-- Logs begin at Mon 2022-04-18 19:35:25 UTC, end at Mon 2022-04-18 22:09:49 UTC. -- Apr 18 20:12:04.836471 n-d-838323-3 systemd[1]: Started Devstack devstack@q-svc.service. Apr 18 20:12:07.982312 n-d-838323-3 neutron-server[102799]: INFO neutron.common.config [-] Logging enabled! Apr 18 20:12:07.983014 n-d-838323-3 neutron-server[102799]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev118 Apr 18 20:12:07.983148 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102799) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 18 20:12:07.986385 n-d-838323-3 neutron-server[102799]: INFO neutron.common.config [-] Logging enabled! Apr 18 20:12:07.986642 n-d-838323-3 neutron-server[102799]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev118 Apr 18 20:12:07.986949 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102799) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 18 20:12:07.987940 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 20:12:07.988174 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 20:12:07.988597 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 20:12:07.988844 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 20:12:07.989067 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 20:12:07.989437 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.989781 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.990264 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.990637 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.990945 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.991239 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.991528 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.991819 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.992124 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.992412 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.992728 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.993022 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.993254 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.993535 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.993822 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.994106 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.994329 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] debug = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.994609 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.995050 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.995466 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.995747 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.996036 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.996315 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.996617 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.996925 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.997199 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.997537 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] host = n-d-838323-3 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.997817 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.998101 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.998396 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.998676 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.998949 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.999228 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.999513 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:07.999807 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.000054 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] log_file = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.000329 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.000639 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.000924 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.001214 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.001433 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.001656 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.001939 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.002221 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.002491 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.002766 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.003035 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.003338 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.003582 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.003851 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.004135 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.004414 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.004723 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.005350 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.005729 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.005908 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.006355 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.006650 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.006927 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.007204 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.007481 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.007769 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.008040 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.008313 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.008718 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.009006 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.009285 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.009569 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.009845 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.010127 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.010402 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.010677 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.010949 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] use_json = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.011222 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.011492 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.011776 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.012047 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.012323 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.012624 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.012904 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.013190 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.013462 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:08.013764 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.014060 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.014490 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.014788 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.015078 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.015359 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.015644 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.015927 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.016216 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.016534 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.016830 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.017110 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.017401 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.017678 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.017976 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.018284 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.018578 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.018868 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.019144 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.019415 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.019689 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.019969 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.020257 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.021462 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.021462 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.021911 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.022322 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.022632 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.022929 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.023219 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.023500 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.023777 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.024069 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.024347 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.024646 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.024924 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.025210 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.025487 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.025757 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.026040 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.026317 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.026589 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.026861 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.027138 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.027429 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.027704 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.027972 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.028242 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.028545 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.028823 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.029112 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.029391 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.029804 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.030086 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.030368 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.030642 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.030917 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.031195 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.031466 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.031746 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.032016 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.032288 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.032589 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.032864 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.033135 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.033413 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.033684 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.033962 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.034230 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.034500 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.034772 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.035043 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.035316 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.035604 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.035903 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.036251 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.037048 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.037394 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.037860 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.038310 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.038596 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.038876 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.039160 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.039437 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.039739 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.040025 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.040319 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.040631 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.040918 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.041212 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.041490 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.041775 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.042052 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.042327 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.042609 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.042889 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.043179 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.043476 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.043768 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.044057 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.044350 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.044654 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.044969 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.045248 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:08.045466 n-d-838323-3 neutron-server[102799]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 20:12:08.045716 n-d-838323-3 neutron-server[102799]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102799) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 18 20:12:08.424550 n-d-838323-3 neutron-server[102799]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 18 20:12:08.424825 n-d-838323-3 neutron-server[102799]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 18 20:12:08.425110 n-d-838323-3 neutron-server[102799]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 18 20:12:08.425440 n-d-838323-3 neutron-server[102799]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 18 20:12:08.857333 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:08.857574 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:08.857789 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:08.859108 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:08.859379 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:08.859650 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:08.899851 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:08.900128 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:08.900389 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:08.917598 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:08.917868 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:08.918126 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:08.959594 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:08.959862 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:08.960186 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.003780 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.004555 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.004555 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.266124 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.266451 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.266792 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.267110 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.267878 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.398384 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.398706 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.398989 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.399263 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.399531 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.399849 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.400107 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.400364 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.400650 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.400936 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.401196 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.401465 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.401716 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.401968 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.402223 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.402493 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.402747 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.403021 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.403297 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.403558 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.403831 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.404085 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.404372 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.404814 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.405065 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.405308 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.405757 n-d-838323-3 neutron-server[102799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:12:09.405996 n-d-838323-3 neutron-server[102799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:12:09.406232 n-d-838323-3 neutron-server[102799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:12:09.406465 n-d-838323-3 neutron-server[102799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:12:09.406700 n-d-838323-3 neutron-server[102799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:12:09.406934 n-d-838323-3 neutron-server[102799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:12:09.407312 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 18 20:12:09.410841 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 18 20:12:09.415057 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 18 20:12:09.419188 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 18 20:12:09.420975 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 18 20:12:09.421435 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 18 20:12:09.421775 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 18 20:12:09.422163 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 18 20:12:09.425163 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 18 20:12:09.425453 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 18 20:12:09.425852 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 20:12:09.432161 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 18 20:12:09.457132 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 18 20:12:09.457606 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.457914 n-d-838323-3 neutron-server[102799]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102799) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 18 20:12:09.458818 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.460474 n-d-838323-3 neutron-server[102799]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102799) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 18 20:12:09.460777 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 20:12:09.461029 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 18 20:12:09.464834 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.465175 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:09.532757 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 18 20:12:09.532983 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 18 20:12:09.533239 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 18 20:12:09.533683 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 18 20:12:09.560036 n-d-838323-3 neutron-server[102799]: DEBUG oslo_db.sqlalchemy.engines [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102799) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 18 20:12:10.137889 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.managers [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Initializing driver for type 'gre' Apr 18 20:12:10.138667 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] gre ID ranges: [(1, 1000)] Apr 18 20:12:10.198519 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.managers [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Initializing driver for type 'local' Apr 18 20:12:10.198780 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.managers [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Initializing driver for type 'vlan' Apr 18 20:12:10.213344 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] VlanTypeDriver initialization complete Apr 18 20:12:10.213698 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.managers [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Initializing driver for type 'vxlan' Apr 18 20:12:10.214248 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] vxlan ID ranges: [(1, 1000)] Apr 18 20:12:10.281289 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.managers [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Initializing extension driver 'port_security' Apr 18 20:12:10.281628 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.extensions.port_security [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] PortSecurityExtensionDriver initialization complete Apr 18 20:12:10.281966 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.managers [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Initializing mechanism driver 'openvswitch' Apr 18 20:12:10.282291 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.managers [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Initializing mechanism driver 'hyperv' Apr 18 20:12:10.290119 n-d-838323-3 neutron-server[102799]: DEBUG neutron.plugins.ml2.plugin [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:10.290831 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > port after_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.291220 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > port after_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.291706 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > port after_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.292212 n-d-838323-3 neutron-server[102799]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102799) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 20:12:10.292683 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > subnet after_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.293071 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > subnet after_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.293411 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > subnet after_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.293886 n-d-838323-3 neutron-server[102799]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102799) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 20:12:10.294312 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > network after_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.294674 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > network after_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.295026 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > network after_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.295582 n-d-838323-3 neutron-server[102799]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102799) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 20:12:10.296013 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > security_group after_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.296369 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > security_group after_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.296742 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > security_group after_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.297349 n-d-838323-3 neutron-server[102799]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102799) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 20:12:10.297839 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.298196 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.298544 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.298943 n-d-838323-3 neutron-server[102799]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102799) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 20:12:10.299364 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > address_group after_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.299717 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > address_group after_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.300079 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > address_group after_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.300509 n-d-838323-3 neutron-server[102799]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102799) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 20:12:10.301033 n-d-838323-3 neutron-server[102799]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] ML2 OVO RPC backend initialized. {{(pid=102799) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Apr 18 20:12:10.302379 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > router_interface after_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.302761 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.303348 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > network before_response 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.303704 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > networks before_response 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.304056 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > port before_response 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.304403 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > ports before_response 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.304779 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > subnet before_response 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.305125 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > subnets before_response 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.305579 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > network after_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.305999 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > network after_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.306348 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > network after_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.306694 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > port after_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.307035 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > port after_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.307376 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > port after_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.307719 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > subnet after_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.308064 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > subnet after_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.308408 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > subnet after_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.317589 n-d-838323-3 neutron-server[102799]: INFO neutron.quota [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded quota_driver: . Apr 18 20:12:10.317972 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.plugin [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Modular L2 Plugin initialization complete Apr 18 20:12:10.318327 n-d-838323-3 neutron-server[102799]: DEBUG neutron.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading services supported by the core plugin {{(pid=102799) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 18 20:12:10.318682 n-d-838323-3 neutron-server[102799]: INFO neutron.plugins.ml2.managers [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Got port-security extension from driver 'port_security' Apr 18 20:12:10.319199 n-d-838323-3 neutron-server[102799]: INFO neutron.extensions.vlantransparent [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Disabled vlantransparent extension. Apr 18 20:12:10.319716 n-d-838323-3 neutron-server[102799]: DEBUG neutron.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102799) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 18 20:12:10.320043 n-d-838323-3 neutron-server[102799]: INFO neutron.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading Plugin: router Apr 18 20:12:10.359978 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > router_interface before_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.360382 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > router after_create 55549900 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.360795 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > router before_create 55549900 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.361164 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.361548 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.361923 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > router after_delete 55549900 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.362289 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > floatingip after_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.362676 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > floatingip after_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.363129 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > router after_create 55549900 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.363486 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > router after_update 55549900 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.363933 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > router after_update 55549900 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.364551 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.365056 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > router after_update 55549900 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.365491 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > router precommit_update 55549900 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.365871 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: port after_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.366219 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: port after_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.366563 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: subnet after_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.366907 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.367266 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > port precommit_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.367622 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > router precommit_create 55549900 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.367977 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: port before_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.368330 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > router precommit_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.368718 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > router after_update 55549900 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.369067 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > router precommit_delete 55549900 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.369424 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > router precommit_create 55549900 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.369789 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > router_interface after_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.370140 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > router precommit_update 55549900 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.370512 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > agent after_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.370866 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > agent after_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.371211 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > network after_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.372186 n-d-838323-3 neutron-server[102799]: DEBUG neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Tracking information for resource: router configured {{(pid=102799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:12:10.372560 n-d-838323-3 neutron-server[102799]: DEBUG neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Tracking information for resource: floatingip configured {{(pid=102799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:12:10.377989 n-d-838323-3 neutron-server[102799]: INFO neutron.db.l3_agentschedulers_db [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 18 20:12:10.378708 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: port after_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.379087 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: port after_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.379535 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: port after_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.380674 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: port after_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.381559 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > router before_create 55550100 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.381935 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > router precommit_delete 55550100 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.382300 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > router precommit_create 55550100 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.382656 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > router precommit_update 55550100 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.388215 n-d-838323-3 neutron-server[102799]: DEBUG neutron.services.provider_configuration [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Service providers = [] {{(pid=102799) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 18 20:12:10.388702 n-d-838323-3 neutron-server[102799]: DEBUG neutron.db.servicetype_db [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102799) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 18 20:12:10.392120 n-d-838323-3 neutron-server[102799]: DEBUG neutron.services.service_base [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102799) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 20:12:10.392504 n-d-838323-3 neutron-server[102799]: DEBUG neutron.services.service_base [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102799) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 20:12:10.392857 n-d-838323-3 neutron-server[102799]: DEBUG neutron.services.service_base [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102799) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 20:12:10.393799 n-d-838323-3 neutron-server[102799]: DEBUG neutron.services.service_base [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102799) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 20:12:10.394183 n-d-838323-3 neutron-server[102799]: INFO neutron.services.service_base [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 18 20:12:10.394582 n-d-838323-3 neutron-server[102799]: DEBUG neutron.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:12:10.394905 n-d-838323-3 neutron-server[102799]: INFO neutron.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 18 20:12:10.406109 n-d-838323-3 neutron-server[102799]: DEBUG neutron.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:12:10.406443 n-d-838323-3 neutron-server[102799]: INFO neutron.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading Plugin: auto_allocate Apr 18 20:12:10.413350 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: network precommit_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.413754 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: network precommit_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.414304 n-d-838323-3 neutron-server[102799]: DEBUG neutron.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:12:10.414630 n-d-838323-3 neutron-server[102799]: INFO neutron.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading Plugin: tag Apr 18 20:12:10.421729 n-d-838323-3 neutron-server[102799]: DEBUG neutron.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:12:10.422063 n-d-838323-3 neutron-server[102799]: INFO neutron.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading Plugin: timestamp Apr 18 20:12:10.426389 n-d-838323-3 neutron-server[102799]: DEBUG neutron.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:12:10.426793 n-d-838323-3 neutron-server[102799]: INFO neutron.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading Plugin: network_ip_availability Apr 18 20:12:10.432813 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.433197 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.433553 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.434367 n-d-838323-3 neutron-server[102799]: DEBUG neutron.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:12:10.434695 n-d-838323-3 neutron-server[102799]: INFO neutron.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading Plugin: flavors Apr 18 20:12:10.440191 n-d-838323-3 neutron-server[102799]: DEBUG neutron.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:12:10.440555 n-d-838323-3 neutron-server[102799]: INFO neutron.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading Plugin: revisions Apr 18 20:12:10.445774 n-d-838323-3 neutron-server[102799]: DEBUG neutron.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:12:10.446176 n-d-838323-3 neutron-server[102799]: DEBUG oslo_concurrency.lockutils [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.021s {{(pid=102799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 18 20:12:10.446955 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102799) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 18 20:12:10.447295 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Initializing extension manager. Apr 18 20:12:10.447825 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: __init__.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.448176 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: __pycache__ {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.448616 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.448894 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: address_group.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.449734 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.450327 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: address-group Apr 18 20:12:10.450654 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: address_scope.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.451377 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.451892 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: address-scope Apr 18 20:12:10.452217 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: admin_state_down_before_update.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.453242 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.453762 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: router-admin-state-down-before-update Apr 18 20:12:10.454088 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: agent.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.455038 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.455566 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: agent Apr 18 20:12:10.455892 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: agent_resources_synced.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.456893 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.457411 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: agent-resources-synced Apr 18 20:12:10.457737 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: allowedaddresspairs.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.460364 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.460939 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: allowed-address-pairs Apr 18 20:12:10.461270 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: auto_allocated_topology.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.462402 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.462923 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: auto-allocated-topology Apr 18 20:12:10.463253 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: availability_zone.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.463961 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.464501 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: availability_zone Apr 18 20:12:10.464831 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: availability_zone_filter.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.465782 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.466296 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: availability_zone_filter Apr 18 20:12:10.466678 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: data_plane_status.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.467677 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.468185 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension data-plane-status not supported by any of loaded plugins Apr 18 20:12:10.468546 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: default_subnetpools.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.469481 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.470007 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: default-subnetpools Apr 18 20:12:10.470333 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: dhcpagentscheduler.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.471186 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.471703 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: dhcp_agent_scheduler Apr 18 20:12:10.472030 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: dns.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.473011 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.474026 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension dns-integration not supported by any of loaded plugins Apr 18 20:12:10.474368 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: dns_domain_ports.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.476031 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.476604 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 18 20:12:10.476935 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.477916 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.478432 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 18 20:12:10.478760 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: dvr.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.479457 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.479967 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: dvr Apr 18 20:12:10.480295 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: ecmp_routes.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.481275 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.481783 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension ecmp_routes not supported by any of loaded plugins Apr 18 20:12:10.482109 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: empty_string_filtering.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.483030 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.483542 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: empty-string-filtering Apr 18 20:12:10.483867 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.484858 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.485373 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 18 20:12:10.485695 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.486632 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.487146 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 18 20:12:10.487469 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: external_net.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.488393 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.488931 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: external-net Apr 18 20:12:10.489326 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: extra_dhcp_opt.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.490344 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.490766 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: extra_dhcp_opt Apr 18 20:12:10.491088 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: extraroute.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.491997 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.492538 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: extraroute Apr 18 20:12:10.492863 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: extraroute_atomic.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.493922 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.494436 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: extraroute-atomic Apr 18 20:12:10.494757 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: filter_validation.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.495445 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.495954 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: filter-validation Apr 18 20:12:10.496277 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: fip_pf_description.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.497225 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.497728 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 18 20:12:10.498052 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: fip_port_details.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.498985 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.499502 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: fip-port-details Apr 18 20:12:10.499826 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: flavors.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.501132 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.501652 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: flavors Apr 18 20:12:10.501984 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.503668 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.504193 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 18 20:12:10.504626 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: floatingip_pools.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.505947 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.506623 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: floatingip-pools Apr 18 20:12:10.506955 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: ip_allocation.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.507927 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.508468 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension ip_allocation not supported by any of loaded plugins Apr 18 20:12:10.508800 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.509738 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.510251 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: ip-substring-filtering Apr 18 20:12:10.510591 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: l2_adjacency.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.511532 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.512037 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension l2_adjacency not supported by any of loaded plugins Apr 18 20:12:10.512361 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: l3.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.513421 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.513943 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: router Apr 18 20:12:10.514269 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: l3_conntrack_helper.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.516908 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.517450 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 18 20:12:10.517785 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.518774 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.519279 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: ext-gw-mode Apr 18 20:12:10.519604 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.520645 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.521757 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: l3-ha Apr 18 20:12:10.522087 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: l3_flavors.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.523065 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.523582 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: l3-flavors Apr 18 20:12:10.523906 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.524871 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.525384 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: l3-port-ip-change-not-allowed Apr 18 20:12:10.525707 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: l3agentscheduler.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.526826 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.527347 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: l3_agent_scheduler Apr 18 20:12:10.527679 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: logging.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.529275 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.529804 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension logging not supported by any of loaded plugins Apr 18 20:12:10.530133 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: metering.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.530888 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.531484 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: metering Apr 18 20:12:10.531813 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.532979 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.533504 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: metering_source_and_destination_fields Apr 18 20:12:10.533831 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: multiprovidernet.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.534772 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.535289 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: multi-provider Apr 18 20:12:10.535617 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: netmtu.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.537105 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.537625 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: net-mtu Apr 18 20:12:10.537952 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: netmtu_writable.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.538897 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.539409 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: net-mtu-writable Apr 18 20:12:10.539738 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: network_availability_zone.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.540454 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.540964 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: network_availability_zone Apr 18 20:12:10.541290 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: network_ip_availability.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.542469 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.542985 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: network-ip-availability Apr 18 20:12:10.543312 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: network_segment_range.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.544122 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.544678 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension network-segment-range not supported by any of loaded plugins Apr 18 20:12:10.545006 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: pagination.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.546024 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.546359 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: pagination Apr 18 20:12:10.546685 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: port_device_profile.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.547614 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.548143 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: port-device-profile Apr 18 20:12:10.548496 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.549442 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.549959 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: port-mac-address-regenerate Apr 18 20:12:10.550281 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.551215 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.551802 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: port-numa-affinity-policy Apr 18 20:12:10.552124 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: port_resource_request.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.553219 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.553729 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension port-resource-request not supported by any of loaded plugins Apr 18 20:12:10.554053 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: portbindings.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.555021 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.555548 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: binding Apr 18 20:12:10.555875 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: portbindings_extended.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.557510 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.558053 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: binding-extended Apr 18 20:12:10.558384 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: portsecurity.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.559348 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.559867 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: port-security Apr 18 20:12:10.560199 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: project_id.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.561279 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.561613 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: project-id Apr 18 20:12:10.561948 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: providernet.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.563147 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.563677 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: provider Apr 18 20:12:10.564003 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: qos.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.568573 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.569140 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension qos not supported by any of loaded plugins Apr 18 20:12:10.569475 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.570874 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.571406 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 18 20:12:10.571739 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.572717 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.573245 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 18 20:12:10.573577 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: qos_default.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.574507 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.575028 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension qos-default not supported by any of loaded plugins Apr 18 20:12:10.575359 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: qos_fip.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.576044 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.576598 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension qos-fip not supported by any of loaded plugins Apr 18 20:12:10.576926 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: qos_gateway_ip.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.577907 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.578426 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 18 20:12:10.578752 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: qos_port_network_policy.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.579688 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.580207 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 18 20:12:10.580566 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: qos_pps_rule.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.581795 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.582324 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension qos-pps not supported by any of loaded plugins Apr 18 20:12:10.582652 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: qos_rule_type_details.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.583756 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.584276 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 18 20:12:10.584639 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: qos_rules_alias.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.585739 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.586264 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 18 20:12:10.586593 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: quotasv2.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.587604 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.587937 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: quotas Apr 18 20:12:10.588265 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: quotasv2_detail.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.590081 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.590422 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: quota_details Apr 18 20:12:10.590759 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: rbac.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.591866 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.592457 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: rbac-policies Apr 18 20:12:10.592789 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: rbac_address_group.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.593803 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.594335 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: rbac-address-group Apr 18 20:12:10.594664 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: rbac_address_scope.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.595619 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.597900 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: rbac-address-scope Apr 18 20:12:10.598254 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: rbac_security_groups.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.599806 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.600347 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: rbac-security-groups Apr 18 20:12:10.600744 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: rbac_subnetpool.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.601691 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.602212 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: rbac-subnetpool Apr 18 20:12:10.602549 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: revisionifmatch.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.603513 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.604048 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: revision-if-match Apr 18 20:12:10.604381 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: revisions.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.605578 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.606103 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: standard-attr-revisions Apr 18 20:12:10.606433 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: router_availability_zone.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.607130 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.607652 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: router_availability_zone Apr 18 20:12:10.607983 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: routerservicetype.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.608963 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.609483 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension router-service-type not supported by any of loaded plugins Apr 18 20:12:10.609812 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.610750 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.611277 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: security-groups-normalized-cidr Apr 18 20:12:10.611605 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: security_groups_port_filtering.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.612596 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.613120 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: port-security-groups-filtering Apr 18 20:12:10.613450 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.614450 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.614972 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: security-groups-remote-address-group Apr 18 20:12:10.615307 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: securitygroup.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.625555 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.626144 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: security-group Apr 18 20:12:10.626481 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: segment.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.627403 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.627923 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension segment not supported by any of loaded plugins Apr 18 20:12:10.628253 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.629364 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.630476 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 18 20:12:10.630812 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: servicetype.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.632100 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.632672 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: service-type Apr 18 20:12:10.633009 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: sorting.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.634044 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.634381 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: sorting Apr 18 20:12:10.634706 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: standard_attr_segment.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.635652 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.636185 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 18 20:12:10.636541 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: standardattrdescription.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.637222 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.637737 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: standard-attr-description Apr 18 20:12:10.638062 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: stateful_security_group.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.639051 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.639571 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: stateful-security-group Apr 18 20:12:10.639897 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: stdattrs_common.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.640545 n-d-838323-3 neutron-server[102799]: WARNING neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 18 20:12:10.640873 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.641873 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.642400 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 18 20:12:10.642732 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: subnet_onboard.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.643840 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.644361 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: subnet_onboard Apr 18 20:12:10.644728 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.645876 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.646603 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 18 20:12:10.646933 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: subnet_service_types.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.647898 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.648420 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: subnet-service-types Apr 18 20:12:10.648770 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: subnetallocation.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.649899 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.650417 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: subnet_allocation Apr 18 20:12:10.650743 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.651430 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.651942 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: subnetpool-prefix-ops Apr 18 20:12:10.652265 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.653298 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.653810 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 18 20:12:10.654133 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: tagging.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.655258 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.655782 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: standard-attr-tag Apr 18 20:12:10.656112 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: timestamp.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.657416 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.657948 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loaded extension: standard-attr-timestamp Apr 18 20:12:10.658277 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: trunk.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.659349 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.659876 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension trunk not supported by any of loaded plugins Apr 18 20:12:10.660205 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: trunk_details.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.661735 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.662439 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension trunk-details not supported by any of loaded plugins Apr 18 20:12:10.662854 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: uplink_status_propagation.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.663831 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.664355 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 18 20:12:10.664715 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Loading extension file: vlantransparent.py {{(pid=102799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:12:10.665418 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:12:10.665935 n-d-838323-3 neutron-server[102799]: INFO neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extension vlan-transparent not supported by any of loaded plugins Apr 18 20:12:10.668563 n-d-838323-3 neutron-server[102799]: INFO neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Creating instance of TrackedResource for resource:network Apr 18 20:12:10.669106 n-d-838323-3 neutron-server[102799]: INFO neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Creating instance of TrackedResource for resource:subnet Apr 18 20:12:10.669510 n-d-838323-3 neutron-server[102799]: INFO neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 20:12:10.669907 n-d-838323-3 neutron-server[102799]: INFO neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Creating instance of TrackedResource for resource:port Apr 18 20:12:10.671245 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.v2.resource_helper [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:12:10.671691 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.v2.resource_helper [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Service FLAVORS assigned prefix: {{(pid=102799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:12:10.672346 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.v2.resource_helper [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:12:10.672809 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.v2.resource_helper [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:12:10.673143 n-d-838323-3 neutron-server[102799]: INFO neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Creating instance of TrackedResource for resource:router Apr 18 20:12:10.673581 n-d-838323-3 neutron-server[102799]: INFO neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Creating instance of TrackedResource for resource:floatingip Apr 18 20:12:10.674075 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.v2.resource_helper [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Service METERING assigned prefix: /metering {{(pid=102799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:12:10.675576 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.675952 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.676304 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:12:10.677813 n-d-838323-3 neutron-server[102799]: INFO neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 20:12:10.678261 n-d-838323-3 neutron-server[102799]: INFO neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Creating instance of TrackedResource for resource:security_group Apr 18 20:12:10.678709 n-d-838323-3 neutron-server[102799]: INFO neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 20:12:10.679357 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.v2.resource_helper [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Service CORE assigned prefix: {{(pid=102799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:12:10.679689 n-d-838323-3 neutron-server[102799]: INFO neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 20:12:10.680045 n-d-838323-3 neutron-server[102799]: WARNING neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] subnetpool is already registered Apr 18 20:12:10.680521 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.v2.resource_helper [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Service CORE assigned prefix: {{(pid=102799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:12:10.680850 n-d-838323-3 neutron-server[102799]: INFO neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 20:12:10.681182 n-d-838323-3 neutron-server[102799]: WARNING neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] subnetpool is already registered Apr 18 20:12:10.683726 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.v2.resource_helper [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:12:10.684164 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.v2.resource_helper [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Service FLAVORS assigned prefix: {{(pid=102799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:12:10.684804 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.v2.resource_helper [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:12:10.685233 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.v2.resource_helper [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:12:10.685569 n-d-838323-3 neutron-server[102799]: INFO neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Creating instance of TrackedResource for resource:router Apr 18 20:12:10.685910 n-d-838323-3 neutron-server[102799]: WARNING neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] router is already registered Apr 18 20:12:10.686326 n-d-838323-3 neutron-server[102799]: INFO neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Creating instance of TrackedResource for resource:floatingip Apr 18 20:12:10.686665 n-d-838323-3 neutron-server[102799]: WARNING neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] floatingip is already registered Apr 18 20:12:10.687133 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.v2.resource_helper [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Service METERING assigned prefix: /metering {{(pid=102799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:12:10.688076 n-d-838323-3 neutron-server[102799]: INFO neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 20:12:10.688404 n-d-838323-3 neutron-server[102799]: WARNING neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] rbac_policy is already registered Apr 18 20:12:10.688855 n-d-838323-3 neutron-server[102799]: INFO neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Creating instance of TrackedResource for resource:security_group Apr 18 20:12:10.689190 n-d-838323-3 neutron-server[102799]: WARNING neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] security_group is already registered Apr 18 20:12:10.689595 n-d-838323-3 neutron-server[102799]: INFO neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 20:12:10.689929 n-d-838323-3 neutron-server[102799]: WARNING neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] security_group_rule is already registered Apr 18 20:12:10.690588 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.v2.resource_helper [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Service CORE assigned prefix: {{(pid=102799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:12:10.690914 n-d-838323-3 neutron-server[102799]: INFO neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 20:12:10.691246 n-d-838323-3 neutron-server[102799]: WARNING neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] subnetpool is already registered Apr 18 20:12:10.691683 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.v2.resource_helper [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Service CORE assigned prefix: {{(pid=102799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:12:10.692008 n-d-838323-3 neutron-server[102799]: INFO neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 20:12:10.692491 n-d-838323-3 neutron-server[102799]: WARNING neutron.quota.resource_registry [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] subnetpool is already registered Apr 18 20:12:10.692975 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: extensions {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.694518 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: address-groups {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.695992 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: address-scopes {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.697354 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: agents {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.698515 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: auto-allocated-topology {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.699813 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: availability_zones {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.701036 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: dhcp-networks {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.702593 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: dhcp-agents {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.704026 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: routers {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.706293 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: flavors {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.707584 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: service_profiles {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.709490 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: next_providers {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.711011 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: service_profiles {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.712677 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: floatingip-pools {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.714008 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: routers {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.716248 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: floatingips {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.717697 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: l3-routers {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.719182 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: l3-agents {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.720665 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: metering-labels {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.722111 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: metering-label-rules {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.723439 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: network-ip-availabilities {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.724881 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: bindings {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.727725 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: quotas {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.729223 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: quotas {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.730770 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: rbac-policies {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.732012 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: security-groups {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.733378 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: security-group-rules {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.734770 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: service-providers {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.736125 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: subnetpools {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.737685 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: subnetpools {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.739787 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: tags {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.741844 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: tags {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.743783 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: tags {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.745636 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: tags {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.747509 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: tags {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.749457 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: tags {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.751149 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: tags {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.753080 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: tags {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.754988 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: tags {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.757196 n-d-838323-3 neutron-server[102799]: DEBUG neutron.api.extensions [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Extended resource: tags {{(pid=102799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:12:10.763563 n-d-838323-3 neutron-server[102799]: WARNING keystonemiddleware.auth_token [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 18 20:12:10.768582 n-d-838323-3 neutron-server[102799]: WARNING keystonemiddleware.auth_token [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 18 20:12:10.778781 n-d-838323-3 neutron-server[102799]: DEBUG oslo_concurrency.lockutils [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Acquired lock "singleton_lock" {{(pid=102799) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 18 20:12:10.779266 n-d-838323-3 neutron-server[102799]: DEBUG oslo_concurrency.lockutils [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Releasing lock "singleton_lock" {{(pid=102799) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 18 20:12:10.779922 n-d-838323-3 neutron-server[102799]: INFO oslo_service.service [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Starting 2 workers Apr 18 20:12:10.785142 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Started child 102908 {{(pid=102799) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 20:12:10.790270 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Started child 102909 {{(pid=102799) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 20:12:10.791897 n-d-838323-3 neutron-server[102799]: INFO neutron.service [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Neutron service started, listening on 0.0.0.0:9696 Apr 18 20:12:10.792624 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Notify callbacks [] for process, before_spawn {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:10.793454 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:10.795220 n-d-838323-3 neutron-server[102799]: INFO oslo_service.service [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Starting 1 workers Apr 18 20:12:10.795471 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:10.796274 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [-] (102908) wsgi starting up on http://0.0.0.0:9696 Apr 18 20:12:10.796758 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [-] (102909) wsgi starting up on http://0.0.0.0:9696 Apr 18 20:12:10.800667 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Started child 102910 {{(pid=102799) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 20:12:10.801260 n-d-838323-3 neutron-server[102799]: INFO oslo_service.service [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Starting 1 workers Apr 18 20:12:10.806644 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Started child 102911 {{(pid=102799) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 20:12:10.807498 n-d-838323-3 neutron-server[102799]: DEBUG neutron_lib.callbacks.manager [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] Notify callbacks [] for process, after_spawn {{(pid=102799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:10.808478 n-d-838323-3 neutron-server[102910]: DEBUG neutron.service [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] calling RpcWorker wait() {{(pid=102910) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 18 20:12:10.809378 n-d-838323-3 neutron-server[102910]: DEBUG neutron.service [None req-c2e81682-8cff-42df-b03a-6c978fbb206e None None] returning from RpcWorker wait() {{(pid=102910) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 18 20:12:10.809640 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102799) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 18 20:12:10.809776 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 20:12:10.809970 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 20:12:10.810364 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 20:12:10.810704 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 20:12:10.810867 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 20:12:10.811399 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.811682 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.811824 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:10.811953 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.812215 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.812544 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.813124 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:10.813401 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.813645 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.813904 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.814124 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:10.814997 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.814997 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.814997 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.814997 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.814997 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.815965 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.815965 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.816344 n-d-838323-3 neutron-server[102911]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:10.816568 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.816568 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.816568 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.816568 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.818001 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.818001 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.818001 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.818945 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] debug = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.819165 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.819570 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.819794 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.820049 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.820279 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.820603 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.820859 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.821127 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.821384 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.821618 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.821859 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.822117 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.822371 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.822580 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.822815 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.823078 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.823440 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.823812 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] host = n-d-838323-3 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.824032 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.824273 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.824555 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.824814 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.825086 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.825305 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.825598 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.825874 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.826122 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.826334 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.826599 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.827041 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.827293 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.827551 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] log_file = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.827743 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] log_options = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.827943 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.828170 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.828458 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.828679 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.829332 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.829332 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.829332 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.829884 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.829884 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.829884 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.830420 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.830420 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.830782 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.830782 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.831162 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.831162 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.831522 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.831710 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.831902 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.832115 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.832309 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.832574 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.832826 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.833565 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.833780 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.833993 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.834219 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.834457 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.834664 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.834919 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.835177 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.835367 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.835587 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.835824 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.836104 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.836340 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.836653 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.836851 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.837079 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.837311 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.837571 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.837846 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.838086 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.838317 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.838575 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.838817 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.839476 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] use_json = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.839476 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.839476 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.840022 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.840022 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.840376 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.840376 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.840764 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.840980 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.841172 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.841511 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.841813 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.842151 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.842417 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.842634 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.842851 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.843076 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.843295 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.843556 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.843981 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.844200 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.844509 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.844734 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.844950 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.845170 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.845445 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.845671 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.846072 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.846300 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.846513 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.846741 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.846972 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.847180 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.847385 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.847601 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.847818 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.848111 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.848618 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.848969 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.850000 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.850000 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.850000 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.850697 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.850697 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.850697 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.850697 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.851612 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.851612 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.851612 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.851612 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.852571 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.852571 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.852571 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.852571 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.853462 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.853462 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.853462 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.853462 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.854504 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.854504 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.854504 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.854504 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.855318 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.855318 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.855318 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.856143 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.856657 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.856657 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.857127 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.857127 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.858636 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.858636 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.858636 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.858636 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.858636 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.858636 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.859841 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.859841 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.859841 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.859841 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.859841 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.860409 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.860409 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.860708 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.860708 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.860942 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.861332 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.861332 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.861811 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.861811 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.862265 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.862265 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.862739 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.862739 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.863202 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.863202 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.863639 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.863639 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.864054 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.864054 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.865890 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.865890 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.865890 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.865890 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.866635 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.866635 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.866635 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.867372 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.868980 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.870419 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.870690 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.870916 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.872716 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.875852 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.876225 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.876423 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.876708 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.876977 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.877247 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.877504 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.881585 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.887645 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.887994 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.888258 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.888562 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.888843 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.889156 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.889415 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.889719 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.889958 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.890230 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.890561 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.890854 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.891139 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.891381 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.892025 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.892025 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.892279 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.892418 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.896965 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.897460 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.897860 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.898244 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.898676 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.899078 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.899475 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.900689 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.901515 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.907056 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.907507 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.908736 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.909203 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.909635 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.910283 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.910809 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.911551 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.911551 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.911991 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.912863 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.914753 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.915122 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.917806 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.918225 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.918748 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.919182 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.919656 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.919987 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.920312 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.920736 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.921216 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.921890 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.922371 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.922809 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.923328 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.923738 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.924310 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.924761 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.925193 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.925656 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.926072 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.926533 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.927777 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.928469 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.928840 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.929328 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.929743 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.930105 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.930519 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.931465 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.932120 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.932371 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.933005 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.933343 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.937069 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.937069 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.937069 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.937069 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.937365 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.937600 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.938091 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.938532 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.939092 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.939651 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.939965 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.940263 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.940656 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.940875 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.941344 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.941607 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.942017 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.942520 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.943192 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.943735 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.944451 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.945031 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.945499 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.945939 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.946357 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.946824 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.947315 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.947745 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.948149 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.948578 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.949345 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.950201 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.950426 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.950802 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.951525 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.952202 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.952595 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.953287 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.953780 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.954217 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.954690 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.955127 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.955855 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.956652 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.957342 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.958486 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.958778 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.959343 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.959689 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.960090 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.960579 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.960895 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.961233 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.961894 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.962197 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.962591 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.962981 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.963418 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.963741 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.964700 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.964700 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.965128 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.965610 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.966148 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.966602 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.967024 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.967430 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.967762 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.968596 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.968937 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.969555 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.969758 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.970019 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.970315 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.970661 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.971091 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.971481 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.971902 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.972164 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.972475 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.972718 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.973242 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.973437 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.974233 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.974490 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.974861 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.975094 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.975415 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.975817 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.976275 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.976627 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.976828 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.977163 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.977623 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.977935 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.978141 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.978751 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.979213 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.979667 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.980091 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.980479 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.980998 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.981239 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.981510 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.981813 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.982184 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.982463 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.982853 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.983111 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.983372 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.983673 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.984038 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.984348 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.984698 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.984873 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.985269 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.985495 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:10.985685 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 20:12:10.986343 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102799) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 18 20:12:10.986499 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 20:12:10.986693 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 20:12:10.986876 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 20:12:10.987043 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 20:12:10.987180 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 20:12:10.987464 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.987737 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.987737 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.988065 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.988065 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.988338 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.988616 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.988784 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.988954 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.989632 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.989824 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.990008 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.990242 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.990479 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.990832 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.990832 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.991292 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.991292 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.991720 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.991720 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.992198 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.992198 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.992198 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] debug = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.992716 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.992716 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.993233 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.993233 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.993624 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.993624 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.994095 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.994095 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.994435 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.994567 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.994698 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.994845 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.995039 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.995402 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.995643 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.995846 n-d-838323-3 neutron-server[102910]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:10.996013 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.996013 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.996404 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] host = n-d-838323-3 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.996404 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.996775 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.996775 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.996775 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.997229 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.997229 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.997674 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.997957 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.998317 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.998791 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.999027 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.999355 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:10.999743 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.000013 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] log_file = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.000300 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] log_options = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.000666 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.000971 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.001347 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.001906 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.002064 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.002317 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.002616 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.002891 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.003271 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.003557 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.003780 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.004052 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.004557 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.005046 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.005366 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.005750 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.005960 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.006362 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.006656 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.007079 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.007383 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.007684 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.008270 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.008270 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.008745 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.009096 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.009096 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.009519 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.010042 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.010283 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.010549 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.010877 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.011110 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.011417 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.011753 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.012522 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.012522 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.012522 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.013138 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.013138 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.013431 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.013626 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.013872 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.014171 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.014560 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.014866 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.015162 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] use_json = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.015432 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.015731 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.015972 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.016227 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.016594 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.017001 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.017362 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.017620 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.017943 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:12:11.018156 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.018445 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.018929 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.019217 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.019461 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.019722 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.020076 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.020307 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.021172 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.021451 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.021733 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.022171 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.022367 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.022551 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.022764 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.023058 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.023350 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.023666 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.023963 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.024258 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.024585 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.024910 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.025241 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.025626 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.025885 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.026153 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.026443 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.026751 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.027187 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.027604 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.027968 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.028236 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.028542 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.028812 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.029075 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.029342 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.029607 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.029869 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.030137 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.030399 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.030668 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.030941 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.031214 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.031455 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.031725 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.031995 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.032267 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.032545 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.032822 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.033093 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.033363 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.033600 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.033868 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.034135 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.034495 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.034673 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.034914 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.035168 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.035439 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.035700 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.035975 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.036294 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.036692 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.036957 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.037222 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.037649 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.037942 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.038152 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.038345 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.038802 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.039110 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.039535 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.039804 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.040165 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.040392 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.040652 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.040874 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.041105 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.041376 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.041637 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.041901 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.042168 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.042434 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.042692 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.042965 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.043234 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.043498 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.043729 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.043937 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.044157 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.044378 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.044805 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.045038 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.045259 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.045477 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.045709 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.045929 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.046169 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.046437 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.046700 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.046967 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.047239 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.047517 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.047761 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.048032 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.048260 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.048493 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.048702 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.048951 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.049214 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.049476 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.049724 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.049951 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.050217 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.050483 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.050746 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.051018 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.051223 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.051431 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.052129 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.052129 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.052129 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.052852 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.052852 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.053188 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.053188 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.053451 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.053609 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.053796 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.053996 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.054198 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.054398 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.054657 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.055006 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.055156 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.055463 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.055926 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.056199 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.056524 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.056889 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.057157 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.057424 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.057630 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.057885 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.058120 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.058386 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.058632 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.058904 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.059141 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.059410 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.059675 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.059940 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.060154 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.060299 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.060515 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.060688 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.060841 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.060981 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.061224 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.061628 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.061790 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.061934 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.062120 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.062338 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.062551 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.063010 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.063221 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.063434 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.063645 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.063856 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.064065 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.064273 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.064523 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.064704 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.064958 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.065783 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50772) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:12:11.067953 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.068226 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.068483 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.068863 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.069044 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.069214 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.069394 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.069700 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.069892 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.070207 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.070408 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.070603 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.070800 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.071021 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.071021 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.071416 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.071416 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.071673 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.071792 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.071926 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.072200 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.072352 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.072562 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.072703 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.072842 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.072980 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.073176 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.073317 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.073577 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.073577 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.073997 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.073997 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.074378 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.074378 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.074378 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.074772 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.074772 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.075022 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.075022 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.075331 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.075331 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.075662 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.075801 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.075941 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.076078 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.076215 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.076388 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.076616 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.076805 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.077031 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.077031 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.077397 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.077397 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.077638 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.077638 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.077960 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.077960 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.078235 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.078837 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0101426 Apr 18 20:12:11.079050 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.079605 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.079815 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.080013 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.080213 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.080354 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.080595 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.080750 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.080892 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.081059 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.081227 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.081418 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.081599 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.081778 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.081961 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.081961 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.082278 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.082278 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.082521 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.082661 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.082854 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.083102 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.083289 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.083486 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.083718 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.083974 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.084206 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.084381 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.084643 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.084847 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.085041 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.085221 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.085414 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.085414 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.085780 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.085954 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.086098 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.086474 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.086685 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.086885 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.087076 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.087271 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.087469 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.087469 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.087844 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.087844 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.088201 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.088201 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.088500 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.088644 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.088783 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.088922 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.089143 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.089327 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.089327 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.089694 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.089694 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.090009 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.090009 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.090313 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.090313 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.090659 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.090659 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.090987 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.090987 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.091319 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.091319 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:12:11.091584 n-d-838323-3 neutron-server[102799]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 20:12:24.478335 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a677e5-e171-441e-8d7f-c1328f94e0e6 None None] get_active_networks_info from n-d-838323-3 {{(pid=102910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:12:24.660492 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a677e5-e171-441e-8d7f-c1328f94e0e6 None None] No non-hosted networks {{(pid=102910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 18 20:12:24.674727 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.agentschedulers_db [None req-a0a677e5-e171-441e-8d7f-c1328f94e0e6 None None] DHCP Agent not found on host n-d-838323-3 {{(pid=102910) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 18 20:12:24.756337 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5c271dfd-1053-47dd-b905-fd2bf47aeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1611508'] for agent, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:28.686442 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-53468ca5-c210-4276-8a56-3de4bacb4e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1611508'] for agent, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:28.782271 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b4dfa1b-b438-4e1b-82ab-8570d11162dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:29.578154 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1611508'] for agent, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:31.173147 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1611508'] for agent, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:31.174055 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:31.174576 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:31.174576 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:31.174907 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:31.175495 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:31.175768 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:31.176298 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:31.176790 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:31.177597 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:31.178570 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:31.178804 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:31.179573 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:31.179573 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-838323-3', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:31.212223 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-838323-3', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:31.428961 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1611508'] for agent, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:32.274615 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50862) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:12:33.000334 n-d-838323-3 neutron-server[102910]: INFO neutron.db.l3_hamode_db [None req-c980f430-93ef-4288-91a5-646c2000ea46 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 18 20:12:33.005672 n-d-838323-3 neutron-server[102909]: WARNING oslo_policy.policy [None req-0605ac6a-1182-4409-b9d8-ab36adbcb189 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:12:33.006226 n-d-838323-3 neutron-server[102909]: WARNING oslo_policy.policy [None req-0605ac6a-1182-4409-b9d8-ab36adbcb189 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:12:33.088146 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c980f430-93ef-4288-91a5-646c2000ea46 None None] Routers set() bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:12:33.088461 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c980f430-93ef-4288-91a5-646c2000ea46 None None] Router IDs set() for agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 18 20:12:33.247709 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-0605ac6a-1182-4409-b9d8-ab36adbcb189 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:12:33.248808 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0605ac6a-1182-4409-b9d8-ab36adbcb189 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9728320 Apr 18 20:12:35.909294 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50878) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:12:36.317810 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e50381fc-47bf-478c-926a-dc464e9e195d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:12:36.455857 n-d-838323-3 neutron-server[102909]: DEBUG neutron.policy [None req-e50381fc-47bf-478c-926a-dc464e9e195d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102909) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 18 20:12:36.503063 n-d-838323-3 neutron-server[102909]: WARNING oslo_policy.policy [None req-e50381fc-47bf-478c-926a-dc464e9e195d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:12:36.503437 n-d-838323-3 neutron-server[102909]: WARNING oslo_policy.policy [None req-e50381fc-47bf-478c-926a-dc464e9e195d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:12:36.610744 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e50381fc-47bf-478c-926a-dc464e9e195d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734734335158', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734734334817', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734734347658', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734734349158', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734734156407', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734734354417', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-585947', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-558793', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1576744', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1795604'] for rbac-policy, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:36.687854 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e50381fc-47bf-478c-926a-dc464e9e195d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:36.690593 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e50381fc-47bf-478c-926a-dc464e9e195d admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7794342 Apr 18 20:12:39.584657 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50890) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:12:39.961820 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'fe10275e561246d0b5b15eeee5766cc8', 'admin_state_up': True, 'project_id': 'fe10275e561246d0b5b15eeee5766cc8'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:12:39.991308 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Made reservation on behalf of fe10275e561246d0b5b15eeee5766cc8 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:12:39.994149 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:40.013530 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:40.151395 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:40.156318 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:40.182469 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:12:40.213617 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734731592551', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:40.214216 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Unsubscribe: segment precommit_create {{(pid=102909) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 20:12:40.214743 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Added segment 49dbb380-d135-481c-9631-36f74a0a14b6 of type vlan for network a3c5df74-9ac9-4365-a625-7c255d6f0cb9 Apr 18 20:12:40.232551 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33027dba-43e8-4f02-8a16-ebaee2db454a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:40.285939 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:40.286296 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:40.286835 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:40.287361 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:40.287699 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:40.288021 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:40.288340 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:40.288692 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:40.289009 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:40.289322 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:40.289638 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:40.289948 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Tracked resource versions report: Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: pushed versions: Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: { 'AddressGroup': {'1.2'}, Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: 'ConntrackHelper': {'1.0'}, Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: 'Log': {'1.0'}, Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: 'Network': {'1.1'}, Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: 'Port': {'1.7'}, Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: 'PortForwarding': {'1.2'}, Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: 'QosPolicy': {'1.9'}, Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: 'SecurityGroup': {'1.4'}, Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: 'SubPort': {'1.0'}, Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: 'Subnet': {'1.1'}, Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: 'Trunk': {'1.1'}} Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: consumer versions: Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: { DHCP agent@n-d-838323-3: {}, Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: L3 agent@n-d-838323-3: {}, Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: Metadata agent@n-d-838323-3: {}, Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: Metering agent@n-d-838323-3: {}, Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: Open vSwitch agent@n-d-838323-3: { 'AddressGroup': '1.2', Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: 'ConntrackHelper': '1.0', Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: 'Log': '1.0', Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: 'Network': '1.1', Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: 'Port': '1.7', Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: 'PortForwarding': '1.2', Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: 'QosPolicy': '1.9', Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: 'SecurityGroup': '1.4', Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: 'SecurityGroupRule': '1.2', Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: 'SubPort': '1.0', Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: 'Subnet': '1.1', Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: 'Trunk': '1.1'}} Apr 18 20:12:40.291097 n-d-838323-3 neutron-server[102909]: {{(pid=102909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:12:40.338627 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:40.389700 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:40.390958 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:40.391754 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:40.447710 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8618104 Apr 18 20:12:40.510043 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb65b8-884f-43ac-8bd8-4e292cd0eb2a admin admin] Pushing event updated for resources: {'Network': ['ID=a3c5df74-9ac9-4365-a625-7c255d6f0cb9,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:40.525724 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network a3c5df74-9ac9-4365-a625-7c255d6f0cb9 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:12:43.551622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50904) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:12:44.133672 n-d-838323-3 neutron-server[102908]: WARNING oslo_policy.policy [None req-0fd8260a-e476-48c7-878e-c0edf596c023 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:12:44.134256 n-d-838323-3 neutron-server[102908]: WARNING oslo_policy.policy [None req-0fd8260a-e476-48c7-878e-c0edf596c023 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:12:44.604003 n-d-838323-3 neutron-server[102908]: DEBUG neutron.policy [None req-0fd8260a-e476-48c7-878e-c0edf596c023 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102908) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 18 20:12:44.650304 n-d-838323-3 neutron-server[102908]: WARNING oslo_policy.policy [None req-0fd8260a-e476-48c7-878e-c0edf596c023 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:12:44.650688 n-d-838323-3 neutron-server[102908]: WARNING oslo_policy.policy [None req-0fd8260a-e476-48c7-878e-c0edf596c023 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:12:44.658902 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd8260a-e476-48c7-878e-c0edf596c023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:44.661501 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0fd8260a-e476-48c7-878e-c0edf596c023 admin admin] 10.222.0.41 "GET /v2.0/networks/a3c5df74-9ac9-4365-a625-7c255d6f0cb9 HTTP/1.1" status: 200 len: 825 time: 1.1075225 Apr 18 20:12:44.707426 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-839e026a-6e5a-4423-885f-519ace8f470b admin admin] 10.222.0.41 "GET /v2.0/subnetpools/8ff3e978-6274-460d-bf33-dbb358610b84 HTTP/1.1" status: 200 len: 734 time: 0.0389171 Apr 18 20:12:44.718555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-d4e0cfa6-7a2f-405f-85b2-57d0b05f189f admin admin] Request body: {'subnet': {'network_id': 'a3c5df74-9ac9-4365-a625-7c255d6f0cb9', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '8ff3e978-6274-460d-bf33-dbb358610b84', 'tenant_id': 'fe10275e561246d0b5b15eeee5766cc8', 'name': 'private-subnet'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:12:44.759157 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e0cfa6-7a2f-405f-85b2-57d0b05f189f admin admin] Made reservation on behalf of fe10275e561246d0b5b15eeee5766cc8 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:12:44.762632 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d4e0cfa6-7a2f-405f-85b2-57d0b05f189f admin admin] Notify callbacks [] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:45.098753 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d4e0cfa6-7a2f-405f-85b2-57d0b05f189f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:45.181688 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e0cfa6-7a2f-405f-85b2-57d0b05f189f admin admin] Checking segment: {'id': '49dbb380-d135-481c-9631-36f74a0a14b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a3c5df74-9ac9-4365-a625-7c255d6f0cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:12:45.182035 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e0cfa6-7a2f-405f-85b2-57d0b05f189f admin admin] Network hostable DHCP agents. Network: a3c5df74-9ac9-4365-a625-7c255d6f0cb9, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:12:45.184460 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0cfa6-7a2f-405f-85b2-57d0b05f189f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4d38a22-ede4-422d-901e-8fb1c0189b68,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:45.202050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0cfa6-7a2f-405f-85b2-57d0b05f189f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:45.202309 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0cfa6-7a2f-405f-85b2-57d0b05f189f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:45.202607 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0cfa6-7a2f-405f-85b2-57d0b05f189f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:45.202935 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0cfa6-7a2f-405f-85b2-57d0b05f189f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:45.203290 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0cfa6-7a2f-405f-85b2-57d0b05f189f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:45.203665 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0cfa6-7a2f-405f-85b2-57d0b05f189f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:45.204030 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0cfa6-7a2f-405f-85b2-57d0b05f189f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:45.204376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0cfa6-7a2f-405f-85b2-57d0b05f189f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:45.204719 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0cfa6-7a2f-405f-85b2-57d0b05f189f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:45.205040 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0cfa6-7a2f-405f-85b2-57d0b05f189f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:45.205357 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0cfa6-7a2f-405f-85b2-57d0b05f189f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:45.205671 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0cfa6-7a2f-405f-85b2-57d0b05f189f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0cfa6-7a2f-405f-85b2-57d0b05f189f admin admin] Tracked resource versions report: Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: pushed versions: Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: { 'AddressGroup': {'1.2'}, Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: 'ConntrackHelper': {'1.0'}, Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: 'Log': {'1.0'}, Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: 'Network': {'1.1'}, Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: 'Port': {'1.7'}, Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: 'PortForwarding': {'1.2'}, Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: 'QosPolicy': {'1.9'}, Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: 'SecurityGroup': {'1.4'}, Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: 'SubPort': {'1.0'}, Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: 'Subnet': {'1.1'}, Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: 'Trunk': {'1.1'}} Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: consumer versions: Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: { DHCP agent@n-d-838323-3: {}, Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: L3 agent@n-d-838323-3: {}, Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: Metadata agent@n-d-838323-3: {}, Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: Metering agent@n-d-838323-3: {}, Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: Open vSwitch agent@n-d-838323-3: { 'AddressGroup': '1.2', Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: 'ConntrackHelper': '1.0', Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: 'Log': '1.0', Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: 'Network': '1.1', Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: 'Port': '1.7', Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: 'PortForwarding': '1.2', Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: 'QosPolicy': '1.9', Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: 'SecurityGroup': '1.4', Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: 'SecurityGroupRule': '1.2', Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: 'SubPort': '1.0', Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: 'Subnet': '1.1', Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: 'Trunk': '1.1'}} Apr 18 20:12:45.207352 n-d-838323-3 neutron-server[102908]: {{(pid=102908) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:12:45.240487 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e0cfa6-7a2f-405f-85b2-57d0b05f189f admin admin] Network a3c5df74-9ac9-4365-a625-7c255d6f0cb9 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:12:45.256976 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-d4e0cfa6-7a2f-405f-85b2-57d0b05f189f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, a3c5df74-9ac9-4365-a625-7c255d6f0cb9) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:12:45.263262 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e0cfa6-7a2f-405f-85b2-57d0b05f189f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:45.264627 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d4e0cfa6-7a2f-405f-85b2-57d0b05f189f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:45.267578 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61008db1-0306-46f9-87f9-b4ce95562f97 None None] Network a3c5df74-9ac9-4365-a625-7c255d6f0cb9 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:12:45.316031 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d4e0cfa6-7a2f-405f-85b2-57d0b05f189f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6010585 Apr 18 20:12:45.647855 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-a3c5df74-9ac9-4365-a625-7c255d6f0cb9', 'network_id': 'a3c5df74-9ac9-4365-a625-7c255d6f0cb9', 'tenant_id': 'fe10275e561246d0b5b15eeee5766cc8', 'fixed_ips': [{'subnet_id': 'e4d38a22-ede4-422d-901e-8fb1c0189b68'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:12:45.649279 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:46.013002 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Allocated IP 172.20.0.2 (a3c5df74-9ac9-4365-a625-7c255d6f0cb9/e4d38a22-ede4-422d-901e-8fb1c0189b68/aec037cc-a90a-4025-bef6-7b313849ac52) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:12:46.283466 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:46.296828 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:46.391935 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Network a3c5df74-9ac9-4365-a625-7c255d6f0cb9 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:12:46.397104 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Pushing event updated for resources: {'Port': ['ID=aec037cc-a90a-4025-bef6-7b313849ac52,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:46.402174 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:12:46.408534 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:46.408890 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:46.409215 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:46.409581 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:46.411249 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:46.411617 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:46.411953 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:46.412284 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:46.412639 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:46.412971 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:46.413295 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:46.413642 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Tracked resource versions report: Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: pushed versions: Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: { 'AddressGroup': {'1.2'}, Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: 'ConntrackHelper': {'1.0'}, Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: 'Log': {'1.0'}, Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: 'Network': {'1.1'}, Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: 'Port': {'1.7'}, Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: 'PortForwarding': {'1.2'}, Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: 'QosPolicy': {'1.9'}, Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: 'SecurityGroup': {'1.4'}, Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: 'SubPort': {'1.0'}, Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: 'Subnet': {'1.1'}, Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: 'Trunk': {'1.1'}} Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: consumer versions: Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: { DHCP agent@n-d-838323-3: {}, Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: L3 agent@n-d-838323-3: {}, Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: Metadata agent@n-d-838323-3: {}, Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: Metering agent@n-d-838323-3: {}, Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: Open vSwitch agent@n-d-838323-3: { 'AddressGroup': '1.2', Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: 'ConntrackHelper': '1.0', Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: 'Log': '1.0', Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: 'Network': '1.1', Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: 'Port': '1.7', Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: 'PortForwarding': '1.2', Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: 'QosPolicy': '1.9', Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: 'SecurityGroup': '1.4', Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: 'SecurityGroupRule': '1.2', Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: 'SubPort': '1.0', Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: 'Subnet': '1.1', Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: 'Trunk': '1.1'}} Apr 18 20:12:46.414838 n-d-838323-3 neutron-server[102910]: {{(pid=102910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:12:46.418915 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:12:46.519971 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Attempting to bind port aec037cc-a90a-4025-bef6-7b313849ac52 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:12:46.521123 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Attempting to bind port aec037cc-a90a-4025-bef6-7b313849ac52 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '49dbb380-d135-481c-9631-36f74a0a14b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a3c5df74-9ac9-4365-a625-7c255d6f0cb9'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:12:46.521598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Attempting to bind port aec037cc-a90a-4025-bef6-7b313849ac52 on network a3c5df74-9ac9-4365-a625-7c255d6f0cb9 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:12:46.527553 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:12:46.527950 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Checking segment: {'id': '49dbb380-d135-481c-9631-36f74a0a14b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a3c5df74-9ac9-4365-a625-7c255d6f0cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:12:46.528446 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:46.528840 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Bound using segment: {'id': '49dbb380-d135-481c-9631-36f74a0a14b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a3c5df74-9ac9-4365-a625-7c255d6f0cb9'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:12:46.529355 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Bound port: aec037cc-a90a-4025-bef6-7b313849ac52, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49dbb380-d135-481c-9631-36f74a0a14b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a3c5df74-9ac9-4365-a625-7c255d6f0cb9'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:12:46.529750 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:46.624210 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] For port aec037cc-a90a-4025-bef6-7b313849ac52, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:12:46.633240 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] For port aec037cc-a90a-4025-bef6-7b313849ac52, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=aec037cc-a90a-4025-bef6-7b313849ac52,segment=NetworkSegment(49dbb380-d135-481c-9631-36f74a0a14b6),segment_id=49dbb380-d135-481c-9631-36f74a0a14b6)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:12:46.639139 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:46.740286 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782e9ab-5a89-4900-97f6-871dd771945d None None] Pushing event updated for resources: {'Port': ['ID=aec037cc-a90a-4025-bef6-7b313849ac52,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:48.107825 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50926) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:12:48.480589 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-41ff9c94-4526-443a-8305-366f81845794 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:12:48.481650 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-41ff9c94-4526-443a-8305-366f81845794 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3726265 Apr 18 20:12:51.378575 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50934) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:12:51.820359 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-912079d1-e7be-4e7f-9b8b-5e52b798a4f8 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:12:51.821743 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-912079d1-e7be-4e7f-9b8b-5e52b798a4f8 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4418161 Apr 18 20:12:54.429527 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9730df99-f9ea-4536-932e-71494a2162f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:55.114227 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50948) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:12:55.601431 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-67e6e4c1-26e8-4e6c-9663-8c1c754c1851 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'fe10275e561246d0b5b15eeee5766cc8', 'admin_state_up': True}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:12:55.627427 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-67e6e4c1-26e8-4e6c-9663-8c1c754c1851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:55.629299 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-67e6e4c1-26e8-4e6c-9663-8c1c754c1851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:55.783818 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-67e6e4c1-26e8-4e6c-9663-8c1c754c1851 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:55.790242 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-67e6e4c1-26e8-4e6c-9663-8c1c754c1851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:55.806550 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-67e6e4c1-26e8-4e6c-9663-8c1c754c1851 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:55.807776 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-67e6e4c1-26e8-4e6c-9663-8c1c754c1851 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6924350 Apr 18 20:12:56.536615 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06c4680-d545-4d0b-827a-4b6af6558a55 None None] Network a3c5df74-9ac9-4365-a625-7c255d6f0cb9 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:12:56.706792 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-273398fc-58da-42f6-a046-9b24d90f3f97 None None] Provisioning complete for port aec037cc-a90a-4025-bef6-7b313849ac52 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:12:56.707340 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-273398fc-58da-42f6-a046-9b24d90f3f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:56.994468 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-273398fc-58da-42f6-a046-9b24d90f3f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:57.050909 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-273398fc-58da-42f6-a046-9b24d90f3f97 None None] For port aec037cc-a90a-4025-bef6-7b313849ac52, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=aec037cc-a90a-4025-bef6-7b313849ac52,segment=NetworkSegment(49dbb380-d135-481c-9631-36f74a0a14b6),segment_id=49dbb380-d135-481c-9631-36f74a0a14b6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:12:57.057786 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-273398fc-58da-42f6-a046-9b24d90f3f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:57.114844 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device aec037cc-a90a-4025-bef6-7b313849ac52 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:12:57.117770 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273398fc-58da-42f6-a046-9b24d90f3f97 None None] Pushing event updated for resources: {'Port': ['ID=aec037cc-a90a-4025-bef6-7b313849ac52,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:57.180146 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port aec037cc-a90a-4025-bef6-7b313849ac52 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:12:57.180508 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:57.393713 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-8c8a134a-68e2-4c6f-9cf2-ce79e88774bd None None] Provisioning complete for port aec037cc-a90a-4025-bef6-7b313849ac52 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:12:57.394857 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8c8a134a-68e2-4c6f-9cf2-ce79e88774bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:58.608232 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50956) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:12:58.672185 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6fb18add-9d2b-42ce-9ded-59b69f2ed2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:59.013270 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device aec037cc-a90a-4025-bef6-7b313849ac52 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:12:59.022502 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-3fee8901-3154-4187-b3f6-c307220b80ac admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:12:59.023748 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3fee8901-3154-4187-b3f6-c307220b80ac admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4143174 Apr 18 20:12:59.076287 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port aec037cc-a90a-4025-bef6-7b313849ac52 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:12:59.076861 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:59.531078 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:01.166799 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:01.330071 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:01.648359 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50974) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:13:01.797954 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-43b677a7-c516-4469-bd8a-cbe5adb4c82d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:13:01.823816 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b677a7-c516-4469-bd8a-cbe5adb4c82d admin admin] Made reservation on behalf of 98dfedc99bb0467e82059c1f1341e09c for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:13:01.826284 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-43b677a7-c516-4469-bd8a-cbe5adb4c82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:01.865921 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-43b677a7-c516-4469-bd8a-cbe5adb4c82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:01.993494 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-43b677a7-c516-4469-bd8a-cbe5adb4c82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:01.998113 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-43b677a7-c516-4469-bd8a-cbe5adb4c82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:02.015339 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-43b677a7-c516-4469-bd8a-cbe5adb4c82d admin admin] Reserving flat network on physical network physnet1 {{(pid=102908) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 18 20:13:02.038186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b677a7-c516-4469-bd8a-cbe5adb4c82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8817743a-18d1-426b-9ddb-2cad68d5e349,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:02.044709 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-43b677a7-c516-4469-bd8a-cbe5adb4c82d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734731592551', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:02.045293 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-43b677a7-c516-4469-bd8a-cbe5adb4c82d admin admin] Unsubscribe: segment precommit_create {{(pid=102908) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 20:13:02.045806 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-43b677a7-c516-4469-bd8a-cbe5adb4c82d admin admin] Added segment 1b3d27e5-cb37-465b-b244-0d3f4db6765c of type flat for network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 Apr 18 20:13:02.117513 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-43b677a7-c516-4469-bd8a-cbe5adb4c82d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:02.163340 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-43b677a7-c516-4469-bd8a-cbe5adb4c82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:02.164285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b677a7-c516-4469-bd8a-cbe5adb4c82d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:02.165010 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-43b677a7-c516-4469-bd8a-cbe5adb4c82d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:02.243410 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-43b677a7-c516-4469-bd8a-cbe5adb4c82d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5935321 Apr 18 20:13:02.276849 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b677a7-c516-4469-bd8a-cbe5adb4c82d admin admin] Pushing event updated for resources: {'Network': ['ID=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:02.288653 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:13:04.698875 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50992) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:13:04.860195 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7465bcf2-9f71-40e3-a681-8d6c813cd10d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:04.861868 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7465bcf2-9f71-40e3-a681-8d6c813cd10d admin admin] 10.222.0.41 "GET /v2.0/subnets/e4d38a22-ede4-422d-901e-8fb1c0189b68 HTTP/1.1" status: 200 len: 849 time: 0.1616166 Apr 18 20:13:05.061091 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-821d1912-4e9d-4371-8082-59c6a8b43264 admin admin] 10.222.0.41 "GET /v2.0/routers/8c4216de-a1ba-41a8-b3c8-0626b3db932c HTTP/1.1" status: 200 len: 704 time: 0.1920063 Apr 18 20:13:05.361343 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60a43110-c915-472e-bdbf-e49ab37fbdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:05.699717 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-60a43110-c915-472e-bdbf-e49ab37fbdae admin admin] Allocated IP 172.20.0.1 (a3c5df74-9ac9-4365-a625-7c255d6f0cb9/e4d38a22-ede4-422d-901e-8fb1c0189b68/8fd12f01-8dbf-4798-8d2e-baf358304471) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:13:05.914092 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60a43110-c915-472e-bdbf-e49ab37fbdae admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:05.996661 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60a43110-c915-472e-bdbf-e49ab37fbdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:06.076491 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a43110-c915-472e-bdbf-e49ab37fbdae admin admin] Network a3c5df74-9ac9-4365-a625-7c255d6f0cb9 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:13:06.085182 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-60a43110-c915-472e-bdbf-e49ab37fbdae admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:13:06.098667 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a43110-c915-472e-bdbf-e49ab37fbdae admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:13:06.099509 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60a43110-c915-472e-bdbf-e49ab37fbdae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:06.166095 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a43110-c915-472e-bdbf-e49ab37fbdae admin admin] Pushing event updated for resources: {'Port': ['ID=8fd12f01-8dbf-4798-8d2e-baf358304471,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:06.328047 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-704919a6-cddb-4446-bf1e-dcba770270b2 None None] Provisioning complete for port 8fd12f01-8dbf-4798-8d2e-baf358304471 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:13:06.329110 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-704919a6-cddb-4446-bf1e-dcba770270b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:06.357534 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60a43110-c915-472e-bdbf-e49ab37fbdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:06.372873 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-704919a6-cddb-4446-bf1e-dcba770270b2 None None] Port 8fd12f01-8dbf-4798-8d2e-baf358304471 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:13:06.673015 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60a43110-c915-472e-bdbf-e49ab37fbdae admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:06.678686 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60a43110-c915-472e-bdbf-e49ab37fbdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:06.679519 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60a43110-c915-472e-bdbf-e49ab37fbdae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:06.765414 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a43110-c915-472e-bdbf-e49ab37fbdae admin admin] Pushing event updated for resources: {'Port': ['ID=8fd12f01-8dbf-4798-8d2e-baf358304471,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:06.819462 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a43110-c915-472e-bdbf-e49ab37fbdae admin admin] Network a3c5df74-9ac9-4365-a625-7c255d6f0cb9 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:13:06.820919 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-60a43110-c915-472e-bdbf-e49ab37fbdae admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:13:07.032592 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a43110-c915-472e-bdbf-e49ab37fbdae admin admin] Router 8c4216de-a1ba-41a8-b3c8-0626b3db932c is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:13:07.099146 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-689bae24-b151-45a9-91fa-5f813bd49094 None None] Provisioning complete for port 8fd12f01-8dbf-4798-8d2e-baf358304471 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:13:07.099489 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-689bae24-b151-45a9-91fa-5f813bd49094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:07.149035 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a43110-c915-472e-bdbf-e49ab37fbdae admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:13:07.149751 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-689bae24-b151-45a9-91fa-5f813bd49094 None None] Port 8fd12f01-8dbf-4798-8d2e-baf358304471 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:13:07.156813 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-60a43110-c915-472e-bdbf-e49ab37fbdae admin admin] 10.222.0.41 "PUT /v2.0/routers/8c4216de-a1ba-41a8-b3c8-0626b3db932c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0867467 Apr 18 20:13:07.164105 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832991f3-01c8-4b12-b5b4-6aab231d6012 None None] Sync routers for ids ['8c4216de-a1ba-41a8-b3c8-0626b3db932c'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:13:07.179699 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832991f3-01c8-4b12-b5b4-6aab231d6012 None None] Routers {'8c4216de-a1ba-41a8-b3c8-0626b3db932c'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:13:07.180788 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-832991f3-01c8-4b12-b5b4-6aab231d6012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:12:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['8c4216de-a1ba-41a8-b3c8-0626b3db932c'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:13:07.419642 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-832991f3-01c8-4b12-b5b4-6aab231d6012 None None] Set router 8c4216de-a1ba-41a8-b3c8-0626b3db932c gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:13:07.929886 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-832991f3-01c8-4b12-b5b4-6aab231d6012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4216de-a1ba-41a8-b3c8-0626b3db932c', 'name': 'router1', 'tenant_id': 'fe10275e561246d0b5b15eeee5766cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:12:55Z', 'updated_at': '2022-04-18T20:13:06Z', 'revision_number': 2, 'project_id': 'fe10275e561246d0b5b15eeee5766cc8', 'gw_port_host': None, '_interfaces': [{'id': '8fd12f01-8dbf-4798-8d2e-baf358304471', 'name': '', 'network_id': 'a3c5df74-9ac9-4365-a625-7c255d6f0cb9', 'tenant_id': 'fe10275e561246d0b5b15eeee5766cc8', 'mac_address': 'fa:16:3e:19:30:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4216de-a1ba-41a8-b3c8-0626b3db932c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4d38a22-ede4-422d-901e-8fb1c0189b68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:13:05Z', 'updated_at': '2022-04-18T20:13:06Z', 'revision_number': 2, 'project_id': 'fe10275e561246d0b5b15eeee5766cc8', 'subnets': [{'id': 'e4d38a22-ede4-422d-901e-8fb1c0189b68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ff3e978-6274-460d-bf33-dbb358610b84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:13:08.027679 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832991f3-01c8-4b12-b5b4-6aab231d6012 None None] Checking router: 8c4216de-a1ba-41a8-b3c8-0626b3db932c for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:13:08.028209 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832991f3-01c8-4b12-b5b4-6aab231d6012 None None] Updating router 8c4216de-a1ba-41a8-b3c8-0626b3db932c port 8fd12f01-8dbf-4798-8d2e-baf358304471 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:13:08.112155 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-832991f3-01c8-4b12-b5b4-6aab231d6012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:08.824318 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-832991f3-01c8-4b12-b5b4-6aab231d6012 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:08.834989 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-832991f3-01c8-4b12-b5b4-6aab231d6012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:09.053106 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598211e-10d2-4f5e-8d80-e21fbc343535 None None] Pushing event updated for resources: {'Port': ['ID=8fd12f01-8dbf-4798-8d2e-baf358304471,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:09.079023 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598211e-10d2-4f5e-8d80-e21fbc343535 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:09.079292 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598211e-10d2-4f5e-8d80-e21fbc343535 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:09.079619 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598211e-10d2-4f5e-8d80-e21fbc343535 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:09.079903 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598211e-10d2-4f5e-8d80-e21fbc343535 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:09.080229 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598211e-10d2-4f5e-8d80-e21fbc343535 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:09.080728 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598211e-10d2-4f5e-8d80-e21fbc343535 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:09.081109 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598211e-10d2-4f5e-8d80-e21fbc343535 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:09.081435 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598211e-10d2-4f5e-8d80-e21fbc343535 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:09.081755 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598211e-10d2-4f5e-8d80-e21fbc343535 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:09.082074 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598211e-10d2-4f5e-8d80-e21fbc343535 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:09.082392 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598211e-10d2-4f5e-8d80-e21fbc343535 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:09.082705 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598211e-10d2-4f5e-8d80-e21fbc343535 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598211e-10d2-4f5e-8d80-e21fbc343535 None None] Tracked resource versions report: Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: pushed versions: Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: { 'AddressGroup': {'1.2'}, Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: 'ConntrackHelper': {'1.0'}, Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: 'Log': {'1.0'}, Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: 'Network': {'1.1'}, Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: 'Port': {'1.7'}, Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: 'PortForwarding': {'1.2'}, Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: 'QosPolicy': {'1.9'}, Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: 'SecurityGroup': {'1.4'}, Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: 'SubPort': {'1.0'}, Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: 'Subnet': {'1.1'}, Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: 'Trunk': {'1.1'}} Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: consumer versions: Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: { DHCP agent@n-d-838323-3: {}, Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: L3 agent@n-d-838323-3: {}, Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: Metadata agent@n-d-838323-3: {}, Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: Metering agent@n-d-838323-3: {}, Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: Open vSwitch agent@n-d-838323-3: { 'AddressGroup': '1.2', Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: 'ConntrackHelper': '1.0', Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: 'Log': '1.0', Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: 'Network': '1.1', Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: 'Port': '1.7', Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: 'PortForwarding': '1.2', Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: 'QosPolicy': '1.9', Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: 'SecurityGroup': '1.4', Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: 'SecurityGroupRule': '1.2', Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: 'SubPort': '1.0', Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: 'Subnet': '1.1', Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: 'Trunk': '1.1'}} Apr 18 20:13:09.083864 n-d-838323-3 neutron-server[102911]: {{(pid=102911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:13:09.100075 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-832991f3-01c8-4b12-b5b4-6aab231d6012 None None] Attempting to bind port 8fd12f01-8dbf-4798-8d2e-baf358304471 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:13:09.100695 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-832991f3-01c8-4b12-b5b4-6aab231d6012 None None] Attempting to bind port 8fd12f01-8dbf-4798-8d2e-baf358304471 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '49dbb380-d135-481c-9631-36f74a0a14b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a3c5df74-9ac9-4365-a625-7c255d6f0cb9'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:13:09.101352 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832991f3-01c8-4b12-b5b4-6aab231d6012 None None] Attempting to bind port 8fd12f01-8dbf-4798-8d2e-baf358304471 on network a3c5df74-9ac9-4365-a625-7c255d6f0cb9 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:13:09.108370 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832991f3-01c8-4b12-b5b4-6aab231d6012 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:13:09.108917 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832991f3-01c8-4b12-b5b4-6aab231d6012 None None] Checking segment: {'id': '49dbb380-d135-481c-9631-36f74a0a14b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a3c5df74-9ac9-4365-a625-7c255d6f0cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:13:09.109553 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-832991f3-01c8-4b12-b5b4-6aab231d6012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:09.110165 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832991f3-01c8-4b12-b5b4-6aab231d6012 None None] Bound using segment: {'id': '49dbb380-d135-481c-9631-36f74a0a14b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a3c5df74-9ac9-4365-a625-7c255d6f0cb9'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:13:09.110963 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-832991f3-01c8-4b12-b5b4-6aab231d6012 None None] Bound port: 8fd12f01-8dbf-4798-8d2e-baf358304471, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49dbb380-d135-481c-9631-36f74a0a14b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a3c5df74-9ac9-4365-a625-7c255d6f0cb9'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:13:09.111543 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-832991f3-01c8-4b12-b5b4-6aab231d6012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:09.183087 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-91359e59-a176-4d96-9b67-7903a1f3c3f7 None None] Provisioning complete for port 8fd12f01-8dbf-4798-8d2e-baf358304471 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:13:09.184518 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-91359e59-a176-4d96-9b67-7903a1f3c3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:09.225474 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-832991f3-01c8-4b12-b5b4-6aab231d6012 None None] For port 8fd12f01-8dbf-4798-8d2e-baf358304471, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:13:09.237518 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-91359e59-a176-4d96-9b67-7903a1f3c3f7 None None] Port 8fd12f01-8dbf-4798-8d2e-baf358304471 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:13:09.266478 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-832991f3-01c8-4b12-b5b4-6aab231d6012 None None] For port 8fd12f01-8dbf-4798-8d2e-baf358304471, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8fd12f01-8dbf-4798-8d2e-baf358304471,segment=NetworkSegment(49dbb380-d135-481c-9631-36f74a0a14b6),segment_id=49dbb380-d135-481c-9631-36f74a0a14b6)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:13:09.273757 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-832991f3-01c8-4b12-b5b4-6aab231d6012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:09.365935 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598211e-10d2-4f5e-8d80-e21fbc343535 None None] Pushing event updated for resources: {'Port': ['ID=8fd12f01-8dbf-4798-8d2e-baf358304471,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:09.375100 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832991f3-01c8-4b12-b5b4-6aab231d6012 None None] Routers {'8c4216de-a1ba-41a8-b3c8-0626b3db932c'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:13:09.376559 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-832991f3-01c8-4b12-b5b4-6aab231d6012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:12:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['8c4216de-a1ba-41a8-b3c8-0626b3db932c'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:13:09.503651 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-832991f3-01c8-4b12-b5b4-6aab231d6012 None None] Set router 8c4216de-a1ba-41a8-b3c8-0626b3db932c gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:13:09.568788 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-8559df35-4360-4f00-9e32-9cbece23beeb None None] Provisioning complete for port 8fd12f01-8dbf-4798-8d2e-baf358304471 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:13:09.569166 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8559df35-4360-4f00-9e32-9cbece23beeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:09.680988 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8559df35-4360-4f00-9e32-9cbece23beeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:09.742585 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-8559df35-4360-4f00-9e32-9cbece23beeb None None] For port 8fd12f01-8dbf-4798-8d2e-baf358304471, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8fd12f01-8dbf-4798-8d2e-baf358304471,segment=NetworkSegment(49dbb380-d135-481c-9631-36f74a0a14b6),segment_id=49dbb380-d135-481c-9631-36f74a0a14b6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:13:09.748829 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8559df35-4360-4f00-9e32-9cbece23beeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:09.758924 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-832991f3-01c8-4b12-b5b4-6aab231d6012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4216de-a1ba-41a8-b3c8-0626b3db932c', 'name': 'router1', 'tenant_id': 'fe10275e561246d0b5b15eeee5766cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:12:55Z', 'updated_at': '2022-04-18T20:13:06Z', 'revision_number': 2, 'project_id': 'fe10275e561246d0b5b15eeee5766cc8', 'gw_port_host': None, '_interfaces': [{'id': '8fd12f01-8dbf-4798-8d2e-baf358304471', 'name': '', 'network_id': 'a3c5df74-9ac9-4365-a625-7c255d6f0cb9', 'tenant_id': 'fe10275e561246d0b5b15eeee5766cc8', 'mac_address': 'fa:16:3e:19:30:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4216de-a1ba-41a8-b3c8-0626b3db932c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4d38a22-ede4-422d-901e-8fb1c0189b68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:13:05Z', 'updated_at': '2022-04-18T20:13:09Z', 'revision_number': 4, 'project_id': 'fe10275e561246d0b5b15eeee5766cc8', 'subnets': [{'id': 'e4d38a22-ede4-422d-901e-8fb1c0189b68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ff3e978-6274-460d-bf33-dbb358610b84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:13:09.791504 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832991f3-01c8-4b12-b5b4-6aab231d6012 None None] The sync data for ids ['8c4216de-a1ba-41a8-b3c8-0626b3db932c'] in n-d-838323-3 is: [{'id': '8c4216de-a1ba-41a8-b3c8-0626b3db932c', 'name': 'router1', 'tenant_id': 'fe10275e561246d0b5b15eeee5766cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:12:55Z', 'updated_at': '2022-04-18T20:13:06Z', 'revision_number': 2, 'project_id': 'fe10275e561246d0b5b15eeee5766cc8', 'gw_port_host': None, '_interfaces': [{'id': '8fd12f01-8dbf-4798-8d2e-baf358304471', 'name': '', 'network_id': 'a3c5df74-9ac9-4365-a625-7c255d6f0cb9', 'tenant_id': 'fe10275e561246d0b5b15eeee5766cc8', 'mac_address': 'fa:16:3e:19:30:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4216de-a1ba-41a8-b3c8-0626b3db932c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4d38a22-ede4-422d-901e-8fb1c0189b68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:13:05Z', 'updated_at': '2022-04-18T20:13:09Z', 'revision_number': 4, 'project_id': 'fe10275e561246d0b5b15eeee5766cc8', 'subnets': [{'id': 'e4d38a22-ede4-422d-901e-8fb1c0189b68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ff3e978-6274-460d-bf33-dbb358610b84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:13:09.832221 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559df35-4360-4f00-9e32-9cbece23beeb None None] Pushing event updated for resources: {'Port': ['ID=8fd12f01-8dbf-4798-8d2e-baf358304471,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:09.881963 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51002) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:13:10.054331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dbd5d5-3294-4e10-bcd6-b29faa2d6039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:10.056779 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e3dbd5d5-3294-4e10-bcd6-b29faa2d6039 admin admin] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 842 time: 0.1729417 Apr 18 20:13:10.071051 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-11c8fedb-09b0-4b24-8994-e56585718bf4 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.25.1.0/24', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.25.1.1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:13:10.102105 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c8fedb-09b0-4b24-8994-e56585718bf4 admin admin] Made reservation on behalf of 98dfedc99bb0467e82059c1f1341e09c for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:13:10.104652 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11c8fedb-09b0-4b24-8994-e56585718bf4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:10.477614 n-d-838323-3 neutron-server[102908]: DEBUG neutron.objects.ports [None req-11c8fedb-09b0-4b24-8994-e56585718bf4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102908) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:13:10.478076 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11c8fedb-09b0-4b24-8994-e56585718bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:10.535346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8fedb-09b0-4b24-8994-e56585718bf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03b77171-fbe8-4a5d-ab12-73ed34520aa1,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:10.549285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c8fedb-09b0-4b24-8994-e56585718bf4 admin admin] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:13:10.550648 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c8fedb-09b0-4b24-8994-e56585718bf4 admin admin] Network hostable DHCP agents. Network: 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:13:10.571344 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c8fedb-09b0-4b24-8994-e56585718bf4 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:13:10.582751 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-11c8fedb-09b0-4b24-8994-e56585718bf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:13:10.587010 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c8fedb-09b0-4b24-8994-e56585718bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:10.587678 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11c8fedb-09b0-4b24-8994-e56585718bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:10.597203 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47666d17-fc68-4543-9186-ef119ce3fb62 None None] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:13:10.608868 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-11c8fedb-09b0-4b24-8994-e56585718bf4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5447309 Apr 18 20:13:10.822598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7bdfc0-702c-4f83-b1ab-27586e44aa9d None None] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:13:13.240880 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51010) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:13:13.525816 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e78b71c5-8a5b-4734-a80e-4c697de08903 admin admin] 10.222.0.41 "GET /v2.0/routers/8c4216de-a1ba-41a8-b3c8-0626b3db932c HTTP/1.1" status: 200 len: 710 time: 0.2833385 Apr 18 20:13:13.681757 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa5ad09-30f0-4274-a787-0b5b4b52081f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:13.684169 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ffa5ad09-30f0-4274-a787-0b5b4b52081f admin admin] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 886 time: 0.1502876 Apr 18 20:13:13.698850 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-caa84c4f-ef4d-43e5-8a22-1367708197fb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:13:14.065515 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-caa84c4f-ef4d-43e5-8a22-1367708197fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:14.416146 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-caa84c4f-ef4d-43e5-8a22-1367708197fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:14.511173 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-caa84c4f-ef4d-43e5-8a22-1367708197fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:14.722419 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-caa84c4f-ef4d-43e5-8a22-1367708197fb admin admin] Allocated IP 172.25.1.25 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/330dc906-c805-480a-8e09-3bb5c6941ecb) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:13:14.922392 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-caa84c4f-ef4d-43e5-8a22-1367708197fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:15.027680 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-caa84c4f-ef4d-43e5-8a22-1367708197fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:15.177343 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa84c4f-ef4d-43e5-8a22-1367708197fb admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:13:15.186712 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-caa84c4f-ef4d-43e5-8a22-1367708197fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:13:15.191317 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa84c4f-ef4d-43e5-8a22-1367708197fb admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:13:15.201559 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa84c4f-ef4d-43e5-8a22-1367708197fb admin admin] Pushing event updated for resources: {'Port': ['ID=330dc906-c805-480a-8e09-3bb5c6941ecb,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:15.562948 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-caa84c4f-ef4d-43e5-8a22-1367708197fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:15.818228 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-caa84c4f-ef4d-43e5-8a22-1367708197fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:15.823425 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-caa84c4f-ef4d-43e5-8a22-1367708197fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608727'] for router, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:15.977182 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa84c4f-ef4d-43e5-8a22-1367708197fb admin admin] Router 8c4216de-a1ba-41a8-b3c8-0626b3db932c has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:13:16.173884 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa84c4f-ef4d-43e5-8a22-1367708197fb admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:13:16.178930 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-caa84c4f-ef4d-43e5-8a22-1367708197fb admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:16.180698 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-caa84c4f-ef4d-43e5-8a22-1367708197fb admin admin] 10.222.0.41 "PUT /v2.0/routers/8c4216de-a1ba-41a8-b3c8-0626b3db932c HTTP/1.1" status: 200 len: 889 time: 2.4876165 Apr 18 20:13:17.076643 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8fd12f01-8dbf-4798-8d2e-baf358304471 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:13:17.130805 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 8fd12f01-8dbf-4798-8d2e-baf358304471 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:13:17.131250 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:17.221234 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1f7479-1fe3-4cff-bdb5-5cb1543b41f0 None None] Sync routers for ids ['8c4216de-a1ba-41a8-b3c8-0626b3db932c'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:13:17.236874 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1f7479-1fe3-4cff-bdb5-5cb1543b41f0 None None] Routers {'8c4216de-a1ba-41a8-b3c8-0626b3db932c'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:13:17.237593 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-9b1f7479-1fe3-4cff-bdb5-5cb1543b41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:12:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['8c4216de-a1ba-41a8-b3c8-0626b3db932c'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:13:17.511101 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-9b1f7479-1fe3-4cff-bdb5-5cb1543b41f0 None None] Set router 8c4216de-a1ba-41a8-b3c8-0626b3db932c gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:13:17.871228 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 5 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:13:18.150954 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-9b1f7479-1fe3-4cff-bdb5-5cb1543b41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4216de-a1ba-41a8-b3c8-0626b3db932c', 'name': 'router1', 'tenant_id': 'fe10275e561246d0b5b15eeee5766cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '330dc906-c805-480a-8e09-3bb5c6941ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:12:55Z', 'updated_at': '2022-04-18T20:13:15Z', 'revision_number': 4, 'project_id': 'fe10275e561246d0b5b15eeee5766cc8', 'gw_port': {'id': '330dc906-c805-480a-8e09-3bb5c6941ecb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4216de-a1ba-41a8-b3c8-0626b3db932c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:13:14Z', 'updated_at': '2022-04-18T20:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '8fd12f01-8dbf-4798-8d2e-baf358304471', 'name': '', 'network_id': 'a3c5df74-9ac9-4365-a625-7c255d6f0cb9', 'tenant_id': 'fe10275e561246d0b5b15eeee5766cc8', 'mac_address': 'fa:16:3e:19:30:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4216de-a1ba-41a8-b3c8-0626b3db932c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4d38a22-ede4-422d-901e-8fb1c0189b68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:13:05Z', 'updated_at': '2022-04-18T20:13:09Z', 'revision_number': 5, 'project_id': 'fe10275e561246d0b5b15eeee5766cc8', 'subnets': [{'id': 'e4d38a22-ede4-422d-901e-8fb1c0189b68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ff3e978-6274-460d-bf33-dbb358610b84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:13:18.218134 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1f7479-1fe3-4cff-bdb5-5cb1543b41f0 None None] Checking router: 8c4216de-a1ba-41a8-b3c8-0626b3db932c for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:13:18.218506 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1f7479-1fe3-4cff-bdb5-5cb1543b41f0 None None] Updating router 8c4216de-a1ba-41a8-b3c8-0626b3db932c port 330dc906-c805-480a-8e09-3bb5c6941ecb binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:13:18.272618 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9b1f7479-1fe3-4cff-bdb5-5cb1543b41f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:18.670124 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9b1f7479-1fe3-4cff-bdb5-5cb1543b41f0 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:18.678983 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9b1f7479-1fe3-4cff-bdb5-5cb1543b41f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:18.749797 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51022) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:13:18.783908 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-9b1f7479-1fe3-4cff-bdb5-5cb1543b41f0 None None] Attempting to bind port 330dc906-c805-480a-8e09-3bb5c6941ecb on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:13:18.785925 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-9b1f7479-1fe3-4cff-bdb5-5cb1543b41f0 None None] Attempting to bind port 330dc906-c805-480a-8e09-3bb5c6941ecb by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:13:18.786578 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1f7479-1fe3-4cff-bdb5-5cb1543b41f0 None None] Attempting to bind port 330dc906-c805-480a-8e09-3bb5c6941ecb on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:13:18.797068 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656ae5d-4d01-4693-ab29-04eb54a91ce3 None None] Pushing event updated for resources: {'Port': ['ID=330dc906-c805-480a-8e09-3bb5c6941ecb,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:18.807478 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1f7479-1fe3-4cff-bdb5-5cb1543b41f0 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:13:18.807960 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1f7479-1fe3-4cff-bdb5-5cb1543b41f0 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:13:18.808289 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9b1f7479-1fe3-4cff-bdb5-5cb1543b41f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:18.808806 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1f7479-1fe3-4cff-bdb5-5cb1543b41f0 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:13:18.809415 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-9b1f7479-1fe3-4cff-bdb5-5cb1543b41f0 None None] Bound port: 330dc906-c805-480a-8e09-3bb5c6941ecb, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:13:18.810637 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9b1f7479-1fe3-4cff-bdb5-5cb1543b41f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:18.876948 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-9b1f7479-1fe3-4cff-bdb5-5cb1543b41f0 None None] For port 330dc906-c805-480a-8e09-3bb5c6941ecb, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:13:18.882808 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-9b1f7479-1fe3-4cff-bdb5-5cb1543b41f0 None None] For port 330dc906-c805-480a-8e09-3bb5c6941ecb, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=330dc906-c805-480a-8e09-3bb5c6941ecb,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:13:18.889717 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9b1f7479-1fe3-4cff-bdb5-5cb1543b41f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:18.902003 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-dff9b39f-ff3a-406b-97be-ec6bf92fcf05 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1498709 Apr 18 20:13:18.980523 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656ae5d-4d01-4693-ab29-04eb54a91ce3 None None] Pushing event updated for resources: {'Port': ['ID=330dc906-c805-480a-8e09-3bb5c6941ecb,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:18.993135 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1f7479-1fe3-4cff-bdb5-5cb1543b41f0 None None] Routers {'8c4216de-a1ba-41a8-b3c8-0626b3db932c'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:13:18.994112 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-9b1f7479-1fe3-4cff-bdb5-5cb1543b41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:12:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['8c4216de-a1ba-41a8-b3c8-0626b3db932c'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:13:19.159822 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-9b1f7479-1fe3-4cff-bdb5-5cb1543b41f0 None None] Set router 8c4216de-a1ba-41a8-b3c8-0626b3db932c gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:13:19.494644 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-9b1f7479-1fe3-4cff-bdb5-5cb1543b41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4216de-a1ba-41a8-b3c8-0626b3db932c', 'name': 'router1', 'tenant_id': 'fe10275e561246d0b5b15eeee5766cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '330dc906-c805-480a-8e09-3bb5c6941ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:12:55Z', 'updated_at': '2022-04-18T20:13:15Z', 'revision_number': 4, 'project_id': 'fe10275e561246d0b5b15eeee5766cc8', 'gw_port': {'id': '330dc906-c805-480a-8e09-3bb5c6941ecb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4216de-a1ba-41a8-b3c8-0626b3db932c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:13:14Z', 'updated_at': '2022-04-18T20:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '8fd12f01-8dbf-4798-8d2e-baf358304471', 'name': '', 'network_id': 'a3c5df74-9ac9-4365-a625-7c255d6f0cb9', 'tenant_id': 'fe10275e561246d0b5b15eeee5766cc8', 'mac_address': 'fa:16:3e:19:30:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4216de-a1ba-41a8-b3c8-0626b3db932c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4d38a22-ede4-422d-901e-8fb1c0189b68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:13:05Z', 'updated_at': '2022-04-18T20:13:09Z', 'revision_number': 5, 'project_id': 'fe10275e561246d0b5b15eeee5766cc8', 'subnets': [{'id': 'e4d38a22-ede4-422d-901e-8fb1c0189b68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ff3e978-6274-460d-bf33-dbb358610b84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:13:19.540548 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1f7479-1fe3-4cff-bdb5-5cb1543b41f0 None None] The sync data for ids ['8c4216de-a1ba-41a8-b3c8-0626b3db932c'] in n-d-838323-3 is: [{'id': '8c4216de-a1ba-41a8-b3c8-0626b3db932c', 'name': 'router1', 'tenant_id': 'fe10275e561246d0b5b15eeee5766cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '330dc906-c805-480a-8e09-3bb5c6941ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:12:55Z', 'updated_at': '2022-04-18T20:13:15Z', 'revision_number': 4, 'project_id': 'fe10275e561246d0b5b15eeee5766cc8', 'gw_port': {'id': '330dc906-c805-480a-8e09-3bb5c6941ecb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4216de-a1ba-41a8-b3c8-0626b3db932c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:13:14Z', 'updated_at': '2022-04-18T20:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '8fd12f01-8dbf-4798-8d2e-baf358304471', 'name': '', 'network_id': 'a3c5df74-9ac9-4365-a625-7c255d6f0cb9', 'tenant_id': 'fe10275e561246d0b5b15eeee5766cc8', 'mac_address': 'fa:16:3e:19:30:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4216de-a1ba-41a8-b3c8-0626b3db932c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4d38a22-ede4-422d-901e-8fb1c0189b68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:13:05Z', 'updated_at': '2022-04-18T20:13:09Z', 'revision_number': 5, 'project_id': 'fe10275e561246d0b5b15eeee5766cc8', 'subnets': [{'id': 'e4d38a22-ede4-422d-901e-8fb1c0189b68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ff3e978-6274-460d-bf33-dbb358610b84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:13:21.095047 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 330dc906-c805-480a-8e09-3bb5c6941ecb up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:13:21.177877 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 330dc906-c805-480a-8e09-3bb5c6941ecb triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:13:21.178540 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:21.300976 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:21.336736 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 330dc906-c805-480a-8e09-3bb5c6941ecb, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=330dc906-c805-480a-8e09-3bb5c6941ecb,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:13:21.343746 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:21.429265 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=330dc906-c805-480a-8e09-3bb5c6941ecb,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:23.050622 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 330dc906-c805-480a-8e09-3bb5c6941ecb up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:13:23.151248 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 330dc906-c805-480a-8e09-3bb5c6941ecb triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:13:23.151821 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:24.448932 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-11b09f12-716f-4128-9672-02f29e820147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:28.709889 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9ceb6448-3476-458e-8b96-2a06c056e319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:29.565736 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:31.168193 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:31.353285 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:54.470862 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a569de5e-7657-4c93-867a-3b0d0634870a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:54.873648 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 5 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:13:58.707182 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-507fe91b-013a-4433-bb63-9523eea6b592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:59.556148 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:01.177417 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:01.345224 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:24.444532 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2feb082e-24db-4bb4-9d59-3a5c1cf42086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:28.698687 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b50bdbec-7976-474a-855b-412eb48601b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:29.548355 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:31.161329 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:31.336948 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:31.876724 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 5 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:14:54.433332 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-83c750fe-fca5-43b1-987f-599d58feed74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:58.668225 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4fb8b632-c571-4a05-a26a-4d2b0be1bdd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:59.544845 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:01.159621 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:01.339142 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:08.875196 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 5 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:15:18.913887 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51616) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:15:18.985171 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-549149f0-4416-4dff-a1a2-cd15756c1ad6 admin admin] GET failed (client error): The resource could not be found. Apr 18 20:15:18.986686 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-549149f0-4416-4dff-a1a2-cd15756c1ad6 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0717082 Apr 18 20:15:19.167434 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8642ffb9-bd56-4596-9fdc-1b1310a35317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:19.169293 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8642ffb9-bd56-4596-9fdc-1b1310a35317 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1771598 Apr 18 20:15:21.526802 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51626) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:15:21.624269 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e35dfd9-a65c-4705-9449-b1c53387880a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:21.625693 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5e35dfd9-a65c-4705-9449-b1c53387880a admin admin] 10.222.0.41 "GET /v2.0/subnets/e4d38a22-ede4-422d-901e-8fb1c0189b68 HTTP/1.1" status: 200 len: 849 time: 0.0978355 Apr 18 20:15:21.638637 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-9348c442-5789-440e-8c57-4f6b2d530260 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:21.733239 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9348c442-5789-440e-8c57-4f6b2d530260 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:21.909390 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9348c442-5789-440e-8c57-4f6b2d530260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734731584440'] for subnet, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:21.957041 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9348c442-5789-440e-8c57-4f6b2d530260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:21.957628 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9348c442-5789-440e-8c57-4f6b2d530260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:21.958950 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9348c442-5789-440e-8c57-4f6b2d530260 admin admin] 10.222.0.41 "PUT /v2.0/subnets/e4d38a22-ede4-422d-901e-8fb1c0189b68 HTTP/1.1" status: 200 len: 868 time: 0.3243337 Apr 18 20:15:21.974335 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7617f8c-44d2-4755-bc6b-def5fef0b8f1 None None] Network a3c5df74-9ac9-4365-a625-7c255d6f0cb9 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:15:21.987534 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348c442-5789-440e-8c57-4f6b2d530260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4d38a22-ede4-422d-901e-8fb1c0189b68,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:21.999772 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9348c442-5789-440e-8c57-4f6b2d530260 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:22.000327 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9348c442-5789-440e-8c57-4f6b2d530260 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:22.000906 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9348c442-5789-440e-8c57-4f6b2d530260 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:22.001524 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9348c442-5789-440e-8c57-4f6b2d530260 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:22.002077 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9348c442-5789-440e-8c57-4f6b2d530260 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:22.002638 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9348c442-5789-440e-8c57-4f6b2d530260 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:22.003161 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9348c442-5789-440e-8c57-4f6b2d530260 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:22.003500 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9348c442-5789-440e-8c57-4f6b2d530260 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:22.003832 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9348c442-5789-440e-8c57-4f6b2d530260 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:22.004203 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9348c442-5789-440e-8c57-4f6b2d530260 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:22.004745 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9348c442-5789-440e-8c57-4f6b2d530260 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:22.005281 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9348c442-5789-440e-8c57-4f6b2d530260 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:22.468973 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-bb19491f-7392-4985-8c00-cbb80ee8d113 None None] Provisioning complete for port aec037cc-a90a-4025-bef6-7b313849ac52 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:22.469518 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bb19491f-7392-4985-8c00-cbb80ee8d113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:22.580165 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-bb19491f-7392-4985-8c00-cbb80ee8d113 None None] Provisioning complete for port 8fd12f01-8dbf-4798-8d2e-baf358304471 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:22.580479 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bb19491f-7392-4985-8c00-cbb80ee8d113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:24.399106 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51634) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:15:24.439140 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e66b33e0-d3cf-4e37-932a-c64bc1588408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:24.636773 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840ffce8-4fe2-4a7c-97fb-9554b6ccbfc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:24.637242 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840ffce8-4fe2-4a7c-97fb-9554b6ccbfc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:24.638887 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-840ffce8-4fe2-4a7c-97fb-9554b6ccbfc9 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2387712 Apr 18 20:15:27.036935 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51642) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:15:27.196569 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a4a2dc-890d-4989-8363-5bebf30d8dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:27.196953 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a4a2dc-890d-4989-8363-5bebf30d8dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:27.198527 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-74a4a2dc-890d-4989-8363-5bebf30d8dd8 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1605487 Apr 18 20:15:28.673382 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb5573dd-308d-4bff-ba0f-4619d910fb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:29.554084 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:29.588262 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51650) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:15:29.750876 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7085a8-a426-4053-b557-a035c72facdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:29.752705 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-db7085a8-a426-4053-b557-a035c72facdd admin admin] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 886 time: 0.1631062 Apr 18 20:15:31.164315 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:31.348803 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:32.113050 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51658) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:15:32.369647 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11273f49-9953-48a1-a482-fb521b091eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:32.370967 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-11273f49-9953-48a1-a482-fb521b091eab admin admin] 10.222.0.41 "GET /v2.0/networks/a3c5df74-9ac9-4365-a625-7c255d6f0cb9 HTTP/1.1" status: 200 len: 869 time: 0.2567976 Apr 18 20:15:34.779557 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51666) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:15:34.921363 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7af465c-f8de-451b-8c45-8a140b264873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:34.921811 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7af465c-f8de-451b-8c45-8a140b264873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:34.923977 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c7af465c-f8de-451b-8c45-8a140b264873 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1431634 Apr 18 20:15:37.299920 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51676) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:15:37.418995 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b86674-4de0-4781-b881-c704acbbf883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:37.419786 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b86674-4de0-4781-b881-c704acbbf883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:37.422336 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-57b86674-4de0-4781-b881-c704acbbf883 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1209025 Apr 18 20:15:39.805681 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51684) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:15:39.909944 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af7e3cd-d6c5-4503-86dd-cc25897fcea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:39.912293 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2af7e3cd-d6c5-4503-86dd-cc25897fcea7 admin admin] 10.222.0.41 "GET /v2.0/subnets/03b77171-fbe8-4a5d-ab12-73ed34520aa1 HTTP/1.1" status: 200 len: 816 time: 0.1052108 Apr 18 20:15:42.377979 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51692) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:15:42.508676 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ec15bc-4cb3-4331-b82f-23c54b38461b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:42.510465 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-19ec15bc-4cb3-4331-b82f-23c54b38461b admin admin] 10.222.0.41 "GET /v2.0/subnets/e4d38a22-ede4-422d-901e-8fb1c0189b68 HTTP/1.1" status: 200 len: 868 time: 0.1313014 Apr 18 20:15:45.876925 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 5 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:15:54.437076 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2cc02964-8831-4edd-b3bc-f123ff3d955d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:58.672098 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2599c4e3-5669-402c-88d2-60b6d078fa17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:59.548173 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:01.169344 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:01.348971 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:05.456664 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51746) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:16:05.512765 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-2f55e7fb-7799-4f03-9cc8-136f3626c57b admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:16:05.513861 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2f55e7fb-7799-4f03-9cc8-136f3626c57b admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0561717 Apr 18 20:16:08.053129 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51754) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:16:08.119500 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dbe605b-2b60-4c94-8cd9-389ca3c9de16 admin admin] GET failed (client error): The resource could not be found. Apr 18 20:16:08.121019 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5dbe605b-2b60-4c94-8cd9-389ca3c9de16 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0667863 Apr 18 20:16:08.287088 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e484ed-77e2-482b-a536-ddf1214151b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:08.288836 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c2e484ed-77e2-482b-a536-ddf1214151b9 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1628997 Apr 18 20:16:11.295466 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51762) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:16:11.354061 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a8ff4bb5-9634-4ac9-b86e-5a5f55fe1893 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:11.388465 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ff4bb5-9634-4ac9-b86e-5a5f55fe1893 admin admin] Made reservation on behalf of 98dfedc99bb0467e82059c1f1341e09c for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:16:11.390867 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4bb5-9634-4ac9-b86e-5a5f55fe1893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:11.434721 n-d-838323-3 neutron-server[102908]: WARNING neutron.services.revisions.revision_plugin [None req-a8ff4bb5-9634-4ac9-b86e-5a5f55fe1893 admin admin] Could not find related network for resource to bump revision. Apr 18 20:16:11.451397 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ff4bb5-9634-4ac9-b86e-5a5f55fe1893 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:16:11.464595 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4bb5-9634-4ac9-b86e-5a5f55fe1893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:11.465001 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-a8ff4bb5-9634-4ac9-b86e-5a5f55fe1893 admin admin] Added segment 13dca32a-65de-4e15-aa11-0ead690dd140 of type vlan for network 615e1cae-b97f-47fa-a701-86445dc2465b Apr 18 20:16:11.511799 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4bb5-9634-4ac9-b86e-5a5f55fe1893 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:11.540771 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4bb5-9634-4ac9-b86e-5a5f55fe1893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:11.541800 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff4bb5-9634-4ac9-b86e-5a5f55fe1893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:11.542424 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4bb5-9634-4ac9-b86e-5a5f55fe1893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:11.597674 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a8ff4bb5-9634-4ac9-b86e-5a5f55fe1893 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3006980 Apr 18 20:16:11.612228 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff4bb5-9634-4ac9-b86e-5a5f55fe1893 admin admin] Pushing event updated for resources: {'Network': ['ID=615e1cae-b97f-47fa-a701-86445dc2465b,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:11.619856 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ff4bb5-9634-4ac9-b86e-5a5f55fe1893 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:11.620196 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ff4bb5-9634-4ac9-b86e-5a5f55fe1893 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:11.620589 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ff4bb5-9634-4ac9-b86e-5a5f55fe1893 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:11.620911 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ff4bb5-9634-4ac9-b86e-5a5f55fe1893 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:11.621239 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ff4bb5-9634-4ac9-b86e-5a5f55fe1893 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:11.621567 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ff4bb5-9634-4ac9-b86e-5a5f55fe1893 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:11.621893 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ff4bb5-9634-4ac9-b86e-5a5f55fe1893 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:11.622217 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ff4bb5-9634-4ac9-b86e-5a5f55fe1893 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:11.622538 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ff4bb5-9634-4ac9-b86e-5a5f55fe1893 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:11.622863 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ff4bb5-9634-4ac9-b86e-5a5f55fe1893 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:11.623179 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ff4bb5-9634-4ac9-b86e-5a5f55fe1893 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:11.623493 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ff4bb5-9634-4ac9-b86e-5a5f55fe1893 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:11.643295 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 615e1cae-b97f-47fa-a701-86445dc2465b details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:16:14.013052 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51770) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:16:14.085996 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9bbf90-ed08-4ec4-ab54-698fabe47693 admin admin] GET failed (client error): The resource could not be found. Apr 18 20:16:14.087569 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ed9bbf90-ed08-4ec4-ab54-698fabe47693 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0731673 Apr 18 20:16:14.162925 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b1375a-d9e8-4a6d-928f-c27e028165a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:14.164462 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e5b1375a-d9e8-4a6d-928f-c27e028165a7 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0717599 Apr 18 20:16:14.176025 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-98893f94-77a6-43b1-8917-c595a44430c4 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:14.198178 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98893f94-77a6-43b1-8917-c595a44430c4 admin admin] Made reservation on behalf of 98dfedc99bb0467e82059c1f1341e09c for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:16:14.200800 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98893f94-77a6-43b1-8917-c595a44430c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:14.427948 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98893f94-77a6-43b1-8917-c595a44430c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:14.484516 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98893f94-77a6-43b1-8917-c595a44430c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=738c099a-2d75-4838-affd-4f6009aedc01,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:14.496220 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98893f94-77a6-43b1-8917-c595a44430c4 admin admin] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:16:14.496677 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98893f94-77a6-43b1-8917-c595a44430c4 admin admin] Network hostable DHCP agents. Network: 615e1cae-b97f-47fa-a701-86445dc2465b, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:16:14.518513 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98893f94-77a6-43b1-8917-c595a44430c4 admin admin] Network 615e1cae-b97f-47fa-a701-86445dc2465b is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:16:14.529723 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-98893f94-77a6-43b1-8917-c595a44430c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 615e1cae-b97f-47fa-a701-86445dc2465b) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:16:14.536048 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98893f94-77a6-43b1-8917-c595a44430c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:14.536515 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98893f94-77a6-43b1-8917-c595a44430c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:14.542896 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbba981-adb4-45b8-90c2-74ad3518b8bf None None] Network 615e1cae-b97f-47fa-a701-86445dc2465b requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:16:14.561568 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-98893f94-77a6-43b1-8917-c595a44430c4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3893664 Apr 18 20:16:14.745866 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-615e1cae-b97f-47fa-a701-86445dc2465b', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'tenant_id': '98dfedc99bb0467e82059c1f1341e09c', 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:16:14.747007 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:14.951697 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Allocated IP 192.168.233.2 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/b0b128aa-0eee-427c-b871-88643a3a4365) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:16:15.162879 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:15.173729 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:15.221539 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:16:15.229480 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:16:15.236956 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:16:15.240312 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Pushing event updated for resources: {'Port': ['ID=b0b128aa-0eee-427c-b871-88643a3a4365,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:15.252408 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:15.252763 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:15.253127 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:15.253463 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:15.253794 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:15.254116 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:15.254446 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:15.254777 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:15.255075 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:15.255392 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:15.255703 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:15.256036 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:15.319347 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Attempting to bind port b0b128aa-0eee-427c-b871-88643a3a4365 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:16:15.319814 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Attempting to bind port b0b128aa-0eee-427c-b871-88643a3a4365 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:16:15.320114 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Attempting to bind port b0b128aa-0eee-427c-b871-88643a3a4365 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:16:15.325738 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:16:15.326105 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:16:15.326504 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:15.326896 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:16:15.327370 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Bound port: b0b128aa-0eee-427c-b871-88643a3a4365, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:16:15.327769 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:15.426203 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] For port b0b128aa-0eee-427c-b871-88643a3a4365, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:16:15.431155 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] For port b0b128aa-0eee-427c-b871-88643a3a4365, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b0b128aa-0eee-427c-b871-88643a3a4365,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:16:15.436967 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:15.526391 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ab615-145a-4afb-b2e8-4a12f7c4ed6d None None] Pushing event updated for resources: {'Port': ['ID=b0b128aa-0eee-427c-b871-88643a3a4365,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:16.570442 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa3e0a4-dbf2-43cc-ad88-9f89b09d3397 None None] Network 615e1cae-b97f-47fa-a701-86445dc2465b requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:16:16.673737 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-3d6631d6-7fb3-401b-881f-4d8231135f4c None None] Provisioning complete for port b0b128aa-0eee-427c-b871-88643a3a4365 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:16.674202 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3d6631d6-7fb3-401b-881f-4d8231135f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:16.845441 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3d6631d6-7fb3-401b-881f-4d8231135f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:16.890619 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-3d6631d6-7fb3-401b-881f-4d8231135f4c None None] For port b0b128aa-0eee-427c-b871-88643a3a4365, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b0b128aa-0eee-427c-b871-88643a3a4365,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:16:16.897621 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3d6631d6-7fb3-401b-881f-4d8231135f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:16.984851 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6631d6-7fb3-401b-881f-4d8231135f4c None None] Pushing event updated for resources: {'Port': ['ID=b0b128aa-0eee-427c-b871-88643a3a4365,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:17.241796 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-3e897a5b-b3f0-4b78-a7f1-c7df8f9b6bcc None None] Provisioning complete for port b0b128aa-0eee-427c-b871-88643a3a4365 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:17.242244 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3e897a5b-b3f0-4b78-a7f1-c7df8f9b6bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:17.245032 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b0b128aa-0eee-427c-b871-88643a3a4365 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:16:17.339656 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port b0b128aa-0eee-427c-b871-88643a3a4365 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:17.340025 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:22.876457 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 5 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:16:24.431422 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7281f8a2-1469-403c-a47f-e17528e22320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:28.675719 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-677f823b-c664-4ab1-939c-c90fb6a1b361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:29.553850 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:31.167730 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:31.347891 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:54.430685 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-040b7eac-0e51-492b-9779-96b2a94cba9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:58.674643 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6391af67-7470-405f-a9b7-9c52a333e500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:59.559019 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:59.878692 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 5 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:17:01.168080 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:01.356545 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:24.433672 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1676bb31-b127-43df-a300-268fd0025508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:28.681198 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0e456935-a321-42a9-b6f4-2e7586bd813c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:29.576514 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:31.167379 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:31.366652 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:36.882192 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 5 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:17:53.477511 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51808) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:17:53.484578 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-ab3e65b6-3976-4259-af89-d0696c7cfb51 tempest-verify_tempest_config-862195325 tempest-verify_tempest_config-862195325-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:17:53.485898 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ab3e65b6-3976-4259-af89-d0696c7cfb51 tempest-verify_tempest_config-862195325 tempest-verify_tempest_config-862195325-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069556 Apr 18 20:17:53.857999 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51826) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:17:53.995904 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6786a7b-fe6e-4a38-b50f-0f4ed131801d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:54.090231 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6786a7b-fe6e-4a38-b50f-0f4ed131801d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:54.095168 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6786a7b-fe6e-4a38-b50f-0f4ed131801d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:54.150260 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6786a7b-fe6e-4a38-b50f-0f4ed131801d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2501e4d-7fcd-40f4-b56a-229b646c3bd8,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:54.154957 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f6786a7b-fe6e-4a38-b50f-0f4ed131801d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95f0e8d88cf84231b57a2ccb1405144a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2950764 Apr 18 20:17:54.159405 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51830) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:17:54.161021 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6786a7b-fe6e-4a38-b50f-0f4ed131801d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:54.161358 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6786a7b-fe6e-4a38-b50f-0f4ed131801d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:54.161712 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6786a7b-fe6e-4a38-b50f-0f4ed131801d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:54.162027 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6786a7b-fe6e-4a38-b50f-0f4ed131801d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:54.162384 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6786a7b-fe6e-4a38-b50f-0f4ed131801d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:54.162675 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6786a7b-fe6e-4a38-b50f-0f4ed131801d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:54.162993 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6786a7b-fe6e-4a38-b50f-0f4ed131801d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:54.163309 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6786a7b-fe6e-4a38-b50f-0f4ed131801d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:54.163621 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6786a7b-fe6e-4a38-b50f-0f4ed131801d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:54.163934 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6786a7b-fe6e-4a38-b50f-0f4ed131801d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:54.164248 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6786a7b-fe6e-4a38-b50f-0f4ed131801d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:54.164606 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6786a7b-fe6e-4a38-b50f-0f4ed131801d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:54.235641 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f0350401-cbc0-4661-bbc0-6d1ed555c844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:54.274342 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f0350401-cbc0-4661-bbc0-6d1ed555c844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:54.401455 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f0350401-cbc0-4661-bbc0-6d1ed555c844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:54.404078 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f0350401-cbc0-4661-bbc0-6d1ed555c844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:54.405771 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f0350401-cbc0-4661-bbc0-6d1ed555c844 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2501e4d-7fcd-40f4-b56a-229b646c3bd8 HTTP/1.1" status: 204 len: 168 time: 0.2450185 Apr 18 20:17:54.418506 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0350401-cbc0-4661-bbc0-6d1ed555c844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2501e4d-7fcd-40f4-b56a-229b646c3bd8,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:54.433097 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0350401-cbc0-4661-bbc0-6d1ed555c844 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:54.433673 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0350401-cbc0-4661-bbc0-6d1ed555c844 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:54.434545 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0350401-cbc0-4661-bbc0-6d1ed555c844 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:54.435065 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0350401-cbc0-4661-bbc0-6d1ed555c844 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:54.436196 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0350401-cbc0-4661-bbc0-6d1ed555c844 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:54.437052 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0350401-cbc0-4661-bbc0-6d1ed555c844 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:54.437933 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0350401-cbc0-4661-bbc0-6d1ed555c844 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:54.438478 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0350401-cbc0-4661-bbc0-6d1ed555c844 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:54.439055 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0350401-cbc0-4661-bbc0-6d1ed555c844 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:54.439603 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0350401-cbc0-4661-bbc0-6d1ed555c844 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:54.440218 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0350401-cbc0-4661-bbc0-6d1ed555c844 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:54.440800 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0350401-cbc0-4661-bbc0-6d1ed555c844 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:54.450957 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7e7d74aa-6e4b-495d-a7ef-2866c8ffc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:58.665795 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1875cd5b-15dc-4a11-bc0a-0441b4988254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:59.567270 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:01.166018 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:01.361070 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:13.881293 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 5 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:18:24.428000 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-da7644fc-9d43-4cae-87c4-dee9bbbb09b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:28.673468 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-67185a0e-c005-4a48-b890-c1a71abaf584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:29.569813 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:31.161694 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:31.364835 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:50.883098 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 5 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:18:54.428382 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c0cb202b-c9e5-48d3-aebb-237634d0f60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:58.667002 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-40950917-0286-41fb-94ae-8ba51afb625b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:59.569496 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:01.169069 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:01.369816 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:24.430009 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-be4990a3-5526-41ce-a049-a73ac63524c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:27.882444 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 5 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:19:28.679225 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0ef1b705-e314-4bf6-8966-b48959389bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:29.578239 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:31.164804 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:31.372463 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:54.425631 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7c29ad4f-9513-4757-b0d1-dfc233193774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:58.674097 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2b57b1ee-a920-4b57-83b6-53d45c1aafc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:59.578872 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:01.175203 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:01.377079 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:04.881409 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 5 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:20:24.420930 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4d36bbe4-4a62-4494-86c4-bb9b76f7dc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:28.680596 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-238de92a-0a49-49a8-ae96-f7d72204e68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:29.584954 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:31.169858 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:31.380954 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:41.881606 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 5 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:20:54.425915 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-64a6fe4f-b31f-447d-a223-dcbbfe77955f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:58.675600 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-18799eb1-44ff-4371-b355-f9f118ad8314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:59.588386 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:01.178090 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:01.382017 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:07.241961 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1611508'] for agent, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:11.284773 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1611508'] for agent, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:18.880650 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:21:24.431728 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2c68d54c-900d-476b-ba06-d1a4513b3b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:28.678643 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5b2e0185-eae2-4054-bc8d-5cf41eca4de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:29.590928 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:31.172279 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:31.393699 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:37.230149 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:41.282619 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:54.427936 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-23403f58-bf0a-4e84-9dcf-dff640b34cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:55.881462 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:21:58.691705 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-43301d12-d972-4c98-8446-a354043be5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:59.600343 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:59.888000 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51888) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:00.010635 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c44e5753-4ab1-4772-bb1b-3775cfd72913 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1206195 Apr 18 20:22:01.180122 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:01.396814 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:02.422372 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51898) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:02.505447 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5bc370b6-c4c9-4f81-ab93-83e4efc2aa8f admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0819287 Apr 18 20:22:07.236190 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:11.279982 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:24.423689 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-36570690-eb93-404c-91f8-6683e9192469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:28.691523 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cdeadad6-1bdb-466a-94d6-6f4244594314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:29.603245 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.176570 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.394525 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:32.882432 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:22:37.227275 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:41.296309 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:54.429999 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7f5b192e-8c3c-4128-9afe-245f244b05d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.690799 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0552eb9e-038b-4ac7-a17e-a5e5ae189177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:59.598453 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:01.179332 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:01.400042 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:07.268444 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:09.884027 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:23:11.297765 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:24.426581 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-684d3f28-a568-4f12-8d35-3654f40d6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:28.695830 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bd212816-a09f-4971-9009-d39b98ff0cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:29.601117 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.186129 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.422351 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:37.253440 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:41.321046 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:46.890701 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:23:48.827405 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52136) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:49.466808 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5d513837-cf7d-410b-896e-7589efa92c19 tempest-AutoAllocateNetworkTest-980923541 tempest-AutoAllocateNetworkTest-980923541-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=09478a5afc864c09b16c8fee6b843bdb&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6373618 Apr 18 20:23:49.470877 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52158) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:49.744711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0febd8-8f30-4c19-b681-586c4d2a284e tempest-AutoAllocateNetworkTest-980923541 tempest-AutoAllocateNetworkTest-980923541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:49.746678 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ed0febd8-8f30-4c19-b681-586c4d2a284e tempest-AutoAllocateNetworkTest-980923541 tempest-AutoAllocateNetworkTest-980923541-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2742746 Apr 18 20:23:49.750102 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52168) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:49.818654 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-20038dc7-f0b0-491c-a1e2-b7dea8c8160e tempest-AutoAllocateNetworkTest-980923541 tempest-AutoAllocateNetworkTest-980923541-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668588 Apr 18 20:23:49.818885 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52172) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:49.875220 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-28906bc7-7543-4953-8bdb-6bced1efa0e6 tempest-AutoAllocateNetworkTest-980923541 tempest-AutoAllocateNetworkTest-980923541-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=09478a5afc864c09b16c8fee6b843bdb HTTP/1.1" status: 200 len: 208 time: 0.0518959 Apr 18 20:23:50.729215 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52218) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:51.158057 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1cab5294-e3bb-44e4-9d84-edd1f496400f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:51.266812 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1cab5294-e3bb-44e4-9d84-edd1f496400f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:51.273117 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1cab5294-e3bb-44e4-9d84-edd1f496400f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:51.304896 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab5294-e3bb-44e4-9d84-edd1f496400f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea85d7a-736a-410e-9e0c-1ec3bd7da3b9,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:51.320834 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab5294-e3bb-44e4-9d84-edd1f496400f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.321476 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab5294-e3bb-44e4-9d84-edd1f496400f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.321954 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab5294-e3bb-44e4-9d84-edd1f496400f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.322443 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab5294-e3bb-44e4-9d84-edd1f496400f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.323017 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab5294-e3bb-44e4-9d84-edd1f496400f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.323500 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab5294-e3bb-44e4-9d84-edd1f496400f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.323967 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab5294-e3bb-44e4-9d84-edd1f496400f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.324421 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab5294-e3bb-44e4-9d84-edd1f496400f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.324902 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab5294-e3bb-44e4-9d84-edd1f496400f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.325588 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab5294-e3bb-44e4-9d84-edd1f496400f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.326056 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab5294-e3bb-44e4-9d84-edd1f496400f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.326520 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab5294-e3bb-44e4-9d84-edd1f496400f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab5294-e3bb-44e4-9d84-edd1f496400f admin admin] Tracked resource versions report: Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: pushed versions: Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: { 'AddressGroup': {'1.2'}, Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: 'ConntrackHelper': {'1.0'}, Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: 'Log': {'1.0'}, Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: 'Network': {'1.1'}, Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: 'Port': {'1.7'}, Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: 'PortForwarding': {'1.2'}, Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: 'QosPolicy': {'1.9'}, Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: 'SecurityGroup': {'1.4'}, Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: 'SubPort': {'1.0'}, Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: 'Subnet': {'1.1'}, Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: 'Trunk': {'1.1'}} Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: consumer versions: Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: { DHCP agent@n-d-838323-3: {}, Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: HyperV agent@n-h1-838323-3: {}, Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: HyperV agent@n-h2-838323-3: {}, Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: L3 agent@n-d-838323-3: {}, Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: Metadata agent@n-d-838323-3: {}, Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: Metering agent@n-d-838323-3: {}, Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: Open vSwitch agent@n-d-838323-3: { 'AddressGroup': '1.2', Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: 'ConntrackHelper': '1.0', Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: 'Log': '1.0', Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: 'Network': '1.1', Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: 'Port': '1.7', Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: 'PortForwarding': '1.2', Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: 'QosPolicy': '1.9', Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: 'SecurityGroup': '1.4', Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: 'SecurityGroupRule': '1.2', Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: 'SubPort': '1.0', Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: 'Subnet': '1.1', Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: 'Trunk': '1.1'}} Apr 18 20:23:51.328533 n-d-838323-3 neutron-server[102909]: {{(pid=102909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:23:51.363019 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1cab5294-e3bb-44e4-9d84-edd1f496400f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09478a5afc864c09b16c8fee6b843bdb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6323721 Apr 18 20:23:51.363720 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52232) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:51.506458 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a2f61e86-4ecf-48e0-afb1-43d8c0f20572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:51.559122 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a2f61e86-4ecf-48e0-afb1-43d8c0f20572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:51.664392 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a2f61e86-4ecf-48e0-afb1-43d8c0f20572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:51.668772 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a2f61e86-4ecf-48e0-afb1-43d8c0f20572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:51.670128 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a2f61e86-4ecf-48e0-afb1-43d8c0f20572 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ea85d7a-736a-410e-9e0c-1ec3bd7da3b9 HTTP/1.1" status: 204 len: 168 time: 0.3041081 Apr 18 20:23:51.681773 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f61e86-4ecf-48e0-afb1-43d8c0f20572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea85d7a-736a-410e-9e0c-1ec3bd7da3b9,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:51.700336 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f61e86-4ecf-48e0-afb1-43d8c0f20572 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.701083 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f61e86-4ecf-48e0-afb1-43d8c0f20572 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.701487 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f61e86-4ecf-48e0-afb1-43d8c0f20572 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.701830 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f61e86-4ecf-48e0-afb1-43d8c0f20572 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.702166 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f61e86-4ecf-48e0-afb1-43d8c0f20572 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.702541 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f61e86-4ecf-48e0-afb1-43d8c0f20572 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.702868 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f61e86-4ecf-48e0-afb1-43d8c0f20572 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.703190 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f61e86-4ecf-48e0-afb1-43d8c0f20572 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.703513 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f61e86-4ecf-48e0-afb1-43d8c0f20572 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.703829 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f61e86-4ecf-48e0-afb1-43d8c0f20572 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.704144 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f61e86-4ecf-48e0-afb1-43d8c0f20572 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.704483 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f61e86-4ecf-48e0-afb1-43d8c0f20572 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f61e86-4ecf-48e0-afb1-43d8c0f20572 admin admin] Tracked resource versions report: Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: pushed versions: Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: { 'AddressGroup': {'1.2'}, Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: 'ConntrackHelper': {'1.0'}, Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: 'Log': {'1.0'}, Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: 'Network': {'1.1'}, Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: 'Port': {'1.7'}, Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: 'PortForwarding': {'1.2'}, Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: 'QosPolicy': {'1.9'}, Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: 'SecurityGroup': {'1.4'}, Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: 'SubPort': {'1.0'}, Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: 'Subnet': {'1.1'}, Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: 'Trunk': {'1.1'}} Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: consumer versions: Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: { DHCP agent@n-d-838323-3: {}, Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: HyperV agent@n-h1-838323-3: {}, Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: HyperV agent@n-h2-838323-3: {}, Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: L3 agent@n-d-838323-3: {}, Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: Metadata agent@n-d-838323-3: {}, Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: Metering agent@n-d-838323-3: {}, Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: Open vSwitch agent@n-d-838323-3: { 'AddressGroup': '1.2', Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: 'ConntrackHelper': '1.0', Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: 'Log': '1.0', Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: 'Network': '1.1', Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: 'Port': '1.7', Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: 'PortForwarding': '1.2', Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: 'QosPolicy': '1.9', Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: 'SecurityGroup': '1.4', Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: 'SecurityGroupRule': '1.2', Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: 'SubPort': '1.0', Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: 'Subnet': '1.1', Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: 'Trunk': '1.1'}} Apr 18 20:23:51.710313 n-d-838323-3 neutron-server[102908]: {{(pid=102908) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:23:52.503962 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52292) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:52.508872 n-d-838323-3 neutron-server[102908]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 18 20:23:52.550192 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-c2033e1a-51ac-4519-b4cd-50003b5655c8 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bd2017bf3140477fb20f5f0eb0ab2f98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432651 Apr 18 20:23:52.779518 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-03589861-a50f-4b37-be27-cb39b618b529 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:52.782708 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-03589861-a50f-4b37-be27-cb39b618b529 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2230544 Apr 18 20:23:52.807342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-4ac7cea7-ac73-40c1-ba22-281040906778 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/quotas/bd2017bf3140477fb20f5f0eb0ab2f98 HTTP/1.1" status: 200 len: 375 time: 0.0170782 Apr 18 20:23:52.877751 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-fe6f2793-26bc-4c28-a1f5-66386d2da8bd tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd2017bf3140477fb20f5f0eb0ab2f98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634668 Apr 18 20:23:52.906182 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52312) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:53.151434 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c7735266-91a8-4576-b63c-449eea4d7ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:53.404220 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c7735266-91a8-4576-b63c-449eea4d7ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:53.414145 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c7735266-91a8-4576-b63c-449eea4d7ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:53.493705 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c7735266-91a8-4576-b63c-449eea4d7ecb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e1731a04d79a4521841757b220cba5e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5861948 Apr 18 20:23:53.496045 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7735266-91a8-4576-b63c-449eea4d7ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152ecbaf-2e8d-401b-9c58-a15de5748f7b,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:53.499735 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52342) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:53.508993 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52344) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:53.619738 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c5173d31-9931-4a3b-91bd-466f74880faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:53.660887 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c5173d31-9931-4a3b-91bd-466f74880faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:53.748531 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c5173d31-9931-4a3b-91bd-466f74880faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:53.756686 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c5173d31-9931-4a3b-91bd-466f74880faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:53.759937 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c5173d31-9931-4a3b-91bd-466f74880faf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/152ecbaf-2e8d-401b-9c58-a15de5748f7b HTTP/1.1" status: 204 len: 168 time: 0.2579937 Apr 18 20:23:53.771251 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5173d31-9931-4a3b-91bd-466f74880faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152ecbaf-2e8d-401b-9c58-a15de5748f7b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:53.794204 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52358) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:53.918449 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ce95918f-8431-4143-9d6e-7289bf15d94f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465484721-network', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:53.972841 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce95918f-8431-4143-9d6e-7289bf15d94f admin admin] Made reservation on behalf of 9c31a5607b8149d6830abd18010bd1c0 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:23:53.978154 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce95918f-8431-4143-9d6e-7289bf15d94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:54.010619 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce95918f-8431-4143-9d6e-7289bf15d94f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:54.251922 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce95918f-8431-4143-9d6e-7289bf15d94f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:54.259346 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce95918f-8431-4143-9d6e-7289bf15d94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:54.348105 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce95918f-8431-4143-9d6e-7289bf15d94f admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:23:54.406557 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52388) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:54.445020 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0f6b39a8-12b8-45dc-9f53-a639a1faedc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:54.460062 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fbaa47d5-74eb-4103-8c1c-852d151bead7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:54.490266 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e796d057-e3fe-44a9-80c6-cf46ba686891 req-176841e9-895f-457f-9ccd-b39b04abc301 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5535fd2-0f61-42aa-b40d-d91b30dfb2ce HTTP/1.1" status: 200 len: 210 time: 0.6942673 Apr 18 20:23:54.501251 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce95918f-8431-4143-9d6e-7289bf15d94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:54.501621 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-ce95918f-8431-4143-9d6e-7289bf15d94f admin admin] Added segment 3e371145-be9f-4691-af57-5ba121ad60c9 of type vlan for network aa0818df-a918-4234-93bb-c4f1c30fdeff Apr 18 20:23:54.604471 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95918f-8431-4143-9d6e-7289bf15d94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899862c2-1b4a-4616-8522-89ece8b25cec,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:54.640450 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fbaa47d5-74eb-4103-8c1c-852d151bead7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:54.652314 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fbaa47d5-74eb-4103-8c1c-852d151bead7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:54.668784 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce95918f-8431-4143-9d6e-7289bf15d94f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:54.726423 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fbaa47d5-74eb-4103-8c1c-852d151bead7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88c4bb33fcaa4364be51a7ef8fb1b1f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3183630 Apr 18 20:23:54.731565 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52404) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:54.744538 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce95918f-8431-4143-9d6e-7289bf15d94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:54.746050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce95918f-8431-4143-9d6e-7289bf15d94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:54.749937 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce95918f-8431-4143-9d6e-7289bf15d94f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:54.769469 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa47d5-74eb-4103-8c1c-852d151bead7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ee36cc-3040-40c6-a607-1b37b51c8fad,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:54.906650 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95918f-8431-4143-9d6e-7289bf15d94f admin admin] Pushing event updated for resources: {'Network': ['ID=aa0818df-a918-4234-93bb-c4f1c30fdeff,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:54.922734 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network aa0818df-a918-4234-93bb-c4f1c30fdeff details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:23:54.924629 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52412) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:54.930990 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-830b1ea1-07fb-4611-bf59-688560b21f10 admin admin] Request body: {'subnet': {'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465484721-subnet', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:54.934810 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ce95918f-8431-4143-9d6e-7289bf15d94f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4243145 Apr 18 20:23:55.017642 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830b1ea1-07fb-4611-bf59-688560b21f10 admin admin] Made reservation on behalf of 9c31a5607b8149d6830abd18010bd1c0 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:23:55.026519 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-830b1ea1-07fb-4611-bf59-688560b21f10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:55.085426 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6e91784c-f6f2-4c03-bf79-1c62ad41ab04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:55.191748 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6e91784c-f6f2-4c03-bf79-1c62ad41ab04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:55.333641 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6e91784c-f6f2-4c03-bf79-1c62ad41ab04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:55.343247 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6e91784c-f6f2-4c03-bf79-1c62ad41ab04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:55.347205 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6e91784c-f6f2-4c03-bf79-1c62ad41ab04 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16ee36cc-3040-40c6-a607-1b37b51c8fad HTTP/1.1" status: 204 len: 168 time: 0.6123226 Apr 18 20:23:55.368116 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e91784c-f6f2-4c03-bf79-1c62ad41ab04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ee36cc-3040-40c6-a607-1b37b51c8fad,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:55.428489 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-830b1ea1-07fb-4611-bf59-688560b21f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:55.492620 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b1ea1-07fb-4611-bf59-688560b21f10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b169574-6f19-4861-aa97-53614f9267fe,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:55.522139 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830b1ea1-07fb-4611-bf59-688560b21f10 admin admin] Checking segment: {'id': '3e371145-be9f-4691-af57-5ba121ad60c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:23:55.522400 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830b1ea1-07fb-4611-bf59-688560b21f10 admin admin] Network hostable DHCP agents. Network: aa0818df-a918-4234-93bb-c4f1c30fdeff, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:23:55.561460 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830b1ea1-07fb-4611-bf59-688560b21f10 admin admin] Network aa0818df-a918-4234-93bb-c4f1c30fdeff is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:23:55.589933 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-830b1ea1-07fb-4611-bf59-688560b21f10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, aa0818df-a918-4234-93bb-c4f1c30fdeff) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:23:55.596189 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830b1ea1-07fb-4611-bf59-688560b21f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:55.597171 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-830b1ea1-07fb-4611-bf59-688560b21f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:55.616713 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77376f3-4c6c-4894-be2e-deb11d01fe61 None None] Network aa0818df-a918-4234-93bb-c4f1c30fdeff requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:23:55.631905 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52440) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:55.637991 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-830b1ea1-07fb-4611-bf59-688560b21f10 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7124689 Apr 18 20:23:55.639063 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-8553e394-f3c7-41e4-9539-9c35c0374eb9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465484721-router', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:55.685403 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8553e394-f3c7-41e4-9539-9c35c0374eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:55.686862 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8553e394-f3c7-41e4-9539-9c35c0374eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:55.760458 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8553e394-f3c7-41e4-9539-9c35c0374eb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:56.060034 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8553e394-f3c7-41e4-9539-9c35c0374eb9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:56.075947 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3632e2b9-be27-4585-958d-39be52429d13 req-e6cc79b4-a4cf-45b4-86e2-2ea552c025e4 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e7497b7331404f5abe7d99ad347061b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3136406 Apr 18 20:23:56.129442 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-aa0818df-a918-4234-93bb-c4f1c30fdeff', 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'fixed_ips': [{'subnet_id': '9b169574-6f19-4861-aa97-53614f9267fe'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:23:56.131969 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:56.235570 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52458) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:56.306661 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632e2b9-be27-4585-958d-39be52429d13 req-a26bd565-6622-49f5-90d1-25789c5e8cbc tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:56.308363 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3632e2b9-be27-4585-958d-39be52429d13 req-a26bd565-6622-49f5-90d1-25789c5e8cbc tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053342 Apr 18 20:23:56.439549 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3632e2b9-be27-4585-958d-39be52429d13 req-0ac0cbfc-fa6b-4615-9bc5-5135c17d87f0 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/quotas/e7497b7331404f5abe7d99ad347061b9 HTTP/1.1" status: 200 len: 375 time: 0.1097553 Apr 18 20:23:56.559191 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ca486334-f259-4504-9c85-f16e373c511b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:56.571229 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.32', 65301) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:56.576909 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Allocated IP 172.20.0.2 (aa0818df-a918-4234-93bb-c4f1c30fdeff/9b169574-6f19-4861-aa97-53614f9267fe/7c2e027d-3ac5-4cc2-9b92-d3f166b2f735) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:23:56.737259 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3632e2b9-be27-4585-958d-39be52429d13 req-0f94b0a3-8594-458a-b1df-2a543303dab9 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7497b7331404f5abe7d99ad347061b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2955694 Apr 18 20:23:56.764827 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-8901537e-b136-4479-bfe5-b8490b36c09c tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=bd2017bf3140477fb20f5f0eb0ab2f98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1922588 Apr 18 20:23:56.775662 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ca486334-f259-4504-9c85-f16e373c511b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:56.788743 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ca486334-f259-4504-9c85-f16e373c511b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:56.854276 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca486334-f259-4504-9c85-f16e373c511b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee33106-b63a-4e6e-bdec-c7590d3c6d72,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:56.921376 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ca486334-f259-4504-9c85-f16e373c511b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ecda4f61b6e547eb827dd344f4561ead&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6845865 Apr 18 20:23:56.927657 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52474) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:57.039768 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5f07513-8919-4cfd-8ecd-0ec86c4536ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:57.070361 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-84a65997-eee7-4faa-97b5-815fd686d075 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:57.071887 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-84a65997-eee7-4faa-97b5-815fd686d075 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2763410 Apr 18 20:23:57.121004 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5f07513-8919-4cfd-8ecd-0ec86c4536ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:57.135858 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8553e394-f3c7-41e4-9539-9c35c0374eb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:57.147626 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:57.176354 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:57.205455 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-e3842153-155a-4c3c-805d-f6ac1f4e5583 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Request body: {'port': {'device_id': 'e5535fd2-0f61-42aa-b40d-d91b30dfb2ce', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': 'bd2017bf3140477fb20f5f0eb0ab2f98'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:57.272486 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5f07513-8919-4cfd-8ecd-0ec86c4536ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:57.278649 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5f07513-8919-4cfd-8ecd-0ec86c4536ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:57.284333 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d5f07513-8919-4cfd-8ecd-0ec86c4536ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ee33106-b63a-4e6e-bdec-c7590d3c6d72 HTTP/1.1" status: 204 len: 168 time: 0.3545446 Apr 18 20:23:57.318851 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f07513-8919-4cfd-8ecd-0ec86c4536ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee33106-b63a-4e6e-bdec-c7590d3c6d72,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:57.338076 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Pushing event updated for resources: {'Port': ['ID=7c2e027d-3ac5-4cc2-9b92-d3f166b2f735,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:57.361687 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:57.361908 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:57.362249 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:57.362582 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:57.363444 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:57.363802 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:57.367445 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:57.367966 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:57.368311 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:57.368666 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:57.369009 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:57.369347 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Tracked resource versions report: Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: pushed versions: Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: { 'AddressGroup': {'1.2'}, Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: 'ConntrackHelper': {'1.0'}, Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: 'Log': {'1.0'}, Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: 'Network': {'1.1'}, Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: 'Port': {'1.7'}, Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: 'PortForwarding': {'1.2'}, Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: 'QosPolicy': {'1.9'}, Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: 'SecurityGroup': {'1.4'}, Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: 'SubPort': {'1.0'}, Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: 'Subnet': {'1.1'}, Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: 'Trunk': {'1.1'}} Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: consumer versions: Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: { DHCP agent@n-d-838323-3: {}, Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: HyperV agent@n-h1-838323-3: {}, Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: HyperV agent@n-h2-838323-3: {}, Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: L3 agent@n-d-838323-3: {}, Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: Metadata agent@n-d-838323-3: {}, Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: Metering agent@n-d-838323-3: {}, Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: Open vSwitch agent@n-d-838323-3: { 'AddressGroup': '1.2', Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: 'ConntrackHelper': '1.0', Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: 'Log': '1.0', Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: 'Network': '1.1', Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: 'Port': '1.7', Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: 'PortForwarding': '1.2', Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: 'QosPolicy': '1.9', Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: 'SecurityGroup': '1.4', Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: 'SecurityGroupRule': '1.2', Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: 'SubPort': '1.0', Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: 'Subnet': '1.1', Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: 'Trunk': '1.1'}} Apr 18 20:23:57.374050 n-d-838323-3 neutron-server[102910]: {{(pid=102910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:23:57.412935 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Network aa0818df-a918-4234-93bb-c4f1c30fdeff is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:23:57.415494 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:23:57.421543 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:23:57.514139 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8553e394-f3c7-41e4-9539-9c35c0374eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:57.547778 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Attempting to bind port 7c2e027d-3ac5-4cc2-9b92-d3f166b2f735 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:23:57.547778 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Attempting to bind port 7c2e027d-3ac5-4cc2-9b92-d3f166b2f735 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '3e371145-be9f-4691-af57-5ba121ad60c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:23:57.547778 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Attempting to bind port 7c2e027d-3ac5-4cc2-9b92-d3f166b2f735 on network aa0818df-a918-4234-93bb-c4f1c30fdeff {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:23:57.557076 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:23:57.557464 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Checking segment: {'id': '3e371145-be9f-4691-af57-5ba121ad60c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:23:57.557942 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:57.558354 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Bound using segment: {'id': '3e371145-be9f-4691-af57-5ba121ad60c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:23:57.558840 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Bound port: 7c2e027d-3ac5-4cc2-9b92-d3f166b2f735, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e371145-be9f-4691-af57-5ba121ad60c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:23:57.559580 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:57.667873 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6277a7be-fb3f-4778-b3a4-7ebf13a38245 req-095e300f-c318-4ad7-8931-e7e252110663 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5535fd2-0f61-42aa-b40d-d91b30dfb2ce HTTP/1.1" status: 200 len: 210 time: 0.0814550 Apr 18 20:23:57.668710 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] For port 7c2e027d-3ac5-4cc2-9b92-d3f166b2f735, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:23:57.678151 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] For port 7c2e027d-3ac5-4cc2-9b92-d3f166b2f735, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7c2e027d-3ac5-4cc2-9b92-d3f166b2f735,segment=NetworkSegment(3e371145-be9f-4691-af57-5ba121ad60c9),segment_id=3e371145-be9f-4691-af57-5ba121ad60c9)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:23:57.703013 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:57.853838 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-8553e394-f3c7-41e4-9539-9c35c0374eb9 admin admin] Allocated IP 172.25.1.189 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/2ee0ab00-7df1-488b-a3ac-fb22a190e392) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:23:57.889539 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-e3842153-155a-4c3c-805d-f6ac1f4e5583 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Made reservation on behalf of bd2017bf3140477fb20f5f0eb0ab2f98 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:23:57.896686 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-e3842153-155a-4c3c-805d-f6ac1f4e5583 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:57.932891 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ef34a57-b3e5-4208-94bf-b4b654f3d6a9 req-4fb1a4a2-96ca-4092-a79a-80269ea05c54 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f4ba202-db95-4c32-859c-f91c2fcfba2b HTTP/1.1" status: 200 len: 210 time: 0.0618441 Apr 18 20:23:57.939407 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4dcc5-115d-4ec0-9972-f4b4fd3f03a4 None None] Pushing event updated for resources: {'Port': ['ID=7c2e027d-3ac5-4cc2-9b92-d3f166b2f735,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:57.963202 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-e3842153-155a-4c3c-805d-f6ac1f4e5583 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:58.380848 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8553e394-f3c7-41e4-9539-9c35c0374eb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:58.621747 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8553e394-f3c7-41e4-9539-9c35c0374eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:58.638597 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52554) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:58.656001 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-e3842153-155a-4c3c-805d-f6ac1f4e5583 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:58.688496 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2aade605-c2ec-4006-b2b8-6dbb677591fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:58.715176 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-81cc263c-0c84-4f85-88fc-f23cdcfc5ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:58.732340 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-e3842153-155a-4c3c-805d-f6ac1f4e5583 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:58.798028 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8553e394-f3c7-41e4-9539-9c35c0374eb9 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:23:58.918865 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3842153-155a-4c3c-805d-f6ac1f4e5583 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06dc2368-7618-4dbd-81eb-c7eb4490843c,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:58.934767 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-8553e394-f3c7-41e4-9539-9c35c0374eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:23:58.972132 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2aade605-c2ec-4006-b2b8-6dbb677591fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:58.978874 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2aade605-c2ec-4006-b2b8-6dbb677591fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.097534 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aade605-c2ec-4006-b2b8-6dbb677591fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb5e114-a710-41a6-8c5a-9873915288b7,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:59.119497 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8553e394-f3c7-41e4-9539-9c35c0374eb9 admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:23:59.133199 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2aade605-c2ec-4006-b2b8-6dbb677591fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=89d91c9558454b25a2b1567142d4f0a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4866297 Apr 18 20:23:59.134624 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52570) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:59.293705 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-222cd565-a290-4fbd-a951-50c2b7238b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.321853 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553e394-f3c7-41e4-9539-9c35c0374eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=2ee0ab00-7df1-488b-a3ac-fb22a190e392,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:59.355922 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a717a613-a61d-41ea-a741-3343b85fec18 req-50e3a718-e49a-4d3a-9a8f-b66174805a93 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5535fd2-0f61-42aa-b40d-d91b30dfb2ce HTTP/1.1" status: 200 len: 210 time: 0.2320509 Apr 18 20:23:59.387451 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52578) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:59.433001 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-222cd565-a290-4fbd-a951-50c2b7238b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.622809 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.628968 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-222cd565-a290-4fbd-a951-50c2b7238b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.646515 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-222cd565-a290-4fbd-a951-50c2b7238b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.648045 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-222cd565-a290-4fbd-a951-50c2b7238b3e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2eb5e114-a710-41a6-8c5a-9873915288b7 HTTP/1.1" status: 204 len: 168 time: 0.5033567 Apr 18 20:23:59.693268 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7c2e027d-3ac5-4cc2-9b92-d3f166b2f735 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:23:59.693902 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cd565-a290-4fbd-a951-50c2b7238b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb5e114-a710-41a6-8c5a-9873915288b7,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:59.844719 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 7c2e027d-3ac5-4cc2-9b92-d3f166b2f735 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:23:59.845670 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.934766 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8066d752-7bbb-43e9-bc65-d4a304e8ec31 req-2dc39b88-1e73-4be2-a59c-3a85a9dcbfc5 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f4ba202-db95-4c32-859c-f91c2fcfba2b HTTP/1.1" status: 200 len: 210 time: 0.7027106 Apr 18 20:24:00.008195 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:00.077975 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4762303f-fb65-4bec-9f2d-dc56d56126b0 None None] Network aa0818df-a918-4234-93bb-c4f1c30fdeff requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:24:00.085076 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 7c2e027d-3ac5-4cc2-9b92-d3f166b2f735, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7c2e027d-3ac5-4cc2-9b92-d3f166b2f735,segment=NetworkSegment(3e371145-be9f-4691-af57-5ba121ad60c9),segment_id=3e371145-be9f-4691-af57-5ba121ad60c9)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:00.119035 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52590) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:00.153238 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:00.280684 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.57', 57186) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:00.288025 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b878edd3-aae6-439b-aed6-2fede5d5fe2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:00.411406 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3632e2b9-be27-4585-958d-39be52429d13 req-3339766c-0d07-42d8-85de-99e1bd7f93f4 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=e7497b7331404f5abe7d99ad347061b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1270266 Apr 18 20:24:00.470033 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-658fae3c-cec0-47f1-868d-d6870ac23c95 None None] Provisioning complete for port 7c2e027d-3ac5-4cc2-9b92-d3f166b2f735 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:00.471020 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-658fae3c-cec0-47f1-868d-d6870ac23c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:00.585917 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8553e394-f3c7-41e4-9539-9c35c0374eb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:00.780371 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=7c2e027d-3ac5-4cc2-9b92-d3f166b2f735,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:00.815614 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632e2b9-be27-4585-958d-39be52429d13 req-64d48b65-47fd-44f9-9114-7f768a1edf80 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:00.830337 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3632e2b9-be27-4585-958d-39be52429d13 req-64d48b65-47fd-44f9-9114-7f768a1edf80 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4082699 Apr 18 20:24:00.932831 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-74448fa1-74bf-44a2-9d14-a9d0a56e0185 req-3c75b060-1fa9-4b2a-85ae-baea4a934ec3 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5535fd2-0f61-42aa-b40d-d91b30dfb2ce HTTP/1.1" status: 200 len: 210 time: 0.3407724 Apr 18 20:24:00.974241 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-e3842153-155a-4c3c-805d-f6ac1f4e5583 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Allocated IP 192.168.233.64 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/97b0016f-c41b-40cf-aee0-1ea6a7d29725) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:01.014474 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b878edd3-aae6-439b-aed6-2fede5d5fe2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:01.048268 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-3632e2b9-be27-4585-958d-39be52429d13 req-0d150613-ecac-4698-881c-1cdce06792d6 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Request body: {'port': {'device_id': '9f4ba202-db95-4c32-859c-f91c2fcfba2b', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': 'e7497b7331404f5abe7d99ad347061b9'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:01.058272 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b878edd3-aae6-439b-aed6-2fede5d5fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:01.172645 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878edd3-aae6-439b-aed6-2fede5d5fe2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42101e55-60eb-4ddc-81a4-fa649616f7b2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:01.199469 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b878edd3-aae6-439b-aed6-2fede5d5fe2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=077ada07f9504ff88e23cadece0aa42b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7979858 Apr 18 20:24:01.201483 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52620) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:01.203274 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8633cf80-6bf2-4813-adf7-537b95c0d434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:01.205041 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:01.523627 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:01.548607 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-89bd6af3-e9ac-4700-85fd-cae952a49658 None None] Provisioning complete for port 7c2e027d-3ac5-4cc2-9b92-d3f166b2f735 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:01.550456 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-89bd6af3-e9ac-4700-85fd-cae952a49658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:01.558370 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98f058d3-1b51-40c8-a1fe-d81e46af5a68 req-0faf75b8-b263-4fd4-ad6e-7536158c0d03 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f4ba202-db95-4c32-859c-f91c2fcfba2b HTTP/1.1" status: 200 len: 210 time: 0.2555783 Apr 18 20:24:01.732877 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7c2e027d-3ac5-4cc2-9b92-d3f166b2f735 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:24:01.795884 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8553e394-f3c7-41e4-9539-9c35c0374eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:02.006896 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0bef0a78-b89c-4f28-b92d-c4d05d3672e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:02.069129 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 7c2e027d-3ac5-4cc2-9b92-d3f166b2f735 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:02.085211 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:02.170997 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8633cf80-6bf2-4813-adf7-537b95c0d434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:02.242493 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8633cf80-6bf2-4813-adf7-537b95c0d434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:02.337247 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-e3842153-155a-4c3c-805d-f6ac1f4e5583 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:02.481638 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-e3842153-155a-4c3c-805d-f6ac1f4e5583 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:02.498654 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8633cf80-6bf2-4813-adf7-537b95c0d434 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22e85140cbf04288b54b6be59a40f153&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3776867 Apr 18 20:24:02.656200 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-e3842153-155a-4c3c-805d-f6ac1f4e5583 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:02.657449 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52646) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:02.660833 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3842153-155a-4c3c-805d-f6ac1f4e5583 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Pushing event updated for resources: {'Port': ['ID=97b0016f-c41b-40cf-aee0-1ea6a7d29725,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:02.670006 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-e3842153-155a-4c3c-805d-f6ac1f4e5583 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:02.730570 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633cf80-6bf2-4813-adf7-537b95c0d434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ea15d1-1334-4340-b4db-4ae4786e9ff9,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:02.759666 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0bef0a78-b89c-4f28-b92d-c4d05d3672e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:02.804450 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-e3842153-155a-4c3c-805d-f6ac1f4e5583 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:24:02.864078 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-e3842153-155a-4c3c-805d-f6ac1f4e5583 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:02.865439 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-e3842153-155a-4c3c-805d-f6ac1f4e5583 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:03.042304 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f442add7-0384-4b93-b114-2d8999937e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:03.139159 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f442add7-0384-4b93-b114-2d8999937e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:03.148546 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3632e2b9-be27-4585-958d-39be52429d13 req-0d150613-ecac-4698-881c-1cdce06792d6 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Made reservation on behalf of e7497b7331404f5abe7d99ad347061b9 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:03.162321 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3632e2b9-be27-4585-958d-39be52429d13 req-0d150613-ecac-4698-881c-1cdce06792d6 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:03.200654 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3632e2b9-be27-4585-958d-39be52429d13 req-0d150613-ecac-4698-881c-1cdce06792d6 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:03.326865 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0bef0a78-b89c-4f28-b92d-c4d05d3672e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:03.338458 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f442add7-0384-4b93-b114-2d8999937e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:03.341666 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f442add7-0384-4b93-b114-2d8999937e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:03.344649 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0bef0a78-b89c-4f28-b92d-c4d05d3672e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:03.345650 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0bef0a78-b89c-4f28-b92d-c4d05d3672e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/42101e55-60eb-4ddc-81a4-fa649616f7b2 HTTP/1.1" status: 204 len: 168 time: 2.1078205 Apr 18 20:24:03.352624 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f442add7-0384-4b93-b114-2d8999937e47 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4ea15d1-1334-4340-b4db-4ae4786e9ff9 HTTP/1.1" status: 204 len: 168 time: 0.6800199 Apr 18 20:24:03.416662 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef0a78-b89c-4f28-b92d-c4d05d3672e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42101e55-60eb-4ddc-81a4-fa649616f7b2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:03.419592 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f5fa55a6-a428-4bb9-bb34-f3a5de8b021e None None] Provisioning complete for port 97b0016f-c41b-40cf-aee0-1ea6a7d29725 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:03.420654 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f5fa55a6-a428-4bb9-bb34-f3a5de8b021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:03.620074 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3632e2b9-be27-4585-958d-39be52429d13 req-0d150613-ecac-4698-881c-1cdce06792d6 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:03.621194 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442add7-0384-4b93-b114-2d8999937e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ea15d1-1334-4340-b4db-4ae4786e9ff9,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:03.628133 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3632e2b9-be27-4585-958d-39be52429d13 req-0d150613-ecac-4698-881c-1cdce06792d6 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:03.636521 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-e3842153-155a-4c3c-805d-f6ac1f4e5583 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.4578514 Apr 18 20:24:03.661909 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ed849-849a-4d13-9dab-638576af95f8 req-f02cc0fb-7695-41ec-ba89-a040c3c79648 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:03.663947 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-970ed849-849a-4d13-9dab-638576af95f8 req-f02cc0fb-7695-41ec-ba89-a040c3c79648 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5535fd2-0f61-42aa-b40d-d91b30dfb2ce HTTP/1.1" status: 200 len: 935 time: 1.5117681 Apr 18 20:24:03.677930 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f5fa55a6-a428-4bb9-bb34-f3a5de8b021e None None] Port 97b0016f-c41b-40cf-aee0-1ea6a7d29725 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:24:03.746150 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-8a67688d-370f-4294-91fa-4f3666161130 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:24:03.757540 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-8a67688d-370f-4294-91fa-4f3666161130 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202703 Apr 18 20:24:03.764057 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-100b9605-df34-4e96-bc4c-c4b3609a67a2 req-f9eeea17-8eea-464b-a24f-109ebd87e769 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f4ba202-db95-4c32-859c-f91c2fcfba2b HTTP/1.1" status: 200 len: 210 time: 0.1431880 Apr 18 20:24:03.916146 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-970ed849-849a-4d13-9dab-638576af95f8 req-024af645-bfc6-4b26-b7b2-c753a0b42cfe tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348119 Apr 18 20:24:03.945314 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d150613-ecac-4698-881c-1cdce06792d6 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d0405d-94d7-4325-923e-4c0c82073b16,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:04.051025 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8553e394-f3c7-41e4-9539-9c35c0374eb9 admin admin] Router 5297c610-0196-4a16-ac1b-69743affec6e is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:24:04.397647 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-3632e2b9-be27-4585-958d-39be52429d13 req-0d150613-ecac-4698-881c-1cdce06792d6 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Allocated IP 192.168.233.41 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/75423c3a-9fbf-47f4-acab-b399f2a3e39c) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:04.625479 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8553e394-f3c7-41e4-9539-9c35c0374eb9 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:24:04.644908 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b781bc3b-1af1-4a39-bf09-bddd850f1546 None None] Sync routers for ids ['5297c610-0196-4a16-ac1b-69743affec6e'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:24:04.702621 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b781bc3b-1af1-4a39-bf09-bddd850f1546 None None] Routers {'5297c610-0196-4a16-ac1b-69743affec6e'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:24:04.703754 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b781bc3b-1af1-4a39-bf09-bddd850f1546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:23:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5297c610-0196-4a16-ac1b-69743affec6e'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:04.723125 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8553e394-f3c7-41e4-9539-9c35c0374eb9 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:04.735329 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8553e394-f3c7-41e4-9539-9c35c0374eb9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 9.1015596 Apr 18 20:24:04.747890 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52696) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:04.965456 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3632e2b9-be27-4585-958d-39be52429d13 req-0d150613-ecac-4698-881c-1cdce06792d6 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.031440 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3632e2b9-be27-4585-958d-39be52429d13 req-0d150613-ecac-4698-881c-1cdce06792d6 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.085263 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-b781bc3b-1af1-4a39-bf09-bddd850f1546 None None] Set router 5297c610-0196-4a16-ac1b-69743affec6e gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:24:05.141590 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3632e2b9-be27-4585-958d-39be52429d13 req-0d150613-ecac-4698-881c-1cdce06792d6 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:05.152916 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-3632e2b9-be27-4585-958d-39be52429d13 req-0d150613-ecac-4698-881c-1cdce06792d6 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:05.161846 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52704) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:05.164260 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-3632e2b9-be27-4585-958d-39be52429d13 req-0d150613-ecac-4698-881c-1cdce06792d6 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:24:05.170567 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632e2b9-be27-4585-958d-39be52429d13 req-0d150613-ecac-4698-881c-1cdce06792d6 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:05.175970 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3632e2b9-be27-4585-958d-39be52429d13 req-0d150613-ecac-4698-881c-1cdce06792d6 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.259664 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d150613-ecac-4698-881c-1cdce06792d6 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Pushing event updated for resources: {'Port': ['ID=75423c3a-9fbf-47f4-acab-b399f2a3e39c,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:05.282401 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3632e2b9-be27-4585-958d-39be52429d13 req-0d150613-ecac-4698-881c-1cdce06792d6 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2478693 Apr 18 20:24:05.295135 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-3632e2b9-be27-4585-958d-39be52429d13 req-41c603e4-cb48-445d-a2e1-c23cee1a2845 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:24:05.296172 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3632e2b9-be27-4585-958d-39be52429d13 req-41c603e4-cb48-445d-a2e1-c23cee1a2845 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068169 Apr 18 20:24:05.386688 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d65890d1-5a84-4a73-9c16-3a9010085051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.426146 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80033b-cc44-4199-97a2-627df5fb07c0 req-c10821bf-43d0-4c12-b940-ffb7a698d9cf tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:05.433993 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5b80033b-cc44-4199-97a2-627df5fb07c0 req-c10821bf-43d0-4c12-b940-ffb7a698d9cf tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f4ba202-db95-4c32-859c-f91c2fcfba2b HTTP/1.1" status: 200 len: 935 time: 0.4303143 Apr 18 20:24:05.494780 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b781bc3b-1af1-4a39-bf09-bddd850f1546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5297c610-0196-4a16-ac1b-69743affec6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465484721-router', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:55Z', 'updated_at': '2022-04-18T20:23:59Z', 'revision_number': 3, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'gw_port': {'id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:23:57Z', 'updated_at': '2022-04-18T20:23:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:05.535850 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52706) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:05.561332 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c5c4c50b-495f-41d8-8845-8ce5b0e4e558 None None] Provisioning complete for port 75423c3a-9fbf-47f4-acab-b399f2a3e39c triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:05.564162 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff532fc-7828-4198-ac2e-0577ecd6567b req-779c6e91-6210-43f3-9d1d-4b279515b597 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:05.565114 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c5c4c50b-495f-41d8-8845-8ce5b0e4e558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.568033 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dff532fc-7828-4198-ac2e-0577ecd6567b req-779c6e91-6210-43f3-9d1d-4b279515b597 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5535fd2-0f61-42aa-b40d-d91b30dfb2ce HTTP/1.1" status: 200 len: 935 time: 0.4583745 Apr 18 20:24:05.639404 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6f4d0d3-6bdf-4a74-86a9-4a2742e20686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.664452 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c5c4c50b-495f-41d8-8845-8ce5b0e4e558 None None] Port 75423c3a-9fbf-47f4-acab-b399f2a3e39c cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:24:05.698628 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5b80033b-cc44-4199-97a2-627df5fb07c0 req-0f50410e-3861-4c2c-bde0-754de66324c8 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d0405d-94d7-4325-923e-4c0c82073b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634861 Apr 18 20:24:05.708522 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b781bc3b-1af1-4a39-bf09-bddd850f1546 None None] Checking router: 5297c610-0196-4a16-ac1b-69743affec6e for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:24:05.709799 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b781bc3b-1af1-4a39-bf09-bddd850f1546 None None] Updating router 5297c610-0196-4a16-ac1b-69743affec6e port 2ee0ab00-7df1-488b-a3ac-fb22a190e392 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:24:05.781187 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b781bc3b-1af1-4a39-bf09-bddd850f1546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.837182 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6f4d0d3-6bdf-4a74-86a9-4a2742e20686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.843940 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6f4d0d3-6bdf-4a74-86a9-4a2742e20686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.907203 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f6f4d0d3-6bdf-4a74-86a9-4a2742e20686 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4dc338766d74462bd992a1e35849b6b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3686380 Apr 18 20:24:05.928149 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dff532fc-7828-4198-ac2e-0577ecd6567b req-303179b5-0ce7-4f58-8c29-e39c670ced39 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232803 Apr 18 20:24:05.937558 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52710) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:05.991337 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4d0d3-6bdf-4a74-86a9-4a2742e20686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8873cc7f-640e-4609-82f4-492f375c4a85,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:06.509988 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d65890d1-5a84-4a73-9c16-3a9010085051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:06.523202 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-ffecb0ca-7a80-40b3-8d63-6e33fa978835 service neutron] Request body: {'port': {'device_id': 'e5535fd2-0f61-42aa-b40d-d91b30dfb2ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:06.548316 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-3632e2b9-be27-4585-958d-39be52429d13 req-ff588ad4-7e8b-4c51-932d-83c9ff299246 service neutron] Request body: {'port': {'device_id': '9f4ba202-db95-4c32-859c-f91c2fcfba2b', 'device_owner': 'compute:tempest-test_az-566036013', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:06.592598 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52718) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:06.671763 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b781bc3b-1af1-4a39-bf09-bddd850f1546 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:06.693378 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b781bc3b-1af1-4a39-bf09-bddd850f1546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:06.764062 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3632e2b9-be27-4585-958d-39be52429d13 req-ff588ad4-7e8b-4c51-932d-83c9ff299246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:06.835406 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-64653ae3-e282-44d4-a43b-fe3b1814ad8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:06.880901 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d2881-7815-4d22-b850-7bff03f57812 None None] Pushing event updated for resources: {'Port': ['ID=2ee0ab00-7df1-488b-a3ac-fb22a190e392,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:06.892689 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d2881-7815-4d22-b850-7bff03f57812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:06.893436 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d2881-7815-4d22-b850-7bff03f57812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:06.894108 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d2881-7815-4d22-b850-7bff03f57812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:06.895149 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d2881-7815-4d22-b850-7bff03f57812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:06.895830 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d2881-7815-4d22-b850-7bff03f57812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:06.896392 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d2881-7815-4d22-b850-7bff03f57812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:06.896961 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d2881-7815-4d22-b850-7bff03f57812 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:06.897477 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d2881-7815-4d22-b850-7bff03f57812 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:06.898073 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d2881-7815-4d22-b850-7bff03f57812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:06.898761 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d2881-7815-4d22-b850-7bff03f57812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:06.899293 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d2881-7815-4d22-b850-7bff03f57812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:06.899802 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d2881-7815-4d22-b850-7bff03f57812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d2881-7815-4d22-b850-7bff03f57812 None None] Tracked resource versions report: Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: pushed versions: Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: { 'AddressGroup': {'1.2'}, Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: 'ConntrackHelper': {'1.0'}, Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: 'Log': {'1.0'}, Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: 'Network': {'1.1'}, Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: 'Port': {'1.7'}, Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: 'PortForwarding': {'1.2'}, Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: 'QosPolicy': {'1.9'}, Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: 'SecurityGroup': {'1.4'}, Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: 'SubPort': {'1.0'}, Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: 'Subnet': {'1.1'}, Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: 'Trunk': {'1.1'}} Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: consumer versions: Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: { DHCP agent@n-d-838323-3: {}, Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: HyperV agent@n-h1-838323-3: {}, Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: HyperV agent@n-h2-838323-3: {}, Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: L3 agent@n-d-838323-3: {}, Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: Metadata agent@n-d-838323-3: {}, Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: Metering agent@n-d-838323-3: {}, Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: Open vSwitch agent@n-d-838323-3: { 'AddressGroup': '1.2', Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: 'ConntrackHelper': '1.0', Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: 'Log': '1.0', Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: 'Network': '1.1', Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: 'Port': '1.7', Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: 'PortForwarding': '1.2', Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: 'QosPolicy': '1.9', Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: 'SecurityGroup': '1.4', Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: 'SecurityGroupRule': '1.2', Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: 'SubPort': '1.0', Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: 'Subnet': '1.1', Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: 'Trunk': '1.1'}} Apr 18 20:24:06.901219 n-d-838323-3 neutron-server[102911]: {{(pid=102911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:24:06.906657 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-64653ae3-e282-44d4-a43b-fe3b1814ad8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:06.942694 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-b781bc3b-1af1-4a39-bf09-bddd850f1546 None None] Attempting to bind port 2ee0ab00-7df1-488b-a3ac-fb22a190e392 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:06.943430 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-b781bc3b-1af1-4a39-bf09-bddd850f1546 None None] Attempting to bind port 2ee0ab00-7df1-488b-a3ac-fb22a190e392 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:06.943971 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b781bc3b-1af1-4a39-bf09-bddd850f1546 None None] Attempting to bind port 2ee0ab00-7df1-488b-a3ac-fb22a190e392 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:06.950858 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b781bc3b-1af1-4a39-bf09-bddd850f1546 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:24:06.951665 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b781bc3b-1af1-4a39-bf09-bddd850f1546 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:06.952268 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b781bc3b-1af1-4a39-bf09-bddd850f1546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:06.952857 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b781bc3b-1af1-4a39-bf09-bddd850f1546 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:24:06.953491 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-b781bc3b-1af1-4a39-bf09-bddd850f1546 None None] Bound port: 2ee0ab00-7df1-488b-a3ac-fb22a190e392, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:06.954059 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b781bc3b-1af1-4a39-bf09-bddd850f1546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:07.048602 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-ffecb0ca-7a80-40b3-8d63-6e33fa978835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:07.067730 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d65890d1-5a84-4a73-9c16-3a9010085051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:07.193218 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d65890d1-5a84-4a73-9c16-3a9010085051 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf0f07608c5e4580b8c005d7359cde20&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0174873 Apr 18 20:24:07.196964 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-b781bc3b-1af1-4a39-bf09-bddd850f1546 None None] For port 2ee0ab00-7df1-488b-a3ac-fb22a190e392, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:24:07.201612 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-b781bc3b-1af1-4a39-bf09-bddd850f1546 None None] For port 2ee0ab00-7df1-488b-a3ac-fb22a190e392, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2ee0ab00-7df1-488b-a3ac-fb22a190e392,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:24:07.209303 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b781bc3b-1af1-4a39-bf09-bddd850f1546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:07.266762 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:07.354514 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52732) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:07.358952 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b781bc3b-1af1-4a39-bf09-bddd850f1546 None None] Routers {'5297c610-0196-4a16-ac1b-69743affec6e'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:24:07.359693 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b781bc3b-1af1-4a39-bf09-bddd850f1546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:23:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5297c610-0196-4a16-ac1b-69743affec6e'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:07.497605 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d2881-7815-4d22-b850-7bff03f57812 None None] Pushing event updated for resources: {'Port': ['ID=2ee0ab00-7df1-488b-a3ac-fb22a190e392,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:07.624395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79adf96-f4dc-40bd-807b-399181e7ae70 req-f858eb63-a91b-4d8e-a758-fe79f498c8fd tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:07.626453 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e79adf96-f4dc-40bd-807b-399181e7ae70 req-f858eb63-a91b-4d8e-a758-fe79f498c8fd tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f4ba202-db95-4c32-859c-f91c2fcfba2b HTTP/1.1" status: 200 len: 935 time: 0.6029158 Apr 18 20:24:07.741124 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65890d1-5a84-4a73-9c16-3a9010085051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6a8216-94d7-4a90-a888-bf53bcdb68c1,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:07.812567 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-b781bc3b-1af1-4a39-bf09-bddd850f1546 None None] Set router 5297c610-0196-4a16-ac1b-69743affec6e gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:24:07.881876 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-3632e2b9-be27-4585-958d-39be52429d13 req-ff588ad4-7e8b-4c51-932d-83c9ff299246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75423c3a-9fbf-47f4-acab-b399f2a3e39c {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:07.904042 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3632e2b9-be27-4585-958d-39be52429d13 req-ff588ad4-7e8b-4c51-932d-83c9ff299246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:07.963853 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3f7a0-6b3f-4022-b00c-24cf8e231835 req-b8780b81-6295-4639-9e46-5d3363f7d717 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:07.978544 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f9d3f7a0-6b3f-4022-b00c-24cf8e231835 req-b8780b81-6295-4639-9e46-5d3363f7d717 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5535fd2-0f61-42aa-b40d-d91b30dfb2ce HTTP/1.1" status: 200 len: 935 time: 0.8223305 Apr 18 20:24:07.988974 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e79adf96-f4dc-40bd-807b-399181e7ae70 req-c0eb420a-08c9-4563-a054-4dfeec489ca7 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d0405d-94d7-4325-923e-4c0c82073b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308849 Apr 18 20:24:07.990452 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-66c07dcc-c933-4220-8e2a-b90b82e368bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.156937 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f9d3f7a0-6b3f-4022-b00c-24cf8e231835 req-7a48e54e-2421-47fb-9d7b-a66afb35bccd tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804280 Apr 18 20:24:08.162598 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d321f405-12cf-452e-8417-6b05bd937a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.206111 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-3632e2b9-be27-4585-958d-39be52429d13 req-ff588ad4-7e8b-4c51-932d-83c9ff299246 service neutron] Transition to ACTIVE for port object 75423c3a-9fbf-47f4-acab-b399f2a3e39c will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:08.209662 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b0438354-e065-49d7-9fb6-c53206c92be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.213800 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3632e2b9-be27-4585-958d-39be52429d13 req-ff588ad4-7e8b-4c51-932d-83c9ff299246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.472672 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff588ad4-7e8b-4c51-932d-83c9ff299246 service neutron] Pushing event updated for resources: {'Port': ['ID=75423c3a-9fbf-47f4-acab-b399f2a3e39c,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:08.498261 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-3632e2b9-be27-4585-958d-39be52429d13 req-ff588ad4-7e8b-4c51-932d-83c9ff299246 service neutron] Attempting to bind port 75423c3a-9fbf-47f4-acab-b399f2a3e39c on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:08.498616 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-3632e2b9-be27-4585-958d-39be52429d13 req-ff588ad4-7e8b-4c51-932d-83c9ff299246 service neutron] Attempting to bind port 75423c3a-9fbf-47f4-acab-b399f2a3e39c by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:08.498944 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3632e2b9-be27-4585-958d-39be52429d13 req-ff588ad4-7e8b-4c51-932d-83c9ff299246 service neutron] Attempting to bind port 75423c3a-9fbf-47f4-acab-b399f2a3e39c on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:08.518260 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3632e2b9-be27-4585-958d-39be52429d13 req-ff588ad4-7e8b-4c51-932d-83c9ff299246 service neutron] Port 75423c3a-9fbf-47f4-acab-b399f2a3e39c on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:24:08.518590 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3632e2b9-be27-4585-958d-39be52429d13 req-ff588ad4-7e8b-4c51-932d-83c9ff299246 service neutron] Attempting to bind port 75423c3a-9fbf-47f4-acab-b399f2a3e39c on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:08.547190 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3632e2b9-be27-4585-958d-39be52429d13 req-ff588ad4-7e8b-4c51-932d-83c9ff299246 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:24:08.547640 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3632e2b9-be27-4585-958d-39be52429d13 req-ff588ad4-7e8b-4c51-932d-83c9ff299246 service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:08.548158 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3632e2b9-be27-4585-958d-39be52429d13 req-ff588ad4-7e8b-4c51-932d-83c9ff299246 service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:24:08.548701 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-3632e2b9-be27-4585-958d-39be52429d13 req-ff588ad4-7e8b-4c51-932d-83c9ff299246 service neutron] Bound port: 75423c3a-9fbf-47f4-acab-b399f2a3e39c, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:08.549016 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3632e2b9-be27-4585-958d-39be52429d13 req-ff588ad4-7e8b-4c51-932d-83c9ff299246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.682826 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b781bc3b-1af1-4a39-bf09-bddd850f1546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5297c610-0196-4a16-ac1b-69743affec6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465484721-router', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:55Z', 'updated_at': '2022-04-18T20:23:59Z', 'revision_number': 3, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'gw_port': {'id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:23:57Z', 'updated_at': '2022-04-18T20:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:08.734136 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-3632e2b9-be27-4585-958d-39be52429d13 req-ff588ad4-7e8b-4c51-932d-83c9ff299246 service neutron] For port 75423c3a-9fbf-47f4-acab-b399f2a3e39c, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:24:08.748719 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-3632e2b9-be27-4585-958d-39be52429d13 req-ff588ad4-7e8b-4c51-932d-83c9ff299246 service neutron] For port 75423c3a-9fbf-47f4-acab-b399f2a3e39c, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=75423c3a-9fbf-47f4-acab-b399f2a3e39c,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:24:08.749440 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-64653ae3-e282-44d4-a43b-fe3b1814ad8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.754709 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-64653ae3-e282-44d4-a43b-fe3b1814ad8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.756837 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3632e2b9-be27-4585-958d-39be52429d13 req-ff588ad4-7e8b-4c51-932d-83c9ff299246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.757298 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-64653ae3-e282-44d4-a43b-fe3b1814ad8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8873cc7f-640e-4609-82f4-492f375c4a85 HTTP/1.1" status: 204 len: 168 time: 2.8172212 Apr 18 20:24:08.770401 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b781bc3b-1af1-4a39-bf09-bddd850f1546 None None] The sync data for ids ['5297c610-0196-4a16-ac1b-69743affec6e'] in n-d-838323-3 is: [{'id': '5297c610-0196-4a16-ac1b-69743affec6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465484721-router', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:55Z', 'updated_at': '2022-04-18T20:23:59Z', 'revision_number': 3, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'gw_port': {'id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:23:57Z', 'updated_at': '2022-04-18T20:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:24:08.864470 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632e2b9-be27-4585-958d-39be52429d13 req-ff588ad4-7e8b-4c51-932d-83c9ff299246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:08.865469 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3632e2b9-be27-4585-958d-39be52429d13 req-ff588ad4-7e8b-4c51-932d-83c9ff299246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.867819 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3632e2b9-be27-4585-958d-39be52429d13 req-ff588ad4-7e8b-4c51-932d-83c9ff299246 service neutron] 10.222.0.57 "PUT /v2.0/ports/75423c3a-9fbf-47f4-acab-b399f2a3e39c HTTP/1.1" status: 200 len: 1116 time: 2.7352090 Apr 18 20:24:08.892635 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4ba202-db95-4c32-859c-f91c2fcfba2b', 'tag': '75423c3a-9fbf-47f4-acab-b399f2a3e39c'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:08.967894 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b0438354-e065-49d7-9fb6-c53206c92be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:09.179252 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-66c07dcc-c933-4220-8e2a-b90b82e368bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:09.376899 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff588ad4-7e8b-4c51-932d-83c9ff299246 service neutron] Pushing event updated for resources: {'Port': ['ID=75423c3a-9fbf-47f4-acab-b399f2a3e39c,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:09.431538 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632e2b9-be27-4585-958d-39be52429d13 req-af6cb63d-718a-4ec8-9bf8-5c68b7d03215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:09.458143 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3632e2b9-be27-4585-958d-39be52429d13 req-af6cb63d-718a-4ec8-9bf8-5c68b7d03215 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e7497b7331404f5abe7d99ad347061b9&device_id=9f4ba202-db95-4c32-859c-f91c2fcfba2b HTTP/1.1" status: 200 len: 1119 time: 0.4565735 Apr 18 20:24:09.553929 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba8ab6b-d7f3-4410-a4aa-ccdcae7383c8" -d '{"events": [{"name": "network-changed", "server_uuid": "9f4ba202-db95-4c32-859c-f91c2fcfba2b", "tag": "75423c3a-9fbf-47f4-acab-b399f2a3e39c"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:09.666172 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3632e2b9-be27-4585-958d-39be52429d13 req-d86e1294-31fa-428c-b99b-752af79af07b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=75423c3a-9fbf-47f4-acab-b399f2a3e39c HTTP/1.1" status: 200 len: 217 time: 0.1927714 Apr 18 20:24:09.756919 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64653ae3-e282-44d4-a43b-fe3b1814ad8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8873cc7f-640e-4609-82f4-492f375c4a85,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:09.785065 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-66c07dcc-c933-4220-8e2a-b90b82e368bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:09.830568 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b0438354-e065-49d7-9fb6-c53206c92be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:09.841635 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b0438354-e065-49d7-9fb6-c53206c92be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:09.842988 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b0438354-e065-49d7-9fb6-c53206c92be5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e6a8216-94d7-4a90-a888-bf53bcdb68c1 HTTP/1.1" status: 204 len: 168 time: 2.4491975 Apr 18 20:24:09.869115 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2ee0ab00-7df1-488b-a3ac-fb22a190e392 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:24:10.103499 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632e2b9-be27-4585-958d-39be52429d13 req-ecedb0cb-8ed4-425b-a45b-f0bf45b62e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:10.107465 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3632e2b9-be27-4585-958d-39be52429d13 req-ecedb0cb-8ed4-425b-a45b-f0bf45b62e05 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.4328542 Apr 18 20:24:10.133730 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 2ee0ab00-7df1-488b-a3ac-fb22a190e392 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:10.134346 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:10.282615 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-ffecb0ca-7a80-40b3-8d63-6e33fa978835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b0016f-c41b-40cf-aee0-1ea6a7d29725 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:10.304659 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-ffecb0ca-7a80-40b3-8d63-6e33fa978835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:10.350105 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-ffecb0ca-7a80-40b3-8d63-6e33fa978835 service neutron] Transition to ACTIVE for port object 97b0016f-c41b-40cf-aee0-1ea6a7d29725 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:10.361158 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-66c07dcc-c933-4220-8e2a-b90b82e368bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1fd9d7afd47742b68fa6cf6aa4d49fe6&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5276327 Apr 18 20:24:10.481608 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52792) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:10.519421 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:10.647055 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 2ee0ab00-7df1-488b-a3ac-fb22a190e392, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2ee0ab00-7df1-488b-a3ac-fb22a190e392,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:10.656231 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:10.656818 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-ffecb0ca-7a80-40b3-8d63-6e33fa978835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:10.810769 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=2ee0ab00-7df1-488b-a3ac-fb22a190e392,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:10.862253 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632e2b9-be27-4585-958d-39be52429d13 req-cc424c6d-db3b-47e8-9938-319795ae2fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:10.865921 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3632e2b9-be27-4585-958d-39be52429d13 req-cc424c6d-db3b-47e8-9938-319795ae2fcd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7455409 Apr 18 20:24:11.175012 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3632e2b9-be27-4585-958d-39be52429d13 req-6b4b1b4b-1f1b-432d-9c7e-60c78bf4b1bb service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994480 Apr 18 20:24:11.191511 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-d321f405-12cf-452e-8417-6b05bd937a11 admin admin] Allocated IP 172.20.0.1 (aa0818df-a918-4234-93bb-c4f1c30fdeff/9b169574-6f19-4861-aa97-53614f9267fe/d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:11.342589 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:11.455177 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3632e2b9-be27-4585-958d-39be52429d13 req-256f901a-4904-48a2-8824-cd899d8f2a65 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728734 Apr 18 20:24:11.543923 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecb0ca-7a80-40b3-8d63-6e33fa978835 service neutron] Pushing event updated for resources: {'Port': ['ID=97b0016f-c41b-40cf-aee0-1ea6a7d29725,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:11.548329 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c07dcc-c933-4220-8e2a-b90b82e368bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310dc449-82f6-48f3-9365-17f43203fbd8,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:11.564712 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2ee0ab00-7df1-488b-a3ac-fb22a190e392 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:24:11.681038 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2e61b-b3f8-42c5-92ee-09c10b6b46d9 req-71ead3a7-5784-421d-8773-73b4b17530fd tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:11.692841 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-39b2e61b-b3f8-42c5-92ee-09c10b6b46d9 req-71ead3a7-5784-421d-8773-73b4b17530fd tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f4ba202-db95-4c32-859c-f91c2fcfba2b HTTP/1.1" status: 200 len: 968 time: 2.1000342 Apr 18 20:24:11.703104 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 2ee0ab00-7df1-488b-a3ac-fb22a190e392 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:11.703885 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:11.886794 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff9ac8-d619-4ee9-8bf2-1ce9d978c7e3 req-e514f639-5f41-4f5d-8667-b7546ac20b88 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:11.900054 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-55ff9ac8-d619-4ee9-8bf2-1ce9d978c7e3 req-e514f639-5f41-4f5d-8667-b7546ac20b88 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5535fd2-0f61-42aa-b40d-d91b30dfb2ce HTTP/1.1" status: 200 len: 947 time: 2.3057387 Apr 18 20:24:12.053484 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ef04b6d8-cde2-4746-9f27-95f66d7e0de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:12.120137 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-ffecb0ca-7a80-40b3-8d63-6e33fa978835 service neutron] Attempting to bind port 97b0016f-c41b-40cf-aee0-1ea6a7d29725 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:12.123541 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-ffecb0ca-7a80-40b3-8d63-6e33fa978835 service neutron] Attempting to bind port 97b0016f-c41b-40cf-aee0-1ea6a7d29725 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:12.126248 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-ffecb0ca-7a80-40b3-8d63-6e33fa978835 service neutron] Attempting to bind port 97b0016f-c41b-40cf-aee0-1ea6a7d29725 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:12.146865 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ef04b6d8-cde2-4746-9f27-95f66d7e0de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:12.163619 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-ffecb0ca-7a80-40b3-8d63-6e33fa978835 service neutron] Port 97b0016f-c41b-40cf-aee0-1ea6a7d29725 on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:24:12.164294 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-ffecb0ca-7a80-40b3-8d63-6e33fa978835 service neutron] Attempting to bind port 97b0016f-c41b-40cf-aee0-1ea6a7d29725 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:12.166981 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0438354-e065-49d7-9fb6-c53206c92be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6a8216-94d7-4a90-a888-bf53bcdb68c1,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:12.251451 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-ffecb0ca-7a80-40b3-8d63-6e33fa978835 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:24:12.252360 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-ffecb0ca-7a80-40b3-8d63-6e33fa978835 service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:12.253313 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-ffecb0ca-7a80-40b3-8d63-6e33fa978835 service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:24:12.254539 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-ffecb0ca-7a80-40b3-8d63-6e33fa978835 service neutron] Bound port: 97b0016f-c41b-40cf-aee0-1ea6a7d29725, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:12.255189 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-ffecb0ca-7a80-40b3-8d63-6e33fa978835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:12.285224 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-39b2e61b-b3f8-42c5-92ee-09c10b6b46d9 req-45107301-7c1b-41c7-8ac8-34533a57a619 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d0405d-94d7-4325-923e-4c0c82073b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729197 Apr 18 20:24:12.361920 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-55ff9ac8-d619-4ee9-8bf2-1ce9d978c7e3 req-92fd6f30-f20b-46b6-a47d-e0b36daf0f1d tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594309 Apr 18 20:24:12.469500 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-ffecb0ca-7a80-40b3-8d63-6e33fa978835 service neutron] For port 97b0016f-c41b-40cf-aee0-1ea6a7d29725, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:24:12.480760 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-ffecb0ca-7a80-40b3-8d63-6e33fa978835 service neutron] For port 97b0016f-c41b-40cf-aee0-1ea6a7d29725, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=97b0016f-c41b-40cf-aee0-1ea6a7d29725,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:24:12.530298 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-ffecb0ca-7a80-40b3-8d63-6e33fa978835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:12.677278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-ffecb0ca-7a80-40b3-8d63-6e33fa978835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:12.678264 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-ffecb0ca-7a80-40b3-8d63-6e33fa978835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:12.685076 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-ffecb0ca-7a80-40b3-8d63-6e33fa978835 service neutron] 10.222.0.32 "PUT /v2.0/ports/97b0016f-c41b-40cf-aee0-1ea6a7d29725 HTTP/1.1" status: 200 len: 1095 time: 8.0755839 Apr 18 20:24:12.865154 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5535fd2-0f61-42aa-b40d-d91b30dfb2ce', 'tag': '97b0016f-c41b-40cf-aee0-1ea6a7d29725'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:13.026988 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecb0ca-7a80-40b3-8d63-6e33fa978835 service neutron] Pushing event updated for resources: {'Port': ['ID=97b0016f-c41b-40cf-aee0-1ea6a7d29725,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:13.035329 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d321f405-12cf-452e-8417-6b05bd937a11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:13.039916 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f839739-e6c0-4a82-a5f2-f9bb851f3941 x-openstack-request-id: req-1f839739-e6c0-4a82-a5f2-f9bb851f3941 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:13.042022 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f4ba202-db95-4c32-859c-f91c2fcfba2b", "tag": "75423c3a-9fbf-47f4-acab-b399f2a3e39c", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:13.042645 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f839739-e6c0-4a82-a5f2-f9bb851f3941 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:13.043988 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f839739-e6c0-4a82-a5f2-f9bb851f3941'] response: {'name': 'network-changed', 'server_uuid': '9f4ba202-db95-4c32-859c-f91c2fcfba2b', 'tag': '75423c3a-9fbf-47f4-acab-b399f2a3e39c', 'status': 'completed', 'code': 200} Apr 18 20:24:13.221271 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8ab6b-d7f3-4410-a4aa-ccdcae7383c8 req-4d010ec2-da7e-431a-b09e-aaa57fd6a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:13.230524 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0ba8ab6b-d7f3-4410-a4aa-ccdcae7383c8 req-4d010ec2-da7e-431a-b09e-aaa57fd6a03c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e7497b7331404f5abe7d99ad347061b9&device_id=9f4ba202-db95-4c32-859c-f91c2fcfba2b HTTP/1.1" status: 200 len: 1119 time: 0.1551716 Apr 18 20:24:13.271591 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ef04b6d8-cde2-4746-9f27-95f66d7e0de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:13.280907 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ef04b6d8-cde2-4746-9f27-95f66d7e0de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:13.284193 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ef04b6d8-cde2-4746-9f27-95f66d7e0de9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/310dc449-82f6-48f3-9365-17f43203fbd8 HTTP/1.1" status: 204 len: 168 time: 2.7748427 Apr 18 20:24:13.322875 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04b6d8-cde2-4746-9f27-95f66d7e0de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310dc449-82f6-48f3-9365-17f43203fbd8,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:13.937874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52868) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:14.047116 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d321f405-12cf-452e-8417-6b05bd937a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:14.215743 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8ab6b-d7f3-4410-a4aa-ccdcae7383c8 req-a8c0516a-f1e2-4f84-a36b-4b21edfa89a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:14.221533 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0ba8ab6b-d7f3-4410-a4aa-ccdcae7383c8 req-a8c0516a-f1e2-4f84-a36b-4b21edfa89a3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.9812791 Apr 18 20:24:14.421164 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-193c8f96-776c-4448-9df7-d329b495feb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:14.423075 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-193c8f96-776c-4448-9df7-d329b495feb8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd2017bf3140477fb20f5f0eb0ab2f98&device_id=e5535fd2-0f61-42aa-b40d-d91b30dfb2ce HTTP/1.1" status: 200 len: 1098 time: 1.3665867 Apr 18 20:24:14.426626 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0ba8ab6b-d7f3-4410-a4aa-ccdcae7383c8 req-39390960-b248-4ad5-9a63-84369f1fae90 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=75423c3a-9fbf-47f4-acab-b399f2a3e39c HTTP/1.1" status: 200 len: 217 time: 0.1824071 Apr 18 20:24:14.557298 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8ab6b-d7f3-4410-a4aa-ccdcae7383c8 req-d71696b1-0e70-47c1-9b96-1f96974e45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:14.559989 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0ba8ab6b-d7f3-4410-a4aa-ccdcae7383c8 req-d71696b1-0e70-47c1-9b96-1f96974e45bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.1321657 Apr 18 20:24:14.583773 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9ce80a-acba-488e-bab3-35dd8e8203ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e5535fd2-0f61-42aa-b40d-d91b30dfb2ce", "tag": "97b0016f-c41b-40cf-aee0-1ea6a7d29725"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:14.672840 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d321f405-12cf-452e-8417-6b05bd937a11 admin admin] Network aa0818df-a918-4234-93bb-c4f1c30fdeff is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:14.715592 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8ab6b-d7f3-4410-a4aa-ccdcae7383c8 req-e57cffef-dbcd-4af0-b074-b5a630415e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:14.725549 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0ba8ab6b-d7f3-4410-a4aa-ccdcae7383c8 req-e57cffef-dbcd-4af0-b074-b5a630415e9c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1420643 Apr 18 20:24:14.749011 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-d321f405-12cf-452e-8417-6b05bd937a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:14.763675 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-f516e068-8609-45ff-bec9-90023c38a1c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=97b0016f-c41b-40cf-aee0-1ea6a7d29725 HTTP/1.1" status: 200 len: 217 time: 0.1749065 Apr 18 20:24:14.773326 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d321f405-12cf-452e-8417-6b05bd937a11 admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:24:14.774202 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d321f405-12cf-452e-8417-6b05bd937a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:14.978583 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52880) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:15.037463 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-46e03b7f-3805-491c-b7e3-8e18fd8ec7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:15.301358 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0ba8ab6b-d7f3-4410-a4aa-ccdcae7383c8 req-b8b10ada-5207-41b2-aca5-d4862849f933 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5556798 Apr 18 20:24:15.412880 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-88f086df-376d-410b-8bcd-cb89a467163d None None] Provisioning complete for port d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:15.421419 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-88f086df-376d-410b-8bcd-cb89a467163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:15.568705 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-c7017f31-c125-48b3-b448-2c06dc06aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:15.571806 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-88f086df-376d-410b-8bcd-cb89a467163d None None] Port d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:24:15.573690 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-c7017f31-c125-48b3-b448-2c06dc06aa7a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.5618742 Apr 18 20:24:15.578526 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0d0a2ae7-7122-4a71-abbc-25d96f266e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:15.605834 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-46e03b7f-3805-491c-b7e3-8e18fd8ec7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:15.621641 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-46e03b7f-3805-491c-b7e3-8e18fd8ec7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:15.697265 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321f405-12cf-452e-8417-6b05bd937a11 admin admin] Pushing event updated for resources: {'Port': ['ID=d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:15.756968 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58063d-2516-47ff-a536-057b1f5f490c req-237d20ec-edd8-42d0-9a8d-41cca47dace4 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:15.758578 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c58063d-2516-47ff-a536-057b1f5f490c req-237d20ec-edd8-42d0-9a8d-41cca47dace4 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f4ba202-db95-4c32-859c-f91c2fcfba2b HTTP/1.1" status: 200 len: 968 time: 2.1347640 Apr 18 20:24:15.828019 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e03b7f-3805-491c-b7e3-8e18fd8ec7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb178f68-cf68-4fee-b3d3-7215cf5a6dbf,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:15.847791 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0ba8ab6b-d7f3-4410-a4aa-ccdcae7383c8 req-143663ae-d6f9-4aa0-9c2e-1cf385c6c980 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352159 Apr 18 20:24:15.853823 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-46e03b7f-3805-491c-b7e3-8e18fd8ec7e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dde3d18511cb48fa99ab28066351f0ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8727939 Apr 18 20:24:15.856512 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52890) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:15.980640 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-782ec145-3303-4472-9ea5-2a6f3c311aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:16.006363 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4cfc1-fa46-4ead-81bc-408f41eb7f97 req-f2af07a7-4b75-4ae8-a567-511cfcc1d342 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:16.007980 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-51a4cfc1-fa46-4ead-81bc-408f41eb7f97 req-f2af07a7-4b75-4ae8-a567-511cfcc1d342 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5535fd2-0f61-42aa-b40d-d91b30dfb2ce HTTP/1.1" status: 200 len: 947 time: 2.3091707 Apr 18 20:24:16.068339 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-782ec145-3303-4472-9ea5-2a6f3c311aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:16.351831 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-782ec145-3303-4472-9ea5-2a6f3c311aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:16.358907 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-782ec145-3303-4472-9ea5-2a6f3c311aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:16.375490 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-782ec145-3303-4472-9ea5-2a6f3c311aad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb178f68-cf68-4fee-b3d3-7215cf5a6dbf HTTP/1.1" status: 204 len: 168 time: 0.4975669 Apr 18 20:24:16.434240 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ec145-3303-4472-9ea5-2a6f3c311aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb178f68-cf68-4fee-b3d3-7215cf5a6dbf,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:16.437831 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c58063d-2516-47ff-a536-057b1f5f490c req-b5175d45-db52-4b37-ae64-2ed46b761939 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d0405d-94d7-4325-923e-4c0c82073b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669518 Apr 18 20:24:16.463220 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-a169124b-0ba1-4e74-84af-8ff305a513fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:16.464650 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-a169124b-0ba1-4e74-84af-8ff305a513fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8110192 Apr 18 20:24:16.465299 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d321f405-12cf-452e-8417-6b05bd937a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:16.489226 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-51a4cfc1-fa46-4ead-81bc-408f41eb7f97 req-c3506bec-ceba-43ad-8e29-2d23481b2d99 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276698 Apr 18 20:24:16.492421 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0d0a2ae7-7122-4a71-abbc-25d96f266e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:16.579944 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0d0a2ae7-7122-4a71-abbc-25d96f266e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:16.799305 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a2ae7-7122-4a71-abbc-25d96f266e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4253ed-d71f-4ae7-a058-f39c1fd8a1ed,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:17.312257 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d321f405-12cf-452e-8417-6b05bd937a11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:17.387810 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0d0a2ae7-7122-4a71-abbc-25d96f266e17 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe5c615cb9be4727ad15dabe5c1871a9&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3772650 Apr 18 20:24:17.388230 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52910) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:17.412094 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8ec2a6-94f8-404c-8850-dc2b9de6bcab x-openstack-request-id: req-3e8ec2a6-94f8-404c-8850-dc2b9de6bcab {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:17.412601 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5535fd2-0f61-42aa-b40d-d91b30dfb2ce", "tag": "97b0016f-c41b-40cf-aee0-1ea6a7d29725", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:17.412772 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e8ec2a6-94f8-404c-8850-dc2b9de6bcab {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:17.413348 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e8ec2a6-94f8-404c-8850-dc2b9de6bcab'] response: {'name': 'network-changed', 'server_uuid': 'e5535fd2-0f61-42aa-b40d-d91b30dfb2ce', 'tag': '97b0016f-c41b-40cf-aee0-1ea6a7d29725', 'status': 'completed', 'code': 200} Apr 18 20:24:17.416712 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-97298405-3e33-4012-bca4-6febe38bdbfc service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9228930 Apr 18 20:24:17.417685 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d321f405-12cf-452e-8417-6b05bd937a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:17.418582 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d321f405-12cf-452e-8417-6b05bd937a11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:17.655139 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321f405-12cf-452e-8417-6b05bd937a11 admin admin] Pushing event updated for resources: {'Port': ['ID=d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:17.719247 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca6a76ac-078a-4a21-b8ff-5d17b5f670c2 req-f79dbe6a-a74f-45a2-b059-8e1cf6543ac3 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865520 Apr 18 20:24:17.738894 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-456deba3-1b52-4fe0-b246-ceafd2020197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:17.749007 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d321f405-12cf-452e-8417-6b05bd937a11 admin admin] Network aa0818df-a918-4234-93bb-c4f1c30fdeff is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:17.753353 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-d321f405-12cf-452e-8417-6b05bd937a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:17.884013 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-456deba3-1b52-4fe0-b246-ceafd2020197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:18.137152 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-456deba3-1b52-4fe0-b246-ceafd2020197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:18.144491 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-456deba3-1b52-4fe0-b246-ceafd2020197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:18.154998 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-456deba3-1b52-4fe0-b246-ceafd2020197 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d4253ed-d71f-4ae7-a058-f39c1fd8a1ed HTTP/1.1" status: 204 len: 168 time: 0.7648709 Apr 18 20:24:18.215477 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456deba3-1b52-4fe0-b246-ceafd2020197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4253ed-d71f-4ae7-a058-f39c1fd8a1ed,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:18.235170 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d321f405-12cf-452e-8417-6b05bd937a11 admin admin] Router 5297c610-0196-4a16-ac1b-69743affec6e has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:24:18.351956 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ce80a-acba-488e-bab3-35dd8e8203ed req-399a91cd-2eff-44f4-b1d9-00bee03aee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:18.360037 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d9ce80a-acba-488e-bab3-35dd8e8203ed req-399a91cd-2eff-44f4-b1d9-00bee03aee42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd2017bf3140477fb20f5f0eb0ab2f98&device_id=e5535fd2-0f61-42aa-b40d-d91b30dfb2ce HTTP/1.1" status: 200 len: 1098 time: 0.3518977 Apr 18 20:24:18.478830 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e10941e9-6e1e-43da-b6c0-36fa7be14bb0 None None] Provisioning complete for port d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:18.481488 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e10941e9-6e1e-43da-b6c0-36fa7be14bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:18.581909 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87d222-07f8-44c7-9a92-9454d40ea298 req-0ac39d3b-c75f-4666-bfc5-777184952a2c tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:18.585505 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cf87d222-07f8-44c7-9a92-9454d40ea298 req-0ac39d3b-c75f-4666-bfc5-777184952a2c tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f4ba202-db95-4c32-859c-f91c2fcfba2b HTTP/1.1" status: 200 len: 968 time: 0.5127418 Apr 18 20:24:18.642030 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e10941e9-6e1e-43da-b6c0-36fa7be14bb0 None None] Port d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:24:18.865549 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d321f405-12cf-452e-8417-6b05bd937a11 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:24:18.884200 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d4e0db-bbb9-4f30-b875-1316a3e70ff0 None None] Sync routers for ids ['5297c610-0196-4a16-ac1b-69743affec6e'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:24:18.900874 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d321f405-12cf-452e-8417-6b05bd937a11 admin admin] 10.222.0.41 "PUT /v2.0/routers/5297c610-0196-4a16-ac1b-69743affec6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1517882 Apr 18 20:24:18.946589 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d4e0db-bbb9-4f30-b875-1316a3e70ff0 None None] Routers {'5297c610-0196-4a16-ac1b-69743affec6e'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:24:18.951138 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-40d4e0db-bbb9-4f30-b875-1316a3e70ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:23:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5297c610-0196-4a16-ac1b-69743affec6e'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:19.059267 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2d412-4fba-4e0c-b656-acfc4f17e2de req-f370d950-cf11-4a4c-9296-083b526b1a31 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:19.062402 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-baa2d412-4fba-4e0c-b656-acfc4f17e2de req-f370d950-cf11-4a4c-9296-083b526b1a31 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5535fd2-0f61-42aa-b40d-d91b30dfb2ce HTTP/1.1" status: 200 len: 947 time: 0.9968901 Apr 18 20:24:19.189578 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cf87d222-07f8-44c7-9a92-9454d40ea298 req-972b5e34-8984-4a68-8dee-6afd6ff8a478 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d0405d-94d7-4325-923e-4c0c82073b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5852475 Apr 18 20:24:19.314184 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-40d4e0db-bbb9-4f30-b875-1316a3e70ff0 None None] Set router 5297c610-0196-4a16-ac1b-69743affec6e gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:24:19.428857 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-baa2d412-4fba-4e0c-b656-acfc4f17e2de req-e9ccabdf-ea63-488c-a9c9-eeefe1e76e8e tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442464 Apr 18 20:24:19.583333 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ce80a-acba-488e-bab3-35dd8e8203ed req-d1a8fd30-c9d1-4652-ac02-72f9d93291a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:19.587083 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d9ce80a-acba-488e-bab3-35dd8e8203ed req-d1a8fd30-c9d1-4652-ac02-72f9d93291a2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 1.2123818 Apr 18 20:24:19.639042 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52942) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:19.686164 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2284164b-2766-4f08-b25d-c115f05a31ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:19.761651 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d9ce80a-acba-488e-bab3-35dd8e8203ed req-3768bb8f-cf61-4f70-8ac2-6758ec703b13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=97b0016f-c41b-40cf-aee0-1ea6a7d29725 HTTP/1.1" status: 200 len: 217 time: 0.1640193 Apr 18 20:24:19.852368 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2284164b-2766-4f08-b25d-c115f05a31ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:19.859926 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2284164b-2766-4f08-b25d-c115f05a31ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:19.920225 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2284164b-2766-4f08-b25d-c115f05a31ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d187557a25a54b96bfcda8e128466d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775187 Apr 18 20:24:19.922501 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52946) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:19.969752 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284164b-2766-4f08-b25d-c115f05a31ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed20bcd-0b81-4292-a80d-eb91ef2e57f1,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:19.979239 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ce80a-acba-488e-bab3-35dd8e8203ed req-97c3e572-55b6-4c9d-979c-1a135b6c4cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:19.985877 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d9ce80a-acba-488e-bab3-35dd8e8203ed req-97c3e572-55b6-4c9d-979c-1a135b6c4cd5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.2126987 Apr 18 20:24:19.999701 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-37a8b379-f826-4d7d-8b27-ab3f52d331ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:20.039048 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-40d4e0db-bbb9-4f30-b875-1316a3e70ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5297c610-0196-4a16-ac1b-69743affec6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465484721-router', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:55Z', 'updated_at': '2022-04-18T20:24:16Z', 'revision_number': 4, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'gw_port': {'id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:23:57Z', 'updated_at': '2022-04-18T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'd4bb34d2-50a7-470d-bff7-a1cdba8b0e9f', 'name': '', 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'mac_address': 'fa:16:3e:8b:fa:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b169574-6f19-4861-aa97-53614f9267fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:24:17Z', 'revision_number': 2, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'subnets': [{'id': '9b169574-6f19-4861-aa97-53614f9267fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:20.073153 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-37a8b379-f826-4d7d-8b27-ab3f52d331ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:20.082665 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d4e0db-bbb9-4f30-b875-1316a3e70ff0 None None] Checking router: 5297c610-0196-4a16-ac1b-69743affec6e for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:24:20.083039 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d4e0db-bbb9-4f30-b875-1316a3e70ff0 None None] Updating router 5297c610-0196-4a16-ac1b-69743affec6e port d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:24:20.127248 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-40d4e0db-bbb9-4f30-b875-1316a3e70ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:20.186634 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-37a8b379-f826-4d7d-8b27-ab3f52d331ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:20.193374 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-37a8b379-f826-4d7d-8b27-ab3f52d331ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:20.195664 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ce80a-acba-488e-bab3-35dd8e8203ed req-3ff89bc5-66ca-4b49-b153-0ef036f1c906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:20.198710 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-37a8b379-f826-4d7d-8b27-ab3f52d331ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bed20bcd-0b81-4292-a80d-eb91ef2e57f1 HTTP/1.1" status: 204 len: 168 time: 0.2726221 Apr 18 20:24:20.200113 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d9ce80a-acba-488e-bab3-35dd8e8203ed req-3ff89bc5-66ca-4b49-b153-0ef036f1c906 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2076931 Apr 18 20:24:20.235634 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8b379-f826-4d7d-8b27-ab3f52d331ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed20bcd-0b81-4292-a80d-eb91ef2e57f1,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:20.611210 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-40d4e0db-bbb9-4f30-b875-1316a3e70ff0 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:20.621983 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-40d4e0db-bbb9-4f30-b875-1316a3e70ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:20.699331 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0bd1b0-0bc7-4365-816c-dd640fd0bfa9 None None] Pushing event updated for resources: {'Port': ['ID=d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:20.764258 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191a758-f25d-4810-83b1-539a8f5fb53b req-82ec07f6-5005-4137-8c61-533635ad2577 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:20.791055 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-40d4e0db-bbb9-4f30-b875-1316a3e70ff0 None None] Attempting to bind port d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:20.791419 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-40d4e0db-bbb9-4f30-b875-1316a3e70ff0 None None] Attempting to bind port d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '3e371145-be9f-4691-af57-5ba121ad60c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:20.791773 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d4e0db-bbb9-4f30-b875-1316a3e70ff0 None None] Attempting to bind port d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f on network aa0818df-a918-4234-93bb-c4f1c30fdeff {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:20.795476 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b191a758-f25d-4810-83b1-539a8f5fb53b req-82ec07f6-5005-4137-8c61-533635ad2577 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f4ba202-db95-4c32-859c-f91c2fcfba2b HTTP/1.1" status: 200 len: 968 time: 0.1505873 Apr 18 20:24:20.802514 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d4e0db-bbb9-4f30-b875-1316a3e70ff0 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:24:20.802879 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d4e0db-bbb9-4f30-b875-1316a3e70ff0 None None] Checking segment: {'id': '3e371145-be9f-4691-af57-5ba121ad60c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:20.803286 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-40d4e0db-bbb9-4f30-b875-1316a3e70ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:20.803679 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d4e0db-bbb9-4f30-b875-1316a3e70ff0 None None] Bound using segment: {'id': '3e371145-be9f-4691-af57-5ba121ad60c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:24:20.804169 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-40d4e0db-bbb9-4f30-b875-1316a3e70ff0 None None] Bound port: d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e371145-be9f-4691-af57-5ba121ad60c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:20.804647 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-40d4e0db-bbb9-4f30-b875-1316a3e70ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:20.962818 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-40d4e0db-bbb9-4f30-b875-1316a3e70ff0 None None] For port d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:24:20.969068 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-40d4e0db-bbb9-4f30-b875-1316a3e70ff0 None None] For port d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f,segment=NetworkSegment(3e371145-be9f-4691-af57-5ba121ad60c9),segment_id=3e371145-be9f-4691-af57-5ba121ad60c9)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:24:20.979572 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-40d4e0db-bbb9-4f30-b875-1316a3e70ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:20.984940 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d9ce80a-acba-488e-bab3-35dd8e8203ed req-f208de4e-eb84-4f6e-8640-08a3fdf1e636 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424346 Apr 18 20:24:21.028074 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b191a758-f25d-4810-83b1-539a8f5fb53b req-890b322d-a8e8-4523-b73b-d5793d9d83f7 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d0405d-94d7-4325-923e-4c0c82073b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302063 Apr 18 20:24:21.188293 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d4e0db-bbb9-4f30-b875-1316a3e70ff0 None None] Routers {'5297c610-0196-4a16-ac1b-69743affec6e'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:24:21.189168 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-40d4e0db-bbb9-4f30-b875-1316a3e70ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:23:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5297c610-0196-4a16-ac1b-69743affec6e'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:21.201103 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0bd1b0-0bc7-4365-816c-dd640fd0bfa9 None None] Pushing event updated for resources: {'Port': ['ID=d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:21.208674 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e825ae1b-7265-4d1b-9ef0-1cfc5e1b1c96 None None] Provisioning complete for port d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:21.208674 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e825ae1b-7265-4d1b-9ef0-1cfc5e1b1c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:21.260717 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537a4a0-a646-4e09-8901-76fd8cdce404 req-66e3ad6d-d7c9-49f4-9dab-60b64000cba6 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:21.262573 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7537a4a0-a646-4e09-8901-76fd8cdce404 req-66e3ad6d-d7c9-49f4-9dab-60b64000cba6 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5535fd2-0f61-42aa-b40d-d91b30dfb2ce HTTP/1.1" status: 200 len: 947 time: 0.1020489 Apr 18 20:24:21.322252 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7537a4a0-a646-4e09-8901-76fd8cdce404 req-85a337e5-19af-4055-be22-8791625ddea5 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432210 Apr 18 20:24:21.327737 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d9ce80a-acba-488e-bab3-35dd8e8203ed req-d10c2fcb-2941-41d3-9cf3-3a2ad3cee07e service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174198 Apr 18 20:24:21.457725 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-40d4e0db-bbb9-4f30-b875-1316a3e70ff0 None None] Set router 5297c610-0196-4a16-ac1b-69743affec6e gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:24:21.677478 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e825ae1b-7265-4d1b-9ef0-1cfc5e1b1c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:21.710504 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53006) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:21.720161 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-1d479b63-47ed-4f29-8e80-577a677701ba admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2072890678-network', 'tenant_id': '181c6fdb9cf04d7181980991cd9fa969'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:21.751930 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d479b63-47ed-4f29-8e80-577a677701ba admin admin] Made reservation on behalf of 181c6fdb9cf04d7181980991cd9fa969 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:21.756558 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1d479b63-47ed-4f29-8e80-577a677701ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:21.771865 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1d479b63-47ed-4f29-8e80-577a677701ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:21.810722 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-e825ae1b-7265-4d1b-9ef0-1cfc5e1b1c96 None None] For port d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f,segment=NetworkSegment(3e371145-be9f-4691-af57-5ba121ad60c9),segment_id=3e371145-be9f-4691-af57-5ba121ad60c9)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:21.819952 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e825ae1b-7265-4d1b-9ef0-1cfc5e1b1c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:21.882616 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1d479b63-47ed-4f29-8e80-577a677701ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:21.891138 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1d479b63-47ed-4f29-8e80-577a677701ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:21.914139 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d479b63-47ed-4f29-8e80-577a677701ba admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:24:21.930496 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1d479b63-47ed-4f29-8e80-577a677701ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:21.931083 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-1d479b63-47ed-4f29-8e80-577a677701ba admin admin] Added segment 0a2f0597-c620-44b2-9172-e2c5197f30a3 of type vlan for network c28b21b6-ffef-4ade-80c1-b72cdd78003e Apr 18 20:24:22.065227 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1d479b63-47ed-4f29-8e80-577a677701ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:22.087931 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d479b63-47ed-4f29-8e80-577a677701ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8944d97f-4181-411e-9d79-ac56ef1da8e7,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:22.120761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-59775004-8355-412c-8fb7-4cfce243a0c5 None None] Provisioning complete for port d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:22.122125 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-59775004-8355-412c-8fb7-4cfce243a0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:22.170063 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825ae1b-7265-4d1b-9ef0-1cfc5e1b1c96 None None] Pushing event updated for resources: {'Port': ['ID=d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:22.182038 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1d479b63-47ed-4f29-8e80-577a677701ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:22.196583 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d479b63-47ed-4f29-8e80-577a677701ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:22.199823 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1d479b63-47ed-4f29-8e80-577a677701ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:22.214950 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-40d4e0db-bbb9-4f30-b875-1316a3e70ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5297c610-0196-4a16-ac1b-69743affec6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465484721-router', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:55Z', 'updated_at': '2022-04-18T20:24:16Z', 'revision_number': 4, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'gw_port': {'id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:23:57Z', 'updated_at': '2022-04-18T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'd4bb34d2-50a7-470d-bff7-a1cdba8b0e9f', 'name': '', 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'mac_address': 'fa:16:3e:8b:fa:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b169574-6f19-4861-aa97-53614f9267fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:24:20Z', 'revision_number': 4, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'subnets': [{'id': '9b169574-6f19-4861-aa97-53614f9267fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:22.265899 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53018) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:22.267354 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1d479b63-47ed-4f29-8e80-577a677701ba admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5543127 Apr 18 20:24:22.276174 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-9e2191be-e428-429a-b3b9-b9cb96107467 admin admin] Request body: {'subnet': {'network_id': 'c28b21b6-ffef-4ade-80c1-b72cdd78003e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2072890678-subnet', 'tenant_id': '181c6fdb9cf04d7181980991cd9fa969', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:22.282365 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d4e0db-bbb9-4f30-b875-1316a3e70ff0 None None] The sync data for ids ['5297c610-0196-4a16-ac1b-69743affec6e'] in n-d-838323-3 is: [{'id': '5297c610-0196-4a16-ac1b-69743affec6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465484721-router', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:55Z', 'updated_at': '2022-04-18T20:24:16Z', 'revision_number': 4, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'gw_port': {'id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:23:57Z', 'updated_at': '2022-04-18T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'd4bb34d2-50a7-470d-bff7-a1cdba8b0e9f', 'name': '', 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'mac_address': 'fa:16:3e:8b:fa:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b169574-6f19-4861-aa97-53614f9267fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:24:20Z', 'revision_number': 4, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'subnets': [{'id': '9b169574-6f19-4861-aa97-53614f9267fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:24:22.350808 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2191be-e428-429a-b3b9-b9cb96107467 admin admin] Made reservation on behalf of 181c6fdb9cf04d7181980991cd9fa969 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:22.354816 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e2191be-e428-429a-b3b9-b9cb96107467 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:22.386145 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d479b63-47ed-4f29-8e80-577a677701ba admin admin] Pushing event updated for resources: {'Network': ['ID=c28b21b6-ffef-4ade-80c1-b72cdd78003e,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:22.416251 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network c28b21b6-ffef-4ade-80c1-b72cdd78003e details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:24:22.618627 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9906a9a-660f-4301-930c-26a12c2613a4 req-44408d0e-5e32-49fe-bdcb-4f8b1217d531 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:22.631273 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e9906a9a-660f-4301-930c-26a12c2613a4 req-44408d0e-5e32-49fe-bdcb-4f8b1217d531 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f4ba202-db95-4c32-859c-f91c2fcfba2b HTTP/1.1" status: 200 len: 968 time: 0.1074409 Apr 18 20:24:22.709935 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e9906a9a-660f-4301-930c-26a12c2613a4 req-1f731cdd-1701-4ecc-ba01-e2821bc2ee89 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d0405d-94d7-4325-923e-4c0c82073b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772457 Apr 18 20:24:22.857840 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e2191be-e428-429a-b3b9-b9cb96107467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:23.238727 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53050) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:23.311848 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2191be-e428-429a-b3b9-b9cb96107467 admin admin] Checking segment: {'id': '0a2f0597-c620-44b2-9172-e2c5197f30a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c28b21b6-ffef-4ade-80c1-b72cdd78003e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:23.312532 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2191be-e428-429a-b3b9-b9cb96107467 admin admin] Network hostable DHCP agents. Network: c28b21b6-ffef-4ade-80c1-b72cdd78003e, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:24:23.318879 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2191be-e428-429a-b3b9-b9cb96107467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e27f124-fb47-4bae-bbea-988726c76f3b,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:23.371204 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab3278-ed27-445e-ae8b-5d0704d50911 req-60a8a211-b4fa-4382-875e-77a035862a2d tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:23.385111 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bfab3278-ed27-445e-ae8b-5d0704d50911 req-60a8a211-b4fa-4382-875e-77a035862a2d tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5535fd2-0f61-42aa-b40d-d91b30dfb2ce HTTP/1.1" status: 200 len: 947 time: 0.4645145 Apr 18 20:24:23.412905 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e62e34b6-dc02-4f28-b8a6-bb511a0a0762 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1104061716-network', 'tenant_id': 'a820f473440d4f48bb2004c00f4c6412'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:23.448690 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2191be-e428-429a-b3b9-b9cb96107467 admin admin] Network c28b21b6-ffef-4ade-80c1-b72cdd78003e is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:24:23.475394 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bfab3278-ed27-445e-ae8b-5d0704d50911 req-77981a6f-e3e9-444f-b0e8-08dd3be67f6a tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883658 Apr 18 20:24:23.505995 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62e34b6-dc02-4f28-b8a6-bb511a0a0762 admin admin] Made reservation on behalf of a820f473440d4f48bb2004c00f4c6412 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:23.508791 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e62e34b6-dc02-4f28-b8a6-bb511a0a0762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:23.522520 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-9e2191be-e428-429a-b3b9-b9cb96107467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, c28b21b6-ffef-4ade-80c1-b72cdd78003e) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:23.533222 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2191be-e428-429a-b3b9-b9cb96107467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:23.536757 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e2191be-e428-429a-b3b9-b9cb96107467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:23.539883 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e62e34b6-dc02-4f28-b8a6-bb511a0a0762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:23.545977 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8721594b-119c-4706-9af2-637a02531924 None None] Network c28b21b6-ffef-4ade-80c1-b72cdd78003e requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:24:23.617815 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9e2191be-e428-429a-b3b9-b9cb96107467 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3491714 Apr 18 20:24:23.619556 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53062) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:23.630118 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a1d61ecc-6eb3-45cf-ad71-d3eb80bc8420 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2072890678-router', 'tenant_id': '181c6fdb9cf04d7181980991cd9fa969', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:23.742305 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1d61ecc-6eb3-45cf-ad71-d3eb80bc8420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:23.744023 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1d61ecc-6eb3-45cf-ad71-d3eb80bc8420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:23.849172 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:24:23.882271 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:24:23.939373 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e62e34b6-dc02-4f28-b8a6-bb511a0a0762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.002371 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e62e34b6-dc02-4f28-b8a6-bb511a0a0762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.006967 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600f020-d15c-49b0-b82d-6f0801bb62bc req-15a70345-495e-4b54-aae6-1a3c48a2e5a7 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:24.015729 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b600f020-d15c-49b0-b82d-6f0801bb62bc req-15a70345-495e-4b54-aae6-1a3c48a2e5a7 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f4ba202-db95-4c32-859c-f91c2fcfba2b HTTP/1.1" status: 200 len: 968 time: 0.0843482 Apr 18 20:24:24.084921 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e34b6-dc02-4f28-b8a6-bb511a0a0762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5372f2d1-7c01-4d1e-8533-a098c7984729,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:24.091900 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b600f020-d15c-49b0-b82d-6f0801bb62bc req-75d66499-568b-4903-a5c1-09d757693ee1 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d0405d-94d7-4325-923e-4c0c82073b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747912 Apr 18 20:24:24.144804 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 75423c3a-9fbf-47f4-acab-b399f2a3e39c details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:24:24.152606 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1a4878a8-3e40-4690-9730-d2d418235817 req-e34e9573-c006-4d08-b71d-0799d9e64f87 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3dba4a5a0b8c48c0b87c94e87f8afb4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594618 Apr 18 20:24:24.192885 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e62e34b6-dc02-4f28-b8a6-bb511a0a0762 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:24:24.198219 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1d61ecc-6eb3-45cf-ad71-d3eb80bc8420 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.223776 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e62e34b6-dc02-4f28-b8a6-bb511a0a0762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.224373 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-e62e34b6-dc02-4f28-b8a6-bb511a0a0762 admin admin] Added segment 3b08436f-0e70-450e-9a0b-e8fc05e36f94 of type vlan for network 1dd0bd61-f27e-422c-bb1b-75ba560b3266 Apr 18 20:24:24.256101 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de5147a-844f-4e4c-a4fc-6ed19c7a49e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-c28b21b6-ffef-4ade-80c1-b72cdd78003e', 'network_id': 'c28b21b6-ffef-4ade-80c1-b72cdd78003e', 'tenant_id': '181c6fdb9cf04d7181980991cd9fa969', 'fixed_ips': [{'subnet_id': '9e27f124-fb47-4bae-bbea-988726c76f3b'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:24:24.257996 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2de5147a-844f-4e4c-a4fc-6ed19c7a49e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.360408 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4878a8-3e40-4690-9730-d2d418235817 req-d7f344e6-97e4-473c-9b0b-1b58ec38ad71 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:24.375337 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1a4878a8-3e40-4690-9730-d2d418235817 req-d7f344e6-97e4-473c-9b0b-1b58ec38ad71 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2211838 Apr 18 20:24:24.407933 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1a4878a8-3e40-4690-9730-d2d418235817 req-09fb86c1-8cdc-45dd-b2ee-8b3fd93b1172 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/quotas/3dba4a5a0b8c48c0b87c94e87f8afb4b HTTP/1.1" status: 200 len: 375 time: 0.0305405 Apr 18 20:24:24.419252 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e62e34b6-dc02-4f28-b8a6-bb511a0a0762 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.451846 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1a4878a8-3e40-4690-9730-d2d418235817 req-b24bf2d4-1c41-4d01-8d27-a713a04b46ee tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3dba4a5a0b8c48c0b87c94e87f8afb4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422795 Apr 18 20:24:24.488362 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1d61ecc-6eb3-45cf-ad71-d3eb80bc8420 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.497226 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.resource_extend [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:24:24.534154 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e62e34b6-dc02-4f28-b8a6-bb511a0a0762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.536658 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62e34b6-dc02-4f28-b8a6-bb511a0a0762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:24.536658 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e62e34b6-dc02-4f28-b8a6-bb511a0a0762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.726167 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c505a1f-808d-43c3-8cc5-85f48ba8562f req-c135ddd7-a975-4d87-b4f5-96121169b370 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:24.727998 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c505a1f-808d-43c3-8cc5-85f48ba8562f req-c135ddd7-a975-4d87-b4f5-96121169b370 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5535fd2-0f61-42aa-b40d-d91b30dfb2ce HTTP/1.1" status: 200 len: 947 time: 0.0816629 Apr 18 20:24:24.735512 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9ab252d5-cf88-47a6-a7b1-413e339de58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.749528 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:24.750315 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.781282 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e62e34b6-dc02-4f28-b8a6-bb511a0a0762 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5413930 Apr 18 20:24:24.785870 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53104) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:24.803067 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e34b6-dc02-4f28-b8a6-bb511a0a0762 admin admin] Pushing event updated for resources: {'Network': ['ID=1dd0bd61-f27e-422c-bb1b-75ba560b3266,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:24.805668 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-9db57cfd-b192-4b2b-b73f-736dd3f37239 admin admin] Request body: {'subnet': {'network_id': '1dd0bd61-f27e-422c-bb1b-75ba560b3266', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1104061716-subnet', 'tenant_id': 'a820f473440d4f48bb2004c00f4c6412', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:24.872511 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 1dd0bd61-f27e-422c-bb1b-75ba560b3266 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:24:24.897843 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a638f8d3-19cb-4d1c-9043-b0b5af6b490b req-4378ce1f-2cf3-4d88-90e6-850b19b600e4 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba33e52-bc53-4f44-9999-cd32df792cba HTTP/1.1" status: 200 len: 210 time: 0.0568659 Apr 18 20:24:24.916675 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c505a1f-808d-43c3-8cc5-85f48ba8562f req-630f541a-69ec-4df8-b95b-bd455fc0c55a tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815906 Apr 18 20:24:24.918023 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db57cfd-b192-4b2b-b73f-736dd3f37239 admin admin] Made reservation on behalf of a820f473440d4f48bb2004c00f4c6412 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:24.926565 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-2de5147a-844f-4e4c-a4fc-6ed19c7a49e9 None None] Allocated IP 172.20.0.2 (c28b21b6-ffef-4ade-80c1-b72cdd78003e/9e27f124-fb47-4bae-bbea-988726c76f3b/550f89d9-de33-4267-8602-edf6eb8800f4) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:24.926876 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9db57cfd-b192-4b2b-b73f-736dd3f37239 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:25.135031 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 75423c3a-9fbf-47f4-acab-b399f2a3e39c, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=75423c3a-9fbf-47f4-acab-b399f2a3e39c,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:25.188774 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '75423c3a-9fbf-47f4-acab-b399f2a3e39c', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': '75423c3a-9fbf-47f4-acab-b399f2a3e39c', 'mac_address': 'fa:16:3e:2d:19:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:tempest-test_az-566036013', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:24:25.280056 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:25.306307 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75423c3a-9fbf-47f4-acab-b399f2a3e39c {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:25.365097 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 75423c3a-9fbf-47f4-acab-b399f2a3e39c, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=75423c3a-9fbf-47f4-acab-b399f2a3e39c,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:25.389516 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:25.431243 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2de5147a-844f-4e4c-a4fc-6ed19c7a49e9 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:25.461797 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2de5147a-844f-4e4c-a4fc-6ed19c7a49e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:25.464235 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1d61ecc-6eb3-45cf-ad71-d3eb80bc8420 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:25.478566 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9db57cfd-b192-4b2b-b73f-736dd3f37239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:25.502202 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1d61ecc-6eb3-45cf-ad71-d3eb80bc8420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:25.524256 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de5147a-844f-4e4c-a4fc-6ed19c7a49e9 None None] Network c28b21b6-ffef-4ade-80c1-b72cdd78003e is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:25.545721 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=75423c3a-9fbf-47f4-acab-b399f2a3e39c,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:25.558870 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-2de5147a-844f-4e4c-a4fc-6ed19c7a49e9 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:25.573067 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de5147a-844f-4e4c-a4fc-6ed19c7a49e9 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:24:25.702376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db57cfd-b192-4b2b-b73f-736dd3f37239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2699379-d3d9-42fe-8537-e09eeec18ac5,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:25.715432 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-a1d61ecc-6eb3-45cf-ad71-d3eb80bc8420 admin admin] Allocated IP 172.25.1.192 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/6dadae4a-efd5-48fe-881e-d8dae041f611) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:25.763394 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3109c4d-92d7-4145-9b37-f77f256e97e1 req-27e98ed7-74e8-4c96-92bb-fa362a69ab70 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:25.777484 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3109c4d-92d7-4145-9b37-f77f256e97e1 req-27e98ed7-74e8-4c96-92bb-fa362a69ab70 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f4ba202-db95-4c32-859c-f91c2fcfba2b HTTP/1.1" status: 200 len: 969 time: 0.1826108 Apr 18 20:24:25.782291 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['75423c3a-9fbf-47f4-acab-b399f2a3e39c'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:25.783075 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db57cfd-b192-4b2b-b73f-736dd3f37239 admin admin] Checking segment: {'id': '3b08436f-0e70-450e-9a0b-e8fc05e36f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1dd0bd61-f27e-422c-bb1b-75ba560b3266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:25.783649 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db57cfd-b192-4b2b-b73f-736dd3f37239 admin admin] Network hostable DHCP agents. Network: 1dd0bd61-f27e-422c-bb1b-75ba560b3266, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:24:25.886125 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3109c4d-92d7-4145-9b37-f77f256e97e1 req-f9eb3853-490b-4294-8da6-52caae674397 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d0405d-94d7-4325-923e-4c0c82073b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047916 Apr 18 20:24:25.887945 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db57cfd-b192-4b2b-b73f-736dd3f37239 admin admin] Network 1dd0bd61-f27e-422c-bb1b-75ba560b3266 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:24:25.928218 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-9db57cfd-b192-4b2b-b73f-736dd3f37239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 1dd0bd61-f27e-422c-bb1b-75ba560b3266) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:25.938278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db57cfd-b192-4b2b-b73f-736dd3f37239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:25.941191 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9db57cfd-b192-4b2b-b73f-736dd3f37239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:25.995025 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9db57cfd-b192-4b2b-b73f-736dd3f37239 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2065246 Apr 18 20:24:26.042243 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5147a-844f-4e4c-a4fc-6ed19c7a49e9 None None] Pushing event updated for resources: {'Port': ['ID=550f89d9-de33-4267-8602-edf6eb8800f4,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:26.060731 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1d61ecc-6eb3-45cf-ad71-d3eb80bc8420 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:26.062326 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed05395c-f20e-47a6-86e8-80141da6de0a None None] Network 1dd0bd61-f27e-422c-bb1b-75ba560b3266 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:24:26.075255 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 97b0016f-c41b-40cf-aee0-1ea6a7d29725 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:24:26.140271 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92a7f1fe-a4c1-4e3a-a5de-197498fd48be req-0a84011a-20b2-41e5-879c-3898efb408ce tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba33e52-bc53-4f44-9999-cd32df792cba HTTP/1.1" status: 200 len: 210 time: 0.0780640 Apr 18 20:24:26.147381 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1d61ecc-6eb3-45cf-ad71-d3eb80bc8420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:26.250019 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d61ecc-6eb3-45cf-ad71-d3eb80bc8420 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:26.257221 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-a1d61ecc-6eb3-45cf-ad71-d3eb80bc8420 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:26.266188 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d61ecc-6eb3-45cf-ad71-d3eb80bc8420 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:24:26.271659 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2de5147a-844f-4e4c-a4fc-6ed19c7a49e9 None None] Attempting to bind port 550f89d9-de33-4267-8602-edf6eb8800f4 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:26.272711 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2de5147a-844f-4e4c-a4fc-6ed19c7a49e9 None None] Attempting to bind port 550f89d9-de33-4267-8602-edf6eb8800f4 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '0a2f0597-c620-44b2-9172-e2c5197f30a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c28b21b6-ffef-4ade-80c1-b72cdd78003e'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:26.273308 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de5147a-844f-4e4c-a4fc-6ed19c7a49e9 None None] Attempting to bind port 550f89d9-de33-4267-8602-edf6eb8800f4 on network c28b21b6-ffef-4ade-80c1-b72cdd78003e {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:26.274792 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d61ecc-6eb3-45cf-ad71-d3eb80bc8420 admin admin] Pushing event updated for resources: {'Port': ['ID=6dadae4a-efd5-48fe-881e-d8dae041f611,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:26.299399 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba4a4e-d267-4f93-a030-f3954a764763 req-92f9dbad-a9f7-4d06-91b4-7e78bbea6b29 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:26.302656 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52ba4a4e-d267-4f93-a030-f3954a764763 req-92f9dbad-a9f7-4d06-91b4-7e78bbea6b29 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5535fd2-0f61-42aa-b40d-d91b30dfb2ce HTTP/1.1" status: 200 len: 947 time: 0.1514189 Apr 18 20:24:26.444776 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52ba4a4e-d267-4f93-a030-f3954a764763 req-e89cf202-a1b2-4de6-86a4-f629798b2a3f tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320989 Apr 18 20:24:26.479961 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1a4878a8-3e40-4690-9730-d2d418235817 req-d1ea7761-ee77-405a-915d-a9b499079434 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3dba4a5a0b8c48c0b87c94e87f8afb4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720432 Apr 18 20:24:26.496668 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 97b0016f-c41b-40cf-aee0-1ea6a7d29725, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=97b0016f-c41b-40cf-aee0-1ea6a7d29725,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:26.554098 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de5147a-844f-4e4c-a4fc-6ed19c7a49e9 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:24:26.554794 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de5147a-844f-4e4c-a4fc-6ed19c7a49e9 None None] Checking segment: {'id': '0a2f0597-c620-44b2-9172-e2c5197f30a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c28b21b6-ffef-4ade-80c1-b72cdd78003e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:26.555970 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2de5147a-844f-4e4c-a4fc-6ed19c7a49e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:26.556624 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de5147a-844f-4e4c-a4fc-6ed19c7a49e9 None None] Bound using segment: {'id': '0a2f0597-c620-44b2-9172-e2c5197f30a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c28b21b6-ffef-4ade-80c1-b72cdd78003e'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:24:26.557343 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2de5147a-844f-4e4c-a4fc-6ed19c7a49e9 None None] Bound port: 550f89d9-de33-4267-8602-edf6eb8800f4, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2f0597-c620-44b2-9172-e2c5197f30a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c28b21b6-ffef-4ade-80c1-b72cdd78003e'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:26.557946 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2de5147a-844f-4e4c-a4fc-6ed19c7a49e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:26.563721 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '97b0016f-c41b-40cf-aee0-1ea6a7d29725', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': '97b0016f-c41b-40cf-aee0-1ea6a7d29725', 'mac_address': 'fa:16:3e:42:38:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:24:26.678935 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4878a8-3e40-4690-9730-d2d418235817 req-4d5b5306-e8a6-431d-b31f-f5f4c3697442 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:26.682557 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1a4878a8-3e40-4690-9730-d2d418235817 req-4d5b5306-e8a6-431d-b31f-f5f4c3697442 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1934016 Apr 18 20:24:26.701415 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-1a4878a8-3e40-4690-9730-d2d418235817 req-d6583a6b-c148-4171-8a2e-7e25dcb35c1d tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Request body: {'port': {'device_id': '8ba33e52-bc53-4f44-9999-cd32df792cba', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': '3dba4a5a0b8c48c0b87c94e87f8afb4b'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:26.816520 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1d61ecc-6eb3-45cf-ad71-d3eb80bc8420 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:26.971153 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:27.031478 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bfb5fc-dcc6-4de6-83a8-76190226d0f2 None None] Network 1dd0bd61-f27e-422c-bb1b-75ba560b3266 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:24:27.043989 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b0016f-c41b-40cf-aee0-1ea6a7d29725 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:27.063750 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2de5147a-844f-4e4c-a4fc-6ed19c7a49e9 None None] For port 550f89d9-de33-4267-8602-edf6eb8800f4, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:24:27.081140 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a4878a8-3e40-4690-9730-d2d418235817 req-d6583a6b-c148-4171-8a2e-7e25dcb35c1d tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Made reservation on behalf of 3dba4a5a0b8c48c0b87c94e87f8afb4b for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:27.098220 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1a4878a8-3e40-4690-9730-d2d418235817 req-d6583a6b-c148-4171-8a2e-7e25dcb35c1d tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:27.127919 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2de5147a-844f-4e4c-a4fc-6ed19c7a49e9 None None] For port 550f89d9-de33-4267-8602-edf6eb8800f4, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=550f89d9-de33-4267-8602-edf6eb8800f4,segment=NetworkSegment(0a2f0597-c620-44b2-9172-e2c5197f30a3),segment_id=0a2f0597-c620-44b2-9172-e2c5197f30a3)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:24:27.130461 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1a4878a8-3e40-4690-9730-d2d418235817 req-d6583a6b-c148-4171-8a2e-7e25dcb35c1d tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:27.157559 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 97b0016f-c41b-40cf-aee0-1ea6a7d29725, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=97b0016f-c41b-40cf-aee0-1ea6a7d29725,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:27.164524 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2de5147a-844f-4e4c-a4fc-6ed19c7a49e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:27.282687 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:27.374789 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac0a32-fcaa-40ac-95a7-d0fb222bb5d1 req-2b0f66f7-4024-4c7b-bbd0-0d6cf5f00796 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:27.387341 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5eac0a32-fcaa-40ac-95a7-d0fb222bb5d1 req-2b0f66f7-4024-4c7b-bbd0-0d6cf5f00796 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f4ba202-db95-4c32-859c-f91c2fcfba2b HTTP/1.1" status: 200 len: 969 time: 0.1833355 Apr 18 20:24:27.428307 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1d61ecc-6eb3-45cf-ad71-d3eb80bc8420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:27.452223 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5147a-844f-4e4c-a4fc-6ed19c7a49e9 None None] Pushing event updated for resources: {'Port': ['ID=550f89d9-de33-4267-8602-edf6eb8800f4,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:27.541143 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1a4878a8-3e40-4690-9730-d2d418235817 req-d6583a6b-c148-4171-8a2e-7e25dcb35c1d tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:27.597300 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5eac0a32-fcaa-40ac-95a7-d0fb222bb5d1 req-e39823fe-6aa9-4e9a-9ed3-b75d652230d5 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d0405d-94d7-4325-923e-4c0c82073b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056296 Apr 18 20:24:27.605824 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1a4878a8-3e40-4690-9730-d2d418235817 req-d6583a6b-c148-4171-8a2e-7e25dcb35c1d tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:27.616675 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53194) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:27.626032 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-09d0f1de-d892-417e-84d5-cd09144fbc78 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-656528222-network', 'tenant_id': 'd622728dbeb74bc093f9e2ff77fafd2b'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:27.696330 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=97b0016f-c41b-40cf-aee0-1ea6a7d29725,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:27.719689 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['97b0016f-c41b-40cf-aee0-1ea6a7d29725'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:27.732326 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d0f1de-d892-417e-84d5-cd09144fbc78 admin admin] Made reservation on behalf of d622728dbeb74bc093f9e2ff77fafd2b for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:27.757367 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-09d0f1de-d892-417e-84d5-cd09144fbc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:27.830658 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-09d0f1de-d892-417e-84d5-cd09144fbc78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:27.951142 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8289fcb1-5aee-4e3e-b0eb-0349b16d0ade req-2a5f84b7-0e5f-4f28-8cc3-fd3e3fa60fb1 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba33e52-bc53-4f44-9999-cd32df792cba HTTP/1.1" status: 200 len: 210 time: 0.0483811 Apr 18 20:24:27.964578 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-1a4878a8-3e40-4690-9730-d2d418235817 req-d6583a6b-c148-4171-8a2e-7e25dcb35c1d tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Allocated IP 192.168.233.233 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/57420101-83e2-4082-b715-9f33e9b0cf6e) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:27.983080 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d61ecc-6eb3-45cf-ad71-d3eb80bc8420 admin admin] Router 42663ad2-c869-4e6f-a0ee-e0377877a7aa is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:24:28.010443 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6583a6b-c148-4171-8a2e-7e25dcb35c1d tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=814eb993-4c5f-4cff-98d6-0851dc4cc84b,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:28.094282 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 75423c3a-9fbf-47f4-acab-b399f2a3e39c up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:24:28.197848 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-09d0f1de-d892-417e-84d5-cd09144fbc78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.215839 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-09d0f1de-d892-417e-84d5-cd09144fbc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.269126 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24164071-b82d-48eb-8537-4ce4d0d2877c req-2d588abb-b467-47c8-8af4-99d70e11b448 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:28.270935 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24164071-b82d-48eb-8537-4ce4d0d2877c req-2d588abb-b467-47c8-8af4-99d70e11b448 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5535fd2-0f61-42aa-b40d-d91b30dfb2ce HTTP/1.1" status: 200 len: 948 time: 0.1160831 Apr 18 20:24:28.271839 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 75423c3a-9fbf-47f4-acab-b399f2a3e39c completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:28.281107 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 75423c3a-9fbf-47f4-acab-b399f2a3e39c triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:28.281819 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.305739 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1a4878a8-3e40-4690-9730-d2d418235817 req-d6583a6b-c148-4171-8a2e-7e25dcb35c1d tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.380973 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24164071-b82d-48eb-8537-4ce4d0d2877c req-f9fa7d07-0678-4e1d-82a8-c21b869e4ced tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830159 Apr 18 20:24:28.429565 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1a4878a8-3e40-4690-9730-d2d418235817 req-d6583a6b-c148-4171-8a2e-7e25dcb35c1d tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.474542 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a4878a8-3e40-4690-9730-d2d418235817 req-d6583a6b-c148-4171-8a2e-7e25dcb35c1d tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:28.475793 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d0f1de-d892-417e-84d5-cd09144fbc78 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:24:28.489694 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-09d0f1de-d892-417e-84d5-cd09144fbc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.490190 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-09d0f1de-d892-417e-84d5-cd09144fbc78 admin admin] Added segment 9e47be02-29f3-4de6-bfbf-6acefdb277b6 of type vlan for network 0e636b77-f11e-41d5-a36a-59fc83bcd14d Apr 18 20:24:28.528799 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-1a4878a8-3e40-4690-9730-d2d418235817 req-d6583a6b-c148-4171-8a2e-7e25dcb35c1d tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:28.546912 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.552555 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-09d0f1de-d892-417e-84d5-cd09144fbc78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.559464 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4878a8-3e40-4690-9730-d2d418235817 req-d6583a6b-c148-4171-8a2e-7e25dcb35c1d tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:24:28.592113 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d61ecc-6eb3-45cf-ad71-d3eb80bc8420 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:24:28.592417 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4878a8-3e40-4690-9730-d2d418235817 req-d6583a6b-c148-4171-8a2e-7e25dcb35c1d tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:28.594652 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1a4878a8-3e40-4690-9730-d2d418235817 req-d6583a6b-c148-4171-8a2e-7e25dcb35c1d tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.613864 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd14474-859b-496c-9920-5e34bf26a430 None None] Sync routers for ids ['42663ad2-c869-4e6f-a0ee-e0377877a7aa'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:24:28.617613 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-09d0f1de-d892-417e-84d5-cd09144fbc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.618656 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d0f1de-d892-417e-84d5-cd09144fbc78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:28.619302 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-09d0f1de-d892-417e-84d5-cd09144fbc78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.647695 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4ba202-db95-4c32-859c-f91c2fcfba2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75423c3a-9fbf-47f4-acab-b399f2a3e39c'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:28.654124 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd14474-859b-496c-9920-5e34bf26a430 None None] Routers {'42663ad2-c869-4e6f-a0ee-e0377877a7aa'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:24:28.655919 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-dbd14474-859b-496c-9920-5e34bf26a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:23:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['42663ad2-c869-4e6f-a0ee-e0377877a7aa'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:28.714040 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1a4878a8-3e40-4690-9730-d2d418235817 req-d6583a6b-c148-4171-8a2e-7e25dcb35c1d tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0167072 Apr 18 20:24:28.718215 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1d61ecc-6eb3-45cf-ad71-d3eb80bc8420 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.719922 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a1d61ecc-6eb3-45cf-ad71-d3eb80bc8420 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.0992782 Apr 18 20:24:28.722744 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0f1de-d892-417e-84d5-cd09144fbc78 admin admin] Pushing event updated for resources: {'Network': ['ID=0e636b77-f11e-41d5-a36a-59fc83bcd14d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:28.738287 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53214) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:28.741519 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-09d0f1de-d892-417e-84d5-cd09144fbc78 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1236625 Apr 18 20:24:28.744228 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0f1de-d892-417e-84d5-cd09144fbc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf960fc-497c-46de-92e3-041b6608b9a8,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:28.761405 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53216) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:28.762806 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-1a4878a8-3e40-4690-9730-d2d418235817 req-23e1f491-fe21-4e38-87c1-f590aead7498 service neutron] Request body: {'port': {'device_id': '8ba33e52-bc53-4f44-9999-cd32df792cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:28.774075 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-1a340e3b-a3e3-44b9-b72e-3c444a879641 admin admin] Request body: {'subnet': {'network_id': '0e636b77-f11e-41d5-a36a-59fc83bcd14d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-656528222-subnet', 'tenant_id': 'd622728dbeb74bc093f9e2ff77fafd2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:28.779355 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6583a6b-c148-4171-8a2e-7e25dcb35c1d tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Pushing event updated for resources: {'Port': ['ID=57420101-83e2-4082-b715-9f33e9b0cf6e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:28.845990 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a340e3b-a3e3-44b9-b72e-3c444a879641 admin admin] Made reservation on behalf of d622728dbeb74bc093f9e2ff77fafd2b for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:28.845990 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a340e3b-a3e3-44b9-b72e-3c444a879641 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.960014 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 0e636b77-f11e-41d5-a36a-59fc83bcd14d details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:24:29.052254 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 75423c3a-9fbf-47f4-acab-b399f2a3e39c, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=75423c3a-9fbf-47f4-acab-b399f2a3e39c,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:29.090106 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-dbd14474-859b-496c-9920-5e34bf26a430 None None] Set router 42663ad2-c869-4e6f-a0ee-e0377877a7aa gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:24:29.147614 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:29.236736 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-74c67ec1-e99a-42ce-94f0-7b06253723c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:29.296002 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a340e3b-a3e3-44b9-b72e-3c444a879641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:29.365653 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1a4878a8-3e40-4690-9730-d2d418235817 req-23e1f491-fe21-4e38-87c1-f590aead7498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:29.370941 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3aed7f-63d7-4fc3-b696-b5f2da697269" -d '{"events": [{"server_uuid": "9f4ba202-db95-4c32-859c-f91c2fcfba2b", "name": "network-vif-plugged", "status": "completed", "tag": "75423c3a-9fbf-47f4-acab-b399f2a3e39c"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:29.377882 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccd8c1-92bf-4b9a-b36c-ea8ddad66876 req-47369862-340a-4356-bac9-ad3020bb3372 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:29.380592 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6fccd8c1-92bf-4b9a-b36c-ea8ddad66876 req-47369862-340a-4356-bac9-ad3020bb3372 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f4ba202-db95-4c32-859c-f91c2fcfba2b HTTP/1.1" status: 200 len: 969 time: 0.5754788 Apr 18 20:24:29.406625 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-71799b6c-ccdb-40fd-a094-ccd4dd4958d7 None None] Provisioning complete for port 57420101-83e2-4082-b715-9f33e9b0cf6e triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:29.407539 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-71799b6c-ccdb-40fd-a094-ccd4dd4958d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:29.445248 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a340e3b-a3e3-44b9-b72e-3c444a879641 admin admin] Checking segment: {'id': '9e47be02-29f3-4de6-bfbf-6acefdb277b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0e636b77-f11e-41d5-a36a-59fc83bcd14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:29.445863 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a340e3b-a3e3-44b9-b72e-3c444a879641 admin admin] Network hostable DHCP agents. Network: 0e636b77-f11e-41d5-a36a-59fc83bcd14d, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:24:29.571241 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4205dd8-4042-4199-b482-3f6734ae6234 None None] Network c28b21b6-ffef-4ade-80c1-b72cdd78003e requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:24:29.590544 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a340e3b-a3e3-44b9-b72e-3c444a879641 admin admin] Network 0e636b77-f11e-41d5-a36a-59fc83bcd14d is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:24:29.595011 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a340e3b-a3e3-44b9-b72e-3c444a879641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b94fec7f-21b4-4901-b7a4-f3b264b7ff64,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:29.610341 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-1a340e3b-a3e3-44b9-b72e-3c444a879641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 0e636b77-f11e-41d5-a36a-59fc83bcd14d) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:29.615498 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a340e3b-a3e3-44b9-b72e-3c444a879641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:29.616096 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a340e3b-a3e3-44b9-b72e-3c444a879641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:29.668565 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1a340e3b-a3e3-44b9-b72e-3c444a879641 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8905241 Apr 18 20:24:29.669460 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=75423c3a-9fbf-47f4-acab-b399f2a3e39c,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:29.677481 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-71799b6c-ccdb-40fd-a094-ccd4dd4958d7 None None] Port 57420101-83e2-4082-b715-9f33e9b0cf6e cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:24:29.689695 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-dbd14474-859b-496c-9920-5e34bf26a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42663ad2-c869-4e6f-a0ee-e0377877a7aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2072890678-router', 'tenant_id': '181c6fdb9cf04d7181980991cd9fa969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6dadae4a-efd5-48fe-881e-d8dae041f611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:23Z', 'updated_at': '2022-04-18T20:24:26Z', 'revision_number': 3, 'project_id': '181c6fdb9cf04d7181980991cd9fa969', 'gw_port': {'id': '6dadae4a-efd5-48fe-881e-d8dae041f611', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42663ad2-c869-4e6f-a0ee-e0377877a7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:25Z', 'updated_at': '2022-04-18T20:24:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:29.692471 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a9e629-ad03-4213-895b-3b10cbdce5c5 None None] Network 0e636b77-f11e-41d5-a36a-59fc83bcd14d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:24:29.716160 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6fccd8c1-92bf-4b9a-b36c-ea8ddad66876 req-ec135281-53d4-402c-8ae8-d893e94c5983 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d0405d-94d7-4325-923e-4c0c82073b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152430 Apr 18 20:24:29.723756 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd14474-859b-496c-9920-5e34bf26a430 None None] Checking router: 42663ad2-c869-4e6f-a0ee-e0377877a7aa for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:24:29.723926 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd14474-859b-496c-9920-5e34bf26a430 None None] Updating router 42663ad2-c869-4e6f-a0ee-e0377877a7aa port 6dadae4a-efd5-48fe-881e-d8dae041f611 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:24:29.784961 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dbd14474-859b-496c-9920-5e34bf26a430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:29.882658 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 550f89d9-de33-4267-8602-edf6eb8800f4 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:24:30.007511 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.011223 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4442230-9e27-41af-a1f3-a575847ae281 x-openstack-request-id: req-f4442230-9e27-41af-a1f3-a575847ae281 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:30.011636 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4ba202-db95-4c32-859c-f91c2fcfba2b", "name": "network-vif-plugged", "status": "completed", "tag": "75423c3a-9fbf-47f4-acab-b399f2a3e39c", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:30.011886 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4442230-9e27-41af-a1f3-a575847ae281 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:30.012306 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4442230-9e27-41af-a1f3-a575847ae281'] response: {'server_uuid': '9f4ba202-db95-4c32-859c-f91c2fcfba2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75423c3a-9fbf-47f4-acab-b399f2a3e39c', 'code': 200} Apr 18 20:24:30.024343 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 550f89d9-de33-4267-8602-edf6eb8800f4 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:30.024343 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.024848 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53244) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:30.071083 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 97b0016f-c41b-40cf-aee0-1ea6a7d29725 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:24:30.074464 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-20aa21f9-6821-4fb4-aad9-7e8b3f7a9c7f None None] Provisioning complete for port 550f89d9-de33-4267-8602-edf6eb8800f4 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:30.074953 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-20aa21f9-6821-4fb4-aad9-7e8b3f7a9c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.189133 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfef2cd1-63ed-4701-9463-62e0735adc65 admin admin] Deleting subnet c2699379-d3d9-42fe-8537-e09eeec18ac5 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:24:30.198357 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bfef2cd1-63ed-4701-9463-62e0735adc65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.257878 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327eff6-aedd-429f-8c49-c9fd339982a0 req-b678cb57-704b-4d16-88e1-5ae6580bd852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:30.259516 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e327eff6-aedd-429f-8c49-c9fd339982a0 req-b678cb57-704b-4d16-88e1-5ae6580bd852 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9f4ba202-db95-4c32-859c-f91c2fcfba2b HTTP/1.1" status: 200 len: 1121 time: 0.1420107 Apr 18 20:24:30.265656 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bfef2cd1-63ed-4701-9463-62e0735adc65 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.285655 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bfef2cd1-63ed-4701-9463-62e0735adc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.327024 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e327eff6-aedd-429f-8c49-c9fd339982a0 req-65c8df78-c160-41fe-9939-0717e6148509 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.419525 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dbd14474-859b-496c-9920-5e34bf26a430 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.429722 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dbd14474-859b-496c-9920-5e34bf26a430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.447312 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 97b0016f-c41b-40cf-aee0-1ea6a7d29725 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:30.492552 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 97b0016f-c41b-40cf-aee0-1ea6a7d29725 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:30.493057 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.498440 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8dd6a-3a8d-48c6-be07-4069dfde82af None None] Pushing event updated for resources: {'Port': ['ID=6dadae4a-efd5-48fe-881e-d8dae041f611,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:30.529932 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-dbd14474-859b-496c-9920-5e34bf26a430 None None] Attempting to bind port 6dadae4a-efd5-48fe-881e-d8dae041f611 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:30.530617 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-dbd14474-859b-496c-9920-5e34bf26a430 None None] Attempting to bind port 6dadae4a-efd5-48fe-881e-d8dae041f611 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:30.531216 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd14474-859b-496c-9920-5e34bf26a430 None None] Attempting to bind port 6dadae4a-efd5-48fe-881e-d8dae041f611 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:30.538821 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd14474-859b-496c-9920-5e34bf26a430 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:24:30.539444 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd14474-859b-496c-9920-5e34bf26a430 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:30.539965 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dbd14474-859b-496c-9920-5e34bf26a430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.540472 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd14474-859b-496c-9920-5e34bf26a430 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:24:30.541190 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760564b-c628-4593-84e4-4170d3b6973e req-a7b7860e-6216-49f4-b2d0-c5897775f151 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:30.541621 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-dbd14474-859b-496c-9920-5e34bf26a430 None None] Bound port: 6dadae4a-efd5-48fe-881e-d8dae041f611, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:30.542040 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dbd14474-859b-496c-9920-5e34bf26a430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.542770 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7760564b-c628-4593-84e4-4170d3b6973e req-a7b7860e-6216-49f4-b2d0-c5897775f151 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba33e52-bc53-4f44-9999-cd32df792cba HTTP/1.1" status: 200 len: 936 time: 0.6489592 Apr 18 20:24:30.557418 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e327eff6-aedd-429f-8c49-c9fd339982a0 req-65c8df78-c160-41fe-9939-0717e6148509 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.569274 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bfef2cd1-63ed-4701-9463-62e0735adc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.588627 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a66e9-c542-4cff-b155-36b654206ac4 req-b8b6a41e-e286-4309-b9db-bcfa4680d8a9 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:30.597714 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-673a66e9-c542-4cff-b155-36b654206ac4 req-b8b6a41e-e286-4309-b9db-bcfa4680d8a9 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5535fd2-0f61-42aa-b40d-d91b30dfb2ce HTTP/1.1" status: 200 len: 948 time: 0.3771532 Apr 18 20:24:30.602460 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e327eff6-aedd-429f-8c49-c9fd339982a0 req-65c8df78-c160-41fe-9939-0717e6148509 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.674191 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-1a4878a8-3e40-4690-9730-d2d418235817 req-23e1f491-fe21-4e38-87c1-f590aead7498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57420101-83e2-4082-b715-9f33e9b0cf6e {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:30.679548 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bfef2cd1-63ed-4701-9463-62e0735adc65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.680384 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-dbd14474-859b-496c-9920-5e34bf26a430 None None] For port 6dadae4a-efd5-48fe-881e-d8dae041f611, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:24:30.685147 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7760564b-c628-4593-84e4-4170d3b6973e req-4dc96dd5-99d1-4355-a174-dedfb2e36323 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166615 Apr 18 20:24:30.689967 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-dbd14474-859b-496c-9920-5e34bf26a430 None None] For port 6dadae4a-efd5-48fe-881e-d8dae041f611, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6dadae4a-efd5-48fe-881e-d8dae041f611,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:24:30.700736 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dbd14474-859b-496c-9920-5e34bf26a430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.704845 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bfef2cd1-63ed-4701-9463-62e0735adc65 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c2699379-d3d9-42fe-8537-e09eeec18ac5 HTTP/1.1" status: 204 len: 168 time: 0.6782291 Apr 18 20:24:30.719505 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53246) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:30.720356 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e327eff6-aedd-429f-8c49-c9fd339982a0 req-65c8df78-c160-41fe-9939-0717e6148509 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=81d0405d-94d7-4325-923e-4c0c82073b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452710 Apr 18 20:24:30.722261 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1a4878a8-3e40-4690-9730-d2d418235817 req-23e1f491-fe21-4e38-87c1-f590aead7498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.755443 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef2cd1-63ed-4701-9463-62e0735adc65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2699379-d3d9-42fe-8537-e09eeec18ac5,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:30.790021 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8df78-c160-41fe-9939-0717e6148509 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcd84a3-c4ab-46cc-bc0a-2488f76d0de0,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:30.834070 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-1a4878a8-3e40-4690-9730-d2d418235817 req-23e1f491-fe21-4e38-87c1-f590aead7498 service neutron] Transition to ACTIVE for port object 57420101-83e2-4082-b715-9f33e9b0cf6e will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:30.863685 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-673a66e9-c542-4cff-b155-36b654206ac4 req-aa74d1f7-7015-4a1d-8f24-13dc78abd288 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603848 Apr 18 20:24:30.876587 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1a4878a8-3e40-4690-9730-d2d418235817 req-23e1f491-fe21-4e38-87c1-f590aead7498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.924024 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.937262 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8dd6a-3a8d-48c6-be07-4069dfde82af None None] Pushing event updated for resources: {'Port': ['ID=6dadae4a-efd5-48fe-881e-d8dae041f611,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:30.943290 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd14474-859b-496c-9920-5e34bf26a430 None None] Routers {'42663ad2-c869-4e6f-a0ee-e0377877a7aa'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:24:30.944515 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-dbd14474-859b-496c-9920-5e34bf26a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:24:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['42663ad2-c869-4e6f-a0ee-e0377877a7aa'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:30.984418 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-20aa21f9-6821-4fb4-aad9-7e8b3f7a9c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.996140 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027bca1c-56c2-466a-9763-841961f4ee69 None None] Network 0e636b77-f11e-41d5-a36a-59fc83bcd14d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:24:31.013194 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1f491-fe21-4e38-87c1-f590aead7498 service neutron] Pushing event updated for resources: {'Port': ['ID=57420101-83e2-4082-b715-9f33e9b0cf6e,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:31.021359 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aed2a183-91e2-4026-9bbe-124006e6ba15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:31.059410 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:31.155299 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 97b0016f-c41b-40cf-aee0-1ea6a7d29725, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=97b0016f-c41b-40cf-aee0-1ea6a7d29725,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:31.206658 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-20aa21f9-6821-4fb4-aad9-7e8b3f7a9c7f None None] For port 550f89d9-de33-4267-8602-edf6eb8800f4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=550f89d9-de33-4267-8602-edf6eb8800f4,segment=NetworkSegment(0a2f0597-c620-44b2-9172-e2c5197f30a3),segment_id=0a2f0597-c620-44b2-9172-e2c5197f30a3)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:31.244904 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:31.276275 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e9876-0738-439f-bbdb-813a7dd1ed96 req-3fbb6c40-06fc-4536-b194-c35fdb6edf10 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:31.277197 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-20aa21f9-6821-4fb4-aad9-7e8b3f7a9c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:31.287799 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a2e9876-0738-439f-bbdb-813a7dd1ed96 req-3fbb6c40-06fc-4536-b194-c35fdb6edf10 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f4ba202-db95-4c32-859c-f91c2fcfba2b HTTP/1.1" status: 200 len: 970 time: 0.2258589 Apr 18 20:24:31.306928 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-1a4878a8-3e40-4690-9730-d2d418235817 req-23e1f491-fe21-4e38-87c1-f590aead7498 service neutron] Attempting to bind port 57420101-83e2-4082-b715-9f33e9b0cf6e on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:31.307420 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-1a4878a8-3e40-4690-9730-d2d418235817 req-23e1f491-fe21-4e38-87c1-f590aead7498 service neutron] Attempting to bind port 57420101-83e2-4082-b715-9f33e9b0cf6e by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:31.307853 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4878a8-3e40-4690-9730-d2d418235817 req-23e1f491-fe21-4e38-87c1-f590aead7498 service neutron] Attempting to bind port 57420101-83e2-4082-b715-9f33e9b0cf6e on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:31.370146 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4878a8-3e40-4690-9730-d2d418235817 req-23e1f491-fe21-4e38-87c1-f590aead7498 service neutron] Port 57420101-83e2-4082-b715-9f33e9b0cf6e on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:24:31.370638 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4878a8-3e40-4690-9730-d2d418235817 req-23e1f491-fe21-4e38-87c1-f590aead7498 service neutron] Attempting to bind port 57420101-83e2-4082-b715-9f33e9b0cf6e on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:31.430555 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aed2a183-91e2-4026-9bbe-124006e6ba15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:31.436362 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4878a8-3e40-4690-9730-d2d418235817 req-23e1f491-fe21-4e38-87c1-f590aead7498 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:24:31.436896 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4878a8-3e40-4690-9730-d2d418235817 req-23e1f491-fe21-4e38-87c1-f590aead7498 service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:31.437386 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4878a8-3e40-4690-9730-d2d418235817 req-23e1f491-fe21-4e38-87c1-f590aead7498 service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:24:31.437973 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-1a4878a8-3e40-4690-9730-d2d418235817 req-23e1f491-fe21-4e38-87c1-f590aead7498 service neutron] Bound port: 57420101-83e2-4082-b715-9f33e9b0cf6e, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:31.438443 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1a4878a8-3e40-4690-9730-d2d418235817 req-23e1f491-fe21-4e38-87c1-f590aead7498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:31.483466 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-dbd14474-859b-496c-9920-5e34bf26a430 None None] Set router 42663ad2-c869-4e6f-a0ee-e0377877a7aa gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:24:31.517112 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a2e9876-0738-439f-bbdb-813a7dd1ed96 req-7b5a5748-e249-49fb-93a4-658f26d1c743 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d0405d-94d7-4325-923e-4c0c82073b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243373 Apr 18 20:24:31.523951 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aed2a183-91e2-4026-9bbe-124006e6ba15 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:31.525300 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aed2a183-91e2-4026-9bbe-124006e6ba15 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:31.526346 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aed2a183-91e2-4026-9bbe-124006e6ba15 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:31.526944 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aed2a183-91e2-4026-9bbe-124006e6ba15 admin admin] Subscribe: > port after_create 55550000 {{(pid=102908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:31.527508 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aed2a183-91e2-4026-9bbe-124006e6ba15 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:31.528087 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aed2a183-91e2-4026-9bbe-124006e6ba15 admin admin] Subscribe: > port after_update 55550000 {{(pid=102908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:31.528728 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aed2a183-91e2-4026-9bbe-124006e6ba15 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:31.529267 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aed2a183-91e2-4026-9bbe-124006e6ba15 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:31.529792 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aed2a183-91e2-4026-9bbe-124006e6ba15 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:31.530337 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aed2a183-91e2-4026-9bbe-124006e6ba15 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:31.664214 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aed2a183-91e2-4026-9bbe-124006e6ba15 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:31.664630 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aed2a183-91e2-4026-9bbe-124006e6ba15 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:31.664992 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aed2a183-91e2-4026-9bbe-124006e6ba15 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:31.665279 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aed2a183-91e2-4026-9bbe-124006e6ba15 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:31.665670 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-aed2a183-91e2-4026-9bbe-124006e6ba15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd0bd61-f27e-422c-bb1b-75ba560b3266']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:31.842475 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:31.902859 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-1a4878a8-3e40-4690-9730-d2d418235817 req-23e1f491-fe21-4e38-87c1-f590aead7498 service neutron] For port 57420101-83e2-4082-b715-9f33e9b0cf6e, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:24:31.915778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-1a4878a8-3e40-4690-9730-d2d418235817 req-23e1f491-fe21-4e38-87c1-f590aead7498 service neutron] For port 57420101-83e2-4082-b715-9f33e9b0cf6e, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=57420101-83e2-4082-b715-9f33e9b0cf6e,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:24:31.942746 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-aed2a183-91e2-4026-9bbe-124006e6ba15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b08436f-0e70-450e-9a0b-e8fc05e36f94') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:31.943402 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-aed2a183-91e2-4026-9bbe-124006e6ba15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b08436f-0e70-450e-9a0b-e8fc05e36f94') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:31.963721 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.014456 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aed2a183-91e2-4026-9bbe-124006e6ba15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.027491 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-dbd14474-859b-496c-9920-5e34bf26a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42663ad2-c869-4e6f-a0ee-e0377877a7aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2072890678-router', 'tenant_id': '181c6fdb9cf04d7181980991cd9fa969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6dadae4a-efd5-48fe-881e-d8dae041f611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:23Z', 'updated_at': '2022-04-18T20:24:26Z', 'revision_number': 3, 'project_id': '181c6fdb9cf04d7181980991cd9fa969', 'gw_port': {'id': '6dadae4a-efd5-48fe-881e-d8dae041f611', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42663ad2-c869-4e6f-a0ee-e0377877a7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:25Z', 'updated_at': '2022-04-18T20:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:32.071182 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53270) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:32.084519 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5535fd2-0f61-42aa-b40d-d91b30dfb2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b0016f-c41b-40cf-aee0-1ea6a7d29725'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:32.085481 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63da62af-d2d0-45d1-928d-8c37133d2b70" -d '{"events": [{"server_uuid": "e5535fd2-0f61-42aa-b40d-d91b30dfb2ce", "name": "network-vif-plugged", "status": "completed", "tag": "97b0016f-c41b-40cf-aee0-1ea6a7d29725"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:32.098145 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=97b0016f-c41b-40cf-aee0-1ea6a7d29725,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:32.103043 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:24:32.103562 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:24:32.109464 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd14474-859b-496c-9920-5e34bf26a430 None None] The sync data for ids ['42663ad2-c869-4e6f-a0ee-e0377877a7aa'] in n-d-838323-3 is: [{'id': '42663ad2-c869-4e6f-a0ee-e0377877a7aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2072890678-router', 'tenant_id': '181c6fdb9cf04d7181980991cd9fa969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6dadae4a-efd5-48fe-881e-d8dae041f611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:23Z', 'updated_at': '2022-04-18T20:24:26Z', 'revision_number': 3, 'project_id': '181c6fdb9cf04d7181980991cd9fa969', 'gw_port': {'id': '6dadae4a-efd5-48fe-881e-d8dae041f611', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42663ad2-c869-4e6f-a0ee-e0377877a7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:25Z', 'updated_at': '2022-04-18T20:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:24:32.125174 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aed2a183-91e2-4026-9bbe-124006e6ba15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.142400 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed2a183-91e2-4026-9bbe-124006e6ba15 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:24:32.143094 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aed2a183-91e2-4026-9bbe-124006e6ba15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: from cryptography.utils import int_from_bytes Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: from cryptography.utils import int_from_bytes Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:24:32.174598 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:24:32.232599 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1c2f9811-0f53-4cc9-8430-ebbd8360de47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.265026 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b6d9d8c7-c9d9-42a2-b66e-b10cf52dec27 None None] Provisioning complete for port 550f89d9-de33-4267-8602-edf6eb8800f4 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:32.265659 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b6d9d8c7-c9d9-42a2-b66e-b10cf52dec27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.270700 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa21f9-6821-4fb4-aad9-7e8b3f7a9c7f None None] Pushing event updated for resources: {'Port': ['ID=550f89d9-de33-4267-8602-edf6eb8800f4,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:32.345743 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1a4878a8-3e40-4690-9730-d2d418235817 req-23e1f491-fe21-4e38-87c1-f590aead7498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.347356 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2bc11b28-d047-4a69-861d-a43352f427fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.529211 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2bc11b28-d047-4a69-861d-a43352f427fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.544756 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2bc11b28-d047-4a69-861d-a43352f427fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.629887 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aed2a183-91e2-4026-9bbe-124006e6ba15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.682231 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc11b28-d047-4a69-861d-a43352f427fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbd7c65-6328-45ef-8b44-1313d57437e7,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:32.729109 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aed2a183-91e2-4026-9bbe-124006e6ba15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.739363 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-aed2a183-91e2-4026-9bbe-124006e6ba15 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1dd0bd61-f27e-422c-bb1b-75ba560b3266 HTTP/1.1" status: 204 len: 168 time: 2.0139081 Apr 18 20:24:32.743450 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53278) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:32.764202 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4878a8-3e40-4690-9730-d2d418235817 req-23e1f491-fe21-4e38-87c1-f590aead7498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:32.765005 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1a4878a8-3e40-4690-9730-d2d418235817 req-23e1f491-fe21-4e38-87c1-f590aead7498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.767518 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1a4878a8-3e40-4690-9730-d2d418235817 req-23e1f491-fe21-4e38-87c1-f590aead7498 service neutron] 10.222.0.32 "PUT /v2.0/ports/57420101-83e2-4082-b715-9f33e9b0cf6e HTTP/1.1" status: 200 len: 1096 time: 4.0331981 Apr 18 20:24:32.769001 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba33e52-bc53-4f44-9999-cd32df792cba', 'tag': '57420101-83e2-4082-b715-9f33e9b0cf6e'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:32.781563 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fbeeaa-d276-4331-bbfd-9984ccd47c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba33e52-bc53-4f44-9999-cd32df792cba", "tag": "57420101-83e2-4082-b715-9f33e9b0cf6e"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:32.816821 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2a183-91e2-4026-9bbe-124006e6ba15 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dd0bd61-f27e-422c-bb1b-75ba560b3266,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:32.882245 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1f491-fe21-4e38-87c1-f590aead7498 service neutron] Pushing event updated for resources: {'Port': ['ID=57420101-83e2-4082-b715-9f33e9b0cf6e,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:32.903152 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d4ab2-e573-465d-b7e8-7850b14a4d7b req-58b71c1c-ad47-4970-ac6b-aa3d17f87b21 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:32.905531 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-566d4ab2-e573-465d-b7e8-7850b14a4d7b req-58b71c1c-ad47-4970-ac6b-aa3d17f87b21 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba33e52-bc53-4f44-9999-cd32df792cba HTTP/1.1" status: 200 len: 948 time: 0.7274961 Apr 18 20:24:33.094443 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 550f89d9-de33-4267-8602-edf6eb8800f4 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:24:33.103269 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fcef87e-c430-4f82-ad4c-634f234938b9 admin admin] Deleting subnet b94fec7f-21b4-4901-b7a4-f3b264b7ff64 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:24:33.120629 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2bc11b28-d047-4a69-861d-a43352f427fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f528e255b88141a4b884b34f943d59eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0471425 Apr 18 20:24:33.122321 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7fcef87e-c430-4f82-ad4c-634f234938b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.125476 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53284) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:33.172549 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-566d4ab2-e573-465d-b7e8-7850b14a4d7b req-851aae19-e607-4432-871e-1e84d13afef7 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055101 Apr 18 20:24:33.177941 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4878a8-3e40-4690-9730-d2d418235817 req-a93d8ea5-093b-46af-8fbf-64c40b94b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:33.179695 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1a4878a8-3e40-4690-9730-d2d418235817 req-a93d8ea5-093b-46af-8fbf-64c40b94b82c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3dba4a5a0b8c48c0b87c94e87f8afb4b&device_id=8ba33e52-bc53-4f44-9999-cd32df792cba HTTP/1.1" status: 200 len: 1099 time: 0.1830723 Apr 18 20:24:33.202674 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-1c2f9811-0f53-4cc9-8430-ebbd8360de47 admin admin] Allocated IP 172.20.0.1 (c28b21b6-ffef-4ade-80c1-b72cdd78003e/9e27f124-fb47-4bae-bbea-988726c76f3b/15217c55-319f-46db-a3cc-90f382ee2964) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:33.284667 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1a4878a8-3e40-4690-9730-d2d418235817 req-0463c956-757c-44fd-b4ad-a996625e62de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=57420101-83e2-4082-b715-9f33e9b0cf6e HTTP/1.1" status: 200 len: 217 time: 0.0938480 Apr 18 20:24:33.286608 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 550f89d9-de33-4267-8602-edf6eb8800f4 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:33.288754 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.349734 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7fcef87e-c430-4f82-ad4c-634f234938b9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.352776 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-37bcb4c4-5026-4dbc-be4a-955d255ad65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.375823 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7fcef87e-c430-4f82-ad4c-634f234938b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.480695 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7fcef87e-c430-4f82-ad4c-634f234938b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.505851 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7fcef87e-c430-4f82-ad4c-634f234938b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.509652 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7fcef87e-c430-4f82-ad4c-634f234938b9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b94fec7f-21b4-4901-b7a4-f3b264b7ff64 HTTP/1.1" status: 204 len: 168 time: 0.7442815 Apr 18 20:24:33.513376 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6dadae4a-efd5-48fe-881e-d8dae041f611 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:24:33.515064 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53286) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:33.559599 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4878a8-3e40-4690-9730-d2d418235817 req-28c0ccaa-321f-4703-b8d0-4bbe7bdb27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:33.563182 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1a4878a8-3e40-4690-9730-d2d418235817 req-28c0ccaa-321f-4703-b8d0-4bbe7bdb27eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.2656732 Apr 18 20:24:33.619734 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c6919ebc-41c0-4b35-8629-c6e4083f853c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.626668 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-37bcb4c4-5026-4dbc-be4a-955d255ad65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.636627 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcef87e-c430-4f82-ad4c-634f234938b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b94fec7f-21b4-4901-b7a4-f3b264b7ff64,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:33.652710 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 6dadae4a-efd5-48fe-881e-d8dae041f611 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:33.653146 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.701468 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59d7ec-6d18-46fd-b5c3-c2da3ffb871b req-ea041937-ca31-421b-9a1e-312721ef425e tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:33.704251 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ff59d7ec-6d18-46fd-b5c3-c2da3ffb871b req-ea041937-ca31-421b-9a1e-312721ef425e tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5535fd2-0f61-42aa-b40d-d91b30dfb2ce HTTP/1.1" status: 200 len: 949 time: 0.3663387 Apr 18 20:24:33.730496 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cccb8f-0a2d-470d-9b70-aa71c7b0850e x-openstack-request-id: req-e7cccb8f-0a2d-470d-9b70-aa71c7b0850e {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:33.730720 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5535fd2-0f61-42aa-b40d-d91b30dfb2ce", "name": "network-vif-plugged", "status": "completed", "tag": "97b0016f-c41b-40cf-aee0-1ea6a7d29725", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:33.730910 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e7cccb8f-0a2d-470d-9b70-aa71c7b0850e {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:33.731327 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7cccb8f-0a2d-470d-9b70-aa71c7b0850e'] response: {'server_uuid': 'e5535fd2-0f61-42aa-b40d-d91b30dfb2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b0016f-c41b-40cf-aee0-1ea6a7d29725', 'code': 200} Apr 18 20:24:33.793000 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.826787 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 6dadae4a-efd5-48fe-881e-d8dae041f611, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6dadae4a-efd5-48fe-881e-d8dae041f611,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:33.834903 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.860854 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.32', 65309) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:33.869468 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4878a8-3e40-4690-9730-d2d418235817 req-66567fb0-cf6c-44df-b49d-979765f18c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:33.872284 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1a4878a8-3e40-4690-9730-d2d418235817 req-66567fb0-cf6c-44df-b49d-979765f18c33 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2892101 Apr 18 20:24:33.902271 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=6dadae4a-efd5-48fe-881e-d8dae041f611,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:33.931456 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c6919ebc-41c0-4b35-8629-c6e4083f853c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.017936 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c6919ebc-41c0-4b35-8629-c6e4083f853c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:34.018350 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c6919ebc-41c0-4b35-8629-c6e4083f853c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:34.019736 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c6919ebc-41c0-4b35-8629-c6e4083f853c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:34.020142 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c6919ebc-41c0-4b35-8629-c6e4083f853c admin admin] Subscribe: > port after_create 55550000 {{(pid=102909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:34.020527 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c6919ebc-41c0-4b35-8629-c6e4083f853c admin admin] Subscribe: > port after_delete 55550000 {{(pid=102909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:34.020868 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c6919ebc-41c0-4b35-8629-c6e4083f853c admin admin] Subscribe: > port after_update 55550000 {{(pid=102909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:34.021247 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c6919ebc-41c0-4b35-8629-c6e4083f853c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:34.021598 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c6919ebc-41c0-4b35-8629-c6e4083f853c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:34.021905 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c6919ebc-41c0-4b35-8629-c6e4083f853c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:34.022273 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c6919ebc-41c0-4b35-8629-c6e4083f853c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:34.104985 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c6919ebc-41c0-4b35-8629-c6e4083f853c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:34.105664 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c6919ebc-41c0-4b35-8629-c6e4083f853c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:34.105664 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c6919ebc-41c0-4b35-8629-c6e4083f853c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:34.105969 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c6919ebc-41c0-4b35-8629-c6e4083f853c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:24:34.106354 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-c6919ebc-41c0-4b35-8629-c6e4083f853c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e636b77-f11e-41d5-a36a-59fc83bcd14d']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:34.112268 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-37bcb4c4-5026-4dbc-be4a-955d255ad65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.115331 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-37bcb4c4-5026-4dbc-be4a-955d255ad65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.120669 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-37bcb4c4-5026-4dbc-be4a-955d255ad65a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ccbd7c65-6328-45ef-8b44-1313d57437e7 HTTP/1.1" status: 204 len: 168 time: 0.9894619 Apr 18 20:24:34.142187 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-c6919ebc-41c0-4b35-8629-c6e4083f853c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e47be02-29f3-4de6-bfbf-6acefdb277b6') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:34.142626 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-c6919ebc-41c0-4b35-8629-c6e4083f853c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e47be02-29f3-4de6-bfbf-6acefdb277b6') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:34.144615 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ff59d7ec-6d18-46fd-b5c3-c2da3ffb871b req-69d32c7a-2380-4203-8289-6b70c2dcb21e tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163866 Apr 18 20:24:34.181525 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bcb4c4-5026-4dbc-be4a-955d255ad65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbd7c65-6328-45ef-8b44-1313d57437e7,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:34.192513 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c6919ebc-41c0-4b35-8629-c6e4083f853c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.243759 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53298) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:34.248916 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1c2f9811-0f53-4cc9-8430-ebbd8360de47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.266235 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6603066d-3b00-41b2-ab76-2ec85d1f48b6 x-openstack-request-id: req-6603066d-3b00-41b2-ab76-2ec85d1f48b6 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:34.266676 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba33e52-bc53-4f44-9999-cd32df792cba", "tag": "57420101-83e2-4082-b715-9f33e9b0cf6e", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:34.267036 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6603066d-3b00-41b2-ab76-2ec85d1f48b6 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:34.267648 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6603066d-3b00-41b2-ab76-2ec85d1f48b6'] response: {'name': 'network-changed', 'server_uuid': '8ba33e52-bc53-4f44-9999-cd32df792cba', 'tag': '57420101-83e2-4082-b715-9f33e9b0cf6e', 'status': 'completed', 'code': 200} Apr 18 20:24:34.274386 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c6919ebc-41c0-4b35-8629-c6e4083f853c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.297832 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6919ebc-41c0-4b35-8629-c6e4083f853c admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:24:34.298757 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c6919ebc-41c0-4b35-8629-c6e4083f853c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: from cryptography.utils import int_from_bytes Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: from cryptography.utils import int_from_bytes Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:24:34.309348 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:24:34.330087 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76523d35-a134-4dfc-98ab-f6bc4ec56755 req-58d2c504-7946-458e-b65b-276529041289 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:34.333929 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76523d35-a134-4dfc-98ab-f6bc4ec56755 req-58d2c504-7946-458e-b65b-276529041289 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f4ba202-db95-4c32-859c-f91c2fcfba2b HTTP/1.1" status: 200 len: 970 time: 0.3365905 Apr 18 20:24:34.351613 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68263fe-a23b-4ae6-88eb-6ae53dd08786 req-493f966a-cd91-4448-8279-ee00cf3cf93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:34.354296 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e68263fe-a23b-4ae6-88eb-6ae53dd08786 req-493f966a-cd91-4448-8279-ee00cf3cf93d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e5535fd2-0f61-42aa-b40d-d91b30dfb2ce HTTP/1.1" status: 200 len: 1100 time: 0.4802427 Apr 18 20:24:34.603912 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1a4878a8-3e40-4690-9730-d2d418235817 req-98d25331-186b-4a91-85de-4ad3633eefc9 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5877054 Apr 18 20:24:34.640964 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76523d35-a134-4dfc-98ab-f6bc4ec56755 req-8c87f836-f39e-4110-9a90-1730a33bfd7f tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d0405d-94d7-4325-923e-4c0c82073b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970469 Apr 18 20:24:34.657384 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1c2f9811-0f53-4cc9-8430-ebbd8360de47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.671113 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-11e778f7-7701-4b53-bb79-cf65ddf2ec42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.674227 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e68263fe-a23b-4ae6-88eb-6ae53dd08786 req-b7b7b9c1-7ba5-45d7-8acc-19604374b899 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980483 Apr 18 20:24:34.687156 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466692c-2430-4ff4-9ac6-45590ec4f2d8 req-84ab0a3a-cf19-421c-800c-659922821831 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:34.689505 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b466692c-2430-4ff4-9ac6-45590ec4f2d8 req-84ab0a3a-cf19-421c-800c-659922821831 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba33e52-bc53-4f44-9999-cd32df792cba HTTP/1.1" status: 200 len: 948 time: 0.2863834 Apr 18 20:24:34.724737 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c6919ebc-41c0-4b35-8629-c6e4083f853c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.763314 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6919ebc-41c0-4b35-8629-c6e4083f853c admin admin] Pushing event deleted for resources: {'Network': ['ID=0e636b77-f11e-41d5-a36a-59fc83bcd14d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:34.766627 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2f9811-0f53-4cc9-8430-ebbd8360de47 admin admin] Network c28b21b6-ffef-4ade-80c1-b72cdd78003e is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:34.771401 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c6919ebc-41c0-4b35-8629-c6e4083f853c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.780531 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c6919ebc-41c0-4b35-8629-c6e4083f853c admin admin] 10.222.0.41 "DELETE /v2.0/networks/0e636b77-f11e-41d5-a36a-59fc83bcd14d HTTP/1.1" status: 204 len: 168 time: 1.2421963 Apr 18 20:24:34.781493 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-1c2f9811-0f53-4cc9-8430-ebbd8360de47 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:34.797682 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2f9811-0f53-4cc9-8430-ebbd8360de47 admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:24:34.843812 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f9811-0f53-4cc9-8430-ebbd8360de47 admin admin] Pushing event updated for resources: {'Port': ['ID=15217c55-319f-46db-a3cc-90f382ee2964,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:34.888369 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b466692c-2430-4ff4-9ac6-45590ec4f2d8 req-349509d4-8832-4dec-999a-b810baf48db8 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260931 Apr 18 20:24:34.914704 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1c2f9811-0f53-4cc9-8430-ebbd8360de47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.919249 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1a4878a8-3e40-4690-9730-d2d418235817 req-c811e533-2e94-4881-a41d-4497204ad67e service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000669 Apr 18 20:24:34.978373 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-11e778f7-7701-4b53-bb79-cf65ddf2ec42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.997955 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-11e778f7-7701-4b53-bb79-cf65ddf2ec42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.033495 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6dadae4a-efd5-48fe-881e-d8dae041f611 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:24:35.246449 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 6dadae4a-efd5-48fe-881e-d8dae041f611 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:35.247401 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.289471 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-11e778f7-7701-4b53-bb79-cf65ddf2ec42 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bfdb38a5e0944e8db7657fb85e133ee1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0434518 Apr 18 20:24:35.295674 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e778f7-7701-4b53-bb79-cf65ddf2ec42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0864331f-8b92-471a-b108-70779b497a68,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:35.301257 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53312) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:35.321715 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53314) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:35.410709 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c1cfdbd4-9bb3-4d7d-9f10-ec9debae3a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.453108 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53316) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:35.548551 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c7011a99-166a-46ca-abee-0cedc34b5c27 None None] Provisioning complete for port 15217c55-319f-46db-a3cc-90f382ee2964 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:35.549122 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c7011a99-166a-46ca-abee-0cedc34b5c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.555817 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b6d5204f-74a6-41d2-9ce9-400a9a57ae34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.568357 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbeeaa-d276-4331-bbfd-9984ccd47c0e req-12d016b7-d2ec-462a-ba7e-488f98686f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:35.570069 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53fbeeaa-d276-4331-bbfd-9984ccd47c0e req-12d016b7-d2ec-462a-ba7e-488f98686f62 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3dba4a5a0b8c48c0b87c94e87f8afb4b&device_id=8ba33e52-bc53-4f44-9999-cd32df792cba HTTP/1.1" status: 200 len: 1099 time: 0.2785726 Apr 18 20:24:35.593516 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-811e526b-6165-4aff-ae78-a949266d8765 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a820f473440d4f48bb2004c00f4c6412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392121 Apr 18 20:24:35.599658 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53318) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:35.615064 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c7011a99-166a-46ca-abee-0cedc34b5c27 None None] Port 15217c55-319f-46db-a3cc-90f382ee2964 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:24:35.638861 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b6d5204f-74a6-41d2-9ce9-400a9a57ae34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.664550 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfc008-b33e-49c3-be94-6dfffdd0dbde req-5b54e022-04fd-4fc3-9717-bbb243618f1a tempest-AggregatesAdminTestJSON-1243688489 tempest-AggregatesAdminTestJSON-1243688489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:35.666161 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-44cfc008-b33e-49c3-be94-6dfffdd0dbde req-5b54e022-04fd-4fc3-9717-bbb243618f1a tempest-AggregatesAdminTestJSON-1243688489 tempest-AggregatesAdminTestJSON-1243688489-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9f4ba202-db95-4c32-859c-f91c2fcfba2b HTTP/1.1" status: 200 len: 1121 time: 0.3028073 Apr 18 20:24:35.692757 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f18175-a06f-4048-8109-57916fea2c9b req-5d954156-e57a-40d9-8645-d7cd4f56b067 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:35.694415 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a1f18175-a06f-4048-8109-57916fea2c9b req-5d954156-e57a-40d9-8645-d7cd4f56b067 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5535fd2-0f61-42aa-b40d-d91b30dfb2ce HTTP/1.1" status: 200 len: 949 time: 0.3123834 Apr 18 20:24:35.758793 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-44cfc008-b33e-49c3-be94-6dfffdd0dbde req-e4bd4a38-9c8f-436c-835c-0438a3b13fad tempest-AggregatesAdminTestJSON-1243688489 tempest-AggregatesAdminTestJSON-1243688489-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.761654 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eafcb222-2af0-483a-97b2-033900e27dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.798172 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1c2f9811-0f53-4cc9-8430-ebbd8360de47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.805059 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eafcb222-2af0-483a-97b2-033900e27dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.808001 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b6d5204f-74a6-41d2-9ce9-400a9a57ae34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.812729 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b6d5204f-74a6-41d2-9ce9-400a9a57ae34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.814679 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b6d5204f-74a6-41d2-9ce9-400a9a57ae34 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0864331f-8b92-471a-b108-70779b497a68 HTTP/1.1" status: 204 len: 168 time: 0.5114233 Apr 18 20:24:35.846507 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbeeaa-d276-4331-bbfd-9984ccd47c0e req-644d2ffc-525d-4be1-baa6-16d7b3ac916f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:35.847704 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53fbeeaa-d276-4331-bbfd-9984ccd47c0e req-644d2ffc-525d-4be1-baa6-16d7b3ac916f service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.2643518 Apr 18 20:24:35.864968 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5204f-74a6-41d2-9ce9-400a9a57ae34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0864331f-8b92-471a-b108-70779b497a68,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:35.883084 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a1f18175-a06f-4048-8109-57916fea2c9b req-a8946264-6017-481e-bf1c-92848d0ac878 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666348 Apr 18 20:24:35.946042 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eafcb222-2af0-483a-97b2-033900e27dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.952388 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eafcb222-2af0-483a-97b2-033900e27dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.952780 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53fbeeaa-d276-4331-bbfd-9984ccd47c0e req-2811f1f7-cc78-47fd-8f15-322ea1457eb6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=57420101-83e2-4082-b715-9f33e9b0cf6e HTTP/1.1" status: 200 len: 217 time: 0.0966949 Apr 18 20:24:35.954304 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-eafcb222-2af0-483a-97b2-033900e27dbf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5372f2d1-7c01-4d1e-8533-a098c7984729 HTTP/1.1" status: 204 len: 168 time: 0.3526826 Apr 18 20:24:35.975192 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafcb222-2af0-483a-97b2-033900e27dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5372f2d1-7c01-4d1e-8533-a098c7984729,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:35.990340 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c1cfdbd4-9bb3-4d7d-9f10-ec9debae3a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.024185 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c1cfdbd4-9bb3-4d7d-9f10-ec9debae3a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.136342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c1cfdbd4-9bb3-4d7d-9f10-ec9debae3a7a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e8e0a1ab2cf47efa672351fccb463e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8133800 Apr 18 20:24:36.136843 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53326) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:36.197890 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbeeaa-d276-4331-bbfd-9984ccd47c0e req-3cfa627e-7ece-48a2-b104-3deaed36d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:36.199415 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53fbeeaa-d276-4331-bbfd-9984ccd47c0e req-3cfa627e-7ece-48a2-b104-3deaed36d03e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.2344379 Apr 18 20:24:36.226240 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cfdbd4-9bb3-4d7d-9f10-ec9debae3a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcfbe1b-b3a1-4d2b-9add-ece91340cfb8,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:36.246210 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-44cfc008-b33e-49c3-be94-6dfffdd0dbde req-e4bd4a38-9c8f-436c-835c-0438a3b13fad tempest-AggregatesAdminTestJSON-1243688489 tempest-AggregatesAdminTestJSON-1243688489-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.262586 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d7ec4f65-104b-415e-a148-cbe51a63f1d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.279323 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-44cfc008-b33e-49c3-be94-6dfffdd0dbde req-e4bd4a38-9c8f-436c-835c-0438a3b13fad tempest-AggregatesAdminTestJSON-1243688489 tempest-AggregatesAdminTestJSON-1243688489-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.335182 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d7ec4f65-104b-415e-a148-cbe51a63f1d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.347294 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-44cfc008-b33e-49c3-be94-6dfffdd0dbde req-e4bd4a38-9c8f-436c-835c-0438a3b13fad tempest-AggregatesAdminTestJSON-1243688489 tempest-AggregatesAdminTestJSON-1243688489-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=81d0405d-94d7-4325-923e-4c0c82073b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6673446 Apr 18 20:24:36.395776 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4cff6b-2270-459a-b9fa-ea2e3d8b8bf9 req-8107d6fc-deb1-450c-bc26-1b8ff42a34fe tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:36.397012 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ad4cff6b-2270-459a-b9fa-ea2e3d8b8bf9 req-8107d6fc-deb1-450c-bc26-1b8ff42a34fe tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba33e52-bc53-4f44-9999-cd32df792cba HTTP/1.1" status: 200 len: 948 time: 0.2672791 Apr 18 20:24:36.399686 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd4a38-9c8f-436c-835c-0438a3b13fad tempest-AggregatesAdminTestJSON-1243688489 tempest-AggregatesAdminTestJSON-1243688489-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3247fc-6f8e-4589-9ccb-b876ee06ca38,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:36.423897 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbeeaa-d276-4331-bbfd-9984ccd47c0e req-311e0db2-6bfa-48c5-8316-27f43cfe8f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:36.426505 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53fbeeaa-d276-4331-bbfd-9984ccd47c0e req-311e0db2-6bfa-48c5-8316-27f43cfe8f94 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1974626 Apr 18 20:24:36.474555 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d7ec4f65-104b-415e-a148-cbe51a63f1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.474975 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1c2f9811-0f53-4cc9-8430-ebbd8360de47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.480462 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d7ec4f65-104b-415e-a148-cbe51a63f1d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.484646 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d7ec4f65-104b-415e-a148-cbe51a63f1d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8dcfbe1b-b3a1-4d2b-9add-ece91340cfb8 HTTP/1.1" status: 204 len: 168 time: 0.3452401 Apr 18 20:24:36.501509 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec4f65-104b-415e-a148-cbe51a63f1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcfbe1b-b3a1-4d2b-9add-ece91340cfb8,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:36.526997 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1c2f9811-0f53-4cc9-8430-ebbd8360de47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.569075 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ad4cff6b-2270-459a-b9fa-ea2e3d8b8bf9 req-9a348a91-e0fe-4aa6-beab-216100b4e08e tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537879 Apr 18 20:24:36.639922 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1c2f9811-0f53-4cc9-8430-ebbd8360de47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.644142 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f9811-0f53-4cc9-8430-ebbd8360de47 admin admin] Pushing event updated for resources: {'Port': ['ID=15217c55-319f-46db-a3cc-90f382ee2964,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:36.677900 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53fbeeaa-d276-4331-bbfd-9984ccd47c0e req-b96ae094-6538-4e84-8289-513ca79c785e service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406523 Apr 18 20:24:36.895504 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53338) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:36.927363 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2f9811-0f53-4cc9-8430-ebbd8360de47 admin admin] Network c28b21b6-ffef-4ade-80c1-b72cdd78003e is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:36.929972 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53fbeeaa-d276-4331-bbfd-9984ccd47c0e req-b8b412f5-fb47-4401-b539-9628acb3e585 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407672 Apr 18 20:24:36.934551 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7405889-5189-465d-a8ed-2bbf0c16a924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.936070 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-1c2f9811-0f53-4cc9-8430-ebbd8360de47 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:36.989864 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53342) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:37.094973 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b16ef131-7209-4b2d-a120-9de13cc6f308 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d622728dbeb74bc093f9e2ff77fafd2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0999765 Apr 18 20:24:37.100145 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53344) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:37.209618 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7405889-5189-465d-a8ed-2bbf0c16a924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.224311 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-503a101b-0c1d-4482-9c0b-a9201d132d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.226442 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7405889-5189-465d-a8ed-2bbf0c16a924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.284008 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.309494 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f173a-ac73-435f-8442-32216a2baf46 req-8fcb158b-6ad7-42ad-89f3-37f21da348d9 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:37.312304 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e28f173a-ac73-435f-8442-32216a2baf46 req-8fcb158b-6ad7-42ad-89f3-37f21da348d9 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f4ba202-db95-4c32-859c-f91c2fcfba2b HTTP/1.1" status: 200 len: 970 time: 0.3784113 Apr 18 20:24:37.321562 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b7405889-5189-465d-a8ed-2bbf0c16a924 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a71f9f6687424652bf7d92f24d68a80c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4206436 Apr 18 20:24:37.321562 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-503a101b-0c1d-4482-9c0b-a9201d132d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.323752 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7405889-5189-465d-a8ed-2bbf0c16a924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a10ab46-cab4-4296-9ff7-49b8f8e15b3a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:37.324722 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53346) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:37.364696 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6dc8022e-ff4f-4135-80be-a530b31dad8f None None] Provisioning complete for port 15217c55-319f-46db-a3cc-90f382ee2964 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:37.365592 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6dc8022e-ff4f-4135-80be-a530b31dad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.395719 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-503a101b-0c1d-4482-9c0b-a9201d132d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.398758 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-503a101b-0c1d-4482-9c0b-a9201d132d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.402882 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-503a101b-0c1d-4482-9c0b-a9201d132d8a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fcf960fc-497c-46de-92e3-041b6608b9a8 HTTP/1.1" status: 204 len: 168 time: 0.2988169 Apr 18 20:24:37.410892 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a101b-0c1d-4482-9c0b-a9201d132d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf960fc-497c-46de-92e3-041b6608b9a8,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:37.445461 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6dc8022e-ff4f-4135-80be-a530b31dad8f None None] Port 15217c55-319f-46db-a3cc-90f382ee2964 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:24:37.477864 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f01d5-9b2d-4b44-8d7b-34b3c55e59da req-b0c9d074-a2e0-49f0-a027-3e13f3af65a9 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:37.479854 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d4f01d5-9b2d-4b44-8d7b-34b3c55e59da req-b0c9d074-a2e0-49f0-a027-3e13f3af65a9 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5535fd2-0f61-42aa-b40d-d91b30dfb2ce HTTP/1.1" status: 200 len: 949 time: 0.3754506 Apr 18 20:24:37.523382 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2f9811-0f53-4cc9-8430-ebbd8360de47 admin admin] Router 42663ad2-c869-4e6f-a0ee-e0377877a7aa has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:24:37.566131 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e28f173a-ac73-435f-8442-32216a2baf46 req-c2f162ab-c4f3-4f86-a2d9-631f7420aaab tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d0405d-94d7-4325-923e-4c0c82073b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928487 Apr 18 20:24:37.678429 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d4f01d5-9b2d-4b44-8d7b-34b3c55e59da req-97524cb6-62ad-4954-83d4-119d0b03ab9b tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813223 Apr 18 20:24:37.679166 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5fdcb65c-ff99-4d7d-84b4-2eabbb8cea9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.708149 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53356) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:37.740253 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50cbbb54-0340-4925-a9db-3a4bda4a826a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.766500 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5fdcb65c-ff99-4d7d-84b4-2eabbb8cea9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.877401 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50cbbb54-0340-4925-a9db-3a4bda4a826a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.883993 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50cbbb54-0340-4925-a9db-3a4bda4a826a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.973864 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-50cbbb54-0340-4925-a9db-3a4bda4a826a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=729f4fe1ad6944e881f6347ad15cb1d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604904 Apr 18 20:24:37.977427 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53364) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:37.995219 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbbb54-0340-4925-a9db-3a4bda4a826a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66ab37f-4700-4eff-80a8-52d6f0e7502e,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:38.081369 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f0a844f-88ad-45af-8fb3-a32cb1ebd99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:38.222858 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f0a844f-88ad-45af-8fb3-a32cb1ebd99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:38.251517 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab576f-9d6d-41f1-8271-140b129501c5 req-f8726742-ec53-4276-870b-ff0a70255d29 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:38.254488 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-64ab576f-9d6d-41f1-8271-140b129501c5 req-f8726742-ec53-4276-870b-ff0a70255d29 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba33e52-bc53-4f44-9999-cd32df792cba HTTP/1.1" status: 200 len: 948 time: 0.5272164 Apr 18 20:24:38.271438 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2f9811-0f53-4cc9-8430-ebbd8360de47 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:24:38.290303 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1c2f9811-0f53-4cc9-8430-ebbd8360de47 admin admin] 10.222.0.41 "PUT /v2.0/routers/42663ad2-c869-4e6f-a0ee-e0377877a7aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5502794 Apr 18 20:24:38.291564 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0eeed3-6a0c-48fe-b154-cb731dcd44de None None] Sync routers for ids ['42663ad2-c869-4e6f-a0ee-e0377877a7aa'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:24:38.328025 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0eeed3-6a0c-48fe-b154-cb731dcd44de None None] Routers {'42663ad2-c869-4e6f-a0ee-e0377877a7aa'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:24:38.329539 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-4a0eeed3-6a0c-48fe-b154-cb731dcd44de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:24:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['42663ad2-c869-4e6f-a0ee-e0377877a7aa'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:38.336969 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5fdcb65c-ff99-4d7d-84b4-2eabbb8cea9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:38.340744 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5fdcb65c-ff99-4d7d-84b4-2eabbb8cea9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:38.344944 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5fdcb65c-ff99-4d7d-84b4-2eabbb8cea9c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a10ab46-cab4-4296-9ff7-49b8f8e15b3a HTTP/1.1" status: 204 len: 168 time: 1.0152898 Apr 18 20:24:38.363836 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-64ab576f-9d6d-41f1-8271-140b129501c5 req-4dfca71f-e724-4c0e-a3de-0c46152e8c54 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977874 Apr 18 20:24:38.390855 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdcb65c-ff99-4d7d-84b4-2eabbb8cea9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a10ab46-cab4-4296-9ff7-49b8f8e15b3a,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:38.473506 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9648d-a490-4664-b7dc-94f7241decba req-5ac351b9-26b7-40b0-8568-6906cf5cddf0 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:38.476167 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ede9648d-a490-4664-b7dc-94f7241decba req-5ac351b9-26b7-40b0-8568-6906cf5cddf0 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f4ba202-db95-4c32-859c-f91c2fcfba2b HTTP/1.1" status: 200 len: 970 time: 0.3592107 Apr 18 20:24:38.520483 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe834263-04b4-46a6-803d-dff9b0614be7 req-df29a18d-cb9a-4ca0-b3b7-6145849a4105 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:38.530506 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe834263-04b4-46a6-803d-dff9b0614be7 req-df29a18d-cb9a-4ca0-b3b7-6145849a4105 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5535fd2-0f61-42aa-b40d-d91b30dfb2ce HTTP/1.1" status: 200 len: 949 time: 0.1267338 Apr 18 20:24:38.593757 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f0a844f-88ad-45af-8fb3-a32cb1ebd99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:38.598165 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f0a844f-88ad-45af-8fb3-a32cb1ebd99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:38.599490 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5f0a844f-88ad-45af-8fb3-a32cb1ebd99b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b66ab37f-4700-4eff-80a8-52d6f0e7502e HTTP/1.1" status: 204 len: 168 time: 0.6210527 Apr 18 20:24:38.618795 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe834263-04b4-46a6-803d-dff9b0614be7 req-bd60f150-dd22-493c-a87e-e51768a0a8f6 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830178 Apr 18 20:24:38.689408 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a844f-88ad-45af-8fb3-a32cb1ebd99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66ab37f-4700-4eff-80a8-52d6f0e7502e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:38.727663 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-4a0eeed3-6a0c-48fe-b154-cb731dcd44de None None] Set router 42663ad2-c869-4e6f-a0ee-e0377877a7aa gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:24:38.787195 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-ede9648d-a490-4664-b7dc-94f7241decba req-92f22cd8-607d-4128-8fd7-d9d4e45e2d53 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Deleting port 75423c3a-9fbf-47f4-acab-b399f2a3e39c {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:24:38.787725 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ede9648d-a490-4664-b7dc-94f7241decba req-92f22cd8-607d-4128-8fd7-d9d4e45e2d53 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:38.892014 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a037c9b-ab81-4a89-b245-413b268322e1 req-d17b2037-a578-4ead-8045-ae7d59b8f56e tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:38.906093 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a037c9b-ab81-4a89-b245-413b268322e1 req-d17b2037-a578-4ead-8045-ae7d59b8f56e tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f4ba202-db95-4c32-859c-f91c2fcfba2b HTTP/1.1" status: 200 len: 970 time: 0.1453025 Apr 18 20:24:38.985664 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a037c9b-ab81-4a89-b245-413b268322e1 req-6b514ab9-c403-48ca-b383-870ff99ef717 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d0405d-94d7-4325-923e-4c0c82073b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777118 Apr 18 20:24:39.028350 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-ede9648d-a490-4664-b7dc-94f7241decba req-92f22cd8-607d-4128-8fd7-d9d4e45e2d53 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] For port 75423c3a-9fbf-47f4-acab-b399f2a3e39c, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=75423c3a-9fbf-47f4-acab-b399f2a3e39c,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:39.028843 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ede9648d-a490-4664-b7dc-94f7241decba req-92f22cd8-607d-4128-8fd7-d9d4e45e2d53 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:39.056806 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-ede9648d-a490-4664-b7dc-94f7241decba req-92f22cd8-607d-4128-8fd7-d9d4e45e2d53 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Calling delete_port for 75423c3a-9fbf-47f4-acab-b399f2a3e39c owned by compute:tempest-test_az-566036013 {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:24:39.062014 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-4a0eeed3-6a0c-48fe-b154-cb731dcd44de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42663ad2-c869-4e6f-a0ee-e0377877a7aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2072890678-router', 'tenant_id': '181c6fdb9cf04d7181980991cd9fa969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6dadae4a-efd5-48fe-881e-d8dae041f611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:23Z', 'updated_at': '2022-04-18T20:24:35Z', 'revision_number': 4, 'project_id': '181c6fdb9cf04d7181980991cd9fa969', 'gw_port': {'id': '6dadae4a-efd5-48fe-881e-d8dae041f611', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42663ad2-c869-4e6f-a0ee-e0377877a7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:25Z', 'updated_at': '2022-04-18T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '15217c55-319f-46db-a3cc-90f382ee2964', 'name': '', 'network_id': 'c28b21b6-ffef-4ade-80c1-b72cdd78003e', 'tenant_id': '181c6fdb9cf04d7181980991cd9fa969', 'mac_address': 'fa:16:3e:87:ec:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42663ad2-c869-4e6f-a0ee-e0377877a7aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': '9e27f124-fb47-4bae-bbea-988726c76f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:32Z', 'updated_at': '2022-04-18T20:24:36Z', 'revision_number': 2, 'project_id': '181c6fdb9cf04d7181980991cd9fa969', 'subnets': [{'id': '9e27f124-fb47-4bae-bbea-988726c76f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:39.099246 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0eeed3-6a0c-48fe-b154-cb731dcd44de None None] Checking router: 42663ad2-c869-4e6f-a0ee-e0377877a7aa for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:24:39.100600 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0eeed3-6a0c-48fe-b154-cb731dcd44de None None] Updating router 42663ad2-c869-4e6f-a0ee-e0377877a7aa port 15217c55-319f-46db-a3cc-90f382ee2964 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:24:39.159783 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4a0eeed3-6a0c-48fe-b154-cb731dcd44de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:39.321958 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ede9648d-a490-4664-b7dc-94f7241decba req-92f22cd8-607d-4128-8fd7-d9d4e45e2d53 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:39.336002 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['75423c3a-9fbf-47f4-acab-b399f2a3e39c'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:39.393563 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f22cd8-607d-4128-8fd7-d9d4e45e2d53 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Pushing event deleted for resources: {'Port': ['ID=75423c3a-9fbf-47f4-acab-b399f2a3e39c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:39.517241 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede9648d-a490-4664-b7dc-94f7241decba req-92f22cd8-607d-4128-8fd7-d9d4e45e2d53 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] No DVR routers for this DVR port 75423c3a-9fbf-47f4-acab-b399f2a3e39c on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:24:39.523621 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ede9648d-a490-4664-b7dc-94f7241decba req-92f22cd8-607d-4128-8fd7-d9d4e45e2d53 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:39.529972 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ede9648d-a490-4664-b7dc-94f7241decba req-92f22cd8-607d-4128-8fd7-d9d4e45e2d53 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.57 "DELETE /v2.0/ports/75423c3a-9fbf-47f4-acab-b399f2a3e39c HTTP/1.1" status: 204 len: 173 time: 1.0451212 Apr 18 20:24:39.530960 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4ba202-db95-4c32-859c-f91c2fcfba2b', 'name': 'network-vif-deleted', 'tag': '75423c3a-9fbf-47f4-acab-b399f2a3e39c'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:39.548479 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1022be96-937c-4606-8be2-3f94987ad13a" -d '{"events": [{"server_uuid": "9f4ba202-db95-4c32-859c-f91c2fcfba2b", "name": "network-vif-deleted", "tag": "75423c3a-9fbf-47f4-acab-b399f2a3e39c"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:39.678149 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780cfaa-60de-481b-9734-c6f268e61cfa req-2d48122d-43e5-46ac-ae4d-bdcd5a8ca388 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:39.686634 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5780cfaa-60de-481b-9734-c6f268e61cfa req-2d48122d-43e5-46ac-ae4d-bdcd5a8ca388 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba33e52-bc53-4f44-9999-cd32df792cba HTTP/1.1" status: 200 len: 948 time: 0.1077638 Apr 18 20:24:39.733969 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4a0eeed3-6a0c-48fe-b154-cb731dcd44de None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:39.753659 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4a0eeed3-6a0c-48fe-b154-cb731dcd44de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:39.778971 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5780cfaa-60de-481b-9734-c6f268e61cfa req-a6f07d01-1143-496a-befc-de243495d926 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896168 Apr 18 20:24:39.844198 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80205c45-8ab4-498b-832c-991fd7f3f559 x-openstack-request-id: req-80205c45-8ab4-498b-832c-991fd7f3f559 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:39.844630 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4ba202-db95-4c32-859c-f91c2fcfba2b", "name": "network-vif-deleted", "tag": "75423c3a-9fbf-47f4-acab-b399f2a3e39c", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:39.844981 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80205c45-8ab4-498b-832c-991fd7f3f559 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:39.845503 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80205c45-8ab4-498b-832c-991fd7f3f559'] response: {'server_uuid': '9f4ba202-db95-4c32-859c-f91c2fcfba2b', 'name': 'network-vif-deleted', 'tag': '75423c3a-9fbf-47f4-acab-b399f2a3e39c', 'status': 'completed', 'code': 200} Apr 18 20:24:39.910529 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53521a42-84b7-44c8-ac4e-f8f77034b1d0 req-a2d336ad-e5e4-40ad-ada7-a47dd99d5c47 tempest-DeleteServersAdminTestJSON-1113033043 tempest-DeleteServersAdminTestJSON-1113033043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:39.912091 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53521a42-84b7-44c8-ac4e-f8f77034b1d0 req-a2d336ad-e5e4-40ad-ada7-a47dd99d5c47 tempest-DeleteServersAdminTestJSON-1113033043 tempest-DeleteServersAdminTestJSON-1113033043-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e5535fd2-0f61-42aa-b40d-d91b30dfb2ce HTTP/1.1" status: 200 len: 1100 time: 0.1565454 Apr 18 20:24:39.938157 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cd68c-18b5-4108-94f7-679387466d6d None None] Pushing event updated for resources: {'Port': ['ID=15217c55-319f-46db-a3cc-90f382ee2964,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:40.042346 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-4a0eeed3-6a0c-48fe-b154-cb731dcd44de None None] Attempting to bind port 15217c55-319f-46db-a3cc-90f382ee2964 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:40.042948 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-4a0eeed3-6a0c-48fe-b154-cb731dcd44de None None] Attempting to bind port 15217c55-319f-46db-a3cc-90f382ee2964 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '0a2f0597-c620-44b2-9172-e2c5197f30a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c28b21b6-ffef-4ade-80c1-b72cdd78003e'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:40.043307 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0eeed3-6a0c-48fe-b154-cb731dcd44de None None] Attempting to bind port 15217c55-319f-46db-a3cc-90f382ee2964 on network c28b21b6-ffef-4ade-80c1-b72cdd78003e {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:40.051071 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0eeed3-6a0c-48fe-b154-cb731dcd44de None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:24:40.051595 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0eeed3-6a0c-48fe-b154-cb731dcd44de None None] Checking segment: {'id': '0a2f0597-c620-44b2-9172-e2c5197f30a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c28b21b6-ffef-4ade-80c1-b72cdd78003e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:40.054064 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4a0eeed3-6a0c-48fe-b154-cb731dcd44de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.054519 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0eeed3-6a0c-48fe-b154-cb731dcd44de None None] Bound using segment: {'id': '0a2f0597-c620-44b2-9172-e2c5197f30a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c28b21b6-ffef-4ade-80c1-b72cdd78003e'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:24:40.055031 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-4a0eeed3-6a0c-48fe-b154-cb731dcd44de None None] Bound port: 15217c55-319f-46db-a3cc-90f382ee2964, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2f0597-c620-44b2-9172-e2c5197f30a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c28b21b6-ffef-4ade-80c1-b72cdd78003e'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:40.055426 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4a0eeed3-6a0c-48fe-b154-cb731dcd44de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.159819 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 57420101-83e2-4082-b715-9f33e9b0cf6e details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:24:40.312184 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6af232-cba5-43ff-8062-d9cc7e822856 req-3a9312c7-a76c-43fa-913a-7df50876cab6 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:40.332621 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de6af232-cba5-43ff-8062-d9cc7e822856 req-3a9312c7-a76c-43fa-913a-7df50876cab6 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5535fd2-0f61-42aa-b40d-d91b30dfb2ce HTTP/1.1" status: 200 len: 949 time: 0.2857084 Apr 18 20:24:40.369554 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1f09e39e-9f91-4fb4-983b-4af929764b26 req-bc936540-afc4-42ff-adce-42785791d434 tempest-AggregatesAdminTestJSON-572094163 tempest-AggregatesAdminTestJSON-572094163-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f4ba202-db95-4c32-859c-f91c2fcfba2b HTTP/1.1" status: 200 len: 210 time: 0.1436145 Apr 18 20:24:40.452294 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4a0eeed3-6a0c-48fe-b154-cb731dcd44de None None] For port 15217c55-319f-46db-a3cc-90f382ee2964, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:24:40.478004 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4a0eeed3-6a0c-48fe-b154-cb731dcd44de None None] For port 15217c55-319f-46db-a3cc-90f382ee2964, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=15217c55-319f-46db-a3cc-90f382ee2964,segment=NetworkSegment(0a2f0597-c620-44b2-9172-e2c5197f30a3),segment_id=0a2f0597-c620-44b2-9172-e2c5197f30a3)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:24:40.485212 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-0f261687-088c-4a7b-baa1-32a47c93ae0f None None] Provisioning complete for port 15217c55-319f-46db-a3cc-90f382ee2964 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:40.485610 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0f261687-088c-4a7b-baa1-32a47c93ae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.500299 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4a0eeed3-6a0c-48fe-b154-cb731dcd44de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.516065 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de6af232-cba5-43ff-8062-d9cc7e822856 req-d62aba04-a0ec-4ba5-b558-c6b2c69b99af tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823270 Apr 18 20:24:40.524876 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-53521a42-84b7-44c8-ac4e-f8f77034b1d0 req-7aa00970-0eeb-4cd0-8e47-e75a8ec395f3 tempest-DeleteServersAdminTestJSON-1113033043 tempest-DeleteServersAdminTestJSON-1113033043-project-admin] Deleting port 97b0016f-c41b-40cf-aee0-1ea6a7d29725 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:24:40.525441 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-53521a42-84b7-44c8-ac4e-f8f77034b1d0 req-7aa00970-0eeb-4cd0-8e47-e75a8ec395f3 tempest-DeleteServersAdminTestJSON-1113033043 tempest-DeleteServersAdminTestJSON-1113033043-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.597803 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cd68c-18b5-4108-94f7-679387466d6d None None] Pushing event updated for resources: {'Port': ['ID=15217c55-319f-46db-a3cc-90f382ee2964,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:40.634460 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 57420101-83e2-4082-b715-9f33e9b0cf6e, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=57420101-83e2-4082-b715-9f33e9b0cf6e,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:40.773793 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-53521a42-84b7-44c8-ac4e-f8f77034b1d0 req-7aa00970-0eeb-4cd0-8e47-e75a8ec395f3 tempest-DeleteServersAdminTestJSON-1113033043 tempest-DeleteServersAdminTestJSON-1113033043-project-admin] For port 97b0016f-c41b-40cf-aee0-1ea6a7d29725, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=97b0016f-c41b-40cf-aee0-1ea6a7d29725,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:40.777787 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-53521a42-84b7-44c8-ac4e-f8f77034b1d0 req-7aa00970-0eeb-4cd0-8e47-e75a8ec395f3 tempest-DeleteServersAdminTestJSON-1113033043 tempest-DeleteServersAdminTestJSON-1113033043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.805532 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-53521a42-84b7-44c8-ac4e-f8f77034b1d0 req-7aa00970-0eeb-4cd0-8e47-e75a8ec395f3 tempest-DeleteServersAdminTestJSON-1113033043 tempest-DeleteServersAdminTestJSON-1113033043-project-admin] Calling delete_port for 97b0016f-c41b-40cf-aee0-1ea6a7d29725 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:24:41.016862 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '57420101-83e2-4082-b715-9f33e9b0cf6e', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': '57420101-83e2-4082-b715-9f33e9b0cf6e', 'mac_address': 'fa:16:3e:46:8c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:24:41.091612 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-53521a42-84b7-44c8-ac4e-f8f77034b1d0 req-7aa00970-0eeb-4cd0-8e47-e75a8ec395f3 tempest-DeleteServersAdminTestJSON-1113033043 tempest-DeleteServersAdminTestJSON-1113033043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.091849 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0eeed3-6a0c-48fe-b154-cb731dcd44de None None] Routers {'42663ad2-c869-4e6f-a0ee-e0377877a7aa'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:24:41.092133 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-4a0eeed3-6a0c-48fe-b154-cb731dcd44de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:24:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['42663ad2-c869-4e6f-a0ee-e0377877a7aa'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:41.151300 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa00970-0eeb-4cd0-8e47-e75a8ec395f3 tempest-DeleteServersAdminTestJSON-1113033043 tempest-DeleteServersAdminTestJSON-1113033043-project-admin] Pushing event deleted for resources: {'Port': ['ID=97b0016f-c41b-40cf-aee0-1ea6a7d29725,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:41.216524 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['97b0016f-c41b-40cf-aee0-1ea6a7d29725'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:41.228420 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42018a6e-aded-4b52-ae27-e7cf315f0cc5 req-5fc422ed-07bc-40b9-bc4c-f6c1a0d58a01 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:41.231190 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-42018a6e-aded-4b52-ae27-e7cf315f0cc5 req-5fc422ed-07bc-40b9-bc4c-f6c1a0d58a01 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba33e52-bc53-4f44-9999-cd32df792cba HTTP/1.1" status: 200 len: 948 time: 0.1573997 Apr 18 20:24:41.307381 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-53521a42-84b7-44c8-ac4e-f8f77034b1d0 req-7aa00970-0eeb-4cd0-8e47-e75a8ec395f3 tempest-DeleteServersAdminTestJSON-1113033043 tempest-DeleteServersAdminTestJSON-1113033043-project-admin] No DVR routers for this DVR port 97b0016f-c41b-40cf-aee0-1ea6a7d29725 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:24:41.326924 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.334167 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-53521a42-84b7-44c8-ac4e-f8f77034b1d0 req-7aa00970-0eeb-4cd0-8e47-e75a8ec395f3 tempest-DeleteServersAdminTestJSON-1113033043 tempest-DeleteServersAdminTestJSON-1113033043-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.337806 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53521a42-84b7-44c8-ac4e-f8f77034b1d0 req-7aa00970-0eeb-4cd0-8e47-e75a8ec395f3 tempest-DeleteServersAdminTestJSON-1113033043 tempest-DeleteServersAdminTestJSON-1113033043-project-admin] 10.222.0.32 "DELETE /v2.0/ports/97b0016f-c41b-40cf-aee0-1ea6a7d29725 HTTP/1.1" status: 204 len: 173 time: 1.4134371 Apr 18 20:24:41.340196 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5535fd2-0f61-42aa-b40d-d91b30dfb2ce', 'name': 'network-vif-deleted', 'tag': '97b0016f-c41b-40cf-aee0-1ea6a7d29725'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:41.348966 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8cfd46-0544-4fe7-981d-4db2d2da76b1" -d '{"events": [{"server_uuid": "e5535fd2-0f61-42aa-b40d-d91b30dfb2ce", "name": "network-vif-deleted", "tag": "97b0016f-c41b-40cf-aee0-1ea6a7d29725"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:41.376518 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-42018a6e-aded-4b52-ae27-e7cf315f0cc5 req-b2caea5b-f75c-45dd-acf5-471ed30193ff tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205678 Apr 18 20:24:41.562302 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0f261687-088c-4a7b-baa1-32a47c93ae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.563212 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53470) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:41.568851 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d65f4da-d402-4807-9f59-888498e0bf50 x-openstack-request-id: req-7d65f4da-d402-4807-9f59-888498e0bf50 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:41.569715 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5535fd2-0f61-42aa-b40d-d91b30dfb2ce", "name": "network-vif-deleted", "tag": "97b0016f-c41b-40cf-aee0-1ea6a7d29725", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:41.570527 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d65f4da-d402-4807-9f59-888498e0bf50 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:41.570681 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-464d8c2d-0e15-4d08-9573-51c2b94f052e tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1960029519', 'description': 'tempest-description--1746357613'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:41.571590 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d65f4da-d402-4807-9f59-888498e0bf50'] response: {'server_uuid': 'e5535fd2-0f61-42aa-b40d-d91b30dfb2ce', 'name': 'network-vif-deleted', 'tag': '97b0016f-c41b-40cf-aee0-1ea6a7d29725', 'status': 'completed', 'code': 200} Apr 18 20:24:41.589317 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57420101-83e2-4082-b715-9f33e9b0cf6e {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:41.615755 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.652480 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-464d8c2d-0e15-4d08-9573-51c2b94f052e tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.747447 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 57420101-83e2-4082-b715-9f33e9b0cf6e, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=57420101-83e2-4082-b715-9f33e9b0cf6e,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:41.769748 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-4a0eeed3-6a0c-48fe-b154-cb731dcd44de None None] Set router 42663ad2-c869-4e6f-a0ee-e0377877a7aa gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:24:41.821080 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d1b1b38-a4b5-4541-8125-9b8527f36de8 req-eb9c160f-afcb-4bf3-b29b-45b89eb75fd8 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5535fd2-0f61-42aa-b40d-d91b30dfb2ce HTTP/1.1" status: 200 len: 210 time: 0.0441048 Apr 18 20:24:41.856861 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.864349 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-464d8c2d-0e15-4d08-9573-51c2b94f052e tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.873218 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-464d8c2d-0e15-4d08-9573-51c2b94f052e tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.909642 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-0f261687-088c-4a7b-baa1-32a47c93ae0f None None] For port 15217c55-319f-46db-a3cc-90f382ee2964, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=15217c55-319f-46db-a3cc-90f382ee2964,segment=NetworkSegment(0a2f0597-c620-44b2-9172-e2c5197f30a3),segment_id=0a2f0597-c620-44b2-9172-e2c5197f30a3)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:41.918243 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-464d8c2d-0e15-4d08-9573-51c2b94f052e tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.922041 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-464d8c2d-0e15-4d08-9573-51c2b94f052e tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3557515 Apr 18 20:24:41.923795 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53482) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:41.948865 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-d62a8302-9bb5-4c1a-b226-d2ec64d2a99e tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Request body: {'security_group_rule': {'security_group_id': '7bb13228-cc4a-4567-9119-92adbe570613', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:41.985580 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0f261687-088c-4a7b-baa1-32a47c93ae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:42.015872 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d8c2d-0e15-4d08-9573-51c2b94f052e tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb13228-cc4a-4567-9119-92adbe570613,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:42.034754 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d62a8302-9bb5-4c1a-b226-d2ec64d2a99e tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:42.058266 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=57420101-83e2-4082-b715-9f33e9b0cf6e,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:42.130235 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 97b0016f-c41b-40cf-aee0-1ea6a7d29725 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:24:42.172169 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 75423c3a-9fbf-47f4-acab-b399f2a3e39c no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:24:42.183512 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d62a8302-9bb5-4c1a-b226-d2ec64d2a99e tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:42.186479 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['57420101-83e2-4082-b715-9f33e9b0cf6e'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:42.189603 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 97b0016f-c41b-40cf-aee0-1ea6a7d29725 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:24:42.192226 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 97b0016f-c41b-40cf-aee0-1ea6a7d29725 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:24:42.202037 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d62a8302-9bb5-4c1a-b226-d2ec64d2a99e tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:42.230927 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a8302-9bb5-4c1a-b226-d2ec64d2a99e tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f59a5370-8f5b-48d9-af16-acc141b038df,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:42.265370 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d62a8302-9bb5-4c1a-b226-d2ec64d2a99e tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:42.269131 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d62a8302-9bb5-4c1a-b226-d2ec64d2a99e tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3409095 Apr 18 20:24:42.271705 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53492) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:42.276766 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 75423c3a-9fbf-47f4-acab-b399f2a3e39c {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:24:42.277107 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 75423c3a-9fbf-47f4-acab-b399f2a3e39c not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:24:42.283147 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-3b1416b9-0b20-4f5e-8c2f-ff322ee900ff tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Request body: {'security_group_rule': {'security_group_id': '7bb13228-cc4a-4567-9119-92adbe570613', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:42.313140 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-63db1fca-0c3a-4666-8bd3-f2a5d3b9ebf0 None None] Provisioning complete for port 15217c55-319f-46db-a3cc-90f382ee2964 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:42.313518 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-63db1fca-0c3a-4666-8bd3-f2a5d3b9ebf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:42.321378 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f261687-088c-4a7b-baa1-32a47c93ae0f None None] Pushing event updated for resources: {'Port': ['ID=15217c55-319f-46db-a3cc-90f382ee2964,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:42.355772 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3b1416b9-0b20-4f5e-8c2f-ff322ee900ff tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:42.499151 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-4a0eeed3-6a0c-48fe-b154-cb731dcd44de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42663ad2-c869-4e6f-a0ee-e0377877a7aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2072890678-router', 'tenant_id': '181c6fdb9cf04d7181980991cd9fa969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6dadae4a-efd5-48fe-881e-d8dae041f611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:23Z', 'updated_at': '2022-04-18T20:24:35Z', 'revision_number': 4, 'project_id': '181c6fdb9cf04d7181980991cd9fa969', 'gw_port': {'id': '6dadae4a-efd5-48fe-881e-d8dae041f611', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42663ad2-c869-4e6f-a0ee-e0377877a7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:25Z', 'updated_at': '2022-04-18T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '15217c55-319f-46db-a3cc-90f382ee2964', 'name': '', 'network_id': 'c28b21b6-ffef-4ade-80c1-b72cdd78003e', 'tenant_id': '181c6fdb9cf04d7181980991cd9fa969', 'mac_address': 'fa:16:3e:87:ec:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42663ad2-c869-4e6f-a0ee-e0377877a7aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': '9e27f124-fb47-4bae-bbea-988726c76f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:32Z', 'updated_at': '2022-04-18T20:24:40Z', 'revision_number': 4, 'project_id': '181c6fdb9cf04d7181980991cd9fa969', 'subnets': [{'id': '9e27f124-fb47-4bae-bbea-988726c76f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:42.543056 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3b1416b9-0b20-4f5e-8c2f-ff322ee900ff tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:42.548870 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0eeed3-6a0c-48fe-b154-cb731dcd44de None None] The sync data for ids ['42663ad2-c869-4e6f-a0ee-e0377877a7aa'] in n-d-838323-3 is: [{'id': '42663ad2-c869-4e6f-a0ee-e0377877a7aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2072890678-router', 'tenant_id': '181c6fdb9cf04d7181980991cd9fa969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6dadae4a-efd5-48fe-881e-d8dae041f611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:23Z', 'updated_at': '2022-04-18T20:24:35Z', 'revision_number': 4, 'project_id': '181c6fdb9cf04d7181980991cd9fa969', 'gw_port': {'id': '6dadae4a-efd5-48fe-881e-d8dae041f611', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42663ad2-c869-4e6f-a0ee-e0377877a7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:25Z', 'updated_at': '2022-04-18T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '15217c55-319f-46db-a3cc-90f382ee2964', 'name': '', 'network_id': 'c28b21b6-ffef-4ade-80c1-b72cdd78003e', 'tenant_id': '181c6fdb9cf04d7181980991cd9fa969', 'mac_address': 'fa:16:3e:87:ec:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42663ad2-c869-4e6f-a0ee-e0377877a7aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': '9e27f124-fb47-4bae-bbea-988726c76f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:32Z', 'updated_at': '2022-04-18T20:24:40Z', 'revision_number': 4, 'project_id': '181c6fdb9cf04d7181980991cd9fa969', 'subnets': [{'id': '9e27f124-fb47-4bae-bbea-988726c76f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:24:42.551720 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3b1416b9-0b20-4f5e-8c2f-ff322ee900ff tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:42.580999 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1416b9-0b20-4f5e-8c2f-ff322ee900ff tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e57e531-1b6a-4ffc-9acb-7613268c7633,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:42.586834 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d0609-5d3b-4dde-b5b3-1f12635c2007 req-fe805700-4d84-40bf-b736-1e5694dde06d tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:42.596253 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-105d0609-5d3b-4dde-b5b3-1f12635c2007 req-fe805700-4d84-40bf-b736-1e5694dde06d tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba33e52-bc53-4f44-9999-cd32df792cba HTTP/1.1" status: 200 len: 949 time: 0.0957136 Apr 18 20:24:42.600707 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3b1416b9-0b20-4f5e-8c2f-ff322ee900ff tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:42.606446 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3b1416b9-0b20-4f5e-8c2f-ff322ee900ff tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3324716 Apr 18 20:24:42.607483 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53508) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:42.618912 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-89a5a3e5-008d-4314-b1b9-482e8f3a64bc tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:42.711571 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89a5a3e5-008d-4314-b1b9-482e8f3a64bc tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:42.733219 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-105d0609-5d3b-4dde-b5b3-1f12635c2007 req-0d0dfa49-a248-493a-b9f0-d1a9d4f1f058 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330738 Apr 18 20:24:42.988709 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89a5a3e5-008d-4314-b1b9-482e8f3a64bc tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:43.061110 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 15217c55-319f-46db-a3cc-90f382ee2964 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:24:43.205577 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 15217c55-319f-46db-a3cc-90f382ee2964 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:43.205958 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:43.251533 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-89a5a3e5-008d-4314-b1b9-482e8f3a64bc tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Allocated IP 172.25.1.118 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/3248b01d-9a62-44d8-ae09-e10de6ec40c8) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:43.522773 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89a5a3e5-008d-4314-b1b9-482e8f3a64bc tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:43.599484 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89a5a3e5-008d-4314-b1b9-482e8f3a64bc tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:43.694506 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-c3b38b66-481a-416f-b1c1-542634a07e07 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bd2017bf3140477fb20f5f0eb0ab2f98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332205 Apr 18 20:24:43.757928 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a5a3e5-008d-4314-b1b9-482e8f3a64bc tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:43.763448 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-89a5a3e5-008d-4314-b1b9-482e8f3a64bc tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:43.771634 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a5a3e5-008d-4314-b1b9-482e8f3a64bc tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:24:43.909098 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5a3e5-008d-4314-b1b9-482e8f3a64bc tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Pushing event updated for resources: {'Port': ['ID=3248b01d-9a62-44d8-ae09-e10de6ec40c8,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:43.917567 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-c9e7bfcc-19c4-4fb2-8a39-673bf761ba9d tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:43.927927 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-c9e7bfcc-19c4-4fb2-8a39-673bf761ba9d tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2320578 Apr 18 20:24:43.954254 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-d22f3388-00cf-44b4-b48f-e9e306de7773 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/quotas/bd2017bf3140477fb20f5f0eb0ab2f98 HTTP/1.1" status: 200 len: 375 time: 0.0249374 Apr 18 20:24:44.063591 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-669aa663-3d19-47e1-976b-32e9754cfb6e tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd2017bf3140477fb20f5f0eb0ab2f98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1077147 Apr 18 20:24:44.066353 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89a5a3e5-008d-4314-b1b9-482e8f3a64bc tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:44.136698 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 57420101-83e2-4082-b715-9f33e9b0cf6e up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:24:44.170875 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89a5a3e5-008d-4314-b1b9-482e8f3a64bc tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:44.307611 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 57420101-83e2-4082-b715-9f33e9b0cf6e completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:44.313260 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 57420101-83e2-4082-b715-9f33e9b0cf6e triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:44.313682 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:44.622547 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:44.662596 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89a5a3e5-008d-4314-b1b9-482e8f3a64bc tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:44.676527 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89a5a3e5-008d-4314-b1b9-482e8f3a64bc tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:44.695904 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba33e52-bc53-4f44-9999-cd32df792cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57420101-83e2-4082-b715-9f33e9b0cf6e'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:44.702249 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5b6620-451f-4a27-86dd-b9d16d91edd7" -d '{"events": [{"server_uuid": "8ba33e52-bc53-4f44-9999-cd32df792cba", "name": "network-vif-plugged", "status": "completed", "tag": "57420101-83e2-4082-b715-9f33e9b0cf6e"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:44.757588 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 57420101-83e2-4082-b715-9f33e9b0cf6e, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=57420101-83e2-4082-b715-9f33e9b0cf6e,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:44.770969 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:44.779893 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6459fb-4a1f-4756-87db-ee4595deadfa req-a728378c-22ab-4a68-a0f4-c413f9a0571b tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:44.790421 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b6459fb-4a1f-4756-87db-ee4595deadfa req-a728378c-22ab-4a68-a0f4-c413f9a0571b tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba33e52-bc53-4f44-9999-cd32df792cba HTTP/1.1" status: 200 len: 949 time: 0.1798337 Apr 18 20:24:44.873303 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b6459fb-4a1f-4756-87db-ee4595deadfa req-3bb95046-2727-4693-a512-412e95cd44de tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806863 Apr 18 20:24:44.883722 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89a5a3e5-008d-4314-b1b9-482e8f3a64bc tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:44.897891 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5a3e5-008d-4314-b1b9-482e8f3a64bc tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Pushing event updated for resources: {'Port': ['ID=3248b01d-9a62-44d8-ae09-e10de6ec40c8,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:44.924899 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89a5a3e5-008d-4314-b1b9-482e8f3a64bc tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:44.926608 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-89a5a3e5-008d-4314-b1b9-482e8f3a64bc tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3180721 Apr 18 20:24:44.978057 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=57420101-83e2-4082-b715-9f33e9b0cf6e,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:45.061990 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5726c337-316d-40f0-a89d-97aecc31ff0f req-f8be48ec-3b8f-4b7d-b035-02d239ae084c tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=49f463cb-2a08-4bd4-8736-f938836ae77e HTTP/1.1" status: 200 len: 210 time: 0.0471284 Apr 18 20:24:45.301778 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c55801-1908-4654-9197-cad5f1862f88 x-openstack-request-id: req-74c55801-1908-4654-9197-cad5f1862f88 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:45.302565 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba33e52-bc53-4f44-9999-cd32df792cba", "name": "network-vif-plugged", "status": "completed", "tag": "57420101-83e2-4082-b715-9f33e9b0cf6e", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:45.302565 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74c55801-1908-4654-9197-cad5f1862f88 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:45.302834 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74c55801-1908-4654-9197-cad5f1862f88'] response: {'server_uuid': '8ba33e52-bc53-4f44-9999-cd32df792cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57420101-83e2-4082-b715-9f33e9b0cf6e', 'code': 200} Apr 18 20:24:45.512572 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18616284-a0e8-49fd-9f4a-5386a2e5e018 req-c34d7e96-f4c6-4add-9d43-18da6da35f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:45.515690 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-18616284-a0e8-49fd-9f4a-5386a2e5e018 req-c34d7e96-f4c6-4add-9d43-18da6da35f42 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8ba33e52-bc53-4f44-9999-cd32df792cba HTTP/1.1" status: 200 len: 1101 time: 0.1166155 Apr 18 20:24:45.614248 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-18616284-a0e8-49fd-9f4a-5386a2e5e018 req-f72e6795-e0e5-4b29-8d55-0aacadb8564e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896022 Apr 18 20:24:45.868566 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d1f1816-a205-4955-94de-c6c563689f8d req-0ff50304-3b15-47ac-886b-d6afd4676780 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1960029519&fields=id&tenant_id=9c31a5607b8149d6830abd18010bd1c0 HTTP/1.1" status: 200 len: 267 time: 0.1316798 Apr 18 20:24:46.244527 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f11efcc6-80fc-48e5-b9ba-877159b83302 req-f42c9f2d-3968-4cce-b3ba-40c9f8687548 tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0912311 Apr 18 20:24:46.258012 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f1816-a205-4955-94de-c6c563689f8d req-fb71e3e8-25c9-49f1-a733-864b424bf5b8 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:46.265481 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d1f1816-a205-4955-94de-c6c563689f8d req-fb71e3e8-25c9-49f1-a733-864b424bf5b8 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/networks?id=aa0818df-a918-4234-93bb-c4f1c30fdeff HTTP/1.1" status: 200 len: 824 time: 0.3740351 Apr 18 20:24:46.279891 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d1f1816-a205-4955-94de-c6c563689f8d req-279eab8c-7b5f-4334-8b7b-d245ba23f531 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/quotas/9c31a5607b8149d6830abd18010bd1c0 HTTP/1.1" status: 200 len: 375 time: 0.0132196 Apr 18 20:24:46.318065 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-cc4f6804-8a42-4082-a4cf-1de3aad1820e tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=bd2017bf3140477fb20f5f0eb0ab2f98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572963 Apr 18 20:24:46.414736 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d1f1816-a205-4955-94de-c6c563689f8d req-bc846973-f340-4ef4-a326-ecde3104cbe0 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c31a5607b8149d6830abd18010bd1c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1242721 Apr 18 20:24:46.584595 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-06d59395-0279-4bfb-bd1d-979a926d8c34 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:46.586665 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-06d59395-0279-4bfb-bd1d-979a926d8c34 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2610655 Apr 18 20:24:46.605001 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-740271af-cefe-43d8-a2e4-12cc9af9792e tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Request body: {'port': {'device_id': '49f463cb-2a08-4bd4-8736-f938836ae77e', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': 'bd2017bf3140477fb20f5f0eb0ab2f98'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:46.821141 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-740271af-cefe-43d8-a2e4-12cc9af9792e tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Made reservation on behalf of bd2017bf3140477fb20f5f0eb0ab2f98 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:46.837253 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-740271af-cefe-43d8-a2e4-12cc9af9792e tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.074765 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53672) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:47.078508 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-1d1f1816-a205-4955-94de-c6c563689f8d req-42f90d20-0d16-4a25-9bd2-d456cd1a1431 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:24:47.079991 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d1f1816-a205-4955-94de-c6c563689f8d req-42f90d20-0d16-4a25-9bd2-d456cd1a1431 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3815000 Apr 18 20:24:47.144175 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-740271af-cefe-43d8-a2e4-12cc9af9792e tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Allocated IP 192.168.233.93 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/b32a9f5a-4b65-4e4e-b7e5-e56038278a85) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:47.286962 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d8f961a1-42a8-483f-b86c-e80bfb25f2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.360137 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d1f1816-a205-4955-94de-c6c563689f8d req-8abc4a35-b65e-4b41-b6bc-810be51baf3d service neutron] 10.222.0.41 "GET /v2.0/networks/aa0818df-a918-4234-93bb-c4f1c30fdeff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643518 Apr 18 20:24:47.374463 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-740271af-cefe-43d8-a2e4-12cc9af9792e tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.425008 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843f96a-cc0e-4bfa-ad40-28a1379164f4 req-3e1354c7-ffc5-472f-865e-711ae26d3658 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:47.436354 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6843f96a-cc0e-4bfa-ad40-28a1379164f4 req-3e1354c7-ffc5-472f-865e-711ae26d3658 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba33e52-bc53-4f44-9999-cd32df792cba HTTP/1.1" status: 200 len: 950 time: 0.1223323 Apr 18 20:24:47.599491 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d1f1816-a205-4955-94de-c6c563689f8d req-1393a9ed-8b92-45a4-8334-a1e537c3a0f6 service neutron] 10.222.0.41 "GET /v2.0/networks/aa0818df-a918-4234-93bb-c4f1c30fdeff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224612 Apr 18 20:24:47.613639 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6843f96a-cc0e-4bfa-ad40-28a1379164f4 req-42fd68b3-4d55-4220-98c6-f29a071ee1f6 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450093 Apr 18 20:24:47.615959 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d8f961a1-42a8-483f-b86c-e80bfb25f2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.619998 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-740271af-cefe-43d8-a2e4-12cc9af9792e tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.624897 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d8f961a1-42a8-483f-b86c-e80bfb25f2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.687155 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740271af-cefe-43d8-a2e4-12cc9af9792e tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Pushing event updated for resources: {'Port': ['ID=b32a9f5a-4b65-4e4e-b7e5-e56038278a85,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:47.705602 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-740271af-cefe-43d8-a2e4-12cc9af9792e tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:47.707261 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-740271af-cefe-43d8-a2e4-12cc9af9792e tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:47.710511 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-740271af-cefe-43d8-a2e4-12cc9af9792e tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:24:47.755373 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f961a1-42a8-483f-b86c-e80bfb25f2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b14b7d2-dff7-47ad-a899-a2727cba1540,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:47.780341 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d8f961a1-42a8-483f-b86c-e80bfb25f2e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=54872cf1881e47f982f69d96982ccb4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6942825 Apr 18 20:24:47.783008 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53684) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:47.794954 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-740271af-cefe-43d8-a2e4-12cc9af9792e tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:47.795965 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-740271af-cefe-43d8-a2e4-12cc9af9792e tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.848466 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-740271af-cefe-43d8-a2e4-12cc9af9792e tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2527931 Apr 18 20:24:47.863722 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-956b69a8-dbe0-449d-b475-de67a4ec0115 service neutron] Request body: {'port': {'device_id': '49f463cb-2a08-4bd4-8736-f938836ae77e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:47.921926 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af3774-4540-4932-b8af-291deea78f6c req-d1d7ba64-3640-4a14-910f-5dbef28966d8 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:47.933787 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-94af3774-4540-4932-b8af-291deea78f6c req-d1d7ba64-3640-4a14-910f-5dbef28966d8 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=49f463cb-2a08-4bd4-8736-f938836ae77e HTTP/1.1" status: 200 len: 935 time: 0.2323253 Apr 18 20:24:48.004250 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-956b69a8-dbe0-449d-b475-de67a4ec0115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.011730 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1e2d3789-4d18-4e44-9ad7-b0484cfba8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.021264 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-12b0743c-4bb3-4ec1-9edb-5466d8848d8e req-79d1df6a-ecda-4d11-97bc-7806be4dacc3 tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0531633 Apr 18 20:24:48.060252 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-94af3774-4540-4932-b8af-291deea78f6c req-cff0019a-a2ce-4901-be53-95bbac423029 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248527 Apr 18 20:24:48.104345 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1e2d3789-4d18-4e44-9ad7-b0484cfba8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.153708 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a58992d1-bf3b-48e5-a98a-ffd67a42096e None None] Provisioning complete for port b32a9f5a-4b65-4e4e-b7e5-e56038278a85 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:48.154784 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a58992d1-bf3b-48e5-a98a-ffd67a42096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.208088 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1e2d3789-4d18-4e44-9ad7-b0484cfba8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.211125 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1e2d3789-4d18-4e44-9ad7-b0484cfba8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.217792 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1e2d3789-4d18-4e44-9ad7-b0484cfba8b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b14b7d2-dff7-47ad-a899-a2727cba1540 HTTP/1.1" status: 204 len: 168 time: 0.4325881 Apr 18 20:24:48.233692 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d3789-4d18-4e44-9ad7-b0484cfba8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b14b7d2-dff7-47ad-a899-a2727cba1540,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:48.259028 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a58992d1-bf3b-48e5-a98a-ffd67a42096e None None] Port b32a9f5a-4b65-4e4e-b7e5-e56038278a85 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:24:48.521355 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-956b69a8-dbe0-449d-b475-de67a4ec0115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b32a9f5a-4b65-4e4e-b7e5-e56038278a85 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:48.547826 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-956b69a8-dbe0-449d-b475-de67a4ec0115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.578170 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-956b69a8-dbe0-449d-b475-de67a4ec0115 service neutron] Transition to ACTIVE for port object b32a9f5a-4b65-4e4e-b7e5-e56038278a85 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:48.585140 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-956b69a8-dbe0-449d-b475-de67a4ec0115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.664335 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7201265b-428c-4288-9faf-3855a2697733 req-c66a0c51-43c9-4f98-bf53-033f96a6fe8b tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f HTTP/1.1" status: 200 len: 210 time: 0.0432746 Apr 18 20:24:48.708739 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b69a8-dbe0-449d-b475-de67a4ec0115 service neutron] Pushing event updated for resources: {'Port': ['ID=b32a9f5a-4b65-4e4e-b7e5-e56038278a85,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:48.765313 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53722) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:48.794939 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8918369e-b109-4c14-a3e0-87e4d230fb63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.815079 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-956b69a8-dbe0-449d-b475-de67a4ec0115 service neutron] Attempting to bind port b32a9f5a-4b65-4e4e-b7e5-e56038278a85 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:48.816014 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-956b69a8-dbe0-449d-b475-de67a4ec0115 service neutron] Attempting to bind port b32a9f5a-4b65-4e4e-b7e5-e56038278a85 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:48.816420 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-956b69a8-dbe0-449d-b475-de67a4ec0115 service neutron] Attempting to bind port b32a9f5a-4b65-4e4e-b7e5-e56038278a85 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:48.823045 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-956b69a8-dbe0-449d-b475-de67a4ec0115 service neutron] Port b32a9f5a-4b65-4e4e-b7e5-e56038278a85 on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:24:48.823375 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-956b69a8-dbe0-449d-b475-de67a4ec0115 service neutron] Attempting to bind port b32a9f5a-4b65-4e4e-b7e5-e56038278a85 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:48.831314 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-956b69a8-dbe0-449d-b475-de67a4ec0115 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:24:48.831698 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-956b69a8-dbe0-449d-b475-de67a4ec0115 service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:48.832153 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-956b69a8-dbe0-449d-b475-de67a4ec0115 service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:24:48.832781 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-956b69a8-dbe0-449d-b475-de67a4ec0115 service neutron] Bound port: b32a9f5a-4b65-4e4e-b7e5-e56038278a85, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:48.833226 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-956b69a8-dbe0-449d-b475-de67a4ec0115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.095341 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-956b69a8-dbe0-449d-b475-de67a4ec0115 service neutron] For port b32a9f5a-4b65-4e4e-b7e5-e56038278a85, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:24:49.109004 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-956b69a8-dbe0-449d-b475-de67a4ec0115 service neutron] For port b32a9f5a-4b65-4e4e-b7e5-e56038278a85, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b32a9f5a-4b65-4e4e-b7e5-e56038278a85,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:24:49.119201 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-956b69a8-dbe0-449d-b475-de67a4ec0115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.120882 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8918369e-b109-4c14-a3e0-87e4d230fb63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.134321 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8918369e-b109-4c14-a3e0-87e4d230fb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.200909 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-956b69a8-dbe0-449d-b475-de67a4ec0115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:49.200909 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-956b69a8-dbe0-449d-b475-de67a4ec0115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.209391 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-956b69a8-dbe0-449d-b475-de67a4ec0115 service neutron] 10.222.0.57 "PUT /v2.0/ports/b32a9f5a-4b65-4e4e-b7e5-e56038278a85 HTTP/1.1" status: 200 len: 1095 time: 1.3518658 Apr 18 20:24:49.209897 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f463cb-2a08-4bd4-8736-f938836ae77e', 'tag': 'b32a9f5a-4b65-4e4e-b7e5-e56038278a85'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:49.212272 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271bb4d4-c31e-4d82-95d8-1443afa73da6" -d '{"events": [{"name": "network-changed", "server_uuid": "49f463cb-2a08-4bd4-8736-f938836ae77e", "tag": "b32a9f5a-4b65-4e4e-b7e5-e56038278a85"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:49.212667 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8918369e-b109-4c14-a3e0-87e4d230fb63 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d045bab1e17646368b1789a866020513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4364340 Apr 18 20:24:49.223172 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53738) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:49.230299 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918369e-b109-4c14-a3e0-87e4d230fb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d21990d-b3b2-4e28-a92e-d9fe677700b1,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:49.335548 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a593082a-95ef-4a7a-8f42-127724bc9c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.385514 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a593082a-95ef-4a7a-8f42-127724bc9c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.390959 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b69a8-dbe0-449d-b475-de67a4ec0115 service neutron] Pushing event updated for resources: {'Port': ['ID=b32a9f5a-4b65-4e4e-b7e5-e56038278a85,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:49.421931 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-51d1156b-10b4-4210-9692-f1f8f1e22981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:49.427423 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-51d1156b-10b4-4210-9692-f1f8f1e22981 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd2017bf3140477fb20f5f0eb0ab2f98&device_id=49f463cb-2a08-4bd4-8736-f938836ae77e HTTP/1.1" status: 200 len: 1098 time: 0.1314836 Apr 18 20:24:49.578575 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b91a1c4-6f40-4f03-88e5-b789b961e4db req-5a1d8c4d-a3ea-4a05-b3e9-2c3b6c5bce98 tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0607026 Apr 18 20:24:49.580689 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a593082a-95ef-4a7a-8f42-127724bc9c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.596484 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a593082a-95ef-4a7a-8f42-127724bc9c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.601364 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a593082a-95ef-4a7a-8f42-127724bc9c89 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3d21990d-b3b2-4e28-a92e-d9fe677700b1 HTTP/1.1" status: 204 len: 168 time: 0.3727040 Apr 18 20:24:49.612420 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-5b67018a-b65b-46a0-9018-f3dd4926535a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=b32a9f5a-4b65-4e4e-b7e5-e56038278a85 HTTP/1.1" status: 200 len: 217 time: 0.1754270 Apr 18 20:24:49.613415 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593082a-95ef-4a7a-8f42-127724bc9c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d21990d-b3b2-4e28-a92e-d9fe677700b1,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:49.631953 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.57', 57200) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:49.795076 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-e5dd0f98-93f5-4271-a5a9-b4b4c93fd50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:49.806622 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-e5dd0f98-93f5-4271-a5a9-b4b4c93fd50b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.1698761 Apr 18 20:24:49.806936 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-a2e1f239-4ca9-4ed3-b3be-913df96f8a67 req-138b65ff-6752-45ed-be1f-426b9ce25d37 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:24:49.823546 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2e1f239-4ca9-4ed3-b3be-913df96f8a67 req-138b65ff-6752-45ed-be1f-426b9ce25d37 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3548131 Apr 18 20:24:49.923724 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-039d24bf-4d8a-4b01-9aa2-ec520b832762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:49.928491 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-039d24bf-4d8a-4b01-9aa2-ec520b832762 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1199307 Apr 18 20:24:49.946996 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d812dfd-e253-4832-8307-070d177fb8fb req-02ff7cd8-5e5d-4179-ac96-310c85d4b367 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:49.948110 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d812dfd-e253-4832-8307-070d177fb8fb req-02ff7cd8-5e5d-4179-ac96-310c85d4b367 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=49f463cb-2a08-4bd4-8736-f938836ae77e HTTP/1.1" status: 200 len: 947 time: 0.1111755 Apr 18 20:24:50.007285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f1816-a205-4955-94de-c6c563689f8d req-22526997-1c28-43de-9853-f3ff7fbce723 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:50.010605 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d1f1816-a205-4955-94de-c6c563689f8d req-22526997-1c28-43de-9853-f3ff7fbce723 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.57 "GET /v2.0/networks?id=aa0818df-a918-4234-93bb-c4f1c30fdeff HTTP/1.1" status: 200 len: 824 time: 0.3777843 Apr 18 20:24:50.046064 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0b2c93-6f7d-42ff-beca-883e9a330468 x-openstack-request-id: req-0c0b2c93-6f7d-42ff-beca-883e9a330468 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:50.046364 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f463cb-2a08-4bd4-8736-f938836ae77e", "tag": "b32a9f5a-4b65-4e4e-b7e5-e56038278a85", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:50.047262 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c0b2c93-6f7d-42ff-beca-883e9a330468 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:50.047262 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c0b2c93-6f7d-42ff-beca-883e9a330468'] response: {'name': 'network-changed', 'server_uuid': '49f463cb-2a08-4bd4-8736-f938836ae77e', 'tag': 'b32a9f5a-4b65-4e4e-b7e5-e56038278a85', 'status': 'completed', 'code': 200} Apr 18 20:24:50.069997 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d812dfd-e253-4832-8307-070d177fb8fb req-7c69bdfe-63de-490e-8368-827457dc9896 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971854 Apr 18 20:24:50.110240 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d1f1816-a205-4955-94de-c6c563689f8d req-8a91aebe-3681-41ac-a584-8935ff80c6d2 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c31a5607b8149d6830abd18010bd1c0 HTTP/1.1" status: 200 len: 380 time: 0.0846243 Apr 18 20:24:50.115343 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-01768deb-435d-4b23-afe9-ec026bda3037 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763148 Apr 18 20:24:50.121173 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-1d1f1816-a205-4955-94de-c6c563689f8d req-859b0487-9621-4619-9831-cf8bc8ea23ef tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Request body: {'port': {'device_id': '06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f', 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff', 'admin_state_up': True, 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'security_groups': ['7bb13228-cc4a-4567-9119-92adbe570613']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:50.324272 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-43cc5670-8f34-486d-b47e-76f87f8d8f84 req-5f85e2ac-b675-4790-9db5-023a9f14f2c8 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023463 Apr 18 20:24:50.418576 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53770) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:50.483821 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bb4d4-c31e-4d82-95d8-1443afa73da6 req-c972abbe-30f9-4003-b7ee-210e7f347c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:50.487272 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-271bb4d4-c31e-4d82-95d8-1443afa73da6 req-c972abbe-30f9-4003-b7ee-210e7f347c82 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd2017bf3140477fb20f5f0eb0ab2f98&device_id=49f463cb-2a08-4bd4-8736-f938836ae77e HTTP/1.1" status: 200 len: 1098 time: 0.0766752 Apr 18 20:24:50.497533 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-633decbc-8234-4abd-b8ea-abda3ce77224 req-9cf9fc66-28c3-4580-bce7-c71ee37203ec tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f HTTP/1.1" status: 200 len: 210 time: 0.3714051 Apr 18 20:24:50.604106 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e382440c-fd49-4048-9fa4-0071e8b1b74a req-08ed7d0a-6d05-4d24-93f5-2fa76b578e5b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.1055622 Apr 18 20:24:50.627911 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca01de6-1cdd-4855-bf58-110d880556bb req-7168048e-44ab-4867-bff8-dd81de15341f tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:50.630166 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ca01de6-1cdd-4855-bf58-110d880556bb req-7168048e-44ab-4867-bff8-dd81de15341f tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba33e52-bc53-4f44-9999-cd32df792cba HTTP/1.1" status: 200 len: 950 time: 0.1304734 Apr 18 20:24:50.634750 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-25344cb2-c8d1-489a-851f-4ef969b148ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:50.719599 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ca01de6-1cdd-4855-bf58-110d880556bb req-275d584e-26e0-41a8-b592-35bd0fdee3d9 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806670 Apr 18 20:24:50.725829 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1f1816-a205-4955-94de-c6c563689f8d req-859b0487-9621-4619-9831-cf8bc8ea23ef tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Made reservation on behalf of 9c31a5607b8149d6830abd18010bd1c0 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:50.733622 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1d1f1816-a205-4955-94de-c6c563689f8d req-859b0487-9621-4619-9831-cf8bc8ea23ef tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:50.735256 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bb4d4-c31e-4d82-95d8-1443afa73da6 req-1d006470-7cf9-4945-8549-c87f63831f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:50.737116 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-271bb4d4-c31e-4d82-95d8-1443afa73da6 req-1d006470-7cf9-4945-8549-c87f63831f34 service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.2434449 Apr 18 20:24:50.805836 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-271bb4d4-c31e-4d82-95d8-1443afa73da6 req-8d5683ed-8105-43d2-9a80-af471bbbb2b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=b32a9f5a-4b65-4e4e-b7e5-e56038278a85 HTTP/1.1" status: 200 len: 217 time: 0.0594072 Apr 18 20:24:50.942419 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bb4d4-c31e-4d82-95d8-1443afa73da6 req-23b0adf6-9ba0-4e69-b496-b86de558ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:50.946987 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-271bb4d4-c31e-4d82-95d8-1443afa73da6 req-23b0adf6-9ba0-4e69-b496-b86de558ba7b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.1288128 Apr 18 20:24:50.976545 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-25344cb2-c8d1-489a-851f-4ef969b148ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:51.009807 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-25344cb2-c8d1-489a-851f-4ef969b148ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:51.052701 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-1d1f1816-a205-4955-94de-c6c563689f8d req-859b0487-9621-4619-9831-cf8bc8ea23ef tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Allocated IP 172.20.0.13 (aa0818df-a918-4234-93bb-c4f1c30fdeff/9b169574-6f19-4861-aa97-53614f9267fe/119c26b1-8250-4540-aa88-a4d29e04360f) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:51.079024 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-25344cb2-c8d1-489a-851f-4ef969b148ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2424fc990ca64cf0a6481ef595e0cbd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6570024 Apr 18 20:24:51.083641 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53810) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:51.119049 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25344cb2-c8d1-489a-851f-4ef969b148ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2395b91c-9d84-454f-a6b4-015bcceb6972,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:51.127935 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bb4d4-c31e-4d82-95d8-1443afa73da6 req-f0793881-c6a2-4e43-b0ad-73eac68bd454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:51.129647 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-271bb4d4-c31e-4d82-95d8-1443afa73da6 req-f0793881-c6a2-4e43-b0ad-73eac68bd454 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1517649 Apr 18 20:24:51.236838 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28342d9f-6407-49f1-b067-af673551f50c req-7bd7d5e2-fac8-479e-8cc9-10e3e4fc5f23 tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0973706 Apr 18 20:24:51.288673 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4767b9d0-9882-4b48-9b73-02dbace2ddac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:51.332245 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-271bb4d4-c31e-4d82-95d8-1443afa73da6 req-401459f2-8375-4676-ba2f-a536b2a60cc8 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940060 Apr 18 20:24:51.344063 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4767b9d0-9882-4b48-9b73-02dbace2ddac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:51.448801 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53830) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:51.496896 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-271bb4d4-c31e-4d82-95d8-1443afa73da6 req-16834235-bffb-40e3-b880-9eb9864ac500 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561313 Apr 18 20:24:51.579060 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-3f60c9e0-bbdc-4cff-9bd0-411411c08bf6 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3dba4a5a0b8c48c0b87c94e87f8afb4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1890128 Apr 18 20:24:51.671099 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a7a2e8ea-f3d7-4143-857d-87b3387174c3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-892815418-network', 'tenant_id': 'b50996ef10d94bd4bdbc7264ef06ee97'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:51.819854 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9455b-a537-4d05-89f9-046d36ad5dda req-b48a8114-6a0c-4eb7-9450-af7557e1877b tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:51.822815 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dce9455b-a537-4d05-89f9-046d36ad5dda req-b48a8114-6a0c-4eb7-9450-af7557e1877b tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=49f463cb-2a08-4bd4-8736-f938836ae77e HTTP/1.1" status: 200 len: 947 time: 0.3753645 Apr 18 20:24:51.847885 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4767b9d0-9882-4b48-9b73-02dbace2ddac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:51.852700 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4767b9d0-9882-4b48-9b73-02dbace2ddac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:51.854326 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4767b9d0-9882-4b48-9b73-02dbace2ddac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2395b91c-9d84-454f-a6b4-015bcceb6972 HTTP/1.1" status: 204 len: 168 time: 0.7690825 Apr 18 20:24:51.870437 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1d1f1816-a205-4955-94de-c6c563689f8d req-859b0487-9621-4619-9831-cf8bc8ea23ef tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:51.886203 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a2e8ea-f3d7-4143-857d-87b3387174c3 admin admin] Made reservation on behalf of b50996ef10d94bd4bdbc7264ef06ee97 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:51.890607 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7a2e8ea-f3d7-4143-857d-87b3387174c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:51.956929 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767b9d0-9882-4b48-9b73-02dbace2ddac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2395b91c-9d84-454f-a6b4-015bcceb6972,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:51.969302 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7a2e8ea-f3d7-4143-857d-87b3387174c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:52.018553 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767b9d0-9882-4b48-9b73-02dbace2ddac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.019258 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767b9d0-9882-4b48-9b73-02dbace2ddac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.019839 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767b9d0-9882-4b48-9b73-02dbace2ddac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.020405 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767b9d0-9882-4b48-9b73-02dbace2ddac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.021016 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767b9d0-9882-4b48-9b73-02dbace2ddac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.021603 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767b9d0-9882-4b48-9b73-02dbace2ddac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.022164 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767b9d0-9882-4b48-9b73-02dbace2ddac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.022698 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767b9d0-9882-4b48-9b73-02dbace2ddac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.023278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767b9d0-9882-4b48-9b73-02dbace2ddac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.023836 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767b9d0-9882-4b48-9b73-02dbace2ddac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.024380 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767b9d0-9882-4b48-9b73-02dbace2ddac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.024974 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767b9d0-9882-4b48-9b73-02dbace2ddac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.097160 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dce9455b-a537-4d05-89f9-046d36ad5dda req-1d55e1bd-51f5-4c70-97bd-70e213b84636 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525225 Apr 18 20:24:52.117737 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-8d96cce9-dd29-4599-b01d-ad3903bbaef5 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:52.117737 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-8d96cce9-dd29-4599-b01d-ad3903bbaef5 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5222538 Apr 18 20:24:52.182964 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-b71c4887-a58f-4f2b-a281-1de656e97dee tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/quotas/3dba4a5a0b8c48c0b87c94e87f8afb4b HTTP/1.1" status: 200 len: 375 time: 0.0462632 Apr 18 20:24:52.189509 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1d1f1816-a205-4955-94de-c6c563689f8d req-859b0487-9621-4619-9831-cf8bc8ea23ef tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:52.279108 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53844) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:52.294586 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-88b4b54f-0500-464a-b826-1228689a296c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:52.391360 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1f1816-a205-4955-94de-c6c563689f8d req-859b0487-9621-4619-9831-cf8bc8ea23ef tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Network aa0818df-a918-4234-93bb-c4f1c30fdeff is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:52.394621 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-88b4b54f-0500-464a-b826-1228689a296c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:52.398809 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-88b4b54f-0500-464a-b826-1228689a296c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:52.420814 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-1d1f1816-a205-4955-94de-c6c563689f8d req-859b0487-9621-4619-9831-cf8bc8ea23ef tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:52.430648 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1f1816-a205-4955-94de-c6c563689f8d req-859b0487-9621-4619-9831-cf8bc8ea23ef tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:24:52.439555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b0487-9621-4619-9831-cf8bc8ea23ef tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Pushing event updated for resources: {'Port': ['ID=119c26b1-8250-4540-aa88-a4d29e04360f,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:52.442178 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-88b4b54f-0500-464a-b826-1228689a296c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77f0cde3bdff4e189e507eaf1447b133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1617210 Apr 18 20:24:52.443286 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4b54f-0500-464a-b826-1228689a296c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da59acc-cb52-41c9-8e7a-c30435286622,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:52.446560 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53848) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:52.459739 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4b54f-0500-464a-b826-1228689a296c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.460282 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4b54f-0500-464a-b826-1228689a296c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.460649 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4b54f-0500-464a-b826-1228689a296c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.460979 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4b54f-0500-464a-b826-1228689a296c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.461302 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4b54f-0500-464a-b826-1228689a296c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.461625 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4b54f-0500-464a-b826-1228689a296c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.461943 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4b54f-0500-464a-b826-1228689a296c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.462267 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4b54f-0500-464a-b826-1228689a296c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.462579 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4b54f-0500-464a-b826-1228689a296c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.462886 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4b54f-0500-464a-b826-1228689a296c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.463376 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4b54f-0500-464a-b826-1228689a296c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.463906 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4b54f-0500-464a-b826-1228689a296c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.536033 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7a2e8ea-f3d7-4143-857d-87b3387174c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:52.545910 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d249f379-5d3f-4012-bdca-3f6a1ce53ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:52.555716 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-f3f051a8-5be5-41a3-a6b2-2385a77e8ae3 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3dba4a5a0b8c48c0b87c94e87f8afb4b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3029597 Apr 18 20:24:52.585275 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf297db-2c13-4641-abff-ede4ed56a6d1 req-ca6b1c98-77d5-4179-b990-48fc7d90d1ba tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:52.586279 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d249f379-5d3f-4012-bdca-3f6a1ce53ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:52.599105 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-abf297db-2c13-4641-abff-ede4ed56a6d1 req-ca6b1c98-77d5-4179-b990-48fc7d90d1ba tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f HTTP/1.1" status: 200 len: 932 time: 0.3442383 Apr 18 20:24:52.602368 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7a2e8ea-f3d7-4143-857d-87b3387174c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:52.665823 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f1816-a205-4955-94de-c6c563689f8d req-859b0487-9621-4619-9831-cf8bc8ea23ef tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:52.666483 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1d1f1816-a205-4955-94de-c6c563689f8d req-859b0487-9621-4619-9831-cf8bc8ea23ef tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:52.673113 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a2e8ea-f3d7-4143-857d-87b3387174c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:24:52.693756 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d249f379-5d3f-4012-bdca-3f6a1ce53ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:52.701200 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d249f379-5d3f-4012-bdca-3f6a1ce53ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:52.704653 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d249f379-5d3f-4012-bdca-3f6a1ce53ab3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4da59acc-cb52-41c9-8e7a-c30435286622 HTTP/1.1" status: 204 len: 168 time: 0.2563443 Apr 18 20:24:52.712128 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2e8ea-f3d7-4143-857d-87b3387174c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f37f39-499e-4741-9a2a-e7ef7b85b93d,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:52.717318 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7a2e8ea-f3d7-4143-857d-87b3387174c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:52.718005 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-a7a2e8ea-f3d7-4143-857d-87b3387174c3 admin admin] Added segment 7b1d39ab-51fc-488c-8389-2c4253cfa397 of type vlan for network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f Apr 18 20:24:52.739382 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d1f1816-a205-4955-94de-c6c563689f8d req-859b0487-9621-4619-9831-cf8bc8ea23ef tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6229267 Apr 18 20:24:52.741594 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249f379-5d3f-4012-bdca-3f6a1ce53ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da59acc-cb52-41c9-8e7a-c30435286622,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:52.794836 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-1d1f1816-a205-4955-94de-c6c563689f8d req-29a63929-438e-4d69-9362-d8fbf5e58509 service neutron] Request body: {'port': {'device_id': '06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:52.849504 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-abf297db-2c13-4641-abff-ede4ed56a6d1 req-e7270ffd-50e5-4380-9bad-74a85841ad25 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bb13228-cc4a-4567-9119-92adbe570613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490215 Apr 18 20:24:52.858948 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6689d5e3-b60a-4bd3-a34f-1d3015222a9a None None] Provisioning complete for port 119c26b1-8250-4540-aa88-a4d29e04360f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:52.859514 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6689d5e3-b60a-4bd3-a34f-1d3015222a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:52.931351 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7a2e8ea-f3d7-4143-857d-87b3387174c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:52.958559 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6689d5e3-b60a-4bd3-a34f-1d3015222a9a None None] Port 119c26b1-8250-4540-aa88-a4d29e04360f cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:24:53.024127 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1d1f1816-a205-4955-94de-c6c563689f8d req-29a63929-438e-4d69-9362-d8fbf5e58509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:53.157164 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7a2e8ea-f3d7-4143-857d-87b3387174c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:53.160000 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a2e8ea-f3d7-4143-857d-87b3387174c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:53.160833 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7a2e8ea-f3d7-4143-857d-87b3387174c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:53.364059 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0be5d22-ca33-495e-befa-677018b7af48 req-467d2fd6-5300-4cc9-8309-a28777dd23c2 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0d055a-6aff-45c9-849e-535d9a52dc3c HTTP/1.1" status: 200 len: 210 time: 0.2133312 Apr 18 20:24:53.366033 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9cc93125-4ba3-4629-9aed-18e7099179cd req-bdef1c6f-d726-4728-9cc3-bef274638e1a tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.2174308 Apr 18 20:24:53.432324 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53884) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:53.433152 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a7a2e8ea-f3d7-4143-857d-87b3387174c3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9551201 Apr 18 20:24:53.438486 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a9d04834-b6da-4b6a-b5e5-279fcec43376 admin admin] Request body: {'subnet': {'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-892815418-subnet', 'tenant_id': 'b50996ef10d94bd4bdbc7264ef06ee97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:53.448966 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2e8ea-f3d7-4143-857d-87b3387174c3 admin admin] Pushing event updated for resources: {'Network': ['ID=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:53.463853 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:24:53.506352 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d04834-b6da-4b6a-b5e5-279fcec43376 admin admin] Made reservation on behalf of b50996ef10d94bd4bdbc7264ef06ee97 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:53.509168 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9d04834-b6da-4b6a-b5e5-279fcec43376 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:53.775641 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd1925-2034-46bb-adda-a4c2a5a42433 req-f03a2b4f-12d9-4355-803a-9c20f756cc1d tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:53.777337 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a5fd1925-2034-46bb-adda-a4c2a5a42433 req-f03a2b4f-12d9-4355-803a-9c20f756cc1d tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=49f463cb-2a08-4bd4-8736-f938836ae77e HTTP/1.1" status: 200 len: 947 time: 0.1813753 Apr 18 20:24:53.896883 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9d04834-b6da-4b6a-b5e5-279fcec43376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:54.044194 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a5fd1925-2034-46bb-adda-a4c2a5a42433 req-12251459-472d-46db-a411-1dd0241e2e6f tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579136 Apr 18 20:24:54.053074 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-1d1f1816-a205-4955-94de-c6c563689f8d req-29a63929-438e-4d69-9362-d8fbf5e58509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 119c26b1-8250-4540-aa88-a4d29e04360f {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:54.080099 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d04834-b6da-4b6a-b5e5-279fcec43376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:54.085901 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d04834-b6da-4b6a-b5e5-279fcec43376 admin admin] Checking segment: {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:54.086872 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d04834-b6da-4b6a-b5e5-279fcec43376 admin admin] Network hostable DHCP agents. Network: 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:24:54.123496 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d04834-b6da-4b6a-b5e5-279fcec43376 admin admin] Network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:24:54.139739 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1d1f1816-a205-4955-94de-c6c563689f8d req-29a63929-438e-4d69-9362-d8fbf5e58509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:54.155027 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-a9d04834-b6da-4b6a-b5e5-279fcec43376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:54.162026 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d04834-b6da-4b6a-b5e5-279fcec43376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:54.163662 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9d04834-b6da-4b6a-b5e5-279fcec43376 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:54.171245 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db1706a-26da-419b-b038-e9c4045d5848 None None] Network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:24:54.199460 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a9d04834-b6da-4b6a-b5e5-279fcec43376 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7656581 Apr 18 20:24:54.219249 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-1d1f1816-a205-4955-94de-c6c563689f8d req-29a63929-438e-4d69-9362-d8fbf5e58509 service neutron] Transition to ACTIVE for port object 119c26b1-8250-4540-aa88-a4d29e04360f will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:54.250618 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d016b0e6-2576-4f36-88d5-7d8f159e8c03 req-455dd538-a991-42df-956c-a9dcaa553ee5 tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0802908 Apr 18 20:24:54.252458 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1d1f1816-a205-4955-94de-c6c563689f8d req-29a63929-438e-4d69-9362-d8fbf5e58509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:54.369821 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device b32a9f5a-4b65-4e4e-b7e5-e56038278a85 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:24:54.437861 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a63929-438e-4d69-9362-d8fbf5e58509 service neutron] Pushing event updated for resources: {'Port': ['ID=119c26b1-8250-4540-aa88-a4d29e04360f,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:54.598939 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af18839d-4550-4060-969e-90bd089df5de req-75340f60-d0dc-4201-bab3-0bb341797b4b tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0672655 Apr 18 20:24:54.621867 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2465a0-5fbe-434d-9ede-fa9d5019c44f req-bdf701e0-a4a5-4533-8082-62b194e1d141 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:54.623914 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be2465a0-5fbe-434d-9ede-fa9d5019c44f req-bdf701e0-a4a5-4533-8082-62b194e1d141 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f HTTP/1.1" status: 200 len: 944 time: 0.1647840 Apr 18 20:24:54.665219 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-1d1f1816-a205-4955-94de-c6c563689f8d req-29a63929-438e-4d69-9362-d8fbf5e58509 service neutron] Attempting to bind port 119c26b1-8250-4540-aa88-a4d29e04360f on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:54.665900 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-1d1f1816-a205-4955-94de-c6c563689f8d req-29a63929-438e-4d69-9362-d8fbf5e58509 service neutron] Attempting to bind port 119c26b1-8250-4540-aa88-a4d29e04360f by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '3e371145-be9f-4691-af57-5ba121ad60c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:54.666425 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1f1816-a205-4955-94de-c6c563689f8d req-29a63929-438e-4d69-9362-d8fbf5e58509 service neutron] Attempting to bind port 119c26b1-8250-4540-aa88-a4d29e04360f on network aa0818df-a918-4234-93bb-c4f1c30fdeff {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:54.682423 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1f1816-a205-4955-94de-c6c563689f8d req-29a63929-438e-4d69-9362-d8fbf5e58509 service neutron] Port 119c26b1-8250-4540-aa88-a4d29e04360f on network aa0818df-a918-4234-93bb-c4f1c30fdeff not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:24:54.683130 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1f1816-a205-4955-94de-c6c563689f8d req-29a63929-438e-4d69-9362-d8fbf5e58509 service neutron] Attempting to bind port 119c26b1-8250-4540-aa88-a4d29e04360f on network aa0818df-a918-4234-93bb-c4f1c30fdeff {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:54.700134 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1f1816-a205-4955-94de-c6c563689f8d req-29a63929-438e-4d69-9362-d8fbf5e58509 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:24:54.707836 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1f1816-a205-4955-94de-c6c563689f8d req-29a63929-438e-4d69-9362-d8fbf5e58509 service neutron] Checking segment: {'id': '3e371145-be9f-4691-af57-5ba121ad60c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:54.714527 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1f1816-a205-4955-94de-c6c563689f8d req-29a63929-438e-4d69-9362-d8fbf5e58509 service neutron] Bound using segment: {'id': '3e371145-be9f-4691-af57-5ba121ad60c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:24:54.715389 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-1d1f1816-a205-4955-94de-c6c563689f8d req-29a63929-438e-4d69-9362-d8fbf5e58509 service neutron] Bound port: 119c26b1-8250-4540-aa88-a4d29e04360f, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e371145-be9f-4691-af57-5ba121ad60c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:54.716017 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1d1f1816-a205-4955-94de-c6c563689f8d req-29a63929-438e-4d69-9362-d8fbf5e58509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:54.731997 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be2465a0-5fbe-434d-9ede-fa9d5019c44f req-d02121ff-63d7-47c1-b277-6336fc11748b tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bb13228-cc4a-4567-9119-92adbe570613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940125 Apr 18 20:24:54.877277 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c98a0fea-463e-41d3-b50d-d5290e75df2d req-0f710a6c-2be6-4b35-aadc-a7ff2e3ccd79 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0d055a-6aff-45c9-849e-535d9a52dc3c HTTP/1.1" status: 200 len: 210 time: 0.1266999 Apr 18 20:24:55.022503 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-1d1f1816-a205-4955-94de-c6c563689f8d req-29a63929-438e-4d69-9362-d8fbf5e58509 service neutron] For port 119c26b1-8250-4540-aa88-a4d29e04360f, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:24:55.035965 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-1d1f1816-a205-4955-94de-c6c563689f8d req-29a63929-438e-4d69-9362-d8fbf5e58509 service neutron] For port 119c26b1-8250-4540-aa88-a4d29e04360f, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=119c26b1-8250-4540-aa88-a4d29e04360f,segment=NetworkSegment(3e371145-be9f-4691-af57-5ba121ad60c9),segment_id=3e371145-be9f-4691-af57-5ba121ad60c9)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:24:55.127503 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1d1f1816-a205-4955-94de-c6c563689f8d req-29a63929-438e-4d69-9362-d8fbf5e58509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:55.163683 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-41770606-5660-4e90-b11c-83b6de0859cf tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3dba4a5a0b8c48c0b87c94e87f8afb4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2817724 Apr 18 20:24:55.231295 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b412967a-f9d6-4dbd-b8e2-be26f4012c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:55.484199 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32140c8a-6f29-48a8-bf36-b61aadcc2b25 None None] Network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:24:55.486773 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-673a8eca-bc2c-4432-ba7e-d0a4279c1ad1 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:55.489405 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-673a8eca-bc2c-4432-ba7e-d0a4279c1ad1 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2359438 Apr 18 20:24:55.505412 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f1816-a205-4955-94de-c6c563689f8d req-29a63929-438e-4d69-9362-d8fbf5e58509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:55.506211 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1d1f1816-a205-4955-94de-c6c563689f8d req-29a63929-438e-4d69-9362-d8fbf5e58509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:55.507768 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d1f1816-a205-4955-94de-c6c563689f8d req-29a63929-438e-4d69-9362-d8fbf5e58509 service neutron] 10.222.0.57 "PUT /v2.0/ports/119c26b1-8250-4540-aa88-a4d29e04360f HTTP/1.1" status: 200 len: 1092 time: 2.7583089 Apr 18 20:24:55.519820 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f', 'tag': '119c26b1-8250-4540-aa88-a4d29e04360f'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:55.520141 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ee1a66-3581-487c-a3e5-6229fdd36bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f", "tag": "119c26b1-8250-4540-aa88-a4d29e04360f"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:55.535693 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-4094542f-1dc4-4fc7-bfbd-4ed612760912 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Request body: {'port': {'device_id': '3e0d055a-6aff-45c9-849e-535d9a52dc3c', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': '3dba4a5a0b8c48c0b87c94e87f8afb4b'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:55.630187 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port b32a9f5a-4b65-4e4e-b7e5-e56038278a85, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b32a9f5a-4b65-4e4e-b7e5-e56038278a85,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:55.703196 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'b32a9f5a-4b65-4e4e-b7e5-e56038278a85', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': 'b32a9f5a-4b65-4e4e-b7e5-e56038278a85', 'mac_address': 'fa:16:3e:bf:ec:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:24:55.762224 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a63929-438e-4d69-9362-d8fbf5e58509 service neutron] Pushing event updated for resources: {'Port': ['ID=119c26b1-8250-4540-aa88-a4d29e04360f,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:55.784969 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597ca13-5fa7-4b01-8f9c-70ecc788a11e req-855fd9ad-d3e2-481e-a67f-4182c7199372 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:55.793952 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b597ca13-5fa7-4b01-8f9c-70ecc788a11e req-855fd9ad-d3e2-481e-a67f-4182c7199372 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=49f463cb-2a08-4bd4-8736-f938836ae77e HTTP/1.1" status: 200 len: 947 time: 0.5422599 Apr 18 20:24:55.861995 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f1816-a205-4955-94de-c6c563689f8d req-4fcd8ac7-2607-43cc-808f-7efad94f6930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:55.864242 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d1f1816-a205-4955-94de-c6c563689f8d req-4fcd8ac7-2607-43cc-808f-7efad94f6930 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c31a5607b8149d6830abd18010bd1c0&device_id=06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f HTTP/1.1" status: 200 len: 1095 time: 0.2502935 Apr 18 20:24:55.937307 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53970) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:55.976611 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d1f1816-a205-4955-94de-c6c563689f8d req-ebc2bbab-3b5e-4532-8f1a-ae75e6ebf54f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=119c26b1-8250-4540-aa88-a4d29e04360f HTTP/1.1" status: 200 len: 217 time: 0.1033247 Apr 18 20:24:55.997338 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b597ca13-5fa7-4b01-8f9c-70ecc788a11e req-4a6c2257-15ca-4dd5-96f3-2abaf3c56970 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019343 Apr 18 20:24:56.027928 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:56.086073 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b32a9f5a-4b65-4e4e-b7e5-e56038278a85 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:56.190318 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502e57f5-e751-4764-b281-8b3169fb094b x-openstack-request-id: req-502e57f5-e751-4764-b281-8b3169fb094b {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:56.190773 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f", "tag": "119c26b1-8250-4540-aa88-a4d29e04360f", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:56.191127 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-502e57f5-e751-4764-b281-8b3169fb094b {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:56.194738 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-502e57f5-e751-4764-b281-8b3169fb094b'] response: {'name': 'network-changed', 'server_uuid': '06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f', 'tag': '119c26b1-8250-4540-aa88-a4d29e04360f', 'status': 'completed', 'code': 200} Apr 18 20:24:56.204183 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-4094542f-1dc4-4fc7-bfbd-4ed612760912 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Made reservation on behalf of 3dba4a5a0b8c48c0b87c94e87f8afb4b for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:56.210231 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-4094542f-1dc4-4fc7-bfbd-4ed612760912 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:56.295973 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3765ed9b-3b4e-4a01-be25-ca082b77da0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:56.319249 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port b32a9f5a-4b65-4e4e-b7e5-e56038278a85, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b32a9f5a-4b65-4e4e-b7e5-e56038278a85,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:56.332748 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:56.357326 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-281bfb02-528e-464a-972c-be899e201836 req-c9ec045c-dc72-4aae-a237-521ae21838ca tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.1609864 Apr 18 20:24:56.385628 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f1816-a205-4955-94de-c6c563689f8d req-65d1e351-e920-474d-94be-ea4e6053c725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:56.387978 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d1f1816-a205-4955-94de-c6c563689f8d req-65d1e351-e920-474d-94be-ea4e6053c725 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b169574-6f19-4861-aa97-53614f9267fe HTTP/1.1" status: 200 len: 863 time: 0.3892403 Apr 18 20:24:56.544756 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=b32a9f5a-4b65-4e4e-b7e5-e56038278a85,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:56.613369 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3765ed9b-3b4e-4a01-be25-ca082b77da0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:56.622121 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['b32a9f5a-4b65-4e4e-b7e5-e56038278a85'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:56.627863 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3765ed9b-3b4e-4a01-be25-ca082b77da0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:56.715380 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3765ed9b-3b4e-4a01-be25-ca082b77da0a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ff1c4a9aa8f4272bd57591d112e89bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7724690 Apr 18 20:24:56.746765 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53992) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:56.827619 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765ed9b-3b4e-4a01-be25-ca082b77da0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e1b438-5f80-4c43-90b9-f4434cca6d1f,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:56.930726 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53998) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:56.931674 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba9540eb-8111-439a-8630-e5c37442ffbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:56.965148 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba9540eb-8111-439a-8630-e5c37442ffbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:56.976223 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-19bb61a8-40e8-46a0-8d2a-6dea20f9bc3e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-272339216-network', 'tenant_id': '1e65119452a74f7cadbd2b425b2d76df'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:57.085170 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bb61a8-40e8-46a0-8d2a-6dea20f9bc3e admin admin] Made reservation on behalf of 1e65119452a74f7cadbd2b425b2d76df for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:57.089040 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-19bb61a8-40e8-46a0-8d2a-6dea20f9bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.105930 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-19bb61a8-40e8-46a0-8d2a-6dea20f9bc3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.124374 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a5ced5b3-aafa-4a22-8351-e25d19e273e9 req-12dbd5c2-5d45-4fa1-a7ed-461ba0d8987b tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0d055a-6aff-45c9-849e-535d9a52dc3c HTTP/1.1" status: 200 len: 210 time: 0.1424069 Apr 18 20:24:57.153653 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ded196-a14e-4fc1-901b-beaa35b311cb req-c2f28fd2-8a36-4b3c-a684-92afc41dc074 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:57.156123 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-95ded196-a14e-4fc1-901b-beaa35b311cb req-c2f28fd2-8a36-4b3c-a684-92afc41dc074 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f HTTP/1.1" status: 200 len: 944 time: 0.9108355 Apr 18 20:24:57.175351 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba9540eb-8111-439a-8630-e5c37442ffbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.181203 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba9540eb-8111-439a-8630-e5c37442ffbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.183215 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ba9540eb-8111-439a-8630-e5c37442ffbc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/28e1b438-5f80-4c43-90b9-f4434cca6d1f HTTP/1.1" status: 204 len: 168 time: 0.4349043 Apr 18 20:24:57.200069 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f1816-a205-4955-94de-c6c563689f8d req-b164c4a8-530c-42d9-8fb6-5c9950704f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:57.202964 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d1f1816-a205-4955-94de-c6c563689f8d req-b164c4a8-530c-42d9-8fb6-5c9950704f3c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa0818df-a918-4234-93bb-c4f1c30fdeff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7949684 Apr 18 20:24:57.281136 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9540eb-8111-439a-8630-e5c37442ffbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e1b438-5f80-4c43-90b9-f4434cca6d1f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:57.461378 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-4094542f-1dc4-4fc7-bfbd-4ed612760912 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Allocated IP 192.168.233.74 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/f9b451f9-bdb6-4ce2-ad3a-5a47057c4142) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:57.465540 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-19bb61a8-40e8-46a0-8d2a-6dea20f9bc3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.485847 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-19bb61a8-40e8-46a0-8d2a-6dea20f9bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.608339 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19bb61a8-40e8-46a0-8d2a-6dea20f9bc3e admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:24:57.641382 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb61a8-40e8-46a0-8d2a-6dea20f9bc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17966c27-ed58-4316-a084-e109d84cd306,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:57.659245 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-19bb61a8-40e8-46a0-8d2a-6dea20f9bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.659969 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-19bb61a8-40e8-46a0-8d2a-6dea20f9bc3e admin admin] Added segment c27fbfcf-2f1c-46ff-b789-19fb63e5dfec of type vlan for network 2d3a4b86-ae3a-43f2-b117-41e2a7e38a72 Apr 18 20:24:57.674716 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-95ded196-a14e-4fc1-901b-beaa35b311cb req-931c431e-83db-4382-852e-ec3b4ce164f2 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bb13228-cc4a-4567-9119-92adbe570613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5031383 Apr 18 20:24:57.789490 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-19bb61a8-40e8-46a0-8d2a-6dea20f9bc3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.797427 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d1f1816-a205-4955-94de-c6c563689f8d req-62e0f9c3-d2a7-4b4d-8626-5daef79aeb0c service neutron] 10.222.0.57 "GET /v2.0/networks/aa0818df-a918-4234-93bb-c4f1c30fdeff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325778 Apr 18 20:24:57.819632 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-4094542f-1dc4-4fc7-bfbd-4ed612760912 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.879146 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-19bb61a8-40e8-46a0-8d2a-6dea20f9bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.882043 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bb61a8-40e8-46a0-8d2a-6dea20f9bc3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:57.883498 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-19bb61a8-40e8-46a0-8d2a-6dea20f9bc3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.996172 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-ad8f9380-5d46-4b66-95bc-a72c7615c7d6 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617726 Apr 18 20:24:58.015317 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-19bb61a8-40e8-46a0-8d2a-6dea20f9bc3e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0463736 Apr 18 20:24:58.026435 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54022) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:58.043541 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-5e2a6baa-39c6-4bf5-84ac-cb9be1970379 admin admin] Request body: {'subnet': {'network_id': '2d3a4b86-ae3a-43f2-b117-41e2a7e38a72', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-272339216-subnet', 'tenant_id': '1e65119452a74f7cadbd2b425b2d76df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:58.064127 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb61a8-40e8-46a0-8d2a-6dea20f9bc3e admin admin] Pushing event updated for resources: {'Network': ['ID=2d3a4b86-ae3a-43f2-b117-41e2a7e38a72,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:58.065366 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d0b19-836c-4aef-b38c-db4be8810e09 req-350453ae-2e15-4f4c-9eb5-3c67ed2757c8 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:58.081490 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d13d0b19-836c-4aef-b38c-db4be8810e09 req-350453ae-2e15-4f4c-9eb5-3c67ed2757c8 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=49f463cb-2a08-4bd4-8736-f938836ae77e HTTP/1.1" status: 200 len: 948 time: 0.2478693 Apr 18 20:24:58.092811 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2a6baa-39c6-4bf5-84ac-cb9be1970379 admin admin] Made reservation on behalf of 1e65119452a74f7cadbd2b425b2d76df for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:58.094942 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 2d3a4b86-ae3a-43f2-b117-41e2a7e38a72 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:24:58.097685 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e2a6baa-39c6-4bf5-84ac-cb9be1970379 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:58.175842 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-4094542f-1dc4-4fc7-bfbd-4ed612760912 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:58.179866 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54024) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:58.197709 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['57420101-83e2-4082-b715-9f33e9b0cf6e'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:58.224758 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd1b0ac1-1c68-465d-8eb2-9b3ff6f9ee2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:58.241101 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d1f1816-a205-4955-94de-c6c563689f8d req-304953f8-8e1f-4bff-86c1-e3feb47315db service neutron] 10.222.0.57 "GET /v2.0/networks/aa0818df-a918-4234-93bb-c4f1c30fdeff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366162 Apr 18 20:24:58.354282 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device b32a9f5a-4b65-4e4e-b7e5-e56038278a85 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:24:58.406898 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d13d0b19-836c-4aef-b38c-db4be8810e09 req-4e148408-a437-44c8-9622-d7fc77b5de9b tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240833 Apr 18 20:24:58.475538 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-4094542f-1dc4-4fc7-bfbd-4ed612760912 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:58.522972 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094542f-1dc4-4fc7-bfbd-4ed612760912 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Pushing event updated for resources: {'Port': ['ID=f9b451f9-bdb6-4ce2-ad3a-5a47057c4142,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:58.530070 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd1b0ac1-1c68-465d-8eb2-9b3ff6f9ee2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:58.541425 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-4094542f-1dc4-4fc7-bfbd-4ed612760912 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:58.546885 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd1b0ac1-1c68-465d-8eb2-9b3ff6f9ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:58.558547 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port b32a9f5a-4b65-4e4e-b7e5-e56038278a85 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:58.562409 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-4094542f-1dc4-4fc7-bfbd-4ed612760912 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:24:58.578411 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port b32a9f5a-4b65-4e4e-b7e5-e56038278a85 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:58.583267 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:58.619935 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b0ac1-1c68-465d-8eb2-9b3ff6f9ee2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1181342-d94a-40e2-810f-cb32afad7e98,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:58.630536 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-6155c4f6-1b87-4e6b-a7db-f39fb5720714 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:58.632652 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-6155c4f6-1b87-4e6b-a7db-f39fb5720714 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6081400 Apr 18 20:24:58.664298 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e2a6baa-39c6-4bf5-84ac-cb9be1970379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:58.712822 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee1a66-3581-487c-a3e5-6229fdd36bd5 req-69db068f-6e0a-4585-9bd0-20c95702112d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:58.714323 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52ee1a66-3581-487c-a3e5-6229fdd36bd5 req-69db068f-6e0a-4585-9bd0-20c95702112d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c31a5607b8149d6830abd18010bd1c0&device_id=06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f HTTP/1.1" status: 200 len: 1095 time: 0.3463147 Apr 18 20:24:58.724941 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1dab9ebe-3b76-4487-a450-9897f98a5264 req-77915057-80ee-4ffa-a506-10c09f8edfc2 tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0909736 Apr 18 20:24:58.754586 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1e359f5a-5a8d-49d2-9989-9aa7f24cff03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:58.802509 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bd1b0ac1-1c68-465d-8eb2-9b3ff6f9ee2c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b904e03ad8ad47fa846814eb4082cf3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6208520 Apr 18 20:24:58.811768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54032) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:58.873022 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:58.883065 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a6baa-39c6-4bf5-84ac-cb9be1970379 admin admin] Checking segment: {'id': 'c27fbfcf-2f1c-46ff-b789-19fb63e5dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2d3a4b86-ae3a-43f2-b117-41e2a7e38a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:58.883846 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2a6baa-39c6-4bf5-84ac-cb9be1970379 admin admin] Network hostable DHCP agents. Network: 2d3a4b86-ae3a-43f2-b117-41e2a7e38a72, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:24:58.887899 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a6baa-39c6-4bf5-84ac-cb9be1970379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e90a726b-580a-47d1-bb32-d52edfc10300,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:58.888206 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-688750f6-ce85-4f31-9535-24af203c1367 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/quotas/bdf993b3c90643ed9bf8e6b534aad529 HTTP/1.1" status: 200 len: 375 time: 0.2028091 Apr 18 20:24:58.923904 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c2240611-7c0e-44d5-a314-9d8a717041fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:58.926616 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2a6baa-39c6-4bf5-84ac-cb9be1970379 admin admin] Network 2d3a4b86-ae3a-43f2-b117-41e2a7e38a72 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:24:58.946183 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-5e2a6baa-39c6-4bf5-84ac-cb9be1970379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 2d3a4b86-ae3a-43f2-b117-41e2a7e38a72) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:58.954579 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2a6baa-39c6-4bf5-84ac-cb9be1970379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:58.956400 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e2a6baa-39c6-4bf5-84ac-cb9be1970379 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:58.969790 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3d7e47-bc87-4a99-bd66-6f925670362b None None] Network 2d3a4b86-ae3a-43f2-b117-41e2a7e38a72 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:24:59.000483 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5e2a6baa-39c6-4bf5-84ac-cb9be1970379 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9678802 Apr 18 20:24:59.007096 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f463cb-2a08-4bd4-8736-f938836ae77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32a9f5a-4b65-4e4e-b7e5-e56038278a85'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:59.009995 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5b2b1e-dfb3-4252-b6e4-4f47da34107a" -d '{"events": [{"server_uuid": "49f463cb-2a08-4bd4-8736-f938836ae77e", "name": "network-vif-plugged", "status": "completed", "tag": "b32a9f5a-4b65-4e4e-b7e5-e56038278a85"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:59.062954 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port b32a9f5a-4b65-4e4e-b7e5-e56038278a85, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b32a9f5a-4b65-4e4e-b7e5-e56038278a85,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:59.064924 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4cff240f-6f68-4594-be6b-521dd895f914 None None] Provisioning complete for port f9b451f9-bdb6-4ce2-ad3a-5a47057c4142 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:59.065455 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4cff240f-6f68-4594-be6b-521dd895f914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:59.075231 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-4094542f-1dc4-4fc7-bfbd-4ed612760912 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:59.076345 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-4094542f-1dc4-4fc7-bfbd-4ed612760912 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:59.098893 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:59.102373 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-c5d751e4-cc81-416e-b0d0-e902f0aa65f2 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1796236 Apr 18 20:24:59.145664 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-4094542f-1dc4-4fc7-bfbd-4ed612760912 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6361866 Apr 18 20:24:59.148059 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c2240611-7c0e-44d5-a314-9d8a717041fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:59.163568 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=b32a9f5a-4b65-4e4e-b7e5-e56038278a85,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:59.182266 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-b847cd27-338f-4253-af09-a66ea8350ebf service neutron] Request body: {'port': {'device_id': '3e0d055a-6aff-45c9-849e-535d9a52dc3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:59.189684 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:59.190120 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:59.190468 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:59.190815 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:59.191153 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:59.191487 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:59.191822 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:59.192406 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:59.192764 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:59.193093 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:59.193419 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:59.193744 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:59.201302 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4cff240f-6f68-4594-be6b-521dd895f914 None None] Port f9b451f9-bdb6-4ce2-ad3a-5a47057c4142 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:24:59.203832 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95069fd6-5648-4170-b685-a476dc5be26b req-cfa4ed53-6d04-4625-a6ca-937e1f12afd3 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:59.217471 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-95069fd6-5648-4170-b685-a476dc5be26b req-cfa4ed53-6d04-4625-a6ca-937e1f12afd3 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0d055a-6aff-45c9-849e-535d9a52dc3c HTTP/1.1" status: 200 len: 935 time: 0.3231721 Apr 18 20:24:59.295746 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3175f3f7-e47a-4783-976c-4fa130f64424 None None] Network 2d3a4b86-ae3a-43f2-b117-41e2a7e38a72 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:24:59.360508 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-95069fd6-5648-4170-b685-a476dc5be26b req-6db96316-5dbf-4350-ae62-054eafe72ada tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420858 Apr 18 20:24:59.462496 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee1a66-3581-487c-a3e5-6229fdd36bd5 req-09ceb3a0-7909-43b5-8fae-7fa73a526719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:59.465691 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52ee1a66-3581-487c-a3e5-6229fdd36bd5 req-09ceb3a0-7909-43b5-8fae-7fa73a526719 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa0818df-a918-4234-93bb-c4f1c30fdeff HTTP/1.1" status: 200 len: 925 time: 0.7250171 Apr 18 20:24:59.490425 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038f8dcf-d962-422e-ae59-3cfdff602264 x-openstack-request-id: req-038f8dcf-d962-422e-ae59-3cfdff602264 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:59.493281 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f463cb-2a08-4bd4-8736-f938836ae77e", "name": "network-vif-plugged", "status": "completed", "tag": "b32a9f5a-4b65-4e4e-b7e5-e56038278a85", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:59.493696 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-038f8dcf-d962-422e-ae59-3cfdff602264 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:59.494623 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-038f8dcf-d962-422e-ae59-3cfdff602264'] response: {'server_uuid': '49f463cb-2a08-4bd4-8736-f938836ae77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32a9f5a-4b65-4e4e-b7e5-e56038278a85', 'code': 200} Apr 18 20:24:59.617400 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:59.646197 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17eb06d-f274-405a-9cba-5e5609da8829 req-98ef4d14-2276-4ec6-b41d-09397856bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:59.648313 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e17eb06d-f274-405a-9cba-5e5609da8829 req-98ef4d14-2276-4ec6-b41d-09397856bed2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=49f463cb-2a08-4bd4-8736-f938836ae77e HTTP/1.1" status: 200 len: 1100 time: 0.0716407 Apr 18 20:24:59.682507 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-b847cd27-338f-4253-af09-a66ea8350ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:59.707336 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e17eb06d-f274-405a-9cba-5e5609da8829 req-01a5a76c-0d80-4006-9e71-19869c54f701 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524147 Apr 18 20:24:59.708882 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52ee1a66-3581-487c-a3e5-6229fdd36bd5 req-67c4fb88-419f-4267-bb26-b2ca96e9d74c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=119c26b1-8250-4540-aa88-a4d29e04360f HTTP/1.1" status: 200 len: 217 time: 0.1489136 Apr 18 20:24:59.711582 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-598be3ef-5fed-4639-b359-b56930bb6f6b req-30e181e6-51fb-4c8e-8189-7b264a35e8b7 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=0627062d-3f72-489b-8b2e-c4aaff227581 HTTP/1.1" status: 200 len: 210 time: 0.1580563 Apr 18 20:24:59.785010 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c2240611-7c0e-44d5-a314-9d8a717041fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:59.787640 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c2240611-7c0e-44d5-a314-9d8a717041fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:59.788860 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c2240611-7c0e-44d5-a314-9d8a717041fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c1181342-d94a-40e2-810f-cb32afad7e98 HTTP/1.1" status: 204 len: 168 time: 0.9761159 Apr 18 20:24:59.816197 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2240611-7c0e-44d5-a314-9d8a717041fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1181342-d94a-40e2-810f-cb32afad7e98,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:59.826426 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa0218-8707-4535-8e66-c069cb62f955 req-7d01462b-60a2-453d-a11a-26bdcd1f6826 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:59.828100 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3fa0218-8707-4535-8e66-c069cb62f955 req-7d01462b-60a2-453d-a11a-26bdcd1f6826 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f HTTP/1.1" status: 200 len: 944 time: 0.2733474 Apr 18 20:25:00.073201 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3fa0218-8707-4535-8e66-c069cb62f955 req-04158f40-1ce4-4963-8139-d02554a77237 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bb13228-cc4a-4567-9119-92adbe570613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599741 Apr 18 20:25:00.074716 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee1a66-3581-487c-a3e5-6229fdd36bd5 req-8eec0d84-e00c-4d7b-9ffc-dc283edcae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:00.076405 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52ee1a66-3581-487c-a3e5-6229fdd36bd5 req-8eec0d84-e00c-4d7b-9ffc-dc283edcae6a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b169574-6f19-4861-aa97-53614f9267fe HTTP/1.1" status: 200 len: 863 time: 0.1584454 Apr 18 20:25:00.175900 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee1a66-3581-487c-a3e5-6229fdd36bd5 req-a36ca035-20bd-45ea-9831-fffba1bfaa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:00.177880 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52ee1a66-3581-487c-a3e5-6229fdd36bd5 req-a36ca035-20bd-45ea-9831-fffba1bfaa26 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa0818df-a918-4234-93bb-c4f1c30fdeff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925343 Apr 18 20:25:00.831261 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-b847cd27-338f-4253-af09-a66ea8350ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b451f9-bdb6-4ce2-ad3a-5a47057c4142 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:00.871704 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-b847cd27-338f-4253-af09-a66ea8350ebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:00.883374 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:25:00.898177 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52ee1a66-3581-487c-a3e5-6229fdd36bd5 req-1fde8e45-10f5-4629-be72-96f616be93c4 service neutron] 10.222.0.57 "GET /v2.0/networks/aa0818df-a918-4234-93bb-c4f1c30fdeff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7079072 Apr 18 20:25:00.960787 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f096cbb-2ff9-4eb3-a0f1-8c49ab96e0e9 req-e6a03dc8-ab6b-4e1b-99cb-355522e0fed0 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:00.963464 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f096cbb-2ff9-4eb3-a0f1-8c49ab96e0e9 req-e6a03dc8-ab6b-4e1b-99cb-355522e0fed0 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=49f463cb-2a08-4bd4-8736-f938836ae77e HTTP/1.1" status: 200 len: 949 time: 0.6400497 Apr 18 20:25:00.972561 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-b847cd27-338f-4253-af09-a66ea8350ebf service neutron] Transition to ACTIVE for port object f9b451f9-bdb6-4ce2-ad3a-5a47057c4142 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:00.981545 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-7a140ed3-78a0-485d-8957-7629d7c65b2b tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635872 Apr 18 20:25:01.006202 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-ffce1ba0-bbff-4354-b3b8-4ac96aebcafa tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:01.021463 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-ffce1ba0-bbff-4354-b3b8-4ac96aebcafa tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 807 time: 0.8353844 Apr 18 20:25:01.038834 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-b847cd27-338f-4253-af09-a66ea8350ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:01.182907 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:01.200129 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-d1cecc3b-2bfe-4844-bffc-11f60db15ef4 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/quotas/b50996ef10d94bd4bdbc7264ef06ee97 HTTP/1.1" status: 200 len: 375 time: 0.1772892 Apr 18 20:25:01.256133 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-5d981551-3baa-4b28-81d4-760f986ce630 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:01.258734 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-5d981551-3baa-4b28-81d4-760f986ce630 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2714453 Apr 18 20:25:01.282265 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-8062f1ed-563c-4970-ba32-4a6c76357436 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529747 Apr 18 20:25:01.282658 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-a1fabb7d-f18a-42ca-a90c-858d3b303fe1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Request body: {'port': {'device_id': '0627062d-3f72-489b-8b2e-c4aaff227581', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': 'bdf993b3c90643ed9bf8e6b534aad529'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:01.351374 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f096cbb-2ff9-4eb3-a0f1-8c49ab96e0e9 req-789554b6-bfc3-46d4-b8b5-9c35dff11f4b tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603823 Apr 18 20:25:01.427298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847cd27-338f-4253-af09-a66ea8350ebf service neutron] Pushing event updated for resources: {'Port': ['ID=f9b451f9-bdb6-4ce2-ad3a-5a47057c4142,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:01.447471 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:01.575425 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-a1fabb7d-f18a-42ca-a90c-858d3b303fe1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Made reservation on behalf of bdf993b3c90643ed9bf8e6b534aad529 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:01.587403 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-a1fabb7d-f18a-42ca-a90c-858d3b303fe1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:01.592157 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52ee1a66-3581-487c-a3e5-6229fdd36bd5 req-7d26f8df-d00b-49f2-b848-5e2249c79b87 service neutron] 10.222.0.57 "GET /v2.0/networks/aa0818df-a918-4234-93bb-c4f1c30fdeff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6767652 Apr 18 20:25:01.609090 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-a1fabb7d-f18a-42ca-a90c-858d3b303fe1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:01.704988 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-011ad577-163d-49ba-b679-8074c388ec58 req-f4dd68c5-9daf-4172-8c87-be9371255110 tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0579298 Apr 18 20:25:01.757131 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-d41b3a6c-6c6b-409e-9a91-091952dce496 service neutron] 10.222.0.41 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569907 Apr 18 20:25:01.785278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-b847cd27-338f-4253-af09-a66ea8350ebf service neutron] Attempting to bind port f9b451f9-bdb6-4ce2-ad3a-5a47057c4142 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:01.785609 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-b847cd27-338f-4253-af09-a66ea8350ebf service neutron] Attempting to bind port f9b451f9-bdb6-4ce2-ad3a-5a47057c4142 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:01.785934 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-b847cd27-338f-4253-af09-a66ea8350ebf service neutron] Attempting to bind port f9b451f9-bdb6-4ce2-ad3a-5a47057c4142 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:01.787297 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-a1fabb7d-f18a-42ca-a90c-858d3b303fe1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:01.794990 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-b847cd27-338f-4253-af09-a66ea8350ebf service neutron] Port f9b451f9-bdb6-4ce2-ad3a-5a47057c4142 on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:25:01.795412 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-b847cd27-338f-4253-af09-a66ea8350ebf service neutron] Attempting to bind port f9b451f9-bdb6-4ce2-ad3a-5a47057c4142 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:01.797768 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-a1fabb7d-f18a-42ca-a90c-858d3b303fe1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:01.830801 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-b847cd27-338f-4253-af09-a66ea8350ebf service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:01.831142 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-b847cd27-338f-4253-af09-a66ea8350ebf service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:01.831680 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-b847cd27-338f-4253-af09-a66ea8350ebf service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:01.832682 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-b847cd27-338f-4253-af09-a66ea8350ebf service neutron] Bound port: f9b451f9-bdb6-4ce2-ad3a-5a47057c4142, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:01.832682 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-b847cd27-338f-4253-af09-a66ea8350ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:01.926288 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fabb7d-f18a-42ca-a90c-858d3b303fe1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=876a2e5f-0274-436b-a3f0-b81836f00118,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:01.989818 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-9c54e989-ae36-4074-9a71-8368df8e7213 service neutron] 10.222.0.41 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310128 Apr 18 20:25:02.022901 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-b847cd27-338f-4253-af09-a66ea8350ebf service neutron] For port f9b451f9-bdb6-4ce2-ad3a-5a47057c4142, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:02.047642 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-b847cd27-338f-4253-af09-a66ea8350ebf service neutron] For port f9b451f9-bdb6-4ce2-ad3a-5a47057c4142, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f9b451f9-bdb6-4ce2-ad3a-5a47057c4142,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:02.061032 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-b847cd27-338f-4253-af09-a66ea8350ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:02.079621 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5452267-a5ee-4800-b531-cf9cbcd7b568 req-f4b70bf1-7e02-4f3c-b820-55fbd2a1dcd7 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:02.084200 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-a1fabb7d-f18a-42ca-a90c-858d3b303fe1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Allocated IP 192.168.233.245 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/ff19b1ee-4bdd-4f97-80b1-8d1e20492643) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:02.101638 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a5452267-a5ee-4800-b531-cf9cbcd7b568 req-f4b70bf1-7e02-4f3c-b820-55fbd2a1dcd7 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0d055a-6aff-45c9-849e-535d9a52dc3c HTTP/1.1" status: 200 len: 947 time: 0.2227285 Apr 18 20:25:02.268732 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-b847cd27-338f-4253-af09-a66ea8350ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:02.269885 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-b847cd27-338f-4253-af09-a66ea8350ebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:02.272113 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-b847cd27-338f-4253-af09-a66ea8350ebf service neutron] 10.222.0.32 "PUT /v2.0/ports/f9b451f9-bdb6-4ce2-ad3a-5a47057c4142 HTTP/1.1" status: 200 len: 1095 time: 3.0944173 Apr 18 20:25:02.280872 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0d055a-6aff-45c9-849e-535d9a52dc3c', 'tag': 'f9b451f9-bdb6-4ce2-ad3a-5a47057c4142'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:02.284937 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1db2b8-45ee-4f90-ad8c-666939fc731b" -d '{"events": [{"name": "network-changed", "server_uuid": "3e0d055a-6aff-45c9-849e-535d9a52dc3c", "tag": "f9b451f9-bdb6-4ce2-ad3a-5a47057c4142"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:02.300858 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a5452267-a5ee-4800-b531-cf9cbcd7b568 req-6866bbaa-c6a2-47e3-8490-541cb6a94549 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975486 Apr 18 20:25:02.345478 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aab9b521-4472-45b6-a1c7-69b31ae319c0 req-0feac845-8113-4f74-ad2a-0e3c8382b1d3 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=0627062d-3f72-489b-8b2e-c4aaff227581 HTTP/1.1" status: 200 len: 210 time: 0.1158352 Apr 18 20:25:02.356141 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 119c26b1-8250-4540-aa88-a4d29e04360f details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:25:02.497783 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847cd27-338f-4253-af09-a66ea8350ebf service neutron] Pushing event updated for resources: {'Port': ['ID=f9b451f9-bdb6-4ce2-ad3a-5a47057c4142,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:02.523174 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-a1fabb7d-f18a-42ca-a90c-858d3b303fe1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:02.569498 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-2a7d3e53-2e98-4d76-a92a-d39411dac0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:02.573105 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-2a7d3e53-2e98-4d76-a92a-d39411dac0cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3dba4a5a0b8c48c0b87c94e87f8afb4b&device_id=3e0d055a-6aff-45c9-849e-535d9a52dc3c HTTP/1.1" status: 200 len: 1098 time: 0.1830893 Apr 18 20:25:02.573309 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-a1fabb7d-f18a-42ca-a90c-858d3b303fe1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:02.637794 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 119c26b1-8250-4540-aa88-a4d29e04360f, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=119c26b1-8250-4540-aa88-a4d29e04360f,segment=NetworkSegment(3e371145-be9f-4691-af57-5ba121ad60c9),segment_id=3e371145-be9f-4691-af57-5ba121ad60c9)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:02.650748 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee838029-8fd0-4449-b994-3b00f7e9a835 req-8818e53e-32d3-4e84-aad6-2db7bef048ea tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 210 time: 0.0758743 Apr 18 20:25:02.683207 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-a1fabb7d-f18a-42ca-a90c-858d3b303fe1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:02.689112 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '119c26b1-8250-4540-aa88-a4d29e04360f', 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff', 'port_id': '119c26b1-8250-4540-aa88-a4d29e04360f', 'mac_address': 'fa:16:3e:32:0d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b169574-6f19-4861-aa97-53614f9267fe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:25:02.704366 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-a1fabb7d-f18a-42ca-a90c-858d3b303fe1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:02.708879 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fabb7d-f18a-42ca-a90c-858d3b303fe1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Pushing event updated for resources: {'Port': ['ID=ff19b1ee-4bdd-4f97-80b1-8d1e20492643,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:02.713705 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-a1fabb7d-f18a-42ca-a90c-858d3b303fe1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:25:02.746591 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-f76e70bc-f281-4ce2-b2f2-258c8d7e337d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=f9b451f9-bdb6-4ce2-ad3a-5a47057c4142 HTTP/1.1" status: 200 len: 217 time: 0.1531651 Apr 18 20:25:02.840201 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-a1fabb7d-f18a-42ca-a90c-858d3b303fe1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:02.844726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d60c9-8332-4fa9-b8b4-7fed069d355f req-0ed0f417-5ce9-4af3-89a9-4392564fdb96 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:02.847361 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d8d60c9-8332-4fa9-b8b4-7fed069d355f req-0ed0f417-5ce9-4af3-89a9-4392564fdb96 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f HTTP/1.1" status: 200 len: 944 time: 0.2009141 Apr 18 20:25:02.852186 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-a1fabb7d-f18a-42ca-a90c-858d3b303fe1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:02.879457 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:02.889299 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-533ea487-de7c-4791-943c-585206cf4881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:02.894897 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-533ea487-de7c-4791-943c-585206cf4881 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.1335993 Apr 18 20:25:02.913725 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-a1fabb7d-f18a-42ca-a90c-858d3b303fe1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6383014 Apr 18 20:25:02.929455 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-7ad4ab9c-a56e-462a-9f29-90087e4ef536 service neutron] Request body: {'port': {'device_id': '0627062d-3f72-489b-8b2e-c4aaff227581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:02.937711 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119c26b1-8250-4540-aa88-a4d29e04360f {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:02.991834 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 119c26b1-8250-4540-aa88-a4d29e04360f, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=119c26b1-8250-4540-aa88-a4d29e04360f,segment=NetworkSegment(3e371145-be9f-4691-af57-5ba121ad60c9),segment_id=3e371145-be9f-4691-af57-5ba121ad60c9)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:03.014245 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.073346 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d8d60c9-8332-4fa9-b8b4-7fed069d355f req-616eda07-2181-4ae1-9c41-3118ab95ca34 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bb13228-cc4a-4567-9119-92adbe570613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766489 Apr 18 20:25:03.105486 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-d6ca5246-2166-495f-ad89-1aa4ae9260c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:03.112315 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-d6ca5246-2166-495f-ad89-1aa4ae9260c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2021990 Apr 18 20:25:03.135989 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-7ad4ab9c-a56e-462a-9f29-90087e4ef536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.176764 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=119c26b1-8250-4540-aa88-a4d29e04360f,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:03.259352 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['119c26b1-8250-4540-aa88-a4d29e04360f'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:03.289487 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c561e1c6-86f0-4699-a1da-3e66084d59f2 x-openstack-request-id: req-c561e1c6-86f0-4699-a1da-3e66084d59f2 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:03.290551 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e0d055a-6aff-45c9-849e-535d9a52dc3c", "tag": "f9b451f9-bdb6-4ce2-ad3a-5a47057c4142", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:03.291158 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c561e1c6-86f0-4699-a1da-3e66084d59f2 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:03.292820 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c561e1c6-86f0-4699-a1da-3e66084d59f2'] response: {'name': 'network-changed', 'server_uuid': '3e0d055a-6aff-45c9-849e-535d9a52dc3c', 'tag': 'f9b451f9-bdb6-4ce2-ad3a-5a47057c4142', 'status': 'completed', 'code': 200} Apr 18 20:25:03.331076 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-014e631f-9dc1-45de-a9ba-b3057afb09c1 None None] Provisioning complete for port ff19b1ee-4bdd-4f97-80b1-8d1e20492643 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:03.331551 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-014e631f-9dc1-45de-a9ba-b3057afb09c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.471468 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-014e631f-9dc1-45de-a9ba-b3057afb09c1 None None] Port ff19b1ee-4bdd-4f97-80b1-8d1e20492643 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:25:03.550821 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb1f93-b965-43dd-9024-113ad6fc4ee3 req-4fbc911a-b161-4a5f-a70a-75e46c059678 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:03.554011 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ccfb1f93-b965-43dd-9024-113ad6fc4ee3 req-4fbc911a-b161-4a5f-a70a-75e46c059678 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=49f463cb-2a08-4bd4-8736-f938836ae77e HTTP/1.1" status: 200 len: 949 time: 0.3112800 Apr 18 20:25:03.566132 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43e45f7e-a905-453a-8aae-7211af0a9947 req-cf760bef-d65c-4fae-a323-1a1a35eb1966 tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.1174476 Apr 18 20:25:03.614162 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-a5e6f2fa-9a70-4826-97e0-0050eb9bdeb1 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937739 Apr 18 20:25:03.684782 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ccfb1f93-b965-43dd-9024-113ad6fc4ee3 req-1a90abda-0610-4b91-99cc-d2d3719b5690 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133883 Apr 18 20:25:03.718008 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-7ad4ab9c-a56e-462a-9f29-90087e4ef536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff19b1ee-4bdd-4f97-80b1-8d1e20492643 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:03.750567 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-7ad4ab9c-a56e-462a-9f29-90087e4ef536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.792346 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-7ad4ab9c-a56e-462a-9f29-90087e4ef536 service neutron] Transition to ACTIVE for port object ff19b1ee-4bdd-4f97-80b1-8d1e20492643 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:03.803784 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-7ad4ab9c-a56e-462a-9f29-90087e4ef536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.907623 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4ab9c-a56e-462a-9f29-90087e4ef536 service neutron] Pushing event updated for resources: {'Port': ['ID=ff19b1ee-4bdd-4f97-80b1-8d1e20492643,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:03.961495 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2440d7aa-f853-4e63-869e-ef1c0ebaa0da req-fb78cc06-4689-4564-92c9-af2b68de3ce2 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352993 Apr 18 20:25:04.020346 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-7ad4ab9c-a56e-462a-9f29-90087e4ef536 service neutron] Attempting to bind port ff19b1ee-4bdd-4f97-80b1-8d1e20492643 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:04.021156 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-7ad4ab9c-a56e-462a-9f29-90087e4ef536 service neutron] Attempting to bind port ff19b1ee-4bdd-4f97-80b1-8d1e20492643 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:04.022005 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-7ad4ab9c-a56e-462a-9f29-90087e4ef536 service neutron] Attempting to bind port ff19b1ee-4bdd-4f97-80b1-8d1e20492643 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:04.033841 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-7ad4ab9c-a56e-462a-9f29-90087e4ef536 service neutron] Port ff19b1ee-4bdd-4f97-80b1-8d1e20492643 on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:25:04.033841 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-7ad4ab9c-a56e-462a-9f29-90087e4ef536 service neutron] Attempting to bind port ff19b1ee-4bdd-4f97-80b1-8d1e20492643 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:04.038127 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54158) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:04.053981 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-7ad4ab9c-a56e-462a-9f29-90087e4ef536 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:04.054663 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-7ad4ab9c-a56e-462a-9f29-90087e4ef536 service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:04.055478 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-7ad4ab9c-a56e-462a-9f29-90087e4ef536 service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:04.056415 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-7ad4ab9c-a56e-462a-9f29-90087e4ef536 service neutron] Bound port: ff19b1ee-4bdd-4f97-80b1-8d1e20492643, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:04.057146 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-7ad4ab9c-a56e-462a-9f29-90087e4ef536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:04.065807 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff42bc-9bd9-4f90-baa5-306b4570d802 req-4c538628-70e4-4e3f-b967-c618e5629e0e tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:04.068902 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-46ff42bc-9bd9-4f90-baa5-306b4570d802 req-4c538628-70e4-4e3f-b967-c618e5629e0e tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0d055a-6aff-45c9-849e-535d9a52dc3c HTTP/1.1" status: 200 len: 947 time: 0.2549441 Apr 18 20:25:04.113610 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c145fb3-d929-44d3-91a8-2b5c6db72f55 req-1e30cc4d-fe6a-4561-b53f-2cac08772e51 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:04.127619 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c145fb3-d929-44d3-91a8-2b5c6db72f55 req-1e30cc4d-fe6a-4561-b53f-2cac08772e51 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=0627062d-3f72-489b-8b2e-c4aaff227581 HTTP/1.1" status: 200 len: 948 time: 0.2953899 Apr 18 20:25:04.150748 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-7ad4ab9c-a56e-462a-9f29-90087e4ef536 service neutron] For port ff19b1ee-4bdd-4f97-80b1-8d1e20492643, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:04.157046 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-7ad4ab9c-a56e-462a-9f29-90087e4ef536 service neutron] For port ff19b1ee-4bdd-4f97-80b1-8d1e20492643, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=ff19b1ee-4bdd-4f97-80b1-8d1e20492643,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:04.165356 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-7ad4ab9c-a56e-462a-9f29-90087e4ef536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:04.211746 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-7ad4ab9c-a56e-462a-9f29-90087e4ef536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:04.221360 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-7ad4ab9c-a56e-462a-9f29-90087e4ef536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:04.225579 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-7ad4ab9c-a56e-462a-9f29-90087e4ef536 service neutron] 10.222.0.57 "PUT /v2.0/ports/ff19b1ee-4bdd-4f97-80b1-8d1e20492643 HTTP/1.1" status: 200 len: 1096 time: 1.3051608 Apr 18 20:25:04.247910 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0627062d-3f72-489b-8b2e-c4aaff227581', 'tag': 'ff19b1ee-4bdd-4f97-80b1-8d1e20492643'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:04.251208 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1db2b8-45ee-4f90-ad8c-666939fc731b req-1e48ff20-307b-4321-af5d-37639ca46762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:04.252276 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f1db2b8-45ee-4f90-ad8c-666939fc731b req-1e48ff20-307b-4321-af5d-37639ca46762 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3dba4a5a0b8c48c0b87c94e87f8afb4b&device_id=3e0d055a-6aff-45c9-849e-535d9a52dc3c HTTP/1.1" status: 200 len: 1098 time: 0.2244973 Apr 18 20:25:04.253734 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2d08d7-f845-4bde-8938-33b7e34404fb" -d '{"events": [{"name": "network-changed", "server_uuid": "0627062d-3f72-489b-8b2e-c4aaff227581", "tag": "ff19b1ee-4bdd-4f97-80b1-8d1e20492643"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:04.261014 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c145fb3-d929-44d3-91a8-2b5c6db72f55 req-cc11d505-7615-46ed-b554-ebd46048ad91 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319077 Apr 18 20:25:04.372015 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-46ff42bc-9bd9-4f90-baa5-306b4570d802 req-1240ac60-5593-4397-995b-6e688e5327b6 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758589 Apr 18 20:25:04.374259 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 119c26b1-8250-4540-aa88-a4d29e04360f up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:04.432243 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d8c365d9-1203-4804-8a06-947e8a9ae647 req-4646601c-bff0-4565-9369-55f00af955cd tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 210 time: 0.0573709 Apr 18 20:25:04.436141 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1db2b8-45ee-4f90-ad8c-666939fc731b req-76a52990-c670-491d-be09-ea7851564be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:04.437678 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f1db2b8-45ee-4f90-ad8c-666939fc731b req-76a52990-c670-491d-be09-ea7851564be2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.1751206 Apr 18 20:25:04.546881 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f1db2b8-45ee-4f90-ad8c-666939fc731b req-6e99273a-3391-444c-b522-2e307f0be775 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=f9b451f9-bdb6-4ce2-ad3a-5a47057c4142 HTTP/1.1" status: 200 len: 217 time: 0.0998905 Apr 18 20:25:04.547142 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 119c26b1-8250-4540-aa88-a4d29e04360f completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:25:04.551878 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c7f634c3-1bbb-40dd-a30e-ea7f3c6100d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e7497b7331404f5abe7d99ad347061b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5088675 Apr 18 20:25:04.552971 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4ab9c-a56e-462a-9f29-90087e4ef536 service neutron] Pushing event updated for resources: {'Port': ['ID=ff19b1ee-4bdd-4f97-80b1-8d1e20492643,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:04.557346 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 119c26b1-8250-4540-aa88-a4d29e04360f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:04.557569 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54168) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:04.557781 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:04.563328 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-5c0308c9-263f-462e-aedf-de3bbd60014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:04.566245 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-5c0308c9-263f-462e-aedf-de3bbd60014f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&device_id=0627062d-3f72-489b-8b2e-c4aaff227581 HTTP/1.1" status: 200 len: 1099 time: 0.2473795 Apr 18 20:25:04.732376 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:04.785231 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 119c26b1-8250-4540-aa88-a4d29e04360f, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=119c26b1-8250-4540-aa88-a4d29e04360f,segment=NetworkSegment(3e371145-be9f-4691-af57-5ba121ad60c9),segment_id=3e371145-be9f-4691-af57-5ba121ad60c9)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:04.792115 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119c26b1-8250-4540-aa88-a4d29e04360f'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:04.797425 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-4dbd16f4-8bba-4c50-9f6e-d2e7de7bd849 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=ff19b1ee-4bdd-4f97-80b1-8d1e20492643 HTTP/1.1" status: 200 len: 217 time: 0.2043681 Apr 18 20:25:04.799165 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67cca9a-0895-471c-b592-ebed6419d3ba" -d '{"events": [{"server_uuid": "06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f", "name": "network-vif-plugged", "status": "completed", "tag": "119c26b1-8250-4540-aa88-a4d29e04360f"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:04.799951 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b00025bc-a56b-4b91-ba25-559793138b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:04.807114 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:04.847062 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b00025bc-a56b-4b91-ba25-559793138b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:04.945749 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=119c26b1-8250-4540-aa88-a4d29e04360f,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:04.948950 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1db2b8-45ee-4f90-ad8c-666939fc731b req-922dda62-8cb9-458d-aa39-1b7e24bf4ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:04.951100 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f1db2b8-45ee-4f90-ad8c-666939fc731b req-922dda62-8cb9-458d-aa39-1b7e24bf4ad4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.3812556 Apr 18 20:25:04.975387 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-34891eca-e35b-4b32-b68a-ed3d2ad4c0f1 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:04.977305 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-34891eca-e35b-4b32-b68a-ed3d2ad4c0f1 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.32 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 807 time: 0.3536413 Apr 18 20:25:04.985763 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6a4c34-5dac-4b0d-a4a3-da4976d4b49b x-openstack-request-id: req-df6a4c34-5dac-4b0d-a4a3-da4976d4b49b {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:04.987103 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0627062d-3f72-489b-8b2e-c4aaff227581", "tag": "ff19b1ee-4bdd-4f97-80b1-8d1e20492643", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:04.987616 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df6a4c34-5dac-4b0d-a4a3-da4976d4b49b {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:04.988219 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df6a4c34-5dac-4b0d-a4a3-da4976d4b49b'] response: {'name': 'network-changed', 'server_uuid': '0627062d-3f72-489b-8b2e-c4aaff227581', 'tag': 'ff19b1ee-4bdd-4f97-80b1-8d1e20492643', 'status': 'completed', 'code': 200} Apr 18 20:25:05.016954 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b3f26cfc-0145-49e4-95cb-380f4034fb2a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Request body: {'port': {'device_id': '55b296b1-1ede-4679-a655-894bdc29a596', 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f', 'admin_state_up': True, 'tenant_id': 'b50996ef10d94bd4bdbc7264ef06ee97'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:05.065943 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-029c4a25-ae40-49c3-a2df-f90f80d507e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:05.067668 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-029c4a25-ae40-49c3-a2df-f90f80d507e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.0783947 Apr 18 20:25:05.105600 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b00025bc-a56b-4b91-ba25-559793138b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:05.107400 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-35e191ca-6c51-445a-bbeb-c63bcfdcc695 req-02355b98-aecc-481a-92ac-1904be104bd8 tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0828617 Apr 18 20:25:05.108100 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b00025bc-a56b-4b91-ba25-559793138b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:05.109254 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b00025bc-a56b-4b91-ba25-559793138b42 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81d0405d-94d7-4325-923e-4c0c82073b16 HTTP/1.1" status: 204 len: 168 time: 0.5501130 Apr 18 20:25:05.123445 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00025bc-a56b-4b91-ba25-559793138b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d0405d-94d7-4325-923e-4c0c82073b16,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:05.156766 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-3765673e-6bc7-405d-92e9-05dba4696068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:05.156766 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-3765673e-6bc7-405d-92e9-05dba4696068 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0742061 Apr 18 20:25:05.163248 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f472d9-6957-48fc-ab81-53720852ac50 req-26af2cb6-c561-44bc-b9f1-4d8068ea2520 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:05.165352 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-70f472d9-6957-48fc-ab81-53720852ac50 req-26af2cb6-c561-44bc-b9f1-4d8068ea2520 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f HTTP/1.1" status: 200 len: 946 time: 0.2421768 Apr 18 20:25:05.169334 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1db2b8-45ee-4f90-ad8c-666939fc731b req-682e61b3-e8f6-4c70-9595-53edaf277dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:05.170840 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f1db2b8-45ee-4f90-ad8c-666939fc731b req-682e61b3-e8f6-4c70-9595-53edaf277dea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1925731 Apr 18 20:25:05.274658 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d54fce1-7399-494a-ba8e-4be65798bb01 x-openstack-request-id: req-7d54fce1-7399-494a-ba8e-4be65798bb01 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:05.275115 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f", "name": "network-vif-plugged", "status": "completed", "tag": "119c26b1-8250-4540-aa88-a4d29e04360f", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:05.275516 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d54fce1-7399-494a-ba8e-4be65798bb01 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:05.277418 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d54fce1-7399-494a-ba8e-4be65798bb01'] response: {'server_uuid': '06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119c26b1-8250-4540-aa88-a4d29e04360f', 'code': 200} Apr 18 20:25:05.314821 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-70f472d9-6957-48fc-ab81-53720852ac50 req-fcdd7a6a-2add-4727-82fc-fb694e37d673 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bb13228-cc4a-4567-9119-92adbe570613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399372 Apr 18 20:25:05.364952 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b3f26cfc-0145-49e4-95cb-380f4034fb2a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Made reservation on behalf of b50996ef10d94bd4bdbc7264ef06ee97 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:05.370370 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b3f26cfc-0145-49e4-95cb-380f4034fb2a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:05.387491 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-efacce71-c0ec-4d80-904c-c376baeafbcb service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283857 Apr 18 20:25:05.399448 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f1db2b8-45ee-4f90-ad8c-666939fc731b req-a0d84b82-c0ed-44cb-b25a-f582a3923101 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160482 Apr 18 20:25:05.764147 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54202) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:05.830644 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ba5ab1a6-ba36-4e1d-9cc6-628456495192 req-b7bcac0f-9c7d-4563-a55d-080601a7cfe4 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366198 Apr 18 20:25:05.834858 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-373a33e8-b971-4f82-9f89-beb7002ae71a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=37336714bbab42ada92a69e18d99a1da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0696383 Apr 18 20:25:05.838539 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54204) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:05.955891 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d309556f-2512-4d57-9b64-2cb5cd372881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:05.989203 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d08d7-f845-4bde-8938-33b7e34404fb req-49904f63-7896-469f-85ab-b1820c86ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:05.990849 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c2d08d7-f845-4bde-8938-33b7e34404fb req-49904f63-7896-469f-85ab-b1820c86ffca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&device_id=0627062d-3f72-489b-8b2e-c4aaff227581 HTTP/1.1" status: 200 len: 1099 time: 0.0942063 Apr 18 20:25:05.993142 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d309556f-2512-4d57-9b64-2cb5cd372881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:06.014835 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba166aa-12d9-45e3-9d24-2a580309eeb8 req-3ba8d3b1-328b-421b-91bf-c952341f325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:06.016953 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ba166aa-12d9-45e3-9d24-2a580309eeb8 req-3ba8d3b1-328b-421b-91bf-c952341f325c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f HTTP/1.1" status: 200 len: 1097 time: 0.6304371 Apr 18 20:25:06.061381 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1725d7-3339-4a03-ba08-b48a82504af4 req-e4d74bdf-04a8-408e-b725-f81eeffee575 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:06.062981 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6f1725d7-3339-4a03-ba08-b48a82504af4 req-e4d74bdf-04a8-408e-b725-f81eeffee575 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=49f463cb-2a08-4bd4-8736-f938836ae77e HTTP/1.1" status: 200 len: 949 time: 0.6587861 Apr 18 20:25:06.122986 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d08d7-f845-4bde-8938-33b7e34404fb req-f935e73a-b534-4742-b41d-bc026b483438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:06.124662 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c2d08d7-f845-4bde-8938-33b7e34404fb req-f935e73a-b534-4742-b41d-bc026b483438 service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.1229939 Apr 18 20:25:06.144841 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d309556f-2512-4d57-9b64-2cb5cd372881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:06.149288 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d309556f-2512-4d57-9b64-2cb5cd372881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:06.151115 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d309556f-2512-4d57-9b64-2cb5cd372881 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a3247fc-6f8e-4589-9ccb-b876ee06ca38 HTTP/1.1" status: 204 len: 168 time: 0.3114283 Apr 18 20:25:06.201334 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c7669-0b63-4ac7-b1e2-9414af35ad08 req-00d539aa-18f0-402a-921d-2c4698af2ad1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:06.203917 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-997c7669-0b63-4ac7-b1e2-9414af35ad08 req-00d539aa-18f0-402a-921d-2c4698af2ad1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=0627062d-3f72-489b-8b2e-c4aaff227581 HTTP/1.1" status: 200 len: 948 time: 0.3539312 Apr 18 20:25:06.221346 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c2d08d7-f845-4bde-8938-33b7e34404fb req-ebf7c3e1-d269-423a-8e4e-65e607073ee0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=ff19b1ee-4bdd-4f97-80b1-8d1e20492643 HTTP/1.1" status: 200 len: 217 time: 0.0880296 Apr 18 20:25:06.223189 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309556f-2512-4d57-9b64-2cb5cd372881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3247fc-6f8e-4589-9ccb-b876ee06ca38,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:06.248601 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f1db2b8-45ee-4f90-ad8c-666939fc731b req-15c0aba5-b750-4c3b-b720-225938341a7e service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8384216 Apr 18 20:25:06.284453 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b3f26cfc-0145-49e4-95cb-380f4034fb2a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Allocated IP 172.20.0.8 (80a9fce1-2c12-4a2a-ab98-d9cc12c8285f/eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1/9c793878-3093-42c8-a9a1-7634285bbb6b) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:06.298610 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ba166aa-12d9-45e3-9d24-2a580309eeb8 req-ebac8494-cebc-442c-b01f-344ecc9577f4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7bb13228-cc4a-4567-9119-92adbe570613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2497871 Apr 18 20:25:06.311636 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d08d7-f845-4bde-8938-33b7e34404fb req-75cf1f1c-298c-48b6-9895-a6e082870136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:06.313838 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c2d08d7-f845-4bde-8938-33b7e34404fb req-75cf1f1c-298c-48b6-9895-a6e082870136 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.0857856 Apr 18 20:25:06.328488 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6f1725d7-3339-4a03-ba08-b48a82504af4 req-6a7afaef-0654-4d80-9bf8-38366c7f528c tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411985 Apr 18 20:25:06.389864 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-997c7669-0b63-4ac7-b1e2-9414af35ad08 req-156dab72-ec91-4ef6-bb2a-e4138055f86e tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636291 Apr 18 20:25:06.536644 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903c752-2634-4170-ae20-48de27cdcb16 req-92d893fc-e324-400a-a5f9-501f4b5bcf68 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:06.538249 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a903c752-2634-4170-ae20-48de27cdcb16 req-92d893fc-e324-400a-a5f9-501f4b5bcf68 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0d055a-6aff-45c9-849e-535d9a52dc3c HTTP/1.1" status: 200 len: 947 time: 0.1383460 Apr 18 20:25:06.565120 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ceaf3222-d895-494e-a755-423ca3d8c3b2 req-aa89743b-0bb8-41be-babd-6ef589976843 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 210 time: 0.0518084 Apr 18 20:25:06.609166 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d08d7-f845-4bde-8938-33b7e34404fb req-8ae4238c-858a-4471-9a42-e9e2739773f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:06.613070 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c2d08d7-f845-4bde-8938-33b7e34404fb req-8ae4238c-858a-4471-9a42-e9e2739773f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1053159 Apr 18 20:25:06.645002 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a903c752-2634-4170-ae20-48de27cdcb16 req-efcedc28-1885-4232-8ef2-5cb0b90f9a67 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800552 Apr 18 20:25:06.683444 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b3f26cfc-0145-49e4-95cb-380f4034fb2a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:06.841065 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c2d08d7-f845-4bde-8938-33b7e34404fb req-85862a3e-627c-4a12-bd56-908a29b07d96 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197065 Apr 18 20:25:06.842775 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b3f26cfc-0145-49e4-95cb-380f4034fb2a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:06.848973 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e557df11-e5e1-4c25-9389-b8ab98d1fb20 req-a20b829e-0e10-4836-92df-48564e7e69ae tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.1075294 Apr 18 20:25:06.959874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b3f26cfc-0145-49e4-95cb-380f4034fb2a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:06.966728 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f26cfc-0145-49e4-95cb-380f4034fb2a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Pushing event updated for resources: {'Port': ['ID=9c793878-3093-42c8-a9a1-7634285bbb6b,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:06.974020 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b3f26cfc-0145-49e4-95cb-380f4034fb2a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:06.986840 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b3f26cfc-0145-49e4-95cb-380f4034fb2a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:25:06.994343 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c2d08d7-f845-4bde-8938-33b7e34404fb req-c416882c-2f60-478f-b332-6e742806e15d service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439674 Apr 18 20:25:07.004607 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868f925-aae3-476f-9474-0c54c837e9bb req-89552d2f-1e30-4653-827d-2c6be095563d tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:07.017803 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1868f925-aae3-476f-9474-0c54c837e9bb req-89552d2f-1e30-4653-827d-2c6be095563d tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f HTTP/1.1" status: 200 len: 946 time: 0.2422028 Apr 18 20:25:07.128367 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b3f26cfc-0145-49e4-95cb-380f4034fb2a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:07.129058 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b3f26cfc-0145-49e4-95cb-380f4034fb2a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.141093 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1868f925-aae3-476f-9474-0c54c837e9bb req-57bf1ae2-e003-4ae4-90bd-73e931716372 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bb13228-cc4a-4567-9119-92adbe570613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186194 Apr 18 20:25:07.159639 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b3f26cfc-0145-49e4-95cb-380f4034fb2a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1472597 Apr 18 20:25:07.192649 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b63332a7-c64c-4883-bef3-af3f00791673 service neutron] Request body: {'port': {'device_id': '55b296b1-1ede-4679-a655-894bdc29a596', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:07.281009 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.283613 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b63332a7-c64c-4883-bef3-af3f00791673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.462113 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e31b7-42d6-4029-8251-ce10703874e2 req-da310bd5-d006-433c-8460-a0dac751ffc2 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:07.481062 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6f1e31b7-42d6-4029-8251-ce10703874e2 req-da310bd5-d006-433c-8460-a0dac751ffc2 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=49f463cb-2a08-4bd4-8736-f938836ae77e HTTP/1.1" status: 200 len: 949 time: 0.1418436 Apr 18 20:25:07.543097 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6f1e31b7-42d6-4029-8251-ce10703874e2 req-47db0f74-2876-4d2d-82f8-700a254d20a5 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606844 Apr 18 20:25:07.773611 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebd45a-953b-4d13-ba66-2e4137616cd0 req-af6e959d-8ad0-4428-8589-97a2eaab47e6 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:07.775401 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bebd45a-953b-4d13-ba66-2e4137616cd0 req-af6e959d-8ad0-4428-8589-97a2eaab47e6 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=0627062d-3f72-489b-8b2e-c4aaff227581 HTTP/1.1" status: 200 len: 948 time: 0.1141279 Apr 18 20:25:07.842176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bb206-3665-47a2-9e3d-cc0cfcb3f049 req-92e5af03-492f-4a56-9692-bde723d36c6b tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:07.843784 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b9bb206-3665-47a2-9e3d-cc0cfcb3f049 req-92e5af03-492f-4a56-9692-bde723d36c6b tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 931 time: 0.1501470 Apr 18 20:25:07.875182 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b63332a7-c64c-4883-bef3-af3f00791673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c793878-3093-42c8-a9a1-7634285bbb6b {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:07.894309 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bebd45a-953b-4d13-ba66-2e4137616cd0 req-1735cbbf-30ea-433a-841e-c385fd0852ce tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019886 Apr 18 20:25:07.896389 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b63332a7-c64c-4883-bef3-af3f00791673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.921573 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b63332a7-c64c-4883-bef3-af3f00791673 service neutron] Transition to ACTIVE for port object 9c793878-3093-42c8-a9a1-7634285bbb6b will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:07.928419 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b9bb206-3665-47a2-9e3d-cc0cfcb3f049 req-f7ddbdf6-bcdb-4e73-b8fe-5c6a6e94a832 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711143 Apr 18 20:25:07.944633 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b63332a7-c64c-4883-bef3-af3f00791673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:08.043808 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63332a7-c64c-4883-bef3-af3f00791673 service neutron] Pushing event updated for resources: {'Port': ['ID=9c793878-3093-42c8-a9a1-7634285bbb6b,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:08.112497 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b63332a7-c64c-4883-bef3-af3f00791673 service neutron] Attempting to bind port 9c793878-3093-42c8-a9a1-7634285bbb6b on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:08.112834 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b63332a7-c64c-4883-bef3-af3f00791673 service neutron] Attempting to bind port 9c793878-3093-42c8-a9a1-7634285bbb6b by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:08.113164 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b63332a7-c64c-4883-bef3-af3f00791673 service neutron] Attempting to bind port 9c793878-3093-42c8-a9a1-7634285bbb6b on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:08.158494 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b63332a7-c64c-4883-bef3-af3f00791673 service neutron] Port 9c793878-3093-42c8-a9a1-7634285bbb6b on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:25:08.159081 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b63332a7-c64c-4883-bef3-af3f00791673 service neutron] Attempting to bind port 9c793878-3093-42c8-a9a1-7634285bbb6b on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:08.162612 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8123512b-78f1-436f-9db2-e81cc791139a req-8c9d6796-b7d7-4494-a687-072191f5bc87 tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0686667 Apr 18 20:25:08.169560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b63332a7-c64c-4883-bef3-af3f00791673 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:08.169902 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b63332a7-c64c-4883-bef3-af3f00791673 service neutron] Checking segment: {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:08.170294 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b63332a7-c64c-4883-bef3-af3f00791673 service neutron] Bound using segment: {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:08.170733 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b63332a7-c64c-4883-bef3-af3f00791673 service neutron] Bound port: 9c793878-3093-42c8-a9a1-7634285bbb6b, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:08.171091 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b63332a7-c64c-4883-bef3-af3f00791673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:08.213700 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f64bef-4813-46c9-8877-a804dc9e5b32 req-ea1ff903-d9d3-45cf-9d60-12818e0734c6 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:08.225328 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-67f64bef-4813-46c9-8877-a804dc9e5b32 req-ea1ff903-d9d3-45cf-9d60-12818e0734c6 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0d055a-6aff-45c9-849e-535d9a52dc3c HTTP/1.1" status: 200 len: 947 time: 0.1218371 Apr 18 20:25:08.246852 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device f9b451f9-bdb6-4ce2-ad3a-5a47057c4142 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:25:08.310655 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-67f64bef-4813-46c9-8877-a804dc9e5b32 req-e5ae7c81-1967-4abf-9f5f-41ffab844312 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652056 Apr 18 20:25:08.316516 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b63332a7-c64c-4883-bef3-af3f00791673 service neutron] For port 9c793878-3093-42c8-a9a1-7634285bbb6b, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:08.322716 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b63332a7-c64c-4883-bef3-af3f00791673 service neutron] For port 9c793878-3093-42c8-a9a1-7634285bbb6b, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=9c793878-3093-42c8-a9a1-7634285bbb6b,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:08.332413 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b63332a7-c64c-4883-bef3-af3f00791673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:08.417862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b63332a7-c64c-4883-bef3-af3f00791673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:08.417862 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b63332a7-c64c-4883-bef3-af3f00791673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:08.420333 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-b63332a7-c64c-4883-bef3-af3f00791673 service neutron] 10.222.0.32 "PUT /v2.0/ports/9c793878-3093-42c8-a9a1-7634285bbb6b HTTP/1.1" status: 200 len: 1091 time: 1.2399192 Apr 18 20:25:08.421226 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b296b1-1ede-4679-a655-894bdc29a596', 'tag': '9c793878-3093-42c8-a9a1-7634285bbb6b'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:08.424105 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460a68f1-da8e-4b9b-b533-bbc0c9553042" -d '{"events": [{"name": "network-changed", "server_uuid": "55b296b1-1ede-4679-a655-894bdc29a596", "tag": "9c793878-3093-42c8-a9a1-7634285bbb6b"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:08.473832 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port f9b451f9-bdb6-4ce2-ad3a-5a47057c4142, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f9b451f9-bdb6-4ce2-ad3a-5a47057c4142,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:08.494771 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'f9b451f9-bdb6-4ce2-ad3a-5a47057c4142', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': 'f9b451f9-bdb6-4ce2-ad3a-5a47057c4142', 'mac_address': 'fa:16:3e:69:06:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:25:08.499358 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63332a7-c64c-4883-bef3-af3f00791673 service neutron] Pushing event updated for resources: {'Port': ['ID=9c793878-3093-42c8-a9a1-7634285bbb6b,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:08.511423 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d4046-f108-4cb6-95f9-968812feeffc req-895f5e5c-e5f8-46a3-982a-60dcc1485fba tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:08.513084 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c81d4046-f108-4cb6-95f9-968812feeffc req-895f5e5c-e5f8-46a3-982a-60dcc1485fba tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f HTTP/1.1" status: 200 len: 946 time: 0.1615872 Apr 18 20:25:08.568060 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-418468f3-a2d0-403d-b5ba-710ea8372666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:08.569771 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-418468f3-a2d0-403d-b5ba-710ea8372666 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 1094 time: 0.0827894 Apr 18 20:25:08.622176 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2e4729b0-b3da-43a1-bc5d-321bf5fc1714 req-452320a3-b15d-4c5d-81a5-1642f5ca5388 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1293194 Apr 18 20:25:08.666454 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-434d1318-4671-42fe-94f9-fac34963af49 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c793878-3093-42c8-a9a1-7634285bbb6b HTTP/1.1" status: 200 len: 217 time: 0.0787578 Apr 18 20:25:08.670560 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c81d4046-f108-4cb6-95f9-968812feeffc req-0029c301-8e6d-4c70-aecc-00f1406921e0 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bb13228-cc4a-4567-9119-92adbe570613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310718 Apr 18 20:25:08.696837 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:08.714325 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b451f9-bdb6-4ce2-ad3a-5a47057c4142 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:08.729734 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff07143-0742-451a-95d2-05085ce180d0 req-6f06fcef-b41c-4410-b8b8-7261b60e9b5b tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:08.731346 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8ff07143-0742-451a-95d2-05085ce180d0 req-6f06fcef-b41c-4410-b8b8-7261b60e9b5b tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.57 "GET /v2.0/ports?device_id=49f463cb-2a08-4bd4-8736-f938836ae77e HTTP/1.1" status: 200 len: 949 time: 0.1563010 Apr 18 20:25:08.751149 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port f9b451f9-bdb6-4ce2-ad3a-5a47057c4142, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f9b451f9-bdb6-4ce2-ad3a-5a47057c4142,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:08.760600 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:08.790367 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1167d3-29e8-4dbc-992d-6097c50e45bb x-openstack-request-id: req-cb1167d3-29e8-4dbc-992d-6097c50e45bb {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:08.790829 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b296b1-1ede-4679-a655-894bdc29a596", "tag": "9c793878-3093-42c8-a9a1-7634285bbb6b", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:08.791247 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb1167d3-29e8-4dbc-992d-6097c50e45bb {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:08.791874 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1167d3-29e8-4dbc-992d-6097c50e45bb'] response: {'name': 'network-changed', 'server_uuid': '55b296b1-1ede-4679-a655-894bdc29a596', 'tag': '9c793878-3093-42c8-a9a1-7634285bbb6b', 'status': 'completed', 'code': 200} Apr 18 20:25:08.813898 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4729b0-b3da-43a1-bc5d-321bf5fc1714 req-c30409d3-09ee-4d7c-a6de-d748d4c5ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:08.816340 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2e4729b0-b3da-43a1-bc5d-321bf5fc1714 req-c30409d3-09ee-4d7c-a6de-d748d4c5ba4f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c31a5607b8149d6830abd18010bd1c0&device_id=06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f HTTP/1.1" status: 200 len: 1097 time: 0.1263385 Apr 18 20:25:08.856408 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=f9b451f9-bdb6-4ce2-ad3a-5a47057c4142,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:08.887363 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-d269e9b9-1d44-4615-84a1-110a6ba0e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:08.889271 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-d269e9b9-1d44-4615-84a1-110a6ba0e8ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1 HTTP/1.1" status: 200 len: 847 time: 0.2126215 Apr 18 20:25:08.963301 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-7a966202-5f7d-4762-84a2-01ea449c7b41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657864 Apr 18 20:25:08.991232 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4729b0-b3da-43a1-bc5d-321bf5fc1714 req-dd28e0d3-d92a-4ea1-8607-372e6c5490e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:08.992949 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2e4729b0-b3da-43a1-bc5d-321bf5fc1714 req-dd28e0d3-d92a-4ea1-8607-372e6c5490e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa0818df-a918-4234-93bb-c4f1c30fdeff HTTP/1.1" status: 200 len: 925 time: 0.1450276 Apr 18 20:25:09.046548 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2e4729b0-b3da-43a1-bc5d-321bf5fc1714 req-cc1cec20-453a-4f4d-a3c2-cbe53545955c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=119c26b1-8250-4540-aa88-a4d29e04360f HTTP/1.1" status: 200 len: 217 time: 0.0462606 Apr 18 20:25:09.093054 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['f9b451f9-bdb6-4ce2-ad3a-5a47057c4142'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:09.110957 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4729b0-b3da-43a1-bc5d-321bf5fc1714 req-3446244e-76d8-4204-a445-459bb85e0ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:09.113092 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2e4729b0-b3da-43a1-bc5d-321bf5fc1714 req-3446244e-76d8-4204-a445-459bb85e0ff4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b169574-6f19-4861-aa97-53614f9267fe HTTP/1.1" status: 200 len: 863 time: 0.0605733 Apr 18 20:25:09.181513 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4729b0-b3da-43a1-bc5d-321bf5fc1714 req-9a345b50-86e2-4671-9e23-94a207c2e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:09.184343 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2e4729b0-b3da-43a1-bc5d-321bf5fc1714 req-9a345b50-86e2-4671-9e23-94a207c2e688 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa0818df-a918-4234-93bb-c4f1c30fdeff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639284 Apr 18 20:25:09.306106 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2e4729b0-b3da-43a1-bc5d-321bf5fc1714 req-c33ae666-9489-49be-b19c-9c803e843ae3 service neutron] 10.222.0.57 "GET /v2.0/networks/aa0818df-a918-4234-93bb-c4f1c30fdeff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150036 Apr 18 20:25:09.406841 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074d9fb-4935-44a6-958f-196ae2a8f0b4 req-8918880d-2416-480b-80f8-bebbeb6e9f19 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:09.408504 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5074d9fb-4935-44a6-958f-196ae2a8f0b4 req-8918880d-2416-480b-80f8-bebbeb6e9f19 tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=49f463cb-2a08-4bd4-8736-f938836ae77e HTTP/1.1" status: 200 len: 949 time: 0.4214389 Apr 18 20:25:09.420133 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2e4729b0-b3da-43a1-bc5d-321bf5fc1714 req-35fed1dc-9d62-490b-be3f-e8241763b02d service neutron] 10.222.0.57 "GET /v2.0/networks/aa0818df-a918-4234-93bb-c4f1c30fdeff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072750 Apr 18 20:25:09.439597 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-8ff07143-0742-451a-95d2-05085ce180d0 req-8c169e21-6b38-4cbe-885f-c069067c3cac tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Deleting port b32a9f5a-4b65-4e4e-b7e5-e56038278a85 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:25:09.439947 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8ff07143-0742-451a-95d2-05085ce180d0 req-8c169e21-6b38-4cbe-885f-c069067c3cac tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:09.463285 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-07f9ccb9-9394-4392-8bc5-1d04ffbe81fa service neutron] 10.222.0.32 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775879 Apr 18 20:25:09.471002 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b40bc7-a748-46e8-a43d-c8d8154ebb4d req-f756aa8d-1dd7-43f0-8469-cb934cfbfdfb tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:09.472596 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-51b40bc7-a748-46e8-a43d-c8d8154ebb4d req-f756aa8d-1dd7-43f0-8469-cb934cfbfdfb tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f HTTP/1.1" status: 200 len: 946 time: 0.4364281 Apr 18 20:25:09.483122 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54296) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:09.498944 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-5bb5a196-157d-4bf5-a696-fdc5e67a353d tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Request body: {'floatingip': {'port_id': '119c26b1-8250-4540-aa88-a4d29e04360f'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:09.591780 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5bb5a196-157d-4bf5-a696-fdc5e67a353d tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks [] for floatingip, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:09.627570 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5074d9fb-4935-44a6-958f-196ae2a8f0b4 req-e150bd2c-198e-4aec-8cfe-c33fb694c64a tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/security-groups?id=06dc2368-7618-4dbd-81eb-c7eb4490843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013657 Apr 18 20:25:09.701917 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-8ff07143-0742-451a-95d2-05085ce180d0 req-8c169e21-6b38-4cbe-885f-c069067c3cac tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] For port b32a9f5a-4b65-4e4e-b7e5-e56038278a85, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b32a9f5a-4b65-4e4e-b7e5-e56038278a85,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:09.702286 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8ff07143-0742-451a-95d2-05085ce180d0 req-8c169e21-6b38-4cbe-885f-c069067c3cac tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:09.739179 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-8ff07143-0742-451a-95d2-05085ce180d0 req-8c169e21-6b38-4cbe-885f-c069067c3cac tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Calling delete_port for b32a9f5a-4b65-4e4e-b7e5-e56038278a85 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:25:09.786285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d959a2-4025-4061-ae70-4051a9b84a3b req-9c412d46-8129-45c7-9a64-521084a011f6 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:09.787897 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-17d959a2-4025-4061-ae70-4051a9b84a3b req-9c412d46-8129-45c7-9a64-521084a011f6 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=0627062d-3f72-489b-8b2e-c4aaff227581 HTTP/1.1" status: 200 len: 948 time: 0.1549094 Apr 18 20:25:09.793309 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9bccdae0-485d-4ed4-b5b7-2363220f29cb req-c6d0793a-3475-43f8-9e10-b1243cc3e8de service neutron] 10.222.0.32 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155487 Apr 18 20:25:09.950387 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-17d959a2-4025-4061-ae70-4051a9b84a3b req-77428a63-804d-4970-9347-d9f503e0fd50 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378927 Apr 18 20:25:09.995353 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212aad8-90e5-41c8-898a-4fe2c82cc63f req-5dcba514-a835-4028-95b7-95fe54635b06 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:09.997243 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5212aad8-90e5-41c8-898a-4fe2c82cc63f req-5dcba514-a835-4028-95b7-95fe54635b06 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 943 time: 0.2384243 Apr 18 20:25:10.007213 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a68f1-da8e-4b9b-b533-bbc0c9553042 req-e871b69d-3f92-4968-a3c7-3ef773539f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:10.009807 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-460a68f1-da8e-4b9b-b533-bbc0c9553042 req-e871b69d-3f92-4968-a3c7-3ef773539f06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 1094 time: 0.1427062 Apr 18 20:25:10.060873 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54306) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:10.123828 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a69a5f9-8177-4e8b-baa5-cfcb7cf4546d req-2fb3adc0-41ba-4ee5-8fee-add17557b203 tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0859811 Apr 18 20:25:10.201946 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5212aad8-90e5-41c8-898a-4fe2c82cc63f req-59f91daa-25fe-4d4a-8b47-8ac12b20058c tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664608 Apr 18 20:25:10.227625 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8ff07143-0742-451a-95d2-05085ce180d0 req-8c169e21-6b38-4cbe-885f-c069067c3cac tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.239403 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['b32a9f5a-4b65-4e4e-b7e5-e56038278a85'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:10.284582 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device f9b451f9-bdb6-4ce2-ad3a-5a47057c4142 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:10.417451 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device ff19b1ee-4bdd-4f97-80b1-8d1e20492643 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:25:10.443903 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c169e21-6b38-4cbe-885f-c069067c3cac tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Pushing event deleted for resources: {'Port': ['ID=b32a9f5a-4b65-4e4e-b7e5-e56038278a85,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:10.483870 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a68f1-da8e-4b9b-b533-bbc0c9553042 req-7e02e05a-b8d6-4101-9179-bdc98881b2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:10.485462 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-460a68f1-da8e-4b9b-b533-bbc0c9553042 req-7e02e05a-b8d6-4101-9179-bdc98881b2c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 908 time: 0.4494755 Apr 18 20:25:10.490327 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-759804d4-8862-4aaa-9397-63b053798a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.510633 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff07143-0742-451a-95d2-05085ce180d0 req-8c169e21-6b38-4cbe-885f-c069067c3cac tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] No DVR routers for this DVR port b32a9f5a-4b65-4e4e-b7e5-e56038278a85 on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:25:10.514729 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8ff07143-0742-451a-95d2-05085ce180d0 req-8c169e21-6b38-4cbe-885f-c069067c3cac tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.520188 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8ff07143-0742-451a-95d2-05085ce180d0 req-8c169e21-6b38-4cbe-885f-c069067c3cac tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.57 "DELETE /v2.0/ports/b32a9f5a-4b65-4e4e-b7e5-e56038278a85 HTTP/1.1" status: 204 len: 173 time: 1.7805667 Apr 18 20:25:10.595589 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-460a68f1-da8e-4b9b-b533-bbc0c9553042 req-662e2321-d468-490b-af28-7477961966f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c793878-3093-42c8-a9a1-7634285bbb6b HTTP/1.1" status: 200 len: 217 time: 0.0853798 Apr 18 20:25:10.630162 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.db.resource_extend [None req-5bb5a196-157d-4bf5-a696-fdc5e67a353d tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:25:10.770264 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98b181-e611-492d-a77a-e2bce15abf90 req-11b1438d-1bda-41c9-a937-bc443df50884 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:10.777930 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb98b181-e611-492d-a77a-e2bce15abf90 req-11b1438d-1bda-41c9-a937-bc443df50884 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0d055a-6aff-45c9-849e-535d9a52dc3c HTTP/1.1" status: 200 len: 948 time: 0.4731097 Apr 18 20:25:10.799093 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f463cb-2a08-4bd4-8736-f938836ae77e', 'name': 'network-vif-deleted', 'tag': 'b32a9f5a-4b65-4e4e-b7e5-e56038278a85'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:10.801659 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20458653-063f-44b7-acd9-4a963773e270" -d '{"events": [{"server_uuid": "49f463cb-2a08-4bd4-8736-f938836ae77e", "name": "network-vif-deleted", "tag": "b32a9f5a-4b65-4e4e-b7e5-e56038278a85"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:10.814415 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5bb5a196-157d-4bf5-a696-fdc5e67a353d tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.821441 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5bb5a196-157d-4bf5-a696-fdc5e67a353d tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.835078 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a68f1-da8e-4b9b-b533-bbc0c9553042 req-4165d193-cdfa-4453-87cd-315405b98669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:10.836535 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-460a68f1-da8e-4b9b-b533-bbc0c9553042 req-4165d193-cdfa-4453-87cd-315405b98669 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1 HTTP/1.1" status: 200 len: 847 time: 0.2277884 Apr 18 20:25:10.850039 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port ff19b1ee-4bdd-4f97-80b1-8d1e20492643, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=ff19b1ee-4bdd-4f97-80b1-8d1e20492643,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:10.871082 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'ff19b1ee-4bdd-4f97-80b1-8d1e20492643', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': 'ff19b1ee-4bdd-4f97-80b1-8d1e20492643', 'mac_address': 'fa:16:3e:67:95:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:25:10.876392 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port f9b451f9-bdb6-4ce2-ad3a-5a47057c4142 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:25:10.904993 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-460a68f1-da8e-4b9b-b533-bbc0c9553042 req-f8bc83ab-6043-4a30-9967-e39784fe7f4f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547593 Apr 18 20:25:10.924744 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb98b181-e611-492d-a77a-e2bce15abf90 req-42f8e872-1d63-4533-8c34-918b2d949b7e tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261876 Apr 18 20:25:10.940795 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port f9b451f9-bdb6-4ce2-ad3a-5a47057c4142 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:10.941165 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.981034 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.987027 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-759804d4-8862-4aaa-9397-63b053798a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:11.043672 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-759804d4-8862-4aaa-9397-63b053798a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:11.057347 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff19b1ee-4bdd-4f97-80b1-8d1e20492643 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:11.059668 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-44fc8db3-1a58-4cf6-a4fc-5b7cee8426e3 req-e840c7d8-62bf-44f0-8354-93cce0040cfc tempest-DeleteServersAdminTestJSON-329558594 tempest-DeleteServersAdminTestJSON-329558594-project] 10.222.0.41 "GET /v2.0/ports?device_id=49f463cb-2a08-4bd4-8736-f938836ae77e HTTP/1.1" status: 200 len: 210 time: 0.1092229 Apr 18 20:25:11.102730 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port ff19b1ee-4bdd-4f97-80b1-8d1e20492643, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=ff19b1ee-4bdd-4f97-80b1-8d1e20492643,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:11.114827 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:11.154162 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c09caa-2570-46ed-8b25-d51dafc0abaa x-openstack-request-id: req-d8c09caa-2570-46ed-8b25-d51dafc0abaa {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:11.154604 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f463cb-2a08-4bd4-8736-f938836ae77e", "name": "network-vif-deleted", "tag": "b32a9f5a-4b65-4e4e-b7e5-e56038278a85", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:11.155008 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8c09caa-2570-46ed-8b25-d51dafc0abaa {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:11.155572 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c09caa-2570-46ed-8b25-d51dafc0abaa'] response: {'server_uuid': '49f463cb-2a08-4bd4-8736-f938836ae77e', 'name': 'network-vif-deleted', 'tag': 'b32a9f5a-4b65-4e4e-b7e5-e56038278a85', 'status': 'completed', 'code': 200} Apr 18 20:25:11.190034 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=ff19b1ee-4bdd-4f97-80b1-8d1e20492643,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:11.249906 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-759804d4-8862-4aaa-9397-63b053798a8e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3b79d337f0a4c78b85c1ebf33b50a23&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1745450 Apr 18 20:25:11.252044 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54340) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:11.267540 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:11.276884 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759804d4-8862-4aaa-9397-63b053798a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e6814b-4a88-45d9-8642-936b058dfa75,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:11.312160 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-460a68f1-da8e-4b9b-b533-bbc0c9553042 req-93ea2652-47a8-4ff5-b99a-28cf78c21402 service neutron] 10.222.0.32 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740366 Apr 18 20:25:11.366247 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port f9b451f9-bdb6-4ce2-ad3a-5a47057c4142, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f9b451f9-bdb6-4ce2-ad3a-5a47057c4142,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:11.380167 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0d055a-6aff-45c9-849e-535d9a52dc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b451f9-bdb6-4ce2-ad3a-5a47057c4142'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:11.387810 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebc1cb7-b02b-478e-a5a2-8d20c33fe63a" -d '{"events": [{"server_uuid": "3e0d055a-6aff-45c9-849e-535d9a52dc3c", "name": "network-vif-plugged", "status": "completed", "tag": "f9b451f9-bdb6-4ce2-ad3a-5a47057c4142"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:11.395070 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-5bb5a196-157d-4bf5-a696-fdc5e67a353d tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Floating IP 7295702d-54a0-45b9-8451-e73f899b7a22 associated. External IP: 172.25.1.118, port: 119c26b1-8250-4540-aa88-a4d29e04360f. Apr 18 20:25:11.395957 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['ff19b1ee-4bdd-4f97-80b1-8d1e20492643'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:11.459608 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bd786-7e02-4eaa-9008-2fb2e82e8206 req-1cb24767-bf09-4b7c-b396-36d70c4d18f5 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:11.460473 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0e82ccc7-80cc-4b2e-a0c2-8bae79a48097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:11.473068 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-762bd786-7e02-4eaa-9008-2fb2e82e8206 req-1cb24767-bf09-4b7c-b396-36d70c4d18f5 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=0627062d-3f72-489b-8b2e-c4aaff227581 HTTP/1.1" status: 200 len: 949 time: 0.2851710 Apr 18 20:25:11.508408 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0e82ccc7-80cc-4b2e-a0c2-8bae79a48097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:11.515928 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:11.525794 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d9a5f184-bb1b-47c6-a824-c06310800313 req-02aec8bc-0dd7-4a0c-9699-fddd6a172e11 tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.1069443 Apr 18 20:25:11.643881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=f9b451f9-bdb6-4ce2-ad3a-5a47057c4142,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:11.644909 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-762bd786-7e02-4eaa-9008-2fb2e82e8206 req-7f785a2e-1485-41e3-9def-07b0bce1349f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704249 Apr 18 20:25:11.650530 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:11.674819 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-460a68f1-da8e-4b9b-b533-bbc0c9553042 req-64ef90da-4e0a-4630-89d1-ac6b66abfd54 service neutron] 10.222.0.32 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611567 Apr 18 20:25:11.709143 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0e82ccc7-80cc-4b2e-a0c2-8bae79a48097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:11.713718 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0e82ccc7-80cc-4b2e-a0c2-8bae79a48097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:11.715804 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0e82ccc7-80cc-4b2e-a0c2-8bae79a48097 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/31e6814b-4a88-45d9-8642-936b058dfa75 HTTP/1.1" status: 204 len: 168 time: 0.4599259 Apr 18 20:25:11.763495 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82ccc7-80cc-4b2e-a0c2-8bae79a48097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e6814b-4a88-45d9-8642-936b058dfa75,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:11.795180 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcfe84e-3c15-4e6f-b4be-6b3a74d88eca x-openstack-request-id: req-6dcfe84e-3c15-4e6f-b4be-6b3a74d88eca {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:11.797664 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0d055a-6aff-45c9-849e-535d9a52dc3c", "name": "network-vif-plugged", "status": "completed", "tag": "f9b451f9-bdb6-4ce2-ad3a-5a47057c4142", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:11.797931 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6dcfe84e-3c15-4e6f-b4be-6b3a74d88eca {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:11.800665 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dcfe84e-3c15-4e6f-b4be-6b3a74d88eca'] response: {'server_uuid': '3e0d055a-6aff-45c9-849e-535d9a52dc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b451f9-bdb6-4ce2-ad3a-5a47057c4142', 'code': 200} Apr 18 20:25:11.829112 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb5a196-157d-4bf5-a696-fdc5e67a353d tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Router 5297c610-0196-4a16-ac1b-69743affec6e has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:25:11.844154 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db371060-8b92-445d-8821-f0467acc5879 req-76d65ded-24d7-44ca-b36a-8e1d646fcb20 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:11.862770 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db371060-8b92-445d-8821-f0467acc5879 req-76d65ded-24d7-44ca-b36a-8e1d646fcb20 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 943 time: 0.1234729 Apr 18 20:25:11.998368 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db371060-8b92-445d-8821-f0467acc5879 req-44b49682-04c4-46b3-89d3-d510f441b521 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330669 Apr 18 20:25:12.042246 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3153d-c9a1-4fe1-a1f9-3831678db784 req-605ff3e8-d793-48fb-9266-34e0e8a454a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:12.044009 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2a3153d-c9a1-4fe1-a1f9-3831678db784 req-605ff3e8-d793-48fb-9266-34e0e8a454a5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3e0d055a-6aff-45c9-849e-535d9a52dc3c HTTP/1.1" status: 200 len: 1100 time: 0.1703978 Apr 18 20:25:12.094805 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb5a196-157d-4bf5-a696-fdc5e67a353d tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:25:12.110776 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2a3153d-c9a1-4fe1-a1f9-3831678db784 req-cb1cfc5b-8157-4c4f-b868-d2ac50a2a9d1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567629 Apr 18 20:25:12.116991 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5bb5a196-157d-4bf5-a696-fdc5e67a353d tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:12.143985 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ddb31f-76aa-4062-b5ff-c73dc4c59928 None None] Sync routers for ids ['5297c610-0196-4a16-ac1b-69743affec6e'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:25:12.178661 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ddb31f-76aa-4062-b5ff-c73dc4c59928 None None] Routers {'5297c610-0196-4a16-ac1b-69743affec6e'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:25:12.180611 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-62ddb31f-76aa-4062-b5ff-c73dc4c59928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:24:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5297c610-0196-4a16-ac1b-69743affec6e'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:12.210807 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5bb5a196-157d-4bf5-a696-fdc5e67a353d tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "PUT /v2.0/floatingips/7295702d-54a0-45b9-8451-e73f899b7a22 HTTP/1.1" status: 200 len: 992 time: 2.7250781 Apr 18 20:25:12.212066 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f', 'tag': '119c26b1-8250-4540-aa88-a4d29e04360f'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:12.212588 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50feb1fd-38c1-4058-afbb-389fcebfd106 req-076a3f43-12b6-4737-912c-a8aa199f3a10 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:12.215725 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b987229-07ad-4bb5-9d99-1b4083134146" -d '{"events": [{"name": "network-changed", "server_uuid": "06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f", "tag": "119c26b1-8250-4540-aa88-a4d29e04360f"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:12.216080 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-50feb1fd-38c1-4058-afbb-389fcebfd106 req-076a3f43-12b6-4737-912c-a8aa199f3a10 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0d055a-6aff-45c9-849e-535d9a52dc3c HTTP/1.1" status: 200 len: 949 time: 0.0933032 Apr 18 20:25:12.296021 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-50feb1fd-38c1-4058-afbb-389fcebfd106 req-52a94c61-6cfd-4cfb-9a67-04365a55f9ae tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731857 Apr 18 20:25:12.366604 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-62ddb31f-76aa-4062-b5ff-c73dc4c59928 None None] Set router 5297c610-0196-4a16-ac1b-69743affec6e gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:25:12.422261 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54376) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:12.435523 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device ff19b1ee-4bdd-4f97-80b1-8d1e20492643 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:12.446956 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca27a57-e2c0-49fa-a986-4dc12b1dac11 x-openstack-request-id: req-4ca27a57-e2c0-49fa-a986-4dc12b1dac11 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:12.447245 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f", "tag": "119c26b1-8250-4540-aa88-a4d29e04360f", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:12.447499 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ca27a57-e2c0-49fa-a986-4dc12b1dac11 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:12.447906 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ca27a57-e2c0-49fa-a986-4dc12b1dac11'] response: {'name': 'network-changed', 'server_uuid': '06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f', 'tag': '119c26b1-8250-4540-aa88-a4d29e04360f', 'status': 'completed', 'code': 200} Apr 18 20:25:12.448671 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d783b029-6f0b-497c-8b65-553b92f713e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:12.523077 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port ff19b1ee-4bdd-4f97-80b1-8d1e20492643 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:25:12.528752 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port ff19b1ee-4bdd-4f97-80b1-8d1e20492643 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:12.529276 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:12.598140 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d783b029-6f0b-497c-8b65-553b92f713e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:12.608452 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d783b029-6f0b-497c-8b65-553b92f713e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:12.670717 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b987229-07ad-4bb5-9d99-1b4083134146 req-c6e11685-7d77-4199-9a6b-845ac99eeb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:12.672222 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d783b029-6f0b-497c-8b65-553b92f713e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5f1fff1f00a42fc88b26ca4b1d602d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464521 Apr 18 20:25:12.673988 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b987229-07ad-4bb5-9d99-1b4083134146 req-c6e11685-7d77-4199-9a6b-845ac99eeb7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c31a5607b8149d6830abd18010bd1c0&device_id=06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f HTTP/1.1" status: 200 len: 1097 time: 0.2012041 Apr 18 20:25:12.675583 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54390) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:12.693179 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783b029-6f0b-497c-8b65-553b92f713e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46cd4fc-ba79-424e-8f3c-22ce77c411ec,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:12.721090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2f92c-48f0-46cf-9567-7668ffaac964 req-02f2967c-ad55-4691-b3a9-5a020f229ff2 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:12.728526 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a9d2f92c-48f0-46cf-9567-7668ffaac964 req-02f2967c-ad55-4691-b3a9-5a020f229ff2 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f HTTP/1.1" status: 200 len: 946 time: 0.2076347 Apr 18 20:25:12.737986 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:12.789436 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port ff19b1ee-4bdd-4f97-80b1-8d1e20492643, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=ff19b1ee-4bdd-4f97-80b1-8d1e20492643,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:12.799723 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:12.801271 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device b32a9f5a-4b65-4e4e-b7e5-e56038278a85 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:25:12.826901 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: b32a9f5a-4b65-4e4e-b7e5-e56038278a85 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:25:12.827459 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device b32a9f5a-4b65-4e4e-b7e5-e56038278a85 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:25:12.859798 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a9d2f92c-48f0-46cf-9567-7668ffaac964 req-39a6d71e-8cd6-4cf8-827b-64657dd8a358 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bb13228-cc4a-4567-9119-92adbe570613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300776 Apr 18 20:25:12.903034 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=ff19b1ee-4bdd-4f97-80b1-8d1e20492643,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:12.962259 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-272ae3d5-9a47-4975-9ec6-e5a009912d73 req-9fdae372-cdc7-40a2-8551-69c474a8d9c8 tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.1240544 Apr 18 20:25:13.015058 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-62ddb31f-76aa-4062-b5ff-c73dc4c59928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5297c610-0196-4a16-ac1b-69743affec6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465484721-router', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:55Z', 'updated_at': '2022-04-18T20:24:16Z', 'revision_number': 4, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'gw_port': {'id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:23:57Z', 'updated_at': '2022-04-18T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '7295702d-54a0-45b9-8451-e73f899b7a22', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'floating_ip_address': '172.25.1.118', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'port_id': '119c26b1-8250-4540-aa88-a4d29e04360f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff', 'mac_address': 'fa:16:3e:32:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:24:43Z', 'updated_at': '2022-04-18T20:25:10Z', 'revision_number': 1, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bb34d2-50a7-470d-bff7-a1cdba8b0e9f', 'name': '', 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'mac_address': 'fa:16:3e:8b:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b169574-6f19-4861-aa97-53614f9267fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:24:21Z', 'revision_number': 5, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'subnets': [{'id': '9b169574-6f19-4861-aa97-53614f9267fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:13.057736 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ddb31f-76aa-4062-b5ff-c73dc4c59928 None None] Checking router: 5297c610-0196-4a16-ac1b-69743affec6e for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:25:13.068906 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ddb31f-76aa-4062-b5ff-c73dc4c59928 None None] Routers {'5297c610-0196-4a16-ac1b-69743affec6e'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:25:13.069619 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-62ddb31f-76aa-4062-b5ff-c73dc4c59928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:24:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5297c610-0196-4a16-ac1b-69743affec6e'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:13.088864 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-689a43a3-0931-49dc-8f29-6e239f139e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:13.181471 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d8d05-269c-4116-bcc7-4e1bcbb76404 req-323d4242-17d1-441a-9fef-3dd6ffdea7eb tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:13.184268 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-696d8d05-269c-4116-bcc7-4e1bcbb76404 req-323d4242-17d1-441a-9fef-3dd6ffdea7eb tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=0627062d-3f72-489b-8b2e-c4aaff227581 HTTP/1.1" status: 200 len: 950 time: 0.2262626 Apr 18 20:25:13.187982 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-62ddb31f-76aa-4062-b5ff-c73dc4c59928 None None] Set router 5297c610-0196-4a16-ac1b-69743affec6e gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:25:13.223430 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b987229-07ad-4bb5-9d99-1b4083134146 req-8c07741b-4253-46ea-a71d-42a719abb4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:13.226039 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b987229-07ad-4bb5-9d99-1b4083134146 req-8c07741b-4253-46ea-a71d-42a719abb4b6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa0818df-a918-4234-93bb-c4f1c30fdeff HTTP/1.1" status: 200 len: 925 time: 0.5379496 Apr 18 20:25:13.238192 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-689a43a3-0931-49dc-8f29-6e239f139e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:13.459930 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-62ddb31f-76aa-4062-b5ff-c73dc4c59928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5297c610-0196-4a16-ac1b-69743affec6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465484721-router', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:55Z', 'updated_at': '2022-04-18T20:24:16Z', 'revision_number': 4, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'gw_port': {'id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:23:57Z', 'updated_at': '2022-04-18T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '7295702d-54a0-45b9-8451-e73f899b7a22', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'floating_ip_address': '172.25.1.118', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'port_id': '119c26b1-8250-4540-aa88-a4d29e04360f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff', 'mac_address': 'fa:16:3e:32:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:24:43Z', 'updated_at': '2022-04-18T20:25:10Z', 'revision_number': 1, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bb34d2-50a7-470d-bff7-a1cdba8b0e9f', 'name': '', 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'mac_address': 'fa:16:3e:8b:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b169574-6f19-4861-aa97-53614f9267fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:24:21Z', 'revision_number': 5, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'subnets': [{'id': '9b169574-6f19-4861-aa97-53614f9267fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:13.494972 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ddb31f-76aa-4062-b5ff-c73dc4c59928 None None] The sync data for ids ['5297c610-0196-4a16-ac1b-69743affec6e'] in n-d-838323-3 is: [{'id': '5297c610-0196-4a16-ac1b-69743affec6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465484721-router', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:55Z', 'updated_at': '2022-04-18T20:24:16Z', 'revision_number': 4, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'gw_port': {'id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:23:57Z', 'updated_at': '2022-04-18T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '7295702d-54a0-45b9-8451-e73f899b7a22', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'floating_ip_address': '172.25.1.118', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'port_id': '119c26b1-8250-4540-aa88-a4d29e04360f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff', 'mac_address': 'fa:16:3e:32:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:24:43Z', 'updated_at': '2022-04-18T20:25:10Z', 'revision_number': 1, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bb34d2-50a7-470d-bff7-a1cdba8b0e9f', 'name': '', 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'mac_address': 'fa:16:3e:8b:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b169574-6f19-4861-aa97-53614f9267fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:24:21Z', 'revision_number': 5, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'subnets': [{'id': '9b169574-6f19-4861-aa97-53614f9267fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:25:13.659397 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d128f-3d64-4f35-8ffa-0c674910f1e7 req-cc6834a1-49b7-4c0f-88bb-32b05900d7cd tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:13.661074 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-451d128f-3d64-4f35-8ffa-0c674910f1e7 req-cc6834a1-49b7-4c0f-88bb-32b05900d7cd tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 943 time: 0.5434766 Apr 18 20:25:13.700667 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-696d8d05-269c-4116-bcc7-4e1bcbb76404 req-6bccb46f-b017-4a67-b5f9-f04cd6c1a780 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819927 Apr 18 20:25:13.704194 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06caa4d1-c41a-43d2-9532-6bd857eafb7e None None] New status for floating IP 7295702d-54a0-45b9-8451-e73f899b7a22: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:25:13.709481 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b987229-07ad-4bb5-9d99-1b4083134146 req-b8fc91a9-09db-480b-b8e8-73a91499a4ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=119c26b1-8250-4540-aa88-a4d29e04360f HTTP/1.1" status: 200 len: 1000 time: 0.4668770 Apr 18 20:25:13.796824 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-451d128f-3d64-4f35-8ffa-0c674910f1e7 req-073563d9-8874-408d-bb50-2391ee66d696 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198599 Apr 18 20:25:13.813420 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-689a43a3-0931-49dc-8f29-6e239f139e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:13.826675 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-689a43a3-0931-49dc-8f29-6e239f139e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:13.831188 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-689a43a3-0931-49dc-8f29-6e239f139e1f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d46cd4fc-ba79-424e-8f3c-22ce77c411ec HTTP/1.1" status: 204 len: 168 time: 1.1432562 Apr 18 20:25:13.834867 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0627062d-3f72-489b-8b2e-c4aaff227581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff19b1ee-4bdd-4f97-80b1-8d1e20492643'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:13.842130 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d127f571-fa0c-4a59-b876-9d1ddceff119" -d '{"events": [{"server_uuid": "0627062d-3f72-489b-8b2e-c4aaff227581", "name": "network-vif-plugged", "status": "completed", "tag": "ff19b1ee-4bdd-4f97-80b1-8d1e20492643"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:13.842344 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a43a3-0931-49dc-8f29-6e239f139e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46cd4fc-ba79-424e-8f3c-22ce77c411ec,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:13.863996 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b987229-07ad-4bb5-9d99-1b4083134146 req-0dd79ae7-49fd-4ef3-b837-cc3078402ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:13.866416 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b987229-07ad-4bb5-9d99-1b4083134146 req-0dd79ae7-49fd-4ef3-b837-cc3078402ee8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b169574-6f19-4861-aa97-53614f9267fe HTTP/1.1" status: 200 len: 863 time: 0.1495531 Apr 18 20:25:13.957418 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b987229-07ad-4bb5-9d99-1b4083134146 req-d1c56615-09d1-4520-9beb-4d29176bb6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:13.961141 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b987229-07ad-4bb5-9d99-1b4083134146 req-d1c56615-09d1-4520-9beb-4d29176bb6a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa0818df-a918-4234-93bb-c4f1c30fdeff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884528 Apr 18 20:25:14.134963 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b987229-07ad-4bb5-9d99-1b4083134146 req-f50e125d-fa0d-4bb8-997f-ae9b0cb888f7 service neutron] 10.222.0.57 "GET /v2.0/networks/aa0818df-a918-4234-93bb-c4f1c30fdeff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660483 Apr 18 20:25:14.210139 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe549448-91eb-46e6-9d95-b1436d739d87 x-openstack-request-id: req-fe549448-91eb-46e6-9d95-b1436d739d87 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:14.210870 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0627062d-3f72-489b-8b2e-c4aaff227581", "name": "network-vif-plugged", "status": "completed", "tag": "ff19b1ee-4bdd-4f97-80b1-8d1e20492643", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:14.211005 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe549448-91eb-46e6-9d95-b1436d739d87 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:14.211634 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe549448-91eb-46e6-9d95-b1436d739d87'] response: {'server_uuid': '0627062d-3f72-489b-8b2e-c4aaff227581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff19b1ee-4bdd-4f97-80b1-8d1e20492643', 'code': 200} Apr 18 20:25:14.271418 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 9c793878-3093-42c8-a9a1-7634285bbb6b details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:25:14.339150 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b987229-07ad-4bb5-9d99-1b4083134146 req-4ad7faeb-e101-416a-9041-ce32adb09318 service neutron] 10.222.0.57 "GET /v2.0/networks/aa0818df-a918-4234-93bb-c4f1c30fdeff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853728 Apr 18 20:25:14.376934 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f281a60-be9e-43c3-b436-9ccd9d51374a req-57377de1-9d31-4dc7-8b81-f08734f0ea9e tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:14.383896 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4c77f-93c8-4dcb-ab20-35fcf3d85b43 req-afd0ac7a-81cd-4e00-b97a-8f8292e72d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:14.387805 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ffb4c77f-93c8-4dcb-ab20-35fcf3d85b43 req-afd0ac7a-81cd-4e00-b97a-8f8292e72d05 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0627062d-3f72-489b-8b2e-c4aaff227581 HTTP/1.1" status: 200 len: 1101 time: 0.1085658 Apr 18 20:25:14.399745 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6f281a60-be9e-43c3-b436-9ccd9d51374a req-57377de1-9d31-4dc7-8b81-f08734f0ea9e tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0d055a-6aff-45c9-849e-535d9a52dc3c HTTP/1.1" status: 200 len: 949 time: 0.3276646 Apr 18 20:25:14.438493 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ffb4c77f-93c8-4dcb-ab20-35fcf3d85b43 req-40c47c23-d054-4898-86f2-a96af5b0e37a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433295 Apr 18 20:25:14.498583 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3671b7a-9560-4728-a0f6-8bd00ca7fc23 req-1dfb52fa-afdd-42b8-8ec9-0f9703b25442 tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0869431 Apr 18 20:25:14.534351 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6f281a60-be9e-43c3-b436-9ccd9d51374a req-7b2ed810-8769-40e8-9173-8e48aa034025 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332929 Apr 18 20:25:14.588793 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 9c793878-3093-42c8-a9a1-7634285bbb6b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=9c793878-3093-42c8-a9a1-7634285bbb6b,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:14.606431 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '9c793878-3093-42c8-a9a1-7634285bbb6b', 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f', 'port_id': '9c793878-3093-42c8-a9a1-7634285bbb6b', 'mac_address': 'fa:16:3e:d2:4a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:25:14.670215 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:14.671960 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54434) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:14.704037 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c793878-3093-42c8-a9a1-7634285bbb6b {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:14.738833 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 9c793878-3093-42c8-a9a1-7634285bbb6b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=9c793878-3093-42c8-a9a1-7634285bbb6b,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:14.750301 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:14.903669 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=9c793878-3093-42c8-a9a1-7634285bbb6b,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:14.916254 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb578f-efcd-481f-a232-5d0b209e632b req-2422472f-2aad-4c35-9f11-aacc9c890ac2 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:14.925264 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4eb578f-efcd-481f-a232-5d0b209e632b req-2422472f-2aad-4c35-9f11-aacc9c890ac2 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=0627062d-3f72-489b-8b2e-c4aaff227581 HTTP/1.1" status: 200 len: 950 time: 0.0898697 Apr 18 20:25:15.023471 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54448) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:15.033944 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4eb578f-efcd-481f-a232-5d0b209e632b req-28c27520-960c-44b5-9214-3f0301f335f3 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073945 Apr 18 20:25:15.077561 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708117b-cf59-4850-99fd-0f4605e5eef9 req-5416685b-1943-4c40-9a5a-94fbaab09bdc tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:15.080293 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f708117b-cf59-4850-99fd-0f4605e5eef9 req-5416685b-1943-4c40-9a5a-94fbaab09bdc tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 944 time: 0.1066501 Apr 18 20:25:15.132373 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['9c793878-3093-42c8-a9a1-7634285bbb6b'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:15.146550 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f708117b-cf59-4850-99fd-0f4605e5eef9 req-0e345bfc-e4d0-4601-8eb6-a990ac05fd12 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585504 Apr 18 20:25:15.247396 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-af3d0752-d4c2-46bc-ac43-46892dad1c7a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bd2017bf3140477fb20f5f0eb0ab2f98&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5737455 Apr 18 20:25:15.252012 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54454) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:15.256375 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f3919-91cd-47fd-93f4-03b915fdfccf req-95d0ee96-f708-4b6a-bb5b-06646f8c98da tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:15.266168 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a4f3919-91cd-47fd-93f4-03b915fdfccf req-95d0ee96-f708-4b6a-bb5b-06646f8c98da tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0d055a-6aff-45c9-849e-535d9a52dc3c HTTP/1.1" status: 200 len: 949 time: 0.1113377 Apr 18 20:25:15.319962 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a4f3919-91cd-47fd-93f4-03b915fdfccf req-28b3af98-58f2-4439-bc86-1ad63e863f56 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515442 Apr 18 20:25:15.337444 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-74020141-3b9d-4a73-80b8-8da1f5a3c960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:15.348016 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea0a7dea-5437-449a-881c-e91fc940e409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:15.388928 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea0a7dea-5437-449a-881c-e91fc940e409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:15.488047 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea0a7dea-5437-449a-881c-e91fc940e409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:15.492907 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea0a7dea-5437-449a-881c-e91fc940e409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:15.494876 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ea0a7dea-5437-449a-881c-e91fc940e409 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/06dc2368-7618-4dbd-81eb-c7eb4490843c HTTP/1.1" status: 204 len: 168 time: 0.2414448 Apr 18 20:25:15.537587 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a7dea-5437-449a-881c-e91fc940e409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dc2368-7618-4dbd-81eb-c7eb4490843c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:15.551498 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-74020141-3b9d-4a73-80b8-8da1f5a3c960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:15.559170 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-74020141-3b9d-4a73-80b8-8da1f5a3c960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:15.682545 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-74020141-3b9d-4a73-80b8-8da1f5a3c960 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b2507da92d644a6aca39dbc6668cfef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6570404 Apr 18 20:25:15.683922 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74020141-3b9d-4a73-80b8-8da1f5a3c960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1721e204-d037-4175-a30a-7bac7b422a0c,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:15.688083 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54468) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:15.809360 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-37287647-4b01-4ed2-89e1-3e194eba26af req-1f79d57f-9f6a-4413-b235-2aacadd14988 tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.1092291 Apr 18 20:25:15.839991 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e3e2ce17-6a7a-4e1f-b515-d6c7e2bafd7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:15.885089 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e3e2ce17-6a7a-4e1f-b515-d6c7e2bafd7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:15.981623 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e3e2ce17-6a7a-4e1f-b515-d6c7e2bafd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:15.988068 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e3e2ce17-6a7a-4e1f-b515-d6c7e2bafd7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:15.990341 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e3e2ce17-6a7a-4e1f-b515-d6c7e2bafd7b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1721e204-d037-4175-a30a-7bac7b422a0c HTTP/1.1" status: 204 len: 168 time: 0.2994962 Apr 18 20:25:16.010582 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2ce17-6a7a-4e1f-b515-d6c7e2bafd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1721e204-d037-4175-a30a-7bac7b422a0c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:16.175052 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54484) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:16.201537 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a68a8c54-fa3c-4ed8-afdf-d159d3585d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:16.270519 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da589c6d-b081-4397-9a45-aa3cb6c6faa2 req-a439acf0-7dce-4ebe-9a68-ec6f71936a85 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:16.272145 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-da589c6d-b081-4397-9a45-aa3cb6c6faa2 req-a439acf0-7dce-4ebe-9a68-ec6f71936a85 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=0627062d-3f72-489b-8b2e-c4aaff227581 HTTP/1.1" status: 200 len: 950 time: 0.0904286 Apr 18 20:25:16.285394 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 9c793878-3093-42c8-a9a1-7634285bbb6b up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:16.381316 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-da589c6d-b081-4397-9a45-aa3cb6c6faa2 req-57f2c4e0-1dda-4d75-aea0-447a9c36cb97 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926538 Apr 18 20:25:16.401016 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a68a8c54-fa3c-4ed8-afdf-d159d3585d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:16.411124 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a68a8c54-fa3c-4ed8-afdf-d159d3585d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:16.428212 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 9c793878-3093-42c8-a9a1-7634285bbb6b completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:25:16.438113 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 9c793878-3093-42c8-a9a1-7634285bbb6b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:16.438733 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:16.443884 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4212d-b1eb-475a-965f-fce00146d926 req-4a15b253-bd50-4f7d-b3d7-f7307277df46 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:16.445869 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dad4212d-b1eb-475a-965f-fce00146d926 req-4a15b253-bd50-4f7d-b3d7-f7307277df46 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 944 time: 0.1584635 Apr 18 20:25:16.532191 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54496) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:16.542206 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a68a8c54-fa3c-4ed8-afdf-d159d3585d3d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56422883351d44ebb4022085cb9b0c8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3659396 Apr 18 20:25:16.558399 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a8c54-fa3c-4ed8-afdf-d159d3585d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777b561b-78a8-46e9-92f1-c623f7e7ee04,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:16.606748 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dad4212d-b1eb-475a-965f-fce00146d926 req-62a30bee-3ae5-49fe-b2c8-d6480c59cdd0 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329200 Apr 18 20:25:16.637373 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ad99d807-1614-4115-926b-63a880c1a67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:16.685485 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ad99d807-1614-4115-926b-63a880c1a67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:16.725317 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:16.726892 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84837a-f913-4e61-a208-7f89d783468e req-932d5bcf-b85a-4fd1-be31-a009e9ebbcc9 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:16.728634 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1e84837a-f913-4e61-a208-7f89d783468e req-932d5bcf-b85a-4fd1-be31-a009e9ebbcc9 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0d055a-6aff-45c9-849e-535d9a52dc3c HTTP/1.1" status: 200 len: 949 time: 0.1087675 Apr 18 20:25:16.764968 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b296b1-1ede-4679-a655-894bdc29a596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c793878-3093-42c8-a9a1-7634285bbb6b'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:16.769373 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999a433f-e0c3-40e4-8cf5-6ba70bddd08c" -d '{"events": [{"server_uuid": "55b296b1-1ede-4679-a655-894bdc29a596", "name": "network-vif-plugged", "status": "completed", "tag": "9c793878-3093-42c8-a9a1-7634285bbb6b"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:16.802636 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1e84837a-f913-4e61-a208-7f89d783468e req-9685ebe9-8107-4d64-9c04-71ae4fe5e83f tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654988 Apr 18 20:25:16.805129 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ad99d807-1614-4115-926b-63a880c1a67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:16.807494 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 9c793878-3093-42c8-a9a1-7634285bbb6b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=9c793878-3093-42c8-a9a1-7634285bbb6b,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:16.813031 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ad99d807-1614-4115-926b-63a880c1a67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:16.818012 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ad99d807-1614-4115-926b-63a880c1a67a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/777b561b-78a8-46e9-92f1-c623f7e7ee04 HTTP/1.1" status: 204 len: 168 time: 0.2830858 Apr 18 20:25:16.823040 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:16.833305 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99d807-1614-4115-926b-63a880c1a67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777b561b-78a8-46e9-92f1-c623f7e7ee04,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:16.904275 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a08eaaf-6dca-485b-ae93-b1968a1d4888 x-openstack-request-id: req-4a08eaaf-6dca-485b-ae93-b1968a1d4888 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:16.904600 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b296b1-1ede-4679-a655-894bdc29a596", "name": "network-vif-plugged", "status": "completed", "tag": "9c793878-3093-42c8-a9a1-7634285bbb6b", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:16.904930 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a08eaaf-6dca-485b-ae93-b1968a1d4888 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:16.905244 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a08eaaf-6dca-485b-ae93-b1968a1d4888'] response: {'server_uuid': '55b296b1-1ede-4679-a655-894bdc29a596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c793878-3093-42c8-a9a1-7634285bbb6b', 'code': 200} Apr 18 20:25:16.929710 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=9c793878-3093-42c8-a9a1-7634285bbb6b,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:17.088655 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54510) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:17.105772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b86093-6ea6-463b-a226-9b52016c0d5a req-7e3a8bf9-659d-4c41-a68b-cab3b057efa3 tempest-LiveMigrationNegativeTest-1550067586 tempest-LiveMigrationNegativeTest-1550067586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:17.107342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d8b86093-6ea6-463b-a226-9b52016c0d5a req-7e3a8bf9-659d-4c41-a68b-cab3b057efa3 tempest-LiveMigrationNegativeTest-1550067586 tempest-LiveMigrationNegativeTest-1550067586-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3e0d055a-6aff-45c9-849e-535d9a52dc3c HTTP/1.1" status: 200 len: 1100 time: 0.1256840 Apr 18 20:25:17.113804 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c2227-1fc5-4d19-8cb9-bf964ea7d0b8 req-01e43af4-b609-43ec-bb71-b213acc4b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:17.115312 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c7c2227-1fc5-4d19-8cb9-bf964ea7d0b8 req-01e43af4-b609-43ec-bb71-b213acc4b288 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 1096 time: 0.0895917 Apr 18 20:25:17.129422 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0e25f31c-60d5-4ef9-be7d-93c36a83f876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:17.145995 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d8b86093-6ea6-463b-a226-9b52016c0d5a req-914c5a21-009f-4ff5-9894-10beca931c35 tempest-LiveMigrationNegativeTest-1550067586 tempest-LiveMigrationNegativeTest-1550067586-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:17.260524 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d8b86093-6ea6-463b-a226-9b52016c0d5a req-914c5a21-009f-4ff5-9894-10beca931c35 tempest-LiveMigrationNegativeTest-1550067586 tempest-LiveMigrationNegativeTest-1550067586-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:17.301698 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d8b86093-6ea6-463b-a226-9b52016c0d5a req-914c5a21-009f-4ff5-9894-10beca931c35 tempest-LiveMigrationNegativeTest-1550067586 tempest-LiveMigrationNegativeTest-1550067586-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:17.346493 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c7c2227-1fc5-4d19-8cb9-bf964ea7d0b8 req-13c73462-2a31-4889-ae34-cc9688984ce7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221625 Apr 18 20:25:17.355902 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0e25f31c-60d5-4ef9-be7d-93c36a83f876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:17.361492 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0e25f31c-60d5-4ef9-be7d-93c36a83f876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:17.376767 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d8b86093-6ea6-463b-a226-9b52016c0d5a req-914c5a21-009f-4ff5-9894-10beca931c35 tempest-LiveMigrationNegativeTest-1550067586 tempest-LiveMigrationNegativeTest-1550067586-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505567 Apr 18 20:25:17.384344 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c5a21-009f-4ff5-9894-10beca931c35 tempest-LiveMigrationNegativeTest-1550067586 tempest-LiveMigrationNegativeTest-1550067586-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef36c90a-d1af-40ea-aac0-90ad51812855,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:17.400533 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1fb5815-90bb-4841-9fb7-cb9b2636fc5e req-1b4eb0dc-ee24-4daf-975c-01fa6210b8e3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8ba33e52-bc53-4f44-9999-cd32df792cba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1373992 Apr 18 20:25:17.427027 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859278a-5798-4dec-8302-9944eaa218ce req-252a930a-32a5-4298-9dca-79f6f5ec0306 tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:17.429022 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c859278a-5798-4dec-8302-9944eaa218ce req-252a930a-32a5-4298-9dca-79f6f5ec0306 tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0627062d-3f72-489b-8b2e-c4aaff227581 HTTP/1.1" status: 200 len: 1101 time: 0.1093948 Apr 18 20:25:17.440500 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0e25f31c-60d5-4ef9-be7d-93c36a83f876 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c76082668734076a862950cc30adb68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480721 Apr 18 20:25:17.441537 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54516) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:17.448797 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25f31c-60d5-4ef9-be7d-93c36a83f876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3932cc5e-efa9-4dbd-b5b6-e5232b068c49,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:17.478908 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c859278a-5798-4dec-8302-9944eaa218ce req-0862f96a-c8e9-45ea-bf42-83f8300743d6 tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:17.551209 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93581aa8-f349-401e-91df-68ad3c7c5675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:17.613001 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f35e006-f53d-42d4-b6d3-02feec7b0548 req-813dbeee-be2e-4818-abb0-8160a3072cc3 tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0556355 Apr 18 20:25:17.618439 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93581aa8-f349-401e-91df-68ad3c7c5675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:17.709662 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93581aa8-f349-401e-91df-68ad3c7c5675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:17.712476 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93581aa8-f349-401e-91df-68ad3c7c5675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:17.713670 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-93581aa8-f349-401e-91df-68ad3c7c5675 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3932cc5e-efa9-4dbd-b5b6-e5232b068c49 HTTP/1.1" status: 204 len: 168 time: 0.2708244 Apr 18 20:25:17.733704 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c859278a-5798-4dec-8302-9944eaa218ce req-0862f96a-c8e9-45ea-bf42-83f8300743d6 tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:17.746748 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c859278a-5798-4dec-8302-9944eaa218ce req-0862f96a-c8e9-45ea-bf42-83f8300743d6 tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:17.749391 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93581aa8-f349-401e-91df-68ad3c7c5675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3932cc5e-efa9-4dbd-b5b6-e5232b068c49,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:17.781882 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c859278a-5798-4dec-8302-9944eaa218ce req-0862f96a-c8e9-45ea-bf42-83f8300743d6 tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333952 Apr 18 20:25:17.827447 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb5815-90bb-4841-9fb7-cb9b2636fc5e req-7f7fd74b-9d01-4eab-9a4d-46e67160bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:17.829017 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1fb5815-90bb-4841-9fb7-cb9b2636fc5e req-7f7fd74b-9d01-4eab-9a4d-46e67160bc32 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3dba4a5a0b8c48c0b87c94e87f8afb4b&device_id=8ba33e52-bc53-4f44-9999-cd32df792cba HTTP/1.1" status: 200 len: 1101 time: 0.1573050 Apr 18 20:25:17.830720 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862f96a-c8e9-45ea-bf42-83f8300743d6 tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397862b8-da7d-48ff-a0e4-9d4e4714c986,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:18.028722 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb5815-90bb-4841-9fb7-cb9b2636fc5e req-6cd03928-55b7-4f10-9f02-45fe075dee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:18.028722 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1fb5815-90bb-4841-9fb7-cb9b2636fc5e req-6cd03928-55b7-4f10-9f02-45fe075dee2a service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.1662302 Apr 18 20:25:18.094504 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1fb5815-90bb-4841-9fb7-cb9b2636fc5e req-64412601-658e-4f9a-85a9-8bf269d4d126 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=57420101-83e2-4082-b715-9f33e9b0cf6e HTTP/1.1" status: 200 len: 217 time: 0.0496814 Apr 18 20:25:18.131389 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780db01-bea9-4594-a7f3-ba4aeea29d81 req-59f3960a-91a0-4ab5-a8ac-d97e8c47a45f tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:18.133198 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a780db01-bea9-4594-a7f3-ba4aeea29d81 req-59f3960a-91a0-4ab5-a8ac-d97e8c47a45f tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 945 time: 0.1224625 Apr 18 20:25:18.198792 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb5815-90bb-4841-9fb7-cb9b2636fc5e req-a312576f-5406-4778-9621-d4b9786ebb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:18.198792 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1fb5815-90bb-4841-9fb7-cb9b2636fc5e req-a312576f-5406-4778-9621-d4b9786ebb5f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.0965667 Apr 18 20:25:18.223248 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a780db01-bea9-4594-a7f3-ba4aeea29d81 req-abefe7db-65a8-411f-badd-03f4296b4b0a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700514 Apr 18 20:25:18.282393 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb5815-90bb-4841-9fb7-cb9b2636fc5e req-37e18f7a-d5d6-4f70-88c2-4dc4b2ccf777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:18.284166 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1fb5815-90bb-4841-9fb7-cb9b2636fc5e req-37e18f7a-d5d6-4f70-88c2-4dc4b2ccf777 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0760791 Apr 18 20:25:18.413517 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1fb5815-90bb-4841-9fb7-cb9b2636fc5e req-c6aa8ad5-ae6b-4397-9749-ba22655120f2 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214466 Apr 18 20:25:18.587826 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1fb5815-90bb-4841-9fb7-cb9b2636fc5e req-fe45e17f-7d66-4365-bc42-6ca24abf77e3 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632822 Apr 18 20:25:18.678877 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-21e350a0-607d-4136-b1f9-ed2baed1c598 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246546 Apr 18 20:25:18.909104 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-ead00303-b600-47b1-9afb-729ddaa2d1f8 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:18.911657 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-ead00303-b600-47b1-9afb-729ddaa2d1f8 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2261438 Apr 18 20:25:18.958112 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-0c9ae143-70ab-4ab6-8a60-21cbe73f3160 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/quotas/bdf993b3c90643ed9bf8e6b534aad529 HTTP/1.1" status: 200 len: 375 time: 0.0391390 Apr 18 20:25:19.050454 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45030754-2644-4eed-ad67-772d0d72ca7d req-901df6cf-d040-4aaa-a1f6-ae93c3d7fd01 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:19.052246 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45030754-2644-4eed-ad67-772d0d72ca7d req-901df6cf-d040-4aaa-a1f6-ae93c3d7fd01 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0d055a-6aff-45c9-849e-535d9a52dc3c HTTP/1.1" status: 200 len: 949 time: 0.1189733 Apr 18 20:25:19.073871 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-39ab54b3-c8e9-4200-ac3f-6f0cf1aad180 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1136427 Apr 18 20:25:19.160974 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45030754-2644-4eed-ad67-772d0d72ca7d req-0e50aad8-4f0c-4c65-9cdf-2b8fd553540d tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788004 Apr 18 20:25:19.337101 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0ac63a53-0ada-4a51-a466-c54a9a1c358a req-3bbed8d0-da50-44cc-a30c-737486fb7ec6 tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0635118 Apr 18 20:25:19.553375 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66639b8-cb35-460e-a3fa-5c56d74a3543 req-03569776-4db5-4020-921c-7b1ef24f253a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:19.555988 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f66639b8-cb35-460e-a3fa-5c56d74a3543 req-03569776-4db5-4020-921c-7b1ef24f253a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 945 time: 0.0713134 Apr 18 20:25:19.622060 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f66639b8-cb35-460e-a3fa-5c56d74a3543 req-a6376c19-44c5-48cc-91d6-c503b078e241 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522311 Apr 18 20:25:20.028619 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca310d2-c019-41db-8ad6-6e1738a0e78a req-45f00126-bcf5-4f1f-a87f-d7fbd3c76800 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:20.033016 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8ca310d2-c019-41db-8ad6-6e1738a0e78a req-45f00126-bcf5-4f1f-a87f-d7fbd3c76800 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 1096 time: 0.0655365 Apr 18 20:25:20.104795 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8ca310d2-c019-41db-8ad6-6e1738a0e78a req-55a6c583-5e1d-4ba9-bbb9-28a590e7e55d tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485618 Apr 18 20:25:20.382283 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378fbb6-775a-48b0-82d4-b915c077ee52 req-f9eb9aa7-b1ab-469b-b331-f9090684d793 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:20.387278 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c378fbb6-775a-48b0-82d4-b915c077ee52 req-f9eb9aa7-b1ab-469b-b331-f9090684d793 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 1096 time: 0.0697200 Apr 18 20:25:20.485130 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c378fbb6-775a-48b0-82d4-b915c077ee52 req-3e73d462-441c-4440-aff3-cf85354017bb tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847673 Apr 18 20:25:20.590913 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13b11b-ed9f-4036-9989-4170224589f3 req-0884c12e-9665-4c2b-badd-e47b669321d6 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:20.595655 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f13b11b-ed9f-4036-9989-4170224589f3 req-0884c12e-9665-4c2b-badd-e47b669321d6 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e0d055a-6aff-45c9-849e-535d9a52dc3c HTTP/1.1" status: 200 len: 949 time: 0.1346478 Apr 18 20:25:20.729187 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-14fe3c87-a451-4844-a49d-35367d114d17 req-81d4c0e5-2385-45b9-8d5f-2a0f03efa8fb tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ada398-86e6-473e-9aa8-4b5ee6c8dbf7 HTTP/1.1" status: 200 len: 210 time: 0.0712047 Apr 18 20:25:20.946176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86188c-187d-4061-92f5-f0f0423ec5b5 req-55d452f4-e71b-4c16-9873-dd45f2f34a2b tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:20.948790 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5a86188c-187d-4061-92f5-f0f0423ec5b5 req-55d452f4-e71b-4c16-9873-dd45f2f34a2b tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0d055a-6aff-45c9-849e-535d9a52dc3c HTTP/1.1" status: 200 len: 949 time: 0.2285726 Apr 18 20:25:20.953710 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e73c54a2-ca5e-4c15-9834-9f9819c473fc req-6aad925e-7cc9-49dc-b28e-80fac76b8e99 tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.1190169 Apr 18 20:25:21.039718 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5a86188c-187d-4061-92f5-f0f0423ec5b5 req-49ce2d0e-cc83-4df4-92c5-9970e6ffc503 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822372 Apr 18 20:25:21.047388 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-3f13b11b-ed9f-4036-9989-4170224589f3 req-ead63ffc-81bc-4d20-a379-466d871aa900 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Deleting port f9b451f9-bdb6-4ce2-ad3a-5a47057c4142 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:25:21.047388 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3f13b11b-ed9f-4036-9989-4170224589f3 req-ead63ffc-81bc-4d20-a379-466d871aa900 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:21.218716 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-3f13b11b-ed9f-4036-9989-4170224589f3 req-ead63ffc-81bc-4d20-a379-466d871aa900 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] For port f9b451f9-bdb6-4ce2-ad3a-5a47057c4142, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f9b451f9-bdb6-4ce2-ad3a-5a47057c4142,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:21.219095 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3f13b11b-ed9f-4036-9989-4170224589f3 req-ead63ffc-81bc-4d20-a379-466d871aa900 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:21.241374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-3f13b11b-ed9f-4036-9989-4170224589f3 req-ead63ffc-81bc-4d20-a379-466d871aa900 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Calling delete_port for f9b451f9-bdb6-4ce2-ad3a-5a47057c4142 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:25:21.553201 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-77a2229a-2861-44ca-9d9a-bee65de88072 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549092 Apr 18 20:25:21.591869 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3f13b11b-ed9f-4036-9989-4170224589f3 req-ead63ffc-81bc-4d20-a379-466d871aa900 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:21.612171 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['57420101-83e2-4082-b715-9f33e9b0cf6e', 'f9b451f9-bdb6-4ce2-ad3a-5a47057c4142'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:21.666409 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead63ffc-81bc-4d20-a379-466d871aa900 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Pushing event deleted for resources: {'Port': ['ID=f9b451f9-bdb6-4ce2-ad3a-5a47057c4142,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:21.812718 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f13b11b-ed9f-4036-9989-4170224589f3 req-ead63ffc-81bc-4d20-a379-466d871aa900 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] No DVR routers for this DVR port f9b451f9-bdb6-4ce2-ad3a-5a47057c4142 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:25:21.830937 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3f13b11b-ed9f-4036-9989-4170224589f3 req-ead63ffc-81bc-4d20-a379-466d871aa900 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:21.835225 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f13b11b-ed9f-4036-9989-4170224589f3 req-ead63ffc-81bc-4d20-a379-466d871aa900 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.32 "DELETE /v2.0/ports/f9b451f9-bdb6-4ce2-ad3a-5a47057c4142 HTTP/1.1" status: 204 len: 173 time: 1.2311869 Apr 18 20:25:21.840867 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0d055a-6aff-45c9-849e-535d9a52dc3c', 'name': 'network-vif-deleted', 'tag': 'f9b451f9-bdb6-4ce2-ad3a-5a47057c4142'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:21.843817 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1281e17-9feb-4693-a367-c6338549dff8" -d '{"events": [{"server_uuid": "3e0d055a-6aff-45c9-849e-535d9a52dc3c", "name": "network-vif-deleted", "tag": "f9b451f9-bdb6-4ce2-ad3a-5a47057c4142"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:21.884509 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-5bbcf6ea-8ef0-4832-a7a8-83811e4307ad tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:21.890257 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-5bbcf6ea-8ef0-4832-a7a8-83811e4307ad tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3354418 Apr 18 20:25:21.915078 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-1b8fbddf-bab1-464c-9c53-8bbfdbcd528c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Request body: {'port': {'device_id': '35ea88d4-eac7-482a-97ba-450e81f56bc4', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': 'bdf993b3c90643ed9bf8e6b534aad529'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:22.116644 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f658a15e-1b07-4982-b850-84dbd93b8ac0 req-f9eee874-2818-4b7d-a759-fb7169f8df26 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ada398-86e6-473e-9aa8-4b5ee6c8dbf7 HTTP/1.1" status: 200 len: 210 time: 0.0878305 Apr 18 20:25:22.139887 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54714) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:22.317525 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65cb7b2-1280-4ba0-bedd-ffe5954a9dce x-openstack-request-id: req-c65cb7b2-1280-4ba0-bedd-ffe5954a9dce {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:22.318586 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0d055a-6aff-45c9-849e-535d9a52dc3c", "name": "network-vif-deleted", "tag": "f9b451f9-bdb6-4ce2-ad3a-5a47057c4142", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:22.318586 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c65cb7b2-1280-4ba0-bedd-ffe5954a9dce {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:22.318586 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c65cb7b2-1280-4ba0-bedd-ffe5954a9dce'] response: {'server_uuid': '3e0d055a-6aff-45c9-849e-535d9a52dc3c', 'name': 'network-vif-deleted', 'tag': 'f9b451f9-bdb6-4ce2-ad3a-5a47057c4142', 'status': 'completed', 'code': 200} Apr 18 20:25:22.349807 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-1b8fbddf-bab1-464c-9c53-8bbfdbcd528c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Made reservation on behalf of bdf993b3c90643ed9bf8e6b534aad529 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:22.359205 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-1b8fbddf-bab1-464c-9c53-8bbfdbcd528c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:22.453641 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7e7c73d2-a416-4ea3-84ce-7c4a7ce231d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:22.518160 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f2adef1-ac4f-41b7-ae1e-97439371a337 req-c609c093-33b6-44cf-adf8-e8df054e07f8 tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0593891 Apr 18 20:25:22.535767 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-cba8a312-871a-4595-8224-a205cb7d67db tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754700 Apr 18 20:25:22.709282 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d7f0444f-e226-4290-8574-68112ff64cc2 req-a1406320-306f-42dc-92d0-db3bbe12cc14 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0d055a-6aff-45c9-849e-535d9a52dc3c HTTP/1.1" status: 200 len: 210 time: 0.0642455 Apr 18 20:25:22.744553 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-1b8fbddf-bab1-464c-9c53-8bbfdbcd528c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Allocated IP 192.168.233.229 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/77ea9693-068f-4108-9533-a71ee1eba00d) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:22.805657 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7e7c73d2-a416-4ea3-84ce-7c4a7ce231d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:22.815632 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-43419aef-a81f-4485-a613-1043805d2071 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:22.817853 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-43419aef-a81f-4485-a613-1043805d2071 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2702231 Apr 18 20:25:22.819432 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7e7c73d2-a416-4ea3-84ce-7c4a7ce231d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:22.843317 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-a050ec9a-8d0a-4928-8567-fd7d59eb2b00 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Request body: {'port': {'device_id': 'd4ada398-86e6-473e-9aa8-4b5ee6c8dbf7', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': 'bdf993b3c90643ed9bf8e6b534aad529'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:23.198942 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-1b8fbddf-bab1-464c-9c53-8bbfdbcd528c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:23.244693 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c73d2-a416-4ea3-84ce-7c4a7ce231d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50171401-bf40-45ec-9cf0-c2a2af6652b0,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:23.293241 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7e7c73d2-a416-4ea3-84ce-7c4a7ce231d2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f44cfaa2ecda4c418e8297b71feea073&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1494191 Apr 18 20:25:23.296778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54762) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:23.333602 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-1b8fbddf-bab1-464c-9c53-8bbfdbcd528c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:23.350210 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['ff19b1ee-4bdd-4f97-80b1-8d1e20492643'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:23.409744 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54764) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:23.452724 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8f3a653-7272-42f3-9e29-76550d2a1d16 req-41103c41-236c-4722-8603-d738a992d109 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ada398-86e6-473e-9aa8-4b5ee6c8dbf7 HTTP/1.1" status: 200 len: 210 time: 0.0603080 Apr 18 20:25:23.476211 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-be5c6234-846e-4d80-897d-6ed61291d551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:23.494627 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-1b8fbddf-bab1-464c-9c53-8bbfdbcd528c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:23.499803 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-1b8fbddf-bab1-464c-9c53-8bbfdbcd528c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:23.505787 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-1b8fbddf-bab1-464c-9c53-8bbfdbcd528c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:25:23.527183 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-be5c6234-846e-4d80-897d-6ed61291d551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:23.602035 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-a050ec9a-8d0a-4928-8567-fd7d59eb2b00 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Made reservation on behalf of bdf993b3c90643ed9bf8e6b534aad529 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:23.616408 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-a050ec9a-8d0a-4928-8567-fd7d59eb2b00 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:23.650712 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fbddf-bab1-464c-9c53-8bbfdbcd528c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Pushing event updated for resources: {'Port': ['ID=77ea9693-068f-4108-9533-a71ee1eba00d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:23.724605 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-1b8fbddf-bab1-464c-9c53-8bbfdbcd528c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:23.727118 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-1b8fbddf-bab1-464c-9c53-8bbfdbcd528c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:23.769272 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-1b8fbddf-bab1-464c-9c53-8bbfdbcd528c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8633358 Apr 18 20:25:23.790223 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-8840c39a-5f9a-47bf-962e-21cc1e7bb5de service neutron] Request body: {'port': {'device_id': '35ea88d4-eac7-482a-97ba-450e81f56bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:23.885817 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-8840c39a-5f9a-47bf-962e-21cc1e7bb5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:23.949754 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3d4eb871-897e-4e30-a59b-6f563501ca28 req-b0e944c6-2e45-418d-868f-66885ddf08ba tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.1328714 Apr 18 20:25:23.959636 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7815f19b-e0d6-43de-bfe2-79b3795e65f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:23.990377 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-be5c6234-846e-4d80-897d-6ed61291d551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:24.003990 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-be5c6234-846e-4d80-897d-6ed61291d551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:24.011051 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-be5c6234-846e-4d80-897d-6ed61291d551 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50171401-bf40-45ec-9cf0-c2a2af6652b0 HTTP/1.1" status: 204 len: 168 time: 0.7121317 Apr 18 20:25:24.012861 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-706c5678-94f0-4d7a-837d-382370255852 None None] Provisioning complete for port 77ea9693-068f-4108-9533-a71ee1eba00d triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:24.013287 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-706c5678-94f0-4d7a-837d-382370255852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:24.102868 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-706c5678-94f0-4d7a-837d-382370255852 None None] Port 77ea9693-068f-4108-9533-a71ee1eba00d cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:25:24.103147 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54780) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:24.126388 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c6234-846e-4d80-897d-6ed61291d551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50171401-bf40-45ec-9cf0-c2a2af6652b0,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:24.217608 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-a050ec9a-8d0a-4928-8567-fd7d59eb2b00 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Allocated IP 192.168.233.30 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:24.257516 n-d-838323-3 neutron-server[102909]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 18 20:25:24.263825 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-8004b225-0631-420a-9d9c-c3f36f3546e2 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:25:24.284853 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-8004b225-0631-420a-9d9c-c3f36f3546e2 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1752155 Apr 18 20:25:24.334240 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device f9b451f9-bdb6-4ce2-ad3a-5a47057c4142 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:25:24.380987 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: f9b451f9-bdb6-4ce2-ad3a-5a47057c4142 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:25:24.382065 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device f9b451f9-bdb6-4ce2-ad3a-5a47057c4142 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:25:24.393965 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7815f19b-e0d6-43de-bfe2-79b3795e65f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:24.412562 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7815f19b-e0d6-43de-bfe2-79b3795e65f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:24.454416 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ab9abd31-30c3-4803-b3ed-93948c594ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:24.486497 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7815f19b-e0d6-43de-bfe2-79b3795e65f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dadc70bab72d42c4a78d47ad2709eca7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0698104 Apr 18 20:25:24.490482 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54796) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:24.598352 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815f19b-e0d6-43de-bfe2-79b3795e65f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c4619f-6161-4761-8304-419005cd2c28,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:24.655879 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-ed682e74-bc2d-4725-9244-f74524d5564b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:24.659634 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-ed682e74-bc2d-4725-9244-f74524d5564b service neutron] 10.222.0.41 "GET /v2.0/ports/9c793878-3093-42c8-a9a1-7634285bbb6b HTTP/1.1" status: 200 len: 1093 time: 0.2021666 Apr 18 20:25:24.706080 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-ccc3f0c2-5de2-4fad-b3ba-b454058947ed service neutron] Request body: {'binding': {'host': 'n-h2-838323-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:24.707652 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-ccc3f0c2-5de2-4fad-b3ba-b454058947ed service neutron] Unknown quota resources ['binding']. {{(pid=102909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 18 20:25:24.713773 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d553695-d538-4915-bb27-7aad0416b43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:24.729281 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-a050ec9a-8d0a-4928-8567-fd7d59eb2b00 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:24.818591 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d553695-d538-4915-bb27-7aad0416b43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:24.851951 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54804) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:24.888719 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cdb6266d-977f-4a5b-ad25-8e9d1260590c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:24.910206 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-a050ec9a-8d0a-4928-8567-fd7d59eb2b00 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:24.925681 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['ff19b1ee-4bdd-4f97-80b1-8d1e20492643'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:25.063720 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-a050ec9a-8d0a-4928-8567-fd7d59eb2b00 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:25.071162 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-a050ec9a-8d0a-4928-8567-fd7d59eb2b00 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:25.075705 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ad5cee8d-bf24-4d4a-90c0-ad769609720a req-a0e00204-2a87-488f-9fb8-445df412484d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0526919 Apr 18 20:25:25.085820 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-a050ec9a-8d0a-4928-8567-fd7d59eb2b00 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:25:25.141034 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-a050ec9a-8d0a-4928-8567-fd7d59eb2b00 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:25.142436 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-a050ec9a-8d0a-4928-8567-fd7d59eb2b00 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:25.192463 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb8894-3a74-4c1f-9e2b-86ecaaad036a req-a73d4d86-02ae-45fc-9870-07204fe28567 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:25.197675 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2eeb8894-3a74-4c1f-9e2b-86ecaaad036a req-a73d4d86-02ae-45fc-9870-07204fe28567 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ada398-86e6-473e-9aa8-4b5ee6c8dbf7 HTTP/1.1" status: 200 len: 935 time: 0.2475948 Apr 18 20:25:25.200867 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d553695-d538-4915-bb27-7aad0416b43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:25.206568 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d553695-d538-4915-bb27-7aad0416b43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:25.208451 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8d553695-d538-4915-bb27-7aad0416b43d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d3c4619f-6161-4761-8304-419005cd2c28 HTTP/1.1" status: 204 len: 168 time: 0.7162206 Apr 18 20:25:25.242431 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050ec9a-8d0a-4928-8567-fd7d59eb2b00 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Pushing event updated for resources: {'Port': ['ID=4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:25.259069 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-a050ec9a-8d0a-4928-8567-fd7d59eb2b00 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4215109 Apr 18 20:25:25.275559 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d553695-d538-4915-bb27-7aad0416b43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c4619f-6161-4761-8304-419005cd2c28,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:25.278780 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-5c505cef-f7e4-4819-a998-3570584cb521 service neutron] Request body: {'port': {'device_id': 'd4ada398-86e6-473e-9aa8-4b5ee6c8dbf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:25.297528 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-ccc3f0c2-5de2-4fad-b3ba-b454058947ed service neutron] Attempting to bind port 9c793878-3093-42c8-a9a1-7634285bbb6b on host n-h2-838323-3 for vnic_type normal with profile None {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:25.299111 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-ccc3f0c2-5de2-4fad-b3ba-b454058947ed service neutron] Attempting to bind port 9c793878-3093-42c8-a9a1-7634285bbb6b by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:25.299667 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-ccc3f0c2-5de2-4fad-b3ba-b454058947ed service neutron] Attempting to bind port 9c793878-3093-42c8-a9a1-7634285bbb6b on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:25.316559 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-ccc3f0c2-5de2-4fad-b3ba-b454058947ed service neutron] Port 9c793878-3093-42c8-a9a1-7634285bbb6b on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:25:25.317253 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-ccc3f0c2-5de2-4fad-b3ba-b454058947ed service neutron] Attempting to bind port 9c793878-3093-42c8-a9a1-7634285bbb6b on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:25.334424 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-ccc3f0c2-5de2-4fad-b3ba-b454058947ed service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:25.334984 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-ccc3f0c2-5de2-4fad-b3ba-b454058947ed service neutron] Checking segment: {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:25.335635 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-ccc3f0c2-5de2-4fad-b3ba-b454058947ed service neutron] Bound using segment: {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:25.336377 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-ccc3f0c2-5de2-4fad-b3ba-b454058947ed service neutron] Bound port: 9c793878-3093-42c8-a9a1-7634285bbb6b, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:25.366022 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cdb6266d-977f-4a5b-ad25-8e9d1260590c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:25.429577 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2eeb8894-3a74-4c1f-9e2b-86ecaaad036a req-f5d5fc64-90d2-42b2-875a-6e678bb7f462 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759903 Apr 18 20:25:25.430855 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-5c505cef-f7e4-4819-a998-3570584cb521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:25.439065 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cdb6266d-977f-4a5b-ad25-8e9d1260590c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:25.479887 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-8840c39a-5f9a-47bf-962e-21cc1e7bb5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ea9693-068f-4108-9533-a71ee1eba00d {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:25.491342 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-8840c39a-5f9a-47bf-962e-21cc1e7bb5de service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:25.508654 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-8840c39a-5f9a-47bf-962e-21cc1e7bb5de service neutron] Transition to ACTIVE for port object 77ea9693-068f-4108-9533-a71ee1eba00d will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:25.548555 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e9d54b14-46ea-44e4-9216-52dacd4f039b None None] Provisioning complete for port 4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:25.549407 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e9d54b14-46ea-44e4-9216-52dacd4f039b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:25.576861 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-cdb6266d-977f-4a5b-ad25-8e9d1260590c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f93efa5be994f569d9eb393f18b54e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7232835 Apr 18 20:25:25.577662 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54810) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:25.586898 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-ccc3f0c2-5de2-4fad-b3ba-b454058947ed service neutron] For port 9c793878-3093-42c8-a9a1-7634285bbb6b, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=9c793878-3093-42c8-a9a1-7634285bbb6b,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:25.589474 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-8840c39a-5f9a-47bf-962e-21cc1e7bb5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:25.604689 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-ccc3f0c2-5de2-4fad-b3ba-b454058947ed service neutron] Notify callbacks [] for binding, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:25.606237 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-ccc3f0c2-5de2-4fad-b3ba-b454058947ed service neutron] 10.222.0.41 "POST /v2.0/ports/9c793878-3093-42c8-a9a1-7634285bbb6b/bindings HTTP/1.1" status: 201 len: 389 time: 0.9248941 Apr 18 20:25:25.635623 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e9d54b14-46ea-44e4-9216-52dacd4f039b None None] Port 4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:25:25.641755 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6266d-977f-4a5b-ad25-8e9d1260590c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611641a8-ca48-43de-a0cb-28d04fa60b1e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:25.682006 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840c39a-5f9a-47bf-962e-21cc1e7bb5de service neutron] Pushing event updated for resources: {'Port': ['ID=77ea9693-068f-4108-9533-a71ee1eba00d,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:25.753731 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-8840c39a-5f9a-47bf-962e-21cc1e7bb5de service neutron] Attempting to bind port 77ea9693-068f-4108-9533-a71ee1eba00d on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:25.754503 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-8840c39a-5f9a-47bf-962e-21cc1e7bb5de service neutron] Attempting to bind port 77ea9693-068f-4108-9533-a71ee1eba00d by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:25.755063 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-8840c39a-5f9a-47bf-962e-21cc1e7bb5de service neutron] Attempting to bind port 77ea9693-068f-4108-9533-a71ee1eba00d on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:25.761218 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-8840c39a-5f9a-47bf-962e-21cc1e7bb5de service neutron] Port 77ea9693-068f-4108-9533-a71ee1eba00d on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:25:25.761817 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-8840c39a-5f9a-47bf-962e-21cc1e7bb5de service neutron] Attempting to bind port 77ea9693-068f-4108-9533-a71ee1eba00d on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:25.770101 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-8840c39a-5f9a-47bf-962e-21cc1e7bb5de service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:25.770739 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-8840c39a-5f9a-47bf-962e-21cc1e7bb5de service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:25.771342 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-8840c39a-5f9a-47bf-962e-21cc1e7bb5de service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:25.771951 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-8840c39a-5f9a-47bf-962e-21cc1e7bb5de service neutron] Bound port: 77ea9693-068f-4108-9533-a71ee1eba00d, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:25.772510 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-8840c39a-5f9a-47bf-962e-21cc1e7bb5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:25.819379 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f0efee6-621a-403c-a00b-5cb75ef422a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:25.891202 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d41fc-1e02-4e2c-8ce7-84266be4b46d req-67a2a996-c9f8-4652-aa6f-ddb9ec45141f tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:25.900414 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-285d41fc-1e02-4e2c-8ce7-84266be4b46d req-67a2a996-c9f8-4652-aa6f-ddb9ec45141f tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba33e52-bc53-4f44-9999-cd32df792cba HTTP/1.1" status: 200 len: 950 time: 0.3316395 Apr 18 20:25:25.990411 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ee961da-8879-4ec1-8059-6ec82593734d req-44c2e741-d91c-4101-86de-16709528e724 tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0318050 Apr 18 20:25:26.019539 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-285d41fc-1e02-4e2c-8ce7-84266be4b46d req-5d1cfb7f-47a9-4551-bc05-f9e88013ae6a tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180241 Apr 18 20:25:26.034732 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-8840c39a-5f9a-47bf-962e-21cc1e7bb5de service neutron] For port 77ea9693-068f-4108-9533-a71ee1eba00d, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:26.044289 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-8840c39a-5f9a-47bf-962e-21cc1e7bb5de service neutron] For port 77ea9693-068f-4108-9533-a71ee1eba00d, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=77ea9693-068f-4108-9533-a71ee1eba00d,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:26.066744 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-8840c39a-5f9a-47bf-962e-21cc1e7bb5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:26.070435 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.57', 57210) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:26.073438 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f0efee6-621a-403c-a00b-5cb75ef422a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:26.239708 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-75983c0c-7462-437e-a1fb-a7bc1d4a8b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:26.242154 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-75983c0c-7462-437e-a1fb-a7bc1d4a8b36 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 1096 time: 0.1685941 Apr 18 20:25:26.245372 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54826) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:26.259274 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-8840c39a-5f9a-47bf-962e-21cc1e7bb5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:26.260332 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-8840c39a-5f9a-47bf-962e-21cc1e7bb5de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:26.262540 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-8840c39a-5f9a-47bf-962e-21cc1e7bb5de service neutron] 10.222.0.57 "PUT /v2.0/ports/77ea9693-068f-4108-9533-a71ee1eba00d HTTP/1.1" status: 200 len: 1096 time: 2.4845917 Apr 18 20:25:26.266835 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ea88d4-eac7-482a-97ba-450e81f56bc4', 'tag': '77ea9693-068f-4108-9533-a71ee1eba00d'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:26.284079 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bfd39d-f54b-4590-81b8-ce258a9f7a97" -d '{"events": [{"name": "network-changed", "server_uuid": "35ea88d4-eac7-482a-97ba-450e81f56bc4", "tag": "77ea9693-068f-4108-9533-a71ee1eba00d"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:26.320675 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b4dc532-2f22-4e15-940d-d84b4841bdcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:26.390684 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840c39a-5f9a-47bf-962e-21cc1e7bb5de service neutron] Pushing event updated for resources: {'Port': ['ID=77ea9693-068f-4108-9533-a71ee1eba00d,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:26.476833 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f0efee6-621a-403c-a00b-5cb75ef422a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:26.479411 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f0efee6-621a-403c-a00b-5cb75ef422a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:26.480609 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3f0efee6-621a-403c-a00b-5cb75ef422a4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/611641a8-ca48-43de-a0cb-28d04fa60b1e HTTP/1.1" status: 204 len: 168 time: 0.8962793 Apr 18 20:25:26.497248 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c58375-2240-494c-bc31-130c97ddbb3a req-eea4a102-959b-4639-8117-da4cec3319b6 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:26.505760 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c5c58375-2240-494c-bc31-130c97ddbb3a req-eea4a102-959b-4639-8117-da4cec3319b6 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 945 time: 0.2546213 Apr 18 20:25:26.540770 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0efee6-621a-403c-a00b-5cb75ef422a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611641a8-ca48-43de-a0cb-28d04fa60b1e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:26.578627 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-5c505cef-f7e4-4819-a998-3570584cb521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:26.598804 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-5c505cef-f7e4-4819-a998-3570584cb521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:26.617656 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-95444ed3-2e48-4471-a7bd-2a5e45eb5078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:26.620626 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-95444ed3-2e48-4471-a7bd-2a5e45eb5078 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&device_id=35ea88d4-eac7-482a-97ba-450e81f56bc4 HTTP/1.1" status: 200 len: 1099 time: 0.2840316 Apr 18 20:25:26.670871 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c5c58375-2240-494c-bc31-130c97ddbb3a req-91e58c17-b714-4290-bb43-98f0cd2751a9 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640861 Apr 18 20:25:26.677122 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-5c505cef-f7e4-4819-a998-3570584cb521 service neutron] Transition to ACTIVE for port object 4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:26.738897 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-5c505cef-f7e4-4819-a998-3570584cb521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:26.819868 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c96e52-e6c3-4d0f-91e7-10271d53b8a5 req-5899e43d-8933-4193-8085-135ef975285b tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:26.820302 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda48a78-a7b9-4a1e-a545-fe04d68abf99 x-openstack-request-id: req-dda48a78-a7b9-4a1e-a545-fe04d68abf99 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:26.820644 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ea88d4-eac7-482a-97ba-450e81f56bc4", "tag": "77ea9693-068f-4108-9533-a71ee1eba00d", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:26.820909 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dda48a78-a7b9-4a1e-a545-fe04d68abf99 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:26.821427 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dda48a78-a7b9-4a1e-a545-fe04d68abf99'] response: {'name': 'network-changed', 'server_uuid': '35ea88d4-eac7-482a-97ba-450e81f56bc4', 'tag': '77ea9693-068f-4108-9533-a71ee1eba00d', 'status': 'completed', 'code': 200} Apr 18 20:25:26.821703 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-12c96e52-e6c3-4d0f-91e7-10271d53b8a5 req-5899e43d-8933-4193-8085-135ef975285b tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ba33e52-bc53-4f44-9999-cd32df792cba HTTP/1.1" status: 200 len: 950 time: 0.1923037 Apr 18 20:25:26.851227 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c505cef-f7e4-4819-a998-3570584cb521 service neutron] Pushing event updated for resources: {'Port': ['ID=4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:26.860497 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-58d24b48-9bbf-419e-84c9-d96fd3e2451d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=77ea9693-068f-4108-9533-a71ee1eba00d HTTP/1.1" status: 200 len: 217 time: 0.2209353 Apr 18 20:25:26.960751 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-4b58e40c-e3f5-4a3c-a848-60e99aa7138f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:26.963927 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-4b58e40c-e3f5-4a3c-a848-60e99aa7138f service neutron] 10.222.0.57 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 908 time: 0.7068932 Apr 18 20:25:27.048967 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-5c505cef-f7e4-4819-a998-3570584cb521 service neutron] Attempting to bind port 4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:27.049338 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-5c505cef-f7e4-4819-a998-3570584cb521 service neutron] Attempting to bind port 4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:27.049855 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-5c505cef-f7e4-4819-a998-3570584cb521 service neutron] Attempting to bind port 4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:27.083607 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-5c505cef-f7e4-4819-a998-3570584cb521 service neutron] Port 4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:25:27.084359 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-5c505cef-f7e4-4819-a998-3570584cb521 service neutron] Attempting to bind port 4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:27.095672 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-5c505cef-f7e4-4819-a998-3570584cb521 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:27.096111 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-5c505cef-f7e4-4819-a998-3570584cb521 service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:27.096552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-5c505cef-f7e4-4819-a998-3570584cb521 service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:27.097081 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-5c505cef-f7e4-4819-a998-3570584cb521 service neutron] Bound port: 4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:27.097457 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-5c505cef-f7e4-4819-a998-3570584cb521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.129727 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f23ca-a930-42ec-8efc-1e012b778ad2 req-2f5a2de6-2d75-4700-b64d-df50c501bdf0 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:27.138280 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-445f23ca-a930-42ec-8efc-1e012b778ad2 req-2f5a2de6-2d75-4700-b64d-df50c501bdf0 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ada398-86e6-473e-9aa8-4b5ee6c8dbf7 HTTP/1.1" status: 200 len: 947 time: 0.1654131 Apr 18 20:25:27.241337 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-12c96e52-e6c3-4d0f-91e7-10271d53b8a5 req-3f13b83a-f7f9-4e8d-89bd-62d490a24549 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Deleting port 57420101-83e2-4082-b715-9f33e9b0cf6e {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:25:27.241700 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-12c96e52-e6c3-4d0f-91e7-10271d53b8a5 req-3f13b83a-f7f9-4e8d-89bd-62d490a24549 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.314153 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-445f23ca-a930-42ec-8efc-1e012b778ad2 req-61add1e0-e210-411f-913b-fba092675358 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743774 Apr 18 20:25:27.316095 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-5c505cef-f7e4-4819-a998-3570584cb521 service neutron] For port 4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:27.412257 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-70014677-48b5-432e-92fe-128917b7d4d9 req-ed92d79b-d8ef-4146-9558-1320e6e2d40b tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.1153400 Apr 18 20:25:27.420312 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-5c505cef-f7e4-4819-a998-3570584cb521 service neutron] For port 4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:27.437569 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-5c505cef-f7e4-4819-a998-3570584cb521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.448515 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-283b5272-eae2-4932-a3c7-dd5bde731ff8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c793878-3093-42c8-a9a1-7634285bbb6b HTTP/1.1" status: 200 len: 217 time: 0.4691730 Apr 18 20:25:27.467585 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b4dc532-2f22-4e15-940d-d84b4841bdcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.511469 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-7461a022-7d4e-48d4-b604-429e915836ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:27.518285 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-7461a022-7d4e-48d4-b604-429e915836ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.6488354 Apr 18 20:25:27.519036 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b4dc532-2f22-4e15-940d-d84b4841bdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.559206 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-5c505cef-f7e4-4819-a998-3570584cb521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:27.561096 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-5c505cef-f7e4-4819-a998-3570584cb521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.570111 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-5c505cef-f7e4-4819-a998-3570584cb521 service neutron] 10.222.0.57 "PUT /v2.0/ports/4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e HTTP/1.1" status: 200 len: 1095 time: 2.2959657 Apr 18 20:25:27.581976 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ada398-86e6-473e-9aa8-4b5ee6c8dbf7', 'tag': '4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:27.584482 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51d7469-fa06-419f-9928-ed811c7b3474" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ada398-86e6-473e-9aa8-4b5ee6c8dbf7", "tag": "4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:27.644355 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-e90dfbab-0780-4599-8202-249aaeeb32cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:27.646126 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-e90dfbab-0780-4599-8202-249aaeeb32cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1 HTTP/1.1" status: 200 len: 847 time: 0.1912925 Apr 18 20:25:27.652927 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1b4dc532-2f22-4e15-940d-d84b4841bdcd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c5a92921aecf457bad4ca58dc087e7f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3982964 Apr 18 20:25:27.653950 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54860) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:27.656508 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4dc532-2f22-4e15-940d-d84b4841bdcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267089ac-50b2-4be0-a673-f992b372e3ea,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:27.714358 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-85b7513d-2b0d-4b4a-8a18-590f97472668 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520849 Apr 18 20:25:27.748488 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-537acf83-bcff-4c57-8523-fd789be0086c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:27.750298 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-537acf83-bcff-4c57-8523-fd789be0086c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2045736 Apr 18 20:25:27.772141 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-12c96e52-e6c3-4d0f-91e7-10271d53b8a5 req-3f13b83a-f7f9-4e8d-89bd-62d490a24549 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] For port 57420101-83e2-4082-b715-9f33e9b0cf6e, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=57420101-83e2-4082-b715-9f33e9b0cf6e,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:27.772594 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-12c96e52-e6c3-4d0f-91e7-10271d53b8a5 req-3f13b83a-f7f9-4e8d-89bd-62d490a24549 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.786926 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c505cef-f7e4-4819-a998-3570584cb521 service neutron] Pushing event updated for resources: {'Port': ['ID=4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:27.810343 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-12c96e52-e6c3-4d0f-91e7-10271d53b8a5 req-3f13b83a-f7f9-4e8d-89bd-62d490a24549 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Calling delete_port for 57420101-83e2-4082-b715-9f33e9b0cf6e owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:25:27.858113 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182c27e-758a-40ef-a54f-24c5e8848dbb req-e59419a8-400d-41a7-8fba-75457a371d5e tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:27.861470 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2182c27e-758a-40ef-a54f-24c5e8848dbb req-e59419a8-400d-41a7-8fba-75457a371d5e tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba33e52-bc53-4f44-9999-cd32df792cba HTTP/1.1" status: 200 len: 950 time: 0.3954515 Apr 18 20:25:27.870567 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-f08c4d47-fcf4-4811-a508-3ec3bc6e301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:27.875365 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-f08c4d47-fcf4-4811-a508-3ec3bc6e301a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&device_id=d4ada398-86e6-473e-9aa8-4b5ee6c8dbf7 HTTP/1.1" status: 200 len: 1098 time: 0.2110820 Apr 18 20:25:27.941729 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5753f9ee-9b4e-448a-bd24-eebadbad62ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.997026 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-e821cbee-32fb-477d-966e-e8ff68dba02e service neutron] 10.222.0.57 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694476 Apr 18 20:25:27.999596 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5753f9ee-9b4e-448a-bd24-eebadbad62ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:28.004366 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-1fe8413d-07c6-4832-bf95-a94a74fc174d service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377753 Apr 18 20:25:28.018868 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-20d26130-4605-4a37-bcf8-cef3245e8384 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e HTTP/1.1" status: 200 len: 217 time: 0.1087942 Apr 18 20:25:28.179697 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2182c27e-758a-40ef-a54f-24c5e8848dbb req-062d2d88-883b-431a-bc85-4a0557ec6171 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.41 "GET /v2.0/security-groups?id=814eb993-4c5f-4cff-98d6-0851dc4cc84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960465 Apr 18 20:25:28.234418 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-1add3492-2c54-4285-926e-80c19d0d1e2b service neutron] 10.222.0.57 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258182 Apr 18 20:25:28.244288 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-85047f4e-1106-42e5-b25c-a2612bf8910b service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249870 Apr 18 20:25:28.245455 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5753f9ee-9b4e-448a-bd24-eebadbad62ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:28.249477 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5753f9ee-9b4e-448a-bd24-eebadbad62ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:28.259531 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5753f9ee-9b4e-448a-bd24-eebadbad62ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/267089ac-50b2-4be0-a673-f992b372e3ea HTTP/1.1" status: 204 len: 168 time: 0.5954721 Apr 18 20:25:28.284621 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753f9ee-9b4e-448a-bd24-eebadbad62ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267089ac-50b2-4be0-a673-f992b372e3ea,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:28.301422 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-3137e504-8421-4638-9922-e609a34365ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:28.305995 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-3137e504-8421-4638-9922-e609a34365ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.2190983 Apr 18 20:25:28.394004 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-d44253db-1333-4729-8d05-635cdbeabc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:28.396269 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-d44253db-1333-4729-8d05-635cdbeabc70 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0691071 Apr 18 20:25:28.468298 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703ca894-4b9c-49ef-bd64-1d9fe6d9f588 x-openstack-request-id: req-703ca894-4b9c-49ef-bd64-1d9fe6d9f588 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:28.468709 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ada398-86e6-473e-9aa8-4b5ee6c8dbf7", "tag": "4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:28.468893 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-703ca894-4b9c-49ef-bd64-1d9fe6d9f588 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:28.469271 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-703ca894-4b9c-49ef-bd64-1d9fe6d9f588'] response: {'name': 'network-changed', 'server_uuid': 'd4ada398-86e6-473e-9aa8-4b5ee6c8dbf7', 'tag': '4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e', 'status': 'completed', 'code': 200} Apr 18 20:25:28.488286 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-12c96e52-e6c3-4d0f-91e7-10271d53b8a5 req-3f13b83a-f7f9-4e8d-89bd-62d490a24549 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:28.705779 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ed2fda76-954c-4a8f-8d96-4157d6323a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:28.733319 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13b83a-f7f9-4e8d-89bd-62d490a24549 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Pushing event deleted for resources: {'Port': ['ID=57420101-83e2-4082-b715-9f33e9b0cf6e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:28.802139 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfd39d-f54b-4590-81b8-ce258a9f7a97 req-24233c63-a56f-4eea-805e-5cb98ce736f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:28.811046 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f4bfd39d-f54b-4590-81b8-ce258a9f7a97 req-24233c63-a56f-4eea-805e-5cb98ce736f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&device_id=35ea88d4-eac7-482a-97ba-450e81f56bc4 HTTP/1.1" status: 200 len: 1099 time: 0.2944601 Apr 18 20:25:28.964744 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c96e52-e6c3-4d0f-91e7-10271d53b8a5 req-3f13b83a-f7f9-4e8d-89bd-62d490a24549 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] No DVR routers for this DVR port 57420101-83e2-4082-b715-9f33e9b0cf6e on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:25:28.980500 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-12c96e52-e6c3-4d0f-91e7-10271d53b8a5 req-3f13b83a-f7f9-4e8d-89bd-62d490a24549 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:28.984195 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-12c96e52-e6c3-4d0f-91e7-10271d53b8a5 req-3f13b83a-f7f9-4e8d-89bd-62d490a24549 tempest-LiveMigrationNegativeTest-1219089806 tempest-LiveMigrationNegativeTest-1219089806-project] 10.222.0.32 "DELETE /v2.0/ports/57420101-83e2-4082-b715-9f33e9b0cf6e HTTP/1.1" status: 204 len: 173 time: 2.1464915 Apr 18 20:25:29.019686 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a9514-ed93-4b55-9c4b-b2cbbe0c822f req-04c25c4c-e35f-47eb-bcc9-54ab7230358f tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:29.029326 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba0a9514-ed93-4b55-9c4b-b2cbbe0c822f req-04c25c4c-e35f-47eb-bcc9-54ab7230358f tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 945 time: 0.2983713 Apr 18 20:25:29.034415 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eeb8b213-3a72-4edd-ba8d-7bbce17c4942 req-1a48a5dd-8c60-47f9-b7ba-3aa7c8072aa0 tempest-ServersAdmin275Test-472202773 tempest-ServersAdmin275Test-472202773-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.1601350 Apr 18 20:25:29.045085 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-0c20d340-fb1e-49ca-ac65-592aa47da499 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029311 Apr 18 20:25:29.097391 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-49474bca-ef53-48af-89aa-19f449d32055 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:29.107266 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-49474bca-ef53-48af-89aa-19f449d32055 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596&tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&binding%3Ahost_id=n-h1-838323-3 HTTP/1.1" status: 200 len: 1096 time: 0.5268507 Apr 18 20:25:29.197906 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba0a9514-ed93-4b55-9c4b-b2cbbe0c822f req-25e0ba54-f942-445e-9b06-bcf7538e2015 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670103 Apr 18 20:25:29.321962 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b4be55a-0dc5-44af-8860-5b527a09df54 req-7a2614b9-3921-4675-9a70-d108f2787625 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660322 Apr 18 20:25:29.337806 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfd39d-f54b-4590-81b8-ce258a9f7a97 req-3fda7c05-faff-4b2f-a168-66742c8fcc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:29.341990 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f4bfd39d-f54b-4590-81b8-ce258a9f7a97 req-3fda7c05-faff-4b2f-a168-66742c8fcc00 service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.5107827 Apr 18 20:25:29.355472 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-bf060bef-e4b8-4292-895a-0b47eaa76701 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838323-3'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:29.436551 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f4bfd39d-f54b-4590-81b8-ce258a9f7a97 req-dfbfad8a-8958-40f3-8fc0-dd7b545d8f31 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=77ea9693-068f-4108-9533-a71ee1eba00d HTTP/1.1" status: 200 len: 217 time: 0.0759363 Apr 18 20:25:29.571081 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-bf060bef-e4b8-4292-895a-0b47eaa76701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:29.599612 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfd39d-f54b-4590-81b8-ce258a9f7a97 req-fa57808e-3773-47b7-8c7e-70e2477db13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:29.601852 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f4bfd39d-f54b-4590-81b8-ce258a9f7a97 req-fa57808e-3773-47b7-8c7e-70e2477db13a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.1464078 Apr 18 20:25:29.646519 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:29.994646 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-bf060bef-e4b8-4292-895a-0b47eaa76701 service neutron] For port 9c793878-3093-42c8-a9a1-7634285bbb6b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=9c793878-3093-42c8-a9a1-7634285bbb6b,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:30.071569 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-25dabd45-ab38-454d-848c-be0152b4fa52 req-eef242c3-803e-49ad-afde-575ef3b76d35 tempest-ServersAdmin275Test-472202773 tempest-ServersAdmin275Test-472202773-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.7277229 Apr 18 20:25:30.076312 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfd39d-f54b-4590-81b8-ce258a9f7a97 req-fc11e10c-54e4-4d87-89ab-d19d3d825712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:30.079963 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f4bfd39d-f54b-4590-81b8-ce258a9f7a97 req-fc11e10c-54e4-4d87-89ab-d19d3d825712 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4461424 Apr 18 20:25:30.106365 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81d860-5831-451d-8f65-7d9db7acc42e req-a36f4b5c-b1c9-4f27-812e-3e92fa523b69 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:30.114284 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c81d860-5831-451d-8f65-7d9db7acc42e req-a36f4b5c-b1c9-4f27-812e-3e92fa523b69 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ada398-86e6-473e-9aa8-4b5ee6c8dbf7 HTTP/1.1" status: 200 len: 947 time: 0.7905192 Apr 18 20:25:30.144910 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d7469-fa06-419f-9928-ed811c7b3474 req-59857a64-e40c-4149-b4a7-398f2e26369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:30.146451 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d51d7469-fa06-419f-9928-ed811c7b3474 req-59857a64-e40c-4149-b4a7-398f2e26369e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&device_id=d4ada398-86e6-473e-9aa8-4b5ee6c8dbf7 HTTP/1.1" status: 200 len: 1098 time: 0.3134303 Apr 18 20:25:30.230363 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c81d860-5831-451d-8f65-7d9db7acc42e req-870adc8e-183c-4abf-9389-abe868c68671 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149673 Apr 18 20:25:30.364548 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f4bfd39d-f54b-4590-81b8-ce258a9f7a97 req-9c8f3b90-d1e5-4355-9016-b8238c04cb6e service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693634 Apr 18 20:25:30.374000 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-bf060bef-e4b8-4292-895a-0b47eaa76701 service neutron] For port 9c793878-3093-42c8-a9a1-7634285bbb6b, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:30.374223 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 57420101-83e2-4082-b715-9f33e9b0cf6e no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:25:30.446770 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d7469-fa06-419f-9928-ed811c7b3474 req-dce3839a-4c42-45d2-8557-3bac18d4f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:30.449351 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d51d7469-fa06-419f-9928-ed811c7b3474 req-dce3839a-4c42-45d2-8557-3bac18d4f743 service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.2924964 Apr 18 20:25:30.460764 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 57420101-83e2-4082-b715-9f33e9b0cf6e {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:25:30.461299 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 57420101-83e2-4082-b715-9f33e9b0cf6e not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:25:30.480470 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba33e52-bc53-4f44-9999-cd32df792cba', 'name': 'network-vif-deleted', 'tag': '57420101-83e2-4082-b715-9f33e9b0cf6e'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:30.485758 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b98eac-ed93-4504-929c-53e5c6bff2b9" -d '{"events": [{"server_uuid": "8ba33e52-bc53-4f44-9999-cd32df792cba", "name": "network-vif-deleted", "tag": "57420101-83e2-4082-b715-9f33e9b0cf6e"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:30.574292 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d51d7469-fa06-419f-9928-ed811c7b3474 req-823470ad-dba3-49a8-bd25-baa3cc700877 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e HTTP/1.1" status: 200 len: 217 time: 0.0817223 Apr 18 20:25:30.601375 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-bf060bef-e4b8-4292-895a-0b47eaa76701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:30.614700 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b296b1-1ede-4679-a655-894bdc29a596', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c793878-3093-42c8-a9a1-7634285bbb6b'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:30.621668 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d4346b-f124-4e0b-a83f-c2be5f45d080" -d '{"events": [{"server_uuid": "55b296b1-1ede-4679-a655-894bdc29a596", "name": "network-vif-unplugged", "status": "completed", "tag": "9c793878-3093-42c8-a9a1-7634285bbb6b"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:30.659946 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e1360-c3bb-48c8-b67f-537ed85cbacc req-bf68a421-763e-4ae4-9161-9ed681612ae5 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:30.662628 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa1e1360-c3bb-48c8-b67f-537ed85cbacc req-bf68a421-763e-4ae4-9161-9ed681612ae5 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 945 time: 0.3108921 Apr 18 20:25:30.704614 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-bf060bef-e4b8-4292-895a-0b47eaa76701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:30.761726 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa1e1360-c3bb-48c8-b67f-537ed85cbacc req-23558e35-c467-4be3-b8b3-92c3ad95cd6a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861158 Apr 18 20:25:30.764385 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d7469-fa06-419f-9928-ed811c7b3474 req-3ef93eac-f305-4029-a15b-2aec6cc73d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:30.768103 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d51d7469-fa06-419f-9928-ed811c7b3474 req-3ef93eac-f305-4029-a15b-2aec6cc73d46 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.1845667 Apr 18 20:25:30.822586 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54954) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:30.955086 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f4bfd39d-f54b-4590-81b8-ce258a9f7a97 req-7ade5ba2-0e5a-4eed-adbe-9dde693fc454 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5775087 Apr 18 20:25:31.007744 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d7469-fa06-419f-9928-ed811c7b3474 req-17481067-2088-4cc7-9764-00e255b2a604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:31.010829 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d51d7469-fa06-419f-9928-ed811c7b3474 req-17481067-2088-4cc7-9764-00e255b2a604 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2334983 Apr 18 20:25:31.046649 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf060bef-e4b8-4292-895a-0b47eaa76701 service neutron] Pushing event updated for resources: {'Port': ['ID=9c793878-3093-42c8-a9a1-7634285bbb6b,revision_number=7']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:31.088831 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-bf060bef-e4b8-4292-895a-0b47eaa76701 service neutron] Attempting to bind port 9c793878-3093-42c8-a9a1-7634285bbb6b on host n-h1-838323-3 for vnic_type normal with profile {"migrating_to": "n-h2-838323-3"} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:31.089276 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-bf060bef-e4b8-4292-895a-0b47eaa76701 service neutron] Attempting to bind port 9c793878-3093-42c8-a9a1-7634285bbb6b by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:31.089572 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-bf060bef-e4b8-4292-895a-0b47eaa76701 service neutron] Attempting to bind port 9c793878-3093-42c8-a9a1-7634285bbb6b on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:31.100101 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-bf060bef-e4b8-4292-895a-0b47eaa76701 service neutron] Port 9c793878-3093-42c8-a9a1-7634285bbb6b on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:25:31.100564 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-bf060bef-e4b8-4292-895a-0b47eaa76701 service neutron] Attempting to bind port 9c793878-3093-42c8-a9a1-7634285bbb6b on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:31.114208 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-bf060bef-e4b8-4292-895a-0b47eaa76701 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:31.114651 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-bf060bef-e4b8-4292-895a-0b47eaa76701 service neutron] Checking segment: {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:31.116194 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-bf060bef-e4b8-4292-895a-0b47eaa76701 service neutron] Bound using segment: {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:31.116194 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-bf060bef-e4b8-4292-895a-0b47eaa76701 service neutron] Bound port: 9c793878-3093-42c8-a9a1-7634285bbb6b, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:31.116194 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-bf060bef-e4b8-4292-895a-0b47eaa76701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:31.138993 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93470710-6096-4b2f-b4ac-eddf736f5ae4 x-openstack-request-id: req-93470710-6096-4b2f-b4ac-eddf736f5ae4 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:31.139278 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b296b1-1ede-4679-a655-894bdc29a596", "name": "network-vif-unplugged", "status": "completed", "tag": "9c793878-3093-42c8-a9a1-7634285bbb6b", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:31.139527 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93470710-6096-4b2f-b4ac-eddf736f5ae4 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:31.139926 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93470710-6096-4b2f-b4ac-eddf736f5ae4'] response: {'server_uuid': '55b296b1-1ede-4679-a655-894bdc29a596', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c793878-3093-42c8-a9a1-7634285bbb6b', 'code': 200} Apr 18 20:25:31.185697 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:31.200708 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f1ec0c-237d-47e7-9e52-c622ba3b2641 x-openstack-request-id: req-e0f1ec0c-237d-47e7-9e52-c622ba3b2641 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:31.201427 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba33e52-bc53-4f44-9999-cd32df792cba", "name": "network-vif-deleted", "tag": "57420101-83e2-4082-b715-9f33e9b0cf6e", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:31.201427 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e0f1ec0c-237d-47e7-9e52-c622ba3b2641 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:31.201625 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0f1ec0c-237d-47e7-9e52-c622ba3b2641'] response: {'server_uuid': '8ba33e52-bc53-4f44-9999-cd32df792cba', 'name': 'network-vif-deleted', 'tag': '57420101-83e2-4082-b715-9f33e9b0cf6e', 'status': 'completed', 'code': 200} Apr 18 20:25:31.285310 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d51d7469-fa06-419f-9928-ed811c7b3474 req-88bc4645-2bd8-4154-b0d9-18f96c07070d service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642808 Apr 18 20:25:31.307138 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-bf060bef-e4b8-4292-895a-0b47eaa76701 service neutron] For port 9c793878-3093-42c8-a9a1-7634285bbb6b, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:31.314852 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-bf060bef-e4b8-4292-895a-0b47eaa76701 service neutron] For port 9c793878-3093-42c8-a9a1-7634285bbb6b, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=9c793878-3093-42c8-a9a1-7634285bbb6b,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:31.330145 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-bf060bef-e4b8-4292-895a-0b47eaa76701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:31.438957 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:31.481370 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf060bef-e4b8-4292-895a-0b47eaa76701 service neutron] Pushing event updated for resources: {'Port': ['ID=9c793878-3093-42c8-a9a1-7634285bbb6b,revision_number=8']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:31.487385 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bd9a1c05-050a-462c-973e-cab025430960 req-f664bb72-fced-4e46-b551-01b516468894 tempest-ServersAdmin275Test-472202773 tempest-ServersAdmin275Test-472202773-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0519011 Apr 18 20:25:31.501170 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b3057546-45dc-451c-be62-02605aaadc23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3dba4a5a0b8c48c0b87c94e87f8afb4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6610875 Apr 18 20:25:31.503668 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54984) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:31.543478 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-bf060bef-e4b8-4292-895a-0b47eaa76701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:31.544244 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-bf060bef-e4b8-4292-895a-0b47eaa76701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:31.545860 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-bf060bef-e4b8-4292-895a-0b47eaa76701 service neutron] 10.222.0.57 "PUT /v2.0/ports/9c793878-3093-42c8-a9a1-7634285bbb6b HTTP/1.1" status: 200 len: 1121 time: 2.1998727 Apr 18 20:25:31.577035 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d51d7469-fa06-419f-9928-ed811c7b3474 req-43eec628-fa89-4560-89e9-defefdb9e5a7 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725449 Apr 18 20:25:31.625411 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['9c793878-3093-42c8-a9a1-7634285bbb6b'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:31.701281 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ac50ad3b-03b7-4e29-8d2b-580028e98bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:31.761058 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ac50ad3b-03b7-4e29-8d2b-580028e98bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:31.796221 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e79c57-129b-48ad-96cf-5f1757271eb9 req-aa4c3714-11b9-4f37-ae00-df99a2f142b2 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:31.799108 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7e79c57-129b-48ad-96cf-5f1757271eb9 req-aa4c3714-11b9-4f37-ae00-df99a2f142b2 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ada398-86e6-473e-9aa8-4b5ee6c8dbf7 HTTP/1.1" status: 200 len: 947 time: 0.1169329 Apr 18 20:25:31.897248 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7e79c57-129b-48ad-96cf-5f1757271eb9 req-c882e2f9-dbdb-4f90-b0d6-385d2ab36426 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858884 Apr 18 20:25:31.927858 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ac50ad3b-03b7-4e29-8d2b-580028e98bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:31.927858 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ac50ad3b-03b7-4e29-8d2b-580028e98bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:31.929128 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ac50ad3b-03b7-4e29-8d2b-580028e98bcb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/814eb993-4c5f-4cff-98d6-0851dc4cc84b HTTP/1.1" status: 204 len: 168 time: 0.4230268 Apr 18 20:25:31.971261 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50ad3b-03b7-4e29-8d2b-580028e98bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814eb993-4c5f-4cff-98d6-0851dc4cc84b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:32.269600 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860668e9-fb64-4e42-8ea9-bf281973cfdf req-b798ff21-9978-458d-92bc-3f23071c99f4 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:32.284747 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-860668e9-fb64-4e42-8ea9-bf281973cfdf req-b798ff21-9978-458d-92bc-3f23071c99f4 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 943 time: 0.2133677 Apr 18 20:25:32.403587 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55028) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:32.406020 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-860668e9-fb64-4e42-8ea9-bf281973cfdf req-ef7edba1-7847-41b2-82f8-cead9323541d tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119285 Apr 18 20:25:32.521678 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:25:32.771939 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9fef75f3-5f43-441f-b3e1-fb501240d0cb req-f8b13a9f-3871-4cc2-83a6-77808204370f tempest-ServersAdmin275Test-472202773 tempest-ServersAdmin275Test-472202773-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0393636 Apr 18 20:25:32.801984 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55042) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:32.844808 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:32.873045 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': '4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e', 'mac_address': 'fa:16:3e:4e:60:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:25:32.924721 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:32.937250 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-47584009-bba6-4791-81f0-eab4e7015fdc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b3d422960534dc190ba5c79462137e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1309490 Apr 18 20:25:32.939205 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55050) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:32.947432 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:32.986781 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:32.997469 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:32.998347 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 77ea9693-068f-4108-9533-a71ee1eba00d details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:25:33.039658 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55056) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:33.091694 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:33.118046 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d1032f4-2fbc-4ea0-ada3-585c4e606c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.147678 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b296b1-1ede-4679-a655-894bdc29a596', 'tag': '9c793878-3093-42c8-a9a1-7634285bbb6b'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:33.148014 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 77ea9693-068f-4108-9533-a71ee1eba00d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=77ea9693-068f-4108-9533-a71ee1eba00d,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:33.163067 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee2f812-0772-4bad-ab30-96ccc09fd752" -d '{"events": [{"name": "network-changed", "server_uuid": "55b296b1-1ede-4679-a655-894bdc29a596", "tag": "9c793878-3093-42c8-a9a1-7634285bbb6b"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:33.177330 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '77ea9693-068f-4108-9533-a71ee1eba00d', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': '77ea9693-068f-4108-9533-a71ee1eba00d', 'mac_address': 'fa:16:3e:1b:ed:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:25:33.190999 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d1032f4-2fbc-4ea0-ada3-585c4e606c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.231959 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f35d1-cd7e-4869-ac13-9888c9690f12 req-4241a53f-ff77-43ff-a63e-0cbc96173c51 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:33.240211 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f5f35d1-cd7e-4869-ac13-9888c9690f12 req-4241a53f-ff77-43ff-a63e-0cbc96173c51 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ada398-86e6-473e-9aa8-4b5ee6c8dbf7 HTTP/1.1" status: 200 len: 948 time: 0.1447937 Apr 18 20:25:33.279172 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d1032f4-2fbc-4ea0-ada3-585c4e606c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.282613 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d1032f4-2fbc-4ea0-ada3-585c4e606c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.287176 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6d1032f4-2fbc-4ea0-ada3-585c4e606c1d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef36c90a-d1af-40ea-aac0-90ad51812855 HTTP/1.1" status: 204 len: 168 time: 0.3451943 Apr 18 20:25:33.292390 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a522025-b1c8-424f-95d5-15667713b775 x-openstack-request-id: req-1a522025-b1c8-424f-95d5-15667713b775 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:33.292714 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b296b1-1ede-4679-a655-894bdc29a596", "tag": "9c793878-3093-42c8-a9a1-7634285bbb6b", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:33.293016 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a522025-b1c8-424f-95d5-15667713b775 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:33.293424 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a522025-b1c8-424f-95d5-15667713b775'] response: {'name': 'network-changed', 'server_uuid': '55b296b1-1ede-4679-a655-894bdc29a596', 'tag': '9c793878-3093-42c8-a9a1-7634285bbb6b', 'status': 'completed', 'code': 200} Apr 18 20:25:33.300103 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1032f4-2fbc-4ea0-ada3-585c4e606c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef36c90a-d1af-40ea-aac0-90ad51812855,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:33.327929 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f8287ce1-83ee-436f-b874-44674671738c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.355635 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.406440 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f5f35d1-cd7e-4869-ac13-9888c9690f12 req-49ffee8a-6bf4-4853-a0d3-43a9e6479f84 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514537 Apr 18 20:25:33.425618 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ea9693-068f-4108-9533-a71ee1eba00d {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:33.463043 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4b4b03a7-878c-4ca8-83a1-93a7b55c576f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.470130 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 77ea9693-068f-4108-9533-a71ee1eba00d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=77ea9693-068f-4108-9533-a71ee1eba00d,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:33.485690 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.504364 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f8287ce1-83ee-436f-b874-44674671738c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.514476 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f8287ce1-83ee-436f-b874-44674671738c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.523978 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2f812-0772-4bad-ab30-96ccc09fd752 req-ff5c0c25-7cf5-48aa-9859-2e75dcccbdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:33.526810 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ee2f812-0772-4bad-ab30-96ccc09fd752 req-ff5c0c25-7cf5-48aa-9859-2e75dcccbdd6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 1124 time: 0.1713481 Apr 18 20:25:33.594220 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f8287ce1-83ee-436f-b874-44674671738c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3515b27e0e7f404c9076a01465f328b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1887267 Apr 18 20:25:33.612774 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55082) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:33.613846 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8287ce1-83ee-436f-b874-44674671738c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42207463-2c0b-43fb-be9f-a014f11be7bb,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:33.641876 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=77ea9693-068f-4108-9533-a71ee1eba00d,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:33.656063 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2f812-0772-4bad-ab30-96ccc09fd752 req-6f9bfd6f-ec7c-42bc-b7de-f0b4f0be88ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:33.657758 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ee2f812-0772-4bad-ab30-96ccc09fd752 req-6f9bfd6f-ec7c-42bc-b7de-f0b4f0be88ef service neutron] 10.222.0.32 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 908 time: 0.1227667 Apr 18 20:25:33.764530 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ee2f812-0772-4bad-ab30-96ccc09fd752 req-a86f8fb2-ad19-46d6-a6ca-ed1d0f57dabc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c793878-3093-42c8-a9a1-7634285bbb6b HTTP/1.1" status: 200 len: 217 time: 0.0964561 Apr 18 20:25:33.772867 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5826439c-a8ef-4f89-a74f-6da97c897dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.801191 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['77ea9693-068f-4108-9533-a71ee1eba00d'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:33.804828 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:33.824823 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5826439c-a8ef-4f89-a74f-6da97c897dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.926967 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5826439c-a8ef-4f89-a74f-6da97c897dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.937668 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5826439c-a8ef-4f89-a74f-6da97c897dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.946069 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5826439c-a8ef-4f89-a74f-6da97c897dd0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/42207463-2c0b-43fb-be9f-a014f11be7bb HTTP/1.1" status: 204 len: 168 time: 0.3240695 Apr 18 20:25:33.972004 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826439c-a8ef-4f89-a74f-6da97c897dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42207463-2c0b-43fb-be9f-a014f11be7bb,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:34.094986 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4b4b03a7-878c-4ca8-83a1-93a7b55c576f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.099897 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-abbc9df1-1331-4311-a300-1b19f93131c5 req-c0cccf90-9aaf-4e73-8320-1683c31db428 tempest-ServersAdmin275Test-472202773 tempest-ServersAdmin275Test-472202773-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0838993 Apr 18 20:25:34.116338 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4b4b03a7-878c-4ca8-83a1-93a7b55c576f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.139876 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2f812-0772-4bad-ab30-96ccc09fd752 req-5f1557d8-aa0f-404a-9955-b03717e2228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:34.142993 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ee2f812-0772-4bad-ab30-96ccc09fd752 req-5f1557d8-aa0f-404a-9955-b03717e2228b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1 HTTP/1.1" status: 200 len: 847 time: 0.3590846 Apr 18 20:25:34.160566 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553e3ee-74cc-436a-b819-417452094aa6 req-d158eeb1-a47d-4603-9465-78ad7b643fd1 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:34.174845 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8553e3ee-74cc-436a-b819-417452094aa6 req-d158eeb1-a47d-4603-9465-78ad7b643fd1 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 943 time: 0.4380252 Apr 18 20:25:34.306958 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ee2f812-0772-4bad-ab30-96ccc09fd752 req-98ce0850-2539-4e14-be55-8277ac15a879 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194925 Apr 18 20:25:34.315829 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4b4b03a7-878c-4ca8-83a1-93a7b55c576f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4c3a211df7b4725b4eb3f98eee4dee3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2751038 Apr 18 20:25:34.319658 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55100) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:34.351820 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b03a7-878c-4ca8-83a1-93a7b55c576f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cececaf-ffac-436a-b76a-15be5461ac90,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:34.371772 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8553e3ee-74cc-436a-b819-417452094aa6 req-3cc31baf-8d2d-4d1c-a3e6-e5cb5a8119cb tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952708 Apr 18 20:25:34.465647 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a72b7b9c-4358-49eb-9a42-4173707dcfe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.476831 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ee2f812-0772-4bad-ab30-96ccc09fd752 req-db0c5eb6-ba9e-4cdb-8ba7-01bffa87a486 service neutron] 10.222.0.32 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534870 Apr 18 20:25:34.494378 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55106) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:34.537723 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 9c793878-3093-42c8-a9a1-7634285bbb6b details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:25:34.540457 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a72b7b9c-4358-49eb-9a42-4173707dcfe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.621410 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a72b7b9c-4358-49eb-9a42-4173707dcfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.624825 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a72b7b9c-4358-49eb-9a42-4173707dcfe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.626284 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a72b7b9c-4358-49eb-9a42-4173707dcfe3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7cececaf-ffac-436a-b76a-15be5461ac90 HTTP/1.1" status: 204 len: 168 time: 0.3047793 Apr 18 20:25:34.644861 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b7b9c-4358-49eb-9a42-4173707dcfe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cececaf-ffac-436a-b76a-15be5461ac90,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:34.700487 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-93b34ee2-a817-49ee-a888-a05b7582e41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.702952 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55114) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:34.751689 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6f8b4491-8d3e-426c-8d9f-1ff6a2da40f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.799169 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f95e78-a736-43e7-a0c4-71db60bc528b req-95996e5c-333c-4b63-91d7-a64ec5530065 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:34.808924 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 9c793878-3093-42c8-a9a1-7634285bbb6b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=9c793878-3093-42c8-a9a1-7634285bbb6b,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:34.812103 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-31f95e78-a736-43e7-a0c4-71db60bc528b req-95996e5c-333c-4b63-91d7-a64ec5530065 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ada398-86e6-473e-9aa8-4b5ee6c8dbf7 HTTP/1.1" status: 200 len: 948 time: 0.2461059 Apr 18 20:25:34.840953 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 9c793878-3093-42c8-a9a1-7634285bbb6b has no active binding in host n-h2-838323-3 {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 20:25:34.901496 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ee2f812-0772-4bad-ab30-96ccc09fd752 req-003969f4-df18-4a86-8763-0e3b708fe9d3 service neutron] 10.222.0.32 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173899 Apr 18 20:25:34.911681 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-31f95e78-a736-43e7-a0c4-71db60bc528b req-03e39f9c-0109-4d9d-b350-54004728c5a5 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981154 Apr 18 20:25:35.000041 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-93b34ee2-a817-49ee-a888-a05b7582e41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.006853 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6f8b4491-8d3e-426c-8d9f-1ff6a2da40f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.010934 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-93b34ee2-a817-49ee-a888-a05b7582e41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.017255 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6f8b4491-8d3e-426c-8d9f-1ff6a2da40f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.075787 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b34ee2-a817-49ee-a888-a05b7582e41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5efc95-892f-44ab-8379-4da839bf17b1,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:35.084780 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6f8b4491-8d3e-426c-8d9f-1ff6a2da40f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52a42b9c02ad43619a82ace244d3d4f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3806286 Apr 18 20:25:35.088297 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-93b34ee2-a817-49ee-a888-a05b7582e41f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d8914c84fcd47daad15a1b1bdd5264c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5914645 Apr 18 20:25:35.088783 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55120) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:35.091296 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55122) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:35.112511 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b4491-8d3e-426c-8d9f-1ff6a2da40f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55accc82-6dbe-476e-8e73-defc73443b3a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:35.242155 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c4fe1055-287b-4be0-a0ba-146d6d60f1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.304096 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a0006ee6-ef71-4860-b163-5b8158652778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.341520 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-55932385-0bd4-4007-8e3c-eb293c286e80 req-a6923c20-f723-4921-a456-1a87936341c7 tempest-ServersAdmin275Test-472202773 tempest-ServersAdmin275Test-472202773-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0611110 Apr 18 20:25:35.359267 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c4fe1055-287b-4be0-a0ba-146d6d60f1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.393156 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55134) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:35.411119 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a0006ee6-ef71-4860-b163-5b8158652778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.436574 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4486513c-9d7f-4131-9d81-1f19abff1757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.561069 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c4fe1055-287b-4be0-a0ba-146d6d60f1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.564345 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c4fe1055-287b-4be0-a0ba-146d6d60f1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.568644 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c4fe1055-287b-4be0-a0ba-146d6d60f1d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b5efc95-892f-44ab-8379-4da839bf17b1 HTTP/1.1" status: 204 len: 168 time: 0.4736016 Apr 18 20:25:35.589476 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a0006ee6-ef71-4860-b163-5b8158652778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.592061 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a0006ee6-ef71-4860-b163-5b8158652778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.598911 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a0006ee6-ef71-4860-b163-5b8158652778 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/55accc82-6dbe-476e-8e73-defc73443b3a HTTP/1.1" status: 204 len: 168 time: 0.5088837 Apr 18 20:25:35.607049 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e585c-8b9b-449e-9c31-3dc1ad0c5cab req-ad176a39-a3d5-4de4-ac9a-4453fb085488 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:35.609075 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-342e585c-8b9b-449e-9c31-3dc1ad0c5cab req-ad176a39-a3d5-4de4-ac9a-4453fb085488 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 943 time: 0.1521342 Apr 18 20:25:35.611687 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe1055-287b-4be0-a0ba-146d6d60f1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5efc95-892f-44ab-8379-4da839bf17b1,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:35.656126 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0006ee6-ef71-4860-b163-5b8158652778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55accc82-6dbe-476e-8e73-defc73443b3a,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:35.716150 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4486513c-9d7f-4131-9d81-1f19abff1757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.722810 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-342e585c-8b9b-449e-9c31-3dc1ad0c5cab req-9238489a-806e-4cc6-ac25-29c7e23431ab tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986810 Apr 18 20:25:35.724881 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4486513c-9d7f-4131-9d81-1f19abff1757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.801112 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4486513c-9d7f-4131-9d81-1f19abff1757 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d02566e51e954f8d81835d30fd751206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4033480 Apr 18 20:25:35.802387 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486513c-9d7f-4131-9d81-1f19abff1757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1269b9c-cd84-4aaa-b571-0343509810a9,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:35.804119 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55146) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:35.904870 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-145187e7-d9c6-4074-b00e-137ba54ca0a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.945759 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-145187e7-d9c6-4074-b00e-137ba54ca0a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:36.045971 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-145187e7-d9c6-4074-b00e-137ba54ca0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:36.052407 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-145187e7-d9c6-4074-b00e-137ba54ca0a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:36.055212 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-145187e7-d9c6-4074-b00e-137ba54ca0a8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b1269b9c-cd84-4aaa-b571-0343509810a9 HTTP/1.1" status: 204 len: 168 time: 0.2484062 Apr 18 20:25:36.071433 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145187e7-d9c6-4074-b00e-137ba54ca0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1269b9c-cd84-4aaa-b571-0343509810a9,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:36.144282 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3d936-b19b-4461-9f00-d5f1d386696d req-974bbe82-f2ff-4f21-ac41-da07d603b11b tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:36.146213 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4d3d936-b19b-4461-9f00-d5f1d386696d req-974bbe82-f2ff-4f21-ac41-da07d603b11b tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ada398-86e6-473e-9aa8-4b5ee6c8dbf7 HTTP/1.1" status: 200 len: 948 time: 0.0750127 Apr 18 20:25:36.196374 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4d3d936-b19b-4461-9f00-d5f1d386696d req-72037fce-dc17-45f1-8e6c-59af0a5f8efc tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428579 Apr 18 20:25:36.256642 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55156) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:36.278465 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9dd861df-4deb-4560-b4fc-cd5cfa4307f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:36.416623 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9dd861df-4deb-4560-b4fc-cd5cfa4307f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:36.426746 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9dd861df-4deb-4560-b4fc-cd5cfa4307f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:36.502484 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd861df-4deb-4560-b4fc-cd5cfa4307f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96700d1-cacc-4b58-81c9-1ba754ae6b10,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:36.531913 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9dd861df-4deb-4560-b4fc-cd5cfa4307f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e7535859a0e462390b60569d4b2181c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737861 Apr 18 20:25:36.537503 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55166) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:36.551435 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 77ea9693-068f-4108-9533-a71ee1eba00d up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:36.561284 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8e6b61a-9f68-49f8-9dba-5c68c00c19fe req-76ce5af6-8dd1-4194-b900-7a6704672b6e tempest-ServersAdmin275Test-472202773 tempest-ServersAdmin275Test-472202773-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0563066 Apr 18 20:25:36.656522 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0445059d-8ae9-4cb3-bf0d-c6366f04e877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:36.661109 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 77ea9693-068f-4108-9533-a71ee1eba00d completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:25:36.667028 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 77ea9693-068f-4108-9533-a71ee1eba00d triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:36.668089 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:36.704103 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0445059d-8ae9-4cb3-bf0d-c6366f04e877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:36.825926 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0445059d-8ae9-4cb3-bf0d-c6366f04e877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:36.831288 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:36.835386 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0445059d-8ae9-4cb3-bf0d-c6366f04e877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:36.837749 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0445059d-8ae9-4cb3-bf0d-c6366f04e877 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c96700d1-cacc-4b58-81c9-1ba754ae6b10 HTTP/1.1" status: 204 len: 168 time: 0.2985482 Apr 18 20:25:36.855643 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445059d-8ae9-4cb3-bf0d-c6366f04e877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96700d1-cacc-4b58-81c9-1ba754ae6b10,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:36.918618 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 77ea9693-068f-4108-9533-a71ee1eba00d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=77ea9693-068f-4108-9533-a71ee1eba00d,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:36.925876 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ea88d4-eac7-482a-97ba-450e81f56bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ea9693-068f-4108-9533-a71ee1eba00d'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:36.930762 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485e2aef-809f-4cfc-8318-e61229431233" -d '{"events": [{"server_uuid": "35ea88d4-eac7-482a-97ba-450e81f56bc4", "name": "network-vif-plugged", "status": "completed", "tag": "77ea9693-068f-4108-9533-a71ee1eba00d"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:36.946866 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:36.948670 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:36.968743 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125192d-0293-4446-bd09-97fa75606498 req-427d4a65-da26-4d5b-9e4d-5e92569ac627 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:36.971450 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e125192d-0293-4446-bd09-97fa75606498 req-427d4a65-da26-4d5b-9e4d-5e92569ac627 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 943 time: 0.0886045 Apr 18 20:25:37.065299 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bead210f-1765-49dd-9473-744cd0dd676a x-openstack-request-id: req-bead210f-1765-49dd-9473-744cd0dd676a {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:37.065746 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ea88d4-eac7-482a-97ba-450e81f56bc4", "name": "network-vif-plugged", "status": "completed", "tag": "77ea9693-068f-4108-9533-a71ee1eba00d", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:37.066134 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bead210f-1765-49dd-9473-744cd0dd676a {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:37.066723 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bead210f-1765-49dd-9473-744cd0dd676a'] response: {'server_uuid': '35ea88d4-eac7-482a-97ba-450e81f56bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ea9693-068f-4108-9533-a71ee1eba00d', 'code': 200} Apr 18 20:25:37.075206 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e125192d-0293-4446-bd09-97fa75606498 req-c3973eab-1dcb-42ca-a5c8-0adc5f0e2fef tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907423 Apr 18 20:25:37.156023 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=77ea9693-068f-4108-9533-a71ee1eba00d,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:37.174519 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:25:37.185063 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:37.186045 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:37.213659 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22957700-4b99-4b05-97bf-dd31653ddcd5 req-c079030c-4158-42ed-a6cc-b65febda2ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:37.215233 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22957700-4b99-4b05-97bf-dd31653ddcd5 req-c079030c-4158-42ed-a6cc-b65febda2ca0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=35ea88d4-eac7-482a-97ba-450e81f56bc4 HTTP/1.1" status: 200 len: 1101 time: 0.0529032 Apr 18 20:25:37.307163 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22957700-4b99-4b05-97bf-dd31653ddcd5 req-26230831-2092-404d-8f28-377b72179e7b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787082 Apr 18 20:25:37.376211 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:37.412012 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:37.434459 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:37.444981 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:37.526205 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-357033e1-de23-4a2f-922c-562b9cf94b04 service neutron] 10.222.0.32 "GET /v2.0/ports/9c793878-3093-42c8-a9a1-7634285bbb6b/bindings/n-h2-838323-3 HTTP/1.1" status: 200 len: 384 time: 0.2080998 Apr 18 20:25:37.546299 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fd65b-fa62-417b-a773-664565572f0a req-4d80f4aa-ca6e-459b-9562-3a276c320b5c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:37.556981 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-753fd65b-fa62-417b-a773-664565572f0a req-4d80f4aa-ca6e-459b-9562-3a276c320b5c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ada398-86e6-473e-9aa8-4b5ee6c8dbf7 HTTP/1.1" status: 200 len: 948 time: 0.1821120 Apr 18 20:25:37.557738 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:37.753193 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-753fd65b-fa62-417b-a773-664565572f0a req-edc90e18-edd2-4a9f-9ec7-27cd02034994 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950576 Apr 18 20:25:37.885726 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:25:38.010788 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f392112d-1c1a-4d8c-a7de-51012a4ebcf0 req-b489df33-f16e-4384-b2f4-427711018cdc tempest-ServersAdmin275Test-472202773 tempest-ServersAdmin275Test-472202773-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.1302373 Apr 18 20:25:38.033534 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaadfa2-022b-4538-bf25-ef17bd88ea94 req-90da329a-d029-4732-9413-25d7724ccf2c tempest-NetworksTest-2102713589 tempest-NetworksTest-2102713589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:38.034357 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaadfa2-022b-4538-bf25-ef17bd88ea94 req-90da329a-d029-4732-9413-25d7724ccf2c tempest-NetworksTest-2102713589 tempest-NetworksTest-2102713589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:38.035248 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaadfa2-022b-4538-bf25-ef17bd88ea94 req-90da329a-d029-4732-9413-25d7724ccf2c tempest-NetworksTest-2102713589 tempest-NetworksTest-2102713589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:38.036139 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaadfa2-022b-4538-bf25-ef17bd88ea94 req-90da329a-d029-4732-9413-25d7724ccf2c tempest-NetworksTest-2102713589 tempest-NetworksTest-2102713589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:38.037072 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaadfa2-022b-4538-bf25-ef17bd88ea94 req-90da329a-d029-4732-9413-25d7724ccf2c tempest-NetworksTest-2102713589 tempest-NetworksTest-2102713589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:38.038202 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaadfa2-022b-4538-bf25-ef17bd88ea94 req-90da329a-d029-4732-9413-25d7724ccf2c tempest-NetworksTest-2102713589 tempest-NetworksTest-2102713589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:38.039072 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaadfa2-022b-4538-bf25-ef17bd88ea94 req-90da329a-d029-4732-9413-25d7724ccf2c tempest-NetworksTest-2102713589 tempest-NetworksTest-2102713589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:38.043082 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7aaadfa2-022b-4538-bf25-ef17bd88ea94 req-90da329a-d029-4732-9413-25d7724ccf2c tempest-NetworksTest-2102713589 tempest-NetworksTest-2102713589-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5020 time: 0.4178061 Apr 18 20:25:38.582198 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a4734-d696-4624-924a-6f29c3eef63b req-4061981c-b6e1-43a8-ae4d-cc0ecb9831ae tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:38.584254 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee8a4734-d696-4624-924a-6f29c3eef63b req-4061981c-b6e1-43a8-ae4d-cc0ecb9831ae tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 943 time: 0.1480780 Apr 18 20:25:38.585819 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-d5ea71e1-e000-483b-9167-6070bd2b6af7 service neutron] For port 9c793878-3093-42c8-a9a1-7634285bbb6b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=9c793878-3093-42c8-a9a1-7634285bbb6b,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:38.599278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19648804-cfe0-4173-88a7-e811f86cddf7 req-397ad233-1c04-4815-8c17-3ffbc2b2f0d5 tempest-NetworksTest-2102713589 tempest-NetworksTest-2102713589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:38.600747 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19648804-cfe0-4173-88a7-e811f86cddf7 req-397ad233-1c04-4815-8c17-3ffbc2b2f0d5 tempest-NetworksTest-2102713589 tempest-NetworksTest-2102713589-project-admin] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 886 time: 0.5027068 Apr 18 20:25:38.631113 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-d5ea71e1-e000-483b-9167-6070bd2b6af7 service neutron] For port 9c793878-3093-42c8-a9a1-7634285bbb6b, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:38.706740 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-d5ea71e1-e000-483b-9167-6070bd2b6af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c793878-3093-42c8-a9a1-7634285bbb6b {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:38.747976 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee8a4734-d696-4624-924a-6f29c3eef63b req-c80b5b0b-1185-451f-b920-bc08faebe9b2 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460962 Apr 18 20:25:38.756938 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-d5ea71e1-e000-483b-9167-6070bd2b6af7 service neutron] For port 9c793878-3093-42c8-a9a1-7634285bbb6b, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=9c793878-3093-42c8-a9a1-7634285bbb6b,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:38.789620 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-d5ea71e1-e000-483b-9167-6070bd2b6af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:38.880239 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedeb1e-0a41-417e-8197-d9730c4bf622 req-daf8c088-1379-4215-8d40-fd644505d6c9 tempest-NetworksTest-2102713589 tempest-NetworksTest-2102713589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:38.880744 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedeb1e-0a41-417e-8197-d9730c4bf622 req-daf8c088-1379-4215-8d40-fd644505d6c9 tempest-NetworksTest-2102713589 tempest-NetworksTest-2102713589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:38.881206 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedeb1e-0a41-417e-8197-d9730c4bf622 req-daf8c088-1379-4215-8d40-fd644505d6c9 tempest-NetworksTest-2102713589 tempest-NetworksTest-2102713589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:38.881658 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedeb1e-0a41-417e-8197-d9730c4bf622 req-daf8c088-1379-4215-8d40-fd644505d6c9 tempest-NetworksTest-2102713589 tempest-NetworksTest-2102713589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:38.882114 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedeb1e-0a41-417e-8197-d9730c4bf622 req-daf8c088-1379-4215-8d40-fd644505d6c9 tempest-NetworksTest-2102713589 tempest-NetworksTest-2102713589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:38.882565 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedeb1e-0a41-417e-8197-d9730c4bf622 req-daf8c088-1379-4215-8d40-fd644505d6c9 tempest-NetworksTest-2102713589 tempest-NetworksTest-2102713589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:38.883016 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedeb1e-0a41-417e-8197-d9730c4bf622 req-daf8c088-1379-4215-8d40-fd644505d6c9 tempest-NetworksTest-2102713589 tempest-NetworksTest-2102713589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:38.885234 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8aedeb1e-0a41-417e-8197-d9730c4bf622 req-daf8c088-1379-4215-8d40-fd644505d6c9 tempest-NetworksTest-2102713589 tempest-NetworksTest-2102713589-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5020 time: 0.2266891 Apr 18 20:25:39.004389 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af670fa9-b54a-45cf-bebd-55bcf3bf8ca3 req-601f0625-c0cf-41a4-b6ef-ca0b759f3075 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:39.006281 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af670fa9-b54a-45cf-bebd-55bcf3bf8ca3 req-601f0625-c0cf-41a4-b6ef-ca0b759f3075 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ada398-86e6-473e-9aa8-4b5ee6c8dbf7 HTTP/1.1" status: 200 len: 949 time: 0.1350396 Apr 18 20:25:39.012047 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-d5ea71e1-e000-483b-9167-6070bd2b6af7 service neutron] Transition to ACTIVE for port object 9c793878-3093-42c8-a9a1-7634285bbb6b will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:39.023390 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-d5ea71e1-e000-483b-9167-6070bd2b6af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:39.068379 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ada398-86e6-473e-9aa8-4b5ee6c8dbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:39.073723 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8159fdc-f031-454a-8f23-efbdd2480f97" -d '{"events": [{"server_uuid": "d4ada398-86e6-473e-9aa8-4b5ee6c8dbf7", "name": "network-vif-plugged", "status": "completed", "tag": "4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:39.158814 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20381de3-d244-47f1-a5ca-287eeba01608 x-openstack-request-id: req-20381de3-d244-47f1-a5ca-287eeba01608 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:39.159793 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ada398-86e6-473e-9aa8-4b5ee6c8dbf7", "name": "network-vif-plugged", "status": "completed", "tag": "4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:39.160443 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20381de3-d244-47f1-a5ca-287eeba01608 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:39.161346 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20381de3-d244-47f1-a5ca-287eeba01608'] response: {'server_uuid': 'd4ada398-86e6-473e-9aa8-4b5ee6c8dbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e', 'code': 200} Apr 18 20:25:39.173647 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-d5ea71e1-e000-483b-9167-6070bd2b6af7 service neutron] No DVR routers for this DVR port 9c793878-3093-42c8-a9a1-7634285bbb6b on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:25:39.221592 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af670fa9-b54a-45cf-bebd-55bcf3bf8ca3 req-c2d396d5-06ff-40ba-afef-5bb27f9bba70 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919963 Apr 18 20:25:39.255847 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea71e1-e000-483b-9167-6070bd2b6af7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c793878-3093-42c8-a9a1-7634285bbb6b,revision_number=10']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:39.320332 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-d5ea71e1-e000-483b-9167-6070bd2b6af7 service neutron] 10.222.0.32 "PUT /v2.0/ports/9c793878-3093-42c8-a9a1-7634285bbb6b/bindings/n-h2-838323-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7599907 Apr 18 20:25:39.323983 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c69bccea-baaa-4dfd-b5c5-4e23884c8bb2 req-b6fcc017-03cd-4b3e-9f81-f0b61519b303 tempest-ServersAdmin275Test-472202773 tempest-ServersAdmin275Test-472202773-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0599113 Apr 18 20:25:39.408257 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31312f4-3b8c-4a96-a8b8-7b2f871c3357 req-77cf108e-33d1-4bff-845c-8ff59f850a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:39.411720 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e31312f4-3b8c-4a96-a8b8-7b2f871c3357 req-77cf108e-33d1-4bff-845c-8ff59f850a75 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d4ada398-86e6-473e-9aa8-4b5ee6c8dbf7 HTTP/1.1" status: 200 len: 1100 time: 0.1008120 Apr 18 20:25:39.480888 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e31312f4-3b8c-4a96-a8b8-7b2f871c3357 req-ce887ffe-3f6f-42b0-b02e-72c7128be16d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565100 Apr 18 20:25:39.481038 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-c1a389d3-8934-467e-b385-39aa9bc556d0 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:39.481038 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-c1a389d3-8934-467e-b385-39aa9bc556d0 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596&tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&binding%3Ahost_id=n-h1-838323-3 HTTP/1.1" status: 200 len: 1095 time: 0.0775635 Apr 18 20:25:39.620900 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55264) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:39.846830 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-79158384-b08a-41cd-89f2-c69525496bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:39.849445 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-79158384-b08a-41cd-89f2-c69525496bcd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596&tenant_id=b50996ef10d94bd4bdbc7264ef06ee97 HTTP/1.1" status: 200 len: 1095 time: 0.1552594 Apr 18 20:25:39.952496 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-7a5761d7-8071-42ab-89e7-78cca93998a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:39.954915 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-7a5761d7-8071-42ab-89e7-78cca93998a2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 1095 time: 0.0708885 Apr 18 20:25:39.990647 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e4a07-4059-4af8-9c30-4a6bfe08c177 req-45525729-6b82-429f-ad1e-3f6f8f517743 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:39.993489 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d80e4a07-4059-4af8-9c30-4a6bfe08c177 req-45525729-6b82-429f-ad1e-3f6f8f517743 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 944 time: 0.1030562 Apr 18 20:25:40.091823 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d80e4a07-4059-4af8-9c30-4a6bfe08c177 req-82d98008-8a05-42c3-99c5-18ce6c1c2b32 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823989 Apr 18 20:25:40.113455 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a5cba9de-db5e-4188-80e3-cdbd42d5e648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:40.170012 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-1955eca9-035f-46ce-a6c2-e69eae2340b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:40.172896 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-1955eca9-035f-46ce-a6c2-e69eae2340b6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 908 time: 0.2047122 Apr 18 20:25:40.274260 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-9d7bfb44-fb63-4924-876a-952b4f15f1d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c793878-3093-42c8-a9a1-7634285bbb6b HTTP/1.1" status: 200 len: 217 time: 0.0846150 Apr 18 20:25:40.398921 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-3d26e4eb-fb53-4380-9705-94c31c9613e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:40.401968 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-3d26e4eb-fb53-4380-9705-94c31c9613e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1 HTTP/1.1" status: 200 len: 847 time: 0.1200297 Apr 18 20:25:40.416881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 9c793878-3093-42c8-a9a1-7634285bbb6b no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:25:40.460899 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c5500-2124-4f33-955a-4a4756ebda2a req-ed7d6877-ce79-407d-8978-edf4e75bb305 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:40.462794 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-858c5500-2124-4f33-955a-4a4756ebda2a req-ed7d6877-ce79-407d-8978-edf4e75bb305 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ada398-86e6-473e-9aa8-4b5ee6c8dbf7 HTTP/1.1" status: 200 len: 949 time: 0.1182621 Apr 18 20:25:40.470404 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-4061ad62-a5d2-4017-948c-e70196d185e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557077 Apr 18 20:25:40.502833 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a5cba9de-db5e-4188-80e3-cdbd42d5e648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:40.529913 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a5cba9de-db5e-4188-80e3-cdbd42d5e648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:40.564762 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 9c793878-3093-42c8-a9a1-7634285bbb6b not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:25:40.618788 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-858c5500-2124-4f33-955a-4a4756ebda2a req-3cbac0a4-4865-485c-a281-802abdc7be9d tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462898 Apr 18 20:25:40.624843 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52bd2958-6781-47bd-8498-83ffd95d06cb req-cb036172-4a35-48a8-a474-76328f55e966 tempest-ServersAdmin275Test-472202773 tempest-ServersAdmin275Test-472202773-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0745492 Apr 18 20:25:40.689318 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cba9de-db5e-4188-80e3-cdbd42d5e648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adaeddc-c0c0-4a50-80d1-6f88ea9108ec,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:40.702558 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a5cba9de-db5e-4188-80e3-cdbd42d5e648 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b2ab996fec04f59a3d7efdcde63506d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0794055 Apr 18 20:25:40.711507 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55300) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:40.807081 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-1f4292a3-0350-4923-b218-4d4922c68301 service neutron] 10.222.0.57 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271494 Apr 18 20:25:40.883604 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0c6b37af-bc8d-4f56-ae39-3829e2972cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:40.999539 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0c6b37af-bc8d-4f56-ae39-3829e2972cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:41.093230 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-c08ab003-eb9c-40f9-bdf1-9a92bd7c472a service neutron] 10.222.0.57 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595332 Apr 18 20:25:41.119266 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0c6b37af-bc8d-4f56-ae39-3829e2972cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:41.127421 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0c6b37af-bc8d-4f56-ae39-3829e2972cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:41.129691 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0c6b37af-bc8d-4f56-ae39-3829e2972cd8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6adaeddc-c0c0-4a50-80d1-6f88ea9108ec HTTP/1.1" status: 204 len: 168 time: 0.4160359 Apr 18 20:25:41.149107 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b37af-bc8d-4f56-ae39-3829e2972cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adaeddc-c0c0-4a50-80d1-6f88ea9108ec,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:41.353736 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae229b-b738-42f9-984f-3cb95e7db277 req-a590781d-365f-46cd-bf9d-577878ecc4d0 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:41.358266 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8cae229b-b738-42f9-984f-3cb95e7db277 req-a590781d-365f-46cd-bf9d-577878ecc4d0 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 944 time: 0.1007166 Apr 18 20:25:41.381249 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:41.437196 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8cae229b-b738-42f9-984f-3cb95e7db277 req-bd78fcfe-3b73-4135-8f42-a85fe214aa19 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707631 Apr 18 20:25:41.495582 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-e5657e32-00ba-4418-81ea-c7fd14e10269 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:41.498399 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-e5657e32-00ba-4418-81ea-c7fd14e10269 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596&tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&binding%3Ahost_id=n-h2-838323-3 HTTP/1.1" status: 200 len: 1095 time: 0.0732210 Apr 18 20:25:41.689643 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-bd425deb-0fe5-4e96-95ce-32d0f6501cb5 service neutron] For port 9c793878-3093-42c8-a9a1-7634285bbb6b, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:41.696006 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-bd425deb-0fe5-4e96-95ce-32d0f6501cb5 service neutron] Notify callbacks [] for binding, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:41.698104 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-46a2e579-8c2b-42ec-a3db-37491f410e5e req-bd425deb-0fe5-4e96-95ce-32d0f6501cb5 service neutron] 10.222.0.57 "DELETE /v2.0/ports/9c793878-3093-42c8-a9a1-7634285bbb6b/bindings/n-h1-838323-3 HTTP/1.1" status: 204 len: 173 time: 0.1902273 Apr 18 20:25:41.923048 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3714a-f8bd-4d17-a1a1-d52426890ce5 req-4ee2dd16-edb8-43f2-9123-3f4805db0d20 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:41.925221 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fea3714a-f8bd-4d17-a1a1-d52426890ce5 req-4ee2dd16-edb8-43f2-9123-3f4805db0d20 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ada398-86e6-473e-9aa8-4b5ee6c8dbf7 HTTP/1.1" status: 200 len: 949 time: 0.0623338 Apr 18 20:25:41.948501 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55342) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:42.005093 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fea3714a-f8bd-4d17-a1a1-d52426890ce5 req-e51248f0-4645-456e-ac67-aed87f03490c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598118 Apr 18 20:25:42.245283 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b8fd2f2-69bb-435b-94b9-975de2961108 req-b440890f-503c-428c-b1b2-dd179300802b tempest-ServersAdmin275Test-472202773 tempest-ServersAdmin275Test-472202773-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0422056 Apr 18 20:25:42.253799 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0513c4c0-6060-4d43-8e42-ab4dc2a43cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:42.355229 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0513c4c0-6060-4d43-8e42-ab4dc2a43cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:42.361230 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0513c4c0-6060-4d43-8e42-ab4dc2a43cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:42.412007 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0513c4c0-6060-4d43-8e42-ab4dc2a43cbb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=83105e6ae575417286cbe27c40d63cd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4614067 Apr 18 20:25:42.415662 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55354) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:42.424456 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14982dcb-23a4-43d1-8bd4-c4f1be95accb req-66f92a20-d7e5-4a56-bce6-09a5e1aea6a9 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:42.425035 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513c4c0-6060-4d43-8e42-ab4dc2a43cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30049d3-1347-485c-b270-606e6d81586a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:42.425899 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-14982dcb-23a4-43d1-8bd4-c4f1be95accb req-66f92a20-d7e5-4a56-bce6-09a5e1aea6a9 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=35ea88d4-eac7-482a-97ba-450e81f56bc4 HTTP/1.1" status: 200 len: 950 time: 0.0687323 Apr 18 20:25:42.483117 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-14982dcb-23a4-43d1-8bd4-c4f1be95accb req-7462a4e0-0a03-4368-8a34-6474ee534cff tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505724 Apr 18 20:25:42.534536 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c26ca339-b4d4-42fe-8cd2-aa5805dd5dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:42.592601 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c26ca339-b4d4-42fe-8cd2-aa5805dd5dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:42.652258 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c26ca339-b4d4-42fe-8cd2-aa5805dd5dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:42.655351 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c26ca339-b4d4-42fe-8cd2-aa5805dd5dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:42.656668 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c26ca339-b4d4-42fe-8cd2-aa5805dd5dd9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d30049d3-1347-485c-b270-606e6d81586a HTTP/1.1" status: 204 len: 168 time: 0.2395837 Apr 18 20:25:42.665411 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ca339-b4d4-42fe-8cd2-aa5805dd5dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30049d3-1347-485c-b270-606e6d81586a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:42.677294 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e3b7d-722d-4d04-afe5-7882ac302a57 req-09c06451-e466-4d4b-bfcd-9c3b91698aaa tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:42.679984 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d0e3b7d-722d-4d04-afe5-7882ac302a57 req-09c06451-e466-4d4b-bfcd-9c3b91698aaa tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 944 time: 0.0874631 Apr 18 20:25:42.742340 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d0e3b7d-722d-4d04-afe5-7882ac302a57 req-ed10926c-2ebc-4ff0-8407-05dc85d47381 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557709 Apr 18 20:25:43.128085 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a0ee7-00b3-4f7a-90e6-a553ad2ee1f0 req-d3851c44-a5a7-4639-bb79-388b43f65f34 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:43.134203 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a0ee7-00b3-4f7a-90e6-a553ad2ee1f0 req-d3851c44-a5a7-4639-bb79-388b43f65f34 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:43.135865 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6e7a0ee7-00b3-4f7a-90e6-a553ad2ee1f0 req-d3851c44-a5a7-4639-bb79-388b43f65f34 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=35ea88d4-eac7-482a-97ba-450e81f56bc4&device_id=d4ada398-86e6-473e-9aa8-4b5ee6c8dbf7 HTTP/1.1" status: 200 len: 1690 time: 0.0691783 Apr 18 20:25:43.189618 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6e7a0ee7-00b3-4f7a-90e6-a553ad2ee1f0 req-01cf1ac4-4837-432e-95ab-10faa6dd6502 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382631 Apr 18 20:25:43.437845 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e0eb1-5874-407c-904d-4f3a5f16fed8 req-aba1587b-e3c6-4062-9379-8e594f1893bc tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:43.439796 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-237e0eb1-5874-407c-904d-4f3a5f16fed8 req-aba1587b-e3c6-4062-9379-8e594f1893bc tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 1095 time: 0.0566494 Apr 18 20:25:43.503533 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-237e0eb1-5874-407c-904d-4f3a5f16fed8 req-00806c04-086c-46fe-ae1b-80ba4765b62f tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558324 Apr 18 20:25:43.676793 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3d0bf5d8-773e-4fd0-9360-bd613cb14dd3 req-198d9eb5-3e8c-430c-921b-f088ab66d41c tempest-ServersAdmin275Test-472202773 tempest-ServersAdmin275Test-472202773-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0467961 Apr 18 20:25:43.887506 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e690254-8752-4d61-95fc-ec51d68efcd2 req-ca9bac48-61a5-4a73-b35b-53b3a8e132dd tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:43.899353 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6e690254-8752-4d61-95fc-ec51d68efcd2 req-ca9bac48-61a5-4a73-b35b-53b3a8e132dd tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=35ea88d4-eac7-482a-97ba-450e81f56bc4 HTTP/1.1" status: 200 len: 1101 time: 0.0591497 Apr 18 20:25:44.020220 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6e690254-8752-4d61-95fc-ec51d68efcd2 req-2d69357a-db58-43e8-a5a2-346a69d5ef4e tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193132 Apr 18 20:25:44.102936 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-9910b0e1-a2c3-44e4-bea6-1fa277bf2275 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:44.112244 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-9910b0e1-a2c3-44e4-bea6-1fa277bf2275 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 807 time: 0.1873896 Apr 18 20:25:44.134947 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-6eb8841f-9a41-49a2-93c7-da2ff14d6c2c tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/quotas/b50996ef10d94bd4bdbc7264ef06ee97 HTTP/1.1" status: 200 len: 375 time: 0.0210934 Apr 18 20:25:44.162845 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55444) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:44.264714 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-5ced93c7-a9ec-49fe-b4d3-cb8fab0ee205 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1284451 Apr 18 20:25:44.301350 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-38e6f345-609e-4771-bca1-5ff46aeb3ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:44.327160 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97512e5d-2688-46b6-9a2d-91febd0b71b0 req-11ac1c62-f0b7-489c-b4d0-f62929e109d1 tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:44.330821 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-97512e5d-2688-46b6-9a2d-91febd0b71b0 req-11ac1c62-f0b7-489c-b4d0-f62929e109d1 tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d4ada398-86e6-473e-9aa8-4b5ee6c8dbf7 HTTP/1.1" status: 200 len: 1100 time: 0.1470129 Apr 18 20:25:44.402504 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-38e6f345-609e-4771-bca1-5ff46aeb3ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:44.411272 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-38e6f345-609e-4771-bca1-5ff46aeb3ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:44.473233 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-97512e5d-2688-46b6-9a2d-91febd0b71b0 req-6079817c-adbe-4d75-ac5a-0f83853709e7 tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910368 Apr 18 20:25:44.486507 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-38e6f345-609e-4771-bca1-5ff46aeb3ec7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0cafb9de13cf41cba8e1c2b05f9b14fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216624 Apr 18 20:25:44.492650 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6f345-609e-4771-bca1-5ff46aeb3ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df63cc3-923f-4cb9-a074-f66bfcbcb6b1,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:44.504750 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55456) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:44.540246 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-31da70a8-befe-4c27-8d09-5cd8777487c6 service neutron] 10.222.0.41 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652547 Apr 18 20:25:44.663691 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-55c035d7-09e1-4ac5-bed5-c948f0f683f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:44.750161 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-096bf8cc-0900-473d-bfe0-81b2876fe4fc service neutron] 10.222.0.41 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930194 Apr 18 20:25:44.785668 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-55c035d7-09e1-4ac5-bed5-c948f0f683f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:44.926345 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-55c035d7-09e1-4ac5-bed5-c948f0f683f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:44.929345 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-55c035d7-09e1-4ac5-bed5-c948f0f683f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:44.936941 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-55c035d7-09e1-4ac5-bed5-c948f0f683f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3df63cc3-923f-4cb9-a074-f66bfcbcb6b1 HTTP/1.1" status: 204 len: 168 time: 0.4255631 Apr 18 20:25:44.952097 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c035d7-09e1-4ac5-bed5-c948f0f683f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df63cc3-923f-4cb9-a074-f66bfcbcb6b1,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:45.002161 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa69fbe4-5522-46d3-8aa8-ada7dc8453e2 req-7eb67717-880c-4aac-895c-5f43a6e411c0 tempest-ServersAdmin275Test-472202773 tempest-ServersAdmin275Test-472202773-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0547771 Apr 18 20:25:45.286921 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55500) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:45.437406 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1df69789-5475-4a45-9533-d83c49fed36f req-518d48e0-e26b-46b3-b6d1-57b07700879f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422583 Apr 18 20:25:45.489380 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55514) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:45.518087 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4e45672-4de3-4696-8121-f560cedc900a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:45.602051 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-e5894bd2-c036-4549-8d80-66c9b669b676 req-1a36c198-5379-49b5-9938-5541458b9c74 tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] Request body: {'security_group': {'name': 'tempest-securitygroup-725831844', 'description': 'tempest-description-1513817077'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:45.677176 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4e45672-4de3-4696-8121-f560cedc900a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:45.689403 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4e45672-4de3-4696-8121-f560cedc900a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:45.698266 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df69789-5475-4a45-9533-d83c49fed36f req-3e7c1ab5-7f58-45b3-aaf4-02e640a0da16 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:45.713392 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1df69789-5475-4a45-9533-d83c49fed36f req-3e7c1ab5-7f58-45b3-aaf4-02e640a0da16 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2664599 Apr 18 20:25:45.728601 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e5894bd2-c036-4549-8d80-66c9b669b676 req-1a36c198-5379-49b5-9938-5541458b9c74 tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:45.754774 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1df69789-5475-4a45-9533-d83c49fed36f req-557cdf2c-d714-423e-8af0-17ce763be4b3 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/quotas/bdf993b3c90643ed9bf8e6b534aad529 HTTP/1.1" status: 200 len: 375 time: 0.0380175 Apr 18 20:25:45.756570 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e5894bd2-c036-4549-8d80-66c9b669b676 req-1a36c198-5379-49b5-9938-5541458b9c74 tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:45.789915 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e4e45672-4de3-4696-8121-f560cedc900a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb8842fa368d4bdb92f8056f837e4a8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2983301 Apr 18 20:25:45.794507 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e45672-4de3-4696-8121-f560cedc900a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb7a3aa-7e9f-4aa7-b8fa-3fbb483335dc,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:45.805927 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55518) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:45.839108 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-028dc6d1-20f7-4b4a-bd36-fd2a35d0ee78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:45.907341 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1df69789-5475-4a45-9533-d83c49fed36f req-b5a15999-c6eb-4dba-837e-98fc0244754c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1303332 Apr 18 20:25:45.980713 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-00a4897d-4727-4889-9db8-fb06b3136654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:46.000449 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e5894bd2-c036-4549-8d80-66c9b669b676 req-1a36c198-5379-49b5-9938-5541458b9c74 tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:46.010819 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e5894bd2-c036-4549-8d80-66c9b669b676 req-1a36c198-5379-49b5-9938-5541458b9c74 tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:46.027779 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-00a4897d-4727-4889-9db8-fb06b3136654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:46.093198 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-028dc6d1-20f7-4b4a-bd36-fd2a35d0ee78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:46.096630 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36c198-5379-49b5-9938-5541458b9c74 tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5801f47b-fa3a-4c01-8c53-68353b682a4f,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:46.110863 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-028dc6d1-20f7-4b4a-bd36-fd2a35d0ee78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:46.172584 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e5894bd2-c036-4549-8d80-66c9b669b676 req-1a36c198-5379-49b5-9938-5541458b9c74 tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:46.183469 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e5894bd2-c036-4549-8d80-66c9b669b676 req-1a36c198-5379-49b5-9938-5541458b9c74 tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:46.188362 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-028dc6d1-20f7-4b4a-bd36-fd2a35d0ee78 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8906c48dafe440d9bfe16d54d1b35a67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8987052 Apr 18 20:25:46.196338 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55522) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:46.238625 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e5894bd2-c036-4549-8d80-66c9b669b676 req-1a36c198-5379-49b5-9938-5541458b9c74 tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:46.240973 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5894bd2-c036-4549-8d80-66c9b669b676 req-1a36c198-5379-49b5-9938-5541458b9c74 tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6458254 Apr 18 20:25:46.257011 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36c198-5379-49b5-9938-5541458b9c74 tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dc4c94-5890-4a3f-b7ba-82dc7cf15e80,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:46.274705 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028dc6d1-20f7-4b4a-bd36-fd2a35d0ee78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e998fcf-daee-4531-b68e-a5f4d44b431a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:46.280074 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-00a4897d-4727-4889-9db8-fb06b3136654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:46.285377 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-00a4897d-4727-4889-9db8-fb06b3136654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:46.287545 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-00a4897d-4727-4889-9db8-fb06b3136654 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0fb7a3aa-7e9f-4aa7-b8fa-3fbb483335dc HTTP/1.1" status: 204 len: 168 time: 0.4799211 Apr 18 20:25:46.313355 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4897d-4727-4889-9db8-fb06b3136654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb7a3aa-7e9f-4aa7-b8fa-3fbb483335dc,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:46.363336 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b47dc8b2-f7c9-4428-9316-d99a92286f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:46.410035 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b47dc8b2-f7c9-4428-9316-d99a92286f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:46.438507 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c13b2732-330a-44f4-90b1-0f3f5e014d0a req-0f8cf597-25e5-4e3b-98de-3c4fe3b22bfa tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 210 time: 0.0495212 Apr 18 20:25:46.515199 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b47dc8b2-f7c9-4428-9316-d99a92286f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:46.522591 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b47dc8b2-f7c9-4428-9316-d99a92286f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:46.524776 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b47dc8b2-f7c9-4428-9316-d99a92286f48 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e998fcf-daee-4531-b68e-a5f4d44b431a HTTP/1.1" status: 204 len: 168 time: 0.3189499 Apr 18 20:25:46.544030 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47dc8b2-f7c9-4428-9316-d99a92286f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e998fcf-daee-4531-b68e-a5f4d44b431a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:46.693391 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-893998e9-5c4c-4f1d-9900-8d43e6a1d9fe req-fa1f327f-bba7-41ed-b1c4-673123f8f050 tempest-ServersAdmin275Test-472202773 tempest-ServersAdmin275Test-472202773-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.1323543 Apr 18 20:25:47.122494 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-931e3f0f-8f66-4b1e-b00a-93549b1f0b8d tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:47.125975 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-931e3f0f-8f66-4b1e-b00a-93549b1f0b8d tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.32 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 807 time: 0.3573794 Apr 18 20:25:47.135396 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-ade44554-6284-47e6-8076-9fc5bdc5a1a0 req-5be6e882-271a-4217-905c-8f77cc5b604a tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1743578476', 'description': 'tempest-description-1058129803'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:47.146600 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-84e9ef2f-554a-4609-9a4a-1412f2569a9f tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Request body: {'port': {'device_id': 'd5a81769-7af9-4323-965a-1290df81bbe2', 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f', 'admin_state_up': True, 'tenant_id': 'b50996ef10d94bd4bdbc7264ef06ee97'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:47.303237 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ade44554-6284-47e6-8076-9fc5bdc5a1a0 req-5be6e882-271a-4217-905c-8f77cc5b604a tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:47.331331 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55558) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:47.361724 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3a1e029-c39e-469e-b051-0660010e1723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:47.381323 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-46f4a27c-2259-487e-87ae-bd5d9191cc2d req-2f780acd-47ca-4a80-9dfd-b66b0df02062 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=230b00d2-a32d-4296-b8ba-f81cd9656c3e HTTP/1.1" status: 200 len: 210 time: 0.0629666 Apr 18 20:25:47.589006 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-84e9ef2f-554a-4609-9a4a-1412f2569a9f tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Made reservation on behalf of b50996ef10d94bd4bdbc7264ef06ee97 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:47.593685 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-84e9ef2f-554a-4609-9a4a-1412f2569a9f tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:47.629903 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ade44554-6284-47e6-8076-9fc5bdc5a1a0 req-5be6e882-271a-4217-905c-8f77cc5b604a tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:47.636501 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ade44554-6284-47e6-8076-9fc5bdc5a1a0 req-5be6e882-271a-4217-905c-8f77cc5b604a tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:47.701872 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3a1e029-c39e-469e-b051-0660010e1723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:47.708888 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3a1e029-c39e-469e-b051-0660010e1723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:47.726582 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6e882-271a-4217-905c-8f77cc5b604a tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39a9dc8d-c860-4c87-8370-482b37e4d4b7,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:47.770198 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ade44554-6284-47e6-8076-9fc5bdc5a1a0 req-5be6e882-271a-4217-905c-8f77cc5b604a tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:47.787966 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1e029-c39e-469e-b051-0660010e1723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8037dae-8938-40f7-bc8f-a3fca65078f0,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:47.789315 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ade44554-6284-47e6-8076-9fc5bdc5a1a0 req-5be6e882-271a-4217-905c-8f77cc5b604a tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6596155 Apr 18 20:25:47.808050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55574) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:47.811152 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f3a1e029-c39e-469e-b051-0660010e1723 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b0dfb71b25c74d2ba13c37b094c3908b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4779346 Apr 18 20:25:47.964040 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-184b6b81-d2ac-4b01-85e5-29bf25a7a62c req-04ab7d02-901a-4feb-8b2c-0030b978af47 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 210 time: 0.0418649 Apr 18 20:25:48.012284 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-84e9ef2f-554a-4609-9a4a-1412f2569a9f tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Allocated IP 172.20.0.6 (80a9fce1-2c12-4a2a-ab98-d9cc12c8285f/eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1/7d75af58-8ad9-47e3-a85b-ba435cdd988a) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:48.024383 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6bcba291-d0d2-46a1-87a3-5d46311ec3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:48.076517 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6bcba291-d0d2-46a1-87a3-5d46311ec3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:48.191472 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d279cd5-241a-4837-8ac1-c91c75cd792c req-aece6e1c-2c1f-4987-89c9-cef0c7b9b9d0 tempest-ServersAdmin275Test-472202773 tempest-ServersAdmin275Test-472202773-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0446632 Apr 18 20:25:48.324692 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55596) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:48.342745 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6bcba291-d0d2-46a1-87a3-5d46311ec3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:48.345607 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6bcba291-d0d2-46a1-87a3-5d46311ec3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:48.349144 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6bcba291-d0d2-46a1-87a3-5d46311ec3a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8037dae-8938-40f7-bc8f-a3fca65078f0 HTTP/1.1" status: 204 len: 168 time: 0.5343964 Apr 18 20:25:48.369631 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcba291-d0d2-46a1-87a3-5d46311ec3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8037dae-8938-40f7-bc8f-a3fca65078f0,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:48.551448 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-84e9ef2f-554a-4609-9a4a-1412f2569a9f tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:48.564692 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-db0c5428-d819-468a-bcc8-abe6831f912f tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1960029519&fields=id&tenant_id=9c31a5607b8149d6830abd18010bd1c0 HTTP/1.1" status: 200 len: 267 time: 0.1202099 Apr 18 20:25:48.642571 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-cfdbe99f-d3dd-4e2a-b1bd-fd180a5f4664 req-b3c737d9-b6d4-4ee1-88f7-52229ed37917 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1474019978', 'description': 'tempest-description-43242800'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:48.733670 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cfdbe99f-d3dd-4e2a-b1bd-fd180a5f4664 req-b3c737d9-b6d4-4ee1-88f7-52229ed37917 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:48.758596 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-84e9ef2f-554a-4609-9a4a-1412f2569a9f tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:48.794866 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0e930591-67d7-4c7e-afe9-7d9e97cce4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:48.813343 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cfdbe99f-d3dd-4e2a-b1bd-fd180a5f4664 req-b3c737d9-b6d4-4ee1-88f7-52229ed37917 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:48.865064 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-84e9ef2f-554a-4609-9a4a-1412f2569a9f tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:48.868004 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9ef2f-554a-4609-9a4a-1412f2569a9f tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Pushing event updated for resources: {'Port': ['ID=7d75af58-8ad9-47e3-a85b-ba435cdd988a,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:48.876137 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-84e9ef2f-554a-4609-9a4a-1412f2569a9f tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:48.878996 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-84e9ef2f-554a-4609-9a4a-1412f2569a9f tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:25:48.893177 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-966c8192-6349-43a7-8964-a01ea216db96 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:48.894887 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-966c8192-6349-43a7-8964-a01ea216db96 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/networks?id=aa0818df-a918-4234-93bb-c4f1c30fdeff HTTP/1.1" status: 200 len: 824 time: 0.3071513 Apr 18 20:25:49.014932 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-1776673b-0cef-4712-a7b4-c5810aa19dd5 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/quotas/9c31a5607b8149d6830abd18010bd1c0 HTTP/1.1" status: 200 len: 375 time: 0.0879290 Apr 18 20:25:49.079740 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0e930591-67d7-4c7e-afe9-7d9e97cce4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:49.091646 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0e930591-67d7-4c7e-afe9-7d9e97cce4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:49.133202 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-84e9ef2f-554a-4609-9a4a-1412f2569a9f tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:49.137546 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-84e9ef2f-554a-4609-9a4a-1412f2569a9f tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:49.181393 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0e930591-67d7-4c7e-afe9-7d9e97cce4ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5f56ee7fb4c4950a28a4c833ac189b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8546517 Apr 18 20:25:49.184360 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55622) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:49.196175 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e930591-67d7-4c7e-afe9-7d9e97cce4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd5c4b1-10a0-4225-89ba-b8f9b2bb3d3d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:49.273598 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-5c781950-5514-4291-86c7-dd2b66f5c428 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c31a5607b8149d6830abd18010bd1c0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2563529 Apr 18 20:25:49.310810 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cfdbe99f-d3dd-4e2a-b1bd-fd180a5f4664 req-b3c737d9-b6d4-4ee1-88f7-52229ed37917 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:49.335566 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-84e9ef2f-554a-4609-9a4a-1412f2569a9f tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1949923 Apr 18 20:25:49.350274 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-86a3b19a-1094-4d32-9ab7-6e3fdb1364da service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:25:49.353164 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-86a3b19a-1094-4d32-9ab7-6e3fdb1364da service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160336 Apr 18 20:25:49.353913 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e94f64c-5c8b-4312-afac-ebd1238b8253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:49.357537 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cfdbe99f-d3dd-4e2a-b1bd-fd180a5f4664 req-b3c737d9-b6d4-4ee1-88f7-52229ed37917 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:49.379219 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Request body: {'port': {'device_id': 'd5a81769-7af9-4323-965a-1290df81bbe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:49.436283 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e94f64c-5c8b-4312-afac-ebd1238b8253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:49.559775 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e94f64c-5c8b-4312-afac-ebd1238b8253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:49.567389 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e94f64c-5c8b-4312-afac-ebd1238b8253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:49.569283 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7e94f64c-5c8b-4312-afac-ebd1238b8253 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5bd5c4b1-10a0-4225-89ba-b8f9b2bb3d3d HTTP/1.1" status: 204 len: 168 time: 0.3831978 Apr 18 20:25:49.607549 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94f64c-5c8b-4312-afac-ebd1238b8253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd5c4b1-10a0-4225-89ba-b8f9b2bb3d3d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:49.744212 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1df69789-5475-4a45-9533-d83c49fed36f req-9c296d96-68e0-4c94-b154-b942b6a87704 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1330116 Apr 18 20:25:49.810905 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1df69789-5475-4a45-9533-d83c49fed36f req-a2efac40-d4f5-4cd7-8602-9886a22e2297 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0886185 Apr 18 20:25:50.037389 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df69789-5475-4a45-9533-d83c49fed36f req-ebc0a42c-fdb4-4789-9261-92c65cb73c50 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:50.040042 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1df69789-5475-4a45-9533-d83c49fed36f req-ebc0a42c-fdb4-4789-9261-92c65cb73c50 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2220674 Apr 18 20:25:50.054950 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-1df69789-5475-4a45-9533-d83c49fed36f req-5c81a7f9-b1d3-450a-8b0d-7efc68c92006 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Request body: {'port': {'device_id': '230b00d2-a32d-4296-b8ba-f81cd9656c3e', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': 'bdf993b3c90643ed9bf8e6b534aad529'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:50.236184 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df69789-5475-4a45-9533-d83c49fed36f req-5c81a7f9-b1d3-450a-8b0d-7efc68c92006 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Made reservation on behalf of bdf993b3c90643ed9bf8e6b534aad529 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:50.248592 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1df69789-5475-4a45-9533-d83c49fed36f req-5c81a7f9-b1d3-450a-8b0d-7efc68c92006 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:50.280601 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c737d9-b6d4-4ee1-88f7-52229ed37917 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7fc9a0-2c1b-4405-a6ad-a6ca8eede710,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:50.309351 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-e29499ee-c7a9-4dd7-8132-a035c56fdc35 service neutron] 10.222.0.41 "GET /v2.0/networks/aa0818df-a918-4234-93bb-c4f1c30fdeff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9244530 Apr 18 20:25:50.357890 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55652) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:50.495449 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-1df69789-5475-4a45-9533-d83c49fed36f req-5c81a7f9-b1d3-450a-8b0d-7efc68c92006 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Allocated IP 192.168.233.213 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/1593e05e-05e8-42b9-a562-ecdf559c35fa) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:50.516287 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df69789-5475-4a45-9533-d83c49fed36f req-c7be8892-bef3-47e3-b717-1faba2f93ff9 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:50.518388 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1df69789-5475-4a45-9533-d83c49fed36f req-c7be8892-bef3-47e3-b717-1faba2f93ff9 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7594695 Apr 18 20:25:50.519141 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:50.521556 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9b0d1839-59ed-47d4-9b1e-c97ce8231305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:50.556810 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-1df69789-5475-4a45-9533-d83c49fed36f req-a260b4bd-d2fa-4f50-932d-0ef82bb5b5da tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Request body: {'port': {'device_id': 'ba353cb5-7876-4bb1-9d93-c0ccc132a205', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': 'bdf993b3c90643ed9bf8e6b534aad529'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:50.619425 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cfdbe99f-d3dd-4e2a-b1bd-fd180a5f4664 req-b3c737d9-b6d4-4ee1-88f7-52229ed37917 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:50.691629 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cfdbe99f-d3dd-4e2a-b1bd-fd180a5f4664 req-b3c737d9-b6d4-4ee1-88f7-52229ed37917 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:50.702006 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d99fba-1aba-4ce6-9031-4add1c57a335 req-c191c920-d270-466b-b391-464000fed643 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:50.702940 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-66d99fba-1aba-4ce6-9031-4add1c57a335 req-c191c920-d270-466b-b391-464000fed643 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.57 "GET /v2.0/ports?device_id=06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f HTTP/1.1" status: 200 len: 946 time: 0.4167140 Apr 18 20:25:50.758683 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1df69789-5475-4a45-9533-d83c49fed36f req-5c81a7f9-b1d3-450a-8b0d-7efc68c92006 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:50.799079 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1df69789-5475-4a45-9533-d83c49fed36f req-5c81a7f9-b1d3-450a-8b0d-7efc68c92006 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:50.813921 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['ff19b1ee-4bdd-4f97-80b1-8d1e20492643', '77ea9693-068f-4108-9533-a71ee1eba00d', '4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:50.854769 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df69789-5475-4a45-9533-d83c49fed36f req-5c81a7f9-b1d3-450a-8b0d-7efc68c92006 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:50.858955 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-1df69789-5475-4a45-9533-d83c49fed36f req-5c81a7f9-b1d3-450a-8b0d-7efc68c92006 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:50.865339 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df69789-5475-4a45-9533-d83c49fed36f req-5c81a7f9-b1d3-450a-8b0d-7efc68c92006 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:25:50.876355 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cfdbe99f-d3dd-4e2a-b1bd-fd180a5f4664 req-b3c737d9-b6d4-4ee1-88f7-52229ed37917 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:50.881978 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cfdbe99f-d3dd-4e2a-b1bd-fd180a5f4664 req-b3c737d9-b6d4-4ee1-88f7-52229ed37917 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.2652771 Apr 18 20:25:50.902935 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-f13a13eb-2427-4b31-8122-7032f3667746 service neutron] 10.222.0.41 "GET /v2.0/networks/aa0818df-a918-4234-93bb-c4f1c30fdeff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5400326 Apr 18 20:25:50.920371 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c737d9-b6d4-4ee1-88f7-52229ed37917 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a50233b-0a52-4a56-9838-ad1bd9ea49e6,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:50.941815 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df69789-5475-4a45-9533-d83c49fed36f req-5c81a7f9-b1d3-450a-8b0d-7efc68c92006 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:50.942753 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1df69789-5475-4a45-9533-d83c49fed36f req-5c81a7f9-b1d3-450a-8b0d-7efc68c92006 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:50.946567 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81a7f9-b1d3-450a-8b0d-7efc68c92006 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Pushing event updated for resources: {'Port': ['ID=1593e05e-05e8-42b9-a562-ecdf559c35fa,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:50.965297 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1df69789-5475-4a45-9533-d83c49fed36f req-5c81a7f9-b1d3-450a-8b0d-7efc68c92006 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9148889 Apr 18 20:25:50.987217 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-1df69789-5475-4a45-9533-d83c49fed36f req-b172546b-259f-43fb-bbfc-7428846375c7 service neutron] Request body: {'port': {'device_id': '230b00d2-a32d-4296-b8ba-f81cd9656c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:51.080397 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1df69789-5475-4a45-9533-d83c49fed36f req-b172546b-259f-43fb-bbfc-7428846375c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:51.464226 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-835e22e5-8a7a-4dc4-abe2-2109b0843135 None None] Provisioning complete for port 1593e05e-05e8-42b9-a562-ecdf559c35fa triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:51.467883 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-835e22e5-8a7a-4dc4-abe2-2109b0843135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:51.556144 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-835e22e5-8a7a-4dc4-abe2-2109b0843135 None None] Port 1593e05e-05e8-42b9-a562-ecdf559c35fa cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:25:51.557613 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-1df69789-5475-4a45-9533-d83c49fed36f req-b172546b-259f-43fb-bbfc-7428846375c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1593e05e-05e8-42b9-a562-ecdf559c35fa {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:51.570556 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1df69789-5475-4a45-9533-d83c49fed36f req-b172546b-259f-43fb-bbfc-7428846375c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:51.597145 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-1df69789-5475-4a45-9533-d83c49fed36f req-b172546b-259f-43fb-bbfc-7428846375c7 service neutron] Transition to ACTIVE for port object 1593e05e-05e8-42b9-a562-ecdf559c35fa will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:51.606232 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1df69789-5475-4a45-9533-d83c49fed36f req-b172546b-259f-43fb-bbfc-7428846375c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:51.706121 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172546b-259f-43fb-bbfc-7428846375c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1593e05e-05e8-42b9-a562-ecdf559c35fa,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:51.754927 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785669b3-6e7c-496c-9920-dd7897a3cb2b req-6cbdc63d-8de4-4f9c-90c0-9695c3bbb44c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:51.763439 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-785669b3-6e7c-496c-9920-dd7897a3cb2b req-6cbdc63d-8de4-4f9c-90c0-9695c3bbb44c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=230b00d2-a32d-4296-b8ba-f81cd9656c3e HTTP/1.1" status: 200 len: 936 time: 0.6664205 Apr 18 20:25:51.795414 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d75af58-8ad9-47e3-a85b-ba435cdd988a {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:51.834702 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:51.859699 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-1df69789-5475-4a45-9533-d83c49fed36f req-b172546b-259f-43fb-bbfc-7428846375c7 service neutron] Attempting to bind port 1593e05e-05e8-42b9-a562-ecdf559c35fa on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:51.860350 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-1df69789-5475-4a45-9533-d83c49fed36f req-b172546b-259f-43fb-bbfc-7428846375c7 service neutron] Attempting to bind port 1593e05e-05e8-42b9-a562-ecdf559c35fa by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:51.860505 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df69789-5475-4a45-9533-d83c49fed36f req-b172546b-259f-43fb-bbfc-7428846375c7 service neutron] Attempting to bind port 1593e05e-05e8-42b9-a562-ecdf559c35fa on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:51.866448 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df69789-5475-4a45-9533-d83c49fed36f req-b172546b-259f-43fb-bbfc-7428846375c7 service neutron] Port 1593e05e-05e8-42b9-a562-ecdf559c35fa on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:25:51.867006 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df69789-5475-4a45-9533-d83c49fed36f req-b172546b-259f-43fb-bbfc-7428846375c7 service neutron] Attempting to bind port 1593e05e-05e8-42b9-a562-ecdf559c35fa on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:51.872273 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622bfd1-b819-4589-903a-73df09267991 req-8d4f2180-c1b7-4a90-b933-b3e7cdcab7cb tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:51.885070 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df69789-5475-4a45-9533-d83c49fed36f req-b172546b-259f-43fb-bbfc-7428846375c7 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:51.885440 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df69789-5475-4a45-9533-d83c49fed36f req-b172546b-259f-43fb-bbfc-7428846375c7 service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:51.885845 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df69789-5475-4a45-9533-d83c49fed36f req-b172546b-259f-43fb-bbfc-7428846375c7 service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:51.886308 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-1df69789-5475-4a45-9533-d83c49fed36f req-b172546b-259f-43fb-bbfc-7428846375c7 service neutron] Bound port: 1593e05e-05e8-42b9-a562-ecdf559c35fa, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:51.886424 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a622bfd1-b819-4589-903a-73df09267991 req-8d4f2180-c1b7-4a90-b933-b3e7cdcab7cb tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 931 time: 0.3021948 Apr 18 20:25:51.886895 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1df69789-5475-4a45-9533-d83c49fed36f req-b172546b-259f-43fb-bbfc-7428846375c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:52.001001 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-1df69789-5475-4a45-9533-d83c49fed36f req-b172546b-259f-43fb-bbfc-7428846375c7 service neutron] For port 1593e05e-05e8-42b9-a562-ecdf559c35fa, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:52.005075 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-1df69789-5475-4a45-9533-d83c49fed36f req-b172546b-259f-43fb-bbfc-7428846375c7 service neutron] For port 1593e05e-05e8-42b9-a562-ecdf559c35fa, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=1593e05e-05e8-42b9-a562-ecdf559c35fa,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:52.005812 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-785669b3-6e7c-496c-9920-dd7897a3cb2b req-830692e9-3ae6-4548-9ca6-4aafcf4afe88 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412100 Apr 18 20:25:52.013649 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1df69789-5475-4a45-9533-d83c49fed36f req-b172546b-259f-43fb-bbfc-7428846375c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:52.022651 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9b0d1839-59ed-47d4-9b1e-c97ce8231305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:52.027055 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Transition to ACTIVE for port object 7d75af58-8ad9-47e3-a85b-ba435cdd988a will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:52.059020 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df69789-5475-4a45-9533-d83c49fed36f req-a260b4bd-d2fa-4f50-932d-0ef82bb5b5da tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Made reservation on behalf of bdf993b3c90643ed9bf8e6b534aad529 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:52.063650 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df69789-5475-4a45-9533-d83c49fed36f req-b172546b-259f-43fb-bbfc-7428846375c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:52.064284 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1df69789-5475-4a45-9533-d83c49fed36f req-b172546b-259f-43fb-bbfc-7428846375c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:52.065723 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1df69789-5475-4a45-9533-d83c49fed36f req-a260b4bd-d2fa-4f50-932d-0ef82bb5b5da tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:52.066091 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1df69789-5475-4a45-9533-d83c49fed36f req-b172546b-259f-43fb-bbfc-7428846375c7 service neutron] 10.222.0.57 "PUT /v2.0/ports/1593e05e-05e8-42b9-a562-ecdf559c35fa HTTP/1.1" status: 200 len: 1096 time: 1.0909772 Apr 18 20:25:52.066567 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230b00d2-a32d-4296-b8ba-f81cd9656c3e', 'tag': '1593e05e-05e8-42b9-a562-ecdf559c35fa'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:52.069458 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6d0be7-2ccd-41c4-926d-17c8262a8d58" -d '{"events": [{"name": "network-changed", "server_uuid": "230b00d2-a32d-4296-b8ba-f81cd9656c3e", "tag": "1593e05e-05e8-42b9-a562-ecdf559c35fa"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:52.095120 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:52.096601 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172546b-259f-43fb-bbfc-7428846375c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1593e05e-05e8-42b9-a562-ecdf559c35fa,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:52.101584 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9b0d1839-59ed-47d4-9b1e-c97ce8231305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:52.200794 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df69789-5475-4a45-9533-d83c49fed36f req-3851a416-282f-4803-b2ec-9d6e16718425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:52.202966 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1df69789-5475-4a45-9533-d83c49fed36f req-3851a416-282f-4803-b2ec-9d6e16718425 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&device_id=230b00d2-a32d-4296-b8ba-f81cd9656c3e HTTP/1.1" status: 200 len: 1099 time: 0.0593019 Apr 18 20:25:52.220999 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a622bfd1-b819-4589-903a-73df09267991 req-2612d6ad-2159-4ac1-adf1-767bfccc296c tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334699 Apr 18 20:25:52.260089 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1df69789-5475-4a45-9533-d83c49fed36f req-0c85eb8b-5fb3-4f82-aed1-372d82a46958 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=1593e05e-05e8-42b9-a562-ecdf559c35fa HTTP/1.1" status: 200 len: 217 time: 0.0481184 Apr 18 20:25:52.261305 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-66d99fba-1aba-4ce6-9031-4add1c57a335 req-27e21d78-5435-44ee-8064-43f0300ad804 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Deleting port 119c26b1-8250-4540-aa88-a4d29e04360f {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:25:52.261654 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-66d99fba-1aba-4ce6-9031-4add1c57a335 req-27e21d78-5435-44ee-8064-43f0300ad804 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:52.358710 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Pushing event updated for resources: {'Port': ['ID=7d75af58-8ad9-47e3-a85b-ba435cdd988a,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:52.379606 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df69789-5475-4a45-9533-d83c49fed36f req-5271b78b-557e-4dcf-b8d7-ea2d734ade06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:52.382487 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1df69789-5475-4a45-9533-d83c49fed36f req-5271b78b-557e-4dcf-b8d7-ea2d734ade06 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.1063788 Apr 18 20:25:52.408943 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3a5dd586-bd37-47dc-92f9-16f3c3075290 req-899deb68-d5a6-4b7d-ba89-873b982fd064 tempest-ServersAdmin275Test-472202773 tempest-ServersAdmin275Test-472202773-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.2203028 Apr 18 20:25:52.480548 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df69789-5475-4a45-9533-d83c49fed36f req-2a95e90c-d1c2-47fb-9707-d10361f2e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:52.483074 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1df69789-5475-4a45-9533-d83c49fed36f req-2a95e90c-d1c2-47fb-9707-d10361f2e062 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0930972 Apr 18 20:25:52.485890 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9b0d1839-59ed-47d4-9b1e-c97ce8231305 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb97bfe81f4c4e37964fff8907371faa&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1189396 Apr 18 20:25:52.488882 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55688) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:52.497928 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:52.498838 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:52.499293 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:52.499747 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:52.500235 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:52.500998 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:52.501542 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:52.502051 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:52.502541 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:52.503002 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:52.503475 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:52.503931 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:52.566247 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-c8723ead-f070-42ed-9df1-c0ccc01f117b req-e7768ba8-fea7-4265-bacb-7097dbb9eabf tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1906831196', 'description': 'tempest-description-105132277'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:52.573570 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d1839-59ed-47d4-9b1e-c97ce8231305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88f48a6-2926-4412-ba82-51c0ad06554b,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:52.657369 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1df69789-5475-4a45-9533-d83c49fed36f req-298da8df-749b-45e8-8f48-d3ccf6b953f5 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604195 Apr 18 20:25:52.658906 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4c17c05b-9b21-4722-a73f-180441119be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:52.763490 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c8723ead-f070-42ed-9df1-c0ccc01f117b req-e7768ba8-fea7-4265-bacb-7097dbb9eabf tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:52.824766 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4c17c05b-9b21-4722-a73f-180441119be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:52.827092 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.32', 65355) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:52.832042 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-55b5ba38-89f2-44c4-a4f2-073a533c5cde req-6d1df56f-1f37-45e6-9e0c-5350e65f082b tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/ports?device_id=5911766c-f926-41aa-be49-2e04289f3165 HTTP/1.1" status: 200 len: 210 time: 0.0765665 Apr 18 20:25:52.856200 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-66d99fba-1aba-4ce6-9031-4add1c57a335 req-27e21d78-5435-44ee-8064-43f0300ad804 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] For port 119c26b1-8250-4540-aa88-a4d29e04360f, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=119c26b1-8250-4540-aa88-a4d29e04360f,segment=NetworkSegment(3e371145-be9f-4691-af57-5ba121ad60c9),segment_id=3e371145-be9f-4691-af57-5ba121ad60c9)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:52.857114 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-66d99fba-1aba-4ce6-9031-4add1c57a335 req-27e21d78-5435-44ee-8064-43f0300ad804 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:53.033624 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-1df69789-5475-4a45-9533-d83c49fed36f req-a260b4bd-d2fa-4f50-932d-0ef82bb5b5da tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Allocated IP 192.168.233.76 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/ecc8d0c1-b2ed-458f-9620-b5c850dd7cae) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:53.036818 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Attempting to bind port 7d75af58-8ad9-47e3-a85b-ba435cdd988a on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:53.037171 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Attempting to bind port 7d75af58-8ad9-47e3-a85b-ba435cdd988a by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:53.037506 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Attempting to bind port 7d75af58-8ad9-47e3-a85b-ba435cdd988a on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:53.106541 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Port 7d75af58-8ad9-47e3-a85b-ba435cdd988a on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:25:53.106887 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Attempting to bind port 7d75af58-8ad9-47e3-a85b-ba435cdd988a on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:53.111286 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b111c122-5677-4ee1-984a-90860f7c9502 req-8eb7855c-17b9-4cad-bf7d-a61829b91e76 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=274ee71c12f3465983c887c13a5e6394&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0887222 Apr 18 20:25:53.141995 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:53.142388 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Checking segment: {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:53.142678 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Bound using segment: {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:53.143179 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Bound port: 7d75af58-8ad9-47e3-a85b-ba435cdd988a, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:53.143547 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:53.220664 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1df69789-5475-4a45-9533-d83c49fed36f req-0785b4ca-eacd-49df-bf90-b836f08dfd79 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529685 Apr 18 20:25:53.287494 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4c17c05b-9b21-4722-a73f-180441119be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:53.291012 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4c17c05b-9b21-4722-a73f-180441119be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:53.292728 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4c17c05b-9b21-4722-a73f-180441119be7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f88f48a6-2926-4412-ba82-51c0ad06554b HTTP/1.1" status: 204 len: 168 time: 0.8022935 Apr 18 20:25:53.316684 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-a3309055-363a-4713-ad1d-37c2b68e890e tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:53.321264 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-a3309055-363a-4713-ad1d-37c2b68e890e tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.32 "GET /v2.0/networks?id=aa0818df-a918-4234-93bb-c4f1c30fdeff HTTP/1.1" status: 200 len: 824 time: 0.4863000 Apr 18 20:25:53.323971 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c8723ead-f070-42ed-9df1-c0ccc01f117b req-e7768ba8-fea7-4265-bacb-7097dbb9eabf tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:53.339790 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17c05b-9b21-4722-a73f-180441119be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88f48a6-2926-4412-ba82-51c0ad06554b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:53.364566 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c8723ead-f070-42ed-9df1-c0ccc01f117b req-e7768ba8-fea7-4265-bacb-7097dbb9eabf tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:53.388225 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c17c05b-9b21-4722-a73f-180441119be7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:53.388837 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c17c05b-9b21-4722-a73f-180441119be7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:53.389401 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c17c05b-9b21-4722-a73f-180441119be7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:53.389967 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c17c05b-9b21-4722-a73f-180441119be7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:53.390536 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c17c05b-9b21-4722-a73f-180441119be7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:53.394299 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c17c05b-9b21-4722-a73f-180441119be7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:53.394897 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c17c05b-9b21-4722-a73f-180441119be7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:53.395457 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c17c05b-9b21-4722-a73f-180441119be7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:53.395957 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c17c05b-9b21-4722-a73f-180441119be7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:53.396533 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c17c05b-9b21-4722-a73f-180441119be7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:53.397595 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c17c05b-9b21-4722-a73f-180441119be7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:53.397811 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c17c05b-9b21-4722-a73f-180441119be7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:53.469924 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-14440b0b-9a3c-4345-99ce-b2c84bdd0824 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c31a5607b8149d6830abd18010bd1c0 HTTP/1.1" status: 200 len: 380 time: 0.1389577 Apr 18 20:25:53.482507 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-917b0aa1-5563-452b-98c9-14a418f64c53 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Request body: {'port': {'device_id': '5911766c-f926-41aa-be49-2e04289f3165', 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff', 'admin_state_up': True, 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'security_groups': ['7bb13228-cc4a-4567-9119-92adbe570613']}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:53.682108 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-917b0aa1-5563-452b-98c9-14a418f64c53 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Made reservation on behalf of 9c31a5607b8149d6830abd18010bd1c0 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:53.688750 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-917b0aa1-5563-452b-98c9-14a418f64c53 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:53.840850 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c8723ead-f070-42ed-9df1-c0ccc01f117b req-e7768ba8-fea7-4265-bacb-7097dbb9eabf tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:53.842163 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8723ead-f070-42ed-9df1-c0ccc01f117b req-e7768ba8-fea7-4265-bacb-7097dbb9eabf tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3484249 Apr 18 20:25:53.865426 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7768ba8-fea7-4265-bacb-7097dbb9eabf tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6594acc1-2327-481e-926a-c2c06ad98656,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:53.903199 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-66d99fba-1aba-4ce6-9031-4add1c57a335 req-27e21d78-5435-44ee-8064-43f0300ad804 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:53.903406 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-66d99fba-1aba-4ce6-9031-4add1c57a335 req-27e21d78-5435-44ee-8064-43f0300ad804 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:53.903809 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [req-66d99fba-1aba-4ce6-9031-4add1c57a335 req-27e21d78-5435-44ee-8064-43f0300ad804 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Floating IP 7295702d-54a0-45b9-8451-e73f899b7a22 disassociated. External IP: 172.25.1.118, port: 119c26b1-8250-4540-aa88-a4d29e04360f. Apr 18 20:25:53.904151 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-66d99fba-1aba-4ce6-9031-4add1c57a335 req-27e21d78-5435-44ee-8064-43f0300ad804 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Calling delete_port for 119c26b1-8250-4540-aa88-a4d29e04360f owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:25:53.923104 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111c122-5677-4ee1-984a-90860f7c9502 req-5e54e8f7-fbba-424c-a8e0-c75ffa573d58 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:53.925259 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-917b0aa1-5563-452b-98c9-14a418f64c53 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Allocated IP 172.20.0.6 (aa0818df-a918-4234-93bb-c4f1c30fdeff/9b169574-6f19-4861-aa97-53614f9267fe/3244050b-38f0-4d7c-8c38-ccbd6213ad86) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:53.939026 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b111c122-5677-4ee1-984a-90860f7c9502 req-5e54e8f7-fbba-424c-a8e0-c75ffa573d58 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8041732 Apr 18 20:25:53.968803 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] For port 7d75af58-8ad9-47e3-a85b-ba435cdd988a, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:54.001835 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada683de-d139-4656-8f2e-0f62cfd02aee x-openstack-request-id: req-ada683de-d139-4656-8f2e-0f62cfd02aee {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:54.002752 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230b00d2-a32d-4296-b8ba-f81cd9656c3e", "tag": "1593e05e-05e8-42b9-a562-ecdf559c35fa", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:54.003508 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ada683de-d139-4656-8f2e-0f62cfd02aee {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:54.004417 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ada683de-d139-4656-8f2e-0f62cfd02aee'] response: {'name': 'network-changed', 'server_uuid': '230b00d2-a32d-4296-b8ba-f81cd9656c3e', 'tag': '1593e05e-05e8-42b9-a562-ecdf559c35fa', 'status': 'completed', 'code': 200} Apr 18 20:25:54.007849 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b111c122-5677-4ee1-984a-90860f7c9502 req-4c1af5a3-1cda-4a34-834f-b31a8715be86 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.41 "GET /v2.0/quotas/274ee71c12f3465983c887c13a5e6394 HTTP/1.1" status: 200 len: 375 time: 0.0677347 Apr 18 20:25:54.014230 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] For port 7d75af58-8ad9-47e3-a85b-ba435cdd988a, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7d75af58-8ad9-47e3-a85b-ba435cdd988a,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:54.079246 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:54.103504 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b111c122-5677-4ee1-984a-90860f7c9502 req-6261e0c2-73b4-47a1-b50c-00244de6ee54 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=274ee71c12f3465983c887c13a5e6394&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947266 Apr 18 20:25:54.171830 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1df69789-5475-4a45-9533-d83c49fed36f req-a260b4bd-d2fa-4f50-932d-0ef82bb5b5da tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:54.218992 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-917b0aa1-5563-452b-98c9-14a418f64c53 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:54.251486 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Pushing event updated for resources: {'Port': ['ID=7d75af58-8ad9-47e3-a85b-ba435cdd988a,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:54.283443 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:54.284086 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:54.285610 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-5a99fc65-a4d4-4d4c-808a-d11236938640 service neutron] 10.222.0.32 "PUT /v2.0/ports/7d75af58-8ad9-47e3-a85b-ba435cdd988a HTTP/1.1" status: 200 len: 1091 time: 4.9311059 Apr 18 20:25:54.286104 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a81769-7af9-4323-965a-1290df81bbe2', 'tag': '7d75af58-8ad9-47e3-a85b-ba435cdd988a'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:54.288730 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0645b96-8213-4bd8-b3a1-1bba07c3d14e" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a81769-7af9-4323-965a-1290df81bbe2", "tag": "7d75af58-8ad9-47e3-a85b-ba435cdd988a"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:54.426889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc348a-8bce-4485-afdb-dde9e446c21a req-7e9991ce-4b17-4c74-8582-48f91dbfed20 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:54.428630 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dddc348a-8bce-4485-afdb-dde9e446c21a req-7e9991ce-4b17-4c74-8582-48f91dbfed20 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=230b00d2-a32d-4296-b8ba-f81cd9656c3e HTTP/1.1" status: 200 len: 948 time: 0.1860430 Apr 18 20:25:54.446173 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d0be7-2ccd-41c4-926d-17c8262a8d58 req-9c380c65-c7d5-4427-af2b-44790dec4ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:54.447382 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6a6d0be7-2ccd-41c4-926d-17c8262a8d58 req-9c380c65-c7d5-4427-af2b-44790dec4ea0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&device_id=230b00d2-a32d-4296-b8ba-f81cd9656c3e HTTP/1.1" status: 200 len: 1099 time: 0.4059665 Apr 18 20:25:54.457929 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-917b0aa1-5563-452b-98c9-14a418f64c53 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:54.463723 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-79817405-8d97-414e-97a3-1cbef0994125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:54.577939 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905c272-4d69-4870-922a-5d530b4ce456 req-5ec2aee6-f39c-4286-a899-25f9c3e59a25 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:54.586766 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9905c272-4d69-4870-922a-5d530b4ce456 req-5ec2aee6-f39c-4286-a899-25f9c3e59a25 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 943 time: 0.2477782 Apr 18 20:25:54.589751 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1df69789-5475-4a45-9533-d83c49fed36f req-a260b4bd-d2fa-4f50-932d-0ef82bb5b5da tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:54.602150 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dddc348a-8bce-4485-afdb-dde9e446c21a req-a35c6cf9-5506-4cde-a5c1-b20c752dfd3d tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296403 Apr 18 20:25:54.659087 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-917b0aa1-5563-452b-98c9-14a418f64c53 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Network aa0818df-a918-4234-93bb-c4f1c30fdeff is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:54.677878 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df69789-5475-4a45-9533-d83c49fed36f req-a260b4bd-d2fa-4f50-932d-0ef82bb5b5da tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:54.682829 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-cb96b6ad-4c5c-4912-b50a-71272d8ae7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:54.685295 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-cb96b6ad-4c5c-4912-b50a-71272d8ae7ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 1094 time: 0.3056021 Apr 18 20:25:54.690124 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-1df69789-5475-4a45-9533-d83c49fed36f req-a260b4bd-d2fa-4f50-932d-0ef82bb5b5da tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:54.690560 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['ff19b1ee-4bdd-4f97-80b1-8d1e20492643', '77ea9693-068f-4108-9533-a71ee1eba00d', '4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:54.697381 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df69789-5475-4a45-9533-d83c49fed36f req-a260b4bd-d2fa-4f50-932d-0ef82bb5b5da tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:25:54.698245 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 119c26b1-8250-4540-aa88-a4d29e04360f no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:25:54.776002 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df69789-5475-4a45-9533-d83c49fed36f req-a260b4bd-d2fa-4f50-932d-0ef82bb5b5da tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:54.782653 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1df69789-5475-4a45-9533-d83c49fed36f req-a260b4bd-d2fa-4f50-932d-0ef82bb5b5da tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:54.787027 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-917b0aa1-5563-452b-98c9-14a418f64c53 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:54.791319 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 119c26b1-8250-4540-aa88-a4d29e04360f {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:25:54.792327 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 119c26b1-8250-4540-aa88-a4d29e04360f not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:25:54.813093 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-917b0aa1-5563-452b-98c9-14a418f64c53 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:25:54.840498 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b0aa1-5563-452b-98c9-14a418f64c53 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Pushing event updated for resources: {'Port': ['ID=3244050b-38f0-4d7c-8c38-ccbd6213ad86,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:54.853354 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-66d99fba-1aba-4ce6-9031-4add1c57a335 req-27e21d78-5435-44ee-8064-43f0300ad804 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:55.014578 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9905c272-4d69-4870-922a-5d530b4ce456 req-64461959-f91c-4d5f-b293-f610d7035291 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262435 Apr 18 20:25:55.042512 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-637c57b3-8619-4c22-9daa-87ff1824df97 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d75af58-8ad9-47e3-a85b-ba435cdd988a HTTP/1.1" status: 200 len: 217 time: 0.2807038 Apr 18 20:25:55.051747 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260b4bd-d2fa-4f50-932d-0ef82bb5b5da tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Pushing event updated for resources: {'Port': ['ID=ecc8d0c1-b2ed-458f-9620-b5c850dd7cae,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:55.065508 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d0be7-2ccd-41c4-926d-17c8262a8d58 req-9a90af66-ad68-4d45-b6ac-0310f2db491b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:55.067600 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6a6d0be7-2ccd-41c4-926d-17c8262a8d58 req-9a90af66-ad68-4d45-b6ac-0310f2db491b service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.5910985 Apr 18 20:25:55.076950 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-917b0aa1-5563-452b-98c9-14a418f64c53 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:55.079147 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-917b0aa1-5563-452b-98c9-14a418f64c53 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:55.163719 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6a6d0be7-2ccd-41c4-926d-17c8262a8d58 req-c651f8b5-893a-4181-8ce5-e14369e05ce9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=1593e05e-05e8-42b9-a562-ecdf559c35fa HTTP/1.1" status: 200 len: 217 time: 0.0804126 Apr 18 20:25:55.237302 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-411d8ac3-0440-456f-b46f-77ce98fd0f89 req-d8e4ee75-be26-420a-841e-a36916ad16bc tempest-ServersAdmin275Test-472202773 tempest-ServersAdmin275Test-472202773-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.3814821 Apr 18 20:25:55.241307 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-e31e835d-7ecc-453b-a4c8-54cfe08f1728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:55.242824 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-e31e835d-7ecc-453b-a4c8-54cfe08f1728 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1 HTTP/1.1" status: 200 len: 847 time: 0.1809924 Apr 18 20:25:55.246258 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-917b0aa1-5563-452b-98c9-14a418f64c53 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7708554 Apr 18 20:25:55.263682 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1df69789-5475-4a45-9533-d83c49fed36f req-a260b4bd-d2fa-4f50-932d-0ef82bb5b5da tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7135627 Apr 18 20:25:55.268558 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-5bd469b1-98e0-460e-b910-30a10d087d30 service neutron] Request body: {'port': {'device_id': '5911766c-f926-41aa-be49-2e04289f3165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:55.325639 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d0be7-2ccd-41c4-926d-17c8262a8d58 req-3c5f51a5-1def-4ad1-afd8-5d510ee923fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:55.327153 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6a6d0be7-2ccd-41c4-926d-17c8262a8d58 req-3c5f51a5-1def-4ad1-afd8-5d510ee923fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.1532481 Apr 18 20:25:55.348868 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e21d78-5435-44ee-8064-43f0300ad804 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Pushing event deleted for resources: {'Port': ['ID=119c26b1-8250-4540-aa88-a4d29e04360f,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:55.361948 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f5266c5b-896f-4a71-9441-a38ed22c3cf7 None None] Provisioning complete for port 3244050b-38f0-4d7c-8c38-ccbd6213ad86 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:55.363820 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f5266c5b-896f-4a71-9441-a38ed22c3cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:55.377830 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-1df69789-5475-4a45-9533-d83c49fed36f req-a7bff6be-dbef-47bd-be0b-82d1ee1bccae service neutron] Request body: {'port': {'device_id': 'ba353cb5-7876-4bb1-9d93-c0ccc132a205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:55.400963 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-aecbe6b4-2402-49d9-a2c2-d41c81d2661d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801148 Apr 18 20:25:55.452058 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-5bd469b1-98e0-460e-b910-30a10d087d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:55.549857 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d0be7-2ccd-41c4-926d-17c8262a8d58 req-c9d31e84-124d-4331-85ab-a8dd1c3984b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:55.551399 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6a6d0be7-2ccd-41c4-926d-17c8262a8d58 req-c9d31e84-124d-4331-85ab-a8dd1c3984b6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1701517 Apr 18 20:25:55.571405 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f5266c5b-896f-4a71-9441-a38ed22c3cf7 None None] Port 3244050b-38f0-4d7c-8c38-ccbd6213ad86 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:25:55.707782 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1df69789-5475-4a45-9533-d83c49fed36f req-a7bff6be-dbef-47bd-be0b-82d1ee1bccae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:55.724932 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dccd8-8743-45c5-9ef2-c06eb749933c req-4ce69536-6e4a-4bfc-b705-9b5e4c6aba87 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:55.741793 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-200dccd8-8743-45c5-9ef2-c06eb749933c req-4ce69536-6e4a-4bfc-b705-9b5e4c6aba87 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/ports?device_id=5911766c-f926-41aa-be49-2e04289f3165 HTTP/1.1" status: 200 len: 931 time: 0.4817271 Apr 18 20:25:55.861152 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-8a8fdd02-0f25-4c4c-84f5-a4a8da48e57e None None] Provisioning complete for port ecc8d0c1-b2ed-458f-9620-b5c850dd7cae triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:55.861718 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8a8fdd02-0f25-4c4c-84f5-a4a8da48e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:55.886684 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-7596db42-64cf-4cd1-80e3-94e736cf975f service neutron] 10.222.0.32 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185767 Apr 18 20:25:55.901509 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66d99fba-1aba-4ce6-9031-4add1c57a335 req-27e21d78-5435-44ee-8064-43f0300ad804 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Router 5297c610-0196-4a16-ac1b-69743affec6e has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:25:56.017092 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-8a8fdd02-0f25-4c4c-84f5-a4a8da48e57e None None] Port ecc8d0c1-b2ed-458f-9620-b5c850dd7cae cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:25:56.183257 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-200dccd8-8743-45c5-9ef2-c06eb749933c req-564e6cb0-77e6-4a57-a1f5-8df395295a04 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bb13228-cc4a-4567-9119-92adbe570613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4396477 Apr 18 20:25:56.495026 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6a6d0be7-2ccd-41c4-926d-17c8262a8d58 req-c01040a8-589e-4da9-92ac-ae6a503f5c75 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9301226 Apr 18 20:25:56.615571 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 1593e05e-05e8-42b9-a562-ecdf559c35fa details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:25:56.672391 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-07563092-9d71-40fd-9fca-83ae65a7ea9f req-43e58787-7106-4d0d-9b7b-c19fac84aefa tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.41 "GET /v2.0/ports?device_id=4feae10f-8e9b-4716-883a-2af5d60b483c HTTP/1.1" status: 200 len: 210 time: 0.0728724 Apr 18 20:25:56.978023 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 1593e05e-05e8-42b9-a562-ecdf559c35fa, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=1593e05e-05e8-42b9-a562-ecdf559c35fa,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:57.017484 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '1593e05e-05e8-42b9-a562-ecdf559c35fa', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': '1593e05e-05e8-42b9-a562-ecdf559c35fa', 'mac_address': 'fa:16:3e:68:19:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:25:57.077253 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:57.120177 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1593e05e-05e8-42b9-a562-ecdf559c35fa {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:57.168909 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 1593e05e-05e8-42b9-a562-ecdf559c35fa, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=1593e05e-05e8-42b9-a562-ecdf559c35fa,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:57.178752 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:57.282469 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75c7069c-9e57-4e52-a014-c67fd34263cb req-13694b80-7d9d-4733-952a-80ba64e7f4f0 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39560 time: 1.9485857 Apr 18 20:25:57.286241 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.32', 65357) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:57.290210 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=1593e05e-05e8-42b9-a562-ecdf559c35fa,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:57.322357 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e255da-6bd4-462d-b505-3bb892b3a39d x-openstack-request-id: req-a7e255da-6bd4-462d-b505-3bb892b3a39d {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:57.322882 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a81769-7af9-4323-965a-1290df81bbe2", "tag": "7d75af58-8ad9-47e3-a85b-ba435cdd988a", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:57.323331 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7e255da-6bd4-462d-b505-3bb892b3a39d {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:57.323990 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e255da-6bd4-462d-b505-3bb892b3a39d'] response: {'name': 'network-changed', 'server_uuid': 'd5a81769-7af9-4323-965a-1290df81bbe2', 'tag': '7d75af58-8ad9-47e3-a85b-ba435cdd988a', 'status': 'completed', 'code': 200} Apr 18 20:25:57.336229 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-5bd469b1-98e0-460e-b910-30a10d087d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3244050b-38f0-4d7c-8c38-ccbd6213ad86 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:57.344505 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6a6d0be7-2ccd-41c4-926d-17c8262a8d58 req-4a88b8e3-3918-4397-8d84-d866f3e494aa service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8270845 Apr 18 20:25:57.359869 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-5bd469b1-98e0-460e-b910-30a10d087d30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:57.409645 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-5bd469b1-98e0-460e-b910-30a10d087d30 service neutron] Transition to ACTIVE for port object 3244050b-38f0-4d7c-8c38-ccbd6213ad86 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:57.415492 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e1fc10d-46ec-455a-b6fd-9b0bc12662b9 req-748d7aaa-4133-4867-9ac0-0a0d782e7fbe service neutron] 10.222.0.32 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4970400 Apr 18 20:25:57.416588 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-5bd469b1-98e0-460e-b910-30a10d087d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:57.486218 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b111c122-5677-4ee1-984a-90860f7c9502 req-847227ed-311a-44eb-aa92-943fb2f1701e tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=274ee71c12f3465983c887c13a5e6394&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1598508 Apr 18 20:25:57.487874 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['1593e05e-05e8-42b9-a562-ecdf559c35fa'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:57.567145 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd469b1-98e0-460e-b910-30a10d087d30 service neutron] Pushing event updated for resources: {'Port': ['ID=3244050b-38f0-4d7c-8c38-ccbd6213ad86,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:57.616673 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66d99fba-1aba-4ce6-9031-4add1c57a335 req-27e21d78-5435-44ee-8064-43f0300ad804 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:25:57.642511 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d45ffc-1412-4139-89f3-9efe2135c8d2 None None] Sync routers for ids ['5297c610-0196-4a16-ac1b-69743affec6e'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:25:57.672204 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d45ffc-1412-4139-89f3-9efe2135c8d2 None None] Routers {'5297c610-0196-4a16-ac1b-69743affec6e'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:25:57.673302 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d3d45ffc-1412-4139-89f3-9efe2135c8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:25:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5297c610-0196-4a16-ac1b-69743affec6e'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:57.681196 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75c7069c-9e57-4e52-a014-c67fd34263cb req-9e2d562c-d200-4c1d-ba8e-bd60b15ea588 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "GET /v2.0/security-groups/17966c27-ed58-4316-a084-e109d84cd306 HTTP/1.1" status: 200 len: 2981 time: 0.2873418 Apr 18 20:25:57.717382 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-5bd469b1-98e0-460e-b910-30a10d087d30 service neutron] Attempting to bind port 3244050b-38f0-4d7c-8c38-ccbd6213ad86 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:57.718105 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-5bd469b1-98e0-460e-b910-30a10d087d30 service neutron] Attempting to bind port 3244050b-38f0-4d7c-8c38-ccbd6213ad86 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '3e371145-be9f-4691-af57-5ba121ad60c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:57.720039 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-5bd469b1-98e0-460e-b910-30a10d087d30 service neutron] Attempting to bind port 3244050b-38f0-4d7c-8c38-ccbd6213ad86 on network aa0818df-a918-4234-93bb-c4f1c30fdeff {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:57.726255 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-5bd469b1-98e0-460e-b910-30a10d087d30 service neutron] Port 3244050b-38f0-4d7c-8c38-ccbd6213ad86 on network aa0818df-a918-4234-93bb-c4f1c30fdeff not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:25:57.726936 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-5bd469b1-98e0-460e-b910-30a10d087d30 service neutron] Attempting to bind port 3244050b-38f0-4d7c-8c38-ccbd6213ad86 on network aa0818df-a918-4234-93bb-c4f1c30fdeff {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:57.737512 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-5bd469b1-98e0-460e-b910-30a10d087d30 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:57.738350 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-5bd469b1-98e0-460e-b910-30a10d087d30 service neutron] Checking segment: {'id': '3e371145-be9f-4691-af57-5ba121ad60c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:57.739377 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-5bd469b1-98e0-460e-b910-30a10d087d30 service neutron] Bound using segment: {'id': '3e371145-be9f-4691-af57-5ba121ad60c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:57.740677 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-5bd469b1-98e0-460e-b910-30a10d087d30 service neutron] Bound port: 3244050b-38f0-4d7c-8c38-ccbd6213ad86, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e371145-be9f-4691-af57-5ba121ad60c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:57.741593 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-5bd469b1-98e0-460e-b910-30a10d087d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:57.927773 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-5bd469b1-98e0-460e-b910-30a10d087d30 service neutron] For port 3244050b-38f0-4d7c-8c38-ccbd6213ad86, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:57.928560 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-d3d45ffc-1412-4139-89f3-9efe2135c8d2 None None] Set router 5297c610-0196-4a16-ac1b-69743affec6e gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:25:57.936906 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-5bd469b1-98e0-460e-b910-30a10d087d30 service neutron] For port 3244050b-38f0-4d7c-8c38-ccbd6213ad86, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3244050b-38f0-4d7c-8c38-ccbd6213ad86,segment=NetworkSegment(3e371145-be9f-4691-af57-5ba121ad60c9),segment_id=3e371145-be9f-4691-af57-5ba121ad60c9)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:57.937144 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d99fba-1aba-4ce6-9031-4add1c57a335 req-27e21d78-5435-44ee-8064-43f0300ad804 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] No DVR routers for this DVR port 119c26b1-8250-4540-aa88-a4d29e04360f on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:25:57.947135 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-5bd469b1-98e0-460e-b910-30a10d087d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:57.979719 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-66d99fba-1aba-4ce6-9031-4add1c57a335 req-27e21d78-5435-44ee-8064-43f0300ad804 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:57.983128 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-66d99fba-1aba-4ce6-9031-4add1c57a335 req-27e21d78-5435-44ee-8064-43f0300ad804 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.57 "DELETE /v2.0/ports/119c26b1-8250-4540-aa88-a4d29e04360f HTTP/1.1" status: 204 len: 173 time: 7.2563016 Apr 18 20:25:58.013171 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-5bd469b1-98e0-460e-b910-30a10d087d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:58.014241 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-5bd469b1-98e0-460e-b910-30a10d087d30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:58.015989 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-5bd469b1-98e0-460e-b910-30a10d087d30 service neutron] 10.222.0.32 "PUT /v2.0/ports/3244050b-38f0-4d7c-8c38-ccbd6213ad86 HTTP/1.1" status: 200 len: 1091 time: 2.7571478 Apr 18 20:25:58.016495 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5911766c-f926-41aa-be49-2e04289f3165', 'tag': '3244050b-38f0-4d7c-8c38-ccbd6213ad86'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:58.020223 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0617140-b588-43d3-9c37-870f28a0a315" -d '{"events": [{"name": "network-changed", "server_uuid": "5911766c-f926-41aa-be49-2e04289f3165", "tag": "3244050b-38f0-4d7c-8c38-ccbd6213ad86"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:58.049495 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd469b1-98e0-460e-b910-30a10d087d30 service neutron] Pushing event updated for resources: {'Port': ['ID=3244050b-38f0-4d7c-8c38-ccbd6213ad86,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:58.100054 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715a8bb-da95-46b5-b4ce-c35c33c804c2 req-ae1f3761-91d6-449f-9ee5-9dce7f2cc025 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:58.116761 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6715a8bb-da95-46b5-b4ce-c35c33c804c2 req-ae1f3761-91d6-449f-9ee5-9dce7f2cc025 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=230b00d2-a32d-4296-b8ba-f81cd9656c3e HTTP/1.1" status: 200 len: 949 time: 0.8318939 Apr 18 20:25:58.179810 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0645b96-8213-4bd8-b3a1-1bba07c3d14e req-8b5fc7dd-eac6-4efc-b676-345cb6a2e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:58.181403 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0645b96-8213-4bd8-b3a1-1bba07c3d14e req-8b5fc7dd-eac6-4efc-b676-345cb6a2e352 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 1094 time: 0.5307674 Apr 18 20:25:58.218417 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-1495bc37-4451-4041-92d1-674e0fb8c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:58.224070 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-1495bc37-4451-4041-92d1-674e0fb8c22d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c31a5607b8149d6830abd18010bd1c0&device_id=5911766c-f926-41aa-be49-2e04289f3165 HTTP/1.1" status: 200 len: 1094 time: 0.1271629 Apr 18 20:25:58.273904 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75c7069c-9e57-4e52-a014-c67fd34263cb req-dfdf5fc9-4765-42b9-8572-c54eebc04867 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "GET /v2.0/security-groups/17966c27-ed58-4316-a084-e109d84cd306 HTTP/1.1" status: 200 len: 2981 time: 0.4592993 Apr 18 20:25:58.309629 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6715a8bb-da95-46b5-b4ce-c35c33c804c2 req-540d980a-a6dd-4dbb-a043-5a8da1b85a64 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918297 Apr 18 20:25:58.337623 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-f7e38b71-215e-41e1-a66f-43b3ea58cd30 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3244050b-38f0-4d7c-8c38-ccbd6213ad86 HTTP/1.1" status: 200 len: 217 time: 0.1017022 Apr 18 20:25:58.413561 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111c122-5677-4ee1-984a-90860f7c9502 req-f91002a8-badd-4ff0-ae65-48d763369afd tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:58.415123 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b111c122-5677-4ee1-984a-90860f7c9502 req-f91002a8-badd-4ff0-ae65-48d763369afd tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7692354 Apr 18 20:25:58.450073 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-b111c122-5677-4ee1-984a-90860f7c9502 req-978619d9-0cb6-463a-b114-fc071d7ac525 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Request body: {'port': {'device_id': '4feae10f-8e9b-4716-883a-2af5d60b483c', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': '274ee71c12f3465983c887c13a5e6394'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:58.467942 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-02663f5b-02f0-4a42-acec-6a69df636fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:58.471378 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-02663f5b-02f0-4a42-acec-6a69df636fdb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b169574-6f19-4861-aa97-53614f9267fe HTTP/1.1" status: 200 len: 863 time: 0.1212149 Apr 18 20:25:58.485128 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d3d45ffc-1412-4139-89f3-9efe2135c8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5297c610-0196-4a16-ac1b-69743affec6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465484721-router', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:55Z', 'updated_at': '2022-04-18T20:24:16Z', 'revision_number': 4, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'gw_port': {'id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:23:57Z', 'updated_at': '2022-04-18T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'd4bb34d2-50a7-470d-bff7-a1cdba8b0e9f', 'name': '', 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'mac_address': 'fa:16:3e:8b:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b169574-6f19-4861-aa97-53614f9267fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:24:21Z', 'revision_number': 5, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'subnets': [{'id': '9b169574-6f19-4861-aa97-53614f9267fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:58.506070 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-1df69789-5475-4a45-9533-d83c49fed36f req-a7bff6be-dbef-47bd-be0b-82d1ee1bccae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc8d0c1-b2ed-458f-9620-b5c850dd7cae {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:58.524304 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1df69789-5475-4a45-9533-d83c49fed36f req-a7bff6be-dbef-47bd-be0b-82d1ee1bccae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:58.538409 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d45ffc-1412-4139-89f3-9efe2135c8d2 None None] Checking router: 5297c610-0196-4a16-ac1b-69743affec6e for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:25:58.550486 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d45ffc-1412-4139-89f3-9efe2135c8d2 None None] Routers {'5297c610-0196-4a16-ac1b-69743affec6e'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:25:58.551149 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d3d45ffc-1412-4139-89f3-9efe2135c8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:25:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5297c610-0196-4a16-ac1b-69743affec6e'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:58.553842 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-06790f74-983f-4b69-8522-b16932925749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:58.556624 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-06790f74-983f-4b69-8522-b16932925749 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aa0818df-a918-4234-93bb-c4f1c30fdeff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780423 Apr 18 20:25:58.568399 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75c7069c-9e57-4e52-a014-c67fd34263cb req-3e86e235-57cd-4dd1-a739-9811e6e6fdd6 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "GET /v2.0/security-groups/2dcd84a3-c4ab-46cc-bc0a-2488f76d0de0 HTTP/1.1" status: 200 len: 2981 time: 0.2767837 Apr 18 20:25:58.609870 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-1df69789-5475-4a45-9533-d83c49fed36f req-a7bff6be-dbef-47bd-be0b-82d1ee1bccae service neutron] Transition to ACTIVE for port object ecc8d0c1-b2ed-458f-9620-b5c850dd7cae will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:58.637399 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0645b96-8213-4bd8-b3a1-1bba07c3d14e req-5d7335d3-c908-4c74-b7cc-d097ef3107a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:58.639858 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0645b96-8213-4bd8-b3a1-1bba07c3d14e req-5d7335d3-c908-4c74-b7cc-d097ef3107a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 908 time: 0.4293039 Apr 18 20:25:58.653566 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1df69789-5475-4a45-9533-d83c49fed36f req-a7bff6be-dbef-47bd-be0b-82d1ee1bccae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:58.690693 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196816d-9c69-4253-9a96-b175d4039a67 req-fea70de0-3202-4c8b-81f3-4de196fd557a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:58.701938 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c196816d-9c69-4253-9a96-b175d4039a67 req-fea70de0-3202-4c8b-81f3-4de196fd557a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 943 time: 0.2838039 Apr 18 20:25:58.704506 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9c99b848-f0b8-4329-81c7-a6f2895e0072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:58.754525 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-d3d45ffc-1412-4139-89f3-9efe2135c8d2 None None] Set router 5297c610-0196-4a16-ac1b-69743affec6e gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:25:58.810986 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-8c5b05ed-bc65-4074-bdb6-b3dad8e7f221 service neutron] 10.222.0.32 "GET /v2.0/networks/aa0818df-a918-4234-93bb-c4f1c30fdeff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451935 Apr 18 20:25:58.879046 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b111c122-5677-4ee1-984a-90860f7c9502 req-978619d9-0cb6-463a-b114-fc071d7ac525 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Made reservation on behalf of 274ee71c12f3465983c887c13a5e6394 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:58.882664 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b111c122-5677-4ee1-984a-90860f7c9502 req-978619d9-0cb6-463a-b114-fc071d7ac525 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:58.885763 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0645b96-8213-4bd8-b3a1-1bba07c3d14e req-9f6717b2-02a0-492a-aa92-a4099e4e638f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d75af58-8ad9-47e3-a85b-ba435cdd988a HTTP/1.1" status: 200 len: 217 time: 0.2188363 Apr 18 20:25:58.953599 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b111c122-5677-4ee1-984a-90860f7c9502 req-978619d9-0cb6-463a-b114-fc071d7ac525 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:58.980192 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75c7069c-9e57-4e52-a014-c67fd34263cb req-79481670-6a96-43a0-88b2-8ad49e4fc914 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "GET /v2.0/security-groups/2dcd84a3-c4ab-46cc-bc0a-2488f76d0de0 HTTP/1.1" status: 200 len: 2981 time: 0.4001327 Apr 18 20:25:58.987427 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.32', 65358) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:59.013146 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bff6be-dbef-47bd-be0b-82d1ee1bccae service neutron] Pushing event updated for resources: {'Port': ['ID=ecc8d0c1-b2ed-458f-9620-b5c850dd7cae,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:59.058430 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8f88da4c-09a2-40ae-8fbb-1527ce0e4c90 req-2d88de3a-932a-496e-b216-275f693ed76d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0690458 Apr 18 20:25:59.064576 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-822314ff-8107-4aa8-9b0f-4bd2cf2b42cb req-563344c6-d3ea-4634-862d-00cc99ea47d9 service neutron] 10.222.0.32 "GET /v2.0/networks/aa0818df-a918-4234-93bb-c4f1c30fdeff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457392 Apr 18 20:25:59.081415 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c196816d-9c69-4253-9a96-b175d4039a67 req-36706266-ab56-4f87-9938-49d01289db25 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229807 Apr 18 20:25:59.093951 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0645b96-8213-4bd8-b3a1-1bba07c3d14e req-252b99f5-baf2-4c98-bb4a-cae834660944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:59.095788 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0645b96-8213-4bd8-b3a1-1bba07c3d14e req-252b99f5-baf2-4c98-bb4a-cae834660944 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1 HTTP/1.1" status: 200 len: 847 time: 0.1957817 Apr 18 20:25:59.150662 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75c7069c-9e57-4e52-a014-c67fd34263cb req-991cf01d-3010-40c2-ac3e-e577e7d02783 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "GET /v2.0/security-groups/33027dba-43e8-4f02-8a16-ebaee2db454a HTTP/1.1" status: 200 len: 2973 time: 0.1695192 Apr 18 20:25:59.212580 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-1df69789-5475-4a45-9533-d83c49fed36f req-a7bff6be-dbef-47bd-be0b-82d1ee1bccae service neutron] Attempting to bind port ecc8d0c1-b2ed-458f-9620-b5c850dd7cae on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:59.215367 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-1df69789-5475-4a45-9533-d83c49fed36f req-a7bff6be-dbef-47bd-be0b-82d1ee1bccae service neutron] Attempting to bind port ecc8d0c1-b2ed-458f-9620-b5c850dd7cae by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:59.215779 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df69789-5475-4a45-9533-d83c49fed36f req-a7bff6be-dbef-47bd-be0b-82d1ee1bccae service neutron] Attempting to bind port ecc8d0c1-b2ed-458f-9620-b5c850dd7cae on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:59.251725 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d3d45ffc-1412-4139-89f3-9efe2135c8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5297c610-0196-4a16-ac1b-69743affec6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465484721-router', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:55Z', 'updated_at': '2022-04-18T20:24:16Z', 'revision_number': 4, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'gw_port': {'id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:23:57Z', 'updated_at': '2022-04-18T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'd4bb34d2-50a7-470d-bff7-a1cdba8b0e9f', 'name': '', 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'mac_address': 'fa:16:3e:8b:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b169574-6f19-4861-aa97-53614f9267fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:24:21Z', 'revision_number': 5, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'subnets': [{'id': '9b169574-6f19-4861-aa97-53614f9267fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:59.275396 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c81433f7-d76f-49a4-a6ce-2a9fcb31fbf0 req-420caac1-fdaf-48ea-81e5-fd7a5eb3b69c tempest-ServersAdmin275Test-472202773 tempest-ServersAdmin275Test-472202773-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0482900 Apr 18 20:25:59.278994 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df69789-5475-4a45-9533-d83c49fed36f req-a7bff6be-dbef-47bd-be0b-82d1ee1bccae service neutron] Port ecc8d0c1-b2ed-458f-9620-b5c850dd7cae on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:25:59.279389 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df69789-5475-4a45-9533-d83c49fed36f req-a7bff6be-dbef-47bd-be0b-82d1ee1bccae service neutron] Attempting to bind port ecc8d0c1-b2ed-458f-9620-b5c850dd7cae on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:59.301045 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df69789-5475-4a45-9533-d83c49fed36f req-a7bff6be-dbef-47bd-be0b-82d1ee1bccae service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:59.301393 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df69789-5475-4a45-9533-d83c49fed36f req-a7bff6be-dbef-47bd-be0b-82d1ee1bccae service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:59.301803 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df69789-5475-4a45-9533-d83c49fed36f req-a7bff6be-dbef-47bd-be0b-82d1ee1bccae service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:59.302365 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-1df69789-5475-4a45-9533-d83c49fed36f req-a7bff6be-dbef-47bd-be0b-82d1ee1bccae service neutron] Bound port: ecc8d0c1-b2ed-458f-9620-b5c850dd7cae, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:59.302722 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1df69789-5475-4a45-9533-d83c49fed36f req-a7bff6be-dbef-47bd-be0b-82d1ee1bccae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:59.389057 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b111c122-5677-4ee1-984a-90860f7c9502 req-978619d9-0cb6-463a-b114-fc071d7ac525 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:59.395662 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f', 'name': 'network-vif-deleted', 'tag': '119c26b1-8250-4540-aa88-a4d29e04360f'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:59.402218 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47ef786-c910-48e2-a072-7867980ad368" -d '{"events": [{"server_uuid": "06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f", "name": "network-vif-deleted", "tag": "119c26b1-8250-4540-aa88-a4d29e04360f"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:59.411839 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d45ffc-1412-4139-89f3-9efe2135c8d2 None None] The sync data for ids ['5297c610-0196-4a16-ac1b-69743affec6e'] in n-d-838323-3 is: [{'id': '5297c610-0196-4a16-ac1b-69743affec6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465484721-router', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:55Z', 'updated_at': '2022-04-18T20:24:16Z', 'revision_number': 4, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'gw_port': {'id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:23:57Z', 'updated_at': '2022-04-18T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'd4bb34d2-50a7-470d-bff7-a1cdba8b0e9f', 'name': '', 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'mac_address': 'fa:16:3e:8b:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b169574-6f19-4861-aa97-53614f9267fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:24:21Z', 'revision_number': 5, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'subnets': [{'id': '9b169574-6f19-4861-aa97-53614f9267fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:25:59.433153 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75c7069c-9e57-4e52-a014-c67fd34263cb req-d525d2f7-aeba-427c-a1f2-968d57a22cd0 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "GET /v2.0/security-groups/33027dba-43e8-4f02-8a16-ebaee2db454a HTTP/1.1" status: 200 len: 2973 time: 0.2537904 Apr 18 20:25:59.494329 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b111c122-5677-4ee1-984a-90860f7c9502 req-978619d9-0cb6-463a-b114-fc071d7ac525 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:59.563221 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0645b96-8213-4bd8-b3a1-1bba07c3d14e req-e829d8fb-1b2b-4a2a-83f2-9b07b01f1d0e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1695569 Apr 18 20:25:59.631744 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:59.733041 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd432f04-370b-4973-a4c6-178aca04de3c None None] New status for floating IP 7295702d-54a0-45b9-8451-e73f899b7a22: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:25:59.746625 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978619d9-0cb6-463a-b114-fc071d7ac525 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb57eee-7825-45e6-b6a8-1ae0c6d284f2,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:59.840906 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-1df69789-5475-4a45-9533-d83c49fed36f req-a7bff6be-dbef-47bd-be0b-82d1ee1bccae service neutron] For port ecc8d0c1-b2ed-458f-9620-b5c850dd7cae, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:59.850232 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55786) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:59.892301 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c7446-2407-4d7b-8cd6-ebfc936b3efa req-fbc22684-a197-48dd-a0ec-6e8f5df6ae3a tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:59.894143 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c73c7446-2407-4d7b-8cd6-ebfc936b3efa req-fbc22684-a197-48dd-a0ec-6e8f5df6ae3a tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/ports?device_id=5911766c-f926-41aa-be49-2e04289f3165 HTTP/1.1" status: 200 len: 943 time: 0.4558504 Apr 18 20:25:59.919115 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-1df69789-5475-4a45-9533-d83c49fed36f req-a7bff6be-dbef-47bd-be0b-82d1ee1bccae service neutron] For port ecc8d0c1-b2ed-458f-9620-b5c850dd7cae, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ecc8d0c1-b2ed-458f-9620-b5c850dd7cae,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:59.925599 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75c7069c-9e57-4e52-a014-c67fd34263cb req-c4d8aa1a-884f-4d09-9448-83176adfe780 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "GET /v2.0/security-groups/397862b8-da7d-48ff-a0e4-9d4e4714c986 HTTP/1.1" status: 200 len: 2981 time: 0.4907987 Apr 18 20:25:59.941503 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1df69789-5475-4a45-9533-d83c49fed36f req-a7bff6be-dbef-47bd-be0b-82d1ee1bccae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:59.986502 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0645b96-8213-4bd8-b3a1-1bba07c3d14e req-01609ad9-bbbe-42dd-97fa-407576666b20 service neutron] 10.222.0.32 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969898 Apr 18 20:26:00.014978 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-164e8688-558d-43e6-87da-01c664de6f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:00.077478 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df69789-5475-4a45-9533-d83c49fed36f req-a7bff6be-dbef-47bd-be0b-82d1ee1bccae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:00.078148 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1df69789-5475-4a45-9533-d83c49fed36f req-a7bff6be-dbef-47bd-be0b-82d1ee1bccae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:00.080465 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1df69789-5475-4a45-9533-d83c49fed36f req-a7bff6be-dbef-47bd-be0b-82d1ee1bccae service neutron] 10.222.0.32 "PUT /v2.0/ports/ecc8d0c1-b2ed-458f-9620-b5c850dd7cae HTTP/1.1" status: 200 len: 1095 time: 4.7374766 Apr 18 20:26:00.137429 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-164e8688-558d-43e6-87da-01c664de6f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:00.144423 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-164e8688-558d-43e6-87da-01c664de6f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:00.212761 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c73c7446-2407-4d7b-8cd6-ebfc936b3efa req-ea203dd7-4893-4a0c-9858-8821cc194b20 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bb13228-cc4a-4567-9119-92adbe570613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2852261 Apr 18 20:26:00.224249 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-164e8688-558d-43e6-87da-01c664de6f69 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb6bcacde2c04b609dc73beb3cdfee50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3727925 Apr 18 20:26:00.225081 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55792) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:00.234100 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e8688-558d-43e6-87da-01c664de6f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed47e2d-7857-448b-badf-80a0ed42a6c7,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:00.262451 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-b111c122-5677-4ee1-984a-90860f7c9502 req-978619d9-0cb6-463a-b114-fc071d7ac525 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Allocated IP 192.168.233.204 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/337fb7e7-5205-4f34-9089-ddc5311273f2) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:00.300326 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bff6be-dbef-47bd-be0b-82d1ee1bccae service neutron] Pushing event updated for resources: {'Port': ['ID=ecc8d0c1-b2ed-458f-9620-b5c850dd7cae,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:00.317680 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75c7069c-9e57-4e52-a014-c67fd34263cb req-e3653292-ff06-46e6-8b65-391a153ac431 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "GET /v2.0/security-groups/397862b8-da7d-48ff-a0e4-9d4e4714c986 HTTP/1.1" status: 200 len: 2981 time: 0.3787687 Apr 18 20:26:00.351080 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3c96cc1e-4a6f-490e-b7cb-439879679694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:00.426089 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3c96cc1e-4a6f-490e-b7cb-439879679694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:00.461373 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df69789-5475-4a45-9533-d83c49fed36f req-194e1db5-2335-464a-ad1d-5cef0a5d9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:00.464345 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1df69789-5475-4a45-9533-d83c49fed36f req-194e1db5-2335-464a-ad1d-5cef0a5d9e55 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&device_id=ba353cb5-7876-4bb1-9d93-c0ccc132a205 HTTP/1.1" status: 200 len: 1098 time: 0.2926252 Apr 18 20:26:00.524899 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0645b96-8213-4bd8-b3a1-1bba07c3d14e req-ed308cb1-c717-4535-9a84-a7b25fadd1aa service neutron] 10.222.0.32 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148411 Apr 18 20:26:00.529875 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3c96cc1e-4a6f-490e-b7cb-439879679694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:00.531506 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 7d75af58-8ad9-47e3-a85b-ba435cdd988a details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:26:00.540011 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3c96cc1e-4a6f-490e-b7cb-439879679694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:00.547784 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3c96cc1e-4a6f-490e-b7cb-439879679694 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ed47e2d-7857-448b-badf-80a0ed42a6c7 HTTP/1.1" status: 204 len: 168 time: 0.3181443 Apr 18 20:26:00.566758 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96cc1e-4a6f-490e-b7cb-439879679694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed47e2d-7857-448b-badf-80a0ed42a6c7,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:00.690074 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 1593e05e-05e8-42b9-a562-ecdf559c35fa up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:00.796053 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1df69789-5475-4a45-9533-d83c49fed36f req-e73dfc83-b112-4a42-92a5-d4aac892a7e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=ecc8d0c1-b2ed-458f-9620-b5c850dd7cae HTTP/1.1" status: 200 len: 217 time: 0.2944372 Apr 18 20:26:00.800257 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75c7069c-9e57-4e52-a014-c67fd34263cb req-3a37cacb-b481-4f5f-b8ba-01d7ed9d1c21 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "GET /v2.0/security-groups/42f37f39-499e-4741-9a2a-e7ef7b85b93d HTTP/1.1" status: 200 len: 2981 time: 0.4691164 Apr 18 20:26:00.836474 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 7d75af58-8ad9-47e3-a85b-ba435cdd988a, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7d75af58-8ad9-47e3-a85b-ba435cdd988a,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:00.868207 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '7d75af58-8ad9-47e3-a85b-ba435cdd988a', 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f', 'port_id': '7d75af58-8ad9-47e3-a85b-ba435cdd988a', 'mac_address': 'fa:16:3e:b0:d3:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:26:00.874418 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 1593e05e-05e8-42b9-a562-ecdf559c35fa completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:26:00.885399 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 1593e05e-05e8-42b9-a562-ecdf559c35fa triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:00.886020 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:00.949791 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df69789-5475-4a45-9533-d83c49fed36f req-852b4d53-ba5b-48b9-94fc-20bb6d669267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:00.952273 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1df69789-5475-4a45-9533-d83c49fed36f req-852b4d53-ba5b-48b9-94fc-20bb6d669267 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.1471260 Apr 18 20:26:00.965056 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:00.987000 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d75af58-8ad9-47e3-a85b-ba435cdd988a {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:01.014497 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 7d75af58-8ad9-47e3-a85b-ba435cdd988a, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7d75af58-8ad9-47e3-a85b-ba435cdd988a,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:01.039506 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:01.087847 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d4f24535-a622-4c19-b612-bec8997e8445 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1257927 Apr 18 20:26:01.088184 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:01.123799 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=7d75af58-8ad9-47e3-a85b-ba435cdd988a,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:01.131246 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230b00d2-a32d-4296-b8ba-f81cd9656c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1593e05e-05e8-42b9-a562-ecdf559c35fa'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:01.134020 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0022c9-406d-4729-ae4e-9b9b58301fab" -d '{"events": [{"server_uuid": "230b00d2-a32d-4296-b8ba-f81cd9656c3e", "name": "network-vif-plugged", "status": "completed", "tag": "1593e05e-05e8-42b9-a562-ecdf559c35fa"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:01.153187 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:01.153524 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:01.153909 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:01.154307 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:01.154624 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:01.155002 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:01.155339 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:01.155671 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:01.157393 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:01.157393 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:01.157393 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:01.157890 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:01.163786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 1593e05e-05e8-42b9-a562-ecdf559c35fa, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=1593e05e-05e8-42b9-a562-ecdf559c35fa,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:01.178700 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:01.208755 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75c7069c-9e57-4e52-a014-c67fd34263cb req-c3c6c067-0cd0-4b54-8688-4be46b8b3c99 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "GET /v2.0/security-groups/42f37f39-499e-4741-9a2a-e7ef7b85b93d HTTP/1.1" status: 200 len: 2981 time: 0.2882893 Apr 18 20:26:01.211853 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b111c122-5677-4ee1-984a-90860f7c9502 req-978619d9-0cb6-463a-b114-fc071d7ac525 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:01.212620 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:01.220258 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df69789-5475-4a45-9533-d83c49fed36f req-d69040ec-8ac5-42bf-b207-f81842706cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:01.221913 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1df69789-5475-4a45-9533-d83c49fed36f req-d69040ec-8ac5-42bf-b207-f81842706cf8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2462850 Apr 18 20:26:01.273629 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=1593e05e-05e8-42b9-a562-ecdf559c35fa,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:01.306352 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55814) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:01.328875 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-64a52e4a-42a0-4552-8229-f4101131149f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:01.434770 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:01.445444 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['7d75af58-8ad9-47e3-a85b-ba435cdd988a'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:01.468262 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-64a52e4a-42a0-4552-8229-f4101131149f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:01.477964 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-64a52e4a-42a0-4552-8229-f4101131149f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:01.554709 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-64a52e4a-42a0-4552-8229-f4101131149f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=24b5c8deebd84ff5a77e2ee5bd3d528b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462485 Apr 18 20:26:01.557533 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55816) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:01.570585 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a52e4a-42a0-4552-8229-f4101131149f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0713b0e-1dab-40ff-8758-b4fd18b59189,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:01.662877 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1415d55b-7ad1-4cdb-9fd2-7c1e86c5fb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:01.702124 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1415d55b-7ad1-4cdb-9fd2-7c1e86c5fb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:01.777729 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1415d55b-7ad1-4cdb-9fd2-7c1e86c5fb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:01.782842 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1415d55b-7ad1-4cdb-9fd2-7c1e86c5fb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:01.784318 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75c7069c-9e57-4e52-a014-c67fd34263cb req-c888c45a-01bf-4921-a424-68fdd50cfa03 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "GET /v2.0/security-groups/5801f47b-fa3a-4c01-8c53-68353b682a4f HTTP/1.1" status: 200 len: 2981 time: 0.2497768 Apr 18 20:26:01.791593 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-903adab8-4aa6-4d03-90ec-8104bd0df6f7 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:01.792476 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1415d55b-7ad1-4cdb-9fd2-7c1e86c5fb12 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c0713b0e-1dab-40ff-8758-b4fd18b59189 HTTP/1.1" status: 204 len: 168 time: 0.2247915 Apr 18 20:26:01.793161 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-903adab8-4aa6-4d03-90ec-8104bd0df6f7 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6651480 Apr 18 20:26:01.798997 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b111c122-5677-4ee1-984a-90860f7c9502 req-978619d9-0cb6-463a-b114-fc071d7ac525 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:01.803236 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415d55b-7ad1-4cdb-9fd2-7c1e86c5fb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0713b0e-1dab-40ff-8758-b4fd18b59189,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:01.880211 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1df69789-5475-4a45-9533-d83c49fed36f req-44e3bc96-3c06-476e-bd03-838443e2f5ad service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417859 Apr 18 20:26:01.893666 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-baedef75-9b68-41fd-8667-5eb042ed8313 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/quotas/f3b4f15f5bca46ea8bac796d6de7252e HTTP/1.1" status: 200 len: 375 time: 0.0691025 Apr 18 20:26:01.912871 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b111c122-5677-4ee1-984a-90860f7c9502 req-978619d9-0cb6-463a-b114-fc071d7ac525 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:01.946326 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-b111c122-5677-4ee1-984a-90860f7c9502 req-978619d9-0cb6-463a-b114-fc071d7ac525 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:01.963540 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b111c122-5677-4ee1-984a-90860f7c9502 req-978619d9-0cb6-463a-b114-fc071d7ac525 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:26:01.998234 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978619d9-0cb6-463a-b114-fc071d7ac525 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Pushing event updated for resources: {'Port': ['ID=337fb7e7-5205-4f34-9089-ddc5311273f2,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:02.101581 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75c7069c-9e57-4e52-a014-c67fd34263cb req-06f165d8-5e11-4997-9bda-1dbc3e058db1 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "GET /v2.0/security-groups/5801f47b-fa3a-4c01-8c53-68353b682a4f HTTP/1.1" status: 200 len: 2981 time: 0.3069928 Apr 18 20:26:02.105180 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-7d1fcb6a-eac6-4e9f-90dd-42c090778566 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1946015 Apr 18 20:26:02.230295 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111c122-5677-4ee1-984a-90860f7c9502 req-978619d9-0cb6-463a-b114-fc071d7ac525 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:02.231392 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b111c122-5677-4ee1-984a-90860f7c9502 req-978619d9-0cb6-463a-b114-fc071d7ac525 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:02.265792 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-53db7212-55ee-47f9-a0c9-ce9118987f21 None None] Provisioning complete for port 337fb7e7-5205-4f34-9089-ddc5311273f2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:02.266477 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-53db7212-55ee-47f9-a0c9-ce9118987f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:02.344673 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-53db7212-55ee-47f9-a0c9-ce9118987f21 None None] Port 337fb7e7-5205-4f34-9089-ddc5311273f2 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:26:02.351100 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75c7069c-9e57-4e52-a014-c67fd34263cb req-9da59730-be6a-492b-8dee-6c2360a62399 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "GET /v2.0/security-groups/876a2e5f-0274-436b-a3f0-b81836f00118 HTTP/1.1" status: 200 len: 2981 time: 0.2277322 Apr 18 20:26:02.426689 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1df69789-5475-4a45-9533-d83c49fed36f req-cc09d195-47b0-4071-aa21-3410ea6b5eba service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5276780 Apr 18 20:26:02.433273 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b111c122-5677-4ee1-984a-90860f7c9502 req-978619d9-0cb6-463a-b114-fc071d7ac525 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0046070 Apr 18 20:26:02.471438 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-b111c122-5677-4ee1-984a-90860f7c9502 req-2043ca7d-331b-42bb-984b-b6996895a0a6 service neutron] Request body: {'port': {'device_id': '4feae10f-8e9b-4716-883a-2af5d60b483c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:02.549107 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3244050b-38f0-4d7c-8c38-ccbd6213ad86 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:26:02.581264 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 7d75af58-8ad9-47e3-a85b-ba435cdd988a up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:02.637925 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abbe8e-5163-42f0-b3f1-a3f946dec739 req-ee8ad633-5455-4c39-8bb9-d1bec93fd1ee tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:02.640606 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15abbe8e-5163-42f0-b3f1-a3f946dec739 req-ee8ad633-5455-4c39-8bb9-d1bec93fd1ee tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.41 "GET /v2.0/ports?device_id=4feae10f-8e9b-4716-883a-2af5d60b483c HTTP/1.1" status: 200 len: 936 time: 0.3011959 Apr 18 20:26:02.648223 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75c7069c-9e57-4e52-a014-c67fd34263cb req-7431d8ed-4887-4040-94a8-70b5f006cc46 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "GET /v2.0/security-groups/876a2e5f-0274-436b-a3f0-b81836f00118 HTTP/1.1" status: 200 len: 2981 time: 0.2712061 Apr 18 20:26:02.651776 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b111c122-5677-4ee1-984a-90860f7c9502 req-2043ca7d-331b-42bb-984b-b6996895a0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:02.791093 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 7d75af58-8ad9-47e3-a85b-ba435cdd988a completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:26:02.802871 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 3244050b-38f0-4d7c-8c38-ccbd6213ad86, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3244050b-38f0-4d7c-8c38-ccbd6213ad86,segment=NetworkSegment(3e371145-be9f-4691-af57-5ba121ad60c9),segment_id=3e371145-be9f-4691-af57-5ba121ad60c9)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:02.807166 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 7d75af58-8ad9-47e3-a85b-ba435cdd988a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:02.807544 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:02.847543 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '3244050b-38f0-4d7c-8c38-ccbd6213ad86', 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff', 'port_id': '3244050b-38f0-4d7c-8c38-ccbd6213ad86', 'mac_address': 'fa:16:3e:81:78:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b169574-6f19-4861-aa97-53614f9267fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:26:02.882398 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15abbe8e-5163-42f0-b3f1-a3f946dec739 req-6ba766c6-db6d-4ce9-8540-09345ce27dad tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcb57eee-7825-45e6-b6a8-1ae0c6d284f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318330 Apr 18 20:26:02.920901 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75c7069c-9e57-4e52-a014-c67fd34263cb req-d93e33fe-bbce-4821-bd0e-2c075cbb9743 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "GET /v2.0/security-groups/8817743a-18d1-426b-9ddb-2cad68d5e349 HTTP/1.1" status: 200 len: 2977 time: 0.2337646 Apr 18 20:26:02.946667 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:02.974917 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7681a97e-79e2-484c-b36c-c8ddababc229 x-openstack-request-id: req-7681a97e-79e2-484c-b36c-c8ddababc229 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:02.976347 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5911766c-f926-41aa-be49-2e04289f3165", "tag": "3244050b-38f0-4d7c-8c38-ccbd6213ad86", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:02.977080 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7681a97e-79e2-484c-b36c-c8ddababc229 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:02.977921 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7681a97e-79e2-484c-b36c-c8ddababc229'] response: {'name': 'network-changed', 'server_uuid': '5911766c-f926-41aa-be49-2e04289f3165', 'tag': '3244050b-38f0-4d7c-8c38-ccbd6213ad86', 'status': 'completed', 'code': 200} Apr 18 20:26:03.001298 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3244050b-38f0-4d7c-8c38-ccbd6213ad86 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:03.105878 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 3244050b-38f0-4d7c-8c38-ccbd6213ad86, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3244050b-38f0-4d7c-8c38-ccbd6213ad86,segment=NetworkSegment(3e371145-be9f-4691-af57-5ba121ad60c9),segment_id=3e371145-be9f-4691-af57-5ba121ad60c9)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:03.119654 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.167401 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.227401 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=3244050b-38f0-4d7c-8c38-ccbd6213ad86,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:03.236235 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 7d75af58-8ad9-47e3-a85b-ba435cdd988a, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7d75af58-8ad9-47e3-a85b-ba435cdd988a,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:03.244628 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.260881 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75c7069c-9e57-4e52-a014-c67fd34263cb req-78d9e89f-003d-4869-bd51-669a5927e989 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "GET /v2.0/security-groups/8817743a-18d1-426b-9ddb-2cad68d5e349 HTTP/1.1" status: 200 len: 2977 time: 0.2036512 Apr 18 20:26:03.277788 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a1b31-dd80-4b60-bcf9-1fc3d9570e39 req-5e737e35-6cff-4e39-ad48-43d2167f2af5 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:03.279346 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c8a1b31-dd80-4b60-bcf9-1fc3d9570e39 req-5e737e35-6cff-4e39-ad48-43d2167f2af5 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=230b00d2-a32d-4296-b8ba-f81cd9656c3e HTTP/1.1" status: 200 len: 950 time: 0.2246771 Apr 18 20:26:03.300874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0617140-b588-43d3-9c37-870f28a0a315 req-b726bbc4-648a-488b-96cb-a3f00373fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:03.302711 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c0617140-b588-43d3-9c37-870f28a0a315 req-b726bbc4-648a-488b-96cb-a3f00373fac1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c31a5607b8149d6830abd18010bd1c0&device_id=5911766c-f926-41aa-be49-2e04289f3165 HTTP/1.1" status: 200 len: 1094 time: 0.2468646 Apr 18 20:26:03.316140 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=7d75af58-8ad9-47e3-a85b-ba435cdd988a,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:03.472407 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c8a1b31-dd80-4b60-bcf9-1fc3d9570e39 req-d07bc0d3-5483-4a39-90c4-7d9d36dc24ae tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844313 Apr 18 20:26:03.483974 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75c7069c-9e57-4e52-a014-c67fd34263cb req-673cd9c9-805c-49c2-acfa-84a452a167bc tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "GET /v2.0/security-groups/8944d97f-4181-411e-9d79-ac56ef1da8e7 HTTP/1.1" status: 200 len: 2981 time: 0.1971486 Apr 18 20:26:03.521070 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['3244050b-38f0-4d7c-8c38-ccbd6213ad86'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:03.591966 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0617140-b588-43d3-9c37-870f28a0a315 req-79372064-58ac-4cf3-a7d0-213c76cc5c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:03.594025 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c0617140-b588-43d3-9c37-870f28a0a315 req-79372064-58ac-4cf3-a7d0-213c76cc5c2f service neutron] 10.222.0.32 "GET /v2.0/networks?id=aa0818df-a918-4234-93bb-c4f1c30fdeff HTTP/1.1" status: 200 len: 925 time: 0.2816253 Apr 18 20:26:03.599214 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838ab824-f954-48af-b5f0-4cdd903ac5db x-openstack-request-id: req-838ab824-f954-48af-b5f0-4cdd903ac5db {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:03.599508 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f", "name": "network-vif-deleted", "tag": "119c26b1-8250-4540-aa88-a4d29e04360f", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:03.600468 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-838ab824-f954-48af-b5f0-4cdd903ac5db {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:03.601089 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-838ab824-f954-48af-b5f0-4cdd903ac5db'] response: {'server_uuid': '06ffc2f1-1fc5-4609-af58-3bd24bbcbe0f', 'name': 'network-vif-deleted', 'tag': '119c26b1-8250-4540-aa88-a4d29e04360f', 'status': 'completed', 'code': 200} Apr 18 20:26:03.628860 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-b111c122-5677-4ee1-984a-90860f7c9502 req-2043ca7d-331b-42bb-984b-b6996895a0a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 337fb7e7-5205-4f34-9089-ddc5311273f2 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:03.664509 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75c7069c-9e57-4e52-a014-c67fd34263cb req-d0f4db0f-530e-4dfd-b6cf-8f47d7224b2f tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "GET /v2.0/security-groups/8944d97f-4181-411e-9d79-ac56ef1da8e7 HTTP/1.1" status: 200 len: 2981 time: 0.1671858 Apr 18 20:26:03.670771 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c0617140-b588-43d3-9c37-870f28a0a315 req-94080f76-df3c-40bd-bd51-71bc6b7d22f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3244050b-38f0-4d7c-8c38-ccbd6213ad86 HTTP/1.1" status: 200 len: 217 time: 0.0624146 Apr 18 20:26:03.673965 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b111c122-5677-4ee1-984a-90860f7c9502 req-2043ca7d-331b-42bb-984b-b6996895a0a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.758401 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-b111c122-5677-4ee1-984a-90860f7c9502 req-2043ca7d-331b-42bb-984b-b6996895a0a6 service neutron] Transition to ACTIVE for port object 337fb7e7-5205-4f34-9089-ddc5311273f2 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:03.782294 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b111c122-5677-4ee1-984a-90860f7c9502 req-2043ca7d-331b-42bb-984b-b6996895a0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.857459 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0617140-b588-43d3-9c37-870f28a0a315 req-21c3f762-9940-4b59-8ca2-7bf6c5bd236e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:03.858992 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c0617140-b588-43d3-9c37-870f28a0a315 req-21c3f762-9940-4b59-8ca2-7bf6c5bd236e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b169574-6f19-4861-aa97-53614f9267fe HTTP/1.1" status: 200 len: 863 time: 0.1742554 Apr 18 20:26:03.866789 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75c7069c-9e57-4e52-a014-c67fd34263cb req-6de2826c-1896-4daa-b66c-d741777e0ad5 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "GET /v2.0/security-groups/899862c2-1b4a-4616-8522-89ece8b25cec HTTP/1.1" status: 200 len: 2977 time: 0.1806479 Apr 18 20:26:03.926464 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6f007-ae77-4b16-afdc-33fa744d6014 req-36c1ed6e-836a-4d0d-9414-75f8b552c369 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:03.929220 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bab6f007-ae77-4b16-afdc-33fa744d6014 req-36c1ed6e-836a-4d0d-9414-75f8b552c369 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 945 time: 0.2635262 Apr 18 20:26:03.997020 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043ca7d-331b-42bb-984b-b6996895a0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=337fb7e7-5205-4f34-9089-ddc5311273f2,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:04.063695 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-e88698ad-4edb-411d-988d-2ba55beff1f3 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1301274 Apr 18 20:26:04.232276 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0617140-b588-43d3-9c37-870f28a0a315 req-7ee3dbf4-c938-4afa-96ca-8a5c4e98f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:04.235536 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c0617140-b588-43d3-9c37-870f28a0a315 req-7ee3dbf4-c938-4afa-96ca-8a5c4e98f04e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aa0818df-a918-4234-93bb-c4f1c30fdeff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3639452 Apr 18 20:26:04.373051 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bab6f007-ae77-4b16-afdc-33fa744d6014 req-2a4f52a4-291a-4583-b221-228752335117 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143949 Apr 18 20:26:04.397078 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75c7069c-9e57-4e52-a014-c67fd34263cb req-896dd8a5-5924-4cae-9504-d5c01e114511 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "GET /v2.0/security-groups/899862c2-1b4a-4616-8522-89ece8b25cec HTTP/1.1" status: 200 len: 2977 time: 0.5040500 Apr 18 20:26:04.562148 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3244050b-38f0-4d7c-8c38-ccbd6213ad86 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:04.586677 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1b16a6f3-60f8-4503-b8a6-38a201d84787 req-e4b3b18c-1d77-4e2d-b5f1-8582013f554a tempest-ServersAdmin275Test-472202773 tempest-ServersAdmin275Test-472202773-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.1306326 Apr 18 20:26:04.614186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-b111c122-5677-4ee1-984a-90860f7c9502 req-2043ca7d-331b-42bb-984b-b6996895a0a6 service neutron] Attempting to bind port 337fb7e7-5205-4f34-9089-ddc5311273f2 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:04.614728 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-b111c122-5677-4ee1-984a-90860f7c9502 req-2043ca7d-331b-42bb-984b-b6996895a0a6 service neutron] Attempting to bind port 337fb7e7-5205-4f34-9089-ddc5311273f2 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:04.615278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b111c122-5677-4ee1-984a-90860f7c9502 req-2043ca7d-331b-42bb-984b-b6996895a0a6 service neutron] Attempting to bind port 337fb7e7-5205-4f34-9089-ddc5311273f2 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:04.655437 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 3244050b-38f0-4d7c-8c38-ccbd6213ad86 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:26:04.662888 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 3244050b-38f0-4d7c-8c38-ccbd6213ad86 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:04.663829 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:04.678537 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b111c122-5677-4ee1-984a-90860f7c9502 req-2043ca7d-331b-42bb-984b-b6996895a0a6 service neutron] Port 337fb7e7-5205-4f34-9089-ddc5311273f2 on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:26:04.679069 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b111c122-5677-4ee1-984a-90860f7c9502 req-2043ca7d-331b-42bb-984b-b6996895a0a6 service neutron] Attempting to bind port 337fb7e7-5205-4f34-9089-ddc5311273f2 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:04.704954 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af1ac5c-d736-4b24-b64a-1533ab5be0a6 x-openstack-request-id: req-2af1ac5c-d736-4b24-b64a-1533ab5be0a6 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:04.707380 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d8c64abb-5d2e-4c9f-b929-9ffc0a30d7a2 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:04.710063 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d8c64abb-5d2e-4c9f-b929-9ffc0a30d7a2 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5953875 Apr 18 20:26:04.710328 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230b00d2-a32d-4296-b8ba-f81cd9656c3e", "name": "network-vif-plugged", "status": "completed", "tag": "1593e05e-05e8-42b9-a562-ecdf559c35fa", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:04.710499 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2af1ac5c-d736-4b24-b64a-1533ab5be0a6 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:04.711121 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2af1ac5c-d736-4b24-b64a-1533ab5be0a6'] response: {'server_uuid': '230b00d2-a32d-4296-b8ba-f81cd9656c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1593e05e-05e8-42b9-a562-ecdf559c35fa', 'code': 200} Apr 18 20:26:04.741325 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d509bb0c-a404-4bdf-b51a-081ecf2b9c34 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Request body: {'port': {'device_id': '1b360d60-19cc-4064-9da1-d44c2a81bd19', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': 'f3b4f15f5bca46ea8bac796d6de7252e'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:04.748087 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b111c122-5677-4ee1-984a-90860f7c9502 req-2043ca7d-331b-42bb-984b-b6996895a0a6 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:26:04.748984 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b111c122-5677-4ee1-984a-90860f7c9502 req-2043ca7d-331b-42bb-984b-b6996895a0a6 service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:04.750386 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b111c122-5677-4ee1-984a-90860f7c9502 req-2043ca7d-331b-42bb-984b-b6996895a0a6 service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:26:04.751125 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-b111c122-5677-4ee1-984a-90860f7c9502 req-2043ca7d-331b-42bb-984b-b6996895a0a6 service neutron] Bound port: 337fb7e7-5205-4f34-9089-ddc5311273f2, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:04.751696 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b111c122-5677-4ee1-984a-90860f7c9502 req-2043ca7d-331b-42bb-984b-b6996895a0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:04.756409 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75c7069c-9e57-4e52-a014-c67fd34263cb req-a814f34a-481a-4a73-bbfa-88e7c13b4cc5 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "GET /v2.0/security-groups/8b7fc9a0-2c1b-4405-a6ad-a6ca8eede710 HTTP/1.1" status: 200 len: 2981 time: 0.2985599 Apr 18 20:26:04.836717 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:04.845639 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fa6ed-b703-40b3-a34d-f33704b3357c req-d4b5793f-e9ee-42e0-8285-286b187590c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:04.848292 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-193fa6ed-b703-40b3-a34d-f33704b3357c req-d4b5793f-e9ee-42e0-8285-286b187590c1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=230b00d2-a32d-4296-b8ba-f81cd9656c3e HTTP/1.1" status: 200 len: 1101 time: 0.0775478 Apr 18 20:26:04.889606 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c0617140-b588-43d3-9c37-870f28a0a315 req-19da4788-6791-42d5-b3a7-46988dbe99bc service neutron] 10.222.0.32 "GET /v2.0/networks/aa0818df-a918-4234-93bb-c4f1c30fdeff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6305735 Apr 18 20:26:04.895723 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 3244050b-38f0-4d7c-8c38-ccbd6213ad86, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3244050b-38f0-4d7c-8c38-ccbd6213ad86,segment=NetworkSegment(3e371145-be9f-4691-af57-5ba121ad60c9),segment_id=3e371145-be9f-4691-af57-5ba121ad60c9)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:04.902460 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:04.921181 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-193fa6ed-b703-40b3-a34d-f33704b3357c req-391245bb-bb6e-4d17-9f61-15d8f1b04f66 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600941 Apr 18 20:26:04.993811 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=3244050b-38f0-4d7c-8c38-ccbd6213ad86,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:05.335220 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7acaa-cac8-40f5-85aa-3ed4743ef31e req-49794c64-0f64-4b48-86db-afd1e061d194 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:05.337409 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ac7acaa-cac8-40f5-85aa-3ed4743ef31e req-49794c64-0f64-4b48-86db-afd1e061d194 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/ports?device_id=5911766c-f926-41aa-be49-2e04289f3165 HTTP/1.1" status: 200 len: 944 time: 0.5342083 Apr 18 20:26:05.370657 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-b111c122-5677-4ee1-984a-90860f7c9502 req-2043ca7d-331b-42bb-984b-b6996895a0a6 service neutron] For port 337fb7e7-5205-4f34-9089-ddc5311273f2, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:05.375842 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75c7069c-9e57-4e52-a014-c67fd34263cb req-6b8a4e9a-f7e1-4e68-807c-95083401d16d tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "GET /v2.0/security-groups/8b7fc9a0-2c1b-4405-a6ad-a6ca8eede710 HTTP/1.1" status: 200 len: 2981 time: 0.5780530 Apr 18 20:26:05.425582 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-b111c122-5677-4ee1-984a-90860f7c9502 req-2043ca7d-331b-42bb-984b-b6996895a0a6 service neutron] For port 337fb7e7-5205-4f34-9089-ddc5311273f2, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=337fb7e7-5205-4f34-9089-ddc5311273f2,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:05.439253 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c0617140-b588-43d3-9c37-870f28a0a315 req-c7c9a537-b4f8-4364-8e12-3d32fdb6c7cc service neutron] 10.222.0.32 "GET /v2.0/networks/aa0818df-a918-4234-93bb-c4f1c30fdeff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243647 Apr 18 20:26:05.444363 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b111c122-5677-4ee1-984a-90860f7c9502 req-2043ca7d-331b-42bb-984b-b6996895a0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:05.503697 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ac7acaa-cac8-40f5-85aa-3ed4743ef31e req-7108b423-4b9d-47e7-a9a6-ef4f0bdb2a38 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bb13228-cc4a-4567-9119-92adbe570613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495528 Apr 18 20:26:05.519376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d509bb0c-a404-4bdf-b51a-081ecf2b9c34 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Made reservation on behalf of f3b4f15f5bca46ea8bac796d6de7252e for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:05.523322 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d509bb0c-a404-4bdf-b51a-081ecf2b9c34 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:05.531436 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0603600f-212d-4104-89dc-13a77b83e3bc req-fb2bff50-2bb0-468d-aa2b-b1319fad698f tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 210 time: 0.0711465 Apr 18 20:26:05.540184 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111c122-5677-4ee1-984a-90860f7c9502 req-2043ca7d-331b-42bb-984b-b6996895a0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:05.540848 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b111c122-5677-4ee1-984a-90860f7c9502 req-2043ca7d-331b-42bb-984b-b6996895a0a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:05.542528 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b111c122-5677-4ee1-984a-90860f7c9502 req-2043ca7d-331b-42bb-984b-b6996895a0a6 service neutron] 10.222.0.32 "PUT /v2.0/ports/337fb7e7-5205-4f34-9089-ddc5311273f2 HTTP/1.1" status: 200 len: 1096 time: 3.0834689 Apr 18 20:26:05.556240 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d509bb0c-a404-4bdf-b51a-081ecf2b9c34 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:05.603274 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba353cb5-7876-4bb1-9d93-c0ccc132a205', 'tag': 'ecc8d0c1-b2ed-458f-9620-b5c850dd7cae'}, {'name': 'network-changed', 'server_uuid': '4feae10f-8e9b-4716-883a-2af5d60b483c', 'tag': '337fb7e7-5205-4f34-9089-ddc5311273f2'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:05.606521 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffc27b2-2b12-4181-86dc-361caebdcc44" -d '{"events": [{"name": "network-changed", "server_uuid": "ba353cb5-7876-4bb1-9d93-c0ccc132a205", "tag": "ecc8d0c1-b2ed-458f-9620-b5c850dd7cae"}, {"name": "network-changed", "server_uuid": "4feae10f-8e9b-4716-883a-2af5d60b483c", "tag": "337fb7e7-5205-4f34-9089-ddc5311273f2"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:05.624007 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043ca7d-331b-42bb-984b-b6996895a0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=337fb7e7-5205-4f34-9089-ddc5311273f2,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:05.764606 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111c122-5677-4ee1-984a-90860f7c9502 req-2118064b-a38f-4977-bba6-8868f594bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:05.767036 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b111c122-5677-4ee1-984a-90860f7c9502 req-2118064b-a38f-4977-bba6-8868f594bd12 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=274ee71c12f3465983c887c13a5e6394&device_id=4feae10f-8e9b-4716-883a-2af5d60b483c HTTP/1.1" status: 200 len: 1099 time: 0.1558392 Apr 18 20:26:05.870902 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b111c122-5677-4ee1-984a-90860f7c9502 req-e8f6574a-275e-4b3f-b082-62dde18ac415 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=337fb7e7-5205-4f34-9089-ddc5311273f2 HTTP/1.1" status: 200 len: 217 time: 0.0912349 Apr 18 20:26:05.917494 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdb076-4bc7-44e0-9871-287ecce23e19 req-45d30543-f5ac-4214-9000-ac2b120f3875 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:05.920164 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-78fdb076-4bc7-44e0-9871-287ecce23e19 req-45d30543-f5ac-4214-9000-ac2b120f3875 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.41 "GET /v2.0/ports?device_id=4feae10f-8e9b-4716-883a-2af5d60b483c HTTP/1.1" status: 200 len: 948 time: 0.2451854 Apr 18 20:26:06.061407 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d509bb0c-a404-4bdf-b51a-081ecf2b9c34 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:06.070479 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111c122-5677-4ee1-984a-90860f7c9502 req-13020b5f-192c-4301-9e89-e3dd9049673c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:06.071965 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b111c122-5677-4ee1-984a-90860f7c9502 req-13020b5f-192c-4301-9e89-e3dd9049673c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.1912580 Apr 18 20:26:06.075140 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d509bb0c-a404-4bdf-b51a-081ecf2b9c34 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:06.106901 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-78fdb076-4bc7-44e0-9871-287ecce23e19 req-1f096ed9-e28a-4e00-a3e2-0cf59790b4a8 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcb57eee-7825-45e6-b6a8-1ae0c6d284f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432478 Apr 18 20:26:06.274395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd865d-f00a-4f2c-8b52-3cd72b860e90 req-39666ce3-2e43-4bc0-abb7-63db49a23e1c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:06.277027 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89cd865d-f00a-4f2c-8b52-3cd72b860e90 req-39666ce3-2e43-4bc0-abb7-63db49a23e1c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=230b00d2-a32d-4296-b8ba-f81cd9656c3e HTTP/1.1" status: 200 len: 950 time: 0.2895393 Apr 18 20:26:06.288753 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509bb0c-a404-4bdf-b51a-081ecf2b9c34 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af3c07b8-f9b5-47a7-b87e-d09927121ce1,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:06.357878 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111c122-5677-4ee1-984a-90860f7c9502 req-999bd500-df64-4de0-92a8-173af9c1926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:06.359368 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b111c122-5677-4ee1-984a-90860f7c9502 req-999bd500-df64-4de0-92a8-173af9c1926d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2738392 Apr 18 20:26:06.466014 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-686fba1b-8cd7-4d26-95e8-59e4a9ee83fe req-bd5f577b-50bb-4106-84ee-bc2c2c8f2e1e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=37f0751e0b124943a523730ae905e444&device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0840836 Apr 18 20:26:06.521839 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89cd865d-f00a-4f2c-8b52-3cd72b860e90 req-0e76555a-f918-4370-bd80-15ae42910a9b tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258053 Apr 18 20:26:06.570992 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device ecc8d0c1-b2ed-458f-9620-b5c850dd7cae details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:26:06.574016 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d509bb0c-a404-4bdf-b51a-081ecf2b9c34 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Allocated IP 192.168.233.142 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/a5119d81-eb30-47e6-813d-24651e1a4167) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:06.585995 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-686fba1b-8cd7-4d26-95e8-59e4a9ee83fe req-cf1c9c03-eaf8-4ddb-b01d-4c2f9f11549a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=37f0751e0b124943a523730ae905e444&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1084671 Apr 18 20:26:06.712825 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a81769-7af9-4323-965a-1290df81bbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d75af58-8ad9-47e3-a85b-ba435cdd988a'}, {'server_uuid': '5911766c-f926-41aa-be49-2e04289f3165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3244050b-38f0-4d7c-8c38-ccbd6213ad86'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:06.715874 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad11540-bc0b-4eb0-abd5-ff7930566ddb" -d '{"events": [{"server_uuid": "d5a81769-7af9-4323-965a-1290df81bbe2", "name": "network-vif-plugged", "status": "completed", "tag": "7d75af58-8ad9-47e3-a85b-ba435cdd988a"}, {"server_uuid": "5911766c-f926-41aa-be49-2e04289f3165", "name": "network-vif-plugged", "status": "completed", "tag": "3244050b-38f0-4d7c-8c38-ccbd6213ad86"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:06.741450 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port ecc8d0c1-b2ed-458f-9620-b5c850dd7cae, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ecc8d0c1-b2ed-458f-9620-b5c850dd7cae,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:06.757126 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'ecc8d0c1-b2ed-458f-9620-b5c850dd7cae', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': 'ecc8d0c1-b2ed-458f-9620-b5c850dd7cae', 'mac_address': 'fa:16:3e:34:f0:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:26:06.806947 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:06.822899 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c70f1605-5503-421f-8909-d5a0238da333 req-2217d890-e947-4bbc-abf3-6dc508f8b452 tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c0d03950374845a8aafca9e2896e96e4 HTTP/1.1" status: 200 len: 6103 time: 0.4430752 Apr 18 20:26:06.827478 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc8d0c1-b2ed-458f-9620-b5c850dd7cae {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:06.846593 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b111c122-5677-4ee1-984a-90860f7c9502 req-1159e52f-fc9e-46d7-a8de-778512610efe service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654973 Apr 18 20:26:06.857086 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port ecc8d0c1-b2ed-458f-9620-b5c850dd7cae, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ecc8d0c1-b2ed-458f-9620-b5c850dd7cae,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:06.863847 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:06.931861 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=ecc8d0c1-b2ed-458f-9620-b5c850dd7cae,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:07.060511 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe9d0c-10bf-43a8-8474-2b1bc590e635 req-f91d0e7c-f80c-4365-9ca5-a626c18c181d tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:07.062029 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdfe9d0c-10bf-43a8-8474-2b1bc590e635 req-f91d0e7c-f80c-4365-9ca5-a626c18c181d tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 945 time: 0.4441342 Apr 18 20:26:07.107962 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fba1b-8cd7-4d26-95e8-59e4a9ee83fe req-d8eb7f76-4d71-448e-8c26-eb0641e9d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:07.110002 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-686fba1b-8cd7-4d26-95e8-59e4a9ee83fe req-d8eb7f76-4d71-448e-8c26-eb0641e9d1b7 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5107999 Apr 18 20:26:07.147654 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c70f1605-5503-421f-8909-d5a0238da333 req-db08ddfa-f687-4c4f-886e-84660391d35d tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] 10.222.0.41 "GET /v2.0/security-groups/5801f47b-fa3a-4c01-8c53-68353b682a4f HTTP/1.1" status: 200 len: 2981 time: 0.2897105 Apr 18 20:26:07.199560 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdfe9d0c-10bf-43a8-8474-2b1bc590e635 req-017c1e9a-61b6-43fb-b93c-bbda81f5dbd1 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194024 Apr 18 20:26:07.200344 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['ecc8d0c1-b2ed-458f-9620-b5c850dd7cae'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:07.249074 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b111c122-5677-4ee1-984a-90860f7c9502 req-1e2295aa-4dd9-4240-bf5c-b119697fc591 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853469 Apr 18 20:26:07.252365 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d509bb0c-a404-4bdf-b51a-081ecf2b9c34 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:07.281674 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c70f1605-5503-421f-8909-d5a0238da333 req-e3a0567e-4253-4c22-9ca0-7cbdea062e85 tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] 10.222.0.41 "GET /v2.0/security-groups/5801f47b-fa3a-4c01-8c53-68353b682a4f HTTP/1.1" status: 200 len: 2981 time: 0.1129088 Apr 18 20:26:07.285129 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49978d8-5faa-46fb-89ef-f87cb5561ff1 x-openstack-request-id: req-b49978d8-5faa-46fb-89ef-f87cb5561ff1 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:07.285425 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba353cb5-7876-4bb1-9d93-c0ccc132a205", "tag": "ecc8d0c1-b2ed-458f-9620-b5c850dd7cae", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4feae10f-8e9b-4716-883a-2af5d60b483c", "tag": "337fb7e7-5205-4f34-9089-ddc5311273f2", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:07.285684 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b49978d8-5faa-46fb-89ef-f87cb5561ff1 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:07.286095 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b49978d8-5faa-46fb-89ef-f87cb5561ff1'] response: {'name': 'network-changed', 'server_uuid': 'ba353cb5-7876-4bb1-9d93-c0ccc132a205', 'tag': 'ecc8d0c1-b2ed-458f-9620-b5c850dd7cae', 'status': 'completed', 'code': 200} Apr 18 20:26:07.286352 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b49978d8-5faa-46fb-89ef-f87cb5561ff1'] response: {'name': 'network-changed', 'server_uuid': '4feae10f-8e9b-4716-883a-2af5d60b483c', 'tag': '337fb7e7-5205-4f34-9089-ddc5311273f2', 'status': 'completed', 'code': 200} Apr 18 20:26:07.319319 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d509bb0c-a404-4bdf-b51a-081ecf2b9c34 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:07.358267 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:07.458235 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d509bb0c-a404-4bdf-b51a-081ecf2b9c34 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:07.469743 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d509bb0c-a404-4bdf-b51a-081ecf2b9c34 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:07.489673 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d509bb0c-a404-4bdf-b51a-081ecf2b9c34 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:26:07.498379 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b38a2fe3-6fe7-48da-a37c-cab61873d960 req-de13623f-340b-40f8-bd7c-6d09091c3f61 tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0687037 Apr 18 20:26:07.543678 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509bb0c-a404-4bdf-b51a-081ecf2b9c34 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Pushing event updated for resources: {'Port': ['ID=a5119d81-eb30-47e6-813d-24651e1a4167,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:07.559582 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc27b2-2b12-4181-86dc-361caebdcc44 req-3d7b6bf4-97ae-4319-81ae-e601691503cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:07.561187 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cffc27b2-2b12-4181-86dc-361caebdcc44 req-3d7b6bf4-97ae-4319-81ae-e601691503cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&device_id=ba353cb5-7876-4bb1-9d93-c0ccc132a205 HTTP/1.1" status: 200 len: 1099 time: 0.2295785 Apr 18 20:26:07.594147 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c943d-30b6-411c-ae71-fb11f7275058 req-faabadc9-48ae-4a21-9bb4-6ba64480874a tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:07.596086 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b92c943d-30b6-411c-ae71-fb11f7275058 req-faabadc9-48ae-4a21-9bb4-6ba64480874a tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/ports?device_id=5911766c-f926-41aa-be49-2e04289f3165 HTTP/1.1" status: 200 len: 945 time: 0.2189202 Apr 18 20:26:07.668089 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d509bb0c-a404-4bdf-b51a-081ecf2b9c34 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:07.668795 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d509bb0c-a404-4bdf-b51a-081ecf2b9c34 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:07.745305 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d509bb0c-a404-4bdf-b51a-081ecf2b9c34 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0216675 Apr 18 20:26:07.769606 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d1dfba59-6879-4384-9c38-8c6a86232c01 service neutron] Request body: {'port': {'device_id': '1b360d60-19cc-4064-9da1-d44c2a81bd19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:07.774848 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b92c943d-30b6-411c-ae71-fb11f7275058 req-cb13c5d3-8321-40ca-b576-451b8d4e0684 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bb13228-cc4a-4567-9119-92adbe570613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637762 Apr 18 20:26:07.817839 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc27b2-2b12-4181-86dc-361caebdcc44 req-8edc1a98-0399-40c1-ad9d-f7aafba22cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:07.819359 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cffc27b2-2b12-4181-86dc-361caebdcc44 req-8edc1a98-0399-40c1-ad9d-f7aafba22cb9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.2478092 Apr 18 20:26:07.833105 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb12c33-d6a8-499e-81c3-8c41839fb8ec req-f2058cd2-6bb9-4c82-b0d5-54136e2c47d7 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:07.834796 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7fb12c33-d6a8-499e-81c3-8c41839fb8ec req-f2058cd2-6bb9-4c82-b0d5-54136e2c47d7 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 936 time: 0.2103672 Apr 18 20:26:07.847639 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e995df2-bacc-43ce-a9a9-c37e054972c9 x-openstack-request-id: req-5e995df2-bacc-43ce-a9a9-c37e054972c9 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:07.848205 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a81769-7af9-4323-965a-1290df81bbe2", "name": "network-vif-plugged", "status": "completed", "tag": "7d75af58-8ad9-47e3-a85b-ba435cdd988a", "code": 200}, {"server_uuid": "5911766c-f926-41aa-be49-2e04289f3165", "name": "network-vif-plugged", "status": "completed", "tag": "3244050b-38f0-4d7c-8c38-ccbd6213ad86", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:07.848541 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e995df2-bacc-43ce-a9a9-c37e054972c9 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:07.849478 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e995df2-bacc-43ce-a9a9-c37e054972c9'] response: {'server_uuid': 'd5a81769-7af9-4323-965a-1290df81bbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d75af58-8ad9-47e3-a85b-ba435cdd988a', 'code': 200} Apr 18 20:26:07.849889 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e995df2-bacc-43ce-a9a9-c37e054972c9'] response: {'server_uuid': '5911766c-f926-41aa-be49-2e04289f3165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3244050b-38f0-4d7c-8c38-ccbd6213ad86', 'code': 200} Apr 18 20:26:07.930774 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-01ca5f04-2f56-45c6-bd28-5918087d41ab None None] Provisioning complete for port a5119d81-eb30-47e6-813d-24651e1a4167 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:07.931434 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-01ca5f04-2f56-45c6-bd28-5918087d41ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:07.932639 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cffc27b2-2b12-4181-86dc-361caebdcc44 req-67d1d24f-efe8-434a-85d7-b6b7682c1b88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=ecc8d0c1-b2ed-458f-9620-b5c850dd7cae HTTP/1.1" status: 200 len: 217 time: 0.0947795 Apr 18 20:26:07.994011 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-01ca5f04-2f56-45c6-bd28-5918087d41ab None None] Port a5119d81-eb30-47e6-813d-24651e1a4167 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:26:08.337890 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d1dfba59-6879-4384-9c38-8c6a86232c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:08.387296 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7fb12c33-d6a8-499e-81c3-8c41839fb8ec req-125700ce-f3f0-4dec-b659-349a7c152225 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5377324 Apr 18 20:26:08.429941 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc27b2-2b12-4181-86dc-361caebdcc44 req-bac6dc5d-4e26-41e5-b60e-1b3aab451f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:08.431443 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cffc27b2-2b12-4181-86dc-361caebdcc44 req-bac6dc5d-4e26-41e5-b60e-1b3aab451f87 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.4725857 Apr 18 20:26:08.444649 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126c13-3f7b-4eff-8bf3-3042df966d08 req-a29e0f04-3cc5-4902-948b-c2bd735d07c7 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:08.446303 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-80126c13-3f7b-4eff-8bf3-3042df966d08 req-a29e0f04-3cc5-4902-948b-c2bd735d07c7 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.41 "GET /v2.0/ports?device_id=4feae10f-8e9b-4716-883a-2af5d60b483c HTTP/1.1" status: 200 len: 948 time: 0.5066001 Apr 18 20:26:08.465951 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb5316-c612-4d69-966a-2db10e80ab02 req-fe77c1a9-ba7b-4ab8-866a-85a37d97360c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:08.467492 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ecb5316-c612-4d69-966a-2db10e80ab02 req-fe77c1a9-ba7b-4ab8-866a-85a37d97360c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 1096 time: 0.2437091 Apr 18 20:26:08.477546 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ad40c-407f-42f4-a417-f202385f4504 req-2f020727-3644-4473-9219-8d91673717db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:08.479059 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-540ad40c-407f-42f4-a417-f202385f4504 req-2f020727-3644-4473-9219-8d91673717db service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5911766c-f926-41aa-be49-2e04289f3165 HTTP/1.1" status: 200 len: 1096 time: 0.5192049 Apr 18 20:26:08.584451 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device ecc8d0c1-b2ed-458f-9620-b5c850dd7cae up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:08.688176 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port ecc8d0c1-b2ed-458f-9620-b5c850dd7cae completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:26:08.696960 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port ecc8d0c1-b2ed-458f-9620-b5c850dd7cae triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:08.698328 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:08.749550 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-686fba1b-8cd7-4d26-95e8-59e4a9ee83fe req-4050cb43-a0d8-4626-9825-771850d2fe89 tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.32 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0419734 Apr 18 20:26:08.774478 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-80126c13-3f7b-4eff-8bf3-3042df966d08 req-8c3f9256-0cb1-4bbd-bc17-d6385c26523c tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcb57eee-7825-45e6-b6a8-1ae0c6d284f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048131 Apr 18 20:26:08.780819 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-540ad40c-407f-42f4-a417-f202385f4504 req-cd3d07ce-7c04-4e33-9314-789bd9fa1059 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7bb13228-cc4a-4567-9119-92adbe570613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2694526 Apr 18 20:26:08.782666 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ecb5316-c612-4d69-966a-2db10e80ab02 req-2eafebd6-59b1-459f-909b-e70f42577f45 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996199 Apr 18 20:26:08.804713 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c95bbc02-de49-4906-9b3c-1755e0dac7f1 req-3e3b7208-bc21-40e9-af8d-e1f2a2875248 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "GET /v2.0/security-groups/6594acc1-2327-481e-926a-c2c06ad98656 HTTP/1.1" status: 200 len: 1777 time: 0.3360755 Apr 18 20:26:08.807889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc27b2-2b12-4181-86dc-361caebdcc44 req-df351265-9f98-4f23-806a-273b59ce2107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:08.809470 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cffc27b2-2b12-4181-86dc-361caebdcc44 req-df351265-9f98-4f23-806a-273b59ce2107 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3555062 Apr 18 20:26:08.867652 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:08.940723 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port ecc8d0c1-b2ed-458f-9620-b5c850dd7cae, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ecc8d0c1-b2ed-458f-9620-b5c850dd7cae,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:08.948545 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:08.992690 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c95bbc02-de49-4906-9b3c-1755e0dac7f1 req-ee5db09a-8515-47a3-8450-e4ea68296844 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.007819 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf0fe6-aa20-45a8-bdfb-04bca95d1964 req-a77aa741-9f32-41d6-9c55-d7bdbaeb31b1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:09.009492 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d8bf0fe6-aa20-45a8-bdfb-04bca95d1964 req-a77aa741-9f32-41d6-9c55-d7bdbaeb31b1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=230b00d2-a32d-4296-b8ba-f81cd9656c3e HTTP/1.1" status: 200 len: 950 time: 0.1154056 Apr 18 20:26:09.011622 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=ecc8d0c1-b2ed-458f-9620-b5c850dd7cae,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:09.069859 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c95bbc02-de49-4906-9b3c-1755e0dac7f1 req-ee5db09a-8515-47a3-8450-e4ea68296844 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.137329 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d1dfba59-6879-4384-9c38-8c6a86232c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5119d81-eb30-47e6-813d-24651e1a4167 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:09.152499 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d1dfba59-6879-4384-9c38-8c6a86232c01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.162742 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d8bf0fe6-aa20-45a8-bdfb-04bca95d1964 req-f964b761-5115-4a4d-b87d-4d099bd067a2 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388452 Apr 18 20:26:09.177033 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d1dfba59-6879-4384-9c38-8c6a86232c01 service neutron] Transition to ACTIVE for port object a5119d81-eb30-47e6-813d-24651e1a4167 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:09.195893 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d1dfba59-6879-4384-9c38-8c6a86232c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.210597 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c95bbc02-de49-4906-9b3c-1755e0dac7f1 req-ee5db09a-8515-47a3-8450-e4ea68296844 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.213948 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c95bbc02-de49-4906-9b3c-1755e0dac7f1 req-ee5db09a-8515-47a3-8450-e4ea68296844 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.215323 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c95bbc02-de49-4906-9b3c-1755e0dac7f1 req-ee5db09a-8515-47a3-8450-e4ea68296844 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/6594acc1-2327-481e-926a-c2c06ad98656 HTTP/1.1" status: 204 len: 173 time: 0.4097273 Apr 18 20:26:09.261807 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5db09a-8515-47a3-8450-e4ea68296844 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6594acc1-2327-481e-926a-c2c06ad98656,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:09.368246 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dfba59-6879-4384-9c38-8c6a86232c01 service neutron] Pushing event updated for resources: {'Port': ['ID=a5119d81-eb30-47e6-813d-24651e1a4167,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:09.609877 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d3539-1aee-4a97-9c59-218f275db426 req-fe96c726-9a0e-4d48-b678-a3a897d9e7a2 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:09.611601 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-442d3539-1aee-4a97-9c59-218f275db426 req-fe96c726-9a0e-4d48-b678-a3a897d9e7a2 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 945 time: 0.3020988 Apr 18 20:26:09.672560 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be4b9d01-4729-4686-ac9b-1c7ed28d92a7 req-3722cd6b-08d7-48aa-9352-d61e736847f7 tempest-ServersAdmin275Test-1206910307 tempest-ServersAdmin275Test-1206910307-project] 10.222.0.41 "GET /v2.0/ports?device_id=45db6fb8-1132-414d-8d7d-6b28471e0219 HTTP/1.1" status: 200 len: 210 time: 0.0835538 Apr 18 20:26:09.689264 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cffc27b2-2b12-4181-86dc-361caebdcc44 req-0c071618-e2e2-4441-ba8f-7ced477826cb service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064264 Apr 18 20:26:09.693903 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d1dfba59-6879-4384-9c38-8c6a86232c01 service neutron] Attempting to bind port a5119d81-eb30-47e6-813d-24651e1a4167 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:09.694236 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d1dfba59-6879-4384-9c38-8c6a86232c01 service neutron] Attempting to bind port a5119d81-eb30-47e6-813d-24651e1a4167 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:09.694563 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d1dfba59-6879-4384-9c38-8c6a86232c01 service neutron] Attempting to bind port a5119d81-eb30-47e6-813d-24651e1a4167 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:09.725184 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d1dfba59-6879-4384-9c38-8c6a86232c01 service neutron] Port a5119d81-eb30-47e6-813d-24651e1a4167 on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:26:09.725793 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d1dfba59-6879-4384-9c38-8c6a86232c01 service neutron] Attempting to bind port a5119d81-eb30-47e6-813d-24651e1a4167 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:09.769768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d1dfba59-6879-4384-9c38-8c6a86232c01 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:26:09.770113 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d1dfba59-6879-4384-9c38-8c6a86232c01 service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:09.770481 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d1dfba59-6879-4384-9c38-8c6a86232c01 service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:26:09.770928 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d1dfba59-6879-4384-9c38-8c6a86232c01 service neutron] Bound port: a5119d81-eb30-47e6-813d-24651e1a4167, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:09.771285 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d1dfba59-6879-4384-9c38-8c6a86232c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.775854 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-442d3539-1aee-4a97-9c59-218f275db426 req-861d949c-7c98-4905-9ff1-c33c49feb98a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468320 Apr 18 20:26:09.852389 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba353cb5-7876-4bb1-9d93-c0ccc132a205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc8d0c1-b2ed-458f-9620-b5c850dd7cae'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:09.855778 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045e9270-f64c-4b68-9e67-731afb013886" -d '{"events": [{"server_uuid": "ba353cb5-7876-4bb1-9d93-c0ccc132a205", "name": "network-vif-plugged", "status": "completed", "tag": "ecc8d0c1-b2ed-458f-9620-b5c850dd7cae"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:10.040641 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cffc27b2-2b12-4181-86dc-361caebdcc44 req-7a60ce32-e409-47b8-8222-edac1ec05b43 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420780 Apr 18 20:26:10.049831 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d1dfba59-6879-4384-9c38-8c6a86232c01 service neutron] For port a5119d81-eb30-47e6-813d-24651e1a4167, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:10.055820 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d1dfba59-6879-4384-9c38-8c6a86232c01 service neutron] For port a5119d81-eb30-47e6-813d-24651e1a4167, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a5119d81-eb30-47e6-813d-24651e1a4167,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:10.065851 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d1dfba59-6879-4384-9c38-8c6a86232c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:10.091735 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89e0dc-0221-470d-84ce-3378c764c4ce req-e29d9ed2-53fa-4d36-8c1c-8546c3343925 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:10.093402 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f89e0dc-0221-470d-84ce-3378c764c4ce req-e29d9ed2-53fa-4d36-8c1c-8546c3343925 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/ports?device_id=5911766c-f926-41aa-be49-2e04289f3165 HTTP/1.1" status: 200 len: 945 time: 0.2533743 Apr 18 20:26:10.119286 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e2d27-8c85-4cc3-9db1-54230cf28142 req-e87b3215-1591-4181-87d2-876900442598 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:10.120893 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf7e2d27-8c85-4cc3-9db1-54230cf28142 req-e87b3215-1591-4181-87d2-876900442598 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba353cb5-7876-4bb1-9d93-c0ccc132a205 HTTP/1.1" status: 200 len: 949 time: 0.2324097 Apr 18 20:26:10.178768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d1dfba59-6879-4384-9c38-8c6a86232c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:10.179645 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d1dfba59-6879-4384-9c38-8c6a86232c01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:10.181731 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-d1dfba59-6879-4384-9c38-8c6a86232c01 service neutron] 10.222.0.57 "PUT /v2.0/ports/a5119d81-eb30-47e6-813d-24651e1a4167 HTTP/1.1" status: 200 len: 1096 time: 2.4209087 Apr 18 20:26:10.189524 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b360d60-19cc-4064-9da1-d44c2a81bd19', 'tag': 'a5119d81-eb30-47e6-813d-24651e1a4167'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:10.191523 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadf74a1-ab85-4bd8-9dc0-fb9605cbbabc" -d '{"events": [{"name": "network-changed", "server_uuid": "1b360d60-19cc-4064-9da1-d44c2a81bd19", "tag": "a5119d81-eb30-47e6-813d-24651e1a4167"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:10.239874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dfba59-6879-4384-9c38-8c6a86232c01 service neutron] Pushing event updated for resources: {'Port': ['ID=a5119d81-eb30-47e6-813d-24651e1a4167,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:10.275651 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f89e0dc-0221-470d-84ce-3378c764c4ce req-979e8f42-fcb5-4d55-8b8c-41a1537bc024 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bb13228-cc4a-4567-9119-92adbe570613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500378 Apr 18 20:26:10.305205 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf7e2d27-8c85-4cc3-9db1-54230cf28142 req-c09de9dd-1e90-4b2e-b386-7cbb0b4bca21 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664295 Apr 18 20:26:10.307340 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc27b2-2b12-4181-86dc-361caebdcc44 req-87d12083-9a0c-478d-96a9-22652a135cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:10.308849 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cffc27b2-2b12-4181-86dc-361caebdcc44 req-87d12083-9a0c-478d-96a9-22652a135cf2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=274ee71c12f3465983c887c13a5e6394&device_id=4feae10f-8e9b-4716-883a-2af5d60b483c HTTP/1.1" status: 200 len: 1099 time: 0.1868637 Apr 18 20:26:10.472400 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-6fa0b341-66cb-450a-aabc-47b3d116459a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:10.475135 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-6fa0b341-66cb-450a-aabc-47b3d116459a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 1099 time: 0.2195349 Apr 18 20:26:10.625944 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d9a63b0a-ba3b-4364-9b52-eba135159ffc req-7cc94eff-61a5-4752-92ba-53a168b24924 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "GET /v2.0/security-groups/2a50233b-0a52-4a56-9838-ad1bd9ea49e6 HTTP/1.1" status: 200 len: 1776 time: 0.3041449 Apr 18 20:26:10.628193 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-bd2777a0-8f17-4897-b537-096d726de2ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=a5119d81-eb30-47e6-813d-24651e1a4167 HTTP/1.1" status: 200 len: 217 time: 0.1325700 Apr 18 20:26:10.762722 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc27b2-2b12-4181-86dc-361caebdcc44 req-e5300548-0399-4245-9560-7f4d6fc4009b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:10.766340 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cffc27b2-2b12-4181-86dc-361caebdcc44 req-e5300548-0399-4245-9560-7f4d6fc4009b service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.4448206 Apr 18 20:26:10.825006 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f14161-3437-48ae-bcdc-aeb4d74d4a76 req-afd6290d-e419-47e0-ae1a-06d75db537d5 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:10.828307 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c5f14161-3437-48ae-bcdc-aeb4d74d4a76 req-afd6290d-e419-47e0-ae1a-06d75db537d5 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 948 time: 0.3494124 Apr 18 20:26:10.836545 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-60b745b0-456f-4736-a690-ad192f1631f6 req-d77249c6-3034-448b-be75-28f683550a89 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0627062d-3f72-489b-8b2e-c4aaff227581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477812 Apr 18 20:26:10.899627 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cffc27b2-2b12-4181-86dc-361caebdcc44 req-7cd28a89-a017-40ef-a33d-09c7f039bb96 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=337fb7e7-5205-4f34-9089-ddc5311273f2 HTTP/1.1" status: 200 len: 217 time: 0.1138823 Apr 18 20:26:10.910622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-6036612c-f6b0-4c72-a664-312064f5cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:10.913201 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-6036612c-f6b0-4c72-a664-312064f5cf7f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.2688155 Apr 18 20:26:10.932280 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b745b0-456f-4736-a690-ad192f1631f6 req-b28594eb-7ac8-426d-8480-e66d006c00eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:10.933959 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-60b745b0-456f-4736-a690-ad192f1631f6 req-b28594eb-7ac8-426d-8480-e66d006c00eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&device_id=0627062d-3f72-489b-8b2e-c4aaff227581 HTTP/1.1" status: 200 len: 1101 time: 0.0485175 Apr 18 20:26:11.062427 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d9a63b0a-ba3b-4364-9b52-eba135159ffc req-480e66a9-46b8-45ae-9351-295ae6086ad2 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:11.071331 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b745b0-456f-4736-a690-ad192f1631f6 req-1091c14e-eab9-4c11-87ef-351e192dde93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:11.073282 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-60b745b0-456f-4736-a690-ad192f1631f6 req-1091c14e-eab9-4c11-87ef-351e192dde93 service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.1075778 Apr 18 20:26:11.076646 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c5f14161-3437-48ae-bcdc-aeb4d74d4a76 req-a125f873-43e7-4ac7-bc20-8d40ad29616e tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848798 Apr 18 20:26:11.097126 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc27b2-2b12-4181-86dc-361caebdcc44 req-423c34db-3003-47e5-8b32-d64db083813f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:11.098593 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cffc27b2-2b12-4181-86dc-361caebdcc44 req-423c34db-3003-47e5-8b32-d64db083813f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.1835990 Apr 18 20:26:11.108458 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d9a63b0a-ba3b-4364-9b52-eba135159ffc req-480e66a9-46b8-45ae-9351-295ae6086ad2 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:11.129957 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-69e06cd3-f1ed-4a74-a65b-363a9c1556f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:11.131508 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-69e06cd3-f1ed-4a74-a65b-363a9c1556f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1855128 Apr 18 20:26:11.145785 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-60b745b0-456f-4736-a690-ad192f1631f6 req-e779a15e-abb1-496a-b193-82736a932002 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=ff19b1ee-4bdd-4f97-80b1-8d1e20492643 HTTP/1.1" status: 200 len: 217 time: 0.0646787 Apr 18 20:26:11.214565 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b745b0-456f-4736-a690-ad192f1631f6 req-0f5d74dc-c27a-418e-9615-d17d0cb07bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:11.216483 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-60b745b0-456f-4736-a690-ad192f1631f6 req-0f5d74dc-c27a-418e-9615-d17d0cb07bc8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.0643654 Apr 18 20:26:11.272032 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc27b2-2b12-4181-86dc-361caebdcc44 req-cdc232b1-a5fd-4b83-9ec9-2c98cc4109b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:11.273813 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cffc27b2-2b12-4181-86dc-361caebdcc44 req-cdc232b1-a5fd-4b83-9ec9-2c98cc4109b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1615593 Apr 18 20:26:11.278522 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d9a63b0a-ba3b-4364-9b52-eba135159ffc req-480e66a9-46b8-45ae-9351-295ae6086ad2 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:11.281753 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d9a63b0a-ba3b-4364-9b52-eba135159ffc req-480e66a9-46b8-45ae-9351-295ae6086ad2 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:11.283078 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d9a63b0a-ba3b-4364-9b52-eba135159ffc req-480e66a9-46b8-45ae-9351-295ae6086ad2 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a50233b-0a52-4a56-9838-ad1bd9ea49e6 HTTP/1.1" status: 204 len: 173 time: 0.6356769 Apr 18 20:26:11.292651 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b745b0-456f-4736-a690-ad192f1631f6 req-3ed6498e-aca4-4dfb-b97b-d168c1681e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:11.292651 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-60b745b0-456f-4736-a690-ad192f1631f6 req-3ed6498e-aca4-4dfb-b97b-d168c1681e30 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0665481 Apr 18 20:26:11.330842 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e66a9-46b8-45ae-9351-295ae6086ad2 tempest-SecurityGroupsTestAdminJSON-1817216108 tempest-SecurityGroupsTestAdminJSON-1817216108-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a50233b-0a52-4a56-9838-ad1bd9ea49e6,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:11.401217 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856e6c3-e8f6-4e62-a128-b8a9bead931d req-15a4b5af-a308-46f2-9e55-7baa7f4845a4 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:11.402967 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6856e6c3-e8f6-4e62-a128-b8a9bead931d req-15a4b5af-a308-46f2-9e55-7baa7f4845a4 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.41 "GET /v2.0/ports?device_id=4feae10f-8e9b-4716-883a-2af5d60b483c HTTP/1.1" status: 200 len: 948 time: 0.1787455 Apr 18 20:26:11.407822 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-45701ff8-b5a0-44ca-918a-2882a59ff77b service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596149 Apr 18 20:26:11.415401 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:11.417755 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f50aa0d-0078-474f-a59e-33c8021674b9 x-openstack-request-id: req-4f50aa0d-0078-474f-a59e-33c8021674b9 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:11.418094 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba353cb5-7876-4bb1-9d93-c0ccc132a205", "name": "network-vif-plugged", "status": "completed", "tag": "ecc8d0c1-b2ed-458f-9620-b5c850dd7cae", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:11.426119 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f50aa0d-0078-474f-a59e-33c8021674b9 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:11.427145 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f50aa0d-0078-474f-a59e-33c8021674b9'] response: {'server_uuid': 'ba353cb5-7876-4bb1-9d93-c0ccc132a205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc8d0c1-b2ed-458f-9620-b5c850dd7cae', 'code': 200} Apr 18 20:26:11.463676 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-60b745b0-456f-4736-a690-ad192f1631f6 req-e1af01c2-947d-414b-892c-82e89038ea48 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650336 Apr 18 20:26:11.512677 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eaa88e4-030c-4b80-a116-4ea56fdf8ba9 x-openstack-request-id: req-8eaa88e4-030c-4b80-a116-4ea56fdf8ba9 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:11.513095 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b360d60-19cc-4064-9da1-d44c2a81bd19", "tag": "a5119d81-eb30-47e6-813d-24651e1a4167", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:11.513476 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8eaa88e4-030c-4b80-a116-4ea56fdf8ba9 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:11.514077 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eaa88e4-030c-4b80-a116-4ea56fdf8ba9'] response: {'name': 'network-changed', 'server_uuid': '1b360d60-19cc-4064-9da1-d44c2a81bd19', 'tag': 'a5119d81-eb30-47e6-813d-24651e1a4167', 'status': 'completed', 'code': 200} Apr 18 20:26:11.647150 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cffc27b2-2b12-4181-86dc-361caebdcc44 req-2e75a1a6-02cd-49e0-936c-37777c1e0dc0 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628047 Apr 18 20:26:11.678991 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6856e6c3-e8f6-4e62-a128-b8a9bead931d req-e0a31842-71ac-4e83-8482-332ea389f136 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcb57eee-7825-45e6-b6a8-1ae0c6d284f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528536 Apr 18 20:26:11.684908 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-60b745b0-456f-4736-a690-ad192f1631f6 req-0082457e-c0ea-459c-830a-b3366445f68c service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123973 Apr 18 20:26:11.959166 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55938) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:12.095436 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fa1b2-0637-4d48-bfe4-9f10f892500d req-5d8cbad1-34cf-4194-bd76-3a9501b8d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:12.097505 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e98fa1b2-0637-4d48-bfe4-9f10f892500d req-5d8cbad1-34cf-4194-bd76-3a9501b8d8a5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ba353cb5-7876-4bb1-9d93-c0ccc132a205 HTTP/1.1" status: 200 len: 1100 time: 0.6064761 Apr 18 20:26:12.115155 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3980097e-730f-476f-8f93-ece65417a7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:12.127422 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5dc3667-e093-4feb-8f66-50914a1e87f5 req-1d0e1e24-c81c-46e7-9fcc-6db1cf68070a service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7058725 Apr 18 20:26:12.220484 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b14c9-ee3b-470e-b3a4-6b34629ecb14 req-141e9aad-3c33-4b48-8f7d-ca9a5f1171c2 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:12.222958 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e6b14c9-ee3b-470e-b3a4-6b34629ecb14 req-141e9aad-3c33-4b48-8f7d-ca9a5f1171c2 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 945 time: 0.5614784 Apr 18 20:26:12.281319 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3980097e-730f-476f-8f93-ece65417a7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:12.290725 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3980097e-730f-476f-8f93-ece65417a7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:12.315965 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c3328900-d82e-43de-b4b2-885d7bb7fbe3 req-f026e52d-24ef-423b-921d-2b5533ac0bd0 tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] 10.222.0.41 "GET /v2.0/security-groups/39a9dc8d-c860-4c87-8370-482b37e4d4b7 HTTP/1.1" status: 200 len: 1778 time: 0.5216429 Apr 18 20:26:12.328533 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e98fa1b2-0637-4d48-bfe4-9f10f892500d req-68c0ad1c-3b32-479a-abd2-27ec434d70c6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156007 Apr 18 20:26:12.372716 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cffc27b2-2b12-4181-86dc-361caebdcc44 req-2382de4a-a7a0-4b35-8b9d-94bf86f8185b service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7072995 Apr 18 20:26:12.373123 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3980097e-730f-476f-8f93-ece65417a7ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=37f0751e0b124943a523730ae905e444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4118850 Apr 18 20:26:12.376579 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55944) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:12.385363 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980097e-730f-476f-8f93-ece65417a7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a372b317-1f0a-41fd-af69-91b7b5e9dd72,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:12.413620 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e6b14c9-ee3b-470e-b3a4-6b34629ecb14 req-b257485a-0e7a-406d-b846-27555f5025a8 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536193 Apr 18 20:26:12.421770 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf74a1-ab85-4bd8-9dc0-fb9605cbbabc req-751b1fa9-87b3-4dca-8d3a-c98609f2d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:12.423818 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aadf74a1-ab85-4bd8-9dc0-fb9605cbbabc req-751b1fa9-87b3-4dca-8d3a-c98609f2d395 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 1099 time: 0.1876659 Apr 18 20:26:12.480093 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c3328900-d82e-43de-b4b2-885d7bb7fbe3 req-f9b49302-6726-46fb-ac96-209c3b62b69c tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:12.487405 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7fe0a2af-940d-452d-91e2-b8ebc0612d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:12.527518 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7fe0a2af-940d-452d-91e2-b8ebc0612d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:12.594236 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c3328900-d82e-43de-b4b2-885d7bb7fbe3 req-f9b49302-6726-46fb-ac96-209c3b62b69c tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:12.614639 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 337fb7e7-5205-4f34-9089-ddc5311273f2 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:26:12.641901 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7fe0a2af-940d-452d-91e2-b8ebc0612d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:12.659624 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7fe0a2af-940d-452d-91e2-b8ebc0612d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:12.672502 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7fe0a2af-940d-452d-91e2-b8ebc0612d36 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a372b317-1f0a-41fd-af69-91b7b5e9dd72 HTTP/1.1" status: 204 len: 168 time: 0.2937419 Apr 18 20:26:12.695476 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0a2af-940d-452d-91e2-b8ebc0612d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a372b317-1f0a-41fd-af69-91b7b5e9dd72,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:12.720087 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5f66d-a7e8-413b-b964-15a68da65713 req-98275328-2a22-4772-a515-6871533a6f0b tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:12.721767 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ebc5f66d-a7e8-413b-b964-15a68da65713 req-98275328-2a22-4772-a515-6871533a6f0b tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/ports?device_id=5911766c-f926-41aa-be49-2e04289f3165 HTTP/1.1" status: 200 len: 945 time: 0.1940968 Apr 18 20:26:12.723617 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf74a1-ab85-4bd8-9dc0-fb9605cbbabc req-e6704957-73e7-474d-a278-92b4482c7f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:12.725105 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aadf74a1-ab85-4bd8-9dc0-fb9605cbbabc req-e6704957-73e7-474d-a278-92b4482c7f59 service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.2895050 Apr 18 20:26:12.800412 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aadf74a1-ab85-4bd8-9dc0-fb9605cbbabc req-d94f7bf3-89b2-4150-b2be-e2d7dd07761f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=a5119d81-eb30-47e6-813d-24651e1a4167 HTTP/1.1" status: 200 len: 217 time: 0.0578513 Apr 18 20:26:12.810275 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c3328900-d82e-43de-b4b2-885d7bb7fbe3 req-f9b49302-6726-46fb-ac96-209c3b62b69c tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:12.813265 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c3328900-d82e-43de-b4b2-885d7bb7fbe3 req-f9b49302-6726-46fb-ac96-209c3b62b69c tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:12.814722 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c3328900-d82e-43de-b4b2-885d7bb7fbe3 req-f9b49302-6726-46fb-ac96-209c3b62b69c tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] 10.222.0.41 "DELETE /v2.0/security-groups/39a9dc8d-c860-4c87-8370-482b37e4d4b7 HTTP/1.1" status: 204 len: 173 time: 0.4975686 Apr 18 20:26:12.862892 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 337fb7e7-5205-4f34-9089-ddc5311273f2, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=337fb7e7-5205-4f34-9089-ddc5311273f2,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:12.885532 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '337fb7e7-5205-4f34-9089-ddc5311273f2', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': '337fb7e7-5205-4f34-9089-ddc5311273f2', 'mac_address': 'fa:16:3e:69:53:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:26:13.000289 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:13.012183 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ebc5f66d-a7e8-413b-b964-15a68da65713 req-cc017e00-20c2-482b-963f-66f6d2284c4a tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bb13228-cc4a-4567-9119-92adbe570613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688775 Apr 18 20:26:13.013675 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b49302-6726-46fb-ac96-209c3b62b69c tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a9dc8d-c860-4c87-8370-482b37e4d4b7,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:13.028232 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf74a1-ab85-4bd8-9dc0-fb9605cbbabc req-63d77ce8-3335-41c7-857d-5ef086428992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:13.032478 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aadf74a1-ab85-4bd8-9dc0-fb9605cbbabc req-63d77ce8-3335-41c7-857d-5ef086428992 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.2132215 Apr 18 20:26:13.051796 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 337fb7e7-5205-4f34-9089-ddc5311273f2 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:13.091222 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 337fb7e7-5205-4f34-9089-ddc5311273f2, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=337fb7e7-5205-4f34-9089-ddc5311273f2,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:13.106112 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:13.167200 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=337fb7e7-5205-4f34-9089-ddc5311273f2,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:13.224353 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf74a1-ab85-4bd8-9dc0-fb9605cbbabc req-351fe3ba-d5ab-4524-ade9-d9cbba232c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:13.226655 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aadf74a1-ab85-4bd8-9dc0-fb9605cbbabc req-351fe3ba-d5ab-4524-ade9-d9cbba232c07 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1852279 Apr 18 20:26:13.255035 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851726e-6a7c-496d-b5d1-1e2404538d62 req-7cf8d6ca-b8c8-45ef-b1f3-aac3decb2004 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:13.256878 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5851726e-6a7c-496d-b5d1-1e2404538d62 req-7cf8d6ca-b8c8-45ef-b1f3-aac3decb2004 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba353cb5-7876-4bb1-9d93-c0ccc132a205 HTTP/1.1" status: 200 len: 949 time: 0.1583407 Apr 18 20:26:13.363443 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5851726e-6a7c-496d-b5d1-1e2404538d62 req-ebb5e31d-e2b9-40d0-9ec6-fba903963c30 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923843 Apr 18 20:26:13.369797 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55962) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:13.385480 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d9e18bc-ded0-4e20-8ddf-96a4e05c7680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:13.484561 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aadf74a1-ab85-4bd8-9dc0-fb9605cbbabc req-1144efd2-8e71-4d83-a40a-48c6a53cadf7 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464492 Apr 18 20:26:13.504728 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d9e18bc-ded0-4e20-8ddf-96a4e05c7680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:13.510524 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d9e18bc-ded0-4e20-8ddf-96a4e05c7680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:13.512786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['337fb7e7-5205-4f34-9089-ddc5311273f2'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:13.553155 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9de14-6be4-47fe-bebd-b36104be3e8f req-3508d00d-9086-4d52-9968-14f5f5315235 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:13.554784 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ce9de14-6be4-47fe-bebd-b36104be3e8f req-3508d00d-9086-4d52-9968-14f5f5315235 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 948 time: 0.1967580 Apr 18 20:26:13.594350 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e18bc-ded0-4e20-8ddf-96a4e05c7680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ab8582-5347-4759-956d-a31be9407799,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:13.607915 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97025c23-0c8f-4579-bd8e-e1f9d9b0b0ec req-dc9fed5d-9704-43b6-b83a-ef7cc4794016 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:13.609939 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2d9e18bc-ded0-4e20-8ddf-96a4e05c7680 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88f4f8c1494f4ab08a1428249a894c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380536 Apr 18 20:26:13.610277 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-97025c23-0c8f-4579-bd8e-e1f9d9b0b0ec req-dc9fed5d-9704-43b6-b83a-ef7cc4794016 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 1096 time: 0.1556840 Apr 18 20:26:13.610537 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55964) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:13.717507 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ce9de14-6be4-47fe-bebd-b36104be3e8f req-269ac5d2-7780-4396-8174-8b8d35859298 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203501 Apr 18 20:26:13.742642 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aadf74a1-ab85-4bd8-9dc0-fb9605cbbabc req-10a9cd01-aa78-4815-84c2-0b3c64d04918 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520792 Apr 18 20:26:13.748195 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-97025c23-0c8f-4579-bd8e-e1f9d9b0b0ec req-27ab2fd4-cbf0-4fce-ac45-f90927e4af7e tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111805 Apr 18 20:26:13.772766 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5e063248-5cf9-4b48-b443-b9414f28a30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:13.809818 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5e063248-5cf9-4b48-b443-b9414f28a30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:13.901215 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a6b5a2ee-7899-474e-a488-deefa44b4028 req-1fd5b47e-049c-4331-9bbe-927a1cd13b6a tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] 10.222.0.41 "GET /v2.0/security-groups/d2dc4c94-5890-4a3f-b7ba-82dc7cf15e80 HTTP/1.1" status: 200 len: 1777 time: 0.1072059 Apr 18 20:26:13.926135 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2032f44-a63d-41b9-9f33-229972e852e0 req-165caed5-8269-4b95-b86b-77d728737bb9 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:13.927797 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e2032f44-a63d-41b9-9f33-229972e852e0 req-165caed5-8269-4b95-b86b-77d728737bb9 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.41 "GET /v2.0/ports?device_id=4feae10f-8e9b-4716-883a-2af5d60b483c HTTP/1.1" status: 200 len: 949 time: 0.1024899 Apr 18 20:26:13.970622 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5e063248-5cf9-4b48-b443-b9414f28a30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:13.973151 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5e063248-5cf9-4b48-b443-b9414f28a30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:13.974276 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5e063248-5cf9-4b48-b443-b9414f28a30f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/88ab8582-5347-4759-956d-a31be9407799 HTTP/1.1" status: 204 len: 168 time: 0.3570154 Apr 18 20:26:14.006263 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e063248-5cf9-4b48-b443-b9414f28a30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ab8582-5347-4759-956d-a31be9407799,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:14.040764 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e2032f44-a63d-41b9-9f33-229972e852e0 req-bfa46092-b266-44a8-a826-37c8954ad8cf tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcb57eee-7825-45e6-b6a8-1ae0c6d284f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884690 Apr 18 20:26:14.045167 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a6b5a2ee-7899-474e-a488-deefa44b4028 req-9812901d-7611-4792-a016-d69c970df2b6 tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:14.108707 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a6b5a2ee-7899-474e-a488-deefa44b4028 req-9812901d-7611-4792-a016-d69c970df2b6 tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:14.211166 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7e2e0-1955-4952-8c99-d15a37f6595b req-0e0d8d6d-c69a-46d3-aa48-22b11a37db08 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:14.213346 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ac7e2e0-1955-4952-8c99-d15a37f6595b req-0e0d8d6d-c69a-46d3-aa48-22b11a37db08 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/ports?device_id=5911766c-f926-41aa-be49-2e04289f3165 HTTP/1.1" status: 200 len: 945 time: 0.0767543 Apr 18 20:26:14.215105 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a6b5a2ee-7899-474e-a488-deefa44b4028 req-9812901d-7611-4792-a016-d69c970df2b6 tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:14.219851 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a6b5a2ee-7899-474e-a488-deefa44b4028 req-9812901d-7611-4792-a016-d69c970df2b6 tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:14.221890 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a6b5a2ee-7899-474e-a488-deefa44b4028 req-9812901d-7611-4792-a016-d69c970df2b6 tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] 10.222.0.41 "DELETE /v2.0/security-groups/d2dc4c94-5890-4a3f-b7ba-82dc7cf15e80 HTTP/1.1" status: 204 len: 173 time: 0.2923517 Apr 18 20:26:14.231192 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55972) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:14.239777 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-174eb009-9161-4f1b-b1cb-17d06043afe0 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Request body: {'floatingip': {'port_id': '3244050b-38f0-4d7c-8c38-ccbd6213ad86'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:14.273222 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812901d-7611-4792-a016-d69c970df2b6 tempest-SecurityGroupsTestAdminJSON-1344734165 tempest-SecurityGroupsTestAdminJSON-1344734165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dc4c94-5890-4a3f-b7ba-82dc7cf15e80,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:14.383058 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-174eb009-9161-4f1b-b1cb-17d06043afe0 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks [] for floatingip, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:14.386169 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacd140-a4f1-45db-865d-a1d90d953a7e req-b4d85c01-cce3-4366-b7b8-4b9a28e5c5eb tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:14.411103 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4aacd140-a4f1-45db-865d-a1d90d953a7e req-b4d85c01-cce3-4366-b7b8-4b9a28e5c5eb tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 1096 time: 0.1043344 Apr 18 20:26:14.498116 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4aacd140-a4f1-45db-865d-a1d90d953a7e req-75493d69-e56a-46a5-8e23-a1758caa5b69 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859084 Apr 18 20:26:14.556341 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8a088-4fee-4797-942d-421902835691 req-67e4a88a-b58a-4a60-a7a9-5ef21f4011e0 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:14.558148 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a9a8a088-4fee-4797-942d-421902835691 req-67e4a88a-b58a-4a60-a7a9-5ef21f4011e0 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba353cb5-7876-4bb1-9d93-c0ccc132a205 HTTP/1.1" status: 200 len: 949 time: 0.0821207 Apr 18 20:26:14.619364 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 337fb7e7-5205-4f34-9089-ddc5311273f2 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:14.646057 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a9a8a088-4fee-4797-942d-421902835691 req-18ab1581-482a-4d8c-a130-d31cf1dfff88 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691280 Apr 18 20:26:14.712757 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a5119d81-eb30-47e6-813d-24651e1a4167 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:26:14.796081 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56000) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:14.851813 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56006) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:14.893036 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:26:15.012581 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25c77d-b6f4-4626-b931-922df72e07cb req-1b37537b-493d-4e63-88e0-8e784d3886b1 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:15.014220 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d25c77d-b6f4-4626-b931-922df72e07cb req-1b37537b-493d-4e63-88e0-8e784d3886b1 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 948 time: 0.1043549 Apr 18 20:26:15.025552 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a5119d81-eb30-47e6-813d-24651e1a4167, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a5119d81-eb30-47e6-813d-24651e1a4167,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:15.041069 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'a5119d81-eb30-47e6-813d-24651e1a4167', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': 'a5119d81-eb30-47e6-813d-24651e1a4167', 'mac_address': 'fa:16:3e:00:54:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:26:15.138635 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:15.146951 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 337fb7e7-5205-4f34-9089-ddc5311273f2 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:26:15.187914 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 337fb7e7-5205-4f34-9089-ddc5311273f2 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:15.188277 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:15.190930 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5119d81-eb30-47e6-813d-24651e1a4167 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:15.245766 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a5119d81-eb30-47e6-813d-24651e1a4167, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a5119d81-eb30-47e6-813d-24651e1a4167,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:15.255098 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:15.335221 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-174eb009-9161-4f1b-b1cb-17d06043afe0 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:15.337282 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=a5119d81-eb30-47e6-813d-24651e1a4167,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:15.343117 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-174eb009-9161-4f1b-b1cb-17d06043afe0 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:15.355117 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d25c77d-b6f4-4626-b931-922df72e07cb req-89860430-2109-4486-8837-a0dd399d0c8e tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308334 Apr 18 20:26:15.364852 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-edfc93fa-bf48-4d02-980e-86bb3cc32db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:15.365008 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:15.404813 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4feae10f-8e9b-4716-883a-2af5d60b483c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337fb7e7-5205-4f34-9089-ddc5311273f2'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:15.407743 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c902115e-88e5-4225-a412-6309392e7a71" -d '{"events": [{"server_uuid": "4feae10f-8e9b-4716-883a-2af5d60b483c", "name": "network-vif-plugged", "status": "completed", "tag": "337fb7e7-5205-4f34-9089-ddc5311273f2"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:15.419369 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cab843-bda2-4fd8-bd67-6ad4ab15cc69 req-8c6e7465-ce20-4dcf-9921-22b4a83cb678 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:15.432299 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cab843-bda2-4fd8-bd67-6ad4ab15cc69 req-8c6e7465-ce20-4dcf-9921-22b4a83cb678 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:15.432626 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 337fb7e7-5205-4f34-9089-ddc5311273f2, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=337fb7e7-5205-4f34-9089-ddc5311273f2,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:15.444057 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:15.447115 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e9cab843-bda2-4fd8-bd67-6ad4ab15cc69 req-8c6e7465-ce20-4dcf-9921-22b4a83cb678 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=230b00d2-a32d-4296-b8ba-f81cd9656c3e&device_id=ba353cb5-7876-4bb1-9d93-c0ccc132a205 HTTP/1.1" status: 200 len: 1690 time: 0.3018653 Apr 18 20:26:15.466936 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3f59a228-dafd-4f78-8652-db881963497e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c0d03950374845a8aafca9e2896e96e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6692150 Apr 18 20:26:15.470127 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56022) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:15.510384 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=337fb7e7-5205-4f34-9089-ddc5311273f2,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:15.531525 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['a5119d81-eb30-47e6-813d-24651e1a4167'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:15.603692 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-174eb009-9161-4f1b-b1cb-17d06043afe0 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Floating IP 7295702d-54a0-45b9-8451-e73f899b7a22 associated. External IP: 172.25.1.118, port: 3244050b-38f0-4d7c-8c38-ccbd6213ad86. Apr 18 20:26:15.645545 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e9cab843-bda2-4fd8-bd67-6ad4ab15cc69 req-fac949f2-3664-4743-ac65-78885705fa28 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971686 Apr 18 20:26:15.761914 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-edfc93fa-bf48-4d02-980e-86bb3cc32db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:15.785548 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-82f87f83-5829-4626-932f-4443c73a7119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:15.823711 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-82f87f83-5829-4626-932f-4443c73a7119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:15.841079 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-edfc93fa-bf48-4d02-980e-86bb3cc32db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:15.857527 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea294c1f-b18d-4e3d-84b5-3f1b2b81cdf8 req-689cf272-a84e-4617-a767-f1c87a178aa8 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:15.860627 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ea294c1f-b18d-4e3d-84b5-3f1b2b81cdf8 req-689cf272-a84e-4617-a767-f1c87a178aa8 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 1096 time: 0.3066776 Apr 18 20:26:15.987639 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-edfc93fa-bf48-4d02-980e-86bb3cc32db8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=298383dacc67420ba31bb62acd062754&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1336863 Apr 18 20:26:15.990182 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc93fa-bf48-4d02-980e-86bb3cc32db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c734ec-794a-41e0-b614-06f112524fe9,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:15.992802 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56034) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:16.028233 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174eb009-9161-4f1b-b1cb-17d06043afe0 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Router 5297c610-0196-4a16-ac1b-69743affec6e has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:26:16.033572 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ea294c1f-b18d-4e3d-84b5-3f1b2b81cdf8 req-4f6a1c26-a775-4caa-bf31-482faf9355c3 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428080 Apr 18 20:26:16.046679 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c389b0-0850-40dd-a993-2d06c1613620 req-1d329edc-d2f8-4e44-882c-96c6593eb050 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:16.060362 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-67c389b0-0850-40dd-a993-2d06c1613620 req-1d329edc-d2f8-4e44-882c-96c6593eb050 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.41 "GET /v2.0/ports?device_id=4feae10f-8e9b-4716-883a-2af5d60b483c HTTP/1.1" status: 200 len: 950 time: 0.2322562 Apr 18 20:26:16.094077 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e45485d-ce58-41f9-b8a4-1385137972e8 x-openstack-request-id: req-9e45485d-ce58-41f9-b8a4-1385137972e8 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:16.094705 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4feae10f-8e9b-4716-883a-2af5d60b483c", "name": "network-vif-plugged", "status": "completed", "tag": "337fb7e7-5205-4f34-9089-ddc5311273f2", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:16.094943 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e45485d-ce58-41f9-b8a4-1385137972e8 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:16.095467 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e45485d-ce58-41f9-b8a4-1385137972e8'] response: {'server_uuid': '4feae10f-8e9b-4716-883a-2af5d60b483c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337fb7e7-5205-4f34-9089-ddc5311273f2', 'code': 200} Apr 18 20:26:16.101287 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-82f87f83-5829-4626-932f-4443c73a7119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:16.107259 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-82f87f83-5829-4626-932f-4443c73a7119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:16.109425 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-82f87f83-5829-4626-932f-4443c73a7119 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5801f47b-fa3a-4c01-8c53-68353b682a4f HTTP/1.1" status: 204 len: 168 time: 0.6347837 Apr 18 20:26:16.227565 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f87f83-5829-4626-932f-4443c73a7119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5801f47b-fa3a-4c01-8c53-68353b682a4f,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:16.290184 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174eb009-9161-4f1b-b1cb-17d06043afe0 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:26:16.296091 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-174eb009-9161-4f1b-b1cb-17d06043afe0 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:16.304334 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c2fca4-7dce-40dd-9509-1ee6025ff6d5 None None] Sync routers for ids ['5297c610-0196-4a16-ac1b-69743affec6e'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:26:16.339990 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c2fca4-7dce-40dd-9509-1ee6025ff6d5 None None] Routers {'5297c610-0196-4a16-ac1b-69743affec6e'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:16.340277 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c57efa3f-99c2-4ee0-ad97-5cb1946be32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:16.341112 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b9c2fca4-7dce-40dd-9509-1ee6025ff6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:25:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5297c610-0196-4a16-ac1b-69743affec6e'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:16.349498 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-174eb009-9161-4f1b-b1cb-17d06043afe0 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "PUT /v2.0/floatingips/7295702d-54a0-45b9-8451-e73f899b7a22 HTTP/1.1" status: 200 len: 991 time: 2.1167810 Apr 18 20:26:16.350075 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5911766c-f926-41aa-be49-2e04289f3165', 'tag': '3244050b-38f0-4d7c-8c38-ccbd6213ad86'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:16.352447 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d93ea2-4f96-43fd-ae98-f9a746e9f32c" -d '{"events": [{"name": "network-changed", "server_uuid": "5911766c-f926-41aa-be49-2e04289f3165", "tag": "3244050b-38f0-4d7c-8c38-ccbd6213ad86"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:16.362287 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-67c389b0-0850-40dd-a993-2d06c1613620 req-c894c623-80b1-4343-91d2-5c480318ee0a tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcb57eee-7825-45e6-b6a8-1ae0c6d284f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683663 Apr 18 20:26:16.402761 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ea095-8194-4405-8597-479c09b20e9c req-b35919d8-af87-45c6-9d0a-76ccac5e98c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:16.408016 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-059ea095-8194-4405-8597-479c09b20e9c req-b35919d8-af87-45c6-9d0a-76ccac5e98c1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4feae10f-8e9b-4716-883a-2af5d60b483c HTTP/1.1" status: 200 len: 1101 time: 0.2080250 Apr 18 20:26:16.471327 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c57efa3f-99c2-4ee0-ad97-5cb1946be32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:16.525469 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-748a3b39-fc34-4ab8-9165-65cc08ee62ab req-cfd692dc-3f0c-4b64-b913-6b78b129dbdf service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:26:16.533537 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-748a3b39-fc34-4ab8-9165-65cc08ee62ab req-cfd692dc-3f0c-4b64-b913-6b78b129dbdf service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131326 Apr 18 20:26:16.623074 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c57efa3f-99c2-4ee0-ad97-5cb1946be32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:16.626777 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c57efa3f-99c2-4ee0-ad97-5cb1946be32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:16.628191 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c57efa3f-99c2-4ee0-ad97-5cb1946be32c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52c734ec-794a-41e0-b614-06f112524fe9 HTTP/1.1" status: 204 len: 168 time: 0.6322927 Apr 18 20:26:16.648548 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-059ea095-8194-4405-8597-479c09b20e9c req-ac24a785-992f-4452-8d9b-0dd6cf8e6777 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dcb57eee-7825-45e6-b6a8-1ae0c6d284f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240431 Apr 18 20:26:16.650600 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57efa3f-99c2-4ee0-ad97-5cb1946be32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c734ec-794a-41e0-b614-06f112524fe9,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:16.660410 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ae6b9-3409-453a-90fc-0cecffe432ca req-959b87ad-0a04-44c3-8ced-202d9308692e tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:16.662146 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-018ae6b9-3409-453a-90fc-0cecffe432ca req-959b87ad-0a04-44c3-8ced-202d9308692e tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=230b00d2-a32d-4296-b8ba-f81cd9656c3e HTTP/1.1" status: 200 len: 1101 time: 0.1113250 Apr 18 20:26:16.697848 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-b9c2fca4-7dce-40dd-9509-1ee6025ff6d5 None None] Set router 5297c610-0196-4a16-ac1b-69743affec6e gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:16.733448 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a5119d81-eb30-47e6-813d-24651e1a4167 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:16.765293 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-018ae6b9-3409-453a-90fc-0cecffe432ca req-63b45527-1bdf-486e-b3bf-b21fd73a9db8 tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952425 Apr 18 20:26:16.913429 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port a5119d81-eb30-47e6-813d-24651e1a4167 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:26:16.918604 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port a5119d81-eb30-47e6-813d-24651e1a4167 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:16.918994 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:16.989199 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3478ca0-bbc1-47cc-94c6-f20f6630b7b2 req-b5acec57-2764-4cb5-979e-f48c5dcf236b tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:17.000279 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56066) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:17.001109 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b3478ca0-bbc1-47cc-94c6-f20f6630b7b2 req-b5acec57-2764-4cb5-979e-f48c5dcf236b tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/ports?device_id=5911766c-f926-41aa-be49-2e04289f3165 HTTP/1.1" status: 200 len: 945 time: 0.1358745 Apr 18 20:26:17.099298 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-19c68034-2bab-4e5f-adbf-43c160881063 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=72f22d108a0642b7a1034c12edfa8a42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0948124 Apr 18 20:26:17.100132 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56072) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:17.120499 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b9c2fca4-7dce-40dd-9509-1ee6025ff6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5297c610-0196-4a16-ac1b-69743affec6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465484721-router', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:55Z', 'updated_at': '2022-04-18T20:24:16Z', 'revision_number': 4, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'gw_port': {'id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:23:57Z', 'updated_at': '2022-04-18T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '7295702d-54a0-45b9-8451-e73f899b7a22', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'floating_ip_address': '172.25.1.118', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'port_id': '3244050b-38f0-4d7c-8c38-ccbd6213ad86', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff', 'mac_address': 'fa:16:3e:81:78:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5911766c-f926-41aa-be49-2e04289f3165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:24:43Z', 'updated_at': '2022-04-18T20:26:15Z', 'revision_number': 5, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bb34d2-50a7-470d-bff7-a1cdba8b0e9f', 'name': '', 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'mac_address': 'fa:16:3e:8b:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b169574-6f19-4861-aa97-53614f9267fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:24:21Z', 'revision_number': 5, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'subnets': [{'id': '9b169574-6f19-4861-aa97-53614f9267fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:17.144733 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b3478ca0-bbc1-47cc-94c6-f20f6630b7b2 req-da6b8ae5-40d5-490c-9395-ec091a9d88f1 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bb13228-cc4a-4567-9119-92adbe570613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415508 Apr 18 20:26:17.149823 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c2fca4-7dce-40dd-9509-1ee6025ff6d5 None None] Checking router: 5297c610-0196-4a16-ac1b-69743affec6e for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:26:17.159806 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c2fca4-7dce-40dd-9509-1ee6025ff6d5 None None] Routers {'5297c610-0196-4a16-ac1b-69743affec6e'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:17.160734 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b9c2fca4-7dce-40dd-9509-1ee6025ff6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:25:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5297c610-0196-4a16-ac1b-69743affec6e'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:17.192953 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.244511 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de6df0b5-21eb-4817-a117-2ac2fa522f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.284829 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-b9c2fca4-7dce-40dd-9509-1ee6025ff6d5 None None] Set router 5297c610-0196-4a16-ac1b-69743affec6e gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:17.296712 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afe8ae1-b5ec-46f4-bfdd-1a2374fe1d24 x-openstack-request-id: req-7afe8ae1-b5ec-46f4-bfdd-1a2374fe1d24 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:17.299027 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a5119d81-eb30-47e6-813d-24651e1a4167, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a5119d81-eb30-47e6-813d-24651e1a4167,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:17.301769 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5911766c-f926-41aa-be49-2e04289f3165", "tag": "3244050b-38f0-4d7c-8c38-ccbd6213ad86", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:17.302346 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7afe8ae1-b5ec-46f4-bfdd-1a2374fe1d24 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:17.307809 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7afe8ae1-b5ec-46f4-bfdd-1a2374fe1d24'] response: {'name': 'network-changed', 'server_uuid': '5911766c-f926-41aa-be49-2e04289f3165', 'tag': '3244050b-38f0-4d7c-8c38-ccbd6213ad86', 'status': 'completed', 'code': 200} Apr 18 20:26:17.315080 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.336270 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de6df0b5-21eb-4817-a117-2ac2fa522f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.419589 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=a5119d81-eb30-47e6-813d-24651e1a4167,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:17.458755 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de6df0b5-21eb-4817-a117-2ac2fa522f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.464687 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de6df0b5-21eb-4817-a117-2ac2fa522f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.466232 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-de6df0b5-21eb-4817-a117-2ac2fa522f97 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b7fc9a0-2c1b-4405-a6ad-a6ca8eede710 HTTP/1.1" status: 204 len: 168 time: 0.3640366 Apr 18 20:26:17.487447 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6df0b5-21eb-4817-a117-2ac2fa522f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7fc9a0-2c1b-4405-a6ad-a6ca8eede710,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:17.557226 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d93ea2-4f96-43fd-ae98-f9a746e9f32c req-d6b60994-3828-4711-9efa-1ee4b96252da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:17.558704 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58d93ea2-4f96-43fd-ae98-f9a746e9f32c req-d6b60994-3828-4711-9efa-1ee4b96252da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c31a5607b8149d6830abd18010bd1c0&device_id=5911766c-f926-41aa-be49-2e04289f3165 HTTP/1.1" status: 200 len: 1096 time: 0.2178237 Apr 18 20:26:17.575892 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50465851-998c-47f3-bd61-fd8d8e21e121 req-4abe6966-df51-4b79-95b4-fee30da7eace tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:17.577953 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-50465851-998c-47f3-bd61-fd8d8e21e121 req-4abe6966-df51-4b79-95b4-fee30da7eace tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 950 time: 0.1455774 Apr 18 20:26:17.691517 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b9c2fca4-7dce-40dd-9509-1ee6025ff6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5297c610-0196-4a16-ac1b-69743affec6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465484721-router', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:55Z', 'updated_at': '2022-04-18T20:24:16Z', 'revision_number': 4, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'gw_port': {'id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:23:57Z', 'updated_at': '2022-04-18T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '7295702d-54a0-45b9-8451-e73f899b7a22', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'floating_ip_address': '172.25.1.118', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'port_id': '3244050b-38f0-4d7c-8c38-ccbd6213ad86', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff', 'mac_address': 'fa:16:3e:81:78:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5911766c-f926-41aa-be49-2e04289f3165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:24:43Z', 'updated_at': '2022-04-18T20:26:15Z', 'revision_number': 5, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bb34d2-50a7-470d-bff7-a1cdba8b0e9f', 'name': '', 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'mac_address': 'fa:16:3e:8b:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b169574-6f19-4861-aa97-53614f9267fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:24:21Z', 'revision_number': 5, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'subnets': [{'id': '9b169574-6f19-4861-aa97-53614f9267fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:17.709785 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56092) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:17.737346 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ba9d88c-4764-4ee0-9e98-eb2c53174f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.743424 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c2fca4-7dce-40dd-9509-1ee6025ff6d5 None None] The sync data for ids ['5297c610-0196-4a16-ac1b-69743affec6e'] in n-d-838323-3 is: [{'id': '5297c610-0196-4a16-ac1b-69743affec6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465484721-router', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:55Z', 'updated_at': '2022-04-18T20:24:16Z', 'revision_number': 4, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'gw_port': {'id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:23:57Z', 'updated_at': '2022-04-18T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '7295702d-54a0-45b9-8451-e73f899b7a22', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'floating_ip_address': '172.25.1.118', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'port_id': '3244050b-38f0-4d7c-8c38-ccbd6213ad86', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff', 'mac_address': 'fa:16:3e:81:78:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5911766c-f926-41aa-be49-2e04289f3165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:24:43Z', 'updated_at': '2022-04-18T20:26:15Z', 'revision_number': 5, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bb34d2-50a7-470d-bff7-a1cdba8b0e9f', 'name': '', 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'mac_address': 'fa:16:3e:8b:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b169574-6f19-4861-aa97-53614f9267fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:24:21Z', 'revision_number': 5, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'subnets': [{'id': '9b169574-6f19-4861-aa97-53614f9267fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:26:17.756634 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-50465851-998c-47f3-bd61-fd8d8e21e121 req-e398d404-1975-4b35-a642-339b262d8273 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481488 Apr 18 20:26:17.807756 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d93ea2-4f96-43fd-ae98-f9a746e9f32c req-80ecd71b-c07d-4426-86b2-da6964334671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:17.814882 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58d93ea2-4f96-43fd-ae98-f9a746e9f32c req-80ecd71b-c07d-4426-86b2-da6964334671 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aa0818df-a918-4234-93bb-c4f1c30fdeff HTTP/1.1" status: 200 len: 925 time: 0.2359564 Apr 18 20:26:17.939343 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ba9d88c-4764-4ee0-9e98-eb2c53174f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.947810 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ba9d88c-4764-4ee0-9e98-eb2c53174f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:18.004128 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58d93ea2-4f96-43fd-ae98-f9a746e9f32c req-330e2f55-c6ef-4c85-a8d1-dfb1d354890c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3244050b-38f0-4d7c-8c38-ccbd6213ad86 HTTP/1.1" status: 200 len: 999 time: 0.1822677 Apr 18 20:26:18.007551 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938e12f-8446-4f39-acde-c9f06dee4c44 req-ca93f31c-7f85-4aa2-9570-f0b6b3048f5c tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:18.009503 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8938e12f-8446-4f39-acde-c9f06dee4c44 req-ca93f31c-7f85-4aa2-9570-f0b6b3048f5c tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ba353cb5-7876-4bb1-9d93-c0ccc132a205 HTTP/1.1" status: 200 len: 1100 time: 0.0952268 Apr 18 20:26:18.036015 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0ba9d88c-4764-4ee0-9e98-eb2c53174f5d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77776cf7c9354268a9f4c60028f6b659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3245373 Apr 18 20:26:18.038431 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9d88c-4764-4ee0-9e98-eb2c53174f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33f8954-46aa-408f-9f11-3876975ddcc7,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:18.048181 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56096) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:18.096916 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b360d60-19cc-4064-9da1-d44c2a81bd19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5119d81-eb30-47e6-813d-24651e1a4167'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:18.100128 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa15d5e-a39f-4603-a1ab-c66c2ff511d2" -d '{"events": [{"server_uuid": "1b360d60-19cc-4064-9da1-d44c2a81bd19", "name": "network-vif-plugged", "status": "completed", "tag": "a5119d81-eb30-47e6-813d-24651e1a4167"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:18.164747 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8938e12f-8446-4f39-acde-c9f06dee4c44 req-96972132-ae0a-4384-8be4-e443f97e510c tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429470 Apr 18 20:26:18.182120 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3b0c808b-880d-4417-918c-6459169a1560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:18.202171 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d93ea2-4f96-43fd-ae98-f9a746e9f32c req-d1ab9bf4-98da-4123-bdd1-a8146b430b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:18.204736 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58d93ea2-4f96-43fd-ae98-f9a746e9f32c req-d1ab9bf4-98da-4123-bdd1-a8146b430b0c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b169574-6f19-4861-aa97-53614f9267fe HTTP/1.1" status: 200 len: 863 time: 0.1939831 Apr 18 20:26:18.231602 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdfba6f-0d9d-42d9-b7cb-88d38ba2b228 None None] New status for floating IP 7295702d-54a0-45b9-8451-e73f899b7a22: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:26:18.268498 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3b0c808b-880d-4417-918c-6459169a1560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:18.440664 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d93ea2-4f96-43fd-ae98-f9a746e9f32c req-119eee7d-d89b-4337-9836-f5bff21f283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:18.442573 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58d93ea2-4f96-43fd-ae98-f9a746e9f32c req-119eee7d-d89b-4337-9836-f5bff21f283c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aa0818df-a918-4234-93bb-c4f1c30fdeff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2287569 Apr 18 20:26:18.451177 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0c2ac-04e7-4010-a103-ea4e156a7651 req-9f72a3d0-55a0-4c49-b0df-cb792292a417 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:18.453723 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7d0c2ac-04e7-4010-a103-ea4e156a7651 req-9f72a3d0-55a0-4c49-b0df-cb792292a417 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.41 "GET /v2.0/ports?device_id=4feae10f-8e9b-4716-883a-2af5d60b483c HTTP/1.1" status: 200 len: 950 time: 0.1207061 Apr 18 20:26:18.474734 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3b0c808b-880d-4417-918c-6459169a1560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:18.477926 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3b0c808b-880d-4417-918c-6459169a1560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:18.481955 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3b0c808b-880d-4417-918c-6459169a1560 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b33f8954-46aa-408f-9f11-3876975ddcc7 HTTP/1.1" status: 204 len: 168 time: 0.4293098 Apr 18 20:26:18.488412 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c808b-880d-4417-918c-6459169a1560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33f8954-46aa-408f-9f11-3876975ddcc7,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:18.655994 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7d0c2ac-04e7-4010-a103-ea4e156a7651 req-a301e191-db86-49b5-bddf-1afa64c87c60 tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcb57eee-7825-45e6-b6a8-1ae0c6d284f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883934 Apr 18 20:26:18.720462 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58d93ea2-4f96-43fd-ae98-f9a746e9f32c req-884dd856-d8d2-4102-9a3b-f83299989dcb service neutron] 10.222.0.32 "GET /v2.0/networks/aa0818df-a918-4234-93bb-c4f1c30fdeff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654285 Apr 18 20:26:18.762014 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29404a2f-0015-43b6-8d83-7a0def5fc7f4 x-openstack-request-id: req-29404a2f-0015-43b6-8d83-7a0def5fc7f4 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:18.762434 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b360d60-19cc-4064-9da1-d44c2a81bd19", "name": "network-vif-plugged", "status": "completed", "tag": "a5119d81-eb30-47e6-813d-24651e1a4167", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:18.763321 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29404a2f-0015-43b6-8d83-7a0def5fc7f4 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:18.763979 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29404a2f-0015-43b6-8d83-7a0def5fc7f4'] response: {'server_uuid': '1b360d60-19cc-4064-9da1-d44c2a81bd19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5119d81-eb30-47e6-813d-24651e1a4167', 'code': 200} Apr 18 20:26:18.978301 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7d23b-aa56-4461-92c6-342b9e2cabbd req-ee0048aa-b9ec-457b-94f2-5bf17af5d3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:18.979996 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1d7d23b-aa56-4461-92c6-342b9e2cabbd req-ee0048aa-b9ec-457b-94f2-5bf17af5d3a2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 1101 time: 0.1105640 Apr 18 20:26:18.985430 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58d93ea2-4f96-43fd-ae98-f9a746e9f32c req-cc9ca801-5fbd-40ab-81c7-42c4e5eff952 service neutron] 10.222.0.32 "GET /v2.0/networks/aa0818df-a918-4234-93bb-c4f1c30fdeff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555695 Apr 18 20:26:19.049287 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1d7d23b-aa56-4461-92c6-342b9e2cabbd req-58bcd80e-441d-4a32-bdbe-27ef944ef400 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566993 Apr 18 20:26:19.403246 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-78ddc03c-c38b-4736-b2bd-9a7ea6e5122d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=fc872f4fe541475785085cf884531291&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311761 Apr 18 20:26:19.535064 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-a0846472-d16b-4af7-98e3-a499c87f24ce tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:19.536839 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-a0846472-d16b-4af7-98e3-a499c87f24ce tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1326885 Apr 18 20:26:19.548517 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56168) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:19.573035 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56172) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:19.583464 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-2dc5c97c-eae2-46fa-8af3-6bae265d820e tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/quotas/fc872f4fe541475785085cf884531291 HTTP/1.1" status: 200 len: 375 time: 0.0293489 Apr 18 20:26:19.630788 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-310d9444-ba57-4c04-84d9-58d621ceaed7 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc872f4fe541475785085cf884531291&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367899 Apr 18 20:26:19.716489 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-aedd4d74-5ad2-43e3-80c8-6574a69ef672 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-929097051-network', 'tenant_id': 'fac01ed7b337453289190bd1e37ca7dd'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:19.742558 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-9ba7ea1c-382b-4f4a-aed0-8cdaeb6f76ff tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:26:19.754143 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-9ba7ea1c-382b-4f4a-aed0-8cdaeb6f76ff tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2041404 Apr 18 20:26:19.755778 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedd4d74-5ad2-43e3-80c8-6574a69ef672 admin admin] Made reservation on behalf of fac01ed7b337453289190bd1e37ca7dd for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:19.759083 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-aedd4d74-5ad2-43e3-80c8-6574a69ef672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:19.769890 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-aedd4d74-5ad2-43e3-80c8-6574a69ef672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:19.906988 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-aedd4d74-5ad2-43e3-80c8-6574a69ef672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:19.924878 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-aedd4d74-5ad2-43e3-80c8-6574a69ef672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:19.968032 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aedd4d74-5ad2-43e3-80c8-6574a69ef672 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:26:19.984455 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd4d74-5ad2-43e3-80c8-6574a69ef672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b8d78f-d3f7-4822-9620-2f803ddf312b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:19.990038 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-aedd4d74-5ad2-43e3-80c8-6574a69ef672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:19.990375 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-aedd4d74-5ad2-43e3-80c8-6574a69ef672 admin admin] Added segment c2e25346-cc06-47a6-8a99-c959f0413b94 of type vlan for network 12961a50-dcad-4e7a-a3b2-a156f76ba46d Apr 18 20:26:20.074834 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56196) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:20.118898 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-aedd4d74-5ad2-43e3-80c8-6574a69ef672 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:20.130260 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-9d6a855c-f684-48b1-b083-78a70b4db69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:20.137707 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-9d6a855c-f684-48b1-b083-78a70b4db69e service neutron] 10.222.0.41 "GET /v2.0/ports/7d75af58-8ad9-47e3-a85b-ba435cdd988a HTTP/1.1" status: 200 len: 1093 time: 0.3294075 Apr 18 20:26:20.138784 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-5aa4b8af-b448-4847-b3f7-1de3b7d086df tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0794377 Apr 18 20:26:20.149654 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-a9a2dffc-9358-419d-ba8b-1096bf64c544 service neutron] Request body: {'binding': {'host': 'n-h2-838323-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:20.153751 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-a9a2dffc-9358-419d-ba8b-1096bf64c544 service neutron] Unknown quota resources ['binding']. {{(pid=102909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 18 20:26:20.279271 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-fa6e72ba-5f31-40ce-a8b5-2d9461cd1e15 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1058159708-network', 'tenant_id': 'dfaa7f2918ce486b8b6e6cf1abff9639'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:20.334840 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-93266574-a497-4d95-913b-8f7e2809a782 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:20.342465 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-93266574-a497-4d95-913b-8f7e2809a782 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1979542 Apr 18 20:26:20.362975 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-deb32b3d-8aeb-4190-9d5f-871b1eeaaafe tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/quotas/bdf993b3c90643ed9bf8e6b534aad529 HTTP/1.1" status: 200 len: 375 time: 0.0190933 Apr 18 20:26:20.391076 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-a9a2dffc-9358-419d-ba8b-1096bf64c544 service neutron] Attempting to bind port 7d75af58-8ad9-47e3-a85b-ba435cdd988a on host n-h2-838323-3 for vnic_type normal with profile None {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:20.391742 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-a9a2dffc-9358-419d-ba8b-1096bf64c544 service neutron] Attempting to bind port 7d75af58-8ad9-47e3-a85b-ba435cdd988a by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:20.392414 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-a9a2dffc-9358-419d-ba8b-1096bf64c544 service neutron] Attempting to bind port 7d75af58-8ad9-47e3-a85b-ba435cdd988a on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:20.401543 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-aedd4d74-5ad2-43e3-80c8-6574a69ef672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:20.403428 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedd4d74-5ad2-43e3-80c8-6574a69ef672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:20.404944 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-aedd4d74-5ad2-43e3-80c8-6574a69ef672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:20.413457 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-a9a2dffc-9358-419d-ba8b-1096bf64c544 service neutron] Port 7d75af58-8ad9-47e3-a85b-ba435cdd988a on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:26:20.414071 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-a9a2dffc-9358-419d-ba8b-1096bf64c544 service neutron] Attempting to bind port 7d75af58-8ad9-47e3-a85b-ba435cdd988a on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:20.441110 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-fca38d2e-0f15-4830-ad26-fb6894f08ab1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0767705 Apr 18 20:26:20.464620 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-a9a2dffc-9358-419d-ba8b-1096bf64c544 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:26:20.465851 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-a9a2dffc-9358-419d-ba8b-1096bf64c544 service neutron] Checking segment: {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:20.466652 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-a9a2dffc-9358-419d-ba8b-1096bf64c544 service neutron] Bound using segment: {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:26:20.468159 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-a9a2dffc-9358-419d-ba8b-1096bf64c544 service neutron] Bound port: 7d75af58-8ad9-47e3-a85b-ba435cdd988a, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:20.535989 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6e72ba-5f31-40ce-a8b5-2d9461cd1e15 admin admin] Made reservation on behalf of dfaa7f2918ce486b8b6e6cf1abff9639 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:20.540276 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fa6e72ba-5f31-40ce-a8b5-2d9461cd1e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:20.611580 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-aedd4d74-5ad2-43e3-80c8-6574a69ef672 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0358908 Apr 18 20:26:20.616119 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56212) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:20.627323 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-e1f78d42-e186-48d3-b52c-9a6c6e2aab90 admin admin] Request body: {'subnet': {'network_id': '12961a50-dcad-4e7a-a3b2-a156f76ba46d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-929097051-subnet', 'tenant_id': 'fac01ed7b337453289190bd1e37ca7dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:20.634532 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fa6e72ba-5f31-40ce-a8b5-2d9461cd1e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:20.652192 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd4d74-5ad2-43e3-80c8-6574a69ef672 admin admin] Pushing event updated for resources: {'Network': ['ID=12961a50-dcad-4e7a-a3b2-a156f76ba46d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:20.664743 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 12961a50-dcad-4e7a-a3b2-a156f76ba46d details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:26:20.690281 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f78d42-e186-48d3-b52c-9a6c6e2aab90 admin admin] Made reservation on behalf of fac01ed7b337453289190bd1e37ca7dd for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:20.698501 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e1f78d42-e186-48d3-b52c-9a6c6e2aab90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:20.740162 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-a9a2dffc-9358-419d-ba8b-1096bf64c544 service neutron] For port 7d75af58-8ad9-47e3-a85b-ba435cdd988a, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=7d75af58-8ad9-47e3-a85b-ba435cdd988a,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:20.782133 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-a9a2dffc-9358-419d-ba8b-1096bf64c544 service neutron] Notify callbacks [] for binding, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:20.786651 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-a9a2dffc-9358-419d-ba8b-1096bf64c544 service neutron] 10.222.0.41 "POST /v2.0/ports/7d75af58-8ad9-47e3-a85b-ba435cdd988a/bindings HTTP/1.1" status: 201 len: 389 time: 0.6395700 Apr 18 20:26:20.863286 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fa6e72ba-5f31-40ce-a8b5-2d9461cd1e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:20.869879 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fa6e72ba-5f31-40ce-a8b5-2d9461cd1e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:20.891728 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6e72ba-5f31-40ce-a8b5-2d9461cd1e15 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:26:20.903211 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fa6e72ba-5f31-40ce-a8b5-2d9461cd1e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:20.904137 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-fa6e72ba-5f31-40ce-a8b5-2d9461cd1e15 admin admin] Added segment b3b2489e-ff69-4d07-8ef1-df53d6e9d52b of type vlan for network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e Apr 18 20:26:21.009724 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078576f-20e7-4c66-bcee-c7c473507238 req-6b76ec69-62db-4130-9ff5-06437827b113 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:21.016822 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3078576f-20e7-4c66-bcee-c7c473507238 req-6b76ec69-62db-4130-9ff5-06437827b113 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 950 time: 0.2415574 Apr 18 20:26:21.017132 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fa6e72ba-5f31-40ce-a8b5-2d9461cd1e15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:21.035169 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e72ba-5f31-40ce-a8b5-2d9461cd1e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28427a2-9440-423b-9307-2c3dd41ee7bd,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:21.082014 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fa6e72ba-5f31-40ce-a8b5-2d9461cd1e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:21.083142 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6e72ba-5f31-40ce-a8b5-2d9461cd1e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:21.083739 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fa6e72ba-5f31-40ce-a8b5-2d9461cd1e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:21.245561 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-ce6fb145-80b1-4b6d-896d-7e789963c078 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=fc872f4fe541475785085cf884531291&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508237 Apr 18 20:26:21.269502 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3078576f-20e7-4c66-bcee-c7c473507238 req-80d9d8c2-a133-4b81-aa35-36fdcb32415f tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317007 Apr 18 20:26:21.279000 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e72ba-5f31-40ce-a8b5-2d9461cd1e15 admin admin] Pushing event updated for resources: {'Network': ['ID=93e8e2fd-14fe-4cc2-9e5c-3a430530374e,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:21.307898 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:26:21.324953 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fa6e72ba-5f31-40ce-a8b5-2d9461cd1e15 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2478123 Apr 18 20:26:21.329159 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56236) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:21.344353 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-65b999f4-2d33-4ce0-a98e-bb113626458d admin admin] Request body: {'subnet': {'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1058159708-subnet', 'tenant_id': 'dfaa7f2918ce486b8b6e6cf1abff9639', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:21.391172 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b999f4-2d33-4ce0-a98e-bb113626458d admin admin] Made reservation on behalf of dfaa7f2918ce486b8b6e6cf1abff9639 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:21.395972 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-65b999f4-2d33-4ce0-a98e-bb113626458d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:21.477142 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0746b503-493d-40ae-8b3e-fa8442f3b6b7 req-869033a2-e6a5-4e9e-a2e1-bedff06b66b2 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e7a2974-cd76-4360-ad6b-a899cadaf4f6 HTTP/1.1" status: 200 len: 210 time: 0.0644312 Apr 18 20:26:21.630595 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-f9296b57-47d3-475d-bd03-b1b0af34d946 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:21.632006 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-f9296b57-47d3-475d-bd03-b1b0af34d946 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3462443 Apr 18 20:26:21.639083 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e1f78d42-e186-48d3-b52c-9a6c6e2aab90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:21.677483 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-99cbbb70-99e9-416f-b7c8-67ff6f3ee749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:21.679021 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-99cbbb70-99e9-416f-b7c8-67ff6f3ee749 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 1096 time: 0.4284236 Apr 18 20:26:21.695876 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-ddee238e-ddf1-411d-b6c7-d901e85f5b34 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/quotas/fc872f4fe541475785085cf884531291 HTTP/1.1" status: 200 len: 375 time: 0.0453782 Apr 18 20:26:21.826517 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-73f77d0f-b15b-4244-82c6-901775336168 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc872f4fe541475785085cf884531291&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0910211 Apr 18 20:26:21.831406 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f78d42-e186-48d3-b52c-9a6c6e2aab90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af8877a8-867a-4223-a22c-57a0b0f25874,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:21.856784 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-65b999f4-2d33-4ce0-a98e-bb113626458d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:22.011371 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b999f4-2d33-4ce0-a98e-bb113626458d admin admin] Pushing event updated for resources: {'Subnet': ['ID=07088b8e-aaa8-48c6-be5d-b75368ae775e,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:22.023029 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b999f4-2d33-4ce0-a98e-bb113626458d admin admin] Checking segment: {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:22.023857 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b999f4-2d33-4ce0-a98e-bb113626458d admin admin] Network hostable DHCP agents. Network: 93e8e2fd-14fe-4cc2-9e5c-3a430530374e, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:26:22.069100 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b999f4-2d33-4ce0-a98e-bb113626458d admin admin] Network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:26:22.094249 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-65b999f4-2d33-4ce0-a98e-bb113626458d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 93e8e2fd-14fe-4cc2-9e5c-3a430530374e) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:22.116708 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b999f4-2d33-4ce0-a98e-bb113626458d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:22.117388 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193715c9-c267-461a-ac18-50d508885610 None None] Network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:26:22.137173 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-65b999f4-2d33-4ce0-a98e-bb113626458d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:22.189465 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-65b999f4-2d33-4ce0-a98e-bb113626458d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8584342 Apr 18 20:26:22.199632 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f78d42-e186-48d3-b52c-9a6c6e2aab90 admin admin] Checking segment: {'id': 'c2e25346-cc06-47a6-8a99-c959f0413b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '12961a50-dcad-4e7a-a3b2-a156f76ba46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:22.199997 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f78d42-e186-48d3-b52c-9a6c6e2aab90 admin admin] Network hostable DHCP agents. Network: 12961a50-dcad-4e7a-a3b2-a156f76ba46d, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:26:22.231548 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-c1c42ecf-fc06-49e3-b282-f56d6232e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:22.235179 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-c1c42ecf-fc06-49e3-b282-f56d6232e8e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 908 time: 0.5372922 Apr 18 20:26:22.245409 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-71982bc0-8f91-42f5-98e5-31756cf1e31e tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fc872f4fe541475785085cf884531291&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4109442 Apr 18 20:26:22.305611 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1943e-5397-477a-bf7c-af34f34273a7 req-9eb458ac-07d5-43c0-8306-51c657835f49 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:22.319424 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ac1943e-5397-477a-bf7c-af34f34273a7 req-9eb458ac-07d5-43c0-8306-51c657835f49 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 945 time: 0.5398183 Apr 18 20:26:22.322158 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f78d42-e186-48d3-b52c-9a6c6e2aab90 admin admin] Network 12961a50-dcad-4e7a-a3b2-a156f76ba46d is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:26:22.406777 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-e199c0ba-b4df-4e12-8faa-2c4485575ed5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d75af58-8ad9-47e3-a85b-ba435cdd988a HTTP/1.1" status: 200 len: 217 time: 0.1553223 Apr 18 20:26:22.535298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-e1f78d42-e186-48d3-b52c-9a6c6e2aab90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 12961a50-dcad-4e7a-a3b2-a156f76ba46d) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:22.539263 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-715107b3-f9a2-47e9-bd51-430d074969c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:22.542897 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-715107b3-f9a2-47e9-bd51-430d074969c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1 HTTP/1.1" status: 200 len: 847 time: 0.0914431 Apr 18 20:26:22.553372 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550f128a-df93-442f-890f-5577b371ea36 None None] Network 12961a50-dcad-4e7a-a3b2-a156f76ba46d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:26:22.629028 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f78d42-e186-48d3-b52c-9a6c6e2aab90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:22.630227 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e1f78d42-e186-48d3-b52c-9a6c6e2aab90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:22.646579 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383f36e5-dc11-4625-b74c-727f69c539de None None] Network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:26:22.696532 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-bd7eef74-e225-4c07-b4bb-6553f0079058 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2883060 Apr 18 20:26:22.732531 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e1f78d42-e186-48d3-b52c-9a6c6e2aab90 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1076639 Apr 18 20:26:22.822774 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-6e8a1a35-7407-4384-bb8c-20250957dca5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1995339 Apr 18 20:26:22.943022 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ac1943e-5397-477a-bf7c-af34f34273a7 req-c098637c-3b0e-4ff6-92b2-77252adb3cc4 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6221354 Apr 18 20:26:23.133055 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57aaabf-e1c4-4abe-aa0b-30e31776c892 None None] Network 12961a50-dcad-4e7a-a3b2-a156f76ba46d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:26:23.264620 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-6945b1fa-394f-4f20-b4b9-9d85d2542367 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:23.268843 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-6945b1fa-394f-4f20-b4b9-9d85d2542367 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0074928 Apr 18 20:26:23.318677 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-236abbe6-35e3-4711-bc96-908a75e87af8 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Request body: {'port': {'device_id': '1bd6b1af-df72-403e-96a5-e7a58e419fb6', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': 'fc872f4fe541475785085cf884531291'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:23.393931 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f821af-192f-4ea8-b5d1-6b8a55e4d13b req-f0868d8f-dda4-4b16-8338-8d3f44e4c95c tempest-MigrationsAdminTest-520918282 tempest-MigrationsAdminTest-520918282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:23.396772 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-33f821af-192f-4ea8-b5d1-6b8a55e4d13b req-f0868d8f-dda4-4b16-8338-8d3f44e4c95c tempest-MigrationsAdminTest-520918282 tempest-MigrationsAdminTest-520918282-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 1101 time: 0.6584489 Apr 18 20:26:23.503922 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56280) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:23.510336 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-fa752834-7f22-46ed-bbfd-29d303fd3a44 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1447476142-network', 'tenant_id': '1f506d622549495c9d46bf30c0d761e0'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:23.534929 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa752834-7f22-46ed-bbfd-29d303fd3a44 admin admin] Made reservation on behalf of 1f506d622549495c9d46bf30c0d761e0 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:23.537486 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fa752834-7f22-46ed-bbfd-29d303fd3a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:23.548687 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fa752834-7f22-46ed-bbfd-29d303fd3a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:23.572472 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-33f821af-192f-4ea8-b5d1-6b8a55e4d13b req-e939aaeb-9aa4-43dd-838a-7a37be914f2d tempest-MigrationsAdminTest-520918282 tempest-MigrationsAdminTest-520918282-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:23.584783 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-5e33f6c8-14cc-4df9-a87d-6a4ac95baa5c service neutron] 10.222.0.57 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6848841 Apr 18 20:26:23.633736 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-fbe36768-3532-4b27-9cd6-f4a827d94665 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:23.635371 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-fbe36768-3532-4b27-9cd6-f4a827d94665 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8998406 Apr 18 20:26:23.667174 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fa752834-7f22-46ed-bbfd-29d303fd3a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:23.667472 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0733d4-daa3-402e-b761-969dbf313a61 req-cb380db7-5a3c-4289-9816-25e2eda5fe6e tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:23.668814 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be0733d4-daa3-402e-b761-969dbf313a61 req-cb380db7-5a3c-4289-9816-25e2eda5fe6e tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.41 "GET /v2.0/ports?device_id=4feae10f-8e9b-4716-883a-2af5d60b483c HTTP/1.1" status: 200 len: 950 time: 0.3939934 Apr 18 20:26:23.677143 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fa752834-7f22-46ed-bbfd-29d303fd3a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:23.681409 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-0a0c200a-3776-45ca-a8df-b0046ab25fd7 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Request body: {'port': {'device_id': '8e7a2974-cd76-4360-ad6b-a899cadaf4f6', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': 'bdf993b3c90643ed9bf8e6b534aad529'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:23.705963 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa752834-7f22-46ed-bbfd-29d303fd3a44 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:26:23.719920 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa752834-7f22-46ed-bbfd-29d303fd3a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfabb02-0f07-4dd6-bd97-a647caa6825e,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:23.743419 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fa752834-7f22-46ed-bbfd-29d303fd3a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:23.744012 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-fa752834-7f22-46ed-bbfd-29d303fd3a44 admin admin] Added segment fc1e83b1-78b0-4391-afe2-bb77414095f1 of type vlan for network d0d729b9-d67f-41eb-8799-e3474d214259 Apr 18 20:26:23.798783 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fa752834-7f22-46ed-bbfd-29d303fd3a44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:23.831480 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c86da-b6d6-4326-8691-017ba6a8f724 req-b946f2a7-8ad0-47b4-8333-ebb94023455a tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:23.833429 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a3c86da-b6d6-4326-8691-017ba6a8f724 req-b946f2a7-8ad0-47b4-8333-ebb94023455a tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.32 "GET /v2.0/ports?device_id=4feae10f-8e9b-4716-883a-2af5d60b483c HTTP/1.1" status: 200 len: 950 time: 0.3802130 Apr 18 20:26:23.876897 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fa752834-7f22-46ed-bbfd-29d303fd3a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:23.880343 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa752834-7f22-46ed-bbfd-29d303fd3a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:23.881832 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fa752834-7f22-46ed-bbfd-29d303fd3a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:23.902206 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56284) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:23.917796 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-01917835-95c7-4704-ad53-a1827640a4bb admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-72998229-network', 'tenant_id': 'd27d879caa5e4635a9d312da0bd050b9'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:23.984477 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-9bc426a2-c2b7-4cb8-bfdd-10c97e2045a2 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=fc872f4fe541475785085cf884531291&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802224 Apr 18 20:26:23.995788 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fa752834-7f22-46ed-bbfd-29d303fd3a44 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4892118 Apr 18 20:26:23.996805 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56288) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:24.013566 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be0733d4-daa3-402e-b761-969dbf313a61 req-e7a40dc5-e26d-4074-9a59-435f7af05f8f tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcb57eee-7825-45e6-b6a8-1ae0c6d284f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249066 Apr 18 20:26:24.033282 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-236abbe6-35e3-4711-bc96-908a75e87af8 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Made reservation on behalf of fc872f4fe541475785085cf884531291 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:24.039567 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-236abbe6-35e3-4711-bc96-908a75e87af8 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.043714 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-e39123c0-dded-4fda-8b86-28f6634b73be service neutron] 10.222.0.57 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418006 Apr 18 20:26:24.146438 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-236abbe6-35e3-4711-bc96-908a75e87af8 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.252570 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2a39966e-8d52-48c9-93da-6a1a87569421 req-e53ae6c6-834a-444f-bf22-426ce43ae41f tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe0719f2-7ea2-448c-8e7c-a5a255bcab1d HTTP/1.1" status: 200 len: 210 time: 0.0974278 Apr 18 20:26:24.305142 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-33f821af-192f-4ea8-b5d1-6b8a55e4d13b req-e939aaeb-9aa4-43dd-838a-7a37be914f2d tempest-MigrationsAdminTest-520918282 tempest-MigrationsAdminTest-520918282-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.320796 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-33f821af-192f-4ea8-b5d1-6b8a55e4d13b req-e939aaeb-9aa4-43dd-838a-7a37be914f2d tempest-MigrationsAdminTest-520918282 tempest-MigrationsAdminTest-520918282-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.342907 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-0a0c200a-3776-45ca-a8df-b0046ab25fd7 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Made reservation on behalf of bdf993b3c90643ed9bf8e6b534aad529 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:24.346718 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-0a0c200a-3776-45ca-a8df-b0046ab25fd7 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.414101 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-15f7d1c9-51d7-4e36-9d22-89b41f3ab09b admin admin] Request body: {'subnet': {'network_id': 'd0d729b9-d67f-41eb-8799-e3474d214259', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1447476142-subnet', 'tenant_id': '1f506d622549495c9d46bf30c0d761e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:24.436701 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fe56b896-1aee-4ccb-aa00-564e8dcb7f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.442985 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-33f821af-192f-4ea8-b5d1-6b8a55e4d13b req-e939aaeb-9aa4-43dd-838a-7a37be914f2d tempest-MigrationsAdminTest-520918282 tempest-MigrationsAdminTest-520918282-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9875190 Apr 18 20:26:24.480967 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa752834-7f22-46ed-bbfd-29d303fd3a44 admin admin] Pushing event updated for resources: {'Network': ['ID=d0d729b9-d67f-41eb-8799-e3474d214259,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:24.495625 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network d0d729b9-d67f-41eb-8799-e3474d214259 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:26:24.503403 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-d2d70b53-8379-48d1-a1c0-d72c689c42a9 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:24.505020 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-d2d70b53-8379-48d1-a1c0-d72c689c42a9 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2&tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&binding%3Ahost_id=n-h1-838323-3 HTTP/1.1" status: 200 len: 1096 time: 0.3108678 Apr 18 20:26:24.516269 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e33188f-d1cf-4d35-9bef-848696fd9a87 req-994cdfbd-96ee-409e-a2cb-2a3d64685be5 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e7a2974-cd76-4360-ad6b-a899cadaf4f6 HTTP/1.1" status: 200 len: 210 time: 0.1071765 Apr 18 20:26:24.528112 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939aaeb-9aa4-43dd-838a-7a37be914f2d tempest-MigrationsAdminTest-520918282 tempest-MigrationsAdminTest-520918282-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f52cb99-ce29-4851-b92d-96e5231b9746,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:24.534821 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-b25287f0-4b65-4688-85c7-660c55c194d7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838323-3'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:24.553626 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-6a3c86da-b6d6-4326-8691-017ba6a8f724 req-a19e7ce1-7fad-4460-87d3-af0d14ec6b5c tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Deleting port 337fb7e7-5205-4f34-9089-ddc5311273f2 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:26:24.553974 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6a3c86da-b6d6-4326-8691-017ba6a8f724 req-a19e7ce1-7fad-4460-87d3-af0d14ec6b5c tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.640719 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-b00532e7-2048-4be0-8ce8-e7707dbb47ea tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:24.643361 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-b00532e7-2048-4be0-8ce8-e7707dbb47ea tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6406369 Apr 18 20:26:24.647921 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01917835-95c7-4704-ad53-a1827640a4bb admin admin] Made reservation on behalf of d27d879caa5e4635a9d312da0bd050b9 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:24.652367 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-01917835-95c7-4704-ad53-a1827640a4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.676232 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-01917835-95c7-4704-ad53-a1827640a4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.697133 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-9ef18d31-24de-479a-a99a-1a6b8805a55b tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Request body: {'port': {'device_id': 'fe0719f2-7ea2-448c-8e7c-a5a255bcab1d', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': 'fc872f4fe541475785085cf884531291'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:24.799872 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f7d1c9-51d7-4e36-9d22-89b41f3ab09b admin admin] Made reservation on behalf of 1f506d622549495c9d46bf30c0d761e0 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:24.804102 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15f7d1c9-51d7-4e36-9d22-89b41f3ab09b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.805428 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-236abbe6-35e3-4711-bc96-908a75e87af8 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.842628 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-236abbe6-35e3-4711-bc96-908a75e87af8 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.896295 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-b25287f0-4b65-4688-85c7-660c55c194d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:25.020894 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aac1f8-4e3f-4d3f-b08d-78f3168b85d0 req-9cd26e0d-063c-4d99-8a40-140505cdf935 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:25.022729 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-48aac1f8-4e3f-4d3f-b08d-78f3168b85d0 req-9cd26e0d-063c-4d99-8a40-140505cdf935 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 945 time: 0.3744946 Apr 18 20:26:25.025516 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-6a3c86da-b6d6-4326-8691-017ba6a8f724 req-a19e7ce1-7fad-4460-87d3-af0d14ec6b5c tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] For port 337fb7e7-5205-4f34-9089-ddc5311273f2, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=337fb7e7-5205-4f34-9089-ddc5311273f2,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:25.026181 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6a3c86da-b6d6-4326-8691-017ba6a8f724 req-a19e7ce1-7fad-4460-87d3-af0d14ec6b5c tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:25.049940 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236abbe6-35e3-4711-bc96-908a75e87af8 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac922405-59f8-4a75-a489-7f9a809ce1ac,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:25.055300 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-0a0c200a-3776-45ca-a8df-b0046ab25fd7 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Allocated IP 192.168.233.169 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/ef305303-685c-46e7-be31-0aeddf3646bc) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:25.098365 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-6a3c86da-b6d6-4326-8691-017ba6a8f724 req-a19e7ce1-7fad-4460-87d3-af0d14ec6b5c tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Calling delete_port for 337fb7e7-5205-4f34-9089-ddc5311273f2 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:26:25.135029 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-01917835-95c7-4704-ad53-a1827640a4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:25.156016 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-01917835-95c7-4704-ad53-a1827640a4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:25.232414 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01917835-95c7-4704-ad53-a1827640a4bb admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:26:25.321618 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01917835-95c7-4704-ad53-a1827640a4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8261cc31-30a5-4176-9a51-cf9f833df6dd,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:25.344781 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-9ef18d31-24de-479a-a99a-1a6b8805a55b tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Made reservation on behalf of fc872f4fe541475785085cf884531291 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:25.351264 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-9ef18d31-24de-479a-a99a-1a6b8805a55b tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:25.360711 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-01917835-95c7-4704-ad53-a1827640a4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:25.361115 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-01917835-95c7-4704-ad53-a1827640a4bb admin admin] Added segment c44424be-4500-4d0c-8ad2-8f87f9cd1c3b of type vlan for network 94ed5184-6b74-4456-bb0b-0b680ceb76e2 Apr 18 20:26:25.531325 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-48aac1f8-4e3f-4d3f-b08d-78f3168b85d0 req-54e807e6-f0a3-4259-8b42-a776eafc6e1c tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783511 Apr 18 20:26:25.555390 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15f7d1c9-51d7-4e36-9d22-89b41f3ab09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:25.654329 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7d1c9-51d7-4e36-9d22-89b41f3ab09b admin admin] Pushing event updated for resources: {'Subnet': ['ID=12b1034e-0f55-42ba-9dd7-f1514c3ba2d9,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:25.665711 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-01917835-95c7-4704-ad53-a1827640a4bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:25.715350 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-b25287f0-4b65-4688-85c7-660c55c194d7 service neutron] For port 7d75af58-8ad9-47e3-a85b-ba435cdd988a, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7d75af58-8ad9-47e3-a85b-ba435cdd988a,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:25.750626 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f7d1c9-51d7-4e36-9d22-89b41f3ab09b admin admin] Checking segment: {'id': 'fc1e83b1-78b0-4391-afe2-bb77414095f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd0d729b9-d67f-41eb-8799-e3474d214259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:25.751093 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f7d1c9-51d7-4e36-9d22-89b41f3ab09b admin admin] Network hostable DHCP agents. Network: d0d729b9-d67f-41eb-8799-e3474d214259, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:26:25.781238 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-f3daf500-8709-4c9a-ba85-dd4639d6188e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1313672 Apr 18 20:26:25.791720 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-01917835-95c7-4704-ad53-a1827640a4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:25.792734 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01917835-95c7-4704-ad53-a1827640a4bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:25.793397 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-01917835-95c7-4704-ad53-a1827640a4bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:25.800673 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-a8e9870d-3506-48b0-8a66-630c33811123 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:26:25.801696 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-a8e9870d-3506-48b0-8a66-630c33811123 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111351 Apr 18 20:26:25.809152 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f7d1c9-51d7-4e36-9d22-89b41f3ab09b admin admin] Network d0d729b9-d67f-41eb-8799-e3474d214259 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:26:25.847940 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57460133-f321-472e-a43b-6eb88bc789db req-37889b6f-f036-4eda-bc98-bcd71d5b1462 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe0719f2-7ea2-448c-8e7c-a5a255bcab1d HTTP/1.1" status: 200 len: 210 time: 0.1236229 Apr 18 20:26:25.853458 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-0a0c200a-3776-45ca-a8df-b0046ab25fd7 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:25.875596 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-01917835-95c7-4704-ad53-a1827640a4bb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9657586 Apr 18 20:26:25.879107 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56310) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:25.882908 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-15f7d1c9-51d7-4e36-9d22-89b41f3ab09b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, d0d729b9-d67f-41eb-8799-e3474d214259) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:25.898640 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-024ed597-b78d-488b-ae84-d558d55344f6 admin admin] Request body: {'subnet': {'network_id': '94ed5184-6b74-4456-bb0b-0b680ceb76e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-72998229-subnet', 'tenant_id': 'd27d879caa5e4635a9d312da0bd050b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:25.908610 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab3ae20-315b-4756-90ed-a36f8bb02e68 None None] Network d0d729b9-d67f-41eb-8799-e3474d214259 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:26:25.918850 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01917835-95c7-4704-ad53-a1827640a4bb admin admin] Pushing event updated for resources: {'Network': ['ID=94ed5184-6b74-4456-bb0b-0b680ceb76e2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:25.920141 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-b25287f0-4b65-4688-85c7-660c55c194d7 service neutron] For port 7d75af58-8ad9-47e3-a85b-ba435cdd988a, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:25.927032 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f7d1c9-51d7-4e36-9d22-89b41f3ab09b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:25.927924 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15f7d1c9-51d7-4e36-9d22-89b41f3ab09b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:25.952884 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6a3c86da-b6d6-4326-8691-017ba6a8f724 req-a19e7ce1-7fad-4460-87d3-af0d14ec6b5c tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:25.974870 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024ed597-b78d-488b-ae84-d558d55344f6 admin admin] Made reservation on behalf of d27d879caa5e4635a9d312da0bd050b9 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:25.977497 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-024ed597-b78d-488b-ae84-d558d55344f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:25.986064 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e70cd5-5625-4b5b-8278-a97eb7789505 req-edacbdbc-3009-4993-9323-ab444bc629ea tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:25.993869 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52e70cd5-5625-4b5b-8278-a97eb7789505 req-edacbdbc-3009-4993-9323-ab444bc629ea tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.41 "GET /v2.0/ports?device_id=4feae10f-8e9b-4716-883a-2af5d60b483c HTTP/1.1" status: 200 len: 950 time: 0.2745233 Apr 18 20:26:26.042429 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e7ce1-7fad-4460-87d3-af0d14ec6b5c tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Pushing event deleted for resources: {'Port': ['ID=337fb7e7-5205-4f34-9089-ddc5311273f2,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:26.072274 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 94ed5184-6b74-4456-bb0b-0b680ceb76e2 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:26:26.085266 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a81769-7af9-4323-965a-1290df81bbe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d75af58-8ad9-47e3-a85b-ba435cdd988a'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:26.087652 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766fcedb-2e9c-4952-b7ef-978674a710e1" -d '{"events": [{"server_uuid": "d5a81769-7af9-4323-965a-1290df81bbe2", "name": "network-vif-unplugged", "status": "completed", "tag": "7d75af58-8ad9-47e3-a85b-ba435cdd988a"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:26.137712 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-b25287f0-4b65-4688-85c7-660c55c194d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:26.149598 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-15f7d1c9-51d7-4e36-9d22-89b41f3ab09b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1406274 Apr 18 20:26:26.283561 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-b25287f0-4b65-4688-85c7-660c55c194d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:26.286133 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-0a0c200a-3776-45ca-a8df-b0046ab25fd7 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:26.340718 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3c86da-b6d6-4326-8691-017ba6a8f724 req-a19e7ce1-7fad-4460-87d3-af0d14ec6b5c tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] No DVR routers for this DVR port 337fb7e7-5205-4f34-9089-ddc5311273f2 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:26:26.344839 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6a3c86da-b6d6-4326-8691-017ba6a8f724 req-a19e7ce1-7fad-4460-87d3-af0d14ec6b5c tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:26.349201 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a3c86da-b6d6-4326-8691-017ba6a8f724 req-a19e7ce1-7fad-4460-87d3-af0d14ec6b5c tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.32 "DELETE /v2.0/ports/337fb7e7-5205-4f34-9089-ddc5311273f2 HTTP/1.1" status: 204 len: 173 time: 2.4794242 Apr 18 20:26:26.376239 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['ff19b1ee-4bdd-4f97-80b1-8d1e20492643', '77ea9693-068f-4108-9533-a71ee1eba00d', '4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e', '1593e05e-05e8-42b9-a562-ecdf559c35fa'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:26.384840 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['ecc8d0c1-b2ed-458f-9620-b5c850dd7cae'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:26.469537 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-024ed597-b78d-488b-ae84-d558d55344f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:26.508516 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470b1af6-a6d8-4b6b-bf99-f8a4b680809c None None] Network d0d729b9-d67f-41eb-8799-e3474d214259 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:26:26.536959 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52e70cd5-5625-4b5b-8278-a97eb7789505 req-10a1090f-dee8-4813-a979-38bc61bace7b tempest-ServerDiagnosticsNegativeTest-2093977616 tempest-ServerDiagnosticsNegativeTest-2093977616-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcb57eee-7825-45e6-b6a8-1ae0c6d284f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5413339 Apr 18 20:26:26.646815 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ed597-b78d-488b-ae84-d558d55344f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c0e2f1a-e535-4951-88dc-ed4c517270fb,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:26.724469 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024ed597-b78d-488b-ae84-d558d55344f6 admin admin] Checking segment: {'id': 'c44424be-4500-4d0c-8ad2-8f87f9cd1c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '94ed5184-6b74-4456-bb0b-0b680ceb76e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:26.729165 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024ed597-b78d-488b-ae84-d558d55344f6 admin admin] Network hostable DHCP agents. Network: 94ed5184-6b74-4456-bb0b-0b680ceb76e2, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:26:26.730847 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 337fb7e7-5205-4f34-9089-ddc5311273f2 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:26:26.738463 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-0a0c200a-3776-45ca-a8df-b0046ab25fd7 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:26.769887 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 337fb7e7-5205-4f34-9089-ddc5311273f2 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:26:26.770539 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 337fb7e7-5205-4f34-9089-ddc5311273f2 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:26:26.782359 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024ed597-b78d-488b-ae84-d558d55344f6 admin admin] Network 94ed5184-6b74-4456-bb0b-0b680ceb76e2 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:26:26.803659 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed4a32-3b4e-4a59-b4b7-e7458d3658de req-c519729a-ac98-4722-b8b8-a4c7e58bf408 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:26.803870 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-024ed597-b78d-488b-ae84-d558d55344f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 94ed5184-6b74-4456-bb0b-0b680ceb76e2) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:26.811913 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024ed597-b78d-488b-ae84-d558d55344f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:26.812673 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-024ed597-b78d-488b-ae84-d558d55344f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:26.817455 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03ed4a32-3b4e-4a59-b4b7-e7458d3658de req-c519729a-ac98-4722-b8b8-a4c7e58bf408 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 950 time: 0.7890363 Apr 18 20:26:26.840573 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da5410e-ce3f-4920-88d1-79d91176d9e2 None None] Network 94ed5184-6b74-4456-bb0b-0b680ceb76e2 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:26:26.854492 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-024ed597-b78d-488b-ae84-d558d55344f6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9663396 Apr 18 20:26:26.862239 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-236abbe6-35e3-4711-bc96-908a75e87af8 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Allocated IP 192.168.233.200 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/400df18c-314d-42f7-945e-a8f07113f754) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:26.919788 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-0a0c200a-3776-45ca-a8df-b0046ab25fd7 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:26.975122 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-0a0c200a-3776-45ca-a8df-b0046ab25fd7 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:26:27.050417 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25287f0-4b65-4688-85c7-660c55c194d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d75af58-8ad9-47e3-a85b-ba435cdd988a,revision_number=7']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:27.267936 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e0e090-f4a3-4b7e-843e-cbed1a0298b1 None None] Network 94ed5184-6b74-4456-bb0b-0b680ceb76e2 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:26:27.347180 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03ed4a32-3b4e-4a59-b4b7-e7458d3658de req-aca660a9-06fe-481d-9ae6-e13549eb924b tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672778 Apr 18 20:26:27.429412 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-b25287f0-4b65-4688-85c7-660c55c194d7 service neutron] Attempting to bind port 7d75af58-8ad9-47e3-a85b-ba435cdd988a on host n-h1-838323-3 for vnic_type normal with profile {"migrating_to": "n-h2-838323-3"} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:27.429750 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-b25287f0-4b65-4688-85c7-660c55c194d7 service neutron] Attempting to bind port 7d75af58-8ad9-47e3-a85b-ba435cdd988a by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:27.430093 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-b25287f0-4b65-4688-85c7-660c55c194d7 service neutron] Attempting to bind port 7d75af58-8ad9-47e3-a85b-ba435cdd988a on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:27.435713 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3202bf04-b288-4412-b702-7d9243872676 x-openstack-request-id: req-3202bf04-b288-4412-b702-7d9243872676 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:27.436005 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a81769-7af9-4323-965a-1290df81bbe2", "name": "network-vif-unplugged", "status": "completed", "tag": "7d75af58-8ad9-47e3-a85b-ba435cdd988a", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:27.436260 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3202bf04-b288-4412-b702-7d9243872676 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:27.437523 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3202bf04-b288-4412-b702-7d9243872676'] response: {'server_uuid': 'd5a81769-7af9-4323-965a-1290df81bbe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d75af58-8ad9-47e3-a85b-ba435cdd988a', 'code': 200} Apr 18 20:26:27.447306 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6c8dbf53-e2f8-4450-9204-cb00b27265b8 None None] Provisioning complete for port ef305303-685c-46e7-be31-0aeddf3646bc triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:27.448016 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6c8dbf53-e2f8-4450-9204-cb00b27265b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:27.451824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-0a0c200a-3776-45ca-a8df-b0046ab25fd7 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:27.452581 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-0a0c200a-3776-45ca-a8df-b0046ab25fd7 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:27.462866 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9e47a-2e1b-41f6-b8e9-131a9c5a986f req-7ad04637-95b8-4a6e-9831-c2d7901a8bf8 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:27.464586 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-50b9e47a-2e1b-41f6-b8e9-131a9c5a986f req-7ad04637-95b8-4a6e-9831-c2d7901a8bf8 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e7a2974-cd76-4360-ad6b-a899cadaf4f6 HTTP/1.1" status: 200 len: 936 time: 0.6427832 Apr 18 20:26:27.504076 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c200a-3776-45ca-a8df-b0046ab25fd7 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Pushing event updated for resources: {'Port': ['ID=ef305303-685c-46e7-be31-0aeddf3646bc,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:27.522792 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-b25287f0-4b65-4688-85c7-660c55c194d7 service neutron] Port 7d75af58-8ad9-47e3-a85b-ba435cdd988a on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:26:27.523223 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-b25287f0-4b65-4688-85c7-660c55c194d7 service neutron] Attempting to bind port 7d75af58-8ad9-47e3-a85b-ba435cdd988a on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:27.592599 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-b25287f0-4b65-4688-85c7-660c55c194d7 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:26:27.593808 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-b25287f0-4b65-4688-85c7-660c55c194d7 service neutron] Checking segment: {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:27.593808 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-b25287f0-4b65-4688-85c7-660c55c194d7 service neutron] Bound using segment: {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:26:27.593808 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-b25287f0-4b65-4688-85c7-660c55c194d7 service neutron] Bound port: 7d75af58-8ad9-47e3-a85b-ba435cdd988a, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:27.594559 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-b25287f0-4b65-4688-85c7-660c55c194d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:27.599670 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6c8dbf53-e2f8-4450-9204-cb00b27265b8 None None] Port ef305303-685c-46e7-be31-0aeddf3646bc cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:26:27.607660 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-0a0c200a-3776-45ca-a8df-b0046ab25fd7 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9505475 Apr 18 20:26:27.630570 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-630b3c49-d212-460b-abce-45bf26b47fe3 service neutron] Request body: {'port': {'device_id': '8e7a2974-cd76-4360-ad6b-a899cadaf4f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:27.744829 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-50b9e47a-2e1b-41f6-b8e9-131a9c5a986f req-59aea581-5a94-4b87-a1a1-8b37a60027f1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289588 Apr 18 20:26:27.768736 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-236abbe6-35e3-4711-bc96-908a75e87af8 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:27.800989 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac3c4e-d15f-4666-8063-4ac21d8f93c8 req-b95ff6b0-49da-46bd-9864-94948a977ba4 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:27.802599 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57ac3c4e-d15f-4666-8063-4ac21d8f93c8 req-b95ff6b0-49da-46bd-9864-94948a977ba4 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 943 time: 0.2880683 Apr 18 20:26:27.855058 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-630b3c49-d212-460b-abce-45bf26b47fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:27.892082 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-b25287f0-4b65-4688-85c7-660c55c194d7 service neutron] For port 7d75af58-8ad9-47e3-a85b-ba435cdd988a, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:27.939335 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-b25287f0-4b65-4688-85c7-660c55c194d7 service neutron] For port 7d75af58-8ad9-47e3-a85b-ba435cdd988a, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7d75af58-8ad9-47e3-a85b-ba435cdd988a,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:27.952879 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57ac3c4e-d15f-4666-8063-4ac21d8f93c8 req-bca759ed-3cb4-477e-b69b-e56f9aef0e9e tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287034 Apr 18 20:26:27.974378 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-b25287f0-4b65-4688-85c7-660c55c194d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:27.981457 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-236abbe6-35e3-4711-bc96-908a75e87af8 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:28.067700 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-9ef18d31-24de-479a-a99a-1a6b8805a55b tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Allocated IP 192.168.233.112 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/146788f7-db8c-4609-91b8-66cce9c8a0ed) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:28.148157 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25287f0-4b65-4688-85c7-660c55c194d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d75af58-8ad9-47e3-a85b-ba435cdd988a,revision_number=8']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:28.276645 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-9ef18d31-24de-479a-a99a-1a6b8805a55b tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:28.316411 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-9ef18d31-24de-479a-a99a-1a6b8805a55b tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:28.341133 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3020015b-f11f-4024-87a5-4a821c0c780a req-81ff42d8-b7d1-4abe-a80a-511f61f91046 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe0719f2-7ea2-448c-8e7c-a5a255bcab1d HTTP/1.1" status: 200 len: 210 time: 0.2046275 Apr 18 20:26:28.398696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-236abbe6-35e3-4711-bc96-908a75e87af8 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:28.423687 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-9ef18d31-24de-479a-a99a-1a6b8805a55b tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:28.431343 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-9ef18d31-24de-479a-a99a-1a6b8805a55b tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:28.441118 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-9ef18d31-24de-479a-a99a-1a6b8805a55b tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:26:28.486546 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef18d31-24de-479a-a99a-1a6b8805a55b tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Pushing event updated for resources: {'Port': ['ID=146788f7-db8c-4609-91b8-66cce9c8a0ed,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:28.511280 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-b25287f0-4b65-4688-85c7-660c55c194d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:28.512946 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-b25287f0-4b65-4688-85c7-660c55c194d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:28.515793 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-b25287f0-4b65-4688-85c7-660c55c194d7 service neutron] 10.222.0.57 "PUT /v2.0/ports/7d75af58-8ad9-47e3-a85b-ba435cdd988a HTTP/1.1" status: 200 len: 1121 time: 3.9911659 Apr 18 20:26:28.546781 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-9ef18d31-24de-479a-a99a-1a6b8805a55b tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:28.547677 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-9ef18d31-24de-479a-a99a-1a6b8805a55b tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:28.607150 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['7d75af58-8ad9-47e3-a85b-ba435cdd988a'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:28.609232 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-9ef18d31-24de-479a-a99a-1a6b8805a55b tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9385920 Apr 18 20:26:28.617524 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-77844cb4-08f7-4bb3-b267-56b3ad98d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:28.619327 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-77844cb4-08f7-4bb3-b267-56b3ad98d963 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 1101 time: 0.0677848 Apr 18 20:26:28.631928 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-65dd77cf-3471-4f18-8cd4-fe50d83c43bf service neutron] Request body: {'port': {'device_id': 'fe0719f2-7ea2-448c-8e7c-a5a255bcab1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:28.647277 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-236abbe6-35e3-4711-bc96-908a75e87af8 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:28.709997 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-4eeaa196-06bd-401f-a133-824e5955916c tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:28.712565 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-4eeaa196-06bd-401f-a133-824e5955916c tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/networks?id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e HTTP/1.1" status: 200 len: 821 time: 0.3805358 Apr 18 20:26:28.715733 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-236abbe6-35e3-4711-bc96-908a75e87af8 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:26:28.794176 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-691fd70e-2ad1-4e9c-b6e7-4124fc82d4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:28.835599 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-65dd77cf-3471-4f18-8cd4-fe50d83c43bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:28.888979 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236abbe6-35e3-4711-bc96-908a75e87af8 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Pushing event updated for resources: {'Port': ['ID=400df18c-314d-42f7-945e-a8f07113f754,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:28.893433 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-bcfcbebe-8213-4289-aee4-90e5b5ae87ed tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/quotas/dfaa7f2918ce486b8b6e6cf1abff9639 HTTP/1.1" status: 200 len: 375 time: 0.1480319 Apr 18 20:26:28.949653 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-9f4cd731-0915-459e-9a91-9bf82a99db61 None None] Provisioning complete for port 146788f7-db8c-4609-91b8-66cce9c8a0ed triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:28.949806 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9f4cd731-0915-459e-9a91-9bf82a99db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:29.071282 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-9f4cd731-0915-459e-9a91-9bf82a99db61 None None] Port 146788f7-db8c-4609-91b8-66cce9c8a0ed cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:26:29.072584 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-3cb5fd84-bedd-4837-b0bc-954797d15a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:29.076340 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-3cb5fd84-bedd-4837-b0bc-954797d15a37 service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.4397819 Apr 18 20:26:29.125105 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-fadb7c5c-d136-4821-8ef8-494685992191 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=a5119d81-eb30-47e6-813d-24651e1a4167 HTTP/1.1" status: 200 len: 217 time: 0.0386343 Apr 18 20:26:29.131196 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-f9a9dc8d-7291-495a-8ff5-6540982f6219 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1153336 Apr 18 20:26:29.149724 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-236abbe6-35e3-4711-bc96-908a75e87af8 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:29.150302 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-236abbe6-35e3-4711-bc96-908a75e87af8 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:29.186779 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-236abbe6-35e3-4711-bc96-908a75e87af8 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8933883 Apr 18 20:26:29.202943 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1c0199b8-2aad-442b-8b15-cbb9c4a7a0b7 None None] Provisioning complete for port 400df18c-314d-42f7-945e-a8f07113f754 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:29.203669 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1c0199b8-2aad-442b-8b15-cbb9c4a7a0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:29.206682 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-630b3c49-d212-460b-abce-45bf26b47fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef305303-685c-46e7-be31-0aeddf3646bc {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:29.215658 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-5ec87347-4327-4ba7-acba-921ac2973caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:29.218833 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-5ec87347-4327-4ba7-acba-921ac2973caa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.0855556 Apr 18 20:26:29.219040 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-c0ef7b4b-99b7-4e80-8632-983404777d59 service neutron] Request body: {'port': {'device_id': '1bd6b1af-df72-403e-96a5-e7a58e419fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:29.258524 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-1c0199b8-2aad-442b-8b15-cbb9c4a7a0b7 None None] Port 400df18c-314d-42f7-945e-a8f07113f754 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:26:29.275463 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-630b3c49-d212-460b-abce-45bf26b47fe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:29.301683 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-e2183672-ef9d-48e0-b9eb-6b49ce678684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:29.303424 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-e2183672-ef9d-48e0-b9eb-6b49ce678684 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0755589 Apr 18 20:26:29.339116 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-630b3c49-d212-460b-abce-45bf26b47fe3 service neutron] Transition to ACTIVE for port object ef305303-685c-46e7-be31-0aeddf3646bc will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:29.369509 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-630b3c49-d212-460b-abce-45bf26b47fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:29.448928 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4feae10f-8e9b-4716-883a-2af5d60b483c', 'name': 'network-vif-deleted', 'tag': '337fb7e7-5205-4f34-9089-ddc5311273f2'}, {'name': 'network-changed', 'server_uuid': 'd5a81769-7af9-4323-965a-1290df81bbe2', 'tag': '7d75af58-8ad9-47e3-a85b-ba435cdd988a'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:29.452933 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45a56ea-cc56-4d3a-9c65-4050de324dbf" -d '{"events": [{"server_uuid": "4feae10f-8e9b-4716-883a-2af5d60b483c", "name": "network-vif-deleted", "tag": "337fb7e7-5205-4f34-9089-ddc5311273f2"}, {"name": "network-changed", "server_uuid": "d5a81769-7af9-4323-965a-1290df81bbe2", "tag": "7d75af58-8ad9-47e3-a85b-ba435cdd988a"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:29.469800 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-e849a5c2-5b4a-4739-97d4-04751408650f tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:29.470112 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-28d799ba-21a7-45e6-9187-041843333d9f service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589136 Apr 18 20:26:29.472403 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-e849a5c2-5b4a-4739-97d4-04751408650f tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/networks?id=12961a50-dcad-4e7a-a3b2-a156f76ba46d HTTP/1.1" status: 200 len: 814 time: 0.7583842 Apr 18 20:26:29.611473 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-5a7ecd7c-4266-464e-86b2-931ea50ac14e tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/quotas/fac01ed7b337453289190bd1e37ca7dd HTTP/1.1" status: 200 len: 375 time: 0.0947838 Apr 18 20:26:29.612442 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-c0ef7b4b-99b7-4e80-8632-983404777d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:29.644690 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-65dd77cf-3471-4f18-8cd4-fe50d83c43bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 146788f7-db8c-4609-91b8-66cce9c8a0ed {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:29.650460 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b3c49-d212-460b-abce-45bf26b47fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef305303-685c-46e7-be31-0aeddf3646bc,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:29.653055 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-4e340808-38b7-4702-a8df-ae29d0e90b43 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666176 Apr 18 20:26:29.657359 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-473aff42-7211-4cce-aeca-868296731447 service neutron] 10.222.0.41 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944403 Apr 18 20:26:29.669519 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-65dd77cf-3471-4f18-8cd4-fe50d83c43bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:29.669994 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:29.700534 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-65dd77cf-3471-4f18-8cd4-fe50d83c43bf service neutron] Transition to ACTIVE for port object 146788f7-db8c-4609-91b8-66cce9c8a0ed will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:29.706331 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-65dd77cf-3471-4f18-8cd4-fe50d83c43bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:29.775440 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-76bf2206-2848-469a-a93d-7f9fee737657 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fac01ed7b337453289190bd1e37ca7dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1516025 Apr 18 20:26:29.800870 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd77cf-3471-4f18-8cd4-fe50d83c43bf service neutron] Pushing event updated for resources: {'Port': ['ID=146788f7-db8c-4609-91b8-66cce9c8a0ed,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:29.882427 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-65dd77cf-3471-4f18-8cd4-fe50d83c43bf service neutron] Attempting to bind port 146788f7-db8c-4609-91b8-66cce9c8a0ed on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:29.882953 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-65dd77cf-3471-4f18-8cd4-fe50d83c43bf service neutron] Attempting to bind port 146788f7-db8c-4609-91b8-66cce9c8a0ed by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:29.883409 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-65dd77cf-3471-4f18-8cd4-fe50d83c43bf service neutron] Attempting to bind port 146788f7-db8c-4609-91b8-66cce9c8a0ed on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:29.890622 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-65dd77cf-3471-4f18-8cd4-fe50d83c43bf service neutron] Port 146788f7-db8c-4609-91b8-66cce9c8a0ed on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:26:29.891172 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-65dd77cf-3471-4f18-8cd4-fe50d83c43bf service neutron] Attempting to bind port 146788f7-db8c-4609-91b8-66cce9c8a0ed on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:29.897187 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-65dd77cf-3471-4f18-8cd4-fe50d83c43bf service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:26:29.897677 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-65dd77cf-3471-4f18-8cd4-fe50d83c43bf service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:29.898171 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-65dd77cf-3471-4f18-8cd4-fe50d83c43bf service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:26:29.898738 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-65dd77cf-3471-4f18-8cd4-fe50d83c43bf service neutron] Bound port: 146788f7-db8c-4609-91b8-66cce9c8a0ed, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:29.899204 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-65dd77cf-3471-4f18-8cd4-fe50d83c43bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:29.988353 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-65dd77cf-3471-4f18-8cd4-fe50d83c43bf service neutron] For port 146788f7-db8c-4609-91b8-66cce9c8a0ed, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:29.992617 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-65dd77cf-3471-4f18-8cd4-fe50d83c43bf service neutron] For port 146788f7-db8c-4609-91b8-66cce9c8a0ed, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=146788f7-db8c-4609-91b8-66cce9c8a0ed,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:29.997696 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-65dd77cf-3471-4f18-8cd4-fe50d83c43bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:30.084026 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-65dd77cf-3471-4f18-8cd4-fe50d83c43bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:30.084832 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-65dd77cf-3471-4f18-8cd4-fe50d83c43bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:30.086601 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-65dd77cf-3471-4f18-8cd4-fe50d83c43bf service neutron] 10.222.0.57 "PUT /v2.0/ports/146788f7-db8c-4609-91b8-66cce9c8a0ed HTTP/1.1" status: 200 len: 1096 time: 1.4662619 Apr 18 20:26:30.087208 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0719f2-7ea2-448c-8e7c-a5a255bcab1d', 'tag': '146788f7-db8c-4609-91b8-66cce9c8a0ed'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:30.089829 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c479030-054c-424c-9dc1-4e5d0d86acf8" -d '{"events": [{"name": "network-changed", "server_uuid": "fe0719f2-7ea2-448c-8e7c-a5a255bcab1d", "tag": "146788f7-db8c-4609-91b8-66cce9c8a0ed"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:30.094829 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd77cf-3471-4f18-8cd4-fe50d83c43bf service neutron] Pushing event updated for resources: {'Port': ['ID=146788f7-db8c-4609-91b8-66cce9c8a0ed,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:30.215800 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-31e1ad8b-13f4-445d-837c-69c95e5bf1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:30.219587 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-31e1ad8b-13f4-445d-837c-69c95e5bf1d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc872f4fe541475785085cf884531291&device_id=fe0719f2-7ea2-448c-8e7c-a5a255bcab1d HTTP/1.1" status: 200 len: 1099 time: 0.0756128 Apr 18 20:26:30.309012 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-33a20a92-3590-4632-b433-a3ae7ee7c45e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=146788f7-db8c-4609-91b8-66cce9c8a0ed HTTP/1.1" status: 200 len: 217 time: 0.0801735 Apr 18 20:26:30.368707 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-49c77a9f-e5cc-4242-8a2a-5500e1e1b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:30.370370 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-49c77a9f-e5cc-4242-8a2a-5500e1e1b4cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.0548241 Apr 18 20:26:30.426162 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-c227144e-94f5-463b-8f8a-7e4e05a5d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:30.427705 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-c227144e-94f5-463b-8f8a-7e4e05a5d1ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0502129 Apr 18 20:26:30.539047 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-b05367ba-71ba-4c73-83cc-90e565223ba2 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026328 Apr 18 20:26:30.542517 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-630b3c49-d212-460b-abce-45bf26b47fe3 service neutron] Attempting to bind port ef305303-685c-46e7-be31-0aeddf3646bc on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:30.543080 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-630b3c49-d212-460b-abce-45bf26b47fe3 service neutron] Attempting to bind port ef305303-685c-46e7-be31-0aeddf3646bc by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:30.543618 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-630b3c49-d212-460b-abce-45bf26b47fe3 service neutron] Attempting to bind port ef305303-685c-46e7-be31-0aeddf3646bc on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:30.641467 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9c4a182e-acef-4ae3-bd24-f31a9f1783bb req-7f4a462c-6d2b-431e-b376-80c00aeff1aa service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960500 Apr 18 20:26:30.650007 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-683528be-f0e4-49f7-90f2-dfcba2e3f1da service neutron] 10.222.0.41 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9504347 Apr 18 20:26:30.658149 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-630b3c49-d212-460b-abce-45bf26b47fe3 service neutron] Port ef305303-685c-46e7-be31-0aeddf3646bc on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:26:30.658695 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-630b3c49-d212-460b-abce-45bf26b47fe3 service neutron] Attempting to bind port ef305303-685c-46e7-be31-0aeddf3646bc on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:30.686560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-630b3c49-d212-460b-abce-45bf26b47fe3 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:26:30.687087 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-630b3c49-d212-460b-abce-45bf26b47fe3 service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:30.687819 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-630b3c49-d212-460b-abce-45bf26b47fe3 service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:26:30.688644 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-630b3c49-d212-460b-abce-45bf26b47fe3 service neutron] Bound port: ef305303-685c-46e7-be31-0aeddf3646bc, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:30.689136 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-630b3c49-d212-460b-abce-45bf26b47fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:30.754804 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 7d75af58-8ad9-47e3-a85b-ba435cdd988a details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:26:30.912817 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-6e771b0e-d4d3-4e87-b28b-c466c6b07dd5 service neutron] 10.222.0.41 "GET /v2.0/networks/12961a50-dcad-4e7a-a3b2-a156f76ba46d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9597657 Apr 18 20:26:31.028627 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 7d75af58-8ad9-47e3-a85b-ba435cdd988a, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7d75af58-8ad9-47e3-a85b-ba435cdd988a,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:31.047241 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 7d75af58-8ad9-47e3-a85b-ba435cdd988a has no active binding in host n-h2-838323-3 {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 20:26:31.167175 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-630b3c49-d212-460b-abce-45bf26b47fe3 service neutron] For port ef305303-685c-46e7-be31-0aeddf3646bc, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:31.188720 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:31.240011 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-630b3c49-d212-460b-abce-45bf26b47fe3 service neutron] For port ef305303-685c-46e7-be31-0aeddf3646bc, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ef305303-685c-46e7-be31-0aeddf3646bc,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:31.273921 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-630b3c49-d212-460b-abce-45bf26b47fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:31.378994 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-f918e403-8e2c-4733-bd87-5fb2827a1f29 service neutron] 10.222.0.41 "GET /v2.0/networks/12961a50-dcad-4e7a-a3b2-a156f76ba46d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645286 Apr 18 20:26:31.389412 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56402) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:31.393701 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9025a-34ab-4e5a-ba25-73e516b701c2 req-eeedd6ca-94a3-4f62-a2c3-6618606f7231 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:31.396297 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13d9025a-34ab-4e5a-ba25-73e516b701c2 req-eeedd6ca-94a3-4f62-a2c3-6618606f7231 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 950 time: 0.3296607 Apr 18 20:26:31.478175 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:31.479966 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-630b3c49-d212-460b-abce-45bf26b47fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:31.480782 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-630b3c49-d212-460b-abce-45bf26b47fe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:31.482869 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-630b3c49-d212-460b-abce-45bf26b47fe3 service neutron] 10.222.0.32 "PUT /v2.0/ports/ef305303-685c-46e7-be31-0aeddf3646bc HTTP/1.1" status: 200 len: 1096 time: 3.8613236 Apr 18 20:26:31.548711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-c0ef7b4b-99b7-4e80-8632-983404777d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 400df18c-314d-42f7-945e-a8f07113f754 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:31.563606 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-c0ef7b4b-99b7-4e80-8632-983404777d59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:31.610200 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b3c49-d212-460b-abce-45bf26b47fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef305303-685c-46e7-be31-0aeddf3646bc,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:31.639354 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13d9025a-34ab-4e5a-ba25-73e516b701c2 req-51823d44-d2c2-468d-9853-c1d6f8a9bf22 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912587 Apr 18 20:26:31.667888 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-c0ef7b4b-99b7-4e80-8632-983404777d59 service neutron] Transition to ACTIVE for port object 400df18c-314d-42f7-945e-a8f07113f754 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:31.701930 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-c0ef7b4b-99b7-4e80-8632-983404777d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:31.773814 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-2ce234f2-3902-4a19-850b-39eb89b96ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:31.777104 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-aeb7945a-419f-4e12-a528-4cbd2e14d193 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=274ee71c12f3465983c887c13a5e6394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3858254 Apr 18 20:26:31.777747 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-2ce234f2-3902-4a19-850b-39eb89b96ceb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&device_id=8e7a2974-cd76-4360-ad6b-a899cadaf4f6 HTTP/1.1" status: 200 len: 1099 time: 0.2188082 Apr 18 20:26:31.782020 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56410) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:31.863353 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0b4df160-528b-42a7-85dd-4a9800af8726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:31.904093 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0b4df160-528b-42a7-85dd-4a9800af8726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:32.005628 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-a1f8e1ac-ae3a-45a5-bd1b-03eec298c133 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=ef305303-685c-46e7-be31-0aeddf3646bc HTTP/1.1" status: 200 len: 217 time: 0.1602154 Apr 18 20:26:32.009052 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef7b4b-99b7-4e80-8632-983404777d59 service neutron] Pushing event updated for resources: {'Port': ['ID=400df18c-314d-42f7-945e-a8f07113f754,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:32.023864 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0b4df160-528b-42a7-85dd-4a9800af8726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:32.028895 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0b4df160-528b-42a7-85dd-4a9800af8726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:32.031755 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0b4df160-528b-42a7-85dd-4a9800af8726 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dcb57eee-7825-45e6-b6a8-1ae0c6d284f2 HTTP/1.1" status: 204 len: 168 time: 0.2482557 Apr 18 20:26:32.056752 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4df160-528b-42a7-85dd-4a9800af8726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb57eee-7825-45e6-b6a8-1ae0c6d284f2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:32.268859 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38c8c5-053b-4d0f-9092-22950af4b3d6 req-cc13287b-b318-41df-ad0b-40004fb72985 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:32.270672 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f38c8c5-053b-4d0f-9092-22950af4b3d6 req-cc13287b-b318-41df-ad0b-40004fb72985 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e7a2974-cd76-4360-ad6b-a899cadaf4f6 HTTP/1.1" status: 200 len: 948 time: 0.5063760 Apr 18 20:26:32.282925 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c7c33-a708-478b-aecc-de61d231eafe req-4ef9df45-2dc5-4f30-beb3-49bcb1839906 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:32.289322 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-498c7c33-a708-478b-aecc-de61d231eafe req-4ef9df45-2dc5-4f30-beb3-49bcb1839906 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 943 time: 0.4896736 Apr 18 20:26:32.336575 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-64b0faa5-e826-49b3-ad95-8a5ad934e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:32.338234 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-64b0faa5-e826-49b3-ad95-8a5ad934e9e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.2885416 Apr 18 20:26:32.352737 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-c0ef7b4b-99b7-4e80-8632-983404777d59 service neutron] Attempting to bind port 400df18c-314d-42f7-945e-a8f07113f754 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:32.353126 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-c0ef7b4b-99b7-4e80-8632-983404777d59 service neutron] Attempting to bind port 400df18c-314d-42f7-945e-a8f07113f754 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:32.353437 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-c0ef7b4b-99b7-4e80-8632-983404777d59 service neutron] Attempting to bind port 400df18c-314d-42f7-945e-a8f07113f754 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:32.366737 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-c0ef7b4b-99b7-4e80-8632-983404777d59 service neutron] Port 400df18c-314d-42f7-945e-a8f07113f754 on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:26:32.367145 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-c0ef7b4b-99b7-4e80-8632-983404777d59 service neutron] Attempting to bind port 400df18c-314d-42f7-945e-a8f07113f754 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:32.390379 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-c0ef7b4b-99b7-4e80-8632-983404777d59 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:26:32.391596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-c0ef7b4b-99b7-4e80-8632-983404777d59 service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:32.392283 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-c0ef7b4b-99b7-4e80-8632-983404777d59 service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:26:32.393297 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-c0ef7b4b-99b7-4e80-8632-983404777d59 service neutron] Bound port: 400df18c-314d-42f7-945e-a8f07113f754, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:32.393975 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-c0ef7b4b-99b7-4e80-8632-983404777d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:32.501659 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-498c7c33-a708-478b-aecc-de61d231eafe req-11d811f0-f7da-4870-8b1e-bb0dfd664828 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059715 Apr 18 20:26:32.541212 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f38c8c5-053b-4d0f-9092-22950af4b3d6 req-b42cfe1b-4199-4239-a7ef-fd7779f5127a tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439461 Apr 18 20:26:32.566347 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-60bb5159-b9f6-4006-9552-8ca335a37544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:32.568469 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-60bb5159-b9f6-4006-9552-8ca335a37544 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2028420 Apr 18 20:26:32.596788 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56422) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:32.616403 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-05f63437-6645-4507-88ca-899c48212726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:32.623638 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-c0ef7b4b-99b7-4e80-8632-983404777d59 service neutron] For port 400df18c-314d-42f7-945e-a8f07113f754, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:32.657357 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff01b62a-c24f-42b7-b690-f7e8fe221891 x-openstack-request-id: req-ff01b62a-c24f-42b7-b690-f7e8fe221891 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:32.657705 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4feae10f-8e9b-4716-883a-2af5d60b483c", "name": "network-vif-deleted", "tag": "337fb7e7-5205-4f34-9089-ddc5311273f2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d5a81769-7af9-4323-965a-1290df81bbe2", "tag": "7d75af58-8ad9-47e3-a85b-ba435cdd988a", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:32.657872 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ff01b62a-c24f-42b7-b690-f7e8fe221891 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:32.658279 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff01b62a-c24f-42b7-b690-f7e8fe221891'] response: {'server_uuid': '4feae10f-8e9b-4716-883a-2af5d60b483c', 'name': 'network-vif-deleted', 'tag': '337fb7e7-5205-4f34-9089-ddc5311273f2', 'status': 'completed', 'code': 200} Apr 18 20:26:32.658534 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff01b62a-c24f-42b7-b690-f7e8fe221891'] response: {'name': 'network-changed', 'server_uuid': 'd5a81769-7af9-4323-965a-1290df81bbe2', 'tag': '7d75af58-8ad9-47e3-a85b-ba435cdd988a', 'status': 'completed', 'code': 200} Apr 18 20:26:32.689251 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-c0ef7b4b-99b7-4e80-8632-983404777d59 service neutron] For port 400df18c-314d-42f7-945e-a8f07113f754, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=400df18c-314d-42f7-945e-a8f07113f754,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:32.711674 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2762a1ae-6f07-496c-9a66-3480c8bffce5 x-openstack-request-id: req-2762a1ae-6f07-496c-9a66-3480c8bffce5 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:32.712249 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe0719f2-7ea2-448c-8e7c-a5a255bcab1d", "tag": "146788f7-db8c-4609-91b8-66cce9c8a0ed", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:32.712897 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2762a1ae-6f07-496c-9a66-3480c8bffce5 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:32.713652 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2762a1ae-6f07-496c-9a66-3480c8bffce5'] response: {'name': 'network-changed', 'server_uuid': 'fe0719f2-7ea2-448c-8e7c-a5a255bcab1d', 'tag': '146788f7-db8c-4609-91b8-66cce9c8a0ed', 'status': 'completed', 'code': 200} Apr 18 20:26:32.754874 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-05f63437-6645-4507-88ca-899c48212726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:32.774784 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-05f63437-6645-4507-88ca-899c48212726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:32.834115 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f63437-6645-4507-88ca-899c48212726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0079f5f4-86df-4f18-8a23-2246cf6fc266,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:32.854180 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-c0ef7b4b-99b7-4e80-8632-983404777d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:33.002210 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-228b487e-3abe-4638-bbfb-c419b486f656 req-affd706f-8416-4f2c-99ef-ab934b7a4738 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 210 time: 0.0579605 Apr 18 20:26:33.120120 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-cd203c9f-8d6a-4813-a9e5-839fe282d6b3 service neutron] 10.222.0.32 "GET /v2.0/ports/7d75af58-8ad9-47e3-a85b-ba435cdd988a/bindings/n-h2-838323-3 HTTP/1.1" status: 200 len: 384 time: 0.2863212 Apr 18 20:26:33.168774 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-076af6f5-7530-4ea0-a02a-d729457ce8f0 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:33.170355 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-076af6f5-7530-4ea0-a02a-d729457ce8f0 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.32 "GET /v2.0/networks?id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e HTTP/1.1" status: 200 len: 821 time: 0.2423148 Apr 18 20:26:33.173671 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-05f63437-6645-4507-88ca-899c48212726 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b616352d8adc42cdab8b1a7b8db6f4be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5756197 Apr 18 20:26:33.189782 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-c0ef7b4b-99b7-4e80-8632-983404777d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:33.191540 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-c0ef7b4b-99b7-4e80-8632-983404777d59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:33.194590 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-c0ef7b4b-99b7-4e80-8632-983404777d59 service neutron] 10.222.0.32 "PUT /v2.0/ports/400df18c-314d-42f7-945e-a8f07113f754 HTTP/1.1" status: 200 len: 1096 time: 3.9806504 Apr 18 20:26:33.215241 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56426) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:33.226745 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-bceaa04c-f293-4997-840b-c719950beb48 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Request body: {'port': {'device_id': '81aea4be-2db0-475a-ad5c-e0f45d7bdd65', 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e', 'admin_state_up': True, 'tenant_id': 'dfaa7f2918ce486b8b6e6cf1abff9639'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:33.296800 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c479030-054c-424c-9dc1-4e5d0d86acf8 req-fea23179-73d2-4bc8-a06a-9d57c1581223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:33.298627 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c479030-054c-424c-9dc1-4e5d0d86acf8 req-fea23179-73d2-4bc8-a06a-9d57c1581223 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc872f4fe541475785085cf884531291&device_id=fe0719f2-7ea2-448c-8e7c-a5a255bcab1d HTTP/1.1" status: 200 len: 1099 time: 0.5403070 Apr 18 20:26:33.437466 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a56ea-cc56-4d3a-9c65-4050de324dbf req-2ad5e0f4-5453-4b08-ab5c-50cefac76fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:33.439585 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d45a56ea-cc56-4d3a-9c65-4050de324dbf req-2ad5e0f4-5453-4b08-ab5c-50cefac76fcb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 1124 time: 0.7430449 Apr 18 20:26:33.443000 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-326018e8-2ad4-46a1-acf2-a1f1fec1995d service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8589637 Apr 18 20:26:33.477355 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef7b4b-99b7-4e80-8632-983404777d59 service neutron] Pushing event updated for resources: {'Port': ['ID=400df18c-314d-42f7-945e-a8f07113f754,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:33.485566 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aea3a303-2718-4d36-9e81-f4f662d34a50 req-5e0b67c2-8ae8-43ac-b5a0-c9b3c1c87c59 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f5152-b399-4d28-84b4-1638eeea391d HTTP/1.1" status: 200 len: 210 time: 0.2854035 Apr 18 20:26:33.512979 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b93a3-65bc-4e6c-b89c-839bce3f8cc4 req-b06e2524-bfcc-4fe7-93ac-09b3eef3f581 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:33.516114 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-765b93a3-65bc-4e6c-b89c-839bce3f8cc4 req-b06e2524-bfcc-4fe7-93ac-09b3eef3f581 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe0719f2-7ea2-448c-8e7c-a5a255bcab1d HTTP/1.1" status: 200 len: 948 time: 0.8332751 Apr 18 20:26:33.542704 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.32', 65382) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:33.584827 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c479030-054c-424c-9dc1-4e5d0d86acf8 req-403947a8-3210-4987-ad8e-00c9c015275a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:33.587505 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c479030-054c-424c-9dc1-4e5d0d86acf8 req-403947a8-3210-4987-ad8e-00c9c015275a service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.2787080 Apr 18 20:26:33.889246 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-667d1803-3fef-4901-b552-18295bc3a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:33.892418 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-667d1803-3fef-4901-b552-18295bc3a082 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc872f4fe541475785085cf884531291&device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 1099 time: 0.5617857 Apr 18 20:26:33.941372 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2105072-d4ab-4c20-b138-add5be5c5187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:34.069482 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c479030-054c-424c-9dc1-4e5d0d86acf8 req-b0c4dc3e-4fee-4c7f-9b18-b3d7847fe754 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=146788f7-db8c-4609-91b8-66cce9c8a0ed HTTP/1.1" status: 200 len: 217 time: 0.4571512 Apr 18 20:26:34.097403 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-d84baf54-1158-4a4a-8590-3006563426e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=400df18c-314d-42f7-945e-a8f07113f754 HTTP/1.1" status: 200 len: 217 time: 0.1712701 Apr 18 20:26:34.130576 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-bceaa04c-f293-4997-840b-c719950beb48 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Made reservation on behalf of dfaa7f2918ce486b8b6e6cf1abff9639 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:34.136323 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-bceaa04c-f293-4997-840b-c719950beb48 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:34.136911 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-765b93a3-65bc-4e6c-b89c-839bce3f8cc4 req-4874245c-3e04-4fda-a626-534204840b6d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5902514 Apr 18 20:26:34.237746 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2105072-d4ab-4c20-b138-add5be5c5187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:34.277349 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-abc2ea01-8f9c-4f40-b142-4115745aba78 req-286a762d-5800-41c5-a2e9-03542dcd4c9d service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7898769 Apr 18 20:26:34.319463 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c1f04-4903-4ec6-a35c-28e0f2db0915 req-bf0ffede-9133-4ca7-bb3e-fc4404687f54 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:34.321598 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e68c1f04-4903-4ec6-a35c-28e0f2db0915 req-bf0ffede-9133-4ca7-bb3e-fc4404687f54 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 950 time: 0.6603885 Apr 18 20:26:34.329021 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a56ea-cc56-4d3a-9c65-4050de324dbf req-1e606ca5-e5ec-49ce-9b55-5b12cc6ca2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:34.330925 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d45a56ea-cc56-4d3a-9c65-4050de324dbf req-1e606ca5-e5ec-49ce-9b55-5b12cc6ca2f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 908 time: 0.8341391 Apr 18 20:26:34.332657 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c479030-054c-424c-9dc1-4e5d0d86acf8 req-2570ebd2-a804-4146-b030-0860991cd8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:34.335087 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c479030-054c-424c-9dc1-4e5d0d86acf8 req-2570ebd2-a804-4146-b030-0860991cd8a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.2579808 Apr 18 20:26:34.342153 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-59e53faa-3b8c-43ea-89ee-f58f34b85037 service neutron] For port 7d75af58-8ad9-47e3-a85b-ba435cdd988a, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7d75af58-8ad9-47e3-a85b-ba435cdd988a,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:34.346962 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-c5ae2f4c-febf-4fb5-bce5-e1a7f71fddc4 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:34.348586 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-c5ae2f4c-febf-4fb5-bce5-e1a7f71fddc4 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.32 "GET /v2.0/networks?id=12961a50-dcad-4e7a-a3b2-a156f76ba46d HTTP/1.1" status: 200 len: 814 time: 0.7998059 Apr 18 20:26:34.385717 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-d6843e79-a01d-42d1-87e4-6025ede1d289 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Request body: {'port': {'device_id': '545f5152-b399-4d28-84b4-1638eeea391d', 'network_id': '12961a50-dcad-4e7a-a3b2-a156f76ba46d', 'admin_state_up': True, 'tenant_id': 'fac01ed7b337453289190bd1e37ca7dd'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:34.445492 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-2518e1b7-be81-4a92-9f9a-f58420023cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:34.446946 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-2518e1b7-be81-4a92-9f9a-f58420023cca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.2982817 Apr 18 20:26:34.456499 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d45a56ea-cc56-4d3a-9c65-4050de324dbf req-8d60eafa-0fda-436e-ab22-ca1d71ca549b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d75af58-8ad9-47e3-a85b-ba435cdd988a HTTP/1.1" status: 200 len: 217 time: 0.0962729 Apr 18 20:26:34.470236 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-59e53faa-3b8c-43ea-89ee-f58f34b85037 service neutron] For port 7d75af58-8ad9-47e3-a85b-ba435cdd988a, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:34.607866 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c479030-054c-424c-9dc1-4e5d0d86acf8 req-f4477189-d286-4a8b-8b5b-c881f05d24ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:34.610657 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c479030-054c-424c-9dc1-4e5d0d86acf8 req-f4477189-d286-4a8b-8b5b-c881f05d24ca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2634256 Apr 18 20:26:34.615412 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-59e53faa-3b8c-43ea-89ee-f58f34b85037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d75af58-8ad9-47e3-a85b-ba435cdd988a {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:34.634207 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-59e53faa-3b8c-43ea-89ee-f58f34b85037 service neutron] For port 7d75af58-8ad9-47e3-a85b-ba435cdd988a, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=7d75af58-8ad9-47e3-a85b-ba435cdd988a,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:34.664396 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-bceaa04c-f293-4997-840b-c719950beb48 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Allocated IP 172.20.0.5 (93e8e2fd-14fe-4cc2-9e5c-3a430530374e/07088b8e-aaa8-48c6-be5d-b75368ae775e/ff1e743c-09ea-43c0-accd-26c4cdbf1d21) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:34.684491 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-59e53faa-3b8c-43ea-89ee-f58f34b85037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:34.801806 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 146788f7-db8c-4609-91b8-66cce9c8a0ed details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:26:34.847124 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac1a1f-48ce-4f8e-9b64-38edd14bcaea req-ed43a639-1473-47a5-ab2c-7bab6c94df92 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:34.854495 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f5ac1a1f-48ce-4f8e-9b64-38edd14bcaea req-ed43a639-1473-47a5-ab2c-7bab6c94df92 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 943 time: 0.6191025 Apr 18 20:26:34.856553 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e7a2974-cd76-4360-ad6b-a899cadaf4f6', 'tag': 'ef305303-685c-46e7-be31-0aeddf3646bc'}, {'name': 'network-changed', 'server_uuid': '1bd6b1af-df72-403e-96a5-e7a58e419fb6', 'tag': '400df18c-314d-42f7-945e-a8f07113f754'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:34.859048 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c80cac4-16d4-4d6f-ac01-bad14a4e3412" -d '{"events": [{"name": "network-changed", "server_uuid": "8e7a2974-cd76-4360-ad6b-a899cadaf4f6", "tag": "ef305303-685c-46e7-be31-0aeddf3646bc"}, {"name": "network-changed", "server_uuid": "1bd6b1af-df72-403e-96a5-e7a58e419fb6", "tag": "400df18c-314d-42f7-945e-a8f07113f754"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:34.891200 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e68c1f04-4903-4ec6-a35c-28e0f2db0915 req-74cf7792-6124-4c20-9c36-0e5ca4763cf7 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5357213 Apr 18 20:26:34.892366 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c479030-054c-424c-9dc1-4e5d0d86acf8 req-fe1ce151-d20d-454b-8573-351803b7bf80 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605000 Apr 18 20:26:34.908326 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2105072-d4ab-4c20-b138-add5be5c5187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:34.910932 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2105072-d4ab-4c20-b138-add5be5c5187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:34.912126 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d2105072-d4ab-4c20-b138-add5be5c5187 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0079f5f4-86df-4f18-8a23-2246cf6fc266 HTTP/1.1" status: 204 len: 168 time: 1.6710923 Apr 18 20:26:34.953256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a56ea-cc56-4d3a-9c65-4050de324dbf req-8a98f8ac-a739-46ec-a921-80c7703657b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:34.954757 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d45a56ea-cc56-4d3a-9c65-4050de324dbf req-8a98f8ac-a739-46ec-a921-80c7703657b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1 HTTP/1.1" status: 200 len: 847 time: 0.4521680 Apr 18 20:26:34.955516 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2105072-d4ab-4c20-b138-add5be5c5187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0079f5f4-86df-4f18-8a23-2246cf6fc266,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:34.994919 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-97132621-9dd7-472e-ab61-d89cf331ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:34.995638 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-97132621-9dd7-472e-ab61-d89cf331ca36 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5381024 Apr 18 20:26:35.016422 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-59e53faa-3b8c-43ea-89ee-f58f34b85037 service neutron] Transition to ACTIVE for port object 7d75af58-8ad9-47e3-a85b-ba435cdd988a will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:35.017622 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d45a56ea-cc56-4d3a-9c65-4050de324dbf req-b0842aeb-095d-42c5-a520-d52da3890cfa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472422 Apr 18 20:26:35.037604 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f5ac1a1f-48ce-4f8e-9b64-38edd14bcaea req-92150ea0-4104-4c96-8ef2-0e7c15baac29 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809192 Apr 18 20:26:35.082109 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-59e53faa-3b8c-43ea-89ee-f58f34b85037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:35.091876 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 146788f7-db8c-4609-91b8-66cce9c8a0ed, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=146788f7-db8c-4609-91b8-66cce9c8a0ed,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:35.140701 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '146788f7-db8c-4609-91b8-66cce9c8a0ed', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': '146788f7-db8c-4609-91b8-66cce9c8a0ed', 'mac_address': 'fa:16:3e:0d:62:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:26:35.204843 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-bceaa04c-f293-4997-840b-c719950beb48 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:35.220403 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-d6843e79-a01d-42d1-87e4-6025ede1d289 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Made reservation on behalf of fac01ed7b337453289190bd1e37ca7dd for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:35.224234 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-d6843e79-a01d-42d1-87e4-6025ede1d289 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:35.261308 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:35.262192 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e53faa-3b8c-43ea-89ee-f58f34b85037 service neutron] Pushing event updated for resources: {'Port': ['ID=7d75af58-8ad9-47e3-a85b-ba435cdd988a,revision_number=10']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:35.267905 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-59e53faa-3b8c-43ea-89ee-f58f34b85037 service neutron] No DVR routers for this DVR port 7d75af58-8ad9-47e3-a85b-ba435cdd988a on host n-h1-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:26:35.275464 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c479030-054c-424c-9dc1-4e5d0d86acf8 req-784f742b-26a1-4426-8fb6-8acc3b3f234f service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088703 Apr 18 20:26:35.310334 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 146788f7-db8c-4609-91b8-66cce9c8a0ed {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:35.343290 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-59e53faa-3b8c-43ea-89ee-f58f34b85037 service neutron] 10.222.0.32 "PUT /v2.0/ports/7d75af58-8ad9-47e3-a85b-ba435cdd988a/bindings/n-h2-838323-3/activate HTTP/1.1" status: 200 len: 369 time: 2.2144201 Apr 18 20:26:35.347988 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3fbe7516-a5f6-4787-bfbd-083cd0fa595e req-adfbe444-19d7-416f-9984-fcfd077930f3 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 210 time: 0.1210594 Apr 18 20:26:35.362953 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-bceaa04c-f293-4997-840b-c719950beb48 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:35.401598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 146788f7-db8c-4609-91b8-66cce9c8a0ed, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=146788f7-db8c-4609-91b8-66cce9c8a0ed,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:35.415117 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:35.489496 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d45a56ea-cc56-4d3a-9c65-4050de324dbf req-4f703702-2cee-4e07-ad6a-634a2e081aa2 service neutron] 10.222.0.32 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457896 Apr 18 20:26:35.497144 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-73a3315a-fbe7-4e1e-8a74-a946ed42e897 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838438 Apr 18 20:26:35.517896 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391600e9-6ddf-494b-8ff8-cad38732b98d req-c21bd416-26cb-4e73-9fcf-eefae575dec7 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:35.525365 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-391600e9-6ddf-494b-8ff8-cad38732b98d req-c21bd416-26cb-4e73-9fcf-eefae575dec7 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e7a2974-cd76-4360-ad6b-a899cadaf4f6 HTTP/1.1" status: 200 len: 948 time: 0.3574488 Apr 18 20:26:35.543329 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=146788f7-db8c-4609-91b8-66cce9c8a0ed,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:35.544723 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceaa04c-f293-4997-840b-c719950beb48 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Pushing event updated for resources: {'Port': ['ID=ff1e743c-09ea-43c0-accd-26c4cdbf1d21,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:35.550721 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-bceaa04c-f293-4997-840b-c719950beb48 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:35.554656 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-bceaa04c-f293-4997-840b-c719950beb48 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:35.559767 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-bceaa04c-f293-4997-840b-c719950beb48 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:26:35.601534 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-3d06930a-c9b3-4833-8755-6a89e56e21a8 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:35.603058 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-3d06930a-c9b3-4833-8755-6a89e56e21a8 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2&tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&binding%3Ahost_id=n-h1-838323-3 HTTP/1.1" status: 200 len: 1095 time: 0.1510830 Apr 18 20:26:35.684601 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8dc998e7-11c3-4e3e-887b-ece4ffa0787b req-18c8d65e-9f8d-491c-b6a2-6e99c63bfc42 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f5152-b399-4d28-84b4-1638eeea391d HTTP/1.1" status: 200 len: 210 time: 0.2004769 Apr 18 20:26:35.699439 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-bceaa04c-f293-4997-840b-c719950beb48 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:35.699793 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-bceaa04c-f293-4997-840b-c719950beb48 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:35.740422 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-bceaa04c-f293-4997-840b-c719950beb48 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5229645 Apr 18 20:26:35.745660 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-2c7d6c05-8ebf-4d9b-a1f9-58753b03395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:35.748282 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-2c7d6c05-8ebf-4d9b-a1f9-58753b03395a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2&tenant_id=b50996ef10d94bd4bdbc7264ef06ee97 HTTP/1.1" status: 200 len: 1095 time: 0.1348302 Apr 18 20:26:35.758509 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-7b41bf37-ad63-4ff7-ad13-b0ee56491f7d service neutron] Request body: {'port': {'device_id': '81aea4be-2db0-475a-ad5c-e0f45d7bdd65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:35.766570 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-d6843e79-a01d-42d1-87e4-6025ede1d289 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Allocated IP 172.20.0.6 (12961a50-dcad-4e7a-a3b2-a156f76ba46d/af8877a8-867a-4223-a22c-57a0b0f25874/edd187c5-ac21-4a8d-902d-99faa237cef9) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:35.767027 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['146788f7-db8c-4609-91b8-66cce9c8a0ed'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:35.906409 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2f763f-3345-4a58-85f8-4df45dd56a76 x-openstack-request-id: req-da2f763f-3345-4a58-85f8-4df45dd56a76 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:35.907367 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e7a2974-cd76-4360-ad6b-a899cadaf4f6", "tag": "ef305303-685c-46e7-be31-0aeddf3646bc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1bd6b1af-df72-403e-96a5-e7a58e419fb6", "tag": "400df18c-314d-42f7-945e-a8f07113f754", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:35.907520 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da2f763f-3345-4a58-85f8-4df45dd56a76 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:35.908088 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da2f763f-3345-4a58-85f8-4df45dd56a76'] response: {'name': 'network-changed', 'server_uuid': '8e7a2974-cd76-4360-ad6b-a899cadaf4f6', 'tag': 'ef305303-685c-46e7-be31-0aeddf3646bc', 'status': 'completed', 'code': 200} Apr 18 20:26:35.908535 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da2f763f-3345-4a58-85f8-4df45dd56a76'] response: {'name': 'network-changed', 'server_uuid': '1bd6b1af-df72-403e-96a5-e7a58e419fb6', 'tag': '400df18c-314d-42f7-945e-a8f07113f754', 'status': 'completed', 'code': 200} Apr 18 20:26:35.988499 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-391600e9-6ddf-494b-8ff8-cad38732b98d req-19b4d670-b762-44ec-ba04-3f705c5668ca tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584849 Apr 18 20:26:36.033344 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-7b41bf37-ad63-4ff7-ad13-b0ee56491f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:36.070301 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-d40f2b82-5880-4eb1-9559-b2f1cb44b0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:36.073242 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-d40f2b82-5880-4eb1-9559-b2f1cb44b0b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 1095 time: 0.2588775 Apr 18 20:26:36.091100 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80cac4-16d4-4d6f-ac01-bad14a4e3412 req-9512ccb4-fe1a-41f5-bf0b-e47dc9ae3c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:36.094703 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c80cac4-16d4-4d6f-ac01-bad14a4e3412 req-9512ccb4-fe1a-41f5-bf0b-e47dc9ae3c9f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&device_id=8e7a2974-cd76-4360-ad6b-a899cadaf4f6 HTTP/1.1" status: 200 len: 1099 time: 0.1700175 Apr 18 20:26:36.114123 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19dccbc7-5383-4ecf-9017-a20d769106e0 req-5bc3a510-39cd-4713-8422-4dc099fa0a23 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749336 Apr 18 20:26:36.148316 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d45a56ea-cc56-4d3a-9c65-4050de324dbf req-3aa4b2a3-19e1-4d33-b07a-c4ac4430700c service neutron] 10.222.0.32 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6415029 Apr 18 20:26:36.380045 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe0dd2-306a-4604-8013-38bd6e6009b9 req-41057337-6e85-4afe-b8e0-921acb4792c2 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:36.382875 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aafe0dd2-306a-4604-8013-38bd6e6009b9 req-41057337-6e85-4afe-b8e0-921acb4792c2 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe0719f2-7ea2-448c-8e7c-a5a255bcab1d HTTP/1.1" status: 200 len: 949 time: 0.4064350 Apr 18 20:26:36.436018 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d92f70-946f-437c-a197-8a1e1b972d15 req-8de020e1-abc4-4ccb-a492-ea333a5828c9 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:36.439531 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2d92f70-946f-437c-a197-8a1e1b972d15 req-8de020e1-abc4-4ccb-a492-ea333a5828c9 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 950 time: 0.2894585 Apr 18 20:26:36.525292 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80cac4-16d4-4d6f-ac01-bad14a4e3412 req-54e4494d-5d5b-4576-a125-6b6d3a4b0b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:36.525508 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c80cac4-16d4-4d6f-ac01-bad14a4e3412 req-54e4494d-5d5b-4576-a125-6b6d3a4b0b25 service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.3709910 Apr 18 20:26:36.531592 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-e67b0fb8-1212-4eab-af61-f2251f8b389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:36.533188 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-e67b0fb8-1212-4eab-af61-f2251f8b389d service neutron] 10.222.0.57 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 908 time: 0.4478002 Apr 18 20:26:36.571095 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aafe0dd2-306a-4604-8013-38bd6e6009b9 req-92887217-cd70-45e1-b51e-d00928c9132c tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762288 Apr 18 20:26:36.614276 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2d92f70-946f-437c-a197-8a1e1b972d15 req-9a5f0c82-80e4-4ffa-8bd4-8f013101bb10 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572421 Apr 18 20:26:36.633731 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-d6843e79-a01d-42d1-87e4-6025ede1d289 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:36.672389 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c80cac4-16d4-4d6f-ac01-bad14a4e3412 req-9ec5b00e-f0d6-4548-a49b-933bd2b3041e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=ef305303-685c-46e7-be31-0aeddf3646bc HTTP/1.1" status: 200 len: 217 time: 0.1381972 Apr 18 20:26:36.676391 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-9b9501ed-9c24-40ca-8143-16be58cd93c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d75af58-8ad9-47e3-a85b-ba435cdd988a HTTP/1.1" status: 200 len: 217 time: 0.1246452 Apr 18 20:26:36.715949 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 7d75af58-8ad9-47e3-a85b-ba435cdd988a no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:26:36.777927 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-d6843e79-a01d-42d1-87e4-6025ede1d289 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:36.798003 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 7d75af58-8ad9-47e3-a85b-ba435cdd988a not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:26:36.857155 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-d6843e79-a01d-42d1-87e4-6025ede1d289 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Network 12961a50-dcad-4e7a-a3b2-a156f76ba46d is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:36.867878 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0591b-cda5-43ad-9b3f-3789a5970885 req-96094cd7-8818-4b5f-994d-19489446d106 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:36.869570 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2bd0591b-cda5-43ad-9b3f-3789a5970885 req-96094cd7-8818-4b5f-994d-19489446d106 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 944 time: 0.1685491 Apr 18 20:26:36.875554 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-d6843e79-a01d-42d1-87e4-6025ede1d289 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:36.878951 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-d6843e79-a01d-42d1-87e4-6025ede1d289 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:26:36.883484 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6843e79-a01d-42d1-87e4-6025ede1d289 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Pushing event updated for resources: {'Port': ['ID=edd187c5-ac21-4a8d-902d-99faa237cef9,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:36.906254 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80cac4-16d4-4d6f-ac01-bad14a4e3412 req-fd4d76c9-08fa-40dc-8802-ecfb76bc2cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:36.910788 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c80cac4-16d4-4d6f-ac01-bad14a4e3412 req-fd4d76c9-08fa-40dc-8802-ecfb76bc2cb6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.2215109 Apr 18 20:26:36.917829 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-16f03688-a4d2-4430-b0d1-1b4c746ffb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:36.919587 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-16f03688-a4d2-4430-b0d1-1b4c746ffb07 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1 HTTP/1.1" status: 200 len: 847 time: 0.2317817 Apr 18 20:26:36.933495 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebda69-638c-4e6d-872c-fc10be8769fa req-bda109f0-2a0c-4027-a32d-6d0986088bc9 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:36.938745 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-44ebda69-638c-4e6d-872c-fc10be8769fa req-bda109f0-2a0c-4027-a32d-6d0986088bc9 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 931 time: 0.1827142 Apr 18 20:26:36.989355 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-d6843e79-a01d-42d1-87e4-6025ede1d289 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:36.989949 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-d6843e79-a01d-42d1-87e4-6025ede1d289 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:37.010560 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-cb68f31e-8d69-4231-aaa9-a10a19391f0e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751150 Apr 18 20:26:37.029955 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2bd0591b-cda5-43ad-9b3f-3789a5970885 req-e9b5fbdc-4cad-47e6-9a09-60051f7b25ae tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210127 Apr 18 20:26:37.036921 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-d6843e79-a01d-42d1-87e4-6025ede1d289 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6626782 Apr 18 20:26:37.040246 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-44ebda69-638c-4e6d-872c-fc10be8769fa req-a294cf36-5368-4532-89d0-bb8b7f71d0b0 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974157 Apr 18 20:26:37.049903 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-561364da-4b0a-4ddf-8af2-f98a9e27c445 service neutron] Request body: {'port': {'device_id': '545f5152-b399-4d28-84b4-1638eeea391d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:37.140628 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-7b41bf37-ad63-4ff7-ad13-b0ee56491f7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff1e743c-09ea-43c0-accd-26c4cdbf1d21 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:37.156904 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-561364da-4b0a-4ddf-8af2-f98a9e27c445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:37.157462 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-7b41bf37-ad63-4ff7-ad13-b0ee56491f7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:37.163893 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80cac4-16d4-4d6f-ac01-bad14a4e3412 req-8cd2ff1e-f510-4b9e-b49b-d8c09eb6ff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:37.165354 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c80cac4-16d4-4d6f-ac01-bad14a4e3412 req-8cd2ff1e-f510-4b9e-b49b-d8c09eb6ff35 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2447546 Apr 18 20:26:37.213598 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-7b41bf37-ad63-4ff7-ad13-b0ee56491f7d service neutron] Transition to ACTIVE for port object ff1e743c-09ea-43c0-accd-26c4cdbf1d21 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:37.263509 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-7b41bf37-ad63-4ff7-ad13-b0ee56491f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:37.308053 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:37.313149 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-050144ac-cca5-4e92-9a5e-ec88b8cd47d4 service neutron] 10.222.0.57 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948477 Apr 18 20:26:37.370825 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3312b67-a359-44c8-9ad4-1905e0b773a5 req-47b4af3a-4d17-48a2-97bc-9aef661347b3 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:37.372948 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3312b67-a359-44c8-9ad4-1905e0b773a5 req-47b4af3a-4d17-48a2-97bc-9aef661347b3 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f5152-b399-4d28-84b4-1638eeea391d HTTP/1.1" status: 200 len: 931 time: 0.1337411 Apr 18 20:26:37.389419 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41bf37-ad63-4ff7-ad13-b0ee56491f7d service neutron] Pushing event updated for resources: {'Port': ['ID=ff1e743c-09ea-43c0-accd-26c4cdbf1d21,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:37.611450 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3312b67-a359-44c8-9ad4-1905e0b773a5 req-4adbdc72-f7e4-4c58-8bec-73efe3f98d34 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/security-groups?id=28b8d78f-d3f7-4822-9620-2f803ddf312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444492 Apr 18 20:26:37.623275 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadc55b-7ac3-424d-b862-8b9df1002aca req-91ef8a1d-6c2d-42ce-a9e9-f83c74ec456b tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:37.625820 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-deadc55b-7ac3-424d-b862-8b9df1002aca req-91ef8a1d-6c2d-42ce-a9e9-f83c74ec456b tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e7a2974-cd76-4360-ad6b-a899cadaf4f6 HTTP/1.1" status: 200 len: 948 time: 0.1599026 Apr 18 20:26:37.703497 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-deadc55b-7ac3-424d-b862-8b9df1002aca req-c8aee45b-3036-458b-87bc-d6e322bcaf75 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568933 Apr 18 20:26:37.816723 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279586a-a030-414d-a969-680bfb1eb7de req-b22789fb-0810-4645-b24c-8af43adc2b11 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:37.818627 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0279586a-a030-414d-a969-680bfb1eb7de req-b22789fb-0810-4645-b24c-8af43adc2b11 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe0719f2-7ea2-448c-8e7c-a5a255bcab1d HTTP/1.1" status: 200 len: 949 time: 0.1090081 Apr 18 20:26:37.875913 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-561364da-4b0a-4ddf-8af2-f98a9e27c445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd187c5-ac21-4a8d-902d-99faa237cef9 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:37.886885 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-561364da-4b0a-4ddf-8af2-f98a9e27c445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:37.891094 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56488) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:37.903276 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c80cac4-16d4-4d6f-ac01-bad14a4e3412 req-22e7e797-37ad-4367-b7d8-5f293e9dc23d service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7245214 Apr 18 20:26:37.932487 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-561364da-4b0a-4ddf-8af2-f98a9e27c445 service neutron] Transition to ACTIVE for port object edd187c5-ac21-4a8d-902d-99faa237cef9 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:37.950055 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d1e4c-d9d8-4e33-af31-a5b5c635c32b req-b1aecd42-9058-4995-9fd6-d4c19626a1f3 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:37.953445 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c7d1e4c-d9d8-4e33-af31-a5b5c635c32b req-b1aecd42-9058-4995-9fd6-d4c19626a1f3 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 950 time: 0.1434965 Apr 18 20:26:37.956394 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0279586a-a030-414d-a969-680bfb1eb7de req-60fe44e6-8aeb-4b0e-a694-88bcd5c7fb32 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251440 Apr 18 20:26:37.957435 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-561364da-4b0a-4ddf-8af2-f98a9e27c445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:38.031749 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561364da-4b0a-4ddf-8af2-f98a9e27c445 service neutron] Pushing event updated for resources: {'Port': ['ID=edd187c5-ac21-4a8d-902d-99faa237cef9,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:38.043937 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-430add0c-4dcf-427c-8344-bd2885da38de service neutron] 10.222.0.57 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7222831 Apr 18 20:26:38.051709 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c7d1e4c-d9d8-4e33-af31-a5b5c635c32b req-fee799b1-31e1-4e46-b541-2325ad23be3a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915971 Apr 18 20:26:38.079718 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-7b41bf37-ad63-4ff7-ad13-b0ee56491f7d service neutron] Attempting to bind port ff1e743c-09ea-43c0-accd-26c4cdbf1d21 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:38.079718 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-7b41bf37-ad63-4ff7-ad13-b0ee56491f7d service neutron] Attempting to bind port ff1e743c-09ea-43c0-accd-26c4cdbf1d21 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:38.079718 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-7b41bf37-ad63-4ff7-ad13-b0ee56491f7d service neutron] Attempting to bind port ff1e743c-09ea-43c0-accd-26c4cdbf1d21 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:38.109637 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-7b41bf37-ad63-4ff7-ad13-b0ee56491f7d service neutron] Port ff1e743c-09ea-43c0-accd-26c4cdbf1d21 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:26:38.110067 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-7b41bf37-ad63-4ff7-ad13-b0ee56491f7d service neutron] Attempting to bind port ff1e743c-09ea-43c0-accd-26c4cdbf1d21 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:38.121619 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c80cac4-16d4-4d6f-ac01-bad14a4e3412 req-854e629f-ff4d-43cd-8a36-7c90218e8b62 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900580 Apr 18 20:26:38.122653 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-7b41bf37-ad63-4ff7-ad13-b0ee56491f7d service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:26:38.123003 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-7b41bf37-ad63-4ff7-ad13-b0ee56491f7d service neutron] Checking segment: {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:38.123394 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-7b41bf37-ad63-4ff7-ad13-b0ee56491f7d service neutron] Bound using segment: {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:26:38.124590 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-7b41bf37-ad63-4ff7-ad13-b0ee56491f7d service neutron] Bound port: ff1e743c-09ea-43c0-accd-26c4cdbf1d21, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:38.125019 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-7b41bf37-ad63-4ff7-ad13-b0ee56491f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:38.245887 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-290bb640-a74b-4667-95d0-dc470551c33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:38.250557 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-561364da-4b0a-4ddf-8af2-f98a9e27c445 service neutron] Attempting to bind port edd187c5-ac21-4a8d-902d-99faa237cef9 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:38.250899 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-561364da-4b0a-4ddf-8af2-f98a9e27c445 service neutron] Attempting to bind port edd187c5-ac21-4a8d-902d-99faa237cef9 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'c2e25346-cc06-47a6-8a99-c959f0413b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '12961a50-dcad-4e7a-a3b2-a156f76ba46d'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:38.251555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-561364da-4b0a-4ddf-8af2-f98a9e27c445 service neutron] Attempting to bind port edd187c5-ac21-4a8d-902d-99faa237cef9 on network 12961a50-dcad-4e7a-a3b2-a156f76ba46d {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:38.273194 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-7b41bf37-ad63-4ff7-ad13-b0ee56491f7d service neutron] For port ff1e743c-09ea-43c0-accd-26c4cdbf1d21, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:38.278741 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-7b41bf37-ad63-4ff7-ad13-b0ee56491f7d service neutron] For port ff1e743c-09ea-43c0-accd-26c4cdbf1d21, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ff1e743c-09ea-43c0-accd-26c4cdbf1d21,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:38.283366 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80cac4-16d4-4d6f-ac01-bad14a4e3412 req-f0e249ac-4522-4468-8b77-91a071dd7458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:38.285697 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c80cac4-16d4-4d6f-ac01-bad14a4e3412 req-f0e249ac-4522-4468-8b77-91a071dd7458 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc872f4fe541475785085cf884531291&device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 1099 time: 0.0824225 Apr 18 20:26:38.288092 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-7b41bf37-ad63-4ff7-ad13-b0ee56491f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:38.308651 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-561364da-4b0a-4ddf-8af2-f98a9e27c445 service neutron] Port edd187c5-ac21-4a8d-902d-99faa237cef9 on network 12961a50-dcad-4e7a-a3b2-a156f76ba46d not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:26:38.308651 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-561364da-4b0a-4ddf-8af2-f98a9e27c445 service neutron] Attempting to bind port edd187c5-ac21-4a8d-902d-99faa237cef9 on network 12961a50-dcad-4e7a-a3b2-a156f76ba46d {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:38.363381 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-561364da-4b0a-4ddf-8af2-f98a9e27c445 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:26:38.363935 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-561364da-4b0a-4ddf-8af2-f98a9e27c445 service neutron] Checking segment: {'id': 'c2e25346-cc06-47a6-8a99-c959f0413b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '12961a50-dcad-4e7a-a3b2-a156f76ba46d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:38.364452 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-561364da-4b0a-4ddf-8af2-f98a9e27c445 service neutron] Bound using segment: {'id': 'c2e25346-cc06-47a6-8a99-c959f0413b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '12961a50-dcad-4e7a-a3b2-a156f76ba46d'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:26:38.365015 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-561364da-4b0a-4ddf-8af2-f98a9e27c445 service neutron] Bound port: edd187c5-ac21-4a8d-902d-99faa237cef9, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2e25346-cc06-47a6-8a99-c959f0413b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '12961a50-dcad-4e7a-a3b2-a156f76ba46d'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:38.365504 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-561364da-4b0a-4ddf-8af2-f98a9e27c445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:38.385925 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-7b41bf37-ad63-4ff7-ad13-b0ee56491f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:38.387044 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-7b41bf37-ad63-4ff7-ad13-b0ee56491f7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:38.390213 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-7b41bf37-ad63-4ff7-ad13-b0ee56491f7d service neutron] 10.222.0.32 "PUT /v2.0/ports/ff1e743c-09ea-43c0-accd-26c4cdbf1d21 HTTP/1.1" status: 200 len: 1091 time: 2.6394458 Apr 18 20:26:38.402104 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81aea4be-2db0-475a-ad5c-e0f45d7bdd65', 'tag': 'ff1e743c-09ea-43c0-accd-26c4cdbf1d21'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:38.405537 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02d39e8-d5bd-453d-9530-77801d915874" -d '{"events": [{"name": "network-changed", "server_uuid": "81aea4be-2db0-475a-ad5c-e0f45d7bdd65", "tag": "ff1e743c-09ea-43c0-accd-26c4cdbf1d21"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:38.513036 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa0b1a-8457-4212-8329-2a21fbb54161 req-811fd749-1c69-45aa-9f88-c4a5341f5ef1 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:38.514787 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9daa0b1a-8457-4212-8329-2a21fbb54161 req-811fd749-1c69-45aa-9f88-c4a5341f5ef1 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 944 time: 0.3070517 Apr 18 20:26:38.525696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb48be-da1e-488e-90f6-5d544eb820f1 req-9eb9ac25-4912-4bf1-a933-139a64c5dbcc tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:38.527265 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a1eb48be-da1e-488e-90f6-5d544eb820f1 req-9eb9ac25-4912-4bf1-a933-139a64c5dbcc tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 943 time: 0.2217593 Apr 18 20:26:38.543786 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41bf37-ad63-4ff7-ad13-b0ee56491f7d service neutron] Pushing event updated for resources: {'Port': ['ID=ff1e743c-09ea-43c0-accd-26c4cdbf1d21,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:38.593929 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-0b8efe60-3e29-454d-9211-d077ade46db8 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:38.595965 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-0b8efe60-3e29-454d-9211-d077ade46db8 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2&tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&binding%3Ahost_id=n-h2-838323-3 HTTP/1.1" status: 200 len: 1095 time: 0.1995730 Apr 18 20:26:38.604746 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80cac4-16d4-4d6f-ac01-bad14a4e3412 req-9e5cb7a5-735f-47a7-9568-e104174ccc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:38.606778 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c80cac4-16d4-4d6f-ac01-bad14a4e3412 req-9e5cb7a5-735f-47a7-9568-e104174ccc7a service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.3131301 Apr 18 20:26:38.608958 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-561364da-4b0a-4ddf-8af2-f98a9e27c445 service neutron] For port edd187c5-ac21-4a8d-902d-99faa237cef9, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:38.618334 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-e9c3b8f4-3e31-4ce9-bc27-165f3d24dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:38.620581 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-e9c3b8f4-3e31-4ce9-bc27-165f3d24dd7b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 1094 time: 0.1442485 Apr 18 20:26:38.634562 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-290bb640-a74b-4667-95d0-dc470551c33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:38.639004 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-561364da-4b0a-4ddf-8af2-f98a9e27c445 service neutron] For port edd187c5-ac21-4a8d-902d-99faa237cef9, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=edd187c5-ac21-4a8d-902d-99faa237cef9,segment=NetworkSegment(c2e25346-cc06-47a6-8a99-c959f0413b94),segment_id=c2e25346-cc06-47a6-8a99-c959f0413b94)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:38.653589 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-290bb640-a74b-4667-95d0-dc470551c33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:38.662573 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-561364da-4b0a-4ddf-8af2-f98a9e27c445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:38.685169 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9daa0b1a-8457-4212-8329-2a21fbb54161 req-3f471623-7d2b-4fbb-a55b-bac57fb40db5 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514058 Apr 18 20:26:38.696812 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a1eb48be-da1e-488e-90f6-5d544eb820f1 req-c9aa25f2-fff3-4ac5-8b3c-506312cec518 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531501 Apr 18 20:26:38.737650 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device ef305303-685c-46e7-be31-0aeddf3646bc details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:26:38.758463 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-290bb640-a74b-4667-95d0-dc470551c33c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a11328670974fecb5da01589b3d5ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8619492 Apr 18 20:26:38.759403 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290bb640-a74b-4667-95d0-dc470551c33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ee46bc-8355-4be8-833b-780426956488,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:38.762002 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56502) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:38.763497 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-561364da-4b0a-4ddf-8af2-f98a9e27c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:38.764044 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-561364da-4b0a-4ddf-8af2-f98a9e27c445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:38.765724 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-561364da-4b0a-4ddf-8af2-f98a9e27c445 service neutron] 10.222.0.32 "PUT /v2.0/ports/edd187c5-ac21-4a8d-902d-99faa237cef9 HTTP/1.1" status: 200 len: 1091 time: 1.7210343 Apr 18 20:26:38.767461 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '545f5152-b399-4d28-84b4-1638eeea391d', 'tag': 'edd187c5-ac21-4a8d-902d-99faa237cef9'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:38.770427 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c400287e-2e6c-4e50-bb63-20ad1569cf8a" -d '{"events": [{"name": "network-changed", "server_uuid": "545f5152-b399-4d28-84b4-1638eeea391d", "tag": "edd187c5-ac21-4a8d-902d-99faa237cef9"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:38.789964 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c80cac4-16d4-4d6f-ac01-bad14a4e3412 req-90b24288-3a93-4500-9ddd-fee0886d73c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=400df18c-314d-42f7-945e-a8f07113f754 HTTP/1.1" status: 200 len: 217 time: 0.1680295 Apr 18 20:26:38.796705 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-91c700b6-fbdc-421e-a5c9-1d2273cacc34 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff1e743c-09ea-43c0-accd-26c4cdbf1d21 HTTP/1.1" status: 200 len: 217 time: 0.1408453 Apr 18 20:26:38.827969 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561364da-4b0a-4ddf-8af2-f98a9e27c445 service neutron] Pushing event updated for resources: {'Port': ['ID=edd187c5-ac21-4a8d-902d-99faa237cef9,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:38.963138 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accb47ba-d33a-4207-bcc9-40238f5e4baf x-openstack-request-id: req-accb47ba-d33a-4207-bcc9-40238f5e4baf {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:38.963746 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81aea4be-2db0-475a-ad5c-e0f45d7bdd65", "tag": "ff1e743c-09ea-43c0-accd-26c4cdbf1d21", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:38.964262 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-accb47ba-d33a-4207-bcc9-40238f5e4baf {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:38.964999 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-accb47ba-d33a-4207-bcc9-40238f5e4baf'] response: {'name': 'network-changed', 'server_uuid': '81aea4be-2db0-475a-ad5c-e0f45d7bdd65', 'tag': 'ff1e743c-09ea-43c0-accd-26c4cdbf1d21', 'status': 'completed', 'code': 200} Apr 18 20:26:39.002324 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-150492ae-6532-4908-b909-eb7393fb9bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:39.014950 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 146788f7-db8c-4609-91b8-66cce9c8a0ed up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:39.059444 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80cac4-16d4-4d6f-ac01-bad14a4e3412 req-d8ed725f-39ec-46c2-9ee6-ed1c4dd4279b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:39.059793 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port ef305303-685c-46e7-be31-0aeddf3646bc, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ef305303-685c-46e7-be31-0aeddf3646bc,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:39.062367 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c80cac4-16d4-4d6f-ac01-bad14a4e3412 req-d8ed725f-39ec-46c2-9ee6-ed1c4dd4279b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.2641926 Apr 18 20:26:39.065880 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-c755389f-3d5a-4e7f-8990-32b1a33e00cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:39.068946 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-c755389f-3d5a-4e7f-8990-32b1a33e00cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07088b8e-aaa8-48c6-be5d-b75368ae775e HTTP/1.1" status: 200 len: 861 time: 0.2469690 Apr 18 20:26:39.079551 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-1206b1a7-9bf4-446e-86c3-1ede225d838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:39.081786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'ef305303-685c-46e7-be31-0aeddf3646bc', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': 'ef305303-685c-46e7-be31-0aeddf3646bc', 'mac_address': 'fa:16:3e:a4:a6:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:26:39.082248 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-1206b1a7-9bf4-446e-86c3-1ede225d838d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fac01ed7b337453289190bd1e37ca7dd&device_id=545f5152-b399-4d28-84b4-1638eeea391d HTTP/1.1" status: 200 len: 1094 time: 0.2167518 Apr 18 20:26:39.141395 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 146788f7-db8c-4609-91b8-66cce9c8a0ed completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:26:39.146016 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:39.148386 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 146788f7-db8c-4609-91b8-66cce9c8a0ed triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:39.148776 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:39.153086 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-150492ae-6532-4908-b909-eb7393fb9bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:39.189516 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef305303-685c-46e7-be31-0aeddf3646bc {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:39.198517 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-0e8c6e3e-45b2-42cf-ba70-a41132548d49 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106350 Apr 18 20:26:39.234167 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port ef305303-685c-46e7-be31-0aeddf3646bc, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ef305303-685c-46e7-be31-0aeddf3646bc,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:39.244549 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:39.245675 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-2c71266f-e2d1-498d-8cc2-3fa19a3f5f6c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edd187c5-ac21-4a8d-902d-99faa237cef9 HTTP/1.1" status: 200 len: 217 time: 0.1166372 Apr 18 20:26:39.279500 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9dc40-45dd-4efe-838c-cf1f2ee83140 req-ecaae1df-8875-41ee-b7bc-e016cb3f5d4e tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:39.293331 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2df9dc40-45dd-4efe-838c-cf1f2ee83140 req-ecaae1df-8875-41ee-b7bc-e016cb3f5d4e tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f5152-b399-4d28-84b4-1638eeea391d HTTP/1.1" status: 200 len: 943 time: 0.3172052 Apr 18 20:26:39.369571 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80cac4-16d4-4d6f-ac01-bad14a4e3412 req-a085164b-f738-4294-91f1-fddf2b822bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:39.372494 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c80cac4-16d4-4d6f-ac01-bad14a4e3412 req-a085164b-f738-4294-91f1-fddf2b822bbe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3019798 Apr 18 20:26:39.379395 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-215d9cee-e363-4207-84db-60841c324f9d service neutron] For port 7d75af58-8ad9-47e3-a85b-ba435cdd988a, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:39.403869 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e5acd-87df-4fe9-b0e3-44aa1e09c351 req-7d76a88c-d429-4465-a0db-9e5b3a24a1e8 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:39.406071 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd4e5acd-87df-4fe9-b0e3-44aa1e09c351 req-7d76a88c-d429-4465-a0db-9e5b3a24a1e8 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e7a2974-cd76-4360-ad6b-a899cadaf4f6 HTTP/1.1" status: 200 len: 948 time: 0.3737552 Apr 18 20:26:39.410831 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-215d9cee-e363-4207-84db-60841c324f9d service neutron] Notify callbacks [] for binding, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:39.419170 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aff62a5d-b1ae-43ec-bc02-871aab498435 req-215d9cee-e363-4207-84db-60841c324f9d service neutron] 10.222.0.57 "DELETE /v2.0/ports/7d75af58-8ad9-47e3-a85b-ba435cdd988a/bindings/n-h1-838323-3 HTTP/1.1" status: 204 len: 173 time: 0.8094382 Apr 18 20:26:39.481157 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:39.507122 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=ef305303-685c-46e7-be31-0aeddf3646bc,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:39.510135 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-32cdc2d1-78f1-41ef-8700-7381416d85b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:39.512578 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-32cdc2d1-78f1-41ef-8700-7381416d85b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af8877a8-867a-4223-a22c-57a0b0f25874 HTTP/1.1" status: 200 len: 854 time: 0.2528801 Apr 18 20:26:39.517110 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0719f2-7ea2-448c-8e7c-a5a255bcab1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146788f7-db8c-4609-91b8-66cce9c8a0ed'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:39.519817 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828c5b01-ed8f-441d-a5ec-359e8ccc9743" -d '{"events": [{"server_uuid": "fe0719f2-7ea2-448c-8e7c-a5a255bcab1d", "name": "network-vif-plugged", "status": "completed", "tag": "146788f7-db8c-4609-91b8-66cce9c8a0ed"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:39.539320 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 146788f7-db8c-4609-91b8-66cce9c8a0ed, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=146788f7-db8c-4609-91b8-66cce9c8a0ed,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:39.545151 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:39.565488 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2df9dc40-45dd-4efe-838c-cf1f2ee83140 req-9e24b942-2604-4550-a127-4918f1bebc51 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/security-groups?id=28b8d78f-d3f7-4822-9620-2f803ddf312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417281 Apr 18 20:26:39.604449 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['ef305303-685c-46e7-be31-0aeddf3646bc'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:39.613591 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-e40b54e4-4ca6-40d4-88a4-b7c5ab8f3e40 service neutron] 10.222.0.32 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054489 Apr 18 20:26:39.615103 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-38f07c00-c5c3-4e06-b86f-8d0b75fd299c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=12961a50-dcad-4e7a-a3b2-a156f76ba46d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871484 Apr 18 20:26:39.622545 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-150492ae-6532-4908-b909-eb7393fb9bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:39.630850 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-150492ae-6532-4908-b909-eb7393fb9bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:39.633419 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-150492ae-6532-4908-b909-eb7393fb9bdb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/73ee46bc-8355-4be8-833b-780426956488 HTTP/1.1" status: 204 len: 168 time: 0.8664830 Apr 18 20:26:39.661683 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=146788f7-db8c-4609-91b8-66cce9c8a0ed,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:39.717633 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d35703b-271b-4dde-8eae-38886ceaba69 x-openstack-request-id: req-3d35703b-271b-4dde-8eae-38886ceaba69 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:39.718922 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "545f5152-b399-4d28-84b4-1638eeea391d", "tag": "edd187c5-ac21-4a8d-902d-99faa237cef9", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:39.720083 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3d35703b-271b-4dde-8eae-38886ceaba69 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:39.722748 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d35703b-271b-4dde-8eae-38886ceaba69'] response: {'name': 'network-changed', 'server_uuid': '545f5152-b399-4d28-84b4-1638eeea391d', 'tag': 'edd187c5-ac21-4a8d-902d-99faa237cef9', 'status': 'completed', 'code': 200} Apr 18 20:26:39.723989 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150492ae-6532-4908-b909-eb7393fb9bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ee46bc-8355-4be8-833b-780426956488,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:39.746035 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd4e5acd-87df-4fe9-b0e3-44aa1e09c351 req-c585887b-6516-46f1-b63c-fd979fad1edb tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179231 Apr 18 20:26:39.942210 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c80cac4-16d4-4d6f-ac01-bad14a4e3412 req-152debe5-a7a2-403f-a7a9-1abec572301b service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5555844 Apr 18 20:26:40.069777 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5c9d5cf0-028c-4e04-a1d9-553779aee3f0 req-7f042309-9e88-4c85-818a-d66dd683d103 service neutron] 10.222.0.32 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400997 Apr 18 20:26:40.171117 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8c80cac4-16d4-4d6f-ac01-bad14a4e3412 req-fc66dbbb-4a90-4f56-818e-9e12e11793ec service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043183 Apr 18 20:26:40.268707 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d39e8-d5bd-453d-9530-77801d915874 req-6eea4996-4012-4f65-8241-c1dff901f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:40.270876 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d02d39e8-d5bd-453d-9530-77801d915874 req-6eea4996-4012-4f65-8241-c1dff901f3e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 1094 time: 0.0857182 Apr 18 20:26:40.408410 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d39e8-d5bd-453d-9530-77801d915874 req-d8fafecd-78cf-41d4-b63d-3ece4233fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:40.412080 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d02d39e8-d5bd-453d-9530-77801d915874 req-d8fafecd-78cf-41d4-b63d-3ece4233fa41 service neutron] 10.222.0.32 "GET /v2.0/networks?id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e HTTP/1.1" status: 200 len: 922 time: 0.1342411 Apr 18 20:26:40.458796 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837949c-3021-4663-a888-4c443567278a req-434b9312-053e-4fb1-acf4-bc950a9483b9 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:40.461424 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a837949c-3021-4663-a888-4c443567278a req-434b9312-053e-4fb1-acf4-bc950a9483b9 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe0719f2-7ea2-448c-8e7c-a5a255bcab1d HTTP/1.1" status: 200 len: 950 time: 0.6400726 Apr 18 20:26:40.490233 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d02d39e8-d5bd-453d-9530-77801d915874 req-18ee1c96-ef9c-4972-b5e6-bee4960a8d14 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff1e743c-09ea-43c0-accd-26c4cdbf1d21 HTTP/1.1" status: 200 len: 217 time: 0.0711913 Apr 18 20:26:40.508014 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbabf0-d9c0-4e5f-ac24-3147fa8b41a4 req-7498bb2e-8a21-4606-b893-196ffb79e14f tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:40.510669 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45fbabf0-d9c0-4e5f-ac24-3147fa8b41a4 req-7498bb2e-8a21-4606-b893-196ffb79e14f tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 950 time: 0.1818068 Apr 18 20:26:40.514189 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-b7fb3137-0c51-4d7c-8cf9-9fb28347161e service neutron] 10.222.0.32 "GET /v2.0/networks/12961a50-dcad-4e7a-a3b2-a156f76ba46d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8782413 Apr 18 20:26:40.582247 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d39e8-d5bd-453d-9530-77801d915874 req-b6cf8508-9a32-49d2-8acf-d637c69e38f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:40.583856 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d02d39e8-d5bd-453d-9530-77801d915874 req-b6cf8508-9a32-49d2-8acf-d637c69e38f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07088b8e-aaa8-48c6-be5d-b75368ae775e HTTP/1.1" status: 200 len: 861 time: 0.0869014 Apr 18 20:26:40.634877 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d02d39e8-d5bd-453d-9530-77801d915874 req-fb180846-2e37-465e-a3ee-ddb5085e4221 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432856 Apr 18 20:26:40.693550 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a837949c-3021-4663-a888-4c443567278a req-a80fe8b3-1776-467d-a87e-5f3facb66d67 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086513 Apr 18 20:26:40.721119 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45fbabf0-d9c0-4e5f-ac24-3147fa8b41a4 req-4b0d59be-7dee-42fd-bffa-b47eea4efc21 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935208 Apr 18 20:26:40.747778 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 400df18c-314d-42f7-945e-a8f07113f754 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:26:40.787305 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c68e06a-eb93-433d-9167-9b3fbbca4aaa req-e55ae4ed-5c9e-4970-9629-e9618f599144 service neutron] 10.222.0.32 "GET /v2.0/networks/12961a50-dcad-4e7a-a3b2-a156f76ba46d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543194 Apr 18 20:26:40.815374 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d02d39e8-d5bd-453d-9530-77801d915874 req-ee6bb2a6-c692-46de-91a8-92f85197f544 service neutron] 10.222.0.32 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706722 Apr 18 20:26:40.834816 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32cffd1-3bd5-491f-ba10-341367bcc265 x-openstack-request-id: req-a32cffd1-3bd5-491f-ba10-341367bcc265 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:40.835551 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0719f2-7ea2-448c-8e7c-a5a255bcab1d", "name": "network-vif-plugged", "status": "completed", "tag": "146788f7-db8c-4609-91b8-66cce9c8a0ed", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:40.836121 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a32cffd1-3bd5-491f-ba10-341367bcc265 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:40.836703 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a32cffd1-3bd5-491f-ba10-341367bcc265'] response: {'server_uuid': 'fe0719f2-7ea2-448c-8e7c-a5a255bcab1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146788f7-db8c-4609-91b8-66cce9c8a0ed', 'code': 200} Apr 18 20:26:40.957864 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56540) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:40.972016 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 400df18c-314d-42f7-945e-a8f07113f754, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=400df18c-314d-42f7-945e-a8f07113f754,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:40.996490 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '400df18c-314d-42f7-945e-a8f07113f754', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': '400df18c-314d-42f7-945e-a8f07113f754', 'mac_address': 'fa:16:3e:49:41:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:26:41.115568 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:41.141662 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 400df18c-314d-42f7-945e-a8f07113f754 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:41.183838 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400287e-2e6c-4e50-bb63-20ad1569cf8a req-e0e87b92-392a-465f-ba07-82eb0ec382e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:41.186918 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32d1a6-d779-4020-a276-0856cae48529 req-66778564-eceb-4f5c-99c6-5262f1a67c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:41.187194 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c400287e-2e6c-4e50-bb63-20ad1569cf8a req-e0e87b92-392a-465f-ba07-82eb0ec382e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fac01ed7b337453289190bd1e37ca7dd&device_id=545f5152-b399-4d28-84b4-1638eeea391d HTTP/1.1" status: 200 len: 1094 time: 0.2568941 Apr 18 20:26:41.187532 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 400df18c-314d-42f7-945e-a8f07113f754, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=400df18c-314d-42f7-945e-a8f07113f754,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:41.189432 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7e32d1a6-d779-4020-a276-0856cae48529 req-66778564-eceb-4f5c-99c6-5262f1a67c95 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fe0719f2-7ea2-448c-8e7c-a5a255bcab1d HTTP/1.1" status: 200 len: 1101 time: 0.1786242 Apr 18 20:26:41.194976 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:41.195258 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d02d39e8-d5bd-453d-9530-77801d915874 req-a528d42c-c008-46ff-a47b-7d0c9f231650 service neutron] 10.222.0.32 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658245 Apr 18 20:26:41.225148 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101539b-8d68-4665-a250-3a46c425765e req-a81d663d-bfb1-43f4-b7b4-64fcdda79861 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:41.239851 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a101539b-8d68-4665-a250-3a46c425765e req-a81d663d-bfb1-43f4-b7b4-64fcdda79861 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 943 time: 0.2622609 Apr 18 20:26:41.260706 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7e32d1a6-d779-4020-a276-0856cae48529 req-1a84ad11-6342-4c32-a15d-61b71f69a18f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626984 Apr 18 20:26:41.270922 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d89a65-8a7c-49ec-aaba-f006e312f28d req-ce2a0090-90bb-46b3-b8e5-a31bc180caa6 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:41.273569 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3d89a65-8a7c-49ec-aaba-f006e312f28d req-ce2a0090-90bb-46b3-b8e5-a31bc180caa6 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 944 time: 0.2328672 Apr 18 20:26:41.281618 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-871c04b0-5869-4866-b883-7b17a2c5e567 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1066999238-network', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:41.305821 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=400df18c-314d-42f7-945e-a8f07113f754,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:41.359403 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:41.417197 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a101539b-8d68-4665-a250-3a46c425765e req-5497df2c-40b7-4244-aa43-0f93237bee92 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761680 Apr 18 20:26:41.417809 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871c04b0-5869-4866-b883-7b17a2c5e567 admin admin] Made reservation on behalf of 78dac2d929104ed6bb85b9d14262f063 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:41.420120 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-871c04b0-5869-4866-b883-7b17a2c5e567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:41.458441 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-871c04b0-5869-4866-b883-7b17a2c5e567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:41.475199 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3d89a65-8a7c-49ec-aaba-f006e312f28d req-9f12a0dd-91a8-42d9-98ee-4c86a5f39d4f tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613424 Apr 18 20:26:41.480281 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400287e-2e6c-4e50-bb63-20ad1569cf8a req-081c6871-8d7a-4257-bc1a-47a6b9dc37f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:41.481817 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c400287e-2e6c-4e50-bb63-20ad1569cf8a req-081c6871-8d7a-4257-bc1a-47a6b9dc37f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=12961a50-dcad-4e7a-a3b2-a156f76ba46d HTTP/1.1" status: 200 len: 915 time: 0.2860079 Apr 18 20:26:41.574673 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c400287e-2e6c-4e50-bb63-20ad1569cf8a req-e6eb4689-e129-47bd-b4dc-163815ed60b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edd187c5-ac21-4a8d-902d-99faa237cef9 HTTP/1.1" status: 200 len: 217 time: 0.0831554 Apr 18 20:26:41.685239 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['400df18c-314d-42f7-945e-a8f07113f754'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:41.815786 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400287e-2e6c-4e50-bb63-20ad1569cf8a req-a0b1d975-c043-47ed-8d94-63e4a32d3133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:41.818132 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c400287e-2e6c-4e50-bb63-20ad1569cf8a req-a0b1d975-c043-47ed-8d94-63e4a32d3133 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af8877a8-867a-4223-a22c-57a0b0f25874 HTTP/1.1" status: 200 len: 854 time: 0.2113829 Apr 18 20:26:41.850039 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f512402-33ac-47b0-9a71-d9f0ea9b0030 req-aa44a9e4-b242-49bf-80a2-5cd890497f9b tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:41.852469 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f512402-33ac-47b0-9a71-d9f0ea9b0030 req-aa44a9e4-b242-49bf-80a2-5cd890497f9b tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f5152-b399-4d28-84b4-1638eeea391d HTTP/1.1" status: 200 len: 943 time: 0.2934041 Apr 18 20:26:41.884962 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9886b14-3bd2-4da8-aa21-ffbd8418e218 req-ccc02d7f-6a7e-405c-bbe2-767720ab03b6 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:41.886754 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a9886b14-3bd2-4da8-aa21-ffbd8418e218 req-ccc02d7f-6a7e-405c-bbe2-767720ab03b6 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e7a2974-cd76-4360-ad6b-a899cadaf4f6 HTTP/1.1" status: 200 len: 949 time: 0.3254125 Apr 18 20:26:41.922594 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c400287e-2e6c-4e50-bb63-20ad1569cf8a req-78d2f436-c93b-469c-b0ed-369bea9960cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=12961a50-dcad-4e7a-a3b2-a156f76ba46d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870929 Apr 18 20:26:41.995559 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-871c04b0-5869-4866-b883-7b17a2c5e567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:42.042813 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-871c04b0-5869-4866-b883-7b17a2c5e567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:42.076273 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a9886b14-3bd2-4da8-aa21-ffbd8418e218 req-2a347289-6338-4f34-abd1-83239c209d2f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684191 Apr 18 20:26:42.081334 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f512402-33ac-47b0-9a71-d9f0ea9b0030 req-26a6cd63-7b15-4b6d-b483-c8cd9c94dbd6 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/security-groups?id=28b8d78f-d3f7-4822-9620-2f803ddf312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106504 Apr 18 20:26:42.116479 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871c04b0-5869-4866-b883-7b17a2c5e567 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:26:42.129963 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c04b0-5869-4866-b883-7b17a2c5e567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083c227b-f27c-4890-b18c-862188a57265,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:42.159415 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-871c04b0-5869-4866-b883-7b17a2c5e567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:42.159978 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-871c04b0-5869-4866-b883-7b17a2c5e567 admin admin] Added segment d3359f71-0577-4865-9383-090c581c9e69 of type vlan for network 99e89627-a45b-4a5d-a097-eb11f4a25aef Apr 18 20:26:42.272925 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c400287e-2e6c-4e50-bb63-20ad1569cf8a req-f8db84ba-1c83-4f77-9708-36e0e7376443 service neutron] 10.222.0.32 "GET /v2.0/networks/12961a50-dcad-4e7a-a3b2-a156f76ba46d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332806 Apr 18 20:26:42.327500 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-871c04b0-5869-4866-b883-7b17a2c5e567 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:42.445252 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0efeaa-283f-448a-a05a-8ed2ace0d3e4 req-10d0fee3-c011-4b77-84ed-b09b3ba1c05b tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:42.447945 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd0efeaa-283f-448a-a05a-8ed2ace0d3e4 req-10d0fee3-c011-4b77-84ed-b09b3ba1c05b tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe0719f2-7ea2-448c-8e7c-a5a255bcab1d HTTP/1.1" status: 200 len: 950 time: 0.2529669 Apr 18 20:26:42.525175 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04913e2-4e54-4a2f-af4b-542a56faf018 req-7668b346-0ad3-4006-995e-328569e1e96d tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:42.527917 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a04913e2-4e54-4a2f-af4b-542a56faf018 req-7668b346-0ad3-4006-995e-328569e1e96d tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 950 time: 0.2581918 Apr 18 20:26:42.535560 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-871c04b0-5869-4866-b883-7b17a2c5e567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:42.538463 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871c04b0-5869-4866-b883-7b17a2c5e567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:42.538463 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-871c04b0-5869-4866-b883-7b17a2c5e567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:42.692164 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c400287e-2e6c-4e50-bb63-20ad1569cf8a req-3af29c5b-7164-4ef2-9491-66c0535aeba4 service neutron] 10.222.0.32 "GET /v2.0/networks/12961a50-dcad-4e7a-a3b2-a156f76ba46d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051042 Apr 18 20:26:42.715869 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-871c04b0-5869-4866-b883-7b17a2c5e567 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7489212 Apr 18 20:26:42.720137 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56554) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:42.726567 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-7a7413b5-a776-4042-8c19-88b113466ae7 admin admin] Request body: {'subnet': {'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1066999238-subnet', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:42.728864 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd0efeaa-283f-448a-a05a-8ed2ace0d3e4 req-770b97d6-d5da-4820-a10b-977b14108d01 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688766 Apr 18 20:26:42.731748 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c04b0-5869-4866-b883-7b17a2c5e567 admin admin] Pushing event updated for resources: {'Network': ['ID=99e89627-a45b-4a5d-a097-eb11f4a25aef,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:42.747551 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 99e89627-a45b-4a5d-a097-eb11f4a25aef details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:26:42.755676 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a04913e2-4e54-4a2f-af4b-542a56faf018 req-7f789b5b-44e8-40f0-9616-bf6a4a971f0d tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082028 Apr 18 20:26:42.776265 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device ef305303-685c-46e7-be31-0aeddf3646bc up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:42.809598 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7413b5-a776-4042-8c19-88b113466ae7 admin admin] Made reservation on behalf of 78dac2d929104ed6bb85b9d14262f063 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:42.813243 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a7413b5-a776-4042-8c19-88b113466ae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:42.973821 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port ef305303-685c-46e7-be31-0aeddf3646bc completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:26:42.985722 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port ef305303-685c-46e7-be31-0aeddf3646bc triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:42.986359 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:43.059690 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edbb2b-5b34-441e-8e2f-b356264da382 req-6ef8f6c3-8b5b-4fdb-9125-b8b49d108da2 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:43.069042 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3edbb2b-5b34-441e-8e2f-b356264da382 req-6ef8f6c3-8b5b-4fdb-9125-b8b49d108da2 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 943 time: 0.1554022 Apr 18 20:26:43.088595 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3667228-efd0-4522-a6de-51e576afbaa0 req-6e0890c5-3647-4b9c-b823-f508c0cf74bc tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:43.097343 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3667228-efd0-4522-a6de-51e576afbaa0 req-6e0890c5-3647-4b9c-b823-f508c0cf74bc tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 1095 time: 0.1787431 Apr 18 20:26:43.153957 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:43.160583 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3edbb2b-5b34-441e-8e2f-b356264da382 req-36713dcd-4894-42d1-a047-ef7efe4c8f2c tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864499 Apr 18 20:26:43.169178 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a7413b5-a776-4042-8c19-88b113466ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:43.184944 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3667228-efd0-4522-a6de-51e576afbaa0 req-6884c19b-2398-47bc-a5d3-c35ad8b4beb8 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774961 Apr 18 20:26:43.204629 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7a2974-cd76-4360-ad6b-a899cadaf4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef305303-685c-46e7-be31-0aeddf3646bc'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:43.208778 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaecc272-6c10-4659-815e-0219d6c0dd29" -d '{"events": [{"server_uuid": "8e7a2974-cd76-4360-ad6b-a899cadaf4f6", "name": "network-vif-plugged", "status": "completed", "tag": "ef305303-685c-46e7-be31-0aeddf3646bc"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:43.229455 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port ef305303-685c-46e7-be31-0aeddf3646bc, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ef305303-685c-46e7-be31-0aeddf3646bc,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:43.241110 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:43.310887 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7413b5-a776-4042-8c19-88b113466ae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94058db9-d341-4c4b-98d8-38a6c7adc03e,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:43.321241 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7413b5-a776-4042-8c19-88b113466ae7 admin admin] Checking segment: {'id': 'd3359f71-0577-4865-9383-090c581c9e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:43.322160 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7413b5-a776-4042-8c19-88b113466ae7 admin admin] Network hostable DHCP agents. Network: 99e89627-a45b-4a5d-a097-eb11f4a25aef, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:26:43.354672 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7413b5-a776-4042-8c19-88b113466ae7 admin admin] Network 99e89627-a45b-4a5d-a097-eb11f4a25aef is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:26:43.381770 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-7a7413b5-a776-4042-8c19-88b113466ae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 99e89627-a45b-4a5d-a097-eb11f4a25aef) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:43.391939 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7413b5-a776-4042-8c19-88b113466ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:43.395241 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=ef305303-685c-46e7-be31-0aeddf3646bc,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:43.398461 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a7413b5-a776-4042-8c19-88b113466ae7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:43.409150 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026b5f2e-fbd7-4cb0-9c71-d1609bbe2a94 None None] Network 99e89627-a45b-4a5d-a097-eb11f4a25aef requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:26:43.456927 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7a7413b5-a776-4042-8c19-88b113466ae7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7346153 Apr 18 20:26:43.461186 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56564) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:43.470422 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-7a757550-ff97-4996-b547-207591d8d658 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1066999238-router', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:43.512653 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a757550-ff97-4996-b547-207591d8d658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:43.514549 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a757550-ff97-4996-b547-207591d8d658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:43.519934 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53ddf6-bf88-4cff-a95e-0ff85dec131a req-2d19ac6f-e049-4b78-94a5-d580650eeaa8 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:43.522003 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bd53ddf6-bf88-4cff-a95e-0ff85dec131a req-2d19ac6f-e049-4b78-94a5-d580650eeaa8 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e7a2974-cd76-4360-ad6b-a899cadaf4f6 HTTP/1.1" status: 200 len: 950 time: 0.1770997 Apr 18 20:26:43.554926 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c4456-b942-464e-a851-e380f2f7b43d req-2991dfb8-d036-4238-bdb5-382ffbcca770 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:43.557316 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cb4c4456-b942-464e-a851-e380f2f7b43d req-2991dfb8-d036-4238-bdb5-382ffbcca770 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f5152-b399-4d28-84b4-1638eeea391d HTTP/1.1" status: 200 len: 943 time: 0.1263819 Apr 18 20:26:43.617523 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a757550-ff97-4996-b547-207591d8d658 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:43.650362 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bd53ddf6-bf88-4cff-a95e-0ff85dec131a req-9c1d236b-4c08-43ec-bc11-d82320d74cd0 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113868 Apr 18 20:26:43.676360 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cb4c4456-b942-464e-a851-e380f2f7b43d req-ec802a54-74dc-48d9-aab0-40e785d2c240 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/security-groups?id=28b8d78f-d3f7-4822-9620-2f803ddf312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006360 Apr 18 20:26:43.693693 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d4b55f-43ac-4879-9cf6-139945e523bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-99e89627-a45b-4a5d-a097-eb11f4a25aef', 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'fixed_ips': [{'subnet_id': '94058db9-d341-4c4b-98d8-38a6c7adc03e'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:26:43.695170 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c1d4b55f-43ac-4879-9cf6-139945e523bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:43.865994 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce3b87c-9fa0-4bd7-aa0e-cbc5b1ed80a2 x-openstack-request-id: req-5ce3b87c-9fa0-4bd7-aa0e-cbc5b1ed80a2 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:43.867046 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7a2974-cd76-4360-ad6b-a899cadaf4f6", "name": "network-vif-plugged", "status": "completed", "tag": "ef305303-685c-46e7-be31-0aeddf3646bc", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:43.867046 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ce3b87c-9fa0-4bd7-aa0e-cbc5b1ed80a2 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:43.867472 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ce3b87c-9fa0-4bd7-aa0e-cbc5b1ed80a2'] response: {'server_uuid': '8e7a2974-cd76-4360-ad6b-a899cadaf4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef305303-685c-46e7-be31-0aeddf3646bc', 'code': 200} Apr 18 20:26:43.991898 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a757550-ff97-4996-b547-207591d8d658 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:44.022611 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-c1d4b55f-43ac-4879-9cf6-139945e523bd None None] Allocated IP 172.20.0.2 (99e89627-a45b-4a5d-a097-eb11f4a25aef/94058db9-d341-4c4b-98d8-38a6c7adc03e/7eded612-bc23-4770-baaa-48b10a0095fe) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:44.146086 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecede7-bff1-46e5-80f7-d5b2e09fc008 req-66dd31fe-faaa-4631-979c-27aeea8bbaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:44.148728 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7aecede7-bff1-46e5-80f7-d5b2e09fc008 req-66dd31fe-faaa-4631-979c-27aeea8bbaa8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8e7a2974-cd76-4360-ad6b-a899cadaf4f6 HTTP/1.1" status: 200 len: 1101 time: 0.2596681 Apr 18 20:26:44.162785 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-1e425fd3-47f7-41fa-a1d5-a41ecabc44d5 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:44.165385 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-1e425fd3-47f7-41fa-a1d5-a41ecabc44d5 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 807 time: 0.3256848 Apr 18 20:26:44.178511 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf746c-be62-4994-9484-b3627c9c36f9 req-cfc31f47-499a-465c-b3ba-891861657e62 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:44.181225 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fddf746c-be62-4994-9484-b3627c9c36f9 req-cfc31f47-499a-465c-b3ba-891861657e62 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe0719f2-7ea2-448c-8e7c-a5a255bcab1d HTTP/1.1" status: 200 len: 950 time: 0.1855819 Apr 18 20:26:44.258220 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-0b1d8c14-8591-41de-84a9-28d135903f34 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/quotas/b50996ef10d94bd4bdbc7264ef06ee97 HTTP/1.1" status: 200 len: 375 time: 0.0531440 Apr 18 20:26:44.272999 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7aecede7-bff1-46e5-80f7-d5b2e09fc008 req-ae7e9471-3cbe-4062-bfa5-65c858def326 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901158 Apr 18 20:26:44.284015 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c1d4b55f-43ac-4879-9cf6-139945e523bd None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:44.299070 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c1d4b55f-43ac-4879-9cf6-139945e523bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:44.313721 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a757550-ff97-4996-b547-207591d8d658 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:44.347562 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d4b55f-43ac-4879-9cf6-139945e523bd None None] Network 99e89627-a45b-4a5d-a097-eb11f4a25aef is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:44.349439 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fddf746c-be62-4994-9484-b3627c9c36f9 req-d50c328e-7e12-490e-a837-c2ccbc5b63d0 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428411 Apr 18 20:26:44.351773 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-c1d4b55f-43ac-4879-9cf6-139945e523bd None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:44.356027 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d4b55f-43ac-4879-9cf6-139945e523bd None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:26:44.363096 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a757550-ff97-4996-b547-207591d8d658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:44.368338 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4b55f-43ac-4879-9cf6-139945e523bd None None] Pushing event updated for resources: {'Port': ['ID=7eded612-bc23-4770-baaa-48b10a0095fe,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:44.388793 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-bdb98a8a-506c-4f0a-aeaa-b38155ed3faf tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1132307 Apr 18 20:26:44.479832 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c1d4b55f-43ac-4879-9cf6-139945e523bd None None] Attempting to bind port 7eded612-bc23-4770-baaa-48b10a0095fe on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:44.480404 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c1d4b55f-43ac-4879-9cf6-139945e523bd None None] Attempting to bind port 7eded612-bc23-4770-baaa-48b10a0095fe by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'd3359f71-0577-4865-9383-090c581c9e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:44.481015 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d4b55f-43ac-4879-9cf6-139945e523bd None None] Attempting to bind port 7eded612-bc23-4770-baaa-48b10a0095fe on network 99e89627-a45b-4a5d-a097-eb11f4a25aef {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:44.491066 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d4b55f-43ac-4879-9cf6-139945e523bd None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:26:44.491861 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d4b55f-43ac-4879-9cf6-139945e523bd None None] Checking segment: {'id': 'd3359f71-0577-4865-9383-090c581c9e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:44.492844 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c1d4b55f-43ac-4879-9cf6-139945e523bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:44.493518 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d4b55f-43ac-4879-9cf6-139945e523bd None None] Bound using segment: {'id': 'd3359f71-0577-4865-9383-090c581c9e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:26:44.494333 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c1d4b55f-43ac-4879-9cf6-139945e523bd None None] Bound port: 7eded612-bc23-4770-baaa-48b10a0095fe, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3359f71-0577-4865-9383-090c581c9e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:44.494945 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c1d4b55f-43ac-4879-9cf6-139945e523bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:44.517771 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-d80fb533-d40a-4377-8fc5-8507df494e55 service neutron] 10.222.0.41 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271057 Apr 18 20:26:44.593511 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-7a757550-ff97-4996-b547-207591d8d658 admin admin] Allocated IP 172.25.1.215 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/b44f8c76-6164-4881-adfd-167ff3cacae8) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:44.596817 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c1d4b55f-43ac-4879-9cf6-139945e523bd None None] For port 7eded612-bc23-4770-baaa-48b10a0095fe, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:44.602278 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c1d4b55f-43ac-4879-9cf6-139945e523bd None None] For port 7eded612-bc23-4770-baaa-48b10a0095fe, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7eded612-bc23-4770-baaa-48b10a0095fe,segment=NetworkSegment(d3359f71-0577-4865-9383-090c581c9e69),segment_id=d3359f71-0577-4865-9383-090c581c9e69)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:44.610405 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c1d4b55f-43ac-4879-9cf6-139945e523bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:44.647889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad135381-6f14-48f0-9fc6-6a0f0ad8469c req-295531f1-1564-4b7f-ad0e-cfcc58db377e tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:44.650236 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ad135381-6f14-48f0-9fc6-6a0f0ad8469c req-295531f1-1564-4b7f-ad0e-cfcc58db377e tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 950 time: 0.1095071 Apr 18 20:26:44.700569 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4b55f-43ac-4879-9cf6-139945e523bd None None] Pushing event updated for resources: {'Port': ['ID=7eded612-bc23-4770-baaa-48b10a0095fe,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:44.719477 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-98e54d2e-a401-423c-9ec4-322abb9aba13 service neutron] 10.222.0.41 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002170 Apr 18 20:26:44.753508 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ad135381-6f14-48f0-9fc6-6a0f0ad8469c req-ac731da9-f406-46a6-bc7e-111d524e978f tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883968 Apr 18 20:26:44.762095 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device ff1e743c-09ea-43c0-accd-26c4cdbf1d21 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:26:44.766366 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 400df18c-314d-42f7-945e-a8f07113f754 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:44.824797 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a757550-ff97-4996-b547-207591d8d658 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:44.951188 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 400df18c-314d-42f7-945e-a8f07113f754 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:26:44.964222 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 400df18c-314d-42f7-945e-a8f07113f754 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:44.964645 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:44.970177 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a757550-ff97-4996-b547-207591d8d658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:45.022502 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port ff1e743c-09ea-43c0-accd-26c4cdbf1d21, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ff1e743c-09ea-43c0-accd-26c4cdbf1d21,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:45.065992 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645b538-770f-4380-9b8f-663ea4ffe0a7 req-771d8528-0d98-4894-80a8-66371f7c99b7 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:45.077292 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0645b538-770f-4380-9b8f-663ea4ffe0a7 req-771d8528-0d98-4894-80a8-66371f7c99b7 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 943 time: 0.2091491 Apr 18 20:26:45.101035 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'ff1e743c-09ea-43c0-accd-26c4cdbf1d21', 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e', 'port_id': 'ff1e743c-09ea-43c0-accd-26c4cdbf1d21', 'mac_address': 'fa:16:3e:03:fc:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07088b8e-aaa8-48c6-be5d-b75368ae775e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:26:45.134831 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a757550-ff97-4996-b547-207591d8d658 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:45.140000 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-7a757550-ff97-4996-b547-207591d8d658 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:45.142691 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a757550-ff97-4996-b547-207591d8d658 admin admin] Pushing event updated for resources: {'Port': ['ID=b44f8c76-6164-4881-adfd-167ff3cacae8,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:45.154469 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a757550-ff97-4996-b547-207591d8d658 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:26:45.259178 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:45.264544 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0645b538-770f-4380-9b8f-663ea4ffe0a7 req-8e08e5ff-ee5e-4abd-8318-7705a64aaabc tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841545 Apr 18 20:26:45.303566 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1e743c-09ea-43c0-accd-26c4cdbf1d21 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:45.341928 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23159d-2b66-45a3-af1b-31979c454238 req-700c4cb6-56e9-462b-b5d0-b63e531c45d6 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:45.356832 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2f23159d-2b66-45a3-af1b-31979c454238 req-700c4cb6-56e9-462b-b5d0-b63e531c45d6 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 949 time: 0.3122723 Apr 18 20:26:45.472090 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2f23159d-2b66-45a3-af1b-31979c454238 req-06a23945-e543-41ba-bfc0-458e6d2b3a68 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129549 Apr 18 20:26:45.491428 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port ff1e743c-09ea-43c0-accd-26c4cdbf1d21, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ff1e743c-09ea-43c0-accd-26c4cdbf1d21,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:45.497813 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:45.520761 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c88e7-739b-4ae9-9eb4-808ce0f717bc req-5bd14a84-1749-4d5e-aef7-7d1fcca93c95 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:45.522288 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d51c88e7-739b-4ae9-9eb4-808ce0f717bc req-5bd14a84-1749-4d5e-aef7-7d1fcca93c95 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f5152-b399-4d28-84b4-1638eeea391d HTTP/1.1" status: 200 len: 943 time: 0.1070125 Apr 18 20:26:45.534407 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:45.535187 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device edd187c5-ac21-4a8d-902d-99faa237cef9 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:26:45.622953 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d51c88e7-739b-4ae9-9eb4-808ce0f717bc req-2fc57eb6-f71e-43bf-a74a-737b12213628 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/security-groups?id=28b8d78f-d3f7-4822-9620-2f803ddf312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917621 Apr 18 20:26:45.741846 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ecd32-9b69-4b23-94a0-32e0cf9b9553 req-7952253c-6502-445e-856b-d9cea796a5c1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:45.744243 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-426ecd32-9b69-4b23-94a0-32e0cf9b9553 req-7952253c-6502-445e-856b-d9cea796a5c1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e7a2974-cd76-4360-ad6b-a899cadaf4f6 HTTP/1.1" status: 200 len: 950 time: 0.1459637 Apr 18 20:26:45.753160 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 400df18c-314d-42f7-945e-a8f07113f754, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=400df18c-314d-42f7-945e-a8f07113f754,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:45.789398 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:45.792095 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-026c4593-c4d8-4d65-96bb-10c06e956a61 req-2738f738-8ef8-4542-8063-fd734e54868e tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 210 time: 0.0440848 Apr 18 20:26:45.825665 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=ff1e743c-09ea-43c0-accd-26c4cdbf1d21,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:45.929351 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd6b1af-df72-403e-96a5-e7a58e419fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400df18c-314d-42f7-945e-a8f07113f754'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:45.934396 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ee94f0-abd8-4437-91ce-e62b367133cb" -d '{"events": [{"server_uuid": "1bd6b1af-df72-403e-96a5-e7a58e419fb6", "name": "network-vif-plugged", "status": "completed", "tag": "400df18c-314d-42f7-945e-a8f07113f754"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:45.956347 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-426ecd32-9b69-4b23-94a0-32e0cf9b9553 req-23fa0900-759d-4d10-9c71-5b46310fbf1f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595893 Apr 18 20:26:46.127212 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b5ddba-7119-4959-8a48-62cb7a8145d5 x-openstack-request-id: req-11b5ddba-7119-4959-8a48-62cb7a8145d5 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:46.128083 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd6b1af-df72-403e-96a5-e7a58e419fb6", "name": "network-vif-plugged", "status": "completed", "tag": "400df18c-314d-42f7-945e-a8f07113f754", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:46.128083 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11b5ddba-7119-4959-8a48-62cb7a8145d5 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:46.128404 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b5ddba-7119-4959-8a48-62cb7a8145d5'] response: {'server_uuid': '1bd6b1af-df72-403e-96a5-e7a58e419fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400df18c-314d-42f7-945e-a8f07113f754', 'code': 200} Apr 18 20:26:46.159138 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f8a3a-5d2d-467f-b1bc-4d16ee5eeb77 req-2ca77175-7a82-44dc-9478-48c470780e4b tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:46.163176 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f8f8a3a-5d2d-467f-b1bc-4d16ee5eeb77 req-2ca77175-7a82-44dc-9478-48c470780e4b tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 950 time: 0.1608157 Apr 18 20:26:46.170813 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port edd187c5-ac21-4a8d-902d-99faa237cef9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=edd187c5-ac21-4a8d-902d-99faa237cef9,segment=NetworkSegment(c2e25346-cc06-47a6-8a99-c959f0413b94),segment_id=c2e25346-cc06-47a6-8a99-c959f0413b94)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:46.198483 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=400df18c-314d-42f7-945e-a8f07113f754,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:46.215196 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'edd187c5-ac21-4a8d-902d-99faa237cef9', 'network_id': '12961a50-dcad-4e7a-a3b2-a156f76ba46d', 'port_id': 'edd187c5-ac21-4a8d-902d-99faa237cef9', 'mac_address': 'fa:16:3e:80:a5:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8877a8-867a-4223-a22c-57a0b0f25874', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:26:46.224068 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a757550-ff97-4996-b547-207591d8d658 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:46.309382 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f8f8a3a-5d2d-467f-b1bc-4d16ee5eeb77 req-72a5b860-1797-45da-99e3-fac0a4cbf8e6 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334412 Apr 18 20:26:46.335179 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:46.392267 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd187c5-ac21-4a8d-902d-99faa237cef9 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:46.417910 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7869f-4ad4-4eb3-ab72-68a5104b1f8c req-9cb7561f-765b-4c94-afef-1b291262ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:46.425214 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7f7869f-4ad4-4eb3-ab72-68a5104b1f8c req-9cb7561f-765b-4c94-afef-1b291262ca5b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 1101 time: 0.1449010 Apr 18 20:26:46.463981 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port edd187c5-ac21-4a8d-902d-99faa237cef9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=edd187c5-ac21-4a8d-902d-99faa237cef9,segment=NetworkSegment(c2e25346-cc06-47a6-8a99-c959f0413b94),segment_id=c2e25346-cc06-47a6-8a99-c959f0413b94)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:46.475110 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:46.604725 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe231ef-6e6e-42d2-aa1d-9a753a45912c None None] Network 99e89627-a45b-4a5d-a097-eb11f4a25aef requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:26:46.658551 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7f7869f-4ad4-4eb3-ab72-68a5104b1f8c req-1b4d15bd-d085-4573-a7d2-1a221f90caa1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296629 Apr 18 20:26:46.713288 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a757550-ff97-4996-b547-207591d8d658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:46.719492 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c39479-889d-4235-aed9-36a4b00f68fa req-f0c56d8f-2b0e-4b40-a640-0cb7053bcd0b tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:46.727436 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2c39479-889d-4235-aed9-36a4b00f68fa req-f0c56d8f-2b0e-4b40-a640-0cb7053bcd0b tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 944 time: 0.2577016 Apr 18 20:26:46.750129 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efe4d0-77be-4c25-829a-b9b5ffce9b8f req-b94c17bb-4606-4bfb-ab0d-42085e96f98a tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:46.751760 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-47efe4d0-77be-4c25-829a-b9b5ffce9b8f req-b94c17bb-4606-4bfb-ab0d-42085e96f98a tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.1172397 Apr 18 20:26:46.862973 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2c39479-889d-4235-aed9-36a4b00f68fa req-5196b643-2811-4220-936b-1794a4f136a2 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342525 Apr 18 20:26:46.869121 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-47efe4d0-77be-4c25-829a-b9b5ffce9b8f req-2119ef6e-c5a6-402c-bf1f-99c75fc78442 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041155 Apr 18 20:26:46.885379 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=edd187c5-ac21-4a8d-902d-99faa237cef9,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:46.971810 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1dc68dc9-c90a-405f-8b39-435f9ebd49f1 None None] Provisioning complete for port 7eded612-bc23-4770-baaa-48b10a0095fe triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:46.972450 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1dc68dc9-c90a-405f-8b39-435f9ebd49f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:47.023315 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a757550-ff97-4996-b547-207591d8d658 admin admin] Router 48f1d38e-2a2d-4609-8fda-88e612305c23 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:26:47.138564 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['ff1e743c-09ea-43c0-accd-26c4cdbf1d21'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:47.233359 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1b66dbf9-9ead-4646-8f7a-2ac44b3ee5a2 req-e70bfc89-3790-4027-9ae3-00dfec241be7 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 210 time: 0.0958979 Apr 18 20:26:47.255416 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8be16f-0ceb-4493-9822-18bc348938eb req-c8db0bba-0c2e-4e3e-8afe-f14c55fb738a tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:47.257527 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb8be16f-0ceb-4493-9822-18bc348938eb req-c8db0bba-0c2e-4e3e-8afe-f14c55fb738a tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f5152-b399-4d28-84b4-1638eeea391d HTTP/1.1" status: 200 len: 944 time: 0.2192359 Apr 18 20:26:47.315658 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['edd187c5-ac21-4a8d-902d-99faa237cef9'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:47.319018 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7eded612-bc23-4770-baaa-48b10a0095fe up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:47.388703 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb8be16f-0ceb-4493-9822-18bc348938eb req-3e5dad3d-0bd8-4967-bae2-d96354229414 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/security-groups?id=28b8d78f-d3f7-4822-9620-2f803ddf312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195498 Apr 18 20:26:47.403010 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-b2450cd0-c0de-47f3-a6f1-2b9aa46720e3 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:47.405494 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-b2450cd0-c0de-47f3-a6f1-2b9aa46720e3 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.57 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 807 time: 0.2255971 Apr 18 20:26:47.496810 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7e073-de9b-40d2-958b-4b2646df5464 req-acb1e686-a6ec-4426-8041-43b9d50b7ec6 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:47.499890 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-81b7e073-de9b-40d2-958b-4b2646df5464 req-acb1e686-a6ec-4426-8041-43b9d50b7ec6 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e7a2974-cd76-4360-ad6b-a899cadaf4f6 HTTP/1.1" status: 200 len: 950 time: 0.1197996 Apr 18 20:26:47.511427 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-22dbcff1-788e-4107-ab85-b176f4d61c91 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Request body: {'port': {'device_id': '76b80426-ef12-4820-873a-0600ef5a584b', 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f', 'admin_state_up': True, 'tenant_id': 'b50996ef10d94bd4bdbc7264ef06ee97'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:47.569222 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a757550-ff97-4996-b547-207591d8d658 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:26:47.584870 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b85fbfd-4a70-4a68-a26e-093b3a8a92cc None None] Sync routers for ids ['48f1d38e-2a2d-4609-8fda-88e612305c23'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:26:47.603257 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b85fbfd-4a70-4a68-a26e-093b3a8a92cc None None] Routers {'48f1d38e-2a2d-4609-8fda-88e612305c23'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:47.605627 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8b85fbfd-4a70-4a68-a26e-093b3a8a92cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:26:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['48f1d38e-2a2d-4609-8fda-88e612305c23'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:47.611239 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1dc68dc9-c90a-405f-8b39-435f9ebd49f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:47.661558 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-81b7e073-de9b-40d2-958b-4b2646df5464 req-fcc92b85-e0a9-4212-90c5-6c394d23e475 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421516 Apr 18 20:26:47.682302 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61590c06-51e2-4f39-8877-6131fabf0595 req-4d615c1e-3ee9-4fba-a5fb-b8faaf47b9de tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:47.687594 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a757550-ff97-4996-b547-207591d8d658 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:47.689631 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7a757550-ff97-4996-b547-207591d8d658 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2258248 Apr 18 20:26:47.694620 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56618) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:47.700896 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-61590c06-51e2-4f39-8877-6131fabf0595 req-4d615c1e-3ee9-4fba-a5fb-b8faaf47b9de tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 950 time: 0.1938009 Apr 18 20:26:47.773266 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 7eded612-bc23-4770-baaa-48b10a0095fe triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:47.773887 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:47.775115 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-61590c06-51e2-4f39-8877-6131fabf0595 req-5dd6719e-393b-4ea6-8659-42c422fe2acc tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701506 Apr 18 20:26:47.870403 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1dc68dc9-c90a-405f-8b39-435f9ebd49f1 None None] For port 7eded612-bc23-4770-baaa-48b10a0095fe, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7eded612-bc23-4770-baaa-48b10a0095fe,segment=NetworkSegment(d3359f71-0577-4865-9383-090c581c9e69),segment_id=d3359f71-0577-4865-9383-090c581c9e69)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:47.903482 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1dc68dc9-c90a-405f-8b39-435f9ebd49f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:47.925322 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-8b85fbfd-4a70-4a68-a26e-093b3a8a92cc None None] Set router 48f1d38e-2a2d-4609-8fda-88e612305c23 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:47.953875 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78a0b5-aae2-49df-a49a-af3ca372bf86 req-ea9a2f26-011c-4cc6-b6df-54caf93d360c tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:47.958654 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa78a0b5-aae2-49df-a49a-af3ca372bf86 req-ea9a2f26-011c-4cc6-b6df-54caf93d360c tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8e7a2974-cd76-4360-ad6b-a899cadaf4f6 HTTP/1.1" status: 200 len: 1101 time: 0.1128850 Apr 18 20:26:48.078167 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa78a0b5-aae2-49df-a49a-af3ca372bf86 req-08b55620-d91a-44fe-a0c3-2aeba19e7a27 tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104648 Apr 18 20:26:48.144492 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-22dbcff1-788e-4107-ab85-b176f4d61c91 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Made reservation on behalf of b50996ef10d94bd4bdbc7264ef06ee97 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:48.151589 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-22dbcff1-788e-4107-ab85-b176f4d61c91 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:48.432294 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc68dc9-c90a-405f-8b39-435f9ebd49f1 None None] Pushing event updated for resources: {'Port': ['ID=7eded612-bc23-4770-baaa-48b10a0095fe,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:48.456367 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472cfc7a-31e4-429f-b92d-2fad69c650be req-6c8d617f-4f82-45f2-b825-948c6294d03c tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:48.458634 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-472cfc7a-31e4-429f-b92d-2fad69c650be req-6c8d617f-4f82-45f2-b825-948c6294d03c tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.1674473 Apr 18 20:26:48.490276 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f451c9be-c8a5-449d-9ca6-9776786bab0c None None] Provisioning complete for port 7eded612-bc23-4770-baaa-48b10a0095fe triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:48.493169 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f451c9be-c8a5-449d-9ca6-9776786bab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:48.577862 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-472cfc7a-31e4-429f-b92d-2fad69c650be req-c974ea6e-44b9-4ebf-8c67-3713800cc510 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010604 Apr 18 20:26:48.669442 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8b85fbfd-4a70-4a68-a26e-093b3a8a92cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'name': 'tempest-ServersTestBootFromVolume-1066999238-router', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b44f8c76-6164-4881-adfd-167ff3cacae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:43Z', 'updated_at': '2022-04-18T20:26:45Z', 'revision_number': 3, 'project_id': '78dac2d929104ed6bb85b9d14262f063', 'gw_port': {'id': 'b44f8c76-6164-4881-adfd-167ff3cacae8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:44Z', 'updated_at': '2022-04-18T20:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:48.725114 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f566b-da21-4342-91ba-a267f1e7c45e req-09432141-316c-431f-8fec-d56f4037d797 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:48.726037 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b85fbfd-4a70-4a68-a26e-093b3a8a92cc None None] Checking router: 48f1d38e-2a2d-4609-8fda-88e612305c23 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:26:48.726709 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b85fbfd-4a70-4a68-a26e-093b3a8a92cc None None] Updating router 48f1d38e-2a2d-4609-8fda-88e612305c23 port b44f8c76-6164-4881-adfd-167ff3cacae8 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:26:48.728096 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c4f566b-da21-4342-91ba-a267f1e7c45e req-09432141-316c-431f-8fec-d56f4037d797 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 944 time: 0.1344504 Apr 18 20:26:48.763617 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8b85fbfd-4a70-4a68-a26e-093b3a8a92cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:48.764631 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3d07c5bd-f2eb-4d69-ac9a-c32b20a4089b req-dc3b0df0-4659-479c-8e07-b884be56f112 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 210 time: 0.0749657 Apr 18 20:26:48.839301 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-22dbcff1-788e-4107-ab85-b176f4d61c91 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Allocated IP 172.20.0.2 (80a9fce1-2c12-4a2a-ab98-d9cc12c8285f/eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1/926820b0-63b4-43ed-8bee-025ad0d58deb) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:48.843130 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c4f566b-da21-4342-91ba-a267f1e7c45e req-efe30905-c0af-4552-8e60-24eabfc9100f tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748177 Apr 18 20:26:49.028782 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-07981f5d-4b69-4297-a82e-08eb7a0bae15 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602775 Apr 18 20:26:49.156962 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7eded612-bc23-4770-baaa-48b10a0095fe up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:49.177342 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7fffa1f4-1894-4774-9359-497d3ee357f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:49.196622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be7058-8465-41db-adfb-93cb06da38d2 req-12aaaafd-75cc-410f-9149-649558e6dbbf tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:49.212789 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-62be7058-8465-41db-adfb-93cb06da38d2 req-12aaaafd-75cc-410f-9149-649558e6dbbf tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f5152-b399-4d28-84b4-1638eeea391d HTTP/1.1" status: 200 len: 944 time: 0.1997287 Apr 18 20:26:49.222189 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 7eded612-bc23-4770-baaa-48b10a0095fe triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:49.222718 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:49.259115 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8b85fbfd-4a70-4a68-a26e-093b3a8a92cc None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:49.270149 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8b85fbfd-4a70-4a68-a26e-093b3a8a92cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:49.302807 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-22dbcff1-788e-4107-ab85-b176f4d61c91 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:49.346204 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e81a3-148b-486f-8c3c-cdb194f77288 None None] Pushing event updated for resources: {'Port': ['ID=b44f8c76-6164-4881-adfd-167ff3cacae8,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:49.347554 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-62be7058-8465-41db-adfb-93cb06da38d2 req-259ce7b4-d502-497b-9317-26d1305a7832 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/security-groups?id=28b8d78f-d3f7-4822-9620-2f803ddf312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327903 Apr 18 20:26:49.361755 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10e81a3-148b-486f-8c3c-cdb194f77288 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:49.361755 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10e81a3-148b-486f-8c3c-cdb194f77288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:49.362258 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10e81a3-148b-486f-8c3c-cdb194f77288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:49.362444 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10e81a3-148b-486f-8c3c-cdb194f77288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:49.362756 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10e81a3-148b-486f-8c3c-cdb194f77288 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:49.363388 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10e81a3-148b-486f-8c3c-cdb194f77288 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:49.364194 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10e81a3-148b-486f-8c3c-cdb194f77288 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:49.364194 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10e81a3-148b-486f-8c3c-cdb194f77288 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:49.365820 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10e81a3-148b-486f-8c3c-cdb194f77288 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:49.365820 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10e81a3-148b-486f-8c3c-cdb194f77288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:49.365820 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10e81a3-148b-486f-8c3c-cdb194f77288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:49.365820 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10e81a3-148b-486f-8c3c-cdb194f77288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:49.400507 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-8c1961ff-90cc-4c72-9dd5-162747d21040 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:49.402177 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-8c1961ff-90cc-4c72-9dd5-162747d21040 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3462861 Apr 18 20:26:49.408514 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-22dbcff1-788e-4107-ab85-b176f4d61c91 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:49.417805 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-8b85fbfd-4a70-4a68-a26e-093b3a8a92cc None None] Attempting to bind port b44f8c76-6164-4881-adfd-167ff3cacae8 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:49.418197 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-8b85fbfd-4a70-4a68-a26e-093b3a8a92cc None None] Attempting to bind port b44f8c76-6164-4881-adfd-167ff3cacae8 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:49.418564 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b85fbfd-4a70-4a68-a26e-093b3a8a92cc None None] Attempting to bind port b44f8c76-6164-4881-adfd-167ff3cacae8 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:49.427863 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b85fbfd-4a70-4a68-a26e-093b3a8a92cc None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:26:49.428469 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b85fbfd-4a70-4a68-a26e-093b3a8a92cc None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:49.429321 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8b85fbfd-4a70-4a68-a26e-093b3a8a92cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:49.429643 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b85fbfd-4a70-4a68-a26e-093b3a8a92cc None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:26:49.430448 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-8b85fbfd-4a70-4a68-a26e-093b3a8a92cc None None] Bound port: b44f8c76-6164-4881-adfd-167ff3cacae8, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:49.430832 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8b85fbfd-4a70-4a68-a26e-093b3a8a92cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:49.438074 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-a95a57c3-b10a-4a5c-8c12-4519e36da63f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/quotas/bdf993b3c90643ed9bf8e6b534aad529 HTTP/1.1" status: 200 len: 375 time: 0.0102983 Apr 18 20:26:49.483967 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbcff1-788e-4107-ab85-b176f4d61c91 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Pushing event updated for resources: {'Port': ['ID=926820b0-63b4-43ed-8bee-025ad0d58deb,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:49.504879 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-8b85fbfd-4a70-4a68-a26e-093b3a8a92cc None None] For port b44f8c76-6164-4881-adfd-167ff3cacae8, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:49.513300 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-8b85fbfd-4a70-4a68-a26e-093b3a8a92cc None None] For port b44f8c76-6164-4881-adfd-167ff3cacae8, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b44f8c76-6164-4881-adfd-167ff3cacae8,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:49.523264 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8b85fbfd-4a70-4a68-a26e-093b3a8a92cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:49.532481 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-22dbcff1-788e-4107-ab85-b176f4d61c91 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:49.535943 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-22dbcff1-788e-4107-ab85-b176f4d61c91 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:49.540643 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-22dbcff1-788e-4107-ab85-b176f4d61c91 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:26:49.573744 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-7fffa1f4-1894-4774-9359-497d3ee357f6 admin admin] Allocated IP 172.20.0.1 (99e89627-a45b-4a5d-a097-eb11f4a25aef/94058db9-d341-4c4b-98d8-38a6c7adc03e/7b478af1-cb16-4fdd-83fd-70b351820421) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:49.623765 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-22dbcff1-788e-4107-ab85-b176f4d61c91 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:49.624620 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-22dbcff1-788e-4107-ab85-b176f4d61c91 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:49.633614 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-7e475ead-4c6c-4507-a762-d3e4564e8f62 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1790502 Apr 18 20:26:49.662050 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e81a3-148b-486f-8c3c-cdb194f77288 None None] Pushing event updated for resources: {'Port': ['ID=b44f8c76-6164-4881-adfd-167ff3cacae8,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:49.668586 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290034a5-8ad8-4b06-a4f8-37d1adcd5401 req-abb353e2-f57b-44f8-893d-0af9f934a5de tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:49.678564 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-22dbcff1-788e-4107-ab85-b176f4d61c91 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1824985 Apr 18 20:26:49.682924 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b85fbfd-4a70-4a68-a26e-093b3a8a92cc None None] Routers {'48f1d38e-2a2d-4609-8fda-88e612305c23'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:49.684419 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8b85fbfd-4a70-4a68-a26e-093b3a8a92cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:26:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['48f1d38e-2a2d-4609-8fda-88e612305c23'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:49.684848 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-290034a5-8ad8-4b06-a4f8-37d1adcd5401 req-abb353e2-f57b-44f8-893d-0af9f934a5de tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 950 time: 0.1705253 Apr 18 20:26:49.695265 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-767acd03-8061-4575-9c77-010a3fe5d2c4 service neutron] Request body: {'port': {'device_id': '76b80426-ef12-4820-873a-0600ef5a584b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:49.825451 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-8b85fbfd-4a70-4a68-a26e-093b3a8a92cc None None] Set router 48f1d38e-2a2d-4609-8fda-88e612305c23 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:49.870890 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7fffa1f4-1894-4774-9359-497d3ee357f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:49.881886 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-767acd03-8061-4575-9c77-010a3fe5d2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:50.042374 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7fffa1f4-1894-4774-9359-497d3ee357f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:50.128686 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8b85fbfd-4a70-4a68-a26e-093b3a8a92cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'name': 'tempest-ServersTestBootFromVolume-1066999238-router', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b44f8c76-6164-4881-adfd-167ff3cacae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:43Z', 'updated_at': '2022-04-18T20:26:45Z', 'revision_number': 3, 'project_id': '78dac2d929104ed6bb85b9d14262f063', 'gw_port': {'id': 'b44f8c76-6164-4881-adfd-167ff3cacae8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:44Z', 'updated_at': '2022-04-18T20:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:50.162534 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b85fbfd-4a70-4a68-a26e-093b3a8a92cc None None] The sync data for ids ['48f1d38e-2a2d-4609-8fda-88e612305c23'] in n-d-838323-3 is: [{'id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'name': 'tempest-ServersTestBootFromVolume-1066999238-router', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b44f8c76-6164-4881-adfd-167ff3cacae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:43Z', 'updated_at': '2022-04-18T20:26:45Z', 'revision_number': 3, 'project_id': '78dac2d929104ed6bb85b9d14262f063', 'gw_port': {'id': 'b44f8c76-6164-4881-adfd-167ff3cacae8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:44Z', 'updated_at': '2022-04-18T20:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:26:50.209492 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-290034a5-8ad8-4b06-a4f8-37d1adcd5401 req-9d6184e7-db64-4a41-8e4b-5b2f4b7c1acb tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216129 Apr 18 20:26:50.242540 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fede85-8805-4cee-895b-9bd50f8e7ee6 req-343621d1-c006-4c7b-9a4c-e1fd01a1c2a0 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:50.253057 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-10fede85-8805-4cee-895b-9bd50f8e7ee6 req-343621d1-c006-4c7b-9a4c-e1fd01a1c2a0 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.1205800 Apr 18 20:26:50.317266 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-10fede85-8805-4cee-895b-9bd50f8e7ee6 req-dd50bd84-3342-45da-a107-9ec11445f209 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627503 Apr 18 20:26:50.454347 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7b69bf4a-e56b-4ff8-8be6-c2d7b8ba51b2 req-244da31a-434a-4c03-9565-91af0a918012 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a8588e-b62a-43b3-9e00-6ada8f067ca9 HTTP/1.1" status: 200 len: 210 time: 0.0428350 Apr 18 20:26:50.488366 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6650e2-4bcc-4359-98d2-9b83cdbf57ff req-09ff11c2-dc29-42cf-b2a7-a32923646133 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:50.489907 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd6650e2-4bcc-4359-98d2-9b83cdbf57ff req-09ff11c2-dc29-42cf-b2a7-a32923646133 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 931 time: 0.1584065 Apr 18 20:26:50.565460 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd6650e2-4bcc-4359-98d2-9b83cdbf57ff req-848e3c9c-b9ef-47a2-8c4a-9f05fa4315ed tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643106 Apr 18 20:26:50.634133 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb716ee-ba10-44ba-95f0-c770c5304eb0 req-1e57bfbe-599b-4de6-afe6-0523fc01a619 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:50.642404 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fffa1f4-1894-4774-9359-497d3ee357f6 admin admin] Network 99e89627-a45b-4a5d-a097-eb11f4a25aef is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:50.645229 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6bb716ee-ba10-44ba-95f0-c770c5304eb0 req-1e57bfbe-599b-4de6-afe6-0523fc01a619 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 944 time: 0.1038091 Apr 18 20:26:50.650970 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-7fffa1f4-1894-4774-9359-497d3ee357f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:50.669397 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fffa1f4-1894-4774-9359-497d3ee357f6 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:26:50.782437 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6bb716ee-ba10-44ba-95f0-c770c5304eb0 req-7de8fa05-946f-434a-afd4-bd23e2660464 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317265 Apr 18 20:26:50.785377 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device ff1e743c-09ea-43c0-accd-26c4cdbf1d21 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:50.832782 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffa1f4-1894-4774-9359-497d3ee357f6 admin admin] Pushing event updated for resources: {'Port': ['ID=7b478af1-cb16-4fdd-83fd-70b351820421,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:50.878268 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefd654-3c7a-4e22-b6c0-f2857cc2f29a req-70a8ccad-5fec-4d5b-b8e5-f59b31836aa5 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:50.892545 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-edefd654-3c7a-4e22-b6c0-f2857cc2f29a req-70a8ccad-5fec-4d5b-b8e5-f59b31836aa5 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f5152-b399-4d28-84b4-1638eeea391d HTTP/1.1" status: 200 len: 944 time: 0.2251234 Apr 18 20:26:50.899413 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7fffa1f4-1894-4774-9359-497d3ee357f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:51.011376 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port ff1e743c-09ea-43c0-accd-26c4cdbf1d21 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:26:51.034947 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port ff1e743c-09ea-43c0-accd-26c4cdbf1d21 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:51.035939 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:51.085837 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-a73b85e2-fc3f-4f78-921c-5a0deefff70d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=fc872f4fe541475785085cf884531291&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1123230 Apr 18 20:26:51.218420 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-edefd654-3c7a-4e22-b6c0-f2857cc2f29a req-46f30026-c368-4c7c-a234-4eec39f9b567 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/security-groups?id=28b8d78f-d3f7-4822-9620-2f803ddf312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235900 Apr 18 20:26:51.228057 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b44f8c76-6164-4881-adfd-167ff3cacae8 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:51.302140 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:51.361579 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-01a70a4b-5f43-48fa-9c40-ae2b5cd6bfae None None] Provisioning complete for port 7b478af1-cb16-4fdd-83fd-70b351820421 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:51.362437 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-01a70a4b-5f43-48fa-9c40-ae2b5cd6bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:51.369274 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81aea4be-2db0-475a-ad5c-e0f45d7bdd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1e743c-09ea-43c0-accd-26c4cdbf1d21'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:51.375165 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644526b9-03af-48b1-ad30-3f5479dc162c" -d '{"events": [{"server_uuid": "81aea4be-2db0-475a-ad5c-e0f45d7bdd65", "name": "network-vif-plugged", "status": "completed", "tag": "ff1e743c-09ea-43c0-accd-26c4cdbf1d21"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:51.426100 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port ff1e743c-09ea-43c0-accd-26c4cdbf1d21, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ff1e743c-09ea-43c0-accd-26c4cdbf1d21,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:51.432027 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port b44f8c76-6164-4881-adfd-167ff3cacae8 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:51.433012 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:51.456471 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-767acd03-8061-4575-9c77-010a3fe5d2c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 926820b0-63b4-43ed-8bee-025ad0d58deb {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:51.462057 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7fffa1f4-1894-4774-9359-497d3ee357f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:51.485690 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-767acd03-8061-4575-9c77-010a3fe5d2c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:51.496841 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:51.498467 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device edd187c5-ac21-4a8d-902d-99faa237cef9 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:51.526415 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-6a8f81f0-57ca-4672-bd88-7b818d24b7f3 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:51.528482 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-6a8f81f0-57ca-4672-bd88-7b818d24b7f3 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4355135 Apr 18 20:26:51.538668 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-767acd03-8061-4575-9c77-010a3fe5d2c4 service neutron] Transition to ACTIVE for port object 926820b0-63b4-43ed-8bee-025ad0d58deb will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:51.548683 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-767acd03-8061-4575-9c77-010a3fe5d2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:51.553336 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8bca2-6169-4760-8fa8-8a5f80777e17 req-56a7c088-b590-4cd5-8518-4cb1056c6b1d tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:51.562137 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1f8bca2-6169-4760-8fa8-8a5f80777e17 req-56a7c088-b590-4cd5-8518-4cb1056c6b1d tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 950 time: 0.1128478 Apr 18 20:26:51.601904 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-aac0cd98-066e-4f81-b389-bb6a84ca8887 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/quotas/fc872f4fe541475785085cf884531291 HTTP/1.1" status: 200 len: 375 time: 0.0362263 Apr 18 20:26:51.625214 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1f8bca2-6169-4760-8fa8-8a5f80777e17 req-774eafe1-3b02-463f-a334-633f53307717 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617907 Apr 18 20:26:51.630161 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-01a70a4b-5f43-48fa-9c40-ae2b5cd6bfae None None] Port 7b478af1-cb16-4fdd-83fd-70b351820421 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:26:51.728973 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4b0eab-b571-4c68-a8a1-2240f8a5d5c5 x-openstack-request-id: req-fb4b0eab-b571-4c68-a8a1-2240f8a5d5c5 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:51.729466 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81aea4be-2db0-475a-ad5c-e0f45d7bdd65", "name": "network-vif-plugged", "status": "completed", "tag": "ff1e743c-09ea-43c0-accd-26c4cdbf1d21", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:51.729875 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb4b0eab-b571-4c68-a8a1-2240f8a5d5c5 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:51.730512 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb4b0eab-b571-4c68-a8a1-2240f8a5d5c5'] response: {'server_uuid': '81aea4be-2db0-475a-ad5c-e0f45d7bdd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1e743c-09ea-43c0-accd-26c4cdbf1d21', 'code': 200} Apr 18 20:26:51.789938 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=ff1e743c-09ea-43c0-accd-26c4cdbf1d21,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:51.841616 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-7e76319a-8065-4dd0-b1dc-b74be8d81522 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc872f4fe541475785085cf884531291&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2126136 Apr 18 20:26:51.871518 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767acd03-8061-4575-9c77-010a3fe5d2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=926820b0-63b4-43ed-8bee-025ad0d58deb,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:51.930883 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4901f0e0-c3b5-4da9-bbe3-d2d25e70f58b req-6f31b46d-9975-44bd-8971-01e020ccc96e tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a8588e-b62a-43b3-9e00-6ada8f067ca9 HTTP/1.1" status: 200 len: 210 time: 0.1230543 Apr 18 20:26:51.938363 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-767acd03-8061-4575-9c77-010a3fe5d2c4 service neutron] Attempting to bind port 926820b0-63b4-43ed-8bee-025ad0d58deb on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:51.938996 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-767acd03-8061-4575-9c77-010a3fe5d2c4 service neutron] Attempting to bind port 926820b0-63b4-43ed-8bee-025ad0d58deb by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:51.940630 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-767acd03-8061-4575-9c77-010a3fe5d2c4 service neutron] Attempting to bind port 926820b0-63b4-43ed-8bee-025ad0d58deb on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:51.959590 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:26:51.982521 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port edd187c5-ac21-4a8d-902d-99faa237cef9 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:26:52.000563 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-767acd03-8061-4575-9c77-010a3fe5d2c4 service neutron] Port 926820b0-63b4-43ed-8bee-025ad0d58deb on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:26:52.000916 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-767acd03-8061-4575-9c77-010a3fe5d2c4 service neutron] Attempting to bind port 926820b0-63b4-43ed-8bee-025ad0d58deb on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:52.009867 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:52.021603 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port edd187c5-ac21-4a8d-902d-99faa237cef9 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:52.024599 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:52.078408 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-ccbfae41-bbbb-40a5-b819-d4623fded93d tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697353 Apr 18 20:26:52.121386 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-9b59e31f-d183-443e-9392-1ece811d0dbc service neutron] show failed (client error): The resource could not be found. Apr 18 20:26:52.122425 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-9b59e31f-d183-443e-9392-1ece811d0dbc service neutron] 10.222.0.57 "GET /v2.0/ports/a5119d81-eb30-47e6-813d-24651e1a4167/bindings/n-h1-838323-3 HTTP/1.1" status: 404 len: 380 time: 0.3544641 Apr 18 20:26:52.131713 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port b44f8c76-6164-4881-adfd-167ff3cacae8, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b44f8c76-6164-4881-adfd-167ff3cacae8,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:52.178200 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:52.182570 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-767acd03-8061-4575-9c77-010a3fe5d2c4 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:26:52.182832 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-767acd03-8061-4575-9c77-010a3fe5d2c4 service neutron] Checking segment: {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:52.183223 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-767acd03-8061-4575-9c77-010a3fe5d2c4 service neutron] Bound using segment: {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:26:52.183672 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-767acd03-8061-4575-9c77-010a3fe5d2c4 service neutron] Bound port: 926820b0-63b4-43ed-8bee-025ad0d58deb, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:52.184091 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-767acd03-8061-4575-9c77-010a3fe5d2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:52.318062 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7fffa1f4-1894-4774-9359-497d3ee357f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:52.332401 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e3638-ad19-4a6d-a152-db9c9665b711 req-afeb8b96-0f8a-42d1-a4e7-32f23482e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:52.334441 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aa3e3638-ad19-4a6d-a152-db9c9665b711 req-afeb8b96-0f8a-42d1-a4e7-32f23482e116 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 1096 time: 0.2110994 Apr 18 20:26:52.345248 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7fffa1f4-1894-4774-9359-497d3ee357f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:52.371052 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=b44f8c76-6164-4881-adfd-167ff3cacae8,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:52.398155 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7fffa1f4-1894-4774-9359-497d3ee357f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:52.410998 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-767acd03-8061-4575-9c77-010a3fe5d2c4 service neutron] For port 926820b0-63b4-43ed-8bee-025ad0d58deb, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:52.415520 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:52.563442 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fffa1f4-1894-4774-9359-497d3ee357f6 admin admin] Network 99e89627-a45b-4a5d-a097-eb11f4a25aef is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:52.565358 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port edd187c5-ac21-4a8d-902d-99faa237cef9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=edd187c5-ac21-4a8d-902d-99faa237cef9,segment=NetworkSegment(c2e25346-cc06-47a6-8a99-c959f0413b94),segment_id=c2e25346-cc06-47a6-8a99-c959f0413b94)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:52.574127 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-7fffa1f4-1894-4774-9359-497d3ee357f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:52.581491 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:52.582224 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ce233-88be-4dc8-ab69-6b2321f7921a req-73210f41-3e2a-4854-9419-6ae0a7376dcf tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:52.594860 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cc2ce233-88be-4dc8-ab69-6b2321f7921a req-73210f41-3e2a-4854-9419-6ae0a7376dcf tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 945 time: 0.2863719 Apr 18 20:26:52.595483 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-767acd03-8061-4575-9c77-010a3fe5d2c4 service neutron] For port 926820b0-63b4-43ed-8bee-025ad0d58deb, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=926820b0-63b4-43ed-8bee-025ad0d58deb,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:52.622148 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8fd5d-d532-4305-ba8e-212bbeab2589 req-d73d9bac-1446-43a4-8b22-a5c1a7293430 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:52.635874 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-daf8fd5d-d532-4305-ba8e-212bbeab2589 req-d73d9bac-1446-43a4-8b22-a5c1a7293430 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 943 time: 0.4071963 Apr 18 20:26:52.721703 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=edd187c5-ac21-4a8d-902d-99faa237cef9,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:52.796504 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cc2ce233-88be-4dc8-ab69-6b2321f7921a req-3615b04a-a4a3-486a-b025-79837b4a8fc5 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873779 Apr 18 20:26:52.798380 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fffa1f4-1894-4774-9359-497d3ee357f6 admin admin] Router 48f1d38e-2a2d-4609-8fda-88e612305c23 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:26:52.815524 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-b5c58526-d4cf-4010-9cd5-9f50222794af tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:52.817092 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-b5c58526-d4cf-4010-9cd5-9f50222794af tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7298841 Apr 18 20:26:52.831857 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-129b4f8c-3462-4f97-8104-d19b1ac9f514 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Request body: {'port': {'device_id': 'b9a8588e-b62a-43b3-9e00-6ada8f067ca9', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': 'bdf993b3c90643ed9bf8e6b534aad529'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:52.840828 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-767acd03-8061-4575-9c77-010a3fe5d2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:52.927055 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aa3e3638-ad19-4a6d-a152-db9c9665b711 req-f8fff0cc-2d29-4a29-80d8-ac75fe8bfbc8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5829823 Apr 18 20:26:52.933235 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-eb008374-64bc-428e-827d-e49e18cf32ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:52.934652 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-eb008374-64bc-428e-827d-e49e18cf32ee service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19&tenant_id=f3b4f15f5bca46ea8bac796d6de7252e HTTP/1.1" status: 200 len: 1101 time: 0.1690278 Apr 18 20:26:52.940396 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffa1f4-1894-4774-9359-497d3ee357f6 admin admin] Pushing event updated for resources: {'Port': ['ID=7b478af1-cb16-4fdd-83fd-70b351820421,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:52.943225 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-767acd03-8061-4575-9c77-010a3fe5d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:52.943835 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-767acd03-8061-4575-9c77-010a3fe5d2c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:52.945296 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-767acd03-8061-4575-9c77-010a3fe5d2c4 service neutron] 10.222.0.57 "PUT /v2.0/ports/926820b0-63b4-43ed-8bee-025ad0d58deb HTTP/1.1" status: 200 len: 1091 time: 3.2575607 Apr 18 20:26:52.948395 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b80426-ef12-4820-873a-0600ef5a584b', 'tag': '926820b0-63b4-43ed-8bee-025ad0d58deb'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:52.952692 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fb232e-0845-4345-baba-9e66ee291d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "76b80426-ef12-4820-873a-0600ef5a584b", "tag": "926820b0-63b4-43ed-8bee-025ad0d58deb"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:52.967596 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-daf8fd5d-d532-4305-ba8e-212bbeab2589 req-8051744e-8dfb-4c8f-b82e-a88e25080833 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287556 Apr 18 20:26:52.976457 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-96d5821e-553d-47ea-9bd5-baf5732859e7 req-4f2c736d-04a9-473b-a587-fcbf7f9c2ec0 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4741549-3861-4311-972e-6902c2ae9d76 HTTP/1.1" status: 200 len: 210 time: 0.1139576 Apr 18 20:26:53.129830 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f967df55-23ad-4195-84ad-71fc01186db1 None None] Provisioning complete for port 7b478af1-cb16-4fdd-83fd-70b351820421 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:53.133309 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f967df55-23ad-4195-84ad-71fc01186db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:53.214498 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fffa1f4-1894-4774-9359-497d3ee357f6 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:26:53.220915 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7fffa1f4-1894-4774-9359-497d3ee357f6 admin admin] 10.222.0.41 "PUT /v2.0/routers/48f1d38e-2a2d-4609-8fda-88e612305c23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5095656 Apr 18 20:26:53.221956 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767acd03-8061-4575-9c77-010a3fe5d2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=926820b0-63b4-43ed-8bee-025ad0d58deb,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:53.247322 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838323-3', 'device_owner': 'compute:nova'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:53.254282 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-8e5b1bc8-f298-4e76-829d-8457440d22c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:53.256034 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-8e5b1bc8-f298-4e76-829d-8457440d22c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 1094 time: 0.1281769 Apr 18 20:26:53.260483 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-129b4f8c-3462-4f97-8104-d19b1ac9f514 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Made reservation on behalf of bdf993b3c90643ed9bf8e6b534aad529 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:53.288838 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b44f8c76-6164-4881-adfd-167ff3cacae8 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:53.292062 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-129b4f8c-3462-4f97-8104-d19b1ac9f514 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:53.323086 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-72b614dc-aa30-4b48-aaf8-4ab7810e64ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=926820b0-63b4-43ed-8bee-025ad0d58deb HTTP/1.1" status: 200 len: 217 time: 0.0449178 Apr 18 20:26:53.368900 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f967df55-23ad-4195-84ad-71fc01186db1 None None] Port 7b478af1-cb16-4fdd-83fd-70b351820421 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:26:53.399343 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port b44f8c76-6164-4881-adfd-167ff3cacae8 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:53.399914 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:53.419905 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:53.443976 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-d7cbdb53-b6b3-488f-9899-f5d5581d856d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:53.446113 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-d7cbdb53-b6b3-488f-9899-f5d5581d856d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1 HTTP/1.1" status: 200 len: 847 time: 0.1156151 Apr 18 20:26:53.527920 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-70a14797-4d1a-45e7-971d-8f58ce0e4d80 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617571 Apr 18 20:26:53.595440 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776c6cab-a440-4ffa-8300-d9353e83fa0d None None] Sync routers for ids ['48f1d38e-2a2d-4609-8fda-88e612305c23'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:26:53.628476 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776c6cab-a440-4ffa-8300-d9353e83fa0d None None] Routers {'48f1d38e-2a2d-4609-8fda-88e612305c23'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:53.629561 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-776c6cab-a440-4ffa-8300-d9353e83fa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:26:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['48f1d38e-2a2d-4609-8fda-88e612305c23'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:53.660361 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aad238-3ec2-4216-b20b-07b0082f4e1c req-8681b095-1df6-40f7-84fd-21f82dfbd1d1 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:53.677635 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7aad238-3ec2-4216-b20b-07b0082f4e1c req-8681b095-1df6-40f7-84fd-21f82dfbd1d1 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 950 time: 0.3760052 Apr 18 20:26:53.677901 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-42dbd340-05b2-4258-a2cf-7a1492c0bd92 service neutron] 10.222.0.57 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421697 Apr 18 20:26:53.747609 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77069b-cec5-4b22-8f98-9dec76ed12fb req-9cb7ea31-dc5e-4c4a-ada2-06c2221821e6 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:53.749396 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bd77069b-cec5-4b22-8f98-9dec76ed12fb req-9cb7ea31-dc5e-4c4a-ada2-06c2221821e6 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f5152-b399-4d28-84b4-1638eeea391d HTTP/1.1" status: 200 len: 945 time: 0.4959390 Apr 18 20:26:53.841078 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7aad238-3ec2-4216-b20b-07b0082f4e1c req-64e7d9a0-ee2a-45e6-a5f9-b3c1b5f1becd tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621354 Apr 18 20:26:53.886051 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-65fa226b-c2bc-4a68-b5c9-c13bb89039d5 req-f53b18fd-a305-4eac-afa5-f8f45a30dbc0 service neutron] 10.222.0.57 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407533 Apr 18 20:26:53.890614 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-129b4f8c-3462-4f97-8104-d19b1ac9f514 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Allocated IP 192.168.233.116 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/b5576aa7-84bb-4f65-80ed-d4fa8974dd58) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:53.952142 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bd77069b-cec5-4b22-8f98-9dec76ed12fb req-1661d73d-ad45-487f-b00c-844348504991 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/security-groups?id=28b8d78f-d3f7-4822-9620-2f803ddf312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767905 Apr 18 20:26:53.957264 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545f5152-b399-4d28-84b4-1638eeea391d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd187c5-ac21-4a8d-902d-99faa237cef9'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:53.962042 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ac7791-2fbe-4563-b970-319c5c8988a5" -d '{"events": [{"server_uuid": "545f5152-b399-4d28-84b4-1638eeea391d", "name": "network-vif-plugged", "status": "completed", "tag": "edd187c5-ac21-4a8d-902d-99faa237cef9"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:53.984049 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0161c477-a70c-4ee6-8561-81b0fb832d3f x-openstack-request-id: req-0161c477-a70c-4ee6-8561-81b0fb832d3f {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:53.984649 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b80426-ef12-4820-873a-0600ef5a584b", "tag": "926820b0-63b4-43ed-8bee-025ad0d58deb", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:53.985123 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0161c477-a70c-4ee6-8561-81b0fb832d3f {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:53.985563 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0161c477-a70c-4ee6-8561-81b0fb832d3f'] response: {'name': 'network-changed', 'server_uuid': '76b80426-ef12-4820-873a-0600ef5a584b', 'tag': '926820b0-63b4-43ed-8bee-025ad0d58deb', 'status': 'completed', 'code': 200} Apr 18 20:26:54.032294 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-776c6cab-a440-4ffa-8300-d9353e83fa0d None None] Set router 48f1d38e-2a2d-4609-8fda-88e612305c23 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:54.091750 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb232e-0845-4345-baba-9e66ee291d2c req-d57175bd-d87c-46f4-bd18-032c4b134214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:54.099525 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b0fb232e-0845-4345-baba-9e66ee291d2c req-d57175bd-d87c-46f4-bd18-032c4b134214 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 1094 time: 0.1048656 Apr 18 20:26:54.122966 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d24856c5-e54c-48e8-b200-c5823a909e97 req-ed3aa46b-0a71-4d31-8fe0-2f1b6d23ed28 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a8588e-b62a-43b3-9e00-6ada8f067ca9 HTTP/1.1" status: 200 len: 210 time: 0.0467999 Apr 18 20:26:54.200202 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-129b4f8c-3462-4f97-8104-d19b1ac9f514 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:54.303564 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-129b4f8c-3462-4f97-8104-d19b1ac9f514 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:54.349187 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['ecc8d0c1-b2ed-458f-9620-b5c850dd7cae', 'ef305303-685c-46e7-be31-0aeddf3646bc'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:54.356526 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['ff19b1ee-4bdd-4f97-80b1-8d1e20492643', '77ea9693-068f-4108-9533-a71ee1eba00d', '4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e', '1593e05e-05e8-42b9-a562-ecdf559c35fa'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:54.482115 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-129b4f8c-3462-4f97-8104-d19b1ac9f514 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:54.533719 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb232e-0845-4345-baba-9e66ee291d2c req-86b14bf2-32d8-433f-8a80-e4a1bb954853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:54.535626 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b0fb232e-0845-4345-baba-9e66ee291d2c req-86b14bf2-32d8-433f-8a80-e4a1bb954853 service neutron] 10.222.0.57 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 908 time: 0.4284980 Apr 18 20:26:54.545765 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-129b4f8c-3462-4f97-8104-d19b1ac9f514 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:54.553498 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-129b4f8c-3462-4f97-8104-d19b1ac9f514 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:26:54.557166 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9c02e434-ade8-4ae8-a82f-fb551d7d671b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:54.570974 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-f1c72201-e9fb-4bd2-8dbe-f1938a916641 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fc872f4fe541475785085cf884531291&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664439 Apr 18 20:26:54.608373 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b4f8c-3462-4f97-8104-d19b1ac9f514 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Pushing event updated for resources: {'Port': ['ID=b5576aa7-84bb-4f65-80ed-d4fa8974dd58,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:54.660335 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b4f8c-3462-4f97-8104-d19b1ac9f514 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:54.660865 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b4f8c-3462-4f97-8104-d19b1ac9f514 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:54.661469 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b4f8c-3462-4f97-8104-d19b1ac9f514 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:54.661779 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b4f8c-3462-4f97-8104-d19b1ac9f514 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:54.662220 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b4f8c-3462-4f97-8104-d19b1ac9f514 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:54.662664 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b4f8c-3462-4f97-8104-d19b1ac9f514 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:54.663115 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b4f8c-3462-4f97-8104-d19b1ac9f514 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:54.663567 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b4f8c-3462-4f97-8104-d19b1ac9f514 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:54.664038 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b4f8c-3462-4f97-8104-d19b1ac9f514 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:54.664499 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b4f8c-3462-4f97-8104-d19b1ac9f514 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:54.665052 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b4f8c-3462-4f97-8104-d19b1ac9f514 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:54.665610 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b4f8c-3462-4f97-8104-d19b1ac9f514 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:54.705562 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53911fd5-454f-40d3-a688-11a16db9c785 req-a69b119a-c5de-4d81-b9e1-550f8e2468e5 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:54.717468 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53911fd5-454f-40d3-a688-11a16db9c785 req-a69b119a-c5de-4d81-b9e1-550f8e2468e5 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 945 time: 0.2535679 Apr 18 20:26:54.736883 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] For port a5119d81-eb30-47e6-813d-24651e1a4167, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a5119d81-eb30-47e6-813d-24651e1a4167,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:54.779256 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-776c6cab-a440-4ffa-8300-d9353e83fa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'name': 'tempest-ServersTestBootFromVolume-1066999238-router', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b44f8c76-6164-4881-adfd-167ff3cacae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:43Z', 'updated_at': '2022-04-18T20:26:51Z', 'revision_number': 4, 'project_id': '78dac2d929104ed6bb85b9d14262f063', 'gw_port': {'id': 'b44f8c76-6164-4881-adfd-167ff3cacae8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:44Z', 'updated_at': '2022-04-18T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '7b478af1-cb16-4fdd-83fd-70b351820421', 'name': '', 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'mac_address': 'fa:16:3e:90:33:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '94058db9-d341-4c4b-98d8-38a6c7adc03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:49Z', 'updated_at': '2022-04-18T20:26:51Z', 'revision_number': 2, 'project_id': '78dac2d929104ed6bb85b9d14262f063', 'subnets': [{'id': '94058db9-d341-4c4b-98d8-38a6c7adc03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:54.792660 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-129b4f8c-3462-4f97-8104-d19b1ac9f514 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:54.793701 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-129b4f8c-3462-4f97-8104-d19b1ac9f514 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:54.813290 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] For port a5119d81-eb30-47e6-813d-24651e1a4167, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:54.824652 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776c6cab-a440-4ffa-8300-d9353e83fa0d None None] Checking router: 48f1d38e-2a2d-4609-8fda-88e612305c23 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:26:54.825063 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776c6cab-a440-4ffa-8300-d9353e83fa0d None None] Updating router 48f1d38e-2a2d-4609-8fda-88e612305c23 port 7b478af1-cb16-4fdd-83fd-70b351820421 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:26:54.850284 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-129b4f8c-3462-4f97-8104-d19b1ac9f514 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0224693 Apr 18 20:26:54.861507 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53911fd5-454f-40d3-a688-11a16db9c785 req-c9b72bfd-cf20-4921-b74c-fc6e3cf40a7c tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425736 Apr 18 20:26:54.874896 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-b35bbbab-73df-4e89-8361-d1cf9b481926 service neutron] Request body: {'port': {'device_id': 'b9a8588e-b62a-43b3-9e00-6ada8f067ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:54.954195 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b0fb232e-0845-4345-baba-9e66ee291d2c req-83e5514c-97ec-4b2e-b9ff-d386c5ab9352 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=926820b0-63b4-43ed-8bee-025ad0d58deb HTTP/1.1" status: 200 len: 217 time: 0.3815420 Apr 18 20:26:55.015518 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadfccc0-dbcc-4e94-9a5a-2e35b362c359 x-openstack-request-id: req-dadfccc0-dbcc-4e94-9a5a-2e35b362c359 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:55.016078 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545f5152-b399-4d28-84b4-1638eeea391d", "name": "network-vif-plugged", "status": "completed", "tag": "edd187c5-ac21-4a8d-902d-99faa237cef9", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:55.017031 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dadfccc0-dbcc-4e94-9a5a-2e35b362c359 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:55.019343 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dadfccc0-dbcc-4e94-9a5a-2e35b362c359'] response: {'server_uuid': '545f5152-b399-4d28-84b4-1638eeea391d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd187c5-ac21-4a8d-902d-99faa237cef9', 'code': 200} Apr 18 20:26:55.021175 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a5119d81-eb30-47e6-813d-24651e1a4167 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:26:55.031991 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-776c6cab-a440-4ffa-8300-d9353e83fa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:55.054175 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-b35bbbab-73df-4e89-8361-d1cf9b481926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:55.094731 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56724) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:55.101141 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-8b852973-35dd-4109-835e-2b9466e1cbfa tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1515282274', 'description': 'tempest-description--1600820510'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:55.218993 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ebb0758-cf89-44c7-9291-00b4a4173cba req-0294a3ba-af0b-438a-bb07-daedaf174b01 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4741549-3861-4311-972e-6902c2ae9d76 HTTP/1.1" status: 200 len: 210 time: 0.0484519 Apr 18 20:26:55.241093 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8b852973-35dd-4109-835e-2b9466e1cbfa tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:55.303408 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-402db94b-37d2-427f-893f-845bcb9aa889 None None] Provisioning complete for port b5576aa7-84bb-4f65-80ed-d4fa8974dd58 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:55.304005 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-402db94b-37d2-427f-893f-845bcb9aa889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:55.340760 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3ad3f-ab84-4c09-9290-019fc5575dbd req-5d84064a-72e3-4cd6-9743-c9be5426ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:55.342657 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eab3ad3f-ab84-4c09-9290-019fc5575dbd req-5d84064a-72e3-4cd6-9743-c9be5426ea3e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=545f5152-b399-4d28-84b4-1638eeea391d HTTP/1.1" status: 200 len: 1096 time: 0.2685325 Apr 18 20:26:55.354160 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe8391-faa8-42fd-93cd-09afcd698730 req-4d8d19d0-5e90-44f2-8ba0-6f0a50e584da tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:55.355846 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-adfe8391-faa8-42fd-93cd-09afcd698730 req-4d8d19d0-5e90-44f2-8ba0-6f0a50e584da tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 943 time: 0.2705588 Apr 18 20:26:55.386715 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:55.434351 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Transition to ACTIVE for port object a5119d81-eb30-47e6-813d-24651e1a4167 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:55.452259 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:55.458381 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb232e-0845-4345-baba-9e66ee291d2c req-96baa666-7732-4572-87c5-0e5b33c931d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:55.460473 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b0fb232e-0845-4345-baba-9e66ee291d2c req-96baa666-7732-4572-87c5-0e5b33c931d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1 HTTP/1.1" status: 200 len: 847 time: 0.4944432 Apr 18 20:26:55.492264 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-1b3cfae6-1508-43de-879a-ead43b5a1a8c tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:55.493741 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-1b3cfae6-1508-43de-879a-ead43b5a1a8c tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6280496 Apr 18 20:26:55.507649 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-402db94b-37d2-427f-893f-845bcb9aa889 None None] Port b5576aa7-84bb-4f65-80ed-d4fa8974dd58 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:26:55.515107 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-fd893e91-567c-4f61-b588-d504ac2f079d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Request body: {'port': {'device_id': 'd4741549-3861-4311-972e-6902c2ae9d76', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': 'fc872f4fe541475785085cf884531291'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:55.544769 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eab3ad3f-ab84-4c09-9290-019fc5575dbd req-2524e6bf-5ff9-4150-8fad-cc6c55540e1c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=28b8d78f-d3f7-4822-9620-2f803ddf312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812506 Apr 18 20:26:55.557658 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b0fb232e-0845-4345-baba-9e66ee291d2c req-1b812de8-280e-49d2-9223-c5c30eca596d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611691 Apr 18 20:26:55.569044 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-adfe8391-faa8-42fd-93cd-09afcd698730 req-24de27a7-e35e-486a-b359-a5efc440af19 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004151 Apr 18 20:26:55.594039 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Pushing event updated for resources: {'Port': ['ID=a5119d81-eb30-47e6-813d-24651e1a4167,revision_number=6']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:55.624948 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb459e-efeb-459d-9d21-07cebf7262d3 req-9abd4831-7eab-4683-8ace-5a57358900fa tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:55.634511 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdcb459e-efeb-459d-9d21-07cebf7262d3 req-9abd4831-7eab-4683-8ace-5a57358900fa tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 950 time: 0.2583416 Apr 18 20:26:55.710100 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] No DVR routers for this DVR port a5119d81-eb30-47e6-813d-24651e1a4167 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:26:55.738137 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8b852973-35dd-4109-835e-2b9466e1cbfa tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:55.783212 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8b852973-35dd-4109-835e-2b9466e1cbfa tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:55.789177 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-776c6cab-a440-4ffa-8300-d9353e83fa0d None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:55.833550 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-776c6cab-a440-4ffa-8300-d9353e83fa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:55.924393 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:55.930847 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:55.931413 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:55.936293 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:55.936293 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:55.936293 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:55.936293 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:55.936293 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:55.936293 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:55.936293 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:55.936293 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:55.936293 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:55.957287 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdcb459e-efeb-459d-9d21-07cebf7262d3 req-aee0e9a4-2162-4fce-9cf9-d08cbc8fb2e0 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613697 Apr 18 20:26:55.966256 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8b852973-35dd-4109-835e-2b9466e1cbfa tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:55.976888 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8b852973-35dd-4109-835e-2b9466e1cbfa tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8729725 Apr 18 20:26:55.978076 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56730) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:56.002989 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-225911d2-afce-46ae-9e42-59678666f4d2 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Request body: {'security_group_rule': {'security_group_id': 'f154a964-7470-48ea-bb90-aed571586e4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:56.003599 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08a7ff-742c-46ad-a816-de894656f42a None None] Pushing event updated for resources: {'Port': ['ID=7b478af1-cb16-4fdd-83fd-70b351820421,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:56.015853 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b360d60-19cc-4064-9da1-d44c2a81bd19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5119d81-eb30-47e6-813d-24651e1a4167'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:56.043684 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a489a4b-c582-4148-8039-bccfb411e851" -d '{"events": [{"server_uuid": "1b360d60-19cc-4064-9da1-d44c2a81bd19", "name": "network-vif-unplugged", "status": "completed", "tag": "a5119d81-eb30-47e6-813d-24651e1a4167"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:56.078273 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337e30e-04ec-4695-96fe-3a8451a66b29 req-8cb8b410-3212-4ed4-bc31-165362aee58a tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:56.096201 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3337e30e-04ec-4695-96fe-3a8451a66b29 req-8cb8b410-3212-4ed4-bc31-165362aee58a tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f5152-b399-4d28-84b4-1638eeea391d HTTP/1.1" status: 200 len: 945 time: 0.4131770 Apr 18 20:26:56.111223 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Attempting to bind port a5119d81-eb30-47e6-813d-24651e1a4167 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:56.111615 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Attempting to bind port a5119d81-eb30-47e6-813d-24651e1a4167 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:56.111876 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Attempting to bind port a5119d81-eb30-47e6-813d-24651e1a4167 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:56.114485 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b852973-35dd-4109-835e-2b9466e1cbfa tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f154a964-7470-48ea-bb90-aed571586e4e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:56.118435 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-fd893e91-567c-4f61-b588-d504ac2f079d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Made reservation on behalf of fc872f4fe541475785085cf884531291 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:56.122021 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-fd893e91-567c-4f61-b588-d504ac2f079d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:56.154186 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Port a5119d81-eb30-47e6-813d-24651e1a4167 on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:26:56.154551 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Attempting to bind port a5119d81-eb30-47e6-813d-24651e1a4167 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:56.174722 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b0fb232e-0845-4345-baba-9e66ee291d2c req-ef8d6c39-6eb9-40ac-856d-1aa9a298ed11 service neutron] 10.222.0.57 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6100340 Apr 18 20:26:56.183649 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:26:56.184038 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:56.184806 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:26:56.184952 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Bound port: a5119d81-eb30-47e6-813d-24651e1a4167, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:56.185270 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:56.186305 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-776c6cab-a440-4ffa-8300-d9353e83fa0d None None] Attempting to bind port 7b478af1-cb16-4fdd-83fd-70b351820421 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:56.186790 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-776c6cab-a440-4ffa-8300-d9353e83fa0d None None] Attempting to bind port 7b478af1-cb16-4fdd-83fd-70b351820421 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'd3359f71-0577-4865-9383-090c581c9e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:56.187274 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c6cab-a440-4ffa-8300-d9353e83fa0d None None] Attempting to bind port 7b478af1-cb16-4fdd-83fd-70b351820421 on network 99e89627-a45b-4a5d-a097-eb11f4a25aef {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:56.209961 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c6cab-a440-4ffa-8300-d9353e83fa0d None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:26:56.210282 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c6cab-a440-4ffa-8300-d9353e83fa0d None None] Checking segment: {'id': 'd3359f71-0577-4865-9383-090c581c9e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:56.210853 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-776c6cab-a440-4ffa-8300-d9353e83fa0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:56.211625 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c6cab-a440-4ffa-8300-d9353e83fa0d None None] Bound using segment: {'id': 'd3359f71-0577-4865-9383-090c581c9e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:26:56.212292 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-776c6cab-a440-4ffa-8300-d9353e83fa0d None None] Bound port: 7b478af1-cb16-4fdd-83fd-70b351820421, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3359f71-0577-4865-9383-090c581c9e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:56.212821 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-776c6cab-a440-4ffa-8300-d9353e83fa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:56.412366 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-225911d2-afce-46ae-9e42-59678666f4d2 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:56.414542 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-091c5ca3-ad65-4e6f-aed5-08fe8dbd6e11 None None] Provisioning complete for port 7b478af1-cb16-4fdd-83fd-70b351820421 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:56.415368 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-091c5ca3-ad65-4e6f-aed5-08fe8dbd6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:56.428213 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-b35bbbab-73df-4e89-8361-d1cf9b481926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5576aa7-84bb-4f65-80ed-d4fa8974dd58 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:56.441129 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-776c6cab-a440-4ffa-8300-d9353e83fa0d None None] For port 7b478af1-cb16-4fdd-83fd-70b351820421, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:56.454156 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] For port a5119d81-eb30-47e6-813d-24651e1a4167, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:56.459111 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-776c6cab-a440-4ffa-8300-d9353e83fa0d None None] For port 7b478af1-cb16-4fdd-83fd-70b351820421, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7b478af1-cb16-4fdd-83fd-70b351820421,segment=NetworkSegment(d3359f71-0577-4865-9383-090c581c9e69),segment_id=d3359f71-0577-4865-9383-090c581c9e69)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:56.470700 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3337e30e-04ec-4695-96fe-3a8451a66b29 req-6142affd-7e5b-4667-a6ba-e9e836dbb4be tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/security-groups?id=28b8d78f-d3f7-4822-9620-2f803ddf312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384178 Apr 18 20:26:56.472091 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-776c6cab-a440-4ffa-8300-d9353e83fa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:56.486621 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] For port a5119d81-eb30-47e6-813d-24651e1a4167, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a5119d81-eb30-47e6-813d-24651e1a4167,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:56.489248 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b0fb232e-0845-4345-baba-9e66ee291d2c req-1f7be04b-313c-410d-81ec-5530b8cb0c04 service neutron] 10.222.0.57 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976429 Apr 18 20:26:56.495287 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:56.496254 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209bc47-d140-4944-93ea-b0293d619e06 req-376ad57e-078c-42c6-86c6-263f2960c490 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:56.517723 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-091c5ca3-ad65-4e6f-aed5-08fe8dbd6e11 None None] Port 7b478af1-cb16-4fdd-83fd-70b351820421 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:26:56.518569 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3209bc47-d140-4944-93ea-b0293d619e06 req-376ad57e-078c-42c6-86c6-263f2960c490 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a8588e-b62a-43b3-9e00-6ada8f067ca9 HTTP/1.1" status: 200 len: 936 time: 0.2729280 Apr 18 20:26:56.547329 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08a7ff-742c-46ad-a816-de894656f42a None None] Pushing event updated for resources: {'Port': ['ID=7b478af1-cb16-4fdd-83fd-70b351820421,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:56.554053 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776c6cab-a440-4ffa-8300-d9353e83fa0d None None] Routers {'48f1d38e-2a2d-4609-8fda-88e612305c23'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:56.554617 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-776c6cab-a440-4ffa-8300-d9353e83fa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:26:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['48f1d38e-2a2d-4609-8fda-88e612305c23'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:56.570959 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-b35bbbab-73df-4e89-8361-d1cf9b481926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:56.594201 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:56.594832 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:56.596285 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] 10.222.0.32 "PUT /v2.0/ports/a5119d81-eb30-47e6-813d-24651e1a4167 HTTP/1.1" status: 200 len: 1096 time: 3.3578756 Apr 18 20:26:56.643901 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2face-fc67-45ad-8fc2-552333f66485 service neutron] Pushing event updated for resources: {'Port': ['ID=a5119d81-eb30-47e6-813d-24651e1a4167,revision_number=7']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:56.652209 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-b35bbbab-73df-4e89-8361-d1cf9b481926 service neutron] Transition to ACTIVE for port object b5576aa7-84bb-4f65-80ed-d4fa8974dd58 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:56.696841 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-b35bbbab-73df-4e89-8361-d1cf9b481926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:56.782148 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3209bc47-d140-4944-93ea-b0293d619e06 req-3848c49f-452a-4413-9a91-7ec4b0f81647 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680287 Apr 18 20:26:56.797004 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-776c6cab-a440-4ffa-8300-d9353e83fa0d None None] Set router 48f1d38e-2a2d-4609-8fda-88e612305c23 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:56.805946 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-d61d0013-9d90-4e3e-a725-582ddbef9a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:56.807453 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-d61d0013-9d90-4e3e-a725-582ddbef9a37 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 1099 time: 0.0936532 Apr 18 20:26:56.830106 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-fd893e91-567c-4f61-b588-d504ac2f079d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Allocated IP 192.168.233.115 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/162e4965-12df-4aea-a09b-2951a61e0fcd) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:56.907702 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2798a3c-de5c-49db-b3ee-9d85be5ba2cd x-openstack-request-id: req-b2798a3c-de5c-49db-b3ee-9d85be5ba2cd {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:56.908084 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b360d60-19cc-4064-9da1-d44c2a81bd19", "name": "network-vif-unplugged", "status": "completed", "tag": "a5119d81-eb30-47e6-813d-24651e1a4167", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:56.908215 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2798a3c-de5c-49db-b3ee-9d85be5ba2cd {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:56.916827 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2798a3c-de5c-49db-b3ee-9d85be5ba2cd'] response: {'server_uuid': '1b360d60-19cc-4064-9da1-d44c2a81bd19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5119d81-eb30-47e6-813d-24651e1a4167', 'code': 200} Apr 18 20:26:56.944191 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 926820b0-63b4-43ed-8bee-025ad0d58deb details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:26:57.078050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35bbbab-73df-4e89-8361-d1cf9b481926 service neutron] Pushing event updated for resources: {'Port': ['ID=b5576aa7-84bb-4f65-80ed-d4fa8974dd58,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:57.179745 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-07f0f376-7d31-4ed1-875c-fb0deb4f3b95 req-e701559f-5695-4d84-ab85-36e09541db8d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4741549-3861-4311-972e-6902c2ae9d76 HTTP/1.1" status: 200 len: 210 time: 0.1565464 Apr 18 20:26:57.206142 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-45686a65-877b-4aa3-9701-16e96acaaa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:57.208231 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-45686a65-877b-4aa3-9701-16e96acaaa69 service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.3733444 Apr 18 20:26:57.214128 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-225911d2-afce-46ae-9e42-59678666f4d2 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:57.237262 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c607fb73-6364-4b3c-9b95-a0c35acadcb6 None None] Provisioning complete for port 7b478af1-cb16-4fdd-83fd-70b351820421 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:57.239254 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c607fb73-6364-4b3c-9b95-a0c35acadcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:57.286071 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-225911d2-afce-46ae-9e42-59678666f4d2 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:57.319866 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225911d2-afce-46ae-9e42-59678666f4d2 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68455c1-05a9-421d-84c2-d49facdd309e,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:57.353693 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddafbd6-0913-4609-86bd-c34f5be1d23e req-52497c78-c52b-4afb-bb10-caea0982d8e2 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:57.355825 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eddafbd6-0913-4609-86bd-c34f5be1d23e req-52497c78-c52b-4afb-bb10-caea0982d8e2 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 945 time: 0.6325254 Apr 18 20:26:57.405206 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-f03de76d-397c-40ff-8ba9-a111f93e89b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=a5119d81-eb30-47e6-813d-24651e1a4167 HTTP/1.1" status: 200 len: 217 time: 0.1514099 Apr 18 20:26:57.420747 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-225911d2-afce-46ae-9e42-59678666f4d2 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:57.422855 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-225911d2-afce-46ae-9e42-59678666f4d2 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4397933 Apr 18 20:26:57.432373 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56740) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:57.441224 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-c8eaa5fa-b88e-460f-82ad-ee2b0663361f tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Request body: {'security_group_rule': {'security_group_id': 'f154a964-7470-48ea-bb90-aed571586e4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:57.490741 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-b35bbbab-73df-4e89-8361-d1cf9b481926 service neutron] Attempting to bind port b5576aa7-84bb-4f65-80ed-d4fa8974dd58 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:57.490741 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-b35bbbab-73df-4e89-8361-d1cf9b481926 service neutron] Attempting to bind port b5576aa7-84bb-4f65-80ed-d4fa8974dd58 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:57.491207 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-b35bbbab-73df-4e89-8361-d1cf9b481926 service neutron] Attempting to bind port b5576aa7-84bb-4f65-80ed-d4fa8974dd58 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:57.506337 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e578dc2-0325-41b5-908d-1bea5806b83b req-61347c43-99f8-45b9-830f-5dbbe2c85ac8 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:57.508010 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e578dc2-0325-41b5-908d-1bea5806b83b req-61347c43-99f8-45b9-830f-5dbbe2c85ac8 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 943 time: 0.1901231 Apr 18 20:26:57.528758 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eddafbd6-0913-4609-86bd-c34f5be1d23e req-5b86e0ef-0fe2-42d1-9ab3-0dc041b7e575 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397891 Apr 18 20:26:57.533907 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-b35bbbab-73df-4e89-8361-d1cf9b481926 service neutron] Port b5576aa7-84bb-4f65-80ed-d4fa8974dd58 on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:26:57.537188 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-b35bbbab-73df-4e89-8361-d1cf9b481926 service neutron] Attempting to bind port b5576aa7-84bb-4f65-80ed-d4fa8974dd58 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:57.549908 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-b35bbbab-73df-4e89-8361-d1cf9b481926 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:26:57.554781 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-b35bbbab-73df-4e89-8361-d1cf9b481926 service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:57.555365 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-b35bbbab-73df-4e89-8361-d1cf9b481926 service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:26:57.556013 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-b35bbbab-73df-4e89-8361-d1cf9b481926 service neutron] Bound port: b5576aa7-84bb-4f65-80ed-d4fa8974dd58, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:57.556647 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-b35bbbab-73df-4e89-8361-d1cf9b481926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:57.620156 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa5fa-b88e-460f-82ad-ee2b0663361f tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:57.627509 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 926820b0-63b4-43ed-8bee-025ad0d58deb, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=926820b0-63b4-43ed-8bee-025ad0d58deb,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:57.650705 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '926820b0-63b4-43ed-8bee-025ad0d58deb', 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f', 'port_id': '926820b0-63b4-43ed-8bee-025ad0d58deb', 'mac_address': 'fa:16:3e:b1:94:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:26:57.657481 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-776c6cab-a440-4ffa-8300-d9353e83fa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'name': 'tempest-ServersTestBootFromVolume-1066999238-router', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b44f8c76-6164-4881-adfd-167ff3cacae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:43Z', 'updated_at': '2022-04-18T20:26:51Z', 'revision_number': 4, 'project_id': '78dac2d929104ed6bb85b9d14262f063', 'gw_port': {'id': 'b44f8c76-6164-4881-adfd-167ff3cacae8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:44Z', 'updated_at': '2022-04-18T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '7b478af1-cb16-4fdd-83fd-70b351820421', 'name': '', 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'mac_address': 'fa:16:3e:90:33:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '94058db9-d341-4c4b-98d8-38a6c7adc03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:49Z', 'updated_at': '2022-04-18T20:26:56Z', 'revision_number': 4, 'project_id': '78dac2d929104ed6bb85b9d14262f063', 'subnets': [{'id': '94058db9-d341-4c4b-98d8-38a6c7adc03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:57.668037 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-f80a1010-ba74-4a1f-b903-12824bec6815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:57.671084 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-f80a1010-ba74-4a1f-b903-12824bec6815 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.2546093 Apr 18 20:26:57.707380 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-fd893e91-567c-4f61-b588-d504ac2f079d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:57.726970 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776c6cab-a440-4ffa-8300-d9353e83fa0d None None] The sync data for ids ['48f1d38e-2a2d-4609-8fda-88e612305c23'] in n-d-838323-3 is: [{'id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'name': 'tempest-ServersTestBootFromVolume-1066999238-router', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b44f8c76-6164-4881-adfd-167ff3cacae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:43Z', 'updated_at': '2022-04-18T20:26:51Z', 'revision_number': 4, 'project_id': '78dac2d929104ed6bb85b9d14262f063', 'gw_port': {'id': 'b44f8c76-6164-4881-adfd-167ff3cacae8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:44Z', 'updated_at': '2022-04-18T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '7b478af1-cb16-4fdd-83fd-70b351820421', 'name': '', 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'mac_address': 'fa:16:3e:90:33:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '94058db9-d341-4c4b-98d8-38a6c7adc03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:49Z', 'updated_at': '2022-04-18T20:26:56Z', 'revision_number': 4, 'project_id': '78dac2d929104ed6bb85b9d14262f063', 'subnets': [{'id': '94058db9-d341-4c4b-98d8-38a6c7adc03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:26:57.758288 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:57.761686 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c607fb73-6364-4b3c-9b95-a0c35acadcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:57.783429 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 926820b0-63b4-43ed-8bee-025ad0d58deb {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:57.835866 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 926820b0-63b4-43ed-8bee-025ad0d58deb, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=926820b0-63b4-43ed-8bee-025ad0d58deb,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:57.839725 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c607fb73-6364-4b3c-9b95-a0c35acadcb6 None None] For port 7b478af1-cb16-4fdd-83fd-70b351820421, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7b478af1-cb16-4fdd-83fd-70b351820421,segment=NetworkSegment(d3359f71-0577-4865-9383-090c581c9e69),segment_id=d3359f71-0577-4865-9383-090c581c9e69)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:57.842431 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e578dc2-0325-41b5-908d-1bea5806b83b req-fbb86db5-306e-430d-8266-c847212bab9d tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789366 Apr 18 20:26:57.845019 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:57.853945 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-fd893e91-567c-4f61-b588-d504ac2f079d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:57.860271 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c607fb73-6364-4b3c-9b95-a0c35acadcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:57.929917 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['146788f7-db8c-4609-91b8-66cce9c8a0ed'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:57.934109 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['400df18c-314d-42f7-945e-a8f07113f754'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:57.973544 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd893e91-567c-4f61-b588-d504ac2f079d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Pushing event updated for resources: {'Port': ['ID=162e4965-12df-4aea-a09b-2951a61e0fcd,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:58.019528 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-b35bbbab-73df-4e89-8361-d1cf9b481926 service neutron] For port b5576aa7-84bb-4f65-80ed-d4fa8974dd58, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:58.022371 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-02523018-0d94-4ccb-befb-3a853ace3f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:58.025819 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-02523018-0d94-4ccb-befb-3a853ace3f6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3442950 Apr 18 20:26:58.050793 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-fd893e91-567c-4f61-b588-d504ac2f079d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:58.053420 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-fd893e91-567c-4f61-b588-d504ac2f079d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:58.065992 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-fd893e91-567c-4f61-b588-d504ac2f079d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:26:58.080124 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be720d-bc6d-4939-b786-18e815decf1a req-fbba8c3a-a373-44ca-a17c-74a5b5fb92d5 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:58.083024 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-06be720d-bc6d-4939-b786-18e815decf1a req-fbba8c3a-a373-44ca-a17c-74a5b5fb92d5 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 948 time: 0.4382181 Apr 18 20:26:58.180061 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa5fa-b88e-460f-82ad-ee2b0663361f tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:58.188269 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-b35bbbab-73df-4e89-8361-d1cf9b481926 service neutron] For port b5576aa7-84bb-4f65-80ed-d4fa8974dd58, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=b5576aa7-84bb-4f65-80ed-d4fa8974dd58,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:58.190463 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-fd893e91-567c-4f61-b588-d504ac2f079d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:58.192163 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-fd893e91-567c-4f61-b588-d504ac2f079d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:58.221970 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=926820b0-63b4-43ed-8bee-025ad0d58deb,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:58.225071 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-fd893e91-567c-4f61-b588-d504ac2f079d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7164426 Apr 18 20:26:58.233108 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['926820b0-63b4-43ed-8bee-025ad0d58deb'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:58.234366 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa5fa-b88e-460f-82ad-ee2b0663361f tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:58.238931 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-b35bbbab-73df-4e89-8361-d1cf9b481926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:58.244267 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-e7a571cc-b975-4e37-a483-5d6ce9209cff service neutron] Request body: {'port': {'device_id': 'd4741549-3861-4311-972e-6902c2ae9d76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:58.316476 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-b35bbbab-73df-4e89-8361-d1cf9b481926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:58.318209 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-b35bbbab-73df-4e89-8361-d1cf9b481926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:58.321054 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-b35bbbab-73df-4e89-8361-d1cf9b481926 service neutron] 10.222.0.32 "PUT /v2.0/ports/b5576aa7-84bb-4f65-80ed-d4fa8974dd58 HTTP/1.1" status: 200 len: 1096 time: 3.4525080 Apr 18 20:26:58.330522 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-d3991976-e4b1-4a88-a6a5-fb79361ecd04 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956829 Apr 18 20:26:58.392555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a8588e-b62a-43b3-9e00-6ada8f067ca9', 'tag': 'b5576aa7-84bb-4f65-80ed-d4fa8974dd58'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:58.401303 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435387fe-3d8b-4ee0-a7d8-da04ed08a4c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a8588e-b62a-43b3-9e00-6ada8f067ca9", "tag": "b5576aa7-84bb-4f65-80ed-d4fa8974dd58"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:58.453656 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eaa5fa-b88e-460f-82ad-ee2b0663361f tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe90c30-7046-4b99-aa02-a1f694b512ec,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:58.479515 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-e7a571cc-b975-4e37-a483-5d6ce9209cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:58.538285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5042e-eb3a-4a4d-bab5-6df0bb4d191e req-2bf99e92-54e7-495d-9906-fa0c78f42826 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:58.557245 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-01f5042e-eb3a-4a4d-bab5-6df0bb4d191e req-2bf99e92-54e7-495d-9906-fa0c78f42826 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f5152-b399-4d28-84b4-1638eeea391d HTTP/1.1" status: 200 len: 945 time: 0.5457489 Apr 18 20:26:58.567374 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa5fa-b88e-460f-82ad-ee2b0663361f tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:58.576382 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56752) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:58.581233 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c8eaa5fa-b88e-460f-82ad-ee2b0663361f tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1436806 Apr 18 20:26:58.589775 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-771ba0d7-8d9e-42df-b7da-8c10f3e04a2d tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:58.604949 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-06be720d-bc6d-4939-b786-18e815decf1a req-44dcf961-54f5-4036-9e25-a34b1087a923 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400306 Apr 18 20:26:58.677783 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-e859d3f3-2f1e-4592-865b-4fddae59d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:58.679326 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-e859d3f3-2f1e-4592-865b-4fddae59d744 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&device_id=b9a8588e-b62a-43b3-9e00-6ada8f067ca9 HTTP/1.1" status: 200 len: 1099 time: 0.2604854 Apr 18 20:26:58.693700 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35bbbab-73df-4e89-8361-d1cf9b481926 service neutron] Pushing event updated for resources: {'Port': ['ID=b5576aa7-84bb-4f65-80ed-d4fa8974dd58,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:58.791070 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-58f4653e-9160-47b5-81cd-b871d5df4085 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=b5576aa7-84bb-4f65-80ed-d4fa8974dd58 HTTP/1.1" status: 200 len: 217 time: 0.0895205 Apr 18 20:26:58.797495 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d441cff1-98a2-4b71-b50b-1656a705398c None None] Provisioning complete for port 162e4965-12df-4aea-a09b-2951a61e0fcd triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:58.798056 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d441cff1-98a2-4b71-b50b-1656a705398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:58.802430 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-01f5042e-eb3a-4a4d-bab5-6df0bb4d191e req-96834604-3bcb-4281-b52e-ee383568b1cc tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/security-groups?id=28b8d78f-d3f7-4822-9620-2f803ddf312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430651 Apr 18 20:26:58.874174 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607fb73-6364-4b3c-9b95-a0c35acadcb6 None None] Pushing event updated for resources: {'Port': ['ID=7b478af1-cb16-4fdd-83fd-70b351820421,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:58.878289 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-e686d6ea-b1f5-482e-a950-d55522f5f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:58.880526 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-e686d6ea-b1f5-482e-a950-d55522f5f3ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.0766094 Apr 18 20:26:58.916153 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-d441cff1-98a2-4b71-b50b-1656a705398c None None] Port 162e4965-12df-4aea-a09b-2951a61e0fcd cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:26:58.950085 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-771ba0d7-8d9e-42df-b7da-8c10f3e04a2d tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:58.995166 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-15a1ceab-7e61-48a6-bb76-bda8da444092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:58.997318 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-15a1ceab-7e61-48a6-bb76-bda8da444092 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1078115 Apr 18 20:26:58.999969 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ef551630-9ed5-4b34-a900-74f16356c5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:59.013636 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b360d60-19cc-4064-9da1-d44c2a81bd19', 'tag': 'a5119d81-eb30-47e6-813d-24651e1a4167'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:59.023094 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f604a1-d8d2-40e0-b8f5-cdc7aee529e0" -d '{"events": [{"name": "network-changed", "server_uuid": "1b360d60-19cc-4064-9da1-d44c2a81bd19", "tag": "a5119d81-eb30-47e6-813d-24651e1a4167"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:59.196701 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b1ef8-1f86-47c8-b9ef-cffcfa678b9b req-48f1cb07-7431-4cd1-a8f6-639376a7116a tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:59.199824 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7b478af1-cb16-4fdd-83fd-70b351820421 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:59.206147 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-515b1ef8-1f86-47c8-b9ef-cffcfa678b9b req-48f1cb07-7431-4cd1-a8f6-639376a7116a tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 1096 time: 0.2011163 Apr 18 20:26:59.250583 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0b5be-7347-48c0-b3cd-e4329ce232eb req-ea6a570e-b6d0-4ca3-a9af-cc89644765c8 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:59.258516 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89e0b5be-7347-48c0-b3cd-e4329ce232eb req-ea6a570e-b6d0-4ca3-a9af-cc89644765c8 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a8588e-b62a-43b3-9e00-6ada8f067ca9 HTTP/1.1" status: 200 len: 948 time: 0.2079260 Apr 18 20:26:59.290767 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ea694181-2c03-450c-bbf3-a5a95967a08a req-08c04651-3a4b-452f-90e1-4a50fec97595 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9480679 Apr 18 20:26:59.318584 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 7b478af1-cb16-4fdd-83fd-70b351820421 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:59.318971 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:59.640775 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:59.665532 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-515b1ef8-1f86-47c8-b9ef-cffcfa678b9b req-5bfcaec2-6ff6-4c90-8b1f-73a6a2eafaaf tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584877 Apr 18 20:26:59.688536 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-771ba0d7-8d9e-42df-b7da-8c10f3e04a2d tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:59.709304 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89e0b5be-7347-48c0-b3cd-e4329ce232eb req-af5ddf53-4cc8-427d-bb3a-ca96369c5622 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497986 Apr 18 20:26:59.720026 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-b37086ee-c3eb-4277-a527-a6cc935a892f service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6914093 Apr 18 20:26:59.774619 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-e7a571cc-b975-4e37-a483-5d6ce9209cff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 162e4965-12df-4aea-a09b-2951a61e0fcd {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:59.798120 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-e7a571cc-b975-4e37-a483-5d6ce9209cff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:59.825071 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-e7a571cc-b975-4e37-a483-5d6ce9209cff service neutron] Transition to ACTIVE for port object 162e4965-12df-4aea-a09b-2951a61e0fcd will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:59.856837 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-e7a571cc-b975-4e37-a483-5d6ce9209cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:59.865072 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdf7c1f-acb3-4111-97ce-318ec152644f x-openstack-request-id: req-dcdf7c1f-acb3-4111-97ce-318ec152644f {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:59.865673 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a8588e-b62a-43b3-9e00-6ada8f067ca9", "tag": "b5576aa7-84bb-4f65-80ed-d4fa8974dd58", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:59.866139 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dcdf7c1f-acb3-4111-97ce-318ec152644f {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:59.866708 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcdf7c1f-acb3-4111-97ce-318ec152644f'] response: {'name': 'network-changed', 'server_uuid': 'b9a8588e-b62a-43b3-9e00-6ada8f067ca9', 'tag': 'b5576aa7-84bb-4f65-80ed-d4fa8974dd58', 'status': 'completed', 'code': 200} Apr 18 20:26:59.945557 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-771ba0d7-8d9e-42df-b7da-8c10f3e04a2d tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Allocated IP 172.25.1.122 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/7177e7eb-87d1-4f7a-a8ea-a1f44d4c0c99) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:59.955207 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a571cc-b975-4e37-a483-5d6ce9209cff service neutron] Pushing event updated for resources: {'Port': ['ID=162e4965-12df-4aea-a09b-2951a61e0fcd,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:00.017709 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3017859-7ea0-4a05-b36a-b15a763b338e req-81ab4cdb-c69f-45ff-a628-5fe060c96010 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880292 Apr 18 20:27:00.033951 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223429f-0ef4-459e-a6f3-887b8afa8eff req-ef7aaa0b-8a72-47d4-94a3-b1731c9141fb tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:00.037081 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1223429f-0ef4-459e-a6f3-887b8afa8eff req-ef7aaa0b-8a72-47d4-94a3-b1731c9141fb tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4741549-3861-4311-972e-6902c2ae9d76 HTTP/1.1" status: 200 len: 948 time: 0.1891251 Apr 18 20:27:00.050334 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a451f6-2896-4a5e-980f-7e9456b746ce req-7770fdc7-4135-4b90-9865-eed660cc6875 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:00.053836 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d7a451f6-2896-4a5e-980f-7e9456b746ce req-7770fdc7-4135-4b90-9865-eed660cc6875 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 944 time: 0.1564636 Apr 18 20:27:00.171349 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-e7a571cc-b975-4e37-a483-5d6ce9209cff service neutron] Attempting to bind port 162e4965-12df-4aea-a09b-2951a61e0fcd on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:00.171621 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-e7a571cc-b975-4e37-a483-5d6ce9209cff service neutron] Attempting to bind port 162e4965-12df-4aea-a09b-2951a61e0fcd by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:00.171835 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-e7a571cc-b975-4e37-a483-5d6ce9209cff service neutron] Attempting to bind port 162e4965-12df-4aea-a09b-2951a61e0fcd on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:00.181741 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-e7a571cc-b975-4e37-a483-5d6ce9209cff service neutron] Port 162e4965-12df-4aea-a09b-2951a61e0fcd on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:27:00.182232 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-e7a571cc-b975-4e37-a483-5d6ce9209cff service neutron] Attempting to bind port 162e4965-12df-4aea-a09b-2951a61e0fcd on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:00.196330 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-e7a571cc-b975-4e37-a483-5d6ce9209cff service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:27:00.197002 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1223429f-0ef4-459e-a6f3-887b8afa8eff req-bef4d274-a02d-491a-837a-d204cb852286 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414218 Apr 18 20:27:00.202613 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d7a451f6-2896-4a5e-980f-7e9456b746ce req-1ada00f1-b507-49bf-b6f3-57e9db28bea1 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393087 Apr 18 20:27:00.218460 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435387fe-3d8b-4ee0-a7d8-da04ed08a4c3 req-6f5c9401-1129-4a8d-8768-faef5f0908da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:00.219098 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-e7a571cc-b975-4e37-a483-5d6ce9209cff service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:00.220080 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-435387fe-3d8b-4ee0-a7d8-da04ed08a4c3 req-6f5c9401-1129-4a8d-8768-faef5f0908da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&device_id=b9a8588e-b62a-43b3-9e00-6ada8f067ca9 HTTP/1.1" status: 200 len: 1099 time: 0.1156924 Apr 18 20:27:00.220364 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-e7a571cc-b975-4e37-a483-5d6ce9209cff service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:27:00.220867 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-e7a571cc-b975-4e37-a483-5d6ce9209cff service neutron] Bound port: 162e4965-12df-4aea-a09b-2951a61e0fcd, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:00.221238 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-e7a571cc-b975-4e37-a483-5d6ce9209cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:00.287141 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-771ba0d7-8d9e-42df-b7da-8c10f3e04a2d tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:00.379917 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-e7a571cc-b975-4e37-a483-5d6ce9209cff service neutron] For port 162e4965-12df-4aea-a09b-2951a61e0fcd, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:00.410333 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-e7a571cc-b975-4e37-a483-5d6ce9209cff service neutron] For port 162e4965-12df-4aea-a09b-2951a61e0fcd, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=162e4965-12df-4aea-a09b-2951a61e0fcd,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:27:00.421133 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bd6765-2507-423b-89e7-39a208fca314 x-openstack-request-id: req-84bd6765-2507-423b-89e7-39a208fca314 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:00.421628 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b360d60-19cc-4064-9da1-d44c2a81bd19", "tag": "a5119d81-eb30-47e6-813d-24651e1a4167", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:00.421986 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84bd6765-2507-423b-89e7-39a208fca314 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:00.422644 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84bd6765-2507-423b-89e7-39a208fca314'] response: {'name': 'network-changed', 'server_uuid': '1b360d60-19cc-4064-9da1-d44c2a81bd19', 'tag': 'a5119d81-eb30-47e6-813d-24651e1a4167', 'status': 'completed', 'code': 200} Apr 18 20:27:00.502606 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-e7a571cc-b975-4e37-a483-5d6ce9209cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:00.518609 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-771ba0d7-8d9e-42df-b7da-8c10f3e04a2d tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:00.527089 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435387fe-3d8b-4ee0-a7d8-da04ed08a4c3 req-029d0daf-2b2e-4850-8d7a-ddc5c0f67fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:00.528612 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-435387fe-3d8b-4ee0-a7d8-da04ed08a4c3 req-029d0daf-2b2e-4850-8d7a-ddc5c0f67fcc service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.2951071 Apr 18 20:27:00.560222 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-e7a571cc-b975-4e37-a483-5d6ce9209cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:00.562231 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-e7a571cc-b975-4e37-a483-5d6ce9209cff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:00.563426 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-e7a571cc-b975-4e37-a483-5d6ce9209cff service neutron] 10.222.0.32 "PUT /v2.0/ports/162e4965-12df-4aea-a09b-2951a61e0fcd HTTP/1.1" status: 200 len: 1096 time: 2.3315356 Apr 18 20:27:00.593759 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771ba0d7-8d9e-42df-b7da-8c10f3e04a2d tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:00.612617 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-771ba0d7-8d9e-42df-b7da-8c10f3e04a2d tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:00.617731 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-435387fe-3d8b-4ee0-a7d8-da04ed08a4c3 req-2d81fe26-9155-4683-b1e2-9698ec924276 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=b5576aa7-84bb-4f65-80ed-d4fa8974dd58 HTTP/1.1" status: 200 len: 217 time: 0.0625784 Apr 18 20:27:00.617963 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771ba0d7-8d9e-42df-b7da-8c10f3e04a2d tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:27:00.661991 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771d829-ebd9-40ef-a33a-1e532dba867c req-4507595b-f481-4649-9cb8-f3ad6fe511b1 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:00.670736 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0771d829-ebd9-40ef-a33a-1e532dba867c req-4507595b-f481-4649-9cb8-f3ad6fe511b1 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 1096 time: 0.1725137 Apr 18 20:27:00.724059 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ee2fe-7ffb-4c9c-b68d-a659610a43a4 req-3e1b75ab-3b7c-48a4-b700-7dd0a1ac4ca3 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:00.733582 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-094ee2fe-7ffb-4c9c-b68d-a659610a43a4 req-3e1b75ab-3b7c-48a4-b700-7dd0a1ac4ca3 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 948 time: 0.2592936 Apr 18 20:27:00.766414 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435387fe-3d8b-4ee0-a7d8-da04ed08a4c3 req-6adf1b9c-7e67-4e81-876f-08080b93ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:00.768628 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-435387fe-3d8b-4ee0-a7d8-da04ed08a4c3 req-6adf1b9c-7e67-4e81-876f-08080b93ac16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.1350825 Apr 18 20:27:00.774024 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f604a1-d8d2-40e0-b8f5-cdc7aee529e0 req-e458731a-5ae6-473b-8e21-c1bb44a15057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:00.777720 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-08f604a1-d8d2-40e0-b8f5-cdc7aee529e0 req-e458731a-5ae6-473b-8e21-c1bb44a15057 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 1099 time: 0.3470798 Apr 18 20:27:00.840713 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0771d829-ebd9-40ef-a33a-1e532dba867c req-c7daf753-44a7-4e40-98f3-18ebb6fd2444 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611526 Apr 18 20:27:00.871162 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-094ee2fe-7ffb-4c9c-b68d-a659610a43a4 req-4239cc5c-08c9-43a8-b623-4da826ec3bcb tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364388 Apr 18 20:27:00.878259 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-771ba0d7-8d9e-42df-b7da-8c10f3e04a2d tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:00.886933 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435387fe-3d8b-4ee0-a7d8-da04ed08a4c3 req-91b186c4-c144-4cfa-94a9-c6e28667e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:00.888824 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-435387fe-3d8b-4ee0-a7d8-da04ed08a4c3 req-91b186c4-c144-4cfa-94a9-c6e28667e170 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1122122 Apr 18 20:27:00.930071 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a571cc-b975-4e37-a483-5d6ce9209cff service neutron] Pushing event updated for resources: {'Port': ['ID=162e4965-12df-4aea-a09b-2951a61e0fcd,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:00.943761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 926820b0-63b4-43ed-8bee-025ad0d58deb up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:27:00.980792 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f604a1-d8d2-40e0-b8f5-cdc7aee529e0 req-9e4fa923-0f2e-42a2-989d-77bf6c37df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:00.982821 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-08f604a1-d8d2-40e0-b8f5-cdc7aee529e0 req-9e4fa923-0f2e-42a2-989d-77bf6c37df9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 1099 time: 0.5138514 Apr 18 20:27:01.015104 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ba0d7-8d9e-42df-b7da-8c10f3e04a2d tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Pushing event updated for resources: {'Port': ['ID=7177e7eb-87d1-4f7a-a8ea-a1f44d4c0c99,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:01.139572 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 926820b0-63b4-43ed-8bee-025ad0d58deb completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:27:01.145364 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 926820b0-63b4-43ed-8bee-025ad0d58deb triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:01.145742 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:01.197137 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4b98e-5203-4270-936e-118a2d86af71 req-8d050cf1-a0e4-4706-a252-678a84ba241c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:01.217283 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-54b4b98e-5203-4270-936e-118a2d86af71 req-8d050cf1-a0e4-4706-a252-678a84ba241c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a8588e-b62a-43b3-9e00-6ada8f067ca9 HTTP/1.1" status: 200 len: 948 time: 0.2457271 Apr 18 20:27:01.235691 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:01.279945 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-7ab0c0a6-36d3-4812-b41c-961d1da33952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:01.281549 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-435387fe-3d8b-4ee0-a7d8-da04ed08a4c3 req-d8822974-34c5-4e81-b8e9-6dddb1ef9d2f service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836966 Apr 18 20:27:01.282925 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-7ab0c0a6-36d3-4812-b41c-961d1da33952 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc872f4fe541475785085cf884531291&device_id=d4741549-3861-4311-972e-6902c2ae9d76 HTTP/1.1" status: 200 len: 1099 time: 0.5544086 Apr 18 20:27:01.284729 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f604a1-d8d2-40e0-b8f5-cdc7aee529e0 req-aa546fcc-ed2d-4557-82f5-0d8b07693f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:01.287198 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-08f604a1-d8d2-40e0-b8f5-cdc7aee529e0 req-aa546fcc-ed2d-4557-82f5-0d8b07693f94 service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.2873166 Apr 18 20:27:01.288158 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-771ba0d7-8d9e-42df-b7da-8c10f3e04a2d tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:01.318569 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-54b4b98e-5203-4270-936e-118a2d86af71 req-9f9930fd-abb3-43c5-bbe7-aeb085cc46aa tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974069 Apr 18 20:27:01.322181 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:01.370893 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 926820b0-63b4-43ed-8bee-025ad0d58deb, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=926820b0-63b4-43ed-8bee-025ad0d58deb,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:01.372174 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b80426-ef12-4820-873a-0600ef5a584b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926820b0-63b4-43ed-8bee-025ad0d58deb'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:01.376118 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df89b3c-90e4-4a96-a53d-392a2e1ee6fa" -d '{"events": [{"server_uuid": "76b80426-ef12-4820-873a-0600ef5a584b", "name": "network-vif-plugged", "status": "completed", "tag": "926820b0-63b4-43ed-8bee-025ad0d58deb"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:01.383044 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:01.469836 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:01.474384 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=926820b0-63b4-43ed-8bee-025ad0d58deb,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:01.486063 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:01.486723 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:01.487229 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:01.487732 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:01.488228 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:01.488751 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:01.489260 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:01.489747 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:01.490229 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:01.490710 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:01.491210 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:01.491698 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:01.645397 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7624e-146d-4ffd-a780-90b09b78ba7d req-338ac855-eb58-488e-b79c-557981e43ce9 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:01.647633 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-00e7624e-146d-4ffd-a780-90b09b78ba7d req-338ac855-eb58-488e-b79c-557981e43ce9 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4741549-3861-4311-972e-6902c2ae9d76 HTTP/1.1" status: 200 len: 948 time: 0.1996224 Apr 18 20:27:01.734041 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-435387fe-3d8b-4ee0-a7d8-da04ed08a4c3 req-820a42e8-bec7-4089-a997-a16e7a651b08 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104173 Apr 18 20:27:01.757621 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-00e7624e-146d-4ffd-a780-90b09b78ba7d req-f83c292d-4184-4e1d-803a-37e2b9aff6bf tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634127 Apr 18 20:27:01.824991 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-08f604a1-d8d2-40e0-b8f5-cdc7aee529e0 req-49f24c60-d2b7-410e-9e16-94e9d083f3ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=a5119d81-eb30-47e6-813d-24651e1a4167 HTTP/1.1" status: 200 len: 217 time: 0.1073422 Apr 18 20:27:01.843484 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f604a1-d8d2-40e0-b8f5-cdc7aee529e0 req-4895a181-12cc-469e-930b-f231ecfe5585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:01.845438 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-08f604a1-d8d2-40e0-b8f5-cdc7aee529e0 req-4895a181-12cc-469e-930b-f231ecfe5585 service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.9268692 Apr 18 20:27:01.850505 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-f457a2e2-d41a-4dcb-bee6-f8924a144367 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=162e4965-12df-4aea-a09b-2951a61e0fcd HTTP/1.1" status: 200 len: 217 time: 0.1415834 Apr 18 20:27:01.906962 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ab5da-31d4-4d6f-a27c-e77e3c1f99bb req-53f2ff87-5a9f-4cab-8228-10e818ccedcc tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:01.914420 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f83ab5da-31d4-4d6f-a27c-e77e3c1f99bb req-53f2ff87-5a9f-4cab-8228-10e818ccedcc tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 945 time: 0.0848749 Apr 18 20:27:01.993014 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f83ab5da-31d4-4d6f-a27c-e77e3c1f99bb req-b734e477-7202-4473-acc6-bcf18f20c606 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778680 Apr 18 20:27:02.040738 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-08f604a1-d8d2-40e0-b8f5-cdc7aee529e0 req-527c6387-0b25-4c93-9359-5b052d1289af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=a5119d81-eb30-47e6-813d-24651e1a4167 HTTP/1.1" status: 200 len: 217 time: 0.1731486 Apr 18 20:27:02.057207 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748f5d64-f02c-4f44-94ed-193e5f00cca2 x-openstack-request-id: req-748f5d64-f02c-4f44-94ed-193e5f00cca2 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:02.059827 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b80426-ef12-4820-873a-0600ef5a584b", "name": "network-vif-plugged", "status": "completed", "tag": "926820b0-63b4-43ed-8bee-025ad0d58deb", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:02.061557 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-748f5d64-f02c-4f44-94ed-193e5f00cca2 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:02.062368 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-748f5d64-f02c-4f44-94ed-193e5f00cca2'] response: {'server_uuid': '76b80426-ef12-4820-873a-0600ef5a584b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926820b0-63b4-43ed-8bee-025ad0d58deb', 'code': 200} Apr 18 20:27:02.225578 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cd3bb-3fbb-4920-93ff-790ada1a7729 req-449e1489-b552-4897-8fc2-a0c7fa0c05f2 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:02.235281 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-609cd3bb-3fbb-4920-93ff-790ada1a7729 req-449e1489-b552-4897-8fc2-a0c7fa0c05f2 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 948 time: 0.0813575 Apr 18 20:27:02.287512 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f604a1-d8d2-40e0-b8f5-cdc7aee529e0 req-20d29059-e139-44d5-8b2b-384e86245de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:02.289876 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-08f604a1-d8d2-40e0-b8f5-cdc7aee529e0 req-20d29059-e139-44d5-8b2b-384e86245de0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.4433095 Apr 18 20:27:02.290420 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-609cd3bb-3fbb-4920-93ff-790ada1a7729 req-9fc3f343-3129-47f4-9762-504b2b1b09f6 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515192 Apr 18 20:27:02.302125 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-8870f741-9db2-4ad4-9cf4-5f0759e78c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:02.303781 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-8870f741-9db2-4ad4-9cf4-5f0759e78c86 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.4375558 Apr 18 20:27:02.455268 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4741549-3861-4311-972e-6902c2ae9d76', 'tag': '162e4965-12df-4aea-a09b-2951a61e0fcd'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:02.458429 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25454927-b7fd-406b-ae0d-4591a5af8ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "d4741549-3861-4311-972e-6902c2ae9d76", "tag": "162e4965-12df-4aea-a09b-2951a61e0fcd"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:02.463835 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f604a1-d8d2-40e0-b8f5-cdc7aee529e0 req-54ce43ae-8f3a-4924-9d0f-0c5b4092497f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:02.466751 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-08f604a1-d8d2-40e0-b8f5-cdc7aee529e0 req-54ce43ae-8f3a-4924-9d0f-0c5b4092497f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.4072235 Apr 18 20:27:02.514837 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0823a0-175d-4bcf-831d-42fc685f4a4d req-b0eeb390-577b-4a42-b3e2-79250cb5149c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:02.521822 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c0823a0-175d-4bcf-831d-42fc685f4a4d req-b0eeb390-577b-4a42-b3e2-79250cb5149c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a8588e-b62a-43b3-9e00-6ada8f067ca9 HTTP/1.1" status: 200 len: 948 time: 0.1205480 Apr 18 20:27:02.551828 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec1e2c-9f95-48af-8882-7d0fb21d11d2 req-bbd77449-e4a4-4415-afa3-2d60e91512bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:02.553707 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4dec1e2c-9f95-48af-8882-7d0fb21d11d2 req-bbd77449-e4a4-4415-afa3-2d60e91512bd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 1096 time: 0.4024401 Apr 18 20:27:02.585537 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-a0d21304-31ab-4196-94de-5520390afaeb tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:27:02.586372 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c0823a0-175d-4bcf-831d-42fc685f4a4d req-be5dfdfe-962a-4af2-86dd-079ecfb559da tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580215 Apr 18 20:27:02.596806 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-a0d21304-31ab-4196-94de-5520390afaeb tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155170 Apr 18 20:27:02.658760 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-771ba0d7-8d9e-42df-b7da-8c10f3e04a2d tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:02.667719 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e4c6af-4081-4397-aafe-c323767ae5d9 x-openstack-request-id: req-79e4c6af-4081-4397-aafe-c323767ae5d9 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:02.668057 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4741549-3861-4311-972e-6902c2ae9d76", "tag": "162e4965-12df-4aea-a09b-2951a61e0fcd", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:02.668227 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79e4c6af-4081-4397-aafe-c323767ae5d9 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:02.668750 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79e4c6af-4081-4397-aafe-c323767ae5d9'] response: {'name': 'network-changed', 'server_uuid': 'd4741549-3861-4311-972e-6902c2ae9d76', 'tag': '162e4965-12df-4aea-a09b-2951a61e0fcd', 'status': 'completed', 'code': 200} Apr 18 20:27:02.673264 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f604a1-d8d2-40e0-b8f5-cdc7aee529e0 req-e9fa5fca-76cb-47a1-a68e-1bffe01963ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:02.675619 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-08f604a1-d8d2-40e0-b8f5-cdc7aee529e0 req-e9fa5fca-76cb-47a1-a68e-1bffe01963ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3562405 Apr 18 20:27:02.681522 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-e493443b-38da-4f74-be13-d178f5499566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:02.683720 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-e493443b-38da-4f74-be13-d178f5499566 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3671687 Apr 18 20:27:02.688362 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-771ba0d7-8d9e-42df-b7da-8c10f3e04a2d tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:02.813774 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4dec1e2c-9f95-48af-8882-7d0fb21d11d2 req-22173ec3-1496-46de-b919-5c582144c1d7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480738 Apr 18 20:27:02.815670 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f604a1-d8d2-40e0-b8f5-cdc7aee529e0 req-b6ce1c16-8909-43c1-b106-8fb3dc412982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:02.817826 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-08f604a1-d8d2-40e0-b8f5-cdc7aee529e0 req-b6ce1c16-8909-43c1-b106-8fb3dc412982 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3409390 Apr 18 20:27:02.938649 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-d4583210-aecd-43bf-8cb8-9d1a4cf3d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:02.940075 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-d4583210-aecd-43bf-8cb8-9d1a4cf3d7a2 service neutron] 10.222.0.41 "GET /v2.0/ports/ff1e743c-09ea-43c0-accd-26c4cdbf1d21 HTTP/1.1" status: 200 len: 1093 time: 0.3018706 Apr 18 20:27:02.956645 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ba0d7-8d9e-42df-b7da-8c10f3e04a2d tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Pushing event updated for resources: {'Port': ['ID=7177e7eb-87d1-4f7a-a8ea-a1f44d4c0c99,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:02.961666 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-ed022ac4-034b-47eb-8d2d-242ea5df49ab service neutron] Request body: {'binding': {'host': 'n-h2-838323-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:02.962125 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-ed022ac4-034b-47eb-8d2d-242ea5df49ab service neutron] Unknown quota resources ['binding']. {{(pid=102909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 18 20:27:03.050126 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-771ba0d7-8d9e-42df-b7da-8c10f3e04a2d tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:03.131857 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-08f604a1-d8d2-40e0-b8f5-cdc7aee529e0 req-8453e647-bba5-47d3-b677-081cbbabe069 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282334 Apr 18 20:27:03.138933 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-4ed200a6-2776-41ca-b4f7-b9c6b3ef5602 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365568 Apr 18 20:27:03.188486 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-771ba0d7-8d9e-42df-b7da-8c10f3e04a2d tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:03.198828 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-771ba0d7-8d9e-42df-b7da-8c10f3e04a2d tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6191823 Apr 18 20:27:03.294350 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67d958-a74d-4367-8a69-3fc76eba4173 req-b8585789-7150-4a20-a835-56fb82483e96 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:03.296796 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c67d958-a74d-4367-8a69-3fc76eba4173 req-b8585789-7150-4a20-a835-56fb82483e96 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4741549-3861-4311-972e-6902c2ae9d76 HTTP/1.1" status: 200 len: 948 time: 0.0681825 Apr 18 20:27:03.360022 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c67d958-a74d-4367-8a69-3fc76eba4173 req-8c0bf749-3d79-4f34-a916-40e703aac93c tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514069 Apr 18 20:27:03.388344 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-08f604a1-d8d2-40e0-b8f5-cdc7aee529e0 req-70525372-b4a4-447e-9ade-f3b2691566c3 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740847 Apr 18 20:27:03.522993 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641b697-5e42-4dc9-ba74-9e7a69a1669b req-3b986305-c39a-4742-8f04-85afc37e8482 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:03.524679 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9641b697-5e42-4dc9-ba74-9e7a69a1669b req-3b986305-c39a-4742-8f04-85afc37e8482 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 945 time: 0.0777969 Apr 18 20:27:03.578553 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9641b697-5e42-4dc9-ba74-9e7a69a1669b req-9f73df9d-a0d8-4648-be9f-71b8aecc6bee tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473328 Apr 18 20:27:03.631691 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1aafb2c3-eb8c-474d-b520-13669bd3b974 req-8add6c89-866e-496e-8cee-34771b9824f1 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457488 Apr 18 20:27:03.647554 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-ed022ac4-034b-47eb-8d2d-242ea5df49ab service neutron] Attempting to bind port ff1e743c-09ea-43c0-accd-26c4cdbf1d21 on host n-h2-838323-3 for vnic_type normal with profile None {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:03.648035 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-ed022ac4-034b-47eb-8d2d-242ea5df49ab service neutron] Attempting to bind port ff1e743c-09ea-43c0-accd-26c4cdbf1d21 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:03.648331 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-ed022ac4-034b-47eb-8d2d-242ea5df49ab service neutron] Attempting to bind port ff1e743c-09ea-43c0-accd-26c4cdbf1d21 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:03.654944 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-08f604a1-d8d2-40e0-b8f5-cdc7aee529e0 req-be529271-c2ec-4bdc-9e5a-7ba5347f6306 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798958 Apr 18 20:27:03.719377 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-ed022ac4-034b-47eb-8d2d-242ea5df49ab service neutron] Port ff1e743c-09ea-43c0-accd-26c4cdbf1d21 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:27:03.719718 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-ed022ac4-034b-47eb-8d2d-242ea5df49ab service neutron] Attempting to bind port ff1e743c-09ea-43c0-accd-26c4cdbf1d21 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:03.755709 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16b84a-e48c-434f-b334-a3839b1827e4 req-0fdee9de-2c88-4253-9d38-50f428fad4ce tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:03.763255 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c16b84a-e48c-434f-b334-a3839b1827e4 req-0fdee9de-2c88-4253-9d38-50f428fad4ce tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 948 time: 0.0769143 Apr 18 20:27:03.786867 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-ed022ac4-034b-47eb-8d2d-242ea5df49ab service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:27:03.787409 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-ed022ac4-034b-47eb-8d2d-242ea5df49ab service neutron] Checking segment: {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:03.788005 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-ed022ac4-034b-47eb-8d2d-242ea5df49ab service neutron] Bound using segment: {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:27:03.788833 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-ed022ac4-034b-47eb-8d2d-242ea5df49ab service neutron] Bound port: ff1e743c-09ea-43c0-accd-26c4cdbf1d21, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:03.812832 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c16b84a-e48c-434f-b334-a3839b1827e4 req-ffc1edc2-5a69-4a19-8deb-492d886fc3a3 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435452 Apr 18 20:27:03.852114 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-08f604a1-d8d2-40e0-b8f5-cdc7aee529e0 req-70e0e3f5-8954-42f7-bed9-a22f5f9224e5 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392929 Apr 18 20:27:03.885135 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25454927-b7fd-406b-ae0d-4591a5af8ec9 req-a1ecfb04-e55b-40ac-b7bb-0239908bee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:03.887958 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-25454927-b7fd-406b-ae0d-4591a5af8ec9 req-a1ecfb04-e55b-40ac-b7bb-0239908bee71 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc872f4fe541475785085cf884531291&device_id=d4741549-3861-4311-972e-6902c2ae9d76 HTTP/1.1" status: 200 len: 1099 time: 0.1824830 Apr 18 20:27:03.913385 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-ed022ac4-034b-47eb-8d2d-242ea5df49ab service neutron] For port ff1e743c-09ea-43c0-accd-26c4cdbf1d21, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=ff1e743c-09ea-43c0-accd-26c4cdbf1d21,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:27:03.943349 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-ed022ac4-034b-47eb-8d2d-242ea5df49ab service neutron] Notify callbacks [] for binding, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:03.958087 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-ed022ac4-034b-47eb-8d2d-242ea5df49ab service neutron] 10.222.0.41 "POST /v2.0/ports/ff1e743c-09ea-43c0-accd-26c4cdbf1d21/bindings HTTP/1.1" status: 201 len: 389 time: 1.0003932 Apr 18 20:27:04.133487 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25454927-b7fd-406b-ae0d-4591a5af8ec9 req-24513c66-bc63-4645-8f27-7ba0a9129f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:04.133487 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-25454927-b7fd-406b-ae0d-4591a5af8ec9 req-24513c66-bc63-4645-8f27-7ba0a9129f2d service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.2275069 Apr 18 20:27:04.221295 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1661ee-ccce-486c-aa0d-05b3a9c10a1a req-0b80110f-1411-47fa-ad5b-f352ef17f25d tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:04.240886 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c1661ee-ccce-486c-aa0d-05b3a9c10a1a req-0b80110f-1411-47fa-ad5b-f352ef17f25d tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a8588e-b62a-43b3-9e00-6ada8f067ca9 HTTP/1.1" status: 200 len: 948 time: 0.2276237 Apr 18 20:27:04.307650 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-25454927-b7fd-406b-ae0d-4591a5af8ec9 req-4c21307a-c3d9-4911-a95f-b9eeb499b7d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=162e4965-12df-4aea-a09b-2951a61e0fcd HTTP/1.1" status: 200 len: 217 time: 0.1708107 Apr 18 20:27:04.381098 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e18b1-8aa7-4afa-a143-d021f1f07cc2 req-dbe89533-d582-4e20-9bd4-aac006a351ba tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:04.393538 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cb3e18b1-8aa7-4afa-a143-d021f1f07cc2 req-dbe89533-d582-4e20-9bd4-aac006a351ba tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 945 time: 0.1495168 Apr 18 20:27:04.409641 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c1661ee-ccce-486c-aa0d-05b3a9c10a1a req-9cebad47-a193-442f-b649-2c89a9a44801 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676321 Apr 18 20:27:04.492880 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cb3e18b1-8aa7-4afa-a143-d021f1f07cc2 req-48634723-668f-40a3-808e-fce09649155b tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976250 Apr 18 20:27:04.551630 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25454927-b7fd-406b-ae0d-4591a5af8ec9 req-2c33d199-56c0-4db4-adff-ddfd5ac3a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:04.554009 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-25454927-b7fd-406b-ae0d-4591a5af8ec9 req-2c33d199-56c0-4db4-adff-ddfd5ac3a272 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.2320356 Apr 18 20:27:04.605538 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-86964bc0-1019-482d-baaf-a8c6cea513f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:04.609976 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-86964bc0-1019-482d-baaf-a8c6cea513f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 1096 time: 0.1286519 Apr 18 20:27:04.631913 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86faaee2-db01-4a1c-848e-2f0801cfea67 req-0fe84945-837e-4807-bd95-8b6350abc146 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:04.637878 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86faaee2-db01-4a1c-848e-2f0801cfea67 req-0fe84945-837e-4807-bd95-8b6350abc146 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4741549-3861-4311-972e-6902c2ae9d76 HTTP/1.1" status: 200 len: 948 time: 0.1104562 Apr 18 20:27:04.666493 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25454927-b7fd-406b-ae0d-4591a5af8ec9 req-8175760a-5a39-412a-b3de-3afecc6c53fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:04.672988 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-25454927-b7fd-406b-ae0d-4591a5af8ec9 req-8175760a-5a39-412a-b3de-3afecc6c53fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1038430 Apr 18 20:27:04.777791 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86faaee2-db01-4a1c-848e-2f0801cfea67 req-183c2e1f-0023-4938-85a4-aa349f2ab593 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320817 Apr 18 20:27:04.861742 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device b5576aa7-84bb-4f65-80ed-d4fa8974dd58 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:27:04.881610 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae4899-cebd-439b-a5c7-a2b69dae4552 req-cd2877ff-a2ae-4c85-8947-3c7cffdc36f7 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:04.888125 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8ae4899-cebd-439b-a5c7-a2b69dae4552 req-cd2877ff-a2ae-4c85-8947-3c7cffdc36f7 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 945 time: 0.1840558 Apr 18 20:27:04.914120 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-25454927-b7fd-406b-ae0d-4591a5af8ec9 req-d9a157f9-dc5d-424d-b291-46f312576628 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876249 Apr 18 20:27:04.993015 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-0f6f0cac-af80-46f1-9e2f-f7741b74ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:04.995126 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-0f6f0cac-af80-46f1-9e2f-f7741b74ec32 service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e HTTP/1.1" status: 200 len: 922 time: 0.3770025 Apr 18 20:27:05.015056 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8ae4899-cebd-439b-a5c7-a2b69dae4552 req-f2c46807-3b36-422e-9344-abc06fcd7274 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186857 Apr 18 20:27:05.157229 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677ab15-3b82-4555-9f1b-9456e17337b1 req-bbc86dc4-7029-44b8-9e5e-b079649372cc tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:05.169075 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f677ab15-3b82-4555-9f1b-9456e17337b1 req-bbc86dc4-7029-44b8-9e5e-b079649372cc tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 948 time: 0.0887451 Apr 18 20:27:05.171631 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-70d9bccf-639a-48cd-a86d-6387fc80526d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff1e743c-09ea-43c0-accd-26c4cdbf1d21 HTTP/1.1" status: 200 len: 217 time: 0.1629624 Apr 18 20:27:05.205241 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port b5576aa7-84bb-4f65-80ed-d4fa8974dd58, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=b5576aa7-84bb-4f65-80ed-d4fa8974dd58,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:05.229007 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f677ab15-3b82-4555-9f1b-9456e17337b1 req-60e4f45d-e464-49c9-9ff5-56c9682796b1 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589657 Apr 18 20:27:05.256349 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'b5576aa7-84bb-4f65-80ed-d4fa8974dd58', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': 'b5576aa7-84bb-4f65-80ed-d4fa8974dd58', 'mac_address': 'fa:16:3e:98:bf:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:27:05.286967 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272b1a3-6313-462d-a8b6-e9d4c36ce725 req-215f3994-61cb-4891-8752-488bfcaa9141 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:05.291249 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9272b1a3-6313-462d-a8b6-e9d4c36ce725 req-215f3994-61cb-4891-8752-488bfcaa9141 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 1096 time: 0.0834541 Apr 18 20:27:05.363862 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:05.367242 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9272b1a3-6313-462d-a8b6-e9d4c36ce725 req-00971d93-ccf1-4146-b3f6-a5cc0a72928e tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634191 Apr 18 20:27:05.415845 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5576aa7-84bb-4f65-80ed-d4fa8974dd58 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:05.528834 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port b5576aa7-84bb-4f65-80ed-d4fa8974dd58, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=b5576aa7-84bb-4f65-80ed-d4fa8974dd58,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:05.546998 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:05.547847 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a5119d81-eb30-47e6-813d-24651e1a4167 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:27:05.737410 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=b5576aa7-84bb-4f65-80ed-d4fa8974dd58,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:05.805014 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2e0ee-35ee-4f36-9387-4cae9a4faebb req-2175d2ed-4455-4983-a71a-b9cbd41d4f57 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:05.814537 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-63c2e0ee-35ee-4f36-9387-4cae9a4faebb req-2175d2ed-4455-4983-a71a-b9cbd41d4f57 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 948 time: 0.2135816 Apr 18 20:27:05.837730 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11686c6-41e8-4c39-a14c-db71e7ad2a3a req-a34cc3b4-70eb-4299-ba2c-eaf4fcd1f6d0 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:05.856870 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c11686c6-41e8-4c39-a14c-db71e7ad2a3a req-a34cc3b4-70eb-4299-ba2c-eaf4fcd1f6d0 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a8588e-b62a-43b3-9e00-6ada8f067ca9 HTTP/1.1" status: 200 len: 949 time: 0.2093132 Apr 18 20:27:05.869227 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a5119d81-eb30-47e6-813d-24651e1a4167, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a5119d81-eb30-47e6-813d-24651e1a4167,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:05.903161 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'a5119d81-eb30-47e6-813d-24651e1a4167', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': 'a5119d81-eb30-47e6-813d-24651e1a4167', 'mac_address': 'fa:16:3e:00:54:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:27:06.001336 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c11686c6-41e8-4c39-a14c-db71e7ad2a3a req-7f0716ef-c2a2-40de-b42c-1f267232e68d tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235080 Apr 18 20:27:06.030175 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-63c2e0ee-35ee-4f36-9387-4cae9a4faebb req-0088a809-2ae2-4f4c-91a3-4450e7c7a216 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135282 Apr 18 20:27:06.043999 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:06.081632 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-374ffc05-8f3b-4f9e-8d25-32c6006a1d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:06.084760 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-374ffc05-8f3b-4f9e-8d25-32c6006a1d0d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=07088b8e-aaa8-48c6-be5d-b75368ae775e HTTP/1.1" status: 200 len: 861 time: 0.8994153 Apr 18 20:27:06.112398 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5119d81-eb30-47e6-813d-24651e1a4167 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:06.192402 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a5119d81-eb30-47e6-813d-24651e1a4167, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a5119d81-eb30-47e6-813d-24651e1a4167,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:06.212144 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:06.248498 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-49cfc7c0-a2cf-40b9-9840-b42b13bf2e59 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249242 Apr 18 20:27:06.270350 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59e278-02ae-4f0c-97dc-4bcfcb21938c req-9dc7cea3-9fd0-447b-917b-9eaad6e0ea29 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:06.271984 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1d59e278-02ae-4f0c-97dc-4bcfcb21938c req-9dc7cea3-9fd0-447b-917b-9eaad6e0ea29 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19&tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&binding%3Ahost_id=n-h1-838323-3 HTTP/1.1" status: 200 len: 948 time: 0.4647815 Apr 18 20:27:06.334065 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3f403-8149-4c1c-a3e6-a7d6e54a3341 req-5dcd5871-5892-482c-a80e-89ced75f4fdb tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:06.334369 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=a5119d81-eb30-47e6-813d-24651e1a4167,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:06.352384 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-afb3f403-8149-4c1c-a3e6-a7d6e54a3341 req-5dcd5871-5892-482c-a80e-89ced75f4fdb tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 945 time: 0.2146428 Apr 18 20:27:06.455466 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-25454927-b7fd-406b-ae0d-4591a5af8ec9 req-1c3d57b7-1476-4310-8d95-0c8a31b4c8b6 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4287314 Apr 18 20:27:06.461376 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [req-1d59e278-02ae-4f0c-97dc-4bcfcb21938c req-1b5cd8c7-e3ee-4230-82a1-93330ad10ca3 service neutron] delete failed (client error): The resource could not be found. Apr 18 20:27:06.463180 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1d59e278-02ae-4f0c-97dc-4bcfcb21938c req-1b5cd8c7-e3ee-4230-82a1-93330ad10ca3 service neutron] 10.222.0.57 "DELETE /v2.0/ports/a5119d81-eb30-47e6-813d-24651e1a4167/bindings/n-h2-838323-3 HTTP/1.1" status: 404 len: 380 time: 0.1475029 Apr 18 20:27:06.534615 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-afb3f403-8149-4c1c-a3e6-a7d6e54a3341 req-2013adcf-b49f-42f2-a5ae-a56547bbf18d tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804669 Apr 18 20:27:06.583689 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc016b-4580-4ee0-b253-59de2c0b6a00 req-2411d60e-28b8-4d73-a067-19ee1f643c7b tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:06.595491 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-10fc016b-4580-4ee0-b253-59de2c0b6a00 req-2411d60e-28b8-4d73-a067-19ee1f643c7b tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4741549-3861-4311-972e-6902c2ae9d76 HTTP/1.1" status: 200 len: 948 time: 0.3828478 Apr 18 20:27:06.670197 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-10fc016b-4580-4ee0-b253-59de2c0b6a00 req-19e83b51-b8a6-4f30-a440-ce6bd5dad6d5 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734820 Apr 18 20:27:06.736867 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-e9ec4faf-e429-4cc6-8f50-16727b207f1f service neutron] 10.222.0.57 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614069 Apr 18 20:27:06.764498 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['b5576aa7-84bb-4f65-80ed-d4fa8974dd58'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:06.871944 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['a5119d81-eb30-47e6-813d-24651e1a4167'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:06.877994 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 162e4965-12df-4aea-a09b-2951a61e0fcd details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:27:06.887233 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59e278-02ae-4f0c-97dc-4bcfcb21938c req-a805d6d3-b445-4d39-9d8e-f9c5f6177e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:06.889056 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1d59e278-02ae-4f0c-97dc-4bcfcb21938c req-a805d6d3-b445-4d39-9d8e-f9c5f6177e94 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 1100 time: 0.1792758 Apr 18 20:27:07.078505 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.resource_extend [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:27:07.221965 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-f98cec5a-d814-415b-b5b9-56d731cc87d3 service neutron] 10.222.0.57 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440341 Apr 18 20:27:07.287552 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59e278-02ae-4f0c-97dc-4bcfcb21938c req-de9d494f-1a61-4fc1-8ecf-1a3cb27792a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:07.293862 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1d59e278-02ae-4f0c-97dc-4bcfcb21938c req-de9d494f-1a61-4fc1-8ecf-1a3cb27792a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.3925383 Apr 18 20:27:07.407621 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229a770-ce20-4537-bf40-6a6dfcd8f0cd req-374774da-698c-4f76-b11e-f9698414cede tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:07.428775 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5229a770-ce20-4537-bf40-6a6dfcd8f0cd req-374774da-698c-4f76-b11e-f9698414cede tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a8588e-b62a-43b3-9e00-6ada8f067ca9 HTTP/1.1" status: 200 len: 949 time: 0.1971622 Apr 18 20:27:07.444086 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1d59e278-02ae-4f0c-97dc-4bcfcb21938c req-7456f2c7-2f10-4b34-b832-32c98cd2e48b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=a5119d81-eb30-47e6-813d-24651e1a4167 HTTP/1.1" status: 200 len: 217 time: 0.1363893 Apr 18 20:27:07.535342 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d3fe4-2520-416a-ba14-3b8138704822 req-31da8ba5-29ee-4744-ae7d-96c766ce6f8d tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:07.537326 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d15d3fe4-2520-416a-ba14-3b8138704822 req-31da8ba5-29ee-4744-ae7d-96c766ce6f8d tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 949 time: 0.2380168 Apr 18 20:27:07.624052 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:07.631145 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5229a770-ce20-4537-bf40-6a6dfcd8f0cd req-7e8869d1-6c5f-4b29-872b-19f1a3282416 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993842 Apr 18 20:27:07.640275 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59e278-02ae-4f0c-97dc-4bcfcb21938c req-a6ed8d0a-ae80-4ea0-974a-5ae29024487c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:07.650203 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1d59e278-02ae-4f0c-97dc-4bcfcb21938c req-a6ed8d0a-ae80-4ea0-974a-5ae29024487c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.1964881 Apr 18 20:27:07.726990 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d15d3fe4-2520-416a-ba14-3b8138704822 req-5644d9d4-e1e4-4c78-846e-e6f8600e3c74 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687388 Apr 18 20:27:07.863469 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-58d381fd-7fe6-4200-8436-92aa689f8eb1 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:07.875526 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-58d381fd-7fe6-4200-8436-92aa689f8eb1 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65&tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&binding%3Ahost_id=n-h1-838323-3 HTTP/1.1" status: 200 len: 1096 time: 0.4861937 Apr 18 20:27:07.881765 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59e278-02ae-4f0c-97dc-4bcfcb21938c req-551e560b-b3f9-4aa6-b63b-fa7cfd818da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:07.883365 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1d59e278-02ae-4f0c-97dc-4bcfcb21938c req-551e560b-b3f9-4aa6-b63b-fa7cfd818da4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2187455 Apr 18 20:27:07.894508 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-56f3689d-c195-489a-8d0c-e4a4d4204d84 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838323-3'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:07.994893 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-56f3689d-c195-489a-8d0c-e4a4d4204d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:08.000239 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f13b16-eac9-4a6f-9901-39b1a3116d87 req-d2b7cbb9-f39b-43ea-aa82-58390ca8c544 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:08.003332 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 162e4965-12df-4aea-a09b-2951a61e0fcd, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=162e4965-12df-4aea-a09b-2951a61e0fcd,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:08.011172 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22f13b16-eac9-4a6f-9901-39b1a3116d87 req-d2b7cbb9-f39b-43ea-aa82-58390ca8c544 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 945 time: 0.1676912 Apr 18 20:27:08.027682 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '162e4965-12df-4aea-a09b-2951a61e0fcd', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': '162e4965-12df-4aea-a09b-2951a61e0fcd', 'mac_address': 'fa:16:3e:08:dd:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:27:08.104093 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22f13b16-eac9-4a6f-9901-39b1a3116d87 req-011ab1db-b8d4-4fe8-8503-0299ee00abfe tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851164 Apr 18 20:27:08.147159 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d18826-0ac3-45fe-a76a-a24eb236675b req-b1a95c85-9c92-424f-8375-2861475d514d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:08.157267 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-05d18826-0ac3-45fe-a76a-a24eb236675b req-b1a95c85-9c92-424f-8375-2861475d514d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4741549-3861-4311-972e-6902c2ae9d76 HTTP/1.1" status: 200 len: 948 time: 0.2518923 Apr 18 20:27:08.238583 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-05d18826-0ac3-45fe-a76a-a24eb236675b req-01fbd290-9f12-4ec9-8683-a0f95f019511 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801380 Apr 18 20:27:08.245665 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:08.274220 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1d59e278-02ae-4f0c-97dc-4bcfcb21938c req-6ee16f6e-e576-4fb5-98a5-adb517dfb2c6 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317578 Apr 18 20:27:08.288284 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 162e4965-12df-4aea-a09b-2951a61e0fcd {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:08.349453 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 162e4965-12df-4aea-a09b-2951a61e0fcd, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=162e4965-12df-4aea-a09b-2951a61e0fcd,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:08.359834 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:08.384533 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-56f3689d-c195-489a-8d0c-e4a4d4204d84 service neutron] For port ff1e743c-09ea-43c0-accd-26c4cdbf1d21, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ff1e743c-09ea-43c0-accd-26c4cdbf1d21,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:08.444010 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1d59e278-02ae-4f0c-97dc-4bcfcb21938c req-6e87c460-0dba-4e94-bfcc-a5d5661b8584 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580048 Apr 18 20:27:08.469483 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-56f3689d-c195-489a-8d0c-e4a4d4204d84 service neutron] For port ff1e743c-09ea-43c0-accd-26c4cdbf1d21, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:08.473052 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=162e4965-12df-4aea-a09b-2951a61e0fcd,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:08.608685 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81aea4be-2db0-475a-ad5c-e0f45d7bdd65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff1e743c-09ea-43c0-accd-26c4cdbf1d21'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:08.613356 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b3d492-e7f4-4255-8ff2-ebb838500d84" -d '{"events": [{"server_uuid": "81aea4be-2db0-475a-ad5c-e0f45d7bdd65", "name": "network-vif-unplugged", "status": "completed", "tag": "ff1e743c-09ea-43c0-accd-26c4cdbf1d21"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:08.622912 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-56f3689d-c195-489a-8d0c-e4a4d4204d84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:08.635061 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-56f3689d-c195-489a-8d0c-e4a4d4204d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:08.757845 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcff8ea-5e2b-40da-9943-231a7f67011d x-openstack-request-id: req-8fcff8ea-5e2b-40da-9943-231a7f67011d {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:08.760573 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81aea4be-2db0-475a-ad5c-e0f45d7bdd65", "name": "network-vif-unplugged", "status": "completed", "tag": "ff1e743c-09ea-43c0-accd-26c4cdbf1d21", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:08.760573 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8fcff8ea-5e2b-40da-9943-231a7f67011d {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:08.760573 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fcff8ea-5e2b-40da-9943-231a7f67011d'] response: {'server_uuid': '81aea4be-2db0-475a-ad5c-e0f45d7bdd65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff1e743c-09ea-43c0-accd-26c4cdbf1d21', 'code': 200} Apr 18 20:27:08.831288 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3689d-c195-489a-8d0c-e4a4d4204d84 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1e743c-09ea-43c0-accd-26c4cdbf1d21,revision_number=7']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:08.864960 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-56f3689d-c195-489a-8d0c-e4a4d4204d84 service neutron] Attempting to bind port ff1e743c-09ea-43c0-accd-26c4cdbf1d21 on host n-h1-838323-3 for vnic_type normal with profile {"migrating_to": "n-h2-838323-3"} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:08.869673 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-56f3689d-c195-489a-8d0c-e4a4d4204d84 service neutron] Attempting to bind port ff1e743c-09ea-43c0-accd-26c4cdbf1d21 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:08.870172 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-56f3689d-c195-489a-8d0c-e4a4d4204d84 service neutron] Attempting to bind port ff1e743c-09ea-43c0-accd-26c4cdbf1d21 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:08.880262 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-56f3689d-c195-489a-8d0c-e4a4d4204d84 service neutron] Port ff1e743c-09ea-43c0-accd-26c4cdbf1d21 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:27:08.880638 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-56f3689d-c195-489a-8d0c-e4a4d4204d84 service neutron] Attempting to bind port ff1e743c-09ea-43c0-accd-26c4cdbf1d21 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:08.890337 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-56f3689d-c195-489a-8d0c-e4a4d4204d84 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:27:08.890877 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-56f3689d-c195-489a-8d0c-e4a4d4204d84 service neutron] Checking segment: {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:08.891511 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-56f3689d-c195-489a-8d0c-e4a4d4204d84 service neutron] Bound using segment: {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:27:08.892302 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-56f3689d-c195-489a-8d0c-e4a4d4204d84 service neutron] Bound port: ff1e743c-09ea-43c0-accd-26c4cdbf1d21, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:08.892965 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-56f3689d-c195-489a-8d0c-e4a4d4204d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:09.051333 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfd1ae-6525-461d-83a3-da756d8546d0 req-2ad92882-5d87-4c7f-9e1e-f776bb4945f5 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:09.061186 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-74dfd1ae-6525-461d-83a3-da756d8546d0 req-2ad92882-5d87-4c7f-9e1e-f776bb4945f5 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 949 time: 0.0996733 Apr 18 20:27:09.081546 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-56f3689d-c195-489a-8d0c-e4a4d4204d84 service neutron] For port ff1e743c-09ea-43c0-accd-26c4cdbf1d21, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:09.087679 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-56f3689d-c195-489a-8d0c-e4a4d4204d84 service neutron] For port ff1e743c-09ea-43c0-accd-26c4cdbf1d21, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ff1e743c-09ea-43c0-accd-26c4cdbf1d21,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:27:09.088971 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a4880-3740-4263-9553-8c0575d9aa20 req-ffdfd5ab-31a0-4afd-9985-5a08f8631a89 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:09.096226 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-56f3689d-c195-489a-8d0c-e4a4d4204d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:09.098059 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f5a4880-3740-4263-9553-8c0575d9aa20 req-ffdfd5ab-31a0-4afd-9985-5a08f8631a89 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a8588e-b62a-43b3-9e00-6ada8f067ca9 HTTP/1.1" status: 200 len: 949 time: 0.3027668 Apr 18 20:27:09.160915 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-74dfd1ae-6525-461d-83a3-da756d8546d0 req-fb4e38cf-79c1-42f2-8d31-292a06be0773 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874007 Apr 18 20:27:09.247820 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f5a4880-3740-4263-9553-8c0575d9aa20 req-259495d2-c95f-4c9c-b2ab-86d736876fe6 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475871 Apr 18 20:27:09.283549 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['162e4965-12df-4aea-a09b-2951a61e0fcd'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:09.290260 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-56f3689d-c195-489a-8d0c-e4a4d4204d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:09.291061 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-56f3689d-c195-489a-8d0c-e4a4d4204d84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:09.292647 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-56f3689d-c195-489a-8d0c-e4a4d4204d84 service neutron] 10.222.0.57 "PUT /v2.0/ports/ff1e743c-09ea-43c0-accd-26c4cdbf1d21 HTTP/1.1" status: 200 len: 1121 time: 1.4024985 Apr 18 20:27:09.332704 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3689d-c195-489a-8d0c-e4a4d4204d84 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1e743c-09ea-43c0-accd-26c4cdbf1d21,revision_number=8']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:09.602032 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d40ae-1122-4774-8ffb-8b59474598a8 req-b6b42edd-5cc4-4472-8e3d-815b54e0ef8c tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:09.609706 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['ff1e743c-09ea-43c0-accd-26c4cdbf1d21'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:09.617848 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-df6d40ae-1122-4774-8ffb-8b59474598a8 req-b6b42edd-5cc4-4472-8e3d-815b54e0ef8c tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 943 time: 0.1456482 Apr 18 20:27:09.706464 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-df6d40ae-1122-4774-8ffb-8b59474598a8 req-dbdaa791-c2c6-4f69-b638-6a6a4120bb97 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861092 Apr 18 20:27:10.042576 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ad861-af99-4fa1-92e5-5d34b1177e3d req-e145aa8d-6062-4539-9149-1e40540f5464 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:10.057140 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1b9ad861-af99-4fa1-92e5-5d34b1177e3d req-e145aa8d-6062-4539-9149-1e40540f5464 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4741549-3861-4311-972e-6902c2ae9d76 HTTP/1.1" status: 200 len: 949 time: 0.1182246 Apr 18 20:27:10.140619 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1b9ad861-af99-4fa1-92e5-5d34b1177e3d req-0432f27f-6057-497f-ab90-9801a7f44ebb tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819807 Apr 18 20:27:10.306301 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d039ffa-4e61-4e2c-8e88-24753b712374 req-af2ba3a7-a5ff-4ca5-93a4-af79fcfea83a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:10.310299 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d039ffa-4e61-4e2c-8e88-24753b712374 req-af2ba3a7-a5ff-4ca5-93a4-af79fcfea83a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 949 time: 0.0787396 Apr 18 20:27:10.391660 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d039ffa-4e61-4e2c-8e88-24753b712374 req-c1460fb3-03b1-400d-8044-879a42ec008b tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729799 Apr 18 20:27:10.652948 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d73bbb-1950-4ab4-b653-46d888649719 req-18dad106-5afa-4f6e-8c48-d0aa30fcd997 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:10.656142 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-16d73bbb-1950-4ab4-b653-46d888649719 req-18dad106-5afa-4f6e-8c48-d0aa30fcd997 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a8588e-b62a-43b3-9e00-6ada8f067ca9 HTTP/1.1" status: 200 len: 949 time: 0.1747370 Apr 18 20:27:10.707053 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808fdff-6b32-4b64-91f6-a328d2308a6d req-5323cdf2-885c-48ef-bc82-b95bb44af60b tempest-MigrationsAdminTest-520918282 tempest-MigrationsAdminTest-520918282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:10.709669 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0808fdff-6b32-4b64-91f6-a328d2308a6d req-5323cdf2-885c-48ef-bc82-b95bb44af60b tempest-MigrationsAdminTest-520918282 tempest-MigrationsAdminTest-520918282-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 1100 time: 0.1530926 Apr 18 20:27:10.753831 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-16d73bbb-1950-4ab4-b653-46d888649719 req-30d0c743-1f1e-4b11-b031-5a22a987d935 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876489 Apr 18 20:27:10.761931 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81aea4be-2db0-475a-ad5c-e0f45d7bdd65', 'tag': 'ff1e743c-09ea-43c0-accd-26c4cdbf1d21'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:10.766073 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f052ffa6-6419-4032-ab09-19b22669fe4f" -d '{"events": [{"name": "network-changed", "server_uuid": "81aea4be-2db0-475a-ad5c-e0f45d7bdd65", "tag": "ff1e743c-09ea-43c0-accd-26c4cdbf1d21"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:10.820628 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0808fdff-6b32-4b64-91f6-a328d2308a6d req-9f5cec62-a266-4e03-ab99-57df0d35e7be tempest-MigrationsAdminTest-520918282 tempest-MigrationsAdminTest-520918282-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931525 Apr 18 20:27:10.874179 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device b5576aa7-84bb-4f65-80ed-d4fa8974dd58 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:27:10.946407 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b218753-51bd-4af8-a495-150771a960b6 x-openstack-request-id: req-7b218753-51bd-4af8-a495-150771a960b6 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:10.946706 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81aea4be-2db0-475a-ad5c-e0f45d7bdd65", "tag": "ff1e743c-09ea-43c0-accd-26c4cdbf1d21", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:10.949496 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b218753-51bd-4af8-a495-150771a960b6 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:10.949496 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b218753-51bd-4af8-a495-150771a960b6'] response: {'name': 'network-changed', 'server_uuid': '81aea4be-2db0-475a-ad5c-e0f45d7bdd65', 'tag': 'ff1e743c-09ea-43c0-accd-26c4cdbf1d21', 'status': 'completed', 'code': 200} Apr 18 20:27:10.978699 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device ff1e743c-09ea-43c0-accd-26c4cdbf1d21 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:27:11.078096 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d6013-f8e6-4efb-9d2c-674880e2c167 req-e1313dbd-0c01-460b-8294-6460c85eead0 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:11.079621 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c5d6013-f8e6-4efb-9d2c-674880e2c167 req-e1313dbd-0c01-460b-8294-6460c85eead0 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 943 time: 0.1224501 Apr 18 20:27:11.115220 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052ffa6-6419-4032-ab09-19b22669fe4f req-8ec91278-2e9d-40ca-931c-4284c5b9afd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:11.117405 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f052ffa6-6419-4032-ab09-19b22669fe4f req-8ec91278-2e9d-40ca-931c-4284c5b9afd4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 1124 time: 0.1193831 Apr 18 20:27:11.221175 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port ff1e743c-09ea-43c0-accd-26c4cdbf1d21, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ff1e743c-09ea-43c0-accd-26c4cdbf1d21,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:11.224412 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c5d6013-f8e6-4efb-9d2c-674880e2c167 req-237c8a66-5fc5-4305-9e81-6e6ee02eedae tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322172 Apr 18 20:27:11.265818 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device ff1e743c-09ea-43c0-accd-26c4cdbf1d21 has no active binding in host n-h2-838323-3 {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 20:27:11.299137 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port b5576aa7-84bb-4f65-80ed-d4fa8974dd58 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:27:11.327486 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052ffa6-6419-4032-ab09-19b22669fe4f req-33e2f453-9fcc-40f9-84a6-ba877233c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:11.329404 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f052ffa6-6419-4032-ab09-19b22669fe4f req-33e2f453-9fcc-40f9-84a6-ba877233c5af service neutron] 10.222.0.32 "GET /v2.0/networks?id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e HTTP/1.1" status: 200 len: 922 time: 0.1916058 Apr 18 20:27:11.335545 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port b5576aa7-84bb-4f65-80ed-d4fa8974dd58 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:11.340052 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:11.436569 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f052ffa6-6419-4032-ab09-19b22669fe4f req-eceb9293-18b8-4341-ad3a-7d94bce0c35c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff1e743c-09ea-43c0-accd-26c4cdbf1d21 HTTP/1.1" status: 200 len: 217 time: 0.0958169 Apr 18 20:27:11.474580 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-254c485e-3007-4174-9401-d3702e3a7a3e tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0813661 Apr 18 20:27:11.514090 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7b9a5024-39db-42a0-8cdc-50fb39ac71f4 req-3424edc1-572f-4c41-bdac-360ff51961a3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1706154 Apr 18 20:27:11.518476 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052ffa6-6419-4032-ab09-19b22669fe4f req-ef1b7492-d969-4ad4-9b2e-813ce2018269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:11.520088 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f052ffa6-6419-4032-ab09-19b22669fe4f req-ef1b7492-d969-4ad4-9b2e-813ce2018269 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07088b8e-aaa8-48c6-be5d-b75368ae775e HTTP/1.1" status: 200 len: 861 time: 0.0734081 Apr 18 20:27:11.533440 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f85f5-5515-41d4-b27d-590d3cbf95c9 req-46efb776-618e-4c9a-b0c6-df9f76006d5d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:11.535085 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e18f85f5-5515-41d4-b27d-590d3cbf95c9 req-46efb776-618e-4c9a-b0c6-df9f76006d5d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4741549-3861-4311-972e-6902c2ae9d76 HTTP/1.1" status: 200 len: 949 time: 0.1073697 Apr 18 20:27:11.572372 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f052ffa6-6419-4032-ab09-19b22669fe4f req-843ceadf-c90d-453a-a1c1-f38563145799 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439053 Apr 18 20:27:11.699711 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e18f85f5-5515-41d4-b27d-590d3cbf95c9 req-beb7f3b3-6c00-488a-9b38-062ffad112a6 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178339 Apr 18 20:27:11.744349 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-c8307c82-1944-4319-8d04-6b2c4d577511 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:11.755960 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-c8307c82-1944-4319-8d04-6b2c4d577511 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2745950 Apr 18 20:27:11.784817 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-8046f71c-523b-4e55-9453-55cfcd5491fb tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/quotas/f3b4f15f5bca46ea8bac796d6de7252e HTTP/1.1" status: 200 len: 375 time: 0.0205727 Apr 18 20:27:11.785002 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f052ffa6-6419-4032-ab09-19b22669fe4f req-13279b2e-a7e3-48e9-9332-d44bd1f0fa35 service neutron] 10.222.0.32 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721325 Apr 18 20:27:11.791099 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a5024-39db-42a0-8cdc-50fb39ac71f4 req-eeb4e3db-09d4-41bf-bdc2-cda051b8c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:11.796763 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7b9a5024-39db-42a0-8cdc-50fb39ac71f4 req-eeb4e3db-09d4-41bf-bdc2-cda051b8c23e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 1095 time: 0.2232859 Apr 18 20:27:11.807577 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:11.853581 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:11.942150 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f052ffa6-6419-4032-ab09-19b22669fe4f req-e542199a-d0a0-4531-b283-ecdeaa631be8 service neutron] 10.222.0.32 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433713 Apr 18 20:27:11.947931 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a8588e-b62a-43b3-9e00-6ada8f067ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5576aa7-84bb-4f65-80ed-d4fa8974dd58'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:11.973865 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3e7426-93f7-4dc7-979b-d228c2cdc8f3" -d '{"events": [{"server_uuid": "b9a8588e-b62a-43b3-9e00-6ada8f067ca9", "name": "network-vif-plugged", "status": "completed", "tag": "b5576aa7-84bb-4f65-80ed-d4fa8974dd58"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:11.985934 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port b5576aa7-84bb-4f65-80ed-d4fa8974dd58, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=b5576aa7-84bb-4f65-80ed-d4fa8974dd58,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:12.001292 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:12.004025 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-40d85b98-5ab0-4f9b-ae4e-2e14d67c4a5e tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2250962 Apr 18 20:27:12.005640 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a5119d81-eb30-47e6-813d-24651e1a4167 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:27:12.140452 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbfa1f-b489-4290-ad4d-425b8ee61e72 req-37916fc9-7f8a-420f-9451-9b7ecf3bcc56 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:12.143302 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fbfbfa1f-b489-4290-ad4d-425b8ee61e72 req-37916fc9-7f8a-420f-9451-9b7ecf3bcc56 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a8588e-b62a-43b3-9e00-6ada8f067ca9 HTTP/1.1" status: 200 len: 950 time: 0.2175486 Apr 18 20:27:12.160362 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=b5576aa7-84bb-4f65-80ed-d4fa8974dd58,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:12.230633 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a5024-39db-42a0-8cdc-50fb39ac71f4 req-86fba54f-3d0d-481b-bfb4-99f1bfacac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:12.234303 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7b9a5024-39db-42a0-8cdc-50fb39ac71f4 req-86fba54f-3d0d-481b-bfb4-99f1bfacac8d service neutron] 10.222.0.57 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 908 time: 0.2910800 Apr 18 20:27:12.244257 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port a5119d81-eb30-47e6-813d-24651e1a4167 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:27:12.249850 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port a5119d81-eb30-47e6-813d-24651e1a4167 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:12.250553 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:12.282934 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fbfbfa1f-b489-4290-ad4d-425b8ee61e72 req-d28eddbe-e0ce-494f-9efb-10498a4b76c9 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315935 Apr 18 20:27:12.307704 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7b9a5024-39db-42a0-8cdc-50fb39ac71f4 req-38063890-5257-49df-b261-3d72f20cb1a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c793878-3093-42c8-a9a1-7634285bbb6b HTTP/1.1" status: 200 len: 217 time: 0.0648201 Apr 18 20:27:12.360409 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230a2f60-6f28-4ed5-97a4-a44c62b11d5c x-openstack-request-id: req-230a2f60-6f28-4ed5-97a4-a44c62b11d5c {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:12.360409 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a8588e-b62a-43b3-9e00-6ada8f067ca9", "name": "network-vif-plugged", "status": "completed", "tag": "b5576aa7-84bb-4f65-80ed-d4fa8974dd58", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:12.360409 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-230a2f60-6f28-4ed5-97a4-a44c62b11d5c {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:12.360409 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-230a2f60-6f28-4ed5-97a4-a44c62b11d5c'] response: {'server_uuid': 'b9a8588e-b62a-43b3-9e00-6ada8f067ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5576aa7-84bb-4f65-80ed-d4fa8974dd58', 'code': 200} Apr 18 20:27:12.408026 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a5024-39db-42a0-8cdc-50fb39ac71f4 req-9836d81d-156c-4ce7-afdd-a1f66d87102e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:12.409534 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7b9a5024-39db-42a0-8cdc-50fb39ac71f4 req-9836d81d-156c-4ce7-afdd-a1f66d87102e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1 HTTP/1.1" status: 200 len: 847 time: 0.0949759 Apr 18 20:27:12.448420 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-12505516-7d11-4735-8395-150470621a52 req-f5a31a3e-5005-4c16-91e9-aaa242b4af58 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 210 time: 0.0946600 Apr 18 20:27:12.454755 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7b9a5024-39db-42a0-8cdc-50fb39ac71f4 req-bf39e0f9-7390-441b-b57c-1c4849bb2f1b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352328 Apr 18 20:27:12.555857 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:12.624965 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acd994-aeb1-4d1d-99e8-238e304aba53 req-266d403a-ded4-40d1-8390-d4476060fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:12.627686 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-03acd994-aeb1-4d1d-99e8-238e304aba53 req-266d403a-ded4-40d1-8390-d4476060fbc2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b9a8588e-b62a-43b3-9e00-6ada8f067ca9 HTTP/1.1" status: 200 len: 1101 time: 0.2170334 Apr 18 20:27:12.633409 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a771f-4fec-405d-88af-0d8f2bc8d3fc req-75982955-c274-40de-a058-19478b03fcf8 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:12.644328 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c79a771f-4fec-405d-88af-0d8f2bc8d3fc req-75982955-c274-40de-a058-19478b03fcf8 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 943 time: 0.1342180 Apr 18 20:27:12.656674 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a5119d81-eb30-47e6-813d-24651e1a4167, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a5119d81-eb30-47e6-813d-24651e1a4167,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:12.666842 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:12.772840 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-03acd994-aeb1-4d1d-99e8-238e304aba53 req-5482914d-37fa-45af-8f7c-91e30619620f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079311 Apr 18 20:27:12.784891 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c79a771f-4fec-405d-88af-0d8f2bc8d3fc req-274085e0-f624-4ffa-8a95-05e29fb2fefb tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333771 Apr 18 20:27:12.786818 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7b9a5024-39db-42a0-8cdc-50fb39ac71f4 req-26e61aa0-acb6-4fc3-b489-6d30be27f7e3 service neutron] 10.222.0.57 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051445 Apr 18 20:27:12.809548 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=a5119d81-eb30-47e6-813d-24651e1a4167,revision_number=9']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:12.866610 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 162e4965-12df-4aea-a09b-2951a61e0fcd up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:27:12.992881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 162e4965-12df-4aea-a09b-2951a61e0fcd completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:27:13.006167 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560eaa9-f63f-4d61-b3fb-5a98a89f9170 req-6c49a897-3673-4dd7-b39f-bd66e9772129 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:13.009448 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 162e4965-12df-4aea-a09b-2951a61e0fcd triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:13.010231 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:13.016500 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b560eaa9-f63f-4d61-b3fb-5a98a89f9170 req-6c49a897-3673-4dd7-b39f-bd66e9772129 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4741549-3861-4311-972e-6902c2ae9d76 HTTP/1.1" status: 200 len: 949 time: 0.1373575 Apr 18 20:27:13.087010 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7b9a5024-39db-42a0-8cdc-50fb39ac71f4 req-037410dc-da73-410a-9c69-25384444a797 service neutron] 10.222.0.57 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926157 Apr 18 20:27:13.116531 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b560eaa9-f63f-4d61-b3fb-5a98a89f9170 req-5aff24df-c442-49cf-8ee2-4b3e7ca1dc25 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991049 Apr 18 20:27:13.288420 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:13.336397 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 162e4965-12df-4aea-a09b-2951a61e0fcd, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=162e4965-12df-4aea-a09b-2951a61e0fcd,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:13.342481 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:13.433818 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=162e4965-12df-4aea-a09b-2951a61e0fcd,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:13.565054 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b0138-7d6d-456d-9518-05b87f1eb956 req-d92521b1-d3bb-4e27-b3b4-79f3916b3e0f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:13.585479 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-537b0138-7d6d-456d-9518-05b87f1eb956 req-d92521b1-d3bb-4e27-b3b4-79f3916b3e0f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a8588e-b62a-43b3-9e00-6ada8f067ca9 HTTP/1.1" status: 200 len: 950 time: 0.1131141 Apr 18 20:27:13.673675 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5417673b-2efe-4bc5-af4b-a3d128c76ff0 req-e591418b-f545-440a-88c9-8bbc9a210113 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 210 time: 0.0439479 Apr 18 20:27:13.681781 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-537b0138-7d6d-456d-9518-05b87f1eb956 req-5dc27cf4-ef44-4c45-9d5a-cd9341be9a54 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943623 Apr 18 20:27:13.973425 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a325dbc-7e97-4211-ba83-96b9adab553e req-c21abe6d-3e83-411f-a292-25608f832432 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:13.975507 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a325dbc-7e97-4211-ba83-96b9adab553e req-c21abe6d-3e83-411f-a292-25608f832432 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 943 time: 0.0834484 Apr 18 20:27:14.026263 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a325dbc-7e97-4211-ba83-96b9adab553e req-41be5aa6-06b6-4ed4-be18-fa512d6bb186 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438836 Apr 18 20:27:14.350332 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a549dd6-f656-4ef8-9995-ad10f6bcc164 req-fd697a53-ba35-4b4c-a9f7-0df73f9fadf0 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:14.362889 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b360d60-19cc-4064-9da1-d44c2a81bd19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5119d81-eb30-47e6-813d-24651e1a4167'}, {'server_uuid': 'd4741549-3861-4311-972e-6902c2ae9d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162e4965-12df-4aea-a09b-2951a61e0fcd'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:14.363954 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2a549dd6-f656-4ef8-9995-ad10f6bcc164 req-fd697a53-ba35-4b4c-a9f7-0df73f9fadf0 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4741549-3861-4311-972e-6902c2ae9d76 HTTP/1.1" status: 200 len: 950 time: 0.1086440 Apr 18 20:27:14.369663 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ff12c5-ece9-493f-b658-b05d5082fe1e" -d '{"events": [{"server_uuid": "1b360d60-19cc-4064-9da1-d44c2a81bd19", "name": "network-vif-plugged", "status": "completed", "tag": "a5119d81-eb30-47e6-813d-24651e1a4167"}, {"server_uuid": "d4741549-3861-4311-972e-6902c2ae9d76", "name": "network-vif-plugged", "status": "completed", "tag": "162e4965-12df-4aea-a09b-2951a61e0fcd"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:14.456269 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-d1869fea-bf4f-4c7c-af16-10c88695b718 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1156294 Apr 18 20:27:14.476283 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2a549dd6-f656-4ef8-9995-ad10f6bcc164 req-09512e07-2f61-4723-bb51-25877f5ca4f0 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111231 Apr 18 20:27:14.496184 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691d6f9a-7fbf-46c6-86fb-f0df471a7c47 x-openstack-request-id: req-691d6f9a-7fbf-46c6-86fb-f0df471a7c47 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:14.496184 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b360d60-19cc-4064-9da1-d44c2a81bd19", "name": "network-vif-plugged", "status": "completed", "tag": "a5119d81-eb30-47e6-813d-24651e1a4167", "code": 200}, {"server_uuid": "d4741549-3861-4311-972e-6902c2ae9d76", "name": "network-vif-plugged", "status": "completed", "tag": "162e4965-12df-4aea-a09b-2951a61e0fcd", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:14.496415 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-691d6f9a-7fbf-46c6-86fb-f0df471a7c47 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:14.497010 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-691d6f9a-7fbf-46c6-86fb-f0df471a7c47'] response: {'server_uuid': '1b360d60-19cc-4064-9da1-d44c2a81bd19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5119d81-eb30-47e6-813d-24651e1a4167', 'code': 200} Apr 18 20:27:14.497615 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-691d6f9a-7fbf-46c6-86fb-f0df471a7c47'] response: {'server_uuid': 'd4741549-3861-4311-972e-6902c2ae9d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162e4965-12df-4aea-a09b-2951a61e0fcd', 'code': 200} Apr 18 20:27:14.808073 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-087333f6-427b-4d39-9ec8-2c980bfe2f48 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:14.811210 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-087333f6-427b-4d39-9ec8-2c980bfe2f48 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3439806 Apr 18 20:27:14.822560 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701590c-933c-47e1-a697-0c4103a3f2f5 req-e8ffb62f-7762-4089-8cdc-646c5da03ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:14.824889 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6701590c-933c-47e1-a697-0c4103a3f2f5 req-e8ffb62f-7762-4089-8cdc-646c5da03ee6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d4741549-3861-4311-972e-6902c2ae9d76 HTTP/1.1" status: 200 len: 1101 time: 0.1781061 Apr 18 20:27:14.832584 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-666ac8e1-1e32-4f60-a240-34ab4f139514 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Request body: {'port': {'device_id': '2de512c4-f6a2-4956-9793-60f9a4379447', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': 'f3b4f15f5bca46ea8bac796d6de7252e'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:14.963539 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6701590c-933c-47e1-a697-0c4103a3f2f5 req-170601dc-2f25-44cd-84c6-98488a3c5308 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979373 Apr 18 20:27:15.045025 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-edf895c8-128c-458b-bb62-0cac9c7e6cf6 req-937cae9c-8dd0-4298-bf0d-75df1cfc901f tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 210 time: 0.1562405 Apr 18 20:27:15.100144 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-666ac8e1-1e32-4f60-a240-34ab4f139514 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Made reservation on behalf of f3b4f15f5bca46ea8bac796d6de7252e for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:27:15.107787 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-666ac8e1-1e32-4f60-a240-34ab4f139514 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:15.110474 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5d15d-07b4-4ccf-b1cf-0b68a641cdc1 req-0064383f-0bac-4251-ac88-aaa824fadba1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:15.125192 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cef5d15d-07b4-4ccf-b1cf-0b68a641cdc1 req-0064383f-0bac-4251-ac88-aaa824fadba1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a8588e-b62a-43b3-9e00-6ada8f067ca9 HTTP/1.1" status: 200 len: 950 time: 0.2301838 Apr 18 20:27:15.228605 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cef5d15d-07b4-4ccf-b1cf-0b68a641cdc1 req-d4409b37-8872-4102-87cb-938782fa7869 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011837 Apr 18 20:27:15.255089 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867dcea6-4651-41ad-b96e-0aad2dfe134b req-eac9484e-1387-447d-bb08-5b6d9a475e0c tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:15.256704 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-867dcea6-4651-41ad-b96e-0aad2dfe134b req-eac9484e-1387-447d-bb08-5b6d9a475e0c tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 943 time: 0.1074762 Apr 18 20:27:15.316124 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-867dcea6-4651-41ad-b96e-0aad2dfe134b req-f141dc2d-0084-4c5f-a227-0bbfd18414a8 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514081 Apr 18 20:27:15.371722 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-666ac8e1-1e32-4f60-a240-34ab4f139514 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Allocated IP 192.168.233.103 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/3dbf0afa-a0c0-4ddd-85fc-74b67136491a) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:27:15.592698 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-666ac8e1-1e32-4f60-a240-34ab4f139514 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:15.625256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26deff0-212a-4506-ae40-6978ce2a08ae req-7dc4ea91-c90f-4a18-baac-c5332d4ba257 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:15.627984 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f26deff0-212a-4506-ae40-6978ce2a08ae req-7dc4ea91-c90f-4a18-baac-c5332d4ba257 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4741549-3861-4311-972e-6902c2ae9d76 HTTP/1.1" status: 200 len: 950 time: 0.0730052 Apr 18 20:27:15.649452 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-666ac8e1-1e32-4f60-a240-34ab4f139514 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:15.670874 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['a5119d81-eb30-47e6-813d-24651e1a4167'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:15.689816 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f26deff0-212a-4506-ae40-6978ce2a08ae req-8cad9700-8f49-483a-8614-3abaddc01852 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556531 Apr 18 20:27:15.744009 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ac8e1-1e32-4f60-a240-34ab4f139514 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Pushing event updated for resources: {'Port': ['ID=3dbf0afa-a0c0-4ddd-85fc-74b67136491a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:15.754883 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-666ac8e1-1e32-4f60-a240-34ab4f139514 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:15.761710 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-666ac8e1-1e32-4f60-a240-34ab4f139514 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:15.766553 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-666ac8e1-1e32-4f60-a240-34ab4f139514 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:27:15.871571 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-666ac8e1-1e32-4f60-a240-34ab4f139514 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:15.872383 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-666ac8e1-1e32-4f60-a240-34ab4f139514 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:15.924802 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-666ac8e1-1e32-4f60-a240-34ab4f139514 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0985351 Apr 18 20:27:15.939146 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-d9434a75-973d-4108-b91a-44e909a8b23c service neutron] Request body: {'port': {'device_id': '2de512c4-f6a2-4956-9793-60f9a4379447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:16.056960 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-d9434a75-973d-4108-b91a-44e909a8b23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:16.170682 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-05eb4ac1-f233-4dd0-b62d-7312f1d70e3e None None] Provisioning complete for port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:16.171068 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-05eb4ac1-f233-4dd0-b62d-7312f1d70e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:16.269446 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-05eb4ac1-f233-4dd0-b62d-7312f1d70e3e None None] Port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:27:16.435562 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78657ae0-a709-4863-aabf-992958f2292d req-b25a6fee-47b5-45a7-a578-871e18c3ea9f tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:16.468517 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-78657ae0-a709-4863-aabf-992958f2292d req-b25a6fee-47b5-45a7-a578-871e18c3ea9f tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 936 time: 0.2600074 Apr 18 20:27:16.556171 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-78657ae0-a709-4863-aabf-992958f2292d req-1522c16d-132e-4604-89e0-9277ab1a4331 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864272 Apr 18 20:27:16.606931 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a89fb-eb22-425b-b59c-0e9372055924 req-50baf67a-412d-4d40-af8a-7ffb4e7191a1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:16.620002 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee7a89fb-eb22-425b-b59c-0e9372055924 req-50baf67a-412d-4d40-af8a-7ffb4e7191a1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a8588e-b62a-43b3-9e00-6ada8f067ca9 HTTP/1.1" status: 200 len: 950 time: 0.1470375 Apr 18 20:27:16.754443 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee7a89fb-eb22-425b-b59c-0e9372055924 req-00fb3938-50a2-48e3-9b48-11a51233ca91 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275828 Apr 18 20:27:16.812549 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a716b-cbe4-42de-9218-2f811da8a9dd req-f0a78236-ab1f-4e6b-99c0-b55c1256d228 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:16.822769 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-226a716b-cbe4-42de-9218-2f811da8a9dd req-f0a78236-ab1f-4e6b-99c0-b55c1256d228 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 943 time: 0.1878035 Apr 18 20:27:16.897793 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-226a716b-cbe4-42de-9218-2f811da8a9dd req-c9e9ed8e-4307-4ce5-af4f-87787d78bb4d tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736752 Apr 18 20:27:17.082554 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-a0605d3d-1070-4bdf-92ab-5137ae33ab06 service neutron] 10.222.0.32 "GET /v2.0/ports/ff1e743c-09ea-43c0-accd-26c4cdbf1d21/bindings/n-h2-838323-3 HTTP/1.1" status: 200 len: 384 time: 0.6527128 Apr 18 20:27:17.126849 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58156d-3e56-4234-b7ca-dda984e4782c req-e32a6411-b7a7-4880-b3ac-f916928c458a tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:17.129951 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b58156d-3e56-4234-b7ca-dda984e4782c req-e32a6411-b7a7-4880-b3ac-f916928c458a tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b9a8588e-b62a-43b3-9e00-6ada8f067ca9 HTTP/1.1" status: 200 len: 1101 time: 0.1149788 Apr 18 20:27:17.147997 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adff85-6744-4b38-a3d7-84caba841750 req-20477c31-23b3-4ed0-af9c-924e28d5b5ea tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:17.150159 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-81adff85-6744-4b38-a3d7-84caba841750 req-20477c31-23b3-4ed0-af9c-924e28d5b5ea tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4741549-3861-4311-972e-6902c2ae9d76 HTTP/1.1" status: 200 len: 950 time: 0.1911900 Apr 18 20:27:17.202519 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-d9434a75-973d-4108-b91a-44e909a8b23c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dbf0afa-a0c0-4ddd-85fc-74b67136491a {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:17.218233 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-d9434a75-973d-4108-b91a-44e909a8b23c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:17.249258 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-d9434a75-973d-4108-b91a-44e909a8b23c service neutron] Transition to ACTIVE for port object 3dbf0afa-a0c0-4ddd-85fc-74b67136491a will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:27:17.276916 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-d9434a75-973d-4108-b91a-44e909a8b23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:17.317434 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-81adff85-6744-4b38-a3d7-84caba841750 req-d70b10a6-8545-4295-8472-3d91877fb7ff tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378121 Apr 18 20:27:17.390217 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b58156d-3e56-4234-b7ca-dda984e4782c req-89a3a03e-7c09-40d8-9440-ba1ee48c69e1 tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383807 Apr 18 20:27:17.408548 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9434a75-973d-4108-b91a-44e909a8b23c service neutron] Pushing event updated for resources: {'Port': ['ID=3dbf0afa-a0c0-4ddd-85fc-74b67136491a,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:17.754574 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-36a641c6-753d-46ba-a336-aea21b16cc24 service neutron] For port ff1e743c-09ea-43c0-accd-26c4cdbf1d21, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ff1e743c-09ea-43c0-accd-26c4cdbf1d21,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:17.836832 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-d9434a75-973d-4108-b91a-44e909a8b23c service neutron] Attempting to bind port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:17.837695 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-d9434a75-973d-4108-b91a-44e909a8b23c service neutron] Attempting to bind port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:17.838229 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-d9434a75-973d-4108-b91a-44e909a8b23c service neutron] Attempting to bind port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:17.849009 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-36a641c6-753d-46ba-a336-aea21b16cc24 service neutron] For port ff1e743c-09ea-43c0-accd-26c4cdbf1d21, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:17.894671 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-72760ca5-3f76-49b5-9198-6de090372112 req-4b040dec-f65f-4a57-9fa6-f9c8263a3b6a tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1278458 Apr 18 20:27:17.920804 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-d9434a75-973d-4108-b91a-44e909a8b23c service neutron] Port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:27:17.921389 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-d9434a75-973d-4108-b91a-44e909a8b23c service neutron] Attempting to bind port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:17.944983 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-d9434a75-973d-4108-b91a-44e909a8b23c service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:27:17.945554 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-d9434a75-973d-4108-b91a-44e909a8b23c service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:17.946178 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-d9434a75-973d-4108-b91a-44e909a8b23c service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:27:17.946885 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-d9434a75-973d-4108-b91a-44e909a8b23c service neutron] Bound port: 3dbf0afa-a0c0-4ddd-85fc-74b67136491a, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:17.947405 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-d9434a75-973d-4108-b91a-44e909a8b23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:18.037122 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752eeb4-cbac-4cdd-bd58-3936ff419f27 req-28f51d30-c805-4978-a324-2f61f662204b tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:18.037122 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6752eeb4-cbac-4cdd-bd58-3936ff419f27 req-28f51d30-c805-4978-a324-2f61f662204b tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 948 time: 0.1882329 Apr 18 20:27:18.074778 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-36a641c6-753d-46ba-a336-aea21b16cc24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff1e743c-09ea-43c0-accd-26c4cdbf1d21 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:18.105593 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72760ca5-3f76-49b5-9198-6de090372112 req-5ce2d690-cd70-49d7-845e-59e0f1ee7f89 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:18.108461 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-72760ca5-3f76-49b5-9198-6de090372112 req-5ce2d690-cd70-49d7-845e-59e0f1ee7f89 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2119250 Apr 18 20:27:18.115069 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-36a641c6-753d-46ba-a336-aea21b16cc24 service neutron] For port ff1e743c-09ea-43c0-accd-26c4cdbf1d21, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=ff1e743c-09ea-43c0-accd-26c4cdbf1d21,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:18.152354 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-36a641c6-753d-46ba-a336-aea21b16cc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:18.158343 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-d9434a75-973d-4108-b91a-44e909a8b23c service neutron] For port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:18.162853 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-d9434a75-973d-4108-b91a-44e909a8b23c service neutron] For port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=3dbf0afa-a0c0-4ddd-85fc-74b67136491a,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:27:18.163537 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6752eeb4-cbac-4cdd-bd58-3936ff419f27 req-b67be002-1776-4ccc-9cdb-2c1beea8f39e tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054342 Apr 18 20:27:18.166302 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-72760ca5-3f76-49b5-9198-6de090372112 req-6aba2f5a-16a5-44c3-b0ff-094b69a5803a tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/quotas/bdf993b3c90643ed9bf8e6b534aad529 HTTP/1.1" status: 200 len: 375 time: 0.0418179 Apr 18 20:27:18.178672 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-d9434a75-973d-4108-b91a-44e909a8b23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:18.295909 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-d9434a75-973d-4108-b91a-44e909a8b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:18.296459 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-d9434a75-973d-4108-b91a-44e909a8b23c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:18.298243 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-d9434a75-973d-4108-b91a-44e909a8b23c service neutron] 10.222.0.57 "PUT /v2.0/ports/3dbf0afa-a0c0-4ddd-85fc-74b67136491a HTTP/1.1" status: 200 len: 1096 time: 2.3648076 Apr 18 20:27:18.300693 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de512c4-f6a2-4956-9793-60f9a4379447', 'tag': '3dbf0afa-a0c0-4ddd-85fc-74b67136491a'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:18.302979 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12ca8ab-3d7b-4699-9a38-93c5749ce2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "2de512c4-f6a2-4956-9793-60f9a4379447", "tag": "3dbf0afa-a0c0-4ddd-85fc-74b67136491a"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:18.324004 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9434a75-973d-4108-b91a-44e909a8b23c service neutron] Pushing event updated for resources: {'Port': ['ID=3dbf0afa-a0c0-4ddd-85fc-74b67136491a,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:18.406285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22a6ce-ff33-4a6a-a00a-2a4de4f7658e req-7bf89785-1660-43b1-96cb-8d1c84d3117f tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:18.408209 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d22a6ce-ff33-4a6a-a00a-2a4de4f7658e req-7bf89785-1660-43b1-96cb-8d1c84d3117f tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 943 time: 0.1361461 Apr 18 20:27:18.441278 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-72760ca5-3f76-49b5-9198-6de090372112 req-071bd8c0-93aa-4e4e-9b40-d56010c0ee32 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2523167 Apr 18 20:27:18.484856 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-36a641c6-753d-46ba-a336-aea21b16cc24 service neutron] Transition to ACTIVE for port object ff1e743c-09ea-43c0-accd-26c4cdbf1d21 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:27:18.511462 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-36a641c6-753d-46ba-a336-aea21b16cc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:18.521147 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d22a6ce-ff33-4a6a-a00a-2a4de4f7658e req-ebdb9321-4bcc-4928-a59c-2916b9ef062d tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793643 Apr 18 20:27:18.667352 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f4793e-836e-4724-b284-5ffc0d0f93d2 x-openstack-request-id: req-64f4793e-836e-4724-b284-5ffc0d0f93d2 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:18.667814 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de512c4-f6a2-4956-9793-60f9a4379447", "tag": "3dbf0afa-a0c0-4ddd-85fc-74b67136491a", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:18.668352 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64f4793e-836e-4724-b284-5ffc0d0f93d2 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:18.668890 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64f4793e-836e-4724-b284-5ffc0d0f93d2'] response: {'name': 'network-changed', 'server_uuid': '2de512c4-f6a2-4956-9793-60f9a4379447', 'tag': '3dbf0afa-a0c0-4ddd-85fc-74b67136491a', 'status': 'completed', 'code': 200} Apr 18 20:27:18.732001 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a641c6-753d-46ba-a336-aea21b16cc24 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1e743c-09ea-43c0-accd-26c4cdbf1d21,revision_number=10']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:18.752580 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-ff35c5e0-3e94-4219-8827-12ed8275ced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:18.755615 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-ff35c5e0-3e94-4219-8827-12ed8275ced9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 1099 time: 0.3631222 Apr 18 20:27:18.807270 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-00c2a19d-8754-437b-8e14-c932ba44507d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=3dbf0afa-a0c0-4ddd-85fc-74b67136491a HTTP/1.1" status: 200 len: 217 time: 0.0424697 Apr 18 20:27:18.837473 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-36a641c6-753d-46ba-a336-aea21b16cc24 service neutron] No DVR routers for this DVR port ff1e743c-09ea-43c0-accd-26c4cdbf1d21 on host n-h1-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:18.851542 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58d994-3b08-4463-a864-5c1018d40254 req-edb26c83-63df-45c2-81e4-2193fac88245 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:18.864922 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f58d994-3b08-4463-a864-5c1018d40254 req-edb26c83-63df-45c2-81e4-2193fac88245 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4741549-3861-4311-972e-6902c2ae9d76 HTTP/1.1" status: 200 len: 950 time: 0.0859978 Apr 18 20:27:18.921752 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device ff1e743c-09ea-43c0-accd-26c4cdbf1d21 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:18.946586 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-36a641c6-753d-46ba-a336-aea21b16cc24 service neutron] 10.222.0.32 "PUT /v2.0/ports/ff1e743c-09ea-43c0-accd-26c4cdbf1d21/bindings/n-h2-838323-3/activate HTTP/1.1" status: 200 len: 369 time: 1.8244543 Apr 18 20:27:18.982603 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-2c070f33-e58e-4bd3-bcfe-e11768cc00d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:18.989929 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-2c070f33-e58e-4bd3-bcfe-e11768cc00d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.1614978 Apr 18 20:27:19.023457 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f262a51f-f901-48af-89d4-2512cd7bcd8c req-a3930d85-a63f-492d-b9a4-07826d4f8063 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=328e0e13-4a5e-49f9-ba96-078111557c9e HTTP/1.1" status: 200 len: 210 time: 0.1233728 Apr 18 20:27:19.079363 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f58d994-3b08-4463-a864-5c1018d40254 req-754e5ba6-1f5c-4912-8b12-b545e1d44847 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131336 Apr 18 20:27:19.083926 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device ff1e743c-09ea-43c0-accd-26c4cdbf1d21 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:19.126465 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-46a6b64e-1831-4ffc-851e-59c1fdb17bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:19.129830 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-46a6b64e-1831-4ffc-851e-59c1fdb17bea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1209118 Apr 18 20:27:19.185051 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-06569afc-60ea-46fa-8ef6-7d214f547b54 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:19.188632 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-06569afc-60ea-46fa-8ef6-7d214f547b54 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65&tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&binding%3Ahost_id=n-h1-838323-3 HTTP/1.1" status: 200 len: 1095 time: 0.1566076 Apr 18 20:27:19.344868 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7a703-bdab-4975-8d82-a597b0ded4fa req-311ff1a7-defb-43e6-8ee1-2580c38468db tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:19.356276 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-04a7a703-bdab-4975-8d82-a597b0ded4fa req-311ff1a7-defb-43e6-8ee1-2580c38468db tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 948 time: 0.0924821 Apr 18 20:27:19.457366 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-04a7a703-bdab-4975-8d82-a597b0ded4fa req-4e088c23-4a5b-40ce-87ed-85ee6da8717a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984659 Apr 18 20:27:19.589343 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-203696dd-d235-4468-b463-cf17b375eb65 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455783 Apr 18 20:27:19.783548 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdd52a-7e4e-4d02-8f49-c7c69aa501b6 req-3c2d46a7-64f9-40d7-8922-4c3641b42847 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:19.794925 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6bcdd52a-7e4e-4d02-8f49-c7c69aa501b6 req-3c2d46a7-64f9-40d7-8922-4c3641b42847 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 944 time: 0.0819101 Apr 18 20:27:19.810876 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-69a1eec0-66d5-4cb7-b3d1-bea9dcabd07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:19.818813 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-69a1eec0-66d5-4cb7-b3d1-bea9dcabd07e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65&tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639 HTTP/1.1" status: 200 len: 1095 time: 0.6222148 Apr 18 20:27:19.866810 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6bcdd52a-7e4e-4d02-8f49-c7c69aa501b6 req-7b206a5c-57b6-4778-8796-2bbd35d6e8ff tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691423 Apr 18 20:27:19.978338 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5ae26b86-0eef-4261-92c6-928ab3de4d4f req-1de8dd6b-4a7c-4b09-bc32-ca0502918162 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759289 Apr 18 20:27:20.025098 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-ce618285-ca8c-4c6a-b393-44257e37bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.031819 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-ce618285-ca8c-4c6a-b393-44257e37bbcb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 1095 time: 0.1419411 Apr 18 20:27:20.188683 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ca8ab-3d7b-4699-9a38-93c5749ce2e1 req-3b2f8f1c-470b-431d-bedb-e5fd8f09add7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.190142 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d12ca8ab-3d7b-4699-9a38-93c5749ce2e1 req-3b2f8f1c-470b-431d-bedb-e5fd8f09add7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 1099 time: 0.0629151 Apr 18 20:27:20.322089 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-9447b4ec-6691-4907-bc6a-4d5b8723c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.323623 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-9447b4ec-6691-4907-bc6a-4d5b8723c2a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e HTTP/1.1" status: 200 len: 922 time: 0.2843926 Apr 18 20:27:20.418119 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-ff64bb90-f574-419e-a20e-c1a2fb62e4d7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff1e743c-09ea-43c0-accd-26c4cdbf1d21 HTTP/1.1" status: 200 len: 217 time: 0.0829630 Apr 18 20:27:20.489832 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ca8ab-3d7b-4699-9a38-93c5749ce2e1 req-2b458df9-d3e9-44ad-8f2f-87e83f04de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.491639 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d12ca8ab-3d7b-4699-9a38-93c5749ce2e1 req-2b458df9-d3e9-44ad-8f2f-87e83f04de6f service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.2851484 Apr 18 20:27:20.504962 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-9e93a54f-ef74-4df8-9fb5-f0c9c5ae7bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.507387 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-9e93a54f-ef74-4df8-9fb5-f0c9c5ae7bc1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=07088b8e-aaa8-48c6-be5d-b75368ae775e HTTP/1.1" status: 200 len: 861 time: 0.0798688 Apr 18 20:27:20.546792 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4829d-6195-485a-bfb2-4059e0ad1c21 req-2c6551df-3194-4202-91b4-44ec445993c0 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.548625 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4829d-6195-485a-bfb2-4059e0ad1c21 req-2c6551df-3194-4202-91b4-44ec445993c0 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.549723 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4829d-6195-485a-bfb2-4059e0ad1c21 req-2c6551df-3194-4202-91b4-44ec445993c0 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.550995 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4829d-6195-485a-bfb2-4059e0ad1c21 req-2c6551df-3194-4202-91b4-44ec445993c0 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.552409 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4829d-6195-485a-bfb2-4059e0ad1c21 req-2c6551df-3194-4202-91b4-44ec445993c0 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.553498 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4829d-6195-485a-bfb2-4059e0ad1c21 req-2c6551df-3194-4202-91b4-44ec445993c0 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.554535 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4829d-6195-485a-bfb2-4059e0ad1c21 req-2c6551df-3194-4202-91b4-44ec445993c0 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.555809 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4829d-6195-485a-bfb2-4059e0ad1c21 req-2c6551df-3194-4202-91b4-44ec445993c0 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.557336 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4829d-6195-485a-bfb2-4059e0ad1c21 req-2c6551df-3194-4202-91b4-44ec445993c0 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.558473 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4829d-6195-485a-bfb2-4059e0ad1c21 req-2c6551df-3194-4202-91b4-44ec445993c0 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.559534 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4829d-6195-485a-bfb2-4059e0ad1c21 req-2c6551df-3194-4202-91b4-44ec445993c0 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.561487 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4829d-6195-485a-bfb2-4059e0ad1c21 req-2c6551df-3194-4202-91b4-44ec445993c0 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.562609 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4829d-6195-485a-bfb2-4059e0ad1c21 req-2c6551df-3194-4202-91b4-44ec445993c0 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.563657 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4829d-6195-485a-bfb2-4059e0ad1c21 req-2c6551df-3194-4202-91b4-44ec445993c0 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.565260 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4829d-6195-485a-bfb2-4059e0ad1c21 req-2c6551df-3194-4202-91b4-44ec445993c0 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.566341 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4829d-6195-485a-bfb2-4059e0ad1c21 req-2c6551df-3194-4202-91b4-44ec445993c0 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.568198 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4829d-6195-485a-bfb2-4059e0ad1c21 req-2c6551df-3194-4202-91b4-44ec445993c0 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.569154 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4829d-6195-485a-bfb2-4059e0ad1c21 req-2c6551df-3194-4202-91b4-44ec445993c0 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.574710 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b8a4829d-6195-485a-bfb2-4059e0ad1c21 req-2c6551df-3194-4202-91b4-44ec445993c0 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=328e0e13-4a5e-49f9-ba96-078111557c9e&device_id=2de512c4-f6a2-4956-9793-60f9a4379447&device_id=d4741549-3861-4311-972e-6902c2ae9d76&device_id=b9a8588e-b62a-43b3-9e00-6ada8f067ca9&device_id=76b80426-ef12-4820-873a-0600ef5a584b&device_id=545f5152-b399-4d28-84b4-1638eeea391d&device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65&device_id=fe0719f2-7ea2-448c-8e7c-a5a255bcab1d&device_id=8e7a2974-cd76-4360-ad6b-a899cadaf4f6&device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6&device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19&device_id=5911766c-f926-41aa-be49-2e04289f3165&device_id=230b00d2-a32d-4296-b8ba-f81cd9656c3e&device_id=ba353cb5-7876-4bb1-9d93-c0ccc132a205&device_id=d5a81769-7af9-4323-965a-1290df81bbe2&device_id=35ea88d4-eac7-482a-97ba-450e81f56bc4&device_id=d4ada398-86e6-473e-9aa8-4b5ee6c8dbf7&device_id=55b296b1-1ede-4679-a655-894bdc29a596&device_id=0627062d-3f72-489b-8b2e-c4aaff227581 HTTP/1.1" status: 200 len: 16213 time: 0.1193357 Apr 18 20:27:20.590634 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d12ca8ab-3d7b-4699-9a38-93c5749ce2e1 req-23808b99-3d0f-4caf-a0fa-a0e8bc6f5c48 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=3dbf0afa-a0c0-4ddd-85fc-74b67136491a HTTP/1.1" status: 200 len: 217 time: 0.0874965 Apr 18 20:27:20.595368 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-f53d37a2-c0e2-4477-a2d5-9f86c9e7da15 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797088 Apr 18 20:27:20.617890 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b8a4829d-6195-485a-bfb2-4059e0ad1c21 req-0b5b5ad6-3692-4c1a-87ad-6857a0b934e8 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:20.782473 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b8a4829d-6195-485a-bfb2-4059e0ad1c21 req-0b5b5ad6-3692-4c1a-87ad-6857a0b934e8 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:20.789249 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b8a4829d-6195-485a-bfb2-4059e0ad1c21 req-0b5b5ad6-3692-4c1a-87ad-6857a0b934e8 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:20.859058 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b8a4829d-6195-485a-bfb2-4059e0ad1c21 req-0b5b5ad6-3692-4c1a-87ad-6857a0b934e8 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&id=28b8d78f-d3f7-4822-9620-2f803ddf312b&id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&id=7bb13228-cc4a-4567-9119-92adbe570613&id=ac922405-59f8-4a75-a489-7f9a809ce1ac&id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.2730393 Apr 18 20:27:20.860334 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b5ad6-3692-4c1a-87ad-6857a0b934e8 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a6ad76-5787-4705-a4fd-60cdf4bc2f73,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:20.877674 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-252babb1-096d-4bed-847b-cbcbd76699e1 req-e38e76e5-8c3a-4573-b22d-04e40c400465 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ba353cb5-7876-4bb1-9d93-c0ccc132a205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2602789 Apr 18 20:27:20.916621 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ca8ab-3d7b-4699-9a38-93c5749ce2e1 req-f4f77965-e571-4d2d-a82f-1868b47242e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.919664 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d12ca8ab-3d7b-4699-9a38-93c5749ce2e1 req-f4f77965-e571-4d2d-a82f-1868b47242e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.3140345 Apr 18 20:27:21.150740 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-5cd2ac4b-5f1e-4ca6-b8b8-366811e32b2d service neutron] 10.222.0.57 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145032 Apr 18 20:27:21.170633 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252babb1-096d-4bed-847b-cbcbd76699e1 req-839e365b-931a-46ff-821b-4d506b6d37c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:21.174604 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-252babb1-096d-4bed-847b-cbcbd76699e1 req-839e365b-931a-46ff-821b-4d506b6d37c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&device_id=ba353cb5-7876-4bb1-9d93-c0ccc132a205 HTTP/1.1" status: 200 len: 1100 time: 0.1692197 Apr 18 20:27:21.182388 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ca8ab-3d7b-4699-9a38-93c5749ce2e1 req-f15c08fa-b019-421d-b582-291164366dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:21.186447 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d12ca8ab-3d7b-4699-9a38-93c5749ce2e1 req-f15c08fa-b019-421d-b582-291164366dbc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2473562 Apr 18 20:27:21.351434 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c2787c5-73bb-4b07-b966-e7b8017328bd req-9b6458ed-a9c0-4a2e-8d48-ba45c9df8dbb tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=328e0e13-4a5e-49f9-ba96-078111557c9e HTTP/1.1" status: 200 len: 210 time: 0.3967776 Apr 18 20:27:21.406338 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-72760ca5-3f76-49b5-9198-6de090372112 req-92e91059-0bdc-4232-b72b-21686854a048 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589294 Apr 18 20:27:21.447446 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f10a7-09aa-4332-b10f-2c6d955c927b req-186ed17e-d0e5-4ae7-b940-26c4b97afe8d tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:21.449065 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b54f10a7-09aa-4332-b10f-2c6d955c927b req-186ed17e-d0e5-4ae7-b940-26c4b97afe8d tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 948 time: 0.1005073 Apr 18 20:27:21.485438 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-b441ccd3-f24a-4447-974c-93e861c71145 service neutron] 10.222.0.57 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349440 Apr 18 20:27:21.495006 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d12ca8ab-3d7b-4699-9a38-93c5749ce2e1 req-40831449-bc2a-4cf3-877d-65b4f1ee4010 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816906 Apr 18 20:27:21.505267 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252babb1-096d-4bed-847b-cbcbd76699e1 req-4f2d3764-3e82-4ad6-beb0-1ac5dd42ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:21.508819 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-252babb1-096d-4bed-847b-cbcbd76699e1 req-4f2d3764-3e82-4ad6-beb0-1ac5dd42ad5c service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.2935436 Apr 18 20:27:21.548031 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b54f10a7-09aa-4332-b10f-2c6d955c927b req-c0649e13-c639-4fe2-8f7e-ea1b86080eb8 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609400 Apr 18 20:27:21.618689 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72760ca5-3f76-49b5-9198-6de090372112 req-095526b6-0d4a-4c58-9d62-0a044ceb35aa tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:21.620185 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-72760ca5-3f76-49b5-9198-6de090372112 req-095526b6-0d4a-4c58-9d62-0a044ceb35aa tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2074947 Apr 18 20:27:21.637598 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-72760ca5-3f76-49b5-9198-6de090372112 req-84faa8bb-6000-4fe1-ac9f-16e9449f27a2 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Request body: {'port': {'device_id': '328e0e13-4a5e-49f9-ba96-078111557c9e', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': 'bdf993b3c90643ed9bf8e6b534aad529'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:21.668604 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-252babb1-096d-4bed-847b-cbcbd76699e1 req-708b8337-7aa1-4c60-aebc-0a0b062744b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=ecc8d0c1-b2ed-458f-9620-b5c850dd7cae HTTP/1.1" status: 200 len: 217 time: 0.1385686 Apr 18 20:27:21.719536 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d12ca8ab-3d7b-4699-9a38-93c5749ce2e1 req-fed6d752-68aa-41c3-9399-fc345b2db0f3 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096815 Apr 18 20:27:21.740725 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252babb1-096d-4bed-847b-cbcbd76699e1 req-c6009359-a636-4018-9b80-24e2bcdb8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:21.742232 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-252babb1-096d-4bed-847b-cbcbd76699e1 req-c6009359-a636-4018-9b80-24e2bcdb8b31 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.0635915 Apr 18 20:27:21.815418 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252babb1-096d-4bed-847b-cbcbd76699e1 req-2702b2ca-893d-4330-8679-ed3579569036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:21.817278 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-252babb1-096d-4bed-847b-cbcbd76699e1 req-2702b2ca-893d-4330-8679-ed3579569036 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0613172 Apr 18 20:27:21.873888 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72760ca5-3f76-49b5-9198-6de090372112 req-84faa8bb-6000-4fe1-ac9f-16e9449f27a2 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Made reservation on behalf of bdf993b3c90643ed9bf8e6b534aad529 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:27:21.878612 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-72760ca5-3f76-49b5-9198-6de090372112 req-84faa8bb-6000-4fe1-ac9f-16e9449f27a2 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:22.007533 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acf3c7-ee3a-4336-9181-b4a0813563a1 req-aeb493fb-71cf-4be0-8f6e-f468fa1071c1 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:22.011310 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7acf3c7-ee3a-4336-9181-b4a0813563a1 req-aeb493fb-71cf-4be0-8f6e-f468fa1071c1 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 944 time: 0.2051263 Apr 18 20:27:22.028403 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-e4841520-075b-4263-891b-2fbf70156f0a tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:22.030861 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-e4841520-075b-4263-891b-2fbf70156f0a tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65&tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&binding%3Ahost_id=n-h2-838323-3 HTTP/1.1" status: 200 len: 1095 time: 0.1026454 Apr 18 20:27:22.035354 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-252babb1-096d-4bed-847b-cbcbd76699e1 req-4ba56ce6-2904-4fbc-a135-97bf6c4a0201 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016766 Apr 18 20:27:22.118522 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7acf3c7-ee3a-4336-9181-b4a0813563a1 req-a4167eee-1b0d-4ba4-a982-0373c771fa64 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628045 Apr 18 20:27:22.316266 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-72760ca5-3f76-49b5-9198-6de090372112 req-84faa8bb-6000-4fe1-ac9f-16e9449f27a2 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Allocated IP 192.168.233.113 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/bf5239a3-c014-477f-9a1c-40486ba0506e) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:27:22.542882 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-252babb1-096d-4bed-847b-cbcbd76699e1 req-b13c30b4-057b-45e2-bc52-f9a23f9ddfb7 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941649 Apr 18 20:27:22.563219 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-e8a5e028-9bdc-404d-8e07-486b7b947996 service neutron] For port ff1e743c-09ea-43c0-accd-26c4cdbf1d21, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:22.567706 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-e8a5e028-9bdc-404d-8e07-486b7b947996 service neutron] Notify callbacks [] for binding, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:22.569125 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9898582d-fdeb-4abd-8f1b-b22bf40e74f1 req-e8a5e028-9bdc-404d-8e07-486b7b947996 service neutron] 10.222.0.57 "DELETE /v2.0/ports/ff1e743c-09ea-43c0-accd-26c4cdbf1d21/bindings/n-h1-838323-3 HTTP/1.1" status: 204 len: 173 time: 0.5297554 Apr 18 20:27:22.631441 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a308444c-72ca-4968-bbcf-60c353e5f219 req-96393ab2-9e0c-43c6-b214-4f106277138a tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=328e0e13-4a5e-49f9-ba96-078111557c9e HTTP/1.1" status: 200 len: 210 time: 0.0755160 Apr 18 20:27:22.706164 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-72760ca5-3f76-49b5-9198-6de090372112 req-84faa8bb-6000-4fe1-ac9f-16e9449f27a2 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:22.927772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c39ae0-c475-49ed-bfbb-e209fc74c92c req-350a9648-e2cc-4ed1-a2d7-fa8d0f0b2500 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:22.933250 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f9c39ae0-c475-49ed-bfbb-e209fc74c92c req-350a9648-e2cc-4ed1-a2d7-fa8d0f0b2500 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 948 time: 0.1996894 Apr 18 20:27:22.936964 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-72760ca5-3f76-49b5-9198-6de090372112 req-84faa8bb-6000-4fe1-ac9f-16e9449f27a2 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:22.953983 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['ff19b1ee-4bdd-4f97-80b1-8d1e20492643', '77ea9693-068f-4108-9533-a71ee1eba00d', '4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e', '1593e05e-05e8-42b9-a562-ecdf559c35fa'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:22.957463 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['ecc8d0c1-b2ed-458f-9620-b5c850dd7cae', 'ef305303-685c-46e7-be31-0aeddf3646bc', 'b5576aa7-84bb-4f65-80ed-d4fa8974dd58'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:22.961086 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ad905-e566-4818-85c8-82d4c9f84f72 req-33124f44-9b31-4514-808e-4656e32e21f4 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:22.961736 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ad905-e566-4818-85c8-82d4c9f84f72 req-33124f44-9b31-4514-808e-4656e32e21f4 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:22.966008 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ad905-e566-4818-85c8-82d4c9f84f72 req-33124f44-9b31-4514-808e-4656e32e21f4 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:22.968684 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d9ad905-e566-4818-85c8-82d4c9f84f72 req-33124f44-9b31-4514-808e-4656e32e21f4 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d4741549-3861-4311-972e-6902c2ae9d76&device_id=fe0719f2-7ea2-448c-8e7c-a5a255bcab1d&device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 2884 time: 0.2495704 Apr 18 20:27:23.083927 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 3dbf0afa-a0c0-4ddd-85fc-74b67136491a details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:27:23.176757 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84faa8bb-6000-4fe1-ac9f-16e9449f27a2 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Pushing event updated for resources: {'Port': ['ID=bf5239a3-c014-477f-9a1c-40486ba0506e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:23.203182 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72760ca5-3f76-49b5-9198-6de090372112 req-84faa8bb-6000-4fe1-ac9f-16e9449f27a2 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:23.221964 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d9ad905-e566-4818-85c8-82d4c9f84f72 req-7168fc33-ce44-49ce-88d3-be36563cb794 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083850 Apr 18 20:27:23.249267 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f9c39ae0-c475-49ed-bfbb-e209fc74c92c req-e6d7837c-e4d5-4e5e-90fe-56bc135bb6b4 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084426 Apr 18 20:27:23.264810 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-72760ca5-3f76-49b5-9198-6de090372112 req-84faa8bb-6000-4fe1-ac9f-16e9449f27a2 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:23.282671 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-72760ca5-3f76-49b5-9198-6de090372112 req-84faa8bb-6000-4fe1-ac9f-16e9449f27a2 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:27:23.729516 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=3dbf0afa-a0c0-4ddd-85fc-74b67136491a,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:23.737185 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72760ca5-3f76-49b5-9198-6de090372112 req-84faa8bb-6000-4fe1-ac9f-16e9449f27a2 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:23.740708 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-72760ca5-3f76-49b5-9198-6de090372112 req-84faa8bb-6000-4fe1-ac9f-16e9449f27a2 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:23.794842 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff42c2b-be02-49d8-925b-5afaa84fbce9 req-a21edea3-91a0-4b7f-ac85-aef2a97e784b tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:23.797942 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fff42c2b-be02-49d8-925b-5afaa84fbce9 req-a21edea3-91a0-4b7f-ac85-aef2a97e784b tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 944 time: 0.3385775 Apr 18 20:27:23.822151 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '3dbf0afa-a0c0-4ddd-85fc-74b67136491a', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': '3dbf0afa-a0c0-4ddd-85fc-74b67136491a', 'mac_address': 'fa:16:3e:c5:5b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:27:23.829426 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-72760ca5-3f76-49b5-9198-6de090372112 req-84faa8bb-6000-4fe1-ac9f-16e9449f27a2 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1956520 Apr 18 20:27:23.861681 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-72760ca5-3f76-49b5-9198-6de090372112 req-bd9ed9d9-6be6-4ec7-b3e0-c7bc201d39a1 service neutron] Request body: {'port': {'device_id': '328e0e13-4a5e-49f9-ba96-078111557c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:23.953659 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5f9320e7-4bee-4a16-9a0c-b2395a995ac9 None None] Provisioning complete for port bf5239a3-c014-477f-9a1c-40486ba0506e triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:23.954175 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5f9320e7-4bee-4a16-9a0c-b2395a995ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:23.976315 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fff42c2b-be02-49d8-925b-5afaa84fbce9 req-6ff346c8-742d-45ff-aab1-e5af67f58365 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692421 Apr 18 20:27:24.065661 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-72760ca5-3f76-49b5-9198-6de090372112 req-bd9ed9d9-6be6-4ec7-b3e0-c7bc201d39a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:24.102155 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:24.173112 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-5f9320e7-4bee-4a16-9a0c-b2395a995ac9 None None] Port bf5239a3-c014-477f-9a1c-40486ba0506e cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:27:24.194605 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dbf0afa-a0c0-4ddd-85fc-74b67136491a {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:24.302139 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429b75d-78ef-4fca-b8f4-7aa558775bce req-71b2cdd1-e5d5-4ac4-9c1a-d506b26240c5 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:24.305178 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7429b75d-78ef-4fca-b8f4-7aa558775bce req-71b2cdd1-e5d5-4ac4-9c1a-d506b26240c5 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=328e0e13-4a5e-49f9-ba96-078111557c9e HTTP/1.1" status: 200 len: 936 time: 0.2124970 Apr 18 20:27:24.328479 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=3dbf0afa-a0c0-4ddd-85fc-74b67136491a,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:24.358767 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:24.499856 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7429b75d-78ef-4fca-b8f4-7aa558775bce req-f006daad-6bae-49ce-ac34-7e72eb6f567c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881717 Apr 18 20:27:24.648866 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-79f2967a-ef60-4783-9f5e-6036568bd481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:24.741936 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=3dbf0afa-a0c0-4ddd-85fc-74b67136491a,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:24.784514 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a61ef-4aed-40dc-98ab-156153281574 req-8516e23a-b67f-4310-bd9a-ac02ca158433 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:24.801053 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a38a61ef-4aed-40dc-98ab-156153281574 req-8516e23a-b67f-4310-bd9a-ac02ca158433 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 949 time: 0.2349970 Apr 18 20:27:24.834559 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['3dbf0afa-a0c0-4ddd-85fc-74b67136491a'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:24.925834 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a38a61ef-4aed-40dc-98ab-156153281574 req-9480f627-e23a-431e-b97c-9aae5136dcdc tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232119 Apr 18 20:27:25.133694 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-72760ca5-3f76-49b5-9198-6de090372112 req-bd9ed9d9-6be6-4ec7-b3e0-c7bc201d39a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf5239a3-c014-477f-9a1c-40486ba0506e {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:25.165202 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-72760ca5-3f76-49b5-9198-6de090372112 req-bd9ed9d9-6be6-4ec7-b3e0-c7bc201d39a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:25.173004 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac95eb-d57e-4aff-aa73-a41cb3f20388 req-119061ac-4915-43ef-a20c-09ac9c438086 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:25.174559 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ecac95eb-d57e-4aff-aa73-a41cb3f20388 req-119061ac-4915-43ef-a20c-09ac9c438086 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 1095 time: 0.2415631 Apr 18 20:27:25.227830 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-72760ca5-3f76-49b5-9198-6de090372112 req-bd9ed9d9-6be6-4ec7-b3e0-c7bc201d39a1 service neutron] Transition to ACTIVE for port object bf5239a3-c014-477f-9a1c-40486ba0506e will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:27:25.236557 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-72760ca5-3f76-49b5-9198-6de090372112 req-bd9ed9d9-6be6-4ec7-b3e0-c7bc201d39a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:25.352137 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb28e1-0628-4e48-aead-d04bf8afb454 req-5dbb8e23-7257-443c-a0bb-af5223de877e tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:25.353979 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-85cb28e1-0628-4e48-aead-d04bf8afb454 req-5dbb8e23-7257-443c-a0bb-af5223de877e tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 1101 time: 0.2381096 Apr 18 20:27:25.371404 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ecac95eb-d57e-4aff-aa73-a41cb3f20388 req-b4321baa-93f5-4cdf-8093-63c1a62cc20d tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857874 Apr 18 20:27:25.421718 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ed9d9-6be6-4ec7-b3e0-c7bc201d39a1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5239a3-c014-477f-9a1c-40486ba0506e,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:25.561516 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-85cb28e1-0628-4e48-aead-d04bf8afb454 req-fcb8fe97-5db1-42dd-8bbf-2752e2dbe8b5 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822526 Apr 18 20:27:25.633520 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-72760ca5-3f76-49b5-9198-6de090372112 req-bd9ed9d9-6be6-4ec7-b3e0-c7bc201d39a1 service neutron] Attempting to bind port bf5239a3-c014-477f-9a1c-40486ba0506e on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:25.641839 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-72760ca5-3f76-49b5-9198-6de090372112 req-bd9ed9d9-6be6-4ec7-b3e0-c7bc201d39a1 service neutron] Attempting to bind port bf5239a3-c014-477f-9a1c-40486ba0506e by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:25.642178 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72760ca5-3f76-49b5-9198-6de090372112 req-bd9ed9d9-6be6-4ec7-b3e0-c7bc201d39a1 service neutron] Attempting to bind port bf5239a3-c014-477f-9a1c-40486ba0506e on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:25.656050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72760ca5-3f76-49b5-9198-6de090372112 req-bd9ed9d9-6be6-4ec7-b3e0-c7bc201d39a1 service neutron] Port bf5239a3-c014-477f-9a1c-40486ba0506e on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:27:25.656414 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72760ca5-3f76-49b5-9198-6de090372112 req-bd9ed9d9-6be6-4ec7-b3e0-c7bc201d39a1 service neutron] Attempting to bind port bf5239a3-c014-477f-9a1c-40486ba0506e on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:25.674714 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72760ca5-3f76-49b5-9198-6de090372112 req-bd9ed9d9-6be6-4ec7-b3e0-c7bc201d39a1 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:27:25.675257 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72760ca5-3f76-49b5-9198-6de090372112 req-bd9ed9d9-6be6-4ec7-b3e0-c7bc201d39a1 service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:25.676225 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72760ca5-3f76-49b5-9198-6de090372112 req-bd9ed9d9-6be6-4ec7-b3e0-c7bc201d39a1 service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:27:25.676731 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-72760ca5-3f76-49b5-9198-6de090372112 req-bd9ed9d9-6be6-4ec7-b3e0-c7bc201d39a1 service neutron] Bound port: bf5239a3-c014-477f-9a1c-40486ba0506e, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:25.677107 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-72760ca5-3f76-49b5-9198-6de090372112 req-bd9ed9d9-6be6-4ec7-b3e0-c7bc201d39a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:25.885395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108894f-3048-418d-98ae-93657d4198c0 req-24fad64e-b5ff-45bc-8372-5b4280e78861 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:25.887046 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b108894f-3048-418d-98ae-93657d4198c0 req-24fad64e-b5ff-45bc-8372-5b4280e78861 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 1101 time: 0.1814895 Apr 18 20:27:25.922605 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821800c2-a7ab-4089-93f9-1998c96d4723 req-94b90646-45a8-4945-97c8-4ad4a130d092 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:25.925314 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-821800c2-a7ab-4089-93f9-1998c96d4723 req-94b90646-45a8-4945-97c8-4ad4a130d092 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=328e0e13-4a5e-49f9-ba96-078111557c9e HTTP/1.1" status: 200 len: 948 time: 0.1480179 Apr 18 20:27:25.926632 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-72760ca5-3f76-49b5-9198-6de090372112 req-bd9ed9d9-6be6-4ec7-b3e0-c7bc201d39a1 service neutron] For port bf5239a3-c014-477f-9a1c-40486ba0506e, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:25.939322 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-72760ca5-3f76-49b5-9198-6de090372112 req-bd9ed9d9-6be6-4ec7-b3e0-c7bc201d39a1 service neutron] For port bf5239a3-c014-477f-9a1c-40486ba0506e, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=bf5239a3-c014-477f-9a1c-40486ba0506e,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:27:25.955303 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-72760ca5-3f76-49b5-9198-6de090372112 req-bd9ed9d9-6be6-4ec7-b3e0-c7bc201d39a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:26.058193 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b108894f-3048-418d-98ae-93657d4198c0 req-b1621897-6289-4f0a-a05b-21c8d7960bfe tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574159 Apr 18 20:27:26.063632 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72760ca5-3f76-49b5-9198-6de090372112 req-bd9ed9d9-6be6-4ec7-b3e0-c7bc201d39a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:26.063632 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-72760ca5-3f76-49b5-9198-6de090372112 req-bd9ed9d9-6be6-4ec7-b3e0-c7bc201d39a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:26.063632 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-72760ca5-3f76-49b5-9198-6de090372112 req-bd9ed9d9-6be6-4ec7-b3e0-c7bc201d39a1 service neutron] 10.222.0.57 "PUT /v2.0/ports/bf5239a3-c014-477f-9a1c-40486ba0506e HTTP/1.1" status: 200 len: 1096 time: 2.2127817 Apr 18 20:27:26.067300 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '328e0e13-4a5e-49f9-ba96-078111557c9e', 'tag': 'bf5239a3-c014-477f-9a1c-40486ba0506e'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:26.070269 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94871bee-8a9c-42c9-9ef0-d1a939291c27" -d '{"events": [{"name": "network-changed", "server_uuid": "328e0e13-4a5e-49f9-ba96-078111557c9e", "tag": "bf5239a3-c014-477f-9a1c-40486ba0506e"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:26.081674 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-821800c2-a7ab-4089-93f9-1998c96d4723 req-d8b27064-be61-4b8f-9dd8-62022c92679a tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379843 Apr 18 20:27:26.110830 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ed9d9-6be6-4ec7-b3e0-c7bc201d39a1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5239a3-c014-477f-9a1c-40486ba0506e,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:26.211209 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72760ca5-3f76-49b5-9198-6de090372112 req-006aa48f-03ff-4388-8411-0fecfa8cea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:26.213987 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-72760ca5-3f76-49b5-9198-6de090372112 req-006aa48f-03ff-4388-8411-0fecfa8cea7e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&device_id=328e0e13-4a5e-49f9-ba96-078111557c9e HTTP/1.1" status: 200 len: 1099 time: 0.0817518 Apr 18 20:27:26.358248 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-72760ca5-3f76-49b5-9198-6de090372112 req-7cf0e8cf-2e19-4f92-a4e7-ca695dc82e2d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=bf5239a3-c014-477f-9a1c-40486ba0506e HTTP/1.1" status: 200 len: 217 time: 0.1189492 Apr 18 20:27:26.453766 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675df7b9-61e5-48d8-9b5a-3f109c81f2c3 req-8373c887-1c9e-4961-be8c-4d7e60fe1ded tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:26.461556 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-675df7b9-61e5-48d8-9b5a-3f109c81f2c3 req-8373c887-1c9e-4961-be8c-4d7e60fe1ded tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 1096 time: 0.2400217 Apr 18 20:27:26.530918 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-3981c429-6901-4e4e-9eaf-33913bcfd634 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:26.532609 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-3981c429-6901-4e4e-9eaf-33913bcfd634 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/networks?id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e HTTP/1.1" status: 200 len: 821 time: 0.3124568 Apr 18 20:27:26.534663 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72760ca5-3f76-49b5-9198-6de090372112 req-361d758b-4c89-41c8-80ce-00f776a3ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:26.536128 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-72760ca5-3f76-49b5-9198-6de090372112 req-361d758b-4c89-41c8-80ce-00f776a3ee2d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.1592443 Apr 18 20:27:26.598010 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-675df7b9-61e5-48d8-9b5a-3f109c81f2c3 req-1826e27d-d73e-4400-bd84-06e50451328d tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353312 Apr 18 20:27:26.611694 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-b75a5d96-3227-424d-aa0b-00868fe031ef tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/quotas/dfaa7f2918ce486b8b6e6cf1abff9639 HTTP/1.1" status: 200 len: 375 time: 0.0538044 Apr 18 20:27:26.659326 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72760ca5-3f76-49b5-9198-6de090372112 req-57a33412-a30d-4a76-ac87-2ccdf4cb32b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:26.662298 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-72760ca5-3f76-49b5-9198-6de090372112 req-57a33412-a30d-4a76-ac87-2ccdf4cb32b1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1136463 Apr 18 20:27:26.705124 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-0e6ba2a9-f6d2-4805-9408-67576c3e74cb tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0924032 Apr 18 20:27:26.995683 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdc5cb-102c-448e-949a-e08f3a28649d req-ff8c0003-88b1-45d7-930c-78c6dde19139 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:26.998213 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-33cdc5cb-102c-448e-949a-e08f3a28649d req-ff8c0003-88b1-45d7-930c-78c6dde19139 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 949 time: 0.2714794 Apr 18 20:27:27.019598 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-72760ca5-3f76-49b5-9198-6de090372112 req-ff22b61a-fbee-4975-a4cb-ce1a56787868 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512294 Apr 18 20:27:27.081280 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 3dbf0afa-a0c0-4ddd-85fc-74b67136491a up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:27:27.106909 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-186532ba-2ade-4b5a-86cd-11e4775d6aa8 service neutron] 10.222.0.41 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735030 Apr 18 20:27:27.190537 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:27:27.199042 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:27.199977 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:27.221860 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-33cdc5cb-102c-448e-949a-e08f3a28649d req-b5138e18-61c1-4483-a9f8-bc2be2868853 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109072 Apr 18 20:27:27.369654 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:27.376750 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-72760ca5-3f76-49b5-9198-6de090372112 req-d5b42f50-e9e5-488f-a739-b8059f80ef60 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339703 Apr 18 20:27:27.407301 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-35eaf45a-d73f-43da-8f83-0d71969ee5ed service neutron] 10.222.0.41 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451453 Apr 18 20:27:27.415573 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de512c4-f6a2-4956-9793-60f9a4379447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbf0afa-a0c0-4ddd-85fc-74b67136491a'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:27.426269 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1427e8d2-f2a2-4e90-9aec-751f1384089b" -d '{"events": [{"server_uuid": "2de512c4-f6a2-4956-9793-60f9a4379447", "name": "network-vif-plugged", "status": "completed", "tag": "3dbf0afa-a0c0-4ddd-85fc-74b67136491a"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:27.472960 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=3dbf0afa-a0c0-4ddd-85fc-74b67136491a,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:27.483138 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:27.539728 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65d3412-7557-45ae-a6af-4665de061bed x-openstack-request-id: req-d65d3412-7557-45ae-a6af-4665de061bed {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:27.540086 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "328e0e13-4a5e-49f9-ba96-078111557c9e", "tag": "bf5239a3-c014-477f-9a1c-40486ba0506e", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:27.541023 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d65d3412-7557-45ae-a6af-4665de061bed {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:27.541907 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d65d3412-7557-45ae-a6af-4665de061bed'] response: {'name': 'network-changed', 'server_uuid': '328e0e13-4a5e-49f9-ba96-078111557c9e', 'tag': 'bf5239a3-c014-477f-9a1c-40486ba0506e', 'status': 'completed', 'code': 200} Apr 18 20:27:27.672881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=3dbf0afa-a0c0-4ddd-85fc-74b67136491a,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:27.744278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94871bee-8a9c-42c9-9ef0-d1a939291c27 req-fe610bc7-a666-4a94-8a7c-eb82f868f090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:27.746872 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-94871bee-8a9c-42c9-9ef0-d1a939291c27 req-fe610bc7-a666-4a94-8a7c-eb82f868f090 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&device_id=328e0e13-4a5e-49f9-ba96-078111557c9e HTTP/1.1" status: 200 len: 1099 time: 0.1582463 Apr 18 20:27:27.999846 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94871bee-8a9c-42c9-9ef0-d1a939291c27 req-c79f5068-c6a8-4d36-ac3f-84adb685f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:28.002665 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-94871bee-8a9c-42c9-9ef0-d1a939291c27 req-c79f5068-c6a8-4d36-ac3f-84adb685f97a service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.2399664 Apr 18 20:27:28.101352 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-94871bee-8a9c-42c9-9ef0-d1a939291c27 req-11d6c18f-13d8-4474-b255-7102a48210ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=bf5239a3-c014-477f-9a1c-40486ba0506e HTTP/1.1" status: 200 len: 217 time: 0.0888658 Apr 18 20:27:28.269066 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da941d9-cf3b-4da3-9bfd-a1a74735841b req-50c7902b-7c7c-4d7d-a189-740dbfec9a71 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:28.281306 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1da941d9-cf3b-4da3-9bfd-a1a74735841b req-50c7902b-7c7c-4d7d-a189-740dbfec9a71 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=328e0e13-4a5e-49f9-ba96-078111557c9e HTTP/1.1" status: 200 len: 948 time: 0.1485898 Apr 18 20:27:28.284282 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94871bee-8a9c-42c9-9ef0-d1a939291c27 req-87f2e616-1dd9-4c2d-871b-1a21c123929b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:28.286151 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-94871bee-8a9c-42c9-9ef0-d1a939291c27 req-87f2e616-1dd9-4c2d-871b-1a21c123929b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.1729245 Apr 18 20:27:28.412050 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1da941d9-cf3b-4da3-9bfd-a1a74735841b req-acbd818d-21bf-45be-a207-43e3b329f94d tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296299 Apr 18 20:27:28.451275 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94871bee-8a9c-42c9-9ef0-d1a939291c27 req-08351f21-5b09-4e5d-9112-f70438b0d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:28.455927 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-94871bee-8a9c-42c9-9ef0-d1a939291c27 req-08351f21-5b09-4e5d-9112-f70438b0d96e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1578066 Apr 18 20:27:28.515840 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93db3846-50d3-4de4-9544-a49745d6055b x-openstack-request-id: req-93db3846-50d3-4de4-9544-a49745d6055b {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:28.516369 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de512c4-f6a2-4956-9793-60f9a4379447", "name": "network-vif-plugged", "status": "completed", "tag": "3dbf0afa-a0c0-4ddd-85fc-74b67136491a", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:28.516369 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93db3846-50d3-4de4-9544-a49745d6055b {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:28.516798 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93db3846-50d3-4de4-9544-a49745d6055b'] response: {'server_uuid': '2de512c4-f6a2-4956-9793-60f9a4379447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbf0afa-a0c0-4ddd-85fc-74b67136491a', 'code': 200} Apr 18 20:27:28.625170 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-94871bee-8a9c-42c9-9ef0-d1a939291c27 req-7a5bdc37-0ccf-4cd2-bc01-ef2001318b0a service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608615 Apr 18 20:27:28.660188 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b9c0c-178d-4170-bdee-242ca6992da2 req-4dd84e62-5bbc-4481-ac00-4b3b9ee0ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:28.662081 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4e7b9c0c-178d-4170-bdee-242ca6992da2 req-4dd84e62-5bbc-4481-ac00-4b3b9ee0ebc2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 1101 time: 0.0624297 Apr 18 20:27:28.707699 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f168877-1efc-4113-9afc-020334ba5621 req-babb9b4c-be5e-4b8e-8e62-0262d756426e tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 210 time: 0.0814545 Apr 18 20:27:28.729080 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4e7b9c0c-178d-4170-bdee-242ca6992da2 req-826d4ce4-ba2f-4494-95a0-b64b1af4e5d5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383246 Apr 18 20:27:28.767554 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2ade1d4a-b41a-4bcb-b2fe-a1b03169acf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:28.814555 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-94871bee-8a9c-42c9-9ef0-d1a939291c27 req-d685750c-c84e-46d0-abc3-44df27378420 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784387 Apr 18 20:27:28.890023 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:27:29.096266 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85a1eb-f2a1-43da-a33e-669c33389d07 req-4e6f2088-4c25-4726-a940-be9a2b6a2acb tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:29.100543 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d85a1eb-f2a1-43da-a33e-669c33389d07 req-4e6f2088-4c25-4726-a940-be9a2b6a2acb tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.1405165 Apr 18 20:27:29.205076 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d85a1eb-f2a1-43da-a33e-669c33389d07 req-c3445aad-c88a-4ddc-860f-a3d4b9cd22e4 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916314 Apr 18 20:27:29.260866 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-239ec584-27e1-48aa-b9cb-6732399242ec req-cdb5a781-13a1-49fb-9634-cf064499d541 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:27:29.262959 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-239ec584-27e1-48aa-b9cb-6732399242ec req-cdb5a781-13a1-49fb-9634-cf064499d541 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070355 Apr 18 20:27:29.393940 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ec584-27e1-48aa-b9cb-6732399242ec req-5b08bef0-525f-45f3-b03c-460174067ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:29.411170 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-239ec584-27e1-48aa-b9cb-6732399242ec req-5b08bef0-525f-45f3-b03c-460174067ee3 service neutron] 10.222.0.41 "GET /v2.0/ports/926820b0-63b4-43ed-8bee-025ad0d58deb HTTP/1.1" status: 200 len: 1093 time: 0.1247523 Apr 18 20:27:29.418386 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-239ec584-27e1-48aa-b9cb-6732399242ec req-179fbe58-5919-4343-b620-6f575151209f service neutron] Request body: {'binding': {'host': 'n-h1-838323-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:29.420760 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-239ec584-27e1-48aa-b9cb-6732399242ec req-179fbe58-5919-4343-b620-6f575151209f service neutron] Unknown quota resources ['binding']. {{(pid=102909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 18 20:27:29.641885 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:29.799454 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-60918484-0aff-43e2-914a-f027087f3559 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:29.800550 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c04aba-ac64-4635-b054-75a37b81182b req-21152bb4-e5ba-46e4-9730-a5d981feb85f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:29.802613 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1c04aba-ac64-4635-b054-75a37b81182b req-21152bb4-e5ba-46e4-9730-a5d981feb85f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=328e0e13-4a5e-49f9-ba96-078111557c9e HTTP/1.1" status: 200 len: 948 time: 0.0953915 Apr 18 20:27:29.803057 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-60918484-0aff-43e2-914a-f027087f3559 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.32 "GET /v2.0/networks?id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e HTTP/1.1" status: 200 len: 821 time: 0.3374209 Apr 18 20:27:29.834404 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-ea3ce4d9-3d91-4489-8837-9df9d6f11322 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Request body: {'port': {'device_id': '035b3320-1548-4412-87a8-0d96e55d5741', 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e', 'admin_state_up': True, 'tenant_id': 'dfaa7f2918ce486b8b6e6cf1abff9639'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:29.901275 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1c04aba-ac64-4635-b054-75a37b81182b req-ad3fdb3c-32a6-43d6-b6de-9152a0be566b tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845721 Apr 18 20:27:30.001888 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-239ec584-27e1-48aa-b9cb-6732399242ec req-179fbe58-5919-4343-b620-6f575151209f service neutron] Attempting to bind port 926820b0-63b4-43ed-8bee-025ad0d58deb on host n-h1-838323-3 for vnic_type normal with profile None {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:30.002395 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-239ec584-27e1-48aa-b9cb-6732399242ec req-179fbe58-5919-4343-b620-6f575151209f service neutron] Attempting to bind port 926820b0-63b4-43ed-8bee-025ad0d58deb by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:30.002909 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239ec584-27e1-48aa-b9cb-6732399242ec req-179fbe58-5919-4343-b620-6f575151209f service neutron] Attempting to bind port 926820b0-63b4-43ed-8bee-025ad0d58deb on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:30.017630 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239ec584-27e1-48aa-b9cb-6732399242ec req-179fbe58-5919-4343-b620-6f575151209f service neutron] Port 926820b0-63b4-43ed-8bee-025ad0d58deb on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:27:30.018137 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239ec584-27e1-48aa-b9cb-6732399242ec req-179fbe58-5919-4343-b620-6f575151209f service neutron] Attempting to bind port 926820b0-63b4-43ed-8bee-025ad0d58deb on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:30.046262 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239ec584-27e1-48aa-b9cb-6732399242ec req-179fbe58-5919-4343-b620-6f575151209f service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:27:30.047122 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239ec584-27e1-48aa-b9cb-6732399242ec req-179fbe58-5919-4343-b620-6f575151209f service neutron] Checking segment: {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:30.048101 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239ec584-27e1-48aa-b9cb-6732399242ec req-179fbe58-5919-4343-b620-6f575151209f service neutron] Bound using segment: {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:27:30.049338 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-239ec584-27e1-48aa-b9cb-6732399242ec req-179fbe58-5919-4343-b620-6f575151209f service neutron] Bound port: 926820b0-63b4-43ed-8bee-025ad0d58deb, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:30.187838 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-ea3ce4d9-3d91-4489-8837-9df9d6f11322 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Made reservation on behalf of dfaa7f2918ce486b8b6e6cf1abff9639 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:27:30.194455 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-ea3ce4d9-3d91-4489-8837-9df9d6f11322 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:30.244890 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-239ec584-27e1-48aa-b9cb-6732399242ec req-179fbe58-5919-4343-b620-6f575151209f service neutron] For port 926820b0-63b4-43ed-8bee-025ad0d58deb, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=926820b0-63b4-43ed-8bee-025ad0d58deb,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:27:30.271581 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-239ec584-27e1-48aa-b9cb-6732399242ec req-179fbe58-5919-4343-b620-6f575151209f service neutron] Notify callbacks [] for binding, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:30.273559 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-239ec584-27e1-48aa-b9cb-6732399242ec req-179fbe58-5919-4343-b620-6f575151209f service neutron] 10.222.0.41 "POST /v2.0/ports/926820b0-63b4-43ed-8bee-025ad0d58deb/bindings HTTP/1.1" status: 201 len: 389 time: 0.8611085 Apr 18 20:27:30.446551 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cc6ffcab-9def-4087-991a-7829fe065bdc req-93092169-634a-4410-a76a-683a5d2b187b tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 210 time: 0.1153767 Apr 18 20:27:30.556774 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-ea3ce4d9-3d91-4489-8837-9df9d6f11322 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Allocated IP 172.20.0.12 (93e8e2fd-14fe-4cc2-9e5c-3a430530374e/07088b8e-aaa8-48c6-be5d-b75368ae775e/3f3de43f-60c7-4796-8147-7cb919858923) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:27:30.641088 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1fcb6-ca96-463e-b536-89b18e2ee5b5 req-cf3bebe4-703e-4ddf-b927-9742723e7bbc tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:30.642892 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ff1fcb6-ca96-463e-b536-89b18e2ee5b5 req-cf3bebe4-703e-4ddf-b927-9742723e7bbc tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.1324043 Apr 18 20:27:30.826806 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-ea3ce4d9-3d91-4489-8837-9df9d6f11322 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:30.898618 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-ea3ce4d9-3d91-4489-8837-9df9d6f11322 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:30.911008 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ec584-27e1-48aa-b9cb-6732399242ec req-dede246d-a729-4a26-8ee6-a336283bb1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:30.911008 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-239ec584-27e1-48aa-b9cb-6732399242ec req-dede246d-a729-4a26-8ee6-a336283bb1cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 1096 time: 0.2174122 Apr 18 20:27:30.973111 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-ea3ce4d9-3d91-4489-8837-9df9d6f11322 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:30.992287 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-ea3ce4d9-3d91-4489-8837-9df9d6f11322 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:30.995454 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-ea3ce4d9-3d91-4489-8837-9df9d6f11322 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:27:31.002187 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ff1fcb6-ca96-463e-b536-89b18e2ee5b5 req-33580f40-27f5-435d-b3a7-ba73625da6ef tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474637 Apr 18 20:27:31.034035 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b853962-aab8-4bbe-a74f-a5b3c5434814 req-f29103b3-bd6f-46a6-8827-c476f5e1a43b tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:31.041728 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b853962-aab8-4bbe-a74f-a5b3c5434814 req-f29103b3-bd6f-46a6-8827-c476f5e1a43b tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.4274044 Apr 18 20:27:31.096130 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device bf5239a3-c014-477f-9a1c-40486ba0506e details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:27:31.148611 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b853962-aab8-4bbe-a74f-a5b3c5434814 req-b72bc82d-dcca-476b-b0b9-1b7285c27f0d tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056159 Apr 18 20:27:31.149748 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-ea3ce4d9-3d91-4489-8837-9df9d6f11322 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:31.150942 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-ea3ce4d9-3d91-4489-8837-9df9d6f11322 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:31.169934 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ce4d9-3d91-4489-8837-9df9d6f11322 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Pushing event updated for resources: {'Port': ['ID=3f3de43f-60c7-4796-8147-7cb919858923,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:31.220811 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-ea3ce4d9-3d91-4489-8837-9df9d6f11322 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4011645 Apr 18 20:27:31.245053 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-47f2c6f1-d4a1-420d-915c-81f18450f844 service neutron] Request body: {'port': {'device_id': '035b3320-1548-4412-87a8-0d96e55d5741', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:31.293708 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port bf5239a3-c014-477f-9a1c-40486ba0506e, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=bf5239a3-c014-477f-9a1c-40486ba0506e,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:31.301121 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:31.335173 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'bf5239a3-c014-477f-9a1c-40486ba0506e', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': 'bf5239a3-c014-477f-9a1c-40486ba0506e', 'mac_address': 'fa:16:3e:dd:40:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:27:31.407456 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ec584-27e1-48aa-b9cb-6732399242ec req-346ff7ee-79cf-4784-bf23-573343243eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:31.410019 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-239ec584-27e1-48aa-b9cb-6732399242ec req-346ff7ee-79cf-4784-bf23-573343243eb7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 908 time: 0.4835725 Apr 18 20:27:31.411985 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fcfd4-43ef-4b35-9d9c-8053fdef24ea req-23fd4e8e-d587-4a35-b519-b08d414ac487 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:31.415207 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ff3fcfd4-43ef-4b35-9d9c-8053fdef24ea req-23fd4e8e-d587-4a35-b519-b08d414ac487 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 945 time: 0.2441332 Apr 18 20:27:31.419510 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-47f2c6f1-d4a1-420d-915c-81f18450f844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:31.483806 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:31.485732 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:31.491991 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19e746-33eb-46ab-8cab-1dfd485f652e req-2efe0535-2983-4a6c-95cf-aea2245dc5d9 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:31.501426 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ed19e746-33eb-46ab-8cab-1dfd485f652e req-2efe0535-2983-4a6c-95cf-aea2245dc5d9 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=328e0e13-4a5e-49f9-ba96-078111557c9e HTTP/1.1" status: 200 len: 948 time: 0.2147634 Apr 18 20:27:31.528255 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5239a3-c014-477f-9a1c-40486ba0506e {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:31.530498 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-239ec584-27e1-48aa-b9cb-6732399242ec req-2b933bcc-2f0e-4a4f-9ebc-88cf8106a93b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=926820b0-63b4-43ed-8bee-025ad0d58deb HTTP/1.1" status: 200 len: 217 time: 0.0781145 Apr 18 20:27:31.564937 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port bf5239a3-c014-477f-9a1c-40486ba0506e, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=bf5239a3-c014-477f-9a1c-40486ba0506e,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:31.579443 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:31.592065 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ff3fcfd4-43ef-4b35-9d9c-8053fdef24ea req-57b66233-22f2-430a-9761-0f46a852fb27 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648431 Apr 18 20:27:31.728831 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ed19e746-33eb-46ab-8cab-1dfd485f652e req-cb7db5dc-cce0-48f6-80c9-4cea9c32bfae tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185047 Apr 18 20:27:31.732676 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=bf5239a3-c014-477f-9a1c-40486ba0506e,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:31.823287 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ec584-27e1-48aa-b9cb-6732399242ec req-651de895-714a-4ed6-8e16-ec9c4d805695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:31.827828 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-239ec584-27e1-48aa-b9cb-6732399242ec req-651de895-714a-4ed6-8e16-ec9c4d805695 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1 HTTP/1.1" status: 200 len: 847 time: 0.2616050 Apr 18 20:27:31.902708 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-239ec584-27e1-48aa-b9cb-6732399242ec req-f21ae92c-0183-49c5-9d03-5692fc04b257 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514336 Apr 18 20:27:31.943021 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-0efb8b3f-2757-4ed3-ba94-3f840933bc19 req-0f340c9a-0b6f-435e-b4a2-c1900414f36a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:27:31.945931 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['bf5239a3-c014-477f-9a1c-40486ba0506e'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:31.949057 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0efb8b3f-2757-4ed3-ba94-3f840933bc19 req-0f340c9a-0b6f-435e-b4a2-c1900414f36a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134439 Apr 18 20:27:32.121615 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15a897-a2f6-4ba9-bece-fe78e543e4c7 req-97fda4bb-7475-49d9-a97a-463d943f528a tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:32.127538 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f15a897-a2f6-4ba9-bece-fe78e543e4c7 req-97fda4bb-7475-49d9-a97a-463d943f528a tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 932 time: 0.1721537 Apr 18 20:27:32.314690 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f15a897-a2f6-4ba9-bece-fe78e543e4c7 req-d2b4fb90-4458-4b3c-8791-08c5cf36b924 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767931 Apr 18 20:27:32.320647 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-47f2c6f1-d4a1-420d-915c-81f18450f844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f3de43f-60c7-4796-8147-7cb919858923 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:32.331705 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-47f2c6f1-d4a1-420d-915c-81f18450f844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:32.368641 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-47f2c6f1-d4a1-420d-915c-81f18450f844 service neutron] Transition to ACTIVE for port object 3f3de43f-60c7-4796-8147-7cb919858923 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:27:32.429435 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-239ec584-27e1-48aa-b9cb-6732399242ec req-6ac70ac3-b4d4-426a-b8ce-31c43cd29b03 service neutron] 10.222.0.32 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052378 Apr 18 20:27:32.433657 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-47f2c6f1-d4a1-420d-915c-81f18450f844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:32.604772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f364dd-67e2-48b2-90f0-fe5d1aaa68b9 req-768181c4-0f73-4b64-b990-6d67b71d7367 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:32.611138 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2c6f1-d4a1-420d-915c-81f18450f844 service neutron] Pushing event updated for resources: {'Port': ['ID=3f3de43f-60c7-4796-8147-7cb919858923,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:32.614140 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19f364dd-67e2-48b2-90f0-fe5d1aaa68b9 req-768181c4-0f73-4b64-b990-6d67b71d7367 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.1165555 Apr 18 20:27:32.645765 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa50038-e355-47c0-92f8-a9cfaf83dfc8 req-496289b4-48ba-4424-8c7d-a30041dae7f7 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:32.649781 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5aa50038-e355-47c0-92f8-a9cfaf83dfc8 req-496289b4-48ba-4424-8c7d-a30041dae7f7 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.1698327 Apr 18 20:27:32.703219 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-627bad87-80bd-44b8-8dc8-9b2f95eea344 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2714524 Apr 18 20:27:32.798086 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19f364dd-67e2-48b2-90f0-fe5d1aaa68b9 req-ed6d090f-1f3a-4bc3-85e2-accbda55b1f5 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465924 Apr 18 20:27:32.823298 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5aa50038-e355-47c0-92f8-a9cfaf83dfc8 req-4bf01627-9f49-4293-9116-0f5aa2f96dd6 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537647 Apr 18 20:27:32.845768 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-47f2c6f1-d4a1-420d-915c-81f18450f844 service neutron] Attempting to bind port 3f3de43f-60c7-4796-8147-7cb919858923 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:32.845768 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-47f2c6f1-d4a1-420d-915c-81f18450f844 service neutron] Attempting to bind port 3f3de43f-60c7-4796-8147-7cb919858923 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:32.846552 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-47f2c6f1-d4a1-420d-915c-81f18450f844 service neutron] Attempting to bind port 3f3de43f-60c7-4796-8147-7cb919858923 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:32.877171 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-239ec584-27e1-48aa-b9cb-6732399242ec req-2c8041c1-f7d0-40fb-8517-48b639ae3340 service neutron] 10.222.0.32 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387753 Apr 18 20:27:32.881046 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-47f2c6f1-d4a1-420d-915c-81f18450f844 service neutron] Port 3f3de43f-60c7-4796-8147-7cb919858923 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:27:32.885848 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-47f2c6f1-d4a1-420d-915c-81f18450f844 service neutron] Attempting to bind port 3f3de43f-60c7-4796-8147-7cb919858923 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:32.906836 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-47f2c6f1-d4a1-420d-915c-81f18450f844 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:27:32.910190 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-47f2c6f1-d4a1-420d-915c-81f18450f844 service neutron] Checking segment: {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:32.911146 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-47f2c6f1-d4a1-420d-915c-81f18450f844 service neutron] Bound using segment: {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:27:32.913199 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-47f2c6f1-d4a1-420d-915c-81f18450f844 service neutron] Bound port: 3f3de43f-60c7-4796-8147-7cb919858923, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:32.916124 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-47f2c6f1-d4a1-420d-915c-81f18450f844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:33.124990 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-47f2c6f1-d4a1-420d-915c-81f18450f844 service neutron] For port 3f3de43f-60c7-4796-8147-7cb919858923, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:33.130512 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-47f2c6f1-d4a1-420d-915c-81f18450f844 service neutron] For port 3f3de43f-60c7-4796-8147-7cb919858923, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3f3de43f-60c7-4796-8147-7cb919858923,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:27:33.140977 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-47f2c6f1-d4a1-420d-915c-81f18450f844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:33.285955 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2c6f1-d4a1-420d-915c-81f18450f844 service neutron] Pushing event updated for resources: {'Port': ['ID=3f3de43f-60c7-4796-8147-7cb919858923,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:33.314005 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a96f04-19ba-47ff-ba8a-d4529d6b6e33 req-b7cfccce-9a85-4820-bcb6-430a489b756b tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:33.316702 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-47f2c6f1-d4a1-420d-915c-81f18450f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:33.317586 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-47f2c6f1-d4a1-420d-915c-81f18450f844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:33.319176 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-47f2c6f1-d4a1-420d-915c-81f18450f844 service neutron] 10.222.0.32 "PUT /v2.0/ports/3f3de43f-60c7-4796-8147-7cb919858923 HTTP/1.1" status: 200 len: 1092 time: 2.0813143 Apr 18 20:27:33.319667 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035b3320-1548-4412-87a8-0d96e55d5741', 'tag': '3f3de43f-60c7-4796-8147-7cb919858923'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:33.322223 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc65807-b447-48da-a3f5-3e7d2054467b" -d '{"events": [{"name": "network-changed", "server_uuid": "035b3320-1548-4412-87a8-0d96e55d5741", "tag": "3f3de43f-60c7-4796-8147-7cb919858923"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:33.328236 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68a96f04-19ba-47ff-ba8a-d4529d6b6e33 req-b7cfccce-9a85-4820-bcb6-430a489b756b tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 945 time: 0.2617395 Apr 18 20:27:33.454129 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68a96f04-19ba-47ff-ba8a-d4529d6b6e33 req-a0fba8e9-39d1-4c93-b8db-79e126544cef tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243832 Apr 18 20:27:33.488938 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e762c1-00d4-48e0-a3d9-69859810a56c req-71b5c542-9cf3-4352-a9f6-5debf5e4350c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:33.505298 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27e762c1-00d4-48e0-a3d9-69859810a56c req-71b5c542-9cf3-4352-a9f6-5debf5e4350c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=328e0e13-4a5e-49f9-ba96-078111557c9e HTTP/1.1" status: 200 len: 949 time: 0.3320215 Apr 18 20:27:33.663370 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27e762c1-00d4-48e0-a3d9-69859810a56c req-4772c9e8-efbf-432f-8e05-774317b43177 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557331 Apr 18 20:27:33.684816 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe6bf08-eb10-4d6b-8399-f4dff50e01e3 x-openstack-request-id: req-6fe6bf08-eb10-4d6b-8399-f4dff50e01e3 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:33.684816 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035b3320-1548-4412-87a8-0d96e55d5741", "tag": "3f3de43f-60c7-4796-8147-7cb919858923", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:33.684816 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6fe6bf08-eb10-4d6b-8399-f4dff50e01e3 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:33.684816 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fe6bf08-eb10-4d6b-8399-f4dff50e01e3'] response: {'name': 'network-changed', 'server_uuid': '035b3320-1548-4412-87a8-0d96e55d5741', 'tag': '3f3de43f-60c7-4796-8147-7cb919858923', 'status': 'completed', 'code': 200} Apr 18 20:27:33.730643 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-bfcf0272-7ab2-44fd-b17d-9051fc573d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:33.733664 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-bfcf0272-7ab2-44fd-b17d-9051fc573d06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 1095 time: 0.3151455 Apr 18 20:27:33.905783 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-84599291-9fac-4ea3-aec2-a153955bd52a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f3de43f-60c7-4796-8147-7cb919858923 HTTP/1.1" status: 200 len: 217 time: 0.1609745 Apr 18 20:27:34.014187 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5f57d-d095-414a-ab90-b1fa93aede55 req-01c92872-adca-4373-92e4-2b38da24154c tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:34.015818 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7bd5f57d-d095-414a-ab90-b1fa93aede55 req-01c92872-adca-4373-92e4-2b38da24154c tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 944 time: 0.2205045 Apr 18 20:27:34.100244 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-69d2f31c-6b93-4ead-a75f-dd7ca3a05d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:34.110407 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-69d2f31c-6b93-4ead-a75f-dd7ca3a05d36 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07088b8e-aaa8-48c6-be5d-b75368ae775e HTTP/1.1" status: 200 len: 861 time: 0.1922643 Apr 18 20:27:34.182874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3cf75-5d90-4b60-bc38-7799dc56a772 req-227cf653-ed4e-47b3-9da3-863c25adb1cd tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:34.186003 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-78a3cf75-5d90-4b60-bc38-7799dc56a772 req-227cf653-ed4e-47b3-9da3-863c25adb1cd tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.1506233 Apr 18 20:27:34.206227 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7bd5f57d-d095-414a-ab90-b1fa93aede55 req-5a08c0d1-6b4f-46f3-8be6-9d65fc64a18b tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510162 Apr 18 20:27:34.214850 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-42064b03-632f-4142-96a4-ca239f652e75 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944600 Apr 18 20:27:34.255606 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-78a3cf75-5d90-4b60-bc38-7799dc56a772 req-fd37e240-6e57-49f4-bb76-53ae5b71a666 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406392 Apr 18 20:27:34.526985 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec75842-f6f0-4096-a50c-fe9c740bb87e req-5fcd0305-b418-4c3b-a0ed-0021a1165378 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:34.541854 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ec75842-f6f0-4096-a50c-fe9c740bb87e req-5fcd0305-b418-4c3b-a0ed-0021a1165378 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.1233797 Apr 18 20:27:34.561446 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-2ad9376a-979c-4b8c-a1e9-470788cee095 service neutron] 10.222.0.32 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358459 Apr 18 20:27:34.646052 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ec75842-f6f0-4096-a50c-fe9c740bb87e req-d1fa99c8-4b02-4cde-9804-cc665b2ea6f1 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027761 Apr 18 20:27:34.860117 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f2fb0fa0-2d74-4012-a7ab-67a54b0bd749 req-44ec608b-e02c-48b1-8d9c-afbe4b8307a4 service neutron] 10.222.0.32 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670906 Apr 18 20:27:34.952351 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b6551-5ebe-4677-943d-ebe3011115db req-1ca7d837-7daa-41d1-af0d-e18c95a236be tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:34.954669 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c51b6551-5ebe-4677-943d-ebe3011115db req-1ca7d837-7daa-41d1-af0d-e18c95a236be tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=328e0e13-4a5e-49f9-ba96-078111557c9e HTTP/1.1" status: 200 len: 949 time: 0.1554985 Apr 18 20:27:34.969004 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5cfa2-2e1d-4b90-b6c6-aaa4ba54cc0c req-3c006c16-a971-4373-b63b-236f38f6f813 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:34.977199 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4f5cfa2-2e1d-4b90-b6c6-aaa4ba54cc0c req-3c006c16-a971-4373-b63b-236f38f6f813 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 945 time: 0.2239377 Apr 18 20:27:35.058718 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c51b6551-5ebe-4677-943d-ebe3011115db req-b9c23ee9-b79e-41bf-9035-13684689ad7f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782020 Apr 18 20:27:35.140023 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4f5cfa2-2e1d-4b90-b6c6-aaa4ba54cc0c req-f141dd51-2ae2-42b7-a20b-662f3704c993 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615329 Apr 18 20:27:35.144600 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device bf5239a3-c014-477f-9a1c-40486ba0506e up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:27:35.190422 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc65807-b447-48da-a3f5-3e7d2054467b req-e7434165-655e-487e-b660-1fcdd73b38b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:35.196814 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2dc65807-b447-48da-a3f5-3e7d2054467b req-e7434165-655e-487e-b660-1fcdd73b38b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 1095 time: 0.2032430 Apr 18 20:27:35.318286 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port bf5239a3-c014-477f-9a1c-40486ba0506e completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:27:35.352332 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port bf5239a3-c014-477f-9a1c-40486ba0506e triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:35.355070 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:35.494689 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc65807-b447-48da-a3f5-3e7d2054467b req-b47291a0-7ee6-4ff6-846f-5cfd218d3d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:35.496286 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2dc65807-b447-48da-a3f5-3e7d2054467b req-b47291a0-7ee6-4ff6-846f-5cfd218d3d32 service neutron] 10.222.0.32 "GET /v2.0/networks?id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e HTTP/1.1" status: 200 len: 922 time: 0.2848015 Apr 18 20:27:35.568698 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:35.590658 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2dc65807-b447-48da-a3f5-3e7d2054467b req-866ccc11-f617-4881-a738-9d78dbf55553 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f3de43f-60c7-4796-8147-7cb919858923 HTTP/1.1" status: 200 len: 217 time: 0.0829971 Apr 18 20:27:35.594858 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2bf8f-5174-47af-a373-3543a4fba805 req-e293373c-8a47-4ead-aabc-06fa978b5ceb tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:35.607318 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdb2bf8f-5174-47af-a373-3543a4fba805 req-e293373c-8a47-4ead-aabc-06fa978b5ceb tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 944 time: 0.1785867 Apr 18 20:27:35.624626 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port bf5239a3-c014-477f-9a1c-40486ba0506e, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=bf5239a3-c014-477f-9a1c-40486ba0506e,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:35.625871 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328e0e13-4a5e-49f9-ba96-078111557c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5239a3-c014-477f-9a1c-40486ba0506e'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:35.628990 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2663ea7-c51e-4c4a-9be4-d7081224007f" -d '{"events": [{"server_uuid": "328e0e13-4a5e-49f9-ba96-078111557c9e", "name": "network-vif-plugged", "status": "completed", "tag": "bf5239a3-c014-477f-9a1c-40486ba0506e"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:35.639465 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:35.703796 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc65807-b447-48da-a3f5-3e7d2054467b req-80b60aed-7eb3-44a4-b28c-0ce9b5e9e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:35.705451 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2dc65807-b447-48da-a3f5-3e7d2054467b req-80b60aed-7eb3-44a4-b28c-0ce9b5e9e23d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07088b8e-aaa8-48c6-be5d-b75368ae775e HTTP/1.1" status: 200 len: 861 time: 0.0920520 Apr 18 20:27:35.727712 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e84db6-2464-42e5-bc5c-14d09c1e163f req-f85a8703-5ef6-4b25-8a5d-b8627a77003e tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:35.729430 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b6e84db6-2464-42e5-bc5c-14d09c1e163f req-f85a8703-5ef6-4b25-8a5d-b8627a77003e tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.2487748 Apr 18 20:27:35.739302 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=bf5239a3-c014-477f-9a1c-40486ba0506e,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:35.758176 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2dc65807-b447-48da-a3f5-3e7d2054467b req-c47bf761-c1f4-4526-a50a-4bc9208e83ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427451 Apr 18 20:27:35.773393 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdb2bf8f-5174-47af-a373-3543a4fba805 req-40ebe43f-6c56-4832-9ea5-c9a58100e946 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645987 Apr 18 20:27:35.830260 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b6e84db6-2464-42e5-bc5c-14d09c1e163f req-6e4a90a7-0ba6-46be-8847-9de041e7fce4 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902336 Apr 18 20:27:35.864120 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2aa418-146d-4536-8061-ce59347096c9 x-openstack-request-id: req-2b2aa418-146d-4536-8061-ce59347096c9 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:35.864476 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328e0e13-4a5e-49f9-ba96-078111557c9e", "name": "network-vif-plugged", "status": "completed", "tag": "bf5239a3-c014-477f-9a1c-40486ba0506e", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:35.864922 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b2aa418-146d-4536-8061-ce59347096c9 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:35.865542 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b2aa418-146d-4536-8061-ce59347096c9'] response: {'server_uuid': '328e0e13-4a5e-49f9-ba96-078111557c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5239a3-c014-477f-9a1c-40486ba0506e', 'code': 200} Apr 18 20:27:36.092644 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2dc65807-b447-48da-a3f5-3e7d2054467b req-4d467267-8085-4129-9b36-dcb62dfe806b service neutron] 10.222.0.32 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064728 Apr 18 20:27:36.154746 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1f6be-8e51-4c79-9d18-32b00cda9af4 req-b60140ca-8aa0-4c41-9022-5e4c725d12f8 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:36.162855 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0dc1f6be-8e51-4c79-9d18-32b00cda9af4 req-b60140ca-8aa0-4c41-9022-5e4c725d12f8 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.2234421 Apr 18 20:27:36.180788 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a9b87-5de2-4d1c-b2a1-c2a76d55229f req-3213d2c6-afd9-4240-933f-dc3bf0553f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:36.183409 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ab9a9b87-5de2-4d1c-b2a1-c2a76d55229f req-3213d2c6-afd9-4240-933f-dc3bf0553f22 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=328e0e13-4a5e-49f9-ba96-078111557c9e HTTP/1.1" status: 200 len: 1101 time: 0.1837630 Apr 18 20:27:36.315444 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2dc65807-b447-48da-a3f5-3e7d2054467b req-55669f34-cee4-4596-a69c-4ee29bc56bfb service neutron] 10.222.0.32 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045968 Apr 18 20:27:36.342881 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-fe2e1d90-c1c8-47e6-951a-6fa6b11fda53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:36.344645 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-fe2e1d90-c1c8-47e6-951a-6fa6b11fda53 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 1101 time: 0.1966205 Apr 18 20:27:36.352830 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0dc1f6be-8e51-4c79-9d18-32b00cda9af4 req-41e27f1e-e905-4588-a0ef-9baa271497b3 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581063 Apr 18 20:27:36.398523 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ab9a9b87-5de2-4d1c-b2a1-c2a76d55229f req-76c3da38-0fe4-4c35-83ae-8ba463e1b672 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986034 Apr 18 20:27:36.445322 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e20de-40ff-47e7-a837-733efb2edeb5 req-5dae151e-0318-4e3b-8fad-5032c097cdcd tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:36.453055 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cd0e20de-40ff-47e7-a837-733efb2edeb5 req-5dae151e-0318-4e3b-8fad-5032c097cdcd tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=328e0e13-4a5e-49f9-ba96-078111557c9e HTTP/1.1" status: 200 len: 950 time: 0.1684842 Apr 18 20:27:36.535205 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cd0e20de-40ff-47e7-a837-733efb2edeb5 req-c73c4cbb-1cf6-4e74-a58f-2be1179b9b7c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719559 Apr 18 20:27:36.557578 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8179e-498f-44f8-a1f9-7e0dc153ed1a req-c26ed9d7-3093-4279-8a33-77e3f97ec8cc tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:36.559994 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-09e8179e-498f-44f8-a1f9-7e0dc153ed1a req-c26ed9d7-3093-4279-8a33-77e3f97ec8cc tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 945 time: 0.1050203 Apr 18 20:27:36.569077 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-6a145144-7088-48d3-9ef4-2eaaf0f754bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:36.571829 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-6a145144-7088-48d3-9ef4-2eaaf0f754bf service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.2166803 Apr 18 20:27:36.646343 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-a7fe81f2-6aba-4793-afa6-635bcaac84ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=3dbf0afa-a0c0-4ddd-85fc-74b67136491a HTTP/1.1" status: 200 len: 217 time: 0.0404880 Apr 18 20:27:36.646855 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-09e8179e-498f-44f8-a1f9-7e0dc153ed1a req-6997f65c-d5f4-41c1-83a9-e6fa8146cce2 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725091 Apr 18 20:27:36.727852 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-9d13bafe-69ad-4f35-a19a-f53a805827f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:36.729572 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-9d13bafe-69ad-4f35-a19a-f53a805827f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.0742848 Apr 18 20:27:36.789358 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-a95d8df8-c647-47e8-8f4a-f94595067683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:36.791372 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-a95d8df8-c647-47e8-8f4a-f94595067683 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0528076 Apr 18 20:27:37.011631 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-99eb29c8-4fba-43da-b7ab-fcf0c0d8182b service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067409 Apr 18 20:27:37.013486 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150f17b-1665-402e-94cc-a198b001ba78 req-6df1542d-d79b-40d4-862a-89148fbabcde tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:37.015150 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a150f17b-1665-402e-94cc-a198b001ba78 req-6df1542d-d79b-40d4-862a-89148fbabcde tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 944 time: 0.1291652 Apr 18 20:27:37.040254 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f4f7e-6280-4eb1-bbb8-29ce67b51f97 req-da8e25e5-5ae2-4a66-b881-90e84d39f434 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:37.042938 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-549f4f7e-6280-4eb1-bbb8-29ce67b51f97 req-da8e25e5-5ae2-4a66-b881-90e84d39f434 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.1087801 Apr 18 20:27:37.123305 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a150f17b-1665-402e-94cc-a198b001ba78 req-34f8bfff-f5f4-46b5-8889-b853742c6ee8 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949581 Apr 18 20:27:37.180391 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-549f4f7e-6280-4eb1-bbb8-29ce67b51f97 req-025535d7-b8c1-401d-be62-0164393ddd61 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074624 Apr 18 20:27:37.230327 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-9220e623-1809-432f-861e-091faa5db705 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090244 Apr 18 20:27:37.364125 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:37.551176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c435b05-4494-4cdb-9a65-3ca78f9db377 req-92105dce-c2ac-440f-a100-644366d1e642 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:37.552791 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4c435b05-4494-4cdb-9a65-3ca78f9db377 req-92105dce-c2ac-440f-a100-644366d1e642 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.0627935 Apr 18 20:27:37.668350 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4c435b05-4494-4cdb-9a65-3ca78f9db377 req-d9649f31-e7e6-42fa-99c3-0083884b9f52 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885735 Apr 18 20:27:37.718878 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c3ed6-8aa4-477b-ade2-93040e2254bc req-fed1ea4b-7e28-49a5-9ca2-47565f7276cd tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:37.718878 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c9c3ed6-8aa4-477b-ade2-93040e2254bc req-fed1ea4b-7e28-49a5-9ca2-47565f7276cd tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=328e0e13-4a5e-49f9-ba96-078111557c9e HTTP/1.1" status: 200 len: 950 time: 0.0813823 Apr 18 20:27:37.784200 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c9c3ed6-8aa4-477b-ade2-93040e2254bc req-0749f538-f733-4cb3-8c78-cd6133c8ae3e tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673025 Apr 18 20:27:37.913556 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374449e-fb8e-4f41-884b-f44d3f80c6f0 req-82583c5f-b0b7-4785-bf08-92e16f446bc0 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:37.915178 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a374449e-fb8e-4f41-884b-f44d3f80c6f0 req-82583c5f-b0b7-4785-bf08-92e16f446bc0 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 945 time: 0.0894933 Apr 18 20:27:37.989867 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a374449e-fb8e-4f41-884b-f44d3f80c6f0 req-2faa7bc8-4461-4129-9082-07c94d9f0022 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643904 Apr 18 20:27:38.052022 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-b1811581-286b-4fb3-9109-8699dae2b40b tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1515282274&fields=id&tenant_id=78dac2d929104ed6bb85b9d14262f063 HTTP/1.1" status: 200 len: 267 time: 0.0503969 Apr 18 20:27:38.191635 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-156560b3-3176-4c8a-b164-b91d70654785 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:38.195052 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-156560b3-3176-4c8a-b164-b91d70654785 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/networks?id=99e89627-a45b-4a5d-a097-eb11f4a25aef HTTP/1.1" status: 200 len: 816 time: 0.1322272 Apr 18 20:27:38.223748 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-15c77bb3-a939-4c2a-9852-08c32c3cad59 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/quotas/78dac2d929104ed6bb85b9d14262f063 HTTP/1.1" status: 200 len: 375 time: 0.0166829 Apr 18 20:27:38.346922 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955dd1c-788e-4f16-bffb-cdfa855f6ab6 req-411843b1-ad1e-4b6e-b1a4-7ea6b44687a2 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:38.357484 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c955dd1c-788e-4f16-bffb-cdfa855f6ab6 req-411843b1-ad1e-4b6e-b1a4-7ea6b44687a2 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 944 time: 0.1143584 Apr 18 20:27:38.366615 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-47cacfb7-9140-4e37-9806-729de22acdbb tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=78dac2d929104ed6bb85b9d14262f063&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1351302 Apr 18 20:27:38.442198 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c955dd1c-788e-4f16-bffb-cdfa855f6ab6 req-f3f32439-a89d-4e8d-bb31-93bfea4b53be tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837097 Apr 18 20:27:38.628650 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-be378958-3716-4596-b27e-084c4559d8ce service neutron] 10.222.0.41 "GET /v2.0/networks/99e89627-a45b-4a5d-a097-eb11f4a25aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334981 Apr 18 20:27:38.701235 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95732a-c764-440f-a388-d5f11a644d9d req-b20ad5e8-0572-4213-9e70-0760cc62db93 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:38.704026 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd95732a-c764-440f-a388-d5f11a644d9d req-b20ad5e8-0572-4213-9e70-0760cc62db93 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.1401932 Apr 18 20:27:38.829057 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd95732a-c764-440f-a388-d5f11a644d9d req-ae1b30c5-3212-4c73-b5e9-82246865555f tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794461 Apr 18 20:27:38.864054 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-aadf3605-0a82-45e5-9853-8405fa7de723 service neutron] 10.222.0.41 "GET /v2.0/networks/99e89627-a45b-4a5d-a097-eb11f4a25aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213588 Apr 18 20:27:39.016859 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3f3de43f-60c7-4796-8147-7cb919858923 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:27:39.069168 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd0fb7-8f92-4086-afed-80fcd94c4f22 req-34464f95-9ded-4009-9f23-49277f650414 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:39.077842 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-87dd0fb7-8f92-4086-afed-80fcd94c4f22 req-34464f95-9ded-4009-9f23-49277f650414 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.1097186 Apr 18 20:27:39.131155 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-87dd0fb7-8f92-4086-afed-80fcd94c4f22 req-72e6a105-23bf-496c-b64f-a14088dbad73 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510273 Apr 18 20:27:39.270447 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9cf06-a1a3-47fb-837a-2ea181ccf96d req-910bae65-63ad-47fd-b90a-2e3d5d52d4ac tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:39.272322 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9b9cf06-a1a3-47fb-837a-2ea181ccf96d req-910bae65-63ad-47fd-b90a-2e3d5d52d4ac tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=328e0e13-4a5e-49f9-ba96-078111557c9e HTTP/1.1" status: 200 len: 950 time: 0.0646203 Apr 18 20:27:39.316110 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 3f3de43f-60c7-4796-8147-7cb919858923, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3f3de43f-60c7-4796-8147-7cb919858923,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:39.358098 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '3f3de43f-60c7-4796-8147-7cb919858923', 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e', 'port_id': '3f3de43f-60c7-4796-8147-7cb919858923', 'mac_address': 'fa:16:3e:1b:d0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07088b8e-aaa8-48c6-be5d-b75368ae775e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:27:39.383902 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9b9cf06-a1a3-47fb-837a-2ea181ccf96d req-f5cbe4a4-20b6-4854-bb0b-36f5ae81c1fd tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932739 Apr 18 20:27:39.472652 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:39.506625 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f3de43f-60c7-4796-8147-7cb919858923 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:39.522393 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c403bdec-5c43-4f6c-931d-41aec002e5de req-6429bc2f-cc14-47c7-ab6c-df9c6940d850 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 210 time: 0.0720026 Apr 18 20:27:39.558274 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868386c-c0ad-4472-acf7-394345a10baf req-1b2bc41c-226e-4205-bb1a-343a764e6a53 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:39.560927 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3868386c-c0ad-4472-acf7-394345a10baf req-1b2bc41c-226e-4205-bb1a-343a764e6a53 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 945 time: 0.1001310 Apr 18 20:27:39.594873 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 3f3de43f-60c7-4796-8147-7cb919858923, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3f3de43f-60c7-4796-8147-7cb919858923,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:39.608004 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:39.647571 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3868386c-c0ad-4472-acf7-394345a10baf req-be5f8fc5-c607-4b66-8571-27861d38ea1d tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794880 Apr 18 20:27:39.693513 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=3f3de43f-60c7-4796-8147-7cb919858923,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:39.751080 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef07d2-c119-4161-b8eb-622d6dcc2c33 req-4b2caf35-4b04-4f67-81f2-8f1898e5498d tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:39.753094 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dfef07d2-c119-4161-b8eb-622d6dcc2c33 req-4b2caf35-4b04-4f67-81f2-8f1898e5498d tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=328e0e13-4a5e-49f9-ba96-078111557c9e HTTP/1.1" status: 200 len: 1101 time: 0.0604439 Apr 18 20:27:39.838697 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dfef07d2-c119-4161-b8eb-622d6dcc2c33 req-51dd8609-89bc-4896-8805-6a81ab0275ed tempest-ServersOnMultiNodesTest-953887830 tempest-ServersOnMultiNodesTest-953887830-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716500 Apr 18 20:27:39.883538 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cd9de-f910-4bad-8cae-e89a9f968ee5 req-41501cdd-3026-4c9e-ac7b-69ea0110989c tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:39.921658 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8d9cd9de-f910-4bad-8cae-e89a9f968ee5 req-41501cdd-3026-4c9e-ac7b-69ea0110989c tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 945 time: 0.1429470 Apr 18 20:27:40.073308 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8d9cd9de-f910-4bad-8cae-e89a9f968ee5 req-179cb3fa-97a0-4ee4-a575-4d8d94a75e6e tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502051 Apr 18 20:27:40.113696 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['3f3de43f-60c7-4796-8147-7cb919858923'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:40.235618 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9df132-3cac-4c48-9990-0c92a0a86794 req-462bbaf1-5868-479e-bc87-246ac64924c7 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:40.238734 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9e9df132-3cac-4c48-9990-0c92a0a86794 req-462bbaf1-5868-479e-bc87-246ac64924c7 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.1468983 Apr 18 20:27:40.314465 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9e9df132-3cac-4c48-9990-0c92a0a86794 req-f55fae5f-1746-4e9e-8f63-76e2ddcd673d tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657690 Apr 18 20:27:40.467012 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89752f-66a8-45fc-8e76-f31c121164f2 req-a789b5b9-a13f-4723-840c-105851e0641a tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:40.468900 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd89752f-66a8-45fc-8e76-f31c121164f2 req-a789b5b9-a13f-4723-840c-105851e0641a tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.0891376 Apr 18 20:27:40.518725 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd89752f-66a8-45fc-8e76-f31c121164f2 req-4691bcb8-5d33-431a-b23b-ba6dba4a7954 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427814 Apr 18 20:27:40.697558 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721ee68-42d9-4067-a2ed-65eacd72faf7 req-3f729144-cfdc-4a1d-ab32-df44fb0ce443 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:40.712711 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4721ee68-42d9-4067-a2ed-65eacd72faf7 req-3f729144-cfdc-4a1d-ab32-df44fb0ce443 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=328e0e13-4a5e-49f9-ba96-078111557c9e HTTP/1.1" status: 200 len: 950 time: 0.1457212 Apr 18 20:27:40.752852 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2fd08d4f-2831-480d-845c-411ef52913c3 req-77bb100c-4c79-476f-88ff-5b46b33200ca tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 210 time: 0.0950999 Apr 18 20:27:40.821702 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4721ee68-42d9-4067-a2ed-65eacd72faf7 req-b60c0d46-4fd7-46fb-a93a-9fffa9e7d87d tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074610 Apr 18 20:27:40.894844 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaffcde-f500-4fd3-be21-6580888cfcaf req-cec142f5-266e-4666-9844-09e5a8723e9e tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:40.896480 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2eaffcde-f500-4fd3-be21-6580888cfcaf req-cec142f5-266e-4666-9844-09e5a8723e9e tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 945 time: 0.0633287 Apr 18 20:27:40.978680 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2eaffcde-f500-4fd3-be21-6580888cfcaf req-8a9fab46-67f9-4df3-890a-82262aaa2643 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730917 Apr 18 20:27:41.296136 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c23408-4b19-4513-a6fc-a2faa11f93cd req-1d37295f-3fb0-4603-9566-0a9ee33dc0db tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:41.306067 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-55c23408-4b19-4513-a6fc-a2faa11f93cd req-1d37295f-3fb0-4603-9566-0a9ee33dc0db tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 945 time: 0.0842576 Apr 18 20:27:41.327995 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-19d4c2cf-73d1-4d9e-acae-69ffb2d8aff8 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:41.331936 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-19d4c2cf-73d1-4d9e-acae-69ffb2d8aff8 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.32 "GET /v2.0/networks?id=99e89627-a45b-4a5d-a097-eb11f4a25aef HTTP/1.1" status: 200 len: 816 time: 0.2792346 Apr 18 20:27:41.379276 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:41.410361 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-55c23408-4b19-4513-a6fc-a2faa11f93cd req-03041e69-25c2-4ae9-953d-3b42f832e71b tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027658 Apr 18 20:27:41.471056 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-b896b44c-30b1-4f0e-af3c-397fcc9f7b09 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78dac2d929104ed6bb85b9d14262f063 HTTP/1.1" status: 200 len: 380 time: 0.1267710 Apr 18 20:27:41.489120 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-365f142c-219c-4e5a-902a-0fbf05888b37 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Request body: {'port': {'device_id': 'bcfa8743-47d6-416f-89f1-cdf290fb9bc9', 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef', 'admin_state_up': True, 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'security_groups': ['f154a964-7470-48ea-bb90-aed571586e4e']}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:41.542525 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a3433-c321-45ad-ab93-15089488c720 req-cedcd49b-a639-435a-a31d-c85edf24afb1 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:41.554411 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-446a3433-c321-45ad-ab93-15089488c720 req-cedcd49b-a639-435a-a31d-c85edf24afb1 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.1175900 Apr 18 20:27:41.645095 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-446a3433-c321-45ad-ab93-15089488c720 req-a662e8f8-a763-47d4-a610-bfc46b7804c2 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808928 Apr 18 20:27:41.749765 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-365f142c-219c-4e5a-902a-0fbf05888b37 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Made reservation on behalf of 78dac2d929104ed6bb85b9d14262f063 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:27:41.755721 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-365f142c-219c-4e5a-902a-0fbf05888b37 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:41.774942 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33857c5-1bfa-4273-bd6b-621efc7a14da req-083b1c6f-46e1-4d60-badf-74c778f17e10 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:41.791186 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b33857c5-1bfa-4273-bd6b-621efc7a14da req-083b1c6f-46e1-4d60-badf-74c778f17e10 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.1303527 Apr 18 20:27:41.905494 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b33857c5-1bfa-4273-bd6b-621efc7a14da req-a28dda1d-acc6-481c-9f4a-275df1fdd876 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103415 Apr 18 20:27:42.158084 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f7fdc7b-d000-417f-ba27-686c86543ecb req-a9ad2808-a613-48cc-a7eb-5ee35083ddd3 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 210 time: 0.0804765 Apr 18 20:27:42.242048 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-365f142c-219c-4e5a-902a-0fbf05888b37 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Allocated IP 172.20.0.14 (99e89627-a45b-4a5d-a097-eb11f4a25aef/94058db9-d341-4c4b-98d8-38a6c7adc03e/e2a649e4-7bfc-4617-9c3d-6964e90cf608) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:27:42.249342 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6916a6-b3f6-449e-8b8e-ea7f4d65f39b req-511da4cd-8dd5-4d22-9e44-9d9cde313bd5 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:42.261409 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d6916a6-b3f6-449e-8b8e-ea7f4d65f39b req-511da4cd-8dd5-4d22-9e44-9d9cde313bd5 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=328e0e13-4a5e-49f9-ba96-078111557c9e HTTP/1.1" status: 200 len: 950 time: 0.1187921 Apr 18 20:27:42.285168 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddc208-8f1c-4763-93a1-7da2379487ee req-fa244f87-a2e8-41d4-806a-b159656ff758 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:42.287088 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eaddc208-8f1c-4763-93a1-7da2379487ee req-fa244f87-a2e8-41d4-806a-b159656ff758 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.57 "GET /v2.0/ports?device_id=328e0e13-4a5e-49f9-ba96-078111557c9e HTTP/1.1" status: 200 len: 950 time: 0.2960753 Apr 18 20:27:42.399216 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d6916a6-b3f6-449e-8b8e-ea7f4d65f39b req-5d436c61-2591-4993-b30e-fd7b272047a1 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296747 Apr 18 20:27:42.502240 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7502ea7-abfc-4800-bb34-1fa8de023cd6 req-d134d18e-e00a-4738-a54e-31ff61b21e20 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:42.517724 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d7502ea7-abfc-4800-bb34-1fa8de023cd6 req-d134d18e-e00a-4738-a54e-31ff61b21e20 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/ports?device_id=5911766c-f926-41aa-be49-2e04289f3165 HTTP/1.1" status: 200 len: 945 time: 0.2034717 Apr 18 20:27:42.554743 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-eaddc208-8f1c-4763-93a1-7da2379487ee req-7daf2c7e-5412-491d-a699-fd1591d6279c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Deleting port bf5239a3-c014-477f-9a1c-40486ba0506e {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:42.555312 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-eaddc208-8f1c-4763-93a1-7da2379487ee req-7daf2c7e-5412-491d-a699-fd1591d6279c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.618426 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d7502ea7-abfc-4800-bb34-1fa8de023cd6 req-849af4e2-7e6d-4b25-9f9d-a0c56e454932 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bb13228-cc4a-4567-9119-92adbe570613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993114 Apr 18 20:27:42.654701 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3aa36-e031-4d77-8f35-4d7ad0b0d62d req-1619792e-3258-493f-a34f-fa6db83a11eb tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:42.657987 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5fc3aa36-e031-4d77-8f35-4d7ad0b0d62d req-1619792e-3258-493f-a34f-fa6db83a11eb tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 945 time: 0.1358759 Apr 18 20:27:42.802898 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5fc3aa36-e031-4d77-8f35-4d7ad0b0d62d req-47ccd788-3dbf-46d2-8446-9bab2ff02bb0 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308506 Apr 18 20:27:43.044853 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3f3de43f-60c7-4796-8147-7cb919858923 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:27:43.175626 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eaef50-64e6-488f-b16c-ec3a85fb3a2c req-37f43808-e6ed-4431-8a2b-63c71144a1a7 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:43.191370 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-eaddc208-8f1c-4763-93a1-7da2379487ee req-7daf2c7e-5412-491d-a699-fd1591d6279c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] For port bf5239a3-c014-477f-9a1c-40486ba0506e, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=bf5239a3-c014-477f-9a1c-40486ba0506e,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:43.193132 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53eaef50-64e6-488f-b16c-ec3a85fb3a2c req-37f43808-e6ed-4431-8a2b-63c71144a1a7 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 945 time: 0.2321625 Apr 18 20:27:43.194980 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-eaddc208-8f1c-4763-93a1-7da2379487ee req-7daf2c7e-5412-491d-a699-fd1591d6279c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:43.233870 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-eaddc208-8f1c-4763-93a1-7da2379487ee req-7daf2c7e-5412-491d-a699-fd1591d6279c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Calling delete_port for bf5239a3-c014-477f-9a1c-40486ba0506e owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:43.259084 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 3f3de43f-60c7-4796-8147-7cb919858923 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:27:43.267581 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 3f3de43f-60c7-4796-8147-7cb919858923 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:43.268159 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:43.396090 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-365f142c-219c-4e5a-902a-0fbf05888b37 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:43.441382 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53eaef50-64e6-488f-b16c-ec3a85fb3a2c req-2e6d3c08-54f9-4a05-b2c9-733be30cc2aa tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468567 Apr 18 20:27:43.505729 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ae107-5ba8-45ae-a934-a611700f9a7e req-3ea6704a-8322-4e81-beaa-584ef6fd0814 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:43.519278 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac7ae107-5ba8-45ae-a934-a611700f9a7e req-3ea6704a-8322-4e81-beaa-584ef6fd0814 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.2723253 Apr 18 20:27:43.557373 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-365f142c-219c-4e5a-902a-0fbf05888b37 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:43.577352 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:43.598277 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac7ae107-5ba8-45ae-a934-a611700f9a7e req-4120f2ca-1a21-496c-b931-38d5eda5854b tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775957 Apr 18 20:27:43.603353 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-eaddc208-8f1c-4763-93a1-7da2379487ee req-7daf2c7e-5412-491d-a699-fd1591d6279c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:43.630841 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035b3320-1548-4412-87a8-0d96e55d5741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3de43f-60c7-4796-8147-7cb919858923'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:43.632779 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40aa90f4-5e8c-474b-b619-859cd99bc544" -d '{"events": [{"server_uuid": "035b3320-1548-4412-87a8-0d96e55d5741", "name": "network-vif-plugged", "status": "completed", "tag": "3f3de43f-60c7-4796-8147-7cb919858923"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:43.636044 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['ecc8d0c1-b2ed-458f-9620-b5c850dd7cae', 'ef305303-685c-46e7-be31-0aeddf3646bc', 'b5576aa7-84bb-4f65-80ed-d4fa8974dd58'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:43.639008 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['ff19b1ee-4bdd-4f97-80b1-8d1e20492643', '77ea9693-068f-4108-9533-a71ee1eba00d', '4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e', '1593e05e-05e8-42b9-a562-ecdf559c35fa'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:43.647210 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 3f3de43f-60c7-4796-8147-7cb919858923, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3f3de43f-60c7-4796-8147-7cb919858923,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:43.700814 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:43.701642 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 400df18c-314d-42f7-945e-a8f07113f754 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:43.815432 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c892e-bce0-4cc0-9fab-99ee66147081 req-4b94bb10-8b89-48e8-aa2e-d48ce034de6e tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:43.822108 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c0c892e-bce0-4cc0-9fab-99ee66147081 req-4b94bb10-8b89-48e8-aa2e-d48ce034de6e tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.2177083 Apr 18 20:27:43.828839 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f142c-219c-4e5a-902a-0fbf05888b37 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Pushing event updated for resources: {'Port': ['ID=e2a649e4-7bfc-4617-9c3d-6964e90cf608,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:43.846841 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-365f142c-219c-4e5a-902a-0fbf05888b37 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Network 99e89627-a45b-4a5d-a097-eb11f4a25aef is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:43.854736 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-365f142c-219c-4e5a-902a-0fbf05888b37 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:43.874269 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-365f142c-219c-4e5a-902a-0fbf05888b37 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:27:43.918593 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=3f3de43f-60c7-4796-8147-7cb919858923,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:44.062904 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf2c7e-5412-491d-a699-fd1591d6279c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Pushing event deleted for resources: {'Port': ['ID=bf5239a3-c014-477f-9a1c-40486ba0506e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:44.071397 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-365f142c-219c-4e5a-902a-0fbf05888b37 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:44.072024 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-365f142c-219c-4e5a-902a-0fbf05888b37 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.076564 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaddc208-8f1c-4763-93a1-7da2379487ee req-7daf2c7e-5412-491d-a699-fd1591d6279c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] No DVR routers for this DVR port bf5239a3-c014-477f-9a1c-40486ba0506e on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:44.083620 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-eaddc208-8f1c-4763-93a1-7da2379487ee req-7daf2c7e-5412-491d-a699-fd1591d6279c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.085194 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68098ce2-91cb-4054-ac84-1607a8462c72 req-f3ff41ef-e457-4093-bace-2eff8b8459a1 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:44.088822 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68098ce2-91cb-4054-ac84-1607a8462c72 req-f3ff41ef-e457-4093-bace-2eff8b8459a1 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f5152-b399-4d28-84b4-1638eeea391d HTTP/1.1" status: 200 len: 945 time: 0.3539116 Apr 18 20:27:44.097620 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eaddc208-8f1c-4763-93a1-7da2379487ee req-7daf2c7e-5412-491d-a699-fd1591d6279c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.57 "DELETE /v2.0/ports/bf5239a3-c014-477f-9a1c-40486ba0506e HTTP/1.1" status: 204 len: 173 time: 1.8007469 Apr 18 20:27:44.098485 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328e0e13-4a5e-49f9-ba96-078111557c9e', 'name': 'network-vif-deleted', 'tag': 'bf5239a3-c014-477f-9a1c-40486ba0506e'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:44.101645 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2100946b-844c-4257-99c6-5d6170057fbb" -d '{"events": [{"server_uuid": "328e0e13-4a5e-49f9-ba96-078111557c9e", "name": "network-vif-deleted", "tag": "bf5239a3-c014-477f-9a1c-40486ba0506e"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:44.114426 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c0c892e-bce0-4cc0-9fab-99ee66147081 req-d760dc47-2acf-48c6-ad85-3cb1a5f83574 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501624 Apr 18 20:27:44.174573 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-365f142c-219c-4e5a-902a-0fbf05888b37 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6933887 Apr 18 20:27:44.194707 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-f345c9a2-4ad0-4dfc-89c8-e1d4c4642e92 service neutron] Request body: {'port': {'device_id': 'bcfa8743-47d6-416f-89f1-cdf290fb9bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:44.230981 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.252034 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68098ce2-91cb-4054-ac84-1607a8462c72 req-95c65226-529b-47c3-a9fb-8cc70136cf2a tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/security-groups?id=28b8d78f-d3f7-4822-9620-2f803ddf312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526740 Apr 18 20:27:44.466797 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd1a93-5b77-4fb8-baab-cd280a3538b5 req-55583b70-4d41-4319-98b9-fe0a44b755d0 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:44.468400 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6fd1a93-5b77-4fb8-baab-cd280a3538b5 req-55583b70-4d41-4319-98b9-fe0a44b755d0 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 932 time: 0.1641319 Apr 18 20:27:44.516140 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-f345c9a2-4ad0-4dfc-89c8-e1d4c4642e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.526478 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 400df18c-314d-42f7-945e-a8f07113f754, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=400df18c-314d-42f7-945e-a8f07113f754,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:44.533691 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-999e2e74-e18e-4cfe-ac92-134f51f98ec2 req-8343ff03-faf8-4901-a0b6-2e78710c1903 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=328e0e13-4a5e-49f9-ba96-078111557c9e HTTP/1.1" status: 200 len: 210 time: 0.0354476 Apr 18 20:27:44.568991 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6fd1a93-5b77-4fb8-baab-cd280a3538b5 req-47369990-7296-4dae-b55a-63b4732ab02d tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/security-groups?id=f154a964-7470-48ea-bb90-aed571586e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907369 Apr 18 20:27:44.584026 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.607589 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05623426-e488-4bca-9a60-46266fdcd6f5 req-5767dab7-2522-40d9-a07e-28180810c664 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:44.611436 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-05623426-e488-4bca-9a60-46266fdcd6f5 req-5767dab7-2522-40d9-a07e-28180810c664 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.32 "GET /v2.0/ports?device_id=5911766c-f926-41aa-be49-2e04289f3165 HTTP/1.1" status: 200 len: 945 time: 0.1739507 Apr 18 20:27:44.640932 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6163399-2f7a-49cc-8d2e-587b95156c4e x-openstack-request-id: req-c6163399-2f7a-49cc-8d2e-587b95156c4e {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:44.641271 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035b3320-1548-4412-87a8-0d96e55d5741", "name": "network-vif-plugged", "status": "completed", "tag": "3f3de43f-60c7-4796-8147-7cb919858923", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:44.641507 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6163399-2f7a-49cc-8d2e-587b95156c4e {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:44.641917 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6163399-2f7a-49cc-8d2e-587b95156c4e'] response: {'server_uuid': '035b3320-1548-4412-87a8-0d96e55d5741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3de43f-60c7-4796-8147-7cb919858923', 'code': 200} Apr 18 20:27:44.685304 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b02d2001-3c28-4298-8412-f8cf66663070 None None] Provisioning complete for port e2a649e4-7bfc-4617-9c3d-6964e90cf608 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:44.685734 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b02d2001-3c28-4298-8412-f8cf66663070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.739729 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410ef51-ed4e-4159-9ecc-de588bf87f3c req-3711e8b4-c116-4198-8175-cbfc2be2d10e tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:44.749307 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5410ef51-ed4e-4159-9ecc-de588bf87f3c req-3711e8b4-c116-4198-8175-cbfc2be2d10e tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/ports?device_id=5911766c-f926-41aa-be49-2e04289f3165 HTTP/1.1" status: 200 len: 945 time: 0.0917704 Apr 18 20:27:44.800684 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-b02d2001-3c28-4298-8412-f8cf66663070 None None] Port e2a649e4-7bfc-4617-9c3d-6964e90cf608 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:27:44.907866 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5410ef51-ed4e-4159-9ecc-de588bf87f3c req-356e58e2-6020-4429-a4f3-b67dddfc59ec tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bb13228-cc4a-4567-9119-92adbe570613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568272 Apr 18 20:27:44.924864 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=400df18c-314d-42f7-945e-a8f07113f754,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:44.967079 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f608a9d-84a1-4a98-84d8-3c5be9dee09f req-9632e9a5-55f7-4fca-a946-0cc09fff363e tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:44.977086 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f608a9d-84a1-4a98-84d8-3c5be9dee09f req-9632e9a5-55f7-4fca-a946-0cc09fff363e tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 945 time: 0.2040722 Apr 18 20:27:45.029701 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d65ce9-8f97-4976-9af3-517429de314a req-f29727ba-1000-4604-9f6a-1e04b55801e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:45.031366 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43d65ce9-8f97-4976-9af3-517429de314a req-f29727ba-1000-4604-9f6a-1e04b55801e5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 1097 time: 0.2736943 Apr 18 20:27:45.078693 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f608a9d-84a1-4a98-84d8-3c5be9dee09f req-9bc3a58e-6719-44c9-8671-b02bd8a04f73 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987267 Apr 18 20:27:45.078921 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a4d6f8-ee2d-49c1-9063-202546e3a2ce x-openstack-request-id: req-19a4d6f8-ee2d-49c1-9063-202546e3a2ce {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:45.079374 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328e0e13-4a5e-49f9-ba96-078111557c9e", "name": "network-vif-deleted", "tag": "bf5239a3-c014-477f-9a1c-40486ba0506e", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:45.079786 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-19a4d6f8-ee2d-49c1-9063-202546e3a2ce {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:45.080471 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a4d6f8-ee2d-49c1-9063-202546e3a2ce'] response: {'server_uuid': '328e0e13-4a5e-49f9-ba96-078111557c9e', 'name': 'network-vif-deleted', 'tag': 'bf5239a3-c014-477f-9a1c-40486ba0506e', 'status': 'completed', 'code': 200} Apr 18 20:27:45.121270 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43d65ce9-8f97-4976-9af3-517429de314a req-834b3f56-eec0-4f08-a9e2-74eace56206a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714488 Apr 18 20:27:45.185526 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device bf5239a3-c014-477f-9a1c-40486ba0506e no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:45.239526 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: bf5239a3-c014-477f-9a1c-40486ba0506e {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:27:45.240524 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device bf5239a3-c014-477f-9a1c-40486ba0506e not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:45.278264 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-f345c9a2-4ad0-4dfc-89c8-e1d4c4642e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a649e4-7bfc-4617-9c3d-6964e90cf608 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:45.287119 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-f345c9a2-4ad0-4dfc-89c8-e1d4c4642e92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:45.305585 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-f345c9a2-4ad0-4dfc-89c8-e1d4c4642e92 service neutron] Transition to ACTIVE for port object e2a649e4-7bfc-4617-9c3d-6964e90cf608 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:27:45.308728 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-05623426-e488-4bca-9a60-46266fdcd6f5 req-5daec107-a453-442e-9175-134e1a48bc2f tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Deleting port 3244050b-38f0-4d7c-8c38-ccbd6213ad86 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:45.309754 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-05623426-e488-4bca-9a60-46266fdcd6f5 req-5daec107-a453-442e-9175-134e1a48bc2f tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:45.317372 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0456208-ac6b-4140-9c7b-d240f6faa46f req-b1b484f1-a7f6-4c87-9dc3-9bedbd0fdfb4 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:45.320006 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d0456208-ac6b-4140-9c7b-d240f6faa46f req-b1b484f1-a7f6-4c87-9dc3-9bedbd0fdfb4 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 946 time: 0.1604192 Apr 18 20:27:45.359611 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66180e82-9f1c-44d2-8124-c1fc8ef68fcd req-8f87a1b9-cf80-4eb2-90c6-88b7b27fabc1 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:45.362252 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-66180e82-9f1c-44d2-8124-c1fc8ef68fcd req-8f87a1b9-cf80-4eb2-90c6-88b7b27fabc1 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.1560762 Apr 18 20:27:45.373902 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-f345c9a2-4ad0-4dfc-89c8-e1d4c4642e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:45.476739 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345c9a2-4ad0-4dfc-89c8-e1d4c4642e92 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a649e4-7bfc-4617-9c3d-6964e90cf608,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:45.500494 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d0456208-ac6b-4140-9c7b-d240f6faa46f req-b2b54ff8-be78-4efd-9c4b-6e2be28104d0 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707060 Apr 18 20:27:45.534765 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-66180e82-9f1c-44d2-8124-c1fc8ef68fcd req-0c250de1-c684-4469-bb32-4bac906eefa2 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561687 Apr 18 20:27:45.583946 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-05623426-e488-4bca-9a60-46266fdcd6f5 req-5daec107-a453-442e-9175-134e1a48bc2f tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] For port 3244050b-38f0-4d7c-8c38-ccbd6213ad86, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3244050b-38f0-4d7c-8c38-ccbd6213ad86,segment=NetworkSegment(3e371145-be9f-4691-af57-5ba121ad60c9),segment_id=3e371145-be9f-4691-af57-5ba121ad60c9)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:45.584419 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-05623426-e488-4bca-9a60-46266fdcd6f5 req-5daec107-a453-442e-9175-134e1a48bc2f tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:45.759960 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-f345c9a2-4ad0-4dfc-89c8-e1d4c4642e92 service neutron] Attempting to bind port e2a649e4-7bfc-4617-9c3d-6964e90cf608 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:45.760690 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-f345c9a2-4ad0-4dfc-89c8-e1d4c4642e92 service neutron] Attempting to bind port e2a649e4-7bfc-4617-9c3d-6964e90cf608 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'd3359f71-0577-4865-9383-090c581c9e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:45.760908 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-f345c9a2-4ad0-4dfc-89c8-e1d4c4642e92 service neutron] Attempting to bind port e2a649e4-7bfc-4617-9c3d-6964e90cf608 on network 99e89627-a45b-4a5d-a097-eb11f4a25aef {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:45.785167 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-f345c9a2-4ad0-4dfc-89c8-e1d4c4642e92 service neutron] Port e2a649e4-7bfc-4617-9c3d-6964e90cf608 on network 99e89627-a45b-4a5d-a097-eb11f4a25aef not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:27:45.786612 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-f345c9a2-4ad0-4dfc-89c8-e1d4c4642e92 service neutron] Attempting to bind port e2a649e4-7bfc-4617-9c3d-6964e90cf608 on network 99e89627-a45b-4a5d-a097-eb11f4a25aef {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:45.799149 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75a7d3-cb06-4970-85c7-0111f99c8b69 req-3c256dea-743c-4382-b14e-7688cc88f844 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:45.801102 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cd75a7d3-cb06-4970-85c7-0111f99c8b69 req-3c256dea-743c-4382-b14e-7688cc88f844 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f5152-b399-4d28-84b4-1638eeea391d HTTP/1.1" status: 200 len: 945 time: 0.1597195 Apr 18 20:27:45.832047 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-f345c9a2-4ad0-4dfc-89c8-e1d4c4642e92 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:27:45.832736 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-f345c9a2-4ad0-4dfc-89c8-e1d4c4642e92 service neutron] Checking segment: {'id': 'd3359f71-0577-4865-9383-090c581c9e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:45.833282 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-f345c9a2-4ad0-4dfc-89c8-e1d4c4642e92 service neutron] Bound using segment: {'id': 'd3359f71-0577-4865-9383-090c581c9e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:27:45.833924 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-f345c9a2-4ad0-4dfc-89c8-e1d4c4642e92 service neutron] Bound port: e2a649e4-7bfc-4617-9c3d-6964e90cf608, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3359f71-0577-4865-9383-090c581c9e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:45.835364 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-f345c9a2-4ad0-4dfc-89c8-e1d4c4642e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:45.841415 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75134c9d-40f9-4a8b-b77b-3c5c8a7dc010 req-a8f4e20c-a942-4a9d-aea5-c4f24ca175e4 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:45.843465 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75134c9d-40f9-4a8b-b77b-3c5c8a7dc010 req-a8f4e20c-a942-4a9d-aea5-c4f24ca175e4 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 948 time: 0.1389666 Apr 18 20:27:45.853704 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6cea3-3f2f-4654-922e-edd28e36f069 req-7c7d49a2-dc63-40f3-b218-2d32b9e9efe3 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:45.855759 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdb6cea3-3f2f-4654-922e-edd28e36f069 req-7c7d49a2-dc63-40f3-b218-2d32b9e9efe3 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.32 "GET /v2.0/ports?device_id=545f5152-b399-4d28-84b4-1638eeea391d HTTP/1.1" status: 200 len: 945 time: 0.1214318 Apr 18 20:27:45.918368 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cd75a7d3-cb06-4970-85c7-0111f99c8b69 req-f0ed4bec-378a-45ce-acbb-b40554ee7a5c tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/security-groups?id=28b8d78f-d3f7-4822-9620-2f803ddf312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104567 Apr 18 20:27:46.002082 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75134c9d-40f9-4a8b-b77b-3c5c8a7dc010 req-e983bd98-3051-4101-a756-538426496651 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424539 Apr 18 20:27:46.008229 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-f345c9a2-4ad0-4dfc-89c8-e1d4c4642e92 service neutron] For port e2a649e4-7bfc-4617-9c3d-6964e90cf608, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:46.011636 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-f345c9a2-4ad0-4dfc-89c8-e1d4c4642e92 service neutron] For port e2a649e4-7bfc-4617-9c3d-6964e90cf608, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=e2a649e4-7bfc-4617-9c3d-6964e90cf608,segment=NetworkSegment(d3359f71-0577-4865-9383-090c581c9e69),segment_id=d3359f71-0577-4865-9383-090c581c9e69)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:27:46.061507 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-f345c9a2-4ad0-4dfc-89c8-e1d4c4642e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:46.063565 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-fdb6cea3-3f2f-4654-922e-edd28e36f069 req-9161508e-dbdd-4fef-93a2-85cd202eed10 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Deleting port edd187c5-ac21-4a8d-902d-99faa237cef9 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:46.064139 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fdb6cea3-3f2f-4654-922e-edd28e36f069 req-9161508e-dbdd-4fef-93a2-85cd202eed10 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:46.079135 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-f345c9a2-4ad0-4dfc-89c8-e1d4c4642e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:46.079849 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-f345c9a2-4ad0-4dfc-89c8-e1d4c4642e92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:46.081886 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-f345c9a2-4ad0-4dfc-89c8-e1d4c4642e92 service neutron] 10.222.0.32 "PUT /v2.0/ports/e2a649e4-7bfc-4617-9c3d-6964e90cf608 HTTP/1.1" status: 200 len: 1092 time: 1.8935659 Apr 18 20:27:46.192049 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345c9a2-4ad0-4dfc-89c8-e1d4c4642e92 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a649e4-7bfc-4617-9c3d-6964e90cf608,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:46.214203 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-05623426-e488-4bca-9a60-46266fdcd6f5 req-5daec107-a453-442e-9175-134e1a48bc2f tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:46.214549 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-05623426-e488-4bca-9a60-46266fdcd6f5 req-5daec107-a453-442e-9175-134e1a48bc2f tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:46.214968 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [req-05623426-e488-4bca-9a60-46266fdcd6f5 req-5daec107-a453-442e-9175-134e1a48bc2f tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Floating IP 7295702d-54a0-45b9-8451-e73f899b7a22 disassociated. External IP: 172.25.1.118, port: 3244050b-38f0-4d7c-8c38-ccbd6213ad86. Apr 18 20:27:46.216138 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-05623426-e488-4bca-9a60-46266fdcd6f5 req-5daec107-a453-442e-9175-134e1a48bc2f tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Calling delete_port for 3244050b-38f0-4d7c-8c38-ccbd6213ad86 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:46.323037 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6379ec3-e22a-4269-927e-bb730cf37263 req-eac54eb2-08f1-47a8-9ea8-254d927e9dd1 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:46.336254 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d6379ec3-e22a-4269-927e-bb730cf37263 req-eac54eb2-08f1-47a8-9ea8-254d927e9dd1 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 944 time: 0.1904933 Apr 18 20:27:46.347532 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-fdb6cea3-3f2f-4654-922e-edd28e36f069 req-9161508e-dbdd-4fef-93a2-85cd202eed10 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] For port edd187c5-ac21-4a8d-902d-99faa237cef9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=edd187c5-ac21-4a8d-902d-99faa237cef9,segment=NetworkSegment(c2e25346-cc06-47a6-8a99-c959f0413b94),segment_id=c2e25346-cc06-47a6-8a99-c959f0413b94)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:46.347898 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fdb6cea3-3f2f-4654-922e-edd28e36f069 req-9161508e-dbdd-4fef-93a2-85cd202eed10 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:46.378979 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49c15-3ac1-4d62-8bd4-78f8e28737e8 req-4cb43330-2bde-42ba-8aef-879f64aa3ede tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:46.386530 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-20f49c15-3ac1-4d62-8bd4-78f8e28737e8 req-4cb43330-2bde-42ba-8aef-879f64aa3ede tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/ports?device_id=5911766c-f926-41aa-be49-2e04289f3165 HTTP/1.1" status: 200 len: 945 time: 0.1643608 Apr 18 20:27:46.394843 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-fdb6cea3-3f2f-4654-922e-edd28e36f069 req-9161508e-dbdd-4fef-93a2-85cd202eed10 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Calling delete_port for edd187c5-ac21-4a8d-902d-99faa237cef9 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:46.432034 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-ac1c9ba8-5397-46ed-bc2e-d3f548db5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:46.435301 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-ac1c9ba8-5397-46ed-bc2e-d3f548db5ce6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78dac2d929104ed6bb85b9d14262f063&device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 1095 time: 0.2442191 Apr 18 20:27:46.445463 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d6379ec3-e22a-4269-927e-bb730cf37263 req-3ee1e1f0-7b0f-474f-ae62-a3c83634facc tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/security-groups?id=f154a964-7470-48ea-bb90-aed571586e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077216 Apr 18 20:27:46.552458 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-c7b8a0f3-080a-44aa-89b9-98f089712a68 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2a649e4-7bfc-4617-9c3d-6964e90cf608 HTTP/1.1" status: 200 len: 217 time: 0.1047411 Apr 18 20:27:46.644809 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd6b1af-df72-403e-96a5-e7a58e419fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '400df18c-314d-42f7-945e-a8f07113f754'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:46.650094 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a32497-3913-43fe-9595-769dc48e1ae0" -d '{"events": [{"server_uuid": "1bd6b1af-df72-403e-96a5-e7a58e419fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "400df18c-314d-42f7-945e-a8f07113f754"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:46.657070 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-05623426-e488-4bca-9a60-46266fdcd6f5 req-5daec107-a453-442e-9175-134e1a48bc2f tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:46.750625 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daec107-a453-442e-9175-134e1a48bc2f tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Pushing event deleted for resources: {'Port': ['ID=3244050b-38f0-4d7c-8c38-ccbd6213ad86,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:46.807467 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-3907478e-33a3-4a82-b4b9-35d53b622bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:46.809088 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-3907478e-33a3-4a82-b4b9-35d53b622bc8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=94058db9-d341-4c4b-98d8-38a6c7adc03e HTTP/1.1" status: 200 len: 855 time: 0.2471690 Apr 18 20:27:46.904535 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-20f49c15-3ac1-4d62-8bd4-78f8e28737e8 req-9eaf2881-0cc6-41c9-b8a9-7f5482acfbf5 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bb13228-cc4a-4567-9119-92adbe570613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5170462 Apr 18 20:27:46.934786 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-886a2c24-d1a8-4f5f-982c-d5d02f109f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:46.936590 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-886a2c24-d1a8-4f5f-982c-d5d02f109f92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=99e89627-a45b-4a5d-a097-eb11f4a25aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1081214 Apr 18 20:27:46.960194 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05623426-e488-4bca-9a60-46266fdcd6f5 req-5daec107-a453-442e-9175-134e1a48bc2f tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Router 5297c610-0196-4a16-ac1b-69743affec6e has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:27:46.967045 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c6475-7b22-485d-9a65-1e655d92525d req-011ca74a-db16-49aa-9a3a-41f9d7b6452a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:46.985969 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ab1c6475-7b22-485d-9a65-1e655d92525d req-011ca74a-db16-49aa-9a3a-41f9d7b6452a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 945 time: 0.1307893 Apr 18 20:27:47.061186 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ab1c6475-7b22-485d-9a65-1e655d92525d req-c053ca8b-6ffe-4202-88e6-202301c08d9e tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632033 Apr 18 20:27:47.089116 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 400df18c-314d-42f7-945e-a8f07113f754 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:27:47.092667 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3244050b-38f0-4d7c-8c38-ccbd6213ad86 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:47.118688 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fdb6cea3-3f2f-4654-922e-edd28e36f069 req-9161508e-dbdd-4fef-93a2-85cd202eed10 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:47.174358 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 3244050b-38f0-4d7c-8c38-ccbd6213ad86 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:27:47.176957 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3244050b-38f0-4d7c-8c38-ccbd6213ad86 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:47.183185 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['edd187c5-ac21-4a8d-902d-99faa237cef9'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:47.194485 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcfa8743-47d6-416f-89f1-cdf290fb9bc9', 'tag': 'e2a649e4-7bfc-4617-9c3d-6964e90cf608'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:47.198257 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac74ffe5-4845-4843-9a00-8ed61dd6a3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "bcfa8743-47d6-416f-89f1-cdf290fb9bc9", "tag": "e2a649e4-7bfc-4617-9c3d-6964e90cf608"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:47.275665 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161508e-dbdd-4fef-93a2-85cd202eed10 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Pushing event deleted for resources: {'Port': ['ID=edd187c5-ac21-4a8d-902d-99faa237cef9,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:47.349059 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05623426-e488-4bca-9a60-46266fdcd6f5 req-5daec107-a453-442e-9175-134e1a48bc2f tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:27:47.363968 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-1c2dedef-42c7-4109-b9e5-48bcffe5de2e service neutron] 10.222.0.32 "GET /v2.0/networks/99e89627-a45b-4a5d-a097-eb11f4a25aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145703 Apr 18 20:27:47.365424 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403ed554-fb28-44b1-b01f-9feea2c4a939 None None] Sync routers for ids ['5297c610-0196-4a16-ac1b-69743affec6e'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:27:47.371344 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb6cea3-3f2f-4654-922e-edd28e36f069 req-9161508e-dbdd-4fef-93a2-85cd202eed10 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] No DVR routers for this DVR port edd187c5-ac21-4a8d-902d-99faa237cef9 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:47.378961 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fdb6cea3-3f2f-4654-922e-edd28e36f069 req-9161508e-dbdd-4fef-93a2-85cd202eed10 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:47.382452 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdb6cea3-3f2f-4654-922e-edd28e36f069 req-9161508e-dbdd-4fef-93a2-85cd202eed10 tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.32 "DELETE /v2.0/ports/edd187c5-ac21-4a8d-902d-99faa237cef9 HTTP/1.1" status: 204 len: 173 time: 1.5147295 Apr 18 20:27:47.384140 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ed554-fb28-44b1-b01f-9feea2c4a939 None None] Routers {'5297c610-0196-4a16-ac1b-69743affec6e'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:27:47.385553 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-403ed554-fb28-44b1-b01f-9feea2c4a939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:27:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5297c610-0196-4a16-ac1b-69743affec6e'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:47.385711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545f5152-b399-4d28-84b4-1638eeea391d', 'name': 'network-vif-deleted', 'tag': 'edd187c5-ac21-4a8d-902d-99faa237cef9'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:47.393280 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728577fc-1def-49ff-a764-5a8d8047765b" -d '{"events": [{"server_uuid": "545f5152-b399-4d28-84b4-1638eeea391d", "name": "network-vif-deleted", "tag": "edd187c5-ac21-4a8d-902d-99faa237cef9"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:47.434716 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147a599-5fcf-43d4-8f0b-9c326db98d08 req-9f4f49f6-34e2-4b34-a624-7ddaa4bcca1a tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:47.440592 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0147a599-5fcf-43d4-8f0b-9c326db98d08 req-9f4f49f6-34e2-4b34-a624-7ddaa4bcca1a tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 946 time: 0.3452098 Apr 18 20:27:47.492161 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070d48e-67af-4d8a-b72b-238ddb8a7960 req-c98c0d71-9e25-43e5-80c9-176dc5eee275 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:47.501201 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3070d48e-67af-4d8a-b72b-238ddb8a7960 req-c98c0d71-9e25-43e5-80c9-176dc5eee275 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.2405064 Apr 18 20:27:47.578510 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0147a599-5fcf-43d4-8f0b-9c326db98d08 req-de3693ae-5ddd-4ed4-ae5a-1c6ef9c46acf tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314716 Apr 18 20:27:47.594006 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-05623426-e488-4bca-9a60-46266fdcd6f5 req-5daec107-a453-442e-9175-134e1a48bc2f tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] No DVR routers for this DVR port 3244050b-38f0-4d7c-8c38-ccbd6213ad86 on host n-h1-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:47.600067 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-05623426-e488-4bca-9a60-46266fdcd6f5 req-5daec107-a453-442e-9175-134e1a48bc2f tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:47.602038 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3070d48e-67af-4d8a-b72b-238ddb8a7960 req-fbd6aea2-3c08-41db-a388-6c8d05126ce0 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980613 Apr 18 20:27:47.611193 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-05623426-e488-4bca-9a60-46266fdcd6f5 req-5daec107-a453-442e-9175-134e1a48bc2f tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.32 "DELETE /v2.0/ports/3244050b-38f0-4d7c-8c38-ccbd6213ad86 HTTP/1.1" status: 204 len: 173 time: 2.9820070 Apr 18 20:27:47.611519 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 400df18c-314d-42f7-945e-a8f07113f754, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=400df18c-314d-42f7-945e-a8f07113f754,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:47.675500 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '400df18c-314d-42f7-945e-a8f07113f754', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': '400df18c-314d-42f7-945e-a8f07113f754', 'mac_address': 'fa:16:3e:49:41:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:27:47.687256 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6fb0db4b-39dc-44dc-b4c7-6a1ab6219959 req-e62e6f7d-f1ba-42f6-b054-d4893273838f service neutron] 10.222.0.32 "GET /v2.0/networks/99e89627-a45b-4a5d-a097-eb11f4a25aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107805 Apr 18 20:27:47.700521 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e3e5df-27ca-4666-bb6a-101a7906b4f5 x-openstack-request-id: req-86e3e5df-27ca-4666-bb6a-101a7906b4f5 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:47.701907 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd6b1af-df72-403e-96a5-e7a58e419fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "400df18c-314d-42f7-945e-a8f07113f754", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:47.701907 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86e3e5df-27ca-4666-bb6a-101a7906b4f5 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:47.703371 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86e3e5df-27ca-4666-bb6a-101a7906b4f5'] response: {'server_uuid': '1bd6b1af-df72-403e-96a5-e7a58e419fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '400df18c-314d-42f7-945e-a8f07113f754', 'code': 200} Apr 18 20:27:47.774751 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-403ed554-fb28-44b1-b01f-9feea2c4a939 None None] Set router 5297c610-0196-4a16-ac1b-69743affec6e gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:27:47.825625 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:47.846102 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 400df18c-314d-42f7-945e-a8f07113f754 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:47.878865 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 400df18c-314d-42f7-945e-a8f07113f754, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=400df18c-314d-42f7-945e-a8f07113f754,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:47.886128 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:47.940547 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9fd13f79-3b5d-4de2-bb46-68f9b7a0df81 req-430093cb-a71b-4cb9-a1e2-8946c057d05a tempest-VolumesAdminNegativeTest-1147853362 tempest-VolumesAdminNegativeTest-1147853362-project] 10.222.0.41 "GET /v2.0/ports?device_id=545f5152-b399-4d28-84b4-1638eeea391d HTTP/1.1" status: 200 len: 210 time: 0.1479621 Apr 18 20:27:47.984608 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc7790-bd98-41f1-b420-3f6235c3ca37 req-28594c31-dcc4-4e29-8856-642f9fb3cf9c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:47.994592 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=400df18c-314d-42f7-945e-a8f07113f754,revision_number=7']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:48.000296 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fbdc7790-bd98-41f1-b420-3f6235c3ca37 req-28594c31-dcc4-4e29-8856-642f9fb3cf9c tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a8588e-b62a-43b3-9e00-6ada8f067ca9 HTTP/1.1" status: 200 len: 950 time: 0.1990433 Apr 18 20:27:48.136685 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fbdc7790-bd98-41f1-b420-3f6235c3ca37 req-1fc5e917-6ebe-48c7-87f8-e014ad206efb tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308825 Apr 18 20:27:48.197933 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d2aa6-8bf9-469d-b0d8-9a0caaf4353a req-54f0b5b4-92ca-4d84-aa86-2fa520b356d1 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:48.208782 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-403ed554-fb28-44b1-b01f-9feea2c4a939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5297c610-0196-4a16-ac1b-69743affec6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465484721-router', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:55Z', 'updated_at': '2022-04-18T20:24:16Z', 'revision_number': 4, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'gw_port': {'id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:23:57Z', 'updated_at': '2022-04-18T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'd4bb34d2-50a7-470d-bff7-a1cdba8b0e9f', 'name': '', 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'mac_address': 'fa:16:3e:8b:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b169574-6f19-4861-aa97-53614f9267fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:24:21Z', 'revision_number': 5, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'subnets': [{'id': '9b169574-6f19-4861-aa97-53614f9267fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:48.214917 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de1d2aa6-8bf9-469d-b0d8-9a0caaf4353a req-54f0b5b4-92ca-4d84-aa86-2fa520b356d1 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 949 time: 0.1761930 Apr 18 20:27:48.224395 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6d83c9-e0d2-4b90-9fd9-46dcb441bd9f x-openstack-request-id: req-bd6d83c9-e0d2-4b90-9fd9-46dcb441bd9f {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:48.225428 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcfa8743-47d6-416f-89f1-cdf290fb9bc9", "tag": "e2a649e4-7bfc-4617-9c3d-6964e90cf608", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:48.225938 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd6d83c9-e0d2-4b90-9fd9-46dcb441bd9f {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:48.226584 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd6d83c9-e0d2-4b90-9fd9-46dcb441bd9f'] response: {'name': 'network-changed', 'server_uuid': 'bcfa8743-47d6-416f-89f1-cdf290fb9bc9', 'tag': 'e2a649e4-7bfc-4617-9c3d-6964e90cf608', 'status': 'completed', 'code': 200} Apr 18 20:27:48.274694 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f1fc90-936b-40bd-b597-03c9009c9ade x-openstack-request-id: req-d3f1fc90-936b-40bd-b597-03c9009c9ade {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:48.275125 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545f5152-b399-4d28-84b4-1638eeea391d", "name": "network-vif-deleted", "tag": "edd187c5-ac21-4a8d-902d-99faa237cef9", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:48.275496 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3f1fc90-936b-40bd-b597-03c9009c9ade {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:48.276054 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3f1fc90-936b-40bd-b597-03c9009c9ade'] response: {'server_uuid': '545f5152-b399-4d28-84b4-1638eeea391d', 'name': 'network-vif-deleted', 'tag': 'edd187c5-ac21-4a8d-902d-99faa237cef9', 'status': 'completed', 'code': 200} Apr 18 20:27:48.312478 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403ed554-fb28-44b1-b01f-9feea2c4a939 None None] Checking router: 5297c610-0196-4a16-ac1b-69743affec6e for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:27:48.347440 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74ffe5-4845-4843-9a00-8ed61dd6a3a9 req-44353687-d86e-40a1-a7c0-b3ac8d51fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:48.349466 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ac74ffe5-4845-4843-9a00-8ed61dd6a3a9 req-44353687-d86e-40a1-a7c0-b3ac8d51fd4a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78dac2d929104ed6bb85b9d14262f063&device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 1095 time: 0.0644152 Apr 18 20:27:48.357106 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ed554-fb28-44b1-b01f-9feea2c4a939 None None] Routers {'5297c610-0196-4a16-ac1b-69743affec6e'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:27:48.359190 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-403ed554-fb28-44b1-b01f-9feea2c4a939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:27:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5297c610-0196-4a16-ac1b-69743affec6e'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:48.379945 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de1d2aa6-8bf9-469d-b0d8-9a0caaf4353a req-740e0cfe-49ec-4ffb-8faf-274ccae78b97 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618540 Apr 18 20:27:48.408669 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['400df18c-314d-42f7-945e-a8f07113f754'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:48.498217 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-403ed554-fb28-44b1-b01f-9feea2c4a939 None None] Set router 5297c610-0196-4a16-ac1b-69743affec6e gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:27:48.580114 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cb1f9-9c73-4b11-8803-31d392189a2d req-6045a16a-5ac4-440e-9fdd-03179ae96fd7 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:48.594241 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b78cb1f9-9c73-4b11-8803-31d392189a2d req-6045a16a-5ac4-440e-9fdd-03179ae96fd7 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 944 time: 0.2123997 Apr 18 20:27:48.687789 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aba7fb6a-c8f3-42d8-8b29-d66737bfec1c req-2e5afc9e-e490-4e0b-b918-e128778c9ba5 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/ports?device_id=5911766c-f926-41aa-be49-2e04289f3165 HTTP/1.1" status: 200 len: 210 time: 0.0516801 Apr 18 20:27:48.720845 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74ffe5-4845-4843-9a00-8ed61dd6a3a9 req-8fac3d79-6ae8-442d-bd0a-ed9c5b80fa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:48.723251 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ac74ffe5-4845-4843-9a00-8ed61dd6a3a9 req-8fac3d79-6ae8-442d-bd0a-ed9c5b80fa32 service neutron] 10.222.0.32 "GET /v2.0/networks?id=99e89627-a45b-4a5d-a097-eb11f4a25aef HTTP/1.1" status: 200 len: 917 time: 0.3592038 Apr 18 20:27:48.727053 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b78cb1f9-9c73-4b11-8803-31d392189a2d req-60c0559b-96b5-42b5-8fda-fbfefc1cc081 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/security-groups?id=f154a964-7470-48ea-bb90-aed571586e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290312 Apr 18 20:27:48.842882 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ac74ffe5-4845-4843-9a00-8ed61dd6a3a9 req-a0ea73f7-5b04-4558-b74f-59c2fbc6eb5e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2a649e4-7bfc-4617-9c3d-6964e90cf608 HTTP/1.1" status: 200 len: 217 time: 0.1051710 Apr 18 20:27:48.929926 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74ffe5-4845-4843-9a00-8ed61dd6a3a9 req-e93c6a96-f907-4e58-a9b1-66f058e48877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:48.936126 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-403ed554-fb28-44b1-b01f-9feea2c4a939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5297c610-0196-4a16-ac1b-69743affec6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465484721-router', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:55Z', 'updated_at': '2022-04-18T20:24:16Z', 'revision_number': 4, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'gw_port': {'id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:23:57Z', 'updated_at': '2022-04-18T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'd4bb34d2-50a7-470d-bff7-a1cdba8b0e9f', 'name': '', 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'mac_address': 'fa:16:3e:8b:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b169574-6f19-4861-aa97-53614f9267fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:24:21Z', 'revision_number': 5, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'subnets': [{'id': '9b169574-6f19-4861-aa97-53614f9267fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:48.940744 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ac74ffe5-4845-4843-9a00-8ed61dd6a3a9 req-e93c6a96-f907-4e58-a9b1-66f058e48877 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=94058db9-d341-4c4b-98d8-38a6c7adc03e HTTP/1.1" status: 200 len: 855 time: 0.0897872 Apr 18 20:27:48.960678 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6339c8-f47e-4513-9dce-215a2999e53c req-4a3edf19-a9d6-4b15-bb66-060e597003fa tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:48.976601 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1e6339c8-f47e-4513-9dce-215a2999e53c req-4a3edf19-a9d6-4b15-bb66-060e597003fa tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 945 time: 0.1612921 Apr 18 20:27:49.021048 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33df2c7-267d-469f-9f63-b2188b684735 req-6ec9dc3a-e13c-4a07-ac80-4199a4c9bdb7 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:49.035030 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d33df2c7-267d-469f-9f63-b2188b684735 req-6ec9dc3a-e13c-4a07-ac80-4199a4c9bdb7 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.1649809 Apr 18 20:27:49.095729 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ec488-987c-4109-9e84-3f258660aa7c req-ed59ab58-578c-4bac-a07b-7c8be014d825 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:49.098355 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-203ec488-987c-4109-9e84-3f258660aa7c req-ed59ab58-578c-4bac-a07b-7c8be014d825 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9a8588e-b62a-43b3-9e00-6ada8f067ca9 HTTP/1.1" status: 200 len: 950 time: 0.1451530 Apr 18 20:27:49.099121 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 926820b0-63b4-43ed-8bee-025ad0d58deb details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:27:49.101376 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74ffe5-4845-4843-9a00-8ed61dd6a3a9 req-1f01f3dd-8198-4d05-ae14-f11a468991f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:49.103938 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ac74ffe5-4845-4843-9a00-8ed61dd6a3a9 req-1f01f3dd-8198-4d05-ae14-f11a468991f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=99e89627-a45b-4a5d-a097-eb11f4a25aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099524 Apr 18 20:27:49.105053 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1e6339c8-f47e-4513-9dce-215a2999e53c req-cfb7e46b-1d7d-4c8d-b0d2-5fa16253537e tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145096 Apr 18 20:27:49.110137 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403ed554-fb28-44b1-b01f-9feea2c4a939 None None] The sync data for ids ['5297c610-0196-4a16-ac1b-69743affec6e'] in n-d-838323-3 is: [{'id': '5297c610-0196-4a16-ac1b-69743affec6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465484721-router', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:55Z', 'updated_at': '2022-04-18T20:24:16Z', 'revision_number': 4, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'gw_port': {'id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:23:57Z', 'updated_at': '2022-04-18T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'd4bb34d2-50a7-470d-bff7-a1cdba8b0e9f', 'name': '', 'network_id': 'aa0818df-a918-4234-93bb-c4f1c30fdeff', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'mac_address': 'fa:16:3e:8b:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b169574-6f19-4861-aa97-53614f9267fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:24:21Z', 'revision_number': 5, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'subnets': [{'id': '9b169574-6f19-4861-aa97-53614f9267fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:27:49.211313 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d33df2c7-267d-469f-9f63-b2188b684735 req-0c3601a2-ed22-4871-b277-2f3113c7f4c7 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564782 Apr 18 20:27:49.251232 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 926820b0-63b4-43ed-8bee-025ad0d58deb, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=926820b0-63b4-43ed-8bee-025ad0d58deb,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:49.268573 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device edd187c5-ac21-4a8d-902d-99faa237cef9 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:49.299686 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 926820b0-63b4-43ed-8bee-025ad0d58deb has no active binding in host n-h1-838323-3 {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 20:27:49.301794 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: edd187c5-ac21-4a8d-902d-99faa237cef9 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:27:49.302138 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device edd187c5-ac21-4a8d-902d-99faa237cef9 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:49.380624 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57656) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:49.541560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-349b331e-424c-4f01-aaaf-659afb898d36 admin admin] Deleting subnet af8877a8-867a-4223-a22c-57a0b0f25874 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:27:49.557069 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-349b331e-424c-4f01-aaaf-659afb898d36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:49.574910 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34969b-2a83-4659-a010-b0d7f5d9ef68 req-57cb4332-93f5-46f1-adf0-03ba7a587f3b tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:49.577099 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4c34969b-2a83-4659-a010-b0d7f5d9ef68 req-57cb4332-93f5-46f1-adf0-03ba7a587f3b tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 946 time: 0.2501512 Apr 18 20:27:49.623291 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c306f-d327-4779-adf4-c77587e0b1b2 req-dcf535bb-3f4a-44f2-8747-b840f8476add tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:49.625341 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c4c306f-d327-4779-adf4-c77587e0b1b2 req-dcf535bb-3f4a-44f2-8747-b840f8476add tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a8588e-b62a-43b3-9e00-6ada8f067ca9 HTTP/1.1" status: 200 len: 950 time: 0.1660845 Apr 18 20:27:49.720778 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-349b331e-424c-4f01-aaaf-659afb898d36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:49.725931 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c4c306f-d327-4779-adf4-c77587e0b1b2 req-7f54b627-dfdf-436a-9409-d463c4bb0727 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691509 Apr 18 20:27:49.757581 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd374fd4-73ac-4a65-8f31-13b4f9224c74 None None] New status for floating IP 7295702d-54a0-45b9-8451-e73f899b7a22: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:27:49.785754 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ac74ffe5-4845-4843-9a00-8ed61dd6a3a9 req-f65b1c3f-6152-488d-84c4-da612a70eeac service neutron] 10.222.0.32 "GET /v2.0/networks/99e89627-a45b-4a5d-a097-eb11f4a25aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6547086 Apr 18 20:27:49.788472 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ec584-27e1-48aa-b9cb-6732399242ec req-6517141f-89f8-4a90-b9ef-d66d7ae65186 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:49.790420 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-239ec584-27e1-48aa-b9cb-6732399242ec req-6517141f-89f8-4a90-b9ef-d66d7ae65186 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b&tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&binding%3Ahost_id=n-h2-838323-3 HTTP/1.1" status: 200 len: 1096 time: 0.1875772 Apr 18 20:27:49.805581 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4c34969b-2a83-4659-a010-b0d7f5d9ef68 req-8025b5fe-8ba9-428e-85a8-3d82cea3faa8 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734610 Apr 18 20:27:49.826676 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-203ec488-987c-4109-9e84-3f258660aa7c req-d7ce13b8-2b35-4363-ae85-f16d0971205f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Deleting port b5576aa7-84bb-4f65-80ed-d4fa8974dd58 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:49.827280 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-203ec488-987c-4109-9e84-3f258660aa7c req-d7ce13b8-2b35-4363-ae85-f16d0971205f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:49.833679 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-239ec584-27e1-48aa-b9cb-6732399242ec req-3f06e408-f7cc-40c3-8943-e697edbd0531 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-838323-3'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:49.896671 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-349b331e-424c-4f01-aaaf-659afb898d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.043788 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-239ec584-27e1-48aa-b9cb-6732399242ec req-3f06e408-f7cc-40c3-8943-e697edbd0531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.056489 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eadfdd-8d6c-4815-904b-3a04f0b3db67 req-f042c080-d4d9-4eb9-b176-b4e9d7365e77 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:50.064465 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8eadfdd-8d6c-4815-904b-3a04f0b3db67 req-f042c080-d4d9-4eb9-b176-b4e9d7365e77 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 949 time: 0.1799099 Apr 18 20:27:50.203491 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8eadfdd-8d6c-4815-904b-3a04f0b3db67 req-53ddbaf1-7b0f-4f1f-8149-b3df65aa324a tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373761 Apr 18 20:27:50.213033 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-349b331e-424c-4f01-aaaf-659afb898d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.214077 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ac74ffe5-4845-4843-9a00-8ed61dd6a3a9 req-3e31c770-8569-4603-89d2-e8d32551d5c9 service neutron] 10.222.0.32 "GET /v2.0/networks/99e89627-a45b-4a5d-a097-eb11f4a25aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144304 Apr 18 20:27:50.217774 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-203ec488-987c-4109-9e84-3f258660aa7c req-d7ce13b8-2b35-4363-ae85-f16d0971205f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] For port b5576aa7-84bb-4f65-80ed-d4fa8974dd58, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=b5576aa7-84bb-4f65-80ed-d4fa8974dd58,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:50.218550 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-203ec488-987c-4109-9e84-3f258660aa7c req-d7ce13b8-2b35-4363-ae85-f16d0971205f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.237846 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-349b331e-424c-4f01-aaaf-659afb898d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.241181 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5911766c-f926-41aa-be49-2e04289f3165', 'name': 'network-vif-deleted', 'tag': '3244050b-38f0-4d7c-8c38-ccbd6213ad86'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:50.242926 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-349b331e-424c-4f01-aaaf-659afb898d36 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/af8877a8-867a-4223-a22c-57a0b0f25874 HTTP/1.1" status: 204 len: 168 time: 0.8603532 Apr 18 20:27:50.247136 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc2cfaf-c4e2-4c3d-a960-c201cb0b92f2" -d '{"events": [{"server_uuid": "5911766c-f926-41aa-be49-2e04289f3165", "name": "network-vif-deleted", "tag": "3244050b-38f0-4d7c-8c38-ccbd6213ad86"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:50.254007 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57670) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:50.275291 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-203ec488-987c-4109-9e84-3f258660aa7c req-d7ce13b8-2b35-4363-ae85-f16d0971205f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Calling delete_port for b5576aa7-84bb-4f65-80ed-d4fa8974dd58 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:50.326048 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b331e-424c-4f01-aaaf-659afb898d36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af8877a8-867a-4223-a22c-57a0b0f25874,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:50.406093 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a258ab3a-a32e-40ff-b7e6-b6e9feb5cb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.429844 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89095338-47fb-43fa-a28c-1395ea9a9970 req-4cf8d7fa-c8e0-448a-9a26-fc83dfa67281 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:50.431620 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89095338-47fb-43fa-a28c-1395ea9a9970 req-4cf8d7fa-c8e0-448a-9a26-fc83dfa67281 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 944 time: 0.3629029 Apr 18 20:27:50.493978 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3b198-ef86-4dfe-9957-69cafb760c9c req-0ffbdbe4-3010-445d-9576-051334b908d4 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:50.495568 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c3f3b198-ef86-4dfe-9957-69cafb760c9c req-0ffbdbe4-3010-445d-9576-051334b908d4 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 1097 time: 0.1832857 Apr 18 20:27:50.542508 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a258ab3a-a32e-40ff-b7e6-b6e9feb5cb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.555745 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89095338-47fb-43fa-a28c-1395ea9a9970 req-fd5e3e6e-120c-4705-b07a-8e6883f8b071 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/security-groups?id=f154a964-7470-48ea-bb90-aed571586e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901639 Apr 18 20:27:50.572393 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-239ec584-27e1-48aa-b9cb-6732399242ec req-3f06e408-f7cc-40c3-8943-e697edbd0531 service neutron] For port 926820b0-63b4-43ed-8bee-025ad0d58deb, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=926820b0-63b4-43ed-8bee-025ad0d58deb,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:50.585819 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a258ab3a-a32e-40ff-b7e6-b6e9feb5cb6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12961a50-dcad-4e7a-a3b2-a156f76ba46d']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:50.595051 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a258ab3a-a32e-40ff-b7e6-b6e9feb5cb6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e25346-cc06-47a6-8a99-c959f0413b94') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:50.595344 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a258ab3a-a32e-40ff-b7e6-b6e9feb5cb6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e25346-cc06-47a6-8a99-c959f0413b94') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:50.597525 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c3f3b198-ef86-4dfe-9957-69cafb760c9c req-bae4a4f1-369c-439e-bd9c-7d7d22cdf32d tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880258 Apr 18 20:27:50.604552 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-203ec488-987c-4109-9e84-3f258660aa7c req-d7ce13b8-2b35-4363-ae85-f16d0971205f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.608503 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a258ab3a-a32e-40ff-b7e6-b6e9feb5cb6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.622130 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['ecc8d0c1-b2ed-458f-9620-b5c850dd7cae', 'ef305303-685c-46e7-be31-0aeddf3646bc'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:50.628008 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['ff19b1ee-4bdd-4f97-80b1-8d1e20492643', '77ea9693-068f-4108-9533-a71ee1eba00d', '4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e', '1593e05e-05e8-42b9-a562-ecdf559c35fa'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:50.639892 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-239ec584-27e1-48aa-b9cb-6732399242ec req-3f06e408-f7cc-40c3-8943-e697edbd0531 service neutron] For port 926820b0-63b4-43ed-8bee-025ad0d58deb, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:50.657943 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a258ab3a-a32e-40ff-b7e6-b6e9feb5cb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.663341 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce13b8-2b35-4363-ae85-f16d0971205f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Pushing event deleted for resources: {'Port': ['ID=b5576aa7-84bb-4f65-80ed-d4fa8974dd58,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:50.673393 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a258ab3a-a32e-40ff-b7e6-b6e9feb5cb6c admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:27:50.673805 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a258ab3a-a32e-40ff-b7e6-b6e9feb5cb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:27:50.675916 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:27:50.733516 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-203ec488-987c-4109-9e84-3f258660aa7c req-d7ce13b8-2b35-4363-ae85-f16d0971205f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] No DVR routers for this DVR port b5576aa7-84bb-4f65-80ed-d4fa8974dd58 on host n-h1-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:50.735069 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b80426-ef12-4820-873a-0600ef5a584b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '926820b0-63b4-43ed-8bee-025ad0d58deb'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:50.748143 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9150eb6-7618-4453-bc07-58c2c0cc5b05" -d '{"events": [{"server_uuid": "76b80426-ef12-4820-873a-0600ef5a584b", "name": "network-vif-unplugged", "status": "completed", "tag": "926820b0-63b4-43ed-8bee-025ad0d58deb"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:50.774499 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-239ec584-27e1-48aa-b9cb-6732399242ec req-3f06e408-f7cc-40c3-8943-e697edbd0531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.777851 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-203ec488-987c-4109-9e84-3f258660aa7c req-d7ce13b8-2b35-4363-ae85-f16d0971205f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.781269 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-203ec488-987c-4109-9e84-3f258660aa7c req-d7ce13b8-2b35-4363-ae85-f16d0971205f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.32 "DELETE /v2.0/ports/b5576aa7-84bb-4f65-80ed-d4fa8974dd58 HTTP/1.1" status: 204 len: 173 time: 1.6696365 Apr 18 20:27:50.818176 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a258ab3a-a32e-40ff-b7e6-b6e9feb5cb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.836610 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a258ab3a-a32e-40ff-b7e6-b6e9feb5cb6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.840370 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a258ab3a-a32e-40ff-b7e6-b6e9feb5cb6c admin admin] 10.222.0.41 "DELETE /v2.0/networks/12961a50-dcad-4e7a-a3b2-a156f76ba46d HTTP/1.1" status: 204 len: 168 time: 0.5842466 Apr 18 20:27:50.843749 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57684) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:50.886550 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-239ec584-27e1-48aa-b9cb-6732399242ec req-3f06e408-f7cc-40c3-8943-e697edbd0531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.919987 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-a61fddcb-7e07-460d-a1c9-b8622e4d4776 admin admin] Deleting subnet 6c0e2f1a-e535-4951-88dc-ed4c517270fb {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:27:50.944032 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258ab3a-a32e-40ff-b7e6-b6e9feb5cb6c admin admin] Pushing event deleted for resources: {'Network': ['ID=12961a50-dcad-4e7a-a3b2-a156f76ba46d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:50.947426 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a61fddcb-7e07-460d-a1c9-b8622e4d4776 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.009955 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a61fddcb-7e07-460d-a1c9-b8622e4d4776 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.066283 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4be65-c3b2-4e64-b861-b82c72fef679 req-da3a0c5a-a041-4fbe-8cd9-68f147f66d81 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:51.068149 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27d4be65-c3b2-4e64-b861-b82c72fef679 req-da3a0c5a-a041-4fbe-8cd9-68f147f66d81 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 943 time: 0.2895732 Apr 18 20:27:51.081163 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba2fc3-ec83-41eb-aa7c-c03f55eb0062 req-bf4144d5-33a1-4b10-8a24-79182814484e tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:51.082762 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-93ba2fc3-ec83-41eb-aa7c-c03f55eb0062 req-bf4144d5-33a1-4b10-8a24-79182814484e tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.2497199 Apr 18 20:27:51.085680 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06e408-f7cc-40c3-8943-e697edbd0531 service neutron] Pushing event updated for resources: {'Port': ['ID=926820b0-63b4-43ed-8bee-025ad0d58deb,revision_number=7']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:51.105280 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a61fddcb-7e07-460d-a1c9-b8622e4d4776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.145074 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 400df18c-314d-42f7-945e-a8f07113f754 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:27:51.164361 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-239ec584-27e1-48aa-b9cb-6732399242ec req-3f06e408-f7cc-40c3-8943-e697edbd0531 service neutron] Attempting to bind port 926820b0-63b4-43ed-8bee-025ad0d58deb on host n-h2-838323-3 for vnic_type normal with profile {"migrating_to": "n-h1-838323-3"} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:51.164745 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-239ec584-27e1-48aa-b9cb-6732399242ec req-3f06e408-f7cc-40c3-8943-e697edbd0531 service neutron] Attempting to bind port 926820b0-63b4-43ed-8bee-025ad0d58deb by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:51.165096 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239ec584-27e1-48aa-b9cb-6732399242ec req-3f06e408-f7cc-40c3-8943-e697edbd0531 service neutron] Attempting to bind port 926820b0-63b4-43ed-8bee-025ad0d58deb on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:51.183808 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239ec584-27e1-48aa-b9cb-6732399242ec req-3f06e408-f7cc-40c3-8943-e697edbd0531 service neutron] Port 926820b0-63b4-43ed-8bee-025ad0d58deb on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:27:51.184166 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239ec584-27e1-48aa-b9cb-6732399242ec req-3f06e408-f7cc-40c3-8943-e697edbd0531 service neutron] Attempting to bind port 926820b0-63b4-43ed-8bee-025ad0d58deb on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:51.189560 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27d4be65-c3b2-4e64-b861-b82c72fef679 req-bce2a092-029a-44ca-9b31-dc4571824b55 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980804 Apr 18 20:27:51.192718 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-93ba2fc3-ec83-41eb-aa7c-c03f55eb0062 req-ca67b3dc-eb27-4389-9aab-cff1788659ec tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943680 Apr 18 20:27:51.197536 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239ec584-27e1-48aa-b9cb-6732399242ec req-3f06e408-f7cc-40c3-8943-e697edbd0531 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:27:51.197879 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239ec584-27e1-48aa-b9cb-6732399242ec req-3f06e408-f7cc-40c3-8943-e697edbd0531 service neutron] Checking segment: {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:51.198260 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239ec584-27e1-48aa-b9cb-6732399242ec req-3f06e408-f7cc-40c3-8943-e697edbd0531 service neutron] Bound using segment: {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:27:51.198702 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-239ec584-27e1-48aa-b9cb-6732399242ec req-3f06e408-f7cc-40c3-8943-e697edbd0531 service neutron] Bound port: 926820b0-63b4-43ed-8bee-025ad0d58deb, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:51.199065 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-239ec584-27e1-48aa-b9cb-6732399242ec req-3f06e408-f7cc-40c3-8943-e697edbd0531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.233768 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a61fddcb-7e07-460d-a1c9-b8622e4d4776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.302967 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970a6e2a-e876-406e-9499-55eee721856f x-openstack-request-id: req-970a6e2a-e876-406e-9499-55eee721856f {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:51.303283 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5911766c-f926-41aa-be49-2e04289f3165", "name": "network-vif-deleted", "tag": "3244050b-38f0-4d7c-8c38-ccbd6213ad86", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:51.303838 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-970a6e2a-e876-406e-9499-55eee721856f {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:51.304815 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-970a6e2a-e876-406e-9499-55eee721856f'] response: {'server_uuid': '5911766c-f926-41aa-be49-2e04289f3165', 'name': 'network-vif-deleted', 'tag': '3244050b-38f0-4d7c-8c38-ccbd6213ad86', 'status': 'completed', 'code': 200} Apr 18 20:27:51.305704 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-239ec584-27e1-48aa-b9cb-6732399242ec req-3f06e408-f7cc-40c3-8943-e697edbd0531 service neutron] For port 926820b0-63b4-43ed-8bee-025ad0d58deb, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:51.308551 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61fddcb-7e07-460d-a1c9-b8622e4d4776 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c0e2f1a-e535-4951-88dc-ed4c517270fb,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:51.309723 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-239ec584-27e1-48aa-b9cb-6732399242ec req-3f06e408-f7cc-40c3-8943-e697edbd0531 service neutron] For port 926820b0-63b4-43ed-8bee-025ad0d58deb, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=926820b0-63b4-43ed-8bee-025ad0d58deb,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:27:51.313495 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a61fddcb-7e07-460d-a1c9-b8622e4d4776 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.319483 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-239ec584-27e1-48aa-b9cb-6732399242ec req-3f06e408-f7cc-40c3-8943-e697edbd0531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.323197 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a61fddcb-7e07-460d-a1c9-b8622e4d4776 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6c0e2f1a-e535-4951-88dc-ed4c517270fb HTTP/1.1" status: 204 len: 168 time: 0.4781044 Apr 18 20:27:51.327737 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57688) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:51.426867 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b935faee-cfc5-4052-a3ee-664f99f9ee8f x-openstack-request-id: req-b935faee-cfc5-4052-a3ee-664f99f9ee8f {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:51.427331 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b80426-ef12-4820-873a-0600ef5a584b", "name": "network-vif-unplugged", "status": "completed", "tag": "926820b0-63b4-43ed-8bee-025ad0d58deb", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:51.427710 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b935faee-cfc5-4052-a3ee-664f99f9ee8f {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:51.428238 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b935faee-cfc5-4052-a3ee-664f99f9ee8f'] response: {'server_uuid': '76b80426-ef12-4820-873a-0600ef5a584b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '926820b0-63b4-43ed-8bee-025ad0d58deb', 'code': 200} Apr 18 20:27:51.459137 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06e408-f7cc-40c3-8943-e697edbd0531 service neutron] Pushing event updated for resources: {'Port': ['ID=926820b0-63b4-43ed-8bee-025ad0d58deb,revision_number=8']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:51.497919 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c1894e7f-3cbc-45c8-9170-646b9b377c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.503348 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 400df18c-314d-42f7-945e-a8f07113f754 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:51.503758 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.525435 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b201da-a4c5-44ce-bcf8-cf1da084cb9a req-2c1492fb-6ccd-4ddc-9be4-15165bb529c0 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:51.541291 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-50b201da-a4c5-44ce-bcf8-cf1da084cb9a req-2c1492fb-6ccd-4ddc-9be4-15165bb529c0 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 1097 time: 0.1826282 Apr 18 20:27:51.548012 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ec584-27e1-48aa-b9cb-6732399242ec req-3f06e408-f7cc-40c3-8943-e697edbd0531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:51.549263 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-239ec584-27e1-48aa-b9cb-6732399242ec req-3f06e408-f7cc-40c3-8943-e697edbd0531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.551648 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-239ec584-27e1-48aa-b9cb-6732399242ec req-3f06e408-f7cc-40c3-8943-e697edbd0531 service neutron] 10.222.0.32 "PUT /v2.0/ports/926820b0-63b4-43ed-8bee-025ad0d58deb HTTP/1.1" status: 200 len: 1121 time: 1.7312181 Apr 18 20:27:51.629574 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c1894e7f-3cbc-45c8-9170-646b9b377c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.658470 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-10b42530-a6e4-4312-986e-74e5ddebbfa2 req-f4c713c4-c591-4b24-bcd0-9f05d426382a tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a8588e-b62a-43b3-9e00-6ada8f067ca9 HTTP/1.1" status: 200 len: 210 time: 0.0941024 Apr 18 20:27:51.696364 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-50b201da-a4c5-44ce-bcf8-cf1da084cb9a req-5ecee3e1-add5-4b5b-9435-af77deaf04e1 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433785 Apr 18 20:27:51.734322 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['926820b0-63b4-43ed-8bee-025ad0d58deb'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:51.735684 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-c1894e7f-3cbc-45c8-9170-646b9b377c2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ed5184-6b74-4456-bb0b-0b680ceb76e2']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:51.740054 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['926820b0-63b4-43ed-8bee-025ad0d58deb'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:51.775125 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-c1894e7f-3cbc-45c8-9170-646b9b377c2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c44424be-4500-4d0c-8ad2-8f87f9cd1c3b') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:51.775639 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-c1894e7f-3cbc-45c8-9170-646b9b377c2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c44424be-4500-4d0c-8ad2-8f87f9cd1c3b') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:51.802439 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c1894e7f-3cbc-45c8-9170-646b9b377c2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.811621 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57696) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:51.836460 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c1894e7f-3cbc-45c8-9170-646b9b377c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.848075 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63423b08-87f3-4019-b8af-61a0d0f9e938 req-063315ab-d124-4455-bd4f-e80ff2f5a93c tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:51.852270 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1894e7f-3cbc-45c8-9170-646b9b377c2d admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:27:51.853127 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c1894e7f-3cbc-45c8-9170-646b9b377c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:27:51.857626 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:27:51.863682 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-63423b08-87f3-4019-b8af-61a0d0f9e938 req-063315ab-d124-4455-bd4f-e80ff2f5a93c tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 949 time: 0.1102521 Apr 18 20:27:51.939928 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-63423b08-87f3-4019-b8af-61a0d0f9e938 req-94cc1a84-fd5a-4bf5-87c0-7b919797dd73 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738084 Apr 18 20:27:52.023610 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c1894e7f-3cbc-45c8-9170-646b9b377c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.067171 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1894e7f-3cbc-45c8-9170-646b9b377c2d admin admin] Pushing event deleted for resources: {'Network': ['ID=94ed5184-6b74-4456-bb0b-0b680ceb76e2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:52.067324 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c7bb0-0122-4cfe-98cc-249659cf45ef req-392c95ec-093e-4901-bbca-9a995c506576 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:52.072159 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c1894e7f-3cbc-45c8-9170-646b9b377c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.080996 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c1894e7f-3cbc-45c8-9170-646b9b377c2d admin admin] 10.222.0.41 "DELETE /v2.0/networks/94ed5184-6b74-4456-bb0b-0b680ceb76e2 HTTP/1.1" status: 204 len: 168 time: 0.7505233 Apr 18 20:27:52.084053 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c8c7bb0-0122-4cfe-98cc-249659cf45ef req-392c95ec-093e-4901-bbca-9a995c506576 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 944 time: 0.1391675 Apr 18 20:27:52.087244 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-13b26c6a-88b7-4bab-aa5d-0f408369b28d tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.153794 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.224689 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-13b26c6a-88b7-4bab-aa5d-0f408369b28d tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.239178 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c8c7bb0-0122-4cfe-98cc-249659cf45ef req-4a492b93-890f-441d-978f-04203fb2350e tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/security-groups?id=f154a964-7470-48ea-bb90-aed571586e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463094 Apr 18 20:27:52.285118 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd6b1af-df72-403e-96a5-e7a58e419fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400df18c-314d-42f7-945e-a8f07113f754'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:52.287668 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd9becd-24d6-4a7c-a583-8879a87d81bf" -d '{"events": [{"server_uuid": "1bd6b1af-df72-403e-96a5-e7a58e419fb6", "name": "network-vif-plugged", "status": "completed", "tag": "400df18c-314d-42f7-945e-a8f07113f754"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:52.347348 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 400df18c-314d-42f7-945e-a8f07113f754, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=400df18c-314d-42f7-945e-a8f07113f754,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:52.353150 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57712) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:52.364341 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.365363 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device b5576aa7-84bb-4f65-80ed-d4fa8974dd58 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:52.417206 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5fb50b55-4208-4a4c-af7e-4d709f98e47b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fac01ed7b337453289190bd1e37ca7dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0621424 Apr 18 20:27:52.420615 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57714) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:52.436468 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a672e-9186-4561-8dc5-675a8e8474db req-8d16cb46-7a5c-4526-b90e-d0005021b3b1 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:52.436468 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a2a672e-9186-4561-8dc5-675a8e8474db req-8d16cb46-7a5c-4526-b90e-d0005021b3b1 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 943 time: 0.1029952 Apr 18 20:27:52.445055 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: b5576aa7-84bb-4f65-80ed-d4fa8974dd58 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:27:52.445386 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device b5576aa7-84bb-4f65-80ed-d4fa8974dd58 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:52.449881 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-13b26c6a-88b7-4bab-aa5d-0f408369b28d tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.453139 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-13b26c6a-88b7-4bab-aa5d-0f408369b28d tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.457510 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-13b26c6a-88b7-4bab-aa5d-0f408369b28d tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "DELETE /v2.0/security-groups/7bb13228-cc4a-4567-9119-92adbe570613 HTTP/1.1" status: 204 len: 168 time: 0.6450996 Apr 18 20:27:52.464561 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57716) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:52.498231 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-f4513bb2-5500-4d77-9057-f2cb906d22e3 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] show failed (client error): The resource could not be found. Apr 18 20:27:52.502703 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57718) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:52.503465 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f4513bb2-5500-4d77-9057-f2cb906d22e3 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "GET /v2.0/security-groups/7bb13228-cc4a-4567-9119-92adbe570613 HTTP/1.1" status: 404 len: 347 time: 0.0339322 Apr 18 20:27:52.505995 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b26c6a-88b7-4bab-aa5d-0f408369b28d tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb13228-cc4a-4567-9119-92adbe570613,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:52.546717 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a2a672e-9186-4561-8dc5-675a8e8474db req-78dbefdc-8c77-4248-a75f-a2ae762a1692 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880039 Apr 18 20:27:52.589798 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6f85e-5584-4879-8e84-5c3a1d3e3695 req-32e92571-34d5-48b3-b83d-3892fa658280 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:52.598849 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2fd6f85e-5584-4879-8e84-5c3a1d3e3695 req-32e92571-34d5-48b3-b83d-3892fa658280 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.0730288 Apr 18 20:27:52.644903 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-88fadb47-e4d1-4056-aed5-352607c8a438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.646538 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2fd6f85e-5584-4879-8e84-5c3a1d3e3695 req-1ed41578-4e20-4f5d-9acf-397b669e0cb8 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465674 Apr 18 20:27:52.676841 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f246a4be-19fb-4ca7-a9b2-305d4c879538 x-openstack-request-id: req-f246a4be-19fb-4ca7-a9b2-305d4c879538 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:52.678497 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd6b1af-df72-403e-96a5-e7a58e419fb6", "name": "network-vif-plugged", "status": "completed", "tag": "400df18c-314d-42f7-945e-a8f07113f754", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:52.678907 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f246a4be-19fb-4ca7-a9b2-305d4c879538 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:52.679655 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f246a4be-19fb-4ca7-a9b2-305d4c879538'] response: {'server_uuid': '1bd6b1af-df72-403e-96a5-e7a58e419fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400df18c-314d-42f7-945e-a8f07113f754', 'code': 200} Apr 18 20:27:52.697846 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=400df18c-314d-42f7-945e-a8f07113f754,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:52.713792 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-88fadb47-e4d1-4056-aed5-352607c8a438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.826399 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-181c0fa7-c1c6-4478-b0e9-6083b3a86771 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Deleting port 3248b01d-9a62-44d8-ae09-e10de6ec40c8 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:52.826733 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-181c0fa7-c1c6-4478-b0e9-6083b3a86771 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.878500 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-88fadb47-e4d1-4056-aed5-352607c8a438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.881456 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-88fadb47-e4d1-4056-aed5-352607c8a438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.885868 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-88fadb47-e4d1-4056-aed5-352607c8a438 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/28b8d78f-d3f7-4822-9620-2f803ddf312b HTTP/1.1" status: 204 len: 168 time: 0.4598587 Apr 18 20:27:52.897827 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fadb47-e4d1-4056-aed5-352607c8a438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b8d78f-d3f7-4822-9620-2f803ddf312b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:52.953082 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-181c0fa7-c1c6-4478-b0e9-6083b3a86771 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.953971 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-181c0fa7-c1c6-4478-b0e9-6083b3a86771 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.955278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e808c6-556e-444f-921e-bfc8714b61cb req-190d9fb9-5983-4ca9-8db6-27c4288d582c tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:52.961687 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2e808c6-556e-444f-921e-bfc8714b61cb req-190d9fb9-5983-4ca9-8db6-27c4288d582c tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 1097 time: 0.1820345 Apr 18 20:27:52.971502 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-181c0fa7-c1c6-4478-b0e9-6083b3a86771 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Calling delete_port for 3248b01d-9a62-44d8-ae09-e10de6ec40c8 owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:53.041195 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e8554-4524-4ae2-b24d-c3a66a834591 req-885638a3-5d8f-4db6-9d40-80651747bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:53.042711 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f3e8554-4524-4ae2-b24d-c3a66a834591 req-885638a3-5d8f-4db6-9d40-80651747bb10 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 1101 time: 0.1467147 Apr 18 20:27:53.097828 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2e808c6-556e-444f-921e-bfc8714b61cb req-af0d4f22-775c-4544-8f9c-73f4ed18d406 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974307 Apr 18 20:27:53.156371 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f3e8554-4524-4ae2-b24d-c3a66a834591 req-a648ecaf-c8df-4edc-9280-cbb2954c4ff5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968859 Apr 18 20:27:53.197283 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50280a2a-3791-450a-8173-d5dd5f4322ef req-48b10c74-0605-46e0-97b1-e74b6c73e933 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:53.199827 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-50280a2a-3791-450a-8173-d5dd5f4322ef req-48b10c74-0605-46e0-97b1-e74b6c73e933 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e7a2974-cd76-4360-ad6b-a899cadaf4f6 HTTP/1.1" status: 200 len: 950 time: 0.1549735 Apr 18 20:27:53.230424 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-181c0fa7-c1c6-4478-b0e9-6083b3a86771 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:53.266952 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c0fa7-c1c6-4478-b0e9-6083b3a86771 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Pushing event deleted for resources: {'Port': ['ID=3248b01d-9a62-44d8-ae09-e10de6ec40c8,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:53.289910 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-50280a2a-3791-450a-8173-d5dd5f4322ef req-55c1893a-32dd-49b9-a3ba-9ddfce744681 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748599 Apr 18 20:27:53.300684 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24caaa-2cbc-4d36-a2a8-a128a4bc3f3f req-0108353d-2475-43d3-8eaf-643e1f222542 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:53.302087 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cb24caaa-2cbc-4d36-a2a8-a128a4bc3f3f req-0108353d-2475-43d3-8eaf-643e1f222542 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.0969236 Apr 18 20:27:53.327565 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a8588e-b62a-43b3-9e00-6ada8f067ca9', 'name': 'network-vif-deleted', 'tag': 'b5576aa7-84bb-4f65-80ed-d4fa8974dd58'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:53.330263 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90dbe5ae-a2e6-47af-9961-8de808222473" -d '{"events": [{"server_uuid": "b9a8588e-b62a-43b3-9e00-6ada8f067ca9", "name": "network-vif-deleted", "tag": "b5576aa7-84bb-4f65-80ed-d4fa8974dd58"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:53.350033 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cb24caaa-2cbc-4d36-a2a8-a128a4bc3f3f req-0238ecbb-5666-4bac-8006-61eea3fab10c tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398567 Apr 18 20:27:53.359697 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-181c0fa7-c1c6-4478-b0e9-6083b3a86771 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:53.364803 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-181c0fa7-c1c6-4478-b0e9-6083b3a86771 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:53.369981 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-181c0fa7-c1c6-4478-b0e9-6083b3a86771 tempest-ServersWithSpecificFlavorTestJSON-865734310 tempest-ServersWithSpecificFlavorTestJSON-865734310-project] 10.222.0.41 "DELETE /v2.0/floatingips/7295702d-54a0-45b9-8451-e73f899b7a22 HTTP/1.1" status: 204 len: 168 time: 0.8654904 Apr 18 20:27:53.430007 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b80426-ef12-4820-873a-0600ef5a584b', 'tag': '926820b0-63b4-43ed-8bee-025ad0d58deb'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:53.442222 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f726bbb1-2b86-4511-a55d-8031f6be9e91" -d '{"events": [{"name": "network-changed", "server_uuid": "76b80426-ef12-4820-873a-0600ef5a584b", "tag": "926820b0-63b4-43ed-8bee-025ad0d58deb"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:53.524178 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57742) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:53.540913 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab527b-d80c-4995-b9eb-e448e67cbd55 req-d985fcae-f9c9-4a0d-b7a7-b8f7ca517b32 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:53.549220 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-55ab527b-d80c-4995-b9eb-e448e67cbd55 req-d985fcae-f9c9-4a0d-b7a7-b8f7ca517b32 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 944 time: 0.0995975 Apr 18 20:27:53.571193 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-baee9f57-1145-4866-ba40-e6f1fbbd4bff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d27d879caa5e4635a9d312da0bd050b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454082 Apr 18 20:27:53.571589 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57748) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:53.618242 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-55ab527b-d80c-4995-b9eb-e448e67cbd55 req-aac9ff4a-4f1c-4528-84fc-bc808e417dca tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/security-groups?id=f154a964-7470-48ea-bb90-aed571586e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632668 Apr 18 20:27:53.645497 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-199ab26e-47f6-480a-8613-3da27405ba51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:53.674451 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-199ab26e-47f6-480a-8613-3da27405ba51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:53.701029 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa64f66-4b88-44d7-9ab5-64ed695640e6 x-openstack-request-id: req-ffa64f66-4b88-44d7-9ab5-64ed695640e6 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:53.701309 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a8588e-b62a-43b3-9e00-6ada8f067ca9", "name": "network-vif-deleted", "tag": "b5576aa7-84bb-4f65-80ed-d4fa8974dd58", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:53.701548 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ffa64f66-4b88-44d7-9ab5-64ed695640e6 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:53.701945 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffa64f66-4b88-44d7-9ab5-64ed695640e6'] response: {'server_uuid': 'b9a8588e-b62a-43b3-9e00-6ada8f067ca9', 'name': 'network-vif-deleted', 'tag': 'b5576aa7-84bb-4f65-80ed-d4fa8974dd58', 'status': 'completed', 'code': 200} Apr 18 20:27:53.748984 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-199ab26e-47f6-480a-8613-3da27405ba51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:53.751680 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-199ab26e-47f6-480a-8613-3da27405ba51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:53.752890 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-199ab26e-47f6-480a-8613-3da27405ba51 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8261cc31-30a5-4176-9a51-cf9f833df6dd HTTP/1.1" status: 204 len: 168 time: 0.1802533 Apr 18 20:27:53.762062 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ab26e-47f6-480a-8613-3da27405ba51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8261cc31-30a5-4176-9a51-cf9f833df6dd,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:53.788670 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26eddb14-22b8-49da-a983-78db1f4b3465 x-openstack-request-id: req-26eddb14-22b8-49da-a983-78db1f4b3465 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:53.788964 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b80426-ef12-4820-873a-0600ef5a584b", "tag": "926820b0-63b4-43ed-8bee-025ad0d58deb", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:53.790023 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26eddb14-22b8-49da-a983-78db1f4b3465 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:53.790448 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26eddb14-22b8-49da-a983-78db1f4b3465'] response: {'name': 'network-changed', 'server_uuid': '76b80426-ef12-4820-873a-0600ef5a584b', 'tag': '926820b0-63b4-43ed-8bee-025ad0d58deb', 'status': 'completed', 'code': 200} Apr 18 20:27:53.884776 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726bbb1-2b86-4511-a55d-8031f6be9e91 req-2279069b-0628-4ed6-aa08-2e388631302d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:53.886463 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f726bbb1-2b86-4511-a55d-8031f6be9e91 req-2279069b-0628-4ed6-aa08-2e388631302d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 1124 time: 0.0596933 Apr 18 20:27:53.967808 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2ad8e-afb0-492b-a646-7b7c626557d9 req-724d1db0-2eba-4d03-b94c-a4445ccaa6ae tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:53.972905 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-afc2ad8e-afb0-492b-a646-7b7c626557d9 req-724d1db0-2eba-4d03-b94c-a4445ccaa6ae tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 943 time: 0.0884702 Apr 18 20:27:54.037893 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726bbb1-2b86-4511-a55d-8031f6be9e91 req-5d02465e-882c-4d80-9a41-7191c3578cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:54.039459 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f726bbb1-2b86-4511-a55d-8031f6be9e91 req-5d02465e-882c-4d80-9a41-7191c3578cfa service neutron] 10.222.0.57 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 908 time: 0.1454375 Apr 18 20:27:54.044398 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-afc2ad8e-afb0-492b-a646-7b7c626557d9 req-80b9c822-171e-4856-a442-df09ecbdc8fa tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596876 Apr 18 20:27:54.099599 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f726bbb1-2b86-4511-a55d-8031f6be9e91 req-b7c0efd1-4405-4d1a-b58c-f3d332bfae76 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=926820b0-63b4-43ed-8bee-025ad0d58deb HTTP/1.1" status: 200 len: 217 time: 0.0421007 Apr 18 20:27:54.180108 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726bbb1-2b86-4511-a55d-8031f6be9e91 req-dbd2b48c-d7a2-4ef9-a0df-d992ae7f1d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:54.182013 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f726bbb1-2b86-4511-a55d-8031f6be9e91 req-dbd2b48c-d7a2-4ef9-a0df-d992ae7f1d29 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1 HTTP/1.1" status: 200 len: 847 time: 0.0597222 Apr 18 20:27:54.227203 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f726bbb1-2b86-4511-a55d-8031f6be9e91 req-245ee2d2-36b5-448c-8a94-4214c59585f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368984 Apr 18 20:27:54.239998 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ecd411-002c-4f82-a550-3a56a0aff74c req-a8458a55-9bea-43d4-b203-ff206417bb15 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:54.246984 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-38ecd411-002c-4f82-a550-3a56a0aff74c req-a8458a55-9bea-43d4-b203-ff206417bb15 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.0828421 Apr 18 20:27:54.291321 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-38ecd411-002c-4f82-a550-3a56a0aff74c req-eacf4ea4-10ea-4987-bb21-b216e14d146a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434487 Apr 18 20:27:54.394954 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f726bbb1-2b86-4511-a55d-8031f6be9e91 req-bf96dc7f-4179-41d7-b709-44cb49157b0a service neutron] 10.222.0.57 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545727 Apr 18 20:27:54.432500 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cc70085c-b633-4b84-9f32-998cd85bfcd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:54.493806 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768aa30-a530-4fd4-91ae-812f97b62181 req-dc70e385-bc5a-4f46-a2c2-0e50d1a4a459 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:54.495616 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6768aa30-a530-4fd4-91ae-812f97b62181 req-dc70e385-bc5a-4f46-a2c2-0e50d1a4a459 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e7a2974-cd76-4360-ad6b-a899cadaf4f6 HTTP/1.1" status: 200 len: 950 time: 0.0844464 Apr 18 20:27:54.531283 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f726bbb1-2b86-4511-a55d-8031f6be9e91 req-2f5aaa9e-9ed2-4250-b280-38cd7beece92 service neutron] 10.222.0.57 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290381 Apr 18 20:27:54.573025 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6768aa30-a530-4fd4-91ae-812f97b62181 req-fd50d0cb-d99d-4052-977b-e79220789670 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669265 Apr 18 20:27:54.813258 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58266de7-351a-4b0f-a12c-e64181c0f2fd req-d1040f01-08ad-4fbc-bf5b-b745eb778a3e tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:54.815764 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58266de7-351a-4b0f-a12c-e64181c0f2fd req-d1040f01-08ad-4fbc-bf5b-b745eb778a3e tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.0759802 Apr 18 20:27:54.877005 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58266de7-351a-4b0f-a12c-e64181c0f2fd req-053e1ac5-9768-4860-a76a-83110db1e6a8 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531671 Apr 18 20:27:54.935208 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57802) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:55.010144 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad1c4d-dabe-47a9-8ed9-7ae0b6a0b1ce req-5c3e3c1a-23b6-43b7-837f-a829fbd338b7 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:55.012796 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdad1c4d-dabe-47a9-8ed9-7ae0b6a0b1ce req-5c3e3c1a-23b6-43b7-837f-a829fbd338b7 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 944 time: 0.0572166 Apr 18 20:27:55.063549 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-network', 'tenant_id': 'ff855e139abe40c691b068b429bd1371'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:55.069683 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdad1c4d-dabe-47a9-8ed9-7ae0b6a0b1ce req-33a59a90-fbf2-4d2b-936e-feeeb3a223bb tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/security-groups?id=f154a964-7470-48ea-bb90-aed571586e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485139 Apr 18 20:27:55.092161 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] Made reservation on behalf of ff855e139abe40c691b068b429bd1371 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:27:55.095357 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:55.112209 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:55.308720 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:55.324488 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2686d57-72ab-4967-a83b-d2a49d9409fd req-2b79aba6-c262-4b51-8e8c-edbd00d419c3 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:55.327243 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e2686d57-72ab-4967-a83b-d2a49d9409fd req-2b79aba6-c262-4b51-8e8c-edbd00d419c3 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 943 time: 0.1432157 Apr 18 20:27:55.329164 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:55.379426 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:27:55.420693 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1690906e-3c9e-4e4a-b6d0-59485a65f318,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:55.436147 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:55.436703 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] Added segment 1e83c5e6-61c2-4806-b1e4-9638a217c05b of type vlan for network 834e15af-05bf-4f20-83eb-2a3f314d7649 Apr 18 20:27:55.448554 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-f2ab970b-4c3f-4bab-a3ad-031b206ed840 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:27:55.449592 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-f2ab970b-4c3f-4bab-a3ad-031b206ed840 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062311 Apr 18 20:27:55.472734 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:55.473290 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:55.473825 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:55.474405 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:55.474935 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:55.475473 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:55.475999 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:55.476575 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:55.477143 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:55.477755 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:55.478281 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:55.478831 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:55.497988 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e2686d57-72ab-4967-a83b-d2a49d9409fd req-1709c5b6-a23e-4ac9-a960-ce0ac13e705e tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567361 Apr 18 20:27:55.499458 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-a52d8142-9dab-455a-a143-d95255a4a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:55.500835 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-a52d8142-9dab-455a-a143-d95255a4a39b service neutron] 10.222.0.41 "GET /v2.0/ports/3f3de43f-60c7-4796-8147-7cb919858923 HTTP/1.1" status: 200 len: 1094 time: 0.0427403 Apr 18 20:27:55.534513 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-abb7e367-3228-4c31-9275-251e084b3c80 service neutron] Request body: {'binding': {'host': 'n-h2-838323-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:55.535951 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-abb7e367-3228-4c31-9275-251e084b3c80 service neutron] Unknown quota resources ['binding']. {{(pid=102909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 18 20:27:55.561984 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:55.605223 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:55.609626 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:55.610342 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:55.683491 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57816) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:55.684372 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7472253 Apr 18 20:27:55.698744 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-cff3c7a4-b1d0-4ad5-a9ef-8807426f97e9 admin admin] Request body: {'subnet': {'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-subnet', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:55.701138 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb222da-6a31-4942-bc6a-b35b4f2e9ed9 admin admin] Pushing event updated for resources: {'Network': ['ID=834e15af-05bf-4f20-83eb-2a3f314d7649,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:55.712258 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 834e15af-05bf-4f20-83eb-2a3f314d7649 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:27:55.774889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec4dfc-7d8f-4c15-834b-7d7c6ecc1898 req-35b0b086-6821-40c9-8944-56d93e3bcae6 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:55.778789 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-23ec4dfc-7d8f-4c15-834b-7d7c6ecc1898 req-35b0b086-6821-40c9-8944-56d93e3bcae6 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.1094449 Apr 18 20:27:55.796722 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff3c7a4-b1d0-4ad5-a9ef-8807426f97e9 admin admin] Made reservation on behalf of ff855e139abe40c691b068b429bd1371 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:27:55.801492 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cff3c7a4-b1d0-4ad5-a9ef-8807426f97e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:55.811206 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-abb7e367-3228-4c31-9275-251e084b3c80 service neutron] Attempting to bind port 3f3de43f-60c7-4796-8147-7cb919858923 on host n-h2-838323-3 for vnic_type normal with profile None {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:55.812272 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-abb7e367-3228-4c31-9275-251e084b3c80 service neutron] Attempting to bind port 3f3de43f-60c7-4796-8147-7cb919858923 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:55.812822 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-abb7e367-3228-4c31-9275-251e084b3c80 service neutron] Attempting to bind port 3f3de43f-60c7-4796-8147-7cb919858923 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:55.830272 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-23ec4dfc-7d8f-4c15-834b-7d7c6ecc1898 req-bbf39cc0-75ca-4bc6-bf34-a071391ecc7f tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412145 Apr 18 20:27:55.885718 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-abb7e367-3228-4c31-9275-251e084b3c80 service neutron] Port 3f3de43f-60c7-4796-8147-7cb919858923 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:27:55.886309 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-abb7e367-3228-4c31-9275-251e084b3c80 service neutron] Attempting to bind port 3f3de43f-60c7-4796-8147-7cb919858923 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:55.901077 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-abb7e367-3228-4c31-9275-251e084b3c80 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:27:55.901639 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-abb7e367-3228-4c31-9275-251e084b3c80 service neutron] Checking segment: {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:55.902035 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-abb7e367-3228-4c31-9275-251e084b3c80 service neutron] Bound using segment: {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:27:55.902561 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-abb7e367-3228-4c31-9275-251e084b3c80 service neutron] Bound port: 3f3de43f-60c7-4796-8147-7cb919858923, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:56.008521 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-abb7e367-3228-4c31-9275-251e084b3c80 service neutron] For port 3f3de43f-60c7-4796-8147-7cb919858923, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=3f3de43f-60c7-4796-8147-7cb919858923,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:27:56.020036 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-abb7e367-3228-4c31-9275-251e084b3c80 service neutron] Notify callbacks [] for binding, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.021355 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-abb7e367-3228-4c31-9275-251e084b3c80 service neutron] 10.222.0.41 "POST /v2.0/ports/3f3de43f-60c7-4796-8147-7cb919858923/bindings HTTP/1.1" status: 201 len: 389 time: 0.5067687 Apr 18 20:27:56.111211 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41521ea3-2b20-4fa5-a770-04632e595327 req-24dc3f8e-6448-4ff6-83b9-12f090726ec3 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:56.118858 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41521ea3-2b20-4fa5-a770-04632e595327 req-24dc3f8e-6448-4ff6-83b9-12f090726ec3 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e7a2974-cd76-4360-ad6b-a899cadaf4f6 HTTP/1.1" status: 200 len: 950 time: 0.1113029 Apr 18 20:27:56.145389 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cff3c7a4-b1d0-4ad5-a9ef-8807426f97e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.185664 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41521ea3-2b20-4fa5-a770-04632e595327 req-70f23a9c-c348-4e02-a798-bf6566b4efa9 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586605 Apr 18 20:27:56.285346 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3c7a4-b1d0-4ad5-a9ef-8807426f97e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0add80b-3b17-4300-bcbd-ceda69a60cf3,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:56.307456 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3c7a4-b1d0-4ad5-a9ef-8807426f97e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:56.307978 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3c7a4-b1d0-4ad5-a9ef-8807426f97e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:56.308456 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3c7a4-b1d0-4ad5-a9ef-8807426f97e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:56.308988 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3c7a4-b1d0-4ad5-a9ef-8807426f97e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:56.309457 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3c7a4-b1d0-4ad5-a9ef-8807426f97e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:56.309921 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3c7a4-b1d0-4ad5-a9ef-8807426f97e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:56.310385 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3c7a4-b1d0-4ad5-a9ef-8807426f97e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:56.310842 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3c7a4-b1d0-4ad5-a9ef-8807426f97e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:56.311325 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3c7a4-b1d0-4ad5-a9ef-8807426f97e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:56.311820 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3c7a4-b1d0-4ad5-a9ef-8807426f97e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:56.312263 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3c7a4-b1d0-4ad5-a9ef-8807426f97e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:56.312692 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3c7a4-b1d0-4ad5-a9ef-8807426f97e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:56.328870 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff3c7a4-b1d0-4ad5-a9ef-8807426f97e9 admin admin] Checking segment: {'id': '1e83c5e6-61c2-4806-b1e4-9638a217c05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:56.328870 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff3c7a4-b1d0-4ad5-a9ef-8807426f97e9 admin admin] Network hostable DHCP agents. Network: 834e15af-05bf-4f20-83eb-2a3f314d7649, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:27:56.355028 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff3c7a4-b1d0-4ad5-a9ef-8807426f97e9 admin admin] Network 834e15af-05bf-4f20-83eb-2a3f314d7649 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:27:56.372999 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-cff3c7a4-b1d0-4ad5-a9ef-8807426f97e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 834e15af-05bf-4f20-83eb-2a3f314d7649) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:56.384351 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071e0343-11ad-44b2-b6bb-11420a84498d None None] Network 834e15af-05bf-4f20-83eb-2a3f314d7649 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:27:56.432308 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff3c7a4-b1d0-4ad5-a9ef-8807426f97e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:56.435250 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cff3c7a4-b1d0-4ad5-a9ef-8807426f97e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.483128 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cff3c7a4-b1d0-4ad5-a9ef-8807426f97e9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7973206 Apr 18 20:27:56.488989 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57828) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:56.498172 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-6fbfe1fe-788d-473f-a7a8-e6ac36457796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:56.501228 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-6fbfe1fe-788d-473f-a7a8-e6ac36457796 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 1097 time: 0.1258192 Apr 18 20:27:56.511720 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-1656fe8e-c82c-4c01-97ce-150403bf2188 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:56.521665 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80dc76-ccdd-437d-b07e-6c00386171dc req-52cdc1fd-0842-43a3-a585-ac4b7e0bbf84 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:56.524462 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e80dc76-ccdd-437d-b07e-6c00386171dc req-52cdc1fd-0842-43a3-a585-ac4b7e0bbf84 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.1998258 Apr 18 20:27:56.593707 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7abc20-ad6a-418e-8b4c-441ee730b74f req-2baf8c45-8117-459f-ac88-bfccc9d4208e tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:56.614439 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3a7abc20-ad6a-418e-8b4c-441ee730b74f req-2baf8c45-8117-459f-ac88-bfccc9d4208e tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 944 time: 0.1996152 Apr 18 20:27:56.656093 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e80dc76-ccdd-437d-b07e-6c00386171dc req-8d2226af-fe7d-4c95-b31a-9b1f8302ac35 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210690 Apr 18 20:27:56.660888 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1656fe8e-c82c-4c01-97ce-150403bf2188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.663422 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1656fe8e-c82c-4c01-97ce-150403bf2188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.714790 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12758aa-58d5-4e53-8f7c-50d4678746af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-834e15af-05bf-4f20-83eb-2a3f314d7649', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'fixed_ips': [{'subnet_id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:27:56.718651 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b12758aa-58d5-4e53-8f7c-50d4678746af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.759549 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3a7abc20-ad6a-418e-8b4c-441ee730b74f req-9bb28980-24e3-4fac-8b36-9bd6e117d278 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/security-groups?id=f154a964-7470-48ea-bb90-aed571586e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401324 Apr 18 20:27:56.815975 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1656fe8e-c82c-4c01-97ce-150403bf2188 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.913434 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57834) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:56.977327 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-e1fd159f-34c7-4b7a-a257-2c040c149106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:56.978866 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-e1fd159f-34c7-4b7a-a257-2c040c149106 service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e HTTP/1.1" status: 200 len: 922 time: 0.4580438 Apr 18 20:27:56.998437 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-b12758aa-58d5-4e53-8f7c-50d4678746af None None] Allocated IP 172.20.0.2 (834e15af-05bf-4f20-83eb-2a3f314d7649/d0add80b-3b17-4300-bcbd-ceda69a60cf3/eef9bce8-12d2-41e4-890e-8b39114c6ef0) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:27:57.059835 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce3b4c-19f9-4c39-99f9-a2912ba0ea66 req-f5d260d4-741e-4e10-aeda-414bd99ccace tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:57.061712 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3ce3b4c-19f9-4c39-99f9-a2912ba0ea66 req-f5d260d4-741e-4e10-aeda-414bd99ccace tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 946 time: 0.2101228 Apr 18 20:27:57.096838 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-fae0bb2a-07fe-4915-bc20-46a385335da9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f3de43f-60c7-4796-8147-7cb919858923 HTTP/1.1" status: 200 len: 217 time: 0.0850728 Apr 18 20:27:57.099485 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1656fe8e-c82c-4c01-97ce-150403bf2188 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.200394 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-7f43e79b-c0c0-4e58-ae47-f5275a68e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:57.203070 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-7f43e79b-c0c0-4e58-ae47-f5275a68e3e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=07088b8e-aaa8-48c6-be5d-b75368ae775e HTTP/1.1" status: 200 len: 861 time: 0.0969546 Apr 18 20:27:57.302845 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-34dd4ac9-e03b-4a75-b812-637c8e72d8b6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525634 Apr 18 20:27:57.315291 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b12758aa-58d5-4e53-8f7c-50d4678746af None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.325060 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b12758aa-58d5-4e53-8f7c-50d4678746af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.385286 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12758aa-58d5-4e53-8f7c-50d4678746af None None] Network 834e15af-05bf-4f20-83eb-2a3f314d7649 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:57.390993 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-b12758aa-58d5-4e53-8f7c-50d4678746af None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:57.395697 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12758aa-58d5-4e53-8f7c-50d4678746af None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:27:57.409950 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12758aa-58d5-4e53-8f7c-50d4678746af None None] Pushing event updated for resources: {'Port': ['ID=eef9bce8-12d2-41e4-890e-8b39114c6ef0,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:57.473078 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b12758aa-58d5-4e53-8f7c-50d4678746af None None] Attempting to bind port eef9bce8-12d2-41e4-890e-8b39114c6ef0 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:57.473419 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b12758aa-58d5-4e53-8f7c-50d4678746af None None] Attempting to bind port eef9bce8-12d2-41e4-890e-8b39114c6ef0 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1e83c5e6-61c2-4806-b1e4-9638a217c05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:57.474343 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12758aa-58d5-4e53-8f7c-50d4678746af None None] Attempting to bind port eef9bce8-12d2-41e4-890e-8b39114c6ef0 on network 834e15af-05bf-4f20-83eb-2a3f314d7649 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:57.479932 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12758aa-58d5-4e53-8f7c-50d4678746af None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:27:57.480308 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12758aa-58d5-4e53-8f7c-50d4678746af None None] Checking segment: {'id': '1e83c5e6-61c2-4806-b1e4-9638a217c05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:57.481259 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b12758aa-58d5-4e53-8f7c-50d4678746af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.482357 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12758aa-58d5-4e53-8f7c-50d4678746af None None] Bound using segment: {'id': '1e83c5e6-61c2-4806-b1e4-9638a217c05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:27:57.482875 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b12758aa-58d5-4e53-8f7c-50d4678746af None None] Bound port: eef9bce8-12d2-41e4-890e-8b39114c6ef0, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e83c5e6-61c2-4806-b1e4-9638a217c05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:57.483263 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b12758aa-58d5-4e53-8f7c-50d4678746af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.490878 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-4eb72280-6dc0-4069-8490-2ceb297ae1d8 service neutron] 10.222.0.57 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757181 Apr 18 20:27:57.499233 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cdcce-096f-4b5f-980c-2412a5c62e28 req-1d82d4ba-955a-4548-9e9d-648cd6330f74 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:57.501992 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e61cdcce-096f-4b5f-980c-2412a5c62e28 req-1d82d4ba-955a-4548-9e9d-648cd6330f74 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 943 time: 0.5009632 Apr 18 20:27:57.588797 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b12758aa-58d5-4e53-8f7c-50d4678746af None None] For port eef9bce8-12d2-41e4-890e-8b39114c6ef0, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:57.592057 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3ce3b4c-19f9-4c39-99f9-a2912ba0ea66 req-0494962a-9ae4-4288-b38f-2e8f8dc59e9e tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217927 Apr 18 20:27:57.604666 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b12758aa-58d5-4e53-8f7c-50d4678746af None None] For port eef9bce8-12d2-41e4-890e-8b39114c6ef0, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=eef9bce8-12d2-41e4-890e-8b39114c6ef0,segment=NetworkSegment(1e83c5e6-61c2-4806-b1e4-9638a217c05b),segment_id=1e83c5e6-61c2-4806-b1e4-9638a217c05b)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:27:57.635862 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b12758aa-58d5-4e53-8f7c-50d4678746af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.694591 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f03839-c10e-4328-a93c-d1292e52be87 req-1e41cf5f-ecde-40fa-87d0-a494a4f49307 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:57.696191 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-46f03839-c10e-4328-a93c-d1292e52be87 req-1e41cf5f-ecde-40fa-87d0-a494a4f49307 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7a2974-cd76-4360-ad6b-a899cadaf4f6 HTTP/1.1" status: 200 len: 950 time: 0.2993040 Apr 18 20:27:57.704621 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-0a9defdb-b23b-4a1f-a740-3692a1031fbd service neutron] 10.222.0.57 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726887 Apr 18 20:27:57.711986 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12758aa-58d5-4e53-8f7c-50d4678746af None None] Pushing event updated for resources: {'Port': ['ID=eef9bce8-12d2-41e4-890e-8b39114c6ef0,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:57.744831 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1656fe8e-c82c-4c01-97ce-150403bf2188 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.749699 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e61cdcce-096f-4b5f-980c-2412a5c62e28 req-934a4039-95c2-48b9-a405-0636e187c1c4 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258587 Apr 18 20:27:57.778053 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1656fe8e-c82c-4c01-97ce-150403bf2188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.927234 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-ff40bf04-0f55-49c7-9f33-635ecd3c768d tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:57.928785 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-ff40bf04-0f55-49c7-9f33-635ecd3c768d tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741&tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&binding%3Ahost_id=n-h1-838323-3 HTTP/1.1" status: 200 len: 1097 time: 0.0949085 Apr 18 20:27:57.940956 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-8e92e5b2-7c88-4303-a82c-1b7b892b4750 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838323-3'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:57.976902 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-1656fe8e-c82c-4c01-97ce-150403bf2188 admin admin] Allocated IP 172.25.1.173 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/1df8bf19-3c76-40be-86ac-2b1a9a95616a) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:27:58.055038 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-8e92e5b2-7c88-4303-a82c-1b7b892b4750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:58.064005 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642428d-e046-4bad-bf5c-d50711c640f4 req-216284cd-eafc-4009-9dbd-3df3b6b53f62 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:58.065717 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d642428d-e046-4bad-bf5c-d50711c640f4 req-216284cd-eafc-4009-9dbd-3df3b6b53f62 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.3294294 Apr 18 20:27:58.119367 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504beada-a5b2-476b-bd8a-00035de1f7de req-e034d993-0128-47c9-8d88-ebca44943eb0 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:58.127598 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-504beada-a5b2-476b-bd8a-00035de1f7de req-e034d993-0128-47c9-8d88-ebca44943eb0 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e7a2974-cd76-4360-ad6b-a899cadaf4f6 HTTP/1.1" status: 200 len: 950 time: 0.2559371 Apr 18 20:27:58.240387 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d642428d-e046-4bad-bf5c-d50711c640f4 req-9a8530bc-0937-45de-99bb-8a8f0aecb3d9 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388073 Apr 18 20:27:58.267190 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-504beada-a5b2-476b-bd8a-00035de1f7de req-26fcf46f-fb7a-4651-9b29-c7a2acef2c0d tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383722 Apr 18 20:27:58.313853 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-46f03839-c10e-4328-a93c-d1292e52be87 req-3cc61b46-efa6-4048-9790-dd6bce6ca27a tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Deleting port ef305303-685c-46e7-be31-0aeddf3646bc {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:58.314421 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-46f03839-c10e-4328-a93c-d1292e52be87 req-3cc61b46-efa6-4048-9790-dd6bce6ca27a tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:58.542657 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1656fe8e-c82c-4c01-97ce-150403bf2188 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:58.594577 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-8e92e5b2-7c88-4303-a82c-1b7b892b4750 service neutron] For port 3f3de43f-60c7-4796-8147-7cb919858923, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3f3de43f-60c7-4796-8147-7cb919858923,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:58.614726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c10ac-a086-44fd-a334-f6ac2592bc48 req-a4b10f82-bc95-4bcb-8445-d83f447bb079 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:58.625034 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1656fe8e-c82c-4c01-97ce-150403bf2188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:58.629279 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ed1c10ac-a086-44fd-a334-f6ac2592bc48 req-a4b10f82-bc95-4bcb-8445-d83f447bb079 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.2846441 Apr 18 20:27:58.665481 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bc19a-30ca-4df5-9fab-a140016cdac0 req-ba176542-e696-475e-845d-3afe68697a0f tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:58.668780 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-553bc19a-30ca-4df5-9fab-a140016cdac0 req-ba176542-e696-475e-845d-3afe68697a0f tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 944 time: 0.3217957 Apr 18 20:27:58.672160 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-8e92e5b2-7c88-4303-a82c-1b7b892b4750 service neutron] For port 3f3de43f-60c7-4796-8147-7cb919858923, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:58.672964 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-46f03839-c10e-4328-a93c-d1292e52be87 req-3cc61b46-efa6-4048-9790-dd6bce6ca27a tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] For port ef305303-685c-46e7-be31-0aeddf3646bc, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ef305303-685c-46e7-be31-0aeddf3646bc,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:58.673346 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-46f03839-c10e-4328-a93c-d1292e52be87 req-3cc61b46-efa6-4048-9790-dd6bce6ca27a tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:58.708238 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1656fe8e-c82c-4c01-97ce-150403bf2188 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:58.716848 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-1656fe8e-c82c-4c01-97ce-150403bf2188 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:58.723656 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-46f03839-c10e-4328-a93c-d1292e52be87 req-3cc61b46-efa6-4048-9790-dd6bce6ca27a tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Calling delete_port for ef305303-685c-46e7-be31-0aeddf3646bc owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:58.728627 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1656fe8e-c82c-4c01-97ce-150403bf2188 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:27:58.734755 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656fe8e-c82c-4c01-97ce-150403bf2188 admin admin] Pushing event updated for resources: {'Port': ['ID=1df8bf19-3c76-40be-86ac-2b1a9a95616a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:58.755168 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-932b0ad1-2950-436d-b837-d61b3b42a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:58.776102 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035b3320-1548-4412-87a8-0d96e55d5741', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f3de43f-60c7-4796-8147-7cb919858923'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:58.778549 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93786046-fcd8-4ed0-9cfc-9f117fe2be3b" -d '{"events": [{"server_uuid": "035b3320-1548-4412-87a8-0d96e55d5741", "name": "network-vif-unplugged", "status": "completed", "tag": "3f3de43f-60c7-4796-8147-7cb919858923"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:58.786303 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-8e92e5b2-7c88-4303-a82c-1b7b892b4750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:58.795274 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-8e92e5b2-7c88-4303-a82c-1b7b892b4750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:58.845020 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ed1c10ac-a086-44fd-a334-f6ac2592bc48 req-0bd1304e-6c95-4d35-9e7e-18e64e8d662b tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010148 Apr 18 20:27:58.876142 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-553bc19a-30ca-4df5-9fab-a140016cdac0 req-6be7c091-c66c-4ad2-9d86-02f146ca72f9 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/security-groups?id=f154a964-7470-48ea-bb90-aed571586e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733484 Apr 18 20:27:58.951847 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c2fcb0dd-501d-4c4c-b5f1-242a6277a99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:58.991528 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f511126-63dd-44dd-84b3-fb6f9886a5e6 x-openstack-request-id: req-8f511126-63dd-44dd-84b3-fb6f9886a5e6 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:58.991895 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035b3320-1548-4412-87a8-0d96e55d5741", "name": "network-vif-unplugged", "status": "completed", "tag": "3f3de43f-60c7-4796-8147-7cb919858923", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:58.992164 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f511126-63dd-44dd-84b3-fb6f9886a5e6 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:58.992613 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f511126-63dd-44dd-84b3-fb6f9886a5e6'] response: {'server_uuid': '035b3320-1548-4412-87a8-0d96e55d5741', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f3de43f-60c7-4796-8147-7cb919858923', 'code': 200} Apr 18 20:27:59.002386 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92e5b2-7c88-4303-a82c-1b7b892b4750 service neutron] Pushing event updated for resources: {'Port': ['ID=3f3de43f-60c7-4796-8147-7cb919858923,revision_number=7']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:59.131801 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-8e92e5b2-7c88-4303-a82c-1b7b892b4750 service neutron] Attempting to bind port 3f3de43f-60c7-4796-8147-7cb919858923 on host n-h1-838323-3 for vnic_type normal with profile {"migrating_to": "n-h2-838323-3"} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:59.132358 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-8e92e5b2-7c88-4303-a82c-1b7b892b4750 service neutron] Attempting to bind port 3f3de43f-60c7-4796-8147-7cb919858923 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:59.132764 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-8e92e5b2-7c88-4303-a82c-1b7b892b4750 service neutron] Attempting to bind port 3f3de43f-60c7-4796-8147-7cb919858923 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:59.150603 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device e2a649e4-7bfc-4617-9c3d-6964e90cf608 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:27:59.154234 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-8e92e5b2-7c88-4303-a82c-1b7b892b4750 service neutron] Port 3f3de43f-60c7-4796-8147-7cb919858923 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:27:59.154702 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-8e92e5b2-7c88-4303-a82c-1b7b892b4750 service neutron] Attempting to bind port 3f3de43f-60c7-4796-8147-7cb919858923 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:59.158171 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840a081-afbf-4a1b-b7f7-00d1b45caea8 req-295df499-5e57-4177-a45e-c05f255f448f tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:59.160410 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2840a081-afbf-4a1b-b7f7-00d1b45caea8 req-295df499-5e57-4177-a45e-c05f255f448f tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 944 time: 0.2160068 Apr 18 20:27:59.175162 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e857cb65-204d-4c74-a90f-7c8c1664add8 None None] Network 834e15af-05bf-4f20-83eb-2a3f314d7649 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:27:59.180894 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-8e92e5b2-7c88-4303-a82c-1b7b892b4750 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:27:59.181998 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-8e92e5b2-7c88-4303-a82c-1b7b892b4750 service neutron] Checking segment: {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:59.182623 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-8e92e5b2-7c88-4303-a82c-1b7b892b4750 service neutron] Bound using segment: {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:27:59.183371 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-8e92e5b2-7c88-4303-a82c-1b7b892b4750 service neutron] Bound port: 3f3de43f-60c7-4796-8147-7cb919858923, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:59.184004 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-8e92e5b2-7c88-4303-a82c-1b7b892b4750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:59.314625 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e1507-84d4-4900-9e13-02ad859ed04e req-2963eaf8-65ed-4b72-b965-b3fbce3698a9 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:59.316046 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e07e1507-84d4-4900-9e13-02ad859ed04e req-2963eaf8-65ed-4b72-b965-b3fbce3698a9 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 943 time: 0.2707815 Apr 18 20:27:59.316987 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-46f03839-c10e-4328-a93c-d1292e52be87 req-3cc61b46-efa6-4048-9790-dd6bce6ca27a tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:59.328488 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device eef9bce8-12d2-41e4-890e-8b39114c6ef0 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:27:59.343641 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1656fe8e-c82c-4c01-97ce-150403bf2188 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:59.416766 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2840a081-afbf-4a1b-b7f7-00d1b45caea8 req-18a96129-5365-4fe4-a704-ffe6252d6b53 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154250 Apr 18 20:27:59.428262 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-8e92e5b2-7c88-4303-a82c-1b7b892b4750 service neutron] For port 3f3de43f-60c7-4796-8147-7cb919858923, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:59.472996 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc61b46-efa6-4048-9790-dd6bce6ca27a tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Pushing event deleted for resources: {'Port': ['ID=ef305303-685c-46e7-be31-0aeddf3646bc,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:59.534477 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-8e92e5b2-7c88-4303-a82c-1b7b892b4750 service neutron] For port 3f3de43f-60c7-4796-8147-7cb919858923, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3f3de43f-60c7-4796-8147-7cb919858923,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:27:59.550458 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f03839-c10e-4328-a93c-d1292e52be87 req-3cc61b46-efa6-4048-9790-dd6bce6ca27a tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] No DVR routers for this DVR port ef305303-685c-46e7-be31-0aeddf3646bc on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:59.550868 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-8e92e5b2-7c88-4303-a82c-1b7b892b4750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:59.570268 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-46f03839-c10e-4328-a93c-d1292e52be87 req-3cc61b46-efa6-4048-9790-dd6bce6ca27a tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:59.573702 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-46f03839-c10e-4328-a93c-d1292e52be87 req-3cc61b46-efa6-4048-9790-dd6bce6ca27a tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.32 "DELETE /v2.0/ports/ef305303-685c-46e7-be31-0aeddf3646bc HTTP/1.1" status: 204 len: 173 time: 1.8201599 Apr 18 20:27:59.581765 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['ff19b1ee-4bdd-4f97-80b1-8d1e20492643', '77ea9693-068f-4108-9533-a71ee1eba00d', '4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e', '1593e05e-05e8-42b9-a562-ecdf559c35fa'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:59.588081 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7a2974-cd76-4360-ad6b-a899cadaf4f6', 'name': 'network-vif-deleted', 'tag': 'ef305303-685c-46e7-be31-0aeddf3646bc'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:59.589996 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd8dc15-5a28-4310-a852-83cb4b1c83bc" -d '{"events": [{"server_uuid": "8e7a2974-cd76-4360-ad6b-a899cadaf4f6", "name": "network-vif-deleted", "tag": "ef305303-685c-46e7-be31-0aeddf3646bc"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:59.649888 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e07e1507-84d4-4900-9e13-02ad859ed04e req-15c31d4c-2d3b-44ba-8edf-0ab628b327cf tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062389 Apr 18 20:27:59.691465 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['ecc8d0c1-b2ed-458f-9620-b5c850dd7cae', 'ef305303-685c-46e7-be31-0aeddf3646bc'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:59.703792 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92e5b2-7c88-4303-a82c-1b7b892b4750 service neutron] Pushing event updated for resources: {'Port': ['ID=3f3de43f-60c7-4796-8147-7cb919858923,revision_number=8']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:59.729033 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4253910-1766-462d-9bf0-a8fdff614ca5 req-364809e1-8ca8-4aca-ab8a-2c1d02d5ab1c tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:59.737217 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4253910-1766-462d-9bf0-a8fdff614ca5 req-364809e1-8ca8-4aca-ab8a-2c1d02d5ab1c tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.2117977 Apr 18 20:27:59.755097 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-8e92e5b2-7c88-4303-a82c-1b7b892b4750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:59.756180 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-8e92e5b2-7c88-4303-a82c-1b7b892b4750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:59.758740 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-8e92e5b2-7c88-4303-a82c-1b7b892b4750 service neutron] 10.222.0.57 "PUT /v2.0/ports/3f3de43f-60c7-4796-8147-7cb919858923 HTTP/1.1" status: 200 len: 1122 time: 1.8217945 Apr 18 20:27:59.846045 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4253910-1766-462d-9bf0-a8fdff614ca5 req-65368fde-b1f4-405c-9323-9e6acd4b12e4 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076310 Apr 18 20:27:59.858154 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port e2a649e4-7bfc-4617-9c3d-6964e90cf608, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=e2a649e4-7bfc-4617-9c3d-6964e90cf608,segment=NetworkSegment(d3359f71-0577-4865-9383-090c581c9e69),segment_id=d3359f71-0577-4865-9383-090c581c9e69)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:59.871834 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1656fe8e-c82c-4c01-97ce-150403bf2188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:59.900572 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-0257419d-f5ec-4a05-a9c7-182742b56de9 None None] Provisioning complete for port eef9bce8-12d2-41e4-890e-8b39114c6ef0 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:59.901034 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0257419d-f5ec-4a05-a9c7-182742b56de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:00.078061 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:00.079360 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'e2a649e4-7bfc-4617-9c3d-6964e90cf608', 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef', 'port_id': 'e2a649e4-7bfc-4617-9c3d-6964e90cf608', 'mac_address': 'fa:16:3e:59:82:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94058db9-d341-4c4b-98d8-38a6c7adc03e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:28:00.086674 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1656fe8e-c82c-4c01-97ce-150403bf2188 admin admin] Router 086a8c53-4947-40ea-af28-d968459eed91 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:28:00.146466 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['3f3de43f-60c7-4796-8147-7cb919858923'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:28:00.264376 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1656fe8e-c82c-4c01-97ce-150403bf2188 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:28:00.266608 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port eef9bce8-12d2-41e4-890e-8b39114c6ef0 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:00.269430 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:00.280747 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec04083-aa69-4527-8dac-7149eb706187 None None] Sync routers for ids ['086a8c53-4947-40ea-af28-d968459eed91'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:28:00.287419 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-c2fcb0dd-501d-4c4c-b5f1-242a6277a99e admin admin] Deleting port d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:28:00.287755 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c2fcb0dd-501d-4c4c-b5f1-242a6277a99e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:00.295006 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec04083-aa69-4527-8dac-7149eb706187 None None] Routers {'086a8c53-4947-40ea-af28-d968459eed91'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:00.295802 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-dec04083-aa69-4527-8dac-7149eb706187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:27:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['086a8c53-4947-40ea-af28-d968459eed91'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:00.298674 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee03ff24-3c6f-487c-90c8-0fef703c7279 req-bc3eb7ad-71ba-46e8-b756-ee1c963935b8 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e7a2974-cd76-4360-ad6b-a899cadaf4f6 HTTP/1.1" status: 200 len: 210 time: 0.0484028 Apr 18 20:28:00.305842 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1656fe8e-c82c-4c01-97ce-150403bf2188 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:00.307965 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1656fe8e-c82c-4c01-97ce-150403bf2188 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.8049226 Apr 18 20:28:00.311577 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57862) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:00.372784 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:00.455466 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9dbaea-df6c-4a0b-9f97-ead04eece4f7 x-openstack-request-id: req-ac9dbaea-df6c-4a0b-9f97-ead04eece4f7 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:00.455466 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7a2974-cd76-4360-ad6b-a899cadaf4f6", "name": "network-vif-deleted", "tag": "ef305303-685c-46e7-be31-0aeddf3646bc", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:00.455821 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac9dbaea-df6c-4a0b-9f97-ead04eece4f7 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:00.456045 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac9dbaea-df6c-4a0b-9f97-ead04eece4f7'] response: {'server_uuid': '8e7a2974-cd76-4360-ad6b-a899cadaf4f6', 'name': 'network-vif-deleted', 'tag': 'ef305303-685c-46e7-be31-0aeddf3646bc', 'status': 'completed', 'code': 200} Apr 18 20:28:00.483043 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a649e4-7bfc-4617-9c3d-6964e90cf608 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:28:00.493857 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7176ce5-4db0-42af-bba4-98b9da215d0c req-706b8e7f-4267-410b-89f3-7edc1f99f493 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:00.510999 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d7176ce5-4db0-42af-bba4-98b9da215d0c req-706b8e7f-4267-410b-89f3-7edc1f99f493 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.6595013 Apr 18 20:28:00.524805 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-dec04083-aa69-4527-8dac-7149eb706187 None None] Set router 086a8c53-4947-40ea-af28-d968459eed91 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:00.592338 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:00.631029 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port e2a649e4-7bfc-4617-9c3d-6964e90cf608, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=e2a649e4-7bfc-4617-9c3d-6964e90cf608,segment=NetworkSegment(d3359f71-0577-4865-9383-090c581c9e69),segment_id=d3359f71-0577-4865-9383-090c581c9e69)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:00.694310 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:00.695336 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d7176ce5-4db0-42af-bba4-98b9da215d0c req-abb78515-3c72-40e3-a409-8efd4b01268f tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800740 Apr 18 20:28:00.711811 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-c2fcb0dd-501d-4c4c-b5f1-242a6277a99e admin admin] For port d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f,segment=NetworkSegment(3e371145-be9f-4691-af57-5ba121ad60c9),segment_id=3e371145-be9f-4691-af57-5ba121ad60c9)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:00.711811 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c2fcb0dd-501d-4c4c-b5f1-242a6277a99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:00.740142 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-c2fcb0dd-501d-4c4c-b5f1-242a6277a99e admin admin] Calling delete_port for d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:28:00.757409 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-dec04083-aa69-4527-8dac-7149eb706187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a8c53-4947-40ea-af28-d968459eed91', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:56Z', 'updated_at': '2022-04-18T20:27:59Z', 'revision_number': 3, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'gw_port': {'id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:57Z', 'updated_at': '2022-04-18T20:27:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:00.791609 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec04083-aa69-4527-8dac-7149eb706187 None None] Checking router: 086a8c53-4947-40ea-af28-d968459eed91 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:28:00.792221 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec04083-aa69-4527-8dac-7149eb706187 None None] Updating router 086a8c53-4947-40ea-af28-d968459eed91 port 1df8bf19-3c76-40be-86ac-2b1a9a95616a binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:28:00.821887 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dec04083-aa69-4527-8dac-7149eb706187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:00.914490 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port eef9bce8-12d2-41e4-890e-8b39114c6ef0, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=eef9bce8-12d2-41e4-890e-8b39114c6ef0,segment=NetworkSegment(1e83c5e6-61c2-4806-b1e4-9638a217c05b),segment_id=1e83c5e6-61c2-4806-b1e4-9638a217c05b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:00.926253 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0257419d-f5ec-4a05-a9c7-182742b56de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:01.002206 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:01.035252 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264f8b9-7a26-4f66-b982-0dc6ee4fca1b req-6d670de3-9b16-4e86-8177-e67f6bc91b93 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:01.049416 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d264f8b9-7a26-4f66-b982-0dc6ee4fca1b req-6d670de3-9b16-4e86-8177-e67f6bc91b93 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 945 time: 0.1609495 Apr 18 20:28:01.157796 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['e2a649e4-7bfc-4617-9c3d-6964e90cf608'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:28:01.231729 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035b3320-1548-4412-87a8-0d96e55d5741', 'tag': '3f3de43f-60c7-4796-8147-7cb919858923'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:01.240652 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87b89c9-8ba3-4779-bb4a-fb87e74499bb" -d '{"events": [{"name": "network-changed", "server_uuid": "035b3320-1548-4412-87a8-0d96e55d5741", "tag": "3f3de43f-60c7-4796-8147-7cb919858923"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:01.398915 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device ef305303-685c-46e7-be31-0aeddf3646bc no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:01.401259 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dec04083-aa69-4527-8dac-7149eb706187 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:01.420724 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dec04083-aa69-4527-8dac-7149eb706187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:01.454810 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-0257419d-f5ec-4a05-a9c7-182742b56de9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:28:01.455307 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-0257419d-f5ec-4a05-a9c7-182742b56de9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:28:01.456044 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 3f3de43f-60c7-4796-8147-7cb919858923 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:28:01.516715 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d264f8b9-7a26-4f66-b982-0dc6ee4fca1b req-48c4eebc-a1b8-4a0e-b058-5cac90144c67 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/security-groups?id=f154a964-7470-48ea-bb90-aed571586e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4530115 Apr 18 20:28:01.571661 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141d129-ae5a-4aac-b918-1d6b41556d62 None None] Pushing event updated for resources: {'Port': ['ID=1df8bf19-3c76-40be-86ac-2b1a9a95616a,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:01.588110 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-dec04083-aa69-4527-8dac-7149eb706187 None None] Attempting to bind port 1df8bf19-3c76-40be-86ac-2b1a9a95616a on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:01.591477 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-dec04083-aa69-4527-8dac-7149eb706187 None None] Attempting to bind port 1df8bf19-3c76-40be-86ac-2b1a9a95616a by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:01.592819 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec04083-aa69-4527-8dac-7149eb706187 None None] Attempting to bind port 1df8bf19-3c76-40be-86ac-2b1a9a95616a on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:01.604819 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141d129-ae5a-4aac-b918-1d6b41556d62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:01.609199 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141d129-ae5a-4aac-b918-1d6b41556d62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:01.609904 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141d129-ae5a-4aac-b918-1d6b41556d62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:01.610827 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141d129-ae5a-4aac-b918-1d6b41556d62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:01.611380 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141d129-ae5a-4aac-b918-1d6b41556d62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:01.615884 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2686c191-ed66-42e7-90e5-7b87f8efe778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:01.616749 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141d129-ae5a-4aac-b918-1d6b41556d62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:01.617314 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141d129-ae5a-4aac-b918-1d6b41556d62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:01.617854 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141d129-ae5a-4aac-b918-1d6b41556d62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:01.618388 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141d129-ae5a-4aac-b918-1d6b41556d62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:01.619083 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141d129-ae5a-4aac-b918-1d6b41556d62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:01.619651 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141d129-ae5a-4aac-b918-1d6b41556d62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:01.624077 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141d129-ae5a-4aac-b918-1d6b41556d62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:01.628202 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec04083-aa69-4527-8dac-7149eb706187 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:01.637561 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec04083-aa69-4527-8dac-7149eb706187 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:01.638760 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dec04083-aa69-4527-8dac-7149eb706187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:01.639675 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec04083-aa69-4527-8dac-7149eb706187 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:01.641240 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-dec04083-aa69-4527-8dac-7149eb706187 None None] Bound port: 1df8bf19-3c76-40be-86ac-2b1a9a95616a, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:01.642554 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dec04083-aa69-4527-8dac-7149eb706187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:01.670345 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 3f3de43f-60c7-4796-8147-7cb919858923, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3f3de43f-60c7-4796-8147-7cb919858923,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:01.697609 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: ef305303-685c-46e7-be31-0aeddf3646bc {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:28:01.701017 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device ef305303-685c-46e7-be31-0aeddf3646bc not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:28:01.766359 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 3f3de43f-60c7-4796-8147-7cb919858923 has no active binding in host n-h2-838323-3 {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 20:28:01.773327 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=e2a649e4-7bfc-4617-9c3d-6964e90cf608,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:01.831563 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-dec04083-aa69-4527-8dac-7149eb706187 None None] For port 1df8bf19-3c76-40be-86ac-2b1a9a95616a, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:01.842637 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-dec04083-aa69-4527-8dac-7149eb706187 None None] For port 1df8bf19-3c76-40be-86ac-2b1a9a95616a, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1df8bf19-3c76-40be-86ac-2b1a9a95616a,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:01.848489 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:01.849250 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:01.849874 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:01.850511 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:01.851204 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:01.851950 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:01.852643 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:01.853500 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:01.855175 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:01.856527 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:01.857195 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:01.858215 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:01.860422 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dec04083-aa69-4527-8dac-7149eb706187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:01.970805 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c2fcb0dd-501d-4c4c-b5f1-242a6277a99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:01.978386 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec04083-aa69-4527-8dac-7149eb706187 None None] Routers {'086a8c53-4947-40ea-af28-d968459eed91'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:01.981973 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-dec04083-aa69-4527-8dac-7149eb706187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:27:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['086a8c53-4947-40ea-af28-d968459eed91'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:01.992608 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=eef9bce8-12d2-41e4-890e-8b39114c6ef0,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:02.058168 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:02.112290 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-2686c191-ed66-42e7-90e5-7b87f8efe778 admin admin] Allocated IP 172.20.0.1 (834e15af-05bf-4f20-83eb-2a3f314d7649/d0add80b-3b17-4300-bcbd-ceda69a60cf3/8d61a1e4-914f-423c-83ef-51f587e73f9c) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:02.122038 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37dd21c-c21f-4f4d-a285-bc075464070a req-8ca25e7f-e5a5-4b1e-9c99-12b4e94f32d1 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:02.136468 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c37dd21c-c21f-4f4d-a285-bc075464070a req-8ca25e7f-e5a5-4b1e-9c99-12b4e94f32d1 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 944 time: 0.6107342 Apr 18 20:28:02.199562 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcb0dd-501d-4c4c-b5f1-242a6277a99e admin admin] Pushing event deleted for resources: {'Port': ['ID=d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:02.212949 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:02.269363 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2686c191-ed66-42e7-90e5-7b87f8efe778 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:02.315785 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2686c191-ed66-42e7-90e5-7b87f8efe778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:02.346350 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141d129-ae5a-4aac-b918-1d6b41556d62 None None] Pushing event updated for resources: {'Port': ['ID=1df8bf19-3c76-40be-86ac-2b1a9a95616a,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:02.362459 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2686c191-ed66-42e7-90e5-7b87f8efe778 admin admin] Network 834e15af-05bf-4f20-83eb-2a3f314d7649 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:02.370208 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-2686c191-ed66-42e7-90e5-7b87f8efe778 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:02.390567 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2686c191-ed66-42e7-90e5-7b87f8efe778 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:02.469030 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-dec04083-aa69-4527-8dac-7149eb706187 None None] Set router 086a8c53-4947-40ea-af28-d968459eed91 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:02.501926 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2686c191-ed66-42e7-90e5-7b87f8efe778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:02.537654 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef179ce0-b95b-4c5b-a055-0e5ed2dbb1f5 req-321a2b06-7429-446b-bbc0-2b76099917ed tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:02.561568 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ef179ce0-b95b-4c5b-a055-0e5ed2dbb1f5 req-321a2b06-7429-446b-bbc0-2b76099917ed tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 943 time: 0.7168496 Apr 18 20:28:02.624772 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686c191-ed66-42e7-90e5-7b87f8efe778 admin admin] Pushing event updated for resources: {'Port': ['ID=8d61a1e4-914f-423c-83ef-51f587e73f9c,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:02.637942 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c37dd21c-c21f-4f4d-a285-bc075464070a req-18f3754b-30fc-469c-898f-d407b8c3d6a8 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227443 Apr 18 20:28:02.752607 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-8204da8e-5213-4f71-8c00-cd07dcc4aea6 None None] Provisioning complete for port eef9bce8-12d2-41e4-890e-8b39114c6ef0 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:02.752989 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8204da8e-5213-4f71-8c00-cd07dcc4aea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:02.815940 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c2fcb0dd-501d-4c4c-b5f1-242a6277a99e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:02.845236 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1635fe29-a730-49f7-bbbe-9905a2407a69 x-openstack-request-id: req-1635fe29-a730-49f7-bbbe-9905a2407a69 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:02.845612 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035b3320-1548-4412-87a8-0d96e55d5741", "tag": "3f3de43f-60c7-4796-8147-7cb919858923", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:02.845766 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1635fe29-a730-49f7-bbbe-9905a2407a69 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:02.846176 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1635fe29-a730-49f7-bbbe-9905a2407a69'] response: {'name': 'network-changed', 'server_uuid': '035b3320-1548-4412-87a8-0d96e55d5741', 'tag': '3f3de43f-60c7-4796-8147-7cb919858923', 'status': 'completed', 'code': 200} Apr 18 20:28:02.850791 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2686c191-ed66-42e7-90e5-7b87f8efe778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:02.942054 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ef179ce0-b95b-4c5b-a055-0e5ed2dbb1f5 req-ada785e6-a6f4-464d-b8c4-f534d12a6937 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686130 Apr 18 20:28:03.117423 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-dec04083-aa69-4527-8dac-7149eb706187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a8c53-4947-40ea-af28-d968459eed91', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:56Z', 'updated_at': '2022-04-18T20:27:59Z', 'revision_number': 3, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'gw_port': {'id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:57Z', 'updated_at': '2022-04-18T20:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:03.120391 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b89c9-8ba3-4779-bb4a-fb87e74499bb req-c56dc444-f43c-47ce-b15d-4cb9d5ad4ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:03.123625 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f87b89c9-8ba3-4779-bb4a-fb87e74499bb req-c56dc444-f43c-47ce-b15d-4cb9d5ad4ec5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 1125 time: 0.2734284 Apr 18 20:28:03.271624 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec04083-aa69-4527-8dac-7149eb706187 None None] The sync data for ids ['086a8c53-4947-40ea-af28-d968459eed91'] in n-d-838323-3 is: [{'id': '086a8c53-4947-40ea-af28-d968459eed91', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:56Z', 'updated_at': '2022-04-18T20:27:59Z', 'revision_number': 3, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'gw_port': {'id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:57Z', 'updated_at': '2022-04-18T20:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:28:03.327486 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 926820b0-63b4-43ed-8bee-025ad0d58deb no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:03.407736 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2686c191-ed66-42e7-90e5-7b87f8efe778 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:03.419714 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4febf64-2612-41bd-9fb6-e162c6be3fb1 req-e9f4b42d-8d6c-4793-93d7-156c4abc46e5 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:03.427613 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4febf64-2612-41bd-9fb6-e162c6be3fb1 req-e9f4b42d-8d6c-4793-93d7-156c4abc46e5 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.5073793 Apr 18 20:28:03.428846 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2686c191-ed66-42e7-90e5-7b87f8efe778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:03.431066 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b89c9-8ba3-4779-bb4a-fb87e74499bb req-82082535-4f7a-4a9d-8af6-22eb6936f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:03.432567 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f87b89c9-8ba3-4779-bb4a-fb87e74499bb req-82082535-4f7a-4a9d-8af6-22eb6936f080 service neutron] 10.222.0.32 "GET /v2.0/networks?id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e HTTP/1.1" status: 200 len: 922 time: 0.2681668 Apr 18 20:28:03.456011 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-971bb4e2-c0c9-4cc9-8c8d-a0ac20146ead None None] Provisioning complete for port 8d61a1e4-914f-423c-83ef-51f587e73f9c triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:03.458301 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-971bb4e2-c0c9-4cc9-8c8d-a0ac20146ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:03.561842 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device eef9bce8-12d2-41e4-890e-8b39114c6ef0 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:03.584172 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f87b89c9-8ba3-4779-bb4a-fb87e74499bb req-5b824912-3c4d-402c-b6a4-e9dec1b83b26 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f3de43f-60c7-4796-8147-7cb919858923 HTTP/1.1" status: 200 len: 217 time: 0.1393554 Apr 18 20:28:03.611896 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2686c191-ed66-42e7-90e5-7b87f8efe778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:03.617231 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686c191-ed66-42e7-90e5-7b87f8efe778 admin admin] Pushing event updated for resources: {'Port': ['ID=8d61a1e4-914f-423c-83ef-51f587e73f9c,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:03.665879 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4febf64-2612-41bd-9fb6-e162c6be3fb1 req-5ce02c9f-0f14-43d4-8118-6314681b67df tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373817 Apr 18 20:28:03.709224 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce5a96-f4e3-4e1a-93a5-0a39ccff2dcb req-52d1fda3-008c-4da5-a8b8-dc971576c4b1 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:03.710891 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3cce5a96-f4e3-4e1a-93a5-0a39ccff2dcb req-52d1fda3-008c-4da5-a8b8-dc971576c4b1 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.2750230 Apr 18 20:28:03.821632 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b89c9-8ba3-4779-bb4a-fb87e74499bb req-c8261945-35e6-4c1f-b9d6-c813213afd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:03.824503 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f87b89c9-8ba3-4779-bb4a-fb87e74499bb req-c8261945-35e6-4c1f-b9d6-c813213afd0e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07088b8e-aaa8-48c6-be5d-b75368ae775e HTTP/1.1" status: 200 len: 861 time: 0.2256584 Apr 18 20:28:03.835046 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port eef9bce8-12d2-41e4-890e-8b39114c6ef0 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:03.835778 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:03.911329 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-971bb4e2-c0c9-4cc9-8c8d-a0ac20146ead None None] Port 8d61a1e4-914f-423c-83ef-51f587e73f9c cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:28:03.938827 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3cce5a96-f4e3-4e1a-93a5-0a39ccff2dcb req-aac92cd5-9fc4-45dc-9f87-63f6ebcf1abb tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852455 Apr 18 20:28:03.962403 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f87b89c9-8ba3-4779-bb4a-fb87e74499bb req-fc2d932b-2171-43ca-96f5-8cec6cf84f99 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212049 Apr 18 20:28:04.113775 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2fcb0dd-501d-4c4c-b5f1-242a6277a99e admin admin] Router 5297c610-0196-4a16-ac1b-69743affec6e has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:28:04.447777 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-239ec584-27e1-48aa-b9cb-6732399242ec req-73c7ab22-1c9a-4ed6-b9e1-fea75e3f3368 service neutron] 10.222.0.57 "GET /v2.0/ports/926820b0-63b4-43ed-8bee-025ad0d58deb/bindings/n-h1-838323-3 HTTP/1.1" status: 200 len: 384 time: 0.0813239 Apr 18 20:28:04.527690 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52367425-533c-4dd5-9f14-01dd1a5c91ab req-8a65d55b-5c24-46f4-a33d-1148c2ed258c tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:04.529723 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52367425-533c-4dd5-9f14-01dd1a5c91ab req-8a65d55b-5c24-46f4-a33d-1148c2ed258c tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 945 time: 0.4507895 Apr 18 20:28:04.536744 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f87b89c9-8ba3-4779-bb4a-fb87e74499bb req-e39fb564-327f-4c78-8cf9-f0f499fc65cb service neutron] 10.222.0.32 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5634327 Apr 18 20:28:04.543313 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fcb0dd-501d-4c4c-b5f1-242a6277a99e admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:28:04.557238 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c2fcb0dd-501d-4c4c-b5f1-242a6277a99e admin admin] 10.222.0.41 "PUT /v2.0/routers/5297c610-0196-4a16-ac1b-69743affec6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6407995 Apr 18 20:28:04.568595 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57900) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:04.570699 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b23b39-b3a3-4d2b-919c-b8e5be6ebe47 None None] Sync routers for ids ['5297c610-0196-4a16-ac1b-69743affec6e'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:28:04.591201 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b23b39-b3a3-4d2b-919c-b8e5be6ebe47 None None] Routers {'5297c610-0196-4a16-ac1b-69743affec6e'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:04.592211 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-91b23b39-b3a3-4d2b-919c-b8e5be6ebe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:27:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5297c610-0196-4a16-ac1b-69743affec6e'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:04.695136 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52367425-533c-4dd5-9f14-01dd1a5c91ab req-31536e88-7e75-49b3-a19e-9d0907122223 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/security-groups?id=f154a964-7470-48ea-bb90-aed571586e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481967 Apr 18 20:28:04.773193 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493487e8-7942-452f-9443-8e70908f4eaa req-1d91105d-f3bc-44fc-bd13-b23f49ec5f85 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:04.786392 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-493487e8-7942-452f-9443-8e70908f4eaa req-1d91105d-f3bc-44fc-bd13-b23f49ec5f85 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 944 time: 0.1944721 Apr 18 20:28:04.816234 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f87b89c9-8ba3-4779-bb4a-fb87e74499bb req-9e5656cf-7215-4537-a90b-e43626161383 service neutron] 10.222.0.32 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704315 Apr 18 20:28:04.865363 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2f75e75-de0f-48ae-8776-d1a15adae87e admin admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:04.892105 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-493487e8-7942-452f-9443-8e70908f4eaa req-fe156a84-c0ae-4a19-a1e6-74981269e0b6 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044452 Apr 18 20:28:04.929955 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f041fd-d993-40af-afaa-8e8dcc153ba0 req-4a69a65e-8bd0-41aa-b2af-fede33a99c26 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:04.942831 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-05f041fd-d993-40af-afaa-8e8dcc153ba0 req-4a69a65e-8bd0-41aa-b2af-fede33a99c26 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 943 time: 0.1182890 Apr 18 20:28:05.027246 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-95f75c27-cf83-4f0c-bd56-799839d3ec13 service neutron] 10.222.0.32 "GET /v2.0/ports/3f3de43f-60c7-4796-8147-7cb919858923/bindings/n-h2-838323-3 HTTP/1.1" status: 200 len: 384 time: 0.7041495 Apr 18 20:28:05.029546 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-05f041fd-d993-40af-afaa-8e8dcc153ba0 req-71e69ba8-181e-43f9-aeb4-8fba0457a092 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745831 Apr 18 20:28:05.116311 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-91b23b39-b3a3-4d2b-919c-b8e5be6ebe47 None None] Set router 5297c610-0196-4a16-ac1b-69743affec6e gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:05.188779 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device e2a649e4-7bfc-4617-9c3d-6964e90cf608 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:05.193735 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd4b6b-f447-40c7-97ff-477463835ac0 req-a8dd9039-6e83-45a2-bb57-c186b8c609c0 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:05.195745 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-51dd4b6b-f447-40c7-97ff-477463835ac0 req-a8dd9039-6e83-45a2-bb57-c186b8c609c0 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.1131308 Apr 18 20:28:05.254024 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2686c191-ed66-42e7-90e5-7b87f8efe778 admin admin] Network 834e15af-05bf-4f20-83eb-2a3f314d7649 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:05.264406 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-2686c191-ed66-42e7-90e5-7b87f8efe778 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:05.269517 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2f75e75-de0f-48ae-8776-d1a15adae87e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:05.299975 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-51dd4b6b-f447-40c7-97ff-477463835ac0 req-617c489e-8a0c-4e54-984f-e061939cffc0 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932529 Apr 18 20:28:05.315596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9697ddc-a159-487d-9975-16b4be6b0d68 req-7bf7c105-62e2-4af8-b424-8ad6f8cda316 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:05.324027 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9697ddc-a159-487d-9975-16b4be6b0d68 req-7bf7c105-62e2-4af8-b424-8ad6f8cda316 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.1144483 Apr 18 20:28:05.341671 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1df8bf19-3c76-40be-86ac-2b1a9a95616a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:05.385228 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9697ddc-a159-487d-9975-16b4be6b0d68 req-a658c924-9866-4338-84f5-96d2b6d6ea22 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592680 Apr 18 20:28:05.531151 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f989640-3635-424a-a7b9-3b54ca4d2860 req-dc709c88-7fee-48d7-a1b0-2b865cf212d3 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:05.550835 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1f989640-3635-424a-a7b9-3b54ca4d2860 req-dc709c88-7fee-48d7-a1b0-2b865cf212d3 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba353cb5-7876-4bb1-9d93-c0ccc132a205 HTTP/1.1" status: 200 len: 949 time: 0.1076438 Apr 18 20:28:05.583019 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 1df8bf19-3c76-40be-86ac-2b1a9a95616a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:05.583868 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:05.616359 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1f989640-3635-424a-a7b9-3b54ca4d2860 req-810edae7-c131-408c-9e00-745c5f74bf07 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638802 Apr 18 20:28:05.625691 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port e2a649e4-7bfc-4617-9c3d-6964e90cf608 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:28:05.642476 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port e2a649e4-7bfc-4617-9c3d-6964e90cf608 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:05.643037 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:05.653979 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-239ec584-27e1-48aa-b9cb-6732399242ec req-9646a4f5-bb73-4a1f-80ba-a67f4d47cccc service neutron] For port 926820b0-63b4-43ed-8bee-025ad0d58deb, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=926820b0-63b4-43ed-8bee-025ad0d58deb,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:05.662303 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2686c191-ed66-42e7-90e5-7b87f8efe778 admin admin] Router 086a8c53-4947-40ea-af28-d968459eed91 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:28:05.686192 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-d2f75e75-de0f-48ae-8776-d1a15adae87e admin admin] Deleting port 2ee0ab00-7df1-488b-a3ac-fb22a190e392 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:28:05.686585 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2f75e75-de0f-48ae-8776-d1a15adae87e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:05.722666 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-239ec584-27e1-48aa-b9cb-6732399242ec req-9646a4f5-bb73-4a1f-80ba-a67f4d47cccc service neutron] For port 926820b0-63b4-43ed-8bee-025ad0d58deb, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:05.743742 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-00df8a7a-994a-42c5-a79e-8c8516ae2e51 None None] Provisioning complete for port 8d61a1e4-914f-423c-83ef-51f587e73f9c triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:05.744142 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-00df8a7a-994a-42c5-a79e-8c8516ae2e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:05.853138 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-00df8a7a-994a-42c5-a79e-8c8516ae2e51 None None] Port 8d61a1e4-914f-423c-83ef-51f587e73f9c cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:28:05.873942 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-2e7466fa-2b86-4ef8-8234-e1c8474dd8e7 service neutron] For port 3f3de43f-60c7-4796-8147-7cb919858923, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3f3de43f-60c7-4796-8147-7cb919858923,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:05.899131 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:28:05.904112 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-91b23b39-b3a3-4d2b-919c-b8e5be6ebe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5297c610-0196-4a16-ac1b-69743affec6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465484721-router', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:55Z', 'updated_at': '2022-04-18T20:28:01Z', 'revision_number': 5, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'gw_port': {'id': '2ee0ab00-7df1-488b-a3ac-fb22a190e392', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5297c610-0196-4a16-ac1b-69743affec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:23:57Z', 'updated_at': '2022-04-18T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:05.914244 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-239ec584-27e1-48aa-b9cb-6732399242ec req-9646a4f5-bb73-4a1f-80ba-a67f4d47cccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 926820b0-63b4-43ed-8bee-025ad0d58deb {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:28:05.927932 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89656404-4ebb-41cc-b7dc-3aae167ebdd4 req-c6011d23-27f8-452f-b582-c47b54f1cdd3 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:05.929479 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89656404-4ebb-41cc-b7dc-3aae167ebdd4 req-c6011d23-27f8-452f-b582-c47b54f1cdd3 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 945 time: 0.0761552 Apr 18 20:28:05.941215 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:05.952635 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b23b39-b3a3-4d2b-919c-b8e5be6ebe47 None None] Checking router: 5297c610-0196-4a16-ac1b-69743affec6e for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:28:05.964047 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:05.966021 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-239ec584-27e1-48aa-b9cb-6732399242ec req-9646a4f5-bb73-4a1f-80ba-a67f4d47cccc service neutron] For port 926820b0-63b4-43ed-8bee-025ad0d58deb, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=926820b0-63b4-43ed-8bee-025ad0d58deb,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:05.982089 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b23b39-b3a3-4d2b-919c-b8e5be6ebe47 None None] Routers {'5297c610-0196-4a16-ac1b-69743affec6e'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:05.982598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-91b23b39-b3a3-4d2b-919c-b8e5be6ebe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:27:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5297c610-0196-4a16-ac1b-69743affec6e'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:06.007362 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89656404-4ebb-41cc-b7dc-3aae167ebdd4 req-90270330-28f6-4f3d-978e-4a408d47b2d7 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/security-groups?id=f154a964-7470-48ea-bb90-aed571586e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567832 Apr 18 20:28:06.075798 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-2e7466fa-2b86-4ef8-8234-e1c8474dd8e7 service neutron] For port 3f3de43f-60c7-4796-8147-7cb919858923, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:06.141547 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port e2a649e4-7bfc-4617-9c3d-6964e90cf608, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=e2a649e4-7bfc-4617-9c3d-6964e90cf608,segment=NetworkSegment(d3359f71-0577-4865-9383-090c581c9e69),segment_id=d3359f71-0577-4865-9383-090c581c9e69)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:06.142846 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfa8743-47d6-416f-89f1-cdf290fb9bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a649e4-7bfc-4617-9c3d-6964e90cf608'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:06.146660 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8cc8fc-2979-42c7-9ee6-98a0cfa56c3d" -d '{"events": [{"server_uuid": "bcfa8743-47d6-416f-89f1-cdf290fb9bc9", "name": "network-vif-plugged", "status": "completed", "tag": "e2a649e4-7bfc-4617-9c3d-6964e90cf608"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:06.153839 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-239ec584-27e1-48aa-b9cb-6732399242ec req-9646a4f5-bb73-4a1f-80ba-a67f4d47cccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:06.174650 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59101e48-9fa9-4342-85da-ec8ad1d0bb8a req-d8b22eaa-589b-4405-96e6-079bd6a24a8f tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:06.177750 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-59101e48-9fa9-4342-85da-ec8ad1d0bb8a req-d8b22eaa-589b-4405-96e6-079bd6a24a8f tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 944 time: 0.1142325 Apr 18 20:28:06.182410 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 1df8bf19-3c76-40be-86ac-2b1a9a95616a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1df8bf19-3c76-40be-86ac-2b1a9a95616a,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:06.184370 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:06.217047 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-91b23b39-b3a3-4d2b-919c-b8e5be6ebe47 None None] Set router 5297c610-0196-4a16-ac1b-69743affec6e gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:06.222325 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-d2f75e75-de0f-48ae-8776-d1a15adae87e admin admin] For port 2ee0ab00-7df1-488b-a3ac-fb22a190e392, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2ee0ab00-7df1-488b-a3ac-fb22a190e392,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:06.222701 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2f75e75-de0f-48ae-8776-d1a15adae87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:06.268412 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-2e7466fa-2b86-4ef8-8234-e1c8474dd8e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f3de43f-60c7-4796-8147-7cb919858923 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:28:06.287616 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-d2f75e75-de0f-48ae-8776-d1a15adae87e admin admin] Calling delete_port for 2ee0ab00-7df1-488b-a3ac-fb22a190e392 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:28:06.291562 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:06.291828 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2686c191-ed66-42e7-90e5-7b87f8efe778 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:28:06.316465 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2686c191-ed66-42e7-90e5-7b87f8efe778 admin admin] 10.222.0.41 "PUT /v2.0/routers/086a8c53-4947-40ea-af28-d968459eed91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9909220 Apr 18 20:28:06.316465 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-2e7466fa-2b86-4ef8-8234-e1c8474dd8e7 service neutron] For port 3f3de43f-60c7-4796-8147-7cb919858923, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=3f3de43f-60c7-4796-8147-7cb919858923,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:06.331178 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-91b23b39-b3a3-4d2b-919c-b8e5be6ebe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5297c610-0196-4a16-ac1b-69743affec6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465484721-router', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:55Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 6, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:06.370863 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e1563-9998-407b-9f70-697b8b240d38 req-02f470d7-c779-43c5-8b0d-2a159521ed40 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:06.372591 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-150e1563-9998-407b-9f70-697b8b240d38 req-02f470d7-c779-43c5-8b0d-2a159521ed40 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 943 time: 0.1927009 Apr 18 20:28:06.375632 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-59101e48-9fa9-4342-85da-ec8ad1d0bb8a req-e15c4889-18a6-459b-87fa-157f1b222e58 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776102 Apr 18 20:28:06.393730 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b23b39-b3a3-4d2b-919c-b8e5be6ebe47 None None] The sync data for ids ['5297c610-0196-4a16-ac1b-69743affec6e'] in n-d-838323-3 is: [{'id': '5297c610-0196-4a16-ac1b-69743affec6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465484721-router', 'tenant_id': '9c31a5607b8149d6830abd18010bd1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:55Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 6, 'project_id': '9c31a5607b8149d6830abd18010bd1c0', 'gw_port_host': None}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:28:06.424724 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=e2a649e4-7bfc-4617-9c3d-6964e90cf608,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:06.432578 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-2e7466fa-2b86-4ef8-8234-e1c8474dd8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:06.505671 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-150e1563-9998-407b-9f70-697b8b240d38 req-d7645227-a893-4664-9e76-3fd958d8ef23 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257083 Apr 18 20:28:06.522744 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-239ec584-27e1-48aa-b9cb-6732399242ec req-9646a4f5-bb73-4a1f-80ba-a67f4d47cccc service neutron] Transition to ACTIVE for port object 926820b0-63b4-43ed-8bee-025ad0d58deb will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:28:06.556877 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-239ec584-27e1-48aa-b9cb-6732399242ec req-9646a4f5-bb73-4a1f-80ba-a67f4d47cccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:06.598704 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbefcc67-77cb-4f98-99c2-c65f1aa6d9ef None None] Sync routers for ids ['086a8c53-4947-40ea-af28-d968459eed91'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:28:06.608846 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0d284a-cbb0-432f-8222-efcce751eab6 x-openstack-request-id: req-3a0d284a-cbb0-432f-8222-efcce751eab6 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:06.613109 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcfa8743-47d6-416f-89f1-cdf290fb9bc9", "name": "network-vif-plugged", "status": "completed", "tag": "e2a649e4-7bfc-4617-9c3d-6964e90cf608", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:06.613660 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a0d284a-cbb0-432f-8222-efcce751eab6 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:06.614319 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a0d284a-cbb0-432f-8222-efcce751eab6'] response: {'server_uuid': 'bcfa8743-47d6-416f-89f1-cdf290fb9bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a649e4-7bfc-4617-9c3d-6964e90cf608', 'code': 200} Apr 18 20:28:06.631404 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=1df8bf19-3c76-40be-86ac-2b1a9a95616a,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:06.676891 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbefcc67-77cb-4f98-99c2-c65f1aa6d9ef None None] Routers {'086a8c53-4947-40ea-af28-d968459eed91'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:06.678589 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-dbefcc67-77cb-4f98-99c2-c65f1aa6d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:27:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['086a8c53-4947-40ea-af28-d968459eed91'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:06.694909 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5932010-0cd0-4cf9-b35d-17f4266b0b6a req-93931f4f-3526-42b3-849d-07755bba3c5d tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:06.699907 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5932010-0cd0-4cf9-b35d-17f4266b0b6a req-93931f4f-3526-42b3-849d-07755bba3c5d tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.57 "GET /v2.0/ports?device_id=230b00d2-a32d-4296-b8ba-f81cd9656c3e HTTP/1.1" status: 200 len: 950 time: 0.2394986 Apr 18 20:28:06.761321 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46d012-23dc-40b8-a311-b1ae13bb5548 req-6f60c36d-d886-46ca-90af-319f4af0908e tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:06.764866 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb46d012-23dc-40b8-a311-b1ae13bb5548 req-6f60c36d-d886-46ca-90af-319f4af0908e tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba353cb5-7876-4bb1-9d93-c0ccc132a205 HTTP/1.1" status: 200 len: 949 time: 0.2882190 Apr 18 20:28:06.818961 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-239ec584-27e1-48aa-b9cb-6732399242ec req-9646a4f5-bb73-4a1f-80ba-a67f4d47cccc service neutron] No DVR routers for this DVR port 926820b0-63b4-43ed-8bee-025ad0d58deb on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:28:06.858607 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-dbefcc67-77cb-4f98-99c2-c65f1aa6d9ef None None] Set router 086a8c53-4947-40ea-af28-d968459eed91 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:07.068221 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-239ec584-27e1-48aa-b9cb-6732399242ec req-9646a4f5-bb73-4a1f-80ba-a67f4d47cccc service neutron] 10.222.0.57 "PUT /v2.0/ports/926820b0-63b4-43ed-8bee-025ad0d58deb/bindings/n-h1-838323-3/activate HTTP/1.1" status: 200 len: 369 time: 2.6124239 Apr 18 20:28:07.076306 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646a4f5-bb73-4a1f-80ba-a67f4d47cccc service neutron] Pushing event updated for resources: {'Port': ['ID=926820b0-63b4-43ed-8bee-025ad0d58deb,revision_number=10']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:07.093722 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-2e7466fa-2b86-4ef8-8234-e1c8474dd8e7 service neutron] Transition to ACTIVE for port object 3f3de43f-60c7-4796-8147-7cb919858923 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:28:07.101298 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6f256-5adf-44a4-8c81-090da00f9664 req-28033590-6d31-4d6e-9680-cce248d9af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:07.103593 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4fb6f256-5adf-44a4-8c81-090da00f9664 req-28033590-6d31-4d6e-9680-cce248d9af6d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 1097 time: 0.4011655 Apr 18 20:28:07.108469 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-2e7466fa-2b86-4ef8-8234-e1c8474dd8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:07.168422 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2f75e75-de0f-48ae-8776-d1a15adae87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:07.216198 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-2e7466fa-2b86-4ef8-8234-e1c8474dd8e7 service neutron] No DVR routers for this DVR port 3f3de43f-60c7-4796-8147-7cb919858923 on host n-h1-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:28:07.255203 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-dbefcc67-77cb-4f98-99c2-c65f1aa6d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a8c53-4947-40ea-af28-d968459eed91', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:56Z', 'updated_at': '2022-04-18T20:28:02Z', 'revision_number': 4, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'gw_port': {'id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:57Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '8d61a1e4-914f-423c-83ef-51f587e73f9c', 'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'mac_address': 'fa:16:3e:7c:1b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:01Z', 'updated_at': '2022-04-18T20:28:03Z', 'revision_number': 2, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'subnets': [{'id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:07.272223 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7466fa-2b86-4ef8-8234-e1c8474dd8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3f3de43f-60c7-4796-8147-7cb919858923,revision_number=10']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:07.326909 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4fb6f256-5adf-44a4-8c81-090da00f9664 req-52df3ff3-fc60-4990-8616-bd980cba4070 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f154a964-7470-48ea-bb90-aed571586e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072890 Apr 18 20:28:07.328597 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3758d20-643b-403c-886d-4fc4dac3e3ad req-831cdcf9-1775-4c6f-a08a-88c61aa0b95d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:07.333375 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3758d20-643b-403c-886d-4fc4dac3e3ad req-831cdcf9-1775-4c6f-a08a-88c61aa0b95d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.5467012 Apr 18 20:28:07.346376 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:07.350903 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cda3d-1848-4b35-8b26-dc1b33c9e56f req-4a6e99ee-f19a-4371-836a-d35770c67336 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:07.352598 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c8cda3d-1848-4b35-8b26-dc1b33c9e56f req-4a6e99ee-f19a-4371-836a-d35770c67336 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.6467471 Apr 18 20:28:07.422181 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ec584-27e1-48aa-b9cb-6732399242ec req-a4239f4b-d4db-4811-b924-004354e68241 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:07.423899 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-239ec584-27e1-48aa-b9cb-6732399242ec req-a4239f4b-d4db-4811-b924-004354e68241 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b&tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&binding%3Ahost_id=n-h2-838323-3 HTTP/1.1" status: 200 len: 1095 time: 0.2300625 Apr 18 20:28:07.498268 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbefcc67-77cb-4f98-99c2-c65f1aa6d9ef None None] Checking router: 086a8c53-4947-40ea-af28-d968459eed91 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:28:07.498990 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbefcc67-77cb-4f98-99c2-c65f1aa6d9ef None None] Updating router 086a8c53-4947-40ea-af28-d968459eed91 port 8d61a1e4-914f-423c-83ef-51f587e73f9c binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:28:07.523346 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3758d20-643b-403c-886d-4fc4dac3e3ad req-2b73e053-1750-4863-8c3d-589814b0208c tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813278 Apr 18 20:28:07.531039 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c8cda3d-1848-4b35-8b26-dc1b33c9e56f req-80672b81-907e-4701-922f-a3401ddeba30 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525457 Apr 18 20:28:07.547441 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dbefcc67-77cb-4f98-99c2-c65f1aa6d9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:07.579206 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-d5932010-0cd0-4cf9-b35d-17f4266b0b6a req-861fac2a-0801-422c-953c-d8b1dc97700a tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Deleting port 1593e05e-05e8-42b9-a562-ecdf559c35fa {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:28:07.587775 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d5932010-0cd0-4cf9-b35d-17f4266b0b6a req-861fac2a-0801-422c-953c-d8b1dc97700a tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:07.603974 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1df8bf19-3c76-40be-86ac-2b1a9a95616a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:07.707368 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-bb46d012-23dc-40b8-a311-b1ae13bb5548 req-b6d743a6-963e-456d-b438-2ea20f846fb0 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Deleting port ecc8d0c1-b2ed-458f-9620-b5c850dd7cae {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:28:07.708211 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bb46d012-23dc-40b8-a311-b1ae13bb5548 req-b6d743a6-963e-456d-b438-2ea20f846fb0 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:07.757950 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 1df8bf19-3c76-40be-86ac-2b1a9a95616a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:07.762524 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:07.806112 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-2e7466fa-2b86-4ef8-8234-e1c8474dd8e7 service neutron] 10.222.0.32 "PUT /v2.0/ports/3f3de43f-60c7-4796-8147-7cb919858923/bindings/n-h2-838323-3/activate HTTP/1.1" status: 200 len: 369 time: 2.7342088 Apr 18 20:28:07.809270 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f75e75-de0f-48ae-8776-d1a15adae87e admin admin] Pushing event deleted for resources: {'Port': ['ID=2ee0ab00-7df1-488b-a3ac-fb22a190e392,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:07.842680 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2f75e75-de0f-48ae-8776-d1a15adae87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.000499 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-d5932010-0cd0-4cf9-b35d-17f4266b0b6a req-861fac2a-0801-422c-953c-d8b1dc97700a tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] For port 1593e05e-05e8-42b9-a562-ecdf559c35fa, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=1593e05e-05e8-42b9-a562-ecdf559c35fa,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:08.000499 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d5932010-0cd0-4cf9-b35d-17f4266b0b6a req-861fac2a-0801-422c-953c-d8b1dc97700a tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.025563 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-d5932010-0cd0-4cf9-b35d-17f4266b0b6a req-861fac2a-0801-422c-953c-d8b1dc97700a tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Calling delete_port for 1593e05e-05e8-42b9-a562-ecdf559c35fa owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:28:08.057620 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dbefcc67-77cb-4f98-99c2-c65f1aa6d9ef None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.072498 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dbefcc67-77cb-4f98-99c2-c65f1aa6d9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.081954 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2ee0ab00-7df1-488b-a3ac-fb22a190e392 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:08.143722 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31176481-2982-4bff-83fb-7b3e641ad9c6 None None] Pushing event updated for resources: {'Port': ['ID=8d61a1e4-914f-423c-83ef-51f587e73f9c,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:08.146836 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2f75e75-de0f-48ae-8776-d1a15adae87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.151902 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2f75e75-de0f-48ae-8776-d1a15adae87e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.186727 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 2ee0ab00-7df1-488b-a3ac-fb22a190e392 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:28:08.187253 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2ee0ab00-7df1-488b-a3ac-fb22a190e392 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:28:08.187927 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:08.229307 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-dbefcc67-77cb-4f98-99c2-c65f1aa6d9ef None None] Attempting to bind port 8d61a1e4-914f-423c-83ef-51f587e73f9c on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:08.229769 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-dbefcc67-77cb-4f98-99c2-c65f1aa6d9ef None None] Attempting to bind port 8d61a1e4-914f-423c-83ef-51f587e73f9c by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1e83c5e6-61c2-4806-b1e4-9638a217c05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:08.230133 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbefcc67-77cb-4f98-99c2-c65f1aa6d9ef None None] Attempting to bind port 8d61a1e4-914f-423c-83ef-51f587e73f9c on network 834e15af-05bf-4f20-83eb-2a3f314d7649 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:08.235010 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f06f3-3a92-424d-a7cf-c43f8adb27f3 req-301fad31-36f0-4ca2-8e9c-73615a34b381 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:08.236828 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-283f06f3-3a92-424d-a7cf-c43f8adb27f3 req-301fad31-36f0-4ca2-8e9c-73615a34b381 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba353cb5-7876-4bb1-9d93-c0ccc132a205 HTTP/1.1" status: 200 len: 949 time: 0.5622714 Apr 18 20:28:08.245099 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbefcc67-77cb-4f98-99c2-c65f1aa6d9ef None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:08.245883 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbefcc67-77cb-4f98-99c2-c65f1aa6d9ef None None] Checking segment: {'id': '1e83c5e6-61c2-4806-b1e4-9638a217c05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:08.246787 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d5932010-0cd0-4cf9-b35d-17f4266b0b6a req-861fac2a-0801-422c-953c-d8b1dc97700a tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.247907 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dbefcc67-77cb-4f98-99c2-c65f1aa6d9ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.249619 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbefcc67-77cb-4f98-99c2-c65f1aa6d9ef None None] Bound using segment: {'id': '1e83c5e6-61c2-4806-b1e4-9638a217c05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:08.251286 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-dbefcc67-77cb-4f98-99c2-c65f1aa6d9ef None None] Bound port: 8d61a1e4-914f-423c-83ef-51f587e73f9c, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e83c5e6-61c2-4806-b1e4-9638a217c05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:08.252013 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dbefcc67-77cb-4f98-99c2-c65f1aa6d9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.296851 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2f75e75-de0f-48ae-8776-d1a15adae87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.297592 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f75e75-de0f-48ae-8776-d1a15adae87e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5297c610-0196-4a16-ac1b-69743affec6e {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:28:08.307147 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['ecc8d0c1-b2ed-458f-9620-b5c850dd7cae'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:28:08.316342 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['ff19b1ee-4bdd-4f97-80b1-8d1e20492643', '77ea9693-068f-4108-9533-a71ee1eba00d', '4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:28:08.323710 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:28:08.324030 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fac2a-0801-422c-953c-d8b1dc97700a tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Pushing event deleted for resources: {'Port': ['ID=1593e05e-05e8-42b9-a562-ecdf559c35fa,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:08.324250 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d4bb34d2-50a7-470d-bff7-a1cdba8b0e9f not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:28:08.344275 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2f75e75-de0f-48ae-8776-d1a15adae87e admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.349220 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d2f75e75-de0f-48ae-8776-d1a15adae87e admin admin] 10.222.0.41 "DELETE /v2.0/routers/5297c610-0196-4a16-ac1b-69743affec6e HTTP/1.1" status: 204 len: 168 time: 3.7652307 Apr 18 20:28:08.351633 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57944) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:08.385000 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-bb46d012-23dc-40b8-a311-b1ae13bb5548 req-b6d743a6-963e-456d-b438-2ea20f846fb0 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] For port ecc8d0c1-b2ed-458f-9620-b5c850dd7cae, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ecc8d0c1-b2ed-458f-9620-b5c850dd7cae,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:08.389291 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bb46d012-23dc-40b8-a311-b1ae13bb5548 req-b6d743a6-963e-456d-b438-2ea20f846fb0 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.395206 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-dbefcc67-77cb-4f98-99c2-c65f1aa6d9ef None None] For port 8d61a1e4-914f-423c-83ef-51f587e73f9c, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:08.404728 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-dbefcc67-77cb-4f98-99c2-c65f1aa6d9ef None None] For port 8d61a1e4-914f-423c-83ef-51f587e73f9c, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8d61a1e4-914f-423c-83ef-51f587e73f9c,segment=NetworkSegment(1e83c5e6-61c2-4806-b1e4-9638a217c05b),segment_id=1e83c5e6-61c2-4806-b1e4-9638a217c05b)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:08.416053 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dbefcc67-77cb-4f98-99c2-c65f1aa6d9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.512641 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5932010-0cd0-4cf9-b35d-17f4266b0b6a req-861fac2a-0801-422c-953c-d8b1dc97700a tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] No DVR routers for this DVR port 1593e05e-05e8-42b9-a562-ecdf559c35fa on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:28:08.514877 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-bb46d012-23dc-40b8-a311-b1ae13bb5548 req-b6d743a6-963e-456d-b438-2ea20f846fb0 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Calling delete_port for ecc8d0c1-b2ed-458f-9620-b5c850dd7cae owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:28:08.525334 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-6709cf7d-4cec-4d89-8aaa-a1e151ffd332 admin admin] Deleting subnet 9b169574-6f19-4861-aa97-53614f9267fe {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:28:08.531444 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d5932010-0cd0-4cf9-b35d-17f4266b0b6a req-861fac2a-0801-422c-953c-d8b1dc97700a tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.531921 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6709cf7d-4cec-4d89-8aaa-a1e151ffd332 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.534947 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31176481-2982-4bff-83fb-7b3e641ad9c6 None None] Pushing event updated for resources: {'Port': ['ID=8d61a1e4-914f-423c-83ef-51f587e73f9c,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:08.535301 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5932010-0cd0-4cf9-b35d-17f4266b0b6a req-861fac2a-0801-422c-953c-d8b1dc97700a tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.57 "DELETE /v2.0/ports/1593e05e-05e8-42b9-a562-ecdf559c35fa HTTP/1.1" status: 204 len: 173 time: 1.8076572 Apr 18 20:28:08.545667 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230b00d2-a32d-4296-b8ba-f81cd9656c3e', 'name': 'network-vif-deleted', 'tag': '1593e05e-05e8-42b9-a562-ecdf559c35fa'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:08.549504 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da651d84-70e1-4114-920d-91fe354d32b6" -d '{"events": [{"server_uuid": "230b00d2-a32d-4296-b8ba-f81cd9656c3e", "name": "network-vif-deleted", "tag": "1593e05e-05e8-42b9-a562-ecdf559c35fa"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:08.589673 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-283f06f3-3a92-424d-a7cf-c43f8adb27f3 req-cf5f7938-43ef-4372-9644-0b17c6f02e14 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174191 Apr 18 20:28:08.613044 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbefcc67-77cb-4f98-99c2-c65f1aa6d9ef None None] Routers {'086a8c53-4947-40ea-af28-d968459eed91'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:08.613702 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-dbefcc67-77cb-4f98-99c2-c65f1aa6d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:27:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['086a8c53-4947-40ea-af28-d968459eed91'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:08.653412 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6709cf7d-4cec-4d89-8aaa-a1e151ffd332 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.727539 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-2c649675-3046-4906-9b73-c8b3024d9dad tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:08.729492 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-2c649675-3046-4906-9b73-c8b3024d9dad tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/networks?id=834e15af-05bf-4f20-83eb-2a3f314d7649 HTTP/1.1" status: 200 len: 820 time: 0.5157008 Apr 18 20:28:08.759819 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f2eb69eb-8cab-4f35-b45b-a03bc3b77ded None None] Provisioning complete for port 8d61a1e4-914f-423c-83ef-51f587e73f9c triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:08.772473 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f2eb69eb-8cab-4f35-b45b-a03bc3b77ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.778978 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-fa5f5b81-8bb1-48e6-8d13-39ae7738ef10 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/quotas/ff855e139abe40c691b068b429bd1371 HTTP/1.1" status: 200 len: 375 time: 0.0266426 Apr 18 20:28:08.835078 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-dbefcc67-77cb-4f98-99c2-c65f1aa6d9ef None None] Set router 086a8c53-4947-40ea-af28-d968459eed91 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:09.018260 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa86e6-c86a-4d9f-8cfa-77876d5b1968 req-e15ae386-22d5-4446-bfef-7a81b081d486 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:09.032078 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0caa86e6-c86a-4d9f-8cfa-77876d5b1968 req-e15ae386-22d5-4446-bfef-7a81b081d486 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 946 time: 0.2516153 Apr 18 20:28:09.041616 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6709cf7d-4cec-4d89-8aaa-a1e151ffd332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:09.129333 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-1da4626a-1335-4334-9760-c6fc512ba2f2 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff855e139abe40c691b068b429bd1371&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3336468 Apr 18 20:28:09.181906 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6709cf7d-4cec-4d89-8aaa-a1e151ffd332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:09.203467 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3f3de43f-60c7-4796-8147-7cb919858923 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:09.257533 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0caa86e6-c86a-4d9f-8cfa-77876d5b1968 req-8316871c-5e63-422c-9d78-87f9355f1e10 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/security-groups?id=f154a964-7470-48ea-bb90-aed571586e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148850 Apr 18 20:28:09.279868 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709cf7d-4cec-4d89-8aaa-a1e151ffd332 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b169574-6f19-4861-aa97-53614f9267fe,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:09.288577 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6709cf7d-4cec-4d89-8aaa-a1e151ffd332 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:09.296297 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6709cf7d-4cec-4d89-8aaa-a1e151ffd332 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9b169574-6f19-4861-aa97-53614f9267fe HTTP/1.1" status: 204 len: 168 time: 0.9435635 Apr 18 20:28:09.299685 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57952) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:09.330352 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3f3de43f-60c7-4796-8147-7cb919858923 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:28:09.332892 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2783bc33-e5ed-44ad-a306-fc64237e5a74 None None] Network aa0818df-a918-4234-93bb-c4f1c30fdeff requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:28:09.354929 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-dbefcc67-77cb-4f98-99c2-c65f1aa6d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a8c53-4947-40ea-af28-d968459eed91', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:56Z', 'updated_at': '2022-04-18T20:28:02Z', 'revision_number': 4, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'gw_port': {'id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:57Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '8d61a1e4-914f-423c-83ef-51f587e73f9c', 'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'mac_address': 'fa:16:3e:7c:1b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:01Z', 'updated_at': '2022-04-18T20:28:08Z', 'revision_number': 4, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'subnets': [{'id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:09.358401 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 1593e05e-05e8-42b9-a562-ecdf559c35fa no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:09.425428 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-9da45064-e557-4c39-8b6e-e6a20628b1d3 service neutron] 10.222.0.41 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805228 Apr 18 20:28:09.459751 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f4ed647-1eb2-463d-8e49-ff8369c038fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:09.488718 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbefcc67-77cb-4f98-99c2-c65f1aa6d9ef None None] The sync data for ids ['086a8c53-4947-40ea-af28-d968459eed91'] in n-d-838323-3 is: [{'id': '086a8c53-4947-40ea-af28-d968459eed91', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:56Z', 'updated_at': '2022-04-18T20:28:02Z', 'revision_number': 4, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'gw_port': {'id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:57Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '8d61a1e4-914f-423c-83ef-51f587e73f9c', 'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'mac_address': 'fa:16:3e:7c:1b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:01Z', 'updated_at': '2022-04-18T20:28:08Z', 'revision_number': 4, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'subnets': [{'id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:28:09.529093 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 1593e05e-05e8-42b9-a562-ecdf559c35fa {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:28:09.529625 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 1593e05e-05e8-42b9-a562-ecdf559c35fa not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:28:09.651911 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-5f4ed647-1eb2-463d-8e49-ff8369c038fa admin admin] Deleting port 7c2e027d-3ac5-4cc2-9b92-d3f166b2f735 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:28:09.653719 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f4ed647-1eb2-463d-8e49-ff8369c038fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:09.708204 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f2eb69eb-8cab-4f35-b45b-a03bc3b77ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:09.708560 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bb46d012-23dc-40b8-a311-b1ae13bb5548 req-b6d743a6-963e-456d-b438-2ea20f846fb0 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:09.724009 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-f91f53cd-dfd6-40e6-a1a7-bf384bcf2de6 service neutron] 10.222.0.41 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657790 Apr 18 20:28:09.820019 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-5f4ed647-1eb2-463d-8e49-ff8369c038fa admin admin] For port 7c2e027d-3ac5-4cc2-9b92-d3f166b2f735, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7c2e027d-3ac5-4cc2-9b92-d3f166b2f735,segment=NetworkSegment(3e371145-be9f-4691-af57-5ba121ad60c9),segment_id=3e371145-be9f-4691-af57-5ba121ad60c9)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:09.820655 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f4ed647-1eb2-463d-8e49-ff8369c038fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:09.886168 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f2eb69eb-8cab-4f35-b45b-a03bc3b77ded None None] For port 8d61a1e4-914f-423c-83ef-51f587e73f9c, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8d61a1e4-914f-423c-83ef-51f587e73f9c,segment=NetworkSegment(1e83c5e6-61c2-4806-b1e4-9638a217c05b),segment_id=1e83c5e6-61c2-4806-b1e4-9638a217c05b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:09.892517 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-5f4ed647-1eb2-463d-8e49-ff8369c038fa admin admin] Calling delete_port for 7c2e027d-3ac5-4cc2-9b92-d3f166b2f735 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:28:09.933104 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d743a6-963e-456d-b438-2ea20f846fb0 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Pushing event deleted for resources: {'Port': ['ID=ecc8d0c1-b2ed-458f-9620-b5c850dd7cae,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:09.996168 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-c889f6a7-86da-41cb-a33f-d69049f8e4a8 service neutron] show failed (client error): The resource could not be found. Apr 18 20:28:09.999149 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-c889f6a7-86da-41cb-a33f-d69049f8e4a8 service neutron] 10.222.0.57 "GET /v2.0/ports/3dbf0afa-a0c0-4ddd-85fc-74b67136491a/bindings/n-h1-838323-3 HTTP/1.1" status: 404 len: 380 time: 0.5586762 Apr 18 20:28:10.075497 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb46d012-23dc-40b8-a311-b1ae13bb5548 req-b6d743a6-963e-456d-b438-2ea20f846fb0 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] No DVR routers for this DVR port ecc8d0c1-b2ed-458f-9620-b5c850dd7cae on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:28:10.081583 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bb46d012-23dc-40b8-a311-b1ae13bb5548 req-b6d743a6-963e-456d-b438-2ea20f846fb0 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.090385 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb46d012-23dc-40b8-a311-b1ae13bb5548 req-b6d743a6-963e-456d-b438-2ea20f846fb0 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.32 "DELETE /v2.0/ports/ecc8d0c1-b2ed-458f-9620-b5c850dd7cae HTTP/1.1" status: 204 len: 173 time: 2.9011512 Apr 18 20:28:10.107222 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6342b-e95a-40ec-a16f-769e23a778d1 req-41b30cb5-58e3-4050-82dd-4073893973df tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:10.123561 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbf6342b-e95a-40ec-a16f-769e23a778d1 req-41b30cb5-58e3-4050-82dd-4073893973df tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 945 time: 0.4927597 Apr 18 20:28:10.176103 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f4ed647-1eb2-463d-8e49-ff8369c038fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.254893 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbf6342b-e95a-40ec-a16f-769e23a778d1 req-8bebeffe-de50-4905-92fa-64394edde454 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274502 Apr 18 20:28:10.300241 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f2eb69eb-8cab-4f35-b45b-a03bc3b77ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.344497 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ed647-1eb2-463d-8e49-ff8369c038fa admin admin] No DVR routers for this DVR port 7c2e027d-3ac5-4cc2-9b92-d3f166b2f735 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:28:10.353463 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ed647-1eb2-463d-8e49-ff8369c038fa admin admin] Pushing event deleted for resources: {'Port': ['ID=7c2e027d-3ac5-4cc2-9b92-d3f166b2f735,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:10.476033 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccffd67-9099-4e99-961b-f972a98ac13f req-9cd0aded-67e3-48a6-bcef-ef77adfdcea5 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:10.498202 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ccffd67-9099-4e99-961b-f972a98ac13f req-9cd0aded-67e3-48a6-bcef-ef77adfdcea5 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 944 time: 0.2745194 Apr 18 20:28:10.620499 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f4ed647-1eb2-463d-8e49-ff8369c038fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.687473 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-93915634-f2a1-426c-b0c2-c001594bacd7 None None] Provisioning complete for port 8d61a1e4-914f-423c-83ef-51f587e73f9c triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:10.688295 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-93915634-f2a1-426c-b0c2-c001594bacd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.690411 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-5f4ed647-1eb2-463d-8e49-ff8369c038fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0818df-a918-4234-93bb-c4f1c30fdeff']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:10.707885 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-5f4ed647-1eb2-463d-8e49-ff8369c038fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e371145-be9f-4691-af57-5ba121ad60c9') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:10.708328 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-5f4ed647-1eb2-463d-8e49-ff8369c038fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e371145-be9f-4691-af57-5ba121ad60c9') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:10.723089 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f4ed647-1eb2-463d-8e49-ff8369c038fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.744618 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f4ed647-1eb2-463d-8e49-ff8369c038fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.760385 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4ed647-1eb2-463d-8e49-ff8369c038fa admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:28:10.761534 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f4ed647-1eb2-463d-8e49-ff8369c038fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:28:10.764468 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:28:10.776228 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ccffd67-9099-4e99-961b-f972a98ac13f req-91e82117-a662-4514-bdee-ca59e7bfcbe8 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766342 Apr 18 20:28:10.796941 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23dd54-aa1d-4f04-9670-f613140047e7 req-0352214d-26c0-440a-abbe-f713fc27d689 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:10.800771 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4a23dd54-aa1d-4f04-9670-f613140047e7 req-0352214d-26c0-440a-abbe-f713fc27d689 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.2073011 Apr 18 20:28:10.910544 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb69eb-8cab-4f35-b45b-a03bc3b77ded None None] Pushing event updated for resources: {'Port': ['ID=8d61a1e4-914f-423c-83ef-51f587e73f9c,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:10.922400 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f4ed647-1eb2-463d-8e49-ff8369c038fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.929033 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4a23dd54-aa1d-4f04-9670-f613140047e7 req-2f5cffca-ab73-4d7c-9896-e1921d2d9197 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128058 Apr 18 20:28:10.935871 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4e8da2-dc04-494d-a6a4-8201dce280c1 None None] DHCP port deletion for aa0818df-a918-4234-93bb-c4f1c30fdeff request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:28:10.937697 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f4ed647-1eb2-463d-8e49-ff8369c038fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.949706 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5f4ed647-1eb2-463d-8e49-ff8369c038fa admin admin] 10.222.0.41 "DELETE /v2.0/networks/aa0818df-a918-4234-93bb-c4f1c30fdeff HTTP/1.1" status: 204 len: 168 time: 1.6476462 Apr 18 20:28:10.955760 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57966) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:11.018647 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ed647-1eb2-463d-8e49-ff8369c038fa admin admin] Pushing event deleted for resources: {'Network': ['ID=aa0818df-a918-4234-93bb-c4f1c30fdeff,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:11.029917 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7812e74-ed6b-49f3-9fe3-5d4fafc6dee0 x-openstack-request-id: req-b7812e74-ed6b-49f3-9fe3-5d4fafc6dee0 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:11.031345 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230b00d2-a32d-4296-b8ba-f81cd9656c3e", "name": "network-vif-deleted", "tag": "1593e05e-05e8-42b9-a562-ecdf559c35fa", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:11.037008 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7812e74-ed6b-49f3-9fe3-5d4fafc6dee0 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:11.037956 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7812e74-ed6b-49f3-9fe3-5d4fafc6dee0'] response: {'server_uuid': '230b00d2-a32d-4296-b8ba-f81cd9656c3e', 'name': 'network-vif-deleted', 'tag': '1593e05e-05e8-42b9-a562-ecdf559c35fa', 'status': 'completed', 'code': 200} Apr 18 20:28:11.189368 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device ecc8d0c1-b2ed-458f-9620-b5c850dd7cae no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:11.228500 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: ecc8d0c1-b2ed-458f-9620-b5c850dd7cae {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:28:11.228856 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device ecc8d0c1-b2ed-458f-9620-b5c850dd7cae not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:28:11.294703 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9254ba12-129e-4d39-87b7-243d4da462aa req-9d20f3d8-1166-4543-8e60-9edbf122e184 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba353cb5-7876-4bb1-9d93-c0ccc132a205 HTTP/1.1" status: 200 len: 210 time: 0.0824616 Apr 18 20:28:11.309885 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8d61a1e4-914f-423c-83ef-51f587e73f9c up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:11.342773 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c46bc-0542-4ee8-a4ff-a2c65a96a74a req-e04403ee-970f-4ad0-99c5-85b31134396e tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:11.346183 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-880c46bc-0542-4ee8-a4ff-a2c65a96a74a req-e04403ee-970f-4ad0-99c5-85b31134396e tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.2386043 Apr 18 20:28:11.430529 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:11.459934 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 8d61a1e4-914f-423c-83ef-51f587e73f9c triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:11.460464 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:11.487717 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-16ac6a62-40cc-4161-95a6-4e0223cd84e6 req-83654302-2356-4086-bd66-3483c54906e2 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=d984d381-8a8d-4094-8f8e-941081d8753f HTTP/1.1" status: 200 len: 210 time: 0.0660429 Apr 18 20:28:11.507084 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-880c46bc-0542-4ee8-a4ff-a2c65a96a74a req-128b1c0d-bb05-4356-9a64-35fbcdb1224b tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397145 Apr 18 20:28:11.827666 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7c2e027d-3ac5-4cc2-9b92-d3f166b2f735 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:11.887957 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 7c2e027d-3ac5-4cc2-9b92-d3f166b2f735 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:28:11.889104 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7c2e027d-3ac5-4cc2-9b92-d3f166b2f735 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:28:12.025864 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ec584-27e1-48aa-b9cb-6732399242ec req-29865efe-5656-4bd6-8adf-4084fd960b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:12.028605 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-239ec584-27e1-48aa-b9cb-6732399242ec req-29865efe-5656-4bd6-8adf-4084fd960b59 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b&tenant_id=b50996ef10d94bd4bdbc7264ef06ee97 HTTP/1.1" status: 200 len: 1095 time: 0.4360881 Apr 18 20:28:12.039003 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-d9a6d642-fb76-4962-ab17-e340d9a263aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:12.041242 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-d9a6d642-fb76-4962-ab17-e340d9a263aa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447&tenant_id=f3b4f15f5bca46ea8bac796d6de7252e HTTP/1.1" status: 200 len: 1101 time: 0.3176026 Apr 18 20:28:12.045840 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-ca53e20c-57cb-4a6d-bb50-270d7551b7c8 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:12.048266 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-ca53e20c-57cb-4a6d-bb50-270d7551b7c8 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741&tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&binding%3Ahost_id=n-h1-838323-3 HTTP/1.1" status: 200 len: 1096 time: 0.3373125 Apr 18 20:28:12.062704 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd02a7c-7616-45ae-b4a8-4759e4885bfc req-6762c557-d984-4aa9-aa90-4dff0cece09c tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:12.064853 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cfd02a7c-7616-45ae-b4a8-4759e4885bfc req-6762c557-d984-4aa9-aa90-4dff0cece09c tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 945 time: 0.3266268 Apr 18 20:28:12.083501 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a070f-c3b3-4ab7-8ca0-359a1a8e9936 req-3ee55323-8a36-4140-bbae-dfb0aa1c8c36 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:12.085480 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f91a070f-c3b3-4ab7-8ca0-359a1a8e9936 req-3ee55323-8a36-4140-bbae-dfb0aa1c8c36 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 946 time: 0.3764620 Apr 18 20:28:12.102456 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-84a2444b-e788-4c49-8dac-2a424b769fce service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838323-3', 'device_owner': 'compute:nova'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:12.118489 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['ff19b1ee-4bdd-4f97-80b1-8d1e20492643', '77ea9693-068f-4108-9533-a71ee1eba00d', '4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:28:12.184276 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8f50e62a-81f1-47a6-b784-c60537713f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:12.306131 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-a829adf9-974a-42f4-a984-dc251e5f5054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:12.308752 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-a829adf9-974a-42f4-a984-dc251e5f5054 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741&tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639 HTTP/1.1" status: 200 len: 1096 time: 0.2384806 Apr 18 20:28:12.354200 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-84a2444b-e788-4c49-8dac-2a424b769fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:12.444477 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f91a070f-c3b3-4ab7-8ca0-359a1a8e9936 req-d0ab000e-e8ed-425d-abf8-280308a91d15 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/security-groups?id=f154a964-7470-48ea-bb90-aed571586e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3356171 Apr 18 20:28:12.458291 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cfd02a7c-7616-45ae-b4a8-4759e4885bfc req-70810dd1-a6cb-4d01-902b-b1fb9aac14c9 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497703 Apr 18 20:28:12.562944 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ec584-27e1-48aa-b9cb-6732399242ec req-ef688609-6892-433b-8091-ec2ebf538a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:12.568330 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-239ec584-27e1-48aa-b9cb-6732399242ec req-ef688609-6892-433b-8091-ec2ebf538a75 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 1095 time: 0.4982772 Apr 18 20:28:12.869713 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-0d08d59d-ed5a-49e7-8337-80a3d2f6b9de tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:12.872651 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-0d08d59d-ed5a-49e7-8337-80a3d2f6b9de tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.57 "GET /v2.0/networks?id=834e15af-05bf-4f20-83eb-2a3f314d7649 HTTP/1.1" status: 200 len: 820 time: 0.4669809 Apr 18 20:28:12.891143 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-62d38168-de2a-447b-a023-8c2b7fc8ddfd tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Request body: {'port': {'device_id': 'd984d381-8a8d-4094-8f8e-941081d8753f', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'admin_state_up': True, 'tenant_id': 'ff855e139abe40c691b068b429bd1371'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:13.204748 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-62d38168-de2a-447b-a023-8c2b7fc8ddfd tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Made reservation on behalf of ff855e139abe40c691b068b429bd1371 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:13.210511 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-62d38168-de2a-447b-a023-8c2b7fc8ddfd tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:13.224281 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba353cb5-7876-4bb1-9d93-c0ccc132a205', 'name': 'network-vif-deleted', 'tag': 'ecc8d0c1-b2ed-458f-9620-b5c850dd7cae'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:13.228294 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa73bd0-0850-4fae-ae57-ee87e308b65c" -d '{"events": [{"server_uuid": "ba353cb5-7876-4bb1-9d93-c0ccc132a205", "name": "network-vif-deleted", "tag": "ecc8d0c1-b2ed-458f-9620-b5c850dd7cae"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:13.245564 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-8f50e62a-81f1-47a6-b784-c60537713f86 admin admin] Deleting port 15217c55-319f-46db-a3cc-90f382ee2964 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:28:13.245986 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8f50e62a-81f1-47a6-b784-c60537713f86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:13.262165 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-c58cb7da-2ec8-4f60-a59d-89bb342723ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:13.264659 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-c58cb7da-2ec8-4f60-a59d-89bb342723ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 1096 time: 0.8897414 Apr 18 20:28:13.325213 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 3dbf0afa-a0c0-4ddd-85fc-74b67136491a no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:13.456821 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:13.531192 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09c71b-2212-4ba5-b445-616ba5e57551 req-d685a680-2d80-45cb-9af2-c12fad9768e0 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:13.533798 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc09c71b-2212-4ba5-b445-616ba5e57551 req-d685a680-2d80-45cb-9af2-c12fad9768e0 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 944 time: 0.9139595 Apr 18 20:28:13.576405 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-67cd0b05-5565-42b0-8a00-73d9a619dba6 req-339f7ab9-2640-4d84-b6bb-2051a9cc7633 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=35ea88d4-eac7-482a-97ba-450e81f56bc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2473359 Apr 18 20:28:13.588574 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8702c1-7ed8-4dc0-a092-6813375340e5 req-5dc57e4d-8d0f-4b49-902e-47416b20be13 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:13.593545 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-8f50e62a-81f1-47a6-b784-c60537713f86 admin admin] For port 15217c55-319f-46db-a3cc-90f382ee2964, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=15217c55-319f-46db-a3cc-90f382ee2964,segment=NetworkSegment(0a2f0597-c620-44b2-9172-e2c5197f30a3),segment_id=0a2f0597-c620-44b2-9172-e2c5197f30a3)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:13.594144 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8f50e62a-81f1-47a6-b784-c60537713f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:13.598036 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf8702c1-7ed8-4dc0-a092-6813375340e5 req-5dc57e4d-8d0f-4b49-902e-47416b20be13 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.8477423 Apr 18 20:28:13.631656 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-8f50e62a-81f1-47a6-b784-c60537713f86 admin admin] Calling delete_port for 15217c55-319f-46db-a3cc-90f382ee2964 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:28:13.643488 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ec584-27e1-48aa-b9cb-6732399242ec req-d3bbfc1e-6bf3-4961-8409-e4a403a572e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:13.646057 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-239ec584-27e1-48aa-b9cb-6732399242ec req-d3bbfc1e-6bf3-4961-8409-e4a403a572e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 908 time: 1.0619578 Apr 18 20:28:13.657746 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-62d38168-de2a-447b-a023-8c2b7fc8ddfd tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Allocated IP 172.20.0.12 (834e15af-05bf-4f20-83eb-2a3f314d7649/d0add80b-3b17-4300-bcbd-ceda69a60cf3/a1951abb-39fe-4668-be71-a5e220d3343b) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:13.861481 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-239ec584-27e1-48aa-b9cb-6732399242ec req-5372342c-2a26-404c-b633-c2a205e6562a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=926820b0-63b4-43ed-8bee-025ad0d58deb HTTP/1.1" status: 200 len: 217 time: 0.2025838 Apr 18 20:28:13.945951 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc09c71b-2212-4ba5-b445-616ba5e57551 req-d576a2db-e331-4273-aad4-1966a72ecf35 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904612 Apr 18 20:28:13.977377 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-e034db70-3aec-4525-9445-9081a51db758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:13.979670 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-e034db70-3aec-4525-9445-9081a51db758 service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e HTTP/1.1" status: 200 len: 922 time: 0.7027445 Apr 18 20:28:13.982261 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd0b05-5565-42b0-8a00-73d9a619dba6 req-4e51fd3f-3d9b-4ba8-af62-cb477484cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:13.983742 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-67cd0b05-5565-42b0-8a00-73d9a619dba6 req-4e51fd3f-3d9b-4ba8-af62-cb477484cd58 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&device_id=35ea88d4-eac7-482a-97ba-450e81f56bc4 HTTP/1.1" status: 200 len: 1101 time: 0.3729942 Apr 18 20:28:13.986435 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf8702c1-7ed8-4dc0-a092-6813375340e5 req-8869f3d3-06af-4871-9d58-bf00d23129ef tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457665 Apr 18 20:28:14.068950 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-8d1cef27-15c4-4d73-9471-6aef279c888c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f3de43f-60c7-4796-8147-7cb919858923 HTTP/1.1" status: 200 len: 217 time: 0.0702732 Apr 18 20:28:14.070411 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ec584-27e1-48aa-b9cb-6732399242ec req-d7247d10-efc2-4956-8cac-e0e9f3ee77db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:14.071844 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-239ec584-27e1-48aa-b9cb-6732399242ec req-d7247d10-efc2-4956-8cac-e0e9f3ee77db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1 HTTP/1.1" status: 200 len: 847 time: 0.1896548 Apr 18 20:28:14.074380 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-84a2444b-e788-4c49-8dac-2a424b769fce service neutron] For port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=3dbf0afa-a0c0-4ddd-85fc-74b67136491a,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:14.141941 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-239ec584-27e1-48aa-b9cb-6732399242ec req-5387cb5c-e1d4-44e2-9ad5-705b9d813d88 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498130 Apr 18 20:28:14.207595 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-59012840-3e5e-4a91-922f-6c52eac28a9c req-b5abf0e3-b061-4646-b119-69c24326d0f5 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=d984d381-8a8d-4094-8f8e-941081d8753f HTTP/1.1" status: 200 len: 210 time: 0.0596211 Apr 18 20:28:14.293580 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-f372e372-9598-480d-ac65-a86e3cee6801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:14.295235 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-f372e372-9598-480d-ac65-a86e3cee6801 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=07088b8e-aaa8-48c6-be5d-b75368ae775e HTTP/1.1" status: 200 len: 861 time: 0.2186620 Apr 18 20:28:14.298145 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-84a2444b-e788-4c49-8dac-2a424b769fce service neutron] For port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:14.341388 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b6ed43-7b1b-441b-a8ce-cce27a5e195b x-openstack-request-id: req-32b6ed43-7b1b-441b-a8ce-cce27a5e195b {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:14.341692 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba353cb5-7876-4bb1-9d93-c0ccc132a205", "name": "network-vif-deleted", "tag": "ecc8d0c1-b2ed-458f-9620-b5c850dd7cae", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:14.342009 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32b6ed43-7b1b-441b-a8ce-cce27a5e195b {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:14.342304 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b6ed43-7b1b-441b-a8ce-cce27a5e195b'] response: {'server_uuid': 'ba353cb5-7876-4bb1-9d93-c0ccc132a205', 'name': 'network-vif-deleted', 'tag': 'ecc8d0c1-b2ed-458f-9620-b5c850dd7cae', 'status': 'completed', 'code': 200} Apr 18 20:28:14.353740 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd0b05-5565-42b0-8a00-73d9a619dba6 req-ec5f52d7-6b3a-43aa-bee2-61b653c2f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:14.355940 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-67cd0b05-5565-42b0-8a00-73d9a619dba6 req-ec5f52d7-6b3a-43aa-bee2-61b653c2f860 service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.3369093 Apr 18 20:28:14.368296 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-54b6a2d6-dca8-424c-8ba2-7a1241230f44 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633295 Apr 18 20:28:14.379009 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfc8ed-6877-45f4-917f-f87adc68e9c6 req-ebcb6fd4-36bd-4531-8745-3af0575f6b92 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:14.380609 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4fdfc8ed-6877-45f4-917f-f87adc68e9c6 req-ebcb6fd4-36bd-4531-8745-3af0575f6b92 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.2189112 Apr 18 20:28:14.450716 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-67cd0b05-5565-42b0-8a00-73d9a619dba6 req-7ed0ae94-8e1b-42f1-a6ec-6746325bce3b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=77ea9693-068f-4108-9533-a71ee1eba00d HTTP/1.1" status: 200 len: 217 time: 0.0826547 Apr 18 20:28:14.500797 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-62d38168-de2a-447b-a023-8c2b7fc8ddfd tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.516171 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-84a2444b-e788-4c49-8dac-2a424b769fce service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.550714 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-239ec584-27e1-48aa-b9cb-6732399242ec req-f1a13e4a-f7d6-4df2-95ed-badcd002baf1 service neutron] 10.222.0.32 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900855 Apr 18 20:28:14.563465 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd0b05-5565-42b0-8a00-73d9a619dba6 req-bce78643-4ff1-4747-9b54-8d8176327304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:14.565403 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-67cd0b05-5565-42b0-8a00-73d9a619dba6 req-bce78643-4ff1-4747-9b54-8d8176327304 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.1049192 Apr 18 20:28:14.565647 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-84a2444b-e788-4c49-8dac-2a424b769fce service neutron] Transition to ACTIVE for port object 3dbf0afa-a0c0-4ddd-85fc-74b67136491a will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:28:14.587742 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4fdfc8ed-6877-45f4-917f-f87adc68e9c6 req-7afb3c3d-4ea5-4917-a6a2-826215078084 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806374 Apr 18 20:28:14.640646 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-84a2444b-e788-4c49-8dac-2a424b769fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.652249 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8f50e62a-81f1-47a6-b784-c60537713f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.688982 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:28:14.689960 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:28:14.700354 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-62d38168-de2a-447b-a023-8c2b7fc8ddfd tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.702352 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50e62a-81f1-47a6-b784-c60537713f86 admin admin] Pushing event deleted for resources: {'Port': ['ID=15217c55-319f-46db-a3cc-90f382ee2964,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:14.747025 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd0b05-5565-42b0-8a00-73d9a619dba6 req-76a18f78-f180-4e4d-9ef7-7fb413a96807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:14.748878 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-67cd0b05-5565-42b0-8a00-73d9a619dba6 req-76a18f78-f180-4e4d-9ef7-7fb413a96807 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1712327 Apr 18 20:28:14.830268 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d1f66-e759-45a2-986b-3b209a83d5c7 req-8a455645-9368-464e-9993-1c14d99d524d tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:14.831912 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-62d38168-de2a-447b-a023-8c2b7fc8ddfd tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Network 834e15af-05bf-4f20-83eb-2a3f314d7649 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:14.838354 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e86d1f66-e759-45a2-986b-3b209a83d5c7 req-8a455645-9368-464e-9993-1c14d99d524d tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 946 time: 0.4111376 Apr 18 20:28:14.849266 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-62d38168-de2a-447b-a023-8c2b7fc8ddfd tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:14.860310 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-a0ffdb35-9d9a-498f-983b-ba233ccbd63d service neutron] 10.222.0.57 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746134 Apr 18 20:28:14.862278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-84a2444b-e788-4c49-8dac-2a424b769fce service neutron] No DVR routers for this DVR port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:28:14.885860 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d38168-de2a-447b-a023-8c2b7fc8ddfd tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Pushing event updated for resources: {'Port': ['ID=a1951abb-39fe-4668-be71-a5e220d3343b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:14.897487 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-62d38168-de2a-447b-a023-8c2b7fc8ddfd tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:15.046789 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2444b-e788-4c49-8dac-2a424b769fce service neutron] Pushing event updated for resources: {'Port': ['ID=3dbf0afa-a0c0-4ddd-85fc-74b67136491a,revision_number=6']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:15.094539 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e86d1f66-e759-45a2-986b-3b209a83d5c7 req-bc3b6e0e-99fc-45a1-99c7-638460c1ee49 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/security-groups?id=f154a964-7470-48ea-bb90-aed571586e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550197 Apr 18 20:28:15.111579 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-62d38168-de2a-447b-a023-8c2b7fc8ddfd tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:15.112795 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-62d38168-de2a-447b-a023-8c2b7fc8ddfd tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:15.137595 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-67cd0b05-5565-42b0-8a00-73d9a619dba6 req-daeb051c-5bf0-4eb2-bb2c-882bd4ec0985 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634937 Apr 18 20:28:15.141427 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e489c-5501-42ea-b59b-d14d25a74ad4 req-6cf70714-70ab-4299-9703-8d377d9767aa tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:15.143329 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f15e489c-5501-42ea-b59b-d14d25a74ad4 req-6cf70714-70ab-4299-9703-8d377d9767aa tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 945 time: 0.4220846 Apr 18 20:28:15.149946 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-84a2444b-e788-4c49-8dac-2a424b769fce service neutron] Attempting to bind port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:15.152847 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-84a2444b-e788-4c49-8dac-2a424b769fce service neutron] Attempting to bind port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:15.153376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-84a2444b-e788-4c49-8dac-2a424b769fce service neutron] Attempting to bind port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:15.170500 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-239ec584-27e1-48aa-b9cb-6732399242ec req-23e87672-eff0-4410-8867-71a5cb639017 service neutron] 10.222.0.32 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6079416 Apr 18 20:28:15.234185 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-84a2444b-e788-4c49-8dac-2a424b769fce service neutron] Port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:28:15.234763 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-84a2444b-e788-4c49-8dac-2a424b769fce service neutron] Attempting to bind port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:15.267585 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-84a2444b-e788-4c49-8dac-2a424b769fce service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:15.268135 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-84a2444b-e788-4c49-8dac-2a424b769fce service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:15.268818 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-84a2444b-e788-4c49-8dac-2a424b769fce service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:15.269672 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-84a2444b-e788-4c49-8dac-2a424b769fce service neutron] Bound port: 3dbf0afa-a0c0-4ddd-85fc-74b67136491a, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:15.270162 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-84a2444b-e788-4c49-8dac-2a424b769fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:15.330083 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-62d38168-de2a-447b-a023-8c2b7fc8ddfd tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4472303 Apr 18 20:28:15.365317 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-976c2c74-6898-4690-be29-9fb65ddd5cb0 service neutron] Request body: {'port': {'device_id': 'd984d381-8a8d-4094-8f8e-941081d8753f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:15.399148 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8f50e62a-81f1-47a6-b784-c60537713f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:15.399438 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-f6d7f567-ad5c-46c1-8feb-b48c6d1c3192 service neutron] 10.222.0.57 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225525 Apr 18 20:28:15.420271 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f15e489c-5501-42ea-b59b-d14d25a74ad4 req-1d46d6e2-53ba-4ba7-bfd7-bb9bec57c060 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432919 Apr 18 20:28:15.504659 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5597c9fc-d028-40bd-86f7-4af65d818b65 None None] Provisioning complete for port a1951abb-39fe-4668-be71-a5e220d3343b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:15.505498 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5597c9fc-d028-40bd-86f7-4af65d818b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:15.537008 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-67cd0b05-5565-42b0-8a00-73d9a619dba6 req-184e0d97-e73a-4bfe-af9a-ef032e1cabb9 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162487 Apr 18 20:28:15.553590 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-976c2c74-6898-4690-be29-9fb65ddd5cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:15.560258 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-5597c9fc-d028-40bd-86f7-4af65d818b65 None None] Port a1951abb-39fe-4668-be71-a5e220d3343b cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:28:15.745004 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84ccae-25a3-4431-a0c2-d7bef4f86a29 req-628a99d6-d1fe-4720-8579-27644f41a086 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:15.747827 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af84ccae-25a3-4431-a0c2-d7bef4f86a29 req-628a99d6-d1fe-4720-8579-27644f41a086 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 944 time: 0.2639592 Apr 18 20:28:15.767254 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-84a2444b-e788-4c49-8dac-2a424b769fce service neutron] For port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:15.774342 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-84a2444b-e788-4c49-8dac-2a424b769fce service neutron] For port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3dbf0afa-a0c0-4ddd-85fc-74b67136491a,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:15.810812 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ec584-27e1-48aa-b9cb-6732399242ec req-1d94882f-47e7-4dfc-b5cb-3c527e5893e2 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:15.813598 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-239ec584-27e1-48aa-b9cb-6732399242ec req-1d94882f-47e7-4dfc-b5cb-3c527e5893e2 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b&tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&binding%3Ahost_id=n-h1-838323-3 HTTP/1.1" status: 200 len: 1095 time: 0.2758274 Apr 18 20:28:15.815396 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-84a2444b-e788-4c49-8dac-2a424b769fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:15.833337 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8840ae0-28e1-42f6-9fc9-70ef3b982262 req-d6382f28-fad7-4c9e-b6b2-1074dbe29844 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:15.836020 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8840ae0-28e1-42f6-9fc9-70ef3b982262 req-d6382f28-fad7-4c9e-b6b2-1074dbe29844 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.3042011 Apr 18 20:28:15.922260 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-7e125637-a3ec-483d-8012-4e04aad4d3ca tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:15.924691 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-7e125637-a3ec-483d-8012-4e04aad4d3ca tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741&tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&binding%3Ahost_id=n-h2-838323-3 HTTP/1.1" status: 200 len: 1096 time: 0.1986763 Apr 18 20:28:15.967208 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f50e62a-81f1-47a6-b784-c60537713f86 admin admin] Router 42663ad2-c869-4e6f-a0ee-e0377877a7aa has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:28:16.031357 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-84a2444b-e788-4c49-8dac-2a424b769fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:16.032064 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-84a2444b-e788-4c49-8dac-2a424b769fce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:16.036231 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-84a2444b-e788-4c49-8dac-2a424b769fce service neutron] 10.222.0.32 "PUT /v2.0/ports/3dbf0afa-a0c0-4ddd-85fc-74b67136491a HTTP/1.1" status: 200 len: 1096 time: 3.9681480 Apr 18 20:28:16.040359 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af84ccae-25a3-4431-a0c2-d7bef4f86a29 req-024b722b-7d5b-4018-b2c0-9bcb7c21ba19 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785726 Apr 18 20:28:16.256208 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8840ae0-28e1-42f6-9fc9-70ef3b982262 req-f106bbc7-b06e-447f-91b1-f601ea31936c tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903344 Apr 18 20:28:16.263486 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2444b-e788-4c49-8dac-2a424b769fce service neutron] Pushing event updated for resources: {'Port': ['ID=3dbf0afa-a0c0-4ddd-85fc-74b67136491a,revision_number=7']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:16.289580 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-976c2c74-6898-4690-be29-9fb65ddd5cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1951abb-39fe-4668-be71-a5e220d3343b {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:28:16.303618 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-976c2c74-6898-4690-be29-9fb65ddd5cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:16.339969 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-976c2c74-6898-4690-be29-9fb65ddd5cb0 service neutron] Transition to ACTIVE for port object a1951abb-39fe-4668-be71-a5e220d3343b will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:28:16.349164 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f50e62a-81f1-47a6-b784-c60537713f86 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:28:16.366849 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d2e340-75f1-4141-ab51-ccdbc0001aca None None] Sync routers for ids ['42663ad2-c869-4e6f-a0ee-e0377877a7aa'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:28:16.369488 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8f50e62a-81f1-47a6-b784-c60537713f86 admin admin] 10.222.0.41 "PUT /v2.0/routers/42663ad2-c869-4e6f-a0ee-e0377877a7aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4085839 Apr 18 20:28:16.372482 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-976c2c74-6898-4690-be29-9fb65ddd5cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:16.379139 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58004) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:16.397545 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d2e340-75f1-4141-ab51-ccdbc0001aca None None] Routers {'42663ad2-c869-4e6f-a0ee-e0377877a7aa'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:16.399088 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f3d2e340-75f1-4141-ab51-ccdbc0001aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:27:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['42663ad2-c869-4e6f-a0ee-e0377877a7aa'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:16.456711 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-b82fdf44-6c41-4ce8-9d06-c7a91cd3869f service neutron] For port 3f3de43f-60c7-4796-8147-7cb919858923, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:16.505805 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-b82fdf44-6c41-4ce8-9d06-c7a91cd3869f service neutron] Notify callbacks [] for binding, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:16.507108 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-acc51b07-64c4-41f4-b563-f60cf3019391 req-b82fdf44-6c41-4ce8-9d06-c7a91cd3869f service neutron] 10.222.0.57 "DELETE /v2.0/ports/3f3de43f-60c7-4796-8147-7cb919858923/bindings/n-h1-838323-3 HTTP/1.1" status: 204 len: 173 time: 0.5386548 Apr 18 20:28:16.549863 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c2c74-6898-4690-be29-9fb65ddd5cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1951abb-39fe-4668-be71-a5e220d3343b,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:16.608596 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-f3d2e340-75f1-4141-ab51-ccdbc0001aca None None] Set router 42663ad2-c869-4e6f-a0ee-e0377877a7aa gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:16.710270 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de512c4-f6a2-4956-9793-60f9a4379447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dbf0afa-a0c0-4ddd-85fc-74b67136491a'}, {'name': 'network-changed', 'server_uuid': '2de512c4-f6a2-4956-9793-60f9a4379447', 'tag': '3dbf0afa-a0c0-4ddd-85fc-74b67136491a'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:16.713408 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85427563-6614-4cee-b286-43e840fab82a" -d '{"events": [{"server_uuid": "2de512c4-f6a2-4956-9793-60f9a4379447", "name": "network-vif-unplugged", "status": "completed", "tag": "3dbf0afa-a0c0-4ddd-85fc-74b67136491a"}, {"name": "network-changed", "server_uuid": "2de512c4-f6a2-4956-9793-60f9a4379447", "tag": "3dbf0afa-a0c0-4ddd-85fc-74b67136491a"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:16.771889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02be3d7-bc5b-4aa0-ac5b-387bbdcf9e7b req-8ebd3d85-3f42-4d0a-a061-e98cd71387a6 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:16.781648 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e02be3d7-bc5b-4aa0-ac5b-387bbdcf9e7b req-8ebd3d85-3f42-4d0a-a061-e98cd71387a6 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=d984d381-8a8d-4094-8f8e-941081d8753f HTTP/1.1" status: 200 len: 932 time: 0.5747659 Apr 18 20:28:16.797631 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-3b2fd698-d717-4ae1-925e-e158e1382df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:16.799223 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-3b2fd698-d717-4ae1-925e-e158e1382df4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 1099 time: 0.6819558 Apr 18 20:28:16.940115 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f3d2e340-75f1-4141-ab51-ccdbc0001aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42663ad2-c869-4e6f-a0ee-e0377877a7aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2072890678-router', 'tenant_id': '181c6fdb9cf04d7181980991cd9fa969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6dadae4a-efd5-48fe-881e-d8dae041f611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:23Z', 'updated_at': '2022-04-18T20:28:14Z', 'revision_number': 5, 'project_id': '181c6fdb9cf04d7181980991cd9fa969', 'gw_port': {'id': '6dadae4a-efd5-48fe-881e-d8dae041f611', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42663ad2-c869-4e6f-a0ee-e0377877a7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:25Z', 'updated_at': '2022-04-18T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:16.952072 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-239ec584-27e1-48aa-b9cb-6732399242ec req-12a809f0-aeb8-4ce1-9e96-78c1d36fc090 service neutron] For port 926820b0-63b4-43ed-8bee-025ad0d58deb, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:16.971911 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06a205-8d1a-42ce-8e17-82ffeb805da6 req-87fff864-f789-4c10-9956-87ebb08e4df5 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:16.973415 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-da06a205-8d1a-42ce-8e17-82ffeb805da6 req-87fff864-f789-4c10-9956-87ebb08e4df5 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 948 time: 0.2518005 Apr 18 20:28:16.976471 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-239ec584-27e1-48aa-b9cb-6732399242ec req-12a809f0-aeb8-4ce1-9e96-78c1d36fc090 service neutron] Notify callbacks [] for binding, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:16.977540 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-239ec584-27e1-48aa-b9cb-6732399242ec req-12a809f0-aeb8-4ce1-9e96-78c1d36fc090 service neutron] 10.222.0.32 "DELETE /v2.0/ports/926820b0-63b4-43ed-8bee-025ad0d58deb/bindings/n-h2-838323-3 HTTP/1.1" status: 204 len: 173 time: 1.1353908 Apr 18 20:28:16.995321 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e02be3d7-bc5b-4aa0-ac5b-387bbdcf9e7b req-afd50d3b-00c8-4359-af39-8fd4f09d54e4 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/security-groups?id=1690906e-3c9e-4e4a-b6d0-59485a65f318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074182 Apr 18 20:28:17.029527 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d2e340-75f1-4141-ab51-ccdbc0001aca None None] Checking router: 42663ad2-c869-4e6f-a0ee-e0377877a7aa for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:28:17.079318 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d2e340-75f1-4141-ab51-ccdbc0001aca None None] Routers {'42663ad2-c869-4e6f-a0ee-e0377877a7aa'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:17.080849 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f3d2e340-75f1-4141-ab51-ccdbc0001aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:27:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['42663ad2-c869-4e6f-a0ee-e0377877a7aa'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:17.088839 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-30538591-f808-46ab-b346-136a657c8754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:17.095522 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-30538591-f808-46ab-b346-136a657c8754 service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.2819028 Apr 18 20:28:17.175077 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-a527792f-1b38-41cc-afd6-b57b63657264 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=3dbf0afa-a0c0-4ddd-85fc-74b67136491a HTTP/1.1" status: 200 len: 217 time: 0.0606892 Apr 18 20:28:17.178300 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-da06a205-8d1a-42ce-8e17-82ffeb805da6 req-b4578b18-cc73-4f1b-9ff0-0749b66171e6 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748817 Apr 18 20:28:17.230304 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9aa4dbdc-32c7-416c-95d9-96d80d2cf784 admin admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:17.262474 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-83e54b00-5d1f-4700-b9ee-d7daaf4c3658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:17.263969 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-83e54b00-5d1f-4700-b9ee-d7daaf4c3658 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.0737009 Apr 18 20:28:17.271440 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-976c2c74-6898-4690-be29-9fb65ddd5cb0 service neutron] Attempting to bind port a1951abb-39fe-4668-be71-a5e220d3343b on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:17.273253 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-976c2c74-6898-4690-be29-9fb65ddd5cb0 service neutron] Attempting to bind port a1951abb-39fe-4668-be71-a5e220d3343b by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '1e83c5e6-61c2-4806-b1e4-9638a217c05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:17.274525 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-976c2c74-6898-4690-be29-9fb65ddd5cb0 service neutron] Attempting to bind port a1951abb-39fe-4668-be71-a5e220d3343b on network 834e15af-05bf-4f20-83eb-2a3f314d7649 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:17.296935 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-976c2c74-6898-4690-be29-9fb65ddd5cb0 service neutron] Port a1951abb-39fe-4668-be71-a5e220d3343b on network 834e15af-05bf-4f20-83eb-2a3f314d7649 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:28:17.297630 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-976c2c74-6898-4690-be29-9fb65ddd5cb0 service neutron] Attempting to bind port a1951abb-39fe-4668-be71-a5e220d3343b on network 834e15af-05bf-4f20-83eb-2a3f314d7649 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:17.306303 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb1270-ce40-4d0b-bb37-c7640e70fc30 req-7963eccb-535d-4b73-a2f0-f3aca5fe5062 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:17.307432 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-976c2c74-6898-4690-be29-9fb65ddd5cb0 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:17.307899 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-976c2c74-6898-4690-be29-9fb65ddd5cb0 service neutron] Checking segment: {'id': '1e83c5e6-61c2-4806-b1e4-9638a217c05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:17.309041 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-976c2c74-6898-4690-be29-9fb65ddd5cb0 service neutron] Bound using segment: {'id': '1e83c5e6-61c2-4806-b1e4-9638a217c05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:17.309851 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-976c2c74-6898-4690-be29-9fb65ddd5cb0 service neutron] Bound port: a1951abb-39fe-4668-be71-a5e220d3343b, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e83c5e6-61c2-4806-b1e4-9638a217c05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:17.309992 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41fb1270-ce40-4d0b-bb37-c7640e70fc30 req-7963eccb-535d-4b73-a2f0-f3aca5fe5062 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 946 time: 0.2079828 Apr 18 20:28:17.310458 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-976c2c74-6898-4690-be29-9fb65ddd5cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:17.333924 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-f3d2e340-75f1-4141-ab51-ccdbc0001aca None None] Set router 42663ad2-c869-4e6f-a0ee-e0377877a7aa gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:17.384107 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41fb1270-ce40-4d0b-bb37-c7640e70fc30 req-c8792d4c-c7b9-4685-8f8d-13e81df06888 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/security-groups?id=f154a964-7470-48ea-bb90-aed571586e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536869 Apr 18 20:28:17.400059 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-672b4b4b-daac-4169-87ec-9cd4b0d0149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:17.402104 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-672b4b4b-daac-4169-87ec-9cd4b0d0149c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1284997 Apr 18 20:28:17.526421 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-976c2c74-6898-4690-be29-9fb65ddd5cb0 service neutron] For port a1951abb-39fe-4668-be71-a5e220d3343b, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:17.533356 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-976c2c74-6898-4690-be29-9fb65ddd5cb0 service neutron] For port a1951abb-39fe-4668-be71-a5e220d3343b, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a1951abb-39fe-4668-be71-a5e220d3343b,segment=NetworkSegment(1e83c5e6-61c2-4806-b1e4-9638a217c05b),segment_id=1e83c5e6-61c2-4806-b1e4-9638a217c05b)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:17.542347 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9aa4dbdc-32c7-416c-95d9-96d80d2cf784 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:17.560831 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-976c2c74-6898-4690-be29-9fb65ddd5cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:17.687553 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c2c74-6898-4690-be29-9fb65ddd5cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1951abb-39fe-4668-be71-a5e220d3343b,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:17.717319 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-976c2c74-6898-4690-be29-9fb65ddd5cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:17.718419 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-976c2c74-6898-4690-be29-9fb65ddd5cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:17.720086 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-976c2c74-6898-4690-be29-9fb65ddd5cb0 service neutron] 10.222.0.57 "PUT /v2.0/ports/a1951abb-39fe-4668-be71-a5e220d3343b HTTP/1.1" status: 200 len: 1092 time: 2.3807883 Apr 18 20:28:17.748207 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd984d381-8a8d-4094-8f8e-941081d8753f', 'tag': 'a1951abb-39fe-4668-be71-a5e220d3343b'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:17.750921 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d71b4c8-b13b-47d9-ba5f-aff77dd07d10" -d '{"events": [{"name": "network-changed", "server_uuid": "d984d381-8a8d-4094-8f8e-941081d8753f", "tag": "a1951abb-39fe-4668-be71-a5e220d3343b"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:17.777562 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f3d2e340-75f1-4141-ab51-ccdbc0001aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42663ad2-c869-4e6f-a0ee-e0377877a7aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2072890678-router', 'tenant_id': '181c6fdb9cf04d7181980991cd9fa969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6dadae4a-efd5-48fe-881e-d8dae041f611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:23Z', 'updated_at': '2022-04-18T20:28:14Z', 'revision_number': 5, 'project_id': '181c6fdb9cf04d7181980991cd9fa969', 'gw_port': {'id': '6dadae4a-efd5-48fe-881e-d8dae041f611', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42663ad2-c869-4e6f-a0ee-e0377877a7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:25Z', 'updated_at': '2022-04-18T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:17.853833 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539d049-16cb-4775-9f15-10c9c1c693f2 req-f0a3d49d-24d5-4b99-a8e3-bb85faa7be3b tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:17.858821 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a539d049-16cb-4775-9f15-10c9c1c693f2 req-f0a3d49d-24d5-4b99-a8e3-bb85faa7be3b tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 945 time: 0.3515496 Apr 18 20:28:17.873586 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c12ce4-5c2d-48f5-a3d7-094ae4a2936f x-openstack-request-id: req-b7c12ce4-5c2d-48f5-a3d7-094ae4a2936f {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:17.873927 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de512c4-f6a2-4956-9793-60f9a4379447", "name": "network-vif-unplugged", "status": "completed", "tag": "3dbf0afa-a0c0-4ddd-85fc-74b67136491a", "code": 200}, {"name": "network-changed", "server_uuid": "2de512c4-f6a2-4956-9793-60f9a4379447", "tag": "3dbf0afa-a0c0-4ddd-85fc-74b67136491a", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:17.874109 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7c12ce4-5c2d-48f5-a3d7-094ae4a2936f {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:17.874399 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-9aa4dbdc-32c7-416c-95d9-96d80d2cf784 admin admin] Deleting port 6dadae4a-efd5-48fe-881e-d8dae041f611 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:28:17.874569 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7c12ce4-5c2d-48f5-a3d7-094ae4a2936f'] response: {'server_uuid': '2de512c4-f6a2-4956-9793-60f9a4379447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dbf0afa-a0c0-4ddd-85fc-74b67136491a', 'code': 200} Apr 18 20:28:17.874728 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9aa4dbdc-32c7-416c-95d9-96d80d2cf784 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:17.874997 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7c12ce4-5c2d-48f5-a3d7-094ae4a2936f'] response: {'name': 'network-changed', 'server_uuid': '2de512c4-f6a2-4956-9793-60f9a4379447', 'tag': '3dbf0afa-a0c0-4ddd-85fc-74b67136491a', 'status': 'completed', 'code': 200} Apr 18 20:28:17.897327 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d2e340-75f1-4141-ab51-ccdbc0001aca None None] The sync data for ids ['42663ad2-c869-4e6f-a0ee-e0377877a7aa'] in n-d-838323-3 is: [{'id': '42663ad2-c869-4e6f-a0ee-e0377877a7aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2072890678-router', 'tenant_id': '181c6fdb9cf04d7181980991cd9fa969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6dadae4a-efd5-48fe-881e-d8dae041f611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:23Z', 'updated_at': '2022-04-18T20:28:14Z', 'revision_number': 5, 'project_id': '181c6fdb9cf04d7181980991cd9fa969', 'gw_port': {'id': '6dadae4a-efd5-48fe-881e-d8dae041f611', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42663ad2-c869-4e6f-a0ee-e0377877a7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:25Z', 'updated_at': '2022-04-18T20:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:28:17.919559 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-ccd19c3c-1e23-42cc-b32e-295454d666b2 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953630 Apr 18 20:28:18.017073 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a539d049-16cb-4775-9f15-10c9c1c693f2 req-a01f3e2d-475e-4f40-ac03-131b663186ca tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409299 Apr 18 20:28:18.071194 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-9aa4dbdc-32c7-416c-95d9-96d80d2cf784 admin admin] For port 6dadae4a-efd5-48fe-881e-d8dae041f611, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6dadae4a-efd5-48fe-881e-d8dae041f611,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:18.071581 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9aa4dbdc-32c7-416c-95d9-96d80d2cf784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:18.083195 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85427563-6614-4cee-b286-43e840fab82a req-143b9d49-a9c2-4d8f-9365-55a38acbb9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:18.084743 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-85427563-6614-4cee-b286-43e840fab82a req-143b9d49-a9c2-4d8f-9365-55a38acbb9c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 1099 time: 0.2218242 Apr 18 20:28:18.093893 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-9aa4dbdc-32c7-416c-95d9-96d80d2cf784 admin admin] Calling delete_port for 6dadae4a-efd5-48fe-881e-d8dae041f611 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:28:18.110729 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-2940f104-9195-42be-bedc-a31796f2c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:18.112325 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-2940f104-9195-42be-bedc-a31796f2c5b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff855e139abe40c691b068b429bd1371&device_id=d984d381-8a8d-4094-8f8e-941081d8753f HTTP/1.1" status: 200 len: 1095 time: 0.2995420 Apr 18 20:28:18.145416 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475df78-2c09-48c9-8179-a16cc372a3dc req-2bc5f9dd-c7f8-4ffd-87e2-c73add90099c tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:18.148085 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0475df78-2c09-48c9-8179-a16cc372a3dc req-2bc5f9dd-c7f8-4ffd-87e2-c73add90099c tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 944 time: 0.1448874 Apr 18 20:28:18.231505 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-2e89f2c6-897f-49f1-8adf-5441d7e8dd97 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1951abb-39fe-4668-be71-a5e220d3343b HTTP/1.1" status: 200 len: 217 time: 0.1040494 Apr 18 20:28:18.274853 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c62229f-415a-4e6f-97b7-2adc6e4d4925 req-8befb881-916b-4a7c-b910-4bbc81c23db4 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391731 Apr 18 20:28:18.341623 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-28236ad4-c364-484b-86e6-4e0153988c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:18.343011 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-28236ad4-c364-484b-86e6-4e0153988c87 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0add80b-3b17-4300-bcbd-ceda69a60cf3 HTTP/1.1" status: 200 len: 859 time: 0.1039472 Apr 18 20:28:18.343915 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0475df78-2c09-48c9-8179-a16cc372a3dc req-32f215fa-c9b4-4887-b822-cf38e1dcc4cb tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116557 Apr 18 20:28:18.391118 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6966b-1917-43b8-a4a3-13b15738312f req-c63b8cb6-ca5f-4271-8c46-d1d70276e07b tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:18.405372 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8be6966b-1917-43b8-a4a3-13b15738312f req-c63b8cb6-ca5f-4271-8c46-d1d70276e07b tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.2534549 Apr 18 20:28:18.437245 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85427563-6614-4cee-b286-43e840fab82a req-88300610-3719-497d-9227-0ec0210c4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:18.438757 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-85427563-6614-4cee-b286-43e840fab82a req-88300610-3719-497d-9227-0ec0210c4601 service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.3428683 Apr 18 20:28:18.500816 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-85427563-6614-4cee-b286-43e840fab82a req-50106ff1-cc98-4088-90cb-cbc5f41e8e12 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=3dbf0afa-a0c0-4ddd-85fc-74b67136491a HTTP/1.1" status: 200 len: 217 time: 0.0516813 Apr 18 20:28:18.504385 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-1a98dc43-ec1f-4c31-a79e-1b929328e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:18.505932 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-1a98dc43-ec1f-4c31-a79e-1b929328e9ce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=834e15af-05bf-4f20-83eb-2a3f314d7649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107700 Apr 18 20:28:18.596246 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8be6966b-1917-43b8-a4a3-13b15738312f req-48a907db-e602-4306-b669-dacfb4584576 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695461 Apr 18 20:28:18.621554 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85427563-6614-4cee-b286-43e840fab82a req-e79ea355-0c8c-45ca-8fcc-9a3ff118cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:18.623532 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-85427563-6614-4cee-b286-43e840fab82a req-e79ea355-0c8c-45ca-8fcc-9a3ff118cd49 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 1099 time: 0.2079949 Apr 18 20:28:18.671567 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85427563-6614-4cee-b286-43e840fab82a req-4d12d415-ec9d-4afe-9691-b233a1f6ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:18.673206 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-85427563-6614-4cee-b286-43e840fab82a req-4d12d415-ec9d-4afe-9691-b233a1f6ed1c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.1446757 Apr 18 20:28:18.704565 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66504c8-08c9-4447-9c42-b80ce90778bb x-openstack-request-id: req-d66504c8-08c9-4447-9c42-b80ce90778bb {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:18.704906 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d984d381-8a8d-4094-8f8e-941081d8753f", "tag": "a1951abb-39fe-4668-be71-a5e220d3343b", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:18.705165 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d66504c8-08c9-4447-9c42-b80ce90778bb {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:18.705576 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d66504c8-08c9-4447-9c42-b80ce90778bb'] response: {'name': 'network-changed', 'server_uuid': 'd984d381-8a8d-4094-8f8e-941081d8753f', 'tag': 'a1951abb-39fe-4668-be71-a5e220d3343b', 'status': 'completed', 'code': 200} Apr 18 20:28:18.725139 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9aa4dbdc-32c7-416c-95d9-96d80d2cf784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:18.811978 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4dbdc-32c7-416c-95d9-96d80d2cf784 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dadae4a-efd5-48fe-881e-d8dae041f611,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:18.834426 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-9ba6d2b3-79c0-4257-aa30-2c484c4b1444 service neutron] 10.222.0.57 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976277 Apr 18 20:28:18.943147 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85427563-6614-4cee-b286-43e840fab82a req-bac8241e-5e40-4e8c-9b98-0fa0e1a61f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:18.944722 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-85427563-6614-4cee-b286-43e840fab82a req-bac8241e-5e40-4e8c-9b98-0fa0e1a61f7c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2622275 Apr 18 20:28:18.999609 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85427563-6614-4cee-b286-43e840fab82a req-67b126cd-6c8f-4722-8ed7-b70bbb890813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:19.001770 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-85427563-6614-4cee-b286-43e840fab82a req-67b126cd-6c8f-4722-8ed7-b70bbb890813 service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.3703849 Apr 18 20:28:19.031407 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9aa4dbdc-32c7-416c-95d9-96d80d2cf784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:19.103834 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-85427563-6614-4cee-b286-43e840fab82a req-f928109e-aa4e-428b-a92c-0a55a8396d46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=3dbf0afa-a0c0-4ddd-85fc-74b67136491a HTTP/1.1" status: 200 len: 217 time: 0.0906382 Apr 18 20:28:19.150225 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9ad49dd1-6a4c-46a7-9d01-5678ebf901b5 req-d9eb5994-d7b9-4ac6-8b98-9bf2d3899137 service neutron] 10.222.0.57 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908583 Apr 18 20:28:19.157848 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9aa4dbdc-32c7-416c-95d9-96d80d2cf784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:19.166221 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9aa4dbdc-32c7-416c-95d9-96d80d2cf784 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:19.182554 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d01ae-66b4-4cec-bed2-cb5da2759536 req-57d01c01-5bf0-4d4b-bfde-25f1fef27a52 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:19.193280 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-377d01ae-66b4-4cec-bed2-cb5da2759536 req-57d01c01-5bf0-4d4b-bfde-25f1fef27a52 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=d984d381-8a8d-4094-8f8e-941081d8753f HTTP/1.1" status: 200 len: 944 time: 0.3131375 Apr 18 20:28:19.222455 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-85427563-6614-4cee-b286-43e840fab82a req-10accbda-8777-4614-83e1-38911e37af6a service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678845 Apr 18 20:28:19.237243 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9aa4dbdc-32c7-416c-95d9-96d80d2cf784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:19.238125 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa4dbdc-32c7-416c-95d9-96d80d2cf784 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42663ad2-c869-4e6f-a0ee-e0377877a7aa {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:28:19.245759 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95410a70-beb9-4e4f-a0ee-c74a4698b523 req-bdbb3f7b-2ce7-451e-a9db-57a7959c2656 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:19.247583 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-95410a70-beb9-4e4f-a0ee-c74a4698b523 req-bdbb3f7b-2ce7-451e-a9db-57a7959c2656 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 948 time: 0.3374922 Apr 18 20:28:19.275267 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9aa4dbdc-32c7-416c-95d9-96d80d2cf784 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:19.277738 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9aa4dbdc-32c7-416c-95d9-96d80d2cf784 admin admin] 10.222.0.41 "DELETE /v2.0/routers/42663ad2-c869-4e6f-a0ee-e0377877a7aa HTTP/1.1" status: 204 len: 168 time: 2.8329248 Apr 18 20:28:19.281989 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58034) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:19.310678 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 15217c55-319f-46db-a3cc-90f382ee2964 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:19.346082 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 15217c55-319f-46db-a3cc-90f382ee2964 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:28:19.346082 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 15217c55-319f-46db-a3cc-90f382ee2964 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:28:19.351387 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85427563-6614-4cee-b286-43e840fab82a req-909285d8-b348-4689-b8d0-8914690aa922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:19.353153 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-85427563-6614-4cee-b286-43e840fab82a req-909285d8-b348-4689-b8d0-8914690aa922 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.2395606 Apr 18 20:28:19.423927 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2988f8-eff3-4251-a569-a71679f53cf5 req-b32e15b0-4715-47a0-bbfe-6d8d786b2816 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:19.426055 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b2988f8-eff3-4251-a569-a71679f53cf5 req-b32e15b0-4715-47a0-bbfe-6d8d786b2816 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.57 "GET /v2.0/ports?device_id=35ea88d4-eac7-482a-97ba-450e81f56bc4 HTTP/1.1" status: 200 len: 950 time: 0.3405836 Apr 18 20:28:19.440496 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71b4c8-b13b-47d9-ba5f-aff77dd07d10 req-b364eb02-9635-4981-b78f-b25eb3c26749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:19.443069 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-377d01ae-66b4-4cec-bed2-cb5da2759536 req-526da43c-af84-4190-96f0-5a02ea20b5d1 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/security-groups?id=1690906e-3c9e-4e4a-b6d0-59485a65f318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910305 Apr 18 20:28:19.443325 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8d71b4c8-b13b-47d9-ba5f-aff77dd07d10 req-b364eb02-9635-4981-b78f-b25eb3c26749 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff855e139abe40c691b068b429bd1371&device_id=d984d381-8a8d-4094-8f8e-941081d8753f HTTP/1.1" status: 200 len: 1095 time: 0.2003765 Apr 18 20:28:19.459973 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e839dee-f79b-4380-9fea-ca9e3c5c7ef5 admin admin] Deleting subnet 9e27f124-fb47-4bae-bbea-988726c76f3b {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:28:19.492984 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2e839dee-f79b-4380-9fea-ca9e3c5c7ef5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:19.519139 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-95410a70-beb9-4e4f-a0ee-c74a4698b523 req-16d5aa74-dc40-4f2d-a533-82a5295914a8 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421319 Apr 18 20:28:19.564645 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2e839dee-f79b-4380-9fea-ca9e3c5c7ef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:19.626696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85427563-6614-4cee-b286-43e840fab82a req-458af7f3-525e-41c3-bd2b-17b11dbadf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:19.628563 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-85427563-6614-4cee-b286-43e840fab82a req-458af7f3-525e-41c3-bd2b-17b11dbadf4b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2635190 Apr 18 20:28:19.646073 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-85427563-6614-4cee-b286-43e840fab82a req-93dd7101-d263-4d90-af5c-18b5db4a79aa service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052234 Apr 18 20:28:19.690525 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71b4c8-b13b-47d9-ba5f-aff77dd07d10 req-ba151162-eed5-4574-b624-7332302a33d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:19.695191 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8d71b4c8-b13b-47d9-ba5f-aff77dd07d10 req-ba151162-eed5-4574-b624-7332302a33d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=834e15af-05bf-4f20-83eb-2a3f314d7649 HTTP/1.1" status: 200 len: 921 time: 0.2424147 Apr 18 20:28:19.746683 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8d71b4c8-b13b-47d9-ba5f-aff77dd07d10 req-e7326d2b-e323-4164-9e78-1572bb403a97 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1951abb-39fe-4668-be71-a5e220d3343b HTTP/1.1" status: 200 len: 217 time: 0.0443311 Apr 18 20:28:19.813219 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71b4c8-b13b-47d9-ba5f-aff77dd07d10 req-ba7217ae-bf3a-49bf-9137-77400e73be57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:19.816400 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8d71b4c8-b13b-47d9-ba5f-aff77dd07d10 req-ba7217ae-bf3a-49bf-9137-77400e73be57 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0add80b-3b17-4300-bcbd-ceda69a60cf3 HTTP/1.1" status: 200 len: 859 time: 0.0618448 Apr 18 20:28:19.861094 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27636bf9-6103-4a4e-a737-d03cad981c12 req-9ea3b918-1367-4ca7-a3c8-604ec2f0c8af tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:19.862605 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27636bf9-6103-4a4e-a737-d03cad981c12 req-9ea3b918-1367-4ca7-a3c8-604ec2f0c8af tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 946 time: 0.3048027 Apr 18 20:28:19.884668 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71b4c8-b13b-47d9-ba5f-aff77dd07d10 req-26750955-59c3-4bae-8fbe-8c1343bdadf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:19.887375 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8d71b4c8-b13b-47d9-ba5f-aff77dd07d10 req-26750955-59c3-4bae-8fbe-8c1343bdadf8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=834e15af-05bf-4f20-83eb-2a3f314d7649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623519 Apr 18 20:28:19.891238 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2e839dee-f79b-4380-9fea-ca9e3c5c7ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:19.911387 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338767b-ceaf-47f5-abd0-23335a9ff15d req-f237ff3b-7ed3-4276-afe5-c135dd04ee4d tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:19.914755 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f338767b-ceaf-47f5-abd0-23335a9ff15d req-f237ff3b-7ed3-4276-afe5-c135dd04ee4d tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=35ea88d4-eac7-482a-97ba-450e81f56bc4 HTTP/1.1" status: 200 len: 950 time: 0.2593443 Apr 18 20:28:19.973450 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-85427563-6614-4cee-b286-43e840fab82a req-37f2ff90-0c2f-4eca-90cc-a48732be19b7 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168223 Apr 18 20:28:20.002071 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-4b2988f8-eff3-4251-a569-a71679f53cf5 req-85f937df-7b75-4218-9674-90bae590e72b tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Deleting port 77ea9693-068f-4108-9533-a71ee1eba00d {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:28:20.003073 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4b2988f8-eff3-4251-a569-a71679f53cf5 req-85f937df-7b75-4218-9674-90bae590e72b tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:20.047066 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8d71b4c8-b13b-47d9-ba5f-aff77dd07d10 req-1220ca75-6a10-4908-a776-042069e7209d service neutron] 10.222.0.57 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488657 Apr 18 20:28:20.127842 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27636bf9-6103-4a4e-a737-d03cad981c12 req-340f9ff5-9fbf-429a-a8e5-0e4f98c4d254 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/security-groups?id=f154a964-7470-48ea-bb90-aed571586e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415676 Apr 18 20:28:20.146693 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f338767b-ceaf-47f5-abd0-23335a9ff15d req-2eb40d85-6385-4f40-8271-e6ba116fbbec tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256098 Apr 18 20:28:20.185465 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8d71b4c8-b13b-47d9-ba5f-aff77dd07d10 req-32ea92ca-9906-4abb-9138-4a0aa1d61b73 service neutron] 10.222.0.57 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298738 Apr 18 20:28:20.239878 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2e839dee-f79b-4380-9fea-ca9e3c5c7ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:20.258359 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7706a-f917-422b-a030-319a053f38d2 req-5fed14be-9315-4b7e-910f-76a69105e097 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:20.260677 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4cd7706a-f917-422b-a030-319a053f38d2 req-5fed14be-9315-4b7e-910f-76a69105e097 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4ada398-86e6-473e-9aa8-4b5ee6c8dbf7 HTTP/1.1" status: 200 len: 949 time: 0.0973356 Apr 18 20:28:20.324191 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e839dee-f79b-4380-9fea-ca9e3c5c7ef5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e27f124-fb47-4bae-bbea-988726c76f3b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:20.342272 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72c417f-6d19-4843-9e0f-d8d8959688f9 None None] Network c28b21b6-ffef-4ade-80c1-b72cdd78003e requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:28:20.358263 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2e839dee-f79b-4380-9fea-ca9e3c5c7ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:20.365333 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2e839dee-f79b-4380-9fea-ca9e3c5c7ef5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9e27f124-fb47-4bae-bbea-988726c76f3b HTTP/1.1" status: 204 len: 168 time: 1.0783637 Apr 18 20:28:20.373403 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58042) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:20.384765 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-4b2988f8-eff3-4251-a569-a71679f53cf5 req-85f937df-7b75-4218-9674-90bae590e72b tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] For port 77ea9693-068f-4108-9533-a71ee1eba00d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=77ea9693-068f-4108-9533-a71ee1eba00d,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:20.385255 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4b2988f8-eff3-4251-a569-a71679f53cf5 req-85f937df-7b75-4218-9674-90bae590e72b tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:20.404738 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-85427563-6614-4cee-b286-43e840fab82a req-3298be85-07c6-451a-972b-8deb7bf0f7b9 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180825 Apr 18 20:28:20.430292 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-4b2988f8-eff3-4251-a569-a71679f53cf5 req-85f937df-7b75-4218-9674-90bae590e72b tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Calling delete_port for 77ea9693-068f-4108-9533-a71ee1eba00d owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:28:20.495097 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c752b-9cd3-4ede-b301-35a83f2f3f21 req-dd3fd24b-df82-405d-95b7-f473a7171349 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:20.499697 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f26c752b-9cd3-4ede-b301-35a83f2f3f21 req-dd3fd24b-df82-405d-95b7-f473a7171349 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 1096 time: 0.2273769 Apr 18 20:28:20.520375 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fad39-91af-44b0-81b9-75466b2c265a req-a853b970-2719-45e0-9ea3-ef896f712e11 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:20.522102 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b97fad39-91af-44b0-81b9-75466b2c265a req-a853b970-2719-45e0-9ea3-ef896f712e11 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 1095 time: 0.2490993 Apr 18 20:28:20.538492 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-48269dcd-57d7-43a4-ab76-7e928dc6dbef req-87a15e48-ef39-4e86-a7a2-306b0e773b04 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1582227 Apr 18 20:28:20.611156 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2e6b8b84-7971-400e-8a4e-935c25df483c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:20.625243 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f26c752b-9cd3-4ede-b301-35a83f2f3f21 req-41e0c6ce-49c0-4d44-8d70-6ec217ca8e5c tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148915 Apr 18 20:28:20.642539 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-4cd7706a-f917-422b-a030-319a053f38d2 req-e5911f05-b4d9-4749-af3e-1d133f20d004 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Deleting port 4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:28:20.643070 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4cd7706a-f917-422b-a030-319a053f38d2 req-e5911f05-b4d9-4749-af3e-1d133f20d004 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:20.662512 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b97fad39-91af-44b0-81b9-75466b2c265a req-a26dbba3-4303-4109-b371-066f35f1cfe0 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168048 Apr 18 20:28:20.671317 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074c845e-8a20-4026-ac6e-502d378406b4 None None] DHCP port deletion for c28b21b6-ffef-4ade-80c1-b72cdd78003e request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:28:20.766733 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48269dcd-57d7-43a4-ab76-7e928dc6dbef req-f64881cd-35c9-488f-acad-7ac031e15063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:20.769331 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-48269dcd-57d7-43a4-ab76-7e928dc6dbef req-f64881cd-35c9-488f-acad-7ac031e15063 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 1101 time: 0.1871309 Apr 18 20:28:20.773199 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4b2988f8-eff3-4251-a569-a71679f53cf5 req-85f937df-7b75-4218-9674-90bae590e72b tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:20.805870 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['ff19b1ee-4bdd-4f97-80b1-8d1e20492643', '77ea9693-068f-4108-9533-a71ee1eba00d', '4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:28:20.865496 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f937df-7b75-4218-9674-90bae590e72b tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Pushing event deleted for resources: {'Port': ['ID=77ea9693-068f-4108-9533-a71ee1eba00d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:20.928275 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-074c845e-8a20-4026-ac6e-502d378406b4 None None] Deleting port 550f89d9-de33-4267-8602-edf6eb8800f4 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:28:20.928678 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-074c845e-8a20-4026-ac6e-502d378406b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:21.018299 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-4cd7706a-f917-422b-a030-319a053f38d2 req-e5911f05-b4d9-4749-af3e-1d133f20d004 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] For port 4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:21.019199 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4cd7706a-f917-422b-a030-319a053f38d2 req-e5911f05-b4d9-4749-af3e-1d133f20d004 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:21.036822 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-4cd7706a-f917-422b-a030-319a053f38d2 req-e5911f05-b4d9-4749-af3e-1d133f20d004 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Calling delete_port for 4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:28:21.068752 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-2e6b8b84-7971-400e-8a4e-935c25df483c admin admin] Deleting port 550f89d9-de33-4267-8602-edf6eb8800f4 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:28:21.069673 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2e6b8b84-7971-400e-8a4e-935c25df483c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:21.175983 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-074c845e-8a20-4026-ac6e-502d378406b4 None None] For port 550f89d9-de33-4267-8602-edf6eb8800f4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=550f89d9-de33-4267-8602-edf6eb8800f4,segment=NetworkSegment(0a2f0597-c620-44b2-9172-e2c5197f30a3),segment_id=0a2f0597-c620-44b2-9172-e2c5197f30a3)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:21.177459 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-074c845e-8a20-4026-ac6e-502d378406b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:21.210068 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-074c845e-8a20-4026-ac6e-502d378406b4 None None] Calling delete_port for 550f89d9-de33-4267-8602-edf6eb8800f4 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:28:21.423689 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 550f89d9-de33-4267-8602-edf6eb8800f4 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:21.428720 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a1951abb-39fe-4668-be71-a5e220d3343b details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:28:21.458460 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2988f8-eff3-4251-a569-a71679f53cf5 req-85f937df-7b75-4218-9674-90bae590e72b tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] No DVR routers for this DVR port 77ea9693-068f-4108-9533-a71ee1eba00d on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:28:21.466846 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4b2988f8-eff3-4251-a569-a71679f53cf5 req-85f937df-7b75-4218-9674-90bae590e72b tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:21.471148 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b2988f8-eff3-4251-a569-a71679f53cf5 req-85f937df-7b75-4218-9674-90bae590e72b tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.57 "DELETE /v2.0/ports/77ea9693-068f-4108-9533-a71ee1eba00d HTTP/1.1" status: 204 len: 173 time: 2.0266693 Apr 18 20:28:21.481291 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ea88d4-eac7-482a-97ba-450e81f56bc4', 'name': 'network-vif-deleted', 'tag': '77ea9693-068f-4108-9533-a71ee1eba00d'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:21.485666 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0118097-0c29-4c98-99ec-2aa1f0c89fdd" -d '{"events": [{"server_uuid": "35ea88d4-eac7-482a-97ba-450e81f56bc4", "name": "network-vif-deleted", "tag": "77ea9693-068f-4108-9533-a71ee1eba00d"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:21.547858 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48269dcd-57d7-43a4-ab76-7e928dc6dbef req-a639fd00-9df5-4026-9a60-b96177e8d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:21.549814 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-48269dcd-57d7-43a4-ab76-7e928dc6dbef req-a639fd00-9df5-4026-9a60-b96177e8d6a4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.7110944 Apr 18 20:28:21.567906 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdc643-28a5-4e99-8c25-3cfa8a100a85 req-345e5f3e-e811-431d-9701-3ae1f02185d0 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:21.588743 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11fdc643-28a5-4e99-8c25-3cfa8a100a85 req-345e5f3e-e811-431d-9701-3ae1f02185d0 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 946 time: 0.7479126 Apr 18 20:28:21.594623 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58058) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:21.608479 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-b21756b8-c805-450a-b7f1-8b4067117a27 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Request body: {'floatingip': {'port_id': 'e2a649e4-7bfc-4617-9c3d-6964e90cf608'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:21.650934 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-48269dcd-57d7-43a4-ab76-7e928dc6dbef req-94622d62-bf42-4695-9405-d01313b337ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=a5119d81-eb30-47e6-813d-24651e1a4167 HTTP/1.1" status: 200 len: 217 time: 0.0585396 Apr 18 20:28:21.664589 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73129b08-9cdd-4460-9727-9c736bc269b5 req-d527a860-dfbd-43b8-bdf4-7714bb8722b9 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:21.666693 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-73129b08-9cdd-4460-9727-9c736bc269b5 req-d527a860-dfbd-43b8-bdf4-7714bb8722b9 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.7692153 Apr 18 20:28:21.688554 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-2e6b8b84-7971-400e-8a4e-935c25df483c admin admin] For port 550f89d9-de33-4267-8602-edf6eb8800f4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=550f89d9-de33-4267-8602-edf6eb8800f4,segment=NetworkSegment(0a2f0597-c620-44b2-9172-e2c5197f30a3),segment_id=0a2f0597-c620-44b2-9172-e2c5197f30a3)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:21.689270 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2e6b8b84-7971-400e-8a4e-935c25df483c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:21.703800 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-2e6b8b84-7971-400e-8a4e-935c25df483c admin admin] Calling delete_port for 550f89d9-de33-4267-8602-edf6eb8800f4 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:28:21.733300 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b21756b8-c805-450a-b7f1-8b4067117a27 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks [] for floatingip, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:21.810722 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48269dcd-57d7-43a4-ab76-7e928dc6dbef req-6262c072-6695-4a37-bb8e-25b31f6df368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:21.813326 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-48269dcd-57d7-43a4-ab76-7e928dc6dbef req-6262c072-6695-4a37-bb8e-25b31f6df368 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.1440954 Apr 18 20:28:21.825001 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-73129b08-9cdd-4460-9727-9c736bc269b5 req-0cb33120-1156-4906-8b54-b1aaf1732f91 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005139 Apr 18 20:28:21.889683 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac0fd2-b3cf-4074-ae61-8c0ee5cad3a3 req-6006e785-3654-4447-b667-77de8a2acb22 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:21.897271 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eeac0fd2-b3cf-4074-ae61-8c0ee5cad3a3 req-6006e785-3654-4447-b667-77de8a2acb22 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=d984d381-8a8d-4094-8f8e-941081d8753f HTTP/1.1" status: 200 len: 944 time: 0.1844339 Apr 18 20:28:21.997807 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48269dcd-57d7-43a4-ab76-7e928dc6dbef req-df486223-3af5-4547-a2e4-80fd6695a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:21.999812 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-48269dcd-57d7-43a4-ab76-7e928dc6dbef req-df486223-3af5-4547-a2e4-80fd6695a719 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1733081 Apr 18 20:28:22.010242 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eeac0fd2-b3cf-4074-ae61-8c0ee5cad3a3 req-1653c647-73b3-4769-853e-d8566bdbcd1c tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/security-groups?id=1690906e-3c9e-4e4a-b6d0-59485a65f318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120644 Apr 18 20:28:22.071453 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a1951abb-39fe-4668-be71-a5e220d3343b, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a1951abb-39fe-4668-be71-a5e220d3343b,segment=NetworkSegment(1e83c5e6-61c2-4806-b1e4-9638a217c05b),segment_id=1e83c5e6-61c2-4806-b1e4-9638a217c05b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:22.157623 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'a1951abb-39fe-4668-be71-a5e220d3343b', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'port_id': 'a1951abb-39fe-4668-be71-a5e220d3343b', 'mac_address': 'fa:16:3e:a1:60:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:28:22.178685 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.182005 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-074c845e-8a20-4026-ac6e-502d378406b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.229224 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2e6b8b84-7971-400e-8a4e-935c25df483c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.274206 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c845e-8a20-4026-ac6e-502d378406b4 None None] Pushing event deleted for resources: {'Port': ['ID=550f89d9-de33-4267-8602-edf6eb8800f4,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:22.280266 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074c845e-8a20-4026-ac6e-502d378406b4 None None] No DVR routers for this DVR port 550f89d9-de33-4267-8602-edf6eb8800f4 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:28:22.311553 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4cd7706a-f917-422b-a030-319a053f38d2 req-e5911f05-b4d9-4749-af3e-1d133f20d004 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.324693 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b8b84-7971-400e-8a4e-935c25df483c admin admin] Pushing event deleted for resources: {'Port': ['ID=550f89d9-de33-4267-8602-edf6eb8800f4,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:22.378515 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6b8b84-7971-400e-8a4e-935c25df483c admin admin] No DVR routers for this DVR port 550f89d9-de33-4267-8602-edf6eb8800f4 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:28:22.406564 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.435961 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5911f05-b4d9-4749-af3e-1d133f20d004 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Pushing event deleted for resources: {'Port': ['ID=4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:22.440108 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6dadae4a-efd5-48fe-881e-d8dae041f611 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:22.458287 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9f219-20a3-42fd-9224-f2a17f15274c req-9c479b85-88f5-47c5-9fea-1aeb92a5cf14 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:22.480787 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-50c9f219-20a3-42fd-9224-f2a17f15274c req-9c479b85-88f5-47c5-9fea-1aeb92a5cf14 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 948 time: 0.4610324 Apr 18 20:28:22.503019 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1951abb-39fe-4668-be71-a5e220d3343b {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:28:22.510297 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 6dadae4a-efd5-48fe-881e-d8dae041f611 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:28:22.512071 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6dadae4a-efd5-48fe-881e-d8dae041f611 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:28:22.549242 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a1951abb-39fe-4668-be71-a5e220d3343b, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a1951abb-39fe-4668-be71-a5e220d3343b,segment=NetworkSegment(1e83c5e6-61c2-4806-b1e4-9638a217c05b),segment_id=1e83c5e6-61c2-4806-b1e4-9638a217c05b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:22.559322 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.587477 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-48269dcd-57d7-43a4-ab76-7e928dc6dbef req-734eaa13-96b1-4abd-8c79-a0df78790c82 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5760140 Apr 18 20:28:22.592803 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd7706a-f917-422b-a030-319a053f38d2 req-e5911f05-b4d9-4749-af3e-1d133f20d004 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] No DVR routers for this DVR port 4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:28:22.599332 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4cd7706a-f917-422b-a030-319a053f38d2 req-e5911f05-b4d9-4749-af3e-1d133f20d004 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.602131 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4cd7706a-f917-422b-a030-319a053f38d2 req-e5911f05-b4d9-4749-af3e-1d133f20d004 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.57 "DELETE /v2.0/ports/4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e HTTP/1.1" status: 204 len: 173 time: 2.3353753 Apr 18 20:28:22.603973 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2e6b8b84-7971-400e-8a4e-935c25df483c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.608187 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ada398-86e6-473e-9aa8-4b5ee6c8dbf7', 'name': 'network-vif-deleted', 'tag': '4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:22.609728 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca632b6-e5d7-481b-803d-eaa07a3c9de6" -d '{"events": [{"server_uuid": "d4ada398-86e6-473e-9aa8-4b5ee6c8dbf7", "name": "network-vif-deleted", "tag": "4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:22.672042 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=a1951abb-39fe-4668-be71-a5e220d3343b,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:22.676049 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2e6b8b84-7971-400e-8a4e-935c25df483c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28b21b6-ffef-4ade-80c1-b72cdd78003e']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:22.691626 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2e6b8b84-7971-400e-8a4e-935c25df483c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2f0597-c620-44b2-9172-e2c5197f30a3') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:22.692183 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2e6b8b84-7971-400e-8a4e-935c25df483c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2f0597-c620-44b2-9172-e2c5197f30a3') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:22.703429 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900ef2c-1855-4fd7-a537-7193cb2e2c2b req-f237e40c-e75b-4ffa-ad94-a1984f218bb1 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:22.708990 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2e6b8b84-7971-400e-8a4e-935c25df483c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.713181 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a900ef2c-1855-4fd7-a537-7193cb2e2c2b req-f237e40c-e75b-4ffa-ad94-a1984f218bb1 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 1095 time: 0.5702648 Apr 18 20:28:22.744487 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-50c9f219-20a3-42fd-9224-f2a17f15274c req-07cdb42d-42d5-44bd-884d-84ae89691674 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043173 Apr 18 20:28:22.796194 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2e6b8b84-7971-400e-8a4e-935c25df483c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.823318 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['ff19b1ee-4bdd-4f97-80b1-8d1e20492643'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:28:22.828194 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6b8b84-7971-400e-8a4e-935c25df483c admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:28:22.828885 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2e6b8b84-7971-400e-8a4e-935c25df483c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:28:22.830974 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:28:22.834240 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a900ef2c-1855-4fd7-a537-7193cb2e2c2b req-045156ef-772a-4f3b-9201-0cbea94a7e66 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211591 Apr 18 20:28:22.837673 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-48269dcd-57d7-43a4-ab76-7e928dc6dbef req-ec2725f8-00a4-4ff8-a5b9-748faa0ab19e service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102520 Apr 18 20:28:22.922998 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.db.resource_extend [None req-b21756b8-c805-450a-b7f1-8b4067117a27 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:28:22.955736 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['a1951abb-39fe-4668-be71-a5e220d3343b'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:28:23.013891 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2e6b8b84-7971-400e-8a4e-935c25df483c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:23.020650 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b21756b8-c805-450a-b7f1-8b4067117a27 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:23.025865 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2e6b8b84-7971-400e-8a4e-935c25df483c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:23.030286 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2e6b8b84-7971-400e-8a4e-935c25df483c admin admin] 10.222.0.41 "DELETE /v2.0/networks/c28b21b6-ffef-4ade-80c1-b72cdd78003e HTTP/1.1" status: 204 len: 168 time: 2.6560683 Apr 18 20:28:23.033102 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b21756b8-c805-450a-b7f1-8b4067117a27 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:23.046449 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b8b84-7971-400e-8a4e-935c25df483c admin admin] Pushing event deleted for resources: {'Network': ['ID=c28b21b6-ffef-4ade-80c1-b72cdd78003e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:23.113640 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a72909-df36-4f49-9ab9-e122ea834b2d x-openstack-request-id: req-19a72909-df36-4f49-9ab9-e122ea834b2d {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:23.114290 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ea88d4-eac7-482a-97ba-450e81f56bc4", "name": "network-vif-deleted", "tag": "77ea9693-068f-4108-9533-a71ee1eba00d", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:23.114749 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-19a72909-df36-4f49-9ab9-e122ea834b2d {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:23.115359 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a72909-df36-4f49-9ab9-e122ea834b2d'] response: {'server_uuid': '35ea88d4-eac7-482a-97ba-450e81f56bc4', 'name': 'network-vif-deleted', 'tag': '77ea9693-068f-4108-9533-a71ee1eba00d', 'status': 'completed', 'code': 200} Apr 18 20:28:23.216709 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2c1df6-7a91-4dd8-af69-14486178b5f3 x-openstack-request-id: req-ae2c1df6-7a91-4dd8-af69-14486178b5f3 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:23.217091 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ada398-86e6-473e-9aa8-4b5ee6c8dbf7", "name": "network-vif-deleted", "tag": "4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:23.217269 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae2c1df6-7a91-4dd8-af69-14486178b5f3 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:23.217667 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae2c1df6-7a91-4dd8-af69-14486178b5f3'] response: {'server_uuid': 'd4ada398-86e6-473e-9aa8-4b5ee6c8dbf7', 'name': 'network-vif-deleted', 'tag': '4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e', 'status': 'completed', 'code': 200} Apr 18 20:28:23.217782 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3dbf0afa-a0c0-4ddd-85fc-74b67136491a details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:28:23.239242 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-b21756b8-c805-450a-b7f1-8b4067117a27 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Floating IP ad92c309-76f4-4af5-85b1-5f9fa3c85338 associated. External IP: 172.25.1.122, port: e2a649e4-7bfc-4617-9c3d-6964e90cf608. Apr 18 20:28:23.301829 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-28c94eb7-d4d5-4861-9223-08f3e489c52b tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:23.304763 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-28c94eb7-d4d5-4861-9223-08f3e489c52b tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/networks?id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e HTTP/1.1" status: 200 len: 821 time: 0.3522246 Apr 18 20:28:23.335749 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58082) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:23.337021 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-3cc92162-8a95-44bc-9ac7-a57c3d5c7dba tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/quotas/dfaa7f2918ce486b8b6e6cf1abff9639 HTTP/1.1" status: 200 len: 375 time: 0.0239296 Apr 18 20:28:23.457564 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c541d807-16ed-40a4-8b35-094ef14f5d9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c31a5607b8149d6830abd18010bd1c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1185634 Apr 18 20:28:23.461665 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 77ea9693-068f-4108-9533-a71ee1eba00d no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:23.463435 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58084) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:23.521756 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ad131-3ca9-4446-8762-3e72228429f9 req-aff1b0e4-cb63-45b2-80c2-c658f8bdf42c tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:23.526721 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 77ea9693-068f-4108-9533-a71ee1eba00d {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:28:23.527437 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 77ea9693-068f-4108-9533-a71ee1eba00d not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:28:23.528145 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:23.539230 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-277ad131-3ca9-4446-8762-3e72228429f9 req-aff1b0e4-cb63-45b2-80c2-c658f8bdf42c tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.1112051 Apr 18 20:28:23.578919 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:28:23.579529 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4909bb1f-fd9c-4cf3-afcc-bf6e3b86bb4e not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:28:23.588102 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-f2f23ede-7919-4507-a4e3-4632565cfe44 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2426698 Apr 18 20:28:23.601218 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c201db05-e00d-4fe9-82bc-d43ad9c402ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:23.628103 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3dbf0afa-a0c0-4ddd-85fc-74b67136491a,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:23.662505 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c201db05-e00d-4fe9-82bc-d43ad9c402ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:23.664963 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '3dbf0afa-a0c0-4ddd-85fc-74b67136491a', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': '3dbf0afa-a0c0-4ddd-85fc-74b67136491a', 'mac_address': 'fa:16:3e:c5:5b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:28:23.719175 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21756b8-c805-450a-b7f1-8b4067117a27 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Router 48f1d38e-2a2d-4609-8fda-88e612305c23 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:28:23.723360 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-277ad131-3ca9-4446-8762-3e72228429f9 req-78846346-116d-422f-80b2-1ebc9c679639 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830726 Apr 18 20:28:23.783894 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:23.805000 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dbf0afa-a0c0-4ddd-85fc-74b67136491a {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:28:23.809522 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c201db05-e00d-4fe9-82bc-d43ad9c402ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:23.813427 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c201db05-e00d-4fe9-82bc-d43ad9c402ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:23.815113 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c201db05-e00d-4fe9-82bc-d43ad9c402ff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/899862c2-1b4a-4616-8522-89ece8b25cec HTTP/1.1" status: 204 len: 168 time: 0.3504393 Apr 18 20:28:23.830367 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-757e9f1f-d0b7-49d6-9b86-e3ef8a17c0e6 service neutron] 10.222.0.41 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354341 Apr 18 20:28:23.837915 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3dbf0afa-a0c0-4ddd-85fc-74b67136491a,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:23.851372 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:23.919085 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21756b8-c805-450a-b7f1-8b4067117a27 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:28:23.940862 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f94e14f-d24d-4d19-8286-a9b5c9c4476c None None] Sync routers for ids ['48f1d38e-2a2d-4609-8fda-88e612305c23'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:28:23.945054 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201db05-e00d-4fe9-82bc-d43ad9c402ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899862c2-1b4a-4616-8522-89ece8b25cec,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:23.954433 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=3dbf0afa-a0c0-4ddd-85fc-74b67136491a,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:23.974984 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b21756b8-c805-450a-b7f1-8b4067117a27 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:23.986182 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f94e14f-d24d-4d19-8286-a9b5c9c4476c None None] Routers {'48f1d38e-2a2d-4609-8fda-88e612305c23'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:23.987057 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6f94e14f-d24d-4d19-8286-a9b5c9c4476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:27:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['48f1d38e-2a2d-4609-8fda-88e612305c23'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:24.036009 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-c3bddbba-635c-4106-b641-7dc659ebdd61 service neutron] 10.222.0.41 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044759 Apr 18 20:28:24.043047 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b21756b8-c805-450a-b7f1-8b4067117a27 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "PUT /v2.0/floatingips/ad92c309-76f4-4af5-85b1-5f9fa3c85338 HTTP/1.1" status: 200 len: 992 time: 2.4414706 Apr 18 20:28:24.080025 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133eb89-0525-44ed-be36-be9766c8b6fc req-66e327e8-168b-4a85-ae9f-64881db63e07 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:24.082711 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8133eb89-0525-44ed-be36-be9766c8b6fc req-66e327e8-168b-4a85-ae9f-64881db63e07 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=d984d381-8a8d-4094-8f8e-941081d8753f HTTP/1.1" status: 200 len: 945 time: 0.0972817 Apr 18 20:28:24.165992 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8133eb89-0525-44ed-be36-be9766c8b6fc req-fcb00921-e68e-4829-8f8a-cb95dcfe102d tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/security-groups?id=1690906e-3c9e-4e4a-b6d0-59485a65f318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708747 Apr 18 20:28:24.227487 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-6f94e14f-d24d-4d19-8286-a9b5c9c4476c None None] Set router 48f1d38e-2a2d-4609-8fda-88e612305c23 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:24.239603 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['3dbf0afa-a0c0-4ddd-85fc-74b67136491a'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:28:24.490394 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b60262a7-10f3-444d-8bfd-49ec07262f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:24.500106 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23b003-ab7d-4351-8658-1ffc87382a7d req-085b6ee5-d8b7-4aba-b6a0-51193b94c16a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:24.503278 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f23b003-ab7d-4351-8658-1ffc87382a7d req-085b6ee5-d8b7-4aba-b6a0-51193b94c16a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 949 time: 0.1640308 Apr 18 20:28:24.608716 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f23b003-ab7d-4351-8658-1ffc87382a7d req-aa77e354-51dc-48f1-82e0-f6efda31bdc4 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976171 Apr 18 20:28:24.618189 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58102) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:24.683092 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-22d7ef0c-b96d-48d6-a234-59675aec1017 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=181c6fdb9cf04d7181980991cd9fa969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0629966 Apr 18 20:28:24.688268 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58110) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:24.735328 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6f94e14f-d24d-4d19-8286-a9b5c9c4476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'name': 'tempest-ServersTestBootFromVolume-1066999238-router', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b44f8c76-6164-4881-adfd-167ff3cacae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:43Z', 'updated_at': '2022-04-18T20:26:51Z', 'revision_number': 4, 'project_id': '78dac2d929104ed6bb85b9d14262f063', 'gw_port': {'id': 'b44f8c76-6164-4881-adfd-167ff3cacae8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:44Z', 'updated_at': '2022-04-18T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'ad92c309-76f4-4af5-85b1-5f9fa3c85338', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'floating_ip_address': '172.25.1.122', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'port_id': 'e2a649e4-7bfc-4617-9c3d-6964e90cf608', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef', 'mac_address': 'fa:16:3e:59:82:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa8743-47d6-416f-89f1-cdf290fb9bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:27:00Z', 'updated_at': '2022-04-18T20:28:22Z', 'revision_number': 1, 'project_id': '78dac2d929104ed6bb85b9d14262f063', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b478af1-cb16-4fdd-83fd-70b351820421', 'name': '', 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'mac_address': 'fa:16:3e:90:33:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '94058db9-d341-4c4b-98d8-38a6c7adc03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:49Z', 'updated_at': '2022-04-18T20:26:57Z', 'revision_number': 5, 'project_id': '78dac2d929104ed6bb85b9d14262f063', 'subnets': [{'id': '94058db9-d341-4c4b-98d8-38a6c7adc03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:24.755047 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4496f13d-c5b0-4933-b59e-9505882dbcd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:24.766364 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f94e14f-d24d-4d19-8286-a9b5c9c4476c None None] Checking router: 48f1d38e-2a2d-4609-8fda-88e612305c23 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:28:24.786446 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f94e14f-d24d-4d19-8286-a9b5c9c4476c None None] Routers {'48f1d38e-2a2d-4609-8fda-88e612305c23'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:24.787505 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6f94e14f-d24d-4d19-8286-a9b5c9c4476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:27:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['48f1d38e-2a2d-4609-8fda-88e612305c23'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:24.791406 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4496f13d-c5b0-4933-b59e-9505882dbcd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:24.877643 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4496f13d-c5b0-4933-b59e-9505882dbcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:24.881019 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4496f13d-c5b0-4933-b59e-9505882dbcd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:24.882752 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4496f13d-c5b0-4933-b59e-9505882dbcd3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8944d97f-4181-411e-9d79-ac56ef1da8e7 HTTP/1.1" status: 204 len: 168 time: 0.1917474 Apr 18 20:28:24.902764 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496f13d-c5b0-4933-b59e-9505882dbcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8944d97f-4181-411e-9d79-ac56ef1da8e7,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:24.969859 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-6f94e14f-d24d-4d19-8286-a9b5c9c4476c None None] Set router 48f1d38e-2a2d-4609-8fda-88e612305c23 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:25.026894 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3f3ee-5542-4441-ba4c-85efbbaa0d96 req-0739671c-2d2b-49f8-9f34-0fa3062495f3 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:25.036116 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-37f3f3ee-5542-4441-ba4c-85efbbaa0d96 req-0739671c-2d2b-49f8-9f34-0fa3062495f3 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 946 time: 0.1152668 Apr 18 20:28:25.087793 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-37f3f3ee-5542-4441-ba4c-85efbbaa0d96 req-c9d6bfee-103d-400d-8627-48acb591f9e7 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/security-groups?id=f154a964-7470-48ea-bb90-aed571586e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505791 Apr 18 20:28:25.218722 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcfa8743-47d6-416f-89f1-cdf290fb9bc9', 'tag': 'e2a649e4-7bfc-4617-9c3d-6964e90cf608'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:25.223372 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e457778-58b5-40fa-a033-a572daa99666" -d '{"events": [{"name": "network-changed", "server_uuid": "bcfa8743-47d6-416f-89f1-cdf290fb9bc9", "tag": "e2a649e4-7bfc-4617-9c3d-6964e90cf608"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:25.244702 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a8941ae-5b91-46f6-b07b-5dd317fb9a70 req-4ba26045-04e0-41a8-b736-4c487c78c514 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 210 time: 0.0466504 Apr 18 20:28:25.403584 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a1951abb-39fe-4668-be71-a5e220d3343b up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:25.477571 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6f94e14f-d24d-4d19-8286-a9b5c9c4476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'name': 'tempest-ServersTestBootFromVolume-1066999238-router', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b44f8c76-6164-4881-adfd-167ff3cacae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:43Z', 'updated_at': '2022-04-18T20:26:51Z', 'revision_number': 4, 'project_id': '78dac2d929104ed6bb85b9d14262f063', 'gw_port': {'id': 'b44f8c76-6164-4881-adfd-167ff3cacae8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:44Z', 'updated_at': '2022-04-18T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'ad92c309-76f4-4af5-85b1-5f9fa3c85338', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'floating_ip_address': '172.25.1.122', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'port_id': 'e2a649e4-7bfc-4617-9c3d-6964e90cf608', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef', 'mac_address': 'fa:16:3e:59:82:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa8743-47d6-416f-89f1-cdf290fb9bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:27:00Z', 'updated_at': '2022-04-18T20:28:22Z', 'revision_number': 1, 'project_id': '78dac2d929104ed6bb85b9d14262f063', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b478af1-cb16-4fdd-83fd-70b351820421', 'name': '', 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'mac_address': 'fa:16:3e:90:33:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '94058db9-d341-4c4b-98d8-38a6c7adc03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:49Z', 'updated_at': '2022-04-18T20:26:57Z', 'revision_number': 5, 'project_id': '78dac2d929104ed6bb85b9d14262f063', 'subnets': [{'id': '94058db9-d341-4c4b-98d8-38a6c7adc03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:25.503206 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port a1951abb-39fe-4668-be71-a5e220d3343b completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:28:25.508078 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port a1951abb-39fe-4668-be71-a5e220d3343b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:25.508473 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:25.539524 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f94e14f-d24d-4d19-8286-a9b5c9c4476c None None] The sync data for ids ['48f1d38e-2a2d-4609-8fda-88e612305c23'] in n-d-838323-3 is: [{'id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'name': 'tempest-ServersTestBootFromVolume-1066999238-router', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b44f8c76-6164-4881-adfd-167ff3cacae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:43Z', 'updated_at': '2022-04-18T20:26:51Z', 'revision_number': 4, 'project_id': '78dac2d929104ed6bb85b9d14262f063', 'gw_port': {'id': 'b44f8c76-6164-4881-adfd-167ff3cacae8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:44Z', 'updated_at': '2022-04-18T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'ad92c309-76f4-4af5-85b1-5f9fa3c85338', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'floating_ip_address': '172.25.1.122', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'port_id': 'e2a649e4-7bfc-4617-9c3d-6964e90cf608', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef', 'mac_address': 'fa:16:3e:59:82:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa8743-47d6-416f-89f1-cdf290fb9bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:27:00Z', 'updated_at': '2022-04-18T20:28:22Z', 'revision_number': 1, 'project_id': '78dac2d929104ed6bb85b9d14262f063', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b478af1-cb16-4fdd-83fd-70b351820421', 'name': '', 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'mac_address': 'fa:16:3e:90:33:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '94058db9-d341-4c4b-98d8-38a6c7adc03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:49Z', 'updated_at': '2022-04-18T20:26:57Z', 'revision_number': 5, 'project_id': '78dac2d929104ed6bb85b9d14262f063', 'subnets': [{'id': '94058db9-d341-4c4b-98d8-38a6c7adc03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:28:25.625530 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759891e9-4b10-4351-b375-259314ad81a7 req-f246a3f1-94ed-4316-ba5f-4ae3b4c242a9 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:25.637270 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-759891e9-4b10-4351-b375-259314ad81a7 req-f246a3f1-94ed-4316-ba5f-4ae3b4c242a9 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.0885694 Apr 18 20:28:25.664693 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4b1d9-1e5e-47cc-b0f3-85605f6c2a11 req-b86850ea-2657-4aa4-a2d4-afd110c6e7ae tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:25.666295 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-88c4b1d9-1e5e-47cc-b0f3-85605f6c2a11 req-b86850ea-2657-4aa4-a2d4-afd110c6e7ae tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.57 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447&tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&binding%3Ahost_id=n-h1-838323-3 HTTP/1.1" status: 200 len: 949 time: 0.1291068 Apr 18 20:28:25.697763 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-759891e9-4b10-4351-b375-259314ad81a7 req-b486b8dc-80cd-42b0-884c-39a212db8b76 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591986 Apr 18 20:28:25.727806 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:25.797064 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd984d381-8a8d-4094-8f8e-941081d8753f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1951abb-39fe-4668-be71-a5e220d3343b'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:25.799305 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c22b8f-63fd-4f5a-a7a9-07482f7edb9f" -d '{"events": [{"server_uuid": "d984d381-8a8d-4094-8f8e-941081d8753f", "name": "network-vif-plugged", "status": "completed", "tag": "a1951abb-39fe-4668-be71-a5e220d3343b"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:25.822406 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [req-88c4b1d9-1e5e-47cc-b0f3-85605f6c2a11 req-82378959-6838-4157-81d6-f3203220dad4 service neutron] delete failed (client error): The resource could not be found. Apr 18 20:28:25.825750 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-88c4b1d9-1e5e-47cc-b0f3-85605f6c2a11 req-82378959-6838-4157-81d6-f3203220dad4 service neutron] 10.222.0.57 "DELETE /v2.0/ports/3dbf0afa-a0c0-4ddd-85fc-74b67136491a/bindings/n-h2-838323-3 HTTP/1.1" status: 404 len: 380 time: 0.1506276 Apr 18 20:28:25.830035 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc1f9c0-fe35-414d-b1eb-459da65c497a x-openstack-request-id: req-acc1f9c0-fe35-414d-b1eb-459da65c497a {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:25.830329 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcfa8743-47d6-416f-89f1-cdf290fb9bc9", "tag": "e2a649e4-7bfc-4617-9c3d-6964e90cf608", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:25.830582 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-acc1f9c0-fe35-414d-b1eb-459da65c497a {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:25.830996 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acc1f9c0-fe35-414d-b1eb-459da65c497a'] response: {'name': 'network-changed', 'server_uuid': 'bcfa8743-47d6-416f-89f1-cdf290fb9bc9', 'tag': 'e2a649e4-7bfc-4617-9c3d-6964e90cf608', 'status': 'completed', 'code': 200} Apr 18 20:28:25.843598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a1951abb-39fe-4668-be71-a5e220d3343b, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a1951abb-39fe-4668-be71-a5e220d3343b,segment=NetworkSegment(1e83c5e6-61c2-4806-b1e4-9638a217c05b),segment_id=1e83c5e6-61c2-4806-b1e4-9638a217c05b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:25.851243 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:25.945762 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e457778-58b5-40fa-a033-a572daa99666 req-7e0c3494-139a-4097-888d-7beb26fcaa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:25.952584 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e457778-58b5-40fa-a033-a572daa99666 req-7e0c3494-139a-4097-888d-7beb26fcaa72 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78dac2d929104ed6bb85b9d14262f063&device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 1097 time: 0.0937395 Apr 18 20:28:25.980280 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=a1951abb-39fe-4668-be71-a5e220d3343b,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:26.060746 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d30861-5431-4119-a6b1-662a44c11eb3 None None] New status for floating IP ad92c309-76f4-4af5-85b1-5f9fa3c85338: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:28:26.109399 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4b1d9-1e5e-47cc-b0f3-85605f6c2a11 req-0ab485c7-b2bf-4a79-a8ed-18bab3672db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:26.111451 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-88c4b1d9-1e5e-47cc-b0f3-85605f6c2a11 req-0ab485c7-b2bf-4a79-a8ed-18bab3672db0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 1100 time: 0.1296904 Apr 18 20:28:26.323453 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4b1d9-1e5e-47cc-b0f3-85605f6c2a11 req-56c42791-b57f-4f50-b484-35cf5334ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:26.324882 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-88c4b1d9-1e5e-47cc-b0f3-85605f6c2a11 req-56c42791-b57f-4f50-b484-35cf5334ac8c service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.2057095 Apr 18 20:28:26.363425 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb739043-2fc3-4ec6-802b-d1e118765a56 req-519c5bde-cf77-4f59-a2c6-5c3ed81a8f77 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:26.365195 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb739043-2fc3-4ec6-802b-d1e118765a56 req-519c5bde-cf77-4f59-a2c6-5c3ed81a8f77 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=d984d381-8a8d-4094-8f8e-941081d8753f HTTP/1.1" status: 200 len: 946 time: 0.3857081 Apr 18 20:28:26.374529 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013b7fb-f528-49df-bdc9-4a7776e4dd8f req-3a5fca09-e358-48c0-9cc2-75fc1082495e tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:26.383200 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4013b7fb-f528-49df-bdc9-4a7776e4dd8f req-3a5fca09-e358-48c0-9cc2-75fc1082495e tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 949 time: 0.4292049 Apr 18 20:28:26.438947 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-88c4b1d9-1e5e-47cc-b0f3-85605f6c2a11 req-6bded53b-d2c6-468c-9506-1ebd31fbfca7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=3dbf0afa-a0c0-4ddd-85fc-74b67136491a HTTP/1.1" status: 200 len: 217 time: 0.1059163 Apr 18 20:28:26.514905 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb739043-2fc3-4ec6-802b-d1e118765a56 req-8349f9e3-f5fe-4401-855c-d03ff5a215d0 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/security-groups?id=1690906e-3c9e-4e4a-b6d0-59485a65f318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210556 Apr 18 20:28:26.521713 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e457778-58b5-40fa-a033-a572daa99666 req-7775fc40-a7f5-4907-a7ac-bca6ab2dcc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:26.523294 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e457778-58b5-40fa-a033-a572daa99666 req-7775fc40-a7f5-4907-a7ac-bca6ab2dcc75 service neutron] 10.222.0.32 "GET /v2.0/networks?id=99e89627-a45b-4a5d-a097-eb11f4a25aef HTTP/1.1" status: 200 len: 917 time: 0.5470881 Apr 18 20:28:26.540221 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4b1d9-1e5e-47cc-b0f3-85605f6c2a11 req-3496b902-d85f-4521-bf2d-538fddb8009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:26.542494 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-88c4b1d9-1e5e-47cc-b0f3-85605f6c2a11 req-3496b902-d85f-4521-bf2d-538fddb8009f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.0956397 Apr 18 20:28:26.623547 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4013b7fb-f528-49df-bdc9-4a7776e4dd8f req-8931ce27-180a-47fa-8083-6a77f895caf7 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393544 Apr 18 20:28:26.625596 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e457778-58b5-40fa-a033-a572daa99666 req-a11b2c35-4878-40c8-be65-97bf75957e99 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2a649e4-7bfc-4617-9c3d-6964e90cf608 HTTP/1.1" status: 200 len: 1002 time: 0.0928996 Apr 18 20:28:26.644672 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-6ea0fbfe-983f-4312-ae29-c1649141bfe9 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:26.646216 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-6ea0fbfe-983f-4312-ae29-c1649141bfe9 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.32 "GET /v2.0/networks?id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e HTTP/1.1" status: 200 len: 821 time: 0.5276303 Apr 18 20:28:26.680449 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4b1d9-1e5e-47cc-b0f3-85605f6c2a11 req-a7554fe6-50ff-4e49-8624-83f42889da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:26.683756 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-88c4b1d9-1e5e-47cc-b0f3-85605f6c2a11 req-a7554fe6-50ff-4e49-8624-83f42889da6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1334589 Apr 18 20:28:26.684980 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-4d532f73-1155-43fa-9e8e-22a219893b0b tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Request body: {'port': {'device_id': 'a54b8329-5216-499e-9f09-7533c687822b', 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e', 'admin_state_up': True, 'tenant_id': 'dfaa7f2918ce486b8b6e6cf1abff9639'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:26.697758 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18164fb3-a5b9-462a-b293-70872363b534 x-openstack-request-id: req-18164fb3-a5b9-462a-b293-70872363b534 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:26.698305 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d984d381-8a8d-4094-8f8e-941081d8753f", "name": "network-vif-plugged", "status": "completed", "tag": "a1951abb-39fe-4668-be71-a5e220d3343b", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:26.700311 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-18164fb3-a5b9-462a-b293-70872363b534 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:26.701140 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18164fb3-a5b9-462a-b293-70872363b534'] response: {'server_uuid': 'd984d381-8a8d-4094-8f8e-941081d8753f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1951abb-39fe-4668-be71-a5e220d3343b', 'code': 200} Apr 18 20:28:26.941518 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-88c4b1d9-1e5e-47cc-b0f3-85605f6c2a11 req-2bc86a0d-42af-4250-8910-13429e027854 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485218 Apr 18 20:28:27.099339 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-062bf8c3-02b9-4615-b413-af64a0c1cf23 req-6bbb1895-a250-4111-a408-48ad91f64a66 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 210 time: 0.2008171 Apr 18 20:28:27.141348 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e457778-58b5-40fa-a033-a572daa99666 req-16502faa-b697-4266-bd99-f7404a98b4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:27.141348 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e457778-58b5-40fa-a033-a572daa99666 req-16502faa-b697-4266-bd99-f7404a98b4cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=94058db9-d341-4c4b-98d8-38a6c7adc03e HTTP/1.1" status: 200 len: 855 time: 0.4901762 Apr 18 20:28:27.159641 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-88c4b1d9-1e5e-47cc-b0f3-85605f6c2a11 req-7b401abb-8bbf-4eb3-abc9-bcf63ea8e225 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103121 Apr 18 20:28:27.162537 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-4d532f73-1155-43fa-9e8e-22a219893b0b tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Made reservation on behalf of dfaa7f2918ce486b8b6e6cf1abff9639 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:27.168158 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-4d532f73-1155-43fa-9e8e-22a219893b0b tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:27.184181 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb3dba-a76c-4f90-9233-744825ac0e29 req-a6613021-45cb-4376-8a13-7546e4a84c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:27.185960 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77fb3dba-a76c-4f90-9233-744825ac0e29 req-a6613021-45cb-4376-8a13-7546e4a84c4b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d984d381-8a8d-4094-8f8e-941081d8753f HTTP/1.1" status: 200 len: 1097 time: 0.2856829 Apr 18 20:28:27.251048 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3dbf0afa-a0c0-4ddd-85fc-74b67136491a up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:27.286677 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a581e1c-a39f-4a25-b869-c5b211d85bb9 req-b7845032-175f-4d8b-9922-2bdc7ee9ea2f tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:27.290714 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5a581e1c-a39f-4a25-b869-c5b211d85bb9 req-b7845032-175f-4d8b-9922-2bdc7ee9ea2f tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.3428648 Apr 18 20:28:27.335865 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77fb3dba-a76c-4f90-9233-744825ac0e29 req-fe81b74a-42c9-4c49-8639-750205a463c7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1690906e-3c9e-4e4a-b6d0-59485a65f318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380248 Apr 18 20:28:27.389855 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:28:27.405367 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:27.406452 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:27.413952 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e457778-58b5-40fa-a033-a572daa99666 req-80416aa4-7b00-41e1-bc55-2737503be1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:27.415792 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e457778-58b5-40fa-a033-a572daa99666 req-80416aa4-7b00-41e1-bc55-2737503be1f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=99e89627-a45b-4a5d-a097-eb11f4a25aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2550778 Apr 18 20:28:27.528599 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:27.594982 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3dbf0afa-a0c0-4ddd-85fc-74b67136491a,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:27.601612 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:27.663659 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5a581e1c-a39f-4a25-b869-c5b211d85bb9 req-4e8ac77d-389e-4513-90de-ae2b10f2a786 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613131 Apr 18 20:28:27.673093 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=3dbf0afa-a0c0-4ddd-85fc-74b67136491a,revision_number=9']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:27.696676 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-4d532f73-1155-43fa-9e8e-22a219893b0b tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Allocated IP 172.20.0.3 (93e8e2fd-14fe-4cc2-9e5c-3a430530374e/07088b8e-aaa8-48c6-be5d-b75368ae775e/a4a3596c-eeaa-475e-ac12-3b87b3d5e647) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:27.991690 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d643f9-30c2-4968-8143-7fad0d431e7e req-25bb5a85-a1c5-488f-916b-6175eb7e59b3 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:28.000756 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52d643f9-30c2-4968-8143-7fad0d431e7e req-25bb5a85-a1c5-488f-916b-6175eb7e59b3 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=0627062d-3f72-489b-8b2e-c4aaff227581 HTTP/1.1" status: 200 len: 950 time: 0.5084286 Apr 18 20:28:28.065456 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e457778-58b5-40fa-a033-a572daa99666 req-df252ccb-9018-4bb6-8ba9-727cb58f3fbe service neutron] 10.222.0.32 "GET /v2.0/networks/99e89627-a45b-4a5d-a097-eb11f4a25aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5674422 Apr 18 20:28:28.109778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df63900-6a61-4be5-adc4-2cc780ba1df9 req-0f9222be-eb49-4be9-961d-0cb3f245d8c0 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:28.112183 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7df63900-6a61-4be5-adc4-2cc780ba1df9 req-0f9222be-eb49-4be9-961d-0cb3f245d8c0 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=d984d381-8a8d-4094-8f8e-941081d8753f HTTP/1.1" status: 200 len: 946 time: 0.2930000 Apr 18 20:28:28.220203 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52d643f9-30c2-4968-8143-7fad0d431e7e req-f3589112-3624-4ad1-afff-335c8a6172e4 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184229 Apr 18 20:28:28.253561 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-4d532f73-1155-43fa-9e8e-22a219893b0b tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:28.272890 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7df63900-6a61-4be5-adc4-2cc780ba1df9 req-178b643f-e8fd-4ba9-88f6-114448c359ea tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/security-groups?id=1690906e-3c9e-4e4a-b6d0-59485a65f318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290009 Apr 18 20:28:28.354183 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e457778-58b5-40fa-a033-a572daa99666 req-78becded-3a46-41f4-8970-fff4a5d4aac4 service neutron] 10.222.0.32 "GET /v2.0/networks/99e89627-a45b-4a5d-a097-eb11f4a25aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770059 Apr 18 20:28:28.368962 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-4d532f73-1155-43fa-9e8e-22a219893b0b tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:28.477176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-4d532f73-1155-43fa-9e8e-22a219893b0b tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:28.509113 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-4d532f73-1155-43fa-9e8e-22a219893b0b tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:28.512816 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-4d532f73-1155-43fa-9e8e-22a219893b0b tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:28.703476 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de512c4-f6a2-4956-9793-60f9a4379447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbf0afa-a0c0-4ddd-85fc-74b67136491a'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:28.712023 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b06a833-c8d5-4533-9f4b-af959fdf9e27" -d '{"events": [{"server_uuid": "2de512c4-f6a2-4956-9793-60f9a4379447", "name": "network-vif-plugged", "status": "completed", "tag": "3dbf0afa-a0c0-4ddd-85fc-74b67136491a"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:28.726247 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-35509db8-dbd1-419c-9c43-98e270d9dec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:28.860964 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d532f73-1155-43fa-9e8e-22a219893b0b tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Pushing event updated for resources: {'Port': ['ID=a4a3596c-eeaa-475e-ac12-3b87b3d5e647,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:28.885418 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582584d-f207-4b12-bcc1-f1cf7fd46484 req-fb2d4878-0592-4ba5-b48b-24d6be18ff0f tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:28.887922 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3582584d-f207-4b12-bcc1-f1cf7fd46484 req-fb2d4878-0592-4ba5-b48b-24d6be18ff0f tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.5319343 Apr 18 20:28:28.977362 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2004c-d5ca-4b35-a8d8-53e4958f37f4 req-8af4c14c-dbfb-4a71-a72e-d02eb1219604 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:28.980032 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-44f2004c-d5ca-4b35-a8d8-53e4958f37f4 req-8af4c14c-dbfb-4a71-a72e-d02eb1219604 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.57 "GET /v2.0/ports?device_id=0627062d-3f72-489b-8b2e-c4aaff227581 HTTP/1.1" status: 200 len: 950 time: 0.5256629 Apr 18 20:28:29.036639 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-4d532f73-1155-43fa-9e8e-22a219893b0b tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:29.037731 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-4d532f73-1155-43fa-9e8e-22a219893b0b tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:29.138547 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d6954-4607-4dc8-8076-faaa45036fee req-9944e576-c82e-4ac8-9a31-12306545dee2 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:29.141323 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ea5d6954-4607-4dc8-8076-faaa45036fee req-9944e576-c82e-4ac8-9a31-12306545dee2 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 931 time: 0.3060088 Apr 18 20:28:29.173273 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3582584d-f207-4b12-bcc1-f1cf7fd46484 req-f13a5c63-6f26-46f2-9d08-dcabfeedcebd tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552855 Apr 18 20:28:29.193302 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-4d532f73-1155-43fa-9e8e-22a219893b0b tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5184469 Apr 18 20:28:29.254611 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-eb5ffc4d-3cf6-487b-84db-2e46ebc40948 service neutron] Request body: {'port': {'device_id': 'a54b8329-5216-499e-9f09-7533c687822b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:29.361402 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ea5d6954-4607-4dc8-8076-faaa45036fee req-4c1da490-9624-4887-a758-dd9a17d2af10 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090209 Apr 18 20:28:29.481520 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-eb5ffc4d-3cf6-487b-84db-2e46ebc40948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:29.515032 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-44f2004c-d5ca-4b35-a8d8-53e4958f37f4 req-d1320be9-a8b3-47ee-ab8f-c7701d7a2d6f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Deleting port ff19b1ee-4bdd-4f97-80b1-8d1e20492643 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:28:29.515614 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-44f2004c-d5ca-4b35-a8d8-53e4958f37f4 req-d1320be9-a8b3-47ee-ab8f-c7701d7a2d6f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:29.531324 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa4871b-5958-4a00-ac2a-33708852bfc5 x-openstack-request-id: req-3fa4871b-5958-4a00-ac2a-33708852bfc5 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:29.531861 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de512c4-f6a2-4956-9793-60f9a4379447", "name": "network-vif-plugged", "status": "completed", "tag": "3dbf0afa-a0c0-4ddd-85fc-74b67136491a", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:29.532382 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3fa4871b-5958-4a00-ac2a-33708852bfc5 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:29.533066 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fa4871b-5958-4a00-ac2a-33708852bfc5'] response: {'server_uuid': '2de512c4-f6a2-4956-9793-60f9a4379447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbf0afa-a0c0-4ddd-85fc-74b67136491a', 'code': 200} Apr 18 20:28:29.638061 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:29.727527 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdbabd-8a1c-41f6-b27f-5dd5877a8424 req-fa18c7db-e72d-4884-966b-29239d178c6f tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:29.733614 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8dcdbabd-8a1c-41f6-b27f-5dd5877a8424 req-fa18c7db-e72d-4884-966b-29239d178c6f tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.3287771 Apr 18 20:28:29.753998 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58204) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:29.910284 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-44f2004c-d5ca-4b35-a8d8-53e4958f37f4 req-d1320be9-a8b3-47ee-ab8f-c7701d7a2d6f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] For port ff19b1ee-4bdd-4f97-80b1-8d1e20492643, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=ff19b1ee-4bdd-4f97-80b1-8d1e20492643,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:29.911161 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-44f2004c-d5ca-4b35-a8d8-53e4958f37f4 req-d1320be9-a8b3-47ee-ab8f-c7701d7a2d6f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:29.922073 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-089364a1-ec80-4175-b7b7-9d65c55cd923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:29.930509 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062dacfb-c6df-4b34-92c1-066b104516e9 req-54bff886-2286-4475-84e7-afef737d262b tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:29.935453 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-062dacfb-c6df-4b34-92c1-066b104516e9 req-54bff886-2286-4475-84e7-afef737d262b tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.2794645 Apr 18 20:28:30.016605 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8dcdbabd-8a1c-41f6-b27f-5dd5877a8424 req-d4eaf539-b540-4c69-a3bf-fb0ce70ee599 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537131 Apr 18 20:28:30.031021 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-44f2004c-d5ca-4b35-a8d8-53e4958f37f4 req-d1320be9-a8b3-47ee-ab8f-c7701d7a2d6f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Calling delete_port for ff19b1ee-4bdd-4f97-80b1-8d1e20492643 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:28:30.081870 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-089364a1-ec80-4175-b7b7-9d65c55cd923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:30.087677 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-089364a1-ec80-4175-b7b7-9d65c55cd923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:30.135721 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089364a1-ec80-4175-b7b7-9d65c55cd923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f1d9e6-252d-44c4-90eb-69a037803bb2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:30.155329 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-089364a1-ec80-4175-b7b7-9d65c55cd923 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9cd7d78c5b9b4beba4b2e2f5a486ddb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4001899 Apr 18 20:28:30.160281 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58208) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:30.188882 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-062dacfb-c6df-4b34-92c1-066b104516e9 req-634a8199-e876-43d7-8f85-4db056bf93ad tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134924 Apr 18 20:28:30.278681 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d0b9ba90-be6f-4eb7-9f06-ea4f4d73126a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:30.310793 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d0b9ba90-be6f-4eb7-9f06-ea4f4d73126a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:30.384127 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d0b9ba90-be6f-4eb7-9f06-ea4f4d73126a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:30.388521 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d0b9ba90-be6f-4eb7-9f06-ea4f4d73126a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:30.392404 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d0b9ba90-be6f-4eb7-9f06-ea4f4d73126a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f1f1d9e6-252d-44c4-90eb-69a037803bb2 HTTP/1.1" status: 204 len: 168 time: 0.2273371 Apr 18 20:28:30.405432 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9ba90-be6f-4eb7-9f06-ea4f4d73126a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f1d9e6-252d-44c4-90eb-69a037803bb2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:30.579298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304055a-8a88-490a-b4a2-4a42d1d8184d req-86c2d211-016b-4f6e-a8f9-762102399b4f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:30.581726 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f304055a-8a88-490a-b4a2-4a42d1d8184d req-86c2d211-016b-4f6e-a8f9-762102399b4f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/ports?device_id=0627062d-3f72-489b-8b2e-c4aaff227581 HTTP/1.1" status: 200 len: 950 time: 0.4056318 Apr 18 20:28:30.646617 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc999199-f4be-4c9b-963f-1de1f67b2be0 req-9e7eb514-eec6-4a8c-a267-f79a0d33e3db tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:30.660859 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc999199-f4be-4c9b-963f-1de1f67b2be0 req-9e7eb514-eec6-4a8c-a267-f79a0d33e3db tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=d984d381-8a8d-4094-8f8e-941081d8753f HTTP/1.1" status: 200 len: 946 time: 0.2979934 Apr 18 20:28:30.761316 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-44f2004c-d5ca-4b35-a8d8-53e4958f37f4 req-d1320be9-a8b3-47ee-ab8f-c7701d7a2d6f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:30.841419 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1320be9-a8b3-47ee-ab8f-c7701d7a2d6f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Pushing event deleted for resources: {'Port': ['ID=ff19b1ee-4bdd-4f97-80b1-8d1e20492643,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:30.854172 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-eb5ffc4d-3cf6-487b-84db-2e46ebc40948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a3596c-eeaa-475e-ac12-3b87b3d5e647 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:28:30.882995 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc999199-f4be-4c9b-963f-1de1f67b2be0 req-59fcba81-4613-4efd-95fc-f23ea97765f3 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/security-groups?id=1690906e-3c9e-4e4a-b6d0-59485a65f318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208731 Apr 18 20:28:30.891118 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-eb5ffc4d-3cf6-487b-84db-2e46ebc40948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:30.896668 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f304055a-8a88-490a-b4a2-4a42d1d8184d req-b878881f-499e-47ac-aba1-7de87374d7b3 tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.41 "GET /v2.0/security-groups?id=876a2e5f-0274-436b-a3f0-b81836f00118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833438 Apr 18 20:28:30.992873 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58224) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:31.013635 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-85ba8f87-86d7-43c5-b7d9-fa150cd680f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:31.022159 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f2004c-d5ca-4b35-a8d8-53e4958f37f4 req-d1320be9-a8b3-47ee-ab8f-c7701d7a2d6f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] No DVR routers for this DVR port ff19b1ee-4bdd-4f97-80b1-8d1e20492643 on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:28:31.028890 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-44f2004c-d5ca-4b35-a8d8-53e4958f37f4 req-d1320be9-a8b3-47ee-ab8f-c7701d7a2d6f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:31.032686 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-44f2004c-d5ca-4b35-a8d8-53e4958f37f4 req-d1320be9-a8b3-47ee-ab8f-c7701d7a2d6f tempest-ServersOnMultiNodesTest-601274404 tempest-ServersOnMultiNodesTest-601274404-project] 10.222.0.57 "DELETE /v2.0/ports/ff19b1ee-4bdd-4f97-80b1-8d1e20492643 HTTP/1.1" status: 204 len: 173 time: 2.0290196 Apr 18 20:28:31.043146 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0627062d-3f72-489b-8b2e-c4aaff227581', 'name': 'network-vif-deleted', 'tag': 'ff19b1ee-4bdd-4f97-80b1-8d1e20492643'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:31.045768 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc45d1b-fd9f-4855-acc4-3c387280aee7" -d '{"events": [{"server_uuid": "0627062d-3f72-489b-8b2e-c4aaff227581", "name": "network-vif-deleted", "tag": "ff19b1ee-4bdd-4f97-80b1-8d1e20492643"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:31.062817 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-eb5ffc4d-3cf6-487b-84db-2e46ebc40948 service neutron] Transition to ACTIVE for port object a4a3596c-eeaa-475e-ac12-3b87b3d5e647 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:28:31.121160 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-eb5ffc4d-3cf6-487b-84db-2e46ebc40948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:31.195146 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-85ba8f87-86d7-43c5-b7d9-fa150cd680f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:31.204954 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-85ba8f87-86d7-43c5-b7d9-fa150cd680f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:31.207344 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:31.292775 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-85ba8f87-86d7-43c5-b7d9-fa150cd680f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d9cfb03b044c47ff8656841c16b9e493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968919 Apr 18 20:28:31.294294 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58230) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:31.305179 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba8f87-86d7-43c5-b7d9-fa150cd680f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec0797f-0570-4859-906c-ae1d1964b244,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:31.349487 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ffc4d-3cf6-487b-84db-2e46ebc40948 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a3596c-eeaa-475e-ac12-3b87b3d5e647,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:31.422707 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3100ee3-0839-47f8-a477-f0efbf6afeaf req-eddbba4d-8df8-47d1-a553-04d20e0d9c48 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:31.430059 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b3100ee3-0839-47f8-a477-f0efbf6afeaf req-eddbba4d-8df8-47d1-a553-04d20e0d9c48 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 943 time: 0.3691959 Apr 18 20:28:31.435916 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06f511fc-64c7-426d-a717-8a1dbd93c050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:31.522316 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06f511fc-64c7-426d-a717-8a1dbd93c050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:31.587235 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device ff19b1ee-4bdd-4f97-80b1-8d1e20492643 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:31.632981 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06f511fc-64c7-426d-a717-8a1dbd93c050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:31.639724 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06f511fc-64c7-426d-a717-8a1dbd93c050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:31.648279 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: ff19b1ee-4bdd-4f97-80b1-8d1e20492643 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:28:31.648855 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device ff19b1ee-4bdd-4f97-80b1-8d1e20492643 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:28:31.661243 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-06f511fc-64c7-426d-a717-8a1dbd93c050 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ec0797f-0570-4859-906c-ae1d1964b244 HTTP/1.1" status: 204 len: 168 time: 0.3609362 Apr 18 20:28:31.674141 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:31.683089 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f511fc-64c7-426d-a717-8a1dbd93c050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec0797f-0570-4859-906c-ae1d1964b244,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:31.685410 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34beebdc-e454-4bd8-8245-f3cebc3eaf44 req-0ac972d4-1648-47fd-9157-c80b4df38970 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6673646 Apr 18 20:28:31.717154 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b3100ee3-0839-47f8-a477-f0efbf6afeaf req-39c4928d-b511-496b-a26e-cc9887f7d9c1 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853811 Apr 18 20:28:31.729512 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-34beebdc-e454-4bd8-8245-f3cebc3eaf44 req-a06e5742-c311-47bb-be2e-332f4b5d0841 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:31.792999 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-eb5ffc4d-3cf6-487b-84db-2e46ebc40948 service neutron] Attempting to bind port a4a3596c-eeaa-475e-ac12-3b87b3d5e647 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:31.793383 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-eb5ffc4d-3cf6-487b-84db-2e46ebc40948 service neutron] Attempting to bind port a4a3596c-eeaa-475e-ac12-3b87b3d5e647 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:31.793714 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-eb5ffc4d-3cf6-487b-84db-2e46ebc40948 service neutron] Attempting to bind port a4a3596c-eeaa-475e-ac12-3b87b3d5e647 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:31.804058 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-eb5ffc4d-3cf6-487b-84db-2e46ebc40948 service neutron] Port a4a3596c-eeaa-475e-ac12-3b87b3d5e647 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:28:31.804623 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-eb5ffc4d-3cf6-487b-84db-2e46ebc40948 service neutron] Attempting to bind port a4a3596c-eeaa-475e-ac12-3b87b3d5e647 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:31.815323 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-eb5ffc4d-3cf6-487b-84db-2e46ebc40948 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:31.816263 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-eb5ffc4d-3cf6-487b-84db-2e46ebc40948 service neutron] Checking segment: {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:31.817189 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-eb5ffc4d-3cf6-487b-84db-2e46ebc40948 service neutron] Bound using segment: {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:31.817876 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-eb5ffc4d-3cf6-487b-84db-2e46ebc40948 service neutron] Bound port: a4a3596c-eeaa-475e-ac12-3b87b3d5e647, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:31.818535 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-eb5ffc4d-3cf6-487b-84db-2e46ebc40948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:31.832648 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-34beebdc-e454-4bd8-8245-f3cebc3eaf44 req-a06e5742-c311-47bb-be2e-332f4b5d0841 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:32.013354 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-eb5ffc4d-3cf6-487b-84db-2e46ebc40948 service neutron] For port a4a3596c-eeaa-475e-ac12-3b87b3d5e647, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:32.018810 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-eb5ffc4d-3cf6-487b-84db-2e46ebc40948 service neutron] For port a4a3596c-eeaa-475e-ac12-3b87b3d5e647, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a4a3596c-eeaa-475e-ac12-3b87b3d5e647,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:32.028974 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-eb5ffc4d-3cf6-487b-84db-2e46ebc40948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:32.079144 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa51de-780f-461f-8f12-fa749338fe15 req-1a44b79d-beba-4d65-b370-035467d071c0 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:32.080777 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5fa51de-780f-461f-8f12-fa749338fe15 req-1a44b79d-beba-4d65-b370-035467d071c0 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.1994905 Apr 18 20:28:32.102087 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-eb5ffc4d-3cf6-487b-84db-2e46ebc40948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:32.102698 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-eb5ffc4d-3cf6-487b-84db-2e46ebc40948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:32.104133 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-eb5ffc4d-3cf6-487b-84db-2e46ebc40948 service neutron] 10.222.0.32 "PUT /v2.0/ports/a4a3596c-eeaa-475e-ac12-3b87b3d5e647 HTTP/1.1" status: 200 len: 1091 time: 2.8652201 Apr 18 20:28:32.140152 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ffc4d-3cf6-487b-84db-2e46ebc40948 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a3596c-eeaa-475e-ac12-3b87b3d5e647,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:32.206096 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5fa51de-780f-461f-8f12-fa749338fe15 req-a47f712f-37fd-40b1-96f8-fc4c66662371 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145236 Apr 18 20:28:32.265218 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-34beebdc-e454-4bd8-8245-f3cebc3eaf44 req-a06e5742-c311-47bb-be2e-332f4b5d0841 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:32.355664 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-a2599ec9-aac7-4472-bdc4-51a67fd9c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:32.355664 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-a2599ec9-aac7-4472-bdc4-51a67fd9c29a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 1094 time: 0.1794622 Apr 18 20:28:32.359722 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7673865a-4ff0-4dab-a829-185a4d941cc4 x-openstack-request-id: req-7673865a-4ff0-4dab-a829-185a4d941cc4 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:32.360175 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0627062d-3f72-489b-8b2e-c4aaff227581", "name": "network-vif-deleted", "tag": "ff19b1ee-4bdd-4f97-80b1-8d1e20492643", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:32.360662 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7673865a-4ff0-4dab-a829-185a4d941cc4 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:32.361166 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7673865a-4ff0-4dab-a829-185a4d941cc4'] response: {'server_uuid': '0627062d-3f72-489b-8b2e-c4aaff227581', 'name': 'network-vif-deleted', 'tag': 'ff19b1ee-4bdd-4f97-80b1-8d1e20492643', 'status': 'completed', 'code': 200} Apr 18 20:28:32.446649 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-24641978-a4dc-4930-8b94-b22601694300 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4a3596c-eeaa-475e-ac12-3b87b3d5e647 HTTP/1.1" status: 200 len: 217 time: 0.0718203 Apr 18 20:28:32.576223 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-f92f3d15-6369-447c-b9c7-e7dbeeeede8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:32.583180 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-f92f3d15-6369-447c-b9c7-e7dbeeeede8c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07088b8e-aaa8-48c6-be5d-b75368ae775e HTTP/1.1" status: 200 len: 861 time: 0.1166124 Apr 18 20:28:32.591785 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-34beebdc-e454-4bd8-8245-f3cebc3eaf44 req-a06e5742-c311-47bb-be2e-332f4b5d0841 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Allocated IP 172.25.1.83 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/87f18265-20ae-4a72-8f78-fc274a9e5c16) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:32.657826 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-894eb8a6-8309-4ee1-b3ee-4895037af245 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676911 Apr 18 20:28:32.895160 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58304) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:33.314965 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-ed9409be-37fb-44fa-a9c2-b6f2047843bf tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0975974 Apr 18 20:28:33.480910 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-29568b00-2775-4122-8819-a2406b87678d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bdf993b3c90643ed9bf8e6b534aad529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5816677 Apr 18 20:28:33.481986 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58334) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:33.536697 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-34beebdc-e454-4bd8-8245-f3cebc3eaf44 req-a06e5742-c311-47bb-be2e-332f4b5d0841 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:33.546258 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-d736eb38-cbe4-4457-8178-67b27e781f86 service neutron] 10.222.0.32 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8798461 Apr 18 20:28:33.578565 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d35a56c-6b9a-47dc-aa36-b8eea02e4ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:33.612612 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d35a56c-6b9a-47dc-aa36-b8eea02e4ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:33.737534 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d35a56c-6b9a-47dc-aa36-b8eea02e4ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:33.742024 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d35a56c-6b9a-47dc-aa36-b8eea02e4ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:33.743839 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8d35a56c-6b9a-47dc-aa36-b8eea02e4ed8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/876a2e5f-0274-436b-a3f0-b81836f00118 HTTP/1.1" status: 204 len: 168 time: 0.2603929 Apr 18 20:28:33.756891 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35a56c-6b9a-47dc-aa36-b8eea02e4ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876a2e5f-0274-436b-a3f0-b81836f00118,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:33.763738 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-470caebd-a46d-495a-8d4c-01bbb5d5eb4f tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:33.765589 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-470caebd-a46d-495a-8d4c-01bbb5d5eb4f tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4495363 Apr 18 20:28:33.807374 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-34beebdc-e454-4bd8-8245-f3cebc3eaf44 req-a06e5742-c311-47bb-be2e-332f4b5d0841 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:33.882153 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-3a2c64f9-ed78-4d23-ac4e-44ab64cece30 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/quotas/f3b4f15f5bca46ea8bac796d6de7252e HTTP/1.1" status: 200 len: 375 time: 0.0992820 Apr 18 20:28:34.070265 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34beebdc-e454-4bd8-8245-f3cebc3eaf44 req-a06e5742-c311-47bb-be2e-332f4b5d0841 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:34.071950 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e5742-c311-47bb-be2e-332f4b5d0841 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Pushing event updated for resources: {'Port': ['ID=87f18265-20ae-4a72-8f78-fc274a9e5c16,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:34.083861 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24dd5d37-82e3-4a11-9ffd-b5d4ec07c505 req-d5b63d08-0076-44c9-accc-cd464ef0fa9d service neutron] 10.222.0.32 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218918 Apr 18 20:28:34.087843 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-34beebdc-e454-4bd8-8245-f3cebc3eaf44 req-a06e5742-c311-47bb-be2e-332f4b5d0841 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:34.093764 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-34beebdc-e454-4bd8-8245-f3cebc3eaf44 req-a06e5742-c311-47bb-be2e-332f4b5d0841 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:34.190483 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-8a1344af-0e3c-4f07-b976-22a5c8880c3f tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3057313 Apr 18 20:28:34.396816 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54b8329-5216-499e-9f09-7533c687822b', 'tag': 'a4a3596c-eeaa-475e-ac12-3b87b3d5e647'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:34.402546 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1a6177-a3c3-481b-9a89-726df833314d" -d '{"events": [{"name": "network-changed", "server_uuid": "a54b8329-5216-499e-9f09-7533c687822b", "tag": "a4a3596c-eeaa-475e-ac12-3b87b3d5e647"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:34.506346 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-34beebdc-e454-4bd8-8245-f3cebc3eaf44 req-a06e5742-c311-47bb-be2e-332f4b5d0841 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:34.663086 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-34beebdc-e454-4bd8-8245-f3cebc3eaf44 req-a06e5742-c311-47bb-be2e-332f4b5d0841 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:34.790811 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58388) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:34.874314 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c147e137-1476-4188-a57a-1bbd880829ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e2937aac6f240d594c4e445cc99e310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0798593 Apr 18 20:28:34.874737 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58394) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:34.878730 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274cd75-d00a-4e2b-87f2-5b9e52d0410e req-872cd61f-0ce2-432a-bb47-15adca344aa2 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:34.881661 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e274cd75-d00a-4e2b-87f2-5b9e52d0410e req-872cd61f-0ce2-432a-bb47-15adca344aa2 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 943 time: 0.2719064 Apr 18 20:28:34.987206 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e274cd75-d00a-4e2b-87f2-5b9e52d0410e req-8d322eff-7d37-48c0-94fd-f2c2c387a2cc tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803480 Apr 18 20:28:35.005418 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-34beebdc-e454-4bd8-8245-f3cebc3eaf44 req-a06e5742-c311-47bb-be2e-332f4b5d0841 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:35.016844 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-34beebdc-e454-4bd8-8245-f3cebc3eaf44 req-a06e5742-c311-47bb-be2e-332f4b5d0841 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:35.034951 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5dc8c6f8-0fa2-4df6-8f75-ade6dea5f7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:35.097273 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5dc8c6f8-0fa2-4df6-8f75-ade6dea5f7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:35.116205 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e5742-c311-47bb-be2e-332f4b5d0841 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Pushing event updated for resources: {'Port': ['ID=87f18265-20ae-4a72-8f78-fc274a9e5c16,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:35.132397 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-34beebdc-e454-4bd8-8245-f3cebc3eaf44 req-a06e5742-c311-47bb-be2e-332f4b5d0841 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:35.163842 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-34beebdc-e454-4bd8-8245-f3cebc3eaf44 req-a06e5742-c311-47bb-be2e-332f4b5d0841 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:35.167966 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34beebdc-e454-4bd8-8245-f3cebc3eaf44 req-a06e5742-c311-47bb-be2e-332f4b5d0841 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4642980 Apr 18 20:28:35.236035 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5dc8c6f8-0fa2-4df6-8f75-ade6dea5f7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:35.240104 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5dc8c6f8-0fa2-4df6-8f75-ade6dea5f7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:35.241767 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5dc8c6f8-0fa2-4df6-8f75-ade6dea5f7ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/397862b8-da7d-48ff-a0e4-9d4e4714c986 HTTP/1.1" status: 204 len: 168 time: 0.3643947 Apr 18 20:28:35.254057 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8c6f8-0fa2-4df6-8f75-ade6dea5f7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397862b8-da7d-48ff-a0e4-9d4e4714c986,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:35.297193 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34beebdc-e454-4bd8-8245-f3cebc3eaf44 req-3673e483-4d8a-472a-a390-1d0c9ff2e265 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.83 HTTP/1.1" status: 200 len: 695 time: 0.1100748 Apr 18 20:28:35.452093 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cff7d7-1554-4a1b-92ff-2fba476e1bd7 req-ded45eab-688d-4f0d-beb4-dc980ce88a5b tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:35.454580 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-40cff7d7-1554-4a1b-92ff-2fba476e1bd7 req-ded45eab-688d-4f0d-beb4-dc980ce88a5b tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.2782729 Apr 18 20:28:35.569640 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-40cff7d7-1554-4a1b-92ff-2fba476e1bd7 req-807b83ae-320d-4e3f-9c39-8db78d1dfb24 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990622 Apr 18 20:28:35.647653 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34beebdc-e454-4bd8-8245-f3cebc3eaf44 req-478d0b05-deb7-4302-9352-2a77d7fa3b12 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:35.657885 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34beebdc-e454-4bd8-8245-f3cebc3eaf44 req-478d0b05-deb7-4302-9352-2a77d7fa3b12 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.3420095 Apr 18 20:28:35.681945 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-34beebdc-e454-4bd8-8245-f3cebc3eaf44 req-cc50989c-361d-4db7-a243-51f209dd5ea1 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:28:35.684319 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34beebdc-e454-4bd8-8245-f3cebc3eaf44 req-cc50989c-361d-4db7-a243-51f209dd5ea1 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0250788 Apr 18 20:28:35.773504 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0d5ed8-7f66-4999-a9d7-a827ac88054b x-openstack-request-id: req-cd0d5ed8-7f66-4999-a9d7-a827ac88054b {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:35.774156 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54b8329-5216-499e-9f09-7533c687822b", "tag": "a4a3596c-eeaa-475e-ac12-3b87b3d5e647", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:35.774828 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd0d5ed8-7f66-4999-a9d7-a827ac88054b {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:35.775905 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd0d5ed8-7f66-4999-a9d7-a827ac88054b'] response: {'name': 'network-changed', 'server_uuid': 'a54b8329-5216-499e-9f09-7533c687822b', 'tag': 'a4a3596c-eeaa-475e-ac12-3b87b3d5e647', 'status': 'completed', 'code': 200} Apr 18 20:28:35.924170 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68682a80-9993-4fb4-8af9-12119c7403a3 req-bc488140-6bd1-4255-a87e-65df2fca5278 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 210 time: 0.0472867 Apr 18 20:28:35.951096 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a6177-a3c3-481b-9a89-726df833314d req-36f9517f-5014-4c02-b715-c30ea7d9e9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:35.952825 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc1a6177-a3c3-481b-9a89-726df833314d req-36f9517f-5014-4c02-b715-c30ea7d9e9e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 1094 time: 0.1343510 Apr 18 20:28:36.258030 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a6177-a3c3-481b-9a89-726df833314d req-8093e5f6-09cc-450f-a66f-62e2e40c58d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:36.260480 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc1a6177-a3c3-481b-9a89-726df833314d req-8093e5f6-09cc-450f-a66f-62e2e40c58d3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e HTTP/1.1" status: 200 len: 922 time: 0.2979572 Apr 18 20:28:36.352979 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-2622cacf-444d-4e11-9bdb-582961be30db tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0865381 Apr 18 20:28:36.443607 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc1a6177-a3c3-481b-9a89-726df833314d req-e151d729-0c79-4048-b79e-cf2af21521f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4a3596c-eeaa-475e-ac12-3b87b3d5e647 HTTP/1.1" status: 200 len: 217 time: 0.0918775 Apr 18 20:28:36.572102 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3985f3c-a39e-478d-90cc-645c29d24979 req-f68a685c-de87-450d-a69f-8a8d79d8ec7d tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:36.574107 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3985f3c-a39e-478d-90cc-645c29d24979 req-f68a685c-de87-450d-a69f-8a8d79d8ec7d tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 943 time: 0.3063030 Apr 18 20:28:36.588741 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-5b4f0d66-6914-43e1-b57e-87d8b00eae57 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:36.591426 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-5b4f0d66-6914-43e1-b57e-87d8b00eae57 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/networks?id=834e15af-05bf-4f20-83eb-2a3f314d7649 HTTP/1.1" status: 200 len: 820 time: 0.4968235 Apr 18 20:28:36.649120 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a6177-a3c3-481b-9a89-726df833314d req-6fe15080-8225-45c6-a5f5-b94b400cd183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:36.650630 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc1a6177-a3c3-481b-9a89-726df833314d req-6fe15080-8225-45c6-a5f5-b94b400cd183 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07088b8e-aaa8-48c6-be5d-b75368ae775e HTTP/1.1" status: 200 len: 861 time: 0.1933084 Apr 18 20:28:36.658682 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-1ed68057-fa00-4c28-8de2-11328c32f261 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/quotas/ff855e139abe40c691b068b429bd1371 HTTP/1.1" status: 200 len: 375 time: 0.0521832 Apr 18 20:28:36.715258 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc1a6177-a3c3-481b-9a89-726df833314d req-a38128ad-2088-464e-aeb8-2652275f4885 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529418 Apr 18 20:28:36.726677 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-1e294526-43ed-46a7-8762-7e65a870add2 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:36.728198 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-1e294526-43ed-46a7-8762-7e65a870add2 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3518398 Apr 18 20:28:36.755841 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58442) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:36.761164 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-89c322fc-3f50-4ebb-a263-bb2e942c321a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Request body: {'port': {'device_id': '6ce5bba9-adbe-480d-8a8f-c34524d5ccd2', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': 'f3b4f15f5bca46ea8bac796d6de7252e'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:36.768578 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3985f3c-a39e-478d-90cc-645c29d24979 req-887159cb-19dc-4a4d-90c0-3a77e2568dd5 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760399 Apr 18 20:28:36.932723 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-02cb5f8a-2bb5-4ccf-98c8-5416688acc69 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff855e139abe40c691b068b429bd1371&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2534673 Apr 18 20:28:37.021022 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-9a5ae4ba-2630-4e51-9e76-c58244f2f9ce admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1223327497-network', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:37.054566 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc1a6177-a3c3-481b-9a89-726df833314d req-21e56917-e315-49f8-86e4-63f99a1350dc service neutron] 10.222.0.32 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224633 Apr 18 20:28:37.059019 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5ae4ba-2630-4e51-9e76-c58244f2f9ce admin admin] Made reservation on behalf of 5961998d991a4a37a63ffa7f2b7a2a21 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:37.065380 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae4ba-2630-4e51-9e76-c58244f2f9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.087751 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae4ba-2630-4e51-9e76-c58244f2f9ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.160944 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-89c322fc-3f50-4ebb-a263-bb2e942c321a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Made reservation on behalf of f3b4f15f5bca46ea8bac796d6de7252e for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:37.164841 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-89c322fc-3f50-4ebb-a263-bb2e942c321a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.234953 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae4ba-2630-4e51-9e76-c58244f2f9ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.237907 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d7441-dfb4-4081-8419-67bf4fd052f8 req-c75c1d9e-43fc-49b3-902d-03c4ad8f43c1 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:37.239822 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c4d7441-dfb4-4081-8419-67bf4fd052f8 req-c75c1d9e-43fc-49b3-902d-03c4ad8f43c1 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.2424464 Apr 18 20:28:37.242671 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae4ba-2630-4e51-9e76-c58244f2f9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.264147 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 400df18c-314d-42f7-945e-a8f07113f754 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:37.265058 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-712a1ae8-3dcc-4082-95ec-45e077ff007f service neutron] 10.222.0.41 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093128 Apr 18 20:28:37.283660 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58452) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:37.293030 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5ae4ba-2630-4e51-9e76-c58244f2f9ce admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:28:37.360830 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc1a6177-a3c3-481b-9a89-726df833314d req-f62244a7-983f-4dd7-8150-0935d769a3e9 service neutron] 10.222.0.32 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826593 Apr 18 20:28:37.379853 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae4ba-2630-4e51-9e76-c58244f2f9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.380212 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-9a5ae4ba-2630-4e51-9e76-c58244f2f9ce admin admin] Added segment 3fd84805-2eb2-407f-86be-386d1c5d54dc of type vlan for network 03564991-91f9-40c6-b33a-4bb4b308e9a2 Apr 18 20:28:37.406213 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.419201 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ae4ba-2630-4e51-9e76-c58244f2f9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56823c23-7972-43da-a64a-76756c4fabf9,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:37.439880 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c4d7441-dfb4-4081-8419-67bf4fd052f8 req-bf16ed35-6ed4-4ed0-a544-8f6fa01b795b tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873727 Apr 18 20:28:37.526922 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.527480 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae4ba-2630-4e51-9e76-c58244f2f9ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.564799 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae4ba-2630-4e51-9e76-c58244f2f9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.566415 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5ae4ba-2630-4e51-9e76-c58244f2f9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:37.568185 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae4ba-2630-4e51-9e76-c58244f2f9ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.569901 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd6b1af-df72-403e-96a5-e7a58e419fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '400df18c-314d-42f7-945e-a8f07113f754'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:37.573980 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0dbec71-6ccd-4e80-9128-f5b8be5c1f88" -d '{"events": [{"server_uuid": "1bd6b1af-df72-403e-96a5-e7a58e419fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "400df18c-314d-42f7-945e-a8f07113f754"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:37.594674 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 400df18c-314d-42f7-945e-a8f07113f754, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=400df18c-314d-42f7-945e-a8f07113f754,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:37.598013 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bc00c4df-f73c-4ac2-86cf-a5ebe1874763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.600982 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.634059 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9a5ae4ba-2630-4e51-9e76-c58244f2f9ce admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8769951 Apr 18 20:28:37.647648 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58458) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:37.654044 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c2cd8aa-3f15-4a34-b732-1f8e8eea1237 req-1ef68672-debc-40ff-aca1-96d06c9e42a9 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 210 time: 0.1356874 Apr 18 20:28:37.665916 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-b7065041-364a-41d5-8964-0267ab525fc4 admin admin] Request body: {'subnet': {'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1223327497-subnet', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:37.679636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=400df18c-314d-42f7-945e-a8f07113f754,revision_number=9']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:37.715461 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ae4ba-2630-4e51-9e76-c58244f2f9ce admin admin] Pushing event updated for resources: {'Network': ['ID=03564991-91f9-40c6-b33a-4bb4b308e9a2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:37.730989 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 03564991-91f9-40c6-b33a-4bb4b308e9a2 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:28:37.737583 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-89c322fc-3f50-4ebb-a263-bb2e942c321a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Allocated IP 192.168.233.185 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/4003707b-7f02-4d9e-ac81-e33bf203b2f5) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:37.766937 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-6c2c7c0e-35b2-4bd8-b439-59416b2fcd22 service neutron] 10.222.0.41 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657228 Apr 18 20:28:37.780145 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7065041-364a-41d5-8964-0267ab525fc4 admin admin] Made reservation on behalf of 5961998d991a4a37a63ffa7f2b7a2a21 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:37.786275 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b7065041-364a-41d5-8964-0267ab525fc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.819001 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0329ad-25ec-4bf7-aae8-360d714c0526 x-openstack-request-id: req-0e0329ad-25ec-4bf7-aae8-360d714c0526 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:37.819551 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd6b1af-df72-403e-96a5-e7a58e419fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "400df18c-314d-42f7-945e-a8f07113f754", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:37.820896 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e0329ad-25ec-4bf7-aae8-360d714c0526 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:37.821541 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e0329ad-25ec-4bf7-aae8-360d714c0526'] response: {'server_uuid': '1bd6b1af-df72-403e-96a5-e7a58e419fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '400df18c-314d-42f7-945e-a8f07113f754', 'code': 200} Apr 18 20:28:37.836639 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bc00c4df-f73c-4ac2-86cf-a5ebe1874763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.843343 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bc00c4df-f73c-4ac2-86cf-a5ebe1874763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.914912 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bc00c4df-f73c-4ac2-86cf-a5ebe1874763 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cae5718347404ab2b70f5fee0aaaac8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6266925 Apr 18 20:28:37.916645 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00c4df-f73c-4ac2-86cf-a5ebe1874763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f361a2-5f89-44a3-9a98-8d32f42fdd5e,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:37.920365 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58464) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:38.023395 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-021dfde9-9b02-428a-b618-3c02e90e5e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.077445 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-021dfde9-9b02-428a-b618-3c02e90e5e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.203539 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-021dfde9-9b02-428a-b618-3c02e90e5e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.211092 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-021dfde9-9b02-428a-b618-3c02e90e5e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.213261 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-021dfde9-9b02-428a-b618-3c02e90e5e59 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04f361a2-5f89-44a3-9a98-8d32f42fdd5e HTTP/1.1" status: 204 len: 168 time: 0.2806690 Apr 18 20:28:38.258060 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021dfde9-9b02-428a-b618-3c02e90e5e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f361a2-5f89-44a3-9a98-8d32f42fdd5e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:38.528062 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8d2ebc57-1d8c-4ab0-b23f-f8666623dfb9 req-a5957994-7c4c-4900-8052-f2181877cc5e tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5896d6-0454-4c76-b45e-d4b14c170b41 HTTP/1.1" status: 200 len: 210 time: 0.1015360 Apr 18 20:28:38.623654 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7ba10-2bd2-4336-9bac-b0575f5703c3 req-6be351d0-b827-476a-9c79-3ac0f2abfa38 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:38.629385 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92f7ba10-2bd2-4336-9bac-b0575f5703c3 req-6be351d0-b827-476a-9c79-3ac0f2abfa38 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 943 time: 0.2046070 Apr 18 20:28:38.782756 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92f7ba10-2bd2-4336-9bac-b0575f5703c3 req-2acca6fb-d0ba-4782-88ac-8397f193ff26 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153626 Apr 18 20:28:38.866772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646af3c0-5325-4c15-8822-4b9b97ee528b req-1169948f-9d42-45c8-8d8e-0f24fd406482 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:38.868946 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-646af3c0-5325-4c15-8822-4b9b97ee528b req-1169948f-9d42-45c8-8d8e-0f24fd406482 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 948 time: 0.1653032 Apr 18 20:28:38.903304 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58488) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:38.928563 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-89c322fc-3f50-4ebb-a263-bb2e942c321a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.944358 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d7c67f5-606c-4b6a-820b-5fa9760ce514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.992570 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4dd59c1d-3e4e-4512-add3-4bd868fbe82a req-95719849-0d46-4d4c-a87f-4f8a07bae355 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 210 time: 0.0682337 Apr 18 20:28:38.993820 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b7065041-364a-41d5-8964-0267ab525fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.064481 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7065041-364a-41d5-8964-0267ab525fc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf18b5e-c6e2-42ea-850f-30cf03bf2edc,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:39.081176 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-646af3c0-5325-4c15-8822-4b9b97ee528b req-132ff52a-c8ac-4a37-b5c5-0ccf070c402c tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903875 Apr 18 20:28:39.109962 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d7c67f5-606c-4b6a-820b-5fa9760ce514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.121916 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d7c67f5-606c-4b6a-820b-5fa9760ce514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.140663 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-89c322fc-3f50-4ebb-a263-bb2e942c321a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.158766 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7065041-364a-41d5-8964-0267ab525fc4 admin admin] Checking segment: {'id': '3fd84805-2eb2-407f-86be-386d1c5d54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:39.159404 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7065041-364a-41d5-8964-0267ab525fc4 admin admin] Network hostable DHCP agents. Network: 03564991-91f9-40c6-b33a-4bb4b308e9a2, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:28:39.164375 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['a5119d81-eb30-47e6-813d-24651e1a4167', '3dbf0afa-a0c0-4ddd-85fc-74b67136491a'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:28:39.193051 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-89c322fc-3f50-4ebb-a263-bb2e942c321a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:39.197682 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4d7c67f5-606c-4b6a-820b-5fa9760ce514 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=746c378aaae1493ca34c5e098713e51f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873285 Apr 18 20:28:39.197682 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c67f5-606c-4b6a-820b-5fa9760ce514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7d5502-8a59-4c4b-a50e-35c99e912a99,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:39.201528 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58490) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:39.207715 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-89c322fc-3f50-4ebb-a263-bb2e942c321a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:39.215139 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-89c322fc-3f50-4ebb-a263-bb2e942c321a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:39.283142 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-89c322fc-3f50-4ebb-a263-bb2e942c321a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:39.283825 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-89c322fc-3f50-4ebb-a263-bb2e942c321a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.287365 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 400df18c-314d-42f7-945e-a8f07113f754 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:28:39.318345 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-89c322fc-3f50-4ebb-a263-bb2e942c321a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5685742 Apr 18 20:28:39.324673 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7065041-364a-41d5-8964-0267ab525fc4 admin admin] Network 03564991-91f9-40c6-b33a-4bb4b308e9a2 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:28:39.326989 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c322fc-3f50-4ebb-a263-bb2e942c321a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Pushing event updated for resources: {'Port': ['ID=4003707b-7f02-4d9e-ac81-e33bf203b2f5,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:39.340581 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-1b689e84-94dd-4060-a3c8-7120ef649a4b service neutron] Request body: {'port': {'device_id': '6ce5bba9-adbe-480d-8a8f-c34524d5ccd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:39.342274 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7ba59863-2ba5-4c5e-9e62-677e1f6d91de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.395162 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-b7065041-364a-41d5-8964-0267ab525fc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 03564991-91f9-40c6-b33a-4bb4b308e9a2) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:39.419589 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e786a21-8fb5-4a40-a22b-8090d711c2bb None None] Network 03564991-91f9-40c6-b33a-4bb4b308e9a2 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:28:39.421646 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7ba59863-2ba5-4c5e-9e62-677e1f6d91de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.426629 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7065041-364a-41d5-8964-0267ab525fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:39.426976 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b7065041-364a-41d5-8964-0267ab525fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.484144 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7ba59863-2ba5-4c5e-9e62-677e1f6d91de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.487078 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7ba59863-2ba5-4c5e-9e62-677e1f6d91de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.488331 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7ba59863-2ba5-4c5e-9e62-677e1f6d91de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e7d5502-8a59-4c4b-a50e-35c99e912a99 HTTP/1.1" status: 204 len: 168 time: 0.2855008 Apr 18 20:28:39.503676 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba59863-2ba5-4c5e-9e62-677e1f6d91de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7d5502-8a59-4c4b-a50e-35c99e912a99,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:39.504646 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-1b689e84-94dd-4060-a3c8-7120ef649a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.523999 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b7065041-364a-41d5-8964-0267ab525fc4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8746362 Apr 18 20:28:39.527229 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58494) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:39.533273 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-f6eed7f6-0d7e-4141-b7d8-2af957e087a7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1223327497-router', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:39.610564 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6eed7f6-0d7e-4141-b7d8-2af957e087a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.613901 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6eed7f6-0d7e-4141-b7d8-2af957e087a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.769180 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.resource_extend [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:28:39.803897 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6eed7f6-0d7e-4141-b7d8-2af957e087a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.948110 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1fa6305b-e074-42b5-84e1-fa1259be8c43 None None] Provisioning complete for port 4003707b-7f02-4d9e-ac81-e33bf203b2f5 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:39.948658 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1fa6305b-e074-42b5-84e1-fa1259be8c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:40.021633 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f0e79d83-a604-4a3a-b76d-21ca92e6bc8e req-8dba6beb-e12d-4874-b4e1-7b9b26082324 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5896d6-0454-4c76-b45e-d4b14c170b41 HTTP/1.1" status: 200 len: 210 time: 0.1268079 Apr 18 20:28:40.148121 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c550d5-44f6-4708-81b3-1a37689471ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-03564991-91f9-40c6-b33a-4bb4b308e9a2', 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'fixed_ips': [{'subnet_id': '7bf18b5e-c6e2-42ea-850f-30cf03bf2edc'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:28:40.149332 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-70c550d5-44f6-4708-81b3-1a37689471ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:40.181247 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6eed7f6-0d7e-4141-b7d8-2af957e087a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:40.205127 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-1fa6305b-e074-42b5-84e1-fa1259be8c43 None None] Port 4003707b-7f02-4d9e-ac81-e33bf203b2f5 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:28:40.210196 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 400df18c-314d-42f7-945e-a8f07113f754, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=400df18c-314d-42f7-945e-a8f07113f754,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:40.270883 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '400df18c-314d-42f7-945e-a8f07113f754', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': '400df18c-314d-42f7-945e-a8f07113f754', 'mac_address': 'fa:16:3e:49:41:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:28:40.469877 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb607b4-6dd7-42f4-a34d-73191c371aa6 req-315b6152-a641-4ec2-8ea9-bafa3d1fcc35 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:40.477559 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-adb607b4-6dd7-42f4-a34d-73191c371aa6 req-315b6152-a641-4ec2-8ea9-bafa3d1fcc35 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 943 time: 0.4495010 Apr 18 20:28:40.531144 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:40.540976 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-52b06a19-ea9d-4497-bf62-2bc85c1406ba tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:40.543990 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-52b06a19-ea9d-4497-bf62-2bc85c1406ba tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.32 "GET /v2.0/networks?id=834e15af-05bf-4f20-83eb-2a3f314d7649 HTTP/1.1" status: 200 len: 820 time: 0.5932629 Apr 18 20:28:40.547044 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-70c550d5-44f6-4708-81b3-1a37689471ce None None] Allocated IP 172.20.0.2 (03564991-91f9-40c6-b33a-4bb4b308e9a2/7bf18b5e-c6e2-42ea-850f-30cf03bf2edc/fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:40.567275 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 400df18c-314d-42f7-945e-a8f07113f754 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:28:40.586956 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-65642658-231d-4d7b-b7ad-f5399b3b56a6 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Request body: {'port': {'device_id': 'ac5896d6-0454-4c76-b45e-d4b14c170b41', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'admin_state_up': True, 'tenant_id': 'ff855e139abe40c691b068b429bd1371'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:40.615231 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba5fc-5d04-488d-b8b6-4d886c277759 req-99758bfc-43bd-4bcf-b9f2-19d180a65964 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:40.623679 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 400df18c-314d-42f7-945e-a8f07113f754, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=400df18c-314d-42f7-945e-a8f07113f754,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:40.626287 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-102ba5fc-5d04-488d-b8b6-4d886c277759 req-99758bfc-43bd-4bcf-b9f2-19d180a65964 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 936 time: 0.3128741 Apr 18 20:28:40.670577 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:40.671256 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a4a3596c-eeaa-475e-ac12-3b87b3d5e647 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:28:40.672589 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-adb607b4-6dd7-42f4-a34d-73191c371aa6 req-a532330b-f79a-42eb-a5f9-53df60c23b6a tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866970 Apr 18 20:28:40.726146 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6eed7f6-0d7e-4141-b7d8-2af957e087a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:40.864699 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=400df18c-314d-42f7-945e-a8f07113f754,revision_number=10']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:41.002001 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-102ba5fc-5d04-488d-b8b6-4d886c277759 req-171907a5-99e4-4108-bb1c-fdc6ce66df39 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697760 Apr 18 20:28:41.015099 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a4a3596c-eeaa-475e-ac12-3b87b3d5e647, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a4a3596c-eeaa-475e-ac12-3b87b3d5e647,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:41.037051 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-70c550d5-44f6-4708-81b3-1a37689471ce None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.047320 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'a4a3596c-eeaa-475e-ac12-3b87b3d5e647', 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e', 'port_id': 'a4a3596c-eeaa-475e-ac12-3b87b3d5e647', 'mac_address': 'fa:16:3e:e0:d6:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07088b8e-aaa8-48c6-be5d-b75368ae775e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:28:41.056931 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-70c550d5-44f6-4708-81b3-1a37689471ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.144686 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-1b689e84-94dd-4060-a3c8-7120ef649a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4003707b-7f02-4d9e-ac81-e33bf203b2f5 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:28:41.203128 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c550d5-44f6-4708-81b3-1a37689471ce None None] Network 03564991-91f9-40c6-b33a-4bb4b308e9a2 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:41.215938 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-1b689e84-94dd-4060-a3c8-7120ef649a4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.221407 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-70c550d5-44f6-4708-81b3-1a37689471ce None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:41.228757 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c550d5-44f6-4708-81b3-1a37689471ce None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:41.241694 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c550d5-44f6-4708-81b3-1a37689471ce None None] Pushing event updated for resources: {'Port': ['ID=fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:41.255072 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.286836 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6eed7f6-0d7e-4141-b7d8-2af957e087a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.332897 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a3596c-eeaa-475e-ac12-3b87b3d5e647 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:28:41.339607 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-1b689e84-94dd-4060-a3c8-7120ef649a4b service neutron] Transition to ACTIVE for port object 4003707b-7f02-4d9e-ac81-e33bf203b2f5 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:28:41.365328 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baced5c6-1293-4f1a-a085-b8bce29efbee req-f46dc51a-3ce9-4f9c-97e5-80efaa69b0f8 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:41.369061 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-baced5c6-1293-4f1a-a085-b8bce29efbee req-f46dc51a-3ce9-4f9c-97e5-80efaa69b0f8 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.5574739 Apr 18 20:28:41.403535 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a4a3596c-eeaa-475e-ac12-3b87b3d5e647, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a4a3596c-eeaa-475e-ac12-3b87b3d5e647,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:41.408926 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-1b689e84-94dd-4060-a3c8-7120ef649a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.411418 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-70c550d5-44f6-4708-81b3-1a37689471ce None None] Attempting to bind port fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:41.411868 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-70c550d5-44f6-4708-81b3-1a37689471ce None None] Attempting to bind port fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '3fd84805-2eb2-407f-86be-386d1c5d54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:41.412802 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c550d5-44f6-4708-81b3-1a37689471ce None None] Attempting to bind port fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e on network 03564991-91f9-40c6-b33a-4bb4b308e9a2 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:41.420372 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.421718 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.423116 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22197256-b63e-4ff6-9939-c791d787f225 req-e8ad58cc-e8e7-424b-a996-05e4ec78463b tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5896d6-0454-4c76-b45e-d4b14c170b41 HTTP/1.1" status: 200 len: 210 time: 0.1507850 Apr 18 20:28:41.426513 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c550d5-44f6-4708-81b3-1a37689471ce None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:41.426930 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c550d5-44f6-4708-81b3-1a37689471ce None None] Checking segment: {'id': '3fd84805-2eb2-407f-86be-386d1c5d54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:41.427291 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-70c550d5-44f6-4708-81b3-1a37689471ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.427692 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c550d5-44f6-4708-81b3-1a37689471ce None None] Bound using segment: {'id': '3fd84805-2eb2-407f-86be-386d1c5d54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:41.428186 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-70c550d5-44f6-4708-81b3-1a37689471ce None None] Bound port: fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd84805-2eb2-407f-86be-386d1c5d54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:41.428630 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-70c550d5-44f6-4708-81b3-1a37689471ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.508921 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-f6eed7f6-0d7e-4141-b7d8-2af957e087a7 admin admin] Allocated IP 172.25.1.181 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/58a1183e-384f-4f3f-aff2-f2aa38a1b666) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:41.524755 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b689e84-94dd-4060-a3c8-7120ef649a4b service neutron] Pushing event updated for resources: {'Port': ['ID=4003707b-7f02-4d9e-ac81-e33bf203b2f5,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:41.556194 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=a4a3596c-eeaa-475e-ac12-3b87b3d5e647,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:41.572394 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-65642658-231d-4d7b-b7ad-f5399b3b56a6 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Made reservation on behalf of ff855e139abe40c691b068b429bd1371 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:41.577177 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-65642658-231d-4d7b-b7ad-f5399b3b56a6 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.580383 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-70c550d5-44f6-4708-81b3-1a37689471ce None None] For port fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:41.586516 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-70c550d5-44f6-4708-81b3-1a37689471ce None None] For port fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e,segment=NetworkSegment(3fd84805-2eb2-407f-86be-386d1c5d54dc),segment_id=3fd84805-2eb2-407f-86be-386d1c5d54dc)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:41.598271 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-70c550d5-44f6-4708-81b3-1a37689471ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.629632 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-baced5c6-1293-4f1a-a085-b8bce29efbee req-170dfec8-efa2-4f17-bd86-1c1b1886b793 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218235 Apr 18 20:28:41.810871 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c550d5-44f6-4708-81b3-1a37689471ce None None] Pushing event updated for resources: {'Port': ['ID=fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:41.841499 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6eed7f6-0d7e-4141-b7d8-2af957e087a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.896998 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['400df18c-314d-42f7-945e-a8f07113f754'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:28:41.936020 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['a4a3596c-eeaa-475e-ac12-3b87b3d5e647'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:28:41.946194 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6eed7f6-0d7e-4141-b7d8-2af957e087a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.100477 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eed7f6-0d7e-4141-b7d8-2af957e087a7 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:42.103267 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-f6eed7f6-0d7e-4141-b7d8-2af957e087a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:42.105936 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eed7f6-0d7e-4141-b7d8-2af957e087a7 admin admin] Pushing event updated for resources: {'Port': ['ID=58a1183e-384f-4f3f-aff2-f2aa38a1b666,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:42.119302 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eed7f6-0d7e-4141-b7d8-2af957e087a7 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:42.250556 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-1b689e84-94dd-4060-a3c8-7120ef649a4b service neutron] Attempting to bind port 4003707b-7f02-4d9e-ac81-e33bf203b2f5 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:42.257900 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-1b689e84-94dd-4060-a3c8-7120ef649a4b service neutron] Attempting to bind port 4003707b-7f02-4d9e-ac81-e33bf203b2f5 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:42.258236 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-1b689e84-94dd-4060-a3c8-7120ef649a4b service neutron] Attempting to bind port 4003707b-7f02-4d9e-ac81-e33bf203b2f5 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:42.358237 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-1b689e84-94dd-4060-a3c8-7120ef649a4b service neutron] Port 4003707b-7f02-4d9e-ac81-e33bf203b2f5 on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:28:42.358851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-1b689e84-94dd-4060-a3c8-7120ef649a4b service neutron] Attempting to bind port 4003707b-7f02-4d9e-ac81-e33bf203b2f5 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:42.402969 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133891b0-696a-4957-8c07-687c132aef26 req-8ed88fc3-d4f8-41a1-82ff-dac4023da8d8 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:42.404929 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-133891b0-696a-4957-8c07-687c132aef26 req-8ed88fc3-d4f8-41a1-82ff-dac4023da8d8 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 944 time: 0.4764271 Apr 18 20:28:42.437457 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-1b689e84-94dd-4060-a3c8-7120ef649a4b service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:42.438227 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-1b689e84-94dd-4060-a3c8-7120ef649a4b service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:42.438781 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-1b689e84-94dd-4060-a3c8-7120ef649a4b service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:42.439418 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-1b689e84-94dd-4060-a3c8-7120ef649a4b service neutron] Bound port: 4003707b-7f02-4d9e-ac81-e33bf203b2f5, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:42.439968 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-1b689e84-94dd-4060-a3c8-7120ef649a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.535438 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-65642658-231d-4d7b-b7ad-f5399b3b56a6 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Allocated IP 172.20.0.5 (834e15af-05bf-4f20-83eb-2a3f314d7649/d0add80b-3b17-4300-bcbd-ceda69a60cf3/f8f75bbd-2314-4a3e-8631-fcfcc8e6a345) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:42.626402 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-133891b0-696a-4957-8c07-687c132aef26 req-159beda2-1d29-4ceb-bb87-3d36ff5c06be tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974034 Apr 18 20:28:42.652344 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30aefe8-b863-4e57-a10a-ac609e81b523 req-a51843e7-f5b6-4262-9c9c-59b3257d82bc tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:42.662907 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e30aefe8-b863-4e57-a10a-ac609e81b523 req-a51843e7-f5b6-4262-9c9c-59b3257d82bc tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 948 time: 0.4756916 Apr 18 20:28:42.825346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-1b689e84-94dd-4060-a3c8-7120ef649a4b service neutron] For port 4003707b-7f02-4d9e-ac81-e33bf203b2f5, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:42.882800 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e30aefe8-b863-4e57-a10a-ac609e81b523 req-d44264d6-5e63-4e88-898d-152f13b3bc63 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159216 Apr 18 20:28:42.906499 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:28:42.989061 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-1b689e84-94dd-4060-a3c8-7120ef649a4b service neutron] For port 4003707b-7f02-4d9e-ac81-e33bf203b2f5, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4003707b-7f02-4d9e-ac81-e33bf203b2f5,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:43.001441 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0041f1ac-f570-487e-8af8-5fcfd0312ae7 req-743f7f69-7f34-49e9-8b7f-7851cc4a858b tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5896d6-0454-4c76-b45e-d4b14c170b41 HTTP/1.1" status: 200 len: 210 time: 0.1670494 Apr 18 20:28:43.057964 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-1b689e84-94dd-4060-a3c8-7120ef649a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.137168 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6eed7f6-0d7e-4141-b7d8-2af957e087a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.170349 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-1b689e84-94dd-4060-a3c8-7120ef649a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:43.171286 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-1b689e84-94dd-4060-a3c8-7120ef649a4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.173237 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-1b689e84-94dd-4060-a3c8-7120ef649a4b service neutron] 10.222.0.57 "PUT /v2.0/ports/4003707b-7f02-4d9e-ac81-e33bf203b2f5 HTTP/1.1" status: 200 len: 1096 time: 3.8381674 Apr 18 20:28:43.178118 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce5bba9-adbe-480d-8a8f-c34524d5ccd2', 'tag': '4003707b-7f02-4d9e-ac81-e33bf203b2f5'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:43.180630 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c73437e-6b7f-4434-a0a6-9abd4f66c40b" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce5bba9-adbe-480d-8a8f-c34524d5ccd2", "tag": "4003707b-7f02-4d9e-ac81-e33bf203b2f5"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:43.295084 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4b538-e0d7-49c8-9d54-8c3a7d2dccd8 req-68ff53f4-0e36-4f84-9245-8aa4a712c5fe tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:43.310105 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdc4b538-e0d7-49c8-9d54-8c3a7d2dccd8 req-68ff53f4-0e36-4f84-9245-8aa4a712c5fe tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 950 time: 0.3059916 Apr 18 20:28:43.329250 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b689e84-94dd-4060-a3c8-7120ef649a4b service neutron] Pushing event updated for resources: {'Port': ['ID=4003707b-7f02-4d9e-ac81-e33bf203b2f5,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:43.402215 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeec1691-3c25-471e-be34-3e227e46cf54 x-openstack-request-id: req-aeec1691-3c25-471e-be34-3e227e46cf54 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:43.408046 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce5bba9-adbe-480d-8a8f-c34524d5ccd2", "tag": "4003707b-7f02-4d9e-ac81-e33bf203b2f5", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:43.408491 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aeec1691-3c25-471e-be34-3e227e46cf54 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:43.409287 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeec1691-3c25-471e-be34-3e227e46cf54'] response: {'name': 'network-changed', 'server_uuid': '6ce5bba9-adbe-480d-8a8f-c34524d5ccd2', 'tag': '4003707b-7f02-4d9e-ac81-e33bf203b2f5', 'status': 'completed', 'code': 200} Apr 18 20:28:43.463101 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-65642658-231d-4d7b-b7ad-f5399b3b56a6 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.548776 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:43.559871 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdc4b538-e0d7-49c8-9d54-8c3a7d2dccd8 req-d0ddddb3-38e0-4c15-aa7a-48fb6c3802f7 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484500 Apr 18 20:28:43.587023 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-e0553543-133d-4fa9-b20b-369fb119408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:43.590633 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-e0553543-133d-4fa9-b20b-369fb119408c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 1099 time: 0.3453441 Apr 18 20:28:43.719945 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:43.720997 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.778207 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-a31132f0-4143-4e3c-9e0a-aa68b8768747 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=4003707b-7f02-4d9e-ac81-e33bf203b2f5 HTTP/1.1" status: 200 len: 217 time: 0.1645532 Apr 18 20:28:43.905815 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6eed7f6-0d7e-4141-b7d8-2af957e087a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.919387 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-65642658-231d-4d7b-b7ad-f5399b3b56a6 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.954806 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['a1951abb-39fe-4668-be71-a5e220d3343b'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:28:44.026738 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c3ba6e-a4e8-4b6a-b7f5-8d2e784b6a45 None None] Network 03564991-91f9-40c6-b33a-4bb4b308e9a2 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:28:44.058459 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-906a3718-fc5a-4fa0-9435-c409eb527661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:44.060766 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-906a3718-fc5a-4fa0-9435-c409eb527661 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.2711709 Apr 18 20:28:44.068592 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-65642658-231d-4d7b-b7ad-f5399b3b56a6 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Network 834e15af-05bf-4f20-83eb-2a3f314d7649 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:44.103344 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-65642658-231d-4d7b-b7ad-f5399b3b56a6 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:44.126865 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-65642658-231d-4d7b-b7ad-f5399b3b56a6 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:44.159148 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65642658-231d-4d7b-b7ad-f5399b3b56a6 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Pushing event updated for resources: {'Port': ['ID=f8f75bbd-2314-4a3e-8631-fcfcc8e6a345,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:44.208085 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27914f-efb9-4b70-8c3c-2478dd6c763c req-6cd11c98-e9a1-446d-9a0d-cac475c39abc tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:44.209851 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b27914f-efb9-4b70-8c3c-2478dd6c763c req-6cd11c98-e9a1-446d-9a0d-cac475c39abc tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 944 time: 0.3223133 Apr 18 20:28:44.287694 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-65642658-231d-4d7b-b7ad-f5399b3b56a6 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:44.288294 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-65642658-231d-4d7b-b7ad-f5399b3b56a6 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:44.299061 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-669d2f1e-a78b-410e-bf52-91778bccb245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:44.305162 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-669d2f1e-a78b-410e-bf52-91778bccb245 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2249207 Apr 18 20:28:44.308395 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6eed7f6-0d7e-4141-b7d8-2af957e087a7 admin admin] Router 2d07a984-3f59-48fd-9e89-82a535031199 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:28:44.466184 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b27914f-efb9-4b70-8c3c-2478dd6c763c req-135b3f02-b124-45fa-8e54-1d32bd099624 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429838 Apr 18 20:28:44.506424 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-65642658-231d-4d7b-b7ad-f5399b3b56a6 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9371428 Apr 18 20:28:44.546171 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-6246b23b-0662-4aaa-82d7-d576a316c3c2 service neutron] Request body: {'port': {'device_id': 'ac5896d6-0454-4c76-b45e-d4b14c170b41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:44.638267 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6eed7f6-0d7e-4141-b7d8-2af957e087a7 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:28:44.655766 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8f413d-431b-493a-8a59-e931ea1edbff None None] Sync routers for ids ['2d07a984-3f59-48fd-9e89-82a535031199'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:28:44.721990 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8f413d-431b-493a-8a59-e931ea1edbff None None] Routers {'2d07a984-3f59-48fd-9e89-82a535031199'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:44.723620 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-eb8f413d-431b-493a-8a59-e931ea1edbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:28:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2d07a984-3f59-48fd-9e89-82a535031199'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:44.725216 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6eed7f6-0d7e-4141-b7d8-2af957e087a7 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:44.733534 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f6eed7f6-0d7e-4141-b7d8-2af957e087a7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2024250 Apr 18 20:28:44.735710 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58576) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:44.742606 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-1d329be6-0cab-4e43-9546-cf25716c6c63 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938470 Apr 18 20:28:44.744569 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-32398e04-8475-4ae8-9f51-659d9934fcf2 None None] Provisioning complete for port fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:44.752528 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-32398e04-8475-4ae8-9f51-659d9934fcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:44.813301 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0df779-c794-4fc8-90de-04ad0f1f16c6 req-69b9e713-1037-44d7-b1d4-860b95b34a02 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:44.828501 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e0df779-c794-4fc8-90de-04ad0f1f16c6 req-69b9e713-1037-44d7-b1d4-860b95b34a02 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 948 time: 0.4915757 Apr 18 20:28:44.914094 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:45.096606 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e,segment=NetworkSegment(3fd84805-2eb2-407f-86be-386d1c5d54dc),segment_id=3fd84805-2eb2-407f-86be-386d1c5d54dc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:45.141307 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-eb8f413d-431b-493a-8a59-e931ea1edbff None None] Set router 2d07a984-3f59-48fd-9e89-82a535031199 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:45.155764 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-6246b23b-0662-4aaa-82d7-d576a316c3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:45.226175 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:45.230977 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e0df779-c794-4fc8-90de-04ad0f1f16c6 req-45a61d48-17a1-4503-b649-3ba877207057 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008183 Apr 18 20:28:45.429712 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:45.430241 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d673c-6849-42a9-b024-14b766dfa6ff req-2e0382fc-a108-4822-b9b8-25392c5001d7 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:45.441467 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a24d673c-6849-42a9-b024-14b766dfa6ff req-2e0382fc-a108-4822-b9b8-25392c5001d7 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5896d6-0454-4c76-b45e-d4b14c170b41 HTTP/1.1" status: 200 len: 931 time: 0.6546543 Apr 18 20:28:45.449767 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c8ffd12-7b46-4c89-916c-8757779e392c req-edd601a7-c8cc-4732-b059-f9884d947f1f service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6605165 Apr 18 20:28:45.455977 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 400df18c-314d-42f7-945e-a8f07113f754 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:45.535551 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 400df18c-314d-42f7-945e-a8f07113f754 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:45.535985 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:45.798831 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-56687392-759b-4b19-84c6-c6c162707847 None None] Provisioning complete for port f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:45.799906 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-56687392-759b-4b19-84c6-c6c162707847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:45.803770 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:45.880333 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4b52d2b0-b350-4fbe-be08-d409da148566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:45.888359 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 400df18c-314d-42f7-945e-a8f07113f754, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=400df18c-314d-42f7-945e-a8f07113f754,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:45.902553 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-eb8f413d-431b-493a-8a59-e931ea1edbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07a984-3f59-48fd-9e89-82a535031199', 'name': 'tempest-AttachSCSIVolumeTestJSON-1223327497-router', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:39Z', 'updated_at': '2022-04-18T20:28:42Z', 'revision_number': 3, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'gw_port': {'id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:41Z', 'updated_at': '2022-04-18T20:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:45.914414 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd6b1af-df72-403e-96a5-e7a58e419fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400df18c-314d-42f7-945e-a8f07113f754'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:45.917848 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb870114-6b21-47f4-8890-59cf67ff9f07" -d '{"events": [{"server_uuid": "1bd6b1af-df72-403e-96a5-e7a58e419fb6", "name": "network-vif-plugged", "status": "completed", "tag": "400df18c-314d-42f7-945e-a8f07113f754"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:45.928940 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:45.930382 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a4a3596c-eeaa-475e-ac12-3b87b3d5e647 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:46.051178 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8f413d-431b-493a-8a59-e931ea1edbff None None] Checking router: 2d07a984-3f59-48fd-9e89-82a535031199 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:28:46.051860 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8f413d-431b-493a-8a59-e931ea1edbff None None] Updating router 2d07a984-3f59-48fd-9e89-82a535031199 port 58a1183e-384f-4f3f-aff2-f2aa38a1b666 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:28:46.154760 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-eb8f413d-431b-493a-8a59-e931ea1edbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.251157 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58590) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:46.255445 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-56687392-759b-4b19-84c6-c6c162707847 None None] Port f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:28:46.261205 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=400df18c-314d-42f7-945e-a8f07113f754,revision_number=11']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:46.300837 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port a4a3596c-eeaa-475e-ac12-3b87b3d5e647 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:28:46.317588 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port a4a3596c-eeaa-475e-ac12-3b87b3d5e647 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:46.317859 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.326440 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-56687392-759b-4b19-84c6-c6c162707847 None None] Provisioning complete for port fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:46.326891 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-56687392-759b-4b19-84c6-c6c162707847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.349321 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-4b52d2b0-b350-4fbe-be08-d409da148566 admin admin] Allocated IP 172.20.0.1 (03564991-91f9-40c6-b33a-4bb4b308e9a2/7bf18b5e-c6e2-42ea-850f-30cf03bf2edc/d4bd8402-999f-47a2-9989-c931947b14b4) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:46.565935 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.617879 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a4a3596c-eeaa-475e-ac12-3b87b3d5e647, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a4a3596c-eeaa-475e-ac12-3b87b3d5e647,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:46.625209 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.640851 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0a35135-c4bb-4845-8851-bf3ea18b8d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.725575 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=a4a3596c-eeaa-475e-ac12-3b87b3d5e647,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:46.749906 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4b52d2b0-b350-4fbe-be08-d409da148566 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.834399 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4b52d2b0-b350-4fbe-be08-d409da148566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.896803 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-eb8f413d-431b-493a-8a59-e931ea1edbff None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.897206 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a24d673c-6849-42a9-b024-14b766dfa6ff req-992fb50f-3f83-4c5d-ad04-464e868e8841 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/security-groups?id=1690906e-3c9e-4e4a-b6d0-59485a65f318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4541044 Apr 18 20:28:46.915021 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-eb8f413d-431b-493a-8a59-e931ea1edbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.915805 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b52d2b0-b350-4fbe-be08-d409da148566 admin admin] Network 03564991-91f9-40c6-b33a-4bb4b308e9a2 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:46.923921 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-4b52d2b0-b350-4fbe-be08-d409da148566 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:46.926770 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b52d2b0-b350-4fbe-be08-d409da148566 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:46.938600 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52d2b0-b350-4fbe-be08-d409da148566 admin admin] Pushing event updated for resources: {'Port': ['ID=d4bd8402-999f-47a2-9989-c931947b14b4,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:47.075446 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4b52d2b0-b350-4fbe-be08-d409da148566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:47.126300 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73437e-6b7f-4434-a0a6-9abd4f66c40b req-72cf435b-9dcc-4567-971e-a4f81d783a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:47.129090 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c73437e-6b7f-4434-a0a6-9abd4f66c40b req-72cf435b-9dcc-4567-971e-a4f81d783a13 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 1099 time: 1.5368397 Apr 18 20:28:47.146129 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922c0e4-bc49-4a3c-891f-4f5b25bf81ee req-2bb9923c-8b78-4306-a73f-3b36f26f7c3d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:47.150430 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87943a-e3e8-4252-a017-18e2c4ba1b9d None None] Pushing event updated for resources: {'Port': ['ID=58a1183e-384f-4f3f-aff2-f2aa38a1b666,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:47.155562 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7922c0e4-bc49-4a3c-891f-4f5b25bf81ee req-2bb9923c-8b78-4306-a73f-3b36f26f7c3d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 951 time: 0.8789797 Apr 18 20:28:47.174068 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-eb8f413d-431b-493a-8a59-e931ea1edbff None None] Attempting to bind port 58a1183e-384f-4f3f-aff2-f2aa38a1b666 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:47.174939 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-eb8f413d-431b-493a-8a59-e931ea1edbff None None] Attempting to bind port 58a1183e-384f-4f3f-aff2-f2aa38a1b666 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:47.175879 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8f413d-431b-493a-8a59-e931ea1edbff None None] Attempting to bind port 58a1183e-384f-4f3f-aff2-f2aa38a1b666 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:47.196815 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8f413d-431b-493a-8a59-e931ea1edbff None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:47.197319 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8f413d-431b-493a-8a59-e931ea1edbff None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:47.198088 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-eb8f413d-431b-493a-8a59-e931ea1edbff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:47.201302 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8f413d-431b-493a-8a59-e931ea1edbff None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:47.209525 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-eb8f413d-431b-493a-8a59-e931ea1edbff None None] Bound port: 58a1183e-384f-4f3f-aff2-f2aa38a1b666, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:47.210052 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-eb8f413d-431b-493a-8a59-e931ea1edbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:47.247062 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0a35135-c4bb-4845-8851-bf3ea18b8d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:47.350477 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0a35135-c4bb-4845-8851-bf3ea18b8d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:47.381945 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-eb8f413d-431b-493a-8a59-e931ea1edbff None None] For port 58a1183e-384f-4f3f-aff2-f2aa38a1b666, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:47.399896 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-eb8f413d-431b-493a-8a59-e931ea1edbff None None] For port 58a1183e-384f-4f3f-aff2-f2aa38a1b666, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=58a1183e-384f-4f3f-aff2-f2aa38a1b666,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:47.415230 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-eb8f413d-431b-493a-8a59-e931ea1edbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:47.430276 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:47.452013 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a35135-c4bb-4845-8851-bf3ea18b8d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07774881-ec9a-4645-b3d9-450eb0d0bb0c,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:47.522434 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e0a35135-c4bb-4845-8851-bf3ea18b8d74 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9cc6224c355c446297e371a33901cb5b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2707031 Apr 18 20:28:47.538505 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8f413d-431b-493a-8a59-e931ea1edbff None None] Routers {'2d07a984-3f59-48fd-9e89-82a535031199'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:47.539505 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-eb8f413d-431b-493a-8a59-e931ea1edbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:28:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2d07a984-3f59-48fd-9e89-82a535031199'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:47.555443 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4003707b-7f02-4d9e-ac81-e33bf203b2f5 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:28:47.574992 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58598) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:47.643932 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87943a-e3e8-4252-a017-18e2c4ba1b9d None None] Pushing event updated for resources: {'Port': ['ID=58a1183e-384f-4f3f-aff2-f2aa38a1b666,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:47.645860 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4b52d2b0-b350-4fbe-be08-d409da148566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:47.646094 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-2e70cfaa-42c2-4ebb-82f1-23590e3813fa None None] Provisioning complete for port d4bd8402-999f-47a2-9989-c931947b14b4 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:47.646467 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2e70cfaa-42c2-4ebb-82f1-23590e3813fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:47.681312 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-6246b23b-0662-4aaa-82d7-d576a316c3c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:28:47.710937 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7922c0e4-bc49-4a3c-891f-4f5b25bf81ee req-e1353db4-ed60-4d3e-b945-1671b92307c2 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956064 Apr 18 20:28:47.724479 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-6246b23b-0662-4aaa-82d7-d576a316c3c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:47.755920 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-2e70cfaa-42c2-4ebb-82f1-23590e3813fa None None] Port d4bd8402-999f-47a2-9989-c931947b14b4 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:28:47.772187 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-6246b23b-0662-4aaa-82d7-d576a316c3c2 service neutron] Transition to ACTIVE for port object f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:28:47.791036 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-6246b23b-0662-4aaa-82d7-d576a316c3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:47.847666 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3578ee-ce9b-4d83-82b2-2fcf6c4da575 req-4406e345-7cf8-4b2e-a492-b26ca123e433 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:47.861428 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a3578ee-ce9b-4d83-82b2-2fcf6c4da575 req-4406e345-7cf8-4b2e-a492-b26ca123e433 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 945 time: 0.6417153 Apr 18 20:28:47.873855 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:47.874095 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:47.978579 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73437e-6b7f-4434-a0a6-9abd4f66c40b req-b8b4de42-8577-4eb6-97d7-f8e2c5d729df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:47.981088 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c73437e-6b7f-4434-a0a6-9abd4f66c40b req-b8b4de42-8577-4eb6-97d7-f8e2c5d729df service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.8233755 Apr 18 20:28:47.987638 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-eb8f413d-431b-493a-8a59-e931ea1edbff None None] Set router 2d07a984-3f59-48fd-9e89-82a535031199 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:48.107015 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae92c479-5910-4633-a037-b0cea70020cc x-openstack-request-id: req-ae92c479-5910-4633-a037-b0cea70020cc {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:48.108076 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd6b1af-df72-403e-96a5-e7a58e419fb6", "name": "network-vif-plugged", "status": "completed", "tag": "400df18c-314d-42f7-945e-a8f07113f754", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:48.108751 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae92c479-5910-4633-a037-b0cea70020cc {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:48.109590 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae92c479-5910-4633-a037-b0cea70020cc'] response: {'server_uuid': '1bd6b1af-df72-403e-96a5-e7a58e419fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400df18c-314d-42f7-945e-a8f07113f754', 'code': 200} Apr 18 20:28:48.276730 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c73437e-6b7f-4434-a0a6-9abd4f66c40b req-6ebff382-2400-45f9-a6ce-de8354ac5e5f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=4003707b-7f02-4d9e-ac81-e33bf203b2f5 HTTP/1.1" status: 200 len: 217 time: 0.2230384 Apr 18 20:28:48.278356 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246b23b-0662-4aaa-82d7-d576a316c3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f75bbd-2314-4a3e-8631-fcfcc8e6a345,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:48.281819 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4b52d2b0-b350-4fbe-be08-d409da148566 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:48.284276 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c814a3ca-e137-48da-bb8e-f46b899827d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:48.296544 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4b52d2b0-b350-4fbe-be08-d409da148566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:48.371225 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 4003707b-7f02-4d9e-ac81-e33bf203b2f5, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4003707b-7f02-4d9e-ac81-e33bf203b2f5,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:48.375715 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4b52d2b0-b350-4fbe-be08-d409da148566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:48.415433 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '4003707b-7f02-4d9e-ac81-e33bf203b2f5', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': '4003707b-7f02-4d9e-ac81-e33bf203b2f5', 'mac_address': 'fa:16:3e:61:30:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:28:48.478533 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a3578ee-ce9b-4d83-82b2-2fcf6c4da575 req-2bb229bb-877d-4741-99a7-6d0e18c55e9f tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6155429 Apr 18 20:28:48.532398 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c814a3ca-e137-48da-bb8e-f46b899827d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:48.598546 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52d2b0-b350-4fbe-be08-d409da148566 admin admin] Pushing event updated for resources: {'Port': ['ID=d4bd8402-999f-47a2-9989-c931947b14b4,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:48.666314 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4bc02-982e-4e88-b7da-defeb507bb7e req-1049c9d6-d309-4ee7-bed4-c7f61dc68682 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:48.687528 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58e4bc02-982e-4e88-b7da-defeb507bb7e req-1049c9d6-d309-4ee7-bed4-c7f61dc68682 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 948 time: 0.4825726 Apr 18 20:28:48.690614 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:48.693675 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73437e-6b7f-4434-a0a6-9abd4f66c40b req-ddfb837e-f809-4893-abcf-4006afda58b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:48.699258 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c73437e-6b7f-4434-a0a6-9abd4f66c40b req-ddfb837e-f809-4893-abcf-4006afda58b1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.4110596 Apr 18 20:28:48.721116 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-eb8f413d-431b-493a-8a59-e931ea1edbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07a984-3f59-48fd-9e89-82a535031199', 'name': 'tempest-AttachSCSIVolumeTestJSON-1223327497-router', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:39Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 4, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'gw_port': {'id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:41Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'd4bd8402-999f-47a2-9989-c931947b14b4', 'name': '', 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'mac_address': 'fa:16:3e:09:ab:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7bf18b5e-c6e2-42ea-850f-30cf03bf2edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:45Z', 'updated_at': '2022-04-18T20:28:46Z', 'revision_number': 1, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'subnets': [{'id': '7bf18b5e-c6e2-42ea-850f-30cf03bf2edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:48.725892 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372517b6-101f-43a3-bd69-2abc8bc43770 req-d0fd59f3-df47-4580-b3ba-2ea1c502bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:48.727785 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-372517b6-101f-43a3-bd69-2abc8bc43770 req-d0fd59f3-df47-4580-b3ba-2ea1c502bfd8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 1102 time: 0.4965651 Apr 18 20:28:48.743890 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4003707b-7f02-4d9e-ac81-e33bf203b2f5 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:28:48.763277 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b52d2b0-b350-4fbe-be08-d409da148566 admin admin] Network 03564991-91f9-40c6-b33a-4bb4b308e9a2 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:48.772977 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-4b52d2b0-b350-4fbe-be08-d409da148566 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:48.799993 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8f413d-431b-493a-8a59-e931ea1edbff None None] The sync data for ids ['2d07a984-3f59-48fd-9e89-82a535031199'] in n-d-838323-3 is: [{'id': '2d07a984-3f59-48fd-9e89-82a535031199', 'name': 'tempest-AttachSCSIVolumeTestJSON-1223327497-router', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:39Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 4, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'gw_port': {'id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:41Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'd4bd8402-999f-47a2-9989-c931947b14b4', 'name': '', 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'mac_address': 'fa:16:3e:09:ab:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7bf18b5e-c6e2-42ea-850f-30cf03bf2edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:45Z', 'updated_at': '2022-04-18T20:28:46Z', 'revision_number': 1, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'subnets': [{'id': '7bf18b5e-c6e2-42ea-850f-30cf03bf2edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:28:48.834875 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 4003707b-7f02-4d9e-ac81-e33bf203b2f5, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4003707b-7f02-4d9e-ac81-e33bf203b2f5,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:48.851888 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.026675 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=4003707b-7f02-4d9e-ac81-e33bf203b2f5,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:49.044014 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c814a3ca-e137-48da-bb8e-f46b899827d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.046796 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c814a3ca-e137-48da-bb8e-f46b899827d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.048089 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c814a3ca-e137-48da-bb8e-f46b899827d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/07774881-ec9a-4645-b3d9-450eb0d0bb0c HTTP/1.1" status: 204 len: 168 time: 1.4607105 Apr 18 20:28:49.095345 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-6246b23b-0662-4aaa-82d7-d576a316c3c2 service neutron] Attempting to bind port f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:49.095858 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-6246b23b-0662-4aaa-82d7-d576a316c3c2 service neutron] Attempting to bind port f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '1e83c5e6-61c2-4806-b1e4-9638a217c05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:49.096200 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-6246b23b-0662-4aaa-82d7-d576a316c3c2 service neutron] Attempting to bind port f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 on network 834e15af-05bf-4f20-83eb-2a3f314d7649 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:49.112510 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814a3ca-e137-48da-bb8e-f46b899827d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07774881-ec9a-4645-b3d9-450eb0d0bb0c,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:49.138565 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2013f3-62f2-4f1f-ab46-3ac8a40891cb req-b46b8716-dc8e-4a40-ac09-15e372b5795d tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:49.148309 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b2013f3-62f2-4f1f-ab46-3ac8a40891cb req-b46b8716-dc8e-4a40-ac09-15e372b5795d tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5896d6-0454-4c76-b45e-d4b14c170b41 HTTP/1.1" status: 200 len: 943 time: 0.3305295 Apr 18 20:28:49.152112 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-372517b6-101f-43a3-bd69-2abc8bc43770 req-230500f1-0bb8-4030-ab4b-1576084c7380 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602583 Apr 18 20:28:49.176612 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['4003707b-7f02-4d9e-ac81-e33bf203b2f5'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:28:49.188677 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b52d2b0-b350-4fbe-be08-d409da148566 admin admin] Router 2d07a984-3f59-48fd-9e89-82a535031199 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:28:49.203046 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-6246b23b-0662-4aaa-82d7-d576a316c3c2 service neutron] Port f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 on network 834e15af-05bf-4f20-83eb-2a3f314d7649 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:28:49.203604 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-6246b23b-0662-4aaa-82d7-d576a316c3c2 service neutron] Attempting to bind port f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 on network 834e15af-05bf-4f20-83eb-2a3f314d7649 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:49.254798 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58e4bc02-982e-4e88-b7da-defeb507bb7e req-9263332a-67a6-47e6-8b98-73c9651f2cf3 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5539260 Apr 18 20:28:49.304945 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73437e-6b7f-4434-a0a6-9abd4f66c40b req-8b8a2cff-fa1e-4f0c-b93c-259d37e38f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:49.306952 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c73437e-6b7f-4434-a0a6-9abd4f66c40b req-8b8a2cff-fa1e-4f0c-b93c-259d37e38f0f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5767062 Apr 18 20:28:49.335731 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-6246b23b-0662-4aaa-82d7-d576a316c3c2 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:49.336021 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-6246b23b-0662-4aaa-82d7-d576a316c3c2 service neutron] Checking segment: {'id': '1e83c5e6-61c2-4806-b1e4-9638a217c05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:49.336447 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-6246b23b-0662-4aaa-82d7-d576a316c3c2 service neutron] Bound using segment: {'id': '1e83c5e6-61c2-4806-b1e4-9638a217c05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:49.336938 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-6246b23b-0662-4aaa-82d7-d576a316c3c2 service neutron] Bound port: f8f75bbd-2314-4a3e-8631-fcfcc8e6a345, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e83c5e6-61c2-4806-b1e4-9638a217c05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:49.337323 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-6246b23b-0662-4aaa-82d7-d576a316c3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.492069 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b2013f3-62f2-4f1f-ab46-3ac8a40891cb req-5eec27b4-4a27-4326-a851-854f1acd5c93 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/security-groups?id=1690906e-3c9e-4e4a-b6d0-59485a65f318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425274 Apr 18 20:28:49.597705 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-77bc6c98-cbac-4252-9cab-cef242c94592 None None] Provisioning complete for port d4bd8402-999f-47a2-9989-c931947b14b4 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:49.598300 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-77bc6c98-cbac-4252-9cab-cef242c94592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.661036 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b52d2b0-b350-4fbe-be08-d409da148566 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:28:49.680384 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4b52d2b0-b350-4fbe-be08-d409da148566 admin admin] 10.222.0.41 "PUT /v2.0/routers/2d07a984-3f59-48fd-9e89-82a535031199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9364622 Apr 18 20:28:49.762634 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-6246b23b-0662-4aaa-82d7-d576a316c3c2 service neutron] For port f8f75bbd-2314-4a3e-8631-fcfcc8e6a345, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:49.768044 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-77bc6c98-cbac-4252-9cab-cef242c94592 None None] Port d4bd8402-999f-47a2-9989-c931947b14b4 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:28:49.846951 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58618) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:49.869701 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-261be681-c87d-492d-9c2f-9bfbac57f2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.907230 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-6246b23b-0662-4aaa-82d7-d576a316c3c2 service neutron] For port f8f75bbd-2314-4a3e-8631-fcfcc8e6a345, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f8f75bbd-2314-4a3e-8631-fcfcc8e6a345,segment=NetworkSegment(1e83c5e6-61c2-4806-b1e4-9638a217c05b),segment_id=1e83c5e6-61c2-4806-b1e4-9638a217c05b)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:49.980989 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c73437e-6b7f-4434-a0a6-9abd4f66c40b req-d2ad378f-1ed0-4871-974d-d9c1f435fd66 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6510921 Apr 18 20:28:49.994374 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-6246b23b-0662-4aaa-82d7-d576a316c3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.075360 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075fdbe-11af-46bb-8bb1-3102be0fe943 req-c67927a2-1130-4846-9da8-a179b51a6949 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:50.091337 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b075fdbe-11af-46bb-8bb1-3102be0fe943 req-c67927a2-1130-4846-9da8-a179b51a6949 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 951 time: 0.4757662 Apr 18 20:28:50.105014 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-261be681-c87d-492d-9c2f-9bfbac57f2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.112499 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54b8329-5216-499e-9f09-7533c687822b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a3596c-eeaa-475e-ac12-3b87b3d5e647'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:50.117883 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b31cdf9-1b6a-4135-aecc-7e1a95ada052" -d '{"events": [{"server_uuid": "a54b8329-5216-499e-9f09-7533c687822b", "name": "network-vif-plugged", "status": "completed", "tag": "a4a3596c-eeaa-475e-ac12-3b87b3d5e647"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:50.126194 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-261be681-c87d-492d-9c2f-9bfbac57f2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.273133 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261be681-c87d-492d-9c2f-9bfbac57f2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a3c655-f3f5-4fba-8832-9929697ee185,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:50.287326 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-261be681-c87d-492d-9c2f-9bfbac57f2c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=37b86124fcbc42d9aa9d565dedde2de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4391344 Apr 18 20:28:50.297034 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58626) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:50.322318 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc123ac6-be03-4e48-adfa-ec6b4f7323e4 req-7bcd00df-99a2-41c0-9b78-977f4f6c7598 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:50.330886 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fc123ac6-be03-4e48-adfa-ec6b4f7323e4 req-7bcd00df-99a2-41c0-9b78-977f4f6c7598 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 945 time: 0.6237695 Apr 18 20:28:50.349064 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-6246b23b-0662-4aaa-82d7-d576a316c3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:50.353523 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-6246b23b-0662-4aaa-82d7-d576a316c3c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.355385 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-6246b23b-0662-4aaa-82d7-d576a316c3c2 service neutron] 10.222.0.32 "PUT /v2.0/ports/f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 HTTP/1.1" status: 200 len: 1091 time: 5.8278763 Apr 18 20:28:50.356513 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5896d6-0454-4c76-b45e-d4b14c170b41', 'tag': 'f8f75bbd-2314-4a3e-8631-fcfcc8e6a345'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:50.361326 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabad0bd-2cdd-40ee-891d-f47b34504b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5896d6-0454-4c76-b45e-d4b14c170b41", "tag": "f8f75bbd-2314-4a3e-8631-fcfcc8e6a345"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:50.509188 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b075fdbe-11af-46bb-8bb1-3102be0fe943 req-f4b0aefb-6758-4b68-9fdc-3e601070ffde tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162495 Apr 18 20:28:50.596285 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-703e447f-ab3d-4418-8623-286388efe8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.683452 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246b23b-0662-4aaa-82d7-d576a316c3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f75bbd-2314-4a3e-8631-fcfcc8e6a345,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:50.701011 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1d4ee7-3b9d-4e61-b17d-381763a30b3f x-openstack-request-id: req-ea1d4ee7-3b9d-4e61-b17d-381763a30b3f {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:50.701393 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54b8329-5216-499e-9f09-7533c687822b", "name": "network-vif-plugged", "status": "completed", "tag": "a4a3596c-eeaa-475e-ac12-3b87b3d5e647", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:50.701806 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea1d4ee7-3b9d-4e61-b17d-381763a30b3f {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:50.703414 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea1d4ee7-3b9d-4e61-b17d-381763a30b3f'] response: {'server_uuid': 'a54b8329-5216-499e-9f09-7533c687822b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a3596c-eeaa-475e-ac12-3b87b3d5e647', 'code': 200} Apr 18 20:28:50.709068 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-703e447f-ab3d-4418-8623-286388efe8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.856990 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c73437e-6b7f-4434-a0a6-9abd4f66c40b req-36bc1289-e9ad-42b6-b192-a7c50e61616b service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8652208 Apr 18 20:28:50.959268 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-703e447f-ab3d-4418-8623-286388efe8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.964226 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-703e447f-ab3d-4418-8623-286388efe8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.967873 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-703e447f-ab3d-4418-8623-286388efe8c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/20a3c655-f3f5-4fba-8832-9929697ee185 HTTP/1.1" status: 204 len: 168 time: 0.6667938 Apr 18 20:28:51.022546 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e447f-ab3d-4418-8623-286388efe8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a3c655-f3f5-4fba-8832-9929697ee185,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:51.024583 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-20fe0579-bf97-45d6-a7bf-0a49e3f63940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:51.045241 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-20fe0579-bf97-45d6-a7bf-0a49e3f63940 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff855e139abe40c691b068b429bd1371&device_id=ac5896d6-0454-4c76-b45e-d4b14c170b41 HTTP/1.1" status: 200 len: 1094 time: 0.4455659 Apr 18 20:28:51.083612 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fc123ac6-be03-4e48-adfa-ec6b4f7323e4 req-a9c9981f-e50d-4118-b8fc-13ce4fd0b54f tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7504697 Apr 18 20:28:51.399216 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58646) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:51.410878 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-fb9e2713-26d9-4298-a4c0-a682f8d0b3af admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1460452158-network', 'tenant_id': 'cd356eb9bb8845afb6b216bde83b6066'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:51.420692 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4049bf-b1d8-421c-aeaa-4ebf8e678026 x-openstack-request-id: req-ec4049bf-b1d8-421c-aeaa-4ebf8e678026 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:51.421132 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5896d6-0454-4c76-b45e-d4b14c170b41", "tag": "f8f75bbd-2314-4a3e-8631-fcfcc8e6a345", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:51.422021 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec4049bf-b1d8-421c-aeaa-4ebf8e678026 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:51.428491 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec4049bf-b1d8-421c-aeaa-4ebf8e678026'] response: {'name': 'network-changed', 'server_uuid': 'ac5896d6-0454-4c76-b45e-d4b14c170b41', 'tag': 'f8f75bbd-2314-4a3e-8631-fcfcc8e6a345', 'status': 'completed', 'code': 200} Apr 18 20:28:51.461007 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-cff797fd-3993-49f5-8f1b-8d3bf1afa1f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 HTTP/1.1" status: 200 len: 217 time: 0.3665791 Apr 18 20:28:51.482970 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9e2713-26d9-4298-a4c0-a682f8d0b3af admin admin] Made reservation on behalf of cd356eb9bb8845afb6b216bde83b6066 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:51.491762 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2713-26d9-4298-a4c0-a682f8d0b3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.516045 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4003707b-7f02-4d9e-ac81-e33bf203b2f5 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:51.554632 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2713-26d9-4298-a4c0-a682f8d0b3af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.637162 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13d76e-b5be-45eb-ba5e-ebbb4afeb08b req-98f9fe42-cd9e-4898-8be6-7d35eaea3f0b tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:51.640203 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1b13d76e-b5be-45eb-ba5e-ebbb4afeb08b req-98f9fe42-cd9e-4898-8be6-7d35eaea3f0b tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 949 time: 0.7257395 Apr 18 20:28:51.642495 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 58a1183e-384f-4f3f-aff2-f2aa38a1b666 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:51.652504 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7cd3b-a903-4dce-9596-84f0ac43c164 req-b9233fb2-b173-4e55-b019-5be30cec5720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:51.659696 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0fd7cd3b-a903-4dce-9596-84f0ac43c164 req-b9233fb2-b173-4e55-b019-5be30cec5720 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 1096 time: 0.7188623 Apr 18 20:28:51.879976 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-18001457-9ecb-40ba-89e5-f3a3cb070806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:51.881898 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2713-26d9-4298-a4c0-a682f8d0b3af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.884717 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 4003707b-7f02-4d9e-ac81-e33bf203b2f5 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:28:51.887605 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-18001457-9ecb-40ba-89e5-f3a3cb070806 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0add80b-3b17-4300-bcbd-ceda69a60cf3 HTTP/1.1" status: 200 len: 859 time: 0.4132252 Apr 18 20:28:51.894681 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2713-26d9-4298-a4c0-a682f8d0b3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.897496 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 4003707b-7f02-4d9e-ac81-e33bf203b2f5 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:51.898216 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.970356 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 58a1183e-384f-4f3f-aff2-f2aa38a1b666 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:51.971651 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.989762 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9e2713-26d9-4298-a4c0-a682f8d0b3af admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:28:52.013179 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e2713-26d9-4298-a4c0-a682f8d0b3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af7a027-e676-44dc-a605-cf52a51fa1d3,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:52.033651 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2713-26d9-4298-a4c0-a682f8d0b3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:52.035878 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-fb9e2713-26d9-4298-a4c0-a682f8d0b3af admin admin] Added segment c476146d-6dd1-430f-a64a-318c6908e01d of type vlan for network 62b1f02b-c870-4f51-ba5b-205505409c58 Apr 18 20:28:52.108191 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:52.174917 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 4003707b-7f02-4d9e-ac81-e33bf203b2f5, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4003707b-7f02-4d9e-ac81-e33bf203b2f5,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:52.253065 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2713-26d9-4298-a4c0-a682f8d0b3af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:52.257547 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1b13d76e-b5be-45eb-ba5e-ebbb4afeb08b req-d12683b6-e1d4-4936-85a5-c029533ef87e tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5486207 Apr 18 20:28:52.267080 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:52.329607 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75527bdf-de61-4359-b84c-5c568df4006b req-d8d7801f-dfa2-477a-844e-30eea81834ff tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:52.344581 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75527bdf-de61-4359-b84c-5c568df4006b req-d8d7801f-dfa2-477a-844e-30eea81834ff tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5896d6-0454-4c76-b45e-d4b14c170b41 HTTP/1.1" status: 200 len: 943 time: 0.7921429 Apr 18 20:28:52.375391 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0fd7cd3b-a903-4dce-9596-84f0ac43c164 req-b8955e9c-6cc2-4a7a-a3d8-cc11c589c6c9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6661389 Apr 18 20:28:52.377834 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2713-26d9-4298-a4c0-a682f8d0b3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:52.391824 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9e2713-26d9-4298-a4c0-a682f8d0b3af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:52.392892 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2713-26d9-4298-a4c0-a682f8d0b3af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:52.471255 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:52.498138 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75527bdf-de61-4359-b84c-5c568df4006b req-15aeb189-3f55-4797-a80b-c1688cdc26c3 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/security-groups?id=1690906e-3c9e-4e4a-b6d0-59485a65f318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100981 Apr 18 20:28:52.504018 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-b84c4656-ed38-4266-920f-397971e4a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:52.509060 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-b84c4656-ed38-4266-920f-397971e4a62d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=834e15af-05bf-4f20-83eb-2a3f314d7649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6072817 Apr 18 20:28:52.522090 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fb9e2713-26d9-4298-a4c0-a682f8d0b3af admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1186330 Apr 18 20:28:52.522439 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58666) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:52.557943 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-fb62f7ce-6c1e-4e7e-ab6b-463bd2dc38a8 admin admin] Request body: {'subnet': {'network_id': '62b1f02b-c870-4f51-ba5b-205505409c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460452158-subnet', 'tenant_id': 'cd356eb9bb8845afb6b216bde83b6066', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:52.591752 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb62f7ce-6c1e-4e7e-ab6b-463bd2dc38a8 admin admin] Made reservation on behalf of cd356eb9bb8845afb6b216bde83b6066 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:52.598360 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fb62f7ce-6c1e-4e7e-ab6b-463bd2dc38a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:52.654075 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e2713-26d9-4298-a4c0-a682f8d0b3af admin admin] Pushing event updated for resources: {'Network': ['ID=62b1f02b-c870-4f51-ba5b-205505409c58,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:52.903406 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b50884-c621-44a0-8a35-f6904a3b0011 req-4dd01d8a-14f5-481c-bb17-70f241fa692d tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:52.905965 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-05b50884-c621-44a0-8a35-f6904a3b0011 req-4dd01d8a-14f5-481c-bb17-70f241fa692d tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 945 time: 0.1960490 Apr 18 20:28:52.914347 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-44c35743-41b3-4524-a117-11edbc7b0ad5 service neutron] 10.222.0.32 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895985 Apr 18 20:28:53.032002 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-05b50884-c621-44a0-8a35-f6904a3b0011 req-5bad3f20-cce1-4890-9177-296b34912b82 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113555 Apr 18 20:28:53.068134 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 58a1183e-384f-4f3f-aff2-f2aa38a1b666, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=58a1183e-384f-4f3f-aff2-f2aa38a1b666,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:53.076898 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce5bba9-adbe-480d-8a8f-c34524d5ccd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4003707b-7f02-4d9e-ac81-e33bf203b2f5'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:53.083692 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397369e1-fafb-44b8-a951-1ce5b6b4d1af" -d '{"events": [{"server_uuid": "6ce5bba9-adbe-480d-8a8f-c34524d5ccd2", "name": "network-vif-plugged", "status": "completed", "tag": "4003707b-7f02-4d9e-ac81-e33bf203b2f5"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:53.109167 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 62b1f02b-c870-4f51-ba5b-205505409c58 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:28:53.114488 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.127681 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d31ab29-f8d8-47ea-977a-6b76104cbe09 req-2b7f3f0f-8d59-4c5f-8ac7-c0c4c1644345 service neutron] 10.222.0.32 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053392 Apr 18 20:28:53.183535 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=4003707b-7f02-4d9e-ac81-e33bf203b2f5,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:53.298980 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fb62f7ce-6c1e-4e7e-ab6b-463bd2dc38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.301222 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee74cad-d8e0-4f2e-8864-22aa199ab045 x-openstack-request-id: req-aee74cad-d8e0-4f2e-8864-22aa199ab045 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:53.301715 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce5bba9-adbe-480d-8a8f-c34524d5ccd2", "name": "network-vif-plugged", "status": "completed", "tag": "4003707b-7f02-4d9e-ac81-e33bf203b2f5", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:53.302106 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aee74cad-d8e0-4f2e-8864-22aa199ab045 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:53.302686 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aee74cad-d8e0-4f2e-8864-22aa199ab045'] response: {'server_uuid': '6ce5bba9-adbe-480d-8a8f-c34524d5ccd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4003707b-7f02-4d9e-ac81-e33bf203b2f5', 'code': 200} Apr 18 20:28:53.380647 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62f7ce-6c1e-4e7e-ab6b-463bd2dc38a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ef43fdb-c85e-4552-9aca-d41c0b511db7,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:53.451964 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb62f7ce-6c1e-4e7e-ab6b-463bd2dc38a8 admin admin] Checking segment: {'id': 'c476146d-6dd1-430f-a64a-318c6908e01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '62b1f02b-c870-4f51-ba5b-205505409c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:53.452523 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb62f7ce-6c1e-4e7e-ab6b-463bd2dc38a8 admin admin] Network hostable DHCP agents. Network: 62b1f02b-c870-4f51-ba5b-205505409c58, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:28:53.488925 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb62f7ce-6c1e-4e7e-ab6b-463bd2dc38a8 admin admin] Network 62b1f02b-c870-4f51-ba5b-205505409c58 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:28:53.512923 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-fb62f7ce-6c1e-4e7e-ab6b-463bd2dc38a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 62b1f02b-c870-4f51-ba5b-205505409c58) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:53.519563 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb62f7ce-6c1e-4e7e-ab6b-463bd2dc38a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:53.521405 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fb62f7ce-6c1e-4e7e-ab6b-463bd2dc38a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.548552 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fb62f7ce-6c1e-4e7e-ab6b-463bd2dc38a8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9934077 Apr 18 20:28:53.551286 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58682) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:53.558307 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51b2d53-58b3-4978-b2ab-86f6e45b1ee6 None None] Network 62b1f02b-c870-4f51-ba5b-205505409c58 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:28:53.560017 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1460452158-router', 'tenant_id': 'cd356eb9bb8845afb6b216bde83b6066', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:53.593531 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb775f-3e9f-4ee2-b2bc-4ca44616c69d req-79dbbbef-9fb5-4d7e-83ac-4d1606c0df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:53.596535 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41fb775f-3e9f-4ee2-b2bc-4ca44616c69d req-79dbbbef-9fb5-4d7e-83ac-4d1606c0df58 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 1101 time: 0.3098164 Apr 18 20:28:53.598973 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabad0bd-2cdd-40ee-891d-f47b34504b1a req-959e2ede-4223-4b09-9490-0400b25ee4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:53.601435 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eabad0bd-2cdd-40ee-891d-f47b34504b1a req-959e2ede-4223-4b09-9490-0400b25ee4ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff855e139abe40c691b068b429bd1371&device_id=ac5896d6-0454-4c76-b45e-d4b14c170b41 HTTP/1.1" status: 200 len: 1094 time: 0.4129035 Apr 18 20:28:53.603401 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.608820 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.636384 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=58a1183e-384f-4f3f-aff2-f2aa38a1b666,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:53.737990 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.914265 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc0fd6-d2ec-4691-9518-c254c81029ff req-74a327b7-420d-4508-bace-e82f864e72d1 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:53.933608 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdbc0fd6-d2ec-4691-9518-c254c81029ff req-74a327b7-420d-4508-bace-e82f864e72d1 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 950 time: 0.4599011 Apr 18 20:28:53.995800 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e014ca9-4842-44f5-a405-dd60362c4855 req-9c2b0f17-f555-44a5-8f80-f32e92098523 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:54.000150 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e014ca9-4842-44f5-a405-dd60362c4855 req-9c2b0f17-f555-44a5-8f80-f32e92098523 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 951 time: 1.4883420 Apr 18 20:28:54.012617 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b1b215-daf8-4920-967b-a31c2a597dc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-62b1f02b-c870-4f51-ba5b-205505409c58', 'network_id': '62b1f02b-c870-4f51-ba5b-205505409c58', 'tenant_id': 'cd356eb9bb8845afb6b216bde83b6066', 'fixed_ips': [{'subnet_id': '0ef43fdb-c85e-4552-9aca-d41c0b511db7'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:28:54.014035 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-14b1b215-daf8-4920-967b-a31c2a597dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:54.135379 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41fb775f-3e9f-4ee2-b2bc-4ca44616c69d req-1c1b3740-b031-4225-83e7-e762f1f113c6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602921 Apr 18 20:28:54.246675 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:54.339597 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdbc0fd6-d2ec-4691-9518-c254c81029ff req-5fe2c78e-e295-41c8-b0d5-cee0929d84c1 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136232 Apr 18 20:28:54.366524 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e014ca9-4842-44f5-a405-dd60362c4855 req-1b2e8a65-dd3a-448a-bc36-e2c83684ee3d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279722 Apr 18 20:28:54.375915 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819d8415-6f74-4e41-9be2-707ab8a5d7bb None None] Sync routers for ids ['2d07a984-3f59-48fd-9e89-82a535031199'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:28:54.388703 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabad0bd-2cdd-40ee-891d-f47b34504b1a req-f8ef469c-e131-463b-aed0-15fa7e0bc012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:54.401055 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eabad0bd-2cdd-40ee-891d-f47b34504b1a req-f8ef469c-e131-463b-aed0-15fa7e0bc012 service neutron] 10.222.0.32 "GET /v2.0/networks?id=834e15af-05bf-4f20-83eb-2a3f314d7649 HTTP/1.1" status: 200 len: 921 time: 0.7140548 Apr 18 20:28:54.497266 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819d8415-6f74-4e41-9be2-707ab8a5d7bb None None] Routers {'2d07a984-3f59-48fd-9e89-82a535031199'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:54.498353 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-819d8415-6f74-4e41-9be2-707ab8a5d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:28:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2d07a984-3f59-48fd-9e89-82a535031199'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:54.662793 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6877fb5b-01e6-4897-9fef-d5d8829bb08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:54.827407 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-819d8415-6f74-4e41-9be2-707ab8a5d7bb None None] Set router 2d07a984-3f59-48fd-9e89-82a535031199 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:54.956333 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:54.960204 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eabad0bd-2cdd-40ee-891d-f47b34504b1a req-ed429a1f-22ed-4169-89ce-ab9af248b59c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 HTTP/1.1" status: 200 len: 217 time: 0.5501266 Apr 18 20:28:54.988615 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:55.026698 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabad0bd-2cdd-40ee-891d-f47b34504b1a req-0406d2a2-326f-4c88-bac2-2013b04b78c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:55.029649 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eabad0bd-2cdd-40ee-891d-f47b34504b1a req-0406d2a2-326f-4c88-bac2-2013b04b78c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0add80b-3b17-4300-bcbd-ceda69a60cf3 HTTP/1.1" status: 200 len: 859 time: 0.0515420 Apr 18 20:28:55.152250 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb3e11-6a0f-455c-8dce-b26cc79affa3 req-a1079e1c-7b24-44a1-84ae-91940c0fa7b7 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:55.160353 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-48fb3e11-6a0f-455c-8dce-b26cc79affa3 req-a1079e1c-7b24-44a1-84ae-91940c0fa7b7 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 945 time: 0.1989689 Apr 18 20:28:55.265421 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabad0bd-2cdd-40ee-891d-f47b34504b1a req-7863c331-e005-4821-90fd-8aebdaccc6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:55.270455 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eabad0bd-2cdd-40ee-891d-f47b34504b1a req-7863c331-e005-4821-90fd-8aebdaccc6e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=834e15af-05bf-4f20-83eb-2a3f314d7649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2213655 Apr 18 20:28:55.283783 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-14b1b215-daf8-4920-967b-a31c2a597dc7 None None] Allocated IP 172.20.0.2 (62b1f02b-c870-4f51-ba5b-205505409c58/0ef43fdb-c85e-4552-9aca-d41c0b511db7/d9f172c7-1a83-42e2-979b-d41e9381817b) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:55.298910 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-48fb3e11-6a0f-455c-8dce-b26cc79affa3 req-eff46e26-730f-457e-8ac2-544e21f7e72a tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371355 Apr 18 20:28:55.487996 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-819d8415-6f74-4e41-9be2-707ab8a5d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07a984-3f59-48fd-9e89-82a535031199', 'name': 'tempest-AttachSCSIVolumeTestJSON-1223327497-router', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:39Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 4, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'gw_port': {'id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:41Z', 'updated_at': '2022-04-18T20:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'd4bd8402-999f-47a2-9989-c931947b14b4', 'name': '', 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'mac_address': 'fa:16:3e:09:ab:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7bf18b5e-c6e2-42ea-850f-30cf03bf2edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:45Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 2, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'subnets': [{'id': '7bf18b5e-c6e2-42ea-850f-30cf03bf2edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:55.498198 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 58a1183e-384f-4f3f-aff2-f2aa38a1b666 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:55.558656 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819d8415-6f74-4e41-9be2-707ab8a5d7bb None None] Checking router: 2d07a984-3f59-48fd-9e89-82a535031199 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:28:55.559007 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819d8415-6f74-4e41-9be2-707ab8a5d7bb None None] Updating router 2d07a984-3f59-48fd-9e89-82a535031199 port d4bd8402-999f-47a2-9989-c931947b14b4 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:28:55.683037 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-819d8415-6f74-4e41-9be2-707ab8a5d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:55.689331 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 58a1183e-384f-4f3f-aff2-f2aa38a1b666 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:55.689926 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:55.764680 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eabad0bd-2cdd-40ee-891d-f47b34504b1a req-bf5a0d00-1467-40f3-b85f-f0132f0ecb83 service neutron] 10.222.0.32 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589775 Apr 18 20:28:56.023817 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-14b1b215-daf8-4920-967b-a31c2a597dc7 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.024135 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Allocated IP 172.25.1.72 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/ca31faea-6403-416d-9430-2f59cd373e72) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:56.062917 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-14b1b215-daf8-4920-967b-a31c2a597dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.155658 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd69203-d46f-4465-9bf9-a5325f9d03da req-5281f3af-4f19-4949-b498-70ff80927ec5 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:56.161506 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdd69203-d46f-4465-9bf9-a5325f9d03da req-5281f3af-4f19-4949-b498-70ff80927ec5 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 1096 time: 0.3014407 Apr 18 20:28:56.183788 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1b215-daf8-4920-967b-a31c2a597dc7 None None] Pushing event updated for resources: {'Port': ['ID=d9f172c7-1a83-42e2-979b-d41e9381817b,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:56.258508 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e7004-d100-44f5-98b1-ea3510d6c0a9 req-075e077e-add1-4784-a6ff-a5a21f593e1f tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:56.266193 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e12e7004-d100-44f5-98b1-ea3510d6c0a9 req-075e077e-add1-4784-a6ff-a5a21f593e1f tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5896d6-0454-4c76-b45e-d4b14c170b41 HTTP/1.1" status: 200 len: 943 time: 1.2947326 Apr 18 20:28:56.307978 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b1b215-daf8-4920-967b-a31c2a597dc7 None None] Network 62b1f02b-c870-4f51-ba5b-205505409c58 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:56.317468 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-14b1b215-daf8-4920-967b-a31c2a597dc7 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:56.327187 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b1b215-daf8-4920-967b-a31c2a597dc7 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:56.355651 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.411716 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.486903 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-14b1b215-daf8-4920-967b-a31c2a597dc7 None None] Attempting to bind port d9f172c7-1a83-42e2-979b-d41e9381817b on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:56.487418 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-14b1b215-daf8-4920-967b-a31c2a597dc7 None None] Attempting to bind port d9f172c7-1a83-42e2-979b-d41e9381817b by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'c476146d-6dd1-430f-a64a-318c6908e01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '62b1f02b-c870-4f51-ba5b-205505409c58'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:56.487878 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b1b215-daf8-4920-967b-a31c2a597dc7 None None] Attempting to bind port d9f172c7-1a83-42e2-979b-d41e9381817b on network 62b1f02b-c870-4f51-ba5b-205505409c58 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:56.499340 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b1b215-daf8-4920-967b-a31c2a597dc7 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:56.500068 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b1b215-daf8-4920-967b-a31c2a597dc7 None None] Checking segment: {'id': 'c476146d-6dd1-430f-a64a-318c6908e01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '62b1f02b-c870-4f51-ba5b-205505409c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:56.500365 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-14b1b215-daf8-4920-967b-a31c2a597dc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.500898 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b1b215-daf8-4920-967b-a31c2a597dc7 None None] Bound using segment: {'id': 'c476146d-6dd1-430f-a64a-318c6908e01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '62b1f02b-c870-4f51-ba5b-205505409c58'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:56.501522 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-14b1b215-daf8-4920-967b-a31c2a597dc7 None None] Bound port: d9f172c7-1a83-42e2-979b-d41e9381817b, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c476146d-6dd1-430f-a64a-318c6908e01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '62b1f02b-c870-4f51-ba5b-205505409c58'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:56.502023 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-14b1b215-daf8-4920-967b-a31c2a597dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.547002 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdd69203-d46f-4465-9bf9-a5325f9d03da req-25679b12-70bf-4b6d-b8f8-3d87487e637d tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402228 Apr 18 20:28:56.575986 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:56.601643 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:56.610699 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e12e7004-d100-44f5-98b1-ea3510d6c0a9 req-69ed042d-31cf-4cf8-99f0-defc396d4195 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/security-groups?id=1690906e-3c9e-4e4a-b6d0-59485a65f318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123715 Apr 18 20:28:56.614563 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eabad0bd-2cdd-40ee-891d-f47b34504b1a req-07f0058a-17f5-47dc-bfb8-0412f0c3390f service neutron] 10.222.0.32 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8401313 Apr 18 20:28:56.616896 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:56.658422 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-819d8415-6f74-4e41-9be2-707ab8a5d7bb None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.676627 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Pushing event updated for resources: {'Port': ['ID=ca31faea-6403-416d-9430-2f59cd373e72,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:56.687803 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-819d8415-6f74-4e41-9be2-707ab8a5d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.713774 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-14b1b215-daf8-4920-967b-a31c2a597dc7 None None] For port d9f172c7-1a83-42e2-979b-d41e9381817b, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:56.774292 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:56.774292 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:56.774292 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:56.774292 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:56.775099 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-14b1b215-daf8-4920-967b-a31c2a597dc7 None None] For port d9f172c7-1a83-42e2-979b-d41e9381817b, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d9f172c7-1a83-42e2-979b-d41e9381817b,segment=NetworkSegment(c476146d-6dd1-430f-a64a-318c6908e01d),segment_id=c476146d-6dd1-430f-a64a-318c6908e01d)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:56.784546 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:56.786519 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:56.786996 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:56.787670 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:56.789068 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:56.792052 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:56.793610 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:56.793950 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:56.804496 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-14b1b215-daf8-4920-967b-a31c2a597dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.906735 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-819d8415-6f74-4e41-9be2-707ab8a5d7bb None None] Attempting to bind port d4bd8402-999f-47a2-9989-c931947b14b4 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:56.907512 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-819d8415-6f74-4e41-9be2-707ab8a5d7bb None None] Attempting to bind port d4bd8402-999f-47a2-9989-c931947b14b4 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '3fd84805-2eb2-407f-86be-386d1c5d54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:56.908519 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819d8415-6f74-4e41-9be2-707ab8a5d7bb None None] Attempting to bind port d4bd8402-999f-47a2-9989-c931947b14b4 on network 03564991-91f9-40c6-b33a-4bb4b308e9a2 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:56.912726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c570a92-72f9-428b-b2e7-abd1874eeb78 req-b7f9dcd9-c3b6-4fbe-9fb0-1ebc4f0b222d tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:56.925776 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4c570a92-72f9-428b-b2e7-abd1874eeb78 req-b7f9dcd9-c3b6-4fbe-9fb0-1ebc4f0b222d tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 950 time: 0.1666944 Apr 18 20:28:56.954095 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819d8415-6f74-4e41-9be2-707ab8a5d7bb None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:56.956145 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819d8415-6f74-4e41-9be2-707ab8a5d7bb None None] Checking segment: {'id': '3fd84805-2eb2-407f-86be-386d1c5d54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:56.956913 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-819d8415-6f74-4e41-9be2-707ab8a5d7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.957561 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819d8415-6f74-4e41-9be2-707ab8a5d7bb None None] Bound using segment: {'id': '3fd84805-2eb2-407f-86be-386d1c5d54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:56.958377 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-819d8415-6f74-4e41-9be2-707ab8a5d7bb None None] Bound port: d4bd8402-999f-47a2-9989-c931947b14b4, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd84805-2eb2-407f-86be-386d1c5d54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:56.959214 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-819d8415-6f74-4e41-9be2-707ab8a5d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.962835 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cf560-f891-42ba-a6af-d182f7507716 None None] Pushing event updated for resources: {'Port': ['ID=d4bd8402-999f-47a2-9989-c931947b14b4,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:56.998934 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4c570a92-72f9-428b-b2e7-abd1874eeb78 req-c4b1429c-9ce1-4319-ba6c-e6b176a862e1 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718250 Apr 18 20:28:57.137566 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a2527-f4e0-4d7b-8a40-e75f45f05d13 req-1800da80-30fc-4b59-852d-d3cb0fc4b6ae tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:57.139591 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-270a2527-f4e0-4d7b-8a40-e75f45f05d13 req-1800da80-30fc-4b59-852d-d3cb0fc4b6ae tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 1102 time: 0.1005993 Apr 18 20:28:57.350210 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-270a2527-f4e0-4d7b-8a40-e75f45f05d13 req-1285d418-b456-47e1-a5c2-0000dd31237b tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013276 Apr 18 20:28:57.516154 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:57.627941 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-819d8415-6f74-4e41-9be2-707ab8a5d7bb None None] For port d4bd8402-999f-47a2-9989-c931947b14b4, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:57.653973 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-819d8415-6f74-4e41-9be2-707ab8a5d7bb None None] For port d4bd8402-999f-47a2-9989-c931947b14b4, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d4bd8402-999f-47a2-9989-c931947b14b4,segment=NetworkSegment(3fd84805-2eb2-407f-86be-386d1c5d54dc),segment_id=3fd84805-2eb2-407f-86be-386d1c5d54dc)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:57.657817 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:28:57.735028 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-819d8415-6f74-4e41-9be2-707ab8a5d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:57.782247 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b60bfd-6542-40f2-92b4-b70f02a018f5 req-5d9450a5-b1b9-44a5-a330-e5e97946c68d tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:57.790169 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-50b60bfd-6542-40f2-92b4-b70f02a018f5 req-5d9450a5-b1b9-44a5-a330-e5e97946c68d tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 950 time: 0.2566113 Apr 18 20:28:57.881622 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-50b60bfd-6542-40f2-92b4-b70f02a018f5 req-4fa90849-682b-4b2f-b880-3fe6c6cba089 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732276 Apr 18 20:28:57.904211 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1b215-daf8-4920-967b-a31c2a597dc7 None None] Pushing event updated for resources: {'Port': ['ID=d9f172c7-1a83-42e2-979b-d41e9381817b,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:57.961207 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.resource_extend [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:28:57.968803 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1480e02d-e541-4f4c-b4d4-cb70bb081b90 None None] Provisioning complete for port d4bd8402-999f-47a2-9989-c931947b14b4 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:57.969183 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1480e02d-e541-4f4c-b4d4-cb70bb081b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:58.033300 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:58.164159 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b852e89-629c-4d3b-84a9-e355be0b9b71 req-473c4cc1-0016-4130-b67e-70f320d84dda tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:58.181390 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5b852e89-629c-4d3b-84a9-e355be0b9b71 req-473c4cc1-0016-4130-b67e-70f320d84dda tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5896d6-0454-4c76-b45e-d4b14c170b41 HTTP/1.1" status: 200 len: 943 time: 0.1132057 Apr 18 20:28:58.203248 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cf560-f891-42ba-a6af-d182f7507716 None None] Pushing event updated for resources: {'Port': ['ID=d4bd8402-999f-47a2-9989-c931947b14b4,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:58.306093 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5b852e89-629c-4d3b-84a9-e355be0b9b71 req-4b06dc51-7efc-4b79-b985-12f7bb5140eb tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/security-groups?id=1690906e-3c9e-4e4a-b6d0-59485a65f318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217175 Apr 18 20:28:58.375011 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819d8415-6f74-4e41-9be2-707ab8a5d7bb None None] Routers {'2d07a984-3f59-48fd-9e89-82a535031199'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:58.375940 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-819d8415-6f74-4e41-9be2-707ab8a5d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:28:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2d07a984-3f59-48fd-9e89-82a535031199'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:58.575421 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Router 1a13ffd0-3cd9-4363-a3cf-c61105443549 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:28:58.599711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e404fe-f5fa-4d4f-ae9a-b952186ebf43 req-4e20753b-e083-48ad-bc35-e6c3da21b0cb tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:58.625133 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75e404fe-f5fa-4d4f-ae9a-b952186ebf43 req-4e20753b-e083-48ad-bc35-e6c3da21b0cb tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 1102 time: 0.1522117 Apr 18 20:28:58.757259 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75e404fe-f5fa-4d4f-ae9a-b952186ebf43 req-e62cf255-584c-4d59-b13a-0e1323ed1fd5 tempest-ServersAdminTestJSON-1189873727 tempest-ServersAdminTestJSON-1189873727-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305292 Apr 18 20:28:58.843026 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1480e02d-e541-4f4c-b4d4-cb70bb081b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:58.939857 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-dead8958-d2b9-4fee-be3f-35e2b7b71040 req-748719fa-f020-4c09-a7fe-3a0efcd49e96 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:28:58.941235 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dead8958-d2b9-4fee-be3f-35e2b7b71040 req-748719fa-f020-4c09-a7fe-3a0efcd49e96 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103335 Apr 18 20:28:59.005413 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:28:59.022187 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a4f30f-7e51-48b2-a7e2-4c98ab770e17 None None] Sync routers for ids ['1a13ffd0-3cd9-4363-a3cf-c61105443549'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:28:59.035399 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a4f30f-7e51-48b2-a7e2-4c98ab770e17 None None] Routers {'1a13ffd0-3cd9-4363-a3cf-c61105443549'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:59.036472 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d9a4f30f-7e51-48b2-a7e2-4c98ab770e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:28:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1a13ffd0-3cd9-4363-a3cf-c61105443549'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:59.082896 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:59.083570 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-50723cc7-074d-4c79-92b1-09e0c413f1be admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5308688 Apr 18 20:28:59.088223 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58764) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:59.301098 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7580b5ba-4907-4710-adc9-8d4795215315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:59.313437 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1480e02d-e541-4f4c-b4d4-cb70bb081b90 None None] For port d4bd8402-999f-47a2-9989-c931947b14b4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d4bd8402-999f-47a2-9989-c931947b14b4,segment=NetworkSegment(3fd84805-2eb2-407f-86be-386d1c5d54dc),segment_id=3fd84805-2eb2-407f-86be-386d1c5d54dc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:59.331261 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port f8f75bbd-2314-4a3e-8631-fcfcc8e6a345, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f8f75bbd-2314-4a3e-8631-fcfcc8e6a345,segment=NetworkSegment(1e83c5e6-61c2-4806-b1e4-9638a217c05b),segment_id=1e83c5e6-61c2-4806-b1e4-9638a217c05b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:59.379759 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1480e02d-e541-4f4c-b4d4-cb70bb081b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:59.464372 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-d9a4f30f-7e51-48b2-a7e2-4c98ab770e17 None None] Set router 1a13ffd0-3cd9-4363-a3cf-c61105443549 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:59.521625 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3398c944-65ba-477d-9acb-78f251b57ca2 None None] Network 62b1f02b-c870-4f51-ba5b-205505409c58 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:28:59.589390 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58776) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:59.692333 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-65eac8d4-768b-4ff1-ad52-99c1e1504f46 req-a19a16a7-ba12-476f-918c-fa70e448dfa7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1980388 Apr 18 20:28:59.760635 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'f8f75bbd-2314-4a3e-8631-fcfcc8e6a345', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'port_id': 'f8f75bbd-2314-4a3e-8631-fcfcc8e6a345', 'mac_address': 'fa:16:3e:c1:3d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:28:59.821993 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-819d8415-6f74-4e41-9be2-707ab8a5d7bb None None] Set router 2d07a984-3f59-48fd-9e89-82a535031199 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:59.960160 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d9f172c7-1a83-42e2-979b-d41e9381817b up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:00.074698 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-95d68a32-3a24-4ffc-8ce0-8589c54e0d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:00.187379 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-143a643b-d852-4f4d-ad2c-199292deb144 None None] Provisioning complete for port d4bd8402-999f-47a2-9989-c931947b14b4 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:00.188201 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-143a643b-d852-4f4d-ad2c-199292deb144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:00.189706 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d9a4f30f-7e51-48b2-a7e2-4c98ab770e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a13ffd0-3cd9-4363-a3cf-c61105443549', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460452158-router', 'tenant_id': 'cd356eb9bb8845afb6b216bde83b6066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'ca31faea-6403-416d-9430-2f59cd373e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:53Z', 'updated_at': '2022-04-18T20:28:57Z', 'revision_number': 3, 'project_id': 'cd356eb9bb8845afb6b216bde83b6066', 'gw_port': {'id': 'ca31faea-6403-416d-9430-2f59cd373e72', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:aa:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a13ffd0-3cd9-4363-a3cf-c61105443549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:54Z', 'updated_at': '2022-04-18T20:28:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:00.222955 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a4f30f-7e51-48b2-a7e2-4c98ab770e17 None None] Checking router: 1a13ffd0-3cd9-4363-a3cf-c61105443549 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:29:00.223550 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a4f30f-7e51-48b2-a7e2-4c98ab770e17 None None] Updating router 1a13ffd0-3cd9-4363-a3cf-c61105443549 port ca31faea-6403-416d-9430-2f59cd373e72 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:29:00.257329 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d9a4f30f-7e51-48b2-a7e2-4c98ab770e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:00.324627 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480e02d-e541-4f4c-b4d4-cb70bb081b90 None None] Pushing event updated for resources: {'Port': ['ID=d4bd8402-999f-47a2-9989-c931947b14b4,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:00.339895 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48a26b-195a-47d9-8b8e-99127c845e50 req-df4239a1-7b9f-4cc2-84bf-dc069e4220ce tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:00.342938 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-95d68a32-3a24-4ffc-8ce0-8589c54e0d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:00.346598 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:00.355409 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-95d68a32-3a24-4ffc-8ce0-8589c54e0d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:00.372387 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3b48a26b-195a-47d9-8b8e-99127c845e50 req-df4239a1-7b9f-4cc2-84bf-dc069e4220ce tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4741549-3861-4311-972e-6902c2ae9d76 HTTP/1.1" status: 200 len: 950 time: 0.4698982 Apr 18 20:29:00.489748 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-95d68a32-3a24-4ffc-8ce0-8589c54e0d28 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a853c8bd3cb64d7ca422a7fa105ab411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8970509 Apr 18 20:29:00.496124 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58802) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:00.496902 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d68a32-3a24-4ffc-8ce0-8589c54e0d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0455360b-4ce8-445b-b2f6-1998188773f6,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:00.549250 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c48ba2-90bf-41fd-a409-d0724c728455 req-f11e6d8d-5c02-4576-ad53-8b5f16f51d81 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:00.557684 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-99c48ba2-90bf-41fd-a409-d0724c728455 req-f11e6d8d-5c02-4576-ad53-8b5f16f51d81 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 950 time: 0.5837481 Apr 18 20:29:00.653441 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-99c48ba2-90bf-41fd-a409-d0724c728455 req-020216f5-ff50-4fb4-9970-8ec8a9d5a7f5 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939586 Apr 18 20:29:00.700855 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-86e2306b-30fe-4a67-822b-b9f6e6ed8628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:00.715667 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-819d8415-6f74-4e41-9be2-707ab8a5d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07a984-3f59-48fd-9e89-82a535031199', 'name': 'tempest-AttachSCSIVolumeTestJSON-1223327497-router', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:39Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 4, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'gw_port': {'id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:41Z', 'updated_at': '2022-04-18T20:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'd4bd8402-999f-47a2-9989-c931947b14b4', 'name': '', 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'mac_address': 'fa:16:3e:09:ab:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7bf18b5e-c6e2-42ea-850f-30cf03bf2edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:45Z', 'updated_at': '2022-04-18T20:28:57Z', 'revision_number': 4, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'subnets': [{'id': '7bf18b5e-c6e2-42ea-850f-30cf03bf2edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:00.757260 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3b48a26b-195a-47d9-8b8e-99127c845e50 req-8f871cf1-881e-457c-ba04-e0b36d57c55a tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610051 Apr 18 20:29:00.781796 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-86e2306b-30fe-4a67-822b-b9f6e6ed8628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:00.816078 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:00.835632 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819d8415-6f74-4e41-9be2-707ab8a5d7bb None None] The sync data for ids ['2d07a984-3f59-48fd-9e89-82a535031199'] in n-d-838323-3 is: [{'id': '2d07a984-3f59-48fd-9e89-82a535031199', 'name': 'tempest-AttachSCSIVolumeTestJSON-1223327497-router', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:39Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 4, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'gw_port': {'id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:41Z', 'updated_at': '2022-04-18T20:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'd4bd8402-999f-47a2-9989-c931947b14b4', 'name': '', 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'mac_address': 'fa:16:3e:09:ab:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7bf18b5e-c6e2-42ea-850f-30cf03bf2edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:45Z', 'updated_at': '2022-04-18T20:28:57Z', 'revision_number': 4, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'subnets': [{'id': '7bf18b5e-c6e2-42ea-850f-30cf03bf2edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:29:00.958974 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d9a4f30f-7e51-48b2-a7e2-4c98ab770e17 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:00.972263 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d9a4f30f-7e51-48b2-a7e2-4c98ab770e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:00.992698 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-86e2306b-30fe-4a67-822b-b9f6e6ed8628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:00.997413 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-86e2306b-30fe-4a67-822b-b9f6e6ed8628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:00.999666 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-86e2306b-30fe-4a67-822b-b9f6e6ed8628 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0455360b-4ce8-445b-b2f6-1998188773f6 HTTP/1.1" status: 204 len: 168 time: 0.4788878 Apr 18 20:29:01.006895 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:01.016602 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2306b-30fe-4a67-822b-b9f6e6ed8628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0455360b-4ce8-445b-b2f6-1998188773f6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:01.092926 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port d9f172c7-1a83-42e2-979b-d41e9381817b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:01.095687 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:01.113851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3daf4-a599-4fd6-af77-d4e690d56224 req-f3478fd7-99e4-4f91-b048-55114a0d0e8e tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:01.131499 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7c3daf4-a599-4fd6-af77-d4e690d56224 req-f3478fd7-99e4-4f91-b048-55114a0d0e8e tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5896d6-0454-4c76-b45e-d4b14c170b41 HTTP/1.1" status: 200 len: 943 time: 0.3135550 Apr 18 20:29:01.155040 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619347b5-cbb5-4954-aaf8-b62450913d39 None None] Pushing event updated for resources: {'Port': ['ID=ca31faea-6403-416d-9430-2f59cd373e72,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:01.215579 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port f8f75bbd-2314-4a3e-8631-fcfcc8e6a345, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f8f75bbd-2314-4a3e-8631-fcfcc8e6a345,segment=NetworkSegment(1e83c5e6-61c2-4806-b1e4-9638a217c05b),segment_id=1e83c5e6-61c2-4806-b1e4-9638a217c05b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:01.245236 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-143a643b-d852-4f4d-ad2c-199292deb144 None None] Provisioning complete for port d9f172c7-1a83-42e2-979b-d41e9381817b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:01.246888 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-143a643b-d852-4f4d-ad2c-199292deb144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:01.293744 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:01.333174 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-d9a4f30f-7e51-48b2-a7e2-4c98ab770e17 None None] Attempting to bind port ca31faea-6403-416d-9430-2f59cd373e72 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:01.335753 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-d9a4f30f-7e51-48b2-a7e2-4c98ab770e17 None None] Attempting to bind port ca31faea-6403-416d-9430-2f59cd373e72 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:01.336209 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a4f30f-7e51-48b2-a7e2-4c98ab770e17 None None] Attempting to bind port ca31faea-6403-416d-9430-2f59cd373e72 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:01.358447 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a4f30f-7e51-48b2-a7e2-4c98ab770e17 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:01.364070 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a4f30f-7e51-48b2-a7e2-4c98ab770e17 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:01.364698 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d9a4f30f-7e51-48b2-a7e2-4c98ab770e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:01.365118 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a4f30f-7e51-48b2-a7e2-4c98ab770e17 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:01.367374 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-d9a4f30f-7e51-48b2-a7e2-4c98ab770e17 None None] Bound port: ca31faea-6403-416d-9430-2f59cd373e72, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:01.367851 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d9a4f30f-7e51-48b2-a7e2-4c98ab770e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:01.386765 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:01.618210 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-d9a4f30f-7e51-48b2-a7e2-4c98ab770e17 None None] For port ca31faea-6403-416d-9430-2f59cd373e72, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:01.630787 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=f8f75bbd-2314-4a3e-8631-fcfcc8e6a345,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:01.635002 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-d9a4f30f-7e51-48b2-a7e2-4c98ab770e17 None None] For port ca31faea-6403-416d-9430-2f59cd373e72, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=ca31faea-6403-416d-9430-2f59cd373e72,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:01.642357 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:01.644562 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d9a4f30f-7e51-48b2-a7e2-4c98ab770e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:01.699765 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536a58c-0e5b-4c47-854e-453b2615fac9 req-56b5e6ad-6cdf-4533-88d7-dd713a3f511c tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:01.714238 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3536a58c-0e5b-4c47-854e-453b2615fac9 req-56b5e6ad-6cdf-4533-88d7-dd713a3f511c tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4741549-3861-4311-972e-6902c2ae9d76 HTTP/1.1" status: 200 len: 950 time: 0.5684161 Apr 18 20:29:01.825136 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:01.830356 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-143a643b-d852-4f4d-ad2c-199292deb144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:01.832830 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['f8f75bbd-2314-4a3e-8631-fcfcc8e6a345'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:29:01.873503 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a4f30f-7e51-48b2-a7e2-4c98ab770e17 None None] Routers {'1a13ffd0-3cd9-4363-a3cf-c61105443549'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:01.880735 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d9a4f30f-7e51-48b2-a7e2-4c98ab770e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:28:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1a13ffd0-3cd9-4363-a3cf-c61105443549'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:01.923052 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7c3daf4-a599-4fd6-af77-d4e690d56224 req-63c57462-fbf7-45a6-afb0-cf84f9931a60 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/security-groups?id=1690906e-3c9e-4e4a-b6d0-59485a65f318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7792900 Apr 18 20:29:01.995928 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.160585 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58852) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:02.165765 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-143a643b-d852-4f4d-ad2c-199292deb144 None None] For port d9f172c7-1a83-42e2-979b-d41e9381817b, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d9f172c7-1a83-42e2-979b-d41e9381817b,segment=NetworkSegment(c476146d-6dd1-430f-a64a-318c6908e01d),segment_id=c476146d-6dd1-430f-a64a-318c6908e01d)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:02.183059 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-d9a4f30f-7e51-48b2-a7e2-4c98ab770e17 None None] Set router 1a13ffd0-3cd9-4363-a3cf-c61105443549 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:02.189106 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-143a643b-d852-4f4d-ad2c-199292deb144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.229562 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-462a518d-259c-425f-bf71-52622e08a63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.453919 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-462a518d-259c-425f-bf71-52622e08a63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.466246 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619347b5-cbb5-4954-aaf8-b62450913d39 None None] Pushing event updated for resources: {'Port': ['ID=ca31faea-6403-416d-9430-2f59cd373e72,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:02.475061 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-462a518d-259c-425f-bf71-52622e08a63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.492811 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619347b5-cbb5-4954-aaf8-b62450913d39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:02.495757 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619347b5-cbb5-4954-aaf8-b62450913d39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:02.496156 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619347b5-cbb5-4954-aaf8-b62450913d39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:02.496522 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619347b5-cbb5-4954-aaf8-b62450913d39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:02.496862 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619347b5-cbb5-4954-aaf8-b62450913d39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:02.499480 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619347b5-cbb5-4954-aaf8-b62450913d39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:02.500226 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619347b5-cbb5-4954-aaf8-b62450913d39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:02.501291 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619347b5-cbb5-4954-aaf8-b62450913d39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:02.501645 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619347b5-cbb5-4954-aaf8-b62450913d39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:02.501986 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619347b5-cbb5-4954-aaf8-b62450913d39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:02.503035 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:29:02.503479 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619347b5-cbb5-4954-aaf8-b62450913d39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:02.503818 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619347b5-cbb5-4954-aaf8-b62450913d39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:02.509226 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:29:02.524086 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c9818335-1565-4e24-b6b7-f776ab1555c1 None None] Provisioning complete for port d9f172c7-1a83-42e2-979b-d41e9381817b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:02.527650 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c9818335-1565-4e24-b6b7-f776ab1555c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.539542 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a643b-d852-4f4d-ad2c-199292deb144 None None] Pushing event updated for resources: {'Port': ['ID=d9f172c7-1a83-42e2-979b-d41e9381817b,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:02.587275 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-462a518d-259c-425f-bf71-52622e08a63d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ce4ac1839d54af8ad1c3fb1d908341c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4246514 Apr 18 20:29:02.588643 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a518d-259c-425f-bf71-52622e08a63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76642542-a575-4c77-83bc-3957896d5ee7,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:02.597264 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58854) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:02.709143 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d9a4f30f-7e51-48b2-a7e2-4c98ab770e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a13ffd0-3cd9-4363-a3cf-c61105443549', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460452158-router', 'tenant_id': 'cd356eb9bb8845afb6b216bde83b6066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'ca31faea-6403-416d-9430-2f59cd373e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:53Z', 'updated_at': '2022-04-18T20:28:57Z', 'revision_number': 3, 'project_id': 'cd356eb9bb8845afb6b216bde83b6066', 'gw_port': {'id': 'ca31faea-6403-416d-9430-2f59cd373e72', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:aa:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a13ffd0-3cd9-4363-a3cf-c61105443549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:54Z', 'updated_at': '2022-04-18T20:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:02.765744 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4b072808-8342-40c1-aa5b-2138f22f9138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.796479 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a4f30f-7e51-48b2-a7e2-4c98ab770e17 None None] The sync data for ids ['1a13ffd0-3cd9-4363-a3cf-c61105443549'] in n-d-838323-3 is: [{'id': '1a13ffd0-3cd9-4363-a3cf-c61105443549', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460452158-router', 'tenant_id': 'cd356eb9bb8845afb6b216bde83b6066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'ca31faea-6403-416d-9430-2f59cd373e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:53Z', 'updated_at': '2022-04-18T20:28:57Z', 'revision_number': 3, 'project_id': 'cd356eb9bb8845afb6b216bde83b6066', 'gw_port': {'id': 'ca31faea-6403-416d-9430-2f59cd373e72', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:aa:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a13ffd0-3cd9-4363-a3cf-c61105443549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:54Z', 'updated_at': '2022-04-18T20:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:29:02.818427 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a643b-d852-4f4d-ad2c-199292deb144 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:02.820396 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a643b-d852-4f4d-ad2c-199292deb144 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:02.820771 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a643b-d852-4f4d-ad2c-199292deb144 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:02.821119 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a643b-d852-4f4d-ad2c-199292deb144 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:02.821456 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a643b-d852-4f4d-ad2c-199292deb144 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:02.821794 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a643b-d852-4f4d-ad2c-199292deb144 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:02.822130 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a643b-d852-4f4d-ad2c-199292deb144 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:02.823273 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a643b-d852-4f4d-ad2c-199292deb144 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:02.823419 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a643b-d852-4f4d-ad2c-199292deb144 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:02.823633 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a643b-d852-4f4d-ad2c-199292deb144 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:02.823961 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a643b-d852-4f4d-ad2c-199292deb144 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:02.824287 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a643b-d852-4f4d-ad2c-199292deb144 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:02.827293 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4b072808-8342-40c1-aa5b-2138f22f9138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.829088 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34df8b-d581-41ef-bc95-c56b20f4d7a9 req-8ae36255-f3ae-4bf0-bbe7-d136faaa44d2 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:02.832035 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ae34df8b-d581-41ef-bc95-c56b20f4d7a9 req-8ae36255-f3ae-4bf0-bbe7-d136faaa44d2 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 950 time: 0.8401787 Apr 18 20:29:02.943753 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4b072808-8342-40c1-aa5b-2138f22f9138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.948729 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4b072808-8342-40c1-aa5b-2138f22f9138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.952675 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4b072808-8342-40c1-aa5b-2138f22f9138 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/76642542-a575-4c77-83bc-3957896d5ee7 HTTP/1.1" status: 204 len: 168 time: 0.3513143 Apr 18 20:29:02.967807 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b072808-8342-40c1-aa5b-2138f22f9138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76642542-a575-4c77-83bc-3957896d5ee7,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:03.053596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c293ed-0485-45a9-bab0-d5d60d6d6a30 req-ba54b21b-c79e-46b5-a0f7-4b3a625164ed tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:03.055190 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b3c293ed-0485-45a9-bab0-d5d60d6d6a30 req-ba54b21b-c79e-46b5-a0f7-4b3a625164ed tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4741549-3861-4311-972e-6902c2ae9d76 HTTP/1.1" status: 200 len: 950 time: 0.9376931 Apr 18 20:29:03.063552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Allocated IP 172.20.0.1 (62b1f02b-c870-4f51-ba5b-205505409c58/0ef43fdb-c85e-4552-9aca-d41c0b511db7/4b8ed3c3-362a-4148-a686-85ae7853af46) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:03.080005 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-3536a58c-0e5b-4c47-854e-453b2615fac9 req-a9a05215-e918-4ec9-8a73-d4abfc187299 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Deleting port 162e4965-12df-4aea-a09b-2951a61e0fcd {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:29:03.080846 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3536a58c-0e5b-4c47-854e-453b2615fac9 req-a9a05215-e918-4ec9-8a73-d4abfc187299 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:03.137861 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d4bd8402-999f-47a2-9989-c931947b14b4 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:03.325824 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port d4bd8402-999f-47a2-9989-c931947b14b4 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:03.330334 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:03.341871 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:03.424493 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eac8d4-768b-4ff1-ad52-99c1e1504f46 req-832cb93d-1876-49c6-83f8-50006d6f5e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:03.428941 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-65eac8d4-768b-4ff1-ad52-99c1e1504f46 req-832cb93d-1876-49c6-83f8-50006d6f5e9c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 1101 time: 0.6368663 Apr 18 20:29:03.446033 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b3c293ed-0485-45a9-bab0-d5d60d6d6a30 req-d3e073e6-cf98-4a75-adb5-acd06fd26743 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494620 Apr 18 20:29:03.666743 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:03.682468 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ae34df8b-d581-41ef-bc95-c56b20f4d7a9 req-3df911e6-f5ae-4574-891b-dafcb023ec6a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7636335 Apr 18 20:29:03.931192 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Network 62b1f02b-c870-4f51-ba5b-205505409c58 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:03.986485 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d9f172c7-1a83-42e2-979b-d41e9381817b up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:04.134436 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:04.175373 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:29:04.261521 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port d9f172c7-1a83-42e2-979b-d41e9381817b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:04.262312 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:04.266640 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eac8d4-768b-4ff1-ad52-99c1e1504f46 req-55d546ea-b6bf-46c5-bc5c-e892a0aef021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:04.272128 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-65eac8d4-768b-4ff1-ad52-99c1e1504f46 req-55d546ea-b6bf-46c5-bc5c-e892a0aef021 service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.7889678 Apr 18 20:29:04.468495 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device ca31faea-6403-416d-9430-2f59cd373e72 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:04.603275 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port ca31faea-6403-416d-9430-2f59cd373e72 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:04.604290 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:04.808817 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:04.850294 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-025fc85a-7057-49c7-8997-edd47fb76e63 None None] Provisioning complete for port 4b8ed3c3-362a-4148-a686-85ae7853af46 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:04.850679 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-025fc85a-7057-49c7-8997-edd47fb76e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:04.854258 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port ca31faea-6403-416d-9430-2f59cd373e72, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=ca31faea-6403-416d-9430-2f59cd373e72,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:04.888407 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:04.889539 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d4bd8402-999f-47a2-9989-c931947b14b4 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:05.013227 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-025fc85a-7057-49c7-8997-edd47fb76e63 None None] Port 4b8ed3c3-362a-4148-a686-85ae7853af46 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:29:05.039383 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=ca31faea-6403-416d-9430-2f59cd373e72,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:05.059224 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port d4bd8402-999f-47a2-9989-c931947b14b4 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:05.060412 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:05.133237 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:05.198439 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=4b8ed3c3-362a-4148-a686-85ae7853af46,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:05.320236 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:05.345270 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28906b3b-cb27-4449-b113-f7f6d1582247 req-45243e43-8d08-4d2f-9a34-62c79cc929db tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:05.345270 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28906b3b-cb27-4449-b113-f7f6d1582247 req-45243e43-8d08-4d2f-9a34-62c79cc929db tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5896d6-0454-4c76-b45e-d4b14c170b41 HTTP/1.1" status: 200 len: 944 time: 1.6593878 Apr 18 20:29:05.366774 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-65eac8d4-768b-4ff1-ad52-99c1e1504f46 req-1e586464-fc08-4ae8-be34-ea15727d77aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=4003707b-7f02-4d9e-ac81-e33bf203b2f5 HTTP/1.1" status: 200 len: 217 time: 1.0002365 Apr 18 20:29:05.368708 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:05.369505 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:05.370279 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:05.370800 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:05.371301 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:05.371983 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:05.372643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:05.373218 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:05.373912 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:05.374430 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:05.374919 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:05.375626 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:05.468272 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:29:05.475388 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:05.476181 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:05.498812 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-3536a58c-0e5b-4c47-854e-453b2615fac9 req-a9a05215-e918-4ec9-8a73-d4abfc187299 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] For port 162e4965-12df-4aea-a09b-2951a61e0fcd, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=162e4965-12df-4aea-a09b-2951a61e0fcd,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:05.499183 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3536a58c-0e5b-4c47-854e-453b2615fac9 req-a9a05215-e918-4ec9-8a73-d4abfc187299 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:05.518669 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-3536a58c-0e5b-4c47-854e-453b2615fac9 req-a9a05215-e918-4ec9-8a73-d4abfc187299 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Calling delete_port for 162e4965-12df-4aea-a09b-2951a61e0fcd owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:29:05.632549 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:05.759119 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5896d6-0454-4c76-b45e-d4b14c170b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f75bbd-2314-4a3e-8631-fcfcc8e6a345'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:05.778233 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fca4300-7d4d-48d7-a139-6e6aac237937" -d '{"events": [{"server_uuid": "ac5896d6-0454-4c76-b45e-d4b14c170b41", "name": "network-vif-plugged", "status": "completed", "tag": "f8f75bbd-2314-4a3e-8631-fcfcc8e6a345"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:05.803636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device ca31faea-6403-416d-9430-2f59cd373e72 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:05.835611 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port f8f75bbd-2314-4a3e-8631-fcfcc8e6a345, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f8f75bbd-2314-4a3e-8631-fcfcc8e6a345,segment=NetworkSegment(1e83c5e6-61c2-4806-b1e4-9638a217c05b),segment_id=1e83c5e6-61c2-4806-b1e4-9638a217c05b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:05.867937 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:05.868815 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 162e4965-12df-4aea-a09b-2951a61e0fcd no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:29:06.046405 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eac8d4-768b-4ff1-ad52-99c1e1504f46 req-388790bc-3c50-404d-bc5d-3344fee49c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:06.049416 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-65eac8d4-768b-4ff1-ad52-99c1e1504f46 req-388790bc-3c50-404d-bc5d-3344fee49c05 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.6682162 Apr 18 20:29:06.058111 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3536a58c-0e5b-4c47-854e-453b2615fac9 req-a9a05215-e918-4ec9-8a73-d4abfc187299 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:06.059699 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port ca31faea-6403-416d-9430-2f59cd373e72 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:06.060380 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:06.065694 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=f8f75bbd-2314-4a3e-8631-fcfcc8e6a345,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:06.098688 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['146788f7-db8c-4609-91b8-66cce9c8a0ed'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:29:06.100975 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['400df18c-314d-42f7-945e-a8f07113f754'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:29:06.130816 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:06.278090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a05215-e918-4ec9-8a73-d4abfc187299 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Pushing event deleted for resources: {'Port': ['ID=162e4965-12df-4aea-a09b-2951a61e0fcd,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:06.315162 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d042ea-d171-48d0-bc32-ffd35701c1f4 req-223b60fe-deac-41ab-b595-e2bbafad5bde tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:06.325838 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-17d042ea-d171-48d0-bc32-ffd35701c1f4 req-223b60fe-deac-41ab-b595-e2bbafad5bde tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 946 time: 1.9713051 Apr 18 20:29:06.440919 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-3536a58c-0e5b-4c47-854e-453b2615fac9 req-a9a05215-e918-4ec9-8a73-d4abfc187299 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] No DVR routers for this DVR port 162e4965-12df-4aea-a09b-2951a61e0fcd on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:29:06.451450 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:06.458901 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3536a58c-0e5b-4c47-854e-453b2615fac9 req-a9a05215-e918-4ec9-8a73-d4abfc187299 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:06.466145 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3536a58c-0e5b-4c47-854e-453b2615fac9 req-a9a05215-e918-4ec9-8a73-d4abfc187299 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.32 "DELETE /v2.0/ports/162e4965-12df-4aea-a09b-2951a61e0fcd HTTP/1.1" status: 204 len: 173 time: 4.7318132 Apr 18 20:29:06.477278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4741549-3861-4311-972e-6902c2ae9d76', 'name': 'network-vif-deleted', 'tag': '162e4965-12df-4aea-a09b-2951a61e0fcd'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:06.481602 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e006c45b-03bf-4251-9857-8d9c7a681369" -d '{"events": [{"server_uuid": "d4741549-3861-4311-972e-6902c2ae9d76", "name": "network-vif-deleted", "tag": "162e4965-12df-4aea-a09b-2951a61e0fcd"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:06.555197 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28906b3b-cb27-4449-b113-f7f6d1582247 req-dd61b02f-0608-474d-b7e8-4acfe420c707 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/security-groups?id=1690906e-3c9e-4e4a-b6d0-59485a65f318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1119254 Apr 18 20:29:06.583988 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eac8d4-768b-4ff1-ad52-99c1e1504f46 req-a4aaa081-d2b7-4665-b15a-6617e0d3c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:06.587098 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-65eac8d4-768b-4ff1-ad52-99c1e1504f46 req-a4aaa081-d2b7-4665-b15a-6617e0d3c670 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4893847 Apr 18 20:29:06.731665 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-17d042ea-d171-48d0-bc32-ffd35701c1f4 req-f7e71ced-9158-45b2-b984-25a3ba15b1c3 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/security-groups?id=f154a964-7470-48ea-bb90-aed571586e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4048693 Apr 18 20:29:06.840017 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4a7c42e3-1521-42fc-85c4-47b280a377fb req-fd0783b2-cce4-4e2e-9e92-18c28bab8c86 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4741549-3861-4311-972e-6902c2ae9d76 HTTP/1.1" status: 200 len: 210 time: 0.0749044 Apr 18 20:29:06.959375 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a6d5a7-7030-46ec-a3a7-405814c9bbe5 x-openstack-request-id: req-73a6d5a7-7030-46ec-a3a7-405814c9bbe5 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:06.959375 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5896d6-0454-4c76-b45e-d4b14c170b41", "name": "network-vif-plugged", "status": "completed", "tag": "f8f75bbd-2314-4a3e-8631-fcfcc8e6a345", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:06.959375 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73a6d5a7-7030-46ec-a3a7-405814c9bbe5 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:06.960401 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73a6d5a7-7030-46ec-a3a7-405814c9bbe5'] response: {'server_uuid': 'ac5896d6-0454-4c76-b45e-d4b14c170b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f75bbd-2314-4a3e-8631-fcfcc8e6a345', 'code': 200} Apr 18 20:29:07.074745 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167b672e-d523-4ecf-a3bc-c751f9e098fc x-openstack-request-id: req-167b672e-d523-4ecf-a3bc-c751f9e098fc {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:07.075019 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4741549-3861-4311-972e-6902c2ae9d76", "name": "network-vif-deleted", "tag": "162e4965-12df-4aea-a09b-2951a61e0fcd", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:07.075172 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-167b672e-d523-4ecf-a3bc-c751f9e098fc {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:07.075590 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-167b672e-d523-4ecf-a3bc-c751f9e098fc'] response: {'server_uuid': 'd4741549-3861-4311-972e-6902c2ae9d76', 'name': 'network-vif-deleted', 'tag': '162e4965-12df-4aea-a09b-2951a61e0fcd', 'status': 'completed', 'code': 200} Apr 18 20:29:07.350915 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:07.448299 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58ea9d-3865-45ca-b1bd-4b4ef0cde314 req-5c0c2c60-8699-4335-9e24-5f15897b5a4a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:07.462028 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb58ea9d-3865-45ca-b1bd-4b4ef0cde314 req-5c0c2c60-8699-4335-9e24-5f15897b5a4a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 950 time: 0.3931854 Apr 18 20:29:07.527261 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:07.576300 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabe2ed-c9f2-4f1d-b91b-ae7d71de9dbb req-f857a273-fa04-4443-8090-4f36686a7606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:07.582970 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3dabe2ed-c9f2-4f1d-b91b-ae7d71de9dbb req-f857a273-fa04-4443-8090-4f36686a7606 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ac5896d6-0454-4c76-b45e-d4b14c170b41 HTTP/1.1" status: 200 len: 1096 time: 0.5094047 Apr 18 20:29:07.592993 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:07.727237 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-65eac8d4-768b-4ff1-ad52-99c1e1504f46 req-b7e586f6-b2b3-4342-8b25-59bf1f1df23b service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0317733 Apr 18 20:29:07.841377 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb58ea9d-3865-45ca-b1bd-4b4ef0cde314 req-793fa90b-795c-4d6b-bc65-7081968553f0 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772719 Apr 18 20:29:08.061881 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:08.121296 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3dabe2ed-c9f2-4f1d-b91b-ae7d71de9dbb req-1441a49f-9c4e-4645-abe0-75535d3c30fa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1690906e-3c9e-4e4a-b6d0-59485a65f318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5250111 Apr 18 20:29:08.122024 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=4b8ed3c3-362a-4148-a686-85ae7853af46,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:08.283536 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3773e66-fae5-4797-863f-57150dbcec4f req-755d155b-d486-4e05-b4a7-3f5533a60464 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:08.291566 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3773e66-fae5-4797-863f-57150dbcec4f req-755d155b-d486-4e05-b4a7-3f5533a60464 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5896d6-0454-4c76-b45e-d4b14c170b41 HTTP/1.1" status: 200 len: 945 time: 0.1965759 Apr 18 20:29:08.324874 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-65eac8d4-768b-4ff1-ad52-99c1e1504f46 req-88d64d09-f302-4f17-8772-1a9ec772d43d service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5791042 Apr 18 20:29:08.364309 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a74a7-0099-4f1b-a1cc-fa2a520503ea req-25ed5b1f-734e-49a2-8634-aa080d4401f6 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:08.365903 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a03a74a7-0099-4f1b-a1cc-fa2a520503ea req-25ed5b1f-734e-49a2-8634-aa080d4401f6 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 946 time: 0.2319162 Apr 18 20:29:08.397842 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3773e66-fae5-4797-863f-57150dbcec4f req-6d09d7b6-599d-4abf-8a64-c157ba07fe5e tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/security-groups?id=1690906e-3c9e-4e4a-b6d0-59485a65f318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052587 Apr 18 20:29:08.404560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Network 62b1f02b-c870-4f51-ba5b-205505409c58 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:08.407143 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:08.728909 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a03a74a7-0099-4f1b-a1cc-fa2a520503ea req-95091e65-ad62-41fd-a1e8-5c719c34d29f tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/security-groups?id=f154a964-7470-48ea-bb90-aed571586e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3469539 Apr 18 20:29:08.794512 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-2273ed09-c6f7-44d7-b489-f29d842d6ae1 None None] Provisioning complete for port 4b8ed3c3-362a-4148-a686-85ae7853af46 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:08.795410 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2273ed09-c6f7-44d7-b489-f29d842d6ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:08.895160 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-2273ed09-c6f7-44d7-b489-f29d842d6ae1 None None] Port 4b8ed3c3-362a-4148-a686-85ae7853af46 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:29:08.963196 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Router 1a13ffd0-3cd9-4363-a3cf-c61105443549 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:29:09.202474 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc21b4d-9ef3-4944-9390-c3476aac6583 req-671d8b58-1d50-4649-b700-daadc06a88d2 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:09.204743 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bc21b4d-9ef3-4944-9390-c3476aac6583 req-671d8b58-1d50-4649-b700-daadc06a88d2 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 950 time: 0.2395763 Apr 18 20:29:09.401090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970779fc-a5d3-42de-a945-5bb3a3e95568 req-bb9643e8-da9a-4c9f-97a2-7f88be27a063 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:09.403036 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-970779fc-a5d3-42de-a945-5bb3a3e95568 req-bb9643e8-da9a-4c9f-97a2-7f88be27a063 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe0719f2-7ea2-448c-8e7c-a5a255bcab1d HTTP/1.1" status: 200 len: 950 time: 0.1920545 Apr 18 20:29:09.425157 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bc21b4d-9ef3-4944-9390-c3476aac6583 req-ee0a2199-9485-4873-8477-ae7a21a44c23 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914570 Apr 18 20:29:09.451058 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:29:09.457863 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1b2f0df5-f718-4962-bfd1-695d5998a4f3 admin admin] 10.222.0.41 "PUT /v2.0/routers/1a13ffd0-3cd9-4363-a3cf-c61105443549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3673906 Apr 18 20:29:09.493278 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-970779fc-a5d3-42de-a945-5bb3a3e95568 req-87320702-45fc-4fa4-98d0-e9365c389f86 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653243 Apr 18 20:29:09.518819 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7097a18-f3c5-4651-aacd-bd669919a9ca None None] Sync routers for ids ['1a13ffd0-3cd9-4363-a3cf-c61105443549'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:29:09.557335 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7097a18-f3c5-4651-aacd-bd669919a9ca None None] Routers {'1a13ffd0-3cd9-4363-a3cf-c61105443549'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:09.559172 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b7097a18-f3c5-4651-aacd-bd669919a9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:28:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1a13ffd0-3cd9-4363-a3cf-c61105443549'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:09.815750 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9934845-a0d3-41b5-9238-b4fcde23d1b3 req-513eb2e7-f5a7-4784-9fd9-9c91f77cacbf tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:09.834054 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c9934845-a0d3-41b5-9238-b4fcde23d1b3 req-513eb2e7-f5a7-4784-9fd9-9c91f77cacbf tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5896d6-0454-4c76-b45e-d4b14c170b41 HTTP/1.1" status: 200 len: 945 time: 0.2167759 Apr 18 20:29:09.866473 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-b7097a18-f3c5-4651-aacd-bd669919a9ca None None] Set router 1a13ffd0-3cd9-4363-a3cf-c61105443549 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:10.002674 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c9934845-a0d3-41b5-9238-b4fcde23d1b3 req-2cf27167-38a7-4ab8-960c-c562aa3ce0a5 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/security-groups?id=1690906e-3c9e-4e4a-b6d0-59485a65f318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543157 Apr 18 20:29:10.349582 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412e3a4-e8ac-447d-9ac3-91a1d7f341d7 req-029b30e8-65ba-4a10-bf01-72252d8c601f tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:10.376526 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c412e3a4-e8ac-447d-9ac3-91a1d7f341d7 req-029b30e8-65ba-4a10-bf01-72252d8c601f tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 946 time: 0.3022556 Apr 18 20:29:10.624372 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728c329-6f36-4849-924f-1d4a2b7cb4ae req-3e189c16-4ca7-464a-9b25-a670e92743b2 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:10.629598 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7728c329-6f36-4849-924f-1d4a2b7cb4ae req-3e189c16-4ca7-464a-9b25-a670e92743b2 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 946 time: 0.4787705 Apr 18 20:29:10.658927 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b7097a18-f3c5-4651-aacd-bd669919a9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a13ffd0-3cd9-4363-a3cf-c61105443549', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460452158-router', 'tenant_id': 'cd356eb9bb8845afb6b216bde83b6066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'ca31faea-6403-416d-9430-2f59cd373e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:53Z', 'updated_at': '2022-04-18T20:29:06Z', 'revision_number': 4, 'project_id': 'cd356eb9bb8845afb6b216bde83b6066', 'gw_port': {'id': 'ca31faea-6403-416d-9430-2f59cd373e72', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:aa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a13ffd0-3cd9-4363-a3cf-c61105443549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:54Z', 'updated_at': '2022-04-18T20:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '4b8ed3c3-362a-4148-a686-85ae7853af46', 'name': '', 'network_id': '62b1f02b-c870-4f51-ba5b-205505409c58', 'tenant_id': 'cd356eb9bb8845afb6b216bde83b6066', 'mac_address': 'fa:16:3e:9a:a9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a13ffd0-3cd9-4363-a3cf-c61105443549', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0ef43fdb-c85e-4552-9aca-d41c0b511db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:02Z', 'updated_at': '2022-04-18T20:29:06Z', 'revision_number': 2, 'project_id': 'cd356eb9bb8845afb6b216bde83b6066', 'subnets': [{'id': '0ef43fdb-c85e-4552-9aca-d41c0b511db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:10.671039 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c412e3a4-e8ac-447d-9ac3-91a1d7f341d7 req-fea230fc-02dd-4c6c-837a-f7884dde8889 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/security-groups?id=f154a964-7470-48ea-bb90-aed571586e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2986419 Apr 18 20:29:10.790172 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7097a18-f3c5-4651-aacd-bd669919a9ca None None] Checking router: 1a13ffd0-3cd9-4363-a3cf-c61105443549 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:29:10.790582 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7097a18-f3c5-4651-aacd-bd669919a9ca None None] Updating router 1a13ffd0-3cd9-4363-a3cf-c61105443549 port 4b8ed3c3-362a-4148-a686-85ae7853af46 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:29:10.861679 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b7097a18-f3c5-4651-aacd-bd669919a9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:10.904808 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5e884-0aef-4a11-a999-d10bc83c8284 req-ee2bab37-1cc2-430e-bac7-b210ddfda3f3 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:10.913853 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76a5e884-0aef-4a11-a999-d10bc83c8284 req-ee2bab37-1cc2-430e-bac7-b210ddfda3f3 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.57 "GET /v2.0/ports?device_id=fe0719f2-7ea2-448c-8e7c-a5a255bcab1d HTTP/1.1" status: 200 len: 950 time: 0.5321279 Apr 18 20:29:10.976011 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59022) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:11.251359 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b592da-a522-4fbb-85c6-267bc9543272 req-0ca0b608-784a-4555-a683-0d98a0b08b13 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:11.259991 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03b592da-a522-4fbb-85c6-267bc9543272 req-0ca0b608-784a-4555-a683-0d98a0b08b13 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 950 time: 0.3946629 Apr 18 20:29:11.316219 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1842ba5-85a0-4b34-b739-8c1f954f9bfe req-2db8fbb3-3c81-4f60-aab4-ac8551cd38c2 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:11.324982 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1842ba5-85a0-4b34-b739-8c1f954f9bfe req-2db8fbb3-3c81-4f60-aab4-ac8551cd38c2 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe0719f2-7ea2-448c-8e7c-a5a255bcab1d HTTP/1.1" status: 200 len: 950 time: 0.3961387 Apr 18 20:29:11.429638 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f0dc9b49-1b6d-47b7-8c77-7d67737cc01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:11.435997 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03b592da-a522-4fbb-85c6-267bc9543272 req-266aec5c-85fc-42a6-961a-131f89a3f208 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746709 Apr 18 20:29:11.478092 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:11.629617 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1842ba5-85a0-4b34-b739-8c1f954f9bfe req-447e348d-ccb4-4ec4-bd82-ea1302b3f880 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015270 Apr 18 20:29:11.668248 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-76a5e884-0aef-4a11-a999-d10bc83c8284 req-381b1b5f-cf97-452d-afcf-7c7f9c80387d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Deleting port 146788f7-db8c-4609-91b8-66cce9c8a0ed {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:29:11.681620 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-76a5e884-0aef-4a11-a999-d10bc83c8284 req-381b1b5f-cf97-452d-afcf-7c7f9c80387d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:11.809948 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f0dc9b49-1b6d-47b7-8c77-7d67737cc01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:11.830626 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f0dc9b49-1b6d-47b7-8c77-7d67737cc01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:11.877094 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-76a5e884-0aef-4a11-a999-d10bc83c8284 req-381b1b5f-cf97-452d-afcf-7c7f9c80387d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] For port 146788f7-db8c-4609-91b8-66cce9c8a0ed, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=146788f7-db8c-4609-91b8-66cce9c8a0ed,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:11.878098 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-76a5e884-0aef-4a11-a999-d10bc83c8284 req-381b1b5f-cf97-452d-afcf-7c7f9c80387d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:11.897252 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-76a5e884-0aef-4a11-a999-d10bc83c8284 req-381b1b5f-cf97-452d-afcf-7c7f9c80387d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Calling delete_port for 146788f7-db8c-4609-91b8-66cce9c8a0ed owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:29:11.966554 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f0dc9b49-1b6d-47b7-8c77-7d67737cc01f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b71b1caf6fe24fec9d07f3f47578858f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9884603 Apr 18 20:29:11.969232 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59036) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:11.999479 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-7728c329-6f36-4849-924f-1d4a2b7cb4ae req-5cee424b-5fa7-4c84-ac06-ae069384cb4b tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Deleting port e2a649e4-7bfc-4617-9c3d-6964e90cf608 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:29:12.000819 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7728c329-6f36-4849-924f-1d4a2b7cb4ae req-5cee424b-5fa7-4c84-ac06-ae069384cb4b tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.164808 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b7097a18-f3c5-4651-aacd-bd669919a9ca None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.176290 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b7097a18-f3c5-4651-aacd-bd669919a9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.177680 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc9b49-1b6d-47b7-8c77-7d67737cc01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432a38b8-acad-4180-9613-aa256e4ffaa4,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:12.240191 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-528f6faf-b94a-46c3-97f4-cdd22b6c03e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.338150 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cba019-5e3c-4ee9-8a68-c5ffe323b0c7 None None] Pushing event updated for resources: {'Port': ['ID=4b8ed3c3-362a-4148-a686-85ae7853af46,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:12.351859 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-528f6faf-b94a-46c3-97f4-cdd22b6c03e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.449341 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-528f6faf-b94a-46c3-97f4-cdd22b6c03e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.455853 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-528f6faf-b94a-46c3-97f4-cdd22b6c03e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.473724 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-528f6faf-b94a-46c3-97f4-cdd22b6c03e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/432a38b8-acad-4180-9613-aa256e4ffaa4 HTTP/1.1" status: 204 len: 168 time: 0.5029736 Apr 18 20:29:12.499180 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f6faf-b94a-46c3-97f4-cdd22b6c03e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432a38b8-acad-4180-9613-aa256e4ffaa4,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:12.566988 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b7097a18-f3c5-4651-aacd-bd669919a9ca None None] Attempting to bind port 4b8ed3c3-362a-4148-a686-85ae7853af46 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:12.568126 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b7097a18-f3c5-4651-aacd-bd669919a9ca None None] Attempting to bind port 4b8ed3c3-362a-4148-a686-85ae7853af46 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'c476146d-6dd1-430f-a64a-318c6908e01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '62b1f02b-c870-4f51-ba5b-205505409c58'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:12.569636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7097a18-f3c5-4651-aacd-bd669919a9ca None None] Attempting to bind port 4b8ed3c3-362a-4148-a686-85ae7853af46 on network 62b1f02b-c870-4f51-ba5b-205505409c58 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:12.596851 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7097a18-f3c5-4651-aacd-bd669919a9ca None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:12.603062 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7097a18-f3c5-4651-aacd-bd669919a9ca None None] Checking segment: {'id': 'c476146d-6dd1-430f-a64a-318c6908e01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '62b1f02b-c870-4f51-ba5b-205505409c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:12.603874 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b7097a18-f3c5-4651-aacd-bd669919a9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.604471 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7097a18-f3c5-4651-aacd-bd669919a9ca None None] Bound using segment: {'id': 'c476146d-6dd1-430f-a64a-318c6908e01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '62b1f02b-c870-4f51-ba5b-205505409c58'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:12.605181 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b7097a18-f3c5-4651-aacd-bd669919a9ca None None] Bound port: 4b8ed3c3-362a-4148-a686-85ae7853af46, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c476146d-6dd1-430f-a64a-318c6908e01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '62b1f02b-c870-4f51-ba5b-205505409c58'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:12.605831 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b7097a18-f3c5-4651-aacd-bd669919a9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.799285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-7728c329-6f36-4849-924f-1d4a2b7cb4ae req-5cee424b-5fa7-4c84-ac06-ae069384cb4b tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] For port e2a649e4-7bfc-4617-9c3d-6964e90cf608, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=e2a649e4-7bfc-4617-9c3d-6964e90cf608,segment=NetworkSegment(d3359f71-0577-4865-9383-090c581c9e69),segment_id=d3359f71-0577-4865-9383-090c581c9e69)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:12.799940 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7728c329-6f36-4849-924f-1d4a2b7cb4ae req-5cee424b-5fa7-4c84-ac06-ae069384cb4b tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.900603 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-0c32c3c2-ae37-4c6c-a4e4-709aa5822327 None None] Provisioning complete for port 4b8ed3c3-362a-4148-a686-85ae7853af46 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:12.901642 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0c32c3c2-ae37-4c6c-a4e4-709aa5822327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.904647 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b7097a18-f3c5-4651-aacd-bd669919a9ca None None] For port 4b8ed3c3-362a-4148-a686-85ae7853af46, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:12.909633 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b7097a18-f3c5-4651-aacd-bd669919a9ca None None] For port 4b8ed3c3-362a-4148-a686-85ae7853af46, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4b8ed3c3-362a-4148-a686-85ae7853af46,segment=NetworkSegment(c476146d-6dd1-430f-a64a-318c6908e01d),segment_id=c476146d-6dd1-430f-a64a-318c6908e01d)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:12.938008 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b7097a18-f3c5-4651-aacd-bd669919a9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.023513 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-0c32c3c2-ae37-4c6c-a4e4-709aa5822327 None None] Port 4b8ed3c3-362a-4148-a686-85ae7853af46 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:29:13.075138 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cba019-5e3c-4ee9-8a68-c5ffe323b0c7 None None] Pushing event updated for resources: {'Port': ['ID=4b8ed3c3-362a-4148-a686-85ae7853af46,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:13.080391 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7097a18-f3c5-4651-aacd-bd669919a9ca None None] Routers {'1a13ffd0-3cd9-4363-a3cf-c61105443549'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:13.081436 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b7097a18-f3c5-4651-aacd-bd669919a9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:28:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1a13ffd0-3cd9-4363-a3cf-c61105443549'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:13.116491 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7728c329-6f36-4849-924f-1d4a2b7cb4ae req-5cee424b-5fa7-4c84-ac06-ae069384cb4b tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.117100 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7728c329-6f36-4849-924f-1d4a2b7cb4ae req-5cee424b-5fa7-4c84-ac06-ae069384cb4b tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.117100 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [req-7728c329-6f36-4849-924f-1d4a2b7cb4ae req-5cee424b-5fa7-4c84-ac06-ae069384cb4b tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Floating IP ad92c309-76f4-4af5-85b1-5f9fa3c85338 disassociated. External IP: 172.25.1.122, port: e2a649e4-7bfc-4617-9c3d-6964e90cf608. Apr 18 20:29:13.119816 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-7728c329-6f36-4849-924f-1d4a2b7cb4ae req-5cee424b-5fa7-4c84-ac06-ae069384cb4b tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Calling delete_port for e2a649e4-7bfc-4617-9c3d-6964e90cf608 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:29:13.166609 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e5660-a3a5-46d5-818e-a67e7f2191bb req-eb2714b3-d92b-40f4-a1c9-c978d34f3048 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:13.168774 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59052) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:13.172718 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-888e5660-a3a5-46d5-818e-a67e7f2191bb req-eb2714b3-d92b-40f4-a1c9-c978d34f3048 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 946 time: 1.2631962 Apr 18 20:29:13.182021 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae66b8c-e12a-440d-9dc3-9f2bff08e85b req-c8e26168-1a02-4aff-a144-45ccd5a6b594 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:13.183914 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8ae66b8c-e12a-440d-9dc3-9f2bff08e85b req-c8e26168-1a02-4aff-a144-45ccd5a6b594 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5896d6-0454-4c76-b45e-d4b14c170b41 HTTP/1.1" status: 200 len: 945 time: 1.2760551 Apr 18 20:29:13.199271 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b844739e-1f2e-4f7a-ac7a-26cf1d905364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.264414 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-888e5660-a3a5-46d5-818e-a67e7f2191bb req-73f8f679-69ed-4bb0-b844-94c7ff18ab0a tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/security-groups?id=f154a964-7470-48ea-bb90-aed571586e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906782 Apr 18 20:29:13.274504 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-b7097a18-f3c5-4651-aacd-bd669919a9ca None None] Set router 1a13ffd0-3cd9-4363-a3cf-c61105443549 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:13.355071 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device e2a649e4-7bfc-4617-9c3d-6964e90cf608 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:29:13.472846 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8ae66b8c-e12a-440d-9dc3-9f2bff08e85b req-11c0599f-0a1f-4499-bf55-7e85cc917fa1 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/security-groups?id=1690906e-3c9e-4e4a-b6d0-59485a65f318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191744 Apr 18 20:29:13.475606 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b844739e-1f2e-4f7a-ac7a-26cf1d905364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.490945 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b844739e-1f2e-4f7a-ac7a-26cf1d905364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.593001 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038377cc-b3ec-4fae-8918-64fdf1cb4fa5 req-0a467030-af3e-4e2a-adca-14fe382ecd1c tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:13.596768 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844739e-1f2e-4f7a-ac7a-26cf1d905364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d0e48a-934c-4f7b-a2db-047aec43d4b0,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:13.601691 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-038377cc-b3ec-4fae-8918-64fdf1cb4fa5 req-0a467030-af3e-4e2a-adca-14fe382ecd1c tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 950 time: 0.1569302 Apr 18 20:29:13.604029 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b844739e-1f2e-4f7a-ac7a-26cf1d905364 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=974dee12b3234f4b815145ee46fcbda8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4333601 Apr 18 20:29:13.609680 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59058) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:13.651610 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-76a5e884-0aef-4a11-a999-d10bc83c8284 req-381b1b5f-cf97-452d-afcf-7c7f9c80387d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.730921 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 146788f7-db8c-4609-91b8-66cce9c8a0ed no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:29:13.736319 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['400df18c-314d-42f7-945e-a8f07113f754'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:29:13.736611 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b1b5f-cf97-452d-afcf-7c7f9c80387d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Pushing event deleted for resources: {'Port': ['ID=146788f7-db8c-4609-91b8-66cce9c8a0ed,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:13.819478 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-054a4cd1-562b-4b9d-80d6-cc2d72ca59e0 None None] Provisioning complete for port 4b8ed3c3-362a-4148-a686-85ae7853af46 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:13.819782 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-054a4cd1-562b-4b9d-80d6-cc2d72ca59e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.845067 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a5e884-0aef-4a11-a999-d10bc83c8284 req-381b1b5f-cf97-452d-afcf-7c7f9c80387d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] No DVR routers for this DVR port 146788f7-db8c-4609-91b8-66cce9c8a0ed on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:29:13.848838 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68215978-1154-4e88-a068-6a8bd191a27d req-9e8f5e3b-ff40-4ba7-9769-f109e35516b3 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe0719f2-7ea2-448c-8e7c-a5a255bcab1d HTTP/1.1" status: 200 len: 210 time: 0.1547811 Apr 18 20:29:13.853837 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-76a5e884-0aef-4a11-a999-d10bc83c8284 req-381b1b5f-cf97-452d-afcf-7c7f9c80387d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.857411 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76a5e884-0aef-4a11-a999-d10bc83c8284 req-381b1b5f-cf97-452d-afcf-7c7f9c80387d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.57 "DELETE /v2.0/ports/146788f7-db8c-4609-91b8-66cce9c8a0ed HTTP/1.1" status: 204 len: 173 time: 2.9425001 Apr 18 20:29:13.868052 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-038377cc-b3ec-4fae-8918-64fdf1cb4fa5 req-3e1ed061-90f2-496d-b648-8823d48b6207 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653697 Apr 18 20:29:13.868595 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0719f2-7ea2-448c-8e7c-a5a255bcab1d', 'name': 'network-vif-deleted', 'tag': '146788f7-db8c-4609-91b8-66cce9c8a0ed'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:13.877725 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74615d5-05a3-43b6-985b-e5d0d322d35c" -d '{"events": [{"server_uuid": "fe0719f2-7ea2-448c-8e7c-a5a255bcab1d", "name": "network-vif-deleted", "tag": "146788f7-db8c-4609-91b8-66cce9c8a0ed"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:13.957086 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f2fa1b4b-f3e1-4267-8659-44c3829f8dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.963688 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7728c329-6f36-4849-924f-1d4a2b7cb4ae req-5cee424b-5fa7-4c84-ac06-ae069384cb4b tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:14.002510 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:14.022774 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 146788f7-db8c-4609-91b8-66cce9c8a0ed {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:29:14.023579 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 146788f7-db8c-4609-91b8-66cce9c8a0ed not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:29:14.130023 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f2fa1b4b-f3e1-4267-8659-44c3829f8dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:14.145955 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee424b-5fa7-4c84-ac06-ae069384cb4b tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Pushing event deleted for resources: {'Port': ['ID=e2a649e4-7bfc-4617-9c3d-6964e90cf608,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:14.349536 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-054a4cd1-562b-4b9d-80d6-cc2d72ca59e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:14.378903 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b7097a18-f3c5-4651-aacd-bd669919a9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a13ffd0-3cd9-4363-a3cf-c61105443549', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460452158-router', 'tenant_id': 'cd356eb9bb8845afb6b216bde83b6066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'ca31faea-6403-416d-9430-2f59cd373e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:53Z', 'updated_at': '2022-04-18T20:29:06Z', 'revision_number': 4, 'project_id': 'cd356eb9bb8845afb6b216bde83b6066', 'gw_port': {'id': 'ca31faea-6403-416d-9430-2f59cd373e72', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:aa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a13ffd0-3cd9-4363-a3cf-c61105443549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:54Z', 'updated_at': '2022-04-18T20:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '4b8ed3c3-362a-4148-a686-85ae7853af46', 'name': '', 'network_id': '62b1f02b-c870-4f51-ba5b-205505409c58', 'tenant_id': 'cd356eb9bb8845afb6b216bde83b6066', 'mac_address': 'fa:16:3e:9a:a9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a13ffd0-3cd9-4363-a3cf-c61105443549', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0ef43fdb-c85e-4552-9aca-d41c0b511db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:02Z', 'updated_at': '2022-04-18T20:29:12Z', 'revision_number': 4, 'project_id': 'cd356eb9bb8845afb6b216bde83b6066', 'subnets': [{'id': '0ef43fdb-c85e-4552-9aca-d41c0b511db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:14.484100 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7097a18-f3c5-4651-aacd-bd669919a9ca None None] The sync data for ids ['1a13ffd0-3cd9-4363-a3cf-c61105443549'] in n-d-838323-3 is: [{'id': '1a13ffd0-3cd9-4363-a3cf-c61105443549', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460452158-router', 'tenant_id': 'cd356eb9bb8845afb6b216bde83b6066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'ca31faea-6403-416d-9430-2f59cd373e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:53Z', 'updated_at': '2022-04-18T20:29:06Z', 'revision_number': 4, 'project_id': 'cd356eb9bb8845afb6b216bde83b6066', 'gw_port': {'id': 'ca31faea-6403-416d-9430-2f59cd373e72', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:aa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a13ffd0-3cd9-4363-a3cf-c61105443549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:54Z', 'updated_at': '2022-04-18T20:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '4b8ed3c3-362a-4148-a686-85ae7853af46', 'name': '', 'network_id': '62b1f02b-c870-4f51-ba5b-205505409c58', 'tenant_id': 'cd356eb9bb8845afb6b216bde83b6066', 'mac_address': 'fa:16:3e:9a:a9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a13ffd0-3cd9-4363-a3cf-c61105443549', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0ef43fdb-c85e-4552-9aca-d41c0b511db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:02Z', 'updated_at': '2022-04-18T20:29:12Z', 'revision_number': 4, 'project_id': 'cd356eb9bb8845afb6b216bde83b6066', 'subnets': [{'id': '0ef43fdb-c85e-4552-9aca-d41c0b511db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:29:14.547914 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-054a4cd1-562b-4b9d-80d6-cc2d72ca59e0 None None] For port 4b8ed3c3-362a-4148-a686-85ae7853af46, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4b8ed3c3-362a-4148-a686-85ae7853af46,segment=NetworkSegment(c476146d-6dd1-430f-a64a-318c6908e01d),segment_id=c476146d-6dd1-430f-a64a-318c6908e01d)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:14.604127 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-054a4cd1-562b-4b9d-80d6-cc2d72ca59e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:14.632307 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f2fa1b4b-f3e1-4267-8659-44c3829f8dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:14.635714 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f2fa1b4b-f3e1-4267-8659-44c3829f8dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:14.657495 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f2fa1b4b-f3e1-4267-8659-44c3829f8dfb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00d0e48a-934c-4f7b-a2db-047aec43d4b0 HTTP/1.1" status: 204 len: 168 time: 1.0392718 Apr 18 20:29:14.685261 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab6ccd-96d5-4099-86e5-f1c1fc188887 req-f972818c-7ffb-4639-9c60-7b35208117be tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:14.698977 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82ab6ccd-96d5-4099-86e5-f1c1fc188887 req-f972818c-7ffb-4639-9c60-7b35208117be tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=d984d381-8a8d-4094-8f8e-941081d8753f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5542603 Apr 18 20:29:14.716519 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-7c52ea03-c66e-45af-bf4b-68ce762a1dd8 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:14.718159 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-7c52ea03-c66e-45af-bf4b-68ce762a1dd8 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 807 time: 0.4955170 Apr 18 20:29:14.858664 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82ab6ccd-96d5-4099-86e5-f1c1fc188887 req-9ffaef13-de53-4228-b152-e0cc7be851d7 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.83 HTTP/1.1" status: 200 len: 695 time: 0.1392174 Apr 18 20:29:14.867401 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-82ab6ccd-96d5-4099-86e5-f1c1fc188887 req-91a755e1-07d0-4194-b307-08db7c887a1c tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Request body: {'floatingip': {'port_id': 'a1951abb-39fe-4668-be71-a5e220d3343b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:14.890068 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a4cd1-562b-4b9d-80d6-cc2d72ca59e0 None None] Pushing event updated for resources: {'Port': ['ID=4b8ed3c3-362a-4148-a686-85ae7853af46,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:15.013478 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-82ab6ccd-96d5-4099-86e5-f1c1fc188887 req-91a755e1-07d0-4194-b307-08db7c887a1c tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks [] for floatingip, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.016384 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa1b4b-f3e1-4267-8659-44c3829f8dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d0e48a-934c-4f7b-a2db-047aec43d4b0,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:15.023509 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-1172931f-7ee1-4845-b3b2-3d808a69a660 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/quotas/b50996ef10d94bd4bdbc7264ef06ee97 HTTP/1.1" status: 200 len: 375 time: 0.2816949 Apr 18 20:29:15.195187 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7728c329-6f36-4849-924f-1d4a2b7cb4ae req-5cee424b-5fa7-4c84-ac06-ae069384cb4b tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Router 48f1d38e-2a2d-4609-8fda-88e612305c23 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:29:15.338224 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-75f31135-43b6-4013-bd77-4fb5a36a7ff9 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2732792 Apr 18 20:29:15.609649 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-463fb46d-8ca7-4f1c-bb4d-d41864976219 service neutron] 10.222.0.41 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296500 Apr 18 20:29:15.775565 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-201e96a2-4404-4527-b69f-db382e215879 service neutron] 10.222.0.41 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649148 Apr 18 20:29:15.887912 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7728c329-6f36-4849-924f-1d4a2b7cb4ae req-5cee424b-5fa7-4c84-ac06-ae069384cb4b tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:29:15.901674 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c6d2a5-a98e-4693-aaeb-69758ddc2af9 None None] Sync routers for ids ['48f1d38e-2a2d-4609-8fda-88e612305c23'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:29:15.910758 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4b8ed3c3-362a-4148-a686-85ae7853af46 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:15.960765 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c6d2a5-a98e-4693-aaeb-69758ddc2af9 None None] Routers {'48f1d38e-2a2d-4609-8fda-88e612305c23'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:15.980190 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-12c6d2a5-a98e-4693-aaeb-69758ddc2af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:28:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['48f1d38e-2a2d-4609-8fda-88e612305c23'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:16.075945 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 4b8ed3c3-362a-4148-a686-85ae7853af46 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:16.079095 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:16.142326 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-7728c329-6f36-4849-924f-1d4a2b7cb4ae req-5cee424b-5fa7-4c84-ac06-ae069384cb4b tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] No DVR routers for this DVR port e2a649e4-7bfc-4617-9c3d-6964e90cf608 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:29:16.153164 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7728c329-6f36-4849-924f-1d4a2b7cb4ae req-5cee424b-5fa7-4c84-ac06-ae069384cb4b tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:16.156792 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7728c329-6f36-4849-924f-1d4a2b7cb4ae req-5cee424b-5fa7-4c84-ac06-ae069384cb4b tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.32 "DELETE /v2.0/ports/e2a649e4-7bfc-4617-9c3d-6964e90cf608 HTTP/1.1" status: 204 len: 173 time: 5.4771490 Apr 18 20:29:16.509799 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-12c6d2a5-a98e-4693-aaeb-69758ddc2af9 None None] Set router 48f1d38e-2a2d-4609-8fda-88e612305c23 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:16.782172 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.db.resource_extend [req-82ab6ccd-96d5-4099-86e5-f1c1fc188887 req-91a755e1-07d0-4194-b307-08db7c887a1c tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:29:17.367533 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-12c6d2a5-a98e-4693-aaeb-69758ddc2af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'name': 'tempest-ServersTestBootFromVolume-1066999238-router', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b44f8c76-6164-4881-adfd-167ff3cacae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:43Z', 'updated_at': '2022-04-18T20:26:51Z', 'revision_number': 4, 'project_id': '78dac2d929104ed6bb85b9d14262f063', 'gw_port': {'id': 'b44f8c76-6164-4881-adfd-167ff3cacae8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:44Z', 'updated_at': '2022-04-18T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '7b478af1-cb16-4fdd-83fd-70b351820421', 'name': '', 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'mac_address': 'fa:16:3e:90:33:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '94058db9-d341-4c4b-98d8-38a6c7adc03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:49Z', 'updated_at': '2022-04-18T20:26:57Z', 'revision_number': 5, 'project_id': '78dac2d929104ed6bb85b9d14262f063', 'subnets': [{'id': '94058db9-d341-4c4b-98d8-38a6c7adc03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:17.411318 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c6d2a5-a98e-4693-aaeb-69758ddc2af9 None None] Checking router: 48f1d38e-2a2d-4609-8fda-88e612305c23 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:29:17.424017 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c6d2a5-a98e-4693-aaeb-69758ddc2af9 None None] Routers {'48f1d38e-2a2d-4609-8fda-88e612305c23'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:17.425154 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-12c6d2a5-a98e-4693-aaeb-69758ddc2af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:28:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['48f1d38e-2a2d-4609-8fda-88e612305c23'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:17.607913 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d20c6d-ac7e-4842-9ae4-4bdf84a9d983 x-openstack-request-id: req-82d20c6d-ac7e-4842-9ae4-4bdf84a9d983 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:17.613076 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0719f2-7ea2-448c-8e7c-a5a255bcab1d", "name": "network-vif-deleted", "tag": "146788f7-db8c-4609-91b8-66cce9c8a0ed", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:17.613953 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82d20c6d-ac7e-4842-9ae4-4bdf84a9d983 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:17.614756 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d20c6d-ac7e-4842-9ae4-4bdf84a9d983'] response: {'server_uuid': 'fe0719f2-7ea2-448c-8e7c-a5a255bcab1d', 'name': 'network-vif-deleted', 'tag': '146788f7-db8c-4609-91b8-66cce9c8a0ed', 'status': 'completed', 'code': 200} Apr 18 20:29:17.690622 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f64bf10-586e-479e-b8e8-898060384cf6 req-5332fc06-8544-4baa-916f-72e5077a4740 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 210 time: 0.0851753 Apr 18 20:29:17.722398 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-82ab6ccd-96d5-4099-86e5-f1c1fc188887 req-91a755e1-07d0-4194-b307-08db7c887a1c tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:17.733932 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-82ab6ccd-96d5-4099-86e5-f1c1fc188887 req-91a755e1-07d0-4194-b307-08db7c887a1c tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:17.767910 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-12c6d2a5-a98e-4693-aaeb-69758ddc2af9 None None] Set router 48f1d38e-2a2d-4609-8fda-88e612305c23 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:18.106530 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [req-82ab6ccd-96d5-4099-86e5-f1c1fc188887 req-91a755e1-07d0-4194-b307-08db7c887a1c tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Floating IP eca85b8a-ba28-4cde-a285-5dd13e57208b associated. External IP: 172.25.1.83, port: a1951abb-39fe-4668-be71-a5e220d3343b. Apr 18 20:29:18.513735 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-12c6d2a5-a98e-4693-aaeb-69758ddc2af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'name': 'tempest-ServersTestBootFromVolume-1066999238-router', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b44f8c76-6164-4881-adfd-167ff3cacae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:43Z', 'updated_at': '2022-04-18T20:26:51Z', 'revision_number': 4, 'project_id': '78dac2d929104ed6bb85b9d14262f063', 'gw_port': {'id': 'b44f8c76-6164-4881-adfd-167ff3cacae8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:44Z', 'updated_at': '2022-04-18T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '7b478af1-cb16-4fdd-83fd-70b351820421', 'name': '', 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'mac_address': 'fa:16:3e:90:33:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '94058db9-d341-4c4b-98d8-38a6c7adc03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:49Z', 'updated_at': '2022-04-18T20:26:57Z', 'revision_number': 5, 'project_id': '78dac2d929104ed6bb85b9d14262f063', 'subnets': [{'id': '94058db9-d341-4c4b-98d8-38a6c7adc03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:18.561787 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d80e0-87e0-4a5d-bea8-efd124cf7f07 req-d789151f-86dc-4397-8864-73ca49ddef51 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:18.578873 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-914d80e0-87e0-4a5d-bea8-efd124cf7f07 req-d789151f-86dc-4397-8864-73ca49ddef51 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 950 time: 0.6479840 Apr 18 20:29:18.705623 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-914d80e0-87e0-4a5d-bea8-efd124cf7f07 req-3033d86d-c3fb-4370-ba65-66a5a310f64f tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247783 Apr 18 20:29:18.713572 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c6d2a5-a98e-4693-aaeb-69758ddc2af9 None None] The sync data for ids ['48f1d38e-2a2d-4609-8fda-88e612305c23'] in n-d-838323-3 is: [{'id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'name': 'tempest-ServersTestBootFromVolume-1066999238-router', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b44f8c76-6164-4881-adfd-167ff3cacae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:43Z', 'updated_at': '2022-04-18T20:26:51Z', 'revision_number': 4, 'project_id': '78dac2d929104ed6bb85b9d14262f063', 'gw_port': {'id': 'b44f8c76-6164-4881-adfd-167ff3cacae8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:44Z', 'updated_at': '2022-04-18T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '7b478af1-cb16-4fdd-83fd-70b351820421', 'name': '', 'network_id': '99e89627-a45b-4a5d-a097-eb11f4a25aef', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'mac_address': 'fa:16:3e:90:33:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '94058db9-d341-4c4b-98d8-38a6c7adc03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:49Z', 'updated_at': '2022-04-18T20:26:57Z', 'revision_number': 5, 'project_id': '78dac2d929104ed6bb85b9d14262f063', 'subnets': [{'id': '94058db9-d341-4c4b-98d8-38a6c7adc03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:29:18.964372 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f0f0139-6b17-4b24-8556-77e73fb8a652 req-1137590a-00a2-4e68-bbf7-348766b0271b tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 210 time: 0.0913997 Apr 18 20:29:18.993451 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82ab6ccd-96d5-4099-86e5-f1c1fc188887 req-91a755e1-07d0-4194-b307-08db7c887a1c tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Router 086a8c53-4947-40ea-af28-d968459eed91 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:29:19.156552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82ab6ccd-96d5-4099-86e5-f1c1fc188887 req-91a755e1-07d0-4194-b307-08db7c887a1c tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:29:19.163987 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03f5ae3-8173-4593-b221-85b1e02672bc None None] Sync routers for ids ['086a8c53-4947-40ea-af28-d968459eed91'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:29:19.204704 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-82ab6ccd-96d5-4099-86e5-f1c1fc188887 req-91a755e1-07d0-4194-b307-08db7c887a1c tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.236380 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03f5ae3-8173-4593-b221-85b1e02672bc None None] Routers {'086a8c53-4947-40ea-af28-d968459eed91'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:19.250516 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-d03f5ae3-8173-4593-b221-85b1e02672bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:28:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['086a8c53-4947-40ea-af28-d968459eed91'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:19.375987 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82ab6ccd-96d5-4099-86e5-f1c1fc188887 req-91a755e1-07d0-4194-b307-08db7c887a1c tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "PUT /v2.0/floatingips/eca85b8a-ba28-4cde-a285-5dd13e57208b HTTP/1.1" status: 200 len: 996 time: 4.5146408 Apr 18 20:29:19.497305 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38361a5-1de5-4f52-b436-73d4739c5446 None None] New status for floating IP ad92c309-76f4-4af5-85b1-5f9fa3c85338: DOWN {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:29:19.769406 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfa8743-47d6-416f-89f1-cdf290fb9bc9', 'name': 'network-vif-deleted', 'tag': 'e2a649e4-7bfc-4617-9c3d-6964e90cf608'}, {'name': 'network-changed', 'server_uuid': 'd984d381-8a8d-4094-8f8e-941081d8753f', 'tag': 'a1951abb-39fe-4668-be71-a5e220d3343b'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:19.771722 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-d03f5ae3-8173-4593-b221-85b1e02672bc None None] Set router 086a8c53-4947-40ea-af28-d968459eed91 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:19.772942 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57aa6481-1317-490e-b65c-081cc1dbdb92" -d '{"events": [{"server_uuid": "bcfa8743-47d6-416f-89f1-cdf290fb9bc9", "name": "network-vif-deleted", "tag": "e2a649e4-7bfc-4617-9c3d-6964e90cf608"}, {"name": "network-changed", "server_uuid": "d984d381-8a8d-4094-8f8e-941081d8753f", "tag": "a1951abb-39fe-4668-be71-a5e220d3343b"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:19.787105 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-fb9e3ecf-9236-42ca-879b-6896019271df tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:19.789028 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-fb9e3ecf-9236-42ca-879b-6896019271df tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.57 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 807 time: 0.3038943 Apr 18 20:29:19.806354 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab6ccd-96d5-4099-86e5-f1c1fc188887 req-e31fd9b2-501f-4c25-b669-14cdae2d459e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:19.808717 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82ab6ccd-96d5-4099-86e5-f1c1fc188887 req-e31fd9b2-501f-4c25-b669-14cdae2d459e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff855e139abe40c691b068b429bd1371&device_id=d984d381-8a8d-4094-8f8e-941081d8753f HTTP/1.1" status: 200 len: 1097 time: 0.3954782 Apr 18 20:29:19.816123 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-24d2b816-bc0b-4b9a-8440-47205550d232 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Request body: {'port': {'device_id': '4059ae96-ffeb-43dd-bf58-a89e5ecd20d9', 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f', 'admin_state_up': True, 'tenant_id': 'b50996ef10d94bd4bdbc7264ef06ee97'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:20.084380 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:29:20.093183 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b7d88-2909-44d6-b66a-5300083fffdc req-611b45b8-be4a-47b6-afd2-d6a12341ade2 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:20.098240 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-932b7d88-2909-44d6-b66a-5300083fffdc req-611b45b8-be4a-47b6-afd2-d6a12341ade2 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 1096 time: 0.3044884 Apr 18 20:29:20.199703 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab6ccd-96d5-4099-86e5-f1c1fc188887 req-52d6ac49-c9f5-4392-b406-dc543d682399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:20.209792 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82ab6ccd-96d5-4099-86e5-f1c1fc188887 req-52d6ac49-c9f5-4392-b406-dc543d682399 service neutron] 10.222.0.41 "GET /v2.0/networks?id=834e15af-05bf-4f20-83eb-2a3f314d7649 HTTP/1.1" status: 200 len: 921 time: 0.3507946 Apr 18 20:29:20.293102 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-932b7d88-2909-44d6-b66a-5300083fffdc req-471c41ff-8fea-4cd4-959c-5cf918d650a5 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758924 Apr 18 20:29:20.303525 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-24d2b816-bc0b-4b9a-8440-47205550d232 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Made reservation on behalf of b50996ef10d94bd4bdbc7264ef06ee97 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:20.312172 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-24d2b816-bc0b-4b9a-8440-47205550d232 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:20.450684 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82ab6ccd-96d5-4099-86e5-f1c1fc188887 req-27af3208-9184-48a1-925e-63ce4895a175 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1951abb-39fe-4668-be71-a5e220d3343b HTTP/1.1" status: 200 len: 999 time: 0.2394998 Apr 18 20:29:20.620259 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-d03f5ae3-8173-4593-b221-85b1e02672bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a8c53-4947-40ea-af28-d968459eed91', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:56Z', 'updated_at': '2022-04-18T20:28:02Z', 'revision_number': 4, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'gw_port': {'id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:57Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'eca85b8a-ba28-4cde-a285-5dd13e57208b', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '086a8c53-4947-40ea-af28-d968459eed91', 'port_id': 'a1951abb-39fe-4668-be71-a5e220d3343b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'mac_address': 'fa:16:3e:a1:60:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd984d381-8a8d-4094-8f8e-941081d8753f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:28:34Z', 'updated_at': '2022-04-18T20:29:16Z', 'revision_number': 1, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d61a1e4-914f-423c-83ef-51f587e73f9c', 'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'mac_address': 'fa:16:3e:7c:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:01Z', 'updated_at': '2022-04-18T20:28:09Z', 'revision_number': 5, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'subnets': [{'id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:20.654510 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03f5ae3-8173-4593-b221-85b1e02672bc None None] Checking router: 086a8c53-4947-40ea-af28-d968459eed91 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:29:20.657182 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e9ae7248-0de7-415f-b3de-33fd502e0efc req-74deb767-5643-4091-b308-93021b06e261 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 210 time: 0.1886961 Apr 18 20:29:20.679176 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03f5ae3-8173-4593-b221-85b1e02672bc None None] Routers {'086a8c53-4947-40ea-af28-d968459eed91'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:20.679786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-d03f5ae3-8173-4593-b221-85b1e02672bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:28:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['086a8c53-4947-40ea-af28-d968459eed91'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:20.818017 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab6ccd-96d5-4099-86e5-f1c1fc188887 req-e0c658bf-81e1-458b-a7fc-a511e7874728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:20.820648 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82ab6ccd-96d5-4099-86e5-f1c1fc188887 req-e0c658bf-81e1-458b-a7fc-a511e7874728 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0add80b-3b17-4300-bcbd-ceda69a60cf3 HTTP/1.1" status: 200 len: 859 time: 0.3592355 Apr 18 20:29:20.929489 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-d03f5ae3-8173-4593-b221-85b1e02672bc None None] Set router 086a8c53-4947-40ea-af28-d968459eed91 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:20.968257 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-24d2b816-bc0b-4b9a-8440-47205550d232 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Allocated IP 172.20.0.3 (80a9fce1-2c12-4a2a-ab98-d9cc12c8285f/eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1/26d1d66b-f1f2-4322-a1ef-5bd17db4bf35) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:20.977482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab6ccd-96d5-4099-86e5-f1c1fc188887 req-3f7e633d-83e4-4cd7-806e-af95a2ba308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:20.982271 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82ab6ccd-96d5-4099-86e5-f1c1fc188887 req-3f7e633d-83e4-4cd7-806e-af95a2ba308f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=834e15af-05bf-4f20-83eb-2a3f314d7649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1414921 Apr 18 20:29:21.000839 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e7066-01b5-4a59-adf5-479defa291c6 req-687ec820-5876-496f-a5d1-5aa41313e84f tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:21.002577 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f69e7066-01b5-4a59-adf5-479defa291c6 req-687ec820-5876-496f-a5d1-5aa41313e84f tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 951 time: 0.1818869 Apr 18 20:29:21.017015 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-82ab6ccd-96d5-4099-86e5-f1c1fc188887 req-a5bbc214-a9ea-4f98-8f87-f19930d67750 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:29:21.018107 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82ab6ccd-96d5-4099-86e5-f1c1fc188887 req-a5bbc214-a9ea-4f98-8f87-f19930d67750 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092978 Apr 18 20:29:21.066229 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f69e7066-01b5-4a59-adf5-479defa291c6 req-ec07d0d1-7ba4-4384-9d1c-564f871ed963 tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac922405-59f8-4a75-a489-7f9a809ce1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539076 Apr 18 20:29:21.274703 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82ab6ccd-96d5-4099-86e5-f1c1fc188887 req-f4fc310c-f465-477d-9598-da020a16d267 service neutron] 10.222.0.41 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142110 Apr 18 20:29:21.375504 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-d03f5ae3-8173-4593-b221-85b1e02672bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a8c53-4947-40ea-af28-d968459eed91', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:56Z', 'updated_at': '2022-04-18T20:28:02Z', 'revision_number': 4, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'gw_port': {'id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:57Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'eca85b8a-ba28-4cde-a285-5dd13e57208b', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '086a8c53-4947-40ea-af28-d968459eed91', 'port_id': 'a1951abb-39fe-4668-be71-a5e220d3343b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'mac_address': 'fa:16:3e:a1:60:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd984d381-8a8d-4094-8f8e-941081d8753f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:28:34Z', 'updated_at': '2022-04-18T20:29:16Z', 'revision_number': 1, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d61a1e4-914f-423c-83ef-51f587e73f9c', 'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'mac_address': 'fa:16:3e:7c:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:01Z', 'updated_at': '2022-04-18T20:28:09Z', 'revision_number': 5, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'subnets': [{'id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:21.417560 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03f5ae3-8173-4593-b221-85b1e02672bc None None] The sync data for ids ['086a8c53-4947-40ea-af28-d968459eed91'] in n-d-838323-3 is: [{'id': '086a8c53-4947-40ea-af28-d968459eed91', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:56Z', 'updated_at': '2022-04-18T20:28:02Z', 'revision_number': 4, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'gw_port': {'id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:57Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'eca85b8a-ba28-4cde-a285-5dd13e57208b', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '086a8c53-4947-40ea-af28-d968459eed91', 'port_id': 'a1951abb-39fe-4668-be71-a5e220d3343b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'mac_address': 'fa:16:3e:a1:60:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd984d381-8a8d-4094-8f8e-941081d8753f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:28:34Z', 'updated_at': '2022-04-18T20:29:16Z', 'revision_number': 1, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d61a1e4-914f-423c-83ef-51f587e73f9c', 'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'mac_address': 'fa:16:3e:7c:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:01Z', 'updated_at': '2022-04-18T20:28:09Z', 'revision_number': 5, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'subnets': [{'id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:29:21.452626 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e190368-4f40-4cc6-99bc-f41d30451eb8 req-a11ebe4b-8215-41d4-a432-0f16bc47e6b3 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:21.454261 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e190368-4f40-4cc6-99bc-f41d30451eb8 req-a11ebe4b-8215-41d4-a432-0f16bc47e6b3 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 950 time: 0.2299170 Apr 18 20:29:21.665176 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82ab6ccd-96d5-4099-86e5-f1c1fc188887 req-3b9d52fd-ffec-4b4c-9c07-3481763cdd9f service neutron] 10.222.0.41 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874955 Apr 18 20:29:21.679469 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e190368-4f40-4cc6-99bc-f41d30451eb8 req-008fc9b3-cd25-4516-af78-200153d56dc2 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087879 Apr 18 20:29:21.764121 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-24d2b816-bc0b-4b9a-8440-47205550d232 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:21.775754 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a39745-4574-433a-a476-3a81bcb2be1d None None] New status for floating IP eca85b8a-ba28-4cde-a285-5dd13e57208b: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:29:21.857662 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f876f8b-87fc-4349-9be8-6e1b0de6e018 req-72690995-463f-4f8c-86da-c101c28909be tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:21.860068 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f876f8b-87fc-4349-9be8-6e1b0de6e018 req-72690995-463f-4f8c-86da-c101c28909be tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bd6b1af-df72-403e-96a5-e7a58e419fb6 HTTP/1.1" status: 200 len: 951 time: 0.3387997 Apr 18 20:29:21.885465 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-24d2b816-bc0b-4b9a-8440-47205550d232 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:21.980655 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39183926-cd59-4b15-8eed-64f6d9db3bf0 x-openstack-request-id: req-39183926-cd59-4b15-8eed-64f6d9db3bf0 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:21.981341 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcfa8743-47d6-416f-89f1-cdf290fb9bc9", "name": "network-vif-deleted", "tag": "e2a649e4-7bfc-4617-9c3d-6964e90cf608", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d984d381-8a8d-4094-8f8e-941081d8753f", "tag": "a1951abb-39fe-4668-be71-a5e220d3343b", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:21.982146 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-39183926-cd59-4b15-8eed-64f6d9db3bf0 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:21.987780 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39183926-cd59-4b15-8eed-64f6d9db3bf0'] response: {'server_uuid': 'bcfa8743-47d6-416f-89f1-cdf290fb9bc9', 'name': 'network-vif-deleted', 'tag': 'e2a649e4-7bfc-4617-9c3d-6964e90cf608', 'status': 'completed', 'code': 200} Apr 18 20:29:21.988176 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39183926-cd59-4b15-8eed-64f6d9db3bf0'] response: {'name': 'network-changed', 'server_uuid': 'd984d381-8a8d-4094-8f8e-941081d8753f', 'tag': 'a1951abb-39fe-4668-be71-a5e220d3343b', 'status': 'completed', 'code': 200} Apr 18 20:29:21.989218 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2b816-bc0b-4b9a-8440-47205550d232 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Pushing event updated for resources: {'Port': ['ID=26d1d66b-f1f2-4322-a1ef-5bd17db4bf35,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:22.092944 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-24d2b816-bc0b-4b9a-8440-47205550d232 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:22.097890 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa6481-1317-490e-b65c-081cc1dbdb92 req-1ca5c356-bc5e-4b8a-944f-9bccf44cf605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:22.099504 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-57aa6481-1317-490e-b65c-081cc1dbdb92 req-1ca5c356-bc5e-4b8a-944f-9bccf44cf605 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff855e139abe40c691b068b429bd1371&device_id=d984d381-8a8d-4094-8f8e-941081d8753f HTTP/1.1" status: 200 len: 1097 time: 0.1326506 Apr 18 20:29:22.152043 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-24d2b816-bc0b-4b9a-8440-47205550d232 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:22.163778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-24d2b816-bc0b-4b9a-8440-47205550d232 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:29:22.165852 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['926820b0-63b4-43ed-8bee-025ad0d58deb'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:29:22.317986 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dab750-de6c-4c88-b0ff-b00823af74fe req-da241252-1de3-4a34-b1ee-85c391965ce0 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:22.341378 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5dab750-de6c-4c88-b0ff-b00823af74fe req-da241252-1de3-4a34-b1ee-85c391965ce0 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 931 time: 0.4580541 Apr 18 20:29:22.370055 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa6481-1317-490e-b65c-081cc1dbdb92 req-5568a5eb-414d-4de3-87ad-3566ae897981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:22.372679 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-57aa6481-1317-490e-b65c-081cc1dbdb92 req-5568a5eb-414d-4de3-87ad-3566ae897981 service neutron] 10.222.0.57 "GET /v2.0/networks?id=834e15af-05bf-4f20-83eb-2a3f314d7649 HTTP/1.1" status: 200 len: 921 time: 0.2466545 Apr 18 20:29:22.521061 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5dab750-de6c-4c88-b0ff-b00823af74fe req-e5bcdd89-48fe-45ae-b054-1ec91c256685 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786780 Apr 18 20:29:22.568127 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-24d2b816-bc0b-4b9a-8440-47205550d232 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:22.582806 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-24d2b816-bc0b-4b9a-8440-47205550d232 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:22.614437 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-9f876f8b-87fc-4349-9be8-6e1b0de6e018 req-3b989f06-7b39-43e5-89fd-714091f0352d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Deleting port 400df18c-314d-42f7-945e-a8f07113f754 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:29:22.628225 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9f876f8b-87fc-4349-9be8-6e1b0de6e018 req-3b989f06-7b39-43e5-89fd-714091f0352d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:22.666451 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-57aa6481-1317-490e-b65c-081cc1dbdb92 req-747f0ccf-f042-455f-8243-4c3e0b9ab82d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1951abb-39fe-4668-be71-a5e220d3343b HTTP/1.1" status: 200 len: 1001 time: 0.2483332 Apr 18 20:29:22.795865 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa6481-1317-490e-b65c-081cc1dbdb92 req-264bff9a-3fe4-4bc9-ba02-0808436dd03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:22.798125 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-57aa6481-1317-490e-b65c-081cc1dbdb92 req-264bff9a-3fe4-4bc9-ba02-0808436dd03a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0add80b-3b17-4300-bcbd-ceda69a60cf3 HTTP/1.1" status: 200 len: 859 time: 0.1240885 Apr 18 20:29:22.961567 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa6481-1317-490e-b65c-081cc1dbdb92 req-6b6c9d60-51bd-4c31-8151-133401567212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:22.961567 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-57aa6481-1317-490e-b65c-081cc1dbdb92 req-6b6c9d60-51bd-4c31-8151-133401567212 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=834e15af-05bf-4f20-83eb-2a3f314d7649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1497679 Apr 18 20:29:22.961943 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-9f876f8b-87fc-4349-9be8-6e1b0de6e018 req-3b989f06-7b39-43e5-89fd-714091f0352d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] For port 400df18c-314d-42f7-945e-a8f07113f754, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=400df18c-314d-42f7-945e-a8f07113f754,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:22.961943 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9f876f8b-87fc-4349-9be8-6e1b0de6e018 req-3b989f06-7b39-43e5-89fd-714091f0352d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:22.975077 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-9f876f8b-87fc-4349-9be8-6e1b0de6e018 req-3b989f06-7b39-43e5-89fd-714091f0352d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Calling delete_port for 400df18c-314d-42f7-945e-a8f07113f754 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:29:23.190604 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-57aa6481-1317-490e-b65c-081cc1dbdb92 req-c93d4d36-3b4d-414c-9d89-963ac2f9f755 service neutron] 10.222.0.57 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290323 Apr 18 20:29:23.216535 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-24d2b816-bc0b-4b9a-8440-47205550d232 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4066367 Apr 18 20:29:23.300333 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c64b063-fdba-4109-9367-61b2a8b2cf1e req-7325ae5c-2850-4805-b5bf-09644c5db966 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcfa8743-47d6-416f-89f1-cdf290fb9bc9 HTTP/1.1" status: 200 len: 210 time: 0.1261382 Apr 18 20:29:23.316190 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-c2db3bc3-111b-4b09-a716-0ae4997ad3d5 service neutron] Request body: {'port': {'device_id': '4059ae96-ffeb-43dd-bf58-a89e5ecd20d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:23.457487 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-c2db3bc3-111b-4b09-a716-0ae4997ad3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:23.463736 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9f876f8b-87fc-4349-9be8-6e1b0de6e018 req-3b989f06-7b39-43e5-89fd-714091f0352d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:23.469275 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-57aa6481-1317-490e-b65c-081cc1dbdb92 req-79a5d351-18f2-4624-a20d-54fe6ce44175 service neutron] 10.222.0.57 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699795 Apr 18 20:29:23.666117 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59192) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:23.671416 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b989f06-7b39-43e5-89fd-714091f0352d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Pushing event deleted for resources: {'Port': ['ID=400df18c-314d-42f7-945e-a8f07113f754,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:23.781337 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f876f8b-87fc-4349-9be8-6e1b0de6e018 req-3b989f06-7b39-43e5-89fd-714091f0352d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] No DVR routers for this DVR port 400df18c-314d-42f7-945e-a8f07113f754 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:29:23.805993 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9f876f8b-87fc-4349-9be8-6e1b0de6e018 req-3b989f06-7b39-43e5-89fd-714091f0352d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:23.811177 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f876f8b-87fc-4349-9be8-6e1b0de6e018 req-3b989f06-7b39-43e5-89fd-714091f0352d tempest-ServersAdminTestJSON-1139694709 tempest-ServersAdminTestJSON-1139694709-project] 10.222.0.32 "DELETE /v2.0/ports/400df18c-314d-42f7-945e-a8f07113f754 HTTP/1.1" status: 204 len: 173 time: 1.9376018 Apr 18 20:29:23.965455 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-53c0784f-8717-45ef-a342-85cb8f039de7 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:23.974249 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-53c0784f-8717-45ef-a342-85cb8f039de7 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5896d6-0454-4c76-b45e-d4b14c170b41&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4376924 Apr 18 20:29:23.997974 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd6b1af-df72-403e-96a5-e7a58e419fb6', 'name': 'network-vif-deleted', 'tag': '400df18c-314d-42f7-945e-a8f07113f754'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:24.005437 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866568a3-9cb1-465b-bbfd-b5af7a4f5593" -d '{"events": [{"server_uuid": "1bd6b1af-df72-403e-96a5-e7a58e419fb6", "name": "network-vif-deleted", "tag": "400df18c-314d-42f7-945e-a8f07113f754"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:24.088563 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d022bcc1-7fe3-44aa-815d-8190a96c7662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.171854 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-14152628-e8a5-4327-986d-0d1761891c1e req-a934360c-8fc0-40b8-a68f-6ba9dbd9341f tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:29:24.175444 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-14152628-e8a5-4327-986d-0d1761891c1e req-a934360c-8fc0-40b8-a68f-6ba9dbd9341f tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162749 Apr 18 20:29:24.307572 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14152628-e8a5-4327-986d-0d1761891c1e req-36327d80-27ff-4340-82ac-f8b99b476f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:24.315322 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-14152628-e8a5-4327-986d-0d1761891c1e req-36327d80-27ff-4340-82ac-f8b99b476f39 service neutron] 10.222.0.41 "GET /v2.0/ports/a4a3596c-eeaa-475e-ac12-3b87b3d5e647 HTTP/1.1" status: 200 len: 1093 time: 0.1310093 Apr 18 20:29:24.322503 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-14152628-e8a5-4327-986d-0d1761891c1e req-56a4fd19-a3cb-4f56-abc5-48393cb0a1bb service neutron] Request body: {'binding': {'host': 'n-h2-838323-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:24.323613 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-14152628-e8a5-4327-986d-0d1761891c1e req-56a4fd19-a3cb-4f56-abc5-48393cb0a1bb service neutron] Unknown quota resources ['binding']. {{(pid=102909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 18 20:29:24.436960 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eaac3fe2-c55b-46fb-b69b-b0bb508a0b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.521554 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d022bcc1-7fe3-44aa-815d-8190a96c7662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.547630 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-3a33208e-b5cb-4428-b2f1-a069a494ab4c tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.83 HTTP/1.1" status: 200 len: 1001 time: 0.5248878 Apr 18 20:29:24.548646 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d022bcc1-7fe3-44aa-815d-8190a96c7662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.591285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-ffdd388d-dc42-4daa-8c75-d17b0de802bc tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Request body: {'floatingip': {'port_id': 'f8f75bbd-2314-4a3e-8631-fcfcc8e6a345', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:24.648095 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d022bcc1-7fe3-44aa-815d-8190a96c7662 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c3db804ea5a34d3cb2ee8a8b3eb658db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9803028 Apr 18 20:29:24.648979 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022bcc1-7fe3-44aa-815d-8190a96c7662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492f85c1-1e77-4b90-89ee-807230c3cb37,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:24.656730 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59210) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:24.751866 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7793f2ae-2084-4746-8ca4-50fd82a7d7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.783864 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7793f2ae-2084-4746-8ca4-50fd82a7d7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.844818 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-14152628-e8a5-4327-986d-0d1761891c1e req-56a4fd19-a3cb-4f56-abc5-48393cb0a1bb service neutron] Attempting to bind port a4a3596c-eeaa-475e-ac12-3b87b3d5e647 on host n-h2-838323-3 for vnic_type normal with profile None {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:24.845198 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-14152628-e8a5-4327-986d-0d1761891c1e req-56a4fd19-a3cb-4f56-abc5-48393cb0a1bb service neutron] Attempting to bind port a4a3596c-eeaa-475e-ac12-3b87b3d5e647 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:24.845740 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14152628-e8a5-4327-986d-0d1761891c1e req-56a4fd19-a3cb-4f56-abc5-48393cb0a1bb service neutron] Attempting to bind port a4a3596c-eeaa-475e-ac12-3b87b3d5e647 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:24.851624 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14152628-e8a5-4327-986d-0d1761891c1e req-56a4fd19-a3cb-4f56-abc5-48393cb0a1bb service neutron] Port a4a3596c-eeaa-475e-ac12-3b87b3d5e647 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:29:24.852527 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14152628-e8a5-4327-986d-0d1761891c1e req-56a4fd19-a3cb-4f56-abc5-48393cb0a1bb service neutron] Attempting to bind port a4a3596c-eeaa-475e-ac12-3b87b3d5e647 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:24.857947 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7793f2ae-2084-4746-8ca4-50fd82a7d7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.861949 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7793f2ae-2084-4746-8ca4-50fd82a7d7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.863751 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7793f2ae-2084-4746-8ca4-50fd82a7d7ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/492f85c1-1e77-4b90-89ee-807230c3cb37 HTTP/1.1" status: 204 len: 168 time: 0.2059646 Apr 18 20:29:24.927357 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793f2ae-2084-4746-8ca4-50fd82a7d7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492f85c1-1e77-4b90-89ee-807230c3cb37,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:24.961195 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14152628-e8a5-4327-986d-0d1761891c1e req-56a4fd19-a3cb-4f56-abc5-48393cb0a1bb service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:24.961545 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14152628-e8a5-4327-986d-0d1761891c1e req-56a4fd19-a3cb-4f56-abc5-48393cb0a1bb service neutron] Checking segment: {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:24.962227 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14152628-e8a5-4327-986d-0d1761891c1e req-56a4fd19-a3cb-4f56-abc5-48393cb0a1bb service neutron] Bound using segment: {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:24.963177 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-14152628-e8a5-4327-986d-0d1761891c1e req-56a4fd19-a3cb-4f56-abc5-48393cb0a1bb service neutron] Bound port: a4a3596c-eeaa-475e-ac12-3b87b3d5e647, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:25.091877 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-14152628-e8a5-4327-986d-0d1761891c1e req-56a4fd19-a3cb-4f56-abc5-48393cb0a1bb service neutron] For port a4a3596c-eeaa-475e-ac12-3b87b3d5e647, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a4a3596c-eeaa-475e-ac12-3b87b3d5e647,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:25.100787 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-14152628-e8a5-4327-986d-0d1761891c1e req-56a4fd19-a3cb-4f56-abc5-48393cb0a1bb service neutron] Notify callbacks [] for binding, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.102353 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-14152628-e8a5-4327-986d-0d1761891c1e req-56a4fd19-a3cb-4f56-abc5-48393cb0a1bb service neutron] 10.222.0.41 "POST /v2.0/ports/a4a3596c-eeaa-475e-ac12-3b87b3d5e647/bindings HTTP/1.1" status: 201 len: 389 time: 0.7858813 Apr 18 20:29:25.380020 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 400df18c-314d-42f7-945e-a8f07113f754 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:29:25.409514 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-65eac8d4-768b-4ff1-ad52-99c1e1504f46 req-9992c747-9a95-44fa-9f59-7f542c7ed59e service neutron] 10.222.0.57 "GET /v2.0/ports/4003707b-7f02-4d9e-ac81-e33bf203b2f5/bindings/n-h2-838323-3 HTTP/1.1" status: 200 len: 382 time: 0.2447624 Apr 18 20:29:25.514107 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 400df18c-314d-42f7-945e-a8f07113f754 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:29:25.515020 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 400df18c-314d-42f7-945e-a8f07113f754 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:29:25.828626 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-ffdd388d-dc42-4daa-8c75-d17b0de802bc tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks [] for floatingip, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.870980 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59234) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:25.888703 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-c2db3bc3-111b-4b09-a716-0ae4997ad3d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:25.908290 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-c2db3bc3-111b-4b09-a716-0ae4997ad3d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.929821 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-c2db3bc3-111b-4b09-a716-0ae4997ad3d5 service neutron] Transition to ACTIVE for port object 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:26.044959 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ad2e9143-43cb-464f-a5b8-b8e33a715b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:26.122857 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14152628-e8a5-4327-986d-0d1761891c1e req-34d22e44-64b3-41d0-bef5-5591f33f8e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:26.126060 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-14152628-e8a5-4327-986d-0d1761891c1e req-34d22e44-64b3-41d0-bef5-5591f33f8e5e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 1096 time: 0.4103754 Apr 18 20:29:26.127196 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59238) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:26.170994 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-c2db3bc3-111b-4b09-a716-0ae4997ad3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:26.190222 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eac8d4-768b-4ff1-ad52-99c1e1504f46 req-9c8b12b5-385e-4387-ac62-6e71b9819da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:26.195057 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-65eac8d4-768b-4ff1-ad52-99c1e1504f46 req-9c8b12b5-385e-4387-ac62-6e71b9819da1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2&tenant_id=f3b4f15f5bca46ea8bac796d6de7252e HTTP/1.1" status: 200 len: 1101 time: 0.2499936 Apr 18 20:29:26.289212 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db3bc3-111b-4b09-a716-0ae4997ad3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=26d1d66b-f1f2-4322-a1ef-5bd17db4bf35,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:26.440479 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b57fc-47cc-4d22-826b-db8ff98fe25c req-2d609c8d-a68d-417a-89cb-37b9eeb0853f tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:26.445634 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d05b57fc-47cc-4d22-826b-db8ff98fe25c req-2d609c8d-a68d-417a-89cb-37b9eeb0853f tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 950 time: 0.6908114 Apr 18 20:29:26.589754 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eac8d4-768b-4ff1-ad52-99c1e1504f46 req-d610516d-a998-4279-b491-5405fb60e7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:26.592094 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-65eac8d4-768b-4ff1-ad52-99c1e1504f46 req-d610516d-a998-4279-b491-5405fb60e7fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 1101 time: 0.3394542 Apr 18 20:29:26.711304 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d05b57fc-47cc-4d22-826b-db8ff98fe25c req-d67e9dd3-e9a3-410c-8836-1f3a7d06b9e6 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399507 Apr 18 20:29:26.758150 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-c2db3bc3-111b-4b09-a716-0ae4997ad3d5 service neutron] Attempting to bind port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:26.758486 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-c2db3bc3-111b-4b09-a716-0ae4997ad3d5 service neutron] Attempting to bind port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:26.758816 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-c2db3bc3-111b-4b09-a716-0ae4997ad3d5 service neutron] Attempting to bind port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:26.763324 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1954ea33-dd1f-4581-a957-0c41c44872b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc872f4fe541475785085cf884531291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6306741 Apr 18 20:29:26.768666 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14152628-e8a5-4327-986d-0d1761891c1e req-6e677a1e-1c3c-4874-9492-ba88a8644294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:26.770521 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59242) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:26.771320 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-14152628-e8a5-4327-986d-0d1761891c1e req-6e677a1e-1c3c-4874-9492-ba88a8644294 service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e HTTP/1.1" status: 200 len: 922 time: 0.5973904 Apr 18 20:29:26.774126 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ad2e9143-43cb-464f-a5b8-b8e33a715b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:26.777253 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eac8d4-768b-4ff1-ad52-99c1e1504f46 req-de0e010d-74ed-49c0-8863-bbeddbe74869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:26.779232 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-65eac8d4-768b-4ff1-ad52-99c1e1504f46 req-de0e010d-74ed-49c0-8863-bbeddbe74869 service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.1725774 Apr 18 20:29:26.813569 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-c2db3bc3-111b-4b09-a716-0ae4997ad3d5 service neutron] Port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:29:26.813569 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-c2db3bc3-111b-4b09-a716-0ae4997ad3d5 service neutron] Attempting to bind port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:26.824014 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-14152628-e8a5-4327-986d-0d1761891c1e req-6fb64aa5-73a3-4fa7-b721-3b2311cd4343 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4a3596c-eeaa-475e-ac12-3b87b3d5e647 HTTP/1.1" status: 200 len: 217 time: 0.0434921 Apr 18 20:29:26.832630 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ad2e9143-43cb-464f-a5b8-b8e33a715b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:26.919143 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e9143-43cb-464f-a5b8-b8e33a715b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ec6d4b-f722-4846-9616-f38147f24de3,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:26.976455 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-65eac8d4-768b-4ff1-ad52-99c1e1504f46 req-2e415787-3070-41fc-891e-69cf8b1306ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=4003707b-7f02-4d9e-ac81-e33bf203b2f5 HTTP/1.1" status: 200 len: 217 time: 0.1508095 Apr 18 20:29:27.046202 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ad2e9143-43cb-464f-a5b8-b8e33a715b35 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5b49adbec3e54e74ba923c397bb5dc9c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1424799 Apr 18 20:29:27.058241 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59244) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:27.098469 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eac8d4-768b-4ff1-ad52-99c1e1504f46 req-ba2b3cd4-9598-4526-bc4a-12390722a0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:27.101520 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-65eac8d4-768b-4ff1-ad52-99c1e1504f46 req-ba2b3cd4-9598-4526-bc4a-12390722a0f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.1138356 Apr 18 20:29:27.107315 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14152628-e8a5-4327-986d-0d1761891c1e req-c74958c0-e357-4c1d-8aa4-0fcf55fa404c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:27.109712 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-14152628-e8a5-4327-986d-0d1761891c1e req-c74958c0-e357-4c1d-8aa4-0fcf55fa404c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=07088b8e-aaa8-48c6-be5d-b75368ae775e HTTP/1.1" status: 200 len: 861 time: 0.2741728 Apr 18 20:29:27.171673 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-14152628-e8a5-4327-986d-0d1761891c1e req-19c835eb-4e7a-4bb9-969d-d9e2810d4735 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438042 Apr 18 20:29:27.295082 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-c2db3bc3-111b-4b09-a716-0ae4997ad3d5 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:27.295431 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-c2db3bc3-111b-4b09-a716-0ae4997ad3d5 service neutron] Checking segment: {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:27.295898 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-c2db3bc3-111b-4b09-a716-0ae4997ad3d5 service neutron] Bound using segment: {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:27.296452 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-c2db3bc3-111b-4b09-a716-0ae4997ad3d5 service neutron] Bound port: 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:27.296866 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-c2db3bc3-111b-4b09-a716-0ae4997ad3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:27.388939 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eac8d4-768b-4ff1-ad52-99c1e1504f46 req-32a46267-853a-4766-96b2-b45197c2385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:27.391771 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-65eac8d4-768b-4ff1-ad52-99c1e1504f46 req-32a46267-853a-4766-96b2-b45197c2385b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2807512 Apr 18 20:29:27.400154 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-14152628-e8a5-4327-986d-0d1761891c1e req-aba097ba-399a-4c0d-b798-a8cf6954e4f3 service neutron] 10.222.0.57 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088993 Apr 18 20:29:27.458569 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-17af0d1b-f535-4887-a7d7-d4cc0aa3eaa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:27.507011 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82692a5c-64bd-4777-969c-e714beb33d48 req-5183389f-b35f-45cc-a79a-0a50eda3c19c tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:27.508675 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82692a5c-64bd-4777-969c-e714beb33d48 req-5183389f-b35f-45cc-a79a-0a50eda3c19c tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 943 time: 0.4514542 Apr 18 20:29:27.522280 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a19879a7-1c15-4547-bfc9-4fd1948124cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:27.526224 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.db.resource_extend [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-ffdd388d-dc42-4daa-8c75-d17b0de802bc tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:29:27.620092 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-17af0d1b-f535-4887-a7d7-d4cc0aa3eaa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:27.625447 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-c2db3bc3-111b-4b09-a716-0ae4997ad3d5 service neutron] For port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:27.636702 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a19879a7-1c15-4547-bfc9-4fd1948124cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:27.718110 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-c2db3bc3-111b-4b09-a716-0ae4997ad3d5 service neutron] For port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=26d1d66b-f1f2-4322-a1ef-5bd17db4bf35,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:27.737841 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-ffdd388d-dc42-4daa-8c75-d17b0de802bc tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:27.768353 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-c2db3bc3-111b-4b09-a716-0ae4997ad3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:27.811277 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-ffdd388d-dc42-4daa-8c75-d17b0de802bc tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:27.835581 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-14152628-e8a5-4327-986d-0d1761891c1e req-45def616-e070-4d1e-8d86-acca3e05865b service neutron] 10.222.0.57 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203999 Apr 18 20:29:27.880074 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-65eac8d4-768b-4ff1-ad52-99c1e1504f46 req-4576f0d9-8f93-4b87-be50-e1c5ce61b147 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775300 Apr 18 20:29:27.912952 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82692a5c-64bd-4777-969c-e714beb33d48 req-b7f74235-58b5-462f-8d00-c2f078150173 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742571 Apr 18 20:29:27.942330 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-c2db3bc3-111b-4b09-a716-0ae4997ad3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:27.943050 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-c2db3bc3-111b-4b09-a716-0ae4997ad3d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:27.944568 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-c2db3bc3-111b-4b09-a716-0ae4997ad3d5 service neutron] 10.222.0.57 "PUT /v2.0/ports/26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 HTTP/1.1" status: 200 len: 1091 time: 4.6544724 Apr 18 20:29:28.039879 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08590039-f1be-4759-aab8-694bf5c83b71 x-openstack-request-id: req-08590039-f1be-4759-aab8-694bf5c83b71 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:28.041051 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd6b1af-df72-403e-96a5-e7a58e419fb6", "name": "network-vif-deleted", "tag": "400df18c-314d-42f7-945e-a8f07113f754", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:28.043700 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08590039-f1be-4759-aab8-694bf5c83b71 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:28.044925 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08590039-f1be-4759-aab8-694bf5c83b71'] response: {'server_uuid': '1bd6b1af-df72-403e-96a5-e7a58e419fb6', 'name': 'network-vif-deleted', 'tag': '400df18c-314d-42f7-945e-a8f07113f754', 'status': 'completed', 'code': 200} Apr 18 20:29:28.068927 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-17af0d1b-f535-4887-a7d7-d4cc0aa3eaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:28.074752 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-17af0d1b-f535-4887-a7d7-d4cc0aa3eaa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:28.076360 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-17af0d1b-f535-4887-a7d7-d4cc0aa3eaa1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e4ec6d4b-f722-4846-9616-f38147f24de3 HTTP/1.1" status: 204 len: 168 time: 1.0132637 Apr 18 20:29:28.077549 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db3bc3-111b-4b09-a716-0ae4997ad3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=26d1d66b-f1f2-4322-a1ef-5bd17db4bf35,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:28.153696 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a19879a7-1c15-4547-bfc9-4fd1948124cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:28.157619 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a19879a7-1c15-4547-bfc9-4fd1948124cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:28.158815 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a19879a7-1c15-4547-bfc9-4fd1948124cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac922405-59f8-4a75-a489-7f9a809ce1ac HTTP/1.1" status: 204 len: 168 time: 1.3768103 Apr 18 20:29:28.164737 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af0d1b-f535-4887-a7d7-d4cc0aa3eaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ec6d4b-f722-4846-9616-f38147f24de3,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:28.300345 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-d5f2df8b-fa5c-4542-9201-24f6be7e74d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:28.305463 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-65eac8d4-768b-4ff1-ad52-99c1e1504f46 req-8b26b222-fb3e-4f99-b2ca-d93ad191d840 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154482 Apr 18 20:29:28.308005 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-d5f2df8b-fa5c-4542-9201-24f6be7e74d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 1094 time: 0.2590942 Apr 18 20:29:28.327076 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19879a7-1c15-4547-bfc9-4fd1948124cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac922405-59f8-4a75-a489-7f9a809ce1ac,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:28.441159 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-ffdd388d-dc42-4daa-8c75-d17b0de802bc tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Floating IP eca85b8a-ba28-4cde-a285-5dd13e57208b associated. External IP: 172.25.1.83, port: a1951abb-39fe-4668-be71-a5e220d3343b. Apr 18 20:29:28.575435 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-dd06e0ba-1b4f-4ce3-83d0-d61ca0c7d10a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 HTTP/1.1" status: 200 len: 217 time: 0.2446585 Apr 18 20:29:28.671293 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22bcc3-28de-48ce-8e5f-69e42d36e4c6 req-c4289896-ae2b-4d04-86b9-4cf8006ecaa9 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:28.673019 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a22bcc3-28de-48ce-8e5f-69e42d36e4c6 req-c4289896-ae2b-4d04-86b9-4cf8006ecaa9 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 945 time: 0.3391688 Apr 18 20:29:28.767354 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c5794b27-976f-4ffe-9338-e1653df507da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:28.879392 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-4f5354e1-5b1e-4139-8b03-2076c8359ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:28.887020 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-4f5354e1-5b1e-4139-8b03-2076c8359ad3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1 HTTP/1.1" status: 200 len: 847 time: 0.2887361 Apr 18 20:29:28.995127 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-5051057e-9b3f-46f1-8809-a46e4c9a35f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945549 Apr 18 20:29:29.063632 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a22bcc3-28de-48ce-8e5f-69e42d36e4c6 req-558938b3-f191-46d3-96b0-9eba7d696f6e tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748246 Apr 18 20:29:29.163726 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59270) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:29.260850 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a3f245a8-299b-4e02-a8cf-05564a8dbdf1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=12537fa25e5440adb407257a099c9a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0958965 Apr 18 20:29:29.263446 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59272) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:29.368089 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b557239e-1de0-44ee-b58e-081398e18576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:29.411876 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b557239e-1de0-44ee-b58e-081398e18576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:29.533826 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b557239e-1de0-44ee-b58e-081398e18576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:29.543123 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b557239e-1de0-44ee-b58e-081398e18576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:29.551249 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b557239e-1de0-44ee-b58e-081398e18576 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c9a6ad76-5787-4705-a4fd-60cdf4bc2f73 HTTP/1.1" status: 204 len: 168 time: 0.2866874 Apr 18 20:29:29.622985 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557239e-1de0-44ee-b58e-081398e18576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a6ad76-5787-4705-a4fd-60cdf4bc2f73,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:29.700396 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4003707b-7f02-4d9e-ac81-e33bf203b2f5 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:29:29.716396 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-54f0fdad-63f4-463f-9f83-f8bc1b62c969 service neutron] 10.222.0.57 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7008643 Apr 18 20:29:29.827531 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ecd31-1e95-4859-8534-77070d1eaba5 req-2404c115-a3c2-443a-9348-57843e4f944a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:29.830725 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b2ecd31-1e95-4859-8534-77070d1eaba5 req-2404c115-a3c2-443a-9348-57843e4f944a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 950 time: 0.4573555 Apr 18 20:29:29.849313 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-ffdd388d-dc42-4daa-8c75-d17b0de802bc tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Router 086a8c53-4947-40ea-af28-d968459eed91 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:29:29.877047 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:30.024242 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:30.177176 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 4003707b-7f02-4d9e-ac81-e33bf203b2f5, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4003707b-7f02-4d9e-ac81-e33bf203b2f5,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:30.179251 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce5bba9-adbe-480d-8a8f-c34524d5ccd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4003707b-7f02-4d9e-ac81-e33bf203b2f5'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:30.185907 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc21de1-78e9-4bc4-863a-f221de560019" -d '{"events": [{"server_uuid": "6ce5bba9-adbe-480d-8a8f-c34524d5ccd2", "name": "network-vif-unplugged", "status": "completed", "tag": "4003707b-7f02-4d9e-ac81-e33bf203b2f5"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:30.203331 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:30.250445 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4059ae96-ffeb-43dd-bf58-a89e5ecd20d9', 'tag': '26d1d66b-f1f2-4322-a1ef-5bd17db4bf35'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:30.254516 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec530f6e-67b0-4a3a-85ee-5c4af5fbe3ae" -d '{"events": [{"name": "network-changed", "server_uuid": "4059ae96-ffeb-43dd-bf58-a89e5ecd20d9", "tag": "26d1d66b-f1f2-4322-a1ef-5bd17db4bf35"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:30.328645 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=4003707b-7f02-4d9e-ac81-e33bf203b2f5,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:30.360667 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-ffdd388d-dc42-4daa-8c75-d17b0de802bc tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:29:30.388066 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5ef229-b9bc-43ee-9c0f-8836ea675d0c None None] Sync routers for ids ['086a8c53-4947-40ea-af28-d968459eed91'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:29:30.442359 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5ef229-b9bc-43ee-9c0f-8836ea675d0c None None] Routers {'086a8c53-4947-40ea-af28-d968459eed91'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:30.450232 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7c5ef229-b9bc-43ee-9c0f-8836ea675d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:29:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['086a8c53-4947-40ea-af28-d968459eed91'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:30.477302 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b2ecd31-1e95-4859-8534-77070d1eaba5 req-d96e8897-a71d-4480-ba68-763da73835d3 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6179328 Apr 18 20:29:30.627516 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59300) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:30.706221 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7fedf8c9-4714-49c0-ac7e-4d3187105912 req-3c6619d4-ef6f-4203-b120-363048bcf4f2 service neutron] 10.222.0.57 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9734769 Apr 18 20:29:30.865975 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a5bd394e-25da-4a79-8c8c-78f36c7b019c tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:30.939511 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a5bd394e-25da-4a79-8c8c-78f36c7b019c tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:31.051787 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-7c5ef229-b9bc-43ee-9c0f-8836ea675d0c None None] Set router 086a8c53-4947-40ea-af28-d968459eed91 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:31.104009 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a5bd394e-25da-4a79-8c8c-78f36c7b019c tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:31.106546 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a5bd394e-25da-4a79-8c8c-78f36c7b019c tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:31.107753 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a5bd394e-25da-4a79-8c8c-78f36c7b019c tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "DELETE /v2.0/security-groups/f154a964-7470-48ea-bb90-aed571586e4e HTTP/1.1" status: 204 len: 168 time: 0.4783993 Apr 18 20:29:31.114802 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59306) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:31.167984 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd394e-25da-4a79-8c8c-78f36c7b019c tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f154a964-7470-48ea-bb90-aed571586e4e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:31.193864 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-ed722955-d714-4043-abc6-b5b2584097a6 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] show failed (client error): The resource could not be found. Apr 18 20:29:31.199757 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ed722955-d714-4043-abc6-b5b2584097a6 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "GET /v2.0/security-groups/f154a964-7470-48ea-bb90-aed571586e4e HTTP/1.1" status: 404 len: 347 time: 0.0806937 Apr 18 20:29:31.209065 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59310) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:31.250898 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:31.458419 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:31.567824 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-b1ccc482-1d13-4880-9c0b-3bd4aca8d9e6 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Deleting port 7177e7eb-87d1-4f7a-a8ea-a1f44d4c0c99 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:29:31.568238 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b1ccc482-1d13-4880-9c0b-3bd4aca8d9e6 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:31.661536 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4003707b-7f02-4d9e-ac81-e33bf203b2f5 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:29:31.797271 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b1ccc482-1d13-4880-9c0b-3bd4aca8d9e6 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:31.797967 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b1ccc482-1d13-4880-9c0b-3bd4aca8d9e6 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:31.847475 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-b1ccc482-1d13-4880-9c0b-3bd4aca8d9e6 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Calling delete_port for 7177e7eb-87d1-4f7a-a8ea-a1f44d4c0c99 owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:29:31.979574 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7c5ef229-b9bc-43ee-9c0f-8836ea675d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a8c53-4947-40ea-af28-d968459eed91', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:56Z', 'updated_at': '2022-04-18T20:28:02Z', 'revision_number': 4, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'gw_port': {'id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:57Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'eca85b8a-ba28-4cde-a285-5dd13e57208b', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '086a8c53-4947-40ea-af28-d968459eed91', 'port_id': 'f8f75bbd-2314-4a3e-8631-fcfcc8e6a345', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'mac_address': 'fa:16:3e:c1:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5896d6-0454-4c76-b45e-d4b14c170b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:28:34Z', 'updated_at': '2022-04-18T20:29:27Z', 'revision_number': 3, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d61a1e4-914f-423c-83ef-51f587e73f9c', 'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'mac_address': 'fa:16:3e:7c:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:01Z', 'updated_at': '2022-04-18T20:28:09Z', 'revision_number': 5, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'subnets': [{'id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:32.030857 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 4003707b-7f02-4d9e-ac81-e33bf203b2f5, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4003707b-7f02-4d9e-ac81-e33bf203b2f5,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:32.067443 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '4003707b-7f02-4d9e-ac81-e33bf203b2f5', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': '4003707b-7f02-4d9e-ac81-e33bf203b2f5', 'mac_address': 'fa:16:3e:61:30:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:29:32.068912 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5ef229-b9bc-43ee-9c0f-8836ea675d0c None None] Checking router: 086a8c53-4947-40ea-af28-d968459eed91 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:29:32.110969 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bf8f6-e369-403a-b8d5-80e6b87dc26b req-62a445f8-5aeb-48af-b83b-a2a79eba8ad0 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:32.112629 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-968bf8f6-e369-403a-b8d5-80e6b87dc26b req-62a445f8-5aeb-48af-b83b-a2a79eba8ad0 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 943 time: 1.2324045 Apr 18 20:29:32.123468 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5ef229-b9bc-43ee-9c0f-8836ea675d0c None None] Routers {'086a8c53-4947-40ea-af28-d968459eed91'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:32.126872 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7c5ef229-b9bc-43ee-9c0f-8836ea675d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:29:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['086a8c53-4947-40ea-af28-d968459eed91'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:32.170174 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:32.236036 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4003707b-7f02-4d9e-ac81-e33bf203b2f5 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:32.254347 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-ffdd388d-dc42-4daa-8c75-d17b0de802bc tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Router 086a8c53-4947-40ea-af28-d968459eed91 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:29:32.262918 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-968bf8f6-e369-403a-b8d5-80e6b87dc26b req-b6fd1367-8b93-4382-a34e-58b7ca9bdbda tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113129 Apr 18 20:29:32.333586 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 4003707b-7f02-4d9e-ac81-e33bf203b2f5, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4003707b-7f02-4d9e-ac81-e33bf203b2f5,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:32.350244 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:32.571174 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=4003707b-7f02-4d9e-ac81-e33bf203b2f5,revision_number=7']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:32.632878 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-ffdd388d-dc42-4daa-8c75-d17b0de802bc tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:29:32.643821 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-7c5ef229-b9bc-43ee-9c0f-8836ea675d0c None None] Set router 086a8c53-4947-40ea-af28-d968459eed91 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:32.652772 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-ffdd388d-dc42-4daa-8c75-d17b0de802bc tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:32.694548 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['4003707b-7f02-4d9e-ac81-e33bf203b2f5'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:29:32.959706 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-ffdd388d-dc42-4daa-8c75-d17b0de802bc tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "PUT /v2.0/floatingips/eca85b8a-ba28-4cde-a285-5dd13e57208b HTTP/1.1" status: 200 len: 997 time: 8.3789155 Apr 18 20:29:32.971638 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b1ccc482-1d13-4880-9c0b-3bd4aca8d9e6 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:33.135902 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ccc482-1d13-4880-9c0b-3bd4aca8d9e6 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Pushing event deleted for resources: {'Port': ['ID=7177e7eb-87d1-4f7a-a8ea-a1f44d4c0c99,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:33.321224 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-f09263ff-89e8-4696-8db2-1d830fc922c4 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:33.326438 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-f09263ff-89e8-4696-8db2-1d830fc922c4 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports/a1951abb-39fe-4668-be71-a5e220d3343b HTTP/1.1" status: 200 len: 943 time: 0.3464060 Apr 18 20:29:33.377009 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b1ccc482-1d13-4880-9c0b-3bd4aca8d9e6 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:33.383490 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b1ccc482-1d13-4880-9c0b-3bd4aca8d9e6 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:33.386309 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56fc6f-520f-4d08-a547-59fbba834778 req-e7b72d51-1463-4cbc-92f7-c81b9f8f6335 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:33.388026 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b1ccc482-1d13-4880-9c0b-3bd4aca8d9e6 tempest-ServersTestBootFromVolume-342176484 tempest-ServersTestBootFromVolume-342176484-project] 10.222.0.41 "DELETE /v2.0/floatingips/ad92c309-76f4-4af5-85b1-5f9fa3c85338 HTTP/1.1" status: 204 len: 168 time: 2.1778040 Apr 18 20:29:33.397223 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59344) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:33.401739 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cc56fc6f-520f-4d08-a547-59fbba834778 req-e7b72d51-1463-4cbc-92f7-c81b9f8f6335 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 945 time: 0.2398212 Apr 18 20:29:33.536127 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7c5ef229-b9bc-43ee-9c0f-8836ea675d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a8c53-4947-40ea-af28-d968459eed91', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:56Z', 'updated_at': '2022-04-18T20:28:02Z', 'revision_number': 4, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'gw_port': {'id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:57Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'eca85b8a-ba28-4cde-a285-5dd13e57208b', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '086a8c53-4947-40ea-af28-d968459eed91', 'port_id': 'f8f75bbd-2314-4a3e-8631-fcfcc8e6a345', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'mac_address': 'fa:16:3e:c1:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5896d6-0454-4c76-b45e-d4b14c170b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:28:34Z', 'updated_at': '2022-04-18T20:29:27Z', 'revision_number': 3, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d61a1e4-914f-423c-83ef-51f587e73f9c', 'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'mac_address': 'fa:16:3e:7c:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:01Z', 'updated_at': '2022-04-18T20:28:09Z', 'revision_number': 5, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'subnets': [{'id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:33.575213 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cc56fc6f-520f-4d08-a547-59fbba834778 req-01fdfca9-8819-4cde-8351-756e0514b3f2 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709807 Apr 18 20:29:33.658974 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-2806cf81-34e5-4c24-a3f7-36d511fc2c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:33.661261 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5ef229-b9bc-43ee-9c0f-8836ea675d0c None None] The sync data for ids ['086a8c53-4947-40ea-af28-d968459eed91'] in n-d-838323-3 is: [{'id': '086a8c53-4947-40ea-af28-d968459eed91', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:56Z', 'updated_at': '2022-04-18T20:28:02Z', 'revision_number': 4, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'gw_port': {'id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:57Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'eca85b8a-ba28-4cde-a285-5dd13e57208b', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '086a8c53-4947-40ea-af28-d968459eed91', 'port_id': 'f8f75bbd-2314-4a3e-8631-fcfcc8e6a345', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'mac_address': 'fa:16:3e:c1:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5896d6-0454-4c76-b45e-d4b14c170b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:28:34Z', 'updated_at': '2022-04-18T20:29:27Z', 'revision_number': 3, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d61a1e4-914f-423c-83ef-51f587e73f9c', 'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'mac_address': 'fa:16:3e:7c:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:01Z', 'updated_at': '2022-04-18T20:28:09Z', 'revision_number': 5, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'subnets': [{'id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:29:33.680944 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-2806cf81-34e5-4c24-a3f7-36d511fc2c02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff855e139abe40c691b068b429bd1371&device_id=d984d381-8a8d-4094-8f8e-941081d8753f HTTP/1.1" status: 200 len: 1097 time: 0.1556513 Apr 18 20:29:34.061436 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-646a7ba3-e257-4f14-a1cc-fe9fc6810283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:34.073751 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-646a7ba3-e257-4f14-a1cc-fe9fc6810283 service neutron] 10.222.0.41 "GET /v2.0/networks?id=834e15af-05bf-4f20-83eb-2a3f314d7649 HTTP/1.1" status: 200 len: 921 time: 0.3873143 Apr 18 20:29:34.101262 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e656a98-435b-40a9-b342-1f01e9d69130 x-openstack-request-id: req-6e656a98-435b-40a9-b342-1f01e9d69130 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:34.101817 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce5bba9-adbe-480d-8a8f-c34524d5ccd2", "name": "network-vif-unplugged", "status": "completed", "tag": "4003707b-7f02-4d9e-ac81-e33bf203b2f5", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:34.101908 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e656a98-435b-40a9-b342-1f01e9d69130 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:34.102255 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e656a98-435b-40a9-b342-1f01e9d69130'] response: {'server_uuid': '6ce5bba9-adbe-480d-8a8f-c34524d5ccd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4003707b-7f02-4d9e-ac81-e33bf203b2f5', 'code': 200} Apr 18 20:29:34.227308 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a75d24-3829-4257-a3ed-173dc308bac2 None None] New status for floating IP eca85b8a-ba28-4cde-a285-5dd13e57208b: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:29:34.265857 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b094c795-bbe8-4d73-aaf4-d6f25883f45b x-openstack-request-id: req-b094c795-bbe8-4d73-aaf4-d6f25883f45b {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:34.265857 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4059ae96-ffeb-43dd-bf58-a89e5ecd20d9", "tag": "26d1d66b-f1f2-4322-a1ef-5bd17db4bf35", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:34.266333 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b094c795-bbe8-4d73-aaf4-d6f25883f45b {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:34.267260 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b094c795-bbe8-4d73-aaf4-d6f25883f45b'] response: {'name': 'network-changed', 'server_uuid': '4059ae96-ffeb-43dd-bf58-a89e5ecd20d9', 'tag': '26d1d66b-f1f2-4322-a1ef-5bd17db4bf35', 'status': 'completed', 'code': 200} Apr 18 20:29:34.313374 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-b94e2652-0046-431b-8203-5894f5848908 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1951abb-39fe-4668-be71-a5e220d3343b HTTP/1.1" status: 200 len: 217 time: 0.2284093 Apr 18 20:29:34.504751 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-1e409e10-10f8-40bd-a8f5-76c9692681ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:34.514027 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-1e409e10-10f8-40bd-a8f5-76c9692681ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0add80b-3b17-4300-bcbd-ceda69a60cf3 HTTP/1.1" status: 200 len: 859 time: 0.1958210 Apr 18 20:29:34.638403 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec530f6e-67b0-4a3a-85ee-5c4af5fbe3ae req-5ba2c9b8-edd7-4ea4-bdc4-362017927247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:34.641137 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec530f6e-67b0-4a3a-85ee-5c4af5fbe3ae req-5ba2c9b8-edd7-4ea4-bdc4-362017927247 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 1094 time: 0.3826807 Apr 18 20:29:34.655623 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-6a22c7d2-e809-4c6d-a931-f09c4df2783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:34.678182 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-6a22c7d2-e809-4c6d-a931-f09c4df2783b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=834e15af-05bf-4f20-83eb-2a3f314d7649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1628001 Apr 18 20:29:34.825415 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a85f-58de-4516-97e6-667b59b20822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:34.892546 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841f245-1774-4194-b5f4-e588979c1909 None None] Sync routers for ids ['086a8c53-4947-40ea-af28-d968459eed91'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:29:34.916243 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3841f245-1774-4194-b5f4-e588979c1909 None None] Routers {'086a8c53-4947-40ea-af28-d968459eed91'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:34.917461 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3841f245-1774-4194-b5f4-e588979c1909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:29:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['086a8c53-4947-40ea-af28-d968459eed91'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:34.955164 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed033d7b-6780-43db-81d2-9d15754dff7c req-4b1d9fb4-d572-4b70-beb7-4c7e6308d35c tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:34.980711 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ed033d7b-6780-43db-81d2-9d15754dff7c req-4b1d9fb4-d572-4b70-beb7-4c7e6308d35c tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 949 time: 0.4776826 Apr 18 20:29:35.244655 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec530f6e-67b0-4a3a-85ee-5c4af5fbe3ae req-c41f291d-24cd-4853-91e8-8e5438e74d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:35.254501 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec530f6e-67b0-4a3a-85ee-5c4af5fbe3ae req-c41f291d-24cd-4853-91e8-8e5438e74d14 service neutron] 10.222.0.57 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 908 time: 0.6021686 Apr 18 20:29:35.296756 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-3841f245-1774-4194-b5f4-e588979c1909 None None] Set router 086a8c53-4947-40ea-af28-d968459eed91 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:35.410332 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec530f6e-67b0-4a3a-85ee-5c4af5fbe3ae req-6940cdcb-17e1-4fab-9b15-3ddf79efdcb7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 HTTP/1.1" status: 200 len: 217 time: 0.1288681 Apr 18 20:29:35.429569 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ed033d7b-6780-43db-81d2-9d15754dff7c req-997d838d-d60a-47d3-9fd1-0a07c39c1562 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477100 Apr 18 20:29:35.681369 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4003707b-7f02-4d9e-ac81-e33bf203b2f5 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:35.728956 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-d1cb23e1-4686-42d3-a228-a9560d291135 service neutron] 10.222.0.41 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0411413 Apr 18 20:29:35.856510 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec530f6e-67b0-4a3a-85ee-5c4af5fbe3ae req-6c7e5927-d487-4625-b0d3-abbee1a9bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:35.859572 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec530f6e-67b0-4a3a-85ee-5c4af5fbe3ae req-6c7e5927-d487-4625-b0d3-abbee1a9bccc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1 HTTP/1.1" status: 200 len: 847 time: 0.4213934 Apr 18 20:29:35.892671 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-dbe3a85f-58de-4516-97e6-667b59b20822 admin admin] Deleting port 7b478af1-cb16-4fdd-83fd-70b351820421 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:29:35.893485 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a85f-58de-4516-97e6-667b59b20822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.999090 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec530f6e-67b0-4a3a-85ee-5c4af5fbe3ae req-4c1c15c3-f293-409c-957f-37f4d9d11a9f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089592 Apr 18 20:29:36.012009 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 4003707b-7f02-4d9e-ac81-e33bf203b2f5 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:36.012652 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.171345 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-dbe3a85f-58de-4516-97e6-667b59b20822 admin admin] For port 7b478af1-cb16-4fdd-83fd-70b351820421, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7b478af1-cb16-4fdd-83fd-70b351820421,segment=NetworkSegment(d3359f71-0577-4865-9383-090c581c9e69),segment_id=d3359f71-0577-4865-9383-090c581c9e69)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:36.172124 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a85f-58de-4516-97e6-667b59b20822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.187852 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f49403-58c6-45fb-b614-3f98b471cbe6 req-cdcfe730-a26a-4b28-ad52-f3bdb82279f2 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:36.194269 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e2f49403-58c6-45fb-b614-3f98b471cbe6 req-cdcfe730-a26a-4b28-ad52-f3bdb82279f2 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 943 time: 0.5384271 Apr 18 20:29:36.203144 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-dbe3a85f-58de-4516-97e6-667b59b20822 admin admin] Calling delete_port for 7b478af1-cb16-4fdd-83fd-70b351820421 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:29:36.307935 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3841f245-1774-4194-b5f4-e588979c1909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a8c53-4947-40ea-af28-d968459eed91', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:56Z', 'updated_at': '2022-04-18T20:28:02Z', 'revision_number': 4, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'gw_port': {'id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:57Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'eca85b8a-ba28-4cde-a285-5dd13e57208b', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '086a8c53-4947-40ea-af28-d968459eed91', 'port_id': 'f8f75bbd-2314-4a3e-8631-fcfcc8e6a345', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'mac_address': 'fa:16:3e:c1:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5896d6-0454-4c76-b45e-d4b14c170b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:28:34Z', 'updated_at': '2022-04-18T20:29:34Z', 'revision_number': 4, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d61a1e4-914f-423c-83ef-51f587e73f9c', 'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'mac_address': 'fa:16:3e:7c:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:01Z', 'updated_at': '2022-04-18T20:28:09Z', 'revision_number': 5, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'subnets': [{'id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:36.330564 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd984d381-8a8d-4094-8f8e-941081d8753f', 'tag': 'a1951abb-39fe-4668-be71-a5e220d3343b'}, {'name': 'network-changed', 'server_uuid': 'ac5896d6-0454-4c76-b45e-d4b14c170b41', 'tag': 'f8f75bbd-2314-4a3e-8631-fcfcc8e6a345'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:36.334402 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f649ad48-9e9d-431d-8d79-004614743d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "d984d381-8a8d-4094-8f8e-941081d8753f", "tag": "a1951abb-39fe-4668-be71-a5e220d3343b"}, {"name": "network-changed", "server_uuid": "ac5896d6-0454-4c76-b45e-d4b14c170b41", "tag": "f8f75bbd-2314-4a3e-8631-fcfcc8e6a345"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:36.360569 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841f245-1774-4194-b5f4-e588979c1909 None None] Checking router: 086a8c53-4947-40ea-af28-d968459eed91 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:29:36.375699 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3841f245-1774-4194-b5f4-e588979c1909 None None] Routers {'086a8c53-4947-40ea-af28-d968459eed91'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:36.376953 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3841f245-1774-4194-b5f4-e588979c1909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:29:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['086a8c53-4947-40ea-af28-d968459eed91'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:36.414046 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.578943 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 4003707b-7f02-4d9e-ac81-e33bf203b2f5, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4003707b-7f02-4d9e-ac81-e33bf203b2f5,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:36.580788 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-3841f245-1774-4194-b5f4-e588979c1909 None None] Set router 086a8c53-4947-40ea-af28-d968459eed91 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:36.586619 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce5bba9-adbe-480d-8a8f-c34524d5ccd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4003707b-7f02-4d9e-ac81-e33bf203b2f5'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:36.597371 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db77e7bd-48cf-463b-8ac7-cd66c1a6fe3d" -d '{"events": [{"server_uuid": "6ce5bba9-adbe-480d-8a8f-c34524d5ccd2", "name": "network-vif-plugged", "status": "completed", "tag": "4003707b-7f02-4d9e-ac81-e33bf203b2f5"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:36.617443 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.721177 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec530f6e-67b0-4a3a-85ee-5c4af5fbe3ae req-c8162c2b-3e0f-4983-b222-0578a98e026b service neutron] 10.222.0.57 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6313264 Apr 18 20:29:36.776259 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=4003707b-7f02-4d9e-ac81-e33bf203b2f5,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:36.824814 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a85f-58de-4516-97e6-667b59b20822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.831848 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e2f49403-58c6-45fb-b614-3f98b471cbe6 req-c7bc9e6f-5a2b-4157-adc6-93025babd0ed tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693682 Apr 18 20:29:36.936114 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-0a2fb827-6a4a-44d3-96b4-e31daac8ccd9 service neutron] 10.222.0.41 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1990483 Apr 18 20:29:36.995989 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3a85f-58de-4516-97e6-667b59b20822 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b478af1-cb16-4fdd-83fd-70b351820421,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:37.147239 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3841f245-1774-4194-b5f4-e588979c1909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a8c53-4947-40ea-af28-d968459eed91', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:56Z', 'updated_at': '2022-04-18T20:28:02Z', 'revision_number': 4, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'gw_port': {'id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:57Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'eca85b8a-ba28-4cde-a285-5dd13e57208b', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '086a8c53-4947-40ea-af28-d968459eed91', 'port_id': 'f8f75bbd-2314-4a3e-8631-fcfcc8e6a345', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'mac_address': 'fa:16:3e:c1:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5896d6-0454-4c76-b45e-d4b14c170b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:28:34Z', 'updated_at': '2022-04-18T20:29:34Z', 'revision_number': 4, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d61a1e4-914f-423c-83ef-51f587e73f9c', 'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'mac_address': 'fa:16:3e:7c:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:01Z', 'updated_at': '2022-04-18T20:28:09Z', 'revision_number': 5, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'subnets': [{'id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:37.261687 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841f245-1774-4194-b5f4-e588979c1909 None None] The sync data for ids ['086a8c53-4947-40ea-af28-d968459eed91'] in n-d-838323-3 is: [{'id': '086a8c53-4947-40ea-af28-d968459eed91', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:56Z', 'updated_at': '2022-04-18T20:28:02Z', 'revision_number': 4, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'gw_port': {'id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:57Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'eca85b8a-ba28-4cde-a285-5dd13e57208b', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '086a8c53-4947-40ea-af28-d968459eed91', 'port_id': 'f8f75bbd-2314-4a3e-8631-fcfcc8e6a345', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'mac_address': 'fa:16:3e:c1:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5896d6-0454-4c76-b45e-d4b14c170b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:28:34Z', 'updated_at': '2022-04-18T20:29:34Z', 'revision_number': 4, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d61a1e4-914f-423c-83ef-51f587e73f9c', 'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'mac_address': 'fa:16:3e:7c:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:01Z', 'updated_at': '2022-04-18T20:28:09Z', 'revision_number': 5, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'subnets': [{'id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:29:37.390230 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:37.410024 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a85f-58de-4516-97e6-667b59b20822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:37.461111 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-725870cc-d0fc-4d47-a19c-9f81742102f0 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e2d233d71fe7456da2bcf3adab420085&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809262 Apr 18 20:29:37.527888 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-5d8d34b4-aa62-4f2d-9ada-f153ea5a348c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:37.531106 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-5d8d34b4-aa62-4f2d-9ada-f153ea5a348c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff855e139abe40c691b068b429bd1371&device_id=ac5896d6-0454-4c76-b45e-d4b14c170b41 HTTP/1.1" status: 200 len: 1096 time: 0.3606269 Apr 18 20:29:37.786764 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-162267fc-8f2d-43c5-8c29-73e8ff948082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:37.790036 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-162267fc-8f2d-43c5-8c29-73e8ff948082 service neutron] 10.222.0.41 "GET /v2.0/networks?id=834e15af-05bf-4f20-83eb-2a3f314d7649 HTTP/1.1" status: 200 len: 921 time: 0.2355788 Apr 18 20:29:37.798060 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec530f6e-67b0-4a3a-85ee-5c4af5fbe3ae req-01ab0aa2-b64d-4ddb-95ae-e458b611bc36 service neutron] 10.222.0.57 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0683732 Apr 18 20:29:37.903280 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe3a85f-58de-4516-97e6-667b59b20822 admin admin] Router 48f1d38e-2a2d-4609-8fda-88e612305c23 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:29:38.017107 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-377e836b-9355-4012-9634-d8d92dd51471 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 HTTP/1.1" status: 200 len: 1000 time: 0.2120275 Apr 18 20:29:38.075481 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe3a85f-58de-4516-97e6-667b59b20822 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:29:38.087562 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fad6d86-32c8-4149-a42a-31fe713cd2b2 None None] Sync routers for ids ['48f1d38e-2a2d-4609-8fda-88e612305c23'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:29:38.107659 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-1773a65c-8113-46cb-831d-27e83afb4f4a tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:38.109580 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-dbe3a85f-58de-4516-97e6-667b59b20822 admin admin] 10.222.0.41 "PUT /v2.0/routers/48f1d38e-2a2d-4609-8fda-88e612305c23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7107859 Apr 18 20:29:38.111280 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fad6d86-32c8-4149-a42a-31fe713cd2b2 None None] Routers {'48f1d38e-2a2d-4609-8fda-88e612305c23'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:38.112215 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59392) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:38.113147 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2fad6d86-32c8-4149-a42a-31fe713cd2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:29:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['48f1d38e-2a2d-4609-8fda-88e612305c23'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:38.121969 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-1773a65c-8113-46cb-831d-27e83afb4f4a tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6467667 Apr 18 20:29:38.161370 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-42e3f524-c3c3-4447-b0b3-c9ba8bbd49ab tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/quotas/e2d233d71fe7456da2bcf3adab420085 HTTP/1.1" status: 200 len: 375 time: 0.0378726 Apr 18 20:29:38.225874 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-253ef356-8765-4b3d-887c-79b3746c57ae tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2d233d71fe7456da2bcf3adab420085&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630026 Apr 18 20:29:38.239236 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-6bb40d35-b37b-4859-a535-b5629ee9e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:38.249002 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-6bb40d35-b37b-4859-a535-b5629ee9e614 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0add80b-3b17-4300-bcbd-ceda69a60cf3 HTTP/1.1" status: 200 len: 859 time: 0.2229183 Apr 18 20:29:38.275482 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ab34f1aa-876c-4e0d-b259-7f3e8bf18253 admin admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:38.463451 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-f51b8748-6e5a-4fc4-8074-5c0e785d767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:38.469962 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-f51b8748-6e5a-4fc4-8074-5c0e785d767f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=834e15af-05bf-4f20-83eb-2a3f314d7649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2130804 Apr 18 20:29:38.544284 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ab34f1aa-876c-4e0d-b259-7f3e8bf18253 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:38.617670 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-410208d5-a96a-469a-b6a0-8baad8e2da7a service neutron] 10.222.0.41 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380281 Apr 18 20:29:38.708887 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-ab34f1aa-876c-4e0d-b259-7f3e8bf18253 admin admin] Deleting port b44f8c76-6164-4881-adfd-167ff3cacae8 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:29:38.715920 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ab34f1aa-876c-4e0d-b259-7f3e8bf18253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:38.893110 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-ab34f1aa-876c-4e0d-b259-7f3e8bf18253 admin admin] For port b44f8c76-6164-4881-adfd-167ff3cacae8, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b44f8c76-6164-4881-adfd-167ff3cacae8,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:38.893110 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ab34f1aa-876c-4e0d-b259-7f3e8bf18253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:38.909707 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-ab34f1aa-876c-4e0d-b259-7f3e8bf18253 admin admin] Calling delete_port for b44f8c76-6164-4881-adfd-167ff3cacae8 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:29:38.935516 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13e46652-f5ac-4979-a03d-3a1910bc0e01 req-6c7af343-3b74-4e6b-a6f3-d3b2bb4d4a7b service neutron] 10.222.0.41 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088424 Apr 18 20:29:38.953440 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-2fad6d86-32c8-4149-a42a-31fe713cd2b2 None None] Set router 48f1d38e-2a2d-4609-8fda-88e612305c23 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:39.130917 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe2a6d-1a82-4ddd-b48a-9224c118e270 req-4f96f4f3-1b8c-4dc5-b8d9-c5de45552bb0 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:39.145131 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-17fe2a6d-1a82-4ddd-b48a-9224c118e270 req-4f96f4f3-1b8c-4dc5-b8d9-c5de45552bb0 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 945 time: 0.2023249 Apr 18 20:29:39.257683 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ab34f1aa-876c-4e0d-b259-7f3e8bf18253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.299613 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ccbb61c-5517-44fd-ab32-a1f053e56c85 req-339e05ee-51f1-449b-beac-b1e0cb74c3bd tempest-FlavorsV2NegativeTest-682688259 tempest-FlavorsV2NegativeTest-682688259-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e3922d953b684389aac6a327e024abb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1526990 Apr 18 20:29:39.355223 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34f1aa-876c-4e0d-b259-7f3e8bf18253 admin admin] Pushing event deleted for resources: {'Port': ['ID=b44f8c76-6164-4881-adfd-167ff3cacae8,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:39.482237 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ab34f1aa-876c-4e0d-b259-7f3e8bf18253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.630098 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-17fe2a6d-1a82-4ddd-b48a-9224c118e270 req-befa8672-12a4-4e8b-954d-e5b415ca76df tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129927 Apr 18 20:29:39.789522 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ab34f1aa-876c-4e0d-b259-7f3e8bf18253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.803218 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ab34f1aa-876c-4e0d-b259-7f3e8bf18253 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.819813 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbb61c-5517-44fd-ab32-a1f053e56c85 req-c52e3b15-d905-4cb9-8e95-32c6eeb7dfda tempest-FlavorsV2NegativeTest-682688259 tempest-FlavorsV2NegativeTest-682688259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:39.842786 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ccbb61c-5517-44fd-ab32-a1f053e56c85 req-c52e3b15-d905-4cb9-8e95-32c6eeb7dfda tempest-FlavorsV2NegativeTest-682688259 tempest-FlavorsV2NegativeTest-682688259-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5281353 Apr 18 20:29:39.918861 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ccbb61c-5517-44fd-ab32-a1f053e56c85 req-04906151-78fa-4210-90a5-4fad40bd6c10 tempest-FlavorsV2NegativeTest-682688259 tempest-FlavorsV2NegativeTest-682688259-project] 10.222.0.41 "GET /v2.0/quotas/e3922d953b684389aac6a327e024abb2 HTTP/1.1" status: 200 len: 375 time: 0.0750515 Apr 18 20:29:39.954289 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2fad6d86-32c8-4149-a42a-31fe713cd2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'name': 'tempest-ServersTestBootFromVolume-1066999238-router', 'tenant_id': '78dac2d929104ed6bb85b9d14262f063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b44f8c76-6164-4881-adfd-167ff3cacae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:43Z', 'updated_at': '2022-04-18T20:29:36Z', 'revision_number': 5, 'project_id': '78dac2d929104ed6bb85b9d14262f063', 'gw_port': {'id': 'b44f8c76-6164-4881-adfd-167ff3cacae8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1d38e-2a2d-4609-8fda-88e612305c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:44Z', 'updated_at': '2022-04-18T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:39.996286 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ab34f1aa-876c-4e0d-b259-7f3e8bf18253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.999787 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab34f1aa-876c-4e0d-b259-7f3e8bf18253 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48f1d38e-2a2d-4609-8fda-88e612305c23 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:29:40.033030 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ccbb61c-5517-44fd-ab32-a1f053e56c85 req-3ed967ab-d23e-4b90-8aee-6e79ad5a97d0 tempest-FlavorsV2NegativeTest-682688259 tempest-FlavorsV2NegativeTest-682688259-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3922d953b684389aac6a327e024abb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1006067 Apr 18 20:29:40.034355 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ab34f1aa-876c-4e0d-b259-7f3e8bf18253 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.050455 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ab34f1aa-876c-4e0d-b259-7f3e8bf18253 admin admin] 10.222.0.41 "DELETE /v2.0/routers/48f1d38e-2a2d-4609-8fda-88e612305c23 HTTP/1.1" status: 204 len: 168 time: 1.9335239 Apr 18 20:29:40.050737 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59418) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:40.064399 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fad6d86-32c8-4149-a42a-31fe713cd2b2 None None] Checking router: 48f1d38e-2a2d-4609-8fda-88e612305c23 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:29:40.115767 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fad6d86-32c8-4149-a42a-31fe713cd2b2 None None] Routers set() bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:40.116501 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fad6d86-32c8-4149-a42a-31fe713cd2b2 None None] Router IDs set() for agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 18 20:29:40.117658 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_agentschedulers_db [None req-2fad6d86-32c8-4149-a42a-31fe713cd2b2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'48f1d38e-2a2d-4609-8fda-88e612305c23'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:29:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent'). {{(pid=102910) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 20:29:40.126128 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fad6d86-32c8-4149-a42a-31fe713cd2b2 None None] The sync data for ids ['48f1d38e-2a2d-4609-8fda-88e612305c23'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:29:40.185764 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa276f67-511b-4736-b32d-3001a3b8bc8e admin admin] Deleting subnet 94058db9-d341-4c4b-98d8-38a6c7adc03e {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:29:40.201780 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fa276f67-511b-4736-b32d-3001a3b8bc8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.330935 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b5e474-6ee5-44c6-af81-9af81da5bb31 x-openstack-request-id: req-71b5e474-6ee5-44c6-af81-9af81da5bb31 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:40.331223 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce5bba9-adbe-480d-8a8f-c34524d5ccd2", "name": "network-vif-plugged", "status": "completed", "tag": "4003707b-7f02-4d9e-ac81-e33bf203b2f5", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:40.331474 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-71b5e474-6ee5-44c6-af81-9af81da5bb31 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:40.331885 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71b5e474-6ee5-44c6-af81-9af81da5bb31'] response: {'server_uuid': '6ce5bba9-adbe-480d-8a8f-c34524d5ccd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4003707b-7f02-4d9e-ac81-e33bf203b2f5', 'code': 200} Apr 18 20:29:40.346366 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fa276f67-511b-4736-b32d-3001a3b8bc8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.500679 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0109b87d-8770-4e88-98f3-bd8ca106c7a5 x-openstack-request-id: req-0109b87d-8770-4e88-98f3-bd8ca106c7a5 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:40.501246 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d984d381-8a8d-4094-8f8e-941081d8753f", "tag": "a1951abb-39fe-4668-be71-a5e220d3343b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ac5896d6-0454-4c76-b45e-d4b14c170b41", "tag": "f8f75bbd-2314-4a3e-8631-fcfcc8e6a345", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:40.501801 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0109b87d-8770-4e88-98f3-bd8ca106c7a5 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:40.502361 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0109b87d-8770-4e88-98f3-bd8ca106c7a5'] response: {'name': 'network-changed', 'server_uuid': 'd984d381-8a8d-4094-8f8e-941081d8753f', 'tag': 'a1951abb-39fe-4668-be71-a5e220d3343b', 'status': 'completed', 'code': 200} Apr 18 20:29:40.502778 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0109b87d-8770-4e88-98f3-bd8ca106c7a5'] response: {'name': 'network-changed', 'server_uuid': 'ac5896d6-0454-4c76-b45e-d4b14c170b41', 'tag': 'f8f75bbd-2314-4a3e-8631-fcfcc8e6a345', 'status': 'completed', 'code': 200} Apr 18 20:29:40.573931 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649ad48-9e9d-431d-8d79-004614743d8c req-cd820f25-2138-47f2-ab8e-60715ca53522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:40.576239 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f649ad48-9e9d-431d-8d79-004614743d8c req-cd820f25-2138-47f2-ab8e-60715ca53522 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff855e139abe40c691b068b429bd1371&device_id=d984d381-8a8d-4094-8f8e-941081d8753f HTTP/1.1" status: 200 len: 1097 time: 0.1259747 Apr 18 20:29:40.720995 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e537c859-498f-465e-8073-7f84bd48e8c4 req-c9f8a1e9-91a2-4c1b-97d9-847c33f94983 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6ffa962-2e0e-4454-bcd7-cecf1301e5f1 HTTP/1.1" status: 200 len: 210 time: 0.2217324 Apr 18 20:29:40.785775 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fa276f67-511b-4736-b32d-3001a3b8bc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.914115 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f4cfe-d909-4ab7-baed-97b7f2488e53 req-87d869cf-e570-451b-94d0-59c53b13a3ec tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:40.922006 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-205f4cfe-d909-4ab7-baed-97b7f2488e53 req-87d869cf-e570-451b-94d0-59c53b13a3ec tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 943 time: 0.4237716 Apr 18 20:29:40.975143 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649ad48-9e9d-431d-8d79-004614743d8c req-c2c3f16e-8eb7-432d-839e-066c2a16bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:40.979284 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f649ad48-9e9d-431d-8d79-004614743d8c req-c2c3f16e-8eb7-432d-839e-066c2a16bbed service neutron] 10.222.0.57 "GET /v2.0/networks?id=834e15af-05bf-4f20-83eb-2a3f314d7649 HTTP/1.1" status: 200 len: 921 time: 0.3927712 Apr 18 20:29:41.035707 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649ad48-9e9d-431d-8d79-004614743d8c req-a8fed666-fb99-4530-b344-1032529f007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:41.037849 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f649ad48-9e9d-431d-8d79-004614743d8c req-a8fed666-fb99-4530-b344-1032529f007c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff855e139abe40c691b068b429bd1371&device_id=ac5896d6-0454-4c76-b45e-d4b14c170b41 HTTP/1.1" status: 200 len: 1096 time: 0.5340369 Apr 18 20:29:41.052785 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf19993-2d89-43f5-89c4-56f71cb71081 req-d4a83f79-99d3-44d8-902c-0771f1ef3da4 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:41.056866 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdf19993-2d89-43f5-89c4-56f71cb71081 req-d4a83f79-99d3-44d8-902c-0771f1ef3da4 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2&tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&binding%3Ahost_id=n-h2-838323-3 HTTP/1.1" status: 200 len: 950 time: 0.5589809 Apr 18 20:29:41.144401 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f649ad48-9e9d-431d-8d79-004614743d8c req-a11b9959-f335-4d85-89da-8d8f23279576 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1951abb-39fe-4668-be71-a5e220d3343b HTTP/1.1" status: 200 len: 217 time: 0.1557100 Apr 18 20:29:41.180279 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649ad48-9e9d-431d-8d79-004614743d8c req-13939261-abc1-4cc1-8a55-c0b950050f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:41.182922 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f649ad48-9e9d-431d-8d79-004614743d8c req-13939261-abc1-4cc1-8a55-c0b950050f61 service neutron] 10.222.0.32 "GET /v2.0/networks?id=834e15af-05bf-4f20-83eb-2a3f314d7649 HTTP/1.1" status: 200 len: 921 time: 0.1248178 Apr 18 20:29:41.289715 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-205f4cfe-d909-4ab7-baed-97b7f2488e53 req-b9b75ffb-5d12-47d9-aab1-fb8e30786cf4 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664174 Apr 18 20:29:41.320023 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdf19993-2d89-43f5-89c4-56f71cb71081 req-39918cf5-5c61-485b-b3d0-cb3050c18ef3 service neutron] 10.222.0.57 "GET /v2.0/ports/4003707b-7f02-4d9e-ac81-e33bf203b2f5/bindings/n-h2-838323-3 HTTP/1.1" status: 200 len: 382 time: 0.1449826 Apr 18 20:29:41.392135 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649ad48-9e9d-431d-8d79-004614743d8c req-a9d2ef5a-a7d3-462f-a8df-01a2c771eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:41.394418 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f649ad48-9e9d-431d-8d79-004614743d8c req-a9d2ef5a-a7d3-462f-a8df-01a2c771eab2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0add80b-3b17-4300-bcbd-ceda69a60cf3 HTTP/1.1" status: 200 len: 859 time: 0.2430520 Apr 18 20:29:41.456777 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:41.467583 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649ad48-9e9d-431d-8d79-004614743d8c req-f705da3b-873e-4158-b5d2-878cd8e0d9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:41.469602 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f649ad48-9e9d-431d-8d79-004614743d8c req-f705da3b-873e-4158-b5d2-878cd8e0d9ce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=834e15af-05bf-4f20-83eb-2a3f314d7649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666049 Apr 18 20:29:41.568874 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f649ad48-9e9d-431d-8d79-004614743d8c req-2036a205-7992-43cb-9c66-7f06ec06986e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 HTTP/1.1" status: 200 len: 1000 time: 0.2987950 Apr 18 20:29:41.661954 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f649ad48-9e9d-431d-8d79-004614743d8c req-19f8925a-28ef-4aba-8066-d2ea59e45a56 service neutron] 10.222.0.57 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831961 Apr 18 20:29:41.663173 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59442) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:41.687764 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f309f66-ecc1-4865-84fb-f7defdbee8a0 req-0003e2e7-c5fc-4ad3-804c-f9889d533d54 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.83 HTTP/1.1" status: 200 len: 1000 time: 0.8975766 Apr 18 20:29:41.708746 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:29:41.906704 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7b478af1-cb16-4fdd-83fd-70b351820421 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:29:41.907688 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-51629139-37d5-4d1a-b328-e905ce6244f4 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e2d233d71fe7456da2bcf3adab420085&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3241343 Apr 18 20:29:41.942602 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f649ad48-9e9d-431d-8d79-004614743d8c req-a7076f28-d94e-491d-aaa3-21a19cdb875d service neutron] 10.222.0.57 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591898 Apr 18 20:29:41.966082 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89c37b19-38e6-4d6e-965a-dd481f6a764f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.012149 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fa276f67-511b-4736-b32d-3001a3b8bc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.042280 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=26d1d66b-f1f2-4322-a1ef-5bd17db4bf35,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:42.103772 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '26d1d66b-f1f2-4322-a1ef-5bd17db4bf35', 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f', 'port_id': '26d1d66b-f1f2-4322-a1ef-5bd17db4bf35', 'mac_address': 'fa:16:3e:02:0e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:29:42.112797 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 7b478af1-cb16-4fdd-83fd-70b351820421 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:29:42.113858 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7b478af1-cb16-4fdd-83fd-70b351820421 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:29:42.115022 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b44f8c76-6164-4881-adfd-167ff3cacae8 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:29:42.152956 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa276f67-511b-4736-b32d-3001a3b8bc8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94058db9-d341-4c4b-98d8-38a6c7adc03e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:42.169222 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: b44f8c76-6164-4881-adfd-167ff3cacae8 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:29:42.170150 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b44f8c76-6164-4881-adfd-167ff3cacae8 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:29:42.191814 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89c37b19-38e6-4d6e-965a-dd481f6a764f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.214155 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89c37b19-38e6-4d6e-965a-dd481f6a764f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.248238 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.288980 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-89c37b19-38e6-4d6e-965a-dd481f6a764f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3922d953b684389aac6a327e024abb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6244683 Apr 18 20:29:42.291199 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c37b19-38e6-4d6e-965a-dd481f6a764f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f280436-113c-47ea-9d06-566ad584a2c7,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:42.300300 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:42.307221 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59448) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:42.348314 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc2558-6d7e-494b-95d6-9a6446cc3d37 req-30be7b77-d82a-4fe4-8164-66e6b4e733de tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:42.354730 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-67fc2558-6d7e-494b-95d6-9a6446cc3d37 req-30be7b77-d82a-4fe4-8164-66e6b4e733de tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 950 time: 0.7720950 Apr 18 20:29:42.366472 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=26d1d66b-f1f2-4322-a1ef-5bd17db4bf35,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:42.376365 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129885c7-1a8e-4784-8017-547e64ce837e None None] Network 99e89627-a45b-4a5d-a097-eb11f4a25aef requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:29:42.376859 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fa276f67-511b-4736-b32d-3001a3b8bc8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.386345 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-fa276f67-511b-4736-b32d-3001a3b8bc8e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/94058db9-d341-4c4b-98d8-38a6c7adc03e HTTP/1.1" status: 204 len: 168 time: 2.3335009 Apr 18 20:29:42.389481 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cfa5a891-4b42-427c-92b5-c7e8cc35286e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.393904 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.418516 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cfa5a891-4b42-427c-92b5-c7e8cc35286e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.465883 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59452) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:42.475885 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-17ee429f-80d7-4035-94d1-185332887f8a tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:42.488726 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-17ee429f-80d7-4035-94d1-185332887f8a tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5476367 Apr 18 20:29:42.496668 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f309f66-ecc1-4865-84fb-f7defdbee8a0 req-f0512860-3ca2-4d1f-9ab9-cb30e8c4a396 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:42.525613 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f309f66-ecc1-4865-84fb-f7defdbee8a0 req-f0512860-3ca2-4d1f-9ab9-cb30e8c4a396 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports/f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 HTTP/1.1" status: 200 len: 942 time: 0.6582999 Apr 18 20:29:42.553705 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-08012666-d85d-4001-8aa7-2cb34749b5da tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Request body: {'port': {'device_id': 'c6ffa962-2e0e-4454-bcd7-cecf1301e5f1', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': 'e2d233d71fe7456da2bcf3adab420085'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:42.706426 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3e2fd5d-0e6e-408a-8f4c-c617e3992cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.738535 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cfa5a891-4b42-427c-92b5-c7e8cc35286e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.741256 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cfa5a891-4b42-427c-92b5-c7e8cc35286e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.742451 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cfa5a891-4b42-427c-92b5-c7e8cc35286e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f280436-113c-47ea-9d06-566ad584a2c7 HTTP/1.1" status: 204 len: 168 time: 0.4328055 Apr 18 20:29:42.776406 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['26d1d66b-f1f2-4322-a1ef-5bd17db4bf35'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:29:42.832599 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5a891-4b42-427c-92b5-c7e8cc35286e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f280436-113c-47ea-9d06-566ad584a2c7,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:42.896937 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-f3e2fd5d-0e6e-408a-8f4c-c617e3992cec admin admin] Deleting port 7eded612-bc23-4770-baaa-48b10a0095fe {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:29:42.897307 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3e2fd5d-0e6e-408a-8f4c-c617e3992cec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.903160 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=26d1d66b-f1f2-4322-a1ef-5bd17db4bf35,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:43.035705 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-f3e2fd5d-0e6e-408a-8f4c-c617e3992cec admin admin] For port 7eded612-bc23-4770-baaa-48b10a0095fe, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7eded612-bc23-4770-baaa-48b10a0095fe,segment=NetworkSegment(d3359f71-0577-4865-9383-090c581c9e69),segment_id=d3359f71-0577-4865-9383-090c581c9e69)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:43.036306 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3e2fd5d-0e6e-408a-8f4c-c617e3992cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.072935 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-f3e2fd5d-0e6e-408a-8f4c-c617e3992cec admin admin] Calling delete_port for 7eded612-bc23-4770-baaa-48b10a0095fe owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:29:43.349512 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3e2fd5d-0e6e-408a-8f4c-c617e3992cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.350729 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868f8c8b-0577-4701-a37d-91fbcac4c9cb None None] DHCP port deletion for 99e89627-a45b-4a5d-a097-eb11f4a25aef request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:29:43.392836 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e2fd5d-0e6e-408a-8f4c-c617e3992cec admin admin] No DVR routers for this DVR port 7eded612-bc23-4770-baaa-48b10a0095fe on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:29:43.397383 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2fd5d-0e6e-408a-8f4c-c617e3992cec admin admin] Pushing event deleted for resources: {'Port': ['ID=7eded612-bc23-4770-baaa-48b10a0095fe,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:43.616970 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649ad48-9e9d-431d-8d79-004614743d8c req-803ea0a2-0270-4110-9bd8-5db0596a479c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:43.619581 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f649ad48-9e9d-431d-8d79-004614743d8c req-803ea0a2-0270-4110-9bd8-5db0596a479c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0add80b-3b17-4300-bcbd-ceda69a60cf3 HTTP/1.1" status: 200 len: 859 time: 1.9990702 Apr 18 20:29:43.627457 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-67fc2558-6d7e-494b-95d6-9a6446cc3d37 req-c354ada0-0921-4550-970c-c46565a23e9f tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1678655 Apr 18 20:29:43.652763 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf19993-2d89-43f5-89c4-56f71cb71081 req-5680da49-8cf1-40bb-b1d8-816be9c8833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:43.654359 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdf19993-2d89-43f5-89c4-56f71cb71081 req-5680da49-8cf1-40bb-b1d8-816be9c8833a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 1101 time: 2.0745862 Apr 18 20:29:43.853246 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7eded612-bc23-4770-baaa-48b10a0095fe no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:29:43.924300 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 7eded612-bc23-4770-baaa-48b10a0095fe {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:29:43.925205 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7eded612-bc23-4770-baaa-48b10a0095fe not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:29:44.007065 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3e2fd5d-0e6e-408a-8f4c-c617e3992cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.036232 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-f3e2fd5d-0e6e-408a-8f4c-c617e3992cec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e89627-a45b-4a5d-a097-eb11f4a25aef']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:44.048037 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-f3e2fd5d-0e6e-408a-8f4c-c617e3992cec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3359f71-0577-4865-9383-090c581c9e69') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:44.048245 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-f3e2fd5d-0e6e-408a-8f4c-c617e3992cec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3359f71-0577-4865-9383-090c581c9e69') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:44.054475 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649ad48-9e9d-431d-8d79-004614743d8c req-bd35d33d-f471-4ef2-9e70-ad1d8f7cfebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:44.057659 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f649ad48-9e9d-431d-8d79-004614743d8c req-bd35d33d-f471-4ef2-9e70-ad1d8f7cfebc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=834e15af-05bf-4f20-83eb-2a3f314d7649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4231062 Apr 18 20:29:44.059686 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3e2fd5d-0e6e-408a-8f4c-c617e3992cec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.076770 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3e2fd5d-0e6e-408a-8f4c-c617e3992cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.083938 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e2fd5d-0e6e-408a-8f4c-c617e3992cec admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:29:44.084504 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3e2fd5d-0e6e-408a-8f4c-c617e3992cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:29:44.146348 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:29:44.157334 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3e2fd5d-0e6e-408a-8f4c-c617e3992cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.163475 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3e2fd5d-0e6e-408a-8f4c-c617e3992cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.167849 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f3e2fd5d-0e6e-408a-8f4c-c617e3992cec admin admin] 10.222.0.41 "DELETE /v2.0/networks/99e89627-a45b-4a5d-a097-eb11f4a25aef HTTP/1.1" status: 204 len: 168 time: 1.6993937 Apr 18 20:29:44.172875 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e603c-fedb-4cba-9a35-aa4e794850f4 req-86720587-831d-4c66-b964-c16067db63d0 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:44.176266 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e5e603c-fedb-4cba-9a35-aa4e794850f4 req-86720587-831d-4c66-b964-c16067db63d0 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 945 time: 0.4406092 Apr 18 20:29:44.188494 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f309f66-ecc1-4865-84fb-f7defdbee8a0 req-cc769ef0-4314-4459-9397-87357db89dec tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.83 HTTP/1.1" status: 200 len: 1000 time: 0.6047161 Apr 18 20:29:44.199476 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2fd5d-0e6e-408a-8f4c-c617e3992cec admin admin] Pushing event deleted for resources: {'Network': ['ID=99e89627-a45b-4a5d-a097-eb11f4a25aef,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:44.235238 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59476) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:44.252611 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-08012666-d85d-4001-8aa7-2cb34749b5da tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Made reservation on behalf of e2d233d71fe7456da2bcf3adab420085 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:44.260086 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-08012666-d85d-4001-8aa7-2cb34749b5da tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.284148 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf19993-2d89-43f5-89c4-56f71cb71081 req-1698afeb-b11b-4895-bcb8-33d2416c4b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:44.287043 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdf19993-2d89-43f5-89c4-56f71cb71081 req-1698afeb-b11b-4895-bcb8-33d2416c4b64 service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.5970602 Apr 18 20:29:44.300365 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-08012666-d85d-4001-8aa7-2cb34749b5da tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.445723 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-0afabfda-29a0-41fa-bdce-f75c8467d122 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1431880911-network', 'tenant_id': 'b19fef1cf30f4b18969bf977f1ee2aa9'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:44.511463 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59480) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:44.519078 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afabfda-29a0-41fa-bdce-f75c8467d122 admin admin] Made reservation on behalf of b19fef1cf30f4b18969bf977f1ee2aa9 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:44.521533 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0afabfda-29a0-41fa-bdce-f75c8467d122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.540423 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0afabfda-29a0-41fa-bdce-f75c8467d122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.582673 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdf19993-2d89-43f5-89c4-56f71cb71081 req-88ee75a0-593a-4b7b-a45d-9fecb7ab70e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=4003707b-7f02-4d9e-ac81-e33bf203b2f5 HTTP/1.1" status: 200 len: 217 time: 0.1746376 Apr 18 20:29:44.595048 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ba9454e0-6ea3-4d80-9fcc-cfcc73a7171a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=78dac2d929104ed6bb85b9d14262f063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0810955 Apr 18 20:29:44.595048 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59482) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:44.682554 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0bb8dd20-82a2-4035-be74-e054778ee161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.721629 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e5e603c-fedb-4cba-9a35-aa4e794850f4 req-18fd4cb6-171b-4dca-9544-5eb0e6c082fa tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315030 Apr 18 20:29:44.729928 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0bb8dd20-82a2-4035-be74-e054778ee161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.741278 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0afabfda-29a0-41fa-bdce-f75c8467d122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.755412 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0afabfda-29a0-41fa-bdce-f75c8467d122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.807150 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0afabfda-29a0-41fa-bdce-f75c8467d122 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:29:44.827464 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f309f66-ecc1-4865-84fb-f7defdbee8a0 req-6f3fa765-d6f5-4df7-a9a6-35802673c3b7 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:44.829929 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f309f66-ecc1-4865-84fb-f7defdbee8a0 req-6f3fa765-d6f5-4df7-a9a6-35802673c3b7 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.5521870 Apr 18 20:29:44.842591 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f649ad48-9e9d-431d-8d79-004614743d8c req-b5112afb-8d89-4ea0-b24f-61afc44fc7eb service neutron] 10.222.0.32 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7713232 Apr 18 20:29:44.846456 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afabfda-29a0-41fa-bdce-f75c8467d122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8809fe1e-8732-4588-a16f-00e9920b2b7b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:44.852861 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0afabfda-29a0-41fa-bdce-f75c8467d122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.853620 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-0afabfda-29a0-41fa-bdce-f75c8467d122 admin admin] Added segment 60e86a52-7aa9-4a3a-b30e-7bb40f315280 of type vlan for network 60c0f8e4-ca71-46cb-9dba-ff0370549a61 Apr 18 20:29:44.864572 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-9f309f66-ecc1-4865-84fb-f7defdbee8a0 req-2a9c3678-3cae-4a3e-8df8-023646799043 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:29:44.866755 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f309f66-ecc1-4865-84fb-f7defdbee8a0 req-2a9c3678-3cae-4a3e-8df8-023646799043 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0230699 Apr 18 20:29:44.873480 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf19993-2d89-43f5-89c4-56f71cb71081 req-3c270cbe-6e57-43a3-9cc5-486f279ff438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:44.875568 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdf19993-2d89-43f5-89c4-56f71cb71081 req-3c270cbe-6e57-43a3-9cc5-486f279ff438 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.2642081 Apr 18 20:29:44.918508 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0afabfda-29a0-41fa-bdce-f75c8467d122 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.922634 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0bb8dd20-82a2-4035-be74-e054778ee161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.925275 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0bb8dd20-82a2-4035-be74-e054778ee161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.928992 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0bb8dd20-82a2-4035-be74-e054778ee161 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/083c227b-f27c-4890-b18c-862188a57265 HTTP/1.1" status: 204 len: 168 time: 0.3267479 Apr 18 20:29:44.962094 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8dd20-82a2-4035-be74-e054778ee161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083c227b-f27c-4890-b18c-862188a57265,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:45.015210 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0afabfda-29a0-41fa-bdce-f75c8467d122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.017238 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afabfda-29a0-41fa-bdce-f75c8467d122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:45.017905 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0afabfda-29a0-41fa-bdce-f75c8467d122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.087963 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0afabfda-29a0-41fa-bdce-f75c8467d122 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8506320 Apr 18 20:29:45.096323 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59490) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:45.103715 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-5e39a1d4-30c8-4d81-a9c7-7f28523c5741 admin admin] Request body: {'subnet': {'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1431880911-subnet', 'tenant_id': 'b19fef1cf30f4b18969bf977f1ee2aa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:45.123691 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afabfda-29a0-41fa-bdce-f75c8467d122 admin admin] Pushing event updated for resources: {'Network': ['ID=60c0f8e4-ca71-46cb-9dba-ff0370549a61,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:45.153094 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 60c0f8e4-ca71-46cb-9dba-ff0370549a61 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:29:45.166281 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e39a1d4-30c8-4d81-a9c7-7f28523c5741 admin admin] Made reservation on behalf of b19fef1cf30f4b18969bf977f1ee2aa9 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:45.169814 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e39a1d4-30c8-4d81-a9c7-7f28523c5741 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.211708 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d16a4a5c-3cc9-45d3-8c8a-6268194b2269 req-5c74910d-5d77-4abf-8f82-e5327387bf1d tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6ffa962-2e0e-4454-bcd7-cecf1301e5f1 HTTP/1.1" status: 200 len: 210 time: 0.1682212 Apr 18 20:29:45.289207 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-08012666-d85d-4001-8aa7-2cb34749b5da tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.319655 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-08012666-d85d-4001-8aa7-2cb34749b5da tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.356582 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf19993-2d89-43f5-89c4-56f71cb71081 req-ea1a5c64-3858-4322-8ea3-90fcc5c3c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:45.358045 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdf19993-2d89-43f5-89c4-56f71cb71081 req-ea1a5c64-3858-4322-8ea3-90fcc5c3c5ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4712105 Apr 18 20:29:45.490227 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f649ad48-9e9d-431d-8d79-004614743d8c req-6c18b35b-ea7f-43b1-ab7a-ef79501d9a8f service neutron] 10.222.0.32 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6057053 Apr 18 20:29:45.569825 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a1a55-83ec-4541-ab00-d2e1889ceb98 req-0ebe75a0-e2a5-4ddb-90fd-627fb488f7d4 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:45.572930 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cc6a1a55-83ec-4541-ab00-d2e1889ceb98 req-0ebe75a0-e2a5-4ddb-90fd-627fb488f7d4 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 944 time: 0.5232456 Apr 18 20:29:45.582740 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08012666-d85d-4001-8aa7-2cb34749b5da tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d59403ca-6498-4d76-84bf-3542488143ee,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:45.627258 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e39a1d4-30c8-4d81-a9c7-7f28523c5741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.628342 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28da9f-07da-4ca6-86f6-b14d65125555 req-78ceacd9-297e-4f29-80a1-8273ff3d1b1e tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:45.630973 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9e28da9f-07da-4ca6-86f6-b14d65125555 req-78ceacd9-297e-4f29-80a1-8273ff3d1b1e tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 950 time: 0.3016253 Apr 18 20:29:45.743377 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:45.775970 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39a1d4-30c8-4d81-a9c7-7f28523c5741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8708785-9af0-4579-bb8d-13349cd937a4,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:45.795573 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e39a1d4-30c8-4d81-a9c7-7f28523c5741 admin admin] Checking segment: {'id': '60e86a52-7aa9-4a3a-b30e-7bb40f315280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:45.796239 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e39a1d4-30c8-4d81-a9c7-7f28523c5741 admin admin] Network hostable DHCP agents. Network: 60c0f8e4-ca71-46cb-9dba-ff0370549a61, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:29:45.862873 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e39a1d4-30c8-4d81-a9c7-7f28523c5741 admin admin] Network 60c0f8e4-ca71-46cb-9dba-ff0370549a61 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:29:45.898916 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-5e39a1d4-30c8-4d81-a9c7-7f28523c5741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 60c0f8e4-ca71-46cb-9dba-ff0370549a61) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:45.906835 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e39a1d4-30c8-4d81-a9c7-7f28523c5741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:45.908150 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e39a1d4-30c8-4d81-a9c7-7f28523c5741 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.912829 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cc6a1a55-83ec-4541-ab00-d2e1889ceb98 req-29b5343a-e049-4add-b58e-c0a9b8da4bd0 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967870 Apr 18 20:29:45.923728 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdf19993-2d89-43f5-89c4-56f71cb71081 req-a8e6032a-9fea-4814-98cf-fae66f199aff service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105534 Apr 18 20:29:45.944192 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:29:45.949813 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:45.950358 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.985396 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5e39a1d4-30c8-4d81-a9c7-7f28523c5741 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8884399 Apr 18 20:29:45.991109 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9e28da9f-07da-4ca6-86f6-b14d65125555 req-f5bf97a2-f36f-4eda-82bf-8d42c774a9fc tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463497 Apr 18 20:29:46.033955 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-08012666-d85d-4001-8aa7-2cb34749b5da tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Allocated IP 192.168.233.120 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/32d972d9-9f78-4cf1-a074-2b0b24b1c428) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:46.051853 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006bc24a-9b5f-4964-beca-2fad9d0df178 None None] Network 60c0f8e4-ca71-46cb-9dba-ff0370549a61 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:29:46.389613 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7181fb01-09cf-42b3-ad70-634731f11950 None None] Network 60c0f8e4-ca71-46cb-9dba-ff0370549a61 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:29:46.401279 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-450ef0c4-1d1c-4677-a582-d3d5d937359b req-6e45ff7f-6cc5-4e9a-9fed-7d6fc872e26d tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.83 HTTP/1.1" status: 200 len: 1000 time: 0.3521559 Apr 18 20:29:46.636569 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdf19993-2d89-43f5-89c4-56f71cb71081 req-63272ca6-2c44-4c16-a8cb-527b2bda9e13 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6963804 Apr 18 20:29:46.655017 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:46.676346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517e230-c052-4119-8cc8-b1d52a7b677f req-bf3a7281-5390-4e93-ba33-1bd6a1db5ebf tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:46.689854 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8517e230-c052-4119-8cc8-b1d52a7b677f req-bf3a7281-5390-4e93-ba33-1bd6a1db5ebf tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 945 time: 0.4571958 Apr 18 20:29:46.742911 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4059ae96-ffeb-43dd-bf58-a89e5ecd20d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d1d66b-f1f2-4322-a1ef-5bd17db4bf35'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:46.745650 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1665c5-4fd8-4f39-a517-b9c9d6b4fd67" -d '{"events": [{"server_uuid": "4059ae96-ffeb-43dd-bf58-a89e5ecd20d9", "name": "network-vif-plugged", "status": "completed", "tag": "26d1d66b-f1f2-4322-a1ef-5bd17db4bf35"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:46.769066 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=26d1d66b-f1f2-4322-a1ef-5bd17db4bf35,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:46.784907 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:46.828116 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ef0c4-1d1c-4677-a582-d3d5d937359b req-92972dec-e91e-4035-941b-06c606dbd55a tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:46.842991 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-450ef0c4-1d1c-4677-a582-d3d5d937359b req-92972dec-e91e-4035-941b-06c606dbd55a tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports/f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 HTTP/1.1" status: 200 len: 942 time: 0.4022205 Apr 18 20:29:46.913313 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=26d1d66b-f1f2-4322-a1ef-5bd17db4bf35,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:46.966260 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59526) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:47.065461 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-450ef0c4-1d1c-4677-a582-d3d5d937359b req-3f74f1e0-e83d-4b28-b703-e203de26725d tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.83 HTTP/1.1" status: 200 len: 1000 time: 0.1155734 Apr 18 20:29:47.077088 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8517e230-c052-4119-8cc8-b1d52a7b677f req-aac89909-1b91-4d5f-838f-504011f96472 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857675 Apr 18 20:29:47.173459 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-324973a0-9729-4b6d-8672-b6091f84da7f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-816831362-network', 'tenant_id': '68551167724e41229572af0e6d4fc48d'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:47.233838 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-08012666-d85d-4001-8aa7-2cb34749b5da tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.241756 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324973a0-9729-4b6d-8672-b6091f84da7f admin admin] Made reservation on behalf of 68551167724e41229572af0e6d4fc48d for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:47.248673 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-324973a0-9729-4b6d-8672-b6091f84da7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.262773 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-324973a0-9729-4b6d-8672-b6091f84da7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.335258 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ed255e8-0896-4959-a8a9-9d2bf505c8b4 req-29ddc67b-903b-4a6a-8841-e92a432a013b tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6ffa962-2e0e-4454-bcd7-cecf1301e5f1 HTTP/1.1" status: 200 len: 210 time: 0.0876076 Apr 18 20:29:47.395068 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-324973a0-9729-4b6d-8672-b6091f84da7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.398076 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ef0c4-1d1c-4677-a582-d3d5d937359b req-0d3c647b-b815-4a06-bf68-692aa2510c7a tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:47.413348 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-450ef0c4-1d1c-4677-a582-d3d5d937359b req-0d3c647b-b815-4a06-bf68-692aa2510c7a tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.3466828 Apr 18 20:29:47.415690 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-324973a0-9729-4b6d-8672-b6091f84da7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.440473 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324973a0-9729-4b6d-8672-b6091f84da7f admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:29:47.459581 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-324973a0-9729-4b6d-8672-b6091f84da7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.462643 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-324973a0-9729-4b6d-8672-b6091f84da7f admin admin] Added segment c815fe1c-cb7c-446c-b1fa-15489cec3a1b of type vlan for network 8f23cec0-b01e-47de-be99-53de5ec1f0dc Apr 18 20:29:47.538624 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-08012666-d85d-4001-8aa7-2cb34749b5da tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.548638 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-324973a0-9729-4b6d-8672-b6091f84da7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.612510 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324973a0-9729-4b6d-8672-b6091f84da7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19319b9d-9e46-4c98-bfc7-edf2f35582b2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:47.619101 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-324973a0-9729-4b6d-8672-b6091f84da7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.620244 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324973a0-9729-4b6d-8672-b6091f84da7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:47.621009 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-324973a0-9729-4b6d-8672-b6091f84da7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.649707 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-450ef0c4-1d1c-4677-a582-d3d5d937359b req-b153b872-93d3-42de-ab27-32caabd2a3a7 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.83 HTTP/1.1" status: 200 len: 1000 time: 0.2277710 Apr 18 20:29:47.682635 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-450ef0c4-1d1c-4677-a582-d3d5d937359b req-1a4ffa60-7f35-4fa0-b508-17e71e588dbe tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:47.694438 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-08012666-d85d-4001-8aa7-2cb34749b5da tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:47.707850 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324973a0-9729-4b6d-8672-b6091f84da7f admin admin] Pushing event updated for resources: {'Network': ['ID=8f23cec0-b01e-47de-be99-53de5ec1f0dc,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:47.739766 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 8f23cec0-b01e-47de-be99-53de5ec1f0dc details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:29:47.753949 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-08012666-d85d-4001-8aa7-2cb34749b5da tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:47.761101 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-08012666-d85d-4001-8aa7-2cb34749b5da tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:29:47.766015 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08012666-d85d-4001-8aa7-2cb34749b5da tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Pushing event updated for resources: {'Port': ['ID=32d972d9-9f78-4cf1-a074-2b0b24b1c428,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:47.780013 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-324973a0-9729-4b6d-8672-b6091f84da7f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8053403 Apr 18 20:29:47.783029 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59536) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:47.801124 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-792c91a1-6307-4fb6-93b0-a432bb813b30 admin admin] Request body: {'subnet': {'network_id': '8f23cec0-b01e-47de-be99-53de5ec1f0dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-816831362-subnet', 'tenant_id': '68551167724e41229572af0e6d4fc48d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:47.849934 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792c91a1-6307-4fb6-93b0-a432bb813b30 admin admin] Made reservation on behalf of 68551167724e41229572af0e6d4fc48d for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:47.853113 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-792c91a1-6307-4fb6-93b0-a432bb813b30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.877629 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-450ef0c4-1d1c-4677-a582-d3d5d937359b req-1a4ffa60-7f35-4fa0-b508-17e71e588dbe tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks [] for floatingip, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.963864 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-08012666-d85d-4001-8aa7-2cb34749b5da tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:47.964578 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-08012666-d85d-4001-8aa7-2cb34749b5da tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.004785 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-08012666-d85d-4001-8aa7-2cb34749b5da tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4764686 Apr 18 20:29:48.026973 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-f607a599-8887-4ac4-a06a-bc9adfe2e745 service neutron] Request body: {'port': {'device_id': 'c6ffa962-2e0e-4454-bcd7-cecf1301e5f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:48.379563 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e6bc07b3-f6e2-4e7b-a844-24b9225226a4 None None] Provisioning complete for port 32d972d9-9f78-4cf1-a074-2b0b24b1c428 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:48.380718 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e6bc07b3-f6e2-4e7b-a844-24b9225226a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.392687 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-792c91a1-6307-4fb6-93b0-a432bb813b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.458384 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e6bc07b3-f6e2-4e7b-a844-24b9225226a4 None None] Port 32d972d9-9f78-4cf1-a074-2b0b24b1c428 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:29:48.460114 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c91a1-6307-4fb6-93b0-a432bb813b30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c82e3674-2bf1-4ac4-848d-55ab362855cb,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:48.515479 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792c91a1-6307-4fb6-93b0-a432bb813b30 admin admin] Checking segment: {'id': 'c815fe1c-cb7c-446c-b1fa-15489cec3a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8f23cec0-b01e-47de-be99-53de5ec1f0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:48.515933 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792c91a1-6307-4fb6-93b0-a432bb813b30 admin admin] Network hostable DHCP agents. Network: 8f23cec0-b01e-47de-be99-53de5ec1f0dc, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:29:48.546392 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792c91a1-6307-4fb6-93b0-a432bb813b30 admin admin] Network 8f23cec0-b01e-47de-be99-53de5ec1f0dc is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:29:48.573785 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-792c91a1-6307-4fb6-93b0-a432bb813b30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 8f23cec0-b01e-47de-be99-53de5ec1f0dc) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:48.591747 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e03c79-07bf-4b6a-bf0e-bcf849b426ca None None] Network 8f23cec0-b01e-47de-be99-53de5ec1f0dc requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:29:48.597698 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792c91a1-6307-4fb6-93b0-a432bb813b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:48.598520 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-792c91a1-6307-4fb6-93b0-a432bb813b30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.644181 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-792c91a1-6307-4fb6-93b0-a432bb813b30 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8593755 Apr 18 20:29:48.846653 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc5f1ff-deca-4562-9f20-8be24f2eaa2e None None] Network 8f23cec0-b01e-47de-be99-53de5ec1f0dc requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:29:48.986954 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-f607a599-8887-4ac4-a06a-bc9adfe2e745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:49.107049 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-450ef0c4-1d1c-4677-a582-d3d5d937359b req-1a4ffa60-7f35-4fa0-b508-17e71e588dbe tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:49.147825 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-450ef0c4-1d1c-4677-a582-d3d5d937359b req-1a4ffa60-7f35-4fa0-b508-17e71e588dbe tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:49.148541 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [req-450ef0c4-1d1c-4677-a582-d3d5d937359b req-1a4ffa60-7f35-4fa0-b508-17e71e588dbe tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Floating IP eca85b8a-ba28-4cde-a285-5dd13e57208b disassociated. External IP: 172.25.1.83, port: f8f75bbd-2314-4a3e-8631-fcfcc8e6a345. Apr 18 20:29:49.395207 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-fd68379d-72f1-45db-9243-ce50b2cc51d9 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:49.397901 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-fd68379d-72f1-45db-9243-ce50b2cc51d9 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/networks?id=60c0f8e4-ca71-46cb-9dba-ff0370549a61 HTTP/1.1" status: 200 len: 805 time: 1.1860411 Apr 18 20:29:49.623201 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-71a41cd1-c358-4061-ad62-40160fd6e93e tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/quotas/b19fef1cf30f4b18969bf977f1ee2aa9 HTTP/1.1" status: 200 len: 375 time: 0.1954961 Apr 18 20:29:49.648626 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf19993-2d89-43f5-89c4-56f71cb71081 req-10ef73d7-d004-419b-befa-4d1317392569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:49.651329 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdf19993-2d89-43f5-89c4-56f71cb71081 req-10ef73d7-d004-419b-befa-4d1317392569 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2&tenant_id=f3b4f15f5bca46ea8bac796d6de7252e HTTP/1.1" status: 200 len: 1101 time: 0.3673432 Apr 18 20:29:49.748349 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-0fa2af7e-1394-4796-a61b-b3ef98dddd02 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b19fef1cf30f4b18969bf977f1ee2aa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1071429 Apr 18 20:29:49.967575 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf19993-2d89-43f5-89c4-56f71cb71081 req-96c503d3-bb49-4110-80b6-7ead9d22ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:49.969119 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdf19993-2d89-43f5-89c4-56f71cb71081 req-96c503d3-bb49-4110-80b6-7ead9d22ffeb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 1101 time: 0.2455127 Apr 18 20:29:50.254174 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14152628-e8a5-4327-986d-0d1761891c1e req-973627bd-eed2-4348-95e7-6e8bba90a509 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:50.257350 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-14152628-e8a5-4327-986d-0d1761891c1e req-973627bd-eed2-4348-95e7-6e8bba90a509 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b&tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&binding%3Ahost_id=n-h1-838323-3 HTTP/1.1" status: 200 len: 1096 time: 0.0731025 Apr 18 20:29:50.273129 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-14152628-e8a5-4327-986d-0d1761891c1e req-9b324c1b-955a-4403-b604-665eee3d614c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838323-3'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:50.283758 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf19993-2d89-43f5-89c4-56f71cb71081 req-b229f549-45ce-4b43-95ad-a81a89595241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:50.286235 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdf19993-2d89-43f5-89c4-56f71cb71081 req-b229f549-45ce-4b43-95ad-a81a89595241 service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.3064544 Apr 18 20:29:50.288228 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-63337605-046b-428b-bb9d-394e7f022e0a service neutron] 10.222.0.41 "GET /v2.0/networks/60c0f8e4-ca71-46cb-9dba-ff0370549a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253937 Apr 18 20:29:50.303425 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-450ef0c4-1d1c-4677-a582-d3d5d937359b req-1a4ffa60-7f35-4fa0-b508-17e71e588dbe tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Router 086a8c53-4947-40ea-af28-d968459eed91 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:29:50.377292 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-f607a599-8887-4ac4-a06a-bc9adfe2e745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d972d9-9f78-4cf1-a074-2b0b24b1c428 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:50.382748 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdf19993-2d89-43f5-89c4-56f71cb71081 req-b4aa7897-e29d-4b33-8245-f2cb51a12f67 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=4003707b-7f02-4d9e-ac81-e33bf203b2f5 HTTP/1.1" status: 200 len: 217 time: 0.0880752 Apr 18 20:29:50.391330 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-f607a599-8887-4ac4-a06a-bc9adfe2e745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:50.408418 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-14152628-e8a5-4327-986d-0d1761891c1e req-9b324c1b-955a-4403-b604-665eee3d614c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:50.556599 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-f607a599-8887-4ac4-a06a-bc9adfe2e745 service neutron] Transition to ACTIVE for port object 32d972d9-9f78-4cf1-a074-2b0b24b1c428 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:50.585922 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-f607a599-8887-4ac4-a06a-bc9adfe2e745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:50.655693 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf19993-2d89-43f5-89c4-56f71cb71081 req-12de1cce-4cb3-47a1-8046-e28224b1eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:50.658347 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdf19993-2d89-43f5-89c4-56f71cb71081 req-12de1cce-4cb3-47a1-8046-e28224b1eae1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.2647724 Apr 18 20:29:50.670293 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-14152628-e8a5-4327-986d-0d1761891c1e req-9b324c1b-955a-4403-b604-665eee3d614c service neutron] For port a4a3596c-eeaa-475e-ac12-3b87b3d5e647, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a4a3596c-eeaa-475e-ac12-3b87b3d5e647,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:50.795615 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-14152628-e8a5-4327-986d-0d1761891c1e req-9b324c1b-955a-4403-b604-665eee3d614c service neutron] For port a4a3596c-eeaa-475e-ac12-3b87b3d5e647, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:50.911096 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607a599-8887-4ac4-a06a-bc9adfe2e745 service neutron] Pushing event updated for resources: {'Port': ['ID=32d972d9-9f78-4cf1-a074-2b0b24b1c428,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:50.951438 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-99e4c4e8-6cd5-48bd-9463-472847abc573 service neutron] 10.222.0.41 "GET /v2.0/networks/60c0f8e4-ca71-46cb-9dba-ff0370549a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6057205 Apr 18 20:29:51.006870 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-14152628-e8a5-4327-986d-0d1761891c1e req-9b324c1b-955a-4403-b604-665eee3d614c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.011992 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54b8329-5216-499e-9f09-7533c687822b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4a3596c-eeaa-475e-ac12-3b87b3d5e647'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:51.016793 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dafad9-44ba-4a44-a5c6-ad95e93acddd" -d '{"events": [{"server_uuid": "a54b8329-5216-499e-9f09-7533c687822b", "name": "network-vif-unplugged", "status": "completed", "tag": "a4a3596c-eeaa-475e-ac12-3b87b3d5e647"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:51.023039 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-14152628-e8a5-4327-986d-0d1761891c1e req-9b324c1b-955a-4403-b604-665eee3d614c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.105689 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-450ef0c4-1d1c-4677-a582-d3d5d937359b req-1a4ffa60-7f35-4fa0-b508-17e71e588dbe tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:29:51.124554 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-450ef0c4-1d1c-4677-a582-d3d5d937359b req-1a4ffa60-7f35-4fa0-b508-17e71e588dbe tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.128053 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c94b307-3ac7-4c73-ae91-53fbf27d1a71 None None] Sync routers for ids ['086a8c53-4947-40ea-af28-d968459eed91'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:29:51.153709 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c94b307-3ac7-4c73-ae91-53fbf27d1a71 None None] Routers {'086a8c53-4947-40ea-af28-d968459eed91'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:51.155583 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9c94b307-3ac7-4c73-ae91-53fbf27d1a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:29:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['086a8c53-4947-40ea-af28-d968459eed91'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:51.165523 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf19993-2d89-43f5-89c4-56f71cb71081 req-4e4b9eb5-a96e-4e7d-9830-3f52c077e643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:51.169030 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdf19993-2d89-43f5-89c4-56f71cb71081 req-4e4b9eb5-a96e-4e7d-9830-3f52c077e643 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4912913 Apr 18 20:29:51.273416 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-450ef0c4-1d1c-4677-a582-d3d5d937359b req-1a4ffa60-7f35-4fa0-b508-17e71e588dbe tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "PUT /v2.0/floatingips/eca85b8a-ba28-4cde-a285-5dd13e57208b HTTP/1.1" status: 200 len: 694 time: 3.6126366 Apr 18 20:29:51.280062 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b324c1b-955a-4403-b604-665eee3d614c service neutron] Pushing event updated for resources: {'Port': ['ID=a4a3596c-eeaa-475e-ac12-3b87b3d5e647,revision_number=7']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:51.327972 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-14152628-e8a5-4327-986d-0d1761891c1e req-9b324c1b-955a-4403-b604-665eee3d614c service neutron] Attempting to bind port a4a3596c-eeaa-475e-ac12-3b87b3d5e647 on host n-h1-838323-3 for vnic_type normal with profile {"migrating_to": "n-h2-838323-3"} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:51.328732 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-14152628-e8a5-4327-986d-0d1761891c1e req-9b324c1b-955a-4403-b604-665eee3d614c service neutron] Attempting to bind port a4a3596c-eeaa-475e-ac12-3b87b3d5e647 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:51.331602 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14152628-e8a5-4327-986d-0d1761891c1e req-9b324c1b-955a-4403-b604-665eee3d614c service neutron] Attempting to bind port a4a3596c-eeaa-475e-ac12-3b87b3d5e647 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:51.346935 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5896d6-0454-4c76-b45e-d4b14c170b41', 'tag': 'f8f75bbd-2314-4a3e-8631-fcfcc8e6a345'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:51.350164 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14152628-e8a5-4327-986d-0d1761891c1e req-9b324c1b-955a-4403-b604-665eee3d614c service neutron] Port a4a3596c-eeaa-475e-ac12-3b87b3d5e647 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:29:51.350729 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14152628-e8a5-4327-986d-0d1761891c1e req-9b324c1b-955a-4403-b604-665eee3d614c service neutron] Attempting to bind port a4a3596c-eeaa-475e-ac12-3b87b3d5e647 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:51.355257 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5dbb08-4a6d-4b1c-b28a-dfb5d3a99271" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5896d6-0454-4c76-b45e-d4b14c170b41", "tag": "f8f75bbd-2314-4a3e-8631-fcfcc8e6a345"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:51.371870 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14152628-e8a5-4327-986d-0d1761891c1e req-9b324c1b-955a-4403-b604-665eee3d614c service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:51.372458 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14152628-e8a5-4327-986d-0d1761891c1e req-9b324c1b-955a-4403-b604-665eee3d614c service neutron] Checking segment: {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:51.373133 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14152628-e8a5-4327-986d-0d1761891c1e req-9b324c1b-955a-4403-b604-665eee3d614c service neutron] Bound using segment: {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:51.373890 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-14152628-e8a5-4327-986d-0d1761891c1e req-9b324c1b-955a-4403-b604-665eee3d614c service neutron] Bound port: a4a3596c-eeaa-475e-ac12-3b87b3d5e647, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:51.374445 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-14152628-e8a5-4327-986d-0d1761891c1e req-9b324c1b-955a-4403-b604-665eee3d614c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.390333 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebae9d0d-38dc-49a0-a222-3ee354b3a6ea x-openstack-request-id: req-ebae9d0d-38dc-49a0-a222-3ee354b3a6ea {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:51.391689 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4059ae96-ffeb-43dd-bf58-a89e5ecd20d9", "name": "network-vif-plugged", "status": "completed", "tag": "26d1d66b-f1f2-4322-a1ef-5bd17db4bf35", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:51.392275 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ebae9d0d-38dc-49a0-a222-3ee354b3a6ea {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:51.393138 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebae9d0d-38dc-49a0-a222-3ee354b3a6ea'] response: {'server_uuid': '4059ae96-ffeb-43dd-bf58-a89e5ecd20d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d1d66b-f1f2-4322-a1ef-5bd17db4bf35', 'code': 200} Apr 18 20:29:51.446392 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-f607a599-8887-4ac4-a06a-bc9adfe2e745 service neutron] Attempting to bind port 32d972d9-9f78-4cf1-a074-2b0b24b1c428 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:51.447348 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-f607a599-8887-4ac4-a06a-bc9adfe2e745 service neutron] Attempting to bind port 32d972d9-9f78-4cf1-a074-2b0b24b1c428 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:51.448135 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-f607a599-8887-4ac4-a06a-bc9adfe2e745 service neutron] Attempting to bind port 32d972d9-9f78-4cf1-a074-2b0b24b1c428 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:51.479204 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-f607a599-8887-4ac4-a06a-bc9adfe2e745 service neutron] Port 32d972d9-9f78-4cf1-a074-2b0b24b1c428 on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:29:51.483098 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-f607a599-8887-4ac4-a06a-bc9adfe2e745 service neutron] Attempting to bind port 32d972d9-9f78-4cf1-a074-2b0b24b1c428 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:51.491774 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-9c94b307-3ac7-4c73-ae91-53fbf27d1a71 None None] Set router 086a8c53-4947-40ea-af28-d968459eed91 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:51.543094 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-f607a599-8887-4ac4-a06a-bc9adfe2e745 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:51.544056 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-f607a599-8887-4ac4-a06a-bc9adfe2e745 service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:51.546191 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-f607a599-8887-4ac4-a06a-bc9adfe2e745 service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:51.547820 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-f607a599-8887-4ac4-a06a-bc9adfe2e745 service neutron] Bound port: 32d972d9-9f78-4cf1-a074-2b0b24b1c428, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:51.566994 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-f607a599-8887-4ac4-a06a-bc9adfe2e745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.734161 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-14152628-e8a5-4327-986d-0d1761891c1e req-9b324c1b-955a-4403-b604-665eee3d614c service neutron] For port a4a3596c-eeaa-475e-ac12-3b87b3d5e647, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:51.744059 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-14152628-e8a5-4327-986d-0d1761891c1e req-9b324c1b-955a-4403-b604-665eee3d614c service neutron] For port a4a3596c-eeaa-475e-ac12-3b87b3d5e647, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a4a3596c-eeaa-475e-ac12-3b87b3d5e647,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:51.749327 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ca33f-1883-48e4-88a7-30072598f820 req-1845a2a0-d530-4fbf-b500-71ae25f9a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:51.752955 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-778ca33f-1883-48e4-88a7-30072598f820 req-1845a2a0-d530-4fbf-b500-71ae25f9a8f7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 1096 time: 0.2358847 Apr 18 20:29:51.760101 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-14152628-e8a5-4327-986d-0d1761891c1e req-9b324c1b-955a-4403-b604-665eee3d614c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.778724 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a4a3596c-eeaa-475e-ac12-3b87b3d5e647 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:29:51.783228 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4003707b-7f02-4d9e-ac81-e33bf203b2f5 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:29:51.838466 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdf19993-2d89-43f5-89c4-56f71cb71081 req-f2416891-d90c-4af9-a90f-f2d95ec11558 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6605678 Apr 18 20:29:51.956649 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-f607a599-8887-4ac4-a06a-bc9adfe2e745 service neutron] For port 32d972d9-9f78-4cf1-a074-2b0b24b1c428, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:51.965091 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-f607a599-8887-4ac4-a06a-bc9adfe2e745 service neutron] For port 32d972d9-9f78-4cf1-a074-2b0b24b1c428, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=32d972d9-9f78-4cf1-a074-2b0b24b1c428,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:52.172213 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdf19993-2d89-43f5-89c4-56f71cb71081 req-ac946fb1-1513-4575-af64-a512eaa1ae69 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039909 Apr 18 20:29:52.172995 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14152628-e8a5-4327-986d-0d1761891c1e req-9b324c1b-955a-4403-b604-665eee3d614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:52.176286 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-14152628-e8a5-4327-986d-0d1761891c1e req-9b324c1b-955a-4403-b604-665eee3d614c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.178027 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-f607a599-8887-4ac4-a06a-bc9adfe2e745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.179304 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-14152628-e8a5-4327-986d-0d1761891c1e req-9b324c1b-955a-4403-b604-665eee3d614c service neutron] 10.222.0.57 "PUT /v2.0/ports/a4a3596c-eeaa-475e-ac12-3b87b3d5e647 HTTP/1.1" status: 200 len: 1121 time: 1.9134243 Apr 18 20:29:52.236859 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-778ca33f-1883-48e4-88a7-30072598f820 req-7f289396-960e-46c0-a543-8b5f3df8c6d3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681032 Apr 18 20:29:52.262763 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b324c1b-955a-4403-b604-665eee3d614c service neutron] Pushing event updated for resources: {'Port': ['ID=a4a3596c-eeaa-475e-ac12-3b87b3d5e647,revision_number=8']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:52.297552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab161b9-2f59-47b4-a7a6-266eb5eeb004 req-d5f1c62d-a95e-46b7-8dc8-bcb1dbf7eca2 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:52.299613 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fab161b9-2f59-47b4-a7a6-266eb5eeb004 req-d5f1c62d-a95e-46b7-8dc8-bcb1dbf7eca2 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 950 time: 0.6535821 Apr 18 20:29:52.320050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ef0c4-1d1c-4677-a582-d3d5d937359b req-a8fb9e55-0ab8-4bfa-8d07-6929248c2c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:52.329331 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-450ef0c4-1d1c-4677-a582-d3d5d937359b req-a8fb9e55-0ab8-4bfa-8d07-6929248c2c49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff855e139abe40c691b068b429bd1371&device_id=ac5896d6-0454-4c76-b45e-d4b14c170b41 HTTP/1.1" status: 200 len: 1096 time: 0.9582114 Apr 18 20:29:52.343965 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9c94b307-3ac7-4c73-ae91-53fbf27d1a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a8c53-4947-40ea-af28-d968459eed91', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:56Z', 'updated_at': '2022-04-18T20:28:02Z', 'revision_number': 4, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'gw_port': {'id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:57Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '8d61a1e4-914f-423c-83ef-51f587e73f9c', 'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'mac_address': 'fa:16:3e:7c:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:01Z', 'updated_at': '2022-04-18T20:28:09Z', 'revision_number': 5, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'subnets': [{'id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:52.356341 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-f607a599-8887-4ac4-a06a-bc9adfe2e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:52.357164 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-f607a599-8887-4ac4-a06a-bc9adfe2e745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.358779 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-f607a599-8887-4ac4-a06a-bc9adfe2e745 service neutron] 10.222.0.32 "PUT /v2.0/ports/32d972d9-9f78-4cf1-a074-2b0b24b1c428 HTTP/1.1" status: 200 len: 1096 time: 4.3446929 Apr 18 20:29:52.442798 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a4a3596c-eeaa-475e-ac12-3b87b3d5e647, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a4a3596c-eeaa-475e-ac12-3b87b3d5e647,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:52.479264 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a4a3596c-eeaa-475e-ac12-3b87b3d5e647 has no active binding in host n-h2-838323-3 {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 20:29:52.522883 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c94b307-3ac7-4c73-ae91-53fbf27d1a71 None None] Checking router: 086a8c53-4947-40ea-af28-d968459eed91 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:29:52.553878 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c94b307-3ac7-4c73-ae91-53fbf27d1a71 None None] Routers {'086a8c53-4947-40ea-af28-d968459eed91'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:52.556192 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9c94b307-3ac7-4c73-ae91-53fbf27d1a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:29:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['086a8c53-4947-40ea-af28-d968459eed91'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:52.597074 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['a4a3596c-eeaa-475e-ac12-3b87b3d5e647'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:29:52.601244 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['a4a3596c-eeaa-475e-ac12-3b87b3d5e647'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:29:52.754429 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607a599-8887-4ac4-a06a-bc9adfe2e745 service neutron] Pushing event updated for resources: {'Port': ['ID=32d972d9-9f78-4cf1-a074-2b0b24b1c428,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:52.841500 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fab161b9-2f59-47b4-a7a6-266eb5eeb004 req-26092660-fde8-40c2-b5b0-f52cd2bc9d5b tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992216 Apr 18 20:29:52.930085 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-4f186e9a-16ac-4984-b8ef-fa5066684542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:52.938711 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-4f186e9a-16ac-4984-b8ef-fa5066684542 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2d233d71fe7456da2bcf3adab420085&device_id=c6ffa962-2e0e-4454-bcd7-cecf1301e5f1 HTTP/1.1" status: 200 len: 1099 time: 0.3826914 Apr 18 20:29:52.942032 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-9c94b307-3ac7-4c73-ae91-53fbf27d1a71 None None] Set router 086a8c53-4947-40ea-af28-d968459eed91 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:53.114468 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-af320c72-8585-426a-b6ec-72781237ddeb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=32d972d9-9f78-4cf1-a074-2b0b24b1c428 HTTP/1.1" status: 200 len: 217 time: 0.1611087 Apr 18 20:29:53.177495 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ef0c4-1d1c-4677-a582-d3d5d937359b req-437eca44-bd22-407f-8794-5e381d31cbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:53.182379 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-450ef0c4-1d1c-4677-a582-d3d5d937359b req-437eca44-bd22-407f-8794-5e381d31cbc4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=834e15af-05bf-4f20-83eb-2a3f314d7649 HTTP/1.1" status: 200 len: 921 time: 0.8510878 Apr 18 20:29:53.188461 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:53.276591 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 4003707b-7f02-4d9e-ac81-e33bf203b2f5, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4003707b-7f02-4d9e-ac81-e33bf203b2f5,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:53.300980 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:53.401089 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce5bba9-adbe-480d-8a8f-c34524d5ccd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4003707b-7f02-4d9e-ac81-e33bf203b2f5'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:53.410450 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c38a96-f008-4a78-b334-9b4b43d5ec66" -d '{"events": [{"server_uuid": "6ce5bba9-adbe-480d-8a8f-c34524d5ccd2", "name": "network-vif-unplugged", "status": "completed", "tag": "4003707b-7f02-4d9e-ac81-e33bf203b2f5"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:53.558030 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=4003707b-7f02-4d9e-ac81-e33bf203b2f5,revision_number=9']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:53.576505 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9c94b307-3ac7-4c73-ae91-53fbf27d1a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a8c53-4947-40ea-af28-d968459eed91', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:56Z', 'updated_at': '2022-04-18T20:28:02Z', 'revision_number': 4, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'gw_port': {'id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:57Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '8d61a1e4-914f-423c-83ef-51f587e73f9c', 'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'mac_address': 'fa:16:3e:7c:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:01Z', 'updated_at': '2022-04-18T20:28:09Z', 'revision_number': 5, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'subnets': [{'id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:53.628277 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c94b307-3ac7-4c73-ae91-53fbf27d1a71 None None] The sync data for ids ['086a8c53-4947-40ea-af28-d968459eed91'] in n-d-838323-3 is: [{'id': '086a8c53-4947-40ea-af28-d968459eed91', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:56Z', 'updated_at': '2022-04-18T20:28:02Z', 'revision_number': 4, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'gw_port': {'id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:57Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '8d61a1e4-914f-423c-83ef-51f587e73f9c', 'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'mac_address': 'fa:16:3e:7c:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:01Z', 'updated_at': '2022-04-18T20:28:09Z', 'revision_number': 5, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'subnets': [{'id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:29:53.784922 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4003707b-7f02-4d9e-ac81-e33bf203b2f5 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:29:53.841060 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-450ef0c4-1d1c-4677-a582-d3d5d937359b req-5c0b8643-6262-402f-a05c-1625e7c3231f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 HTTP/1.1" status: 200 len: 217 time: 0.5550077 Apr 18 20:29:54.030219 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 4003707b-7f02-4d9e-ac81-e33bf203b2f5, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4003707b-7f02-4d9e-ac81-e33bf203b2f5,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:54.056159 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-ebfcef4e-1379-4983-ae54-276ccb61b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:54.057111 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '4003707b-7f02-4d9e-ac81-e33bf203b2f5', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': '4003707b-7f02-4d9e-ac81-e33bf203b2f5', 'mac_address': 'fa:16:3e:61:30:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:29:54.058607 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-ebfcef4e-1379-4983-ae54-276ccb61b228 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.9354386 Apr 18 20:29:54.109328 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f53ce7-ead3-4fa4-9f45-04928280ef64 req-d21df6e9-0768-41c7-b1a2-9957d75a157e tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:54.114532 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-00f53ce7-ead3-4fa4-9f45-04928280ef64 req-d21df6e9-0768-41c7-b1a2-9957d75a157e tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 945 time: 0.9971178 Apr 18 20:29:54.123078 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3390da69-e26b-486d-95b3-49172568e8a3 None None] New status for floating IP eca85b8a-ba28-4cde-a285-5dd13e57208b: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:29:54.175998 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ef0c4-1d1c-4677-a582-d3d5d937359b req-d0233cfc-1a8f-45ba-8833-94aba33ab276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:54.178640 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-450ef0c4-1d1c-4677-a582-d3d5d937359b req-d0233cfc-1a8f-45ba-8833-94aba33ab276 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0add80b-3b17-4300-bcbd-ceda69a60cf3 HTTP/1.1" status: 200 len: 859 time: 0.3021257 Apr 18 20:29:54.267005 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:54.312842 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-e40351a3-6c98-41a1-82fd-826c84b046d4 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:54.315499 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-e40351a3-6c98-41a1-82fd-826c84b046d4 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.32 "GET /v2.0/networks?id=60c0f8e4-ca71-46cb-9dba-ff0370549a61 HTTP/1.1" status: 200 len: 805 time: 0.4608145 Apr 18 20:29:54.353318 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4003707b-7f02-4d9e-ac81-e33bf203b2f5 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:54.354685 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-ebb98302-dd43-49b9-b442-515faf5e08af tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Request body: {'port': {'device_id': '0f34cdad-0672-4438-8d11-acc791346a56', 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61', 'admin_state_up': True, 'tenant_id': 'b19fef1cf30f4b18969bf977f1ee2aa9'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:54.361826 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-6d802cec-a503-469d-a27f-31e43c300d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:54.364271 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-6d802cec-a503-469d-a27f-31e43c300d34 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2886431 Apr 18 20:29:54.419394 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-00f53ce7-ead3-4fa4-9f45-04928280ef64 req-2cf82ef5-9b3b-4b95-a2be-bdf5f8f1bd95 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852969 Apr 18 20:29:54.500675 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ef0c4-1d1c-4677-a582-d3d5d937359b req-a52ded94-6f58-4fc0-a9cd-d36eee157bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:54.503212 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-450ef0c4-1d1c-4677-a582-d3d5d937359b req-a52ded94-6f58-4fc0-a9cd-d36eee157bc3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=834e15af-05bf-4f20-83eb-2a3f314d7649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3029299 Apr 18 20:29:54.565632 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 4003707b-7f02-4d9e-ac81-e33bf203b2f5, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4003707b-7f02-4d9e-ac81-e33bf203b2f5,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:54.590425 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:54.600140 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e27adb98-c195-4328-97d7-ee8078ee5358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:54.749048 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=4003707b-7f02-4d9e-ac81-e33bf203b2f5,revision_number=10']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:54.856339 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-81307361-c660-48aa-978d-78fe67922d0f service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595621 Apr 18 20:29:54.878047 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c57c2-bd3a-48e8-93e1-b98e10bb9874 req-449cbeef-e919-4880-9e03-fca28bd7a40f tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:54.880252 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-496c57c2-bd3a-48e8-93e1-b98e10bb9874 req-449cbeef-e919-4880-9e03-fca28bd7a40f tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 943 time: 0.2489636 Apr 18 20:29:54.929042 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['4003707b-7f02-4d9e-ac81-e33bf203b2f5'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:29:54.939194 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-ebb98302-dd43-49b9-b442-515faf5e08af tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Made reservation on behalf of b19fef1cf30f4b18969bf977f1ee2aa9 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:54.943067 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-ebb98302-dd43-49b9-b442-515faf5e08af tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:54.990817 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-450ef0c4-1d1c-4677-a582-d3d5d937359b req-0cd2a003-386a-4934-9314-c875a4134f8f service neutron] 10.222.0.41 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739542 Apr 18 20:29:55.058604 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-496c57c2-bd3a-48e8-93e1-b98e10bb9874 req-907718ef-a97f-4ac7-bf96-965fbef77115 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540611 Apr 18 20:29:55.261391 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c188200a-a8c0-43f0-9a5f-83bfb2152018 req-726e3a71-090d-4f07-9142-e95d36bbab8c service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736939 Apr 18 20:29:55.336133 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-450ef0c4-1d1c-4677-a582-d3d5d937359b req-a8c886a0-268c-4d00-89ce-5ec02730f784 service neutron] 10.222.0.41 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157539 Apr 18 20:29:55.349703 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cb146-f199-40a8-9dd5-f06b2a22481a req-4b1a0440-20b7-4ac5-83e3-5d6be8919c07 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:55.351411 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d93cb146-f199-40a8-9dd5-f06b2a22481a req-4b1a0440-20b7-4ac5-83e3-5d6be8919c07 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6ffa962-2e0e-4454-bcd7-cecf1301e5f1 HTTP/1.1" status: 200 len: 948 time: 0.1692560 Apr 18 20:29:55.368527 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-ebb98302-dd43-49b9-b442-515faf5e08af tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Allocated IP 172.20.0.9 (60c0f8e4-ca71-46cb-9dba-ff0370549a61/b8708785-9af0-4579-bb8d-13349cd937a4/0705436e-2ef0-4db1-affa-9b26239925a9) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:55.464264 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d93cb146-f199-40a8-9dd5-f06b2a22481a req-1a1f981e-f576-4bf9-91b8-fbfe05117f7a tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/security-groups?id=d59403ca-6498-4d76-84bf-3542488143ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917606 Apr 18 20:29:55.615422 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c101a462-3f31-4021-a490-cdb8ca23f991 x-openstack-request-id: req-c101a462-3f31-4021-a490-cdb8ca23f991 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:55.616257 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54b8329-5216-499e-9f09-7533c687822b", "name": "network-vif-unplugged", "status": "completed", "tag": "a4a3596c-eeaa-475e-ac12-3b87b3d5e647", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:55.617691 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c101a462-3f31-4021-a490-cdb8ca23f991 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:55.617691 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c101a462-3f31-4021-a490-cdb8ca23f991'] response: {'server_uuid': 'a54b8329-5216-499e-9f09-7533c687822b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4a3596c-eeaa-475e-ac12-3b87b3d5e647', 'code': 200} Apr 18 20:29:55.751894 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2bac3575-4d60-4a94-9bbe-12f1da7f4a93 req-d9545c13-0675-4542-bed8-61e7e787a50d tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f34cdad-0672-4438-8d11-acc791346a56 HTTP/1.1" status: 200 len: 210 time: 0.0685110 Apr 18 20:29:55.830526 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-ebb98302-dd43-49b9-b442-515faf5e08af tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:55.876960 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-5fc3a2d0-5b00-4c3b-9578-a714f1488327 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:55.879815 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-5fc3a2d0-5b00-4c3b-9578-a714f1488327 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] 10.222.0.41 "GET /v2.0/networks?id=8f23cec0-b01e-47de-be99-53de5ec1f0dc HTTP/1.1" status: 200 len: 817 time: 0.2836742 Apr 18 20:29:55.931492 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-b801f31d-5a46-4f16-acec-9dea85f34a79 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] 10.222.0.41 "GET /v2.0/quotas/68551167724e41229572af0e6d4fc48d HTTP/1.1" status: 200 len: 375 time: 0.0391474 Apr 18 20:29:55.974435 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-ebb98302-dd43-49b9-b442-515faf5e08af tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:56.017975 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-6303e691-39ff-4f05-b93f-37b45583b2ce tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=68551167724e41229572af0e6d4fc48d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712843 Apr 18 20:29:56.128458 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57be65e-be95-4de9-b88d-549ef6e4ddd8 x-openstack-request-id: req-d57be65e-be95-4de9-b88d-549ef6e4ddd8 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:56.128962 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5896d6-0454-4c76-b45e-d4b14c170b41", "tag": "f8f75bbd-2314-4a3e-8631-fcfcc8e6a345", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:56.129415 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d57be65e-be95-4de9-b88d-549ef6e4ddd8 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:56.130189 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d57be65e-be95-4de9-b88d-549ef6e4ddd8'] response: {'name': 'network-changed', 'server_uuid': 'ac5896d6-0454-4c76-b45e-d4b14c170b41', 'tag': 'f8f75bbd-2314-4a3e-8631-fcfcc8e6a345', 'status': 'completed', 'code': 200} Apr 18 20:29:56.141011 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6bfe35-c11f-40fc-b656-535982333e0f x-openstack-request-id: req-ab6bfe35-c11f-40fc-b656-535982333e0f {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:56.142377 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce5bba9-adbe-480d-8a8f-c34524d5ccd2", "name": "network-vif-unplugged", "status": "completed", "tag": "4003707b-7f02-4d9e-ac81-e33bf203b2f5", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:56.143030 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab6bfe35-c11f-40fc-b656-535982333e0f {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:56.143606 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-ebb98302-dd43-49b9-b442-515faf5e08af tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Network 60c0f8e4-ca71-46cb-9dba-ff0370549a61 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:56.143728 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab6bfe35-c11f-40fc-b656-535982333e0f'] response: {'server_uuid': '6ce5bba9-adbe-480d-8a8f-c34524d5ccd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4003707b-7f02-4d9e-ac81-e33bf203b2f5', 'code': 200} Apr 18 20:29:56.173091 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-ebb98302-dd43-49b9-b442-515faf5e08af tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:56.177451 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-ebb98302-dd43-49b9-b442-515faf5e08af tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:29:56.218318 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb98302-dd43-49b9-b442-515faf5e08af tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Pushing event updated for resources: {'Port': ['ID=0705436e-2ef0-4db1-affa-9b26239925a9,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:56.336946 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-ebb98302-dd43-49b9-b442-515faf5e08af tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:56.338017 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-ebb98302-dd43-49b9-b442-515faf5e08af tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:56.345630 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5dbb08-4a6d-4b1c-b28a-dfb5d3a99271 req-84562986-2453-4349-8d4b-e25d1b519ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:56.348756 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5a5dbb08-4a6d-4b1c-b28a-dfb5d3a99271 req-84562986-2453-4349-8d4b-e25d1b519ed3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff855e139abe40c691b068b429bd1371&device_id=ac5896d6-0454-4c76-b45e-d4b14c170b41 HTTP/1.1" status: 200 len: 1096 time: 0.1973386 Apr 18 20:29:56.356816 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-5e35c1ae-ae2d-4c70-b8c2-007bd34feb34 service neutron] 10.222.0.41 "GET /v2.0/networks/8f23cec0-b01e-47de-be99-53de5ec1f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935503 Apr 18 20:29:56.432936 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-ebb98302-dd43-49b9-b442-515faf5e08af tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0892446 Apr 18 20:29:56.544532 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-a75e3749-63ec-41d4-99de-20431b4e23e7 service neutron] Request body: {'port': {'device_id': '0f34cdad-0672-4438-8d11-acc791346a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:56.695165 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59612) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:56.701660 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-68f7e960-d0c9-4bf0-ae6d-d66fdc051bd1 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Request body: {'security_group': {'name': 'tempest-securitygroup--488699728', 'description': 'tempest-description--970204138'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:56.751989 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-68f7e960-d0c9-4bf0-ae6d-d66fdc051bd1 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:56.783142 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5dbb08-4a6d-4b1c-b28a-dfb5d3a99271 req-18ceaa9d-9cb3-4174-94f9-f25aa5a031f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:56.785204 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5a5dbb08-4a6d-4b1c-b28a-dfb5d3a99271 req-18ceaa9d-9cb3-4174-94f9-f25aa5a031f7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=834e15af-05bf-4f20-83eb-2a3f314d7649 HTTP/1.1" status: 200 len: 921 time: 0.4227149 Apr 18 20:29:56.883403 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-68f7e960-d0c9-4bf0-ae6d-d66fdc051bd1 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:56.889503 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-68f7e960-d0c9-4bf0-ae6d-d66fdc051bd1 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:56.892504 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5a5dbb08-4a6d-4b1c-b28a-dfb5d3a99271 req-02e890bf-4186-46b1-8cab-a9358676dd1a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 HTTP/1.1" status: 200 len: 217 time: 0.0882626 Apr 18 20:29:56.893435 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-a75e3749-63ec-41d4-99de-20431b4e23e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:56.901496 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:29:56.902419 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-758939b5-1620-436c-a1c2-9bb03ab35019 service neutron] 10.222.0.41 "GET /v2.0/networks/8f23cec0-b01e-47de-be99-53de5ec1f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936481 Apr 18 20:29:56.965907 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7e960-d0c9-4bf0-ae6d-d66fdc051bd1 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba8e2af-fcd9-42d2-8825-253532774f50,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:56.976098 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-68f7e960-d0c9-4bf0-ae6d-d66fdc051bd1 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:56.979204 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-68f7e960-d0c9-4bf0-ae6d-d66fdc051bd1 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2813420 Apr 18 20:29:56.987363 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59616) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:56.996342 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-da347b93-71dd-4f1a-aa34-4923f6270450 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Request body: {'security_group_rule': {'security_group_id': '8ba8e2af-fcd9-42d2-8825-253532774f50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:57.005145 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7e960-d0c9-4bf0-ae6d-d66fdc051bd1 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:57.005694 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7e960-d0c9-4bf0-ae6d-d66fdc051bd1 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:57.006418 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7e960-d0c9-4bf0-ae6d-d66fdc051bd1 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:57.006754 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7e960-d0c9-4bf0-ae6d-d66fdc051bd1 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:57.007298 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7e960-d0c9-4bf0-ae6d-d66fdc051bd1 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:57.007837 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7e960-d0c9-4bf0-ae6d-d66fdc051bd1 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:57.008472 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7e960-d0c9-4bf0-ae6d-d66fdc051bd1 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:57.009037 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7e960-d0c9-4bf0-ae6d-d66fdc051bd1 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:57.009586 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7e960-d0c9-4bf0-ae6d-d66fdc051bd1 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:57.010105 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7e960-d0c9-4bf0-ae6d-d66fdc051bd1 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:57.010643 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7e960-d0c9-4bf0-ae6d-d66fdc051bd1 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:57.011165 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7e960-d0c9-4bf0-ae6d-d66fdc051bd1 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:57.048169 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a034fa-7718-498b-94b9-3e8c66da8ddb req-55166e65-6989-4383-91a2-6f689c7abb39 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:57.050808 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03a034fa-7718-498b-94b9-3e8c66da8ddb req-55166e65-6989-4383-91a2-6f689c7abb39 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 950 time: 0.2797897 Apr 18 20:29:57.060082 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-da347b93-71dd-4f1a-aa34-4923f6270450 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:57.160481 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5dbb08-4a6d-4b1c-b28a-dfb5d3a99271 req-b0040e4a-950d-4d07-9920-471ca6794e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:57.163368 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5a5dbb08-4a6d-4b1c-b28a-dfb5d3a99271 req-b0040e4a-950d-4d07-9920-471ca6794e01 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0add80b-3b17-4300-bcbd-ceda69a60cf3 HTTP/1.1" status: 200 len: 859 time: 0.2514031 Apr 18 20:29:57.206632 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-da347b93-71dd-4f1a-aa34-4923f6270450 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:57.214966 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-da347b93-71dd-4f1a-aa34-4923f6270450 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:57.272065 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da347b93-71dd-4f1a-aa34-4923f6270450 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2775188e-ed29-43ac-a8e2-d4b25ed86544,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:57.310254 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-da347b93-71dd-4f1a-aa34-4923f6270450 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:57.316503 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-da347b93-71dd-4f1a-aa34-4923f6270450 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3235753 Apr 18 20:29:57.319351 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59624) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:57.326260 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-8b4964ca-516d-4e39-9faa-08007138b354 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Request body: {'security_group_rule': {'security_group_id': '8ba8e2af-fcd9-42d2-8825-253532774f50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:57.388839 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03a034fa-7718-498b-94b9-3e8c66da8ddb req-b289f9e7-4a7f-443d-9024-c4bfeeda91f2 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008142 Apr 18 20:29:57.391716 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8b4964ca-516d-4e39-9faa-08007138b354 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:57.570130 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8b4964ca-516d-4e39-9faa-08007138b354 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:57.575896 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8b4964ca-516d-4e39-9faa-08007138b354 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:57.603891 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4964ca-516d-4e39-9faa-08007138b354 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4909e76-a921-4ad5-a482-0fc6f34fcdd9,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:57.604243 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5dbb08-4a6d-4b1c-b28a-dfb5d3a99271 req-e565c00c-dd97-4192-89a2-f9b2c4d425d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:57.606455 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5a5dbb08-4a6d-4b1c-b28a-dfb5d3a99271 req-e565c00c-dd97-4192-89a2-f9b2c4d425d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=834e15af-05bf-4f20-83eb-2a3f314d7649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3198512 Apr 18 20:29:57.616550 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8b4964ca-516d-4e39-9faa-08007138b354 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:57.623120 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8b4964ca-516d-4e39-9faa-08007138b354 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2974520 Apr 18 20:29:57.623120 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54b8329-5216-499e-9f09-7533c687822b', 'tag': 'a4a3596c-eeaa-475e-ac12-3b87b3d5e647'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:57.623120 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87322763-7c93-40aa-949b-c61a2691c841" -d '{"events": [{"name": "network-changed", "server_uuid": "a54b8329-5216-499e-9f09-7533c687822b", "tag": "a4a3596c-eeaa-475e-ac12-3b87b3d5e647"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:57.625206 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59632) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:57.630823 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-6c72c04f-ee5d-4a72-a0dc-71523299017a tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:57.657174 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722260a-f446-48d9-baaf-c27931f3d7a8 req-a5199327-4de3-4825-8dc4-01c367f55e1f tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:57.659765 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f722260a-f446-48d9-baaf-c27931f3d7a8 req-a5199327-4de3-4825-8dc4-01c367f55e1f tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 945 time: 0.2613425 Apr 18 20:29:57.663199 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6c72c04f-ee5d-4a72-a0dc-71523299017a tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:57.810667 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4003707b-7f02-4d9e-ac81-e33bf203b2f5 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:57.829700 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6c72c04f-ee5d-4a72-a0dc-71523299017a tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:57.960822 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 4003707b-7f02-4d9e-ac81-e33bf203b2f5 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:57.964186 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:58.072663 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-6c72c04f-ee5d-4a72-a0dc-71523299017a tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Allocated IP 172.25.1.230 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/e9e550e1-98fa-40fb-8bc8-76d0274c45f7) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:58.148350 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ffa962-2e0e-4454-bcd7-cecf1301e5f1', 'tag': '32d972d9-9f78-4cf1-a074-2b0b24b1c428'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:58.152874 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc5cbd5-084f-492f-ab02-492607f010c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ffa962-2e0e-4454-bcd7-cecf1301e5f1", "tag": "32d972d9-9f78-4cf1-a074-2b0b24b1c428"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:58.177760 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:58.234009 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce5bba9-adbe-480d-8a8f-c34524d5ccd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4003707b-7f02-4d9e-ac81-e33bf203b2f5'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:58.239282 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857a96cf-3850-46a4-9fe2-8a91b4ae27b8" -d '{"events": [{"server_uuid": "6ce5bba9-adbe-480d-8a8f-c34524d5ccd2", "name": "network-vif-plugged", "status": "completed", "tag": "4003707b-7f02-4d9e-ac81-e33bf203b2f5"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:58.241595 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5a5dbb08-4a6d-4b1c-b28a-dfb5d3a99271 req-31f44635-1f08-44fb-a960-7025c17781ca service neutron] 10.222.0.32 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6131980 Apr 18 20:29:58.251009 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77509d3d-9b81-4116-a1a7-3261ee8c9927 req-5678c4a2-2760-4cd7-b538-de48a27593b2 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:58.252619 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77509d3d-9b81-4116-a1a7-3261ee8c9927 req-5678c4a2-2760-4cd7-b538-de48a27593b2 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 943 time: 0.7496471 Apr 18 20:29:58.253416 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 4003707b-7f02-4d9e-ac81-e33bf203b2f5, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4003707b-7f02-4d9e-ac81-e33bf203b2f5,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:58.261773 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:58.350965 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6c72c04f-ee5d-4a72-a0dc-71523299017a tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:58.383441 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=4003707b-7f02-4d9e-ac81-e33bf203b2f5,revision_number=11']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:58.402804 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f722260a-f446-48d9-baaf-c27931f3d7a8 req-ef258571-9c84-4444-9490-5439fd44a896 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7084303 Apr 18 20:29:58.437773 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6c72c04f-ee5d-4a72-a0dc-71523299017a tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:58.522643 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c72c04f-ee5d-4a72-a0dc-71523299017a tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:58.530332 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-6c72c04f-ee5d-4a72-a0dc-71523299017a tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:58.543201 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c72c04f-ee5d-4a72-a0dc-71523299017a tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:29:58.553943 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72c04f-ee5d-4a72-a0dc-71523299017a tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Pushing event updated for resources: {'Port': ['ID=e9e550e1-98fa-40fb-8bc8-76d0274c45f7,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:58.577327 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77509d3d-9b81-4116-a1a7-3261ee8c9927 req-8c268e90-bbe7-48b3-a63a-22c338e42f9d tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989435 Apr 18 20:29:58.718824 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6c72c04f-ee5d-4a72-a0dc-71523299017a tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:58.750581 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0e21b4ee-74f9-44b9-96d3-6485149c65d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:58.761054 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5a5dbb08-4a6d-4b1c-b28a-dfb5d3a99271 req-9f4f5f01-a784-4147-b02f-3255bf7c875f service neutron] 10.222.0.32 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051196 Apr 18 20:29:58.778411 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-a75e3749-63ec-41d4-99de-20431b4e23e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0705436e-2ef0-4db1-affa-9b26239925a9 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:58.817273 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-a75e3749-63ec-41d4-99de-20431b4e23e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:58.866803 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6c72c04f-ee5d-4a72-a0dc-71523299017a tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:58.893413 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927b653-4b43-47c5-af86-dd1906ae1abf req-07b1e51e-12ee-42f5-abd8-0d6ab43b2815 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:58.909332 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d927b653-4b43-47c5-af86-dd1906ae1abf req-07b1e51e-12ee-42f5-abd8-0d6ab43b2815 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6ffa962-2e0e-4454-bcd7-cecf1301e5f1 HTTP/1.1" status: 200 len: 948 time: 0.3491976 Apr 18 20:29:59.059644 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-a75e3749-63ec-41d4-99de-20431b4e23e7 service neutron] Transition to ACTIVE for port object 0705436e-2ef0-4db1-affa-9b26239925a9 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:59.088115 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-a75e3749-63ec-41d4-99de-20431b4e23e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:59.107374 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d927b653-4b43-47c5-af86-dd1906ae1abf req-9cf00717-3c3d-49b8-b088-98a4faab5442 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/security-groups?id=d59403ca-6498-4d76-84bf-3542488143ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232953 Apr 18 20:29:59.168932 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bca8b3-c0f0-40ac-b631-c77bf6ea4d58 req-d01b92ff-7c8f-4f12-8b54-217f59871df1 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:59.177362 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82bca8b3-c0f0-40ac-b631-c77bf6ea4d58 req-d01b92ff-7c8f-4f12-8b54-217f59871df1 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f34cdad-0672-4438-8d11-acc791346a56 HTTP/1.1" status: 200 len: 931 time: 0.4086368 Apr 18 20:29:59.217971 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b2bf7-5a6c-4bc3-b45a-09a4cee224df req-e2ab67f1-2587-4d33-b4b9-9c52b7f07092 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:59.219514 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d2b2bf7-5a6c-4bc3-b45a-09a4cee224df req-e2ab67f1-2587-4d33-b4b9-9c52b7f07092 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac5896d6-0454-4c76-b45e-d4b14c170b41 HTTP/1.1" status: 200 len: 945 time: 0.3667719 Apr 18 20:29:59.226456 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e3749-63ec-41d4-99de-20431b4e23e7 service neutron] Pushing event updated for resources: {'Port': ['ID=0705436e-2ef0-4db1-affa-9b26239925a9,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:59.239966 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-d46e4899-3110-4384-ba04-ec0c50d1e704 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:59.243358 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-d46e4899-3110-4384-ba04-ec0c50d1e704 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] 10.222.0.32 "GET /v2.0/networks?id=8f23cec0-b01e-47de-be99-53de5ec1f0dc HTTP/1.1" status: 200 len: 817 time: 0.3295007 Apr 18 20:29:59.305566 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-12487f99-b72d-480f-9189-3f617525f063 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Request body: {'port': {'device_id': '0345b750-45e8-4fef-abcc-aa4daa0ec66f', 'network_id': '8f23cec0-b01e-47de-be99-53de5ec1f0dc', 'admin_state_up': True, 'tenant_id': '68551167724e41229572af0e6d4fc48d'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:59.401257 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-388186c4-e7e7-46df-aa45-f629444f286d req-2cda92df-c176-4a78-ae77-b4a6fea4edb0 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] 10.222.0.41 "GET /v2.0/ports?device_id=0345b750-45e8-4fef-abcc-aa4daa0ec66f HTTP/1.1" status: 200 len: 210 time: 0.0763915 Apr 18 20:29:59.411839 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82bca8b3-c0f0-40ac-b631-c77bf6ea4d58 req-7d306646-0f13-4189-a91f-ecf8ec00e968 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333770 Apr 18 20:29:59.477857 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-a75e3749-63ec-41d4-99de-20431b4e23e7 service neutron] Attempting to bind port 0705436e-2ef0-4db1-affa-9b26239925a9 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:59.478195 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-a75e3749-63ec-41d4-99de-20431b4e23e7 service neutron] Attempting to bind port 0705436e-2ef0-4db1-affa-9b26239925a9 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '60e86a52-7aa9-4a3a-b30e-7bb40f315280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:59.478524 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-a75e3749-63ec-41d4-99de-20431b4e23e7 service neutron] Attempting to bind port 0705436e-2ef0-4db1-affa-9b26239925a9 on network 60c0f8e4-ca71-46cb-9dba-ff0370549a61 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:59.485961 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 32d972d9-9f78-4cf1-a074-2b0b24b1c428 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:29:59.486832 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-1d2b2bf7-5a6c-4bc3-b45a-09a4cee224df req-05890b43-9296-4e07-a2ff-3b807c928ae5 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Deleting port f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:29:59.486832 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1d2b2bf7-5a6c-4bc3-b45a-09a4cee224df req-05890b43-9296-4e07-a2ff-3b807c928ae5 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:59.528769 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-a75e3749-63ec-41d4-99de-20431b4e23e7 service neutron] Port 0705436e-2ef0-4db1-affa-9b26239925a9 on network 60c0f8e4-ca71-46cb-9dba-ff0370549a61 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:29:59.529299 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-a75e3749-63ec-41d4-99de-20431b4e23e7 service neutron] Attempting to bind port 0705436e-2ef0-4db1-affa-9b26239925a9 on network 60c0f8e4-ca71-46cb-9dba-ff0370549a61 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:59.627510 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-a75e3749-63ec-41d4-99de-20431b4e23e7 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:59.627989 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-a75e3749-63ec-41d4-99de-20431b4e23e7 service neutron] Checking segment: {'id': '60e86a52-7aa9-4a3a-b30e-7bb40f315280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:59.628811 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-a75e3749-63ec-41d4-99de-20431b4e23e7 service neutron] Bound using segment: {'id': '60e86a52-7aa9-4a3a-b30e-7bb40f315280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:59.629783 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-a75e3749-63ec-41d4-99de-20431b4e23e7 service neutron] Bound port: 0705436e-2ef0-4db1-affa-9b26239925a9, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60e86a52-7aa9-4a3a-b30e-7bb40f315280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:59.630371 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-a75e3749-63ec-41d4-99de-20431b4e23e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:59.738708 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6c72c04f-ee5d-4a72-a0dc-71523299017a tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:59.751698 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6c72c04f-ee5d-4a72-a0dc-71523299017a tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:59.756488 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:59.823626 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 32d972d9-9f78-4cf1-a074-2b0b24b1c428, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=32d972d9-9f78-4cf1-a074-2b0b24b1c428,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:59.835041 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72c04f-ee5d-4a72-a0dc-71523299017a tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Pushing event updated for resources: {'Port': ['ID=e9e550e1-98fa-40fb-8bc8-76d0274c45f7,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:59.844777 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-12487f99-b72d-480f-9189-3f617525f063 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Made reservation on behalf of 68551167724e41229572af0e6d4fc48d for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:59.849531 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-a75e3749-63ec-41d4-99de-20431b4e23e7 service neutron] For port 0705436e-2ef0-4db1-affa-9b26239925a9, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:59.851190 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-12487f99-b72d-480f-9189-3f617525f063 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:59.857053 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-a75e3749-63ec-41d4-99de-20431b4e23e7 service neutron] For port 0705436e-2ef0-4db1-affa-9b26239925a9, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=0705436e-2ef0-4db1-affa-9b26239925a9,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:59.870667 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '32d972d9-9f78-4cf1-a074-2b0b24b1c428', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': '32d972d9-9f78-4cf1-a074-2b0b24b1c428', 'mac_address': 'fa:16:3e:19:52:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:29:59.961918 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-a75e3749-63ec-41d4-99de-20431b4e23e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:59.967386 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:59.997099 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d972d9-9f78-4cf1-a074-2b0b24b1c428 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:00.053560 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 32d972d9-9f78-4cf1-a074-2b0b24b1c428, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=32d972d9-9f78-4cf1-a074-2b0b24b1c428,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:00.063077 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6c72c04f-ee5d-4a72-a0dc-71523299017a tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:00.066170 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:00.072231 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b768989-866d-4149-9400-a430964accc3 req-5e2d6e4a-926e-4c29-9500-4dd4b8930d8f tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:00.075024 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b768989-866d-4149-9400-a430964accc3 req-5e2d6e4a-926e-4c29-9500-4dd4b8930d8f tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 951 time: 0.4349687 Apr 18 20:30:00.090803 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-a75e3749-63ec-41d4-99de-20431b4e23e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:00.091799 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-a75e3749-63ec-41d4-99de-20431b4e23e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:00.094545 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-a75e3749-63ec-41d4-99de-20431b4e23e7 service neutron] 10.222.0.32 "PUT /v2.0/ports/0705436e-2ef0-4db1-affa-9b26239925a9 HTTP/1.1" status: 200 len: 1091 time: 3.5637245 Apr 18 20:30:00.135952 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6c72c04f-ee5d-4a72-a0dc-71523299017a tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:00.150673 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6c72c04f-ee5d-4a72-a0dc-71523299017a tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5232227 Apr 18 20:30:00.214110 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-1d2b2bf7-5a6c-4bc3-b45a-09a4cee224df req-05890b43-9296-4e07-a2ff-3b807c928ae5 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] For port f8f75bbd-2314-4a3e-8631-fcfcc8e6a345, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f8f75bbd-2314-4a3e-8631-fcfcc8e6a345,segment=NetworkSegment(1e83c5e6-61c2-4806-b1e4-9638a217c05b),segment_id=1e83c5e6-61c2-4806-b1e4-9638a217c05b)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:00.214943 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1d2b2bf7-5a6c-4bc3-b45a-09a4cee224df req-05890b43-9296-4e07-a2ff-3b807c928ae5 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:00.241190 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-1d2b2bf7-5a6c-4bc3-b45a-09a4cee224df req-05890b43-9296-4e07-a2ff-3b807c928ae5 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Calling delete_port for f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:30:00.275236 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=32d972d9-9f78-4cf1-a074-2b0b24b1c428,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:00.305827 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-12487f99-b72d-480f-9189-3f617525f063 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Allocated IP 172.20.0.2 (8f23cec0-b01e-47de-be99-53de5ec1f0dc/c82e3674-2bf1-4ac4-848d-55ab362855cb/2cd3cc16-62e6-4fd6-b94f-f0458f503bc6) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:30:00.395615 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c169cdb-1be1-4b1f-b044-a6fddc31b1c1 req-99778f1a-7c67-4380-8ccf-2df05b1d1671 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:00.399040 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c169cdb-1be1-4b1f-b044-a6fddc31b1c1 req-99778f1a-7c67-4380-8ccf-2df05b1d1671 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=d984d381-8a8d-4094-8f8e-941081d8753f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.7152238 Apr 18 20:30:00.438982 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['32d972d9-9f78-4cf1-a074-2b0b24b1c428'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:00.439327 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e3749-63ec-41d4-99de-20431b4e23e7 service neutron] Pushing event updated for resources: {'Port': ['ID=0705436e-2ef0-4db1-affa-9b26239925a9,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:00.467832 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b768989-866d-4149-9400-a430964accc3 req-bdaa311f-775e-4378-af3a-ce874e20b16a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580024 Apr 18 20:30:00.599693 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c169cdb-1be1-4b1f-b044-a6fddc31b1c1 req-382ac4e8-06f7-494e-ae0a-fc9082e8e007 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.83 HTTP/1.1" status: 200 len: 695 time: 0.1486206 Apr 18 20:30:00.621000 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-9c169cdb-1be1-4b1f-b044-a6fddc31b1c1 req-4b4676f8-b98a-441e-84f7-2b2e3c119cca tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Request body: {'floatingip': {'port_id': 'a1951abb-39fe-4668-be71-a5e220d3343b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:00.626195 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-9863c83a-f29d-4e0e-939e-ce68de014f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:00.627942 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-9863c83a-f29d-4e0e-939e-ce68de014f54 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b19fef1cf30f4b18969bf977f1ee2aa9&device_id=0f34cdad-0672-4438-8d11-acc791346a56 HTTP/1.1" status: 200 len: 1094 time: 0.4242396 Apr 18 20:30:00.647414 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e21a402-d434-48a1-af05-1331f98a3695 x-openstack-request-id: req-8e21a402-d434-48a1-af05-1331f98a3695 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:00.648045 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54b8329-5216-499e-9f09-7533c687822b", "tag": "a4a3596c-eeaa-475e-ac12-3b87b3d5e647", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:00.649352 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e21a402-d434-48a1-af05-1331f98a3695 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:00.650001 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e21a402-d434-48a1-af05-1331f98a3695'] response: {'name': 'network-changed', 'server_uuid': 'a54b8329-5216-499e-9f09-7533c687822b', 'tag': 'a4a3596c-eeaa-475e-ac12-3b87b3d5e647', 'status': 'completed', 'code': 200} Apr 18 20:30:00.744400 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e121e99-523b-4f61-8924-35856fff1c2d x-openstack-request-id: req-9e121e99-523b-4f61-8924-35856fff1c2d {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:00.745330 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ffa962-2e0e-4454-bcd7-cecf1301e5f1", "tag": "32d972d9-9f78-4cf1-a074-2b0b24b1c428", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:00.745854 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e121e99-523b-4f61-8924-35856fff1c2d {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:00.746607 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e121e99-523b-4f61-8924-35856fff1c2d'] response: {'name': 'network-changed', 'server_uuid': 'c6ffa962-2e0e-4454-bcd7-cecf1301e5f1', 'tag': '32d972d9-9f78-4cf1-a074-2b0b24b1c428', 'status': 'completed', 'code': 200} Apr 18 20:30:00.762117 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-12487f99-b72d-480f-9189-3f617525f063 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:00.794170 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87322763-7c93-40aa-949b-c61a2691c841 req-68f711c5-9861-4429-b5b8-d0f5119a6a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:00.796978 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-87322763-7c93-40aa-949b-c61a2691c841 req-68f711c5-9861-4429-b5b8-d0f5119a6a5a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 1124 time: 0.1373394 Apr 18 20:30:00.843566 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9c169cdb-1be1-4b1f-b044-a6fddc31b1c1 req-4b4676f8-b98a-441e-84f7-2b2e3c119cca tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks [] for floatingip, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:00.870539 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-d39c75ea-85f4-4a5e-8145-98f2de35e1ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0705436e-2ef0-4db1-affa-9b26239925a9 HTTP/1.1" status: 200 len: 217 time: 0.1721501 Apr 18 20:30:00.896070 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0242c0e5-cd25-4b5d-a4ed-e03fafb0430f x-openstack-request-id: req-0242c0e5-cd25-4b5d-a4ed-e03fafb0430f {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:00.900368 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce5bba9-adbe-480d-8a8f-c34524d5ccd2", "name": "network-vif-plugged", "status": "completed", "tag": "4003707b-7f02-4d9e-ac81-e33bf203b2f5", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:00.901342 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0242c0e5-cd25-4b5d-a4ed-e03fafb0430f {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:00.902414 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0242c0e5-cd25-4b5d-a4ed-e03fafb0430f'] response: {'server_uuid': '6ce5bba9-adbe-480d-8a8f-c34524d5ccd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4003707b-7f02-4d9e-ac81-e33bf203b2f5', 'code': 200} Apr 18 20:30:01.030622 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-12487f99-b72d-480f-9189-3f617525f063 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:01.116394 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-12487f99-b72d-480f-9189-3f617525f063 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Network 8f23cec0-b01e-47de-be99-53de5ec1f0dc is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:01.130491 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-12487f99-b72d-480f-9189-3f617525f063 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:01.141979 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-12487f99-b72d-480f-9189-3f617525f063 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:30:01.187356 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12487f99-b72d-480f-9189-3f617525f063 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Pushing event updated for resources: {'Port': ['ID=2cd3cc16-62e6-4fd6-b94f-f0458f503bc6,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:01.204335 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87322763-7c93-40aa-949b-c61a2691c841 req-93811920-c174-458b-8309-1a338c8b2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:01.206346 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-87322763-7c93-40aa-949b-c61a2691c841 req-93811920-c174-458b-8309-1a338c8b2b0d service neutron] 10.222.0.32 "GET /v2.0/networks?id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e HTTP/1.1" status: 200 len: 922 time: 0.3546009 Apr 18 20:30:01.221752 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:01.227747 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1d2b2bf7-5a6c-4bc3-b45a-09a4cee224df req-05890b43-9296-4e07-a2ff-3b807c928ae5 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:01.244275 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['a1951abb-39fe-4668-be71-a5e220d3343b'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:01.264701 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-76293c5d-4849-4a2b-bbe4-7cbaa8726ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:01.267113 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-76293c5d-4849-4a2b-bbe4-7cbaa8726ba8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b8708785-9af0-4579-bb8d-13349cd937a4 HTTP/1.1" status: 200 len: 845 time: 0.2776234 Apr 18 20:30:01.289817 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-87322763-7c93-40aa-949b-c61a2691c841 req-09332b48-62ef-4cb0-b702-8c549d9175ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4a3596c-eeaa-475e-ac12-3b87b3d5e647 HTTP/1.1" status: 200 len: 217 time: 0.0742967 Apr 18 20:30:01.355498 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-12487f99-b72d-480f-9189-3f617525f063 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:01.356169 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-12487f99-b72d-480f-9189-3f617525f063 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:01.385886 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-12487f99-b72d-480f-9189-3f617525f063 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0903420 Apr 18 20:30:01.390155 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87322763-7c93-40aa-949b-c61a2691c841 req-ed833c09-bdf2-4def-8e13-bfbd5035695a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:01.391876 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-87322763-7c93-40aa-949b-c61a2691c841 req-ed833c09-bdf2-4def-8e13-bfbd5035695a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07088b8e-aaa8-48c6-be5d-b75368ae775e HTTP/1.1" status: 200 len: 861 time: 0.0965822 Apr 18 20:30:01.396685 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05890b43-9296-4e07-a2ff-3b807c928ae5 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Pushing event deleted for resources: {'Port': ['ID=f8f75bbd-2314-4a3e-8631-fcfcc8e6a345,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:01.400468 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5cbd5-084f-492f-ab02-492607f010c2 req-f15720a7-0c2c-4bc5-a6db-15f4a091eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:01.402016 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6bc5cbd5-084f-492f-ab02-492607f010c2 req-f15720a7-0c2c-4bc5-a6db-15f4a091eca8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2d233d71fe7456da2bcf3adab420085&device_id=c6ffa962-2e0e-4454-bcd7-cecf1301e5f1 HTTP/1.1" status: 200 len: 1100 time: 0.5641856 Apr 18 20:30:01.417595 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-1ad470ec-60f0-41db-9156-994c271e0c66 service neutron] Request body: {'port': {'device_id': '0345b750-45e8-4fef-abcc-aa4daa0ec66f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:01.457176 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-ed379d5c-0d19-4c58-a92a-5fedf8eab85d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=60c0f8e4-ca71-46cb-9dba-ff0370549a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1367888 Apr 18 20:30:01.457837 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['f8f75bbd-2314-4a3e-8631-fcfcc8e6a345'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:01.460498 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b320d-9a8d-4b2c-876a-d749dc078122 req-fc2445ce-36a0-4128-af7d-4c74878bddac tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:01.463695 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-995b320d-9a8d-4b2c-876a-d749dc078122 req-fc2445ce-36a0-4128-af7d-4c74878bddac tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 1096 time: 0.3989792 Apr 18 20:30:01.475627 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-87322763-7c93-40aa-949b-c61a2691c841 req-b4488355-3f2e-46d5-949b-d938372855d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708926 Apr 18 20:30:01.511594 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a4a3596c-eeaa-475e-ac12-3b87b3d5e647 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:30:01.544162 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:01.557319 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-1ad470ec-60f0-41db-9156-994c271e0c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:01.684414 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-14152628-e8a5-4327-986d-0d1761891c1e req-efed9b99-9eaf-4639-813e-271b649bb4da service neutron] 10.222.0.32 "GET /v2.0/ports/a4a3596c-eeaa-475e-ac12-3b87b3d5e647/bindings/n-h2-838323-3 HTTP/1.1" status: 200 len: 384 time: 0.5665324 Apr 18 20:30:01.744337 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2b2bf7-5a6c-4bc3-b45a-09a4cee224df req-05890b43-9296-4e07-a2ff-3b807c928ae5 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] No DVR routers for this DVR port f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:30:01.792706 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1d2b2bf7-5a6c-4bc3-b45a-09a4cee224df req-05890b43-9296-4e07-a2ff-3b807c928ae5 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:01.796228 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d2b2bf7-5a6c-4bc3-b45a-09a4cee224df req-05890b43-9296-4e07-a2ff-3b807c928ae5 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.32 "DELETE /v2.0/ports/f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 HTTP/1.1" status: 204 len: 173 time: 2.5650525 Apr 18 20:30:01.824205 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-87322763-7c93-40aa-949b-c61a2691c841 req-e19b4a25-b75c-4e2a-8a95-d37ac2f877f9 service neutron] 10.222.0.32 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404400 Apr 18 20:30:01.996201 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-995b320d-9a8d-4b2c-876a-d749dc078122 req-4e19465b-ec0c-42cd-8443-31e746fa6ebc tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819925 Apr 18 20:30:02.075252 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-87322763-7c93-40aa-949b-c61a2691c841 req-0253a01b-c933-40d7-aec9-16ef127a6c7b service neutron] 10.222.0.32 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419786 Apr 18 20:30:02.100954 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5cbd5-084f-492f-ab02-492607f010c2 req-888db2eb-b62d-420a-9f99-15abf9c5dcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:02.104914 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6bc5cbd5-084f-492f-ab02-492607f010c2 req-888db2eb-b62d-420a-9f99-15abf9c5dcba service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.6732311 Apr 18 20:30:02.185898 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-1ad470ec-60f0-41db-9156-994c271e0c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd3cc16-62e6-4fd6-b94f-f0458f503bc6 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:02.195064 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-1ad470ec-60f0-41db-9156-994c271e0c66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:02.209332 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-1ad470ec-60f0-41db-9156-994c271e0c66 service neutron] Transition to ACTIVE for port object 2cd3cc16-62e6-4fd6-b94f-f0458f503bc6 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:30:02.217480 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-1ad470ec-60f0-41db-9156-994c271e0c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:02.312293 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-ec33ccfe-9ee1-4d6a-9c72-94d9af05c4a3 service neutron] 10.222.0.32 "GET /v2.0/networks/60c0f8e4-ca71-46cb-9dba-ff0370549a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8458929 Apr 18 20:30:02.318914 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad470ec-60f0-41db-9156-994c271e0c66 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd3cc16-62e6-4fd6-b94f-f0458f503bc6,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:02.346620 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6bc5cbd5-084f-492f-ab02-492607f010c2 req-31a9be04-e93f-4c9b-88e2-e182ce270901 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=32d972d9-9f78-4cf1-a074-2b0b24b1c428 HTTP/1.1" status: 200 len: 217 time: 0.2133143 Apr 18 20:30:02.358535 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-1ad470ec-60f0-41db-9156-994c271e0c66 service neutron] Attempting to bind port 2cd3cc16-62e6-4fd6-b94f-f0458f503bc6 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:02.358844 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-1ad470ec-60f0-41db-9156-994c271e0c66 service neutron] Attempting to bind port 2cd3cc16-62e6-4fd6-b94f-f0458f503bc6 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'c815fe1c-cb7c-446c-b1fa-15489cec3a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8f23cec0-b01e-47de-be99-53de5ec1f0dc'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:02.359208 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-1ad470ec-60f0-41db-9156-994c271e0c66 service neutron] Attempting to bind port 2cd3cc16-62e6-4fd6-b94f-f0458f503bc6 on network 8f23cec0-b01e-47de-be99-53de5ec1f0dc {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:02.364524 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-1ad470ec-60f0-41db-9156-994c271e0c66 service neutron] Port 2cd3cc16-62e6-4fd6-b94f-f0458f503bc6 on network 8f23cec0-b01e-47de-be99-53de5ec1f0dc not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:30:02.364829 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-1ad470ec-60f0-41db-9156-994c271e0c66 service neutron] Attempting to bind port 2cd3cc16-62e6-4fd6-b94f-f0458f503bc6 on network 8f23cec0-b01e-47de-be99-53de5ec1f0dc {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:02.372348 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-1ad470ec-60f0-41db-9156-994c271e0c66 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:30:02.372840 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-1ad470ec-60f0-41db-9156-994c271e0c66 service neutron] Checking segment: {'id': 'c815fe1c-cb7c-446c-b1fa-15489cec3a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8f23cec0-b01e-47de-be99-53de5ec1f0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:30:02.373624 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-1ad470ec-60f0-41db-9156-994c271e0c66 service neutron] Bound using segment: {'id': 'c815fe1c-cb7c-446c-b1fa-15489cec3a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8f23cec0-b01e-47de-be99-53de5ec1f0dc'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:30:02.374148 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-1ad470ec-60f0-41db-9156-994c271e0c66 service neutron] Bound port: 2cd3cc16-62e6-4fd6-b94f-f0458f503bc6, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c815fe1c-cb7c-446c-b1fa-15489cec3a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8f23cec0-b01e-47de-be99-53de5ec1f0dc'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:30:02.374626 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-1ad470ec-60f0-41db-9156-994c271e0c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:02.468085 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-1ad470ec-60f0-41db-9156-994c271e0c66 service neutron] For port 2cd3cc16-62e6-4fd6-b94f-f0458f503bc6, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:30:02.471988 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-1ad470ec-60f0-41db-9156-994c271e0c66 service neutron] For port 2cd3cc16-62e6-4fd6-b94f-f0458f503bc6, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=2cd3cc16-62e6-4fd6-b94f-f0458f503bc6,segment=NetworkSegment(c815fe1c-cb7c-446c-b1fa-15489cec3a1b),segment_id=c815fe1c-cb7c-446c-b1fa-15489cec3a1b)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:30:02.479751 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-1ad470ec-60f0-41db-9156-994c271e0c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:02.542338 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-1ad470ec-60f0-41db-9156-994c271e0c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:02.543472 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-1ad470ec-60f0-41db-9156-994c271e0c66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:02.546170 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-1ad470ec-60f0-41db-9156-994c271e0c66 service neutron] 10.222.0.32 "PUT /v2.0/ports/2cd3cc16-62e6-4fd6-b94f-f0458f503bc6 HTTP/1.1" status: 200 len: 1091 time: 1.1446078 Apr 18 20:30:02.580938 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad470ec-60f0-41db-9156-994c271e0c66 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd3cc16-62e6-4fd6-b94f-f0458f503bc6,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:02.651075 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0345b750-45e8-4fef-abcc-aa4daa0ec66f', 'tag': '2cd3cc16-62e6-4fd6-b94f-f0458f503bc6'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:02.654021 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8436374-828b-4cd8-8ac8-3a1fb9418d07" -d '{"events": [{"name": "network-changed", "server_uuid": "0345b750-45e8-4fef-abcc-aa4daa0ec66f", "tag": "2cd3cc16-62e6-4fd6-b94f-f0458f503bc6"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:02.659197 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-ac53acb4-b597-4df8-a9d1-44ff922de899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:02.660901 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-ac53acb4-b597-4df8-a9d1-44ff922de899 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=68551167724e41229572af0e6d4fc48d&device_id=0345b750-45e8-4fef-abcc-aa4daa0ec66f HTTP/1.1" status: 200 len: 1094 time: 0.0597975 Apr 18 20:30:02.706846 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-5c5b1708-deeb-451a-ac50-9da4a73e0f50 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2cd3cc16-62e6-4fd6-b94f-f0458f503bc6 HTTP/1.1" status: 200 len: 217 time: 0.0383098 Apr 18 20:30:02.761167 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-78455e92-0b12-469a-b4da-7019f5813c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:02.762663 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-78455e92-0b12-469a-b4da-7019f5813c72 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c82e3674-2bf1-4ac4-848d-55ab362855cb HTTP/1.1" status: 200 len: 857 time: 0.0493870 Apr 18 20:30:02.812297 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-24d9672b-8a2c-46a3-84e3-0e2437ed678c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f23cec0-b01e-47de-be99-53de5ec1f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422735 Apr 18 20:30:02.850481 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f34cdad-0672-4438-8d11-acc791346a56', 'tag': '0705436e-2ef0-4db1-affa-9b26239925a9'}, {'server_uuid': 'ac5896d6-0454-4c76-b45e-d4b14c170b41', 'name': 'network-vif-deleted', 'tag': 'f8f75bbd-2314-4a3e-8631-fcfcc8e6a345'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:02.853715 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c6badb-d4d9-4b46-945f-14beed7f09cd" -d '{"events": [{"name": "network-changed", "server_uuid": "0f34cdad-0672-4438-8d11-acc791346a56", "tag": "0705436e-2ef0-4db1-affa-9b26239925a9"}, {"server_uuid": "ac5896d6-0454-4c76-b45e-d4b14c170b41", "name": "network-vif-deleted", "tag": "f8f75bbd-2314-4a3e-8631-fcfcc8e6a345"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:02.894536 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ac72c-d4ad-4269-8657-0b2d4032ce9f req-f7264f83-e974-405f-89fe-ea8468a930d4 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:02.896171 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a28ac72c-d4ad-4269-8657-0b2d4032ce9f req-f7264f83-e974-405f-89fe-ea8468a930d4 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 943 time: 0.7789073 Apr 18 20:30:02.958114 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-014306fc-749d-492e-b1df-ce3412b4c871 service neutron] 10.222.0.32 "GET /v2.0/networks/8f23cec0-b01e-47de-be99-53de5ec1f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387997 Apr 18 20:30:02.958417 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5cbd5-084f-492f-ab02-492607f010c2 req-49ed4535-0eba-4dc5-b337-db20ef2a0aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:02.959546 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6bc5cbd5-084f-492f-ab02-492607f010c2 req-49ed4535-0eba-4dc5-b337-db20ef2a0aa8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.6032760 Apr 18 20:30:03.077745 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e6771626-13a5-4d68-8a26-1a20b82b4263 req-2fff2a60-cd8a-4ef4-ab34-be4388d4f587 service neutron] 10.222.0.32 "GET /v2.0/networks/8f23cec0-b01e-47de-be99-53de5ec1f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070702 Apr 18 20:30:03.091967 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b462cf2f-44a2-4c4f-a42c-a1bfbe54233c req-23478524-5a5a-4c7b-8891-1538a0bb8166 service neutron] 10.222.0.32 "GET /v2.0/networks/60c0f8e4-ca71-46cb-9dba-ff0370549a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7440016 Apr 18 20:30:03.119930 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a28ac72c-d4ad-4269-8657-0b2d4032ce9f req-ce40f973-3e22-4f69-b437-4ce669316b65 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033539 Apr 18 20:30:03.133446 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.db.resource_extend [req-9c169cdb-1be1-4b1f-b044-a6fddc31b1c1 req-4b4676f8-b98a-441e-84f7-2b2e3c119cca tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:30:03.177374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-14152628-e8a5-4327-986d-0d1761891c1e req-96330542-ad56-4a2c-a291-e28ae7f11345 service neutron] For port a4a3596c-eeaa-475e-ac12-3b87b3d5e647, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a4a3596c-eeaa-475e-ac12-3b87b3d5e647,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:03.212560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5cbd5-084f-492f-ab02-492607f010c2 req-d1f452a8-a165-45c6-97cb-ee2d2758dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:03.214228 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6bc5cbd5-084f-492f-ab02-492607f010c2 req-d1f452a8-a165-45c6-97cb-ee2d2758dbef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2230098 Apr 18 20:30:03.219518 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-14152628-e8a5-4327-986d-0d1761891c1e req-96330542-ad56-4a2c-a291-e28ae7f11345 service neutron] For port a4a3596c-eeaa-475e-ac12-3b87b3d5e647, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:30:03.266181 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9c169cdb-1be1-4b1f-b044-a6fddc31b1c1 req-4b4676f8-b98a-441e-84f7-2b2e3c119cca tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:03.294133 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9c169cdb-1be1-4b1f-b044-a6fddc31b1c1 req-4b4676f8-b98a-441e-84f7-2b2e3c119cca tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:03.385789 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-14152628-e8a5-4327-986d-0d1761891c1e req-96330542-ad56-4a2c-a291-e28ae7f11345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a3596c-eeaa-475e-ac12-3b87b3d5e647 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:03.408809 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-14152628-e8a5-4327-986d-0d1761891c1e req-96330542-ad56-4a2c-a291-e28ae7f11345 service neutron] For port a4a3596c-eeaa-475e-ac12-3b87b3d5e647, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a4a3596c-eeaa-475e-ac12-3b87b3d5e647,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:03.451435 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-14152628-e8a5-4327-986d-0d1761891c1e req-96330542-ad56-4a2c-a291-e28ae7f11345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:03.477611 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a3a00-40af-4e50-9325-a7d994542ab3 req-0d66dfe1-a81a-4318-8c95-e82b3760f72c tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:03.479565 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3b2a3a00-40af-4e50-9325-a7d994542ab3 req-0d66dfe1-a81a-4318-8c95-e82b3760f72c tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6ffa962-2e0e-4454-bcd7-cecf1301e5f1 HTTP/1.1" status: 200 len: 949 time: 0.2183177 Apr 18 20:30:03.520372 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 32d972d9-9f78-4cf1-a074-2b0b24b1c428 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:30:03.579576 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6bc5cbd5-084f-492f-ab02-492607f010c2 req-a7231bed-0715-4315-8583-e40cf94809e9 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561573 Apr 18 20:30:03.602891 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 32d972d9-9f78-4cf1-a074-2b0b24b1c428 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:30:03.608551 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 32d972d9-9f78-4cf1-a074-2b0b24b1c428 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:03.609063 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:03.639802 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [req-9c169cdb-1be1-4b1f-b044-a6fddc31b1c1 req-4b4676f8-b98a-441e-84f7-2b2e3c119cca tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Floating IP eca85b8a-ba28-4cde-a285-5dd13e57208b associated. External IP: 172.25.1.83, port: a1951abb-39fe-4668-be71-a5e220d3343b. Apr 18 20:30:03.688096 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3b2a3a00-40af-4e50-9325-a7d994542ab3 req-8ab5fbc4-4a28-4fc0-8970-9c1545059fb4 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/security-groups?id=d59403ca-6498-4d76-84bf-3542488143ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991777 Apr 18 20:30:03.737182 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:03.775066 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ffa962-2e0e-4454-bcd7-cecf1301e5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d972d9-9f78-4cf1-a074-2b0b24b1c428'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:03.776799 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd22faa-940d-49b6-b564-9e31b61a4b48" -d '{"events": [{"server_uuid": "c6ffa962-2e0e-4454-bcd7-cecf1301e5f1", "name": "network-vif-plugged", "status": "completed", "tag": "32d972d9-9f78-4cf1-a074-2b0b24b1c428"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:03.796476 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 32d972d9-9f78-4cf1-a074-2b0b24b1c428, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=32d972d9-9f78-4cf1-a074-2b0b24b1c428,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:03.802959 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:03.804196 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:30:03.834715 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-14152628-e8a5-4327-986d-0d1761891c1e req-96330542-ad56-4a2c-a291-e28ae7f11345 service neutron] Transition to ACTIVE for port object a4a3596c-eeaa-475e-ac12-3b87b3d5e647 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:30:03.849392 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:30:03.849692 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device f8f75bbd-2314-4a3e-8631-fcfcc8e6a345 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:30:03.857221 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-14152628-e8a5-4327-986d-0d1761891c1e req-96330542-ad56-4a2c-a291-e28ae7f11345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:03.881089 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=32d972d9-9f78-4cf1-a074-2b0b24b1c428,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:03.891960 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:03.892214 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:03.892581 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:03.892918 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:03.893525 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:03.893951 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:03.894339 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:03.894763 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:03.895274 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:03.895756 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:03.896226 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:03.896744 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:03.938901 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6bc5cbd5-084f-492f-ab02-492607f010c2 req-01ad3af5-77ff-42a3-aa99-87eb4a443328 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430946 Apr 18 20:30:04.055354 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96330542-ad56-4a2c-a291-e28ae7f11345 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a3596c-eeaa-475e-ac12-3b87b3d5e647,revision_number=10']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:04.064704 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-14152628-e8a5-4327-986d-0d1761891c1e req-96330542-ad56-4a2c-a291-e28ae7f11345 service neutron] No DVR routers for this DVR port a4a3596c-eeaa-475e-ac12-3b87b3d5e647 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:30:04.080100 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-5cf8d96e-9c23-41c3-91eb-2274f57878e3 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--488699728&fields=id&tenant_id=5961998d991a4a37a63ffa7f2b7a2a21 HTTP/1.1" status: 200 len: 267 time: 0.1715863 Apr 18 20:30:04.127364 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-14152628-e8a5-4327-986d-0d1761891c1e req-96330542-ad56-4a2c-a291-e28ae7f11345 service neutron] 10.222.0.32 "PUT /v2.0/ports/a4a3596c-eeaa-475e-ac12-3b87b3d5e647/bindings/n-h2-838323-3/activate HTTP/1.1" status: 200 len: 369 time: 2.3771381 Apr 18 20:30:04.246154 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14152628-e8a5-4327-986d-0d1761891c1e req-75689109-5d67-4b3e-9eab-7f656c9e1779 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:04.248137 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-14152628-e8a5-4327-986d-0d1761891c1e req-75689109-5d67-4b3e-9eab-7f656c9e1779 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b&tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&binding%3Ahost_id=n-h1-838323-3 HTTP/1.1" status: 200 len: 1095 time: 0.0559566 Apr 18 20:30:04.266303 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c169cdb-1be1-4b1f-b044-a6fddc31b1c1 req-4b4676f8-b98a-441e-84f7-2b2e3c119cca tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Router 086a8c53-4947-40ea-af28-d968459eed91 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:30:04.298419 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-2a5abcb7-ec16-457f-90f2-e9deec9db37b tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:04.300036 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-2a5abcb7-ec16-457f-90f2-e9deec9db37b tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "GET /v2.0/networks?id=03564991-91f9-40c6-b33a-4bb4b308e9a2 HTTP/1.1" status: 200 len: 815 time: 0.2033105 Apr 18 20:30:04.332737 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14152628-e8a5-4327-986d-0d1761891c1e req-528cb18f-cf7b-40b6-9f88-c79d882bf9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:04.334874 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-14152628-e8a5-4327-986d-0d1761891c1e req-528cb18f-cf7b-40b6-9f88-c79d882bf9e4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b&tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639 HTTP/1.1" status: 200 len: 1095 time: 0.0714412 Apr 18 20:30:04.350124 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-fe5fd494-d859-4943-ae3d-656987cfbd3d tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "GET /v2.0/quotas/5961998d991a4a37a63ffa7f2b7a2a21 HTTP/1.1" status: 200 len: 375 time: 0.0183561 Apr 18 20:30:04.417925 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14152628-e8a5-4327-986d-0d1761891c1e req-cfd2692f-6412-49b9-9cf5-0752bc74fa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:04.419723 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-14152628-e8a5-4327-986d-0d1761891c1e req-cfd2692f-6412-49b9-9cf5-0752bc74fa6b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 1095 time: 0.0540986 Apr 18 20:30:04.459796 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c169cdb-1be1-4b1f-b044-a6fddc31b1c1 req-4b4676f8-b98a-441e-84f7-2b2e3c119cca tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:30:04.470187 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9c169cdb-1be1-4b1f-b044-a6fddc31b1c1 req-4b4676f8-b98a-441e-84f7-2b2e3c119cca tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:04.487583 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ac7fc2-c9a1-4c02-ad4b-653330aad871 None None] Sync routers for ids ['086a8c53-4947-40ea-af28-d968459eed91'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:30:04.499096 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ac7fc2-c9a1-4c02-ad4b-653330aad871 None None] Routers {'086a8c53-4947-40ea-af28-d968459eed91'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:30:04.500012 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-63ac7fc2-c9a1-4c02-ad4b-653330aad871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:29:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['086a8c53-4947-40ea-af28-d968459eed91'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:04.524182 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-7ba9cfd0-8359-4890-a483-cafc6a53ee2e tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5961998d991a4a37a63ffa7f2b7a2a21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1604793 Apr 18 20:30:04.540029 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c169cdb-1be1-4b1f-b044-a6fddc31b1c1 req-4b4676f8-b98a-441e-84f7-2b2e3c119cca tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "PUT /v2.0/floatingips/eca85b8a-ba28-4cde-a285-5dd13e57208b HTTP/1.1" status: 200 len: 996 time: 3.9268634 Apr 18 20:30:04.553931 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14152628-e8a5-4327-986d-0d1761891c1e req-1c3f0e6e-477b-4a13-a045-891bb035bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:04.556135 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-14152628-e8a5-4327-986d-0d1761891c1e req-1c3f0e6e-477b-4a13-a045-891bb035bf6c service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e HTTP/1.1" status: 200 len: 922 time: 0.1213291 Apr 18 20:30:04.629058 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-14152628-e8a5-4327-986d-0d1761891c1e req-10976445-eb62-48c7-a3f9-4a59f3dfe4c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4a3596c-eeaa-475e-ac12-3b87b3d5e647 HTTP/1.1" status: 200 len: 217 time: 0.0627649 Apr 18 20:30:04.696308 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c169cdb-1be1-4b1f-b044-a6fddc31b1c1 req-6a3f200b-9563-4950-ac57-59d4212ebd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:04.699154 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c169cdb-1be1-4b1f-b044-a6fddc31b1c1 req-6a3f200b-9563-4950-ac57-59d4212ebd8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff855e139abe40c691b068b429bd1371&device_id=d984d381-8a8d-4094-8f8e-941081d8753f HTTP/1.1" status: 200 len: 1097 time: 0.1295166 Apr 18 20:30:04.714357 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14152628-e8a5-4327-986d-0d1761891c1e req-afb538eb-0e92-411b-8f15-17f37450c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:04.716088 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-14152628-e8a5-4327-986d-0d1761891c1e req-afb538eb-0e92-411b-8f15-17f37450c44d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=07088b8e-aaa8-48c6-be5d-b75368ae775e HTTP/1.1" status: 200 len: 861 time: 0.0798464 Apr 18 20:30:04.732381 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-63ac7fc2-c9a1-4c02-ad4b-653330aad871 None None] Set router 086a8c53-4947-40ea-af28-d968459eed91 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:30:04.739496 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-d74fcb4e-3c99-45b5-9752-af20e9241f44 service neutron] 10.222.0.41 "GET /v2.0/networks/03564991-91f9-40c6-b33a-4bb4b308e9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939695 Apr 18 20:30:04.769545 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-14152628-e8a5-4327-986d-0d1761891c1e req-10eacef8-a6e6-4081-b9d3-d6afb0c6781f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449791 Apr 18 20:30:04.940679 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c169cdb-1be1-4b1f-b044-a6fddc31b1c1 req-ddb6d820-5ff3-47d0-88f0-f70dafe75100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:04.942698 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c169cdb-1be1-4b1f-b044-a6fddc31b1c1 req-ddb6d820-5ff3-47d0-88f0-f70dafe75100 service neutron] 10.222.0.41 "GET /v2.0/networks?id=834e15af-05bf-4f20-83eb-2a3f314d7649 HTTP/1.1" status: 200 len: 921 time: 0.2200034 Apr 18 20:30:04.949707 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-44752f2d-9715-4e5b-a389-5e4c830552b9 service neutron] 10.222.0.41 "GET /v2.0/networks/03564991-91f9-40c6-b33a-4bb4b308e9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896327 Apr 18 20:30:05.074502 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-63ac7fc2-c9a1-4c02-ad4b-653330aad871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a8c53-4947-40ea-af28-d968459eed91', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:56Z', 'updated_at': '2022-04-18T20:28:02Z', 'revision_number': 4, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'gw_port': {'id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:57Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'eca85b8a-ba28-4cde-a285-5dd13e57208b', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '086a8c53-4947-40ea-af28-d968459eed91', 'port_id': 'a1951abb-39fe-4668-be71-a5e220d3343b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'mac_address': 'fa:16:3e:a1:60:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd984d381-8a8d-4094-8f8e-941081d8753f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:28:34Z', 'updated_at': '2022-04-18T20:30:02Z', 'revision_number': 8, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d61a1e4-914f-423c-83ef-51f587e73f9c', 'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'mac_address': 'fa:16:3e:7c:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:01Z', 'updated_at': '2022-04-18T20:28:09Z', 'revision_number': 5, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'subnets': [{'id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:05.093940 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c169cdb-1be1-4b1f-b044-a6fddc31b1c1 req-878031ad-d788-40ed-9026-97b279050630 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1951abb-39fe-4668-be71-a5e220d3343b HTTP/1.1" status: 200 len: 999 time: 0.1370146 Apr 18 20:30:05.114599 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ac7fc2-c9a1-4c02-ad4b-653330aad871 None None] Checking router: 086a8c53-4947-40ea-af28-d968459eed91 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:30:05.127733 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ac7fc2-c9a1-4c02-ad4b-653330aad871 None None] Routers {'086a8c53-4947-40ea-af28-d968459eed91'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:30:05.128881 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-63ac7fc2-c9a1-4c02-ad4b-653330aad871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:29:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['086a8c53-4947-40ea-af28-d968459eed91'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:05.184105 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c169cdb-1be1-4b1f-b044-a6fddc31b1c1 req-9b5a61c4-003b-4f24-afe4-323aec4e550b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:05.202125 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c169cdb-1be1-4b1f-b044-a6fddc31b1c1 req-9b5a61c4-003b-4f24-afe4-323aec4e550b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0add80b-3b17-4300-bcbd-ceda69a60cf3 HTTP/1.1" status: 200 len: 859 time: 0.1067150 Apr 18 20:30:05.268354 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-63ac7fc2-c9a1-4c02-ad4b-653330aad871 None None] Set router 086a8c53-4947-40ea-af28-d968459eed91 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:30:05.291740 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-14152628-e8a5-4327-986d-0d1761891c1e req-e7542126-1898-49e4-b9cf-8e728d2dfc80 service neutron] 10.222.0.57 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131879 Apr 18 20:30:05.329972 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c169cdb-1be1-4b1f-b044-a6fddc31b1c1 req-244a0a4a-dc8c-4071-a689-459425a79ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:05.345596 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c169cdb-1be1-4b1f-b044-a6fddc31b1c1 req-244a0a4a-dc8c-4071-a689-459425a79ef9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=834e15af-05bf-4f20-83eb-2a3f314d7649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1422200 Apr 18 20:30:05.446203 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-14152628-e8a5-4327-986d-0d1761891c1e req-328a9545-78a4-4433-b2a2-8ea2d8dd3dd0 service neutron] 10.222.0.57 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447728 Apr 18 20:30:05.558730 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d161b27-5efc-4cd2-bad3-386b9280a5c1 req-e99cab11-549d-475a-8343-d25cccc87a1e tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:05.560379 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d161b27-5efc-4cd2-bad3-386b9280a5c1 req-e99cab11-549d-475a-8343-d25cccc87a1e tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] 10.222.0.41 "GET /v2.0/ports?device_id=0345b750-45e8-4fef-abcc-aa4daa0ec66f HTTP/1.1" status: 200 len: 943 time: 0.1829369 Apr 18 20:30:05.591019 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c169cdb-1be1-4b1f-b044-a6fddc31b1c1 req-14db86b7-a857-40c8-a2ca-12b4fbcd89cb service neutron] 10.222.0.41 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443011 Apr 18 20:30:05.689712 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d161b27-5efc-4cd2-bad3-386b9280a5c1 req-666b67a5-ceba-4427-b998-5adbc74585ad tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] 10.222.0.41 "GET /v2.0/security-groups?id=19319b9d-9e46-4c98-bfc7-edf2f35582b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154795 Apr 18 20:30:05.770970 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-63ac7fc2-c9a1-4c02-ad4b-653330aad871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a8c53-4947-40ea-af28-d968459eed91', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:56Z', 'updated_at': '2022-04-18T20:28:02Z', 'revision_number': 4, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'gw_port': {'id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:57Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'eca85b8a-ba28-4cde-a285-5dd13e57208b', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '086a8c53-4947-40ea-af28-d968459eed91', 'port_id': 'a1951abb-39fe-4668-be71-a5e220d3343b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'mac_address': 'fa:16:3e:a1:60:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd984d381-8a8d-4094-8f8e-941081d8753f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:28:34Z', 'updated_at': '2022-04-18T20:30:02Z', 'revision_number': 8, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d61a1e4-914f-423c-83ef-51f587e73f9c', 'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'mac_address': 'fa:16:3e:7c:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:01Z', 'updated_at': '2022-04-18T20:28:09Z', 'revision_number': 5, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'subnets': [{'id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:05.772808 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c169cdb-1be1-4b1f-b044-a6fddc31b1c1 req-49813d97-2f93-4375-96fa-f3c869b1b8be service neutron] 10.222.0.41 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680610 Apr 18 20:30:05.832625 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ac7fc2-c9a1-4c02-ad4b-653330aad871 None None] The sync data for ids ['086a8c53-4947-40ea-af28-d968459eed91'] in n-d-838323-3 is: [{'id': '086a8c53-4947-40ea-af28-d968459eed91', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:56Z', 'updated_at': '2022-04-18T20:28:02Z', 'revision_number': 4, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'gw_port': {'id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:57Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'eca85b8a-ba28-4cde-a285-5dd13e57208b', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '086a8c53-4947-40ea-af28-d968459eed91', 'port_id': 'a1951abb-39fe-4668-be71-a5e220d3343b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'mac_address': 'fa:16:3e:a1:60:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd984d381-8a8d-4094-8f8e-941081d8753f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:28:34Z', 'updated_at': '2022-04-18T20:30:02Z', 'revision_number': 8, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d61a1e4-914f-423c-83ef-51f587e73f9c', 'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'mac_address': 'fa:16:3e:7c:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:01Z', 'updated_at': '2022-04-18T20:28:09Z', 'revision_number': 5, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'subnets': [{'id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:30:05.913619 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8a631-84cc-4ed3-8196-b04cfc99ff18 req-5a36043c-ac35-4d5f-8a76-3bf4413712ef tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:05.919304 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14152628-e8a5-4327-986d-0d1761891c1e req-201644c0-c0f2-4893-9f86-eb92057f8106 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:05.922290 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-14152628-e8a5-4327-986d-0d1761891c1e req-201644c0-c0f2-4893-9f86-eb92057f8106 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b&tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&binding%3Ahost_id=n-h2-838323-3 HTTP/1.1" status: 200 len: 1095 time: 0.1611943 Apr 18 20:30:05.923868 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0ec8a631-84cc-4ed3-8196-b04cfc99ff18 req-5a36043c-ac35-4d5f-8a76-3bf4413712ef tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f34cdad-0672-4438-8d11-acc791346a56 HTTP/1.1" status: 200 len: 943 time: 0.0939538 Apr 18 20:30:06.020933 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0ec8a631-84cc-4ed3-8196-b04cfc99ff18 req-af3d950e-8bfb-46fa-ad04-09c21b75a76e tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958397 Apr 18 20:30:06.034208 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b14aaf-6d04-4d62-8eb2-66667b73697c req-63b56603-778d-43ff-872f-9a290ed505af tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:06.037557 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-64b14aaf-6d04-4d62-8eb2-66667b73697c req-63b56603-778d-43ff-872f-9a290ed505af tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 1096 time: 0.0851951 Apr 18 20:30:06.106404 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-64b14aaf-6d04-4d62-8eb2-66667b73697c req-3ed54f69-5ddd-4d20-9cdc-9bc93e095ce1 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577257 Apr 18 20:30:06.173959 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60299b8-c789-4a90-924a-a9809f3ad4a7 x-openstack-request-id: req-f60299b8-c789-4a90-924a-a9809f3ad4a7 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:06.174457 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0345b750-45e8-4fef-abcc-aa4daa0ec66f", "tag": "2cd3cc16-62e6-4fd6-b94f-f0458f503bc6", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:06.174841 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f60299b8-c789-4a90-924a-a9809f3ad4a7 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:06.175461 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f60299b8-c789-4a90-924a-a9809f3ad4a7'] response: {'name': 'network-changed', 'server_uuid': '0345b750-45e8-4fef-abcc-aa4daa0ec66f', 'tag': '2cd3cc16-62e6-4fd6-b94f-f0458f503bc6', 'status': 'completed', 'code': 200} Apr 18 20:30:06.182882 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1220d1bb-9f1e-4110-a47f-80b4fde90318 x-openstack-request-id: req-1220d1bb-9f1e-4110-a47f-80b4fde90318 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:06.183206 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f34cdad-0672-4438-8d11-acc791346a56", "tag": "0705436e-2ef0-4db1-affa-9b26239925a9", "status": "completed", "code": 200}, {"server_uuid": "ac5896d6-0454-4c76-b45e-d4b14c170b41", "name": "network-vif-deleted", "tag": "f8f75bbd-2314-4a3e-8631-fcfcc8e6a345", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:06.183682 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1220d1bb-9f1e-4110-a47f-80b4fde90318 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:06.183960 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1220d1bb-9f1e-4110-a47f-80b4fde90318'] response: {'name': 'network-changed', 'server_uuid': '0f34cdad-0672-4438-8d11-acc791346a56', 'tag': '0705436e-2ef0-4db1-affa-9b26239925a9', 'status': 'completed', 'code': 200} Apr 18 20:30:06.184232 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1220d1bb-9f1e-4110-a47f-80b4fde90318'] response: {'server_uuid': 'ac5896d6-0454-4c76-b45e-d4b14c170b41', 'name': 'network-vif-deleted', 'tag': 'f8f75bbd-2314-4a3e-8631-fcfcc8e6a345', 'status': 'completed', 'code': 200} Apr 18 20:30:06.268743 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e62ac50-668e-4a0b-968f-ac9243e6a549 x-openstack-request-id: req-5e62ac50-668e-4a0b-968f-ac9243e6a549 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:06.271326 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ffa962-2e0e-4454-bcd7-cecf1301e5f1", "name": "network-vif-plugged", "status": "completed", "tag": "32d972d9-9f78-4cf1-a074-2b0b24b1c428", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:06.272323 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e62ac50-668e-4a0b-968f-ac9243e6a549 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:06.273102 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e62ac50-668e-4a0b-968f-ac9243e6a549'] response: {'server_uuid': 'c6ffa962-2e0e-4454-bcd7-cecf1301e5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d972d9-9f78-4cf1-a074-2b0b24b1c428', 'code': 200} Apr 18 20:30:06.282587 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-14152628-e8a5-4327-986d-0d1761891c1e req-056c52e2-95f2-492a-9735-65b8caf95ed1 service neutron] For port a4a3596c-eeaa-475e-ac12-3b87b3d5e647, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:30:06.297631 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-14152628-e8a5-4327-986d-0d1761891c1e req-056c52e2-95f2-492a-9735-65b8caf95ed1 service neutron] Notify callbacks [] for binding, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:06.302334 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-14152628-e8a5-4327-986d-0d1761891c1e req-056c52e2-95f2-492a-9735-65b8caf95ed1 service neutron] 10.222.0.57 "DELETE /v2.0/ports/a4a3596c-eeaa-475e-ac12-3b87b3d5e647/bindings/n-h1-838323-3 HTTP/1.1" status: 204 len: 173 time: 0.3694179 Apr 18 20:30:06.334302 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfca8689-da5c-448d-b020-962bfbd2cbd0 None None] New status for floating IP eca85b8a-ba28-4cde-a285-5dd13e57208b: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:30:06.772270 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8436374-828b-4cd8-8ac8-3a1fb9418d07 req-b6cd87fd-493b-48d3-a5ec-61e9cc541ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:06.774905 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8436374-828b-4cd8-8ac8-3a1fb9418d07 req-b6cd87fd-493b-48d3-a5ec-61e9cc541ec4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=68551167724e41229572af0e6d4fc48d&device_id=0345b750-45e8-4fef-abcc-aa4daa0ec66f HTTP/1.1" status: 200 len: 1094 time: 0.6401272 Apr 18 20:30:06.930900 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6badb-d4d9-4b46-945f-14beed7f09cd req-a0d23e3c-2d9e-4b83-854a-a03d02af349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:06.933760 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-70c6badb-d4d9-4b46-945f-14beed7f09cd req-a0d23e3c-2d9e-4b83-854a-a03d02af349d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b19fef1cf30f4b18969bf977f1ee2aa9&device_id=0f34cdad-0672-4438-8d11-acc791346a56 HTTP/1.1" status: 200 len: 1094 time: 0.7141588 Apr 18 20:30:06.943078 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4b511-8605-4742-bad7-3791cc6fc24c req-18152ad9-f6ea-4fd0-bb10-b5f9ce0ed319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:06.944914 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9be4b511-8605-4742-bad7-3791cc6fc24c req-18152ad9-f6ea-4fd0-bb10-b5f9ce0ed319 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c6ffa962-2e0e-4454-bcd7-cecf1301e5f1 HTTP/1.1" status: 200 len: 1101 time: 0.2371156 Apr 18 20:30:06.953960 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bed234-7fa6-4c1f-bf8c-21b83ab18468 req-268dd015-c201-4b91-a213-615f96835dff tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:06.955708 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0bed234-7fa6-4c1f-bf8c-21b83ab18468 req-268dd015-c201-4b91-a213-615f96835dff tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6ffa962-2e0e-4454-bcd7-cecf1301e5f1 HTTP/1.1" status: 200 len: 950 time: 0.2466650 Apr 18 20:30:06.988813 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbafabe-5895-4cf2-9ff1-e4730df68623 req-ab53e23c-7ceb-4cac-9b56-fc269d601b08 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:06.990311 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2cbafabe-5895-4cf2-9ff1-e4730df68623 req-ab53e23c-7ceb-4cac-9b56-fc269d601b08 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 944 time: 0.2837336 Apr 18 20:30:07.133095 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8436374-828b-4cd8-8ac8-3a1fb9418d07 req-0cb027f6-2007-439b-9bfc-9ead9285cc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:07.134600 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8436374-828b-4cd8-8ac8-3a1fb9418d07 req-0cb027f6-2007-439b-9bfc-9ead9285cc51 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f23cec0-b01e-47de-be99-53de5ec1f0dc HTTP/1.1" status: 200 len: 918 time: 0.3361373 Apr 18 20:30:07.148237 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9be4b511-8605-4742-bad7-3791cc6fc24c req-61a9af4f-7b55-4ba5-9fb6-4fca1fcca02f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d59403ca-6498-4d76-84bf-3542488143ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902769 Apr 18 20:30:07.203133 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-a711e200-ba7e-4933-8179-4525aa02e08e tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:07.205280 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-a711e200-ba7e-4933-8179-4525aa02e08e tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.57 "GET /v2.0/networks?id=03564991-91f9-40c6-b33a-4bb4b308e9a2 HTTP/1.1" status: 200 len: 815 time: 0.1990893 Apr 18 20:30:07.244259 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0bed234-7fa6-4c1f-bf8c-21b83ab18468 req-7a93fc8d-e7dd-41ea-a343-ec3cb5c221dc tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/security-groups?id=d59403ca-6498-4d76-84bf-3542488143ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478144 Apr 18 20:30:07.250789 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2cbafabe-5895-4cf2-9ff1-e4730df68623 req-08a88735-b19c-4876-88a3-f89e118838a5 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248652 Apr 18 20:30:07.256646 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8436374-828b-4cd8-8ac8-3a1fb9418d07 req-cd485eb5-a42d-4e36-a997-ff0f2ff13340 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2cd3cc16-62e6-4fd6-b94f-f0458f503bc6 HTTP/1.1" status: 200 len: 217 time: 0.1065929 Apr 18 20:30:07.268522 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6badb-d4d9-4b46-945f-14beed7f09cd req-d02414aa-f8f1-4eee-8539-18f0c29eaeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:07.270224 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-70c6badb-d4d9-4b46-945f-14beed7f09cd req-d02414aa-f8f1-4eee-8539-18f0c29eaeb9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=60c0f8e4-ca71-46cb-9dba-ff0370549a61 HTTP/1.1" status: 200 len: 906 time: 0.3133726 Apr 18 20:30:07.297802 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-80b85d6f-8498-4215-869b-ef9273885546 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5961998d991a4a37a63ffa7f2b7a2a21 HTTP/1.1" status: 200 len: 379 time: 0.0642521 Apr 18 20:30:07.305608 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-3cc0a7a2-dd27-43e0-adac-3ae0241d0a94 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Request body: {'port': {'device_id': 'fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b', 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2', 'admin_state_up': True, 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'security_groups': ['8ba8e2af-fcd9-42d2-8825-253532774f50']}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:07.387013 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:07.408003 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a9458c9c-11d5-4cef-af7d-3eec2e898f74 req-69048c15-ab2a-48fb-9e8e-66aed111cdbb tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b HTTP/1.1" status: 200 len: 210 time: 0.0422163 Apr 18 20:30:07.490794 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-70c6badb-d4d9-4b46-945f-14beed7f09cd req-0381e3c3-a88f-4704-af9b-81d37c173b02 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0705436e-2ef0-4db1-affa-9b26239925a9 HTTP/1.1" status: 200 len: 217 time: 0.0659447 Apr 18 20:30:07.535668 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-3cc0a7a2-dd27-43e0-adac-3ae0241d0a94 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Made reservation on behalf of 5961998d991a4a37a63ffa7f2b7a2a21 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:07.541676 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-3cc0a7a2-dd27-43e0-adac-3ae0241d0a94 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:07.547018 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-dabe028b-3ac3-4556-909f-118dab4e261c tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680177 Apr 18 20:30:07.567516 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 2cd3cc16-62e6-4fd6-b94f-f0458f503bc6 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:07.718958 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 2cd3cc16-62e6-4fd6-b94f-f0458f503bc6, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=2cd3cc16-62e6-4fd6-b94f-f0458f503bc6,segment=NetworkSegment(c815fe1c-cb7c-446c-b1fa-15489cec3a1b),segment_id=c815fe1c-cb7c-446c-b1fa-15489cec3a1b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:07.735680 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '2cd3cc16-62e6-4fd6-b94f-f0458f503bc6', 'network_id': '8f23cec0-b01e-47de-be99-53de5ec1f0dc', 'port_id': '2cd3cc16-62e6-4fd6-b94f-f0458f503bc6', 'mac_address': 'fa:16:3e:10:ee:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82e3674-2bf1-4ac4-848d-55ab362855cb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:30:07.821847 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:07.841481 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-3cc0a7a2-dd27-43e0-adac-3ae0241d0a94 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Allocated IP 172.20.0.13 (03564991-91f9-40c6-b33a-4bb4b308e9a2/7bf18b5e-c6e2-42ea-850f-30cf03bf2edc/f27d90ba-8c30-4928-946b-ad9aed4713d7) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:30:07.847796 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd3cc16-62e6-4fd6-b94f-f0458f503bc6 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:07.853468 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8436374-828b-4cd8-8ac8-3a1fb9418d07 req-b7926a08-9685-43f1-a3cb-e68d9b457aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:07.855483 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8436374-828b-4cd8-8ac8-3a1fb9418d07 req-b7926a08-9685-43f1-a3cb-e68d9b457aea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c82e3674-2bf1-4ac4-848d-55ab362855cb HTTP/1.1" status: 200 len: 857 time: 0.4320059 Apr 18 20:30:07.900728 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 2cd3cc16-62e6-4fd6-b94f-f0458f503bc6, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=2cd3cc16-62e6-4fd6-b94f-f0458f503bc6,segment=NetworkSegment(c815fe1c-cb7c-446c-b1fa-15489cec3a1b),segment_id=c815fe1c-cb7c-446c-b1fa-15489cec3a1b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:07.901744 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6badb-d4d9-4b46-945f-14beed7f09cd req-9ff2041a-da89-46de-802d-20eb8df27541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:07.903552 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-70c6badb-d4d9-4b46-945f-14beed7f09cd req-9ff2041a-da89-46de-802d-20eb8df27541 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b8708785-9af0-4579-bb8d-13349cd937a4 HTTP/1.1" status: 200 len: 845 time: 0.4002719 Apr 18 20:30:07.910118 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:07.911992 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 0705436e-2ef0-4db1-affa-9b26239925a9 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:07.953335 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-214ace69-ff00-41f0-9c0e-cf796624e16f req-67fc09d7-b5bc-4580-9e47-039539d9d722 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/floatingips/eca85b8a-ba28-4cde-a285-5dd13e57208b HTTP/1.1" status: 200 len: 998 time: 0.4508491 Apr 18 20:30:07.976193 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8436374-828b-4cd8-8ac8-3a1fb9418d07 req-4c222c51-96a5-4ecd-bed4-13c684bbcddb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f23cec0-b01e-47de-be99-53de5ec1f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095934 Apr 18 20:30:08.065739 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-70c6badb-d4d9-4b46-945f-14beed7f09cd req-4e8e5b8f-d0cf-4a1b-8a4f-f54e08514074 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=60c0f8e4-ca71-46cb-9dba-ff0370549a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330020 Apr 18 20:30:08.066948 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-3cc0a7a2-dd27-43e0-adac-3ae0241d0a94 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:08.108555 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-3cc0a7a2-dd27-43e0-adac-3ae0241d0a94 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:08.168045 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-3cc0a7a2-dd27-43e0-adac-3ae0241d0a94 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Network 03564991-91f9-40c6-b33a-4bb4b308e9a2 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:08.174080 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-3cc0a7a2-dd27-43e0-adac-3ae0241d0a94 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:08.178212 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-3cc0a7a2-dd27-43e0-adac-3ae0241d0a94 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:30:08.198581 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd984d381-8a8d-4094-8f8e-941081d8753f', 'tag': 'a1951abb-39fe-4668-be71-a5e220d3343b'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:08.202683 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd6d008-7748-4a4b-84eb-13386b06b1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "d984d381-8a8d-4094-8f8e-941081d8753f", "tag": "a1951abb-39fe-4668-be71-a5e220d3343b"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:08.224204 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0a7a2-dd27-43e0-adac-3ae0241d0a94 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Pushing event updated for resources: {'Port': ['ID=f27d90ba-8c30-4928-946b-ad9aed4713d7,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:08.286716 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-3cc0a7a2-dd27-43e0-adac-3ae0241d0a94 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:08.287786 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-3cc0a7a2-dd27-43e0-adac-3ae0241d0a94 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:08.297372 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 0705436e-2ef0-4db1-affa-9b26239925a9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=0705436e-2ef0-4db1-affa-9b26239925a9,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:08.340768 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '0705436e-2ef0-4db1-affa-9b26239925a9', 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61', 'port_id': '0705436e-2ef0-4db1-affa-9b26239925a9', 'mac_address': 'fa:16:3e:3d:f4:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8708785-9af0-4579-bb8d-13349cd937a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:30:08.341109 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-3cc0a7a2-dd27-43e0-adac-3ae0241d0a94 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0340505 Apr 18 20:30:08.358701 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=2cd3cc16-62e6-4fd6-b94f-f0458f503bc6,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:08.386638 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-30f577cf-4b6c-4acc-864e-283f7fde5338 service neutron] Request body: {'port': {'device_id': 'fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:08.397862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-b877e3e6-546a-421e-80ee-88dd88c02dbc tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:08.408375 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-b877e3e6-546a-421e-80ee-88dd88c02dbc tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7995737 Apr 18 20:30:08.516665 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-815fc9aa-4556-4e54-95c2-f6dff8d47c9b tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/quotas/f3b4f15f5bca46ea8bac796d6de7252e HTTP/1.1" status: 200 len: 375 time: 0.1071453 Apr 18 20:30:08.618652 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:08.647728 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-30f577cf-4b6c-4acc-864e-283f7fde5338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:08.698025 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0705436e-2ef0-4db1-affa-9b26239925a9 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:08.712383 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ace69-ff00-41f0-9c0e-cf796624e16f req-aa852148-931c-4204-92d7-6b70a7003eb8 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:08.721607 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-214ace69-ff00-41f0-9c0e-cf796624e16f req-aa852148-931c-4204-92d7-6b70a7003eb8 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.7669706 Apr 18 20:30:08.732517 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8436374-828b-4cd8-8ac8-3a1fb9418d07 req-b3c291ad-8f87-4b8d-a459-135ec79223af service neutron] 10.222.0.32 "GET /v2.0/networks/8f23cec0-b01e-47de-be99-53de5ec1f0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7362006 Apr 18 20:30:08.760560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-214ace69-ff00-41f0-9c0e-cf796624e16f req-5c1e2633-b0f2-40fc-937f-053e36991446 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:30:08.761903 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-214ace69-ff00-41f0-9c0e-cf796624e16f req-5c1e2633-b0f2-40fc-937f-053e36991446 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0264921 Apr 18 20:30:08.790923 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 0705436e-2ef0-4db1-affa-9b26239925a9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=0705436e-2ef0-4db1-affa-9b26239925a9,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:08.791240 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-40454bd3-492a-4014-ae95-4d2bc3a86280 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2707646 Apr 18 20:30:08.802095 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:08.831479 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-70c6badb-d4d9-4b46-945f-14beed7f09cd req-97b7ee6b-1b06-458a-94fe-959b20c12e2e service neutron] 10.222.0.32 "GET /v2.0/networks/60c0f8e4-ca71-46cb-9dba-ff0370549a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7206039 Apr 18 20:30:08.865412 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-3120e4a2-f07e-44e8-b4d3-1f357ed7da02 None None] Provisioning complete for port f27d90ba-8c30-4928-946b-ad9aed4713d7 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:08.865935 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3120e4a2-f07e-44e8-b4d3-1f357ed7da02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:08.987850 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-3120e4a2-f07e-44e8-b4d3-1f357ed7da02 None None] Port f27d90ba-8c30-4928-946b-ad9aed4713d7 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:30:08.996034 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=0705436e-2ef0-4db1-affa-9b26239925a9,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:09.195950 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['2cd3cc16-62e6-4fd6-b94f-f0458f503bc6'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:09.201450 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['0705436e-2ef0-4db1-affa-9b26239925a9'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:09.246592 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-30f577cf-4b6c-4acc-864e-283f7fde5338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27d90ba-8c30-4928-946b-ad9aed4713d7 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:09.256553 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-30f577cf-4b6c-4acc-864e-283f7fde5338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:09.271912 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-30f577cf-4b6c-4acc-864e-283f7fde5338 service neutron] Transition to ACTIVE for port object f27d90ba-8c30-4928-946b-ad9aed4713d7 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:30:09.278663 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-30f577cf-4b6c-4acc-864e-283f7fde5338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:09.332795 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8436374-828b-4cd8-8ac8-3a1fb9418d07 req-5b8d6e1e-fc68-4064-abcb-1a8629f60748 service neutron] 10.222.0.32 "GET /v2.0/networks/8f23cec0-b01e-47de-be99-53de5ec1f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5888593 Apr 18 20:30:09.376300 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f577cf-4b6c-4acc-864e-283f7fde5338 service neutron] Pushing event updated for resources: {'Port': ['ID=f27d90ba-8c30-4928-946b-ad9aed4713d7,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:09.391877 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9e0d3-632f-468c-8e8a-ebf3d71d49de req-f50adc26-6918-486a-8133-95328e7c278c tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:09.406819 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8be9e0d3-632f-468c-8e8a-ebf3d71d49de req-f50adc26-6918-486a-8133-95328e7c278c tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f34cdad-0672-4438-8d11-acc791346a56 HTTP/1.1" status: 200 len: 944 time: 0.2717390 Apr 18 20:30:09.427078 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7d93a-2b9f-40d9-9201-bce7ffec34d4 req-50b0dae3-5132-44eb-b1c9-e9c2b6554216 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:09.443930 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7ed7d93a-2b9f-40d9-9201-bce7ffec34d4 req-50b0dae3-5132-44eb-b1c9-e9c2b6554216 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] 10.222.0.41 "GET /v2.0/ports?device_id=0345b750-45e8-4fef-abcc-aa4daa0ec66f HTTP/1.1" status: 200 len: 944 time: 0.3810847 Apr 18 20:30:09.491187 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-70c6badb-d4d9-4b46-945f-14beed7f09cd req-14f30e77-349b-427f-939b-0ae04b735be9 service neutron] 10.222.0.32 "GET /v2.0/networks/60c0f8e4-ca71-46cb-9dba-ff0370549a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6499138 Apr 18 20:30:09.609420 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-30f577cf-4b6c-4acc-864e-283f7fde5338 service neutron] Attempting to bind port f27d90ba-8c30-4928-946b-ad9aed4713d7 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:09.610844 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-30f577cf-4b6c-4acc-864e-283f7fde5338 service neutron] Attempting to bind port f27d90ba-8c30-4928-946b-ad9aed4713d7 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '3fd84805-2eb2-407f-86be-386d1c5d54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:09.612691 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-30f577cf-4b6c-4acc-864e-283f7fde5338 service neutron] Attempting to bind port f27d90ba-8c30-4928-946b-ad9aed4713d7 on network 03564991-91f9-40c6-b33a-4bb4b308e9a2 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:09.625232 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-30f577cf-4b6c-4acc-864e-283f7fde5338 service neutron] Port f27d90ba-8c30-4928-946b-ad9aed4713d7 on network 03564991-91f9-40c6-b33a-4bb4b308e9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:30:09.625577 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7ed7d93a-2b9f-40d9-9201-bce7ffec34d4 req-16ef27d7-4c11-4152-a21b-95655dcefb64 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] 10.222.0.41 "GET /v2.0/security-groups?id=19319b9d-9e46-4c98-bfc7-edf2f35582b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798391 Apr 18 20:30:09.626582 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-30f577cf-4b6c-4acc-864e-283f7fde5338 service neutron] Attempting to bind port f27d90ba-8c30-4928-946b-ad9aed4713d7 on network 03564991-91f9-40c6-b33a-4bb4b308e9a2 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:09.641041 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-30f577cf-4b6c-4acc-864e-283f7fde5338 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:30:09.641958 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-30f577cf-4b6c-4acc-864e-283f7fde5338 service neutron] Checking segment: {'id': '3fd84805-2eb2-407f-86be-386d1c5d54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:30:09.642957 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-30f577cf-4b6c-4acc-864e-283f7fde5338 service neutron] Bound using segment: {'id': '3fd84805-2eb2-407f-86be-386d1c5d54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:30:09.644644 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-30f577cf-4b6c-4acc-864e-283f7fde5338 service neutron] Bound port: f27d90ba-8c30-4928-946b-ad9aed4713d7, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fd84805-2eb2-407f-86be-386d1c5d54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:30:09.645549 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-30f577cf-4b6c-4acc-864e-283f7fde5338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:09.683444 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8be9e0d3-632f-468c-8e8a-ebf3d71d49de req-a17fd9e7-46fa-4eb8-96b9-12086681488f tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743304 Apr 18 20:30:09.871420 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec9a4d9-d414-4d89-bf1a-09399213b673 x-openstack-request-id: req-0ec9a4d9-d414-4d89-bf1a-09399213b673 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:09.872417 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d984d381-8a8d-4094-8f8e-941081d8753f", "tag": "a1951abb-39fe-4668-be71-a5e220d3343b", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:09.873174 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ec9a4d9-d414-4d89-bf1a-09399213b673 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:09.874137 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec9a4d9-d414-4d89-bf1a-09399213b673'] response: {'name': 'network-changed', 'server_uuid': 'd984d381-8a8d-4094-8f8e-941081d8753f', 'tag': 'a1951abb-39fe-4668-be71-a5e220d3343b', 'status': 'completed', 'code': 200} Apr 18 20:30:09.996893 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-30f577cf-4b6c-4acc-864e-283f7fde5338 service neutron] For port f27d90ba-8c30-4928-946b-ad9aed4713d7, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:30:10.005426 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-30f577cf-4b6c-4acc-864e-283f7fde5338 service neutron] For port f27d90ba-8c30-4928-946b-ad9aed4713d7, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=f27d90ba-8c30-4928-946b-ad9aed4713d7,segment=NetworkSegment(3fd84805-2eb2-407f-86be-386d1c5d54dc),segment_id=3fd84805-2eb2-407f-86be-386d1c5d54dc)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:30:10.013370 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-30f577cf-4b6c-4acc-864e-283f7fde5338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:10.125282 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-30f577cf-4b6c-4acc-864e-283f7fde5338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:10.127285 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-30f577cf-4b6c-4acc-864e-283f7fde5338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:10.130177 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-30f577cf-4b6c-4acc-864e-283f7fde5338 service neutron] 10.222.0.57 "PUT /v2.0/ports/f27d90ba-8c30-4928-946b-ad9aed4713d7 HTTP/1.1" status: 200 len: 1092 time: 1.7568793 Apr 18 20:30:10.130889 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b', 'tag': 'f27d90ba-8c30-4928-946b-ad9aed4713d7'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:10.135876 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31af45c-8463-4dc5-aa91-88332372383f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b", "tag": "f27d90ba-8c30-4928-946b-ad9aed4713d7"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:10.208868 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f577cf-4b6c-4acc-864e-283f7fde5338 service neutron] Pushing event updated for resources: {'Port': ['ID=f27d90ba-8c30-4928-946b-ad9aed4713d7,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:10.254153 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5fbe1-7c99-4b35-89f0-e504108ef9b0 req-507bf665-4320-4037-8985-30c2743d197c tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:10.265737 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-33a5fbe1-7c99-4b35-89f0-e504108ef9b0 req-507bf665-4320-4037-8985-30c2743d197c tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6ffa962-2e0e-4454-bcd7-cecf1301e5f1 HTTP/1.1" status: 200 len: 950 time: 0.2350831 Apr 18 20:30:10.356086 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfb871-8fcd-4e97-b1de-19a043419fd5 req-b75e7407-85b7-47bc-ab7a-02cf66f07b90 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:10.369313 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5acfb871-8fcd-4e97-b1de-19a043419fd5 req-b75e7407-85b7-47bc-ab7a-02cf66f07b90 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b HTTP/1.1" status: 200 len: 944 time: 0.2605407 Apr 18 20:30:10.544867 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-33a5fbe1-7c99-4b35-89f0-e504108ef9b0 req-219c9cc1-7c15-45d7-957b-5c8f704dbd7d tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/security-groups?id=d59403ca-6498-4d76-84bf-3542488143ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746692 Apr 18 20:30:10.583052 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5acfb871-8fcd-4e97-b1de-19a043419fd5 req-5509838b-d4e6-4b3d-a214-cbbc34e3d2e2 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba8e2af-fcd9-42d2-8825-253532774f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2081919 Apr 18 20:30:10.720339 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a405a127-1072-4f56-bf39-d7b779d6f8d5 req-7d107d0b-a13f-4a98-9fb6-8e12519f1fbe tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.83 HTTP/1.1" status: 200 len: 1001 time: 0.1357164 Apr 18 20:30:10.833355 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405a127-1072-4f56-bf39-d7b779d6f8d5 req-5c7bcd78-e2cb-4854-a018-76d42c13648d tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:10.838125 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a405a127-1072-4f56-bf39-d7b779d6f8d5 req-5c7bcd78-e2cb-4854-a018-76d42c13648d tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports/a1951abb-39fe-4668-be71-a5e220d3343b HTTP/1.1" status: 200 len: 943 time: 0.1092019 Apr 18 20:30:10.974058 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-95b051d5-6c98-4f63-9e68-d37572e587a6 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656283 Apr 18 20:30:11.176867 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a405a127-1072-4f56-bf39-d7b779d6f8d5 req-1ecdf773-21b3-45a2-abbf-1cebbb1a7629 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.83 HTTP/1.1" status: 200 len: 1001 time: 0.2461751 Apr 18 20:30:11.284103 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-cc08a2fb-f866-4d65-a2de-546733ba5441 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:11.287072 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-cc08a2fb-f866-4d65-a2de-546733ba5441 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2717600 Apr 18 20:30:11.346102 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-78f2daa9-dc37-4e8f-a935-3b302ebf3262 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Request body: {'port': {'device_id': '95929d42-115a-4ec9-812a-540a71740ff5', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': 'f3b4f15f5bca46ea8bac796d6de7252e'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:11.410910 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.486486 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405a127-1072-4f56-bf39-d7b779d6f8d5 req-9220b376-f190-41b1-9bf1-70000de88f51 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:11.497167 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a405a127-1072-4f56-bf39-d7b779d6f8d5 req-9220b376-f190-41b1-9bf1-70000de88f51 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.3035710 Apr 18 20:30:11.589690 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 2cd3cc16-62e6-4fd6-b94f-f0458f503bc6 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:30:11.719435 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 2cd3cc16-62e6-4fd6-b94f-f0458f503bc6 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:30:11.727045 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 2cd3cc16-62e6-4fd6-b94f-f0458f503bc6 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:11.727785 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.846081 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.952932 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0345b750-45e8-4fef-abcc-aa4daa0ec66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd3cc16-62e6-4fd6-b94f-f0458f503bc6'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:11.957587 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d336b35-b277-4f88-b3a6-e48e34cff709" -d '{"events": [{"server_uuid": "0345b750-45e8-4fef-abcc-aa4daa0ec66f", "name": "network-vif-plugged", "status": "completed", "tag": "2cd3cc16-62e6-4fd6-b94f-f0458f503bc6"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:12.008811 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 2cd3cc16-62e6-4fd6-b94f-f0458f503bc6, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=2cd3cc16-62e6-4fd6-b94f-f0458f503bc6,segment=NetworkSegment(c815fe1c-cb7c-446c-b1fa-15489cec3a1b),segment_id=c815fe1c-cb7c-446c-b1fa-15489cec3a1b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:12.030797 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:12.033166 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 0705436e-2ef0-4db1-affa-9b26239925a9 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:30:12.093754 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a405a127-1072-4f56-bf39-d7b779d6f8d5 req-41c80635-1184-4309-a470-76e63446f7aa tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.83 HTTP/1.1" status: 200 len: 1001 time: 0.5942490 Apr 18 20:30:12.097901 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-a405a127-1072-4f56-bf39-d7b779d6f8d5 req-3c531c2d-a053-4374-9307-423d928926ed tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:12.159349 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-78f2daa9-dc37-4e8f-a935-3b302ebf3262 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Made reservation on behalf of f3b4f15f5bca46ea8bac796d6de7252e for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:12.163030 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-78f2daa9-dc37-4e8f-a935-3b302ebf3262 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:12.252549 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 0705436e-2ef0-4db1-affa-9b26239925a9 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:30:12.260630 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a405a127-1072-4f56-bf39-d7b779d6f8d5 req-3c531c2d-a053-4374-9307-423d928926ed tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks [] for floatingip, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:12.270748 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 0705436e-2ef0-4db1-affa-9b26239925a9 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:12.271258 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:12.274426 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=2cd3cc16-62e6-4fd6-b94f-f0458f503bc6,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:12.429100 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:12.475984 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 0705436e-2ef0-4db1-affa-9b26239925a9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=0705436e-2ef0-4db1-affa-9b26239925a9,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:12.485526 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:12.615874 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=0705436e-2ef0-4db1-affa-9b26239925a9,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:12.813870 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a405a127-1072-4f56-bf39-d7b779d6f8d5 req-3c531c2d-a053-4374-9307-423d928926ed tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:12.819656 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a405a127-1072-4f56-bf39-d7b779d6f8d5 req-3c531c2d-a053-4374-9307-423d928926ed tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:12.820590 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [req-a405a127-1072-4f56-bf39-d7b779d6f8d5 req-3c531c2d-a053-4374-9307-423d928926ed tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Floating IP eca85b8a-ba28-4cde-a285-5dd13e57208b disassociated. External IP: 172.25.1.83, port: a1951abb-39fe-4668-be71-a5e220d3343b. Apr 18 20:30:12.873773 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-78f2daa9-dc37-4e8f-a935-3b302ebf3262 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Allocated IP 192.168.233.101 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/e1a5107e-ec2f-4341-80dc-7ad2cffe0a34) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:30:13.237970 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-78f2daa9-dc37-4e8f-a935-3b302ebf3262 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:13.262254 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a405a127-1072-4f56-bf39-d7b779d6f8d5 req-3c531c2d-a053-4374-9307-423d928926ed tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Router 086a8c53-4947-40ea-af28-d968459eed91 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:30:13.331675 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-78f2daa9-dc37-4e8f-a935-3b302ebf3262 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:13.346892 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['a5119d81-eb30-47e6-813d-24651e1a4167', '3dbf0afa-a0c0-4ddd-85fc-74b67136491a'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:13.353265 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['4003707b-7f02-4d9e-ac81-e33bf203b2f5'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:13.474103 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-78f2daa9-dc37-4e8f-a935-3b302ebf3262 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:13.485734 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-78f2daa9-dc37-4e8f-a935-3b302ebf3262 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:13.489943 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2daa9-dc37-4e8f-a935-3b302ebf3262 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Pushing event updated for resources: {'Port': ['ID=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:13.494318 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-78f2daa9-dc37-4e8f-a935-3b302ebf3262 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:30:13.555971 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2daa9-dc37-4e8f-a935-3b302ebf3262 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:13.556971 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2daa9-dc37-4e8f-a935-3b302ebf3262 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:13.557482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2daa9-dc37-4e8f-a935-3b302ebf3262 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:13.557980 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2daa9-dc37-4e8f-a935-3b302ebf3262 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:13.558471 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2daa9-dc37-4e8f-a935-3b302ebf3262 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:13.558985 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2daa9-dc37-4e8f-a935-3b302ebf3262 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:13.559473 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2daa9-dc37-4e8f-a935-3b302ebf3262 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:13.559957 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2daa9-dc37-4e8f-a935-3b302ebf3262 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:13.560459 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2daa9-dc37-4e8f-a935-3b302ebf3262 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:13.560939 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2daa9-dc37-4e8f-a935-3b302ebf3262 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:13.561444 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2daa9-dc37-4e8f-a935-3b302ebf3262 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:13.561937 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f2daa9-dc37-4e8f-a935-3b302ebf3262 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:13.571550 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a405a127-1072-4f56-bf39-d7b779d6f8d5 req-3c531c2d-a053-4374-9307-423d928926ed tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:30:13.580288 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a405a127-1072-4f56-bf39-d7b779d6f8d5 req-3c531c2d-a053-4374-9307-423d928926ed tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:13.596246 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d46d19-fe44-4552-83f8-44bafa2bb9d4 None None] Sync routers for ids ['086a8c53-4947-40ea-af28-d968459eed91'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:30:13.636283 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d46d19-fe44-4552-83f8-44bafa2bb9d4 None None] Routers {'086a8c53-4947-40ea-af28-d968459eed91'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:30:13.637325 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a3d46d19-fe44-4552-83f8-44bafa2bb9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:29:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['086a8c53-4947-40ea-af28-d968459eed91'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:13.710346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-78f2daa9-dc37-4e8f-a935-3b302ebf3262 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.712702 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-78f2daa9-dc37-4e8f-a935-3b302ebf3262 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:13.758525 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a405a127-1072-4f56-bf39-d7b779d6f8d5 req-3c531c2d-a053-4374-9307-423d928926ed tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "PUT /v2.0/floatingips/eca85b8a-ba28-4cde-a285-5dd13e57208b HTTP/1.1" status: 200 len: 695 time: 1.6638162 Apr 18 20:30:13.762273 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd984d381-8a8d-4094-8f8e-941081d8753f', 'tag': 'a1951abb-39fe-4668-be71-a5e220d3343b'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:13.765618 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e68fef-8ccd-48da-9a09-b8a32756cc4b" -d '{"events": [{"name": "network-changed", "server_uuid": "d984d381-8a8d-4094-8f8e-941081d8753f", "tag": "a1951abb-39fe-4668-be71-a5e220d3343b"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:13.794302 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-78f2daa9-dc37-4e8f-a935-3b302ebf3262 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4523652 Apr 18 20:30:13.810749 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-91b6cb3d-b0e3-4277-b1d3-a7aece1ef9a1 service neutron] Request body: {'port': {'device_id': '95929d42-115a-4ec9-812a-540a71740ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:14.098666 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-a3d46d19-fe44-4552-83f8-44bafa2bb9d4 None None] Set router 086a8c53-4947-40ea-af28-d968459eed91 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:30:14.255380 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-91b6cb3d-b0e3-4277-b1d3-a7aece1ef9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:14.342451 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4a9420f4-9f29-49de-b615-5d1f81857fc5 None None] Provisioning complete for port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:14.343936 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4a9420f4-9f29-49de-b615-5d1f81857fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:14.356289 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405a127-1072-4f56-bf39-d7b779d6f8d5 req-ebb232d1-f9a4-432c-b977-8f097e97cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:14.367480 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a405a127-1072-4f56-bf39-d7b779d6f8d5 req-ebb232d1-f9a4-432c-b977-8f097e97cf44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff855e139abe40c691b068b429bd1371&device_id=d984d381-8a8d-4094-8f8e-941081d8753f HTTP/1.1" status: 200 len: 1097 time: 0.3833513 Apr 18 20:30:14.539385 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4a9420f4-9f29-49de-b615-5d1f81857fc5 None None] Port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:30:14.806298 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6d008-7748-4a4b-84eb-13386b06b1cd req-216f54f7-216a-4de9-8e85-af2b124fa73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:14.809155 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7cd6d008-7748-4a4b-84eb-13386b06b1cd req-216f54f7-216a-4de9-8e85-af2b124fa73c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff855e139abe40c691b068b429bd1371&device_id=d984d381-8a8d-4094-8f8e-941081d8753f HTTP/1.1" status: 200 len: 1097 time: 0.3267548 Apr 18 20:30:14.830163 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a3d46d19-fe44-4552-83f8-44bafa2bb9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a8c53-4947-40ea-af28-d968459eed91', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:56Z', 'updated_at': '2022-04-18T20:28:02Z', 'revision_number': 4, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'gw_port': {'id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:57Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '8d61a1e4-914f-423c-83ef-51f587e73f9c', 'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'mac_address': 'fa:16:3e:7c:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:01Z', 'updated_at': '2022-04-18T20:28:09Z', 'revision_number': 5, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'subnets': [{'id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:14.834712 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-26cdd767-42c5-4762-b6e3-e25dafee9ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:14.839479 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-26cdd767-42c5-4762-b6e3-e25dafee9ba5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5961998d991a4a37a63ffa7f2b7a2a21&device_id=fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b HTTP/1.1" status: 200 len: 1095 time: 0.2013652 Apr 18 20:30:14.885966 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d46d19-fe44-4552-83f8-44bafa2bb9d4 None None] Checking router: 086a8c53-4947-40ea-af28-d968459eed91 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:30:14.931053 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d46d19-fe44-4552-83f8-44bafa2bb9d4 None None] Routers {'086a8c53-4947-40ea-af28-d968459eed91'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:30:14.934296 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a3d46d19-fe44-4552-83f8-44bafa2bb9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:29:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['086a8c53-4947-40ea-af28-d968459eed91'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:14.981523 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-476d139c-5eee-450a-9079-9f7e22ca4088 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f27d90ba-8c30-4928-946b-ad9aed4713d7 HTTP/1.1" status: 200 len: 217 time: 0.0796690 Apr 18 20:30:15.088992 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-e303ea61-98b8-4094-8404-0b77c7469aa1 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:30:15.090601 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-e303ea61-98b8-4094-8404-0b77c7469aa1 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145016 Apr 18 20:30:15.224467 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-9037fb86-f590-4b34-8030-516b75badacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:15.228457 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-9037fb86-f590-4b34-8030-516b75badacf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bf18b5e-c6e2-42ea-850f-30cf03bf2edc HTTP/1.1" status: 200 len: 854 time: 0.1894050 Apr 18 20:30:15.243187 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-849aeabe-5318-4dd1-a6de-4887f503cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:15.246806 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-849aeabe-5318-4dd1-a6de-4887f503cc5c service neutron] 10.222.0.41 "GET /v2.0/ports/26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 HTTP/1.1" status: 200 len: 1093 time: 0.1293015 Apr 18 20:30:15.257093 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6d008-7748-4a4b-84eb-13386b06b1cd req-c3e07bcb-4d6b-4bf0-bda6-884687833de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:15.260917 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7cd6d008-7748-4a4b-84eb-13386b06b1cd req-c3e07bcb-4d6b-4bf0-bda6-884687833de3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=834e15af-05bf-4f20-83eb-2a3f314d7649 HTTP/1.1" status: 200 len: 921 time: 0.3719063 Apr 18 20:30:15.285026 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-87dfc854-344c-4e9e-8707-c7e0a2c54756 service neutron] Request body: {'binding': {'host': 'n-h1-838323-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:15.286480 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-87dfc854-344c-4e9e-8707-c7e0a2c54756 service neutron] Unknown quota resources ['binding']. {{(pid=102909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 18 20:30:15.294344 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-a3d46d19-fe44-4552-83f8-44bafa2bb9d4 None None] Set router 086a8c53-4947-40ea-af28-d968459eed91 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:30:15.420652 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5da53fd6-fed5-4570-b2c9-e16d6ae6c2c2 req-20a7b693-2e56-4ed8-9ea6-bf8640435cc3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5110776 Apr 18 20:30:15.526535 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7cd6d008-7748-4a4b-84eb-13386b06b1cd req-7260995a-1706-47bd-bc8d-e8e19d4353fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1951abb-39fe-4668-be71-a5e220d3343b HTTP/1.1" status: 200 len: 217 time: 0.0851910 Apr 18 20:30:15.526916 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405a127-1072-4f56-bf39-d7b779d6f8d5 req-917c974e-fe04-43b9-86f1-1ef34b36a0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:15.542579 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a405a127-1072-4f56-bf39-d7b779d6f8d5 req-917c974e-fe04-43b9-86f1-1ef34b36a0fa service neutron] 10.222.0.41 "GET /v2.0/networks?id=834e15af-05bf-4f20-83eb-2a3f314d7649 HTTP/1.1" status: 200 len: 921 time: 1.0853701 Apr 18 20:30:15.735937 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-58eff795-18e6-48ca-a2e0-6ce9f719d5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:15.738725 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-58eff795-18e6-48ca-a2e0-6ce9f719d5c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=03564991-91f9-40c6-b33a-4bb4b308e9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3663943 Apr 18 20:30:15.747105 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a405a127-1072-4f56-bf39-d7b779d6f8d5 req-01a2daf4-ccae-4c26-bb26-57ac78f7baba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1951abb-39fe-4668-be71-a5e220d3343b HTTP/1.1" status: 200 len: 217 time: 0.1739483 Apr 18 20:30:15.846255 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a3d46d19-fe44-4552-83f8-44bafa2bb9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a8c53-4947-40ea-af28-d968459eed91', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:56Z', 'updated_at': '2022-04-18T20:28:02Z', 'revision_number': 4, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'gw_port': {'id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:57Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '8d61a1e4-914f-423c-83ef-51f587e73f9c', 'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'mac_address': 'fa:16:3e:7c:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:01Z', 'updated_at': '2022-04-18T20:28:09Z', 'revision_number': 5, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'subnets': [{'id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:15.917223 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405a127-1072-4f56-bf39-d7b779d6f8d5 req-dd8c4798-0df1-48a8-a113-a6523e8497a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:15.920578 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a405a127-1072-4f56-bf39-d7b779d6f8d5 req-dd8c4798-0df1-48a8-a113-a6523e8497a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0add80b-3b17-4300-bcbd-ceda69a60cf3 HTTP/1.1" status: 200 len: 859 time: 0.1406076 Apr 18 20:30:15.974713 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d46d19-fe44-4552-83f8-44bafa2bb9d4 None None] The sync data for ids ['086a8c53-4947-40ea-af28-d968459eed91'] in n-d-838323-3 is: [{'id': '086a8c53-4947-40ea-af28-d968459eed91', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:56Z', 'updated_at': '2022-04-18T20:28:02Z', 'revision_number': 4, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'gw_port': {'id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:57Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '8d61a1e4-914f-423c-83ef-51f587e73f9c', 'name': '', 'network_id': '834e15af-05bf-4f20-83eb-2a3f314d7649', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'mac_address': 'fa:16:3e:7c:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:01Z', 'updated_at': '2022-04-18T20:28:09Z', 'revision_number': 5, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'subnets': [{'id': 'd0add80b-3b17-4300-bcbd-ceda69a60cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:30:16.039789 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da53fd6-fed5-4570-b2c9-e16d6ae6c2c2 req-6d937667-31ac-4733-8dd3-2f7288e3efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:16.042540 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5da53fd6-fed5-4570-b2c9-e16d6ae6c2c2 req-6d937667-31ac-4733-8dd3-2f7288e3efbd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 1095 time: 0.4223204 Apr 18 20:30:16.076051 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6d008-7748-4a4b-84eb-13386b06b1cd req-b9d270cf-6aca-4599-931c-586272776315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:16.095171 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7cd6d008-7748-4a4b-84eb-13386b06b1cd req-b9d270cf-6aca-4599-931c-586272776315 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0add80b-3b17-4300-bcbd-ceda69a60cf3 HTTP/1.1" status: 200 len: 859 time: 0.4646945 Apr 18 20:30:16.260580 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-91b6cb3d-b0e3-4277-b1d3-a7aece1ef9a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:16.294421 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-91b6cb3d-b0e3-4277-b1d3-a7aece1ef9a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:16.324742 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-91b6cb3d-b0e3-4277-b1d3-a7aece1ef9a1 service neutron] Transition to ACTIVE for port object e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:30:16.348645 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-ebf0f7f1-2826-4378-9d7a-b928faf6ac00 service neutron] 10.222.0.57 "GET /v2.0/networks/03564991-91f9-40c6-b33a-4bb4b308e9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5741992 Apr 18 20:30:16.365336 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-87dfc854-344c-4e9e-8707-c7e0a2c54756 service neutron] Attempting to bind port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 on host n-h1-838323-3 for vnic_type normal with profile None {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:16.366424 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-87dfc854-344c-4e9e-8707-c7e0a2c54756 service neutron] Attempting to bind port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:16.368085 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-87dfc854-344c-4e9e-8707-c7e0a2c54756 service neutron] Attempting to bind port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:16.375574 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6d008-7748-4a4b-84eb-13386b06b1cd req-29d7e7d8-05f5-4e4c-aa88-a61804511e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:16.378584 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7cd6d008-7748-4a4b-84eb-13386b06b1cd req-29d7e7d8-05f5-4e4c-aa88-a61804511e68 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=834e15af-05bf-4f20-83eb-2a3f314d7649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2585280 Apr 18 20:30:16.438366 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405a127-1072-4f56-bf39-d7b779d6f8d5 req-527c6f77-37a6-49be-80ad-69a5ae8c821e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:16.441939 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a405a127-1072-4f56-bf39-d7b779d6f8d5 req-527c6f77-37a6-49be-80ad-69a5ae8c821e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=834e15af-05bf-4f20-83eb-2a3f314d7649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4949603 Apr 18 20:30:16.448058 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-91b6cb3d-b0e3-4277-b1d3-a7aece1ef9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:16.462658 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-87dfc854-344c-4e9e-8707-c7e0a2c54756 service neutron] Port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:30:16.463205 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-87dfc854-344c-4e9e-8707-c7e0a2c54756 service neutron] Attempting to bind port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:16.577024 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3301f6-92ea-4e48-98a6-ffba4c2d5fe8 None None] New status for floating IP eca85b8a-ba28-4cde-a285-5dd13e57208b: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:30:16.606766 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6cb3d-b0e3-4277-b1d3-a7aece1ef9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:16.921061 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da53fd6-fed5-4570-b2c9-e16d6ae6c2c2 req-8a7123c7-36de-44e9-aa66-601419bff5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:16.923033 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7cd6d008-7748-4a4b-84eb-13386b06b1cd req-5dfc2c07-f23c-402d-9542-9dbf19a3c88f service neutron] 10.222.0.57 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488065 Apr 18 20:30:16.924288 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5da53fd6-fed5-4570-b2c9-e16d6ae6c2c2 req-8a7123c7-36de-44e9-aa66-601419bff5cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 908 time: 0.8415902 Apr 18 20:30:16.926669 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f09d73ad-6d5e-432e-89a0-82446753b366 req-098830cd-a19f-4987-8e0d-ce88b94d0e13 service neutron] 10.222.0.57 "GET /v2.0/networks/03564991-91f9-40c6-b33a-4bb4b308e9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5447137 Apr 18 20:30:16.940081 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-87dfc854-344c-4e9e-8707-c7e0a2c54756 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:30:16.940679 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-87dfc854-344c-4e9e-8707-c7e0a2c54756 service neutron] Checking segment: {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:30:16.941334 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-87dfc854-344c-4e9e-8707-c7e0a2c54756 service neutron] Bound using segment: {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:30:16.942408 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-87dfc854-344c-4e9e-8707-c7e0a2c54756 service neutron] Bound port: 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:30:17.160141 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5da53fd6-fed5-4570-b2c9-e16d6ae6c2c2 req-5b900f37-5d05-44ef-bd31-122d3eed4666 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c793878-3093-42c8-a9a1-7634285bbb6b HTTP/1.1" status: 200 len: 217 time: 0.1830440 Apr 18 20:30:17.247881 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7cd6d008-7748-4a4b-84eb-13386b06b1cd req-c4a46757-470e-4486-8b5e-7573f1fff104 service neutron] 10.222.0.57 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875586 Apr 18 20:30:17.324148 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-87dfc854-344c-4e9e-8707-c7e0a2c54756 service neutron] For port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=26d1d66b-f1f2-4322-a1ef-5bd17db4bf35,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:30:17.343465 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-87dfc854-344c-4e9e-8707-c7e0a2c54756 service neutron] Notify callbacks [] for binding, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:17.345179 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-87dfc854-344c-4e9e-8707-c7e0a2c54756 service neutron] 10.222.0.41 "POST /v2.0/ports/26d1d66b-f1f2-4322-a1ef-5bd17db4bf35/bindings HTTP/1.1" status: 201 len: 389 time: 2.0821409 Apr 18 20:30:17.401697 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a405a127-1072-4f56-bf39-d7b779d6f8d5 req-4b702a0e-9827-495f-bed1-5831fdb98d66 service neutron] 10.222.0.41 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8128614 Apr 18 20:30:17.411610 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da53fd6-fed5-4570-b2c9-e16d6ae6c2c2 req-1136d702-316e-4a51-8ec4-e9d52476ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:17.414465 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5da53fd6-fed5-4570-b2c9-e16d6ae6c2c2 req-1136d702-316e-4a51-8ec4-e9d52476ed47 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1 HTTP/1.1" status: 200 len: 847 time: 0.1960800 Apr 18 20:30:17.578620 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5da53fd6-fed5-4570-b2c9-e16d6ae6c2c2 req-26f026f8-20b7-456f-9c79-8984bf53256a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1335523 Apr 18 20:30:17.673974 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-91b6cb3d-b0e3-4277-b1d3-a7aece1ef9a1 service neutron] Attempting to bind port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:17.674227 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-91b6cb3d-b0e3-4277-b1d3-a7aece1ef9a1 service neutron] Attempting to bind port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:17.674663 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-91b6cb3d-b0e3-4277-b1d3-a7aece1ef9a1 service neutron] Attempting to bind port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:17.692503 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-91b6cb3d-b0e3-4277-b1d3-a7aece1ef9a1 service neutron] Port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:30:17.692844 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-91b6cb3d-b0e3-4277-b1d3-a7aece1ef9a1 service neutron] Attempting to bind port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:17.723755 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b40ff-6e8a-4dc5-a49c-407c4b15930c req-c9a858bc-7949-4087-a7f6-21c8cc0110a2 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:17.732055 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b01b40ff-6e8a-4dc5-a49c-407c4b15930c req-c9a858bc-7949-4087-a7f6-21c8cc0110a2 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 948 time: 0.1508205 Apr 18 20:30:17.742051 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-91b6cb3d-b0e3-4277-b1d3-a7aece1ef9a1 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:30:17.742638 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-91b6cb3d-b0e3-4277-b1d3-a7aece1ef9a1 service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:30:17.743186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-91b6cb3d-b0e3-4277-b1d3-a7aece1ef9a1 service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:30:17.743814 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-91b6cb3d-b0e3-4277-b1d3-a7aece1ef9a1 service neutron] Bound port: e1a5107e-ec2f-4341-80dc-7ad2cffe0a34, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:30:17.744378 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-91b6cb3d-b0e3-4277-b1d3-a7aece1ef9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:17.853182 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a405a127-1072-4f56-bf39-d7b779d6f8d5 req-6aff8e68-1314-4a23-b8b8-8f9a70e1cc26 service neutron] 10.222.0.41 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314981 Apr 18 20:30:17.971742 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b01b40ff-6e8a-4dc5-a49c-407c4b15930c req-94b2e501-ce8c-4191-9e59-543bd13ce8d9 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386482 Apr 18 20:30:18.073935 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-91b6cb3d-b0e3-4277-b1d3-a7aece1ef9a1 service neutron] For port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:30:18.116756 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf6d131-a4eb-4b62-bce1-25352cacc788 x-openstack-request-id: req-edf6d131-a4eb-4b62-bce1-25352cacc788 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:18.119355 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b", "tag": "f27d90ba-8c30-4928-946b-ad9aed4713d7", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:18.120307 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-edf6d131-a4eb-4b62-bce1-25352cacc788 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:18.122605 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edf6d131-a4eb-4b62-bce1-25352cacc788'] response: {'name': 'network-changed', 'server_uuid': 'fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b', 'tag': 'f27d90ba-8c30-4928-946b-ad9aed4713d7', 'status': 'completed', 'code': 200} Apr 18 20:30:18.129625 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-91b6cb3d-b0e3-4277-b1d3-a7aece1ef9a1 service neutron] For port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:30:18.146861 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-91b6cb3d-b0e3-4277-b1d3-a7aece1ef9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:18.177183 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5da53fd6-fed5-4570-b2c9-e16d6ae6c2c2 req-5aeeb6c4-73e2-4087-8b98-7c320b6a9e03 service neutron] 10.222.0.57 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854387 Apr 18 20:30:18.372343 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31af45c-8463-4dc5-aa91-88332372383f req-ff7e422e-040d-4408-9e77-ea2bdd93ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.375073 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f31af45c-8463-4dc5-aa91-88332372383f req-ff7e422e-040d-4408-9e77-ea2bdd93ec45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5961998d991a4a37a63ffa7f2b7a2a21&device_id=fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b HTTP/1.1" status: 200 len: 1095 time: 0.2253847 Apr 18 20:30:18.744174 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31af45c-8463-4dc5-aa91-88332372383f req-32db55d7-1e83-4ada-8b75-9e4b369ea093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.746835 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f31af45c-8463-4dc5-aa91-88332372383f req-32db55d7-1e83-4ada-8b75-9e4b369ea093 service neutron] 10.222.0.57 "GET /v2.0/networks?id=03564991-91f9-40c6-b33a-4bb4b308e9a2 HTTP/1.1" status: 200 len: 916 time: 0.3397028 Apr 18 20:30:18.961480 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-b04d9bcf-0b9f-4f0a-b2cd-a2e6632b2f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.965254 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-b04d9bcf-0b9f-4f0a-b2cd-a2e6632b2f1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 1096 time: 0.9778457 Apr 18 20:30:18.985482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75667560-a18e-465f-993c-e47e79b40888 req-8baf98d4-f87d-4556-955f-655dff8eff6a tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.988773 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75667560-a18e-465f-993c-e47e79b40888 req-8baf98d4-f87d-4556-955f-655dff8eff6a tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 1095 time: 0.9252474 Apr 18 20:30:19.044499 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-91b6cb3d-b0e3-4277-b1d3-a7aece1ef9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:19.046117 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-91b6cb3d-b0e3-4277-b1d3-a7aece1ef9a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:19.048857 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-91b6cb3d-b0e3-4277-b1d3-a7aece1ef9a1 service neutron] 10.222.0.32 "PUT /v2.0/ports/e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 HTTP/1.1" status: 200 len: 1096 time: 5.2427039 Apr 18 20:30:19.143478 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f31af45c-8463-4dc5-aa91-88332372383f req-81dfe58c-dd80-4636-8c17-e09ce2bea589 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f27d90ba-8c30-4928-946b-ad9aed4713d7 HTTP/1.1" status: 200 len: 217 time: 0.1328652 Apr 18 20:30:19.321546 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31af45c-8463-4dc5-aa91-88332372383f req-f685e946-7c09-4764-80c3-6d79dfbf2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:19.325270 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f31af45c-8463-4dc5-aa91-88332372383f req-f685e946-7c09-4764-80c3-6d79dfbf2bb7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bf18b5e-c6e2-42ea-850f-30cf03bf2edc HTTP/1.1" status: 200 len: 854 time: 0.1635947 Apr 18 20:30:19.351952 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75667560-a18e-465f-993c-e47e79b40888 req-5f4455ff-c7dc-4cec-84b1-fc63ade8d8d2 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005209 Apr 18 20:30:19.561257 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31af45c-8463-4dc5-aa91-88332372383f req-035be9eb-abdb-470c-945c-e5f10b504cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:19.574848 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f31af45c-8463-4dc5-aa91-88332372383f req-035be9eb-abdb-470c-945c-e5f10b504cba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=03564991-91f9-40c6-b33a-4bb4b308e9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1828489 Apr 18 20:30:19.665273 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35242eb7-8288-460c-b6f2-9628902719c4 req-09ca3027-c7b8-495c-af8a-9a668d2ee507 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:19.676034 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-35242eb7-8288-460c-b6f2-9628902719c4 req-09ca3027-c7b8-495c-af8a-9a668d2ee507 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] 10.222.0.41 "GET /v2.0/ports?device_id=0345b750-45e8-4fef-abcc-aa4daa0ec66f HTTP/1.1" status: 200 len: 945 time: 0.7738435 Apr 18 20:30:19.682696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6cb3d-b0e3-4277-b1d3-a7aece1ef9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:19.699075 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-7605867b-59f1-4718-8c59-e16a9e0a1ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:19.700990 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-7605867b-59f1-4718-8c59-e16a9e0a1ba4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 1099 time: 0.4427376 Apr 18 20:30:19.729639 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5da53fd6-fed5-4570-b2c9-e16d6ae6c2c2 req-b821cb6d-3895-4e23-9b29-5dce879f065c service neutron] 10.222.0.57 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9418073 Apr 18 20:30:19.778885 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f31af45c-8463-4dc5-aa91-88332372383f req-8f90db3c-d159-4d89-a33b-9572fe78a544 service neutron] 10.222.0.57 "GET /v2.0/networks/03564991-91f9-40c6-b33a-4bb4b308e9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958966 Apr 18 20:30:19.868488 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-35242eb7-8288-460c-b6f2-9628902719c4 req-87669da7-d59b-4085-8c74-0d66c550948e tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] 10.222.0.41 "GET /v2.0/security-groups?id=19319b9d-9e46-4c98-bfc7-edf2f35582b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897881 Apr 18 20:30:19.869042 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-919f632d-186f-44bf-82fc-9ffd61fec9e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 HTTP/1.1" status: 200 len: 217 time: 0.1380699 Apr 18 20:30:19.916877 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-d6b30d92-f51e-4d28-89e6-5771f96aafa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:19.918344 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-d6b30d92-f51e-4d28-89e6-5771f96aafa0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 908 time: 0.9436288 Apr 18 20:30:19.937073 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8412454-b895-4133-afb2-706f89d16e43 req-593c4266-9b58-4325-a8b1-06f44e3679d7 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:19.938721 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8412454-b895-4133-afb2-706f89d16e43 req-593c4266-9b58-4325-a8b1-06f44e3679d7 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f34cdad-0672-4438-8d11-acc791346a56 HTTP/1.1" status: 200 len: 945 time: 0.2042620 Apr 18 20:30:20.002534 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-f5305021-202e-434e-858a-0731115123d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 HTTP/1.1" status: 200 len: 217 time: 0.0627990 Apr 18 20:30:20.003978 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-96d80be3-6593-4008-8340-c1f2d7b8966a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.005433 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-96d80be3-6593-4008-8340-c1f2d7b8966a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.1286209 Apr 18 20:30:20.073078 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f31af45c-8463-4dc5-aa91-88332372383f req-ee897488-3326-4af0-9f84-9dbc198cc3ec service neutron] 10.222.0.57 "GET /v2.0/networks/03564991-91f9-40c6-b33a-4bb4b308e9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016710 Apr 18 20:30:20.129747 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8412454-b895-4133-afb2-706f89d16e43 req-bea390f5-eec3-487c-8fa0-ae70933a6666 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771190 Apr 18 20:30:20.152228 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3143353-37ca-4c68-b59e-465c0885e28d req-ef5df0ee-66af-49dc-8959-dc7656301ef3 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.154038 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3143353-37ca-4c68-b59e-465c0885e28d req-ef5df0ee-66af-49dc-8959-dc7656301ef3 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b HTTP/1.1" status: 200 len: 944 time: 0.1656759 Apr 18 20:30:20.159074 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-c0b33313-9ae7-4a03-9925-346e92c5e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.160590 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-c0b33313-9ae7-4a03-9925-346e92c5e906 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1 HTTP/1.1" status: 200 len: 847 time: 0.1285827 Apr 18 20:30:20.171237 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-b72d9cc2-2ad4-4b20-993b-a04702633c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.172775 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-b72d9cc2-2ad4-4b20-993b-a04702633c6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1436460 Apr 18 20:30:20.222537 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-11bcdc65-cef0-4b43-be68-b4cab037c7d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533993 Apr 18 20:30:20.229722 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d0b1b5-e7d2-4476-97e0-48ebfb4e00ad x-openstack-request-id: req-62d0b1b5-e7d2-4476-97e0-48ebfb4e00ad {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:20.231092 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0345b750-45e8-4fef-abcc-aa4daa0ec66f", "name": "network-vif-plugged", "status": "completed", "tag": "2cd3cc16-62e6-4fd6-b94f-f0458f503bc6", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:20.232790 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62d0b1b5-e7d2-4476-97e0-48ebfb4e00ad {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:20.234406 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62d0b1b5-e7d2-4476-97e0-48ebfb4e00ad'] response: {'server_uuid': '0345b750-45e8-4fef-abcc-aa4daa0ec66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd3cc16-62e6-4fd6-b94f-f0458f503bc6', 'code': 200} Apr 18 20:30:20.330487 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b45644-f5ae-4a1a-9531-4978866962ca x-openstack-request-id: req-a9b45644-f5ae-4a1a-9531-4978866962ca {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:20.330951 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d984d381-8a8d-4094-8f8e-941081d8753f", "tag": "a1951abb-39fe-4668-be71-a5e220d3343b", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:20.331354 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9b45644-f5ae-4a1a-9531-4978866962ca {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:20.332035 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9b45644-f5ae-4a1a-9531-4978866962ca'] response: {'name': 'network-changed', 'server_uuid': 'd984d381-8a8d-4094-8f8e-941081d8753f', 'tag': 'a1951abb-39fe-4668-be71-a5e220d3343b', 'status': 'completed', 'code': 200} Apr 18 20:30:20.379576 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3143353-37ca-4c68-b59e-465c0885e28d req-a722defe-14b3-463b-a1eb-172c33e15a77 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba8e2af-fcd9-42d2-8825-253532774f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120843 Apr 18 20:30:20.529019 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e68fef-8ccd-48da-9a09-b8a32756cc4b req-8c0f9697-7795-46aa-9218-3e81122fa4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.533373 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-20e68fef-8ccd-48da-9a09-b8a32756cc4b req-8c0f9697-7795-46aa-9218-3e81122fa4c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff855e139abe40c691b068b429bd1371&device_id=d984d381-8a8d-4094-8f8e-941081d8753f HTTP/1.1" status: 200 len: 1097 time: 0.1676302 Apr 18 20:30:20.607903 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-b46d6d52-d99c-4f67-ac9f-ebb9d3840a9c service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206252 Apr 18 20:30:20.637682 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa91afe-6a70-4adb-8656-a6b3b61e55c9 req-1ef6a857-5f69-4335-8d8b-7d341d115cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.639190 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3aa91afe-6a70-4adb-8656-a6b3b61e55c9 req-1ef6a857-5f69-4335-8d8b-7d341d115cfb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0345b750-45e8-4fef-abcc-aa4daa0ec66f HTTP/1.1" status: 200 len: 1096 time: 0.2989349 Apr 18 20:30:20.710285 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e68fef-8ccd-48da-9a09-b8a32756cc4b req-2c02cabd-d9ab-46cb-a3a4-5c6d262750ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.713190 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-20e68fef-8ccd-48da-9a09-b8a32756cc4b req-2c02cabd-d9ab-46cb-a3a4-5c6d262750ba service neutron] 10.222.0.57 "GET /v2.0/networks?id=834e15af-05bf-4f20-83eb-2a3f314d7649 HTTP/1.1" status: 200 len: 921 time: 0.1717141 Apr 18 20:30:20.719529 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-343589f4-b144-46ed-8637-d9bd29d13fba service neutron] 10.222.0.32 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743083 Apr 18 20:30:20.763658 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-20e68fef-8ccd-48da-9a09-b8a32756cc4b req-8c9f4a79-91f7-4e6e-a5aa-74111beea164 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1951abb-39fe-4668-be71-a5e220d3343b HTTP/1.1" status: 200 len: 217 time: 0.0391247 Apr 18 20:30:20.825512 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e68fef-8ccd-48da-9a09-b8a32756cc4b req-84614cf4-d019-4bb3-b6ce-6ed325d38c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.826947 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-20e68fef-8ccd-48da-9a09-b8a32756cc4b req-84614cf4-d019-4bb3-b6ce-6ed325d38c4c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0add80b-3b17-4300-bcbd-ceda69a60cf3 HTTP/1.1" status: 200 len: 859 time: 0.0534275 Apr 18 20:30:20.851369 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-0c108a9d-687d-4cba-9444-ce0be9f9d4d8 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e2d233d71fe7456da2bcf3adab420085&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1759808 Apr 18 20:30:20.909161 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e68fef-8ccd-48da-9a09-b8a32756cc4b req-31ed2e47-d987-4e37-be21-113b7155baec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.911740 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-20e68fef-8ccd-48da-9a09-b8a32756cc4b req-31ed2e47-d987-4e37-be21-113b7155baec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=834e15af-05bf-4f20-83eb-2a3f314d7649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764761 Apr 18 20:30:20.956758 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3aa91afe-6a70-4adb-8656-a6b3b61e55c9 req-f206d299-fc42-4b30-9a16-5dbe82392a0f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=19319b9d-9e46-4c98-bfc7-edf2f35582b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849965 Apr 18 20:30:20.964676 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bbc92-e139-4867-ab13-d86973762bdf req-85dd81cf-3acf-43d3-9f56-a99ab8b1b6d9 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.966254 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de0bbc92-e139-4867-ab13-d86973762bdf req-85dd81cf-3acf-43d3-9f56-a99ab8b1b6d9 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 945 time: 0.3129025 Apr 18 20:30:21.042095 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-20e68fef-8ccd-48da-9a09-b8a32756cc4b req-2041e3e4-8856-4308-80be-db433b171ffe service neutron] 10.222.0.57 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192183 Apr 18 20:30:21.063082 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa30a9f1-fdc4-404e-9c25-f20ebbfa3297 req-5a7dbc35-8acb-4d68-9971-854b6da4ccfc service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282994 Apr 18 20:30:21.086856 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-ff28e815-6f76-4c38-9c64-fa0294ba5cfa service neutron] 10.222.0.32 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254740 Apr 18 20:30:21.112065 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de0bbc92-e139-4867-ab13-d86973762bdf req-a0be549d-4dfd-4f46-8f68-913fef8a6b2f tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130991 Apr 18 20:30:21.124857 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-e0d711a8-11ee-4e0c-a175-d7a9ea7ecf3d tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:21.126518 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-e0d711a8-11ee-4e0c-a175-d7a9ea7ecf3d tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2600312 Apr 18 20:30:21.160677 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-fca1414b-b971-4e54-8017-aaaf56cb0188 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/quotas/e2d233d71fe7456da2bcf3adab420085 HTTP/1.1" status: 200 len: 375 time: 0.0127971 Apr 18 20:30:21.216063 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-20e68fef-8ccd-48da-9a09-b8a32756cc4b req-d21640de-2085-4567-b4f4-c9503abccf5b service neutron] 10.222.0.57 "GET /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636283 Apr 18 20:30:21.304575 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-f37d59d9-ed77-45b1-baa9-101c2430fc95 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2d233d71fe7456da2bcf3adab420085&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1317616 Apr 18 20:30:21.334882 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd151a-d73a-45db-9433-eac21332103f req-e0d32974-3424-4412-a6bb-9f54c27e2127 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:21.338454 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-66cd151a-d73a-45db-9433-eac21332103f req-e0d32974-3424-4412-a6bb-9f54c27e2127 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 948 time: 0.1094272 Apr 18 20:30:21.414341 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-66cd151a-d73a-45db-9433-eac21332103f req-8589f80e-e30a-4b95-b5fe-206bbddecc6d tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634201 Apr 18 20:30:21.629088 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be27dd1-1002-4967-8cdf-c47a7c592515 req-1fbff103-8bf8-42c4-b3c3-9f9f6b889d32 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:21.633092 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2be27dd1-1002-4967-8cdf-c47a7c592515 req-1fbff103-8bf8-42c4-b3c3-9f9f6b889d32 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 1095 time: 0.0769825 Apr 18 20:30:21.701899 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2be27dd1-1002-4967-8cdf-c47a7c592515 req-67ab21e2-8643-4fa9-928c-44ca5b86fa5f tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578594 Apr 18 20:30:21.811475 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd34a3a-4baf-4b4a-a5a8-ffd723e50f17 req-025c69f2-ed73-4f5c-bb11-ee5aafb59208 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:21.820347 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3fd34a3a-4baf-4b4a-a5a8-ffd723e50f17 req-025c69f2-ed73-4f5c-bb11-ee5aafb59208 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] 10.222.0.41 "GET /v2.0/ports?device_id=0345b750-45e8-4fef-abcc-aa4daa0ec66f HTTP/1.1" status: 200 len: 945 time: 0.1388483 Apr 18 20:30:21.938153 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3fd34a3a-4baf-4b4a-a5a8-ffd723e50f17 req-57ba39a3-6800-4472-8b6e-79ef229fdc37 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] 10.222.0.41 "GET /v2.0/security-groups?id=19319b9d-9e46-4c98-bfc7-edf2f35582b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163611 Apr 18 20:30:21.948707 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8765d-827a-459d-99f9-33b6f3cad091 req-135cbdf7-ae96-42f3-a151-84a57cdab19a tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:21.950530 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aca8765d-827a-459d-99f9-33b6f3cad091 req-135cbdf7-ae96-42f3-a151-84a57cdab19a tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f34cdad-0672-4438-8d11-acc791346a56 HTTP/1.1" status: 200 len: 945 time: 0.1271281 Apr 18 20:30:21.991320 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device f27d90ba-8c30-4928-946b-ad9aed4713d7 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:22.094502 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aca8765d-827a-459d-99f9-33b6f3cad091 req-318c9b4a-1dcc-407b-b66b-3bfc299fdbdf tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279526 Apr 18 20:30:22.203334 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port f27d90ba-8c30-4928-946b-ad9aed4713d7, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=f27d90ba-8c30-4928-946b-ad9aed4713d7,segment=NetworkSegment(3fd84805-2eb2-407f-86be-386d1c5d54dc),segment_id=3fd84805-2eb2-407f-86be-386d1c5d54dc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:22.219608 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'f27d90ba-8c30-4928-946b-ad9aed4713d7', 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2', 'port_id': 'f27d90ba-8c30-4928-946b-ad9aed4713d7', 'mac_address': 'fa:16:3e:f2:ef:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf18b5e-c6e2-42ea-850f-30cf03bf2edc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:30:22.265663 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f34cdad-0672-4438-8d11-acc791346a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0705436e-2ef0-4db1-affa-9b26239925a9'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:22.268476 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c0f43-31c3-4434-88c5-32a1903e86dd req-b649892e-c566-4407-a2bb-b329c85e6d21 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:22.269036 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdaa94b-cadf-4495-8011-b260a64f4f98" -d '{"events": [{"server_uuid": "0f34cdad-0672-4438-8d11-acc791346a56", "name": "network-vif-plugged", "status": "completed", "tag": "0705436e-2ef0-4db1-affa-9b26239925a9"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:22.277963 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-545c0f43-31c3-4434-88c5-32a1903e86dd req-b649892e-c566-4407-a2bb-b329c85e6d21 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b HTTP/1.1" status: 200 len: 944 time: 0.2076349 Apr 18 20:30:22.287800 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b5dd227e-2086-4a03-bb1c-73639ec5a21e req-6af3757d-3d80-49d3-8f6b-b885d96804c6 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1e0eb9d-3336-411e-90f8-9bcf5c37c58b HTTP/1.1" status: 200 len: 210 time: 0.0886946 Apr 18 20:30:22.323451 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:22.332991 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95929d42-115a-4ec9-812a-540a71740ff5', 'tag': 'e1a5107e-ec2f-4341-80dc-7ad2cffe0a34'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:22.335984 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414fad23-208e-44c0-9374-6a763471e71e" -d '{"events": [{"name": "network-changed", "server_uuid": "95929d42-115a-4ec9-812a-540a71740ff5", "tag": "e1a5107e-ec2f-4341-80dc-7ad2cffe0a34"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:22.344779 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27d90ba-8c30-4928-946b-ad9aed4713d7 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:22.380044 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port f27d90ba-8c30-4928-946b-ad9aed4713d7, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=f27d90ba-8c30-4928-946b-ad9aed4713d7,segment=NetworkSegment(3fd84805-2eb2-407f-86be-386d1c5d54dc),segment_id=3fd84805-2eb2-407f-86be-386d1c5d54dc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:22.381276 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-545c0f43-31c3-4434-88c5-32a1903e86dd req-71fd87aa-035d-47c0-abbc-2c9a817ef572 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba8e2af-fcd9-42d2-8825-253532774f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019781 Apr 18 20:30:22.387120 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:22.414196 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-246d2615-3823-4fac-91de-69d1e992afd1 req-4c60c904-080e-497e-bf6f-8142a8ac18c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1242366 Apr 18 20:30:22.541162 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=f27d90ba-8c30-4928-946b-ad9aed4713d7,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:22.546706 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a5ab84c9-7ae3-4e8a-a0d7-a9b6f3ea6174 req-735c7861-7fbe-4c34-ab9a-c7e6834cc86e tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/floatingips/eca85b8a-ba28-4cde-a285-5dd13e57208b HTTP/1.1" status: 200 len: 693 time: 0.1435320 Apr 18 20:30:22.752195 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['f27d90ba-8c30-4928-946b-ad9aed4713d7'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:22.778918 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d2615-3823-4fac-91de-69d1e992afd1 req-576ceb46-95b9-4851-9414-ce221e4c1e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:22.782897 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-246d2615-3823-4fac-91de-69d1e992afd1 req-576ceb46-95b9-4851-9414-ce221e4c1e97 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 1101 time: 0.1145585 Apr 18 20:30:22.861482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab84c9-7ae3-4e8a-a0d7-a9b6f3ea6174 req-98823ad3-ffc3-4f18-944f-aa2c9391db1b tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:22.870973 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a5ab84c9-7ae3-4e8a-a0d7-a9b6f3ea6174 req-98823ad3-ffc3-4f18-944f-aa2c9391db1b tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.3232093 Apr 18 20:30:22.884096 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-a5ab84c9-7ae3-4e8a-a0d7-a9b6f3ea6174 req-4e2dde0e-8c5e-4c25-ba8d-53d278da67e5 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:30:22.893095 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a5ab84c9-7ae3-4e8a-a0d7-a9b6f3ea6174 req-4e2dde0e-8c5e-4c25-ba8d-53d278da67e5 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211234 Apr 18 20:30:23.051758 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a5ab84c9-7ae3-4e8a-a0d7-a9b6f3ea6174 req-bffc9361-d07e-499a-955c-9319af931187 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.83 HTTP/1.1" status: 200 len: 696 time: 0.1556878 Apr 18 20:30:23.170379 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c72184-d823-4776-9b03-c5737678932b req-b88031fe-f12f-42d8-8cd2-ff704063cb4a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:23.173370 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6c72184-d823-4776-9b03-c5737678932b req-b88031fe-f12f-42d8-8cd2-ff704063cb4a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 945 time: 0.2983787 Apr 18 20:30:23.202346 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a5ab84c9-7ae3-4e8a-a0d7-a9b6f3ea6174 req-580de17d-c01a-4eb0-ba95-27c90eae0dcc tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.83 HTTP/1.1" status: 200 len: 696 time: 0.1377230 Apr 18 20:30:23.252662 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d2615-3823-4fac-91de-69d1e992afd1 req-75e3d61e-b1f5-4e46-b646-2255864bd557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:23.254268 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-246d2615-3823-4fac-91de-69d1e992afd1 req-75e3d61e-b1f5-4e46-b646-2255864bd557 service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.4202914 Apr 18 20:30:23.320528 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-51b32a41-fa0e-42a5-8f28-5f54dfea2e4e tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=e2d233d71fe7456da2bcf3adab420085&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396461 Apr 18 20:30:23.359924 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6c72184-d823-4776-9b03-c5737678932b req-b905a8d8-23e4-4f69-b286-fd2e137590ef tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650693 Apr 18 20:30:23.372747 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-246d2615-3823-4fac-91de-69d1e992afd1 req-0e313880-7c8e-4b4a-9a29-0e70521c2adc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=a5119d81-eb30-47e6-813d-24651e1a4167 HTTP/1.1" status: 200 len: 217 time: 0.0813515 Apr 18 20:30:23.454912 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e8b50d-588e-4f05-9e8c-103d59bc9247 x-openstack-request-id: req-05e8b50d-588e-4f05-9e8c-103d59bc9247 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:23.455468 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f34cdad-0672-4438-8d11-acc791346a56", "name": "network-vif-plugged", "status": "completed", "tag": "0705436e-2ef0-4db1-affa-9b26239925a9", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:23.455780 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05e8b50d-588e-4f05-9e8c-103d59bc9247 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:23.456409 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05e8b50d-588e-4f05-9e8c-103d59bc9247'] response: {'server_uuid': '0f34cdad-0672-4438-8d11-acc791346a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0705436e-2ef0-4db1-affa-9b26239925a9', 'code': 200} Apr 18 20:30:23.531147 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d2615-3823-4fac-91de-69d1e992afd1 req-e4af669e-f874-4a5d-982d-3b7fa9df22dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:23.532872 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-246d2615-3823-4fac-91de-69d1e992afd1 req-e4af669e-f874-4a5d-982d-3b7fa9df22dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.0938499 Apr 18 20:30:23.561944 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-5549c464-006b-4e9c-b8d1-a98a0483fd28 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:23.564005 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-5549c464-006b-4e9c-b8d1-a98a0483fd28 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2365041 Apr 18 20:30:23.582363 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4939f1ee-345c-4226-94d7-648ad3655318 x-openstack-request-id: req-4939f1ee-345c-4226-94d7-648ad3655318 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:23.582602 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95929d42-115a-4ec9-812a-540a71740ff5", "tag": "e1a5107e-ec2f-4341-80dc-7ad2cffe0a34", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:23.582852 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4939f1ee-345c-4226-94d7-648ad3655318 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:23.583249 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4939f1ee-345c-4226-94d7-648ad3655318'] response: {'name': 'network-changed', 'server_uuid': '95929d42-115a-4ec9-812a-540a71740ff5', 'tag': 'e1a5107e-ec2f-4341-80dc-7ad2cffe0a34', 'status': 'completed', 'code': 200} Apr 18 20:30:23.585149 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-8c036adf-e058-4dea-a85e-6622234c80cd tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Request body: {'port': {'device_id': 'd1e0eb9d-3336-411e-90f8-9bcf5c37c58b', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': 'e2d233d71fe7456da2bcf3adab420085'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:23.585327 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-a5ab84c9-7ae3-4e8a-a0d7-a9b6f3ea6174 req-5fcbd288-2193-486d-8893-ed8564cd15e3 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Deleting port 87f18265-20ae-4a72-8f78-fc274a9e5c16 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:30:23.586189 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a5ab84c9-7ae3-4e8a-a0d7-a9b6f3ea6174 req-5fcbd288-2193-486d-8893-ed8564cd15e3 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:23.807561 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-8c036adf-e058-4dea-a85e-6622234c80cd tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Made reservation on behalf of e2d233d71fe7456da2bcf3adab420085 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:23.812868 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-8c036adf-e058-4dea-a85e-6622234c80cd tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:24.006644 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device f27d90ba-8c30-4928-946b-ad9aed4713d7 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:30:24.233793 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-8c036adf-e058-4dea-a85e-6622234c80cd tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Allocated IP 192.168.233.3 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/87bdb792-fde8-44cf-bdfd-c22a37f7cbb2) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:30:24.253289 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port f27d90ba-8c30-4928-946b-ad9aed4713d7 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:30:24.261716 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port f27d90ba-8c30-4928-946b-ad9aed4713d7 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:24.262182 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:24.345821 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d2615-3823-4fac-91de-69d1e992afd1 req-e477beb7-63b8-4c46-a497-08e802d2ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:24.348411 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-246d2615-3823-4fac-91de-69d1e992afd1 req-e477beb7-63b8-4c46-a497-08e802d2ded9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8022046 Apr 18 20:30:24.352232 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a5ab84c9-7ae3-4e8a-a0d7-a9b6f3ea6174 req-5fcbd288-2193-486d-8893-ed8564cd15e3 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:24.352779 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a5ab84c9-7ae3-4e8a-a0d7-a9b6f3ea6174 req-5fcbd288-2193-486d-8893-ed8564cd15e3 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:24.381163 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fad23-208e-44c0-9374-6a763471e71e req-e22a814b-fdb3-4b2c-9588-fa397f9eae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:24.384700 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-414fad23-208e-44c0-9374-6a763471e71e req-e22a814b-fdb3-4b2c-9588-fa397f9eae10 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 1099 time: 0.6914546 Apr 18 20:30:24.390859 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:24.403359 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3043448-facb-467c-b839-8cb6065b1389 req-fd7e4cfb-684a-4ac0-9647-255083c8cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:24.406728 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3043448-facb-467c-b839-8cb6065b1389 req-fd7e4cfb-684a-4ac0-9647-255083c8cb24 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f34cdad-0672-4438-8d11-acc791346a56 HTTP/1.1" status: 200 len: 1096 time: 0.8323405 Apr 18 20:30:24.444177 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5e478-4713-4687-a9a5-232564abaf08 req-c6e898d2-9021-4e06-b193-f855ecc5a374 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:24.451359 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1585c293-51c5-4096-ab82-694e066b5128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:24.459737 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ca5e478-4713-4687-a9a5-232564abaf08 req-c6e898d2-9021-4e06-b193-f855ecc5a374 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 948 time: 0.7679770 Apr 18 20:30:24.478364 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-8c036adf-e058-4dea-a85e-6622234c80cd tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:24.483124 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port f27d90ba-8c30-4928-946b-ad9aed4713d7, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=f27d90ba-8c30-4928-946b-ad9aed4713d7,segment=NetworkSegment(3fd84805-2eb2-407f-86be-386d1c5d54dc),segment_id=3fd84805-2eb2-407f-86be-386d1c5d54dc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:24.493718 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-a5ab84c9-7ae3-4e8a-a0d7-a9b6f3ea6174 req-5fcbd288-2193-486d-8893-ed8564cd15e3 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Calling delete_port for 87f18265-20ae-4a72-8f78-fc274a9e5c16 owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:30:24.498124 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:24.550483 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-8c036adf-e058-4dea-a85e-6622234c80cd tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:24.566989 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['32d972d9-9f78-4cf1-a074-2b0b24b1c428'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:24.603049 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=f27d90ba-8c30-4928-946b-ad9aed4713d7,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:24.631149 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c036adf-e058-4dea-a85e-6622234c80cd tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Pushing event updated for resources: {'Port': ['ID=87bdb792-fde8-44cf-bdfd-c22a37f7cbb2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:24.655782 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-8c036adf-e058-4dea-a85e-6622234c80cd tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:24.657916 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-8c036adf-e058-4dea-a85e-6622234c80cd tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:24.676314 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-8c036adf-e058-4dea-a85e-6622234c80cd tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:30:24.779451 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3043448-facb-467c-b839-8cb6065b1389 req-cc5bc81f-1db5-48d7-9655-432216287c5e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817202 Apr 18 20:30:24.797591 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-8c036adf-e058-4dea-a85e-6622234c80cd tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:24.798886 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-8c036adf-e058-4dea-a85e-6622234c80cd tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:24.834669 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-8c036adf-e058-4dea-a85e-6622234c80cd tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2595735 Apr 18 20:30:24.852766 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-193f5125-aa1d-4a30-9b7d-53418608ad12 service neutron] Request body: {'port': {'device_id': 'd1e0eb9d-3336-411e-90f8-9bcf5c37c58b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:24.953054 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-193f5125-aa1d-4a30-9b7d-53418608ad12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:24.965464 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ca5e478-4713-4687-a9a5-232564abaf08 req-4d1f6870-0f4d-4cbf-ae22-95a9e67c4eb1 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037384 Apr 18 20:30:25.129911 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-246d2615-3823-4fac-91de-69d1e992afd1 req-d4911f0a-fa4e-4394-9407-721956f09371 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7617810 Apr 18 20:30:25.161378 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fad23-208e-44c0-9374-6a763471e71e req-6e20e574-896f-4e22-aa1e-fb0565c039c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:25.164290 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-414fad23-208e-44c0-9374-6a763471e71e req-6e20e574-896f-4e22-aa1e-fb0565c039c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.7486901 Apr 18 20:30:25.212720 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a6d56843-955a-4c2b-a91d-c091d4b023fa None None] Provisioning complete for port 87bdb792-fde8-44cf-bdfd-c22a37f7cbb2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:25.213612 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a6d56843-955a-4c2b-a91d-c091d4b023fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:25.305760 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a6d56843-955a-4c2b-a91d-c091d4b023fa None None] Port 87bdb792-fde8-44cf-bdfd-c22a37f7cbb2 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:30:25.401427 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-414fad23-208e-44c0-9374-6a763471e71e req-d9dc9169-6a29-4624-824e-97e560afd8e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 HTTP/1.1" status: 200 len: 217 time: 0.2001805 Apr 18 20:30:25.457719 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27d90ba-8c30-4928-946b-ad9aed4713d7'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:25.460219 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9131b4-976d-49d5-8d3a-a555d0d783d3" -d '{"events": [{"server_uuid": "fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b", "name": "network-vif-plugged", "status": "completed", "tag": "f27d90ba-8c30-4928-946b-ad9aed4713d7"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:25.572487 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-193f5125-aa1d-4a30-9b7d-53418608ad12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87bdb792-fde8-44cf-bdfd-c22a37f7cbb2 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:25.591274 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-193f5125-aa1d-4a30-9b7d-53418608ad12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:25.605455 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:25.620207 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a68e6f-d89e-4e84-9d8a-805fa7b152f4 req-02b0250f-b830-487b-8a88-54346bba49a3 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:25.622158 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34a68e6f-d89e-4e84-9d8a-805fa7b152f4 req-02b0250f-b830-487b-8a88-54346bba49a3 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] 10.222.0.41 "GET /v2.0/ports?device_id=0345b750-45e8-4fef-abcc-aa4daa0ec66f HTTP/1.1" status: 200 len: 945 time: 0.4098928 Apr 18 20:30:25.628930 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fad23-208e-44c0-9374-6a763471e71e req-c8d5d55e-5947-4382-8c1f-d7cb76c539ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:25.630463 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-414fad23-208e-44c0-9374-6a763471e71e req-c8d5d55e-5947-4382-8c1f-d7cb76c539ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.2144682 Apr 18 20:30:25.637725 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-246d2615-3823-4fac-91de-69d1e992afd1 req-7247a0d9-8580-4fb7-9f4d-d6d1898f1d9e service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004659 Apr 18 20:30:25.658229 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a5ab84c9-7ae3-4e8a-a0d7-a9b6f3ea6174 req-5fcbd288-2193-486d-8893-ed8564cd15e3 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:25.712911 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-193f5125-aa1d-4a30-9b7d-53418608ad12 service neutron] Transition to ACTIVE for port object 87bdb792-fde8-44cf-bdfd-c22a37f7cbb2 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:30:25.720614 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbd288-2193-486d-8893-ed8564cd15e3 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Pushing event deleted for resources: {'Port': ['ID=87f18265-20ae-4a72-8f78-fc274a9e5c16,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:25.734151 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-193f5125-aa1d-4a30-9b7d-53418608ad12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:25.790874 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34a68e6f-d89e-4e84-9d8a-805fa7b152f4 req-ebf37a75-e039-4c4d-97fc-d17bf7c8877e tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] 10.222.0.41 "GET /v2.0/security-groups?id=19319b9d-9e46-4c98-bfc7-edf2f35582b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431632 Apr 18 20:30:25.966215 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fad23-208e-44c0-9374-6a763471e71e req-f1c36d3b-73e8-4992-aea4-523706f764f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:25.968841 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-414fad23-208e-44c0-9374-6a763471e71e req-f1c36d3b-73e8-4992-aea4-523706f764f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3298640 Apr 18 20:30:26.067609 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f5125-aa1d-4a30-9b7d-53418608ad12 service neutron] Pushing event updated for resources: {'Port': ['ID=87bdb792-fde8-44cf-bdfd-c22a37f7cbb2,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:26.210726 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a5ab84c9-7ae3-4e8a-a0d7-a9b6f3ea6174 req-5fcbd288-2193-486d-8893-ed8564cd15e3 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:26.215530 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a5ab84c9-7ae3-4e8a-a0d7-a9b6f3ea6174 req-5fcbd288-2193-486d-8893-ed8564cd15e3 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:26.217320 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a5ab84c9-7ae3-4e8a-a0d7-a9b6f3ea6174 req-5fcbd288-2193-486d-8893-ed8564cd15e3 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "DELETE /v2.0/floatingips/eca85b8a-ba28-4cde-a285-5dd13e57208b HTTP/1.1" status: 204 len: 173 time: 2.9813347 Apr 18 20:30:26.237899 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:26.308622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c0e88-7b69-4954-860b-277f8cec78c1 req-8a63f3a5-f63e-4b89-b156-aab14afbb032 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:26.323709 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-446c0e88-7b69-4954-860b-277f8cec78c1 req-8a63f3a5-f63e-4b89-b156-aab14afbb032 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f34cdad-0672-4438-8d11-acc791346a56 HTTP/1.1" status: 200 len: 945 time: 0.2755966 Apr 18 20:30:26.352862 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'e1a5107e-ec2f-4341-80dc-7ad2cffe0a34', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': 'e1a5107e-ec2f-4341-80dc-7ad2cffe0a34', 'mac_address': 'fa:16:3e:3c:de:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:30:26.403805 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-414fad23-208e-44c0-9374-6a763471e71e req-06a79e31-a43c-4364-97a2-2fa33f5ecc16 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938766 Apr 18 20:30:26.450664 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-446c0e88-7b69-4954-860b-277f8cec78c1 req-3ddf44f8-1714-4f42-a391-f9a351f2a903 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253359 Apr 18 20:30:26.618782 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:26.619417 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-193f5125-aa1d-4a30-9b7d-53418608ad12 service neutron] Attempting to bind port 87bdb792-fde8-44cf-bdfd-c22a37f7cbb2 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:26.619417 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-193f5125-aa1d-4a30-9b7d-53418608ad12 service neutron] Attempting to bind port 87bdb792-fde8-44cf-bdfd-c22a37f7cbb2 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:26.619895 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-193f5125-aa1d-4a30-9b7d-53418608ad12 service neutron] Attempting to bind port 87bdb792-fde8-44cf-bdfd-c22a37f7cbb2 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:26.625684 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-193f5125-aa1d-4a30-9b7d-53418608ad12 service neutron] Port 87bdb792-fde8-44cf-bdfd-c22a37f7cbb2 on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:30:26.625994 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-193f5125-aa1d-4a30-9b7d-53418608ad12 service neutron] Attempting to bind port 87bdb792-fde8-44cf-bdfd-c22a37f7cbb2 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:26.633213 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-193f5125-aa1d-4a30-9b7d-53418608ad12 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:30:26.633758 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-193f5125-aa1d-4a30-9b7d-53418608ad12 service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:30:26.634926 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-193f5125-aa1d-4a30-9b7d-53418608ad12 service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:30:26.634926 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-193f5125-aa1d-4a30-9b7d-53418608ad12 service neutron] Bound port: 87bdb792-fde8-44cf-bdfd-c22a37f7cbb2, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:30:26.635227 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-193f5125-aa1d-4a30-9b7d-53418608ad12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:26.645464 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:26.687259 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:26.740285 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:26.748072 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-193f5125-aa1d-4a30-9b7d-53418608ad12 service neutron] For port 87bdb792-fde8-44cf-bdfd-c22a37f7cbb2, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:30:26.758716 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-193f5125-aa1d-4a30-9b7d-53418608ad12 service neutron] For port 87bdb792-fde8-44cf-bdfd-c22a37f7cbb2, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=87bdb792-fde8-44cf-bdfd-c22a37f7cbb2,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:30:26.774011 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-193f5125-aa1d-4a30-9b7d-53418608ad12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:26.829333 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:26.912758 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-193f5125-aa1d-4a30-9b7d-53418608ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:26.918560 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-193f5125-aa1d-4a30-9b7d-53418608ad12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:26.921763 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-193f5125-aa1d-4a30-9b7d-53418608ad12 service neutron] 10.222.0.57 "PUT /v2.0/ports/87bdb792-fde8-44cf-bdfd-c22a37f7cbb2 HTTP/1.1" status: 200 len: 1094 time: 2.0771043 Apr 18 20:30:26.925833 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e0eb9d-3336-411e-90f8-9bcf5c37c58b', 'tag': '87bdb792-fde8-44cf-bdfd-c22a37f7cbb2'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:26.936048 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b9ddac-6e64-43b8-a966-bf3f59d61a13" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e0eb9d-3336-411e-90f8-9bcf5c37c58b", "tag": "87bdb792-fde8-44cf-bdfd-c22a37f7cbb2"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:26.984021 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-414fad23-208e-44c0-9374-6a763471e71e req-6a684f09-2eb3-4135-8b1a-c65540fba950 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615101 Apr 18 20:30:27.049921 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f5125-aa1d-4a30-9b7d-53418608ad12 service neutron] Pushing event updated for resources: {'Port': ['ID=87bdb792-fde8-44cf-bdfd-c22a37f7cbb2,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:27.063896 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d792e-a4a5-4156-800c-0af9d0ab6784 req-28ee48ef-6bd3-40c6-9600-d6185d68d92b tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:27.066297 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2f4d792e-a4a5-4156-800c-0af9d0ab6784 req-28ee48ef-6bd3-40c6-9600-d6185d68d92b tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1e0eb9d-3336-411e-90f8-9bcf5c37c58b HTTP/1.1" status: 200 len: 946 time: 0.5609839 Apr 18 20:30:27.091885 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42453afd-6d2c-4502-acc0-c247188afbe3 req-f1cc3988-7088-49a3-9817-07ce2a2ea478 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:27.093952 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-42453afd-6d2c-4502-acc0-c247188afbe3 req-f1cc3988-7088-49a3-9817-07ce2a2ea478 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b HTTP/1.1" status: 200 len: 946 time: 0.3030534 Apr 18 20:30:27.117630 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-e9bb4c39-a4c9-4e6c-8c1e-a492d2987f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:27.123821 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-e9bb4c39-a4c9-4e6c-8c1e-a492d2987f22 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e2d233d71fe7456da2bcf3adab420085&device_id=d1e0eb9d-3336-411e-90f8-9bcf5c37c58b HTTP/1.1" status: 200 len: 1097 time: 0.1043952 Apr 18 20:30:27.142603 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['e1a5107e-ec2f-4341-80dc-7ad2cffe0a34'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:27.180225 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2f4d792e-a4a5-4156-800c-0af9d0ab6784 req-e2b8d1e0-d873-43da-83d9-6c05e9a6eefa tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/security-groups?id=d59403ca-6498-4d76-84bf-3542488143ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842676 Apr 18 20:30:27.225601 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-26137720-44ab-4ad0-9986-ee641c838b3b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=87bdb792-fde8-44cf-bdfd-c22a37f7cbb2 HTTP/1.1" status: 200 len: 217 time: 0.0902197 Apr 18 20:30:27.249783 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-42453afd-6d2c-4502-acc0-c247188afbe3 req-2d1f2aca-ca7c-4448-9bc5-18ad19f6576d tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba8e2af-fcd9-42d2-8825-253532774f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268635 Apr 18 20:30:27.318184 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-87b37b77-1888-4795-acf0-bdfcbbd205bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:27.320264 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-87b37b77-1888-4795-acf0-bdfcbbd205bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.0873768 Apr 18 20:30:27.386735 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-e69b016b-1a8f-4314-a888-2bf4579ffa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:27.388453 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-e69b016b-1a8f-4314-a888-2bf4579ffa68 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0603282 Apr 18 20:30:27.397362 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5a67a9-00fb-4061-a07f-802cc342fe25 x-openstack-request-id: req-8e5a67a9-00fb-4061-a07f-802cc342fe25 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:27.398769 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b", "name": "network-vif-plugged", "status": "completed", "tag": "f27d90ba-8c30-4928-946b-ad9aed4713d7", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:27.399140 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e5a67a9-00fb-4061-a07f-802cc342fe25 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:27.399606 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e5a67a9-00fb-4061-a07f-802cc342fe25'] response: {'server_uuid': 'fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27d90ba-8c30-4928-946b-ad9aed4713d7', 'code': 200} Apr 18 20:30:27.538430 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-67ebff4c-c15e-44fb-921a-4cac84b02a5e service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414320 Apr 18 20:30:27.542699 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dda009-d990-4ada-aead-eebaae1651c8 req-aaa3b0ac-58fb-4df0-ac2d-963a7a8fe860 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:27.545795 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-42dda009-d990-4ada-aead-eebaae1651c8 req-aaa3b0ac-58fb-4df0-ac2d-963a7a8fe860 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 945 time: 0.2057509 Apr 18 20:30:27.646537 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-42dda009-d990-4ada-aead-eebaae1651c8 req-59de899f-de15-4f3d-b691-c1d0b833c593 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913060 Apr 18 20:30:27.652473 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2c2bf-cd1e-42df-9997-e786fc502525 req-f3ac7645-962a-4ea6-a8b3-07191b6d19f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:27.656047 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8d2c2bf-cd1e-42df-9997-e786fc502525 req-f3ac7645-962a-4ea6-a8b3-07191b6d19f9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b HTTP/1.1" status: 200 len: 1097 time: 0.1996791 Apr 18 20:30:27.738577 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ccc169b8-d945-46db-b4c6-266277ee9335 req-16b7f7e8-77bf-4328-95d2-8978811f95dc service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885068 Apr 18 20:30:27.747068 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8d2c2bf-cd1e-42df-9997-e786fc502525 req-9ad5ed9b-6656-4315-b109-0478d337267f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8ba8e2af-fcd9-42d2-8825-253532774f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830381 Apr 18 20:30:27.789256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29089e0-f2a1-4224-af43-3747381aba90 req-4e28d064-b876-4f58-a407-c8f020ce47ae tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:27.792336 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c29089e0-f2a1-4224-af43-3747381aba90 req-4e28d064-b876-4f58-a407-c8f020ce47ae tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 949 time: 0.0924475 Apr 18 20:30:27.859404 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c29089e0-f2a1-4224-af43-3747381aba90 req-f924d08a-9d22-43b7-bcda-8fe27fd51b1e tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596080 Apr 18 20:30:27.918251 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69ab964-8bc3-4f98-bfd7-371162c2d55d x-openstack-request-id: req-b69ab964-8bc3-4f98-bfd7-371162c2d55d {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:27.918704 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e0eb9d-3336-411e-90f8-9bcf5c37c58b", "tag": "87bdb792-fde8-44cf-bdfd-c22a37f7cbb2", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:27.919072 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b69ab964-8bc3-4f98-bfd7-371162c2d55d {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:27.919546 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b69ab964-8bc3-4f98-bfd7-371162c2d55d'] response: {'name': 'network-changed', 'server_uuid': 'd1e0eb9d-3336-411e-90f8-9bcf5c37c58b', 'tag': '87bdb792-fde8-44cf-bdfd-c22a37f7cbb2', 'status': 'completed', 'code': 200} Apr 18 20:30:28.049468 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d59e7b-e649-4d31-8855-b4d0aa07659d req-06beaf0a-4cef-4114-86c9-4840185589c7 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:28.051248 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-87d59e7b-e649-4d31-8855-b4d0aa07659d req-06beaf0a-4cef-4114-86c9-4840185589c7 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f34cdad-0672-4438-8d11-acc791346a56 HTTP/1.1" status: 200 len: 945 time: 0.0702026 Apr 18 20:30:28.160790 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-87d59e7b-e649-4d31-8855-b4d0aa07659d req-fea1ffb5-c2ed-4213-8592-b1039285e696 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994022 Apr 18 20:30:28.166844 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9ddac-6e64-43b8-a966-bf3f59d61a13 req-41aa34ac-1fb7-4a65-8e15-dead99a71f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:28.168279 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22b9ddac-6e64-43b8-a966-bf3f59d61a13 req-41aa34ac-1fb7-4a65-8e15-dead99a71f53 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e2d233d71fe7456da2bcf3adab420085&device_id=d1e0eb9d-3336-411e-90f8-9bcf5c37c58b HTTP/1.1" status: 200 len: 1097 time: 0.1059520 Apr 18 20:30:28.177494 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d3f13-98a9-407a-b850-e2ea77af6b15 req-a0f611cb-26b0-4370-bfd9-92e7508fe785 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:28.179071 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c82d3f13-98a9-407a-b850-e2ea77af6b15 req-a0f611cb-26b0-4370-bfd9-92e7508fe785 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] 10.222.0.41 "GET /v2.0/ports?device_id=0345b750-45e8-4fef-abcc-aa4daa0ec66f HTTP/1.1" status: 200 len: 945 time: 0.1268988 Apr 18 20:30:28.317747 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c82d3f13-98a9-407a-b850-e2ea77af6b15 req-f8785195-79c8-4f56-9073-01df8158b7c3 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] 10.222.0.41 "GET /v2.0/security-groups?id=19319b9d-9e46-4c98-bfc7-edf2f35582b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156547 Apr 18 20:30:28.342431 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9ddac-6e64-43b8-a966-bf3f59d61a13 req-bfd0bcc5-8ef9-46b3-8709-9a67569cf3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:28.343925 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22b9ddac-6e64-43b8-a966-bf3f59d61a13 req-bfd0bcc5-8ef9-46b3-8709-9a67569cf3e6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.1633914 Apr 18 20:30:28.359997 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69a3b6-f3b3-40dc-87a1-83f95a785c34 req-2fd2ee1a-8731-477a-a093-20f93e23b2aa tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:28.362571 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa69a3b6-f3b3-40dc-87a1-83f95a785c34 req-2fd2ee1a-8731-477a-a093-20f93e23b2aa tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=d984d381-8a8d-4094-8f8e-941081d8753f HTTP/1.1" status: 200 len: 946 time: 0.0871613 Apr 18 20:30:28.415739 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22b9ddac-6e64-43b8-a966-bf3f59d61a13 req-9c1418dc-4a3c-4992-a9c8-2c25ee3fb5aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=87bdb792-fde8-44cf-bdfd-c22a37f7cbb2 HTTP/1.1" status: 200 len: 217 time: 0.0518308 Apr 18 20:30:28.495094 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa69a3b6-f3b3-40dc-87a1-83f95a785c34 req-c110b2ed-ccba-48cc-8e65-e037b4250853 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/security-groups?id=1690906e-3c9e-4e4a-b6d0-59485a65f318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875187 Apr 18 20:30:28.499764 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9ddac-6e64-43b8-a966-bf3f59d61a13 req-68dff6a7-d040-4b4f-badd-be047babe023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:28.501363 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22b9ddac-6e64-43b8-a966-bf3f59d61a13 req-68dff6a7-d040-4b4f-badd-be047babe023 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.0743644 Apr 18 20:30:28.631495 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9ddac-6e64-43b8-a966-bf3f59d61a13 req-d84e0ddd-5442-47c5-b7d8-42725b4f0764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:28.635902 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22b9ddac-6e64-43b8-a966-bf3f59d61a13 req-d84e0ddd-5442-47c5-b7d8-42725b4f0764 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1257396 Apr 18 20:30:28.698287 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-15126ce5-e152-4c04-9cc8-982a43714514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:28.891813 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c12602-ef15-44cf-a23e-5c7883982808 req-568c7778-c70d-445c-8ad2-c5db64b120da tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:28.894763 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d7c12602-ef15-44cf-a23e-5c7883982808 req-568c7778-c70d-445c-8ad2-c5db64b120da tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1e0eb9d-3336-411e-90f8-9bcf5c37c58b HTTP/1.1" status: 200 len: 946 time: 0.2550788 Apr 18 20:30:28.965278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75361cc1-0ff5-4d04-85ac-90ede475efd5 req-36796cb1-f33d-467c-a269-17901a1ff3ce tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:28.966826 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75361cc1-0ff5-4d04-85ac-90ede475efd5 req-36796cb1-f33d-467c-a269-17901a1ff3ce tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b HTTP/1.1" status: 200 len: 946 time: 0.2653704 Apr 18 20:30:28.971218 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22b9ddac-6e64-43b8-a966-bf3f59d61a13 req-bf5d7120-c5d1-4475-9a5c-fa389c87c785 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130057 Apr 18 20:30:29.033834 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d7c12602-ef15-44cf-a23e-5c7883982808 req-47d51a5b-4921-4201-aba0-3612e7f2dbfa tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/security-groups?id=d59403ca-6498-4d76-84bf-3542488143ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245427 Apr 18 20:30:29.178091 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75361cc1-0ff5-4d04-85ac-90ede475efd5 req-afe9d1ad-bbfd-4298-bf31-e67a9b8f3a54 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba8e2af-fcd9-42d2-8825-253532774f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953688 Apr 18 20:30:29.243867 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22b9ddac-6e64-43b8-a966-bf3f59d61a13 req-256f5a88-1598-4846-a4d2-daf298740f99 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599015 Apr 18 20:30:29.389441 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a1ce5-f2b4-4996-9579-49d2a953c1fe req-e1f655dd-4ef6-4819-8f7a-bbd6d914e934 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:29.392165 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-212a1ce5-f2b4-4996-9579-49d2a953c1fe req-e1f655dd-4ef6-4819-8f7a-bbd6d914e934 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] 10.222.0.32 "GET /v2.0/ports?device_id=0345b750-45e8-4fef-abcc-aa4daa0ec66f HTTP/1.1" status: 200 len: 945 time: 0.1085966 Apr 18 20:30:29.609584 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90920515-c658-436b-951b-893dc23563a7 req-d306c27a-5093-4216-b697-06e2005e8ce8 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:29.612068 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90920515-c658-436b-951b-893dc23563a7 req-d306c27a-5093-4216-b697-06e2005e8ce8 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 945 time: 0.2183368 Apr 18 20:30:29.613710 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:30:29.690916 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:29.720801 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:30:29.728835 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:29.729443 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:29.733490 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93163f-acad-4c88-b580-3a6e2d7d6a6a req-3b04fa6d-81e7-4aba-98f5-cf3c1fe563a8 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:29.735996 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cf93163f-acad-4c88-b580-3a6e2d7d6a6a req-3b04fa6d-81e7-4aba-98f5-cf3c1fe563a8 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f34cdad-0672-4438-8d11-acc791346a56 HTTP/1.1" status: 200 len: 945 time: 0.1937666 Apr 18 20:30:29.794988 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90920515-c658-436b-951b-893dc23563a7 req-a3f77d20-7211-4bd3-b94e-02fe4c9b5c6c tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569045 Apr 18 20:30:29.899469 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:29.935509 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cf93163f-acad-4c88-b580-3a6e2d7d6a6a req-5a816e4a-d9e9-46aa-8dc6-9282081962dc tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803746 Apr 18 20:30:29.942203 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95929d42-115a-4ec9-812a-540a71740ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a5107e-ec2f-4341-80dc-7ad2cffe0a34'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:29.945481 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-212a1ce5-f2b4-4996-9579-49d2a953c1fe req-f485058b-aaf6-4e80-a947-5bafe4abe6e4 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Deleting port 2cd3cc16-62e6-4fd6-b94f-f0458f503bc6 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:30:29.945481 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-212a1ce5-f2b4-4996-9579-49d2a953c1fe req-f485058b-aaf6-4e80-a947-5bafe4abe6e4 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:29.948068 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6d1414-6940-4be4-b31c-71d2fe47c15a" -d '{"events": [{"server_uuid": "95929d42-115a-4ec9-812a-540a71740ff5", "name": "network-vif-plugged", "status": "completed", "tag": "e1a5107e-ec2f-4341-80dc-7ad2cffe0a34"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:30.020825 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:30.041857 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 87bdb792-fde8-44cf-bdfd-c22a37f7cbb2 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:30.052043 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:30.164676 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-212a1ce5-f2b4-4996-9579-49d2a953c1fe req-f485058b-aaf6-4e80-a947-5bafe4abe6e4 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] For port 2cd3cc16-62e6-4fd6-b94f-f0458f503bc6, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=2cd3cc16-62e6-4fd6-b94f-f0458f503bc6,segment=NetworkSegment(c815fe1c-cb7c-446c-b1fa-15489cec3a1b),segment_id=c815fe1c-cb7c-446c-b1fa-15489cec3a1b)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:30.165934 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-212a1ce5-f2b4-4996-9579-49d2a953c1fe req-f485058b-aaf6-4e80-a947-5bafe4abe6e4 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:30.223795 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ced920-17c8-4908-b6aa-04eb0afb2039 req-b6e5dce5-0f05-48e6-a5a2-2756de4b6817 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:30.227147 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98ced920-17c8-4908-b6aa-04eb0afb2039 req-b6e5dce5-0f05-48e6-a5a2-2756de4b6817 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.57 "GET /v2.0/ports?device_id=d984d381-8a8d-4094-8f8e-941081d8753f HTTP/1.1" status: 200 len: 946 time: 0.4253142 Apr 18 20:30:30.228909 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 87bdb792-fde8-44cf-bdfd-c22a37f7cbb2, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=87bdb792-fde8-44cf-bdfd-c22a37f7cbb2,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:30.248808 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '87bdb792-fde8-44cf-bdfd-c22a37f7cbb2', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': '87bdb792-fde8-44cf-bdfd-c22a37f7cbb2', 'mac_address': 'fa:16:3e:a9:f7:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:30:30.301937 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-212a1ce5-f2b4-4996-9579-49d2a953c1fe req-f485058b-aaf6-4e80-a947-5bafe4abe6e4 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Calling delete_port for 2cd3cc16-62e6-4fd6-b94f-f0458f503bc6 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:30:30.345392 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:30.357802 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:30.368462 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87bdb792-fde8-44cf-bdfd-c22a37f7cbb2 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:30.394711 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 87bdb792-fde8-44cf-bdfd-c22a37f7cbb2, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=87bdb792-fde8-44cf-bdfd-c22a37f7cbb2,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:30.400750 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:30.646320 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=87bdb792-fde8-44cf-bdfd-c22a37f7cbb2,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:30.759369 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['87bdb792-fde8-44cf-bdfd-c22a37f7cbb2'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:30.894648 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27861e03-37b0-41f0-9b3a-d4639077248a req-dafff905-4dc1-4217-bb5d-eba0636bb946 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:30.896224 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27861e03-37b0-41f0-9b3a-d4639077248a req-dafff905-4dc1-4217-bb5d-eba0636bb946 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] 10.222.0.41 "GET /v2.0/ports?device_id=0345b750-45e8-4fef-abcc-aa4daa0ec66f HTTP/1.1" status: 200 len: 945 time: 0.7391546 Apr 18 20:30:30.909822 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a54b4c-e984-4871-b76e-a3e0feff78b0 req-a7bc0bc5-adb2-49c8-a148-382e4764fb08 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:30.912004 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6a54b4c-e984-4871-b76e-a3e0feff78b0 req-a7bc0bc5-adb2-49c8-a148-382e4764fb08 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 950 time: 0.7515140 Apr 18 20:30:31.050046 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27861e03-37b0-41f0-9b3a-d4639077248a req-55a5f867-703c-4c2b-8105-fce557e5b990 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] 10.222.0.41 "GET /v2.0/security-groups?id=19319b9d-9e46-4c98-bfc7-edf2f35582b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300812 Apr 18 20:30:31.064283 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6a54b4c-e984-4871-b76e-a3e0feff78b0 req-89916dc8-d9ac-4319-8d97-7de0d2e464b6 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328585 Apr 18 20:30:31.147265 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-98ced920-17c8-4908-b6aa-04eb0afb2039 req-dded3b9b-1348-421a-9de8-e22793e1bd7f tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Deleting port a1951abb-39fe-4668-be71-a5e220d3343b {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:30:31.147818 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-98ced920-17c8-4908-b6aa-04eb0afb2039 req-dded3b9b-1348-421a-9de8-e22793e1bd7f tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:31.182508 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5eb27c-3707-4493-95d1-8eb3467cb65f x-openstack-request-id: req-7d5eb27c-3707-4493-95d1-8eb3467cb65f {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:31.185172 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95929d42-115a-4ec9-812a-540a71740ff5", "name": "network-vif-plugged", "status": "completed", "tag": "e1a5107e-ec2f-4341-80dc-7ad2cffe0a34", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:31.185793 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d5eb27c-3707-4493-95d1-8eb3467cb65f {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:31.186707 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d5eb27c-3707-4493-95d1-8eb3467cb65f'] response: {'server_uuid': '95929d42-115a-4ec9-812a-540a71740ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a5107e-ec2f-4341-80dc-7ad2cffe0a34', 'code': 200} Apr 18 20:30:31.233149 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:31.423293 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-212a1ce5-f2b4-4996-9579-49d2a953c1fe req-f485058b-aaf6-4e80-a947-5bafe4abe6e4 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:31.462442 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['2cd3cc16-62e6-4fd6-b94f-f0458f503bc6'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:31.541030 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:31.544245 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485058b-aaf6-4e80-a947-5bafe4abe6e4 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Pushing event deleted for resources: {'Port': ['ID=2cd3cc16-62e6-4fd6-b94f-f0458f503bc6,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:31.572220 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b777c8-66ff-46a2-bf12-a0747980e671 req-b0bff519-cd4f-4ae4-8acd-056b39728258 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:31.574872 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-72b777c8-66ff-46a2-bf12-a0747980e671 req-b0bff519-cd4f-4ae4-8acd-056b39728258 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=d984d381-8a8d-4094-8f8e-941081d8753f HTTP/1.1" status: 200 len: 946 time: 0.3611608 Apr 18 20:30:31.659226 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c73597-92ce-4c6b-850f-a1fa87edf378 req-59b93af8-093b-4100-8087-f6f641bf1786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:31.661865 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19c73597-92ce-4c6b-850f-a1fa87edf378 req-59b93af8-093b-4100-8087-f6f641bf1786 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 1101 time: 0.3132012 Apr 18 20:30:31.719248 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-98ced920-17c8-4908-b6aa-04eb0afb2039 req-dded3b9b-1348-421a-9de8-e22793e1bd7f tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] For port a1951abb-39fe-4668-be71-a5e220d3343b, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a1951abb-39fe-4668-be71-a5e220d3343b,segment=NetworkSegment(1e83c5e6-61c2-4806-b1e4-9638a217c05b),segment_id=1e83c5e6-61c2-4806-b1e4-9638a217c05b)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:31.719790 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-98ced920-17c8-4908-b6aa-04eb0afb2039 req-dded3b9b-1348-421a-9de8-e22793e1bd7f tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:31.728227 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-212a1ce5-f2b4-4996-9579-49d2a953c1fe req-f485058b-aaf6-4e80-a947-5bafe4abe6e4 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] No DVR routers for this DVR port 2cd3cc16-62e6-4fd6-b94f-f0458f503bc6 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:30:31.752882 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-212a1ce5-f2b4-4996-9579-49d2a953c1fe req-f485058b-aaf6-4e80-a947-5bafe4abe6e4 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:31.759891 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-212a1ce5-f2b4-4996-9579-49d2a953c1fe req-f485058b-aaf6-4e80-a947-5bafe4abe6e4 tempest-InstanceActionsV221TestJSON-854896583 tempest-InstanceActionsV221TestJSON-854896583-project] 10.222.0.32 "DELETE /v2.0/ports/2cd3cc16-62e6-4fd6-b94f-f0458f503bc6 HTTP/1.1" status: 204 len: 173 time: 2.3500197 Apr 18 20:30:31.760643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0345b750-45e8-4fef-abcc-aa4daa0ec66f', 'name': 'network-vif-deleted', 'tag': '2cd3cc16-62e6-4fd6-b94f-f0458f503bc6'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:31.765021 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b306808a-5036-4072-925d-d5b2164c8b94" -d '{"events": [{"server_uuid": "0345b750-45e8-4fef-abcc-aa4daa0ec66f", "name": "network-vif-deleted", "tag": "2cd3cc16-62e6-4fd6-b94f-f0458f503bc6"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:31.785685 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-98ced920-17c8-4908-b6aa-04eb0afb2039 req-dded3b9b-1348-421a-9de8-e22793e1bd7f tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Calling delete_port for a1951abb-39fe-4668-be71-a5e220d3343b owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:30:31.854349 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-72b777c8-66ff-46a2-bf12-a0747980e671 req-dee5924b-d0b1-4cbf-8b0e-4dee48984427 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/security-groups?id=1690906e-3c9e-4e4a-b6d0-59485a65f318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297428 Apr 18 20:30:31.860685 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19c73597-92ce-4c6b-850f-a1fa87edf378 req-ef55a5bf-2f63-4d12-bf8e-f99025127b2d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532567 Apr 18 20:30:32.048410 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 87bdb792-fde8-44cf-bdfd-c22a37f7cbb2 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:30:32.130763 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 87bdb792-fde8-44cf-bdfd-c22a37f7cbb2 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:30:32.141454 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 87bdb792-fde8-44cf-bdfd-c22a37f7cbb2 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:32.142236 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:32.196495 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cd5c5-9db6-4f4c-9323-67949e56726d req-698f50e5-df3f-441b-b3a6-cd9fd4b8a4ea tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:32.227769 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a9cd5c5-9db6-4f4c-9323-67949e56726d req-698f50e5-df3f-441b-b3a6-cd9fd4b8a4ea tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1e0eb9d-3336-411e-90f8-9bcf5c37c58b HTTP/1.1" status: 200 len: 947 time: 0.2612526 Apr 18 20:30:32.327351 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a9cd5c5-9db6-4f4c-9323-67949e56726d req-61b3b266-ee1c-431f-a856-7de77e76f7ef tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/security-groups?id=d59403ca-6498-4d76-84bf-3542488143ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973599 Apr 18 20:30:32.361868 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc68d07-32e5-4130-ba6a-15800abd6ba9 req-1b5fcaa5-a470-43e2-9b0b-0066017e17bc tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:32.377312 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8fc68d07-32e5-4130-ba6a-15800abd6ba9 req-1b5fcaa5-a470-43e2-9b0b-0066017e17bc tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b HTTP/1.1" status: 200 len: 946 time: 0.3469365 Apr 18 20:30:32.379229 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:32.389856 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-98ced920-17c8-4908-b6aa-04eb0afb2039 req-dded3b9b-1348-421a-9de8-e22793e1bd7f tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:32.468041 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 87bdb792-fde8-44cf-bdfd-c22a37f7cbb2, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=87bdb792-fde8-44cf-bdfd-c22a37f7cbb2,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:32.474179 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:32.482146 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded3b9b-1348-421a-9de8-e22793e1bd7f tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Pushing event deleted for resources: {'Port': ['ID=a1951abb-39fe-4668-be71-a5e220d3343b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:32.615748 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=87bdb792-fde8-44cf-bdfd-c22a37f7cbb2,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:32.648338 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ced920-17c8-4908-b6aa-04eb0afb2039 req-dded3b9b-1348-421a-9de8-e22793e1bd7f tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] No DVR routers for this DVR port a1951abb-39fe-4668-be71-a5e220d3343b on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:30:32.652112 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-98ced920-17c8-4908-b6aa-04eb0afb2039 req-dded3b9b-1348-421a-9de8-e22793e1bd7f tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:32.655657 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98ced920-17c8-4908-b6aa-04eb0afb2039 req-dded3b9b-1348-421a-9de8-e22793e1bd7f tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.57 "DELETE /v2.0/ports/a1951abb-39fe-4668-be71-a5e220d3343b HTTP/1.1" status: 204 len: 173 time: 2.3984706 Apr 18 20:30:32.667907 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8fc68d07-32e5-4130-ba6a-15800abd6ba9 req-2efde983-757b-4cc2-ac70-9fb4a41207fc tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba8e2af-fcd9-42d2-8825-253532774f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2729089 Apr 18 20:30:32.698690 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8e056-3fa0-4b6c-8c53-d6b6be5fea6d req-2481ee52-7a89-4354-a2a6-8d722cbfdf89 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:32.720793 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c3a8e056-3fa0-4b6c-8c53-d6b6be5fea6d req-2481ee52-7a89-4354-a2a6-8d722cbfdf89 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 945 time: 0.2553573 Apr 18 20:30:32.777880 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c3a8e056-3fa0-4b6c-8c53-d6b6be5fea6d req-1b7e0d3f-1e9c-491d-b310-e81a0b8f274d tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561514 Apr 18 20:30:32.901220 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da7085c-ca2d-4c50-aee6-b68645f6c15e x-openstack-request-id: req-0da7085c-ca2d-4c50-aee6-b68645f6c15e {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:32.901557 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0345b750-45e8-4fef-abcc-aa4daa0ec66f", "name": "network-vif-deleted", "tag": "2cd3cc16-62e6-4fd6-b94f-f0458f503bc6", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:32.901957 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0da7085c-ca2d-4c50-aee6-b68645f6c15e {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:32.902503 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0da7085c-ca2d-4c50-aee6-b68645f6c15e'] response: {'server_uuid': '0345b750-45e8-4fef-abcc-aa4daa0ec66f', 'name': 'network-vif-deleted', 'tag': '2cd3cc16-62e6-4fd6-b94f-f0458f503bc6', 'status': 'completed', 'code': 200} Apr 18 20:30:33.188470 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e0eb9d-3336-411e-90f8-9bcf5c37c58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bdb792-fde8-44cf-bdfd-c22a37f7cbb2'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:33.191518 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c7b758-e2e8-4fd5-b188-f99c7c42838b" -d '{"events": [{"server_uuid": "d1e0eb9d-3336-411e-90f8-9bcf5c37c58b", "name": "network-vif-plugged", "status": "completed", "tag": "87bdb792-fde8-44cf-bdfd-c22a37f7cbb2"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:33.268125 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab148e-07dc-4bed-9ff9-84db447f6067 req-8e02c142-bf54-4302-af25-9fb8a3996d6f tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:33.269738 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6cab148e-07dc-4bed-9ff9-84db447f6067 req-8e02c142-bf54-4302-af25-9fb8a3996d6f tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 950 time: 0.1653442 Apr 18 20:30:33.279601 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf55e9a-4c33-4f4f-89bd-c55bc88019b9 req-24978467-f46f-48ff-a2c4-99d2848102a5 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:33.292572 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59982) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:33.300617 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1bf55e9a-4c33-4f4f-89bd-c55bc88019b9 req-24978467-f46f-48ff-a2c4-99d2848102a5 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b HTTP/1.1" status: 200 len: 946 time: 0.1769331 Apr 18 20:30:33.301367 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-4fd6a6b3-6e88-43ed-bf9a-4e0c68236a23 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Request body: {'floatingip': {'port_id': 'f27d90ba-8c30-4928-946b-ad9aed4713d7'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:33.393254 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6cab148e-07dc-4bed-9ff9-84db447f6067 req-de5840dc-68b8-4353-96d1-e1207b30ec21 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915382 Apr 18 20:30:33.445484 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4fd6a6b3-6e88-43ed-bf9a-4e0c68236a23 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks [] for floatingip, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:33.502940 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-36a32648-3c32-4c0d-887d-5c44600fc65d req-41ab93a8-e104-46db-88ce-4e5fd3b77d8f tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] 10.222.0.41 "GET /v2.0/ports?device_id=d984d381-8a8d-4094-8f8e-941081d8753f HTTP/1.1" status: 200 len: 210 time: 0.0712378 Apr 18 20:30:33.597900 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4bc162-3b7e-4a85-a9d5-a151d31eed7c x-openstack-request-id: req-ac4bc162-3b7e-4a85-a9d5-a151d31eed7c {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:33.598497 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e0eb9d-3336-411e-90f8-9bcf5c37c58b", "name": "network-vif-plugged", "status": "completed", "tag": "87bdb792-fde8-44cf-bdfd-c22a37f7cbb2", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:33.599123 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac4bc162-3b7e-4a85-a9d5-a151d31eed7c {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:33.599981 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac4bc162-3b7e-4a85-a9d5-a151d31eed7c'] response: {'server_uuid': 'd1e0eb9d-3336-411e-90f8-9bcf5c37c58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bdb792-fde8-44cf-bdfd-c22a37f7cbb2', 'code': 200} Apr 18 20:30:33.639092 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 2cd3cc16-62e6-4fd6-b94f-f0458f503bc6 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:30:33.779172 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 2cd3cc16-62e6-4fd6-b94f-f0458f503bc6 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:30:33.779695 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 2cd3cc16-62e6-4fd6-b94f-f0458f503bc6 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:30:33.890744 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96884ba2-5f6b-4897-9edb-2729c4cc3937 req-c8b1a757-a29b-40a1-8b1d-f2e6ec3cedd4 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:33.902831 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-96884ba2-5f6b-4897-9edb-2729c4cc3937 req-c8b1a757-a29b-40a1-8b1d-f2e6ec3cedd4 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1e0eb9d-3336-411e-90f8-9bcf5c37c58b HTTP/1.1" status: 200 len: 948 time: 0.1770179 Apr 18 20:30:33.912415 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:30:34.046102 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6649ca6-ebd6-45b3-9c13-dfb40d0cca0c req-f91e6016-724d-43b5-9699-679d6bfea95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:34.048492 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d6649ca6-ebd6-45b3-9c13-dfb40d0cca0c req-f91e6016-724d-43b5-9699-679d6bfea95d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d1e0eb9d-3336-411e-90f8-9bcf5c37c58b HTTP/1.1" status: 200 len: 1099 time: 0.1078625 Apr 18 20:30:34.062144 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a1951abb-39fe-4668-be71-a5e220d3343b no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:30:34.119082 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-96884ba2-5f6b-4897-9edb-2729c4cc3937 req-94e64096-9a06-41cf-b119-d9b9cef041b4 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/security-groups?id=d59403ca-6498-4d76-84bf-3542488143ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144186 Apr 18 20:30:34.190857 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: a1951abb-39fe-4668-be71-a5e220d3343b {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:30:34.191620 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a1951abb-39fe-4668-be71-a5e220d3343b not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:30:34.261218 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60006) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:34.283896 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d6649ca6-ebd6-45b3-9c13-dfb40d0cca0c req-bbcad56d-1b16-4175-815f-cc2b56886b1e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d59403ca-6498-4d76-84bf-3542488143ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171946 Apr 18 20:30:34.360941 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d932a-f8b9-4130-b042-f4e885a27267 req-4a7515d9-7963-4fe0-9583-6bddf2b50845 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:34.365208 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-696d932a-f8b9-4130-b042-f4e885a27267 req-4a7515d9-7963-4fe0-9583-6bddf2b50845 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 945 time: 0.2112632 Apr 18 20:30:34.421761 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-b32bedd0-3079-4c65-86cb-fbc1f2dc4a1d admin admin] Deleting subnet c82e3674-2bf1-4ac4-848d-55ab362855cb {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:30:34.451725 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b32bedd0-3079-4c65-86cb-fbc1f2dc4a1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:34.671339 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b32bedd0-3079-4c65-86cb-fbc1f2dc4a1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:34.708012 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-696d932a-f8b9-4130-b042-f4e885a27267 req-e454cd6a-17aa-4a6f-9a39-df3ac435002f tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315139 Apr 18 20:30:34.737613 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe318e1b-fcee-4e6a-893a-3fdde076c2f5 req-9f5c6768-d6f4-4e7e-9c49-823764fab840 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:34.756919 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe318e1b-fcee-4e6a-893a-3fdde076c2f5 req-9f5c6768-d6f4-4e7e-9c49-823764fab840 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 950 time: 0.1715968 Apr 18 20:30:34.780178 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b32bedd0-3079-4c65-86cb-fbc1f2dc4a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:34.825478 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60050) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:34.916498 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe318e1b-fcee-4e6a-893a-3fdde076c2f5 req-661533b4-0771-4b18-8457-0f2d0ea761f4 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585217 Apr 18 20:30:34.931745 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd984d381-8a8d-4094-8f8e-941081d8753f', 'name': 'network-vif-deleted', 'tag': 'a1951abb-39fe-4668-be71-a5e220d3343b'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:34.934739 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f14149-e834-480d-b275-b1c4b7486307" -d '{"events": [{"server_uuid": "d984d381-8a8d-4094-8f8e-941081d8753f", "name": "network-vif-deleted", "tag": "a1951abb-39fe-4668-be71-a5e220d3343b"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:35.028928 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b32bedd0-3079-4c65-86cb-fbc1f2dc4a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:35.034747 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a482458b-8cfb-42be-8529-1a0a255d9e69 x-openstack-request-id: req-a482458b-8cfb-42be-8529-1a0a255d9e69 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:35.035080 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d984d381-8a8d-4094-8f8e-941081d8753f", "name": "network-vif-deleted", "tag": "a1951abb-39fe-4668-be71-a5e220d3343b", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:35.035270 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a482458b-8cfb-42be-8529-1a0a255d9e69 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:35.035820 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a482458b-8cfb-42be-8529-1a0a255d9e69'] response: {'server_uuid': 'd984d381-8a8d-4094-8f8e-941081d8753f', 'name': 'network-vif-deleted', 'tag': 'a1951abb-39fe-4668-be71-a5e220d3343b', 'status': 'completed', 'code': 200} Apr 18 20:30:35.091637 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32bedd0-3079-4c65-86cb-fbc1f2dc4a1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c82e3674-2bf1-4ac4-848d-55ab362855cb,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:35.111111 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b32bedd0-3079-4c65-86cb-fbc1f2dc4a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:35.117375 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b32bedd0-3079-4c65-86cb-fbc1f2dc4a1d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c82e3674-2bf1-4ac4-848d-55ab362855cb HTTP/1.1" status: 204 len: 168 time: 0.8517041 Apr 18 20:30:35.117375 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60056) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:35.246112 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.db.resource_extend [None req-4fd6a6b3-6e88-43ed-bf9a-4e0c68236a23 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:30:35.300919 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0cebb79e-a1b1-4ff5-8f0e-dbd29ae91ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:35.306655 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a0065-23ea-4d96-ae9e-cafad7108e93 req-c495fd74-e764-4d2d-aab5-c65f947ef8e5 tempest-MigrationsAdminTest-520918282 tempest-MigrationsAdminTest-520918282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:35.308756 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-390a0065-23ea-4d96-ae9e-cafad7108e93 req-c495fd74-e764-4d2d-aab5-c65f947ef8e5 tempest-MigrationsAdminTest-520918282 tempest-MigrationsAdminTest-520918282-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 1101 time: 0.2639444 Apr 18 20:30:35.334735 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4fd6a6b3-6e88-43ed-bf9a-4e0c68236a23 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:35.342641 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4fd6a6b3-6e88-43ed-bf9a-4e0c68236a23 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:35.446027 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d9811-f0ec-4e65-abdf-3f653f72cb72 req-15be101d-3059-49ff-90a5-664e28c49844 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:35.455717 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b35d9811-f0ec-4e65-abdf-3f653f72cb72 req-15be101d-3059-49ff-90a5-664e28c49844 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1e0eb9d-3336-411e-90f8-9bcf5c37c58b HTTP/1.1" status: 200 len: 948 time: 0.2099221 Apr 18 20:30:35.521815 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-4fd6a6b3-6e88-43ed-bf9a-4e0c68236a23 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Floating IP fd98b864-1adb-4110-8836-62dc920dfa90 associated. External IP: 172.25.1.230, port: f27d90ba-8c30-4928-946b-ad9aed4713d7. Apr 18 20:30:35.574759 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-390a0065-23ea-4d96-ae9e-cafad7108e93 req-164582d9-abf3-49c2-8a18-43372d81b579 tempest-MigrationsAdminTest-520918282 tempest-MigrationsAdminTest-520918282-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240317 Apr 18 20:30:35.665378 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 0705436e-2ef0-4db1-affa-9b26239925a9 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:35.703095 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0cebb79e-a1b1-4ff5-8f0e-dbd29ae91ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:35.793961 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b35d9811-f0ec-4e65-abdf-3f653f72cb72 req-cd0e2439-e1d9-4540-8f94-0404696e8b99 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/security-groups?id=d59403ca-6498-4d76-84bf-3542488143ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371694 Apr 18 20:30:35.853256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-0cebb79e-a1b1-4ff5-8f0e-dbd29ae91ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f23cec0-b01e-47de-be99-53de5ec1f0dc']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:35.891454 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-0cebb79e-a1b1-4ff5-8f0e-dbd29ae91ff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c815fe1c-cb7c-446c-b1fa-15489cec3a1b') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:35.891864 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-0cebb79e-a1b1-4ff5-8f0e-dbd29ae91ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c815fe1c-cb7c-446c-b1fa-15489cec3a1b') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:35.914441 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0cebb79e-a1b1-4ff5-8f0e-dbd29ae91ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:35.954592 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0cebb79e-a1b1-4ff5-8f0e-dbd29ae91ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:35.969259 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cebb79e-a1b1-4ff5-8f0e-dbd29ae91ff3 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:30:35.969846 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0cebb79e-a1b1-4ff5-8f0e-dbd29ae91ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:30:35.972031 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:30:36.084173 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd6a6b3-6e88-43ed-bf9a-4e0c68236a23 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Router 2d07a984-3f59-48fd-9e89-82a535031199 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:30:36.109939 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 0705436e-2ef0-4db1-affa-9b26239925a9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=0705436e-2ef0-4db1-affa-9b26239925a9,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:36.151619 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '0705436e-2ef0-4db1-affa-9b26239925a9', 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61', 'port_id': '0705436e-2ef0-4db1-affa-9b26239925a9', 'mac_address': 'fa:16:3e:3d:f4:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8708785-9af0-4579-bb8d-13349cd937a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:30:36.156784 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0cebb79e-a1b1-4ff5-8f0e-dbd29ae91ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:36.227346 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0cebb79e-a1b1-4ff5-8f0e-dbd29ae91ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:36.232862 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0cebb79e-a1b1-4ff5-8f0e-dbd29ae91ff3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8f23cec0-b01e-47de-be99-53de5ec1f0dc HTTP/1.1" status: 204 len: 168 time: 1.1102202 Apr 18 20:30:36.249562 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc229ca2-b7fe-4d73-bac4-f5b29a9ab38e req-f6432c2e-a331-42fd-b62d-35c084f8b4c1 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:36.256676 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc229ca2-b7fe-4d73-bac4-f5b29a9ab38e req-f6432c2e-a331-42fd-b62d-35c084f8b4c1 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 945 time: 0.1978199 Apr 18 20:30:36.262755 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebb79e-a1b1-4ff5-8f0e-dbd29ae91ff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f23cec0-b01e-47de-be99-53de5ec1f0dc,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:36.297936 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:36.306293 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-add6c80b-bd31-487e-9e72-84508b190ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:36.324556 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0705436e-2ef0-4db1-affa-9b26239925a9 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:36.354165 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 0705436e-2ef0-4db1-affa-9b26239925a9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=0705436e-2ef0-4db1-affa-9b26239925a9,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:36.361795 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:36.424349 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfb0a6-4472-44f0-bac5-b9a821afb8fd req-cb7ab57a-db30-4d37-9908-8d92e7876c64 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:36.437414 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-81dfb0a6-4472-44f0-bac5-b9a821afb8fd req-cb7ab57a-db30-4d37-9908-8d92e7876c64 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 950 time: 0.2048614 Apr 18 20:30:36.447117 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc229ca2-b7fe-4d73-bac4-f5b29a9ab38e req-a8dd8361-ccdf-424a-8b03-55016d126cda tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894643 Apr 18 20:30:36.456010 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60084) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:36.480388 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=0705436e-2ef0-4db1-affa-9b26239925a9,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:36.486304 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a536b4fd-44f2-4860-a726-46113ed0558f req-9112ebce-250f-40c7-9dec-0c25c5f4aac2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2511623 Apr 18 20:30:36.516879 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['0705436e-2ef0-4db1-affa-9b26239925a9'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:36.537608 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd6a6b3-6e88-43ed-bf9a-4e0c68236a23 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:30:36.552588 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cb3b95-9d56-4fe5-8a10-70267e83b96d None None] Sync routers for ids ['2d07a984-3f59-48fd-9e89-82a535031199'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:30:36.557051 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4fd6a6b3-6e88-43ed-bf9a-4e0c68236a23 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:36.570848 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cb3b95-9d56-4fe5-8a10-70267e83b96d None None] Routers {'2d07a984-3f59-48fd-9e89-82a535031199'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:30:36.571657 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a9cb3b95-9d56-4fe5-8a10-70267e83b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:30:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2d07a984-3f59-48fd-9e89-82a535031199'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:36.621465 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-81dfb0a6-4472-44f0-bac5-b9a821afb8fd req-beae3ee9-89fb-4694-a6b0-a28d70458e68 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815429 Apr 18 20:30:36.652716 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4fd6a6b3-6e88-43ed-bf9a-4e0c68236a23 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "PUT /v2.0/floatingips/fd98b864-1adb-4110-8836-62dc920dfa90 HTTP/1.1" status: 200 len: 992 time: 3.3485956 Apr 18 20:30:36.655693 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b', 'tag': 'f27d90ba-8c30-4928-946b-ad9aed4713d7'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:36.675404 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6623b8a3-abf8-4935-a5fc-36aaad0e8ac2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68551167724e41229572af0e6d4fc48d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834142 Apr 18 20:30:36.676015 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896b6f47-a5f2-459f-bcb3-cf34e312d14d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b", "tag": "f27d90ba-8c30-4928-946b-ad9aed4713d7"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:36.678778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60092) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:36.771808 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e280a2e9-96d7-444d-8c42-fa1d5a5775e4 x-openstack-request-id: req-e280a2e9-96d7-444d-8c42-fa1d5a5775e4 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:36.772131 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b", "tag": "f27d90ba-8c30-4928-946b-ad9aed4713d7", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:36.772347 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e280a2e9-96d7-444d-8c42-fa1d5a5775e4 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:36.772908 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e280a2e9-96d7-444d-8c42-fa1d5a5775e4'] response: {'name': 'network-changed', 'server_uuid': 'fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b', 'tag': 'f27d90ba-8c30-4928-946b-ad9aed4713d7', 'status': 'completed', 'code': 200} Apr 18 20:30:36.798258 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-611052ba-ef34-4dec-b3ad-c9d830d0f1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:36.811805 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-a9cb3b95-9d56-4fe5-8a10-70267e83b96d None None] Set router 2d07a984-3f59-48fd-9e89-82a535031199 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:30:36.891318 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-611052ba-ef34-4dec-b3ad-c9d830d0f1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:36.958473 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b6f47-a5f2-459f-bcb3-cf34e312d14d req-c79f12ad-98e7-49a1-9cb5-1629db4c4606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:36.960035 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-896b6f47-a5f2-459f-bcb3-cf34e312d14d req-c79f12ad-98e7-49a1-9cb5-1629db4c4606 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5961998d991a4a37a63ffa7f2b7a2a21&device_id=fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b HTTP/1.1" status: 200 len: 1097 time: 0.1360469 Apr 18 20:30:37.152686 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-611052ba-ef34-4dec-b3ad-c9d830d0f1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:37.159239 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-611052ba-ef34-4dec-b3ad-c9d830d0f1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:37.159239 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-611052ba-ef34-4dec-b3ad-c9d830d0f1fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19319b9d-9e46-4c98-bfc7-edf2f35582b2 HTTP/1.1" status: 204 len: 168 time: 0.4741635 Apr 18 20:30:37.194534 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47047d16-29d0-4094-afb0-42e9866d9ab3 req-c75242ed-9c8c-47c8-99a5-05a7c63a3464 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:37.198713 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-47047d16-29d0-4094-afb0-42e9866d9ab3 req-c75242ed-9c8c-47c8-99a5-05a7c63a3464 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1e0eb9d-3336-411e-90f8-9bcf5c37c58b HTTP/1.1" status: 200 len: 948 time: 0.1817629 Apr 18 20:30:37.208152 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611052ba-ef34-4dec-b3ad-c9d830d0f1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19319b9d-9e46-4c98-bfc7-edf2f35582b2,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:37.251155 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b6f47-a5f2-459f-bcb3-cf34e312d14d req-0a2c5efe-5e92-4dda-930e-313206b912aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:37.252893 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-896b6f47-a5f2-459f-bcb3-cf34e312d14d req-0a2c5efe-5e92-4dda-930e-313206b912aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=03564991-91f9-40c6-b33a-4bb4b308e9a2 HTTP/1.1" status: 200 len: 916 time: 0.2819014 Apr 18 20:30:37.317417 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-add6c80b-bd31-487e-9e72-84508b190ab9 admin admin] Deleting port 8d61a1e4-914f-423c-83ef-51f587e73f9c {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:30:37.317923 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-add6c80b-bd31-487e-9e72-84508b190ab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:37.364627 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a9cb3b95-9d56-4fe5-8a10-70267e83b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07a984-3f59-48fd-9e89-82a535031199', 'name': 'tempest-AttachSCSIVolumeTestJSON-1223327497-router', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:39Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 4, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'gw_port': {'id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:41Z', 'updated_at': '2022-04-18T20:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'fd98b864-1adb-4110-8836-62dc920dfa90', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'floating_ip_address': '172.25.1.230', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'port_id': 'f27d90ba-8c30-4928-946b-ad9aed4713d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2', 'mac_address': 'fa:16:3e:f2:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:29:58Z', 'updated_at': '2022-04-18T20:30:35Z', 'revision_number': 1, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bd8402-999f-47a2-9989-c931947b14b4', 'name': '', 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'mac_address': 'fa:16:3e:09:ab:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7bf18b5e-c6e2-42ea-850f-30cf03bf2edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:45Z', 'updated_at': '2022-04-18T20:28:58Z', 'revision_number': 5, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'subnets': [{'id': '7bf18b5e-c6e2-42ea-850f-30cf03bf2edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:37.366497 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-47047d16-29d0-4094-afb0-42e9866d9ab3 req-9822d506-c89d-49ea-9c8f-3acafec79b7c tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/security-groups?id=d59403ca-6498-4d76-84bf-3542488143ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347947 Apr 18 20:30:37.376638 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:37.439392 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-896b6f47-a5f2-459f-bcb3-cf34e312d14d req-bf778af4-7afb-4aa5-bc3e-2cf78c0beef3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f27d90ba-8c30-4928-946b-ad9aed4713d7 HTTP/1.1" status: 200 len: 1000 time: 0.1763117 Apr 18 20:30:37.440790 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cb3b95-9d56-4fe5-8a10-70267e83b96d None None] Checking router: 2d07a984-3f59-48fd-9e89-82a535031199 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:30:37.483602 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cb3b95-9d56-4fe5-8a10-70267e83b96d None None] Routers {'2d07a984-3f59-48fd-9e89-82a535031199'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:30:37.484266 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a9cb3b95-9d56-4fe5-8a10-70267e83b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:30:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2d07a984-3f59-48fd-9e89-82a535031199'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:37.629914 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b6f47-a5f2-459f-bcb3-cf34e312d14d req-69d75d6f-a3b8-440d-aafc-f711a55431cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:37.633561 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-896b6f47-a5f2-459f-bcb3-cf34e312d14d req-69d75d6f-a3b8-440d-aafc-f711a55431cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bf18b5e-c6e2-42ea-850f-30cf03bf2edc HTTP/1.1" status: 200 len: 854 time: 0.1683621 Apr 18 20:30:37.664252 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 0705436e-2ef0-4db1-affa-9b26239925a9 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:30:37.731964 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-a9cb3b95-9d56-4fe5-8a10-70267e83b96d None None] Set router 2d07a984-3f59-48fd-9e89-82a535031199 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:30:37.920061 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 0705436e-2ef0-4db1-affa-9b26239925a9 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:37.920636 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:38.110659 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:38.233927 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f34cdad-0672-4438-8d11-acc791346a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0705436e-2ef0-4db1-affa-9b26239925a9'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:38.247642 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65f261e-8827-434c-a7aa-9fa7fd141a57" -d '{"events": [{"server_uuid": "0f34cdad-0672-4438-8d11-acc791346a56", "name": "network-vif-plugged", "status": "completed", "tag": "0705436e-2ef0-4db1-affa-9b26239925a9"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:38.296465 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 0705436e-2ef0-4db1-affa-9b26239925a9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=0705436e-2ef0-4db1-affa-9b26239925a9,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:38.297786 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a9cb3b95-9d56-4fe5-8a10-70267e83b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07a984-3f59-48fd-9e89-82a535031199', 'name': 'tempest-AttachSCSIVolumeTestJSON-1223327497-router', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:39Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 4, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'gw_port': {'id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:41Z', 'updated_at': '2022-04-18T20:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'fd98b864-1adb-4110-8836-62dc920dfa90', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'floating_ip_address': '172.25.1.230', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'port_id': 'f27d90ba-8c30-4928-946b-ad9aed4713d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2', 'mac_address': 'fa:16:3e:f2:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:29:58Z', 'updated_at': '2022-04-18T20:30:35Z', 'revision_number': 1, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bd8402-999f-47a2-9989-c931947b14b4', 'name': '', 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'mac_address': 'fa:16:3e:09:ab:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7bf18b5e-c6e2-42ea-850f-30cf03bf2edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:45Z', 'updated_at': '2022-04-18T20:28:58Z', 'revision_number': 5, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'subnets': [{'id': '7bf18b5e-c6e2-42ea-850f-30cf03bf2edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:38.307077 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:38.394011 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cb3b95-9d56-4fe5-8a10-70267e83b96d None None] The sync data for ids ['2d07a984-3f59-48fd-9e89-82a535031199'] in n-d-838323-3 is: [{'id': '2d07a984-3f59-48fd-9e89-82a535031199', 'name': 'tempest-AttachSCSIVolumeTestJSON-1223327497-router', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:39Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 4, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'gw_port': {'id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:41Z', 'updated_at': '2022-04-18T20:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'fd98b864-1adb-4110-8836-62dc920dfa90', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'floating_ip_address': '172.25.1.230', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'port_id': 'f27d90ba-8c30-4928-946b-ad9aed4713d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2', 'mac_address': 'fa:16:3e:f2:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:29:58Z', 'updated_at': '2022-04-18T20:30:35Z', 'revision_number': 1, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bd8402-999f-47a2-9989-c931947b14b4', 'name': '', 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'mac_address': 'fa:16:3e:09:ab:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7bf18b5e-c6e2-42ea-850f-30cf03bf2edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:45Z', 'updated_at': '2022-04-18T20:28:58Z', 'revision_number': 5, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'subnets': [{'id': '7bf18b5e-c6e2-42ea-850f-30cf03bf2edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:30:38.444970 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=0705436e-2ef0-4db1-affa-9b26239925a9,revision_number=7']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:38.448004 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-add6c80b-bd31-487e-9e72-84508b190ab9 admin admin] For port 8d61a1e4-914f-423c-83ef-51f587e73f9c, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8d61a1e4-914f-423c-83ef-51f587e73f9c,segment=NetworkSegment(1e83c5e6-61c2-4806-b1e4-9638a217c05b),segment_id=1e83c5e6-61c2-4806-b1e4-9638a217c05b)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:38.448979 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-add6c80b-bd31-487e-9e72-84508b190ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:38.506269 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0f821-49ea-40ff-b6b1-f16cb26c56f2 req-f187a415-df2d-4986-926b-a4346b84c1c9 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:38.508087 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5e0f821-49ea-40ff-b6b1-f16cb26c56f2 req-f187a415-df2d-4986-926b-a4346b84c1c9 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 945 time: 0.8732288 Apr 18 20:30:38.511662 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-add6c80b-bd31-487e-9e72-84508b190ab9 admin admin] Calling delete_port for 8d61a1e4-914f-423c-83ef-51f587e73f9c owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:30:38.528171 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b6f47-a5f2-459f-bcb3-cf34e312d14d req-32b249a2-e321-49e7-8ab6-8c90228658d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:38.529732 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-896b6f47-a5f2-459f-bcb3-cf34e312d14d req-32b249a2-e321-49e7-8ab6-8c90228658d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=03564991-91f9-40c6-b33a-4bb4b308e9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2470295 Apr 18 20:30:38.538629 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bd359-ae08-456a-85ab-48aebd9fce1d req-b87a8bc1-983b-44f2-83b3-04e1f06277a7 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:38.541678 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-590bd359-ae08-456a-85ab-48aebd9fce1d req-b87a8bc1-983b-44f2-83b3-04e1f06277a7 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 950 time: 0.2466974 Apr 18 20:30:38.768197 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5e0f821-49ea-40ff-b6b1-f16cb26c56f2 req-688e2fa9-ebdb-4ce9-bcd3-4ce200dc83d6 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465525 Apr 18 20:30:38.787682 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-590bd359-ae08-456a-85ab-48aebd9fce1d req-aa84ffe3-7f49-441b-a7a1-42bb2f739364 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253094 Apr 18 20:30:38.842011 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-896b6f47-a5f2-459f-bcb3-cf34e312d14d req-a4c24332-d081-447c-887e-88f3a6b749d3 service neutron] 10.222.0.57 "GET /v2.0/networks/03564991-91f9-40c6-b33a-4bb4b308e9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947114 Apr 18 20:30:39.111400 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd86cc84-c842-48cc-b989-c01adf83c3b7 None None] New status for floating IP fd98b864-1adb-4110-8836-62dc920dfa90: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:30:39.153345 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60172) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:39.196592 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-896b6f47-a5f2-459f-bcb3-cf34e312d14d req-b360e356-ff6e-4a00-b15e-b37e95149b7e service neutron] 10.222.0.57 "GET /v2.0/networks/03564991-91f9-40c6-b33a-4bb4b308e9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207331 Apr 18 20:30:39.219728 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2584f28-fb92-4908-b9de-49ff795a8acd x-openstack-request-id: req-f2584f28-fb92-4908-b9de-49ff795a8acd {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:39.220222 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f34cdad-0672-4438-8d11-acc791346a56", "name": "network-vif-plugged", "status": "completed", "tag": "0705436e-2ef0-4db1-affa-9b26239925a9", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:39.220637 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2584f28-fb92-4908-b9de-49ff795a8acd {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:39.221254 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2584f28-fb92-4908-b9de-49ff795a8acd'] response: {'server_uuid': '0f34cdad-0672-4438-8d11-acc791346a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0705436e-2ef0-4db1-affa-9b26239925a9', 'code': 200} Apr 18 20:30:39.267356 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4884c7d-c29a-455e-bd78-862faf34fd8d req-e6684374-c318-4a42-b113-84b1a09b90bc tempest-ServersAdminNegativeTestJSON-399100635 tempest-ServersAdminNegativeTestJSON-399100635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:39.277435 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4884c7d-c29a-455e-bd78-862faf34fd8d req-e6684374-c318-4a42-b113-84b1a09b90bc tempest-ServersAdminNegativeTestJSON-399100635 tempest-ServersAdminNegativeTestJSON-399100635-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d1e0eb9d-3336-411e-90f8-9bcf5c37c58b HTTP/1.1" status: 200 len: 1099 time: 0.2072532 Apr 18 20:30:39.282297 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-add6c80b-bd31-487e-9e72-84508b190ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:39.330761 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b4fd-44f2-4860-a726-46113ed0558f req-a682d9ec-4595-494a-8b3e-2e3a07238056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:39.332420 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a536b4fd-44f2-4860-a726-46113ed0558f req-a682d9ec-4595-494a-8b3e-2e3a07238056 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 1101 time: 0.2202461 Apr 18 20:30:39.335693 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a4f35183-36fd-4322-b86f-ec10f59647e6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-531805305-network', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:39.345762 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6c80b-bd31-487e-9e72-84508b190ab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d61a1e4-914f-423c-83ef-51f587e73f9c,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:39.356303 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f4884c7d-c29a-455e-bd78-862faf34fd8d req-7901cdd1-9d23-46bd-97e6-1947b2ace4a6 tempest-ServersAdminNegativeTestJSON-399100635 tempest-ServersAdminNegativeTestJSON-399100635-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:39.451706 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f35183-36fd-4322-b86f-ec10f59647e6 admin admin] Made reservation on behalf of c72a6cb4b75647d38b6aa693a7d2ca0b for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:39.467397 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a4f35183-36fd-4322-b86f-ec10f59647e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:39.565371 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a4f35183-36fd-4322-b86f-ec10f59647e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:39.654510 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b4fd-44f2-4860-a726-46113ed0558f req-d790a042-0f09-4ed7-be6a-6378f5ef9c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:39.656271 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a536b4fd-44f2-4860-a726-46113ed0558f req-d790a042-0f09-4ed7-be6a-6378f5ef9c09 service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.3136368 Apr 18 20:30:39.814453 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a4f35183-36fd-4322-b86f-ec10f59647e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:39.823203 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a4f35183-36fd-4322-b86f-ec10f59647e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:39.851928 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a536b4fd-44f2-4860-a726-46113ed0558f req-9ec4b0f5-2aaa-445c-ad46-b61abe83e18f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 HTTP/1.1" status: 200 len: 217 time: 0.1877949 Apr 18 20:30:39.870178 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f35183-36fd-4322-b86f-ec10f59647e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:30:39.876179 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f35183-36fd-4322-b86f-ec10f59647e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:39.889022 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a4f35183-36fd-4322-b86f-ec10f59647e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:39.889490 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-a4f35183-36fd-4322-b86f-ec10f59647e6 admin admin] Added segment 56183d8f-21a5-45b4-8a0e-690ad26be3e8 of type vlan for network d538f970-1699-4982-98ba-9d8cb4a7048d Apr 18 20:30:39.961374 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a4f35183-36fd-4322-b86f-ec10f59647e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:40.033649 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-add6c80b-bd31-487e-9e72-84508b190ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:40.044316 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a4f35183-36fd-4322-b86f-ec10f59647e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:40.046223 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f35183-36fd-4322-b86f-ec10f59647e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.046843 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a4f35183-36fd-4322-b86f-ec10f59647e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:40.074062 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f4884c7d-c29a-455e-bd78-862faf34fd8d req-7901cdd1-9d23-46bd-97e6-1947b2ace4a6 tempest-ServersAdminNegativeTestJSON-399100635 tempest-ServersAdminNegativeTestJSON-399100635-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:40.089253 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b4fd-44f2-4860-a726-46113ed0558f req-46aae196-2fd2-4201-9d8f-c614532eeb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.090733 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a4f35183-36fd-4322-b86f-ec10f59647e6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9266450 Apr 18 20:30:40.093947 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60196) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:40.095218 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a536b4fd-44f2-4860-a726-46113ed0558f req-46aae196-2fd2-4201-9d8f-c614532eeb4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.2329264 Apr 18 20:30:40.101244 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-712a4638-e85c-4b18-81fe-f9854c30fe04 admin admin] Request body: {'subnet': {'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-531805305-subnet', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:40.150651 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f4884c7d-c29a-455e-bd78-862faf34fd8d req-7901cdd1-9d23-46bd-97e6-1947b2ace4a6 tempest-ServersAdminNegativeTestJSON-399100635 tempest-ServersAdminNegativeTestJSON-399100635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:40.158943 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f35183-36fd-4322-b86f-ec10f59647e6 admin admin] Pushing event updated for resources: {'Network': ['ID=d538f970-1699-4982-98ba-9d8cb4a7048d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:40.167635 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712a4638-e85c-4b18-81fe-f9854c30fe04 admin admin] Made reservation on behalf of c72a6cb4b75647d38b6aa693a7d2ca0b for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:40.171169 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-712a4638-e85c-4b18-81fe-f9854c30fe04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:40.182170 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network d538f970-1699-4982-98ba-9d8cb4a7048d details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:30:40.187999 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e73db-ddab-411a-8113-c3fd7e72f30b req-bd6b0be0-0f65-43d8-8760-b3ccf81f8ad3 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.189582 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e9e73db-ddab-411a-8113-c3fd7e72f30b req-bd6b0be0-0f65-43d8-8760-b3ccf81f8ad3 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 945 time: 0.2802176 Apr 18 20:30:40.313589 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4884c7d-c29a-455e-bd78-862faf34fd8d req-7901cdd1-9d23-46bd-97e6-1947b2ace4a6 tempest-ServersAdminNegativeTestJSON-399100635 tempest-ServersAdminNegativeTestJSON-399100635-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d59403ca-6498-4d76-84bf-3542488143ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0348768 Apr 18 20:30:40.470910 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901cdd1-9d23-46bd-97e6-1947b2ace4a6 tempest-ServersAdminNegativeTestJSON-399100635 tempest-ServersAdminNegativeTestJSON-399100635-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5299214f-5d38-4531-9767-9933feffc3fe,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:40.525566 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-712a4638-e85c-4b18-81fe-f9854c30fe04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:40.552328 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b4fd-44f2-4860-a726-46113ed0558f req-b2363de7-1c0d-4599-a495-46e9460a08bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.555549 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a536b4fd-44f2-4860-a726-46113ed0558f req-b2363de7-1c0d-4599-a495-46e9460a08bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4000936 Apr 18 20:30:40.615072 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a4638-e85c-4b18-81fe-f9854c30fe04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8415795-d2f2-4354-859f-79b4fcc6f470,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:40.625316 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a4638-e85c-4b18-81fe-f9854c30fe04 admin admin] Checking segment: {'id': '56183d8f-21a5-45b4-8a0e-690ad26be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:30:40.625891 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712a4638-e85c-4b18-81fe-f9854c30fe04 admin admin] Network hostable DHCP agents. Network: d538f970-1699-4982-98ba-9d8cb4a7048d, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:30:40.636592 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e9e73db-ddab-411a-8113-c3fd7e72f30b req-f8432919-23b5-478c-b457-ec6d00746d22 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909624 Apr 18 20:30:40.673873 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712a4638-e85c-4b18-81fe-f9854c30fe04 admin admin] Network d538f970-1699-4982-98ba-9d8cb4a7048d is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:30:40.699747 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-712a4638-e85c-4b18-81fe-f9854c30fe04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, d538f970-1699-4982-98ba-9d8cb4a7048d) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:40.707982 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712a4638-e85c-4b18-81fe-f9854c30fe04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.709512 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-712a4638-e85c-4b18-81fe-f9854c30fe04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:40.712169 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c845b03a-e736-4bcc-9a93-f6b28a1f7e24 None None] Network d538f970-1699-4982-98ba-9d8cb4a7048d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:30:40.775829 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-712a4638-e85c-4b18-81fe-f9854c30fe04 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6794794 Apr 18 20:30:40.777238 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60214) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:40.788576 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a0a57111-35c2-4f04-ab38-1d494a2a1e83 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-531805305-router', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:40.829212 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0a57111-35c2-4f04-ab38-1d494a2a1e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:40.830312 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0a57111-35c2-4f04-ab38-1d494a2a1e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:40.915658 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872355ab-5c77-4adc-9340-70c948d3ace2 req-f8c02517-8d23-40aa-9340-0e83c01bad89 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.930751 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-872355ab-5c77-4adc-9340-70c948d3ace2 req-f8c02517-8d23-40aa-9340-0e83c01bad89 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 950 time: 0.4164026 Apr 18 20:30:41.027465 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0a57111-35c2-4f04-ab38-1d494a2a1e83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:41.164101 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e71fab9-bd36-4e1f-ac56-97e36a3b7078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-d538f970-1699-4982-98ba-9d8cb4a7048d', 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'fixed_ips': [{'subnet_id': 'f8415795-d2f2-4354-859f-79b4fcc6f470'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:30:41.164101 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5e71fab9-bd36-4e1f-ac56-97e36a3b7078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:41.259995 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a536b4fd-44f2-4860-a726-46113ed0558f req-ae9ff226-4f67-4aa6-807b-80c76d5317db service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6930985 Apr 18 20:30:41.277661 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-872355ab-5c77-4adc-9340-70c948d3ace2 req-a327f212-8650-4bb9-a4c2-16ace416c0c6 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452513 Apr 18 20:30:41.428914 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add6c80b-bd31-487e-9e72-84508b190ab9 admin admin] Router 086a8c53-4947-40ea-af28-d968459eed91 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:30:41.566637 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:41.581219 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0a57111-35c2-4f04-ab38-1d494a2a1e83 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:41.624101 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-5e71fab9-bd36-4e1f-ac56-97e36a3b7078 None None] Allocated IP 172.20.0.2 (d538f970-1699-4982-98ba-9d8cb4a7048d/f8415795-d2f2-4354-859f-79b4fcc6f470/55951725-ce44-4fd4-b7d0-bbacd34e76c4) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:30:41.732842 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add6c80b-bd31-487e-9e72-84508b190ab9 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:30:41.747715 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-add6c80b-bd31-487e-9e72-84508b190ab9 admin admin] 10.222.0.41 "PUT /v2.0/routers/086a8c53-4947-40ea-af28-d968459eed91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9206312 Apr 18 20:30:41.748253 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60222) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:41.750113 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b2e742-684e-4b08-b7d5-53ff4eaadb6b None None] Sync routers for ids ['086a8c53-4947-40ea-af28-d968459eed91'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:30:41.775696 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b2e742-684e-4b08-b7d5-53ff4eaadb6b None None] Routers {'086a8c53-4947-40ea-af28-d968459eed91'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:30:41.776356 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-04b2e742-684e-4b08-b7d5-53ff4eaadb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:30:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['086a8c53-4947-40ea-af28-d968459eed91'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:42.084709 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-04b2e742-684e-4b08-b7d5-53ff4eaadb6b None None] Set router 086a8c53-4947-40ea-af28-d968459eed91 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:30:42.383722 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5e71fab9-bd36-4e1f-ac56-97e36a3b7078 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:42.401078 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0a57111-35c2-4f04-ab38-1d494a2a1e83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:42.402678 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5e71fab9-bd36-4e1f-ac56-97e36a3b7078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:42.433331 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0a57111-35c2-4f04-ab38-1d494a2a1e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:42.489460 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a536b4fd-44f2-4860-a726-46113ed0558f req-1bb6b75f-d528-4eca-b9a7-fd790e762d20 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1298952 Apr 18 20:30:42.490068 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e71fab9-bd36-4e1f-ac56-97e36a3b7078 None None] Network d538f970-1699-4982-98ba-9d8cb4a7048d is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:42.495788 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-5e71fab9-bd36-4e1f-ac56-97e36a3b7078 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:42.506557 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e71fab9-bd36-4e1f-ac56-97e36a3b7078 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:30:42.640734 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ca94a-1ec4-4ff0-aeb5-24d364d31587 req-74a06927-0cd6-4d70-afb4-7c68930f1274 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:42.651018 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7b0ca94a-1ec4-4ff0-aeb5-24d364d31587 req-74a06927-0cd6-4d70-afb4-7c68930f1274 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 945 time: 0.6804223 Apr 18 20:30:42.736805 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc8372ee-eb94-4923-80c6-092f59cb2025 admin admin] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:42.746278 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-04b2e742-684e-4b08-b7d5-53ff4eaadb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a8c53-4947-40ea-af28-d968459eed91', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:56Z', 'updated_at': '2022-04-18T20:30:39Z', 'revision_number': 5, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'gw_port': {'id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:57Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:42.818965 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-a0a57111-35c2-4f04-ab38-1d494a2a1e83 admin admin] Allocated IP 172.25.1.11 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/62282084-b787-4281-b751-1f2d5f74ee85) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:30:42.821694 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71fab9-bd36-4e1f-ac56-97e36a3b7078 None None] Pushing event updated for resources: {'Port': ['ID=55951725-ce44-4fd4-b7d0-bbacd34e76c4,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:42.901802 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b2e742-684e-4b08-b7d5-53ff4eaadb6b None None] Checking router: 086a8c53-4947-40ea-af28-d968459eed91 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:30:42.935943 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b2e742-684e-4b08-b7d5-53ff4eaadb6b None None] Routers {'086a8c53-4947-40ea-af28-d968459eed91'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:30:42.946608 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-04b2e742-684e-4b08-b7d5-53ff4eaadb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:30:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['086a8c53-4947-40ea-af28-d968459eed91'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:42.975084 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5e71fab9-bd36-4e1f-ac56-97e36a3b7078 None None] Attempting to bind port 55951725-ce44-4fd4-b7d0-bbacd34e76c4 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:42.975750 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5e71fab9-bd36-4e1f-ac56-97e36a3b7078 None None] Attempting to bind port 55951725-ce44-4fd4-b7d0-bbacd34e76c4 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '56183d8f-21a5-45b4-8a0e-690ad26be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:42.976846 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e71fab9-bd36-4e1f-ac56-97e36a3b7078 None None] Attempting to bind port 55951725-ce44-4fd4-b7d0-bbacd34e76c4 on network d538f970-1699-4982-98ba-9d8cb4a7048d {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:42.997339 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e71fab9-bd36-4e1f-ac56-97e36a3b7078 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:30:42.997869 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e71fab9-bd36-4e1f-ac56-97e36a3b7078 None None] Checking segment: {'id': '56183d8f-21a5-45b4-8a0e-690ad26be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:30:42.998281 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5e71fab9-bd36-4e1f-ac56-97e36a3b7078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:42.998679 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e71fab9-bd36-4e1f-ac56-97e36a3b7078 None None] Bound using segment: {'id': '56183d8f-21a5-45b4-8a0e-690ad26be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:30:42.999167 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5e71fab9-bd36-4e1f-ac56-97e36a3b7078 None None] Bound port: 55951725-ce44-4fd4-b7d0-bbacd34e76c4, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56183d8f-21a5-45b4-8a0e-690ad26be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:30:42.999563 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5e71fab9-bd36-4e1f-ac56-97e36a3b7078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:43.221082 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0a57111-35c2-4f04-ab38-1d494a2a1e83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:43.256063 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5e71fab9-bd36-4e1f-ac56-97e36a3b7078 None None] For port 55951725-ce44-4fd4-b7d0-bbacd34e76c4, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:30:43.274193 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5e71fab9-bd36-4e1f-ac56-97e36a3b7078 None None] For port 55951725-ce44-4fd4-b7d0-bbacd34e76c4, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=55951725-ce44-4fd4-b7d0-bbacd34e76c4,segment=NetworkSegment(56183d8f-21a5-45b4-8a0e-690ad26be3e8),segment_id=56183d8f-21a5-45b4-8a0e-690ad26be3e8)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:30:43.284291 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5e71fab9-bd36-4e1f-ac56-97e36a3b7078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:43.375317 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0a57111-35c2-4f04-ab38-1d494a2a1e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:43.431527 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71fab9-bd36-4e1f-ac56-97e36a3b7078 None None] Pushing event updated for resources: {'Port': ['ID=55951725-ce44-4fd4-b7d0-bbacd34e76c4,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:43.535926 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-04b2e742-684e-4b08-b7d5-53ff4eaadb6b None None] Set router 086a8c53-4947-40ea-af28-d968459eed91 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:30:43.599033 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a57111-35c2-4f04-ab38-1d494a2a1e83 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:43.606258 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-a0a57111-35c2-4f04-ab38-1d494a2a1e83 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:43.608379 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a57111-35c2-4f04-ab38-1d494a2a1e83 admin admin] Pushing event updated for resources: {'Port': ['ID=62282084-b787-4281-b751-1f2d5f74ee85,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:43.623329 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a57111-35c2-4f04-ab38-1d494a2a1e83 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:30:43.675034 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:44.071118 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=26d1d66b-f1f2-4322-a1ef-5bd17db4bf35,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:44.158762 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 has no active binding in host n-h1-838323-3 {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 20:30:44.193580 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-04b2e742-684e-4b08-b7d5-53ff4eaadb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a8c53-4947-40ea-af28-d968459eed91', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:56Z', 'updated_at': '2022-04-18T20:30:39Z', 'revision_number': 5, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'gw_port': {'id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:57Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:44.262625 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-780acd15-888c-426e-bff3-ad882b77dcfb tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:44.264151 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-780acd15-888c-426e-bff3-ad882b77dcfb tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9&tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&binding%3Ahost_id=n-h2-838323-3 HTTP/1.1" status: 200 len: 1096 time: 2.0508471 Apr 18 20:30:44.305240 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-50a57f95-8ff9-4440-a2f2-1fcde1c0b7e8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-838323-3'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:44.311352 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b2e742-684e-4b08-b7d5-53ff4eaadb6b None None] The sync data for ids ['086a8c53-4947-40ea-af28-d968459eed91'] in n-d-838323-3 is: [{'id': '086a8c53-4947-40ea-af28-d968459eed91', 'name': 'tempest-FloatingIPsAssociationTestJSON-805348775-router', 'tenant_id': 'ff855e139abe40c691b068b429bd1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:56Z', 'updated_at': '2022-04-18T20:30:39Z', 'revision_number': 5, 'project_id': 'ff855e139abe40c691b068b429bd1371', 'gw_port': {'id': '1df8bf19-3c76-40be-86ac-2b1a9a95616a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a8c53-4947-40ea-af28-d968459eed91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:57Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:30:44.373209 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7b0ca94a-1ec4-4ff0-aeb5-24d364d31587 req-f6919503-247d-4f4f-b0ea-0c0306275c9f tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7189581 Apr 18 20:30:44.502240 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0a57111-35c2-4f04-ab38-1d494a2a1e83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:44.749867 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-50a57f95-8ff9-4440-a2f2-1fcde1c0b7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:44.837468 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc8372ee-eb94-4923-80c6-092f59cb2025 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:44.919598 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b7a79-d4d1-4f5a-8207-d74f06b419cc req-cb567a80-aa54-4a63-b7c2-7a0652593b4a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:44.944249 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-480b7a79-d4d1-4f5a-8207-d74f06b419cc req-cb567a80-aa54-4a63-b7c2-7a0652593b4a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 950 time: 0.2823715 Apr 18 20:30:45.142166 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0a57111-35c2-4f04-ab38-1d494a2a1e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:45.308915 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-480b7a79-d4d1-4f5a-8207-d74f06b419cc req-e2a5bd79-df11-4aee-a89b-ce1ff70f27c4 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621430 Apr 18 20:30:45.498552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-50a57f95-8ff9-4440-a2f2-1fcde1c0b7e8 service neutron] For port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=26d1d66b-f1f2-4322-a1ef-5bd17db4bf35,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:45.683552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-50a57f95-8ff9-4440-a2f2-1fcde1c0b7e8 service neutron] For port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:30:45.763495 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-50a57f95-8ff9-4440-a2f2-1fcde1c0b7e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:45.769103 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4059ae96-ffeb-43dd-bf58-a89e5ecd20d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26d1d66b-f1f2-4322-a1ef-5bd17db4bf35'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:45.778241 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca32727-b287-4298-a7da-59584fa56a32" -d '{"events": [{"server_uuid": "4059ae96-ffeb-43dd-bf58-a89e5ecd20d9", "name": "network-vif-unplugged", "status": "completed", "tag": "26d1d66b-f1f2-4322-a1ef-5bd17db4bf35"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:45.786371 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-50a57f95-8ff9-4440-a2f2-1fcde1c0b7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:45.807194 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-fc8372ee-eb94-4923-80c6-092f59cb2025 admin admin] Deleting port 1df8bf19-3c76-40be-86ac-2b1a9a95616a {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:30:45.809741 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc8372ee-eb94-4923-80c6-092f59cb2025 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:46.047210 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326c7e01-54f2-4ee6-8a44-598674264351 None None] Network d538f970-1699-4982-98ba-9d8cb4a7048d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:30:46.343175 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a57111-35c2-4f04-ab38-1d494a2a1e83 admin admin] Router 0488211d-2aa4-4613-9522-ce178f674eae is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:30:46.416255 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 55951725-ce44-4fd4-b7d0-bbacd34e76c4 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:30:46.423170 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a57f95-8ff9-4440-a2f2-1fcde1c0b7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=26d1d66b-f1f2-4322-a1ef-5bd17db4bf35,revision_number=7']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:46.549400 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-50a57f95-8ff9-4440-a2f2-1fcde1c0b7e8 service neutron] Attempting to bind port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 on host n-h2-838323-3 for vnic_type normal with profile {"migrating_to": "n-h1-838323-3"} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:46.550128 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-50a57f95-8ff9-4440-a2f2-1fcde1c0b7e8 service neutron] Attempting to bind port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:46.550885 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-50a57f95-8ff9-4440-a2f2-1fcde1c0b7e8 service neutron] Attempting to bind port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:46.575413 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-fc8372ee-eb94-4923-80c6-092f59cb2025 admin admin] For port 1df8bf19-3c76-40be-86ac-2b1a9a95616a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1df8bf19-3c76-40be-86ac-2b1a9a95616a,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:46.576338 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc8372ee-eb94-4923-80c6-092f59cb2025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:46.597320 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b285f-a305-465c-938d-cc751c4fa733 req-be719f7d-6ddd-441c-af7a-41cb052dcb8a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:46.607313 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cf8b285f-a305-465c-938d-cc751c4fa733 req-be719f7d-6ddd-441c-af7a-41cb052dcb8a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 943 time: 0.6022761 Apr 18 20:30:46.613385 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-50a57f95-8ff9-4440-a2f2-1fcde1c0b7e8 service neutron] Port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:30:46.614243 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-50a57f95-8ff9-4440-a2f2-1fcde1c0b7e8 service neutron] Attempting to bind port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 on network 80a9fce1-2c12-4a2a-ab98-d9cc12c8285f {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:46.711770 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cf8b285f-a305-465c-938d-cc751c4fa733 req-a2ff810b-78e4-49f7-9534-484ad85e50ed tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876532 Apr 18 20:30:46.718100 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-fc8372ee-eb94-4923-80c6-092f59cb2025 admin admin] Calling delete_port for 1df8bf19-3c76-40be-86ac-2b1a9a95616a owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:30:46.725084 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-50a57f95-8ff9-4440-a2f2-1fcde1c0b7e8 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:30:46.756370 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-50a57f95-8ff9-4440-a2f2-1fcde1c0b7e8 service neutron] Checking segment: {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:30:46.758306 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-50a57f95-8ff9-4440-a2f2-1fcde1c0b7e8 service neutron] Bound using segment: {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:30:46.768333 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-50a57f95-8ff9-4440-a2f2-1fcde1c0b7e8 service neutron] Bound port: 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1d39ab-51fc-488c-8389-2c4253cfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '80a9fce1-2c12-4a2a-ab98-d9cc12c8285f'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:30:46.777581 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-50a57f95-8ff9-4440-a2f2-1fcde1c0b7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:46.789900 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ad7a638d-91c6-4eee-95cb-8aba24413b30 None None] Provisioning complete for port 55951725-ce44-4fd4-b7d0-bbacd34e76c4 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:46.790270 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ad7a638d-91c6-4eee-95cb-8aba24413b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:46.853069 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a57111-35c2-4f04-ab38-1d494a2a1e83 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:30:46.959176 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0a57111-35c2-4f04-ab38-1d494a2a1e83 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:46.967964 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a0a57111-35c2-4f04-ab38-1d494a2a1e83 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1859012 Apr 18 20:30:46.969130 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60252) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:46.993067 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-50a57f95-8ff9-4440-a2f2-1fcde1c0b7e8 service neutron] For port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:30:46.996880 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-50a57f95-8ff9-4440-a2f2-1fcde1c0b7e8 service neutron] For port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=26d1d66b-f1f2-4322-a1ef-5bd17db4bf35,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:30:47.014167 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-50a57f95-8ff9-4440-a2f2-1fcde1c0b7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:47.228218 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a57f95-8ff9-4440-a2f2-1fcde1c0b7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=26d1d66b-f1f2-4322-a1ef-5bd17db4bf35,revision_number=8']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:47.374926 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ef8984-b9d9-4581-b93c-741d070309f8 None None] Sync routers for ids ['0488211d-2aa4-4613-9522-ce178f674eae'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:30:47.395122 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 55951725-ce44-4fd4-b7d0-bbacd34e76c4 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:47.400994 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:47.425072 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec401599-8991-4293-bb93-7b9caf5d04dc req-bc317206-e509-4e18-ba5d-9da2ae01d460 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:47.427014 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec401599-8991-4293-bb93-7b9caf5d04dc req-bc317206-e509-4e18-ba5d-9da2ae01d460 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1e0eb9d-3336-411e-90f8-9bcf5c37c58b HTTP/1.1" status: 200 len: 948 time: 0.3234246 Apr 18 20:30:47.432130 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-50a57f95-8ff9-4440-a2f2-1fcde1c0b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:47.432866 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-50a57f95-8ff9-4440-a2f2-1fcde1c0b7e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:47.434469 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-50a57f95-8ff9-4440-a2f2-1fcde1c0b7e8 service neutron] 10.222.0.32 "PUT /v2.0/ports/26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 HTTP/1.1" status: 200 len: 1121 time: 3.1519060 Apr 18 20:30:47.511462 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ef8984-b9d9-4581-b93c-741d070309f8 None None] Routers {'0488211d-2aa4-4613-9522-ce178f674eae'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:30:47.512517 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b6ef8984-b9d9-4581-b93c-741d070309f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:30:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0488211d-2aa4-4613-9522-ce178f674eae'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:47.611514 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec401599-8991-4293-bb93-7b9caf5d04dc req-2ecadfe4-aeae-447a-a1bf-ec7d7bb8d00d tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/security-groups?id=d59403ca-6498-4d76-84bf-3542488143ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716650 Apr 18 20:30:47.635072 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc8372ee-eb94-4923-80c6-092f59cb2025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:47.722594 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c40a1-d569-47e9-9563-4a8fd2ba2d79 req-64e39f96-b4ff-449e-8c23-ade755dfb2e5 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:47.725121 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-122c40a1-d569-47e9-9563-4a8fd2ba2d79 req-64e39f96-b4ff-449e-8c23-ade755dfb2e5 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1e0eb9d-3336-411e-90f8-9bcf5c37c58b HTTP/1.1" status: 200 len: 948 time: 0.1871011 Apr 18 20:30:47.727380 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8372ee-eb94-4923-80c6-092f59cb2025 admin admin] Pushing event deleted for resources: {'Port': ['ID=1df8bf19-3c76-40be-86ac-2b1a9a95616a,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:47.731722 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['26d1d66b-f1f2-4322-a1ef-5bd17db4bf35'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:47.849278 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b57f22-eba7-4ce7-a5b3-0c2482a92b22 x-openstack-request-id: req-e7b57f22-eba7-4ce7-a5b3-0c2482a92b22 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:47.849278 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4059ae96-ffeb-43dd-bf58-a89e5ecd20d9", "name": "network-vif-unplugged", "status": "completed", "tag": "26d1d66b-f1f2-4322-a1ef-5bd17db4bf35", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:47.849278 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e7b57f22-eba7-4ce7-a5b3-0c2482a92b22 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:47.849278 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7b57f22-eba7-4ce7-a5b3-0c2482a92b22'] response: {'server_uuid': '4059ae96-ffeb-43dd-bf58-a89e5ecd20d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26d1d66b-f1f2-4322-a1ef-5bd17db4bf35', 'code': 200} Apr 18 20:30:47.910875 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['26d1d66b-f1f2-4322-a1ef-5bd17db4bf35'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:48.164240 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc8372ee-eb94-4923-80c6-092f59cb2025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:48.571635 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc8372ee-eb94-4923-80c6-092f59cb2025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:48.589134 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b262b975-f3b3-44de-bcfc-a86ac7565e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:48.596273 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc8372ee-eb94-4923-80c6-092f59cb2025 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:48.686057 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-b6ef8984-b9d9-4581-b93c-741d070309f8 None None] Set router 0488211d-2aa4-4613-9522-ce178f674eae gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:30:48.987887 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-b262b975-f3b3-44de-bcfc-a86ac7565e6a admin admin] Allocated IP 172.20.0.1 (d538f970-1699-4982-98ba-9d8cb4a7048d/f8415795-d2f2-4354-859f-79b4fcc6f470/566a0069-e7cf-42be-aabf-6f7c0e99e477) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:30:49.006291 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-122c40a1-d569-47e9-9563-4a8fd2ba2d79 req-202335eb-efbd-4bc5-8a4b-74f3b3529617 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Deleting port 87bdb792-fde8-44cf-bdfd-c22a37f7cbb2 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:30:49.006827 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-122c40a1-d569-47e9-9563-4a8fd2ba2d79 req-202335eb-efbd-4bc5-8a4b-74f3b3529617 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:49.075024 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27b651-7662-4a80-8d15-2837f865296e req-39a1c499-6487-4937-ac5a-ec916309441a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:49.108459 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db27b651-7662-4a80-8d15-2837f865296e req-39a1c499-6487-4937-ac5a-ec916309441a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 950 time: 0.9778845 Apr 18 20:30:49.153630 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc8372ee-eb94-4923-80c6-092f59cb2025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:49.154470 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8372ee-eb94-4923-80c6-092f59cb2025 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 086a8c53-4947-40ea-af28-d968459eed91 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:30:49.173375 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc8372ee-eb94-4923-80c6-092f59cb2025 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:49.184096 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-fc8372ee-eb94-4923-80c6-092f59cb2025 admin admin] 10.222.0.41 "DELETE /v2.0/routers/086a8c53-4947-40ea-af28-d968459eed91 HTTP/1.1" status: 204 len: 168 time: 7.4248331 Apr 18 20:30:49.211058 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60264) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:49.271164 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b262b975-f3b3-44de-bcfc-a86ac7565e6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:49.317205 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:49.437734 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b262b975-f3b3-44de-bcfc-a86ac7565e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:49.473528 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 55951725-ce44-4fd4-b7d0-bbacd34e76c4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=55951725-ce44-4fd4-b7d0-bbacd34e76c4,segment=NetworkSegment(56183d8f-21a5-45b4-8a0e-690ad26be3e8),segment_id=56183d8f-21a5-45b4-8a0e-690ad26be3e8)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:49.490212 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ad7a638d-91c6-4eee-95cb-8aba24413b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:49.528127 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-649f1bd5-055e-4a02-bd75-3f34ac230546 admin admin] Deleting subnet d0add80b-3b17-4300-bcbd-ceda69a60cf3 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:30:49.534544 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b262b975-f3b3-44de-bcfc-a86ac7565e6a admin admin] Network d538f970-1699-4982-98ba-9d8cb4a7048d is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:49.543535 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-b262b975-f3b3-44de-bcfc-a86ac7565e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:49.590164 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:49.596302 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-649f1bd5-055e-4a02-bd75-3f34ac230546 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:49.676183 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b262b975-f3b3-44de-bcfc-a86ac7565e6a admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:30:49.750498 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db27b651-7662-4a80-8d15-2837f865296e req-b5b5a8f3-d9e1-4260-912b-68e55c3de7cb tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5340207 Apr 18 20:30:49.821273 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4059ae96-ffeb-43dd-bf58-a89e5ecd20d9', 'tag': '26d1d66b-f1f2-4322-a1ef-5bd17db4bf35'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:49.826110 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb99b555-7715-4f49-8d1a-cff374f0beee" -d '{"events": [{"name": "network-changed", "server_uuid": "4059ae96-ffeb-43dd-bf58-a89e5ecd20d9", "tag": "26d1d66b-f1f2-4322-a1ef-5bd17db4bf35"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:49.860809 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-122c40a1-d569-47e9-9563-4a8fd2ba2d79 req-202335eb-efbd-4bc5-8a4b-74f3b3529617 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] For port 87bdb792-fde8-44cf-bdfd-c22a37f7cbb2, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=87bdb792-fde8-44cf-bdfd-c22a37f7cbb2,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:49.861056 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-122c40a1-d569-47e9-9563-4a8fd2ba2d79 req-202335eb-efbd-4bc5-8a4b-74f3b3529617 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:49.878325 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-649f1bd5-055e-4a02-bd75-3f34ac230546 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:49.911009 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b262b975-f3b3-44de-bcfc-a86ac7565e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:49.934502 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262b975-f3b3-44de-bcfc-a86ac7565e6a admin admin] Pushing event updated for resources: {'Port': ['ID=566a0069-e7cf-42be-aabf-6f7c0e99e477,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:50.051665 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-649f1bd5-055e-4a02-bd75-3f34ac230546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:50.239566 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-649f1bd5-055e-4a02-bd75-3f34ac230546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:50.239890 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-ad7a638d-91c6-4eee-95cb-8aba24413b30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:30:50.243688 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-ad7a638d-91c6-4eee-95cb-8aba24413b30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:30:50.250429 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8d61a1e4-914f-423c-83ef-51f587e73f9c no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:30:50.326635 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b262b975-f3b3-44de-bcfc-a86ac7565e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:50.340606 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-122c40a1-d569-47e9-9563-4a8fd2ba2d79 req-202335eb-efbd-4bc5-8a4b-74f3b3529617 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Calling delete_port for 87bdb792-fde8-44cf-bdfd-c22a37f7cbb2 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:30:50.345917 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 87bdb792-fde8-44cf-bdfd-c22a37f7cbb2 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:30:50.348947 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f1bd5-055e-4a02-bd75-3f34ac230546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0add80b-3b17-4300-bcbd-ceda69a60cf3,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:50.407186 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-649f1bd5-055e-4a02-bd75-3f34ac230546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:50.430509 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-649f1bd5-055e-4a02-bd75-3f34ac230546 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d0add80b-3b17-4300-bcbd-ceda69a60cf3 HTTP/1.1" status: 204 len: 168 time: 1.2143993 Apr 18 20:30:50.447089 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60270) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:50.499999 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fcca0-ebab-42ab-b253-675f4053b381 req-a0b26197-472e-40f9-9594-703cdc2606a7 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:50.516230 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2a6fcca0-ebab-42ab-b253-675f4053b381 req-a0b26197-472e-40f9-9594-703cdc2606a7 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 943 time: 0.3382475 Apr 18 20:30:50.614559 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2a6fcca0-ebab-42ab-b253-675f4053b381 req-12d7aa3f-dcd6-4556-88b2-67473aac0c4a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496392 Apr 18 20:30:50.727756 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-af75115d-4a5e-4f59-9b97-55b2821e82e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:50.735150 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8ad7aa-2e99-45c0-a654-7b60e5db2287 None None] Network 834e15af-05bf-4f20-83eb-2a3f314d7649 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:30:50.859437 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=55951725-ce44-4fd4-b7d0-bbacd34e76c4,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:50.927074 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 8d61a1e4-914f-423c-83ef-51f587e73f9c {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:30:50.927967 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8d61a1e4-914f-423c-83ef-51f587e73f9c not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:30:51.149718 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 55951725-ce44-4fd4-b7d0-bbacd34e76c4 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:30:51.162914 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b262b975-f3b3-44de-bcfc-a86ac7565e6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.173728 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b262b975-f3b3-44de-bcfc-a86ac7565e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.223824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e5627-b16c-43f3-91e4-5e08d2be506f req-778252e7-941e-4962-b3a1-456e4ec22918 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:51.231874 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e7e5627-b16c-43f3-91e4-5e08d2be506f req-778252e7-941e-4962-b3a1-456e4ec22918 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1e0eb9d-3336-411e-90f8-9bcf5c37c58b HTTP/1.1" status: 200 len: 948 time: 0.4484818 Apr 18 20:30:51.299481 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262b975-f3b3-44de-bcfc-a86ac7565e6a admin admin] Pushing event updated for resources: {'Port': ['ID=566a0069-e7cf-42be-aabf-6f7c0e99e477,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:51.300022 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-122c40a1-d569-47e9-9563-4a8fd2ba2d79 req-202335eb-efbd-4bc5-8a4b-74f3b3529617 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.343566 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b262b975-f3b3-44de-bcfc-a86ac7565e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.384068 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202335eb-efbd-4bc5-8a4b-74f3b3529617 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Pushing event deleted for resources: {'Port': ['ID=87bdb792-fde8-44cf-bdfd-c22a37f7cbb2,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:51.424742 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e7e5627-b16c-43f3-91e4-5e08d2be506f req-5dbf5d91-2025-4b50-a04f-cc4e1c87938a tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.41 "GET /v2.0/security-groups?id=d59403ca-6498-4d76-84bf-3542488143ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915903 Apr 18 20:30:51.439433 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-af75115d-4a5e-4f59-9b97-55b2821e82e0 admin admin] Deleting port eef9bce8-12d2-41e4-890e-8b39114c6ef0 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:30:51.456134 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-af75115d-4a5e-4f59-9b97-55b2821e82e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.562383 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No active binding found for port 87bdb792-fde8-44cf-bdfd-c22a37f7cbb2 {{(pid=102910) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 18 20:30:51.563097 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 87bdb792-fde8-44cf-bdfd-c22a37f7cbb2 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:30:51.635531 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b262b975-f3b3-44de-bcfc-a86ac7565e6a admin admin] Network d538f970-1699-4982-98ba-9d8cb4a7048d is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:51.669838 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-b262b975-f3b3-44de-bcfc-a86ac7565e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:51.740321 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfeab8b-b072-4e51-b837-e2eb57930d21 x-openstack-request-id: req-4cfeab8b-b072-4e51-b837-e2eb57930d21 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:51.741051 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4059ae96-ffeb-43dd-bf58-a89e5ecd20d9", "tag": "26d1d66b-f1f2-4322-a1ef-5bd17db4bf35", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:51.741274 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4cfeab8b-b072-4e51-b837-e2eb57930d21 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:51.741944 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cfeab8b-b072-4e51-b837-e2eb57930d21'] response: {'name': 'network-changed', 'server_uuid': '4059ae96-ffeb-43dd-bf58-a89e5ecd20d9', 'tag': '26d1d66b-f1f2-4322-a1ef-5bd17db4bf35', 'status': 'completed', 'code': 200} Apr 18 20:30:51.948586 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-9c92b68a-b091-4eb8-a0bd-24e37ce3a411 None None] Provisioning complete for port 55951725-ce44-4fd4-b7d0-bbacd34e76c4 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:51.951055 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9c92b68a-b091-4eb8-a0bd-24e37ce3a411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.992762 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-af75115d-4a5e-4f59-9b97-55b2821e82e0 admin admin] For port eef9bce8-12d2-41e4-890e-8b39114c6ef0, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=eef9bce8-12d2-41e4-890e-8b39114c6ef0,segment=NetworkSegment(1e83c5e6-61c2-4806-b1e4-9638a217c05b),segment_id=1e83c5e6-61c2-4806-b1e4-9638a217c05b)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:52.013644 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-af75115d-4a5e-4f59-9b97-55b2821e82e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:52.099151 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9755509d-e51b-4951-a973-2ac8653b7860 None None] DHCP port deletion for 834e15af-05bf-4f20-83eb-2a3f314d7649 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:30:52.126444 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['32d972d9-9f78-4cf1-a074-2b0b24b1c428'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:52.162364 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 55951725-ce44-4fd4-b7d0-bbacd34e76c4 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:52.162736 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:52.199640 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-af75115d-4a5e-4f59-9b97-55b2821e82e0 admin admin] Calling delete_port for eef9bce8-12d2-41e4-890e-8b39114c6ef0 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:30:52.350761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b6ef8984-b9d9-4581-b93c-741d070309f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0488211d-2aa4-4613-9522-ce178f674eae', 'name': 'tempest-ServerRescueNegativeTestJSON-531805305-router', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '62282084-b787-4281-b751-1f2d5f74ee85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:30:40Z', 'updated_at': '2022-04-18T20:30:44Z', 'revision_number': 3, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'gw_port': {'id': '62282084-b787-4281-b751-1f2d5f74ee85', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:42Z', 'updated_at': '2022-04-18T20:30:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:52.380975 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b262b975-f3b3-44de-bcfc-a86ac7565e6a admin admin] Router 0488211d-2aa4-4613-9522-ce178f674eae has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:30:52.412602 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99b555-7715-4f49-8d1a-cff374f0beee req-789c61b6-4dab-4406-a8a4-cc0f0403174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:52.422390 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fb99b555-7715-4f49-8d1a-cff374f0beee req-789c61b6-4dab-4406-a8a4-cc0f0403174c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 1124 time: 0.6928279 Apr 18 20:30:52.444572 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-122c40a1-d569-47e9-9563-4a8fd2ba2d79 req-202335eb-efbd-4bc5-8a4b-74f3b3529617 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] No DVR routers for this DVR port 87bdb792-fde8-44cf-bdfd-c22a37f7cbb2 on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:30:52.450741 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-122c40a1-d569-47e9-9563-4a8fd2ba2d79 req-202335eb-efbd-4bc5-8a4b-74f3b3529617 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:52.455441 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-122c40a1-d569-47e9-9563-4a8fd2ba2d79 req-202335eb-efbd-4bc5-8a4b-74f3b3529617 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.57 "DELETE /v2.0/ports/87bdb792-fde8-44cf-bdfd-c22a37f7cbb2 HTTP/1.1" status: 204 len: 173 time: 4.7217910 Apr 18 20:30:52.483726 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-af75115d-4a5e-4f59-9b97-55b2821e82e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:52.546209 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75115d-4a5e-4f59-9b97-55b2821e82e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=eef9bce8-12d2-41e4-890e-8b39114c6ef0,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:52.568526 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd6b17-499f-4b26-8783-47742a8b1a9a req-c2345cbd-9bab-43a6-bd01-591ae5e4b1fd tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:52.571682 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3cd6b17-499f-4b26-8783-47742a8b1a9a req-c2345cbd-9bab-43a6-bd01-591ae5e4b1fd tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 950 time: 0.5092599 Apr 18 20:30:52.578926 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af75115d-4a5e-4f59-9b97-55b2821e82e0 admin admin] No DVR routers for this DVR port eef9bce8-12d2-41e4-890e-8b39114c6ef0 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:30:52.838651 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ef8984-b9d9-4581-b93c-741d070309f8 None None] Checking router: 0488211d-2aa4-4613-9522-ce178f674eae for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:30:52.840340 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ef8984-b9d9-4581-b93c-741d070309f8 None None] Updating router 0488211d-2aa4-4613-9522-ce178f674eae port 62282084-b787-4281-b751-1f2d5f74ee85 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:30:52.865081 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3cd6b17-499f-4b26-8783-47742a8b1a9a req-6f0af3af-1e4f-4922-8f1c-2c67ae614d40 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689264 Apr 18 20:30:52.867405 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-af75115d-4a5e-4f59-9b97-55b2821e82e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:52.942717 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b6ef8984-b9d9-4581-b93c-741d070309f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:52.967357 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-9755509d-e51b-4951-a973-2ac8653b7860 None None] Deleting port eef9bce8-12d2-41e4-890e-8b39114c6ef0 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:30:52.968380 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9755509d-e51b-4951-a973-2ac8653b7860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:52.982300 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-af75115d-4a5e-4f59-9b97-55b2821e82e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834e15af-05bf-4f20-83eb-2a3f314d7649']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:53.017757 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-af75115d-4a5e-4f59-9b97-55b2821e82e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e83c5e6-61c2-4806-b1e4-9638a217c05b') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:53.021839 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-af75115d-4a5e-4f59-9b97-55b2821e82e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e83c5e6-61c2-4806-b1e4-9638a217c05b') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:53.073311 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-af75115d-4a5e-4f59-9b97-55b2821e82e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:53.119195 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-af75115d-4a5e-4f59-9b97-55b2821e82e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:53.145657 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af75115d-4a5e-4f59-9b97-55b2821e82e0 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:30:53.152383 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-af75115d-4a5e-4f59-9b97-55b2821e82e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:30:53.158211 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:30:53.284643 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99b555-7715-4f49-8d1a-cff374f0beee req-da90f96b-6265-41c1-bfa4-fa2f016b17a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:53.292373 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fb99b555-7715-4f49-8d1a-cff374f0beee req-da90f96b-6265-41c1-bfa4-fa2f016b17a5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 908 time: 0.8515086 Apr 18 20:30:53.412731 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b262b975-f3b3-44de-bcfc-a86ac7565e6a admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:30:53.420962 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fb99b555-7715-4f49-8d1a-cff374f0beee req-fbffbd4b-384c-4e72-8a0c-594f3dd1a737 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 HTTP/1.1" status: 200 len: 217 time: 0.1146569 Apr 18 20:30:53.433778 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b262b975-f3b3-44de-bcfc-a86ac7565e6a admin admin] 10.222.0.41 "PUT /v2.0/routers/0488211d-2aa4-4613-9522-ce178f674eae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4610231 Apr 18 20:30:53.476569 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-9755509d-e51b-4951-a973-2ac8653b7860 None None] For port eef9bce8-12d2-41e4-890e-8b39114c6ef0, host n-d-838323-3, got binding levels [] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:53.477158 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9755509d-e51b-4951-a973-2ac8653b7860 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:53.531293 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-af75115d-4a5e-4f59-9b97-55b2821e82e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:53.590844 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-af75115d-4a5e-4f59-9b97-55b2821e82e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:53.606660 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-af75115d-4a5e-4f59-9b97-55b2821e82e0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/834e15af-05bf-4f20-83eb-2a3f314d7649 HTTP/1.1" status: 204 len: 168 time: 3.1575737 Apr 18 20:30:53.679131 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99b555-7715-4f49-8d1a-cff374f0beee req-616db064-c4eb-4272-aa90-8326f360a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:53.696355 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fb99b555-7715-4f49-8d1a-cff374f0beee req-616db064-c4eb-4272-aa90-8326f360a373 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1 HTTP/1.1" status: 200 len: 847 time: 0.2614439 Apr 18 20:30:53.745570 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7313085-0301-45a9-be03-222bec946279 req-150a2a2a-fc53-4bab-b73e-2be2dd43b2d4 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:53.782475 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7313085-0301-45a9-be03-222bec946279 req-150a2a2a-fc53-4bab-b73e-2be2dd43b2d4 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 943 time: 0.5562222 Apr 18 20:30:53.801460 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e0eb9d-3336-411e-90f8-9bcf5c37c58b', 'name': 'network-vif-deleted', 'tag': '87bdb792-fde8-44cf-bdfd-c22a37f7cbb2'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:53.815976 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42ea587-d4a1-4cef-9b31-294c0a5abef5" -d '{"events": [{"server_uuid": "d1e0eb9d-3336-411e-90f8-9bcf5c37c58b", "name": "network-vif-deleted", "tag": "87bdb792-fde8-44cf-bdfd-c22a37f7cbb2"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:53.863402 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75115d-4a5e-4f59-9b97-55b2821e82e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=834e15af-05bf-4f20-83eb-2a3f314d7649,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:53.872101 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fb99b555-7715-4f49-8d1a-cff374f0beee req-2f214729-dd6b-49c8-9017-a4f8e7438704 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1671972 Apr 18 20:30:53.908376 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-9755509d-e51b-4951-a973-2ac8653b7860 None None] Calling delete_port for eef9bce8-12d2-41e4-890e-8b39114c6ef0 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:30:54.009954 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.ipam_backend_mixin [None req-9755509d-e51b-4951-a973-2ac8653b7860 None None] Port eef9bce8-12d2-41e4-890e-8b39114c6ef0 was not found and therefore no delete operation was performed {{(pid=102910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 20:30:54.015336 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7313085-0301-45a9-be03-222bec946279 req-f5461af2-3f04-456a-86e1-e78311c0a6e7 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306025 Apr 18 20:30:54.016203 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-9c92b68a-b091-4eb8-a0bd-24e37ce3a411 None None] Provisioning complete for port 566a0069-e7cf-42be-aabf-6f7c0e99e477 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:54.016788 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9c92b68a-b091-4eb8-a0bd-24e37ce3a411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:54.121950 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60298) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:54.261112 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-86c1ecee-1e68-4204-bf73-b0e3a15be5b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff855e139abe40c691b068b429bd1371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391807 Apr 18 20:30:54.272334 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60302) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:54.298741 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d1b6ee-76d4-4e38-9768-9cf3c4c4cad2 x-openstack-request-id: req-91d1b6ee-76d4-4e38-9768-9cf3c4c4cad2 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:54.299913 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e0eb9d-3336-411e-90f8-9bcf5c37c58b", "name": "network-vif-deleted", "tag": "87bdb792-fde8-44cf-bdfd-c22a37f7cbb2", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:54.300628 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-91d1b6ee-76d4-4e38-9768-9cf3c4c4cad2 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:54.301801 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91d1b6ee-76d4-4e38-9768-9cf3c4c4cad2'] response: {'server_uuid': 'd1e0eb9d-3336-411e-90f8-9bcf5c37c58b', 'name': 'network-vif-deleted', 'tag': '87bdb792-fde8-44cf-bdfd-c22a37f7cbb2', 'status': 'completed', 'code': 200} Apr 18 20:30:54.317153 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fb99b555-7715-4f49-8d1a-cff374f0beee req-453f130a-3c35-4167-bf9b-9931cdcd46e2 service neutron] 10.222.0.57 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351804 Apr 18 20:30:54.521505 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:30:54.526206 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9755509d-e51b-4951-a973-2ac8653b7860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:54.616761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9755509d-e51b-4951-a973-2ac8653b7860 None None] Network 834e15af-05bf-4f20-83eb-2a3f314d7649 is not hosted by any dhcp agent {{(pid=102910) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 20:30:54.617596 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9755509d-e51b-4951-a973-2ac8653b7860 None None] No DVR routers for this DVR port eef9bce8-12d2-41e4-890e-8b39114c6ef0 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:30:54.707527 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054007bf-4dd1-4ee5-8b8d-64c7d157af7e req-c9d8d0d3-f522-402c-97ec-04194284e1d4 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:54.713472 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-054007bf-4dd1-4ee5-8b8d-64c7d157af7e req-c9d8d0d3-f522-402c-97ec-04194284e1d4 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 950 time: 0.2021079 Apr 18 20:30:54.788231 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-26e3f97a-e684-4096-91a2-4a741fe3cba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:54.871452 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755509d-e51b-4951-a973-2ac8653b7860 None None] Pushing event deleted for resources: {'Port': ['ID=eef9bce8-12d2-41e4-890e-8b39114c6ef0,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:54.877239 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-054007bf-4dd1-4ee5-8b8d-64c7d157af7e req-f283e0a8-e309-4fd4-b080-a191d984f9c1 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334128 Apr 18 20:30:54.969794 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6388434b-8645-4c36-aa7e-22e61f4e79e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:55.117775 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-26e3f97a-e684-4096-91a2-4a741fe3cba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:55.136008 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-9c92b68a-b091-4eb8-a0bd-24e37ce3a411 None None] Port 566a0069-e7cf-42be-aabf-6f7c0e99e477 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:30:55.174770 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1df8bf19-3c76-40be-86ac-2b1a9a95616a no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:30:55.386580 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fb99b555-7715-4f49-8d1a-cff374f0beee req-0b599011-acf5-42b9-9703-64ec55b40fe2 service neutron] 10.222.0.57 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0361307 Apr 18 20:30:55.431159 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-26e3f97a-e684-4096-91a2-4a741fe3cba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:55.450943 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-26e3f97a-e684-4096-91a2-4a741fe3cba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:55.453390 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-26e3f97a-e684-4096-91a2-4a741fe3cba9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1690906e-3c9e-4e4a-b6d0-59485a65f318 HTTP/1.1" status: 204 len: 168 time: 1.1715631 Apr 18 20:30:55.472932 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3f97a-e684-4096-91a2-4a741fe3cba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1690906e-3c9e-4e4a-b6d0-59485a65f318,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:55.547181 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 1df8bf19-3c76-40be-86ac-2b1a9a95616a {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:30:55.547764 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1df8bf19-3c76-40be-86ac-2b1a9a95616a not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:30:55.690921 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-3dd43fd5-aca6-44b1-a905-37e04978d68e None None] Provisioning complete for port 566a0069-e7cf-42be-aabf-6f7c0e99e477 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:55.691303 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3dd43fd5-aca6-44b1-a905-37e04978d68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:55.832179 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device eef9bce8-12d2-41e4-890e-8b39114c6ef0 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:30:55.993976 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-3dd43fd5-aca6-44b1-a905-37e04978d68e None None] Port 566a0069-e7cf-42be-aabf-6f7c0e99e477 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:30:56.000012 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: eef9bce8-12d2-41e4-890e-8b39114c6ef0 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:30:56.000352 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device eef9bce8-12d2-41e4-890e-8b39114c6ef0 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:30:56.470950 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b6ef8984-b9d9-4581-b93c-741d070309f8 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:56.507929 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b6ef8984-b9d9-4581-b93c-741d070309f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:56.721453 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b6ef8984-b9d9-4581-b93c-741d070309f8 None None] Attempting to bind port 62282084-b787-4281-b751-1f2d5f74ee85 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:56.721844 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b6ef8984-b9d9-4581-b93c-741d070309f8 None None] Attempting to bind port 62282084-b787-4281-b751-1f2d5f74ee85 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:56.722141 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef8984-b9d9-4581-b93c-741d070309f8 None None] Attempting to bind port 62282084-b787-4281-b751-1f2d5f74ee85 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:56.735492 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef8984-b9d9-4581-b93c-741d070309f8 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:30:56.736018 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef8984-b9d9-4581-b93c-741d070309f8 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:30:56.745520 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b6ef8984-b9d9-4581-b93c-741d070309f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:56.745877 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef8984-b9d9-4581-b93c-741d070309f8 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:30:56.746349 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b6ef8984-b9d9-4581-b93c-741d070309f8 None None] Bound port: 62282084-b787-4281-b751-1f2d5f74ee85, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:30:56.746759 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b6ef8984-b9d9-4581-b93c-741d070309f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:56.877153 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24cf67-dcc8-4317-9546-3a7f0dc2e9d7 None None] Pushing event updated for resources: {'Port': ['ID=62282084-b787-4281-b751-1f2d5f74ee85,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:57.016265 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b6ef8984-b9d9-4581-b93c-741d070309f8 None None] For port 62282084-b787-4281-b751-1f2d5f74ee85, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:30:57.022186 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b6ef8984-b9d9-4581-b93c-741d070309f8 None None] For port 62282084-b787-4281-b751-1f2d5f74ee85, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=62282084-b787-4281-b751-1f2d5f74ee85,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:30:57.073006 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b6ef8984-b9d9-4581-b93c-741d070309f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:57.373444 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744ba81-b19c-4771-b338-81674f53e67a req-a276dd38-47e0-45f7-9d25-cdabc61e090b tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:57.375015 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5744ba81-b19c-4771-b338-81674f53e67a req-a276dd38-47e0-45f7-9d25-cdabc61e090b tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ffa962-2e0e-4454-bcd7-cecf1301e5f1 HTTP/1.1" status: 200 len: 950 time: 0.2531574 Apr 18 20:30:57.556828 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24cf67-dcc8-4317-9546-3a7f0dc2e9d7 None None] Pushing event updated for resources: {'Port': ['ID=62282084-b787-4281-b751-1f2d5f74ee85,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:57.672051 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ef8984-b9d9-4581-b93c-741d070309f8 None None] Routers {'0488211d-2aa4-4613-9522-ce178f674eae'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:30:57.673148 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b6ef8984-b9d9-4581-b93c-741d070309f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:30:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0488211d-2aa4-4613-9522-ce178f674eae'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:57.706901 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-8a1b4d75-4ef0-49e7-b559-7be9483cfa4a service neutron] 10.222.0.57 "GET /v2.0/ports/26d1d66b-f1f2-4322-a1ef-5bd17db4bf35/bindings/n-h1-838323-3 HTTP/1.1" status: 200 len: 384 time: 0.4717937 Apr 18 20:30:57.858295 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-5744ba81-b19c-4771-b338-81674f53e67a req-ab67b600-2629-47d1-97e5-633997c67395 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Deleting port 32d972d9-9f78-4cf1-a074-2b0b24b1c428 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:30:57.858788 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5744ba81-b19c-4771-b338-81674f53e67a req-ab67b600-2629-47d1-97e5-633997c67395 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:58.195723 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-b6ef8984-b9d9-4581-b93c-741d070309f8 None None] Set router 0488211d-2aa4-4613-9522-ce178f674eae gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:30:58.201866 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-5744ba81-b19c-4771-b338-81674f53e67a req-ab67b600-2629-47d1-97e5-633997c67395 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] For port 32d972d9-9f78-4cf1-a074-2b0b24b1c428, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=32d972d9-9f78-4cf1-a074-2b0b24b1c428,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:58.202462 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5744ba81-b19c-4771-b338-81674f53e67a req-ab67b600-2629-47d1-97e5-633997c67395 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:58.262126 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-5744ba81-b19c-4771-b338-81674f53e67a req-ab67b600-2629-47d1-97e5-633997c67395 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Calling delete_port for 32d972d9-9f78-4cf1-a074-2b0b24b1c428 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:30:58.451275 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60346) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:58.764707 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5744ba81-b19c-4771-b338-81674f53e67a req-ab67b600-2629-47d1-97e5-633997c67395 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:58.793306 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-c1898978-827f-4c7f-8863-724b65ba7016 service neutron] For port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=26d1d66b-f1f2-4322-a1ef-5bd17db4bf35,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:58.843087 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-97a2177e-d68d-4f9e-afa4-fd5dd71dec1e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-253576467-network', 'tenant_id': 'c63cc5d46cf04294a9b15806504264cd'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:58.848988 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-c1898978-827f-4c7f-8863-724b65ba7016 service neutron] For port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:30:58.923713 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-c1898978-827f-4c7f-8863-724b65ba7016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:58.942285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-5744ba81-b19c-4771-b338-81674f53e67a req-ab67b600-2629-47d1-97e5-633997c67395 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] No DVR routers for this DVR port 32d972d9-9f78-4cf1-a074-2b0b24b1c428 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:30:58.952333 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1267ea3d-e54b-4294-bbc0-322a96c796c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:58.968624 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5744ba81-b19c-4771-b338-81674f53e67a req-ab67b600-2629-47d1-97e5-633997c67395 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:58.969519 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-c1898978-827f-4c7f-8863-724b65ba7016 service neutron] For port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=26d1d66b-f1f2-4322-a1ef-5bd17db4bf35,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:58.993365 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5744ba81-b19c-4771-b338-81674f53e67a req-ab67b600-2629-47d1-97e5-633997c67395 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] 10.222.0.32 "DELETE /v2.0/ports/32d972d9-9f78-4cf1-a074-2b0b24b1c428 HTTP/1.1" status: 204 len: 173 time: 1.6003900 Apr 18 20:30:58.995157 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ffa962-2e0e-4454-bcd7-cecf1301e5f1', 'name': 'network-vif-deleted', 'tag': '32d972d9-9f78-4cf1-a074-2b0b24b1c428'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:59.020166 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed9364d-71bc-4344-addc-6adc2bbd45c3" -d '{"events": [{"server_uuid": "c6ffa962-2e0e-4454-bcd7-cecf1301e5f1", "name": "network-vif-deleted", "tag": "32d972d9-9f78-4cf1-a074-2b0b24b1c428"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:59.028957 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-c1898978-827f-4c7f-8863-724b65ba7016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:59.041258 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67b600-2629-47d1-97e5-633997c67395 tempest-ServersAdminNegativeTestJSON-1612951439 tempest-ServersAdminNegativeTestJSON-1612951439-project] Pushing event deleted for resources: {'Port': ['ID=32d972d9-9f78-4cf1-a074-2b0b24b1c428,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:59.073003 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a2177e-d68d-4f9e-afa4-fd5dd71dec1e admin admin] Made reservation on behalf of c63cc5d46cf04294a9b15806504264cd for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:59.077580 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-97a2177e-d68d-4f9e-afa4-fd5dd71dec1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:59.098162 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-97a2177e-d68d-4f9e-afa4-fd5dd71dec1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:59.125150 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b6ef8984-b9d9-4581-b93c-741d070309f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0488211d-2aa4-4613-9522-ce178f674eae', 'name': 'tempest-ServerRescueNegativeTestJSON-531805305-router', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '62282084-b787-4281-b751-1f2d5f74ee85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:30:40Z', 'updated_at': '2022-04-18T20:30:50Z', 'revision_number': 4, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'gw_port': {'id': '62282084-b787-4281-b751-1f2d5f74ee85', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:42Z', 'updated_at': '2022-04-18T20:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '566a0069-e7cf-42be-aabf-6f7c0e99e477', 'name': '', 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'mac_address': 'fa:16:3e:6f:b2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:48Z', 'updated_at': '2022-04-18T20:30:50Z', 'revision_number': 2, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'subnets': [{'id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:59.254310 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ef8984-b9d9-4581-b93c-741d070309f8 None None] The sync data for ids ['0488211d-2aa4-4613-9522-ce178f674eae'] in n-d-838323-3 is: [{'id': '0488211d-2aa4-4613-9522-ce178f674eae', 'name': 'tempest-ServerRescueNegativeTestJSON-531805305-router', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '62282084-b787-4281-b751-1f2d5f74ee85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:30:40Z', 'updated_at': '2022-04-18T20:30:50Z', 'revision_number': 4, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'gw_port': {'id': '62282084-b787-4281-b751-1f2d5f74ee85', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:42Z', 'updated_at': '2022-04-18T20:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '566a0069-e7cf-42be-aabf-6f7c0e99e477', 'name': '', 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'mac_address': 'fa:16:3e:6f:b2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:48Z', 'updated_at': '2022-04-18T20:30:50Z', 'revision_number': 2, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'subnets': [{'id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:30:59.454348 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-c1898978-827f-4c7f-8863-724b65ba7016 service neutron] Transition to ACTIVE for port object 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:30:59.473831 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-97a2177e-d68d-4f9e-afa4-fd5dd71dec1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:59.481841 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-97a2177e-d68d-4f9e-afa4-fd5dd71dec1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:59.487905 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-c1898978-827f-4c7f-8863-724b65ba7016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:59.549596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2177e-d68d-4f9e-afa4-fd5dd71dec1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8af4c0-9f7c-4687-bbe9-0aad2f5f83fd,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:59.562307 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a2177e-d68d-4f9e-afa4-fd5dd71dec1e admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:30:59.587584 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-97a2177e-d68d-4f9e-afa4-fd5dd71dec1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:59.587938 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-97a2177e-d68d-4f9e-afa4-fd5dd71dec1e admin admin] Added segment 5a75c09b-a79f-451d-94e4-c58a1b313c11 of type vlan for network 8c9d1e9e-5f13-4921-acff-54965e449d7c Apr 18 20:30:59.650325 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-97a2177e-d68d-4f9e-afa4-fd5dd71dec1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:59.698746 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-97a2177e-d68d-4f9e-afa4-fd5dd71dec1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:59.700756 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a2177e-d68d-4f9e-afa4-fd5dd71dec1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:59.701792 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-97a2177e-d68d-4f9e-afa4-fd5dd71dec1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:59.733108 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:59.780600 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-97a2177e-d68d-4f9e-afa4-fd5dd71dec1e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3263891 Apr 18 20:30:59.791419 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 32d972d9-9f78-4cf1-a074-2b0b24b1c428 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:30:59.797801 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60354) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:59.862090 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-c1898978-827f-4c7f-8863-724b65ba7016 service neutron] No DVR routers for this DVR port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:30:59.883979 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1898978-827f-4c7f-8863-724b65ba7016 service neutron] Pushing event updated for resources: {'Port': ['ID=26d1d66b-f1f2-4322-a1ef-5bd17db4bf35,revision_number=10']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:59.897708 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1898978-827f-4c7f-8863-724b65ba7016 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:59.899141 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1898978-827f-4c7f-8863-724b65ba7016 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:59.899703 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1898978-827f-4c7f-8863-724b65ba7016 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:59.900134 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1898978-827f-4c7f-8863-724b65ba7016 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:59.900653 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1898978-827f-4c7f-8863-724b65ba7016 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:59.901385 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1898978-827f-4c7f-8863-724b65ba7016 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:59.902494 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1898978-827f-4c7f-8863-724b65ba7016 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:59.903917 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 32d972d9-9f78-4cf1-a074-2b0b24b1c428 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:30:59.904090 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 32d972d9-9f78-4cf1-a074-2b0b24b1c428 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:30:59.904277 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1898978-827f-4c7f-8863-724b65ba7016 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:59.908489 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1898978-827f-4c7f-8863-724b65ba7016 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:59.908489 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1898978-827f-4c7f-8863-724b65ba7016 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:59.908489 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1898978-827f-4c7f-8863-724b65ba7016 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:59.908489 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1898978-827f-4c7f-8863-724b65ba7016 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:59.948935 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-c1898978-827f-4c7f-8863-724b65ba7016 service neutron] 10.222.0.57 "PUT /v2.0/ports/26d1d66b-f1f2-4322-a1ef-5bd17db4bf35/bindings/n-h1-838323-3/activate HTTP/1.1" status: 200 len: 369 time: 2.2325299 Apr 18 20:31:00.012067 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-1f841eca-cde6-4003-a117-37393cd7c74a admin admin] Request body: {'subnet': {'network_id': '8c9d1e9e-5f13-4921-acff-54965e449d7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-253576467-subnet', 'tenant_id': 'c63cc5d46cf04294a9b15806504264cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:00.038642 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2177e-d68d-4f9e-afa4-fd5dd71dec1e admin admin] Pushing event updated for resources: {'Network': ['ID=8c9d1e9e-5f13-4921-acff-54965e449d7c,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:00.059855 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 8c9d1e9e-5f13-4921-acff-54965e449d7c details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:31:00.185407 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f841eca-cde6-4003-a117-37393cd7c74a admin admin] Made reservation on behalf of c63cc5d46cf04294a9b15806504264cd for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:00.189383 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1f841eca-cde6-4003-a117-37393cd7c74a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:00.436045 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-08a94a67-4c1d-45bd-956f-5518defe8d61 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:00.447972 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-08a94a67-4c1d-45bd-956f-5518defe8d61 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9&tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&binding%3Ahost_id=n-h2-838323-3 HTTP/1.1" status: 200 len: 1095 time: 0.3602419 Apr 18 20:31:00.597074 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1f841eca-cde6-4003-a117-37393cd7c74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:00.610153 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-a298f89a-d7eb-4e04-a22d-1d0635450ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:00.612322 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-a298f89a-d7eb-4e04-a22d-1d0635450ebf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9&tenant_id=b50996ef10d94bd4bdbc7264ef06ee97 HTTP/1.1" status: 200 len: 1095 time: 0.1525793 Apr 18 20:31:00.743174 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f841eca-cde6-4003-a117-37393cd7c74a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f24494fc-cbf7-4c66-85dc-b06c584b63d7,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:00.775197 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f841eca-cde6-4003-a117-37393cd7c74a admin admin] Checking segment: {'id': '5a75c09b-a79f-451d-94e4-c58a1b313c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8c9d1e9e-5f13-4921-acff-54965e449d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:00.775981 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f841eca-cde6-4003-a117-37393cd7c74a admin admin] Network hostable DHCP agents. Network: 8c9d1e9e-5f13-4921-acff-54965e449d7c, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:31:00.791718 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-1b6c9cd1-3eb0-4a6d-938c-5bcd668cee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:00.809712 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-1b6c9cd1-3eb0-4a6d-938c-5bcd668cee98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 1095 time: 0.1659737 Apr 18 20:31:00.912861 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f841eca-cde6-4003-a117-37393cd7c74a admin admin] Network 8c9d1e9e-5f13-4921-acff-54965e449d7c is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:31:01.280487 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:01.453720 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-1f841eca-cde6-4003-a117-37393cd7c74a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 8c9d1e9e-5f13-4921-acff-54965e449d7c) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:01.478204 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f841eca-cde6-4003-a117-37393cd7c74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:01.481105 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:01.482075 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1f841eca-cde6-4003-a117-37393cd7c74a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:01.486385 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c6e3a8-3041-4157-8a33-53edde6df293 None None] Network 8c9d1e9e-5f13-4921-acff-54965e449d7c requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:31:01.591158 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1f841eca-cde6-4003-a117-37393cd7c74a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7891824 Apr 18 20:31:01.596019 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60360) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:01.601516 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-6e2e6161-ddd1-490c-ab77-bd529d119f12 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-253576467-router', 'tenant_id': 'c63cc5d46cf04294a9b15806504264cd', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:01.611420 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-8fc94731-0b7b-4095-954e-bc78c14806ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:01.613089 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-8fc94731-0b7b-4095-954e-bc78c14806ce service neutron] 10.222.0.32 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 908 time: 0.7877669 Apr 18 20:31:01.675557 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-91fa8faa-7fa2-4311-b6c3-78f3b8b6b148 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 HTTP/1.1" status: 200 len: 217 time: 0.0554700 Apr 18 20:31:01.761012 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6161-ddd1-490c-ab77-bd529d119f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:01.761879 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6161-ddd1-490c-ab77-bd529d119f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:01.796837 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-25d54b40-51c1-4d47-b223-5ace72c18cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:01.799377 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-25d54b40-51c1-4d47-b223-5ace72c18cf4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1 HTTP/1.1" status: 200 len: 847 time: 0.1133039 Apr 18 20:31:01.902293 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-1079f47b-b5af-43c8-b4a3-d8771ebe683c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909464 Apr 18 20:31:01.978866 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 62282084-b787-4281-b751-1f2d5f74ee85 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:02.074551 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 62282084-b787-4281-b751-1f2d5f74ee85 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:02.075831 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:02.173372 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-de244821-b0d2-4390-87a0-a42cbb31629f service neutron] 10.222.0.32 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362001 Apr 18 20:31:02.256394 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddca2a9-b77c-468c-8c38-bb078213f87a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-8c9d1e9e-5f13-4921-acff-54965e449d7c', 'network_id': '8c9d1e9e-5f13-4921-acff-54965e449d7c', 'tenant_id': 'c63cc5d46cf04294a9b15806504264cd', 'fixed_ips': [{'subnet_id': 'f24494fc-cbf7-4c66-85dc-b06c584b63d7'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:31:02.269776 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9ddca2a9-b77c-468c-8c38-bb078213f87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:02.312365 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6161-ddd1-490c-ab77-bd529d119f12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:02.329685 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:02.367989 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 62282084-b787-4281-b751-1f2d5f74ee85, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=62282084-b787-4281-b751-1f2d5f74ee85,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:02.374837 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:02.800794 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-9ddca2a9-b77c-468c-8c38-bb078213f87a None None] Allocated IP 172.20.0.2 (8c9d1e9e-5f13-4921-acff-54965e449d7c/f24494fc-cbf7-4c66-85dc-b06c584b63d7/40dff00c-71d3-462a-b9b4-fc17e48e6101) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:02.809547 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6161-ddd1-490c-ab77-bd529d119f12 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:02.829722 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-0816cd3a-d105-4473-9f9a-a8e982e17110 service neutron] 10.222.0.32 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6430237 Apr 18 20:31:03.065788 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=62282084-b787-4281-b751-1f2d5f74ee85,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:03.320271 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9ddca2a9-b77c-468c-8c38-bb078213f87a None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.335739 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9ddca2a9-b77c-468c-8c38-bb078213f87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.413196 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddca2a9-b77c-468c-8c38-bb078213f87a None None] Network 8c9d1e9e-5f13-4921-acff-54965e449d7c is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:03.415486 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddca2a9-b77c-468c-8c38-bb078213f87a None None] Pushing event updated for resources: {'Port': ['ID=40dff00c-71d3-462a-b9b4-fc17e48e6101,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:03.418734 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-9ddca2a9-b77c-468c-8c38-bb078213f87a None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:03.422372 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddca2a9-b77c-468c-8c38-bb078213f87a None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:31:03.443539 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-2180992a-c0e1-4800-9409-7f11a1295f2e tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:03.446432 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-2180992a-c0e1-4800-9409-7f11a1295f2e tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9&tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&binding%3Ahost_id=n-h1-838323-3 HTTP/1.1" status: 200 len: 1095 time: 0.1181290 Apr 18 20:31:03.450843 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6161-ddd1-490c-ab77-bd529d119f12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.513636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-9ddca2a9-b77c-468c-8c38-bb078213f87a None None] Attempting to bind port 40dff00c-71d3-462a-b9b4-fc17e48e6101 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:03.514010 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-9ddca2a9-b77c-468c-8c38-bb078213f87a None None] Attempting to bind port 40dff00c-71d3-462a-b9b4-fc17e48e6101 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '5a75c09b-a79f-451d-94e4-c58a1b313c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8c9d1e9e-5f13-4921-acff-54965e449d7c'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:03.514383 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddca2a9-b77c-468c-8c38-bb078213f87a None None] Attempting to bind port 40dff00c-71d3-462a-b9b4-fc17e48e6101 on network 8c9d1e9e-5f13-4921-acff-54965e449d7c {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:03.521632 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddca2a9-b77c-468c-8c38-bb078213f87a None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:31:03.522023 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddca2a9-b77c-468c-8c38-bb078213f87a None None] Checking segment: {'id': '5a75c09b-a79f-451d-94e4-c58a1b313c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8c9d1e9e-5f13-4921-acff-54965e449d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:03.522412 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9ddca2a9-b77c-468c-8c38-bb078213f87a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.523493 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddca2a9-b77c-468c-8c38-bb078213f87a None None] Bound using segment: {'id': '5a75c09b-a79f-451d-94e4-c58a1b313c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8c9d1e9e-5f13-4921-acff-54965e449d7c'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:31:03.523995 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-9ddca2a9-b77c-468c-8c38-bb078213f87a None None] Bound port: 40dff00c-71d3-462a-b9b4-fc17e48e6101, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a75c09b-a79f-451d-94e4-c58a1b313c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8c9d1e9e-5f13-4921-acff-54965e449d7c'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:03.524390 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9ddca2a9-b77c-468c-8c38-bb078213f87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.634983 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-9ddca2a9-b77c-468c-8c38-bb078213f87a None None] For port 40dff00c-71d3-462a-b9b4-fc17e48e6101, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:31:03.640333 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-9ddca2a9-b77c-468c-8c38-bb078213f87a None None] For port 40dff00c-71d3-462a-b9b4-fc17e48e6101, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=40dff00c-71d3-462a-b9b4-fc17e48e6101,segment=NetworkSegment(5a75c09b-a79f-451d-94e4-c58a1b313c11),segment_id=5a75c09b-a79f-451d-94e4-c58a1b313c11)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:31:03.649256 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9ddca2a9-b77c-468c-8c38-bb078213f87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.733560 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbb616a-44cb-4aa0-b6eb-ccc720761d60 None None] Sync routers for ids ['0488211d-2aa4-4613-9522-ce178f674eae'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:31:03.755024 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbb616a-44cb-4aa0-b6eb-ccc720761d60 None None] Routers {'0488211d-2aa4-4613-9522-ce178f674eae'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:31:03.759874 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7cbb616a-44cb-4aa0-b6eb-ccc720761d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:30:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0488211d-2aa4-4613-9522-ce178f674eae'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:03.760848 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddca2a9-b77c-468c-8c38-bb078213f87a None None] Pushing event updated for resources: {'Port': ['ID=40dff00c-71d3-462a-b9b4-fc17e48e6101,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:03.802915 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6161-ddd1-490c-ab77-bd529d119f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.805498 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 62282084-b787-4281-b751-1f2d5f74ee85 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:03.922012 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-572d67e4-6174-4681-8637-7d8cc7b45ec4 service neutron] For port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:31:03.935831 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-572d67e4-6174-4681-8637-7d8cc7b45ec4 service neutron] Notify callbacks [] for binding, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.937513 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6b2acaa-fbac-4d8b-a151-6e71ea2d90c0 req-572d67e4-6174-4681-8637-7d8cc7b45ec4 service neutron] 10.222.0.32 "DELETE /v2.0/ports/26d1d66b-f1f2-4322-a1ef-5bd17db4bf35/bindings/n-h2-838323-3 HTTP/1.1" status: 204 len: 173 time: 0.4746363 Apr 18 20:31:04.035406 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 62282084-b787-4281-b751-1f2d5f74ee85 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:04.036149 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:04.275645 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-6e2e6161-ddd1-490c-ab77-bd529d119f12 admin admin] Allocated IP 172.25.1.234 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/3362c8ef-fd65-4741-9cf3-2d17b4111bcf) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:04.741217 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-7cbb616a-44cb-4aa0-b6eb-ccc720761d60 None None] Set router 0488211d-2aa4-4613-9522-ce178f674eae gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:31:04.972836 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823df231-8ae4-4d7e-b5c2-8b79936d3ca4 req-814e40f0-c820-4cf4-a610-b56a38d536b0 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:04.975409 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-823df231-8ae4-4d7e-b5c2-8b79936d3ca4 req-814e40f0-c820-4cf4-a610-b56a38d536b0 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 944 time: 0.4573519 Apr 18 20:31:05.010419 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-36307310-a4ef-4f04-920d-a9cf51e4d3be tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:05.026530 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-36307310-a4ef-4f04-920d-a9cf51e4d3be tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/networks?id=d538f970-1699-4982-98ba-9d8cb4a7048d HTTP/1.1" status: 200 len: 818 time: 0.7744145 Apr 18 20:31:05.124944 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-7d137d35-b962-4e39-b725-bac65d6425e7 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/quotas/c72a6cb4b75647d38b6aa693a7d2ca0b HTTP/1.1" status: 200 len: 375 time: 0.0971856 Apr 18 20:31:05.187930 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-a536b4fd-44f2-4860-a726-46113ed0558f req-1533cfc3-52e5-4212-b724-53aca3a64767 service neutron] show failed (client error): The resource could not be found. Apr 18 20:31:05.187930 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a536b4fd-44f2-4860-a726-46113ed0558f req-1533cfc3-52e5-4212-b724-53aca3a64767 service neutron] 10.222.0.32 "GET /v2.0/ports/e1a5107e-ec2f-4341-80dc-7ad2cffe0a34/bindings/n-h2-838323-3 HTTP/1.1" status: 404 len: 380 time: 0.3581972 Apr 18 20:31:05.300082 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6161-ddd1-490c-ab77-bd529d119f12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:05.362451 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7cbb616a-44cb-4aa0-b6eb-ccc720761d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0488211d-2aa4-4613-9522-ce178f674eae', 'name': 'tempest-ServerRescueNegativeTestJSON-531805305-router', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '62282084-b787-4281-b751-1f2d5f74ee85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:30:40Z', 'updated_at': '2022-04-18T20:30:50Z', 'revision_number': 4, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'gw_port': {'id': '62282084-b787-4281-b751-1f2d5f74ee85', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:42Z', 'updated_at': '2022-04-18T20:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '566a0069-e7cf-42be-aabf-6f7c0e99e477', 'name': '', 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'mac_address': 'fa:16:3e:6f:b2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:48Z', 'updated_at': '2022-04-18T20:30:50Z', 'revision_number': 2, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'subnets': [{'id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:05.381641 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-823df231-8ae4-4d7e-b5c2-8b79936d3ca4 req-40a2ead3-dfe0-48cd-a9ec-ee73e75d74e8 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389945 Apr 18 20:31:05.530760 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbb616a-44cb-4aa0-b6eb-ccc720761d60 None None] Checking router: 0488211d-2aa4-4613-9522-ce178f674eae for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:31:05.531371 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbb616a-44cb-4aa0-b6eb-ccc720761d60 None None] Updating router 0488211d-2aa4-4613-9522-ce178f674eae port 566a0069-e7cf-42be-aabf-6f7c0e99e477 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:31:05.601659 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7cbb616a-44cb-4aa0-b6eb-ccc720761d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:05.672101 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-8d521ac5-aa15-44f9-98f6-3c25b0807802 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c72a6cb4b75647d38b6aa693a7d2ca0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5283501 Apr 18 20:31:05.806440 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b4fd-44f2-4860-a726-46113ed0558f req-0c655db6-7493-4896-93b4-42ef867b8f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:05.808142 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a536b4fd-44f2-4860-a726-46113ed0558f req-0c655db6-7493-4896-93b4-42ef867b8f89 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5&tenant_id=f3b4f15f5bca46ea8bac796d6de7252e HTTP/1.1" status: 200 len: 1101 time: 0.1944318 Apr 18 20:31:05.838181 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-a536b4fd-44f2-4860-a726-46113ed0558f req-57c2762d-6d65-495f-8611-524ba8a8ae3a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838323-3', 'device_owner': 'compute:nova'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:05.896011 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 40dff00c-71d3-462a-b9b4-fc17e48e6101 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:06.017564 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-e24e6480-f155-483f-a732-f347223289e1 service neutron] 10.222.0.41 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349574 Apr 18 20:31:06.083869 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-a536b4fd-44f2-4860-a726-46113ed0558f req-57c2762d-6d65-495f-8611-524ba8a8ae3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.181527 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 40dff00c-71d3-462a-b9b4-fc17e48e6101 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:06.183190 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.229376 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60402) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:06.267918 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce77df2-af8e-44e5-a454-fc1bb16b019f None None] Network 8c9d1e9e-5f13-4921-acff-54965e449d7c requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:31:06.371420 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-3898b102-5d0e-40e4-91ea-1b9c2b38b8b8 None None] Provisioning complete for port 40dff00c-71d3-462a-b9b4-fc17e48e6101 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:06.372103 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3898b102-5d0e-40e4-91ea-1b9c2b38b8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.453029 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6161-ddd1-490c-ab77-bd529d119f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.670919 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.744378 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3898b102-5d0e-40e4-91ea-1b9c2b38b8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.750662 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 40dff00c-71d3-462a-b9b4-fc17e48e6101, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=40dff00c-71d3-462a-b9b4-fc17e48e6101,segment=NetworkSegment(5a75c09b-a79f-451d-94e4-c58a1b313c11),segment_id=5a75c09b-a79f-451d-94e4-c58a1b313c11)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:06.764209 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.811180 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-3aac336e-fca6-4c0d-af09-56aaf5beef78 service neutron] 10.222.0.41 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7897701 Apr 18 20:31:06.834656 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2e6161-ddd1-490c-ab77-bd529d119f12 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:06.862352 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-6e2e6161-ddd1-490c-ab77-bd529d119f12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:06.888833 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e6161-ddd1-490c-ab77-bd529d119f12 admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:31:06.893190 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e6161-ddd1-490c-ab77-bd529d119f12 admin admin] Pushing event updated for resources: {'Port': ['ID=3362c8ef-fd65-4741-9cf3-2d17b4111bcf,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:06.900696 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-3898b102-5d0e-40e4-91ea-1b9c2b38b8b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:31:06.901559 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-3898b102-5d0e-40e4-91ea-1b9c2b38b8b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:31:06.917282 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=40dff00c-71d3-462a-b9b4-fc17e48e6101,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:06.946508 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:06.946838 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:06.947169 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:06.947505 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:06.947839 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:06.948171 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:06.948596 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:06.948923 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:06.949261 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:06.958695 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:06.959174 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:06.961969 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:07.019836 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-a536b4fd-44f2-4860-a726-46113ed0558f req-57c2762d-6d65-495f-8611-524ba8a8ae3a service neutron] For port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:07.067835 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7cbb616a-44cb-4aa0-b6eb-ccc720761d60 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:07.087714 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7cbb616a-44cb-4aa0-b6eb-ccc720761d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:07.106488 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e9011-7ce3-40cc-8e01-0af2f0bded48 req-3598a710-02fe-4de7-9f34-f1b289cf5dbd tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:07.108181 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b29e9011-7ce3-40cc-8e01-0af2f0bded48 req-3598a710-02fe-4de7-9f34-f1b289cf5dbd tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 950 time: 0.4781044 Apr 18 20:31:07.223050 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-60878e58-2f72-4ca1-9f71-422277c2332e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e2d233d71fe7456da2bcf3adab420085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9898834 Apr 18 20:31:07.238996 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60416) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:07.279740 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-a536b4fd-44f2-4860-a726-46113ed0558f req-57c2762d-6d65-495f-8611-524ba8a8ae3a service neutron] For port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:31:07.337964 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd5cda-1223-4aa1-8044-b571e530cb4d None None] Pushing event updated for resources: {'Port': ['ID=566a0069-e7cf-42be-aabf-6f7c0e99e477,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:07.429711 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:07.463772 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd5cda-1223-4aa1-8044-b571e530cb4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:07.475175 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd5cda-1223-4aa1-8044-b571e530cb4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:07.480538 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd5cda-1223-4aa1-8044-b571e530cb4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:07.481134 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd5cda-1223-4aa1-8044-b571e530cb4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:07.484403 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd5cda-1223-4aa1-8044-b571e530cb4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:07.484980 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd5cda-1223-4aa1-8044-b571e530cb4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:07.485488 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd5cda-1223-4aa1-8044-b571e530cb4d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:07.486561 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd5cda-1223-4aa1-8044-b571e530cb4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:07.494500 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd5cda-1223-4aa1-8044-b571e530cb4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:07.495294 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd5cda-1223-4aa1-8044-b571e530cb4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:07.495807 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd5cda-1223-4aa1-8044-b571e530cb4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:07.496319 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd5cda-1223-4aa1-8044-b571e530cb4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:07.605508 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-7cbb616a-44cb-4aa0-b6eb-ccc720761d60 None None] Attempting to bind port 566a0069-e7cf-42be-aabf-6f7c0e99e477 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:07.606073 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-7cbb616a-44cb-4aa0-b6eb-ccc720761d60 None None] Attempting to bind port 566a0069-e7cf-42be-aabf-6f7c0e99e477 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '56183d8f-21a5-45b4-8a0e-690ad26be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:07.606596 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbb616a-44cb-4aa0-b6eb-ccc720761d60 None None] Attempting to bind port 566a0069-e7cf-42be-aabf-6f7c0e99e477 on network d538f970-1699-4982-98ba-9d8cb4a7048d {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:07.613398 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbb616a-44cb-4aa0-b6eb-ccc720761d60 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:31:07.614721 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbb616a-44cb-4aa0-b6eb-ccc720761d60 None None] Checking segment: {'id': '56183d8f-21a5-45b4-8a0e-690ad26be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:07.615640 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7cbb616a-44cb-4aa0-b6eb-ccc720761d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:07.616206 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbb616a-44cb-4aa0-b6eb-ccc720761d60 None None] Bound using segment: {'id': '56183d8f-21a5-45b4-8a0e-690ad26be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:31:07.617007 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-7cbb616a-44cb-4aa0-b6eb-ccc720761d60 None None] Bound port: 566a0069-e7cf-42be-aabf-6f7c0e99e477, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56183d8f-21a5-45b4-8a0e-690ad26be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:07.617586 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7cbb616a-44cb-4aa0-b6eb-ccc720761d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:07.722489 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-7cbb616a-44cb-4aa0-b6eb-ccc720761d60 None None] For port 566a0069-e7cf-42be-aabf-6f7c0e99e477, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:31:07.728555 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-7cbb616a-44cb-4aa0-b6eb-ccc720761d60 None None] For port 566a0069-e7cf-42be-aabf-6f7c0e99e477, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=566a0069-e7cf-42be-aabf-6f7c0e99e477,segment=NetworkSegment(56183d8f-21a5-45b4-8a0e-690ad26be3e8),segment_id=56183d8f-21a5-45b4-8a0e-690ad26be3e8)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:31:07.745500 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7cbb616a-44cb-4aa0-b6eb-ccc720761d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:07.840605 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:31:07.860213 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95929d42-115a-4ec9-812a-540a71740ff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a5107e-ec2f-4341-80dc-7ad2cffe0a34'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:07.879829 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b72cc3b-ce9b-4cef-b339-b532d3dc3c91" -d '{"events": [{"server_uuid": "95929d42-115a-4ec9-812a-540a71740ff5", "name": "network-vif-unplugged", "status": "completed", "tag": "e1a5107e-ec2f-4341-80dc-7ad2cffe0a34"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:07.903804 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-a536b4fd-44f2-4860-a726-46113ed0558f req-57c2762d-6d65-495f-8611-524ba8a8ae3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:07.948989 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155b9536-0d8b-46db-a69a-1d5b29fa72f4 x-openstack-request-id: req-155b9536-0d8b-46db-a69a-1d5b29fa72f4 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:07.949287 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ffa962-2e0e-4454-bcd7-cecf1301e5f1", "name": "network-vif-deleted", "tag": "32d972d9-9f78-4cf1-a074-2b0b24b1c428", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:07.949545 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-155b9536-0d8b-46db-a69a-1d5b29fa72f4 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:07.949971 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-155b9536-0d8b-46db-a69a-1d5b29fa72f4'] response: {'server_uuid': 'c6ffa962-2e0e-4454-bcd7-cecf1301e5f1', 'name': 'network-vif-deleted', 'tag': '32d972d9-9f78-4cf1-a074-2b0b24b1c428', 'status': 'completed', 'code': 200} Apr 18 20:31:07.955751 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b29e9011-7ce3-40cc-8e01-0af2f0bded48 req-988f33b9-1006-44d7-80d5-e8c5d5b283be tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8201368 Apr 18 20:31:08.030292 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 40dff00c-71d3-462a-b9b4-fc17e48e6101 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:08.036954 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-71492406-0fac-4a48-b74d-b0a9fe0a42a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:08.142021 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-71492406-0fac-4a48-b74d-b0a9fe0a42a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:08.142570 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbb616a-44cb-4aa0-b6eb-ccc720761d60 None None] Routers {'0488211d-2aa4-4613-9522-ce178f674eae'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:31:08.145545 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7cbb616a-44cb-4aa0-b6eb-ccc720761d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:30:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0488211d-2aa4-4613-9522-ce178f674eae'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:08.280235 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f0bbbe64-4312-4334-8684-e1cca14a6d1c None None] Provisioning complete for port 40dff00c-71d3-462a-b9b4-fc17e48e6101 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:08.291456 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d4f3eb-28e8-4b67-9be3-89eb7b36e374 x-openstack-request-id: req-21d4f3eb-28e8-4b67-9be3-89eb7b36e374 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:08.291761 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95929d42-115a-4ec9-812a-540a71740ff5", "name": "network-vif-unplugged", "status": "completed", "tag": "e1a5107e-ec2f-4341-80dc-7ad2cffe0a34", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:08.292163 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f0bbbe64-4312-4334-8684-e1cca14a6d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:08.293135 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-21d4f3eb-28e8-4b67-9be3-89eb7b36e374 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:08.293734 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21d4f3eb-28e8-4b67-9be3-89eb7b36e374'] response: {'server_uuid': '95929d42-115a-4ec9-812a-540a71740ff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a5107e-ec2f-4341-80dc-7ad2cffe0a34', 'code': 200} Apr 18 20:31:08.306119 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-71492406-0fac-4a48-b74d-b0a9fe0a42a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:08.308878 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-71492406-0fac-4a48-b74d-b0a9fe0a42a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:08.314062 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-71492406-0fac-4a48-b74d-b0a9fe0a42a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d59403ca-6498-4d76-84bf-3542488143ee HTTP/1.1" status: 204 len: 168 time: 1.0699842 Apr 18 20:31:08.314062 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-a536b4fd-44f2-4860-a726-46113ed0558f req-57c2762d-6d65-495f-8611-524ba8a8ae3a service neutron] Transition to ACTIVE for port object e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:08.337460 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd5cda-1223-4aa1-8044-b571e530cb4d None None] Pushing event updated for resources: {'Port': ['ID=566a0069-e7cf-42be-aabf-6f7c0e99e477,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:08.337888 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71492406-0fac-4a48-b74d-b0a9fe0a42a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59403ca-6498-4d76-84bf-3542488143ee,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:08.339969 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-a536b4fd-44f2-4860-a726-46113ed0558f req-57c2762d-6d65-495f-8611-524ba8a8ae3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:08.493347 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f18dc31d-c135-4e31-8257-30dae1336b37 req-c6d1c846-3d53-4a82-a332-d821c9fad5a3 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 210 time: 0.1780379 Apr 18 20:31:08.592248 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-a536b4fd-44f2-4860-a726-46113ed0558f req-57c2762d-6d65-495f-8611-524ba8a8ae3a service neutron] No DVR routers for this DVR port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 on host n-h1-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:31:08.606599 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2762d-6d65-495f-8611-524ba8a8ae3a service neutron] Pushing event updated for resources: {'Port': ['ID=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,revision_number=6']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:08.709758 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 40dff00c-71d3-462a-b9b4-fc17e48e6101 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:08.710769 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:08.788128 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-a536b4fd-44f2-4860-a726-46113ed0558f req-57c2762d-6d65-495f-8611-524ba8a8ae3a service neutron] Attempting to bind port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:08.791220 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-a536b4fd-44f2-4860-a726-46113ed0558f req-57c2762d-6d65-495f-8611-524ba8a8ae3a service neutron] Attempting to bind port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:08.793220 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b4fd-44f2-4860-a726-46113ed0558f req-57c2762d-6d65-495f-8611-524ba8a8ae3a service neutron] Attempting to bind port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:08.811529 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b4fd-44f2-4860-a726-46113ed0558f req-57c2762d-6d65-495f-8611-524ba8a8ae3a service neutron] Port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:31:08.857297 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b4fd-44f2-4860-a726-46113ed0558f req-57c2762d-6d65-495f-8611-524ba8a8ae3a service neutron] Attempting to bind port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:08.885815 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b4fd-44f2-4860-a726-46113ed0558f req-57c2762d-6d65-495f-8611-524ba8a8ae3a service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:31:08.888277 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b4fd-44f2-4860-a726-46113ed0558f req-57c2762d-6d65-495f-8611-524ba8a8ae3a service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:08.890280 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b4fd-44f2-4860-a726-46113ed0558f req-57c2762d-6d65-495f-8611-524ba8a8ae3a service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:31:08.891044 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-a536b4fd-44f2-4860-a726-46113ed0558f req-57c2762d-6d65-495f-8611-524ba8a8ae3a service neutron] Bound port: e1a5107e-ec2f-4341-80dc-7ad2cffe0a34, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:08.891597 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-a536b4fd-44f2-4860-a726-46113ed0558f req-57c2762d-6d65-495f-8611-524ba8a8ae3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:08.913657 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-7cbb616a-44cb-4aa0-b6eb-ccc720761d60 None None] Set router 0488211d-2aa4-4613-9522-ce178f674eae gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:31:08.965997 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6161-ddd1-490c-ab77-bd529d119f12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:09.079455 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-a536b4fd-44f2-4860-a726-46113ed0558f req-57c2762d-6d65-495f-8611-524ba8a8ae3a service neutron] For port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:31:09.087079 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-a536b4fd-44f2-4860-a726-46113ed0558f req-57c2762d-6d65-495f-8611-524ba8a8ae3a service neutron] For port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:31:09.103101 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-a536b4fd-44f2-4860-a726-46113ed0558f req-57c2762d-6d65-495f-8611-524ba8a8ae3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:09.245451 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b4fd-44f2-4860-a726-46113ed0558f req-57c2762d-6d65-495f-8611-524ba8a8ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:09.246096 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-a536b4fd-44f2-4860-a726-46113ed0558f req-57c2762d-6d65-495f-8611-524ba8a8ae3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:09.260920 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a536b4fd-44f2-4860-a726-46113ed0558f req-57c2762d-6d65-495f-8611-524ba8a8ae3a service neutron] 10.222.0.57 "PUT /v2.0/ports/e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 HTTP/1.1" status: 200 len: 1096 time: 3.4436357 Apr 18 20:31:09.369180 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f0bbbe64-4312-4334-8684-e1cca14a6d1c None None] Provisioning complete for port 566a0069-e7cf-42be-aabf-6f7c0e99e477 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:09.371046 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f0bbbe64-4312-4334-8684-e1cca14a6d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:09.522892 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2762d-6d65-495f-8611-524ba8a8ae3a service neutron] Pushing event updated for resources: {'Port': ['ID=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,revision_number=7']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:09.560331 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b4fd-44f2-4860-a726-46113ed0558f req-2d27ebf9-fad5-4e91-b309-2d9f9ec892f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:09.561953 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a536b4fd-44f2-4860-a726-46113ed0558f req-2d27ebf9-fad5-4e91-b309-2d9f9ec892f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 1099 time: 0.2800460 Apr 18 20:31:09.677184 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f0bbbe64-4312-4334-8684-e1cca14a6d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:09.746210 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60468) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:09.772936 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7cbb616a-44cb-4aa0-b6eb-ccc720761d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0488211d-2aa4-4613-9522-ce178f674eae', 'name': 'tempest-ServerRescueNegativeTestJSON-531805305-router', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '62282084-b787-4281-b751-1f2d5f74ee85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:30:40Z', 'updated_at': '2022-04-18T20:30:50Z', 'revision_number': 4, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'gw_port': {'id': '62282084-b787-4281-b751-1f2d5f74ee85', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:42Z', 'updated_at': '2022-04-18T20:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '566a0069-e7cf-42be-aabf-6f7c0e99e477', 'name': '', 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'mac_address': 'fa:16:3e:6f:b2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:48Z', 'updated_at': '2022-04-18T20:31:07Z', 'revision_number': 4, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'subnets': [{'id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:09.774855 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f4b43-ddbf-4e80-973d-4e80e4ffe6a0 req-34a03e5b-74dc-45e8-b3e1-5ab1a9618e1d tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:09.776470 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb5f4b43-ddbf-4e80-973d-4e80e4ffe6a0 req-34a03e5b-74dc-45e8-b3e1-5ab1a9618e1d tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 1095 time: 1.4954989 Apr 18 20:31:09.849298 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbb616a-44cb-4aa0-b6eb-ccc720761d60 None None] The sync data for ids ['0488211d-2aa4-4613-9522-ce178f674eae'] in n-d-838323-3 is: [{'id': '0488211d-2aa4-4613-9522-ce178f674eae', 'name': 'tempest-ServerRescueNegativeTestJSON-531805305-router', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '62282084-b787-4281-b751-1f2d5f74ee85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:30:40Z', 'updated_at': '2022-04-18T20:30:50Z', 'revision_number': 4, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'gw_port': {'id': '62282084-b787-4281-b751-1f2d5f74ee85', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:42Z', 'updated_at': '2022-04-18T20:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '566a0069-e7cf-42be-aabf-6f7c0e99e477', 'name': '', 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'mac_address': 'fa:16:3e:6f:b2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:48Z', 'updated_at': '2022-04-18T20:31:07Z', 'revision_number': 4, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'subnets': [{'id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:31:09.853722 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f0bbbe64-4312-4334-8684-e1cca14a6d1c None None] For port 566a0069-e7cf-42be-aabf-6f7c0e99e477, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=566a0069-e7cf-42be-aabf-6f7c0e99e477,segment=NetworkSegment(56183d8f-21a5-45b4-8a0e-690ad26be3e8),segment_id=56183d8f-21a5-45b4-8a0e-690ad26be3e8)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:09.868691 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f0bbbe64-4312-4334-8684-e1cca14a6d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:09.895123 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cd1bf77b-8a46-45c0-bc6b-c20dadf8e699 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa82f956b14e4c38b21dca7f82403e08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433225 Apr 18 20:31:09.898606 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60470) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:10.032273 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b4fd-44f2-4860-a726-46113ed0558f req-44544591-e923-4a5e-810a-9487e1bd0889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:10.035224 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a536b4fd-44f2-4860-a726-46113ed0558f req-44544591-e923-4a5e-810a-9487e1bd0889 service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.4643388 Apr 18 20:31:10.072031 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0acb24-db53-43c1-8833-13ff7780a023 req-d5b88618-ae7c-4be6-b2c4-414721252e22 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:10.098179 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3a0acb24-db53-43c1-8833-13ff7780a023 req-d5b88618-ae7c-4be6-b2c4-414721252e22 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 948 time: 0.7557762 Apr 18 20:31:10.136024 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0f6e62c0-ec48-4f8f-a733-d808ad273630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:10.140487 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a536b4fd-44f2-4860-a726-46113ed0558f req-35f0521e-5429-404b-83e4-268fb60b9e66 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 HTTP/1.1" status: 200 len: 217 time: 0.0826390 Apr 18 20:31:10.176923 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 566a0069-e7cf-42be-aabf-6f7c0e99e477 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:10.325317 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95929d42-115a-4ec9-812a-540a71740ff5', 'tag': 'e1a5107e-ec2f-4341-80dc-7ad2cffe0a34'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:10.332275 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaa7437-81ad-4c3b-a581-447cbe563902" -d '{"events": [{"name": "network-changed", "server_uuid": "95929d42-115a-4ec9-812a-540a71740ff5", "tag": "e1a5107e-ec2f-4341-80dc-7ad2cffe0a34"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:10.371612 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0f6e62c0-ec48-4f8f-a733-d808ad273630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:10.394990 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbbe64-4312-4334-8684-e1cca14a6d1c None None] Pushing event updated for resources: {'Port': ['ID=566a0069-e7cf-42be-aabf-6f7c0e99e477,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:10.410827 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-93f70ad8-11c9-4dc6-a1a2-7397afdb3540 None None] Provisioning complete for port 566a0069-e7cf-42be-aabf-6f7c0e99e477 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:10.411288 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-93f70ad8-11c9-4dc6-a1a2-7397afdb3540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:10.441959 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b4fd-44f2-4860-a726-46113ed0558f req-c3010ee9-8919-4ca1-aeb2-948f770a106b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:10.445268 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a536b4fd-44f2-4860-a726-46113ed0558f req-c3010ee9-8919-4ca1-aeb2-948f770a106b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.2702060 Apr 18 20:31:10.608621 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6161-ddd1-490c-ab77-bd529d119f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:10.613327 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 566a0069-e7cf-42be-aabf-6f7c0e99e477 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:10.613704 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:10.613909 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b4fd-44f2-4860-a726-46113ed0558f req-1aa8601c-dd81-4567-aca2-cf0ab9a37d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:10.618908 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a536b4fd-44f2-4860-a726-46113ed0558f req-1aa8601c-dd81-4567-aca2-cf0ab9a37d61 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1647115 Apr 18 20:31:10.732346 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0f6e62c0-ec48-4f8f-a733-d808ad273630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:10.735626 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0f6e62c0-ec48-4f8f-a733-d808ad273630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:10.737483 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0f6e62c0-ec48-4f8f-a733-d808ad273630 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5299214f-5d38-4531-9767-9933feffc3fe HTTP/1.1" status: 204 len: 168 time: 0.8376572 Apr 18 20:31:10.760895 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e62c0-ec48-4f8f-a733-d808ad273630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5299214f-5d38-4531-9767-9933feffc3fe,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:10.829868 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a536b4fd-44f2-4860-a726-46113ed0558f req-bd7f7a1d-d4c0-42ab-adb1-3c7ae62ed473 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010536 Apr 18 20:31:10.895313 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:31:11.071293 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a536b4fd-44f2-4860-a726-46113ed0558f req-dda9cf10-efc7-4d38-baa5-2e87a2df4ebb service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347128 Apr 18 20:31:11.193126 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-5620d829-684b-4d0d-ac46-59165d0a2dd7 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:11.198130 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-5620d829-684b-4d0d-ac46-59165d0a2dd7 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.57 "GET /v2.0/networks?id=d538f970-1699-4982-98ba-9d8cb4a7048d HTTP/1.1" status: 200 len: 818 time: 1.0717506 Apr 18 20:31:11.441044 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:11.492940 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3a0acb24-db53-43c1-8833-13ff7780a023 req-09ad6789-ed8c-40f8-b7cf-fc822099fde4 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3887336 Apr 18 20:31:11.507691 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-2bf35e7d-3f63-44d0-99c9-f8d3125c5bff tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Request body: {'port': {'device_id': '16ccf2ab-adcb-4fd4-bc2c-533df3929c52', 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'admin_state_up': True, 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:11.518236 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb5f4b43-ddbf-4e80-973d-4e80e4ffe6a0 req-58e1ba12-e914-4128-961a-05b5e25dc7a6 tempest-LiveMigrationTest-756342647 tempest-LiveMigrationTest-756342647-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6690481 Apr 18 20:31:11.750850 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2e6161-ddd1-490c-ab77-bd529d119f12 admin admin] Router be7ccf6e-f1a1-4b22-8faa-fb35be0ef856 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:31:11.971672 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 566a0069-e7cf-42be-aabf-6f7c0e99e477 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:12.054243 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8c8e36-0ec9-46cd-89a7-97dd73b3d6c9 x-openstack-request-id: req-4d8c8e36-0ec9-46cd-89a7-97dd73b3d6c9 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:12.055041 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95929d42-115a-4ec9-812a-540a71740ff5", "tag": "e1a5107e-ec2f-4341-80dc-7ad2cffe0a34", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:12.055041 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d8c8e36-0ec9-46cd-89a7-97dd73b3d6c9 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:12.055228 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-2bf35e7d-3f63-44d0-99c9-f8d3125c5bff tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Made reservation on behalf of c72a6cb4b75647d38b6aa693a7d2ca0b for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:12.055515 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d8c8e36-0ec9-46cd-89a7-97dd73b3d6c9'] response: {'name': 'network-changed', 'server_uuid': '95929d42-115a-4ec9-812a-540a71740ff5', 'tag': 'e1a5107e-ec2f-4341-80dc-7ad2cffe0a34', 'status': 'completed', 'code': 200} Apr 18 20:31:12.082328 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-2bf35e7d-3f63-44d0-99c9-f8d3125c5bff tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:12.240420 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa7437-81ad-4c3b-a581-447cbe563902 req-7bec4f18-a631-46ee-a148-4f1daf2a6558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:12.243009 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6eaa7437-81ad-4c3b-a581-447cbe563902 req-7bec4f18-a631-46ee-a148-4f1daf2a6558 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 1099 time: 0.1602178 Apr 18 20:31:12.273785 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 566a0069-e7cf-42be-aabf-6f7c0e99e477 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:12.274418 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:12.679583 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa7437-81ad-4c3b-a581-447cbe563902 req-78c1c666-2e10-4b7a-a823-88215b160678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:12.688176 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6eaa7437-81ad-4c3b-a581-447cbe563902 req-78c1c666-2e10-4b7a-a823-88215b160678 service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.4363403 Apr 18 20:31:12.982482 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6eaa7437-81ad-4c3b-a581-447cbe563902 req-8edae8e4-fa5a-4e93-b359-8ff2d56e41b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 HTTP/1.1" status: 200 len: 217 time: 0.2805774 Apr 18 20:31:13.190962 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa7437-81ad-4c3b-a581-447cbe563902 req-9ba717a5-08d1-4c9c-b35f-74f4cd3ee838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:13.193002 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6eaa7437-81ad-4c3b-a581-447cbe563902 req-9ba717a5-08d1-4c9c-b35f-74f4cd3ee838 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.2021620 Apr 18 20:31:13.388975 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa7437-81ad-4c3b-a581-447cbe563902 req-373eb596-e09e-432d-933b-01fa8504196d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:13.393412 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6eaa7437-81ad-4c3b-a581-447cbe563902 req-373eb596-e09e-432d-933b-01fa8504196d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1662133 Apr 18 20:31:13.735946 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6eaa7437-81ad-4c3b-a581-447cbe563902 req-721d7b74-9943-4178-9452-828ca6ae78a1 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338790 Apr 18 20:31:13.954259 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa526216-77dd-48a9-8915-c6c57a311371 req-d0f6a337-5e6f-4e2c-8a62-466ef75b34f0 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:13.955917 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa526216-77dd-48a9-8915-c6c57a311371 req-d0f6a337-5e6f-4e2c-8a62-466ef75b34f0 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/networks?id=d538f970-1699-4982-98ba-9d8cb4a7048d HTTP/1.1" status: 200 len: 818 time: 1.9734304 Apr 18 20:31:14.096701 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-2bf35e7d-3f63-44d0-99c9-f8d3125c5bff tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Allocated IP 172.20.0.3 (d538f970-1699-4982-98ba-9d8cb4a7048d/f8415795-d2f2-4354-859f-79b4fcc6f470/7402ac98-e12c-4b58-b801-7de11281dd54) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:14.454259 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa526216-77dd-48a9-8915-c6c57a311371 req-23e5d8e5-8ba1-435b-a533-3695484ea14c tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/quotas/c72a6cb4b75647d38b6aa693a7d2ca0b HTTP/1.1" status: 200 len: 375 time: 0.4082532 Apr 18 20:31:14.465186 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6eaa7437-81ad-4c3b-a581-447cbe563902 req-7a6847b7-4974-471a-a2ed-e4c8e16ba470 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7219710 Apr 18 20:31:14.486262 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2e6161-ddd1-490c-ab77-bd529d119f12 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:31:14.510339 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c97e4-dd47-49d7-867a-57fbb26391d3 req-a8d6a138-1070-4ed4-8d1d-4286bee01a2a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:14.512116 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e4c97e4-dd47-49d7-867a-57fbb26391d3 req-a8d6a138-1070-4ed4-8d1d-4286bee01a2a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 944 time: 0.4840052 Apr 18 20:31:14.525497 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b11fcef-b2cd-4f88-a332-daa829439115 None None] Sync routers for ids ['be7ccf6e-f1a1-4b22-8faa-fb35be0ef856'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:31:14.532100 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9ee36-685d-4e24-a25e-e178642f74e4 req-d0704e7a-42cf-4cf8-b809-311a0596a7c7 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:14.534811 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-06e9ee36-685d-4e24-a25e-e178642f74e4 req-d0704e7a-42cf-4cf8-b809-311a0596a7c7 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.32 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 944 time: 0.5775518 Apr 18 20:31:14.550990 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b11fcef-b2cd-4f88-a332-daa829439115 None None] Routers {'be7ccf6e-f1a1-4b22-8faa-fb35be0ef856'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:31:14.552049 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5b11fcef-b2cd-4f88-a332-daa829439115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:30:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['be7ccf6e-f1a1-4b22-8faa-fb35be0ef856'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:14.663203 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa7437-81ad-4c3b-a581-447cbe563902 req-8c41aba3-8116-45b8-9f10-7aee1d28ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:14.666383 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6eaa7437-81ad-4c3b-a581-447cbe563902 req-8c41aba3-8116-45b8-9f10-7aee1d28ccd1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 1099 time: 1.0260415 Apr 18 20:31:14.711756 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-2bf35e7d-3f63-44d0-99c9-f8d3125c5bff tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:14.747656 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-5b11fcef-b2cd-4f88-a332-daa829439115 None None] Set router be7ccf6e-f1a1-4b22-8faa-fb35be0ef856 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:31:14.765440 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6161-ddd1-490c-ab77-bd529d119f12 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:14.769552 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60554) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:14.769739 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6e2e6161-ddd1-490c-ab77-bd529d119f12 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 13.1735971 Apr 18 20:31:14.924526 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa526216-77dd-48a9-8915-c6c57a311371 req-481de104-f190-4d88-a173-96e94f7f69aa tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c72a6cb4b75647d38b6aa693a7d2ca0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4560075 Apr 18 20:31:15.015543 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa7437-81ad-4c3b-a581-447cbe563902 req-c169b806-7f34-4f5f-a409-e45a452bd124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:15.017818 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6eaa7437-81ad-4c3b-a581-447cbe563902 req-c169b806-7f34-4f5f-a409-e45a452bd124 service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.2981284 Apr 18 20:31:15.030720 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e4c97e4-dd47-49d7-867a-57fbb26391d3 req-8ac6c122-1c26-4af8-95f9-3a5e84d31392 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353001 Apr 18 20:31:15.101813 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-2bf35e7d-3f63-44d0-99c9-f8d3125c5bff tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:15.157426 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6eaa7437-81ad-4c3b-a581-447cbe563902 req-af9fd691-4ac9-4fcc-9df2-e74665801b78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 HTTP/1.1" status: 200 len: 217 time: 0.1240575 Apr 18 20:31:15.233003 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-2bf35e7d-3f63-44d0-99c9-f8d3125c5bff tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Network d538f970-1699-4982-98ba-9d8cb4a7048d is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:15.249203 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-2bf35e7d-3f63-44d0-99c9-f8d3125c5bff tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:15.256174 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-2bf35e7d-3f63-44d0-99c9-f8d3125c5bff tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:31:15.314207 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5b11fcef-b2cd-4f88-a332-daa829439115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ccf6e-f1a1-4b22-8faa-fb35be0ef856', 'name': 'tempest-FloatingIPsTestJSON-253576467-router', 'tenant_id': 'c63cc5d46cf04294a9b15806504264cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3362c8ef-fd65-4741-9cf3-2d17b4111bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:01Z', 'updated_at': '2022-04-18T20:31:08Z', 'revision_number': 3, 'project_id': 'c63cc5d46cf04294a9b15806504264cd', 'gw_port': {'id': '3362c8ef-fd65-4741-9cf3-2d17b4111bcf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7ccf6e-f1a1-4b22-8faa-fb35be0ef856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:03Z', 'updated_at': '2022-04-18T20:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:15.466646 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b11fcef-b2cd-4f88-a332-daa829439115 None None] Checking router: be7ccf6e-f1a1-4b22-8faa-fb35be0ef856 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:31:15.473684 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b11fcef-b2cd-4f88-a332-daa829439115 None None] Updating router be7ccf6e-f1a1-4b22-8faa-fb35be0ef856 port 3362c8ef-fd65-4741-9cf3-2d17b4111bcf binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:31:15.597611 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5b11fcef-b2cd-4f88-a332-daa829439115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:15.626899 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf35e7d-3f63-44d0-99c9-f8d3125c5bff tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Pushing event updated for resources: {'Port': ['ID=7402ac98-e12c-4b58-b801-7de11281dd54,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:15.661268 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-06e9ee36-685d-4e24-a25e-e178642f74e4 req-fc235f9d-809d-4445-a3ef-94a38d4e1223 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Deleting port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:31:15.662082 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-06e9ee36-685d-4e24-a25e-e178642f74e4 req-fc235f9d-809d-4445-a3ef-94a38d4e1223 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:15.727556 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa7437-81ad-4c3b-a581-447cbe563902 req-076486ae-a533-4f76-98fc-0afa4599e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:15.740701 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6eaa7437-81ad-4c3b-a581-447cbe563902 req-076486ae-a533-4f76-98fc-0afa4599e716 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.5620008 Apr 18 20:31:15.797026 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa526216-77dd-48a9-8915-c6c57a311371 req-c837dbb8-f73f-4a54-b922-e4ea09428016 service neutron] 10.222.0.41 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8342693 Apr 18 20:31:15.811035 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-2bf35e7d-3f63-44d0-99c9-f8d3125c5bff tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:15.811825 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-2bf35e7d-3f63-44d0-99c9-f8d3125c5bff tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:15.820262 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf35e7d-3f63-44d0-99c9-f8d3125c5bff tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:15.821175 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf35e7d-3f63-44d0-99c9-f8d3125c5bff tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:15.821545 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf35e7d-3f63-44d0-99c9-f8d3125c5bff tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:15.822136 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf35e7d-3f63-44d0-99c9-f8d3125c5bff tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:15.822502 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf35e7d-3f63-44d0-99c9-f8d3125c5bff tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:15.822848 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf35e7d-3f63-44d0-99c9-f8d3125c5bff tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:15.823190 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf35e7d-3f63-44d0-99c9-f8d3125c5bff tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:15.823969 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf35e7d-3f63-44d0-99c9-f8d3125c5bff tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:15.824983 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf35e7d-3f63-44d0-99c9-f8d3125c5bff tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:15.826658 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf35e7d-3f63-44d0-99c9-f8d3125c5bff tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:15.828038 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf35e7d-3f63-44d0-99c9-f8d3125c5bff tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:15.830657 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf35e7d-3f63-44d0-99c9-f8d3125c5bff tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:15.902161 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ffa3e7c-51d6-4842-b039-ccb0e026d58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:16.029489 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:31:16.054473 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da199bb2-b13b-4b47-aad7-41350ce3b8f1 req-101dc0cc-6323-43ea-91b9-5688badcdd59 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:16.058336 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-da199bb2-b13b-4b47-aad7-41350ce3b8f1 req-101dc0cc-6323-43ea-91b9-5688badcdd59 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 948 time: 0.7510080 Apr 18 20:31:16.157912 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-2bf35e7d-3f63-44d0-99c9-f8d3125c5bff tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6586776 Apr 18 20:31:16.185761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-65ba4f81-712a-4151-8994-232d8b910453 None None] Provisioning complete for port 7402ac98-e12c-4b58-b801-7de11281dd54 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:16.186357 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-65ba4f81-712a-4151-8994-232d8b910453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:16.198245 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-0ffa3e7c-51d6-4842-b039-ccb0e026d58d admin admin] Allocated IP 172.20.0.1 (8c9d1e9e-5f13-4921-acff-54965e449d7c/f24494fc-cbf7-4c66-85dc-b06c584b63d7/5ae5a8e6-e936-40c0-92b9-7f63167213e6) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:16.203180 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-fc15069c-f50b-4a86-958c-02d48531af05 service neutron] Request body: {'port': {'device_id': '16ccf2ab-adcb-4fd4-bc2c-533df3929c52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:16.266842 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:31:16.331168 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa7437-81ad-4c3b-a581-447cbe563902 req-af8612f6-4b43-4ac9-a48f-2e89b76899b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:16.331738 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6eaa7437-81ad-4c3b-a581-447cbe563902 req-af8612f6-4b43-4ac9-a48f-2e89b76899b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4573443 Apr 18 20:31:16.388954 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-65ba4f81-712a-4151-8994-232d8b910453 None None] Port 7402ac98-e12c-4b58-b801-7de11281dd54 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:31:16.465664 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa526216-77dd-48a9-8915-c6c57a311371 req-03e47726-6c05-4618-a542-9c2ecf06890a service neutron] 10.222.0.41 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6096616 Apr 18 20:31:16.470056 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-864ab5e7-e4ac-41b0-8ade-825dd25624ac req-214c493f-429d-47eb-b222-97945f3497cf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1285577 Apr 18 20:31:16.473626 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ffa3e7c-51d6-4842-b039-ccb0e026d58d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:16.507281 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-06e9ee36-685d-4e24-a25e-e178642f74e4 req-fc235f9d-809d-4445-a3ef-94a38d4e1223 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] For port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=26d1d66b-f1f2-4322-a1ef-5bd17db4bf35,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:16.507642 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-06e9ee36-685d-4e24-a25e-e178642f74e4 req-fc235f9d-809d-4445-a3ef-94a38d4e1223 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:16.531287 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-06e9ee36-685d-4e24-a25e-e178642f74e4 req-fc235f9d-809d-4445-a3ef-94a38d4e1223 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Calling delete_port for 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:31:16.608418 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:16.647950 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-da199bb2-b13b-4b47-aad7-41350ce3b8f1 req-8de7466d-7ce9-434a-87f1-d3b4772ba6ad tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5687058 Apr 18 20:31:16.650124 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'e1a5107e-ec2f-4341-80dc-7ad2cffe0a34', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': 'e1a5107e-ec2f-4341-80dc-7ad2cffe0a34', 'mac_address': 'fa:16:3e:3c:de:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:31:16.668143 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5b11fcef-b2cd-4f88-a332-daa829439115 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:16.697304 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ffa3e7c-51d6-4842-b039-ccb0e026d58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:16.729709 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ab5e7-e4ac-41b0-8ade-825dd25624ac req-4a8af723-70bf-4abd-bd5b-8b1b4d9e4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:16.732507 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-864ab5e7-e4ac-41b0-8ade-825dd25624ac req-4a8af723-70bf-4abd-bd5b-8b1b4d9e4f08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 1095 time: 0.2210865 Apr 18 20:31:16.772076 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:16.890342 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5b11fcef-b2cd-4f88-a332-daa829439115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:16.895980 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:16.957182 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ab5e7-e4ac-41b0-8ade-825dd25624ac req-c2b47636-926c-4be1-aed4-432d9bbe32ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:16.959774 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-864ab5e7-e4ac-41b0-8ade-825dd25624ac req-c2b47636-926c-4be1-aed4-432d9bbe32ff service neutron] 10.222.0.57 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 908 time: 0.1773925 Apr 18 20:31:16.990189 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffa3e7c-51d6-4842-b039-ccb0e026d58d admin admin] Network 8c9d1e9e-5f13-4921-acff-54965e449d7c is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:16.999400 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-0ffa3e7c-51d6-4842-b039-ccb0e026d58d admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:17.011722 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffa3e7c-51d6-4842-b039-ccb0e026d58d admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:31:17.096598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:17.102272 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6eaa7437-81ad-4c3b-a581-447cbe563902 req-b02c0a4e-b396-41ca-81e9-84883a7fa5ab service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954727 Apr 18 20:31:17.106157 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-fc15069c-f50b-4a86-958c-02d48531af05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:17.110171 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321e086-248b-4f75-9d79-725e777404a3 None None] Pushing event updated for resources: {'Port': ['ID=3362c8ef-fd65-4741-9cf3-2d17b4111bcf,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:17.117304 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-06e9ee36-685d-4e24-a25e-e178642f74e4 req-fc235f9d-809d-4445-a3ef-94a38d4e1223 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:17.134998 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:17.320250 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5b11fcef-b2cd-4f88-a332-daa829439115 None None] Attempting to bind port 3362c8ef-fd65-4741-9cf3-2d17b4111bcf on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:17.320564 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5b11fcef-b2cd-4f88-a332-daa829439115 None None] Attempting to bind port 3362c8ef-fd65-4741-9cf3-2d17b4111bcf by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:17.320791 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b11fcef-b2cd-4f88-a332-daa829439115 None None] Attempting to bind port 3362c8ef-fd65-4741-9cf3-2d17b4111bcf on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:17.325320 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-864ab5e7-e4ac-41b0-8ade-825dd25624ac req-4f631712-4587-4a78-960a-9dfdcb9d69f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d75af58-8ad9-47e3-a85b-ba435cdd988a HTTP/1.1" status: 200 len: 217 time: 0.3154042 Apr 18 20:31:17.330513 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['926820b0-63b4-43ed-8bee-025ad0d58deb'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:31:17.331363 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa3e7c-51d6-4842-b039-ccb0e026d58d admin admin] Pushing event updated for resources: {'Port': ['ID=5ae5a8e6-e936-40c0-92b9-7f63167213e6,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:17.337629 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:17.403948 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc235f9d-809d-4445-a3ef-94a38d4e1223 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Pushing event deleted for resources: {'Port': ['ID=26d1d66b-f1f2-4322-a1ef-5bd17db4bf35,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:17.499923 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b11fcef-b2cd-4f88-a332-daa829439115 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:31:17.503488 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b11fcef-b2cd-4f88-a332-daa829439115 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:17.504260 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5b11fcef-b2cd-4f88-a332-daa829439115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:17.504950 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b11fcef-b2cd-4f88-a332-daa829439115 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:31:17.511735 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5b11fcef-b2cd-4f88-a332-daa829439115 None None] Bound port: 3362c8ef-fd65-4741-9cf3-2d17b4111bcf, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:17.517329 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5b11fcef-b2cd-4f88-a332-daa829439115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:17.609032 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6eaa7437-81ad-4c3b-a581-447cbe563902 req-3532f491-d2e8-465c-b436-728a1819e1d3 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933832 Apr 18 20:31:17.617926 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ffa3e7c-51d6-4842-b039-ccb0e026d58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:17.781387 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5b11fcef-b2cd-4f88-a332-daa829439115 None None] For port 3362c8ef-fd65-4741-9cf3-2d17b4111bcf, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:31:17.797840 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5b11fcef-b2cd-4f88-a332-daa829439115 None None] For port 3362c8ef-fd65-4741-9cf3-2d17b4111bcf, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3362c8ef-fd65-4741-9cf3-2d17b4111bcf,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:31:17.826993 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['e1a5107e-ec2f-4341-80dc-7ad2cffe0a34'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:31:17.853668 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ab5e7-e4ac-41b0-8ade-825dd25624ac req-fdf73d9a-8ff9-40c5-8dd7-b8c59014104e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:17.854353 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5b11fcef-b2cd-4f88-a332-daa829439115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:17.859141 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e9ee36-685d-4e24-a25e-e178642f74e4 req-fc235f9d-809d-4445-a3ef-94a38d4e1223 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] No DVR routers for this DVR port 26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:31:17.865759 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-864ab5e7-e4ac-41b0-8ade-825dd25624ac req-fdf73d9a-8ff9-40c5-8dd7-b8c59014104e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1 HTTP/1.1" status: 200 len: 847 time: 0.5167754 Apr 18 20:31:17.892227 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fbbb1fe2-356f-489d-8660-172985e15594 req-41be7b54-8a4f-4701-9867-e3507bbc39ca tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 210 time: 0.2757411 Apr 18 20:31:17.909278 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-06e9ee36-685d-4e24-a25e-e178642f74e4 req-fc235f9d-809d-4445-a3ef-94a38d4e1223 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:17.929683 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-06e9ee36-685d-4e24-a25e-e178642f74e4 req-fc235f9d-809d-4445-a3ef-94a38d4e1223 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.32 "DELETE /v2.0/ports/26d1d66b-f1f2-4322-a1ef-5bd17db4bf35 HTTP/1.1" status: 204 len: 173 time: 3.3368747 Apr 18 20:31:17.931451 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4059ae96-ffeb-43dd-bf58-a89e5ecd20d9', 'name': 'network-vif-deleted', 'tag': '26d1d66b-f1f2-4322-a1ef-5bd17db4bf35'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:17.942092 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6419cdcb-2ac8-4093-bba2-8b1f93d83474" -d '{"events": [{"server_uuid": "4059ae96-ffeb-43dd-bf58-a89e5ecd20d9", "name": "network-vif-deleted", "tag": "26d1d66b-f1f2-4322-a1ef-5bd17db4bf35"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:18.054001 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-864ab5e7-e4ac-41b0-8ade-825dd25624ac req-170c3fda-8b8e-4751-98eb-c4cf7ec7dc78 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1747901 Apr 18 20:31:18.132710 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f3c4a831-edcb-48e7-a194-9f76240ab3ed None None] Provisioning complete for port 5ae5a8e6-e936-40c0-92b9-7f63167213e6 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:18.133228 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f3c4a831-edcb-48e7-a194-9f76240ab3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:18.246163 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f3c4a831-edcb-48e7-a194-9f76240ab3ed None None] Port 5ae5a8e6-e936-40c0-92b9-7f63167213e6 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:31:18.439328 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-864ab5e7-e4ac-41b0-8ade-825dd25624ac req-d6e29624-3ceb-4fa8-8909-b75855cd13cd service neutron] 10.222.0.57 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703942 Apr 18 20:31:18.574693 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321e086-248b-4f75-9d79-725e777404a3 None None] Pushing event updated for resources: {'Port': ['ID=3362c8ef-fd65-4741-9cf3-2d17b4111bcf,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:18.577813 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b11fcef-b2cd-4f88-a332-daa829439115 None None] Routers {'be7ccf6e-f1a1-4b22-8faa-fb35be0ef856'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:31:18.578656 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5b11fcef-b2cd-4f88-a332-daa829439115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:30:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['be7ccf6e-f1a1-4b22-8faa-fb35be0ef856'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:18.623780 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485f2d-4c70-4732-a2ea-bb908350038c req-9149cbee-4e5c-490f-a04c-4a5eec85f190 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:18.625707 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-28485f2d-4c70-4732-a2ea-bb908350038c req-9149cbee-4e5c-490f-a04c-4a5eec85f190 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.57 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5&tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&binding%3Ahost_id=n-h2-838323-3 HTTP/1.1" status: 200 len: 949 time: 0.5529006 Apr 18 20:31:18.733663 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d0db230-e21e-4607-976c-039eff48fe86 req-3ee5e174-4561-49c4-b575-34940d46ac9a tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 210 time: 0.6623125 Apr 18 20:31:18.735916 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abdd416-76fb-4324-bfd9-b73983d7e68c x-openstack-request-id: req-1abdd416-76fb-4324-bfd9-b73983d7e68c {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:18.736413 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4059ae96-ffeb-43dd-bf58-a89e5ecd20d9", "name": "network-vif-deleted", "tag": "26d1d66b-f1f2-4322-a1ef-5bd17db4bf35", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:18.736859 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1abdd416-76fb-4324-bfd9-b73983d7e68c {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:18.738876 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1abdd416-76fb-4324-bfd9-b73983d7e68c'] response: {'server_uuid': '4059ae96-ffeb-43dd-bf58-a89e5ecd20d9', 'name': 'network-vif-deleted', 'tag': '26d1d66b-f1f2-4322-a1ef-5bd17db4bf35', 'status': 'completed', 'code': 200} Apr 18 20:31:18.753712 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-5b11fcef-b2cd-4f88-a332-daa829439115 None None] Set router be7ccf6e-f1a1-4b22-8faa-fb35be0ef856 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:31:18.760503 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-28485f2d-4c70-4732-a2ea-bb908350038c req-5c46fc85-4b71-4e64-ac78-5b6b3ba09f7a service neutron] 10.222.0.57 "GET /v2.0/ports/e1a5107e-ec2f-4341-80dc-7ad2cffe0a34/bindings/n-h2-838323-3 HTTP/1.1" status: 200 len: 382 time: 0.1257820 Apr 18 20:31:18.808750 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ffa3e7c-51d6-4842-b039-ccb0e026d58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:18.857765 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-864ab5e7-e4ac-41b0-8ade-825dd25624ac req-cba67c94-9f16-4a54-9403-582c654c28a5 service neutron] 10.222.0.57 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049277 Apr 18 20:31:19.050849 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-fc15069c-f50b-4a86-958c-02d48531af05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7402ac98-e12c-4b58-b801-7de11281dd54 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:19.061193 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485f2d-4c70-4732-a2ea-bb908350038c req-4361af99-739f-46cb-ae54-08e7889b75ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:19.070315 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-28485f2d-4c70-4732-a2ea-bb908350038c req-4361af99-739f-46cb-ae54-08e7889b75ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 1100 time: 0.1719503 Apr 18 20:31:19.134926 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-fc15069c-f50b-4a86-958c-02d48531af05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:19.186168 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe9d45-94c7-4e21-ac14-45315a8387eb req-c9c89500-8f5e-4f9e-9322-5477a1000acd tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:19.214163 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbfe9d45-94c7-4e21-ac14-45315a8387eb req-c9c89500-8f5e-4f9e-9322-5477a1000acd tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 949 time: 0.4713621 Apr 18 20:31:19.322903 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-fc15069c-f50b-4a86-958c-02d48531af05 service neutron] Transition to ACTIVE for port object 7402ac98-e12c-4b58-b801-7de11281dd54 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:19.394295 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbfe9d45-94c7-4e21-ac14-45315a8387eb req-f79b4143-5b76-4415-a702-7ab74f55c346 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783786 Apr 18 20:31:19.398565 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-fc15069c-f50b-4a86-958c-02d48531af05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:19.566696 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5b11fcef-b2cd-4f88-a332-daa829439115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ccf6e-f1a1-4b22-8faa-fb35be0ef856', 'name': 'tempest-FloatingIPsTestJSON-253576467-router', 'tenant_id': 'c63cc5d46cf04294a9b15806504264cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3362c8ef-fd65-4741-9cf3-2d17b4111bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:01Z', 'updated_at': '2022-04-18T20:31:08Z', 'revision_number': 3, 'project_id': 'c63cc5d46cf04294a9b15806504264cd', 'gw_port': {'id': '3362c8ef-fd65-4741-9cf3-2d17b4111bcf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7ccf6e-f1a1-4b22-8faa-fb35be0ef856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:03Z', 'updated_at': '2022-04-18T20:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:19.577159 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485f2d-4c70-4732-a2ea-bb908350038c req-ecfd9b76-32d0-4ee7-8847-bfafcb861ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:19.579739 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-28485f2d-4c70-4732-a2ea-bb908350038c req-ecfd9b76-32d0-4ee7-8847-bfafcb861ca7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.4948471 Apr 18 20:31:19.627324 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-fc15069c-f50b-4a86-958c-02d48531af05 service neutron] Attempting to bind port 7402ac98-e12c-4b58-b801-7de11281dd54 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:19.627582 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-fc15069c-f50b-4a86-958c-02d48531af05 service neutron] Attempting to bind port 7402ac98-e12c-4b58-b801-7de11281dd54 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '56183d8f-21a5-45b4-8a0e-690ad26be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:19.627931 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-fc15069c-f50b-4a86-958c-02d48531af05 service neutron] Attempting to bind port 7402ac98-e12c-4b58-b801-7de11281dd54 on network d538f970-1699-4982-98ba-9d8cb4a7048d {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:19.634287 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-fc15069c-f50b-4a86-958c-02d48531af05 service neutron] Port 7402ac98-e12c-4b58-b801-7de11281dd54 on network d538f970-1699-4982-98ba-9d8cb4a7048d not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:31:19.634650 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-fc15069c-f50b-4a86-958c-02d48531af05 service neutron] Attempting to bind port 7402ac98-e12c-4b58-b801-7de11281dd54 on network d538f970-1699-4982-98ba-9d8cb4a7048d {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:19.637364 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15069c-f50b-4a86-958c-02d48531af05 service neutron] Pushing event updated for resources: {'Port': ['ID=7402ac98-e12c-4b58-b801-7de11281dd54,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:19.655589 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-fc15069c-f50b-4a86-958c-02d48531af05 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:31:19.656168 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-fc15069c-f50b-4a86-958c-02d48531af05 service neutron] Checking segment: {'id': '56183d8f-21a5-45b4-8a0e-690ad26be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:19.656927 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-fc15069c-f50b-4a86-958c-02d48531af05 service neutron] Bound using segment: {'id': '56183d8f-21a5-45b4-8a0e-690ad26be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:31:19.657727 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-fc15069c-f50b-4a86-958c-02d48531af05 service neutron] Bound port: 7402ac98-e12c-4b58-b801-7de11281dd54, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56183d8f-21a5-45b4-8a0e-690ad26be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:19.658356 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-fc15069c-f50b-4a86-958c-02d48531af05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:19.666664 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b11fcef-b2cd-4f88-a332-daa829439115 None None] The sync data for ids ['be7ccf6e-f1a1-4b22-8faa-fb35be0ef856'] in n-d-838323-3 is: [{'id': 'be7ccf6e-f1a1-4b22-8faa-fb35be0ef856', 'name': 'tempest-FloatingIPsTestJSON-253576467-router', 'tenant_id': 'c63cc5d46cf04294a9b15806504264cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3362c8ef-fd65-4741-9cf3-2d17b4111bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:01Z', 'updated_at': '2022-04-18T20:31:08Z', 'revision_number': 3, 'project_id': 'c63cc5d46cf04294a9b15806504264cd', 'gw_port': {'id': '3362c8ef-fd65-4741-9cf3-2d17b4111bcf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7ccf6e-f1a1-4b22-8faa-fb35be0ef856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:03Z', 'updated_at': '2022-04-18T20:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:31:19.704179 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-28485f2d-4c70-4732-a2ea-bb908350038c req-d9d35c1c-844c-41a8-8540-1d2f6923dfac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 HTTP/1.1" status: 200 len: 217 time: 0.1118391 Apr 18 20:31:19.706955 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ffa3e7c-51d6-4842-b039-ccb0e026d58d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:19.763258 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c3346510-f812-474d-bf5b-e00868e58e21 req-e8ae36b4-bcac-42c1-9369-04f7b5110fa1 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 210 time: 0.0629861 Apr 18 20:31:19.810453 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485f2d-4c70-4732-a2ea-bb908350038c req-4e095b3c-9fdc-446c-8c54-c645275e2b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:19.815971 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-28485f2d-4c70-4732-a2ea-bb908350038c req-4e095b3c-9fdc-446c-8c54-c645275e2b7d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.1040065 Apr 18 20:31:19.818649 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ffa3e7c-51d6-4842-b039-ccb0e026d58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:19.862606 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 0705436e-2ef0-4db1-affa-9b26239925a9 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:31:20.036149 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-fc15069c-f50b-4a86-958c-02d48531af05 service neutron] For port 7402ac98-e12c-4b58-b801-7de11281dd54, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:31:20.049939 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-fc15069c-f50b-4a86-958c-02d48531af05 service neutron] For port 7402ac98-e12c-4b58-b801-7de11281dd54, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=7402ac98-e12c-4b58-b801-7de11281dd54,segment=NetworkSegment(56183d8f-21a5-45b4-8a0e-690ad26be3e8),segment_id=56183d8f-21a5-45b4-8a0e-690ad26be3e8)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:31:20.062572 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-fc15069c-f50b-4a86-958c-02d48531af05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:20.140819 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-fc15069c-f50b-4a86-958c-02d48531af05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:20.141528 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-fc15069c-f50b-4a86-958c-02d48531af05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:20.160551 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-fc15069c-f50b-4a86-958c-02d48531af05 service neutron] 10.222.0.57 "PUT /v2.0/ports/7402ac98-e12c-4b58-b801-7de11281dd54 HTTP/1.1" status: 200 len: 1091 time: 3.9717560 Apr 18 20:31:20.275765 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0afc17bb-a5e6-47de-b41e-ceb03da28d34 req-8a78f02b-2de0-41ec-992e-224284a88a74 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 210 time: 0.0489533 Apr 18 20:31:20.286080 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:20.312378 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:20.370973 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ffa3e7c-51d6-4842-b039-ccb0e026d58d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:20.395539 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa3e7c-51d6-4842-b039-ccb0e026d58d admin admin] Pushing event updated for resources: {'Port': ['ID=5ae5a8e6-e936-40c0-92b9-7f63167213e6,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:20.429781 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485f2d-4c70-4732-a2ea-bb908350038c req-18cc1f26-a6f7-40f2-a372-1de534c49f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:20.434034 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-28485f2d-4c70-4732-a2ea-bb908350038c req-18cc1f26-a6f7-40f2-a372-1de534c49f97 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6010978 Apr 18 20:31:20.457410 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f34cdad-0672-4438-8d11-acc791346a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0705436e-2ef0-4db1-affa-9b26239925a9'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:20.460988 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a15448d-36d3-456f-9cd0-103c469ceef0" -d '{"events": [{"server_uuid": "0f34cdad-0672-4438-8d11-acc791346a56", "name": "network-vif-unplugged", "status": "completed", "tag": "0705436e-2ef0-4db1-affa-9b26239925a9"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:20.488139 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 0705436e-2ef0-4db1-affa-9b26239925a9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=0705436e-2ef0-4db1-affa-9b26239925a9,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:20.499167 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:20.582195 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15069c-f50b-4a86-958c-02d48531af05 service neutron] Pushing event updated for resources: {'Port': ['ID=7402ac98-e12c-4b58-b801-7de11281dd54,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:20.621049 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-6d821da2-b9a6-48b1-beeb-102edf027755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:20.622997 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-6d821da2-b9a6-48b1-beeb-102edf027755 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c72a6cb4b75647d38b6aa693a7d2ca0b&device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 1094 time: 0.3459189 Apr 18 20:31:20.644514 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:20.681263 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-28485f2d-4c70-4732-a2ea-bb908350038c req-a1afbbae-1f24-4afc-bcc3-77f876ee6eef service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867080 Apr 18 20:31:20.696755 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:20.696755 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:20.803165 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ccf2ab-adcb-4fd4-bc2c-533df3929c52', 'tag': '7402ac98-e12c-4b58-b801-7de11281dd54'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:20.810512 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3d283a-d1b3-43fc-bdd9-1469bc10bcde" -d '{"events": [{"name": "network-changed", "server_uuid": "16ccf2ab-adcb-4fd4-bc2c-533df3929c52", "tag": "7402ac98-e12c-4b58-b801-7de11281dd54"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:20.826560 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-6401a635-6ed1-4dbc-8815-6607f28aca65 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7402ac98-e12c-4b58-b801-7de11281dd54 HTTP/1.1" status: 200 len: 217 time: 0.1927764 Apr 18 20:31:20.832714 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=0705436e-2ef0-4db1-affa-9b26239925a9,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:20.946673 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa526216-77dd-48a9-8915-c6c57a311371 req-0e355239-9d60-4894-b67f-4b194363cd05 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:20.948233 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aa526216-77dd-48a9-8915-c6c57a311371 req-0e355239-9d60-4894-b67f-4b194363cd05 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.57 "GET /v2.0/networks?id=d538f970-1699-4982-98ba-9d8cb4a7048d HTTP/1.1" status: 200 len: 818 time: 0.9374764 Apr 18 20:31:20.984990 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-aa526216-77dd-48a9-8915-c6c57a311371 req-f5ec6e72-7cae-4636-867e-7e7a252131bc tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Request body: {'port': {'device_id': '2627010f-2dcf-46cc-a814-9bf480a4623c', 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'admin_state_up': True, 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:21.034783 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4162c26b-4782-490d-92b1-fb82cd8f23e0 x-openstack-request-id: req-4162c26b-4782-490d-92b1-fb82cd8f23e0 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:21.037206 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f34cdad-0672-4438-8d11-acc791346a56", "name": "network-vif-unplugged", "status": "completed", "tag": "0705436e-2ef0-4db1-affa-9b26239925a9", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:21.037842 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4162c26b-4782-490d-92b1-fb82cd8f23e0 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:21.039016 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4162c26b-4782-490d-92b1-fb82cd8f23e0'] response: {'server_uuid': '0f34cdad-0672-4438-8d11-acc791346a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0705436e-2ef0-4db1-affa-9b26239925a9', 'code': 200} Apr 18 20:31:21.055328 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-a3cef951-0c87-4a28-9a36-6467aa9ac46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:21.067667 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-a3cef951-0c87-4a28-9a36-6467aa9ac46e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8415795-d2f2-4354-859f-79b4fcc6f470 HTTP/1.1" status: 200 len: 857 time: 0.2338548 Apr 18 20:31:21.184878 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffa3e7c-51d6-4842-b039-ccb0e026d58d admin admin] Network 8c9d1e9e-5f13-4921-acff-54965e449d7c is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:21.187380 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-28485f2d-4c70-4732-a2ea-bb908350038c req-8741e2a9-292e-4cdd-89d3-ab6820c2e6ba service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977384 Apr 18 20:31:21.191799 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-0ffa3e7c-51d6-4842-b039-ccb0e026d58d admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:21.216300 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:21.216463 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62413a4-7df2-45c7-ac72-33bd1759406b x-openstack-request-id: req-b62413a4-7df2-45c7-ac72-33bd1759406b {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:21.216820 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ccf2ab-adcb-4fd4-bc2c-533df3929c52", "tag": "7402ac98-e12c-4b58-b801-7de11281dd54", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:21.221151 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b62413a4-7df2-45c7-ac72-33bd1759406b {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:21.221906 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b62413a4-7df2-45c7-ac72-33bd1759406b'] response: {'name': 'network-changed', 'server_uuid': '16ccf2ab-adcb-4fd4-bc2c-533df3929c52', 'tag': '7402ac98-e12c-4b58-b801-7de11281dd54', 'status': 'completed', 'code': 200} Apr 18 20:31:21.310740 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed96b0-5f05-4e31-9e33-373ccd02c694 req-dee0ac11-3ce8-46b9-b5ca-0d37555a6342 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:21.330505 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a4ed96b0-5f05-4e31-9e33-373ccd02c694 req-dee0ac11-3ce8-46b9-b5ca-0d37555a6342 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 949 time: 0.3730097 Apr 18 20:31:21.353133 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-5f88013c-72f7-49af-b803-1299c1d8a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:21.358455 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-5f88013c-72f7-49af-b803-1299c1d8a05b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d538f970-1699-4982-98ba-9d8cb4a7048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2831450 Apr 18 20:31:21.365932 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:21.382934 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:21.551819 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ffa3e7c-51d6-4842-b039-ccb0e026d58d admin admin] Router be7ccf6e-f1a1-4b22-8faa-fb35be0ef856 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:31:21.599411 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cc829fa1-80dd-4ddc-9581-6801236aa01f req-9059879f-2c4e-4246-96d9-3c5e20bc66f6 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 210 time: 0.2237544 Apr 18 20:31:21.712794 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa526216-77dd-48a9-8915-c6c57a311371 req-f5ec6e72-7cae-4636-867e-7e7a252131bc tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Made reservation on behalf of c72a6cb4b75647d38b6aa693a7d2ca0b for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:21.717376 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-aa526216-77dd-48a9-8915-c6c57a311371 req-f5ec6e72-7cae-4636-867e-7e7a252131bc tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:21.842802 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,revision_number=9']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:21.875036 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-0dfabaa2-4a7a-4a45-b10a-519ab19e5e28 None None] Provisioning complete for port 5ae5a8e6-e936-40c0-92b9-7f63167213e6 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:21.875622 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0dfabaa2-4a7a-4a45-b10a-519ab19e5e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:21.932471 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a4ed96b0-5f05-4e31-9e33-373ccd02c694 req-7ed46657-e23b-4ccd-9dad-964392e39307 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6006947 Apr 18 20:31:21.990357 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-0dfabaa2-4a7a-4a45-b10a-519ab19e5e28 None None] Port 5ae5a8e6-e936-40c0-92b9-7f63167213e6 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:31:22.002016 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3362c8ef-fd65-4741-9cf3-2d17b4111bcf up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:22.106862 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-63806ea9-3074-471e-b9e8-410aad8fba74 service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7329504 Apr 18 20:31:22.160173 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 3362c8ef-fd65-4741-9cf3-2d17b4111bcf triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:22.160993 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:22.488114 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:22.534105 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 3362c8ef-fd65-4741-9cf3-2d17b4111bcf, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3362c8ef-fd65-4741-9cf3-2d17b4111bcf,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:22.546638 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:22.638181 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-fe959402-0cf0-4f5b-9ff9-0d7df415f40e tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:22.646491 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-fe959402-0cf0-4f5b-9ff9-0d7df415f40e tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/networks?id=60c0f8e4-ca71-46cb-9dba-ff0370549a61 HTTP/1.1" status: 200 len: 805 time: 0.1704965 Apr 18 20:31:22.665620 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91da344e-8166-43e1-b990-d223cdeb0498 req-b7f0c30f-ee3a-409b-84de-21fcf2ab5eb5 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 210 time: 0.3307676 Apr 18 20:31:22.682821 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=3362c8ef-fd65-4741-9cf3-2d17b4111bcf,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:22.691597 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3dc80ee3-c125-43b8-8b6c-60ae9e10bf49 req-a46029c3-eeb8-4490-9011-6340de73cf57 service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5685358 Apr 18 20:31:22.712906 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-65a6fd7b-3c63-4982-bdd9-27c0d987b68d tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/quotas/b19fef1cf30f4b18969bf977f1ee2aa9 HTTP/1.1" status: 200 len: 375 time: 0.0652509 Apr 18 20:31:22.716774 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffa3e7c-51d6-4842-b039-ccb0e026d58d admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:31:22.729966 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0ffa3e7c-51d6-4842-b039-ccb0e026d58d admin admin] 10.222.0.41 "PUT /v2.0/routers/be7ccf6e-f1a1-4b22-8faa-fb35be0ef856/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9592583 Apr 18 20:31:22.795464 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-aa526216-77dd-48a9-8915-c6c57a311371 req-f5ec6e72-7cae-4636-867e-7e7a252131bc tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Allocated IP 172.20.0.6 (d538f970-1699-4982-98ba-9d8cb4a7048d/f8415795-d2f2-4354-859f-79b4fcc6f470/4781d3f2-cf88-431f-a897-980785fab48d) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:22.964416 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-dfa55940-0d5c-425a-9bf7-f5caa0124dbf tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b19fef1cf30f4b18969bf977f1ee2aa9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2501397 Apr 18 20:31:23.041763 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95929d42-115a-4ec9-812a-540a71740ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a5107e-ec2f-4341-80dc-7ad2cffe0a34'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:23.047454 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd1e1ed-e3b8-445b-93dc-c7fbb94cf292" -d '{"events": [{"server_uuid": "95929d42-115a-4ec9-812a-540a71740ff5", "name": "network-vif-plugged", "status": "completed", "tag": "e1a5107e-ec2f-4341-80dc-7ad2cffe0a34"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:23.139558 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3aca2bb9-edeb-4ea9-9778-7e259ffa1754 req-f3b1ed11-aa49-40a3-bca8-bf330861f973 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 210 time: 0.1519034 Apr 18 20:31:23.262754 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5cf9c6-76bc-409d-8608-83157e268d97 None None] Sync routers for ids ['be7ccf6e-f1a1-4b22-8faa-fb35be0ef856'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:31:23.281148 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-aa526216-77dd-48a9-8915-c6c57a311371 req-f5ec6e72-7cae-4636-867e-7e7a252131bc tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:23.309827 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5cf9c6-76bc-409d-8608-83157e268d97 None None] Routers {'be7ccf6e-f1a1-4b22-8faa-fb35be0ef856'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:31:23.315405 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ab5cf9c6-76bc-409d-8608-83157e268d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:30:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['be7ccf6e-f1a1-4b22-8faa-fb35be0ef856'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:23.339848 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-aa526216-77dd-48a9-8915-c6c57a311371 req-f5ec6e72-7cae-4636-867e-7e7a252131bc tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:23.460090 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa526216-77dd-48a9-8915-c6c57a311371 req-f5ec6e72-7cae-4636-867e-7e7a252131bc tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Network d538f970-1699-4982-98ba-9d8cb4a7048d is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:23.471452 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-aa526216-77dd-48a9-8915-c6c57a311371 req-f5ec6e72-7cae-4636-867e-7e7a252131bc tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:23.485146 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa526216-77dd-48a9-8915-c6c57a311371 req-f5ec6e72-7cae-4636-867e-7e7a252131bc tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:31:23.571038 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-ab5cf9c6-76bc-409d-8608-83157e268d97 None None] Set router be7ccf6e-f1a1-4b22-8faa-fb35be0ef856 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:31:23.594091 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec6e72-7cae-4636-867e-7e7a252131bc tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Pushing event updated for resources: {'Port': ['ID=4781d3f2-cf88-431f-a897-980785fab48d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:23.638858 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa526216-77dd-48a9-8915-c6c57a311371 req-f5ec6e72-7cae-4636-867e-7e7a252131bc tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:23.641707 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-aa526216-77dd-48a9-8915-c6c57a311371 req-f5ec6e72-7cae-4636-867e-7e7a252131bc tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:23.684348 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aa526216-77dd-48a9-8915-c6c57a311371 req-f5ec6e72-7cae-4636-867e-7e7a252131bc tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7044740 Apr 18 20:31:23.701109 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-aa526216-77dd-48a9-8915-c6c57a311371 req-7eb844f5-33a3-4c86-b7b5-71b9e1544c44 service neutron] Request body: {'port': {'device_id': '2627010f-2dcf-46cc-a814-9bf480a4623c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:23.823335 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-aa526216-77dd-48a9-8915-c6c57a311371 req-7eb844f5-33a3-4c86-b7b5-71b9e1544c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:23.964958 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3362c8ef-fd65-4741-9cf3-2d17b4111bcf up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:24.056476 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d283a-d1b3-43fc-bdd9-1469bc10bcde req-bf8d98f2-d025-49c8-80fb-40fdccba314c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:24.058014 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d3d283a-d1b3-43fc-bdd9-1469bc10bcde req-bf8d98f2-d025-49c8-80fb-40fdccba314c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c72a6cb4b75647d38b6aa693a7d2ca0b&device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 1094 time: 1.1927581 Apr 18 20:31:24.119497 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ab5cf9c6-76bc-409d-8608-83157e268d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ccf6e-f1a1-4b22-8faa-fb35be0ef856', 'name': 'tempest-FloatingIPsTestJSON-253576467-router', 'tenant_id': 'c63cc5d46cf04294a9b15806504264cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3362c8ef-fd65-4741-9cf3-2d17b4111bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:01Z', 'updated_at': '2022-04-18T20:31:18Z', 'revision_number': 4, 'project_id': 'c63cc5d46cf04294a9b15806504264cd', 'gw_port': {'id': '3362c8ef-fd65-4741-9cf3-2d17b4111bcf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ccf6e-f1a1-4b22-8faa-fb35be0ef856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:03Z', 'updated_at': '2022-04-18T20:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5ae5a8e6-e936-40c0-92b9-7f63167213e6', 'name': '', 'network_id': '8c9d1e9e-5f13-4921-acff-54965e449d7c', 'tenant_id': 'c63cc5d46cf04294a9b15806504264cd', 'mac_address': 'fa:16:3e:d5:d5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7ccf6e-f1a1-4b22-8faa-fb35be0ef856', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f24494fc-cbf7-4c66-85dc-b06c584b63d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:15Z', 'updated_at': '2022-04-18T20:31:19Z', 'revision_number': 2, 'project_id': 'c63cc5d46cf04294a9b15806504264cd', 'subnets': [{'id': 'f24494fc-cbf7-4c66-85dc-b06c584b63d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:24.157793 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e5ae404d-33e1-4387-afbc-0330256a142f None None] Provisioning complete for port 4781d3f2-cf88-431f-a897-980785fab48d triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:24.158949 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e5ae404d-33e1-4387-afbc-0330256a142f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:24.226945 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5cf9c6-76bc-409d-8608-83157e268d97 None None] Checking router: be7ccf6e-f1a1-4b22-8faa-fb35be0ef856 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:31:24.229519 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5cf9c6-76bc-409d-8608-83157e268d97 None None] Updating router be7ccf6e-f1a1-4b22-8faa-fb35be0ef856 port 5ae5a8e6-e936-40c0-92b9-7f63167213e6 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:31:24.276883 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 3362c8ef-fd65-4741-9cf3-2d17b4111bcf triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:24.277406 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:24.300021 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-510b9d0c-6dfa-4282-8e53-d2305eb20aba service neutron] 10.222.0.41 "GET /v2.0/networks/60c0f8e4-ca71-46cb-9dba-ff0370549a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3289540 Apr 18 20:31:24.343694 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf9c6-76bc-409d-8608-83157e268d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:24.495136 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-aa526216-77dd-48a9-8915-c6c57a311371 req-7eb844f5-33a3-4c86-b7b5-71b9e1544c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4781d3f2-cf88-431f-a897-980785fab48d {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:24.511402 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-aa526216-77dd-48a9-8915-c6c57a311371 req-7eb844f5-33a3-4c86-b7b5-71b9e1544c44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:24.513812 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e5ae404d-33e1-4387-afbc-0330256a142f None None] Port 4781d3f2-cf88-431f-a897-980785fab48d cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:31:24.536544 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-aa526216-77dd-48a9-8915-c6c57a311371 req-7eb844f5-33a3-4c86-b7b5-71b9e1544c44 service neutron] Transition to ACTIVE for port object 4781d3f2-cf88-431f-a897-980785fab48d will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:24.544608 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-84397170-f84c-4b4f-a785-5647ebb29c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:24.545270 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-aa526216-77dd-48a9-8915-c6c57a311371 req-7eb844f5-33a3-4c86-b7b5-71b9e1544c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:24.642227 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb844f5-33a3-4c86-b7b5-71b9e1544c44 service neutron] Pushing event updated for resources: {'Port': ['ID=4781d3f2-cf88-431f-a897-980785fab48d,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:24.682104 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470b887-a9ad-483b-b8ba-5725ccb2ff7c req-052ffc9c-d43f-49a4-bde8-96ac7712281f tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:24.690230 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8470b887-a9ad-483b-b8ba-5725ccb2ff7c req-052ffc9c-d43f-49a4-bde8-96ac7712281f tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f34cdad-0672-4438-8d11-acc791346a56 HTTP/1.1" status: 200 len: 943 time: 0.6116202 Apr 18 20:31:24.712039 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8548257-be8f-40ab-b875-0b4425b1b6ac req-e360e997-9cd8-4f93-80a2-fcb1d46cb866 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:24.726527 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b8548257-be8f-40ab-b875-0b4425b1b6ac req-e360e997-9cd8-4f93-80a2-fcb1d46cb866 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 950 time: 0.6574783 Apr 18 20:31:24.807369 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-aa526216-77dd-48a9-8915-c6c57a311371 req-7eb844f5-33a3-4c86-b7b5-71b9e1544c44 service neutron] Attempting to bind port 4781d3f2-cf88-431f-a897-980785fab48d on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:24.807721 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-aa526216-77dd-48a9-8915-c6c57a311371 req-7eb844f5-33a3-4c86-b7b5-71b9e1544c44 service neutron] Attempting to bind port 4781d3f2-cf88-431f-a897-980785fab48d by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '56183d8f-21a5-45b4-8a0e-690ad26be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:24.808050 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa526216-77dd-48a9-8915-c6c57a311371 req-7eb844f5-33a3-4c86-b7b5-71b9e1544c44 service neutron] Attempting to bind port 4781d3f2-cf88-431f-a897-980785fab48d on network d538f970-1699-4982-98ba-9d8cb4a7048d {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:24.822183 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa526216-77dd-48a9-8915-c6c57a311371 req-7eb844f5-33a3-4c86-b7b5-71b9e1544c44 service neutron] Port 4781d3f2-cf88-431f-a897-980785fab48d on network d538f970-1699-4982-98ba-9d8cb4a7048d not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:31:24.822568 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa526216-77dd-48a9-8915-c6c57a311371 req-7eb844f5-33a3-4c86-b7b5-71b9e1544c44 service neutron] Attempting to bind port 4781d3f2-cf88-431f-a897-980785fab48d on network d538f970-1699-4982-98ba-9d8cb4a7048d {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:24.848903 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa526216-77dd-48a9-8915-c6c57a311371 req-7eb844f5-33a3-4c86-b7b5-71b9e1544c44 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:31:24.851789 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa526216-77dd-48a9-8915-c6c57a311371 req-7eb844f5-33a3-4c86-b7b5-71b9e1544c44 service neutron] Checking segment: {'id': '56183d8f-21a5-45b4-8a0e-690ad26be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:24.852561 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa526216-77dd-48a9-8915-c6c57a311371 req-7eb844f5-33a3-4c86-b7b5-71b9e1544c44 service neutron] Bound using segment: {'id': '56183d8f-21a5-45b4-8a0e-690ad26be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:31:24.855602 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-aa526216-77dd-48a9-8915-c6c57a311371 req-7eb844f5-33a3-4c86-b7b5-71b9e1544c44 service neutron] Bound port: 4781d3f2-cf88-431f-a897-980785fab48d, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56183d8f-21a5-45b4-8a0e-690ad26be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:24.856338 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-aa526216-77dd-48a9-8915-c6c57a311371 req-7eb844f5-33a3-4c86-b7b5-71b9e1544c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:24.961062 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf9c6-76bc-409d-8608-83157e268d97 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:24.969481 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf9c6-76bc-409d-8608-83157e268d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:24.984902 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-aa526216-77dd-48a9-8915-c6c57a311371 req-7eb844f5-33a3-4c86-b7b5-71b9e1544c44 service neutron] For port 4781d3f2-cf88-431f-a897-980785fab48d, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:31:24.993575 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-aa526216-77dd-48a9-8915-c6c57a311371 req-7eb844f5-33a3-4c86-b7b5-71b9e1544c44 service neutron] For port 4781d3f2-cf88-431f-a897-980785fab48d, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4781d3f2-cf88-431f-a897-980785fab48d,segment=NetworkSegment(56183d8f-21a5-45b4-8a0e-690ad26be3e8),segment_id=56183d8f-21a5-45b4-8a0e-690ad26be3e8)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:31:24.996058 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-ad884ca0-04b7-4bdb-a2ec-097b03741e25 service neutron] 10.222.0.41 "GET /v2.0/networks/60c0f8e4-ca71-46cb-9dba-ff0370549a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6737819 Apr 18 20:31:25.005331 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-aa526216-77dd-48a9-8915-c6c57a311371 req-7eb844f5-33a3-4c86-b7b5-71b9e1544c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:25.028572 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195818e7-dc2b-4b33-926e-fc5764856037 None None] Pushing event updated for resources: {'Port': ['ID=5ae5a8e6-e936-40c0-92b9-7f63167213e6,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:25.048233 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b8548257-be8f-40ab-b875-0b4425b1b6ac req-fb68d3a6-fe74-44f0-a8d9-b23da724ae76 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198893 Apr 18 20:31:25.051073 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485f2d-4c70-4732-a2ea-bb908350038c req-84dd065c-9e81-4586-8777-d843279b18ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:25.053613 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28485f2d-4c70-4732-a2ea-bb908350038c req-84dd065c-9e81-4586-8777-d843279b18ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5&tenant_id=f3b4f15f5bca46ea8bac796d6de7252e HTTP/1.1" status: 200 len: 1101 time: 0.5829496 Apr 18 20:31:25.123414 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-ab5cf9c6-76bc-409d-8608-83157e268d97 None None] Attempting to bind port 5ae5a8e6-e936-40c0-92b9-7f63167213e6 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:25.123807 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-ab5cf9c6-76bc-409d-8608-83157e268d97 None None] Attempting to bind port 5ae5a8e6-e936-40c0-92b9-7f63167213e6 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '5a75c09b-a79f-451d-94e4-c58a1b313c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8c9d1e9e-5f13-4921-acff-54965e449d7c'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:25.124364 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5cf9c6-76bc-409d-8608-83157e268d97 None None] Attempting to bind port 5ae5a8e6-e936-40c0-92b9-7f63167213e6 on network 8c9d1e9e-5f13-4921-acff-54965e449d7c {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:25.132968 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5cf9c6-76bc-409d-8608-83157e268d97 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:31:25.133396 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5cf9c6-76bc-409d-8608-83157e268d97 None None] Checking segment: {'id': '5a75c09b-a79f-451d-94e4-c58a1b313c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8c9d1e9e-5f13-4921-acff-54965e449d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:25.133810 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf9c6-76bc-409d-8608-83157e268d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:25.134212 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5cf9c6-76bc-409d-8608-83157e268d97 None None] Bound using segment: {'id': '5a75c09b-a79f-451d-94e4-c58a1b313c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8c9d1e9e-5f13-4921-acff-54965e449d7c'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:31:25.135377 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-ab5cf9c6-76bc-409d-8608-83157e268d97 None None] Bound port: 5ae5a8e6-e936-40c0-92b9-7f63167213e6, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a75c09b-a79f-451d-94e4-c58a1b313c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8c9d1e9e-5f13-4921-acff-54965e449d7c'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:25.135791 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf9c6-76bc-409d-8608-83157e268d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:25.148851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-28485f2d-4c70-4732-a2ea-bb908350038c req-e354f998-ddd7-437a-b6e3-3109d8f7251d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838323-3', 'device_owner': 'compute:nova'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:25.245695 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa526216-77dd-48a9-8915-c6c57a311371 req-7eb844f5-33a3-4c86-b7b5-71b9e1544c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:25.246324 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-aa526216-77dd-48a9-8915-c6c57a311371 req-7eb844f5-33a3-4c86-b7b5-71b9e1544c44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:25.247820 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aa526216-77dd-48a9-8915-c6c57a311371 req-7eb844f5-33a3-4c86-b7b5-71b9e1544c44 service neutron] 10.222.0.57 "PUT /v2.0/ports/4781d3f2-cf88-431f-a897-980785fab48d HTTP/1.1" status: 200 len: 1091 time: 1.5541291 Apr 18 20:31:25.248297 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2627010f-2dcf-46cc-a814-9bf480a4623c', 'tag': '4781d3f2-cf88-431f-a897-980785fab48d'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:25.260836 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2798bd98-0bbd-420e-bfd1-8e079bf63ec5 x-openstack-request-id: req-2798bd98-0bbd-420e-bfd1-8e079bf63ec5 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:25.261601 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf40401-ff4c-436c-9bad-4664263c7e46" -d '{"events": [{"name": "network-changed", "server_uuid": "2627010f-2dcf-46cc-a814-9bf480a4623c", "tag": "4781d3f2-cf88-431f-a897-980785fab48d"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:25.261770 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95929d42-115a-4ec9-812a-540a71740ff5", "name": "network-vif-plugged", "status": "completed", "tag": "e1a5107e-ec2f-4341-80dc-7ad2cffe0a34", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:25.263507 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2798bd98-0bbd-420e-bfd1-8e079bf63ec5 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:25.264707 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2798bd98-0bbd-420e-bfd1-8e079bf63ec5'] response: {'server_uuid': '95929d42-115a-4ec9-812a-540a71740ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a5107e-ec2f-4341-80dc-7ad2cffe0a34', 'code': 200} Apr 18 20:31:25.277389 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-ab5cf9c6-76bc-409d-8608-83157e268d97 None None] For port 5ae5a8e6-e936-40c0-92b9-7f63167213e6, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:31:25.332829 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-ab5cf9c6-76bc-409d-8608-83157e268d97 None None] For port 5ae5a8e6-e936-40c0-92b9-7f63167213e6, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5ae5a8e6-e936-40c0-92b9-7f63167213e6,segment=NetworkSegment(5a75c09b-a79f-451d-94e4-c58a1b313c11),segment_id=5a75c09b-a79f-451d-94e4-c58a1b313c11)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:31:25.347972 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf9c6-76bc-409d-8608-83157e268d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:25.364680 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d283a-d1b3-43fc-bdd9-1469bc10bcde req-ec09b17e-c9df-49ec-8277-2a51b6c992a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:25.374613 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d3d283a-d1b3-43fc-bdd9-1469bc10bcde req-ec09b17e-c9df-49ec-8277-2a51b6c992a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d538f970-1699-4982-98ba-9d8cb4a7048d HTTP/1.1" status: 200 len: 919 time: 1.2971275 Apr 18 20:31:25.502642 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195818e7-dc2b-4b33-926e-fc5764856037 None None] Pushing event updated for resources: {'Port': ['ID=5ae5a8e6-e936-40c0-92b9-7f63167213e6,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:25.521109 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5cf9c6-76bc-409d-8608-83157e268d97 None None] Routers {'be7ccf6e-f1a1-4b22-8faa-fb35be0ef856'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:31:25.533371 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ab5cf9c6-76bc-409d-8608-83157e268d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:30:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['be7ccf6e-f1a1-4b22-8faa-fb35be0ef856'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:25.578432 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb844f5-33a3-4c86-b7b5-71b9e1544c44 service neutron] Pushing event updated for resources: {'Port': ['ID=4781d3f2-cf88-431f-a897-980785fab48d,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:25.627849 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d3d283a-d1b3-43fc-bdd9-1469bc10bcde req-26f9b5e7-3dbe-4937-bda1-801dde2f9276 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7402ac98-e12c-4b58-b801-7de11281dd54 HTTP/1.1" status: 200 len: 217 time: 0.2032070 Apr 18 20:31:25.644862 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa526216-77dd-48a9-8915-c6c57a311371 req-7ad190f5-4b68-4777-aa7f-f062453e9f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:25.647728 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aa526216-77dd-48a9-8915-c6c57a311371 req-7ad190f5-4b68-4777-aa7f-f062453e9f31 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c72a6cb4b75647d38b6aa693a7d2ca0b&device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 1094 time: 0.2874169 Apr 18 20:31:25.850210 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-ab5cf9c6-76bc-409d-8608-83157e268d97 None None] Set router be7ccf6e-f1a1-4b22-8faa-fb35be0ef856 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:31:25.862820 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aa526216-77dd-48a9-8915-c6c57a311371 req-afa3c941-4798-4580-9351-5e0b0758c8d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4781d3f2-cf88-431f-a897-980785fab48d HTTP/1.1" status: 200 len: 217 time: 0.2002068 Apr 18 20:31:25.870702 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-0319afa1-0e10-471d-92b6-72b508d1fc02 None None] Provisioning complete for port 5ae5a8e6-e936-40c0-92b9-7f63167213e6 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:25.871529 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0319afa1-0e10-471d-92b6-72b508d1fc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:25.948767 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-8470b887-a9ad-483b-b8ba-5725ccb2ff7c req-c40e82c5-a257-4a1b-925b-26c104e723b6 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Deleting port 0705436e-2ef0-4db1-affa-9b26239925a9 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:31:25.949112 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8470b887-a9ad-483b-b8ba-5725ccb2ff7c req-c40e82c5-a257-4a1b-925b-26c104e723b6 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:26.092180 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa526216-77dd-48a9-8915-c6c57a311371 req-363d14b2-3bf9-4b4b-aded-e3f82f155333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:26.094980 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aa526216-77dd-48a9-8915-c6c57a311371 req-363d14b2-3bf9-4b4b-aded-e3f82f155333 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8415795-d2f2-4354-859f-79b4fcc6f470 HTTP/1.1" status: 200 len: 857 time: 0.2132466 Apr 18 20:31:26.200020 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0319afa1-0e10-471d-92b6-72b508d1fc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:26.222368 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa526216-77dd-48a9-8915-c6c57a311371 req-edd2af6c-63e5-44d3-861f-052f3e0e26d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:26.230132 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aa526216-77dd-48a9-8915-c6c57a311371 req-edd2af6c-63e5-44d3-861f-052f3e0e26d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d538f970-1699-4982-98ba-9d8cb4a7048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221256 Apr 18 20:31:26.246314 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-8470b887-a9ad-483b-b8ba-5725ccb2ff7c req-c40e82c5-a257-4a1b-925b-26c104e723b6 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] For port 0705436e-2ef0-4db1-affa-9b26239925a9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=0705436e-2ef0-4db1-affa-9b26239925a9,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:26.247658 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8470b887-a9ad-483b-b8ba-5725ccb2ff7c req-c40e82c5-a257-4a1b-925b-26c104e723b6 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:26.266686 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-8470b887-a9ad-483b-b8ba-5725ccb2ff7c req-c40e82c5-a257-4a1b-925b-26c104e723b6 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Calling delete_port for 0705436e-2ef0-4db1-affa-9b26239925a9 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:31:26.286471 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-0319afa1-0e10-471d-92b6-72b508d1fc02 None None] For port 5ae5a8e6-e936-40c0-92b9-7f63167213e6, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5ae5a8e6-e936-40c0-92b9-7f63167213e6,segment=NetworkSegment(5a75c09b-a79f-451d-94e4-c58a1b313c11),segment_id=5a75c09b-a79f-451d-94e4-c58a1b313c11)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:26.295211 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0319afa1-0e10-471d-92b6-72b508d1fc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:26.380584 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 7402ac98-e12c-4b58-b801-7de11281dd54 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:31:26.388813 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:31:26.413423 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4806f92-ca72-4b19-98e8-e8490f782ae9 req-72f04f8e-d2da-46a5-a937-0160690121bc tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:26.415884 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4806f92-ca72-4b19-98e8-e8490f782ae9 req-72f04f8e-d2da-46a5-a937-0160690121bc tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 943 time: 0.6707327 Apr 18 20:31:26.418880 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d283a-d1b3-43fc-bdd9-1469bc10bcde req-453c87b7-1cde-4ed3-9fe7-69bf10cc9a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:26.423220 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d3d283a-d1b3-43fc-bdd9-1469bc10bcde req-453c87b7-1cde-4ed3-9fe7-69bf10cc9a3f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8415795-d2f2-4354-859f-79b4fcc6f470 HTTP/1.1" status: 200 len: 857 time: 0.7754173 Apr 18 20:31:26.424148 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-28485f2d-4c70-4732-a2ea-bb908350038c req-e354f998-ddd7-437a-b6e3-3109d8f7251d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:26.482892 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aa526216-77dd-48a9-8915-c6c57a311371 req-28af538a-ce0a-4ecf-94fd-5022cc2bd758 service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475922 Apr 18 20:31:26.485423 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ab5cf9c6-76bc-409d-8608-83157e268d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ccf6e-f1a1-4b22-8faa-fb35be0ef856', 'name': 'tempest-FloatingIPsTestJSON-253576467-router', 'tenant_id': 'c63cc5d46cf04294a9b15806504264cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3362c8ef-fd65-4741-9cf3-2d17b4111bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:01Z', 'updated_at': '2022-04-18T20:31:18Z', 'revision_number': 4, 'project_id': 'c63cc5d46cf04294a9b15806504264cd', 'gw_port': {'id': '3362c8ef-fd65-4741-9cf3-2d17b4111bcf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ccf6e-f1a1-4b22-8faa-fb35be0ef856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:03Z', 'updated_at': '2022-04-18T20:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5ae5a8e6-e936-40c0-92b9-7f63167213e6', 'name': '', 'network_id': '8c9d1e9e-5f13-4921-acff-54965e449d7c', 'tenant_id': 'c63cc5d46cf04294a9b15806504264cd', 'mac_address': 'fa:16:3e:d5:d5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7ccf6e-f1a1-4b22-8faa-fb35be0ef856', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f24494fc-cbf7-4c66-85dc-b06c584b63d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:15Z', 'updated_at': '2022-04-18T20:31:25Z', 'revision_number': 4, 'project_id': 'c63cc5d46cf04294a9b15806504264cd', 'subnets': [{'id': 'f24494fc-cbf7-4c66-85dc-b06c584b63d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:26.527460 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-173a0107-1a6a-44fd-8f0d-28335d7afde2 None None] Provisioning complete for port 5ae5a8e6-e936-40c0-92b9-7f63167213e6 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:26.528298 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-173a0107-1a6a-44fd-8f0d-28335d7afde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:26.533882 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5cf9c6-76bc-409d-8608-83157e268d97 None None] The sync data for ids ['be7ccf6e-f1a1-4b22-8faa-fb35be0ef856'] in n-d-838323-3 is: [{'id': 'be7ccf6e-f1a1-4b22-8faa-fb35be0ef856', 'name': 'tempest-FloatingIPsTestJSON-253576467-router', 'tenant_id': 'c63cc5d46cf04294a9b15806504264cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3362c8ef-fd65-4741-9cf3-2d17b4111bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:01Z', 'updated_at': '2022-04-18T20:31:18Z', 'revision_number': 4, 'project_id': 'c63cc5d46cf04294a9b15806504264cd', 'gw_port': {'id': '3362c8ef-fd65-4741-9cf3-2d17b4111bcf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ccf6e-f1a1-4b22-8faa-fb35be0ef856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:03Z', 'updated_at': '2022-04-18T20:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5ae5a8e6-e936-40c0-92b9-7f63167213e6', 'name': '', 'network_id': '8c9d1e9e-5f13-4921-acff-54965e449d7c', 'tenant_id': 'c63cc5d46cf04294a9b15806504264cd', 'mac_address': 'fa:16:3e:d5:d5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7ccf6e-f1a1-4b22-8faa-fb35be0ef856', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f24494fc-cbf7-4c66-85dc-b06c584b63d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:15Z', 'updated_at': '2022-04-18T20:31:25Z', 'revision_number': 4, 'project_id': 'c63cc5d46cf04294a9b15806504264cd', 'subnets': [{'id': 'f24494fc-cbf7-4c66-85dc-b06c584b63d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:31:26.594342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6af6ed7-b32d-448e-9fe7-594a268fbaaa req-d07f21ec-2e61-4ac4-9413-4ddd4af826da tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9254675 Apr 18 20:31:26.664812 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.resource_extend [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:31:26.705648 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aa526216-77dd-48a9-8915-c6c57a311371 req-776f60f6-65a2-4841-b391-f51ce5f1945c service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151568 Apr 18 20:31:26.793091 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319afa1-0e10-471d-92b6-72b508d1fc02 None None] Pushing event updated for resources: {'Port': ['ID=5ae5a8e6-e936-40c0-92b9-7f63167213e6,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:26.813406 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4806f92-ca72-4b19-98e8-e8490f782ae9 req-09d29a5b-6a8d-42f6-8791-2eb558c567bf tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851912 Apr 18 20:31:26.838474 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:26.964627 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-c6af6ed7-b32d-448e-9fe7-594a268fbaaa req-f7dabd7f-3b9f-4c3d-833c-ce2076a988c8 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:26.977746 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:26.990587 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 7402ac98-e12c-4b58-b801-7de11281dd54, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=7402ac98-e12c-4b58-b801-7de11281dd54,segment=NetworkSegment(56183d8f-21a5-45b4-8a0e-690ad26be3e8),segment_id=56183d8f-21a5-45b4-8a0e-690ad26be3e8)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:26.996977 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:27.052863 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '7402ac98-e12c-4b58-b801-7de11281dd54', 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'port_id': '7402ac98-e12c-4b58-b801-7de11281dd54', 'mac_address': 'fa:16:3e:97:8f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:31:27.111920 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,revision_number=10']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:27.148331 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:27.169991 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7402ac98-e12c-4b58-b801-7de11281dd54 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:27.209244 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 7402ac98-e12c-4b58-b801-7de11281dd54, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=7402ac98-e12c-4b58-b801-7de11281dd54,segment=NetworkSegment(56183d8f-21a5-45b4-8a0e-690ad26be3e8),segment_id=56183d8f-21a5-45b4-8a0e-690ad26be3e8)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:27.222876 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:27.245178 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6af6ed7-b32d-448e-9fe7-594a268fbaaa req-f7dabd7f-3b9f-4c3d-833c-ce2076a988c8 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:27.267657 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95929d42-115a-4ec9-812a-540a71740ff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a5107e-ec2f-4341-80dc-7ad2cffe0a34'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:27.271649 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df89028f-d798-442c-9847-edde4e95db96" -d '{"events": [{"server_uuid": "95929d42-115a-4ec9-812a-540a71740ff5", "name": "network-vif-unplugged", "status": "completed", "tag": "e1a5107e-ec2f-4341-80dc-7ad2cffe0a34"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:27.302105 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=7402ac98-e12c-4b58-b801-7de11281dd54,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:27.316374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d283a-d1b3-43fc-bdd9-1469bc10bcde req-914dcd8e-2cb4-4ee4-8544-45b3eea844cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:27.318986 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d3d283a-d1b3-43fc-bdd9-1469bc10bcde req-914dcd8e-2cb4-4ee4-8544-45b3eea844cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d538f970-1699-4982-98ba-9d8cb4a7048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8680160 Apr 18 20:31:27.323038 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26039c7c-b3e5-4263-875a-93020ff51721 req-b932dd4b-6e86-4c5c-9b1a-407fa4088497 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=4059ae96-ffeb-43dd-bf58-a89e5ecd20d9 HTTP/1.1" status: 200 len: 210 time: 0.2089791 Apr 18 20:31:27.397497 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed765105-6f0e-46ec-9191-ecbc971238da x-openstack-request-id: req-ed765105-6f0e-46ec-9191-ecbc971238da {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:27.398381 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2627010f-2dcf-46cc-a814-9bf480a4623c", "tag": "4781d3f2-cf88-431f-a897-980785fab48d", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:27.398837 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed765105-6f0e-46ec-9191-ecbc971238da {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:27.399405 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed765105-6f0e-46ec-9191-ecbc971238da'] response: {'name': 'network-changed', 'server_uuid': '2627010f-2dcf-46cc-a814-9bf480a4623c', 'tag': '4781d3f2-cf88-431f-a897-980785fab48d', 'status': 'completed', 'code': 200} Apr 18 20:31:27.515718 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['7402ac98-e12c-4b58-b801-7de11281dd54'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:31:27.587610 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf40401-ff4c-436c-9bad-4664263c7e46 req-417c2920-90bd-4e36-81d5-90049fa7145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:27.593908 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bcf40401-ff4c-436c-9bad-4664263c7e46 req-417c2920-90bd-4e36-81d5-90049fa7145c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c72a6cb4b75647d38b6aa693a7d2ca0b&device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 1094 time: 0.1559706 Apr 18 20:31:27.637169 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8470b887-a9ad-483b-b8ba-5725ccb2ff7c req-c40e82c5-a257-4a1b-925b-26c104e723b6 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:27.911800 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5ae5a8e6-e936-40c0-92b9-7f63167213e6 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:27.950430 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf40401-ff4c-436c-9bad-4664263c7e46 req-c0033588-ed09-4e17-8164-aded19981147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:27.953588 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bcf40401-ff4c-436c-9bad-4664263c7e46 req-c0033588-ed09-4e17-8164-aded19981147 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d538f970-1699-4982-98ba-9d8cb4a7048d HTTP/1.1" status: 200 len: 919 time: 0.3514760 Apr 18 20:31:27.993126 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 0705436e-2ef0-4db1-affa-9b26239925a9 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:31:28.034254 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 0705436e-2ef0-4db1-affa-9b26239925a9 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:31:28.034722 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 0705436e-2ef0-4db1-affa-9b26239925a9 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:31:28.045248 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5ae5a8e6-e936-40c0-92b9-7f63167213e6 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:28.045720 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:28.246281 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bcf40401-ff4c-436c-9bad-4664263c7e46 req-1aa39dfe-7923-49e0-b5ec-abe606be0270 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4781d3f2-cf88-431f-a897-980785fab48d HTTP/1.1" status: 200 len: 217 time: 0.2663023 Apr 18 20:31:28.284470 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b843fa5-236d-4b17-8264-edbb56aae0b1 req-69ac46b5-b20c-4046-8b1e-a8e6232602f9 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5d417-f727-401f-a4fb-949e4fe072e4 HTTP/1.1" status: 200 len: 210 time: 0.6793954 Apr 18 20:31:28.291163 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e626f1ef-a57d-4a78-973c-c27df7e1d318 req-d9f80716-9c21-4cda-bdbb-70c9d8a5bc04 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4664123 Apr 18 20:31:28.320377 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-ac9c1438-6ab3-4d5a-bb84-0c6aae42f05a tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:28.323767 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-ac9c1438-6ab3-4d5a-bb84-0c6aae42f05a tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.32 "GET /v2.0/networks?id=60c0f8e4-ca71-46cb-9dba-ff0370549a61 HTTP/1.1" status: 200 len: 805 time: 0.5047188 Apr 18 20:31:28.348661 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-76a77458-d30c-41bc-a1ed-ea034fe4aa02 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Request body: {'port': {'device_id': '91e5d417-f727-401f-a4fb-949e4fe072e4', 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61', 'admin_state_up': True, 'tenant_id': 'b19fef1cf30f4b18969bf977f1ee2aa9'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:28.407749 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e82c5-a257-4a1b-925b-26c104e723b6 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Pushing event deleted for resources: {'Port': ['ID=0705436e-2ef0-4db1-affa-9b26239925a9,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:28.425604 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d3d283a-d1b3-43fc-bdd9-1469bc10bcde req-90a01597-4011-439d-afcb-aa22c983a063 service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0594602 Apr 18 20:31:28.426576 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf40401-ff4c-436c-9bad-4664263c7e46 req-6fa50d96-16c0-46d4-9d8e-6a0137da5fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:28.428100 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bcf40401-ff4c-436c-9bad-4664263c7e46 req-6fa50d96-16c0-46d4-9d8e-6a0137da5fb7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8415795-d2f2-4354-859f-79b4fcc6f470 HTTP/1.1" status: 200 len: 857 time: 0.1698627 Apr 18 20:31:28.538749 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf40401-ff4c-436c-9bad-4664263c7e46 req-9154f89c-baa8-412b-8170-150b69f8a706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:28.540299 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bcf40401-ff4c-436c-9bad-4664263c7e46 req-9154f89c-baa8-412b-8170-150b69f8a706 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d538f970-1699-4982-98ba-9d8cb4a7048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030862 Apr 18 20:31:28.646656 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-76a77458-d30c-41bc-a1ed-ea034fe4aa02 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Made reservation on behalf of b19fef1cf30f4b18969bf977f1ee2aa9 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:28.651607 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-76a77458-d30c-41bc-a1ed-ea034fe4aa02 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:28.721586 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b3b535a1-5e5d-474f-a782-4130268d4cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:28.763192 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-28485f2d-4c70-4732-a2ea-bb908350038c req-e354f998-ddd7-437a-b6e3-3109d8f7251d service neutron] For port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:28.846829 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bcf40401-ff4c-436c-9bad-4664263c7e46 req-0e3c5b19-bcf5-4923-9640-1d5ff3130a7a service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964058 Apr 18 20:31:29.017482 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bcf40401-ff4c-436c-9bad-4664263c7e46 req-0378e821-c54a-41fb-91ee-987070029ce8 service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617086 Apr 18 20:31:29.084570 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-76a77458-d30c-41bc-a1ed-ea034fe4aa02 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Allocated IP 172.20.0.10 (60c0f8e4-ca71-46cb-9dba-ff0370549a61/b8708785-9af0-4579-bb8d-13349cd937a4/104159ce-6d43-45ed-ad53-5724a1de52f3) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:29.162617 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-28485f2d-4c70-4732-a2ea-bb908350038c req-e354f998-ddd7-437a-b6e3-3109d8f7251d service neutron] For port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:31:29.173570 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-8470b887-a9ad-483b-b8ba-5725ccb2ff7c req-c40e82c5-a257-4a1b-925b-26c104e723b6 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] No DVR routers for this DVR port 0705436e-2ef0-4db1-affa-9b26239925a9 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:31:29.179193 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8470b887-a9ad-483b-b8ba-5725ccb2ff7c req-c40e82c5-a257-4a1b-925b-26c104e723b6 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:29.185837 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8470b887-a9ad-483b-b8ba-5725ccb2ff7c req-c40e82c5-a257-4a1b-925b-26c104e723b6 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.32 "DELETE /v2.0/ports/0705436e-2ef0-4db1-affa-9b26239925a9 HTTP/1.1" status: 204 len: 173 time: 4.4942603 Apr 18 20:31:29.238673 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f34cdad-0672-4438-8d11-acc791346a56', 'name': 'network-vif-deleted', 'tag': '0705436e-2ef0-4db1-affa-9b26239925a9'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:29.243020 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0534147-9007-4b2e-b087-8b3a8d484e30" -d '{"events": [{"server_uuid": "0f34cdad-0672-4438-8d11-acc791346a56", "name": "network-vif-deleted", "tag": "0705436e-2ef0-4db1-affa-9b26239925a9"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:29.282184 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626f1ef-a57d-4a78-973c-c27df7e1d318 req-64f7c4d6-3fdf-4ede-9ba0-1d172c12226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:29.285462 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e626f1ef-a57d-4a78-973c-c27df7e1d318 req-64f7c4d6-3fdf-4ede-9ba0-1d172c12226d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 1095 time: 0.8441708 Apr 18 20:31:29.373547 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf425c07-ba9d-419b-b478-a85b996d1e2a req-8b6cfe04-8889-4c7f-97bf-3a92fe5d53f9 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:29.376679 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf425c07-ba9d-419b-b478-a85b996d1e2a req-8b6cfe04-8889-4c7f-97bf-3a92fe5d53f9 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 949 time: 0.7318432 Apr 18 20:31:29.381316 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-28485f2d-4c70-4732-a2ea-bb908350038c req-e354f998-ddd7-437a-b6e3-3109d8f7251d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:29.470107 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-28485f2d-4c70-4732-a2ea-bb908350038c req-e354f998-ddd7-437a-b6e3-3109d8f7251d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:29.486045 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-76a77458-d30c-41bc-a1ed-ea034fe4aa02 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:29.554653 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-76a77458-d30c-41bc-a1ed-ea034fe4aa02 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:29.584520 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d3d283a-d1b3-43fc-bdd9-1469bc10bcde req-9f24a9ae-111d-4b90-a960-da80cd8e7c52 service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0129998 Apr 18 20:31:29.601661 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-28485f2d-4c70-4732-a2ea-bb908350038c req-e354f998-ddd7-437a-b6e3-3109d8f7251d service neutron] Transition to ACTIVE for port object e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:29.644278 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-76a77458-d30c-41bc-a1ed-ea034fe4aa02 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Network 60c0f8e4-ca71-46cb-9dba-ff0370549a61 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:29.650869 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:29.651404 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-76a77458-d30c-41bc-a1ed-ea034fe4aa02 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:29.652969 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-28485f2d-4c70-4732-a2ea-bb908350038c req-e354f998-ddd7-437a-b6e3-3109d8f7251d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:29.658556 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-76a77458-d30c-41bc-a1ed-ea034fe4aa02 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:31:29.739040 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a77458-d30c-41bc-a1ed-ea034fe4aa02 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Pushing event updated for resources: {'Port': ['ID=104159ce-6d43-45ed-ad53-5724a1de52f3,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:29.774471 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf425c07-ba9d-419b-b478-a85b996d1e2a req-274f70c7-4866-4bc3-93a6-8a107e8509f4 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714914 Apr 18 20:31:29.785799 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-76a77458-d30c-41bc-a1ed-ea034fe4aa02 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:29.787350 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-76a77458-d30c-41bc-a1ed-ea034fe4aa02 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:29.792018 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626f1ef-a57d-4a78-973c-c27df7e1d318 req-697e6646-fd76-48c3-8597-f1f72f321ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:29.793609 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e626f1ef-a57d-4a78-973c-c27df7e1d318 req-697e6646-fd76-48c3-8597-f1f72f321ff6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 200 len: 908 time: 0.4709053 Apr 18 20:31:29.829966 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-76a77458-d30c-41bc-a1ed-ea034fe4aa02 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4871714 Apr 18 20:31:29.848381 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-a17d8849-e944-4b50-92df-335da188cfdd service neutron] Request body: {'port': {'device_id': '91e5d417-f727-401f-a4fb-949e4fe072e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:29.970274 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6af6ed7-b32d-448e-9fe7-594a268fbaaa req-f7dabd7f-3b9f-4c3d-833c-ce2076a988c8 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:29.972613 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-28485f2d-4c70-4732-a2ea-bb908350038c req-e354f998-ddd7-437a-b6e3-3109d8f7251d service neutron] No DVR routers for this DVR port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:31:29.995886 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e626f1ef-a57d-4a78-973c-c27df7e1d318 req-7bac4c87-a555-42eb-bbf6-9919ddfc3bd7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=926820b0-63b4-43ed-8bee-025ad0d58deb HTTP/1.1" status: 200 len: 217 time: 0.1951063 Apr 18 20:31:30.002242 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-a17d8849-e944-4b50-92df-335da188cfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:30.014885 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354f998-ddd7-437a-b6e3-3109d8f7251d service neutron] Pushing event updated for resources: {'Port': ['ID=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,revision_number=11']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:30.039520 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266838d6-7407-401b-a33e-0cc7da07a85a x-openstack-request-id: req-266838d6-7407-401b-a33e-0cc7da07a85a {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:30.040604 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95929d42-115a-4ec9-812a-540a71740ff5", "name": "network-vif-unplugged", "status": "completed", "tag": "e1a5107e-ec2f-4341-80dc-7ad2cffe0a34", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:30.041794 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-266838d6-7407-401b-a33e-0cc7da07a85a {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:30.042420 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-266838d6-7407-401b-a33e-0cc7da07a85a'] response: {'server_uuid': '95929d42-115a-4ec9-812a-540a71740ff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a5107e-ec2f-4341-80dc-7ad2cffe0a34', 'code': 200} Apr 18 20:31:30.192186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626f1ef-a57d-4a78-973c-c27df7e1d318 req-1890bcf6-f16d-48db-81a9-3ea8e8acc79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:30.194149 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e626f1ef-a57d-4a78-973c-c27df7e1d318 req-1890bcf6-f16d-48db-81a9-3ea8e8acc79d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1 HTTP/1.1" status: 200 len: 847 time: 0.1890240 Apr 18 20:31:30.195620 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-28485f2d-4c70-4732-a2ea-bb908350038c req-e354f998-ddd7-437a-b6e3-3109d8f7251d service neutron] Attempting to bind port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:30.195949 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-28485f2d-4c70-4732-a2ea-bb908350038c req-e354f998-ddd7-437a-b6e3-3109d8f7251d service neutron] Attempting to bind port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:30.196274 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28485f2d-4c70-4732-a2ea-bb908350038c req-e354f998-ddd7-437a-b6e3-3109d8f7251d service neutron] Attempting to bind port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:30.292070 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e626f1ef-a57d-4a78-973c-c27df7e1d318 req-18eee1c6-e309-4c34-b953-da03bea29989 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898674 Apr 18 20:31:30.296637 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28485f2d-4c70-4732-a2ea-bb908350038c req-e354f998-ddd7-437a-b6e3-3109d8f7251d service neutron] Port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:31:30.297021 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28485f2d-4c70-4732-a2ea-bb908350038c req-e354f998-ddd7-437a-b6e3-3109d8f7251d service neutron] Attempting to bind port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:30.321634 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4781d3f2-cf88-431f-a897-980785fab48d details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:31:30.323824 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 7402ac98-e12c-4b58-b801-7de11281dd54 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:30.589707 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28485f2d-4c70-4732-a2ea-bb908350038c req-e354f998-ddd7-437a-b6e3-3109d8f7251d service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:31:30.590622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28485f2d-4c70-4732-a2ea-bb908350038c req-e354f998-ddd7-437a-b6e3-3109d8f7251d service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:30.590622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28485f2d-4c70-4732-a2ea-bb908350038c req-e354f998-ddd7-437a-b6e3-3109d8f7251d service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:31:30.591098 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-28485f2d-4c70-4732-a2ea-bb908350038c req-e354f998-ddd7-437a-b6e3-3109d8f7251d service neutron] Bound port: e1a5107e-ec2f-4341-80dc-7ad2cffe0a34, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:30.591546 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-28485f2d-4c70-4732-a2ea-bb908350038c req-e354f998-ddd7-437a-b6e3-3109d8f7251d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:30.613848 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-c6af6ed7-b32d-448e-9fe7-594a268fbaaa req-f7dabd7f-3b9f-4c3d-833c-ce2076a988c8 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Allocated IP 172.25.1.22 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/ab5d84b3-45cd-476c-a642-93158d9a216f) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:30.628685 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 7402ac98-e12c-4b58-b801-7de11281dd54 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:30.651231 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 7402ac98-e12c-4b58-b801-7de11281dd54 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:30.652155 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:30.692999 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-a17d8849-e944-4b50-92df-335da188cfdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 104159ce-6d43-45ed-ad53-5724a1de52f3 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:30.710803 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-a17d8849-e944-4b50-92df-335da188cfdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:30.724855 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 4781d3f2-cf88-431f-a897-980785fab48d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4781d3f2-cf88-431f-a897-980785fab48d,segment=NetworkSegment(56183d8f-21a5-45b4-8a0e-690ad26be3e8),segment_id=56183d8f-21a5-45b4-8a0e-690ad26be3e8)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:30.736178 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-a17d8849-e944-4b50-92df-335da188cfdd service neutron] Transition to ACTIVE for port object 104159ce-6d43-45ed-ad53-5724a1de52f3 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:30.743925 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e626f1ef-a57d-4a78-973c-c27df7e1d318 req-2e5e36d4-ff6f-4817-bfbb-0945e9922bd5 service neutron] 10.222.0.32 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360893 Apr 18 20:31:30.746192 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-a17d8849-e944-4b50-92df-335da188cfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:30.771523 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '4781d3f2-cf88-431f-a897-980785fab48d', 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'port_id': '4781d3f2-cf88-431f-a897-980785fab48d', 'mac_address': 'fa:16:3e:80:c4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:31:30.811598 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2997e-9660-47a5-bb1d-36b97d93437b req-9310217d-de9c-4aea-90ba-5921f1bc6cac tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:30.825299 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-61e2997e-9660-47a5-bb1d-36b97d93437b req-9310217d-de9c-4aea-90ba-5921f1bc6cac tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 943 time: 0.4906952 Apr 18 20:31:30.884941 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d8849-e944-4b50-92df-335da188cfdd service neutron] Pushing event updated for resources: {'Port': ['ID=104159ce-6d43-45ed-ad53-5724a1de52f3,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:30.936550 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:30.964301 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-a17d8849-e944-4b50-92df-335da188cfdd service neutron] Attempting to bind port 104159ce-6d43-45ed-ad53-5724a1de52f3 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:30.964774 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-a17d8849-e944-4b50-92df-335da188cfdd service neutron] Attempting to bind port 104159ce-6d43-45ed-ad53-5724a1de52f3 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '60e86a52-7aa9-4a3a-b30e-7bb40f315280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:30.965947 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-a17d8849-e944-4b50-92df-335da188cfdd service neutron] Attempting to bind port 104159ce-6d43-45ed-ad53-5724a1de52f3 on network 60c0f8e4-ca71-46cb-9dba-ff0370549a61 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:30.973521 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-a17d8849-e944-4b50-92df-335da188cfdd service neutron] Port 104159ce-6d43-45ed-ad53-5724a1de52f3 on network 60c0f8e4-ca71-46cb-9dba-ff0370549a61 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:31:30.973976 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-a17d8849-e944-4b50-92df-335da188cfdd service neutron] Attempting to bind port 104159ce-6d43-45ed-ad53-5724a1de52f3 on network 60c0f8e4-ca71-46cb-9dba-ff0370549a61 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:30.984234 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-a17d8849-e944-4b50-92df-335da188cfdd service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:31:30.984771 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-a17d8849-e944-4b50-92df-335da188cfdd service neutron] Checking segment: {'id': '60e86a52-7aa9-4a3a-b30e-7bb40f315280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:30.984993 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4781d3f2-cf88-431f-a897-980785fab48d {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:30.985315 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-a17d8849-e944-4b50-92df-335da188cfdd service neutron] Bound using segment: {'id': '60e86a52-7aa9-4a3a-b30e-7bb40f315280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:31:30.985962 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-a17d8849-e944-4b50-92df-335da188cfdd service neutron] Bound port: 104159ce-6d43-45ed-ad53-5724a1de52f3, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60e86a52-7aa9-4a3a-b30e-7bb40f315280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:30.986502 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-a17d8849-e944-4b50-92df-335da188cfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:31.015826 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:31.047986 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 4781d3f2-cf88-431f-a897-980785fab48d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4781d3f2-cf88-431f-a897-980785fab48d,segment=NetworkSegment(56183d8f-21a5-45b4-8a0e-690ad26be3e8),segment_id=56183d8f-21a5-45b4-8a0e-690ad26be3e8)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:31.060336 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:31.105323 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-a17d8849-e944-4b50-92df-335da188cfdd service neutron] For port 104159ce-6d43-45ed-ad53-5724a1de52f3, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:31:31.111463 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-a17d8849-e944-4b50-92df-335da188cfdd service neutron] For port 104159ce-6d43-45ed-ad53-5724a1de52f3, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=104159ce-6d43-45ed-ad53-5724a1de52f3,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:31:31.119298 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-a17d8849-e944-4b50-92df-335da188cfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:31.131306 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 7402ac98-e12c-4b58-b801-7de11281dd54, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=7402ac98-e12c-4b58-b801-7de11281dd54,segment=NetworkSegment(56183d8f-21a5-45b4-8a0e-690ad26be3e8),segment_id=56183d8f-21a5-45b4-8a0e-690ad26be3e8)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:31.150521 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=4781d3f2-cf88-431f-a897-980785fab48d,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:31.155621 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:31.200233 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-a17d8849-e944-4b50-92df-335da188cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:31.201254 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-a17d8849-e944-4b50-92df-335da188cfdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:31.202751 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-a17d8849-e944-4b50-92df-335da188cfdd service neutron] 10.222.0.32 "PUT /v2.0/ports/104159ce-6d43-45ed-ad53-5724a1de52f3 HTTP/1.1" status: 200 len: 1092 time: 1.3659964 Apr 18 20:31:31.208183 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e5d417-f727-401f-a4fb-949e4fe072e4', 'tag': '104159ce-6d43-45ed-ad53-5724a1de52f3'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:31.213095 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa572b35-53e6-4f8b-bcfb-1362b0b3e63f" -d '{"events": [{"name": "network-changed", "server_uuid": "91e5d417-f727-401f-a4fb-949e4fe072e4", "tag": "104159ce-6d43-45ed-ad53-5724a1de52f3"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:31.237678 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d8849-e944-4b50-92df-335da188cfdd service neutron] Pushing event updated for resources: {'Port': ['ID=104159ce-6d43-45ed-ad53-5724a1de52f3,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:31.291372 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=7402ac98-e12c-4b58-b801-7de11281dd54,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:31.298081 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:31.332397 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-1669a1c2-4270-495e-8278-63881603a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:31.334233 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-1669a1c2-4270-495e-8278-63881603a9e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b19fef1cf30f4b18969bf977f1ee2aa9&device_id=91e5d417-f727-401f-a4fb-949e4fe072e4 HTTP/1.1" status: 200 len: 1095 time: 0.0798349 Apr 18 20:31:31.371186 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['4781d3f2-cf88-431f-a897-980785fab48d'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:31:31.398159 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-d11a3333-1274-4b46-8d9b-9c225a4deacb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=104159ce-6d43-45ed-ad53-5724a1de52f3 HTTP/1.1" status: 200 len: 217 time: 0.0556562 Apr 18 20:31:31.434483 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-61e2997e-9660-47a5-bb1d-36b97d93437b req-3731d68b-807c-4f5c-bf80-f447f438608e tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6079144 Apr 18 20:31:31.505565 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-9b23e80e-9567-4008-9099-61b325cc95e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:31.507466 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-9b23e80e-9567-4008-9099-61b325cc95e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b8708785-9af0-4579-bb8d-13349cd937a4 HTTP/1.1" status: 200 len: 845 time: 0.1033173 Apr 18 20:31:31.516547 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6af6ed7-b32d-448e-9fe7-594a268fbaaa req-f7dabd7f-3b9f-4c3d-833c-ce2076a988c8 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:31.558855 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-28485f2d-4c70-4732-a2ea-bb908350038c req-e354f998-ddd7-437a-b6e3-3109d8f7251d service neutron] For port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:31:31.566500 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:31.574139 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6af6ed7-b32d-448e-9fe7-594a268fbaaa req-f7dabd7f-3b9f-4c3d-833c-ce2076a988c8 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:31.591562 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-1538857d-6339-49d3-97cf-95a61ad1bc24 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=60c0f8e4-ca71-46cb-9dba-ff0370549a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776083 Apr 18 20:31:31.630434 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dabd7f-3b9f-4c3d-833c-ce2076a988c8 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Pushing event updated for resources: {'Port': ['ID=ab5d84b3-45cd-476c-a642-93158d9a216f,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:31.652385 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-28485f2d-4c70-4732-a2ea-bb908350038c req-e354f998-ddd7-437a-b6e3-3109d8f7251d service neutron] For port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:31:31.660784 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e626f1ef-a57d-4a78-973c-c27df7e1d318 req-aeb98750-83ea-422d-8007-3748f3a7b3ba service neutron] 10.222.0.32 "GET /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8989429 Apr 18 20:31:31.671350 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6af6ed7-b32d-448e-9fe7-594a268fbaaa req-f7dabd7f-3b9f-4c3d-833c-ce2076a988c8 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:31.677474 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-28485f2d-4c70-4732-a2ea-bb908350038c req-e354f998-ddd7-437a-b6e3-3109d8f7251d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:31.771994 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354f998-ddd7-437a-b6e3-3109d8f7251d service neutron] Pushing event updated for resources: {'Port': ['ID=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,revision_number=12']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:31.775693 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-c6af6ed7-b32d-448e-9fe7-594a268fbaaa req-f7dabd7f-3b9f-4c3d-833c-ce2076a988c8 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:31.781368 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6af6ed7-b32d-448e-9fe7-594a268fbaaa req-f7dabd7f-3b9f-4c3d-833c-ce2076a988c8 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:31:31.908032 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485f2d-4c70-4732-a2ea-bb908350038c req-e354f998-ddd7-437a-b6e3-3109d8f7251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:31.908670 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-28485f2d-4c70-4732-a2ea-bb908350038c req-e354f998-ddd7-437a-b6e3-3109d8f7251d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:31.910123 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28485f2d-4c70-4732-a2ea-bb908350038c req-e354f998-ddd7-437a-b6e3-3109d8f7251d service neutron] 10.222.0.32 "PUT /v2.0/ports/e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 HTTP/1.1" status: 200 len: 1097 time: 6.8120115 Apr 18 20:31:31.922308 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-85c7274d-eaa0-40cc-a5e8-59839f4439b7 service neutron] 10.222.0.32 "GET /v2.0/networks/60c0f8e4-ca71-46cb-9dba-ff0370549a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232913 Apr 18 20:31:31.950131 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6af6ed7-b32d-448e-9fe7-594a268fbaaa req-f7dabd7f-3b9f-4c3d-833c-ce2076a988c8 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:32.044338 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ccf2ab-adcb-4fd4-bc2c-533df3929c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7402ac98-e12c-4b58-b801-7de11281dd54'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:32.047654 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc5dc35-9877-44d0-9043-95f0dff587c3" -d '{"events": [{"server_uuid": "16ccf2ab-adcb-4fd4-bc2c-533df3929c52", "name": "network-vif-plugged", "status": "completed", "tag": "7402ac98-e12c-4b58-b801-7de11281dd54"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:32.073944 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7e60d13c-0e7d-44ba-8696-55a411a7fd5b req-c34b2a3c-1d53-427d-abb9-2713bfc0c6a3 service neutron] 10.222.0.32 "GET /v2.0/networks/60c0f8e4-ca71-46cb-9dba-ff0370549a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437867 Apr 18 20:31:32.093401 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6af6ed7-b32d-448e-9fe7-594a268fbaaa req-f7dabd7f-3b9f-4c3d-833c-ce2076a988c8 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:32.105279 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485f2d-4c70-4732-a2ea-bb908350038c req-99f4f0ab-4934-4d98-8914-84f906525373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:32.107049 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28485f2d-4c70-4732-a2ea-bb908350038c req-99f4f0ab-4934-4d98-8914-84f906525373 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 1100 time: 0.1552708 Apr 18 20:31:32.136340 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-f648e5c4-090d-4a79-aba7-bacb4b685971 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:32.139165 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-f648e5c4-090d-4a79-aba7-bacb4b685971 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/networks?id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e HTTP/1.1" status: 200 len: 821 time: 0.2676809 Apr 18 20:31:32.214959 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-8be38fc3-2eec-4fe2-960d-e34c055a0eec tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/quotas/dfaa7f2918ce486b8b6e6cf1abff9639 HTTP/1.1" status: 200 len: 375 time: 0.0633960 Apr 18 20:31:32.404119 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485f2d-4c70-4732-a2ea-bb908350038c req-ab70b470-edc1-4d2f-8940-e43e3a8df838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:32.406449 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28485f2d-4c70-4732-a2ea-bb908350038c req-ab70b470-edc1-4d2f-8940-e43e3a8df838 service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.2782753 Apr 18 20:31:32.419746 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-e339073c-f56f-4a25-85c5-1f8b26ea606e tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1925623 Apr 18 20:31:32.500022 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28485f2d-4c70-4732-a2ea-bb908350038c req-3463c3ed-7da5-41c5-b45f-63b72617f4d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 HTTP/1.1" status: 200 len: 217 time: 0.0773516 Apr 18 20:31:32.628512 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6af6ed7-b32d-448e-9fe7-594a268fbaaa req-f7dabd7f-3b9f-4c3d-833c-ce2076a988c8 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:32.642049 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6af6ed7-b32d-448e-9fe7-594a268fbaaa req-f7dabd7f-3b9f-4c3d-833c-ce2076a988c8 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:32.644976 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485f2d-4c70-4732-a2ea-bb908350038c req-8c15c663-d759-4d93-8263-01fc5cd4cc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:32.646461 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28485f2d-4c70-4732-a2ea-bb908350038c req-8c15c663-d759-4d93-8263-01fc5cd4cc6c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.1397207 Apr 18 20:31:32.701285 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-c3e66377-697d-40e2-bc61-0977aa9e50ee service neutron] 10.222.0.41 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680044 Apr 18 20:31:32.785559 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dabd7f-3b9f-4c3d-833c-ce2076a988c8 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Pushing event updated for resources: {'Port': ['ID=ab5d84b3-45cd-476c-a642-93158d9a216f,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:32.830660 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6af6ed7-b32d-448e-9fe7-594a268fbaaa req-f7dabd7f-3b9f-4c3d-833c-ce2076a988c8 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:32.836623 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485f2d-4c70-4732-a2ea-bb908350038c req-6e951595-61e6-485b-9d24-7e64e59be7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:32.838202 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28485f2d-4c70-4732-a2ea-bb908350038c req-6e951595-61e6-485b-9d24-7e64e59be7cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1812255 Apr 18 20:31:32.909911 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6af6ed7-b32d-448e-9fe7-594a268fbaaa req-f7dabd7f-3b9f-4c3d-833c-ce2076a988c8 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:32.912173 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6af6ed7-b32d-448e-9fe7-594a268fbaaa req-f7dabd7f-3b9f-4c3d-833c-ce2076a988c8 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.2998686 Apr 18 20:31:32.991775 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-644a8fcf-c44e-47d9-9bcb-44704b8115b2 service neutron] 10.222.0.41 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503877 Apr 18 20:31:33.083137 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6af6ed7-b32d-448e-9fe7-594a268fbaaa req-8411f681-596b-4030-bab5-50fea4b9de1e tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 695 time: 0.1097548 Apr 18 20:31:33.245638 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28485f2d-4c70-4732-a2ea-bb908350038c req-7a85c776-1e20-4d62-b9db-b3a7b22e0bbe service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972063 Apr 18 20:31:33.441521 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39caa8f5-c867-4d19-9c8e-bc5539f2cb2a x-openstack-request-id: req-39caa8f5-c867-4d19-9c8e-bc5539f2cb2a {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:33.443597 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f34cdad-0672-4438-8d11-acc791346a56", "name": "network-vif-deleted", "tag": "0705436e-2ef0-4db1-affa-9b26239925a9", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:33.444028 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-39caa8f5-c867-4d19-9c8e-bc5539f2cb2a {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:33.445313 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39caa8f5-c867-4d19-9c8e-bc5539f2cb2a'] response: {'server_uuid': '0f34cdad-0672-4438-8d11-acc791346a56', 'name': 'network-vif-deleted', 'tag': '0705436e-2ef0-4db1-affa-9b26239925a9', 'status': 'completed', 'code': 200} Apr 18 20:31:33.558931 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af6ed7-b32d-448e-9fe7-594a268fbaaa req-6e661b94-e322-439d-bb58-13829255a400 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:33.560588 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6af6ed7-b32d-448e-9fe7-594a268fbaaa req-6e661b94-e322-439d-bb58-13829255a400 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.4578724 Apr 18 20:31:33.574461 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-c6af6ed7-b32d-448e-9fe7-594a268fbaaa req-f28547c8-2af5-42fc-8c93-e2da6cd5d360 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:31:33.576342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6af6ed7-b32d-448e-9fe7-594a268fbaaa req-f28547c8-2af5-42fc-8c93-e2da6cd5d360 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071902 Apr 18 20:31:33.618775 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28485f2d-4c70-4732-a2ea-bb908350038c req-5e5a53ac-7e59-4ad5-a754-504e8e71c471 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639169 Apr 18 20:31:33.650660 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f58df3-b1b3-4bd1-9cb2-9df8f8e5b3c4 req-4ab9b843-69a8-4dd6-b887-159f42dde2a0 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:33.658600 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5f58df3-b1b3-4bd1-9cb2-9df8f8e5b3c4 req-4ab9b843-69a8-4dd6-b887-159f42dde2a0 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5d417-f727-401f-a4fb-949e4fe072e4 HTTP/1.1" status: 200 len: 944 time: 0.1584299 Apr 18 20:31:33.749313 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5f58df3-b1b3-4bd1-9cb2-9df8f8e5b3c4 req-8e5848d0-b4cf-43ec-8697-f71afa51fd68 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895064 Apr 18 20:31:33.801164 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84efb64-4489-439a-826c-25b075688838 req-ad31e98e-3845-43b6-8fb3-6833d5927df1 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:33.811200 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a84efb64-4489-439a-826c-25b075688838 req-ad31e98e-3845-43b6-8fb3-6833d5927df1 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 949 time: 0.1056027 Apr 18 20:31:33.838470 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5721b944-0184-4657-9f9c-5f39faf08d7f x-openstack-request-id: req-5721b944-0184-4657-9f9c-5f39faf08d7f {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:33.839035 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e5d417-f727-401f-a4fb-949e4fe072e4", "tag": "104159ce-6d43-45ed-ad53-5724a1de52f3", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:33.839035 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5721b944-0184-4657-9f9c-5f39faf08d7f {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:33.839566 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5721b944-0184-4657-9f9c-5f39faf08d7f'] response: {'name': 'network-changed', 'server_uuid': '91e5d417-f727-401f-a4fb-949e4fe072e4', 'tag': '104159ce-6d43-45ed-ad53-5724a1de52f3', 'status': 'completed', 'code': 200} Apr 18 20:31:33.943050 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9399e5-2f9c-410f-9ee6-31dca3a6b55a x-openstack-request-id: req-fb9399e5-2f9c-410f-9ee6-31dca3a6b55a {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:33.944567 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ccf2ab-adcb-4fd4-bc2c-533df3929c52", "name": "network-vif-plugged", "status": "completed", "tag": "7402ac98-e12c-4b58-b801-7de11281dd54", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:33.945043 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb9399e5-2f9c-410f-9ee6-31dca3a6b55a {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:33.945608 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb9399e5-2f9c-410f-9ee6-31dca3a6b55a'] response: {'server_uuid': '16ccf2ab-adcb-4fd4-bc2c-533df3929c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7402ac98-e12c-4b58-b801-7de11281dd54', 'code': 200} Apr 18 20:31:33.957289 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a84efb64-4489-439a-826c-25b075688838 req-6d4963f1-f49b-48fb-a745-045ee7b697ec tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317430 Apr 18 20:31:33.988040 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa572b35-53e6-4f8b-bcfb-1362b0b3e63f req-0712c527-ca55-4539-a82d-a43f4c626d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:33.994614 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa572b35-53e6-4f8b-bcfb-1362b0b3e63f req-0712c527-ca55-4539-a82d-a43f4c626d9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b19fef1cf30f4b18969bf977f1ee2aa9&device_id=91e5d417-f727-401f-a4fb-949e4fe072e4 HTTP/1.1" status: 200 len: 1095 time: 0.1195996 Apr 18 20:31:34.154095 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d76eed28-162e-4053-ae7b-4a204c5078a7 req-4424aded-bdfa-4488-91d9-ed3cffc4a9f9 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 210 time: 0.0453148 Apr 18 20:31:34.322283 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4781d3f2-cf88-431f-a897-980785fab48d up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:34.333203 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-992869be-61de-4720-8f27-9ba86abd431f req-073a137f-2de3-4708-8b68-fda1464dd393 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] 10.222.0.41 "GET /v2.0/floatingips/68dc0c46-9ba6-4df8-9b8a-e738b8ba152e HTTP/1.1" status: 200 len: 692 time: 0.0861282 Apr 18 20:31:34.500684 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d262-88ab-4e67-a5b6-dbb917b0f489 req-5cabb174-74db-43fe-bcff-6eb6fd813ef0 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:34.512277 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 4781d3f2-cf88-431f-a897-980785fab48d completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:34.515198 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e831d262-88ab-4e67-a5b6-dbb917b0f489 req-5cabb174-74db-43fe-bcff-6eb6fd813ef0 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 944 time: 0.3474443 Apr 18 20:31:34.519842 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 4781d3f2-cf88-431f-a897-980785fab48d triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:34.520608 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:34.543627 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666ce46-0f06-4367-92ed-d9146f7479dc req-b583c186-1c22-49e6-88a6-afb2efac11ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:34.545357 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5666ce46-0f06-4367-92ed-d9146f7479dc req-b583c186-1c22-49e6-88a6-afb2efac11ca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 1096 time: 0.4971702 Apr 18 20:31:34.586410 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa572b35-53e6-4f8b-bcfb-1362b0b3e63f req-ba66e67f-d483-44b5-800e-09bd00bee4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:34.587746 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa572b35-53e6-4f8b-bcfb-1362b0b3e63f req-ba66e67f-d483-44b5-800e-09bd00bee4b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=60c0f8e4-ca71-46cb-9dba-ff0370549a61 HTTP/1.1" status: 200 len: 906 time: 0.5829060 Apr 18 20:31:34.651021 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:34.667617 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa572b35-53e6-4f8b-bcfb-1362b0b3e63f req-ec643a37-9fa3-4ac3-8227-00c08da3a2fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=104159ce-6d43-45ed-ad53-5724a1de52f3 HTTP/1.1" status: 200 len: 217 time: 0.0606661 Apr 18 20:31:34.682238 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e831d262-88ab-4e67-a5b6-dbb917b0f489 req-8ec8bd2c-4404-4a81-9ca0-e3c5cbc5c418 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647151 Apr 18 20:31:34.720361 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 4781d3f2-cf88-431f-a897-980785fab48d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4781d3f2-cf88-431f-a897-980785fab48d,segment=NetworkSegment(56183d8f-21a5-45b4-8a0e-690ad26be3e8),segment_id=56183d8f-21a5-45b4-8a0e-690ad26be3e8)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:34.728812 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:34.737132 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5666ce46-0f06-4367-92ed-d9146f7479dc req-6be97f7f-61cb-451a-a1a1-adc5aeb8d270 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741664 Apr 18 20:31:34.774651 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992869be-61de-4720-8f27-9ba86abd431f req-25ccb5ca-9767-4a40-a425-742e112a32ae tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:34.781674 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-992869be-61de-4720-8f27-9ba86abd431f req-25ccb5ca-9767-4a40-a425-742e112a32ae tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.4471509 Apr 18 20:31:34.789443 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-992869be-61de-4720-8f27-9ba86abd431f req-dd82c272-48e7-4e79-a1f9-2674a396b681 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:31:34.790496 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-992869be-61de-4720-8f27-9ba86abd431f req-dd82c272-48e7-4e79-a1f9-2674a396b681 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080485 Apr 18 20:31:34.853048 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa572b35-53e6-4f8b-bcfb-1362b0b3e63f req-fb717da8-2a53-4246-ae97-7a55c589ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:34.854759 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa572b35-53e6-4f8b-bcfb-1362b0b3e63f req-fb717da8-2a53-4246-ae97-7a55c589ab68 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b8708785-9af0-4579-bb8d-13349cd937a4 HTTP/1.1" status: 200 len: 845 time: 0.1641457 Apr 18 20:31:34.874197 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=4781d3f2-cf88-431f-a897-980785fab48d,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:34.972672 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa572b35-53e6-4f8b-bcfb-1362b0b3e63f req-33abd6ad-3c6e-4f81-890f-172f1c2c7ee8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=60c0f8e4-ca71-46cb-9dba-ff0370549a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097896 Apr 18 20:31:35.176453 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-101ac890-b934-4db6-8a3d-a7bebc97124f req-15c5a971-54b2-4715-8f8e-16243db3a93e tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=c63cc5d46cf04294a9b15806504264cd HTTP/1.1" status: 200 len: 695 time: 0.2098141 Apr 18 20:31:35.284533 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-12cfa3a3-5f6b-40ef-916c-9ad146674e17 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:35.286302 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-12cfa3a3-5f6b-40ef-916c-9ad146674e17 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.32 "GET /v2.0/networks?id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e HTTP/1.1" status: 200 len: 821 time: 0.2531817 Apr 18 20:31:35.307127 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-9680fcde-12a1-48a6-ba47-f5b1074c1942 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Request body: {'port': {'device_id': '7f6e7534-1ade-403c-ba64-eac1df4730eb', 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e', 'admin_state_up': True, 'tenant_id': 'dfaa7f2918ce486b8b6e6cf1abff9639'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:35.395215 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148b608-e863-4148-bcf5-ff6678568096 req-dcfe4401-7f3f-4942-8095-89456cbf03a4 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:35.397702 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b148b608-e863-4148-bcf5-ff6678568096 req-dcfe4401-7f3f-4942-8095-89456cbf03a4 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5d417-f727-401f-a4fb-949e4fe072e4 HTTP/1.1" status: 200 len: 944 time: 0.4292064 Apr 18 20:31:35.466972 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95929d42-115a-4ec9-812a-540a71740ff5', 'tag': 'e1a5107e-ec2f-4341-80dc-7ad2cffe0a34'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:35.471335 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecbe256-a8a0-4329-972d-877a3a18a252" -d '{"events": [{"name": "network-changed", "server_uuid": "95929d42-115a-4ec9-812a-540a71740ff5", "tag": "e1a5107e-ec2f-4341-80dc-7ad2cffe0a34"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:35.512971 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b148b608-e863-4148-bcf5-ff6678568096 req-47e8cca2-4fce-4f66-a138-189dc0cfb154 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861409 Apr 18 20:31:35.548762 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-9680fcde-12a1-48a6-ba47-f5b1074c1942 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Made reservation on behalf of dfaa7f2918ce486b8b6e6cf1abff9639 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:35.553344 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-9680fcde-12a1-48a6-ba47-f5b1074c1942 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:35.675989 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ac890-b934-4db6-8a3d-a7bebc97124f req-38eef335-4dfb-42c2-82af-443df4077dae tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:35.689821 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-101ac890-b934-4db6-8a3d-a7bebc97124f req-38eef335-4dfb-42c2-82af-443df4077dae tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] 10.222.0.41 "GET /v2.0/networks?id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 787 time: 0.4935827 Apr 18 20:31:35.701365 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-101ac890-b934-4db6-8a3d-a7bebc97124f req-72c5aa94-233b-441b-9605-4a7154df048a tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:31:35.723215 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-101ac890-b934-4db6-8a3d-a7bebc97124f req-72c5aa94-233b-441b-9605-4a7154df048a tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0325022 Apr 18 20:31:35.727869 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa572b35-53e6-4f8b-bcfb-1362b0b3e63f req-e8ff0269-ae87-41da-881c-57e8bd14c53a service neutron] 10.222.0.32 "GET /v2.0/networks/60c0f8e4-ca71-46cb-9dba-ff0370549a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7190163 Apr 18 20:31:35.947063 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2627010f-2dcf-46cc-a814-9bf480a4623c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4781d3f2-cf88-431f-a897-980785fab48d'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:35.950174 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce63a046-ce8d-4a01-a03e-f69f917476ab" -d '{"events": [{"server_uuid": "2627010f-2dcf-46cc-a814-9bf480a4623c", "name": "network-vif-plugged", "status": "completed", "tag": "4781d3f2-cf88-431f-a897-980785fab48d"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:35.959224 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 104159ce-6d43-45ed-ad53-5724a1de52f3 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:31:35.980180 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-9680fcde-12a1-48a6-ba47-f5b1074c1942 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Allocated IP 172.20.0.2 (93e8e2fd-14fe-4cc2-9e5c-3a430530374e/07088b8e-aaa8-48c6-be5d-b75368ae775e/a8699374-f77f-4f4f-b16e-d5ee63d2b584) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:36.041828 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa572b35-53e6-4f8b-bcfb-1362b0b3e63f req-0e5b71db-1d33-4e07-8605-85abc89f7bdc service neutron] 10.222.0.32 "GET /v2.0/networks/60c0f8e4-ca71-46cb-9dba-ff0370549a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056757 Apr 18 20:31:36.138160 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6289d055-f39c-4f27-950c-a6e47f25843c req-bbc440e9-a34b-457c-b49f-344532319b41 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 210 time: 0.0949049 Apr 18 20:31:36.259544 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 104159ce-6d43-45ed-ad53-5724a1de52f3, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=104159ce-6d43-45ed-ad53-5724a1de52f3,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:36.267630 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76e013-107e-4d7e-9b06-b8a8a0b2b682 req-09e42a32-ec8e-4a04-b9c6-83bed1b47092 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:36.293182 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c76e013-107e-4d7e-9b06-b8a8a0b2b682 req-09e42a32-ec8e-4a04-b9c6-83bed1b47092 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 949 time: 0.2474992 Apr 18 20:31:36.301092 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '104159ce-6d43-45ed-ad53-5724a1de52f3', 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61', 'port_id': '104159ce-6d43-45ed-ad53-5724a1de52f3', 'mac_address': 'fa:16:3e:81:bb:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8708785-9af0-4579-bb8d-13349cd937a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:31:36.354202 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf78ac9b-8232-4237-9e6d-24ca66e90b69 x-openstack-request-id: req-cf78ac9b-8232-4237-9e6d-24ca66e90b69 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:36.354522 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95929d42-115a-4ec9-812a-540a71740ff5", "tag": "e1a5107e-ec2f-4341-80dc-7ad2cffe0a34", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:36.354834 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf78ac9b-8232-4237-9e6d-24ca66e90b69 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:36.355653 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf78ac9b-8232-4237-9e6d-24ca66e90b69'] response: {'name': 'network-changed', 'server_uuid': '95929d42-115a-4ec9-812a-540a71740ff5', 'tag': 'e1a5107e-ec2f-4341-80dc-7ad2cffe0a34', 'status': 'completed', 'code': 200} Apr 18 20:31:36.443769 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:36.498942 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 104159ce-6d43-45ed-ad53-5724a1de52f3 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:36.583231 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 104159ce-6d43-45ed-ad53-5724a1de52f3, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=104159ce-6d43-45ed-ad53-5724a1de52f3,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:36.598106 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-54d50484-e848-4c0d-ae29-0a1fd73ed3ad req-ef331178-b2cc-43bc-a073-dc852415389b tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] 10.222.0.41 "GET /v2.0/floatingips/68dc0c46-9ba6-4df8-9b8a-e738b8ba152e HTTP/1.1" status: 200 len: 692 time: 0.1611860 Apr 18 20:31:36.603096 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:36.603955 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:31:36.608749 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-9680fcde-12a1-48a6-ba47-f5b1074c1942 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:36.639371 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60854) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:36.693486 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-9680fcde-12a1-48a6-ba47-f5b1074c1942 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:36.758335 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c76e013-107e-4d7e-9b06-b8a8a0b2b682 req-7011c371-4553-4ea2-b74e-bd52c3f7c6c3 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634211 Apr 18 20:31:36.761683 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=104159ce-6d43-45ed-ad53-5724a1de52f3,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:36.765132 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['a4a3596c-eeaa-475e-ac12-3b87b3d5e647'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:31:36.938430 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-9680fcde-12a1-48a6-ba47-f5b1074c1942 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:36.949890 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.resource_extend [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:31:36.957686 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-9680fcde-12a1-48a6-ba47-f5b1074c1942 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:37.008761 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-9680fcde-12a1-48a6-ba47-f5b1074c1942 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:31:37.139946 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680fcde-12a1-48a6-ba47-f5b1074c1942 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Pushing event updated for resources: {'Port': ['ID=a8699374-f77f-4f4f-b16e-d5ee63d2b584,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:37.166420 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbe256-a8a0-4329-972d-877a3a18a252 req-131473e3-77d7-4bf3-8e19-1186679c889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:37.174990 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7ecbe256-a8a0-4329-972d-877a3a18a252 req-131473e3-77d7-4bf3-8e19-1186679c889c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 1100 time: 0.8181403 Apr 18 20:31:37.240168 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-9680fcde-12a1-48a6-ba47-f5b1074c1942 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:37.255542 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-9680fcde-12a1-48a6-ba47-f5b1074c1942 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:37.299361 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-9680fcde-12a1-48a6-ba47-f5b1074c1942 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9920430 Apr 18 20:31:37.317381 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-db0ee45c-8ec9-4a67-a376-2c571c6f87d4 service neutron] Request body: {'port': {'device_id': '7f6e7534-1ade-403c-ba64-eac1df4730eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:37.324766 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbe256-a8a0-4329-972d-877a3a18a252 req-00f4d6b4-5ca5-40bb-a687-f8ec1ff32c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:37.327113 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7ecbe256-a8a0-4329-972d-877a3a18a252 req-00f4d6b4-5ca5-40bb-a687-f8ec1ff32c2e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 1100 time: 0.8839974 Apr 18 20:31:37.463572 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:37.465870 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-db0ee45c-8ec9-4a67-a376-2c571c6f87d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:37.466744 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbe256-a8a0-4329-972d-877a3a18a252 req-ea4dcecf-0d56-4129-b3aa-67bc4ed7e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:37.469450 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7ecbe256-a8a0-4329-972d-877a3a18a252 req-ea4dcecf-0d56-4129-b3aa-67bc4ed7e425 service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.1673131 Apr 18 20:31:37.494923 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'e1a5107e-ec2f-4341-80dc-7ad2cffe0a34', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': 'e1a5107e-ec2f-4341-80dc-7ad2cffe0a34', 'mac_address': 'fa:16:3e:3c:de:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:31:37.502504 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:37.541508 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d50484-e848-4c0d-ae29-0a1fd73ed3ad req-ae86f8f6-d983-4dbb-b41e-b9b4a819b011 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:37.543274 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-54d50484-e848-4c0d-ae29-0a1fd73ed3ad req-ae86f8f6-d983-4dbb-b41e-b9b4a819b011 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.9434729 Apr 18 20:31:37.641051 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aab6a8d3-c06b-4f58-bfe9-aa3c72d3cad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:37.643730 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbe256-a8a0-4329-972d-877a3a18a252 req-9b12174f-93de-4930-9d8e-c09a1ec04e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:37.645564 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7ecbe256-a8a0-4329-972d-877a3a18a252 req-9b12174f-93de-4930-9d8e-c09a1ec04e4e service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.1747348 Apr 18 20:31:37.927575 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:37.984030 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:38.082477 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:38.091623 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:38.189410 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,revision_number=13']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:38.248241 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-db0ee45c-8ec9-4a67-a376-2c571c6f87d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8699374-f77f-4f4f-b16e-d5ee63d2b584 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:38.270711 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-db0ee45c-8ec9-4a67-a376-2c571c6f87d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:38.307889 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-db0ee45c-8ec9-4a67-a376-2c571c6f87d4 service neutron] Transition to ACTIVE for port object a8699374-f77f-4f4f-b16e-d5ee63d2b584 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:38.309027 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7ecbe256-a8a0-4329-972d-877a3a18a252 req-8b78c850-3434-452d-b0c0-78546761bc85 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 HTTP/1.1" status: 200 len: 217 time: 0.7643652 Apr 18 20:31:38.317280 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-db0ee45c-8ec9-4a67-a376-2c571c6f87d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:38.324814 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7ecbe256-a8a0-4329-972d-877a3a18a252 req-c392cd91-460a-42ac-972f-7f1fe52c7015 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 HTTP/1.1" status: 200 len: 217 time: 0.6682806 Apr 18 20:31:38.343639 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-54d50484-e848-4c0d-ae29-0a1fd73ed3ad req-28e8a5d3-087d-4a9b-8632-d7491c3f7899 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 695 time: 0.6957037 Apr 18 20:31:38.435081 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ee45c-8ec9-4a67-a376-2c571c6f87d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8699374-f77f-4f4f-b16e-d5ee63d2b584,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:38.441032 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4883669-e763-4b37-b3ef-a1e4aad338f7 req-fb4ad5b5-7e75-41db-a693-debad44a2b91 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:38.443023 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d4883669-e763-4b37-b3ef-a1e4aad338f7 req-fb4ad5b5-7e75-41db-a693-debad44a2b91 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 945 time: 1.4303994 Apr 18 20:31:38.469678 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['e1a5107e-ec2f-4341-80dc-7ad2cffe0a34'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:31:38.489000 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['104159ce-6d43-45ed-ad53-5724a1de52f3'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:31:38.604629 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-db0ee45c-8ec9-4a67-a376-2c571c6f87d4 service neutron] Attempting to bind port a8699374-f77f-4f4f-b16e-d5ee63d2b584 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:38.605060 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-db0ee45c-8ec9-4a67-a376-2c571c6f87d4 service neutron] Attempting to bind port a8699374-f77f-4f4f-b16e-d5ee63d2b584 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:38.605527 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-db0ee45c-8ec9-4a67-a376-2c571c6f87d4 service neutron] Attempting to bind port a8699374-f77f-4f4f-b16e-d5ee63d2b584 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:38.612953 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-54d50484-e848-4c0d-ae29-0a1fd73ed3ad req-6a04be1d-87ca-4543-999b-68e1282f8e28 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 695 time: 0.2340338 Apr 18 20:31:38.619943 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbe256-a8a0-4329-972d-877a3a18a252 req-90808f97-355d-4ff5-bd84-ae1c48ca48b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:38.621560 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7ecbe256-a8a0-4329-972d-877a3a18a252 req-90808f97-355d-4ff5-bd84-ae1c48ca48b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.2934411 Apr 18 20:31:38.636678 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-db0ee45c-8ec9-4a67-a376-2c571c6f87d4 service neutron] Port a8699374-f77f-4f4f-b16e-d5ee63d2b584 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:31:38.637146 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-db0ee45c-8ec9-4a67-a376-2c571c6f87d4 service neutron] Attempting to bind port a8699374-f77f-4f4f-b16e-d5ee63d2b584 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:38.639559 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbe256-a8a0-4329-972d-877a3a18a252 req-345e9418-8d49-4d7c-a948-01085882e61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:38.641631 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7ecbe256-a8a0-4329-972d-877a3a18a252 req-345e9418-8d49-4d7c-a948-01085882e61d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.2943530 Apr 18 20:31:38.643237 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-db0ee45c-8ec9-4a67-a376-2c571c6f87d4 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:31:38.644471 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-db0ee45c-8ec9-4a67-a376-2c571c6f87d4 service neutron] Checking segment: {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:38.644471 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-db0ee45c-8ec9-4a67-a376-2c571c6f87d4 service neutron] Bound using segment: {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:31:38.644865 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-db0ee45c-8ec9-4a67-a376-2c571c6f87d4 service neutron] Bound port: a8699374-f77f-4f4f-b16e-d5ee63d2b584, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:38.656883 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-db0ee45c-8ec9-4a67-a376-2c571c6f87d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:38.779618 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d4883669-e763-4b37-b3ef-a1e4aad338f7 req-be4c4911-cac8-46a8-9573-162ace63b691 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977550 Apr 18 20:31:38.802888 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-db0ee45c-8ec9-4a67-a376-2c571c6f87d4 service neutron] For port a8699374-f77f-4f4f-b16e-d5ee63d2b584, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:31:38.810602 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-db0ee45c-8ec9-4a67-a376-2c571c6f87d4 service neutron] For port a8699374-f77f-4f4f-b16e-d5ee63d2b584, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a8699374-f77f-4f4f-b16e-d5ee63d2b584,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:31:38.826770 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-db0ee45c-8ec9-4a67-a376-2c571c6f87d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:38.871469 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aab6a8d3-c06b-4f58-bfe9-aa3c72d3cad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:38.920780 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aab6a8d3-c06b-4f58-bfe9-aa3c72d3cad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:38.927245 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-db0ee45c-8ec9-4a67-a376-2c571c6f87d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:38.929313 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-db0ee45c-8ec9-4a67-a376-2c571c6f87d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:38.935857 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-db0ee45c-8ec9-4a67-a376-2c571c6f87d4 service neutron] 10.222.0.32 "PUT /v2.0/ports/a8699374-f77f-4f4f-b16e-d5ee63d2b584 HTTP/1.1" status: 200 len: 1091 time: 1.6323066 Apr 18 20:31:38.937140 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6e7534-1ade-403c-ba64-eac1df4730eb', 'tag': 'a8699374-f77f-4f4f-b16e-d5ee63d2b584'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:38.938053 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbe256-a8a0-4329-972d-877a3a18a252 req-f2394242-b64a-415d-9a04-115fa7862b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:38.944783 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da902e93-1237-4eca-96db-6c9eb19e60dd" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6e7534-1ade-403c-ba64-eac1df4730eb", "tag": "a8699374-f77f-4f4f-b16e-d5ee63d2b584"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:38.945074 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7ecbe256-a8a0-4329-972d-877a3a18a252 req-f2394242-b64a-415d-9a04-115fa7862b5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2535231 Apr 18 20:31:38.985838 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbe256-a8a0-4329-972d-877a3a18a252 req-ef209ee1-12a4-4554-a231-53c8325a745c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:38.987936 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7ecbe256-a8a0-4329-972d-877a3a18a252 req-ef209ee1-12a4-4554-a231-53c8325a745c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3532445 Apr 18 20:31:39.001808 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ee45c-8ec9-4a67-a376-2c571c6f87d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8699374-f77f-4f4f-b16e-d5ee63d2b584,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:39.062573 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8819c54-ba9e-4738-b778-dbc8cefa1b3d x-openstack-request-id: req-c8819c54-ba9e-4738-b778-dbc8cefa1b3d {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:39.063369 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2627010f-2dcf-46cc-a814-9bf480a4623c", "name": "network-vif-plugged", "status": "completed", "tag": "4781d3f2-cf88-431f-a897-980785fab48d", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:39.063739 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8819c54-ba9e-4738-b778-dbc8cefa1b3d {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:39.064301 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8819c54-ba9e-4738-b778-dbc8cefa1b3d'] response: {'server_uuid': '2627010f-2dcf-46cc-a814-9bf480a4623c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4781d3f2-cf88-431f-a897-980785fab48d', 'code': 200} Apr 18 20:31:39.238171 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7ecbe256-a8a0-4329-972d-877a3a18a252 req-94ed9729-9600-4fa3-bb49-e748520386cc service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897891 Apr 18 20:31:39.282707 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-f22408ec-04bb-4d40-ac06-ea03300fb365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:39.292056 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-f22408ec-04bb-4d40-ac06-ea03300fb365 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 1094 time: 0.2756648 Apr 18 20:31:39.317313 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11451fa-b50a-4dae-8ddb-c1b6eeaba55a req-d1f41e49-c2d4-4a14-b1d9-8b5ae334947d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:39.321207 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a11451fa-b50a-4dae-8ddb-c1b6eeaba55a req-d1f41e49-c2d4-4a14-b1d9-8b5ae334947d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 1096 time: 0.1753623 Apr 18 20:31:39.409387 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7ecbe256-a8a0-4329-972d-877a3a18a252 req-280b1a0c-c4d9-4351-8d31-cbb5befa1299 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535265 Apr 18 20:31:39.414841 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6a8d3-c06b-4f58-bfe9-aa3c72d3cad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f251824-fc12-43b5-98a2-efebcf11e916,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:39.425471 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-953b9c6d-dfab-4598-aca7-1a5a05932c87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8699374-f77f-4f4f-b16e-d5ee63d2b584 HTTP/1.1" status: 200 len: 217 time: 0.1210351 Apr 18 20:31:39.434809 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-aab6a8d3-c06b-4f58-bfe9-aa3c72d3cad8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9085ac01704452b93a0c5a42a5d71be&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6736629 Apr 18 20:31:39.453773 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60870) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:39.525625 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a23af4-4db3-4791-a1e4-f0ba72fb01ca req-e68331a2-f65f-49f9-8364-16043ab7a14a tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:39.534867 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41a23af4-4db3-4791-a1e4-f0ba72fb01ca req-e68331a2-f65f-49f9-8364-16043ab7a14a tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5d417-f727-401f-a4fb-949e4fe072e4 HTTP/1.1" status: 200 len: 945 time: 0.2955890 Apr 18 20:31:39.541775 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-54d50484-e848-4c0d-ae29-0a1fd73ed3ad req-92344c1c-ab03-4bdc-b9c2-1b3de9156ca7 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Deleting port ab5d84b3-45cd-476c-a642-93158d9a216f {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:31:39.542544 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-54d50484-e848-4c0d-ae29-0a1fd73ed3ad req-92344c1c-ab03-4bdc-b9c2-1b3de9156ca7 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:39.545059 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a11451fa-b50a-4dae-8ddb-c1b6eeaba55a req-94e52e0d-ec19-454d-b792-0e746f8cf54c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656082 Apr 18 20:31:39.609179 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41a23af4-4db3-4791-a1e4-f0ba72fb01ca req-55a5593f-ad87-4cb5-8c28-594803f02aef tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724432 Apr 18 20:31:39.656786 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-c02b4a30-f34e-490f-9919-e0f413dbee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:39.659198 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-c02b4a30-f34e-490f-9919-e0f413dbee35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07088b8e-aaa8-48c6-be5d-b75368ae775e HTTP/1.1" status: 200 len: 861 time: 0.2228363 Apr 18 20:31:39.732404 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7ecbe256-a8a0-4329-972d-877a3a18a252 req-8237814e-cbcb-45ea-aabe-df4ad52aeaba service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7420928 Apr 18 20:31:39.743721 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-f02176bf-bb36-403d-9bb7-39cee667a489 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736103 Apr 18 20:31:39.745483 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-108a6108-ed8e-4abd-b3d8-55c23f437dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:39.881947 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499f7f9-b6d3-4e23-b09e-a07d3fde9e1b req-da29c408-e6e4-4022-a4a7-3d83bb36bcb3 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:39.890661 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2499f7f9-b6d3-4e23-b09e-a07d3fde9e1b req-da29c408-e6e4-4022-a4a7-3d83bb36bcb3 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 943 time: 0.1547589 Apr 18 20:31:39.911126 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-54d50484-e848-4c0d-ae29-0a1fd73ed3ad req-92344c1c-ab03-4bdc-b9c2-1b3de9156ca7 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:39.911758 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-54d50484-e848-4c0d-ae29-0a1fd73ed3ad req-92344c1c-ab03-4bdc-b9c2-1b3de9156ca7 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:39.960890 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-54d50484-e848-4c0d-ae29-0a1fd73ed3ad req-92344c1c-ab03-4bdc-b9c2-1b3de9156ca7 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Calling delete_port for ab5d84b3-45cd-476c-a642-93158d9a216f owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:31:39.963741 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-108a6108-ed8e-4abd-b3d8-55c23f437dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:39.972680 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-26b71b57-04e4-4dea-ae7f-9389a37be68a service neutron] 10.222.0.32 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219763 Apr 18 20:31:40.016199 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7ecbe256-a8a0-4329-972d-877a3a18a252 req-59356b42-80a7-4a1e-ad10-1d5b4bb99a7c service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461627 Apr 18 20:31:40.130711 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 104159ce-6d43-45ed-ad53-5724a1de52f3 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:40.216273 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2499f7f9-b6d3-4e23-b09e-a07d3fde9e1b req-fd79e26a-8604-4892-ac42-62b600ae814c tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237381 Apr 18 20:31:40.218711 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-54d50484-e848-4c0d-ae29-0a1fd73ed3ad req-92344c1c-ab03-4bdc-b9c2-1b3de9156ca7 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:40.222098 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-108a6108-ed8e-4abd-b3d8-55c23f437dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:40.240660 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-108a6108-ed8e-4abd-b3d8-55c23f437dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:40.242695 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-108a6108-ed8e-4abd-b3d8-55c23f437dca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f251824-fc12-43b5-98a2-efebcf11e916 HTTP/1.1" status: 204 len: 168 time: 0.7854099 Apr 18 20:31:40.290367 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c2fe0b6a-4503-4270-b9bb-a1495344c451 req-110db878-2e8c-4c2c-8782-884be4a89d46 service neutron] 10.222.0.32 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055596 Apr 18 20:31:40.306862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92344c1c-ab03-4bdc-b9c2-1b3de9156ca7 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Pushing event deleted for resources: {'Port': ['ID=ab5d84b3-45cd-476c-a642-93158d9a216f,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:40.339915 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a6108-ed8e-4abd-b3d8-55c23f437dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f251824-fc12-43b5-98a2-efebcf11e916,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:40.410989 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 104159ce-6d43-45ed-ad53-5724a1de52f3 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:40.427387 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 104159ce-6d43-45ed-ad53-5724a1de52f3 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:40.427986 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:40.480222 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6919fe-d93b-4204-aa2c-7c2576ffe0b0 req-9cacf4a0-92e8-4408-a0f7-d7ab2373611a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:40.482114 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be6919fe-d93b-4204-aa2c-7c2576ffe0b0 req-9cacf4a0-92e8-4408-a0f7-d7ab2373611a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 950 time: 0.0946655 Apr 18 20:31:40.488294 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-54d50484-e848-4c0d-ae29-0a1fd73ed3ad req-92344c1c-ab03-4bdc-b9c2-1b3de9156ca7 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:40.493761 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-54d50484-e848-4c0d-ae29-0a1fd73ed3ad req-92344c1c-ab03-4bdc-b9c2-1b3de9156ca7 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:40.497837 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-54d50484-e848-4c0d-ae29-0a1fd73ed3ad req-92344c1c-ab03-4bdc-b9c2-1b3de9156ca7 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] 10.222.0.41 "DELETE /v2.0/floatingips/68dc0c46-9ba6-4df8-9b8a-e738b8ba152e HTTP/1.1" status: 204 len: 173 time: 1.8589120 Apr 18 20:31:40.595503 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be6919fe-d93b-4204-aa2c-7c2576ffe0b0 req-3b920d0f-91ea-40e1-9708-e5a8d8477410 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775301 Apr 18 20:31:40.690303 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc00ca4-928a-4366-b677-8bce4f84a0da x-openstack-request-id: req-0cc00ca4-928a-4366-b677-8bce4f84a0da {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:40.690758 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6e7534-1ade-403c-ba64-eac1df4730eb", "tag": "a8699374-f77f-4f4f-b16e-d5ee63d2b584", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:40.691287 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0cc00ca4-928a-4366-b677-8bce4f84a0da {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:40.691933 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cc00ca4-928a-4366-b677-8bce4f84a0da'] response: {'name': 'network-changed', 'server_uuid': '7f6e7534-1ade-403c-ba64-eac1df4730eb', 'tag': 'a8699374-f77f-4f4f-b16e-d5ee63d2b584', 'status': 'completed', 'code': 200} Apr 18 20:31:40.732411 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:40.859752 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 104159ce-6d43-45ed-ad53-5724a1de52f3, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=104159ce-6d43-45ed-ad53-5724a1de52f3,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:40.871381 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:40.872282 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:40.880718 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ae79d-aa55-4594-81ce-fc7bcf33d404 req-448f62fc-b589-49b2-8e25-abcbcc838334 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:40.900131 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-837ae79d-aa55-4594-81ce-fc7bcf33d404 req-448f62fc-b589-49b2-8e25-abcbcc838334 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 945 time: 0.1224718 Apr 18 20:31:41.033330 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-837ae79d-aa55-4594-81ce-fc7bcf33d404 req-efc96f4c-ca14-49bd-8fa8-5b432aa6814d tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321485 Apr 18 20:31:41.069208 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e5d417-f727-401f-a4fb-949e4fe072e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104159ce-6d43-45ed-ad53-5724a1de52f3'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:41.073572 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cd4a75-793a-4d95-806c-3794de82dc64" -d '{"events": [{"server_uuid": "91e5d417-f727-401f-a4fb-949e4fe072e4", "name": "network-vif-plugged", "status": "completed", "tag": "104159ce-6d43-45ed-ad53-5724a1de52f3"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:41.078750 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=104159ce-6d43-45ed-ad53-5724a1de52f3,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:41.096106 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da902e93-1237-4eca-96db-6c9eb19e60dd req-98b0d48b-5154-4878-b1f1-f3f6c5917ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:41.102150 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-da902e93-1237-4eca-96db-6c9eb19e60dd req-98b0d48b-5154-4878-b1f1-f3f6c5917ece service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 1094 time: 0.1631780 Apr 18 20:31:41.125371 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:41.132986 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:41.133726 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:41.265051 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:41.363970 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da902e93-1237-4eca-96db-6c9eb19e60dd req-e962afe1-30e4-4f52-b0e6-bb6bf9c8b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:41.366975 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-da902e93-1237-4eca-96db-6c9eb19e60dd req-e962afe1-30e4-4f52-b0e6-bb6bf9c8b760 service neutron] 10.222.0.32 "GET /v2.0/networks?id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e HTTP/1.1" status: 200 len: 922 time: 0.2554820 Apr 18 20:31:41.384897 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a69fb25-3b33-41f1-a361-32e1b44f8941 req-3fb69c8a-d7cd-4860-88fd-8d99ae626cce tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3497996 Apr 18 20:31:41.406783 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6106802-0e8d-4a10-a838-097ed91aa282 req-3b5a940c-9291-4bd5-a533-d08938f099dc tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:41.418391 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6106802-0e8d-4a10-a838-097ed91aa282 req-3b5a940c-9291-4bd5-a533-d08938f099dc tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5d417-f727-401f-a4fb-949e4fe072e4 HTTP/1.1" status: 200 len: 946 time: 0.1678505 Apr 18 20:31:41.433312 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-da902e93-1237-4eca-96db-6c9eb19e60dd req-210e867c-ca1c-4751-8d69-b6bc48579a02 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8699374-f77f-4f4f-b16e-d5ee63d2b584 HTTP/1.1" status: 200 len: 217 time: 0.0514140 Apr 18 20:31:41.436517 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-6a69fb25-3b33-41f1-a361-32e1b44f8941 req-845ebae7-ff88-460e-9331-78e902cf40a1 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:41.438368 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:41.490406 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:41.530663 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6106802-0e8d-4a10-a838-097ed91aa282 req-c6da7717-fd64-493b-8929-5df3afa413db tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112509 Apr 18 20:31:41.535387 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6a69fb25-3b33-41f1-a361-32e1b44f8941 req-845ebae7-ff88-460e-9331-78e902cf40a1 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:41.542112 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:41.602655 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da902e93-1237-4eca-96db-6c9eb19e60dd req-bc5230c8-73ce-48e2-bd7e-6aaeb17791a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:41.610064 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-da902e93-1237-4eca-96db-6c9eb19e60dd req-bc5230c8-73ce-48e2-bd7e-6aaeb17791a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07088b8e-aaa8-48c6-be5d-b75368ae775e HTTP/1.1" status: 200 len: 861 time: 0.1687865 Apr 18 20:31:41.639721 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,revision_number=14']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:41.650701 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-da902e93-1237-4eca-96db-6c9eb19e60dd req-7ec33ace-c0d8-452e-9a07-e21fc97075de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316608 Apr 18 20:31:41.781247 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6a69fb25-3b33-41f1-a361-32e1b44f8941 req-845ebae7-ff88-460e-9331-78e902cf40a1 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:41.842844 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-da902e93-1237-4eca-96db-6c9eb19e60dd req-44726668-e999-4f99-af04-56a4410589ab service neutron] 10.222.0.32 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841989 Apr 18 20:31:42.024001 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f05e9-236e-4f09-817a-fdacb6026682 req-77e14481-ee7e-4cf2-8d7c-c53f7d4df1c6 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:42.025866 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d5f05e9-236e-4f09-817a-fdacb6026682 req-77e14481-ee7e-4cf2-8d7c-c53f7d4df1c6 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.32 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 944 time: 0.1343348 Apr 18 20:31:42.036072 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-6a69fb25-3b33-41f1-a361-32e1b44f8941 req-845ebae7-ff88-460e-9331-78e902cf40a1 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Allocated IP 172.25.1.22 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/7f96ecc5-9897-4260-b965-8058a93b43a2) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:42.048232 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-da902e93-1237-4eca-96db-6c9eb19e60dd req-a937f489-40ee-4f83-8694-7f69c940bc26 service neutron] 10.222.0.32 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923566 Apr 18 20:31:42.092670 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60920) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:42.255000 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e9ace-06e5-45d6-a915-1c7f6a5680ac req-fc27be78-6d01-4b1c-8506-23fc314ffd48 tempest-MigrationsAdminTest-520918282 tempest-MigrationsAdminTest-520918282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:42.256843 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-181e9ace-06e5-45d6-a915-1c7f6a5680ac req-fc27be78-6d01-4b1c-8506-23fc314ffd48 tempest-MigrationsAdminTest-520918282 tempest-MigrationsAdminTest-520918282-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 1102 time: 0.1701620 Apr 18 20:31:42.310520 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6a69fb25-3b33-41f1-a361-32e1b44f8941 req-845ebae7-ff88-460e-9331-78e902cf40a1 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:42.326608 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-5d5f05e9-236e-4f09-817a-fdacb6026682 req-1d6e0313-53cd-4c09-84a7-064d1b8668db tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Deleting port 926820b0-63b4-43ed-8bee-025ad0d58deb {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:31:42.326954 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5d5f05e9-236e-4f09-817a-fdacb6026682 req-1d6e0313-53cd-4c09-84a7-064d1b8668db tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:42.398579 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-82bc4749-bf7f-4fab-bb9f-8567f6ad40d0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1949730757-network', 'tenant_id': 'ee0cfc4f132340108d9f1835858b79a3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:42.409897 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-181e9ace-06e5-45d6-a915-1c7f6a5680ac req-bfd7e5ee-a442-42ac-af51-a3006d898947 tempest-MigrationsAdminTest-520918282 tempest-MigrationsAdminTest-520918282-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302638 Apr 18 20:31:42.442868 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6a69fb25-3b33-41f1-a361-32e1b44f8941 req-845ebae7-ff88-460e-9331-78e902cf40a1 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:42.457914 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bc4749-bf7f-4fab-bb9f-8567f6ad40d0 admin admin] Made reservation on behalf of ee0cfc4f132340108d9f1835858b79a3 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:42.463649 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82bc4749-bf7f-4fab-bb9f-8567f6ad40d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:42.487041 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82bc4749-bf7f-4fab-bb9f-8567f6ad40d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:42.503658 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-5d5f05e9-236e-4f09-817a-fdacb6026682 req-1d6e0313-53cd-4c09-84a7-064d1b8668db tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] For port 926820b0-63b4-43ed-8bee-025ad0d58deb, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=926820b0-63b4-43ed-8bee-025ad0d58deb,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:42.504232 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5d5f05e9-236e-4f09-817a-fdacb6026682 req-1d6e0313-53cd-4c09-84a7-064d1b8668db tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:42.531129 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-5d5f05e9-236e-4f09-817a-fdacb6026682 req-1d6e0313-53cd-4c09-84a7-064d1b8668db tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Calling delete_port for 926820b0-63b4-43ed-8bee-025ad0d58deb owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:31:42.536694 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a69fb25-3b33-41f1-a361-32e1b44f8941 req-845ebae7-ff88-460e-9331-78e902cf40a1 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:42.543927 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-6a69fb25-3b33-41f1-a361-32e1b44f8941 req-845ebae7-ff88-460e-9331-78e902cf40a1 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:42.657644 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82bc4749-bf7f-4fab-bb9f-8567f6ad40d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:42.668383 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82bc4749-bf7f-4fab-bb9f-8567f6ad40d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:42.672381 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a69fb25-3b33-41f1-a361-32e1b44f8941 req-845ebae7-ff88-460e-9331-78e902cf40a1 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:31:42.682661 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ebae7-ff88-460e-9331-78e902cf40a1 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Pushing event updated for resources: {'Port': ['ID=7f96ecc5-9897-4260-b965-8058a93b43a2,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:42.706125 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82bc4749-bf7f-4fab-bb9f-8567f6ad40d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:31:42.732518 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc4749-bf7f-4fab-bb9f-8567f6ad40d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f0ff40-c1bd-4019-b80e-e9c2b81ba4db,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:42.743420 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82bc4749-bf7f-4fab-bb9f-8567f6ad40d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:42.744005 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-82bc4749-bf7f-4fab-bb9f-8567f6ad40d0 admin admin] Added segment 23dd374c-a6fd-4d2e-863b-83ddb0b7750b of type vlan for network ca87c5d0-a667-4c8f-b26b-4628bce141d7 Apr 18 20:31:42.814543 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82bc4749-bf7f-4fab-bb9f-8567f6ad40d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:42.861425 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82bc4749-bf7f-4fab-bb9f-8567f6ad40d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:42.863028 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bc4749-bf7f-4fab-bb9f-8567f6ad40d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:42.877788 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82bc4749-bf7f-4fab-bb9f-8567f6ad40d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:42.887975 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63fb573-9bb7-4811-8791-f693026ce581 req-31c0e47c-9728-4921-b418-0877f9d12ae6 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:42.889718 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b63fb573-9bb7-4811-8791-f693026ce581 req-31c0e47c-9728-4921-b418-0877f9d12ae6 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b80426-ef12-4820-873a-0600ef5a584b HTTP/1.1" status: 200 len: 944 time: 0.2197618 Apr 18 20:31:42.980657 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b63fb573-9bb7-4811-8791-f693026ce581 req-93d57071-40dd-425f-aeef-8165d5d1cd7e tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679250 Apr 18 20:31:42.986272 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc4749-bf7f-4fab-bb9f-8567f6ad40d0 admin admin] Pushing event updated for resources: {'Network': ['ID=ca87c5d0-a667-4c8f-b26b-4628bce141d7,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:42.996506 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-82bc4749-bf7f-4fab-bb9f-8567f6ad40d0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9001725 Apr 18 20:31:43.001653 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60930) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:43.002371 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network ca87c5d0-a667-4c8f-b26b-4628bce141d7 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:31:43.029247 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-718ba480-891f-464a-9238-700d7b1dfce5 admin admin] Request body: {'subnet': {'network_id': 'ca87c5d0-a667-4c8f-b26b-4628bce141d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1949730757-subnet', 'tenant_id': 'ee0cfc4f132340108d9f1835858b79a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:43.078999 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5d5f05e9-236e-4f09-817a-fdacb6026682 req-1d6e0313-53cd-4c09-84a7-064d1b8668db tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:43.081368 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718ba480-891f-464a-9238-700d7b1dfce5 admin admin] Made reservation on behalf of ee0cfc4f132340108d9f1835858b79a3 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:43.084070 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-718ba480-891f-464a-9238-700d7b1dfce5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:43.112616 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6a69fb25-3b33-41f1-a361-32e1b44f8941 req-845ebae7-ff88-460e-9331-78e902cf40a1 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:43.152367 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e0313-53cd-4c09-84a7-064d1b8668db tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Pushing event deleted for resources: {'Port': ['ID=926820b0-63b4-43ed-8bee-025ad0d58deb,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:43.160771 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e625f854-9e9b-4b7a-b677-050aa345cf8d x-openstack-request-id: req-e625f854-9e9b-4b7a-b677-050aa345cf8d {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:43.161564 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e5d417-f727-401f-a4fb-949e4fe072e4", "name": "network-vif-plugged", "status": "completed", "tag": "104159ce-6d43-45ed-ad53-5724a1de52f3", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:43.162183 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e625f854-9e9b-4b7a-b677-050aa345cf8d {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:43.163053 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e625f854-9e9b-4b7a-b677-050aa345cf8d'] response: {'server_uuid': '91e5d417-f727-401f-a4fb-949e4fe072e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104159ce-6d43-45ed-ad53-5724a1de52f3', 'code': 200} Apr 18 20:31:43.177948 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['926820b0-63b4-43ed-8bee-025ad0d58deb'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:31:43.269159 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5f05e9-236e-4f09-817a-fdacb6026682 req-1d6e0313-53cd-4c09-84a7-064d1b8668db tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] No DVR routers for this DVR port 926820b0-63b4-43ed-8bee-025ad0d58deb on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:31:43.272118 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6a69fb25-3b33-41f1-a361-32e1b44f8941 req-845ebae7-ff88-460e-9331-78e902cf40a1 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:43.276473 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5d5f05e9-236e-4f09-817a-fdacb6026682 req-1d6e0313-53cd-4c09-84a7-064d1b8668db tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:43.280187 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d5f05e9-236e-4f09-817a-fdacb6026682 req-1d6e0313-53cd-4c09-84a7-064d1b8668db tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.32 "DELETE /v2.0/ports/926820b0-63b4-43ed-8bee-025ad0d58deb HTTP/1.1" status: 204 len: 173 time: 1.2453649 Apr 18 20:31:43.280717 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b80426-ef12-4820-873a-0600ef5a584b', 'name': 'network-vif-deleted', 'tag': '926820b0-63b4-43ed-8bee-025ad0d58deb'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:43.284266 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6827085f-4ee6-4ea3-9882-3a5af4fb603c" -d '{"events": [{"server_uuid": "76b80426-ef12-4820-873a-0600ef5a584b", "name": "network-vif-deleted", "tag": "926820b0-63b4-43ed-8bee-025ad0d58deb"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:43.321215 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a0ab4-6225-4c93-91c4-9260dc53057f req-1be6f4e0-6253-4e0e-bc7a-182c774d9859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:43.323017 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a40a0ab4-6225-4c93-91c4-9260dc53057f req-1be6f4e0-6253-4e0e-bc7a-182c774d9859 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=91e5d417-f727-401f-a4fb-949e4fe072e4 HTTP/1.1" status: 200 len: 1097 time: 0.1266756 Apr 18 20:31:43.350972 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f94987-c51d-4e0f-a2a9-bcd5c4992be1 req-c031817a-8205-4734-bd67-46580008dfa9 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:43.352610 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-78f94987-c51d-4e0f-a2a9-bcd5c4992be1 req-c031817a-8205-4734-bd67-46580008dfa9 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 943 time: 0.1490674 Apr 18 20:31:43.421966 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a40a0ab4-6225-4c93-91c4-9260dc53057f req-14ea9493-e4b2-40a2-aac9-9d3b06fd5d11 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738263 Apr 18 20:31:43.466747 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-78f94987-c51d-4e0f-a2a9-bcd5c4992be1 req-9cd2a8af-323a-4de8-b5fb-16d9b18f52f6 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019089 Apr 18 20:31:43.479734 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-718ba480-891f-464a-9238-700d7b1dfce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:43.550335 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ba480-891f-464a-9238-700d7b1dfce5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44c5211a-acd4-4dee-af5a-0e8a5c8bbf91,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:43.564282 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718ba480-891f-464a-9238-700d7b1dfce5 admin admin] Checking segment: {'id': '23dd374c-a6fd-4d2e-863b-83ddb0b7750b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ca87c5d0-a667-4c8f-b26b-4628bce141d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:43.564782 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718ba480-891f-464a-9238-700d7b1dfce5 admin admin] Network hostable DHCP agents. Network: ca87c5d0-a667-4c8f-b26b-4628bce141d7, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:31:43.604126 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718ba480-891f-464a-9238-700d7b1dfce5 admin admin] Network ca87c5d0-a667-4c8f-b26b-4628bce141d7 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:31:43.608080 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6a69fb25-3b33-41f1-a361-32e1b44f8941 req-845ebae7-ff88-460e-9331-78e902cf40a1 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:43.615879 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-718ba480-891f-464a-9238-700d7b1dfce5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, ca87c5d0-a667-4c8f-b26b-4628bce141d7) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:43.624107 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718ba480-891f-464a-9238-700d7b1dfce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:43.625739 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-718ba480-891f-464a-9238-700d7b1dfce5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:43.637145 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6a69fb25-3b33-41f1-a361-32e1b44f8941 req-845ebae7-ff88-460e-9331-78e902cf40a1 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:43.638511 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d688ef-bf0b-4c2a-8b69-a72ccc7df77e None None] Network ca87c5d0-a667-4c8f-b26b-4628bce141d7 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:31:43.658298 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-718ba480-891f-464a-9238-700d7b1dfce5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6526811 Apr 18 20:31:43.658775 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60934) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:43.667585 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a2b18872-e8ea-46d7-9550-38a3a77100dc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1949730757-router', 'tenant_id': 'ee0cfc4f132340108d9f1835858b79a3', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:43.771034 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2b18872-e8ea-46d7-9550-38a3a77100dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:43.773761 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2b18872-e8ea-46d7-9550-38a3a77100dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:43.918817 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6a69fb25-3b33-41f1-a361-32e1b44f8941 req-845ebae7-ff88-460e-9331-78e902cf40a1 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:43.936737 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ebae7-ff88-460e-9331-78e902cf40a1 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Pushing event updated for resources: {'Port': ['ID=7f96ecc5-9897-4260-b965-8058a93b43a2,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:43.977358 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da783156-4134-461a-a7c2-3ecfdff7dd6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-ca87c5d0-a667-4c8f-b26b-4628bce141d7', 'network_id': 'ca87c5d0-a667-4c8f-b26b-4628bce141d7', 'tenant_id': 'ee0cfc4f132340108d9f1835858b79a3', 'fixed_ips': [{'subnet_id': '44c5211a-acd4-4dee-af5a-0e8a5c8bbf91'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:31:43.980161 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-da783156-4134-461a-a7c2-3ecfdff7dd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:44.064766 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef9244-7142-47f5-aecd-b802b7b14b90 req-327082c3-ed15-4b3d-9446-0fa99789810b tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:44.081940 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0ef9244-7142-47f5-aecd-b802b7b14b90 req-327082c3-ed15-4b3d-9446-0fa99789810b tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 945 time: 0.4697297 Apr 18 20:31:44.098009 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6a69fb25-3b33-41f1-a361-32e1b44f8941 req-845ebae7-ff88-460e-9331-78e902cf40a1 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:44.101463 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a69fb25-3b33-41f1-a361-32e1b44f8941 req-845ebae7-ff88-460e-9331-78e902cf40a1 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6787090 Apr 18 20:31:44.293432 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a69fb25-3b33-41f1-a361-32e1b44f8941 req-dd45b70f-0517-4f56-bdd0-60720b893994 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 695 time: 0.1704130 Apr 18 20:31:44.300303 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0ef9244-7142-47f5-aecd-b802b7b14b90 req-72841c57-cd8c-4202-af94-9cff681b1190 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169785 Apr 18 20:31:44.342527 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2b18872-e8ea-46d7-9550-38a3a77100dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:44.470427 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-da783156-4134-461a-a7c2-3ecfdff7dd6e None None] Allocated IP 172.20.0.2 (ca87c5d0-a667-4c8f-b26b-4628bce141d7/44c5211a-acd4-4dee-af5a-0e8a5c8bbf91/2c04534d-d9f1-4b85-9d75-99cd1bedc4c9) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:44.518019 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2b18872-e8ea-46d7-9550-38a3a77100dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:44.554064 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69fb25-3b33-41f1-a361-32e1b44f8941 req-b3fa59bc-d57b-4c62-a5e5-79e34723c1db tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:44.566017 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a69fb25-3b33-41f1-a361-32e1b44f8941 req-b3fa59bc-d57b-4c62-a5e5-79e34723c1db tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.2585773 Apr 18 20:31:44.692161 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-da783156-4134-461a-a7c2-3ecfdff7dd6e None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:44.703681 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-da783156-4134-461a-a7c2-3ecfdff7dd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:44.753058 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d512a2b4-2c46-478e-a6a7-de7479f30cbb x-openstack-request-id: req-d512a2b4-2c46-478e-a6a7-de7479f30cbb {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:44.754037 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b80426-ef12-4820-873a-0600ef5a584b", "name": "network-vif-deleted", "tag": "926820b0-63b4-43ed-8bee-025ad0d58deb", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:44.754037 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d512a2b4-2c46-478e-a6a7-de7479f30cbb {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:44.754927 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d512a2b4-2c46-478e-a6a7-de7479f30cbb'] response: {'server_uuid': '76b80426-ef12-4820-873a-0600ef5a584b', 'name': 'network-vif-deleted', 'tag': '926820b0-63b4-43ed-8bee-025ad0d58deb', 'status': 'completed', 'code': 200} Apr 18 20:31:44.788684 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da783156-4134-461a-a7c2-3ecfdff7dd6e None None] Pushing event updated for resources: {'Port': ['ID=2c04534d-d9f1-4b85-9d75-99cd1bedc4c9,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:44.798148 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da783156-4134-461a-a7c2-3ecfdff7dd6e None None] Network ca87c5d0-a667-4c8f-b26b-4628bce141d7 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:44.801656 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-da783156-4134-461a-a7c2-3ecfdff7dd6e None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:44.806549 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da783156-4134-461a-a7c2-3ecfdff7dd6e None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:31:44.809080 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3c0fd-7583-4be4-83ab-0352dca65902 req-bc85dfbb-f6f9-4fdd-b707-333fe80146ea tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:44.827903 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03f3c0fd-7583-4be4-83ab-0352dca65902 req-bc85dfbb-f6f9-4fdd-b707-333fe80146ea tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5d417-f727-401f-a4fb-949e4fe072e4 HTTP/1.1" status: 200 len: 946 time: 0.1309865 Apr 18 20:31:44.891645 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03f3c0fd-7583-4be4-83ab-0352dca65902 req-5d03d279-3a96-4b42-a8c9-930149d23cf9 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611842 Apr 18 20:31:44.928517 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2b18872-e8ea-46d7-9550-38a3a77100dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:44.943865 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-da783156-4134-461a-a7c2-3ecfdff7dd6e None None] Attempting to bind port 2c04534d-d9f1-4b85-9d75-99cd1bedc4c9 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:44.944453 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-da783156-4134-461a-a7c2-3ecfdff7dd6e None None] Attempting to bind port 2c04534d-d9f1-4b85-9d75-99cd1bedc4c9 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '23dd374c-a6fd-4d2e-863b-83ddb0b7750b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ca87c5d0-a667-4c8f-b26b-4628bce141d7'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:44.945054 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da783156-4134-461a-a7c2-3ecfdff7dd6e None None] Attempting to bind port 2c04534d-d9f1-4b85-9d75-99cd1bedc4c9 on network ca87c5d0-a667-4c8f-b26b-4628bce141d7 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:44.953339 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2b18872-e8ea-46d7-9550-38a3a77100dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:44.962504 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da783156-4134-461a-a7c2-3ecfdff7dd6e None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:31:44.963033 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da783156-4134-461a-a7c2-3ecfdff7dd6e None None] Checking segment: {'id': '23dd374c-a6fd-4d2e-863b-83ddb0b7750b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ca87c5d0-a667-4c8f-b26b-4628bce141d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:44.963800 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-da783156-4134-461a-a7c2-3ecfdff7dd6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:44.964389 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da783156-4134-461a-a7c2-3ecfdff7dd6e None None] Bound using segment: {'id': '23dd374c-a6fd-4d2e-863b-83ddb0b7750b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ca87c5d0-a667-4c8f-b26b-4628bce141d7'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:31:44.965259 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-da783156-4134-461a-a7c2-3ecfdff7dd6e None None] Bound port: 2c04534d-d9f1-4b85-9d75-99cd1bedc4c9, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23dd374c-a6fd-4d2e-863b-83ddb0b7750b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ca87c5d0-a667-4c8f-b26b-4628bce141d7'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:44.965935 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-da783156-4134-461a-a7c2-3ecfdff7dd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:45.097316 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-da783156-4134-461a-a7c2-3ecfdff7dd6e None None] For port 2c04534d-d9f1-4b85-9d75-99cd1bedc4c9, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:31:45.110107 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-da783156-4134-461a-a7c2-3ecfdff7dd6e None None] For port 2c04534d-d9f1-4b85-9d75-99cd1bedc4c9, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2c04534d-d9f1-4b85-9d75-99cd1bedc4c9,segment=NetworkSegment(23dd374c-a6fd-4d2e-863b-83ddb0b7750b),segment_id=23dd374c-a6fd-4d2e-863b-83ddb0b7750b)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:31:45.120845 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-da783156-4134-461a-a7c2-3ecfdff7dd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:45.150237 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-a2b18872-e8ea-46d7-9550-38a3a77100dc admin admin] Allocated IP 172.25.1.10 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/9625495b-6e87-4c06-ac90-de8f2ba0e4fc) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:45.151183 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41575100-c277-4ea5-aa68-76c0cd119583 req-0f8e2bd3-cfea-4d59-80fa-1fc21fd8279e tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:45.153105 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41575100-c277-4ea5-aa68-76c0cd119583 req-0f8e2bd3-cfea-4d59-80fa-1fc21fd8279e tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 943 time: 0.1005287 Apr 18 20:31:45.181556 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95929d42-115a-4ec9-812a-540a71740ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a5107e-ec2f-4341-80dc-7ad2cffe0a34'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:45.185617 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827f94a4-dcf6-4ced-bc9d-d517efcd248a" -d '{"events": [{"server_uuid": "95929d42-115a-4ec9-812a-540a71740ff5", "name": "network-vif-plugged", "status": "completed", "tag": "e1a5107e-ec2f-4341-80dc-7ad2cffe0a34"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:45.267329 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da783156-4134-461a-a7c2-3ecfdff7dd6e None None] Pushing event updated for resources: {'Port': ['ID=2c04534d-d9f1-4b85-9d75-99cd1bedc4c9,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:45.277463 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cfd3479f-8bd5-4cb6-80b3-292cef7f7d7c req-17bbf792-94b4-46ab-affd-1a4a737ced96 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] 10.222.0.41 "GET /v2.0/floatingips/d0a6afa2-7254-4a3f-b61f-48fdb46d09f9 HTTP/1.1" status: 200 len: 692 time: 0.0636013 Apr 18 20:31:45.281597 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41575100-c277-4ea5-aa68-76c0cd119583 req-d79e59d7-79e7-4367-872f-5ee5869da7f9 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216404 Apr 18 20:31:45.388035 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eba756-0342-4be1-b8a2-d87467996a2d req-2c41ccc8-9645-49f4-9bfb-5edd320599e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:45.390611 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-81eba756-0342-4be1-b8a2-d87467996a2d req-2c41ccc8-9645-49f4-9bfb-5edd320599e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c72a6cb4b75647d38b6aa693a7d2ca0b&device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 1096 time: 0.1238904 Apr 18 20:31:45.454884 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c97a14-f0cf-4cca-90b5-8178fe0bfdf7 req-a7fa8267-b08c-40fc-aefb-4140e1375d67 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:45.456647 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2c97a14-f0cf-4cca-90b5-8178fe0bfdf7 req-a7fa8267-b08c-40fc-aefb-4140e1375d67 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 951 time: 0.0933235 Apr 18 20:31:45.465054 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3479f-8bd5-4cb6-80b3-292cef7f7d7c req-082ea2ee-fa7c-4b0d-8bb1-8acf04b9ec17 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:45.466537 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cfd3479f-8bd5-4cb6-80b3-292cef7f7d7c req-082ea2ee-fa7c-4b0d-8bb1-8acf04b9ec17 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.1756065 Apr 18 20:31:45.516360 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2b18872-e8ea-46d7-9550-38a3a77100dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:45.579158 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2c97a14-f0cf-4cca-90b5-8178fe0bfdf7 req-1ddd9b6c-e619-4d0f-9a96-d5ef5033168b tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080256 Apr 18 20:31:45.597183 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cfd3479f-8bd5-4cb6-80b3-292cef7f7d7c req-d4bcdb8d-cf09-4b2d-b5a5-fffa910c7201 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 695 time: 0.1011705 Apr 18 20:31:45.677938 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eba756-0342-4be1-b8a2-d87467996a2d req-a08f96ca-e374-46af-9ea6-e71c285deccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:45.681581 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-81eba756-0342-4be1-b8a2-d87467996a2d req-a08f96ca-e374-46af-9ea6-e71c285deccf service neutron] 10.222.0.57 "GET /v2.0/networks?id=d538f970-1699-4982-98ba-9d8cb4a7048d HTTP/1.1" status: 200 len: 919 time: 0.2796352 Apr 18 20:31:45.684478 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2b18872-e8ea-46d7-9550-38a3a77100dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:45.712853 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cfd3479f-8bd5-4cb6-80b3-292cef7f7d7c req-e9c1ae17-efee-40bb-bd85-794421594efa tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 695 time: 0.1144569 Apr 18 20:31:45.865795 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-81eba756-0342-4be1-b8a2-d87467996a2d req-a47a7539-21f3-47c3-a525-589dfc95d955 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4781d3f2-cf88-431f-a897-980785fab48d HTTP/1.1" status: 200 len: 217 time: 0.1714981 Apr 18 20:31:45.876290 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2c04534d-d9f1-4b85-9d75-99cd1bedc4c9 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:45.963871 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 2c04534d-d9f1-4b85-9d75-99cd1bedc4c9 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:45.964743 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:45.987431 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b18872-e8ea-46d7-9550-38a3a77100dc admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:46.003063 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-a2b18872-e8ea-46d7-9550-38a3a77100dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:46.008203 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b18872-e8ea-46d7-9550-38a3a77100dc admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:31:46.020852 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b18872-e8ea-46d7-9550-38a3a77100dc admin admin] Pushing event updated for resources: {'Port': ['ID=9625495b-6e87-4c06-ac90-de8f2ba0e4fc,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:46.114857 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eba756-0342-4be1-b8a2-d87467996a2d req-b8cdb6da-2c0d-4c39-b5b6-743109f6cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:46.119018 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-cfd3479f-8bd5-4cb6-80b3-292cef7f7d7c req-b6c17ef3-eb67-4e42-a8f1-742ffe5388df tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Deleting port 7f96ecc5-9897-4260-b965-8058a93b43a2 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:31:46.119584 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cfd3479f-8bd5-4cb6-80b3-292cef7f7d7c req-b6c17ef3-eb67-4e42-a8f1-742ffe5388df tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:46.126940 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-81eba756-0342-4be1-b8a2-d87467996a2d req-b8cdb6da-2c0d-4c39-b5b6-743109f6cf67 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8415795-d2f2-4354-859f-79b4fcc6f470 HTTP/1.1" status: 200 len: 857 time: 0.2300906 Apr 18 20:31:46.177953 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:46.210701 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 926820b0-63b4-43ed-8bee-025ad0d58deb no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:31:46.256250 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 926820b0-63b4-43ed-8bee-025ad0d58deb {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:31:46.257404 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 926820b0-63b4-43ed-8bee-025ad0d58deb not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:31:46.341078 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cfd3479f-8bd5-4cb6-80b3-292cef7f7d7c req-b6c17ef3-eb67-4e42-a8f1-742ffe5388df tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:46.341404 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 2c04534d-d9f1-4b85-9d75-99cd1bedc4c9, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2c04534d-d9f1-4b85-9d75-99cd1bedc4c9,segment=NetworkSegment(23dd374c-a6fd-4d2e-863b-83ddb0b7750b),segment_id=23dd374c-a6fd-4d2e-863b-83ddb0b7750b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:46.341589 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cfd3479f-8bd5-4cb6-80b3-292cef7f7d7c req-b6c17ef3-eb67-4e42-a8f1-742ffe5388df tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:46.354048 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:46.440647 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-cfd3479f-8bd5-4cb6-80b3-292cef7f7d7c req-b6c17ef3-eb67-4e42-a8f1-742ffe5388df tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Calling delete_port for 7f96ecc5-9897-4260-b965-8058a93b43a2 owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:31:46.447798 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=2c04534d-d9f1-4b85-9d75-99cd1bedc4c9,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:46.515170 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af770d-9c0b-4bfb-814a-f9c864fb138d req-24164b14-2c01-4007-9312-5b5463563b62 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:46.516812 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76af770d-9c0b-4bfb-814a-f9c864fb138d req-24164b14-2c01-4007-9312-5b5463563b62 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 945 time: 0.1786480 Apr 18 20:31:46.535426 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f56514-d1ab-4bc0-be56-5975140d8985 req-f6ed52cb-77d2-4bde-933e-4b767ea2a275 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:46.537014 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-65f56514-d1ab-4bc0-be56-5975140d8985 req-f6ed52cb-77d2-4bde-933e-4b767ea2a275 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 944 time: 0.1557090 Apr 18 20:31:46.555933 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eba756-0342-4be1-b8a2-d87467996a2d req-4bcf9d39-9d7a-49af-a64d-899af00d18e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:46.557553 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-81eba756-0342-4be1-b8a2-d87467996a2d req-4bcf9d39-9d7a-49af-a64d-899af00d18e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d538f970-1699-4982-98ba-9d8cb4a7048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4052441 Apr 18 20:31:46.604976 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01d5c1-8233-4f82-856c-17a5f55ca0df req-bc1591a0-49b3-467f-b0f4-7ffe9171ffe9 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:46.607619 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4d01d5c1-8233-4f82-856c-17a5f55ca0df req-bc1591a0-49b3-467f-b0f4-7ffe9171ffe9 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.32 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 951 time: 0.4090300 Apr 18 20:31:46.951914 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0d93b9-99df-49c7-8517-f26ef965c18e None None] Network ca87c5d0-a667-4c8f-b26b-4628bce141d7 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:31:47.079125 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-81eba756-0342-4be1-b8a2-d87467996a2d req-a62084d3-7d05-4d95-b61a-4a594451ce23 service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080183 Apr 18 20:31:47.096230 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2b18872-e8ea-46d7-9550-38a3a77100dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:47.105302 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76af770d-9c0b-4bfb-814a-f9c864fb138d req-5823e8d4-156e-4a9c-bc10-59e248e64341 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5669432 Apr 18 20:31:47.149984 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-adc77a77-9394-4c19-9e3b-3ed785fd7656 None None] Provisioning complete for port 2c04534d-d9f1-4b85-9d75-99cd1bedc4c9 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:47.150579 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-adc77a77-9394-4c19-9e3b-3ed785fd7656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:47.215189 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc42bc2-201a-41e6-bd3d-547e86343d7e x-openstack-request-id: req-2dc42bc2-201a-41e6-bd3d-547e86343d7e {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:47.215961 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95929d42-115a-4ec9-812a-540a71740ff5", "name": "network-vif-plugged", "status": "completed", "tag": "e1a5107e-ec2f-4341-80dc-7ad2cffe0a34", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:47.216692 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2dc42bc2-201a-41e6-bd3d-547e86343d7e {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:47.217631 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dc42bc2-201a-41e6-bd3d-547e86343d7e'] response: {'server_uuid': '95929d42-115a-4ec9-812a-540a71740ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a5107e-ec2f-4341-80dc-7ad2cffe0a34', 'code': 200} Apr 18 20:31:47.306746 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-65f56514-d1ab-4bc0-be56-5975140d8985 req-df78bc1f-b903-48d0-b405-1770b462b53a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Deleting port 7d75af58-8ad9-47e3-a85b-ba435cdd988a {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:31:47.308187 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-65f56514-d1ab-4bc0-be56-5975140d8985 req-df78bc1f-b903-48d0-b405-1770b462b53a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:47.309399 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-4d01d5c1-8233-4f82-856c-17a5f55ca0df req-453c16bc-44fb-4ad2-8881-d6e27c795eb0 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Deleting port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:31:47.309753 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4d01d5c1-8233-4f82-856c-17a5f55ca0df req-453c16bc-44fb-4ad2-8881-d6e27c795eb0 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:47.493210 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-4d01d5c1-8233-4f82-856c-17a5f55ca0df req-453c16bc-44fb-4ad2-8881-d6e27c795eb0 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] For port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:47.494047 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4d01d5c1-8233-4f82-856c-17a5f55ca0df req-453c16bc-44fb-4ad2-8881-d6e27c795eb0 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:47.518549 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-4d01d5c1-8233-4f82-856c-17a5f55ca0df req-453c16bc-44fb-4ad2-8881-d6e27c795eb0 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Calling delete_port for e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:31:47.598711 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cfd3479f-8bd5-4cb6-80b3-292cef7f7d7c req-b6c17ef3-eb67-4e42-a8f1-742ffe5388df tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:47.655798 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23db11d-5a80-4abc-880e-7c66622cad7d req-1bb7e5c3-8e8a-4536-9a70-c160d49fbda7 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:47.669287 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d23db11d-5a80-4abc-880e-7c66622cad7d req-1bb7e5c3-8e8a-4536-9a70-c160d49fbda7 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 944 time: 0.3127556 Apr 18 20:31:47.693125 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c17ef3-eb67-4e42-a8f1-742ffe5388df tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Pushing event deleted for resources: {'Port': ['ID=7f96ecc5-9897-4260-b965-8058a93b43a2,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:47.739661 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-65f56514-d1ab-4bc0-be56-5975140d8985 req-df78bc1f-b903-48d0-b405-1770b462b53a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] For port 7d75af58-8ad9-47e3-a85b-ba435cdd988a, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=7d75af58-8ad9-47e3-a85b-ba435cdd988a,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:47.740234 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-65f56514-d1ab-4bc0-be56-5975140d8985 req-df78bc1f-b903-48d0-b405-1770b462b53a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:47.784284 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b486e202-64d5-4e8b-a554-d06aa69bf2f0 None None] Provisioning complete for port 2c04534d-d9f1-4b85-9d75-99cd1bedc4c9 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:47.785377 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-81eba756-0342-4be1-b8a2-d87467996a2d req-6cb9dd9d-f2a4-49bd-871c-11ed372a69a2 service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6850498 Apr 18 20:31:47.790572 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b486e202-64d5-4e8b-a554-d06aa69bf2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:47.851683 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-65f56514-d1ab-4bc0-be56-5975140d8985 req-df78bc1f-b903-48d0-b405-1770b462b53a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Calling delete_port for 7d75af58-8ad9-47e3-a85b-ba435cdd988a owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:31:47.896324 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d23db11d-5a80-4abc-880e-7c66622cad7d req-e3b2162b-dac7-44ff-bd0e-cc3419138cb0 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252138 Apr 18 20:31:47.916508 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:31:47.993308 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2c04534d-d9f1-4b85-9d75-99cd1bedc4c9 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:48.032238 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cfd3479f-8bd5-4cb6-80b3-292cef7f7d7c req-b6c17ef3-eb67-4e42-a8f1-742ffe5388df tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:48.035076 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cfd3479f-8bd5-4cb6-80b3-292cef7f7d7c req-b6c17ef3-eb67-4e42-a8f1-742ffe5388df tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:48.051012 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cfd3479f-8bd5-4cb6-80b3-292cef7f7d7c req-b6c17ef3-eb67-4e42-a8f1-742ffe5388df tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] 10.222.0.41 "DELETE /v2.0/floatingips/d0a6afa2-7254-4a3f-b61f-48fdb46d09f9 HTTP/1.1" status: 204 len: 173 time: 2.3369060 Apr 18 20:31:48.087773 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4d01d5c1-8233-4f82-856c-17a5f55ca0df req-453c16bc-44fb-4ad2-8881-d6e27c795eb0 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:48.109576 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['a5119d81-eb30-47e6-813d-24651e1a4167', '3dbf0afa-a0c0-4ddd-85fc-74b67136491a', 'e1a5107e-ec2f-4341-80dc-7ad2cffe0a34'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:31:48.112402 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['4003707b-7f02-4d9e-ac81-e33bf203b2f5'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:31:48.191545 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c16bc-44fb-4ad2-8881-d6e27c795eb0 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Pushing event deleted for resources: {'Port': ['ID=e1a5107e-ec2f-4341-80dc-7ad2cffe0a34,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:48.211042 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa33159-5543-43e8-ae68-3d680ad91ecb req-b810b61d-abfd-4f6b-87fa-3ccd81840bd0 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:48.212788 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9aa33159-5543-43e8-ae68-3d680ad91ecb req-b810b61d-abfd-4f6b-87fa-3ccd81840bd0 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5d417-f727-401f-a4fb-949e4fe072e4 HTTP/1.1" status: 200 len: 946 time: 0.1238208 Apr 18 20:31:48.244538 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 2c04534d-d9f1-4b85-9d75-99cd1bedc4c9 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:48.244918 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:48.360117 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9aa33159-5543-43e8-ae68-3d680ad91ecb req-bb40ef46-7308-4e2b-8e4d-d228dc971c54 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866768 Apr 18 20:31:48.361594 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d01d5c1-8233-4f82-856c-17a5f55ca0df req-453c16bc-44fb-4ad2-8881-d6e27c795eb0 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] No DVR routers for this DVR port e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 on host n-h1-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:31:48.372245 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4d01d5c1-8233-4f82-856c-17a5f55ca0df req-453c16bc-44fb-4ad2-8881-d6e27c795eb0 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:48.385474 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4d01d5c1-8233-4f82-856c-17a5f55ca0df req-453c16bc-44fb-4ad2-8881-d6e27c795eb0 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.32 "DELETE /v2.0/ports/e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 HTTP/1.1" status: 204 len: 173 time: 1.7646048 Apr 18 20:31:48.394632 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d3899-070b-43e3-ba69-b02ce3d0f154 req-b6b26076-8c61-4616-aca9-6db1e4947007 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:48.409061 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-055d3899-070b-43e3-ba69-b02ce3d0f154 req-b6b26076-8c61-4616-aca9-6db1e4947007 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 943 time: 0.1659708 Apr 18 20:31:48.418475 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95929d42-115a-4ec9-812a-540a71740ff5', 'name': 'network-vif-deleted', 'tag': 'e1a5107e-ec2f-4341-80dc-7ad2cffe0a34'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:48.424192 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4308f8-b9e7-45c4-8930-6c4f693177fe" -d '{"events": [{"server_uuid": "95929d42-115a-4ec9-812a-540a71740ff5", "name": "network-vif-deleted", "tag": "e1a5107e-ec2f-4341-80dc-7ad2cffe0a34"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:48.477984 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-055d3899-070b-43e3-ba69-b02ce3d0f154 req-090a786f-ba4f-465a-98da-8b2c6451b847 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638611 Apr 18 20:31:48.484115 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-65f56514-d1ab-4bc0-be56-5975140d8985 req-df78bc1f-b903-48d0-b405-1770b462b53a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:48.514289 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2b18872-e8ea-46d7-9550-38a3a77100dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:48.765583 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78bc1f-b903-48d0-b405-1770b462b53a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Pushing event deleted for resources: {'Port': ['ID=7d75af58-8ad9-47e3-a85b-ba435cdd988a,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:48.916022 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f56514-d1ab-4bc0-be56-5975140d8985 req-df78bc1f-b903-48d0-b405-1770b462b53a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] No DVR routers for this DVR port 7d75af58-8ad9-47e3-a85b-ba435cdd988a on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:31:48.921303 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-65f56514-d1ab-4bc0-be56-5975140d8985 req-df78bc1f-b903-48d0-b405-1770b462b53a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:48.928062 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-65f56514-d1ab-4bc0-be56-5975140d8985 req-df78bc1f-b903-48d0-b405-1770b462b53a tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.57 "DELETE /v2.0/ports/7d75af58-8ad9-47e3-a85b-ba435cdd988a HTTP/1.1" status: 204 len: 173 time: 2.3748562 Apr 18 20:31:48.931908 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-0a61872c-7b96-41c9-9667-a02dc88a5671 req-ab9897f0-5335-47d2-b167-50e9a618e8d8 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] show failed (client error): The resource could not be found. Apr 18 20:31:48.934257 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a61872c-7b96-41c9-9667-a02dc88a5671 req-ab9897f0-5335-47d2-b167-50e9a618e8d8 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] 10.222.0.41 "GET /v2.0/floatingips/d0a6afa2-7254-4a3f-b61f-48fdb46d09f9 HTTP/1.1" status: 404 len: 350 time: 0.3869519 Apr 18 20:31:48.963303 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d24736f2-a684-45fc-af2c-64f8aaeb3215 req-33410426-6fcb-4f97-942e-66a43565d583 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=95929d42-115a-4ec9-812a-540a71740ff5 HTTP/1.1" status: 200 len: 210 time: 0.3656554 Apr 18 20:31:48.966370 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b18872-e8ea-46d7-9550-38a3a77100dc admin admin] Router e763095e-4760-48ae-8b7d-1549e66c4d63 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:31:48.967316 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a81769-7af9-4323-965a-1290df81bbe2', 'name': 'network-vif-deleted', 'tag': '7d75af58-8ad9-47e3-a85b-ba435cdd988a'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:48.988090 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2724e7-b60d-4366-9872-b67ef5512349" -d '{"events": [{"server_uuid": "d5a81769-7af9-4323-965a-1290df81bbe2", "name": "network-vif-deleted", "tag": "7d75af58-8ad9-47e3-a85b-ba435cdd988a"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:49.151165 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2b2a0-4e8d-4fb9-a130-2474124ff61c req-0cad8372-d90c-45c2-917c-28fe8be66c1b tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:49.154128 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-feb2b2a0-4e8d-4fb9-a130-2474124ff61c req-0cad8372-d90c-45c2-917c-28fe8be66c1b tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 945 time: 0.1208518 Apr 18 20:31:49.180893 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b18872-e8ea-46d7-9550-38a3a77100dc admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:31:49.192137 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a417e1a9-c253-40a2-b3f9-625c5f4dcde8 None None] Sync routers for ids ['e763095e-4760-48ae-8b7d-1549e66c4d63'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:31:49.212263 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a417e1a9-c253-40a2-b3f9-625c5f4dcde8 None None] Routers {'e763095e-4760-48ae-8b7d-1549e66c4d63'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:31:49.212714 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2b18872-e8ea-46d7-9550-38a3a77100dc admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:49.213536 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a417e1a9-c253-40a2-b3f9-625c5f4dcde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:31:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e763095e-4760-48ae-8b7d-1549e66c4d63'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:49.216676 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a2b18872-e8ea-46d7-9550-38a3a77100dc admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5538731 Apr 18 20:31:49.220089 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60998) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:49.241257 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-feb2b2a0-4e8d-4fb9-a130-2474124ff61c req-13dca1bd-222d-4e28-8a5d-0894c39a5e42 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801620 Apr 18 20:31:49.291215 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a6ea35-60e8-4c34-a94f-bcae4c2097ea x-openstack-request-id: req-b7a6ea35-60e8-4c34-a94f-bcae4c2097ea {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:49.291507 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95929d42-115a-4ec9-812a-540a71740ff5", "name": "network-vif-deleted", "tag": "e1a5107e-ec2f-4341-80dc-7ad2cffe0a34", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:49.291765 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7a6ea35-60e8-4c34-a94f-bcae4c2097ea {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:49.292923 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7a6ea35-60e8-4c34-a94f-bcae4c2097ea'] response: {'server_uuid': '95929d42-115a-4ec9-812a-540a71740ff5', 'name': 'network-vif-deleted', 'tag': 'e1a5107e-ec2f-4341-80dc-7ad2cffe0a34', 'status': 'completed', 'code': 200} Apr 18 20:31:49.465560 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-a417e1a9-c253-40a2-b3f9-625c5f4dcde8 None None] Set router e763095e-4760-48ae-8b7d-1549e66c4d63 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:31:49.487771 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-85711479-b6e0-405a-8aeb-b4b80aa90a20 req-d28059ec-69ae-4dbc-8007-c36ca76f56a0 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5a81769-7af9-4323-965a-1290df81bbe2 HTTP/1.1" status: 200 len: 210 time: 0.0947051 Apr 18 20:31:49.494196 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-44d29f49-9863-45ad-b5cf-b5939f01e533 req-33051fdf-7615-4660-80a9-25089c458991 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] show failed (client error): The resource could not be found. Apr 18 20:31:49.505025 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-44d29f49-9863-45ad-b5cf-b5939f01e533 req-33051fdf-7615-4660-80a9-25089c458991 tempest-FloatingIPsTestJSON-1470503710 tempest-FloatingIPsTestJSON-1470503710-project] 10.222.0.41 "GET /v2.0/floatingips/d0a6afa2-7254-4a3f-b61f-48fdb46d09f9 HTTP/1.1" status: 404 len: 350 time: 0.1133106 Apr 18 20:31:49.507823 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 32770) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:49.658439 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362ee30c-5415-4427-bef0-49fce0eb4a49 x-openstack-request-id: req-362ee30c-5415-4427-bef0-49fce0eb4a49 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:49.658769 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a81769-7af9-4323-965a-1290df81bbe2", "name": "network-vif-deleted", "tag": "7d75af58-8ad9-47e3-a85b-ba435cdd988a", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:49.659031 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-362ee30c-5415-4427-bef0-49fce0eb4a49 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:49.659460 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-362ee30c-5415-4427-bef0-49fce0eb4a49'] response: {'server_uuid': 'd5a81769-7af9-4323-965a-1290df81bbe2', 'name': 'network-vif-deleted', 'tag': '7d75af58-8ad9-47e3-a85b-ba435cdd988a', 'status': 'completed', 'code': 200} Apr 18 20:31:49.939346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6e320-caf8-4c82-8e39-db2a0c12c206 req-aa12ce91-79d7-49ed-b339-e4b100ff57e9 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:49.941058 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0e6e320-caf8-4c82-8e39-db2a0c12c206 req-aa12ce91-79d7-49ed-b339-e4b100ff57e9 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 943 time: 0.1964774 Apr 18 20:31:49.953179 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352b3de-0f5c-48c1-96fb-1e29375b048a req-8f44d848-6a20-462e-a218-ac3d8f854dcb tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:49.955003 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e352b3de-0f5c-48c1-96fb-1e29375b048a req-8f44d848-6a20-462e-a218-ac3d8f854dcb tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5d417-f727-401f-a4fb-949e4fe072e4 HTTP/1.1" status: 200 len: 946 time: 0.2273707 Apr 18 20:31:49.978876 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a417e1a9-c253-40a2-b3f9-625c5f4dcde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e763095e-4760-48ae-8b7d-1549e66c4d63', 'name': 'tempest-FloatingIPsNegativeTestJSON-1949730757-router', 'tenant_id': 'ee0cfc4f132340108d9f1835858b79a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '9625495b-6e87-4c06-ac90-de8f2ba0e4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:43Z', 'updated_at': '2022-04-18T20:31:46Z', 'revision_number': 3, 'project_id': 'ee0cfc4f132340108d9f1835858b79a3', 'gw_port': {'id': '9625495b-6e87-4c06-ac90-de8f2ba0e4fc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e763095e-4760-48ae-8b7d-1549e66c4d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:44Z', 'updated_at': '2022-04-18T20:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:50.008111 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a417e1a9-c253-40a2-b3f9-625c5f4dcde8 None None] Checking router: e763095e-4760-48ae-8b7d-1549e66c4d63 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:31:50.008486 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a417e1a9-c253-40a2-b3f9-625c5f4dcde8 None None] Updating router e763095e-4760-48ae-8b7d-1549e66c4d63 port 9625495b-6e87-4c06-ac90-de8f2ba0e4fc binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:31:50.045457 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a417e1a9-c253-40a2-b3f9-625c5f4dcde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:50.113316 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0e6e320-caf8-4c82-8e39-db2a0c12c206 req-bfe259f6-65f4-455f-994e-519db57f9c96 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549079 Apr 18 20:31:50.181664 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e352b3de-0f5c-48c1-96fb-1e29375b048a req-a575ba43-17e6-4ef4-8e96-84c2e12d2d64 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115195 Apr 18 20:31:50.212786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:31:50.506556 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b88d8-e434-4478-a90e-5e06335ac106 req-cabb8e97-e479-4bff-a559-1e0d67f2b1bc tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:50.515022 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-168b88d8-e434-4478-a90e-5e06335ac106 req-cabb8e97-e479-4bff-a559-1e0d67f2b1bc tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 945 time: 0.1786938 Apr 18 20:31:50.554277 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 7d75af58-8ad9-47e3-a85b-ba435cdd988a no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:31:50.556535 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:31:50.556881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device e1a5107e-ec2f-4341-80dc-7ad2cffe0a34 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:31:50.609424 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 7d75af58-8ad9-47e3-a85b-ba435cdd988a {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:31:50.609999 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 7d75af58-8ad9-47e3-a85b-ba435cdd988a not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:31:50.620167 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a417e1a9-c253-40a2-b3f9-625c5f4dcde8 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:50.628370 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a417e1a9-c253-40a2-b3f9-625c5f4dcde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:50.650527 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-168b88d8-e434-4478-a90e-5e06335ac106 req-90cf4b6b-9e30-4151-a9f9-cd14a8cadd67 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342585 Apr 18 20:31:50.663527 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6d67d623-283b-406f-af69-efcc7ebf2d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:50.685748 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde3a6d-37e6-4e31-83bc-466c4566f85e req-fb389533-d45f-4f53-8f8a-8ab8f3b75998 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:50.687848 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bdde3a6d-37e6-4e31-83bc-466c4566f85e req-fb389533-d45f-4f53-8f8a-8ab8f3b75998 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 951 time: 0.1622403 Apr 18 20:31:50.754848 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-a417e1a9-c253-40a2-b3f9-625c5f4dcde8 None None] Attempting to bind port 9625495b-6e87-4c06-ac90-de8f2ba0e4fc on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:50.755464 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-a417e1a9-c253-40a2-b3f9-625c5f4dcde8 None None] Attempting to bind port 9625495b-6e87-4c06-ac90-de8f2ba0e4fc by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:50.756073 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a417e1a9-c253-40a2-b3f9-625c5f4dcde8 None None] Attempting to bind port 9625495b-6e87-4c06-ac90-de8f2ba0e4fc on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:50.761902 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a58e7-0ba4-48c5-8be7-8ef6bc3aef4b None None] Pushing event updated for resources: {'Port': ['ID=9625495b-6e87-4c06-ac90-de8f2ba0e4fc,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:50.771816 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a417e1a9-c253-40a2-b3f9-625c5f4dcde8 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:31:50.773745 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a417e1a9-c253-40a2-b3f9-625c5f4dcde8 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:50.773745 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a417e1a9-c253-40a2-b3f9-625c5f4dcde8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:50.774407 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a417e1a9-c253-40a2-b3f9-625c5f4dcde8 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:31:50.775933 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-a417e1a9-c253-40a2-b3f9-625c5f4dcde8 None None] Bound port: 9625495b-6e87-4c06-ac90-de8f2ba0e4fc, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:50.775933 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a417e1a9-c253-40a2-b3f9-625c5f4dcde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:50.863927 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76a40f03-1d48-4ce3-980c-16977a7e13fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:50.902422 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a417e1a9-c253-40a2-b3f9-625c5f4dcde8 None None] For port 9625495b-6e87-4c06-ac90-de8f2ba0e4fc, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:31:50.910363 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a417e1a9-c253-40a2-b3f9-625c5f4dcde8 None None] For port 9625495b-6e87-4c06-ac90-de8f2ba0e4fc, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=9625495b-6e87-4c06-ac90-de8f2ba0e4fc,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:31:50.921980 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a417e1a9-c253-40a2-b3f9-625c5f4dcde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:51.030537 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bdde3a6d-37e6-4e31-83bc-466c4566f85e req-f4c7eb9b-e347-4b75-8e18-f522c0ba1d4d tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243983 Apr 18 20:31:51.067654 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a58e7-0ba4-48c5-8be7-8ef6bc3aef4b None None] Pushing event updated for resources: {'Port': ['ID=9625495b-6e87-4c06-ac90-de8f2ba0e4fc,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:51.073088 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a417e1a9-c253-40a2-b3f9-625c5f4dcde8 None None] Routers {'e763095e-4760-48ae-8b7d-1549e66c4d63'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:31:51.074355 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a417e1a9-c253-40a2-b3f9-625c5f4dcde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:31:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e763095e-4760-48ae-8b7d-1549e66c4d63'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:51.215632 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-a417e1a9-c253-40a2-b3f9-625c5f4dcde8 None None] Set router e763095e-4760-48ae-8b7d-1549e66c4d63 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:31:51.403531 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a50bfc-2c84-453b-a197-278d5d90a0da req-ac9184c9-98e7-447a-b3c5-9aea35ab7e0f tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:51.406301 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-94a50bfc-2c84-453b-a197-278d5d90a0da req-ac9184c9-98e7-447a-b3c5-9aea35ab7e0f tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 944 time: 0.3561592 Apr 18 20:31:51.448469 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a417e1a9-c253-40a2-b3f9-625c5f4dcde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e763095e-4760-48ae-8b7d-1549e66c4d63', 'name': 'tempest-FloatingIPsNegativeTestJSON-1949730757-router', 'tenant_id': 'ee0cfc4f132340108d9f1835858b79a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '9625495b-6e87-4c06-ac90-de8f2ba0e4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:43Z', 'updated_at': '2022-04-18T20:31:46Z', 'revision_number': 3, 'project_id': 'ee0cfc4f132340108d9f1835858b79a3', 'gw_port': {'id': '9625495b-6e87-4c06-ac90-de8f2ba0e4fc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e763095e-4760-48ae-8b7d-1549e66c4d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:44Z', 'updated_at': '2022-04-18T20:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:51.478280 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a417e1a9-c253-40a2-b3f9-625c5f4dcde8 None None] The sync data for ids ['e763095e-4760-48ae-8b7d-1549e66c4d63'] in n-d-838323-3 is: [{'id': 'e763095e-4760-48ae-8b7d-1549e66c4d63', 'name': 'tempest-FloatingIPsNegativeTestJSON-1949730757-router', 'tenant_id': 'ee0cfc4f132340108d9f1835858b79a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '9625495b-6e87-4c06-ac90-de8f2ba0e4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:43Z', 'updated_at': '2022-04-18T20:31:46Z', 'revision_number': 3, 'project_id': 'ee0cfc4f132340108d9f1835858b79a3', 'gw_port': {'id': '9625495b-6e87-4c06-ac90-de8f2ba0e4fc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e763095e-4760-48ae-8b7d-1549e66c4d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:44Z', 'updated_at': '2022-04-18T20:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:31:51.569482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-6d67d623-283b-406f-af69-efcc7ebf2d3a admin admin] Allocated IP 172.20.0.1 (ca87c5d0-a667-4c8f-b26b-4628bce141d7/44c5211a-acd4-4dee-af5a-0e8a5c8bbf91/7da19535-78f2-4fae-8793-8dad7b6ad0a3) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:51.658662 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466f865-c824-46b2-b91d-51fa16b3b8e9 req-30cca9a0-ac81-49fb-91f0-d50d91cc90db tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:51.661465 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5466f865-c824-46b2-b91d-51fa16b3b8e9 req-30cca9a0-ac81-49fb-91f0-d50d91cc90db tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 943 time: 0.4153490 Apr 18 20:31:52.052004 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d04eb1-1fe4-4b59-800b-8e0307730ab4 req-179c161f-e0a0-4143-a1d5-3f5dc5d84ef7 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:52.056918 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e8d04eb1-1fe4-4b59-800b-8e0307730ab4 req-179c161f-e0a0-4143-a1d5-3f5dc5d84ef7 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 951 time: 0.1078944 Apr 18 20:31:52.201223 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-e8d04eb1-1fe4-4b59-800b-8e0307730ab4 req-32fe0bb3-d5c7-4f69-91b0-ce3e1f7d3e6a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Deleting port 4003707b-7f02-4d9e-ac81-e33bf203b2f5 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:31:52.203042 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e8d04eb1-1fe4-4b59-800b-8e0307730ab4 req-32fe0bb3-d5c7-4f69-91b0-ce3e1f7d3e6a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:52.206647 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a8699374-f77f-4f4f-b16e-d5ee63d2b584 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:31:52.219520 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-94a50bfc-2c84-453b-a197-278d5d90a0da req-b3160685-4ed0-46a5-8533-e51b244b75b1 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7799776 Apr 18 20:31:52.241805 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0eefb6-03a6-47b2-acc5-7a367d9eef13 req-78618785-216d-450a-9f25-d4b466872f30 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:52.246588 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3d0eefb6-03a6-47b2-acc5-7a367d9eef13 req-78618785-216d-450a-9f25-d4b466872f30 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.57 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 944 time: 0.8324273 Apr 18 20:31:52.414648 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5466f865-c824-46b2-b91d-51fa16b3b8e9 req-02524593-043e-4f2a-9e3e-9e31dfe3367a tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7370064 Apr 18 20:31:52.440051 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a8699374-f77f-4f4f-b16e-d5ee63d2b584, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a8699374-f77f-4f4f-b16e-d5ee63d2b584,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:52.480285 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'a8699374-f77f-4f4f-b16e-d5ee63d2b584', 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e', 'port_id': 'a8699374-f77f-4f4f-b16e-d5ee63d2b584', 'mac_address': 'fa:16:3e:77:62:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07088b8e-aaa8-48c6-be5d-b75368ae775e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:31:52.587587 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:52.620167 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8699374-f77f-4f4f-b16e-d5ee63d2b584 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:52.650234 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a8699374-f77f-4f4f-b16e-d5ee63d2b584, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a8699374-f77f-4f4f-b16e-d5ee63d2b584,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:52.661775 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:52.751222 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=a8699374-f77f-4f4f-b16e-d5ee63d2b584,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:52.813165 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6d67d623-283b-406f-af69-efcc7ebf2d3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:52.851985 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124087b-c4e9-4864-9afc-bd495c29d30c req-79fc2db3-fab6-4e4b-85fe-cb334e4f4544 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:52.854636 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d124087b-c4e9-4864-9afc-bd495c29d30c req-79fc2db3-fab6-4e4b-85fe-cb334e4f4544 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5d417-f727-401f-a4fb-949e4fe072e4 HTTP/1.1" status: 200 len: 946 time: 0.4868062 Apr 18 20:31:52.884886 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f34b19-246e-48c8-b807-3f6026e15de2 req-4c7833c9-57a4-4b27-a3cd-79e652ffe32a tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:52.886688 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d7f34b19-246e-48c8-b807-3f6026e15de2 req-4c7833c9-57a4-4b27-a3cd-79e652ffe32a tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 945 time: 0.2610025 Apr 18 20:31:52.998676 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['a8699374-f77f-4f4f-b16e-d5ee63d2b584'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:31:53.020050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-3d0eefb6-03a6-47b2-acc5-7a367d9eef13 req-3b6294a5-b7a8-46b0-b098-717712b754a0 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Deleting port 9c793878-3093-42c8-a9a1-7634285bbb6b {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:31:53.020716 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3d0eefb6-03a6-47b2-acc5-7a367d9eef13 req-3b6294a5-b7a8-46b0-b098-717712b754a0 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:53.073256 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d124087b-c4e9-4864-9afc-bd495c29d30c req-cf091508-7560-4bf8-a101-3c06e859d88e tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846857 Apr 18 20:31:53.112173 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-e8d04eb1-1fe4-4b59-800b-8e0307730ab4 req-32fe0bb3-d5c7-4f69-91b0-ce3e1f7d3e6a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] For port 4003707b-7f02-4d9e-ac81-e33bf203b2f5, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4003707b-7f02-4d9e-ac81-e33bf203b2f5,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:53.114123 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e8d04eb1-1fe4-4b59-800b-8e0307730ab4 req-32fe0bb3-d5c7-4f69-91b0-ce3e1f7d3e6a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:53.143675 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6d67d623-283b-406f-af69-efcc7ebf2d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:53.148920 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-e8d04eb1-1fe4-4b59-800b-8e0307730ab4 req-32fe0bb3-d5c7-4f69-91b0-ce3e1f7d3e6a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Calling delete_port for 4003707b-7f02-4d9e-ac81-e33bf203b2f5 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:31:53.160951 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d7f34b19-246e-48c8-b807-3f6026e15de2 req-6e344860-21fe-4bec-a7f5-ae34b57db951 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099814 Apr 18 20:31:53.173987 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-76a40f03-1d48-4ce3-980c-16977a7e13fe admin admin] Deleting port 5ae5a8e6-e936-40c0-92b9-7f63167213e6 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:31:53.174568 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76a40f03-1d48-4ce3-980c-16977a7e13fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:53.371417 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d67d623-283b-406f-af69-efcc7ebf2d3a admin admin] Network ca87c5d0-a667-4c8f-b26b-4628bce141d7 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:53.417252 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-6d67d623-283b-406f-af69-efcc7ebf2d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:53.480598 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e8d04eb1-1fe4-4b59-800b-8e0307730ab4 req-32fe0bb3-d5c7-4f69-91b0-ce3e1f7d3e6a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:53.511532 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d67d623-283b-406f-af69-efcc7ebf2d3a admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:31:53.545600 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe0bb3-d5c7-4f69-91b0-ce3e1f7d3e6a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Pushing event deleted for resources: {'Port': ['ID=4003707b-7f02-4d9e-ac81-e33bf203b2f5,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:53.565215 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67d623-283b-406f-af69-efcc7ebf2d3a admin admin] Pushing event updated for resources: {'Port': ['ID=7da19535-78f2-4fae-8793-8dad7b6ad0a3,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:53.624889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-3d0eefb6-03a6-47b2-acc5-7a367d9eef13 req-3b6294a5-b7a8-46b0-b098-717712b754a0 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] For port 9c793878-3093-42c8-a9a1-7634285bbb6b, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=9c793878-3093-42c8-a9a1-7634285bbb6b,segment=NetworkSegment(7b1d39ab-51fc-488c-8389-2c4253cfa397),segment_id=7b1d39ab-51fc-488c-8389-2c4253cfa397)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:53.625265 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3d0eefb6-03a6-47b2-acc5-7a367d9eef13 req-3b6294a5-b7a8-46b0-b098-717712b754a0 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:53.632393 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d04eb1-1fe4-4b59-800b-8e0307730ab4 req-32fe0bb3-d5c7-4f69-91b0-ce3e1f7d3e6a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] No DVR routers for this DVR port 4003707b-7f02-4d9e-ac81-e33bf203b2f5 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:31:53.638651 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e8d04eb1-1fe4-4b59-800b-8e0307730ab4 req-32fe0bb3-d5c7-4f69-91b0-ce3e1f7d3e6a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:53.646825 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e8d04eb1-1fe4-4b59-800b-8e0307730ab4 req-32fe0bb3-d5c7-4f69-91b0-ce3e1f7d3e6a tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.57 "DELETE /v2.0/ports/4003707b-7f02-4d9e-ac81-e33bf203b2f5 HTTP/1.1" status: 204 len: 173 time: 1.5785096 Apr 18 20:31:53.648519 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce5bba9-adbe-480d-8a8f-c34524d5ccd2', 'name': 'network-vif-deleted', 'tag': '4003707b-7f02-4d9e-ac81-e33bf203b2f5'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:53.656842 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e36dfa0-7112-416f-bc66-f38be43fa63f" -d '{"events": [{"server_uuid": "6ce5bba9-adbe-480d-8a8f-c34524d5ccd2", "name": "network-vif-deleted", "tag": "4003707b-7f02-4d9e-ac81-e33bf203b2f5"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:53.667425 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-3d0eefb6-03a6-47b2-acc5-7a367d9eef13 req-3b6294a5-b7a8-46b0-b098-717712b754a0 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Calling delete_port for 9c793878-3093-42c8-a9a1-7634285bbb6b owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:31:53.675410 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6d67d623-283b-406f-af69-efcc7ebf2d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:53.688662 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-76a40f03-1d48-4ce3-980c-16977a7e13fe admin admin] For port 5ae5a8e6-e936-40c0-92b9-7f63167213e6, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5ae5a8e6-e936-40c0-92b9-7f63167213e6,segment=NetworkSegment(5a75c09b-a79f-451d-94e4-c58a1b313c11),segment_id=5a75c09b-a79f-451d-94e4-c58a1b313c11)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:53.689117 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76a40f03-1d48-4ce3-980c-16977a7e13fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:53.763342 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1496d-417f-42f7-a5c7-be22ebeda1ed req-88a88b2a-4fe3-448b-9be7-b6b73472a56b tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:53.771555 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-10b1496d-417f-42f7-a5c7-be22ebeda1ed req-88a88b2a-4fe3-448b-9be7-b6b73472a56b tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 944 time: 0.4083226 Apr 18 20:31:53.793318 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7387c2f-96c1-4c3f-a66b-2eb5b3d67904 req-73c5fa2e-cbb2-4795-9fa4-6f32b5e05bb9 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:53.799707 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7387c2f-96c1-4c3f-a66b-2eb5b3d67904 req-73c5fa2e-cbb2-4795-9fa4-6f32b5e05bb9 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ce5bba9-adbe-480d-8a8f-c34524d5ccd2 HTTP/1.1" status: 200 len: 868 time: 0.4268615 Apr 18 20:31:53.819891 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-76a40f03-1d48-4ce3-980c-16977a7e13fe admin admin] Calling delete_port for 5ae5a8e6-e936-40c0-92b9-7f63167213e6 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:31:53.905047 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 9625495b-6e87-4c06-ac90-de8f2ba0e4fc up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:53.959194 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['a5119d81-eb30-47e6-813d-24651e1a4167', '3dbf0afa-a0c0-4ddd-85fc-74b67136491a'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:31:54.107012 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-0c50b73d-38f4-4799-8fc3-9f0dd2244ad4 None None] Provisioning complete for port 7da19535-78f2-4fae-8793-8dad7b6ad0a3 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:54.107671 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0c50b73d-38f4-4799-8fc3-9f0dd2244ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.185634 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7387c2f-96c1-4c3f-a66b-2eb5b3d67904 req-f03c4f05-3621-4878-a826-828f8d722194 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845491 Apr 18 20:31:54.214183 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a8699374-f77f-4f4f-b16e-d5ee63d2b584 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:54.283618 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-10b1496d-417f-42f7-a5c7-be22ebeda1ed req-74cfd111-ab65-439a-9d19-3c4e22d60c42 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/security-groups?id=42f37f39-499e-4741-9a2a-e7ef7b85b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5102465 Apr 18 20:31:54.302575 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-0c50b73d-38f4-4799-8fc3-9f0dd2244ad4 None None] Port 7da19535-78f2-4fae-8793-8dad7b6ad0a3 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:31:54.316258 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 9625495b-6e87-4c06-ac90-de8f2ba0e4fc triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:54.316870 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.372264 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17834bd5-f06a-4129-a701-19b30b94efd1 x-openstack-request-id: req-17834bd5-f06a-4129-a701-19b30b94efd1 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:54.372902 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce5bba9-adbe-480d-8a8f-c34524d5ccd2", "name": "network-vif-deleted", "tag": "4003707b-7f02-4d9e-ac81-e33bf203b2f5", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:54.373182 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-17834bd5-f06a-4129-a701-19b30b94efd1 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:54.373780 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17834bd5-f06a-4129-a701-19b30b94efd1'] response: {'server_uuid': '6ce5bba9-adbe-480d-8a8f-c34524d5ccd2', 'name': 'network-vif-deleted', 'tag': '4003707b-7f02-4d9e-ac81-e33bf203b2f5', 'status': 'completed', 'code': 200} Apr 18 20:31:54.457784 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 9c793878-3093-42c8-a9a1-7634285bbb6b no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:31:54.544344 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6d67d623-283b-406f-af69-efcc7ebf2d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.576184 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-474c53c8-7019-43f2-860b-6358e46086a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.630604 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port a8699374-f77f-4f4f-b16e-d5ee63d2b584 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:54.680353 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec024f-f829-4441-a6fe-018bdc59c77a req-9a7291c2-cee7-400d-b12e-07341d2cf9b7 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:54.681982 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-31ec024f-f829-4441-a6fe-018bdc59c77a req-9a7291c2-cee7-400d-b12e-07341d2cf9b7 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 944 time: 0.3233733 Apr 18 20:31:54.705838 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port a8699374-f77f-4f4f-b16e-d5ee63d2b584 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:54.706130 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b9d71-0bfd-4392-b599-5753e1c730cb req-752d5953-48fe-4f95-ae82-0062f72e7bab tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:54.706305 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.707662 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f86b9d71-0bfd-4392-b599-5753e1c730cb req-752d5953-48fe-4f95-ae82-0062f72e7bab tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5d417-f727-401f-a4fb-949e4fe072e4 HTTP/1.1" status: 200 len: 946 time: 0.2284317 Apr 18 20:31:54.726149 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3d0eefb6-03a6-47b2-acc5-7a367d9eef13 req-3b6294a5-b7a8-46b0-b098-717712b754a0 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.798687 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Port 9c793878-3093-42c8-a9a1-7634285bbb6b update to DOWN by agent not found {{(pid=102910) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 18 20:31:54.799118 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4003707b-7f02-4d9e-ac81-e33bf203b2f5 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:31:54.844751 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6294a5-b7a8-46b0-b098-717712b754a0 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Pushing event deleted for resources: {'Port': ['ID=9c793878-3093-42c8-a9a1-7634285bbb6b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:54.956034 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-31ec024f-f829-4441-a6fe-018bdc59c77a req-ee78d680-081f-46b8-b392-e93de8d9ba02 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471499 Apr 18 20:31:54.962418 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0eefb6-03a6-47b2-acc5-7a367d9eef13 req-3b6294a5-b7a8-46b0-b098-717712b754a0 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] No DVR routers for this DVR port 9c793878-3093-42c8-a9a1-7634285bbb6b on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:31:54.966084 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3d0eefb6-03a6-47b2-acc5-7a367d9eef13 req-3b6294a5-b7a8-46b0-b098-717712b754a0 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.969573 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3d0eefb6-03a6-47b2-acc5-7a367d9eef13 req-3b6294a5-b7a8-46b0-b098-717712b754a0 tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.57 "DELETE /v2.0/ports/9c793878-3093-42c8-a9a1-7634285bbb6b HTTP/1.1" status: 204 len: 173 time: 2.6217861 Apr 18 20:31:54.982719 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b296b1-1ede-4679-a655-894bdc29a596', 'name': 'network-vif-deleted', 'tag': '9c793878-3093-42c8-a9a1-7634285bbb6b'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:54.987766 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece447d3-73de-444f-8b09-d1e64cab43b9" -d '{"events": [{"server_uuid": "55b296b1-1ede-4679-a655-894bdc29a596", "name": "network-vif-deleted", "tag": "9c793878-3093-42c8-a9a1-7634285bbb6b"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:54.997356 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 4003707b-7f02-4d9e-ac81-e33bf203b2f5 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:31:54.998212 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4003707b-7f02-4d9e-ac81-e33bf203b2f5 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:31:55.013785 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:55.043713 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f86b9d71-0bfd-4392-b599-5753e1c730cb req-aabd56d8-12a8-425c-bc5d-6b8574a0ce4f tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093903 Apr 18 20:31:55.059941 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76a40f03-1d48-4ce3-980c-16977a7e13fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:55.084331 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 9625495b-6e87-4c06-ac90-de8f2ba0e4fc, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=9625495b-6e87-4c06-ac90-de8f2ba0e4fc,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:55.106628 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:55.128072 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a40f03-1d48-4ce3-980c-16977a7e13fe admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae5a8e6-e936-40c0-92b9-7f63167213e6,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:55.223154 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6d67d623-283b-406f-af69-efcc7ebf2d3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:55.242630 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6d67d623-283b-406f-af69-efcc7ebf2d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:55.357279 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:55.372960 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f77f925-e40d-4439-86fc-48681677d319 x-openstack-request-id: req-8f77f925-e40d-4439-86fc-48681677d319 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:55.373435 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b296b1-1ede-4679-a655-894bdc29a596", "name": "network-vif-deleted", "tag": "9c793878-3093-42c8-a9a1-7634285bbb6b", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:55.373754 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f77f925-e40d-4439-86fc-48681677d319 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:55.374639 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f77f925-e40d-4439-86fc-48681677d319'] response: {'server_uuid': '55b296b1-1ede-4679-a655-894bdc29a596', 'name': 'network-vif-deleted', 'tag': '9c793878-3093-42c8-a9a1-7634285bbb6b', 'status': 'completed', 'code': 200} Apr 18 20:31:55.430055 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6e7534-1ade-403c-ba64-eac1df4730eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8699374-f77f-4f4f-b16e-d5ee63d2b584'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:55.433446 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c821d9-f467-4b57-837c-cf84aacc6d36" -d '{"events": [{"server_uuid": "7f6e7534-1ade-403c-ba64-eac1df4730eb", "name": "network-vif-plugged", "status": "completed", "tag": "a8699374-f77f-4f4f-b16e-d5ee63d2b584"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:55.440070 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=9625495b-6e87-4c06-ac90-de8f2ba0e4fc,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:55.488689 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a8699374-f77f-4f4f-b16e-d5ee63d2b584, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a8699374-f77f-4f4f-b16e-d5ee63d2b584,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:55.507504 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6d67d623-283b-406f-af69-efcc7ebf2d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:55.516686 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:55.623323 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=a8699374-f77f-4f4f-b16e-d5ee63d2b584,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:55.647028 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-18f88f1d-48b3-4c94-bb88-dde2c303d7c9 req-a8f7f60e-5f29-4925-9f9d-d7ab5b56468c tempest-LiveMigrationTest-1081169056 tempest-LiveMigrationTest-1081169056-project] 10.222.0.41 "GET /v2.0/ports?device_id=55b296b1-1ede-4679-a655-894bdc29a596 HTTP/1.1" status: 200 len: 210 time: 0.0821307 Apr 18 20:31:55.685056 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67d623-283b-406f-af69-efcc7ebf2d3a admin admin] Pushing event updated for resources: {'Port': ['ID=7da19535-78f2-4fae-8793-8dad7b6ad0a3,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:55.751878 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ee639-3b3f-4558-9ba0-119b08e8b12b req-225ca0bb-c009-439c-9c3c-329d5074214c tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:55.760605 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-318ee639-3b3f-4558-9ba0-119b08e8b12b req-225ca0bb-c009-439c-9c3c-329d5074214c tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 945 time: 0.4073787 Apr 18 20:31:55.797455 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76a40f03-1d48-4ce3-980c-16977a7e13fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:55.852366 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-318ee639-3b3f-4558-9ba0-119b08e8b12b req-fe6ef9cd-cdff-481c-8557-c022e44161b0 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908544 Apr 18 20:31:55.949254 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eaca3e7-2102-4c99-a6e4-52a11a9fd2ac x-openstack-request-id: req-6eaca3e7-2102-4c99-a6e4-52a11a9fd2ac {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:55.953916 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6e7534-1ade-403c-ba64-eac1df4730eb", "name": "network-vif-plugged", "status": "completed", "tag": "a8699374-f77f-4f4f-b16e-d5ee63d2b584", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:55.954207 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6eaca3e7-2102-4c99-a6e4-52a11a9fd2ac {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:55.954630 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eaca3e7-2102-4c99-a6e4-52a11a9fd2ac'] response: {'server_uuid': '7f6e7534-1ade-403c-ba64-eac1df4730eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8699374-f77f-4f4f-b16e-d5ee63d2b584', 'code': 200} Apr 18 20:31:55.954967 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d67d623-283b-406f-af69-efcc7ebf2d3a admin admin] Network ca87c5d0-a667-4c8f-b26b-4628bce141d7 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:55.963566 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 9625495b-6e87-4c06-ac90-de8f2ba0e4fc up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:55.970457 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-6d67d623-283b-406f-af69-efcc7ebf2d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:56.120124 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 9625495b-6e87-4c06-ac90-de8f2ba0e4fc triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:56.121447 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:56.134250 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4543514-04ca-44fc-a2ba-9f6835f82463 req-8177cc5e-4b81-43ba-ab53-edee971a799a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:56.135852 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c4543514-04ca-44fc-a2ba-9f6835f82463 req-8177cc5e-4b81-43ba-ab53-edee971a799a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 1096 time: 0.0928926 Apr 18 20:31:56.212588 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c4543514-04ca-44fc-a2ba-9f6835f82463 req-e9278202-b3e1-4f71-a8a7-318abf598d44 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679255 Apr 18 20:31:56.404094 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6fbde264-80a4-4db2-b05d-47e345d25138 None None] Provisioning complete for port 7da19535-78f2-4fae-8793-8dad7b6ad0a3 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:56.404658 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6fbde264-80a4-4db2-b05d-47e345d25138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:56.454681 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6fbde264-80a4-4db2-b05d-47e345d25138 None None] Port 7da19535-78f2-4fae-8793-8dad7b6ad0a3 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:31:56.654067 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acaf91-d016-4ad0-b99d-baf4d14b0d84 req-7ec24a0a-dc2c-48c7-9576-7026b18c1b99 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:56.655703 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f5acaf91-d016-4ad0-b99d-baf4d14b0d84 req-7ec24a0a-dc2c-48c7-9576-7026b18c1b99 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.5835707 Apr 18 20:31:56.716889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371ed7d-3979-4945-bbd8-df51c7fe8cd6 req-dda2bcc8-aa57-439f-844e-5490e302323f tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:56.718436 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e371ed7d-3979-4945-bbd8-df51c7fe8cd6 req-dda2bcc8-aa57-439f-844e-5490e302323f tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 945 time: 0.1931076 Apr 18 20:31:56.726954 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d67d623-283b-406f-af69-efcc7ebf2d3a admin admin] Router e763095e-4760-48ae-8b7d-1549e66c4d63 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:31:56.843336 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f5acaf91-d016-4ad0-b99d-baf4d14b0d84 req-2d7b76c8-1921-4a4a-a0c5-1609a44f87f0 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426382 Apr 18 20:31:56.894129 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e371ed7d-3979-4945-bbd8-df51c7fe8cd6 req-577ea0e6-c5d3-44fd-af90-784e20e3eba5 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554401 Apr 18 20:31:56.957879 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a40f03-1d48-4ce3-980c-16977a7e13fe admin admin] Router be7ccf6e-f1a1-4b22-8faa-fb35be0ef856 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:31:57.235137 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d67d623-283b-406f-af69-efcc7ebf2d3a admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:31:57.246035 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6824a19-aae0-4719-85f2-948d38355d87 None None] Sync routers for ids ['e763095e-4760-48ae-8b7d-1549e66c4d63'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:31:57.257885 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6824a19-aae0-4719-85f2-948d38355d87 None None] Routers {'e763095e-4760-48ae-8b7d-1549e66c4d63'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:31:57.258445 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f6824a19-aae0-4719-85f2-948d38355d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:31:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e763095e-4760-48ae-8b7d-1549e66c4d63'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:57.262582 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6d67d623-283b-406f-af69-efcc7ebf2d3a admin admin] 10.222.0.41 "PUT /v2.0/routers/e763095e-4760-48ae-8b7d-1549e66c4d63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0407207 Apr 18 20:31:57.294411 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690dd9d-2837-4e1c-993d-62eb7d5f1ac7 req-0946f8fa-7c45-4d31-9d12-3a7613810c3e tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:57.297251 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9690dd9d-2837-4e1c-993d-62eb7d5f1ac7 req-0946f8fa-7c45-4d31-9d12-3a7613810c3e tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5d417-f727-401f-a4fb-949e4fe072e4 HTTP/1.1" status: 200 len: 946 time: 0.3499193 Apr 18 20:31:57.389845 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-f6824a19-aae0-4719-85f2-948d38355d87 None None] Set router e763095e-4760-48ae-8b7d-1549e66c4d63 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:31:57.419124 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a139a-b48f-4a77-bd98-c2115d104b6d req-fcd056f7-6650-40d5-8a64-2ecccd39e901 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:57.421791 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d00a139a-b48f-4a77-bd98-c2115d104b6d req-fcd056f7-6650-40d5-8a64-2ecccd39e901 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b HTTP/1.1" status: 200 len: 946 time: 0.3729284 Apr 18 20:31:57.495209 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a40f03-1d48-4ce3-980c-16977a7e13fe admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:31:57.512078 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-76a40f03-1d48-4ce3-980c-16977a7e13fe admin admin] 10.222.0.41 "PUT /v2.0/routers/be7ccf6e-f1a1-4b22-8faa-fb35be0ef856/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9952779 Apr 18 20:31:57.515272 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32852) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:57.517930 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed09aec-9604-4a47-8712-778c37411e2f None None] Sync routers for ids ['be7ccf6e-f1a1-4b22-8faa-fb35be0ef856'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:31:57.519463 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9690dd9d-2837-4e1c-993d-62eb7d5f1ac7 req-dd1a9fc0-0466-4087-942e-5bf7de74da68 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574564 Apr 18 20:31:57.537658 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d00a139a-b48f-4a77-bd98-c2115d104b6d req-45de0887-6d72-431a-b2f1-11c795541475 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba8e2af-fcd9-42d2-8825-253532774f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082187 Apr 18 20:31:57.589071 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed09aec-9604-4a47-8712-778c37411e2f None None] Routers {'be7ccf6e-f1a1-4b22-8faa-fb35be0ef856'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:31:57.589892 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-bed09aec-9604-4a47-8712-778c37411e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:31:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['be7ccf6e-f1a1-4b22-8faa-fb35be0ef856'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:57.627706 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 32854) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:57.852534 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:57.869186 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f6824a19-aae0-4719-85f2-948d38355d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e763095e-4760-48ae-8b7d-1549e66c4d63', 'name': 'tempest-FloatingIPsNegativeTestJSON-1949730757-router', 'tenant_id': 'ee0cfc4f132340108d9f1835858b79a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '9625495b-6e87-4c06-ac90-de8f2ba0e4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:43Z', 'updated_at': '2022-04-18T20:31:54Z', 'revision_number': 4, 'project_id': 'ee0cfc4f132340108d9f1835858b79a3', 'gw_port': {'id': '9625495b-6e87-4c06-ac90-de8f2ba0e4fc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763095e-4760-48ae-8b7d-1549e66c4d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:44Z', 'updated_at': '2022-04-18T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '7da19535-78f2-4fae-8793-8dad7b6ad0a3', 'name': '', 'network_id': 'ca87c5d0-a667-4c8f-b26b-4628bce141d7', 'tenant_id': 'ee0cfc4f132340108d9f1835858b79a3', 'mac_address': 'fa:16:3e:0d:36:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e763095e-4760-48ae-8b7d-1549e66c4d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '44c5211a-acd4-4dee-af5a-0e8a5c8bbf91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:50Z', 'updated_at': '2022-04-18T20:31:54Z', 'revision_number': 2, 'project_id': 'ee0cfc4f132340108d9f1835858b79a3', 'subnets': [{'id': '44c5211a-acd4-4dee-af5a-0e8a5c8bbf91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:57.950297 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-bed09aec-9604-4a47-8712-778c37411e2f None None] Set router be7ccf6e-f1a1-4b22-8faa-fb35be0ef856 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:31:58.003047 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6824a19-aae0-4719-85f2-948d38355d87 None None] Checking router: e763095e-4760-48ae-8b7d-1549e66c4d63 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:31:58.010175 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6824a19-aae0-4719-85f2-948d38355d87 None None] Updating router e763095e-4760-48ae-8b7d-1549e66c4d63 port 7da19535-78f2-4fae-8793-8dad7b6ad0a3 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:31:58.067864 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f6824a19-aae0-4719-85f2-948d38355d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:58.135724 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4a38c9e6-b920-4f8e-a718-4b819a8d94a9 req-4587c442-f3e1-4e0e-86a5-52e18bceaf43 tempest-FloatingIPsNegativeTestJSON-292670325 tempest-FloatingIPsNegativeTestJSON-292670325-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=ee0cfc4f132340108d9f1835858b79a3 HTTP/1.1" status: 200 len: 217 time: 0.1161025 Apr 18 20:31:58.165012 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ff9d3e-2cb0-4fd3-b18b-2327f63d7949 admin admin] Deleting subnet eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:31:58.182100 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95236a9d-ed98-418a-a5fd-e525c0ed6546 req-81af5ddd-6dbc-4fd8-955c-c8bdfdca5110 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:58.184723 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-95236a9d-ed98-418a-a5fd-e525c0ed6546 req-81af5ddd-6dbc-4fd8-955c-c8bdfdca5110 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 945 time: 0.3778164 Apr 18 20:31:58.201957 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271584a-1c72-45f2-9346-4b446e1f6486 req-17600c18-3992-4938-8658-86f859a88b27 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:58.204544 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0271584a-1c72-45f2-9346-4b446e1f6486 req-17600c18-3992-4938-8658-86f859a88b27 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b HTTP/1.1" status: 200 len: 946 time: 0.3695416 Apr 18 20:31:58.207833 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74ff9d3e-2cb0-4fd3-b18b-2327f63d7949 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:58.250531 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:58.292837 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-bed09aec-9604-4a47-8712-778c37411e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ccf6e-f1a1-4b22-8faa-fb35be0ef856', 'name': 'tempest-FloatingIPsTestJSON-253576467-router', 'tenant_id': 'c63cc5d46cf04294a9b15806504264cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3362c8ef-fd65-4741-9cf3-2d17b4111bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:01Z', 'updated_at': '2022-04-18T20:31:54Z', 'revision_number': 5, 'project_id': 'c63cc5d46cf04294a9b15806504264cd', 'gw_port': {'id': '3362c8ef-fd65-4741-9cf3-2d17b4111bcf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ccf6e-f1a1-4b22-8faa-fb35be0ef856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:03Z', 'updated_at': '2022-04-18T20:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:58.309285 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997478b5-f862-4ef8-bdf1-b5ddec8d8f14 req-a9fddc6a-1d08-4498-9b95-cec7602efca7 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:58.311970 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-997478b5-f862-4ef8-bdf1-b5ddec8d8f14 req-a9fddc6a-1d08-4498-9b95-cec7602efca7 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.2353749 Apr 18 20:31:58.345135 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed09aec-9604-4a47-8712-778c37411e2f None None] Checking router: be7ccf6e-f1a1-4b22-8faa-fb35be0ef856 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:31:58.370020 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed09aec-9604-4a47-8712-778c37411e2f None None] Routers {'be7ccf6e-f1a1-4b22-8faa-fb35be0ef856'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:31:58.371099 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-bed09aec-9604-4a47-8712-778c37411e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:31:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['be7ccf6e-f1a1-4b22-8faa-fb35be0ef856'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:58.412932 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74ff9d3e-2cb0-4fd3-b18b-2327f63d7949 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:58.473622 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-95236a9d-ed98-418a-a5fd-e525c0ed6546 req-f8e2de5f-ab0a-4e94-a0dc-66570a08af37 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677023 Apr 18 20:31:58.517688 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] Deleting port 3362c8ef-fd65-4741-9cf3-2d17b4111bcf {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:31:58.518319 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:58.578643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dc487-13df-4bdb-b464-faecf7a6e518 req-ac33e532-18d4-458e-a7e1-cd1d50bd7531 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:58.581569 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ad8dc487-13df-4bdb-b464-faecf7a6e518 req-ac33e532-18d4-458e-a7e1-cd1d50bd7531 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=2de512c4-f6a2-4956-9793-60f9a4379447 HTTP/1.1" status: 200 len: 950 time: 0.2284291 Apr 18 20:31:58.595975 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-bed09aec-9604-4a47-8712-778c37411e2f None None] Set router be7ccf6e-f1a1-4b22-8faa-fb35be0ef856 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:31:58.606232 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74ff9d3e-2cb0-4fd3-b18b-2327f63d7949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:58.660105 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-997478b5-f862-4ef8-bdf1-b5ddec8d8f14 req-28c52d76-2ebd-45a9-a4d7-daa4b3d8a57c tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Deleting port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:31:58.660660 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-997478b5-f862-4ef8-bdf1-b5ddec8d8f14 req-28c52d76-2ebd-45a9-a4d7-daa4b3d8a57c tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:58.705828 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-bed09aec-9604-4a47-8712-778c37411e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ccf6e-f1a1-4b22-8faa-fb35be0ef856', 'name': 'tempest-FloatingIPsTestJSON-253576467-router', 'tenant_id': 'c63cc5d46cf04294a9b15806504264cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:01Z', 'updated_at': '2022-04-18T20:31:58Z', 'revision_number': 6, 'project_id': 'c63cc5d46cf04294a9b15806504264cd', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:58.729659 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f6824a19-aae0-4719-85f2-948d38355d87 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:58.743602 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f6824a19-aae0-4719-85f2-948d38355d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:58.771331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-0271584a-1c72-45f2-9346-4b446e1f6486 req-7c995c58-644f-44ee-8d52-7bd798329bcf tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Deleting port f27d90ba-8c30-4928-946b-ad9aed4713d7 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:31:58.771672 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed09aec-9604-4a47-8712-778c37411e2f None None] The sync data for ids ['be7ccf6e-f1a1-4b22-8faa-fb35be0ef856'] in n-d-838323-3 is: [{'id': 'be7ccf6e-f1a1-4b22-8faa-fb35be0ef856', 'name': 'tempest-FloatingIPsTestJSON-253576467-router', 'tenant_id': 'c63cc5d46cf04294a9b15806504264cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:01Z', 'updated_at': '2022-04-18T20:31:58Z', 'revision_number': 6, 'project_id': 'c63cc5d46cf04294a9b15806504264cd', 'gw_port_host': None}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:31:58.772710 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0271584a-1c72-45f2-9346-4b446e1f6486 req-7c995c58-644f-44ee-8d52-7bd798329bcf tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:58.797347 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ed1fd7ee-cc71-4490-9ffd-b084fe209cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:58.812937 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] For port 3362c8ef-fd65-4741-9cf3-2d17b4111bcf, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3362c8ef-fd65-4741-9cf3-2d17b4111bcf,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:58.814547 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:58.847939 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] Calling delete_port for 3362c8ef-fd65-4741-9cf3-2d17b4111bcf owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:31:58.901249 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f30474-8caa-4307-a903-5a64fd70ba6c None None] Pushing event updated for resources: {'Port': ['ID=7da19535-78f2-4fae-8793-8dad7b6ad0a3,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:58.976652 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-f6824a19-aae0-4719-85f2-948d38355d87 None None] Attempting to bind port 7da19535-78f2-4fae-8793-8dad7b6ad0a3 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:58.977556 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-f6824a19-aae0-4719-85f2-948d38355d87 None None] Attempting to bind port 7da19535-78f2-4fae-8793-8dad7b6ad0a3 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '23dd374c-a6fd-4d2e-863b-83ddb0b7750b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ca87c5d0-a667-4c8f-b26b-4628bce141d7'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:58.978246 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6824a19-aae0-4719-85f2-948d38355d87 None None] Attempting to bind port 7da19535-78f2-4fae-8793-8dad7b6ad0a3 on network ca87c5d0-a667-4c8f-b26b-4628bce141d7 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:58.985611 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ad8dc487-13df-4bdb-b464-faecf7a6e518 req-0df14138-953a-4d44-9fdf-5f0a6ab75aa9 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763406 Apr 18 20:31:58.999809 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6824a19-aae0-4719-85f2-948d38355d87 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:31:59.003915 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6824a19-aae0-4719-85f2-948d38355d87 None None] Checking segment: {'id': '23dd374c-a6fd-4d2e-863b-83ddb0b7750b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ca87c5d0-a667-4c8f-b26b-4628bce141d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:59.007554 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f6824a19-aae0-4719-85f2-948d38355d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:59.016175 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7278c0-7909-446f-9dc8-1a9080f21d54 req-f2c4093d-592f-4982-9e71-6cfabbbb49e7 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:59.017534 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6824a19-aae0-4719-85f2-948d38355d87 None None] Bound using segment: {'id': '23dd374c-a6fd-4d2e-863b-83ddb0b7750b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ca87c5d0-a667-4c8f-b26b-4628bce141d7'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:31:59.018682 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-f6824a19-aae0-4719-85f2-948d38355d87 None None] Bound port: 7da19535-78f2-4fae-8793-8dad7b6ad0a3, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23dd374c-a6fd-4d2e-863b-83ddb0b7750b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ca87c5d0-a667-4c8f-b26b-4628bce141d7'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:59.019934 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f6824a19-aae0-4719-85f2-948d38355d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:59.030052 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1f7278c0-7909-446f-9dc8-1a9080f21d54 req-f2c4093d-592f-4982-9e71-6cfabbbb49e7 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 945 time: 0.3632045 Apr 18 20:31:59.066011 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-997478b5-f862-4ef8-bdf1-b5ddec8d8f14 req-28c52d76-2ebd-45a9-a4d7-daa4b3d8a57c tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] For port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3dbf0afa-a0c0-4ddd-85fc-74b67136491a,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:59.066891 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-997478b5-f862-4ef8-bdf1-b5ddec8d8f14 req-28c52d76-2ebd-45a9-a4d7-daa4b3d8a57c tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:59.103146 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-997478b5-f862-4ef8-bdf1-b5ddec8d8f14 req-28c52d76-2ebd-45a9-a4d7-daa4b3d8a57c tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Calling delete_port for 3dbf0afa-a0c0-4ddd-85fc-74b67136491a owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:31:59.133378 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74ff9d3e-2cb0-4fd3-b18b-2327f63d7949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:59.139469 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-f6824a19-aae0-4719-85f2-948d38355d87 None None] For port 7da19535-78f2-4fae-8793-8dad7b6ad0a3, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:31:59.145304 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-f6824a19-aae0-4719-85f2-948d38355d87 None None] For port 7da19535-78f2-4fae-8793-8dad7b6ad0a3, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7da19535-78f2-4fae-8793-8dad7b6ad0a3,segment=NetworkSegment(23dd374c-a6fd-4d2e-863b-83ddb0b7750b),segment_id=23dd374c-a6fd-4d2e-863b-83ddb0b7750b)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:31:59.152158 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f59ba8c-ebe5-4c8a-af8e-1df87cd03eb1 req-1e6c318a-41f8-4d2b-aead-f19c0039a06d tempest-FloatingIPsNegativeTestJSON-292670325 tempest-FloatingIPsNegativeTestJSON-292670325-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0988319 Apr 18 20:31:59.174731 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f6824a19-aae0-4719-85f2-948d38355d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:59.242516 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74ff9d3e-2cb0-4fd3-b18b-2327f63d7949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:59.248771 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-74ff9d3e-2cb0-4fd3-b18b-2327f63d7949 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1 HTTP/1.1" status: 204 len: 168 time: 1.6196918 Apr 18 20:31:59.261066 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32872) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:59.289078 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6824a19-aae0-4719-85f2-948d38355d87 None None] Routers {'e763095e-4760-48ae-8b7d-1549e66c4d63'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:31:59.289821 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f6824a19-aae0-4719-85f2-948d38355d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:31:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e763095e-4760-48ae-8b7d-1549e66c4d63'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:59.307624 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-0271584a-1c72-45f2-9346-4b446e1f6486 req-7c995c58-644f-44ee-8d52-7bd798329bcf tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] For port f27d90ba-8c30-4928-946b-ad9aed4713d7, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=f27d90ba-8c30-4928-946b-ad9aed4713d7,segment=NetworkSegment(3fd84805-2eb2-407f-86be-386d1c5d54dc),segment_id=3fd84805-2eb2-407f-86be-386d1c5d54dc)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:59.310830 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0271584a-1c72-45f2-9346-4b446e1f6486 req-7c995c58-644f-44ee-8d52-7bd798329bcf tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:59.337136 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-61e804dc-40fa-4a13-8d73-d4de4a9403f2 None None] Provisioning complete for port 7da19535-78f2-4fae-8793-8dad7b6ad0a3 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:59.337738 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-61e804dc-40fa-4a13-8d73-d4de4a9403f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:59.491778 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-61e804dc-40fa-4a13-8d73-d4de4a9403f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:59.548085 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-61e804dc-40fa-4a13-8d73-d4de4a9403f2 None None] For port 7da19535-78f2-4fae-8793-8dad7b6ad0a3, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7da19535-78f2-4fae-8793-8dad7b6ad0a3,segment=NetworkSegment(23dd374c-a6fd-4d2e-863b-83ddb0b7750b),segment_id=23dd374c-a6fd-4d2e-863b-83ddb0b7750b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:59.555338 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-61e804dc-40fa-4a13-8d73-d4de4a9403f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:59.641273 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e804dc-40fa-4a13-8d73-d4de4a9403f2 None None] Pushing event updated for resources: {'Port': ['ID=7da19535-78f2-4fae-8793-8dad7b6ad0a3,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:59.647585 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff9d3e-2cb0-4fd3-b18b-2327f63d7949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb9d3442-43c9-4b4e-a2ff-e281ad5fdea1,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:59.674687 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1f7278c0-7909-446f-9dc8-1a9080f21d54 req-a50ddce7-3f7e-4532-9bfd-30abc1288fdc tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6307092 Apr 18 20:31:59.683514 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:59.701535 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-f6824a19-aae0-4719-85f2-948d38355d87 None None] Set router e763095e-4760-48ae-8b7d-1549e66c4d63 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:31:59.786841 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfd90d-2672-48e9-bd21-540abc9e27cc req-2854716e-dc55-42d5-b552-65292643d6c2 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:59.791647 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f0dfd90d-2672-48e9-bd21-540abc9e27cc req-2854716e-dc55-42d5-b552-65292643d6c2 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b HTTP/1.1" status: 200 len: 946 time: 0.1456647 Apr 18 20:31:59.805494 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1844accd-bd0a-4e86-8bef-636ece7a9c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:59.820363 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-33560034-c1c2-409e-a1e6-4931a261c84d None None] Provisioning complete for port 7da19535-78f2-4fae-8793-8dad7b6ad0a3 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:59.820960 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-33560034-c1c2-409e-a1e6-4931a261c84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:59.833773 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f30474-8caa-4307-a903-5a64fd70ba6c None None] Pushing event updated for resources: {'Port': ['ID=7da19535-78f2-4fae-8793-8dad7b6ad0a3,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:59.947176 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f0dfd90d-2672-48e9-bd21-540abc9e27cc req-2973893c-619c-414c-917d-f531397c9d3a tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba8e2af-fcd9-42d2-8825-253532774f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451662 Apr 18 20:31:59.967732 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5ae5a8e6-e936-40c0-92b9-7f63167213e6 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:31:59.994465 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7e049-9fdf-485a-8686-115dc88433bd req-00d4c9d3-4bec-4b8d-bb7b-06e609679f02 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:59.995938 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0fe7e049-9fdf-485a-8686-115dc88433bd req-00d4c9d3-4bec-4b8d-bb7b-06e609679f02 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5d417-f727-401f-a4fb-949e4fe072e4 HTTP/1.1" status: 200 len: 946 time: 0.1728096 Apr 18 20:32:00.009405 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:00.014626 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0271584a-1c72-45f2-9346-4b446e1f6486 req-7c995c58-644f-44ee-8d52-7bd798329bcf tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:00.014968 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0271584a-1c72-45f2-9346-4b446e1f6486 req-7c995c58-644f-44ee-8d52-7bd798329bcf tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:00.015418 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [req-0271584a-1c72-45f2-9346-4b446e1f6486 req-7c995c58-644f-44ee-8d52-7bd798329bcf tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Floating IP fd98b864-1adb-4110-8836-62dc920dfa90 disassociated. External IP: 172.25.1.230, port: f27d90ba-8c30-4928-946b-ad9aed4713d7. Apr 18 20:32:00.015944 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-0271584a-1c72-45f2-9346-4b446e1f6486 req-7c995c58-644f-44ee-8d52-7bd798329bcf tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Calling delete_port for f27d90ba-8c30-4928-946b-ad9aed4713d7 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:32:00.022068 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 5ae5a8e6-e936-40c0-92b9-7f63167213e6 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:32:00.023104 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5ae5a8e6-e936-40c0-92b9-7f63167213e6 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:32:00.023831 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3362c8ef-fd65-4741-9cf3-2d17b4111bcf no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:00.025275 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-997478b5-f862-4ef8-bdf1-b5ddec8d8f14 req-28c52d76-2ebd-45a9-a4d7-daa4b3d8a57c tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:00.073518 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['a5119d81-eb30-47e6-813d-24651e1a4167', '3dbf0afa-a0c0-4ddd-85fc-74b67136491a'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:32:00.087055 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 3362c8ef-fd65-4741-9cf3-2d17b4111bcf {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:32:00.087573 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3362c8ef-fd65-4741-9cf3-2d17b4111bcf not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:32:00.195734 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] Pushing event deleted for resources: {'Port': ['ID=3362c8ef-fd65-4741-9cf3-2d17b4111bcf,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:00.254559 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-997478b5-f862-4ef8-bdf1-b5ddec8d8f14 req-28c52d76-2ebd-45a9-a4d7-daa4b3d8a57c tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] No DVR routers for this DVR port 3dbf0afa-a0c0-4ddd-85fc-74b67136491a on host n-h1-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:32:00.272963 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-997478b5-f862-4ef8-bdf1-b5ddec8d8f14 req-28c52d76-2ebd-45a9-a4d7-daa4b3d8a57c tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:00.275799 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0271584a-1c72-45f2-9346-4b446e1f6486 req-7c995c58-644f-44ee-8d52-7bd798329bcf tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:00.278510 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-997478b5-f862-4ef8-bdf1-b5ddec8d8f14 req-28c52d76-2ebd-45a9-a4d7-daa4b3d8a57c tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.32 "DELETE /v2.0/ports/3dbf0afa-a0c0-4ddd-85fc-74b67136491a HTTP/1.1" status: 204 len: 173 time: 1.9552426 Apr 18 20:32:00.280872 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:00.281432 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:00.281958 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:00.282499 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:00.283029 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:00.283551 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:00.284073 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:00.284647 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:00.285167 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:00.285690 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:00.286245 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:00.286735 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:00.297267 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de512c4-f6a2-4956-9793-60f9a4379447', 'name': 'network-vif-deleted', 'tag': '3dbf0afa-a0c0-4ddd-85fc-74b67136491a'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:00.302148 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777dbd02-19ca-47d1-a4f7-000a51a99b2c" -d '{"events": [{"server_uuid": "2de512c4-f6a2-4956-9793-60f9a4379447", "name": "network-vif-deleted", "tag": "3dbf0afa-a0c0-4ddd-85fc-74b67136491a"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:00.338049 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f6824a19-aae0-4719-85f2-948d38355d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e763095e-4760-48ae-8b7d-1549e66c4d63', 'name': 'tempest-FloatingIPsNegativeTestJSON-1949730757-router', 'tenant_id': 'ee0cfc4f132340108d9f1835858b79a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '9625495b-6e87-4c06-ac90-de8f2ba0e4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:43Z', 'updated_at': '2022-04-18T20:31:54Z', 'revision_number': 4, 'project_id': 'ee0cfc4f132340108d9f1835858b79a3', 'gw_port': {'id': '9625495b-6e87-4c06-ac90-de8f2ba0e4fc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763095e-4760-48ae-8b7d-1549e66c4d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:44Z', 'updated_at': '2022-04-18T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '7da19535-78f2-4fae-8793-8dad7b6ad0a3', 'name': '', 'network_id': 'ca87c5d0-a667-4c8f-b26b-4628bce141d7', 'tenant_id': 'ee0cfc4f132340108d9f1835858b79a3', 'mac_address': 'fa:16:3e:0d:36:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e763095e-4760-48ae-8b7d-1549e66c4d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '44c5211a-acd4-4dee-af5a-0e8a5c8bbf91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:50Z', 'updated_at': '2022-04-18T20:31:59Z', 'revision_number': 4, 'project_id': 'ee0cfc4f132340108d9f1835858b79a3', 'subnets': [{'id': '44c5211a-acd4-4dee-af5a-0e8a5c8bbf91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:00.414172 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6824a19-aae0-4719-85f2-948d38355d87 None None] The sync data for ids ['e763095e-4760-48ae-8b7d-1549e66c4d63'] in n-d-838323-3 is: [{'id': 'e763095e-4760-48ae-8b7d-1549e66c4d63', 'name': 'tempest-FloatingIPsNegativeTestJSON-1949730757-router', 'tenant_id': 'ee0cfc4f132340108d9f1835858b79a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '9625495b-6e87-4c06-ac90-de8f2ba0e4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:43Z', 'updated_at': '2022-04-18T20:31:54Z', 'revision_number': 4, 'project_id': 'ee0cfc4f132340108d9f1835858b79a3', 'gw_port': {'id': '9625495b-6e87-4c06-ac90-de8f2ba0e4fc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763095e-4760-48ae-8b7d-1549e66c4d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:44Z', 'updated_at': '2022-04-18T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '7da19535-78f2-4fae-8793-8dad7b6ad0a3', 'name': '', 'network_id': 'ca87c5d0-a667-4c8f-b26b-4628bce141d7', 'tenant_id': 'ee0cfc4f132340108d9f1835858b79a3', 'mac_address': 'fa:16:3e:0d:36:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e763095e-4760-48ae-8b7d-1549e66c4d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '44c5211a-acd4-4dee-af5a-0e8a5c8bbf91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:50Z', 'updated_at': '2022-04-18T20:31:59Z', 'revision_number': 4, 'project_id': 'ee0cfc4f132340108d9f1835858b79a3', 'subnets': [{'id': '44c5211a-acd4-4dee-af5a-0e8a5c8bbf91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:32:00.420963 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device f27d90ba-8c30-4928-946b-ad9aed4713d7 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:00.422590 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c995c58-644f-44ee-8d52-7bd798329bcf tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Pushing event deleted for resources: {'Port': ['ID=f27d90ba-8c30-4928-946b-ad9aed4713d7,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:00.463162 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-3641e7f1-a180-47c0-9b60-9bc4d40b55d7 req-ffc84e54-26a8-411f-8856-540d184361bb tempest-FloatingIPsNegativeTestJSON-292670325 tempest-FloatingIPsNegativeTestJSON-292670325-project] show failed (client error): The resource could not be found. Apr 18 20:32:00.490138 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3641e7f1-a180-47c0-9b60-9bc4d40b55d7 req-ffc84e54-26a8-411f-8856-540d184361bb tempest-FloatingIPsNegativeTestJSON-292670325 tempest-FloatingIPsNegativeTestJSON-292670325-project] 10.222.0.41 "GET /v2.0/floatingips/7cb5ae37-f7c6-4ee4-8bf0-1a109a505a95 HTTP/1.1" status: 404 len: 350 time: 0.4658136 Apr 18 20:32:00.491906 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 32882) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:00.502463 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: f27d90ba-8c30-4928-946b-ad9aed4713d7 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:32:00.502815 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device f27d90ba-8c30-4928-946b-ad9aed4713d7 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:32:00.549496 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c52d76-2ebd-45a9-a4d7-daa4b3d8a57c tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Pushing event deleted for resources: {'Port': ['ID=3dbf0afa-a0c0-4ddd-85fc-74b67136491a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:00.594790 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1844accd-bd0a-4e86-8bef-636ece7a9c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:00.646710 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-1844accd-bd0a-4e86-8bef-636ece7a9c18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a9fce1-2c12-4a2a-ab98-d9cc12c8285f']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:00.661362 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0fe7e049-9fdf-485a-8686-115dc88433bd req-3837c09e-c2b6-4e77-8aca-25c650c2f5e9 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6640635 Apr 18 20:32:00.667960 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-1844accd-bd0a-4e86-8bef-636ece7a9c18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1d39ab-51fc-488c-8389-2c4253cfa397') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:00.668647 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-1844accd-bd0a-4e86-8bef-636ece7a9c18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1d39ab-51fc-488c-8389-2c4253cfa397') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:00.696163 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1844accd-bd0a-4e86-8bef-636ece7a9c18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:00.704499 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:00.938397 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:00.942802 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:00.963121 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1844accd-bd0a-4e86-8bef-636ece7a9c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:00.970388 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1844accd-bd0a-4e86-8bef-636ece7a9c18 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:32:00.971776 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1844accd-bd0a-4e86-8bef-636ece7a9c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:01.035378 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf64da7-a5b0-4f4b-bd28-6ac8566237b0 req-0228b516-41f6-4af9-964c-043424d8b788 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:01.039039 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bcf64da7-a5b0-4f4b-bd28-6ac8566237b0 req-0228b516-41f6-4af9-964c-043424d8b788 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 945 time: 0.2731063 Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:32:01.060527 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:32:01.103159 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1844accd-bd0a-4e86-8bef-636ece7a9c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:01.120212 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1844accd-bd0a-4e86-8bef-636ece7a9c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:01.130138 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1844accd-bd0a-4e86-8bef-636ece7a9c18 admin admin] 10.222.0.41 "DELETE /v2.0/networks/80a9fce1-2c12-4a2a-ab98-d9cc12c8285f HTTP/1.1" status: 204 len: 168 time: 1.8641291 Apr 18 20:32:01.131097 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32888) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:01.207459 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:01.235347 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-352a6caa-cdff-4628-8e8e-774e3357c8e1 admin admin] Deleting subnet e90a726b-580a-47d1-bb32-d52edfc10300 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:32:01.252767 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-352a6caa-cdff-4628-8e8e-774e3357c8e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:01.256475 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844accd-bd0a-4e86-8bef-636ece7a9c18 admin admin] Pushing event deleted for resources: {'Network': ['ID=80a9fce1-2c12-4a2a-ab98-d9cc12c8285f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:01.285275 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:01.286210 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] Fanout notify agent at l3_agent the message router_deleted on router be7ccf6e-f1a1-4b22-8faa-fb35be0ef856 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:32:01.293596 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:01.299021 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b8d979b2-7950-439f-a66b-a65f2229fade admin admin] 10.222.0.41 "DELETE /v2.0/routers/be7ccf6e-f1a1-4b22-8faa-fb35be0ef856 HTTP/1.1" status: 204 len: 168 time: 3.7785401 Apr 18 20:32:01.312483 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32890) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:01.376371 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0271584a-1c72-45f2-9346-4b446e1f6486 req-7c995c58-644f-44ee-8d52-7bd798329bcf tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Router 2d07a984-3f59-48fd-9e89-82a535031199 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:32:01.389209 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-352a6caa-cdff-4628-8e8e-774e3357c8e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:01.389403 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bcf64da7-a5b0-4f4b-bd28-6ac8566237b0 req-afe04aa8-03c4-4a68-860d-25d5d705cd84 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284519 Apr 18 20:32:01.430803 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b31fe5c-3e8f-4576-a08c-3172603901f0 admin admin] Deleting subnet f24494fc-cbf7-4c66-85dc-b06c584b63d7 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:32:01.434511 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b31fe5c-3e8f-4576-a08c-3172603901f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:01.468855 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:01.492065 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b31fe5c-3e8f-4576-a08c-3172603901f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:01.552325 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b441174-8739-4f2d-ae93-2e2f5730057a x-openstack-request-id: req-3b441174-8739-4f2d-ae93-2e2f5730057a {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:01.552668 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de512c4-f6a2-4956-9793-60f9a4379447", "name": "network-vif-deleted", "tag": "3dbf0afa-a0c0-4ddd-85fc-74b67136491a", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:01.554112 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3b441174-8739-4f2d-ae93-2e2f5730057a {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:01.554849 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b441174-8739-4f2d-ae93-2e2f5730057a'] response: {'server_uuid': '2de512c4-f6a2-4956-9793-60f9a4379447', 'name': 'network-vif-deleted', 'tag': '3dbf0afa-a0c0-4ddd-85fc-74b67136491a', 'status': 'completed', 'code': 200} Apr 18 20:32:01.562314 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-352a6caa-cdff-4628-8e8e-774e3357c8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:01.678844 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b31fe5c-3e8f-4576-a08c-3172603901f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:01.706086 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-352a6caa-cdff-4628-8e8e-774e3357c8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:01.744597 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a6caa-cdff-4628-8e8e-774e3357c8e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e90a726b-580a-47d1-bb32-d52edfc10300,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:01.750598 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-352a6caa-cdff-4628-8e8e-774e3357c8e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:01.757277 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-352a6caa-cdff-4628-8e8e-774e3357c8e1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e90a726b-580a-47d1-bb32-d52edfc10300 HTTP/1.1" status: 204 len: 168 time: 0.6176929 Apr 18 20:32:01.757277 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32896) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:01.859486 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a535c16b-21be-491c-b5cf-4f8af6cb01b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:01.906511 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7da19535-78f2-4fae-8793-8dad7b6ad0a3 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:01.921805 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b31fe5c-3e8f-4576-a08c-3172603901f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:01.970303 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 7da19535-78f2-4fae-8793-8dad7b6ad0a3 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:01.971186 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:01.991409 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31fe5c-3e8f-4576-a08c-3172603901f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f24494fc-cbf7-4c66-85dc-b06c584b63d7,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:02.009713 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b31fe5c-3e8f-4576-a08c-3172603901f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:02.019992 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dede88fe-5f26-451f-8f10-0667c818c29b None None] Network 8c9d1e9e-5f13-4921-acff-54965e449d7c requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:32:02.021217 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1b31fe5c-3e8f-4576-a08c-3172603901f0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f24494fc-cbf7-4c66-85dc-b06c584b63d7 HTTP/1.1" status: 204 len: 168 time: 0.7016485 Apr 18 20:32:02.030494 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a535c16b-21be-491c-b5cf-4f8af6cb01b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:02.049730 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32898) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:02.110370 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a535c16b-21be-491c-b5cf-4f8af6cb01b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3a4b86-ae3a-43f2-b117-41e2a7e38a72']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:02.188682 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a535c16b-21be-491c-b5cf-4f8af6cb01b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27fbfcf-2f1c-46ff-b789-19fb63e5dfec') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:02.189268 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a535c16b-21be-491c-b5cf-4f8af6cb01b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27fbfcf-2f1c-46ff-b789-19fb63e5dfec') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:02.235132 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a961a4cb-ea9b-4ab8-8f33-8a62c4ad27e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:02.239970 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a7e580a-5e42-4eb8-868d-7ff8cfe7f121 req-598e8cf6-6851-497a-9730-07304222c689 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b HTTP/1.1" status: 200 len: 210 time: 0.1504712 Apr 18 20:32:02.244038 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a535c16b-21be-491c-b5cf-4f8af6cb01b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:02.270033 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3dbf0afa-a0c0-4ddd-85fc-74b67136491a no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:02.279918 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aabef8-79f1-4d63-8dfd-c39965f2c163 req-2cf47039-eb65-45dc-959f-7eccd935c97f tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:02.283896 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a535c16b-21be-491c-b5cf-4f8af6cb01b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:02.285371 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3aabef8-79f1-4d63-8dfd-c39965f2c163 req-2cf47039-eb65-45dc-959f-7eccd935c97f tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 1096 time: 0.9703217 Apr 18 20:32:02.302243 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a535c16b-21be-491c-b5cf-4f8af6cb01b7 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:32:02.303488 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a535c16b-21be-491c-b5cf-4f8af6cb01b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:32:02.309901 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:32:02.333984 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 3dbf0afa-a0c0-4ddd-85fc-74b67136491a {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:32:02.334412 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3dbf0afa-a0c0-4ddd-85fc-74b67136491a not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:32:02.407319 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8396bb-db6b-4903-ade7-948c96be01c0 None None] DHCP port deletion for 8c9d1e9e-5f13-4921-acff-54965e449d7c request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:32:02.449965 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3aabef8-79f1-4d63-8dfd-c39965f2c163 req-57c1b4b6-d4c0-48c2-8a93-c503fd2d7a41 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795579 Apr 18 20:32:02.469660 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a535c16b-21be-491c-b5cf-4f8af6cb01b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:02.478635 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a535c16b-21be-491c-b5cf-4f8af6cb01b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:02.503608 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a535c16b-21be-491c-b5cf-4f8af6cb01b7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2d3a4b86-ae3a-43f2-b117-41e2a7e38a72 HTTP/1.1" status: 204 len: 168 time: 0.7290835 Apr 18 20:32:02.507793 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-1d8396bb-db6b-4903-ade7-948c96be01c0 None None] Deleting port 40dff00c-71d3-462a-b9b4-fc17e48e6101 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:32:02.508285 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1d8396bb-db6b-4903-ade7-948c96be01c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:02.584281 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535c16b-21be-491c-b5cf-4f8af6cb01b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d3a4b86-ae3a-43f2-b117-41e2a7e38a72,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:02.685240 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-a961a4cb-ea9b-4ab8-8f33-8a62c4ad27e3 admin admin] Deleting port 40dff00c-71d3-462a-b9b4-fc17e48e6101 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:32:02.686415 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a961a4cb-ea9b-4ab8-8f33-8a62c4ad27e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:02.720117 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0271584a-1c72-45f2-9346-4b446e1f6486 req-7c995c58-644f-44ee-8d52-7bd798329bcf tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:32:02.734560 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1e2269-bab3-444d-82b5-d0b8e01a769e None None] Sync routers for ids ['2d07a984-3f59-48fd-9e89-82a535031199'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:32:02.747045 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1d8396bb-db6b-4903-ade7-948c96be01c0 None None] For port 40dff00c-71d3-462a-b9b4-fc17e48e6101, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=40dff00c-71d3-462a-b9b4-fc17e48e6101,segment=NetworkSegment(5a75c09b-a79f-451d-94e4-c58a1b313c11),segment_id=5a75c09b-a79f-451d-94e4-c58a1b313c11)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:02.749920 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1d8396bb-db6b-4903-ade7-948c96be01c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:02.757914 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1e2269-bab3-444d-82b5-d0b8e01a769e None None] Routers {'2d07a984-3f59-48fd-9e89-82a535031199'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:32:02.759574 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ff1e2269-bab3-444d-82b5-d0b8e01a769e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:31:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2d07a984-3f59-48fd-9e89-82a535031199'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:02.796825 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-1d8396bb-db6b-4903-ade7-948c96be01c0 None None] Calling delete_port for 40dff00c-71d3-462a-b9b4-fc17e48e6101 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:32:02.835640 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 32908) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:02.876095 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-a961a4cb-ea9b-4ab8-8f33-8a62c4ad27e3 admin admin] For port 40dff00c-71d3-462a-b9b4-fc17e48e6101, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=40dff00c-71d3-462a-b9b4-fc17e48e6101,segment=NetworkSegment(5a75c09b-a79f-451d-94e4-c58a1b313c11),segment_id=5a75c09b-a79f-451d-94e4-c58a1b313c11)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:02.876460 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a961a4cb-ea9b-4ab8-8f33-8a62c4ad27e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:02.905224 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-a961a4cb-ea9b-4ab8-8f33-8a62c4ad27e3 admin admin] Calling delete_port for 40dff00c-71d3-462a-b9b4-fc17e48e6101 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:32:02.918067 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1d8396bb-db6b-4903-ade7-948c96be01c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:02.962697 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8396bb-db6b-4903-ade7-948c96be01c0 None None] Pushing event deleted for resources: {'Port': ['ID=40dff00c-71d3-462a-b9b4-fc17e48e6101,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:02.963468 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-0271584a-1c72-45f2-9346-4b446e1f6486 req-7c995c58-644f-44ee-8d52-7bd798329bcf tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] No DVR routers for this DVR port f27d90ba-8c30-4928-946b-ad9aed4713d7 on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:32:02.970469 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8396bb-db6b-4903-ade7-948c96be01c0 None None] No DVR routers for this DVR port 40dff00c-71d3-462a-b9b4-fc17e48e6101 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:32:02.983218 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-ff1e2269-bab3-444d-82b5-d0b8e01a769e None None] Set router 2d07a984-3f59-48fd-9e89-82a535031199 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:32:03.013626 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0271584a-1c72-45f2-9346-4b446e1f6486 req-7c995c58-644f-44ee-8d52-7bd798329bcf tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:03.019367 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0271584a-1c72-45f2-9346-4b446e1f6486 req-7c995c58-644f-44ee-8d52-7bd798329bcf tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.57 "DELETE /v2.0/ports/f27d90ba-8c30-4928-946b-ad9aed4713d7 HTTP/1.1" status: 204 len: 173 time: 4.7654195 Apr 18 20:32:03.034013 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b', 'name': 'network-vif-deleted', 'tag': 'f27d90ba-8c30-4928-946b-ad9aed4713d7'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:03.038192 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a5ad7e-3d92-4bf0-a9d5-b29fb3858acd" -d '{"events": [{"server_uuid": "fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b", "name": "network-vif-deleted", "tag": "f27d90ba-8c30-4928-946b-ad9aed4713d7"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:03.077837 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a961a4cb-ea9b-4ab8-8f33-8a62c4ad27e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:03.101550 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a56ce2da-fd37-437b-a8f5-0aa473d38984 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b50996ef10d94bd4bdbc7264ef06ee97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558975 Apr 18 20:32:03.106630 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 32912) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:03.112242 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961a4cb-ea9b-4ab8-8f33-8a62c4ad27e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=40dff00c-71d3-462a-b9b4-fc17e48e6101,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:03.120533 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a961a4cb-ea9b-4ab8-8f33-8a62c4ad27e3 admin admin] No DVR routers for this DVR port 40dff00c-71d3-462a-b9b4-fc17e48e6101 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:32:03.146365 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f57e607f-bb41-475d-864b-48e2731d10a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:03.227322 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a961a4cb-ea9b-4ab8-8f33-8a62c4ad27e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:03.257535 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52162f2b-bbae-48d9-849b-39dd1e6837e4 req-bed9e9a5-283a-4170-b798-e9c505d5e4c8 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:03.260838 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52162f2b-bbae-48d9-849b-39dd1e6837e4 req-bed9e9a5-283a-4170-b798-e9c505d5e4c8 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5d417-f727-401f-a4fb-949e4fe072e4 HTTP/1.1" status: 200 len: 946 time: 0.4234507 Apr 18 20:32:03.267127 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a961a4cb-ea9b-4ab8-8f33-8a62c4ad27e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c9d1e9e-5f13-4921-acff-54965e449d7c']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:03.280220 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a961a4cb-ea9b-4ab8-8f33-8a62c4ad27e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a75c09b-a79f-451d-94e4-c58a1b313c11') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:03.280609 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a961a4cb-ea9b-4ab8-8f33-8a62c4ad27e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a75c09b-a79f-451d-94e4-c58a1b313c11') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:03.289503 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d683a3-4a6c-44fe-8229-db3de65b719d req-c5d0d2bb-87cb-488c-8b32-412bcc408539 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:03.292200 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26d683a3-4a6c-44fe-8229-db3de65b719d req-c5d0d2bb-87cb-488c-8b32-412bcc408539 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 945 time: 0.4584696 Apr 18 20:32:03.293436 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a961a4cb-ea9b-4ab8-8f33-8a62c4ad27e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:03.312457 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a961a4cb-ea9b-4ab8-8f33-8a62c4ad27e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:03.320703 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a961a4cb-ea9b-4ab8-8f33-8a62c4ad27e3 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:32:03.321108 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a961a4cb-ea9b-4ab8-8f33-8a62c4ad27e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:32:03.322976 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:32:03.338505 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ff1e2269-bab3-444d-82b5-d0b8e01a769e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07a984-3f59-48fd-9e89-82a535031199', 'name': 'tempest-AttachSCSIVolumeTestJSON-1223327497-router', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:39Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 4, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'gw_port': {'id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:41Z', 'updated_at': '2022-04-18T20:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'd4bd8402-999f-47a2-9989-c931947b14b4', 'name': '', 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'mac_address': 'fa:16:3e:09:ab:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7bf18b5e-c6e2-42ea-850f-30cf03bf2edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:45Z', 'updated_at': '2022-04-18T20:28:58Z', 'revision_number': 5, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'subnets': [{'id': '7bf18b5e-c6e2-42ea-850f-30cf03bf2edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:03.380241 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1e2269-bab3-444d-82b5-d0b8e01a769e None None] Checking router: 2d07a984-3f59-48fd-9e89-82a535031199 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:32:03.399704 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1e2269-bab3-444d-82b5-d0b8e01a769e None None] Routers {'2d07a984-3f59-48fd-9e89-82a535031199'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:32:03.400785 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ff1e2269-bab3-444d-82b5-d0b8e01a769e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:31:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2d07a984-3f59-48fd-9e89-82a535031199'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:03.401024 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a961a4cb-ea9b-4ab8-8f33-8a62c4ad27e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:03.413851 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a961a4cb-ea9b-4ab8-8f33-8a62c4ad27e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:03.421964 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a961a4cb-ea9b-4ab8-8f33-8a62c4ad27e3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8c9d1e9e-5f13-4921-acff-54965e449d7c HTTP/1.1" status: 204 len: 168 time: 1.3667760 Apr 18 20:32:03.435993 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961a4cb-ea9b-4ab8-8f33-8a62c4ad27e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c9d1e9e-5f13-4921-acff-54965e449d7c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:03.541526 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-ff1e2269-bab3-444d-82b5-d0b8e01a769e None None] Set router 2d07a984-3f59-48fd-9e89-82a535031199 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:32:03.602533 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26d683a3-4a6c-44fe-8229-db3de65b719d req-a9e43e20-1bd6-411e-92c9-196a3d297be6 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772760 Apr 18 20:32:03.627215 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-508d8582-6a6d-4dc3-a77c-1520c562b40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:03.678106 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-508d8582-6a6d-4dc3-a77c-1520c562b40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:03.777458 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52162f2b-bbae-48d9-849b-39dd1e6837e4 req-e1dd35fe-e021-4c4f-afc1-120429bb53dc tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777765 Apr 18 20:32:03.824384 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 32918) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:03.864491 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c32d58-fb50-431e-b7b3-8325db708fad req-cad4a6dc-d835-4db1-88f4-21a2ccd43b39 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:03.867582 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-53c32d58-fb50-431e-b7b3-8325db708fad req-cad4a6dc-d835-4db1-88f4-21a2ccd43b39 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 950 time: 0.1041372 Apr 18 20:32:03.876919 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-508d8582-6a6d-4dc3-a77c-1520c562b40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:03.880136 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-508d8582-6a6d-4dc3-a77c-1520c562b40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:03.886296 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-508d8582-6a6d-4dc3-a77c-1520c562b40e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/42f37f39-499e-4741-9a2a-e7ef7b85b93d HTTP/1.1" status: 204 len: 168 time: 0.7719724 Apr 18 20:32:03.903841 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 40dff00c-71d3-462a-b9b4-fc17e48e6101 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:04.022509 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d8582-6a6d-4dc3-a77c-1520c562b40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f37f39-499e-4741-9a2a-e7ef7b85b93d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:04.126212 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-53c32d58-fb50-431e-b7b3-8325db708fad req-dfbc3f02-ba3b-441e-8683-51104f5a9771 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Deleting port a5119d81-eb30-47e6-813d-24651e1a4167 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:32:04.127736 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-53c32d58-fb50-431e-b7b3-8325db708fad req-dfbc3f02-ba3b-441e-8683-51104f5a9771 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:04.142124 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ff1e2269-bab3-444d-82b5-d0b8e01a769e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07a984-3f59-48fd-9e89-82a535031199', 'name': 'tempest-AttachSCSIVolumeTestJSON-1223327497-router', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:39Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 4, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'gw_port': {'id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:41Z', 'updated_at': '2022-04-18T20:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'd4bd8402-999f-47a2-9989-c931947b14b4', 'name': '', 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'mac_address': 'fa:16:3e:09:ab:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7bf18b5e-c6e2-42ea-850f-30cf03bf2edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:45Z', 'updated_at': '2022-04-18T20:28:58Z', 'revision_number': 5, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'subnets': [{'id': '7bf18b5e-c6e2-42ea-850f-30cf03bf2edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:04.207970 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1e2269-bab3-444d-82b5-d0b8e01a769e None None] The sync data for ids ['2d07a984-3f59-48fd-9e89-82a535031199'] in n-d-838323-3 is: [{'id': '2d07a984-3f59-48fd-9e89-82a535031199', 'name': 'tempest-AttachSCSIVolumeTestJSON-1223327497-router', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:39Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 4, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'gw_port': {'id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:41Z', 'updated_at': '2022-04-18T20:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'd4bd8402-999f-47a2-9989-c931947b14b4', 'name': '', 'network_id': '03564991-91f9-40c6-b33a-4bb4b308e9a2', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'mac_address': 'fa:16:3e:09:ab:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7bf18b5e-c6e2-42ea-850f-30cf03bf2edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:45Z', 'updated_at': '2022-04-18T20:28:58Z', 'revision_number': 5, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'subnets': [{'id': '7bf18b5e-c6e2-42ea-850f-30cf03bf2edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:32:04.233615 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 40dff00c-71d3-462a-b9b4-fc17e48e6101 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:32:04.234113 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 40dff00c-71d3-462a-b9b4-fc17e48e6101 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:32:04.251234 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c65b6d19-ca8f-495b-bcb2-86db308c2b0c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c63cc5d46cf04294a9b15806504264cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4121697 Apr 18 20:32:04.254961 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 32922) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:04.341243 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b69e1d-2de5-44ac-b8c1-c05805e52c70 req-cf481fbc-4194-40c2-a003-f68b040ad80e tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:04.345989 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-71b69e1d-2de5-44ac-b8c1-c05805e52c70 req-cf481fbc-4194-40c2-a003-f68b040ad80e tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 1096 time: 0.5457771 Apr 18 20:32:04.365141 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-53c32d58-fb50-431e-b7b3-8325db708fad req-dfbc3f02-ba3b-441e-8683-51104f5a9771 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] For port a5119d81-eb30-47e6-813d-24651e1a4167, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a5119d81-eb30-47e6-813d-24651e1a4167,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:04.366378 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-53c32d58-fb50-431e-b7b3-8325db708fad req-dfbc3f02-ba3b-441e-8683-51104f5a9771 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:04.381868 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240b154-96b1-4299-a920-b134f038664a req-ba39f89c-0ec9-4f4d-bec9-5885af7adfcf tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:04.384859 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7240b154-96b1-4299-a920-b134f038664a req-ba39f89c-0ec9-4f4d-bec9-5885af7adfcf tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 950 time: 0.4250717 Apr 18 20:32:04.389716 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-53c32d58-fb50-431e-b7b3-8325db708fad req-dfbc3f02-ba3b-441e-8683-51104f5a9771 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Calling delete_port for a5119d81-eb30-47e6-813d-24651e1a4167 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:32:04.524561 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-71b69e1d-2de5-44ac-b8c1-c05805e52c70 req-cc89147f-dda2-4fd7-9a12-388e90e9c840 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637762 Apr 18 20:32:04.550278 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-84749b6f-b679-4726-bda6-9c82ff127edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:04.571112 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7240b154-96b1-4299-a920-b134f038664a req-9395e2f7-c93d-4f2b-b4da-c7abb9e6abcd tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/security-groups?id=af3c07b8-f9b5-47a7-b87e-d09927121ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676998 Apr 18 20:32:04.612318 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-84749b6f-b679-4726-bda6-9c82ff127edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:04.670592 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32930) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:04.701875 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a985b1b-a2f1-40e6-b031-6e9b7b5b6d91 x-openstack-request-id: req-3a985b1b-a2f1-40e6-b031-6e9b7b5b6d91 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:04.702352 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b", "name": "network-vif-deleted", "tag": "f27d90ba-8c30-4928-946b-ad9aed4713d7", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:04.702752 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a985b1b-a2f1-40e6-b031-6e9b7b5b6d91 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:04.703634 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a985b1b-a2f1-40e6-b031-6e9b7b5b6d91'] response: {'server_uuid': 'fd5d3ea1-db2f-40ca-a76d-eeb3ebaab57b', 'name': 'network-vif-deleted', 'tag': 'f27d90ba-8c30-4928-946b-ad9aed4713d7', 'status': 'completed', 'code': 200} Apr 18 20:32:04.722308 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-f57e607f-bb41-475d-864b-48e2731d10a4 admin admin] Deleting port 7da19535-78f2-4fae-8793-8dad7b6ad0a3 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:32:04.723388 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f57e607f-bb41-475d-864b-48e2731d10a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:04.765596 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-84749b6f-b679-4726-bda6-9c82ff127edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:04.772931 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-84749b6f-b679-4726-bda6-9c82ff127edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:04.775798 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-84749b6f-b679-4726-bda6-9c82ff127edb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b8af4c0-9f7c-4687-bbe9-0aad2f5f83fd HTTP/1.1" status: 204 len: 168 time: 0.5170500 Apr 18 20:32:04.823672 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-38ca1465-2fe3-466a-b391-b4dccd110182 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e65119452a74f7cadbd2b425b2d76df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475158 Apr 18 20:32:04.825481 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32942) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:04.839240 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e733eb14-f68d-4b7a-847f-44c7090991da None None] New status for floating IP fd98b864-1adb-4110-8836-62dc920dfa90: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:32:04.862605 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-53c32d58-fb50-431e-b7b3-8325db708fad req-dfbc3f02-ba3b-441e-8683-51104f5a9771 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:04.867102 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32944) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:04.943947 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84749b6f-b679-4726-bda6-9c82ff127edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8af4c0-9f7c-4687-bbe9-0aad2f5f83fd,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:04.967398 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc3f02-ba3b-441e-8683-51104f5a9771 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Pushing event deleted for resources: {'Port': ['ID=a5119d81-eb30-47e6-813d-24651e1a4167,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:04.989216 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7e2a3-6d30-4e5a-9205-7b457543b17b req-c64d116a-a53a-4664-ad3a-e4882de4c844 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:04.992235 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03b7e2a3-6d30-4e5a-9205-7b457543b17b req-c64d116a-a53a-4664-ad3a-e4882de4c844 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 945 time: 0.1940348 Apr 18 20:32:05.047708 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c32d58-fb50-431e-b7b3-8325db708fad req-dfbc3f02-ba3b-441e-8683-51104f5a9771 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] No DVR routers for this DVR port a5119d81-eb30-47e6-813d-24651e1a4167 on host n-h1-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:32:05.052403 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-53c32d58-fb50-431e-b7b3-8325db708fad req-dfbc3f02-ba3b-441e-8683-51104f5a9771 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:05.056254 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-53c32d58-fb50-431e-b7b3-8325db708fad req-dfbc3f02-ba3b-441e-8683-51104f5a9771 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.32 "DELETE /v2.0/ports/a5119d81-eb30-47e6-813d-24651e1a4167 HTTP/1.1" status: 204 len: 173 time: 1.1827419 Apr 18 20:32:05.056841 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b360d60-19cc-4064-9da1-d44c2a81bd19', 'name': 'network-vif-deleted', 'tag': 'a5119d81-eb30-47e6-813d-24651e1a4167'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:05.059397 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b5059c-78e4-4277-b703-bfeb7f5208d1" -d '{"events": [{"server_uuid": "1b360d60-19cc-4064-9da1-d44c2a81bd19", "name": "network-vif-deleted", "tag": "a5119d81-eb30-47e6-813d-24651e1a4167"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:05.081555 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a44806e1-0992-40f0-8bfe-0e00690cfb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:05.098932 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03b7e2a3-6d30-4e5a-9205-7b457543b17b req-e95fd4a7-df6f-4f2c-9112-074ea81d33fb tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976586 Apr 18 20:32:05.142774 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-f57e607f-bb41-475d-864b-48e2731d10a4 admin admin] For port 7da19535-78f2-4fae-8793-8dad7b6ad0a3, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7da19535-78f2-4fae-8793-8dad7b6ad0a3,segment=NetworkSegment(23dd374c-a6fd-4d2e-863b-83ddb0b7750b),segment_id=23dd374c-a6fd-4d2e-863b-83ddb0b7750b)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:05.144320 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f57e607f-bb41-475d-864b-48e2731d10a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:05.183250 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9a128c7c-50a6-4d16-b876-ed459d592509 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:05.196397 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-f57e607f-bb41-475d-864b-48e2731d10a4 admin admin] Calling delete_port for 7da19535-78f2-4fae-8793-8dad7b6ad0a3 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:32:05.223588 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a44806e1-0992-40f0-8bfe-0e00690cfb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:05.312289 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9a128c7c-50a6-4d16-b876-ed459d592509 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:05.466047 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a44806e1-0992-40f0-8bfe-0e00690cfb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:05.470868 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a44806e1-0992-40f0-8bfe-0e00690cfb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:05.472989 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a44806e1-0992-40f0-8bfe-0e00690cfb8a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17966c27-ed58-4316-a084-e109d84cd306 HTTP/1.1" status: 204 len: 168 time: 0.6461709 Apr 18 20:32:05.513298 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44806e1-0992-40f0-8bfe-0e00690cfb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17966c27-ed58-4316-a084-e109d84cd306,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:05.572339 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9a128c7c-50a6-4d16-b876-ed459d592509 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:05.577812 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9a128c7c-50a6-4d16-b876-ed459d592509 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:05.584930 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9a128c7c-50a6-4d16-b876-ed459d592509 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "DELETE /v2.0/security-groups/8ba8e2af-fcd9-42d2-8825-253532774f50 HTTP/1.1" status: 204 len: 168 time: 0.7117798 Apr 18 20:32:05.588596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 32954) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:05.609088 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e1956-292d-4d7b-b6e9-499ee816c17a req-d1ba7d81-1458-401c-9e76-b5c18a994328 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:05.617666 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f76e1956-292d-4d7b-b6e9-499ee816c17a req-d1ba7d81-1458-401c-9e76-b5c18a994328 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5d417-f727-401f-a4fb-949e4fe072e4 HTTP/1.1" status: 200 len: 946 time: 0.2262204 Apr 18 20:32:05.621560 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a128c7c-50a6-4d16-b876-ed459d592509 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba8e2af-fcd9-42d2-8825-253532774f50,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:05.669204 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-cc3d5206-0352-4e3c-b640-9bb03a7fea3e tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] show failed (client error): The resource could not be found. Apr 18 20:32:05.670291 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-cc3d5206-0352-4e3c-b640-9bb03a7fea3e tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "GET /v2.0/security-groups/8ba8e2af-fcd9-42d2-8825-253532774f50 HTTP/1.1" status: 404 len: 347 time: 0.0505919 Apr 18 20:32:05.675587 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32958) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:05.796391 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f76e1956-292d-4d7b-b6e9-499ee816c17a req-1c1e8419-561f-4493-beb8-bcdf6f8d4580 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777253 Apr 18 20:32:05.872651 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f12318-9a12-4772-96f0-4d716be88330 x-openstack-request-id: req-a1f12318-9a12-4772-96f0-4d716be88330 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:05.872960 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b360d60-19cc-4064-9da1-d44c2a81bd19", "name": "network-vif-deleted", "tag": "a5119d81-eb30-47e6-813d-24651e1a4167", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:05.873218 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1f12318-9a12-4772-96f0-4d716be88330 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:05.873697 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1f12318-9a12-4772-96f0-4d716be88330'] response: {'server_uuid': '1b360d60-19cc-4064-9da1-d44c2a81bd19', 'name': 'network-vif-deleted', 'tag': 'a5119d81-eb30-47e6-813d-24651e1a4167', 'status': 'completed', 'code': 200} Apr 18 20:32:05.979225 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-ac7cf7bf-651e-4182-b75b-14af1bdbeb76 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Deleting port e9e550e1-98fa-40fb-8bc8-76d0274c45f7 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:32:05.979539 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ac7cf7bf-651e-4182-b75b-14af1bdbeb76 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:06.072311 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b2ac1166-c30d-4740-bd14-50fbc0aeda6b req-5fc436a4-b9e9-498c-8f17-f908d50ece21 tempest-MigrationsAdminTest-1866039022 tempest-MigrationsAdminTest-1866039022-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b360d60-19cc-4064-9da1-d44c2a81bd19 HTTP/1.1" status: 200 len: 210 time: 0.1085713 Apr 18 20:32:06.104722 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f57e607f-bb41-475d-864b-48e2731d10a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:06.110000 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ac7cf7bf-651e-4182-b75b-14af1bdbeb76 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:06.110298 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ac7cf7bf-651e-4182-b75b-14af1bdbeb76 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:06.151535 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-ac7cf7bf-651e-4182-b75b-14af1bdbeb76 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Calling delete_port for e9e550e1-98fa-40fb-8bc8-76d0274c45f7 owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:32:06.164504 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e607f-bb41-475d-864b-48e2731d10a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7da19535-78f2-4fae-8793-8dad7b6ad0a3,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:06.273231 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a5119d81-eb30-47e6-813d-24651e1a4167 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:06.360444 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: a5119d81-eb30-47e6-813d-24651e1a4167 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:32:06.361022 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a5119d81-eb30-47e6-813d-24651e1a4167 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:32:06.508293 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ac7cf7bf-651e-4182-b75b-14af1bdbeb76 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:06.575400 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7cf7bf-651e-4182-b75b-14af1bdbeb76 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Pushing event deleted for resources: {'Port': ['ID=e9e550e1-98fa-40fb-8bc8-76d0274c45f7,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:06.631069 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49e385-dddc-4137-adae-9719ca7f228a req-0d9982b4-e4f3-4697-9015-5f5452792bb3 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:06.646610 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd49e385-dddc-4137-adae-9719ca7f228a req-0d9982b4-e4f3-4697-9015-5f5452792bb3 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 945 time: 0.3002322 Apr 18 20:32:06.798862 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ac7cf7bf-651e-4182-b75b-14af1bdbeb76 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:06.804859 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ac7cf7bf-651e-4182-b75b-14af1bdbeb76 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:06.807339 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ac7cf7bf-651e-4182-b75b-14af1bdbeb76 tempest-AttachSCSIVolumeTestJSON-534335128 tempest-AttachSCSIVolumeTestJSON-534335128-project] 10.222.0.41 "DELETE /v2.0/floatingips/fd98b864-1adb-4110-8836-62dc920dfa90 HTTP/1.1" status: 204 len: 168 time: 1.1282048 Apr 18 20:32:06.901414 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd49e385-dddc-4137-adae-9719ca7f228a req-e9ccf643-cb49-418d-9702-8aa5ec16b867 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531986 Apr 18 20:32:06.961468 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f57e607f-bb41-475d-864b-48e2731d10a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:07.220344 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ad2da-da76-4bd4-815f-14dda5f70743 req-40827397-039e-4304-8cfb-9889787ca4fa tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:07.223398 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c32ad2da-da76-4bd4-815f-14dda5f70743 req-40827397-039e-4304-8cfb-9889787ca4fa tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5d417-f727-401f-a4fb-949e4fe072e4 HTTP/1.1" status: 200 len: 946 time: 0.1672504 Apr 18 20:32:07.286189 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33026) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:07.407620 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c32ad2da-da76-4bd4-815f-14dda5f70743 req-44383cf4-9806-4ac2-aff8-385fa59b0c21 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673362 Apr 18 20:32:07.423138 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:07.549103 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-2fafe50d-5b20-4910-af54-4fa620cb62c0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-185558449-network', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:07.586672 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57e607f-bb41-475d-864b-48e2731d10a4 admin admin] Router e763095e-4760-48ae-8b7d-1549e66c4d63 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:32:07.618723 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fafe50d-5b20-4910-af54-4fa620cb62c0 admin admin] Made reservation on behalf of a9e777530ee64d498a49ee3aafe5e494 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:07.621508 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2fafe50d-5b20-4910-af54-4fa620cb62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:07.634000 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2fafe50d-5b20-4910-af54-4fa620cb62c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:07.824728 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2fafe50d-5b20-4910-af54-4fa620cb62c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:07.853563 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2fafe50d-5b20-4910-af54-4fa620cb62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:07.891024 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57e607f-bb41-475d-864b-48e2731d10a4 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:32:07.895353 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fafe50d-5b20-4910-af54-4fa620cb62c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:32:07.904233 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b18e77-3b69-4286-9d50-c72b7bd3820b None None] Sync routers for ids ['e763095e-4760-48ae-8b7d-1549e66c4d63'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:32:07.926411 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2fafe50d-5b20-4910-af54-4fa620cb62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:07.933779 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-2fafe50d-5b20-4910-af54-4fa620cb62c0 admin admin] Added segment d4550aeb-dbd6-4af9-9328-fdc09ed8e0d1 of type vlan for network 184b0ce9-8da7-4a7f-88ee-af69b4a35e18 Apr 18 20:32:07.945960 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b18e77-3b69-4286-9d50-c72b7bd3820b None None] Routers {'e763095e-4760-48ae-8b7d-1549e66c4d63'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:32:07.946709 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-23b18e77-3b69-4286-9d50-c72b7bd3820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:31:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e763095e-4760-48ae-8b7d-1549e66c4d63'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:07.952254 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f57e607f-bb41-475d-864b-48e2731d10a4 admin admin] 10.222.0.41 "PUT /v2.0/routers/e763095e-4760-48ae-8b7d-1549e66c4d63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4523697 Apr 18 20:32:07.956135 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33066) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:07.966430 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafe50d-5b20-4910-af54-4fa620cb62c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce159e48-4514-4661-b102-ef56844725be,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:08.016019 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2fafe50d-5b20-4910-af54-4fa620cb62c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:08.071050 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2fafe50d-5b20-4910-af54-4fa620cb62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:08.072195 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fafe50d-5b20-4910-af54-4fa620cb62c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:08.072851 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2fafe50d-5b20-4910-af54-4fa620cb62c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:08.229508 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2fafe50d-5b20-4910-af54-4fa620cb62c0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.9416721 Apr 18 20:32:08.230985 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafe50d-5b20-4910-af54-4fa620cb62c0 admin admin] Pushing event updated for resources: {'Network': ['ID=184b0ce9-8da7-4a7f-88ee-af69b4a35e18,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:08.234207 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33072) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:08.240062 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d9e36f25-c786-427c-9344-8cea5be5c8ed admin admin] Request body: {'subnet': {'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-185558449-subnet', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:08.243714 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 184b0ce9-8da7-4a7f-88ee-af69b4a35e18 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:32:08.268232 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e36f25-c786-427c-9344-8cea5be5c8ed admin admin] Made reservation on behalf of a9e777530ee64d498a49ee3aafe5e494 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:08.272563 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9e36f25-c786-427c-9344-8cea5be5c8ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:08.276357 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f043a1-f62f-4bba-8e74-af43f76e31dc req-39564753-5911-4fa7-aa11-5abf78aa2979 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:08.280417 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-16f043a1-f62f-4bba-8e74-af43f76e31dc req-39564753-5911-4fa7-aa11-5abf78aa2979 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 945 time: 0.1709056 Apr 18 20:32:08.329568 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76baf7c2-b361-44b9-ac74-438871393834 admin admin] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:08.423264 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-23b18e77-3b69-4286-9d50-c72b7bd3820b None None] Set router e763095e-4760-48ae-8b7d-1549e66c4d63 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:32:08.541165 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-16f043a1-f62f-4bba-8e74-af43f76e31dc req-86652c9d-821e-4dbd-8788-42df55bb6c15 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539866 Apr 18 20:32:08.551081 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33080) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:08.573641 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-edb3e6ad-a149-4c90-b547-967b0d909160 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:32:08.602808 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-edb3e6ad-a149-4c90-b547-967b0d909160 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6120658 Apr 18 20:32:08.650575 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76baf7c2-b361-44b9-ac74-438871393834 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:08.792166 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9e36f25-c786-427c-9344-8cea5be5c8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:08.924088 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eafdcc-88d5-4097-b2bf-f85ac25f69ba req-d44cb003-9665-4d1d-99d4-f3cf5c15d242 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:08.937753 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3eafdcc-88d5-4097-b2bf-f85ac25f69ba req-d44cb003-9665-4d1d-99d4-f3cf5c15d242 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5d417-f727-401f-a4fb-949e4fe072e4 HTTP/1.1" status: 200 len: 946 time: 0.2160926 Apr 18 20:32:08.963665 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-76baf7c2-b361-44b9-ac74-438871393834 admin admin] Deleting port 9625495b-6e87-4c06-ac90-de8f2ba0e4fc {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:32:08.964522 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76baf7c2-b361-44b9-ac74-438871393834 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:08.993985 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-23b18e77-3b69-4286-9d50-c72b7bd3820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e763095e-4760-48ae-8b7d-1549e66c4d63', 'name': 'tempest-FloatingIPsNegativeTestJSON-1949730757-router', 'tenant_id': 'ee0cfc4f132340108d9f1835858b79a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '9625495b-6e87-4c06-ac90-de8f2ba0e4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:43Z', 'updated_at': '2022-04-18T20:32:05Z', 'revision_number': 5, 'project_id': 'ee0cfc4f132340108d9f1835858b79a3', 'gw_port': {'id': '9625495b-6e87-4c06-ac90-de8f2ba0e4fc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763095e-4760-48ae-8b7d-1549e66c4d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:44Z', 'updated_at': '2022-04-18T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:09.064892 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e36f25-c786-427c-9344-8cea5be5c8ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1854ed8-8332-4033-8972-ab8d2cd944c0,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:09.065893 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3eafdcc-88d5-4097-b2bf-f85ac25f69ba req-ac1b3131-7708-4faf-85ee-4ca87f751c1b tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267948 Apr 18 20:32:09.084288 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-c62f94bb-06bf-4674-b483-d076046ca9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:09.087454 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-c62f94bb-06bf-4674-b483-d076046ca9dc service neutron] 10.222.0.41 "GET /v2.0/ports/a8699374-f77f-4f4f-b16e-d5ee63d2b584 HTTP/1.1" status: 200 len: 1093 time: 0.4835589 Apr 18 20:32:09.097281 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b18e77-3b69-4286-9d50-c72b7bd3820b None None] Checking router: e763095e-4760-48ae-8b7d-1549e66c4d63 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:32:09.121381 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-f36bb2b8-b86d-44ae-a776-f7ac1b552492 service neutron] Request body: {'binding': {'host': 'n-h2-838323-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:09.122389 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-f36bb2b8-b86d-44ae-a776-f7ac1b552492 service neutron] Unknown quota resources ['binding']. {{(pid=102909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 18 20:32:09.132170 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d582852b-7747-4cef-afb4-e82992e059cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f3b4f15f5bca46ea8bac796d6de7252e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5735254 Apr 18 20:32:09.139822 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33102) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:09.158669 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b18e77-3b69-4286-9d50-c72b7bd3820b None None] Routers {'e763095e-4760-48ae-8b7d-1549e66c4d63'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:32:09.162372 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-23b18e77-3b69-4286-9d50-c72b7bd3820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:31:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e763095e-4760-48ae-8b7d-1549e66c4d63'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:09.181671 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-76baf7c2-b361-44b9-ac74-438871393834 admin admin] For port 9625495b-6e87-4c06-ac90-de8f2ba0e4fc, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=9625495b-6e87-4c06-ac90-de8f2ba0e4fc,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:09.182448 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76baf7c2-b361-44b9-ac74-438871393834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:09.215387 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-76baf7c2-b361-44b9-ac74-438871393834 admin admin] Calling delete_port for 9625495b-6e87-4c06-ac90-de8f2ba0e4fc owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:32:09.307956 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69912300-9656-40c7-8a84-08ecca311de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:09.354023 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69912300-9656-40c7-8a84-08ecca311de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:09.570995 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69912300-9656-40c7-8a84-08ecca311de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:09.576731 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69912300-9656-40c7-8a84-08ecca311de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:09.577957 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-69912300-9656-40c7-8a84-08ecca311de0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af3c07b8-f9b5-47a7-b87e-d09927121ce1 HTTP/1.1" status: 204 len: 168 time: 0.4361176 Apr 18 20:32:09.659395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69912300-9656-40c7-8a84-08ecca311de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3c07b8-f9b5-47a7-b87e-d09927121ce1,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:09.730604 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-23b18e77-3b69-4286-9d50-c72b7bd3820b None None] Set router e763095e-4760-48ae-8b7d-1549e66c4d63 gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:32:09.744098 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76baf7c2-b361-44b9-ac74-438871393834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:09.776944 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e36f25-c786-427c-9344-8cea5be5c8ed admin admin] Checking segment: {'id': 'd4550aeb-dbd6-4af9-9328-fdc09ed8e0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:09.777582 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e36f25-c786-427c-9344-8cea5be5c8ed admin admin] Network hostable DHCP agents. Network: 184b0ce9-8da7-4a7f-88ee-af69b4a35e18, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:32:09.787024 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-f36bb2b8-b86d-44ae-a776-f7ac1b552492 service neutron] Attempting to bind port a8699374-f77f-4f4f-b16e-d5ee63d2b584 on host n-h2-838323-3 for vnic_type normal with profile None {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:09.788259 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-f36bb2b8-b86d-44ae-a776-f7ac1b552492 service neutron] Attempting to bind port a8699374-f77f-4f4f-b16e-d5ee63d2b584 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:09.788375 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-f36bb2b8-b86d-44ae-a776-f7ac1b552492 service neutron] Attempting to bind port a8699374-f77f-4f4f-b16e-d5ee63d2b584 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:09.799140 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-f36bb2b8-b86d-44ae-a776-f7ac1b552492 service neutron] Port a8699374-f77f-4f4f-b16e-d5ee63d2b584 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:32:09.799736 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-f36bb2b8-b86d-44ae-a776-f7ac1b552492 service neutron] Attempting to bind port a8699374-f77f-4f4f-b16e-d5ee63d2b584 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:09.807847 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-f36bb2b8-b86d-44ae-a776-f7ac1b552492 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:32:09.808597 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-f36bb2b8-b86d-44ae-a776-f7ac1b552492 service neutron] Checking segment: {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:09.809339 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-f36bb2b8-b86d-44ae-a776-f7ac1b552492 service neutron] Bound using segment: {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:32:09.810067 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-f36bb2b8-b86d-44ae-a776-f7ac1b552492 service neutron] Bound port: a8699374-f77f-4f4f-b16e-d5ee63d2b584, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:09.878190 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e36f25-c786-427c-9344-8cea5be5c8ed admin admin] Network 184b0ce9-8da7-4a7f-88ee-af69b4a35e18 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:32:09.907637 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76baf7c2-b361-44b9-ac74-438871393834 admin admin] Pushing event deleted for resources: {'Port': ['ID=9625495b-6e87-4c06-ac90-de8f2ba0e4fc,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:09.931969 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-23b18e77-3b69-4286-9d50-c72b7bd3820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e763095e-4760-48ae-8b7d-1549e66c4d63', 'name': 'tempest-FloatingIPsNegativeTestJSON-1949730757-router', 'tenant_id': 'ee0cfc4f132340108d9f1835858b79a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:43Z', 'updated_at': '2022-04-18T20:32:08Z', 'revision_number': 6, 'project_id': 'ee0cfc4f132340108d9f1835858b79a3', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:09.998086 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b18e77-3b69-4286-9d50-c72b7bd3820b None None] The sync data for ids ['e763095e-4760-48ae-8b7d-1549e66c4d63'] in n-d-838323-3 is: [{'id': 'e763095e-4760-48ae-8b7d-1549e66c4d63', 'name': 'tempest-FloatingIPsNegativeTestJSON-1949730757-router', 'tenant_id': 'ee0cfc4f132340108d9f1835858b79a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:43Z', 'updated_at': '2022-04-18T20:32:08Z', 'revision_number': 6, 'project_id': 'ee0cfc4f132340108d9f1835858b79a3', 'gw_port_host': None}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:32:10.018401 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-f36bb2b8-b86d-44ae-a776-f7ac1b552492 service neutron] For port a8699374-f77f-4f4f-b16e-d5ee63d2b584, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a8699374-f77f-4f4f-b16e-d5ee63d2b584,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:32:10.020890 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76baf7c2-b361-44b9-ac74-438871393834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.027574 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-d9e36f25-c786-427c-9344-8cea5be5c8ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 184b0ce9-8da7-4a7f-88ee-af69b4a35e18) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:10.044221 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8da1ab-0731-45c7-92a6-2ab8c9903208 None None] Network 184b0ce9-8da7-4a7f-88ee-af69b4a35e18 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:32:10.060178 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-f36bb2b8-b86d-44ae-a776-f7ac1b552492 service neutron] Notify callbacks [] for binding, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.088356 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-f36bb2b8-b86d-44ae-a776-f7ac1b552492 service neutron] 10.222.0.41 "POST /v2.0/ports/a8699374-f77f-4f4f-b16e-d5ee63d2b584/bindings HTTP/1.1" status: 201 len: 389 time: 0.9848261 Apr 18 20:32:10.099792 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e36f25-c786-427c-9344-8cea5be5c8ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:10.102825 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9e36f25-c786-427c-9344-8cea5be5c8ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.201273 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d9e36f25-c786-427c-9344-8cea5be5c8ed admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9584017 Apr 18 20:32:10.202513 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33124) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:10.209896 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-0c6e5143-cf15-4dfd-8619-427c94accd61 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-185558449-router', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:10.253272 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76baf7c2-b361-44b9-ac74-438871393834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.263309 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76baf7c2-b361-44b9-ac74-438871393834 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.481975 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0c6e5143-cf15-4dfd-8619-427c94accd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.485437 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0c6e5143-cf15-4dfd-8619-427c94accd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.605371 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-184b0ce9-8da7-4a7f-88ee-af69b4a35e18', 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'fixed_ips': [{'subnet_id': 'a1854ed8-8332-4033-8972-ab8d2cd944c0'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:32:10.606523 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.683593 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33132) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:10.695902 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76baf7c2-b361-44b9-ac74-438871393834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.696509 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76baf7c2-b361-44b9-ac74-438871393834 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e763095e-4760-48ae-8b7d-1549e66c4d63 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:32:10.709226 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76baf7c2-b361-44b9-ac74-438871393834 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.714014 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-76baf7c2-b361-44b9-ac74-438871393834 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e763095e-4760-48ae-8b7d-1549e66c4d63 HTTP/1.1" status: 204 len: 168 time: 2.7559423 Apr 18 20:32:10.719136 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33134) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:10.759802 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0c6e5143-cf15-4dfd-8619-427c94accd61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.814749 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-c5729e4c-9a57-4def-aaf9-70d060ec310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:10.816723 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-c5729e4c-9a57-4def-aaf9-70d060ec310e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 1096 time: 0.1786516 Apr 18 20:32:10.846057 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a8d9fd22-db6d-4ef1-90e9-a91f2eef6398 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a26b0a408aa4c2b9dbe6fc5919d44c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1599522 Apr 18 20:32:10.855180 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33136) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:10.932826 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a0a90c-3294-4632-b660-1c4ed651c7c4 admin admin] Deleting subnet 44c5211a-acd4-4dee-af5a-0e8a5c8bbf91 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:32:10.949467 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a5a0a90c-3294-4632-b660-1c4ed651c7c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.964372 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Allocated IP 172.20.0.2 (184b0ce9-8da7-4a7f-88ee-af69b4a35e18/a1854ed8-8332-4033-8972-ab8d2cd944c0/b6b7625e-a2fe-468f-81bc-de3b967a8430) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:11.019414 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9d222d4d-cd45-4880-a760-1ef8db42bc44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:11.066492 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9d222d4d-cd45-4880-a760-1ef8db42bc44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:11.137735 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a5a0a90c-3294-4632-b660-1c4ed651c7c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:11.266412 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:11.278019 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:11.328869 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9d222d4d-cd45-4880-a760-1ef8db42bc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:11.331574 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Network 184b0ce9-8da7-4a7f-88ee-af69b4a35e18 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:11.335195 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:11.341027 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:32:11.349649 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Pushing event updated for resources: {'Port': ['ID=b6b7625e-a2fe-468f-81bc-de3b967a8430,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:11.358156 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9d222d4d-cd45-4880-a760-1ef8db42bc44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:11.368023 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9d222d4d-cd45-4880-a760-1ef8db42bc44 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f52cb99-ce29-4851-b92d-96e5231b9746 HTTP/1.1" status: 204 len: 168 time: 0.5098498 Apr 18 20:32:11.374023 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:11.374486 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:11.375209 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:11.376034 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:11.376711 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:11.378078 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:11.378691 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:11.380206 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:11.381287 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:11.381984 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:11.382647 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:11.384252 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:11.418511 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d222d4d-cd45-4880-a760-1ef8db42bc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f52cb99-ce29-4851-b92d-96e5231b9746,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:11.456735 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a5a0a90c-3294-4632-b660-1c4ed651c7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:11.531202 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Attempting to bind port b6b7625e-a2fe-468f-81bc-de3b967a8430 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:11.532285 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Attempting to bind port b6b7625e-a2fe-468f-81bc-de3b967a8430 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'd4550aeb-dbd6-4af9-9328-fdc09ed8e0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:11.533193 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Attempting to bind port b6b7625e-a2fe-468f-81bc-de3b967a8430 on network 184b0ce9-8da7-4a7f-88ee-af69b4a35e18 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:11.559310 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a5a0a90c-3294-4632-b660-1c4ed651c7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:11.563146 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:32:11.564341 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Checking segment: {'id': 'd4550aeb-dbd6-4af9-9328-fdc09ed8e0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:11.565952 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:11.566592 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Bound using segment: {'id': 'd4550aeb-dbd6-4af9-9328-fdc09ed8e0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:32:11.568229 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Bound port: b6b7625e-a2fe-468f-81bc-de3b967a8430, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4550aeb-dbd6-4af9-9328-fdc09ed8e0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:11.569783 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:11.588228 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d11f6-87aa-45e7-af9a-c6533ce88a39 req-8becd9c8-109e-447b-afb5-1af7efb94b8b tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:11.601151 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f4d11f6-87aa-45e7-af9a-c6533ce88a39 req-8becd9c8-109e-447b-afb5-1af7efb94b8b tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 945 time: 0.9877257 Apr 18 20:32:11.644913 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0a90c-3294-4632-b660-1c4ed651c7c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44c5211a-acd4-4dee-af5a-0e8a5c8bbf91,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:11.653778 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a5a0a90c-3294-4632-b660-1c4ed651c7c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:11.659212 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a5a0a90c-3294-4632-b660-1c4ed651c7c4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/44c5211a-acd4-4dee-af5a-0e8a5c8bbf91 HTTP/1.1" status: 204 len: 168 time: 0.9378121 Apr 18 20:32:11.663037 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33142) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:11.699620 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cafc39c-79bf-48de-a796-d4cc26892008 None None] Network ca87c5d0-a667-4c8f-b26b-4628bce141d7 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:32:11.754298 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:11.827039 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1713ecb4-d1eb-4175-882b-a81a5c2aa67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:11.896412 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7da19535-78f2-4fae-8793-8dad7b6ad0a3 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:11.938143 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] For port b6b7625e-a2fe-468f-81bc-de3b967a8430, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:32:11.944929 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 7da19535-78f2-4fae-8793-8dad7b6ad0a3 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:32:11.945501 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7da19535-78f2-4fae-8793-8dad7b6ad0a3 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:32:11.946122 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-1713ecb4-d1eb-4175-882b-a81a5c2aa67d admin admin] Deleting port 2c04534d-d9f1-4b85-9d75-99cd1bedc4c9 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:32:11.946617 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 9625495b-6e87-4c06-ac90-de8f2ba0e4fc no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:11.947550 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1713ecb4-d1eb-4175-882b-a81a5c2aa67d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:11.989816 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 9625495b-6e87-4c06-ac90-de8f2ba0e4fc {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:32:11.990288 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 9625495b-6e87-4c06-ac90-de8f2ba0e4fc not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:32:12.057889 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-1713ecb4-d1eb-4175-882b-a81a5c2aa67d admin admin] For port 2c04534d-d9f1-4b85-9d75-99cd1bedc4c9, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2c04534d-d9f1-4b85-9d75-99cd1bedc4c9,segment=NetworkSegment(23dd374c-a6fd-4d2e-863b-83ddb0b7750b),segment_id=23dd374c-a6fd-4d2e-863b-83ddb0b7750b)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:12.058484 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1713ecb4-d1eb-4175-882b-a81a5c2aa67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:12.061819 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] For port b6b7625e-a2fe-468f-81bc-de3b967a8430, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b6b7625e-a2fe-468f-81bc-de3b967a8430,segment=NetworkSegment(d4550aeb-dbd6-4af9-9328-fdc09ed8e0d1),segment_id=d4550aeb-dbd6-4af9-9328-fdc09ed8e0d1)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:32:12.105521 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f4d11f6-87aa-45e7-af9a-c6533ce88a39 req-73e86f66-c691-4c2f-9a6c-336c66b5b8fc tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5031116 Apr 18 20:32:12.105917 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:12.108220 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-1713ecb4-d1eb-4175-882b-a81a5c2aa67d admin admin] Calling delete_port for 2c04534d-d9f1-4b85-9d75-99cd1bedc4c9 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:32:12.119681 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0c6e5143-cf15-4dfd-8619-427c94accd61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:12.142141 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bae26-2161-48f7-aab8-aa31288fa7bf req-5c76dd5e-4661-40f5-adfe-046bf24949be tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:12.144867 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f59bae26-2161-48f7-aab8-aa31288fa7bf req-5c76dd5e-4661-40f5-adfe-046bf24949be tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5d417-f727-401f-a4fb-949e4fe072e4 HTTP/1.1" status: 200 len: 946 time: 1.3950462 Apr 18 20:32:12.215474 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d07f8b-5ceb-473f-8d6a-5035764ea6c5 None None] Pushing event updated for resources: {'Port': ['ID=b6b7625e-a2fe-468f-81bc-de3b967a8430,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:12.239115 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-c6c6e69b-7d29-4459-afed-59aaf93cee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:12.244120 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-c6c6e69b-7d29-4459-afed-59aaf93cee03 service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e HTTP/1.1" status: 200 len: 922 time: 0.7110169 Apr 18 20:32:12.362055 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb2ca22-871e-4f32-a2e8-5df1007a36e7 None None] DHCP port deletion for ca87c5d0-a667-4c8f-b26b-4628bce141d7 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:32:12.445249 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1713ecb4-d1eb-4175-882b-a81a5c2aa67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:12.481193 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-9fb2ca22-871e-4f32-a2e8-5df1007a36e7 None None] Deleting port 2c04534d-d9f1-4b85-9d75-99cd1bedc4c9 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:32:12.481793 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9fb2ca22-871e-4f32-a2e8-5df1007a36e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:12.509630 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-20211d2a-4456-4a1f-8ad1-64e3887ee1fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8699374-f77f-4f4f-b16e-d5ee63d2b584 HTTP/1.1" status: 200 len: 217 time: 0.2317533 Apr 18 20:32:12.531329 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713ecb4-d1eb-4175-882b-a81a5c2aa67d admin admin] Pushing event deleted for resources: {'Port': ['ID=2c04534d-d9f1-4b85-9d75-99cd1bedc4c9,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:12.532030 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f59bae26-2161-48f7-aab8-aa31288fa7bf req-891a952f-1733-43f8-aa36-21aa53137590 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344820 Apr 18 20:32:12.562908 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1713ecb4-d1eb-4175-882b-a81a5c2aa67d admin admin] No DVR routers for this DVR port 2c04534d-d9f1-4b85-9d75-99cd1bedc4c9 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:32:12.627355 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-9fb2ca22-871e-4f32-a2e8-5df1007a36e7 None None] For port 2c04534d-d9f1-4b85-9d75-99cd1bedc4c9, host n-d-838323-3, got binding levels [] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:12.628049 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9fb2ca22-871e-4f32-a2e8-5df1007a36e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:12.679186 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-9fb2ca22-871e-4f32-a2e8-5df1007a36e7 None None] Calling delete_port for 2c04534d-d9f1-4b85-9d75-99cd1bedc4c9 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:32:12.697118 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.ipam_backend_mixin [None req-9fb2ca22-871e-4f32-a2e8-5df1007a36e7 None None] Port 2c04534d-d9f1-4b85-9d75-99cd1bedc4c9 was not found and therefore no delete operation was performed {{(pid=102910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 20:32:12.707176 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9fb2ca22-871e-4f32-a2e8-5df1007a36e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:12.739579 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-9a4abb40-9593-4d1a-9336-73ed27de2b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:12.744876 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-9a4abb40-9593-4d1a-9336-73ed27de2b0a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=07088b8e-aaa8-48c6-be5d-b75368ae775e HTTP/1.1" status: 200 len: 861 time: 0.2243063 Apr 18 20:32:12.775563 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf6a36-dbf5-4a80-9efc-cd1e90fb23c0 req-16bbb590-1032-42d3-8aaa-a1cbb514dd96 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:12.776939 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2ca22-871e-4f32-a2e8-5df1007a36e7 None None] Pushing event deleted for resources: {'Port': ['ID=2c04534d-d9f1-4b85-9d75-99cd1bedc4c9,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:12.781129 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb2ca22-871e-4f32-a2e8-5df1007a36e7 None None] No DVR routers for this DVR port 2c04534d-d9f1-4b85-9d75-99cd1bedc4c9 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:32:12.791964 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1713ecb4-d1eb-4175-882b-a81a5c2aa67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:12.796872 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-31cf6a36-dbf5-4a80-9efc-cd1e90fb23c0 req-16bbb590-1032-42d3-8aaa-a1cbb514dd96 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 945 time: 0.4095190 Apr 18 20:32:12.866929 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-1713ecb4-d1eb-4175-882b-a81a5c2aa67d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca87c5d0-a667-4c8f-b26b-4628bce141d7']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:12.874106 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-34daf957-2dd3-4e97-b593-d31849b4abb9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743740 Apr 18 20:32:12.903143 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-1713ecb4-d1eb-4175-882b-a81a5c2aa67d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23dd374c-a6fd-4d2e-863b-83ddb0b7750b') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:12.903442 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-1713ecb4-d1eb-4175-882b-a81a5c2aa67d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23dd374c-a6fd-4d2e-863b-83ddb0b7750b') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:12.937508 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1713ecb4-d1eb-4175-882b-a81a5c2aa67d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:12.973900 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-31cf6a36-dbf5-4a80-9efc-cd1e90fb23c0 req-b04fe94e-fc48-45a6-9ec9-a17873f26c72 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600595 Apr 18 20:32:12.996200 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1713ecb4-d1eb-4175-882b-a81a5c2aa67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:13.011122 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1713ecb4-d1eb-4175-882b-a81a5c2aa67d admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:32:13.012410 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1713ecb4-d1eb-4175-882b-a81a5c2aa67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:32:13.020820 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:32:13.208758 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1713ecb4-d1eb-4175-882b-a81a5c2aa67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:13.222956 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-ddf7e83d-1bf9-4137-9c4e-f0c84441fd16 service neutron] 10.222.0.57 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315306 Apr 18 20:32:13.251326 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0c6e5143-cf15-4dfd-8619-427c94accd61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:13.268676 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1713ecb4-d1eb-4175-882b-a81a5c2aa67d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:13.278859 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1713ecb4-d1eb-4175-882b-a81a5c2aa67d admin admin] 10.222.0.41 "DELETE /v2.0/networks/ca87c5d0-a667-4c8f-b26b-4628bce141d7 HTTP/1.1" status: 204 len: 168 time: 1.6120970 Apr 18 20:32:13.280248 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713ecb4-d1eb-4175-882b-a81a5c2aa67d admin admin] Pushing event deleted for resources: {'Network': ['ID=ca87c5d0-a667-4c8f-b26b-4628bce141d7,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:13.360650 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0c6e5143-cf15-4dfd-8619-427c94accd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:13.585473 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33184) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:13.764959 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33188) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:13.827831 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b735c4-7146-476e-85bc-149ba2470ec8 req-25570ba6-4bc6-401a-8bde-66d8702bc100 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:13.838982 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34b735c4-7146-476e-85bc-149ba2470ec8 req-25570ba6-4bc6-401a-8bde-66d8702bc100 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 945 time: 0.3921003 Apr 18 20:32:13.847544 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-15781c98-3c25-4180-8347-59b452d06d84 service neutron] 10.222.0.57 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6139874 Apr 18 20:32:14.004994 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b6b7625e-a2fe-468f-81bc-de3b967a8430 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:14.046312 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4563d38b-a945-4123-b235-58eafdeea177 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee0cfc4f132340108d9f1835858b79a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797470 Apr 18 20:32:14.052761 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33194) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:14.256729 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port b6b7625e-a2fe-468f-81bc-de3b967a8430 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:14.258959 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:14.301346 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34b735c4-7146-476e-85bc-149ba2470ec8 req-1abc4db1-b10b-4c22-adbc-24b47df8cae8 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284730 Apr 18 20:32:14.312327 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-31fa8111-756d-43b5-a0c2-c601be3bf936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:14.344206 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-31fa8111-756d-43b5-a0c2-c601be3bf936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:14.388962 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be36b384-df35-46ac-b82c-9b8a401e90f1 None None] Network 184b0ce9-8da7-4a7f-88ee-af69b4a35e18 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:32:14.431452 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-0c6e5143-cf15-4dfd-8619-427c94accd61 admin admin] Allocated IP 172.25.1.104 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/b18915a7-acb0-4dd4-9788-d8db704c09aa) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:14.465967 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597ae2b-94bb-4ff7-a9c0-d94716223e37 req-a677cbe9-047a-4f72-babb-f5cf2eaaf319 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:14.470244 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9597ae2b-94bb-4ff7-a9c0-d94716223e37 req-a677cbe9-047a-4f72-babb-f5cf2eaaf319 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5d417-f727-401f-a4fb-949e4fe072e4 HTTP/1.1" status: 200 len: 946 time: 0.6697059 Apr 18 20:32:14.597974 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-31fa8111-756d-43b5-a0c2-c601be3bf936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:14.608020 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-31fa8111-756d-43b5-a0c2-c601be3bf936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:14.625387 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-31fa8111-756d-43b5-a0c2-c601be3bf936 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c1f0ff40-c1bd-4019-b80e-e9c2b81ba4db HTTP/1.1" status: 204 len: 168 time: 0.5704007 Apr 18 20:32:14.674556 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-84f2b52d-c8e4-4860-982d-38240ede0314 None None] Provisioning complete for port b6b7625e-a2fe-468f-81bc-de3b967a8430 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:14.679030 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-84f2b52d-c8e4-4860-982d-38240ede0314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:14.727728 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa8111-756d-43b5-a0c2-c601be3bf936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f0ff40-c1bd-4019-b80e-e9c2b81ba4db,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:14.956642 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0c6e5143-cf15-4dfd-8619-427c94accd61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:15.088842 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9597ae2b-94bb-4ff7-a9c0-d94716223e37 req-2c576a2e-21e8-47c5-9006-02753c52fead tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5811725 Apr 18 20:32:15.155901 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:15.165498 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0c6e5143-cf15-4dfd-8619-427c94accd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:15.208979 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe13e7c5-dd0f-4488-bd1f-6b008c31fbfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:15.420052 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e5143-cf15-4dfd-8619-427c94accd61 admin admin] Pushing event updated for resources: {'Port': ['ID=b18915a7-acb0-4dd4-9788-d8db704c09aa,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:15.586471 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port b6b7625e-a2fe-468f-81bc-de3b967a8430, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b6b7625e-a2fe-468f-81bc-de3b967a8430,segment=NetworkSegment(d4550aeb-dbd6-4af9-9328-fdc09ed8e0d1),segment_id=d4550aeb-dbd6-4af9-9328-fdc09ed8e0d1)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:15.589616 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-84f2b52d-c8e4-4860-982d-38240ede0314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:15.605083 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:15.625876 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6e5143-cf15-4dfd-8619-427c94accd61 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:15.704211 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98c09ce7-9244-465a-91e6-bc0a13d3a793 req-e061b839-bbb4-47e1-a333-d5d0e8cbd1f0 tempest-QuotasAdminNegativeTest-388891014 tempest-QuotasAdminNegativeTest-388891014-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4590e5504ba245258a2343d8d0ecb9ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1308863 Apr 18 20:32:15.713577 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-0c6e5143-cf15-4dfd-8619-427c94accd61 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:15.727586 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6e5143-cf15-4dfd-8619-427c94accd61 admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:32:15.776590 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=b6b7625e-a2fe-468f-81bc-de3b967a8430,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:15.825797 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2c04534d-d9f1-4b85-9d75-99cd1bedc4c9 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:15.869342 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 2c04534d-d9f1-4b85-9d75-99cd1bedc4c9 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:32:15.870287 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2c04534d-d9f1-4b85-9d75-99cd1bedc4c9 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:32:15.902310 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-84f2b52d-c8e4-4860-982d-38240ede0314 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:32:15.902512 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-84f2b52d-c8e4-4860-982d-38240ede0314 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:32:15.959670 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58360002-23ab-4da0-afb3-607596a075f8 req-ef0e61d4-ccfb-44b6-ba3c-9098cbd1d7ae tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:15.961401 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58360002-23ab-4da0-afb3-607596a075f8 req-ef0e61d4-ccfb-44b6-ba3c-9098cbd1d7ae tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 945 time: 0.5462742 Apr 18 20:32:16.038791 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b6b7625e-a2fe-468f-81bc-de3b967a8430 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:16.194181 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58360002-23ab-4da0-afb3-607596a075f8 req-b8d87b63-2bb5-4602-bd84-113653bcf927 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402764 Apr 18 20:32:16.217107 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-fe13e7c5-dd0f-4488-bd1f-6b008c31fbfc admin admin] Deleting port d4bd8402-999f-47a2-9989-c931947b14b4 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:32:16.217813 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe13e7c5-dd0f-4488-bd1f-6b008c31fbfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:16.298624 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c09ce7-9244-465a-91e6-bc0a13d3a793 req-0761fff3-c8ae-4bdd-b85b-15f5fab20d2c tempest-QuotasAdminNegativeTest-388891014 tempest-QuotasAdminNegativeTest-388891014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:16.300173 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98c09ce7-9244-465a-91e6-bc0a13d3a793 req-0761fff3-c8ae-4bdd-b85b-15f5fab20d2c tempest-QuotasAdminNegativeTest-388891014 tempest-QuotasAdminNegativeTest-388891014-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5601490 Apr 18 20:32:16.372855 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98c09ce7-9244-465a-91e6-bc0a13d3a793 req-b479896f-1370-48c1-a51b-e123af13659a tempest-QuotasAdminNegativeTest-388891014 tempest-QuotasAdminNegativeTest-388891014-project] 10.222.0.41 "GET /v2.0/quotas/4590e5504ba245258a2343d8d0ecb9ad HTTP/1.1" status: 200 len: 375 time: 0.0477798 Apr 18 20:32:16.450669 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-fe13e7c5-dd0f-4488-bd1f-6b008c31fbfc admin admin] For port d4bd8402-999f-47a2-9989-c931947b14b4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d4bd8402-999f-47a2-9989-c931947b14b4,segment=NetworkSegment(3fd84805-2eb2-407f-86be-386d1c5d54dc),segment_id=3fd84805-2eb2-407f-86be-386d1c5d54dc)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:16.452125 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe13e7c5-dd0f-4488-bd1f-6b008c31fbfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:16.481623 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-fe13e7c5-dd0f-4488-bd1f-6b008c31fbfc admin admin] Calling delete_port for d4bd8402-999f-47a2-9989-c931947b14b4 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:32:16.575977 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0c6e5143-cf15-4dfd-8619-427c94accd61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:16.583783 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port b6b7625e-a2fe-468f-81bc-de3b967a8430 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:16.584540 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:16.685601 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98c09ce7-9244-465a-91e6-bc0a13d3a793 req-00e9a41e-ddb5-43f1-8e0a-be902db3e044 tempest-QuotasAdminNegativeTest-388891014 tempest-QuotasAdminNegativeTest-388891014-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4590e5504ba245258a2343d8d0ecb9ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3096914 Apr 18 20:32:16.761100 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-04596f70-3551-4568-9252-1c4920d028d3 None None] Provisioning complete for port b6b7625e-a2fe-468f-81bc-de3b967a8430 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:16.761721 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-04596f70-3551-4568-9252-1c4920d028d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:16.785292 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e283aff-7510-4eb1-8fd1-8232dcc07c78 req-750e524e-cd67-4209-87b1-d633d09b794c tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:16.792215 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e283aff-7510-4eb1-8fd1-8232dcc07c78 req-750e524e-cd67-4209-87b1-d633d09b794c tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 945 time: 0.2176354 Apr 18 20:32:17.023963 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe13e7c5-dd0f-4488-bd1f-6b008c31fbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:17.033572 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e283aff-7510-4eb1-8fd1-8232dcc07c78 req-924cd9c8-6e6c-4b92-ab30-b4cb303ca683 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611786 Apr 18 20:32:17.110402 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13e7c5-dd0f-4488-bd1f-6b008c31fbfc admin admin] Pushing event deleted for resources: {'Port': ['ID=d4bd8402-999f-47a2-9989-c931947b14b4,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:17.204957 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ded87f-a565-4ea6-901c-88a61d188ed9 req-0ed6cbe2-cba6-48ce-a304-6c4647f2e607 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:17.214243 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b3ded87f-a565-4ea6-901c-88a61d188ed9 req-0ed6cbe2-cba6-48ce-a304-6c4647f2e607 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e5d417-f727-401f-a4fb-949e4fe072e4 HTTP/1.1" status: 200 len: 946 time: 0.2554464 Apr 18 20:32:17.324187 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0c6e5143-cf15-4dfd-8619-427c94accd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:17.454290 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe13e7c5-dd0f-4488-bd1f-6b008c31fbfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:17.592619 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b3ded87f-a565-4ea6-901c-88a61d188ed9 req-52fc6f81-c011-4fed-a953-81463851e216 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763611 Apr 18 20:32:17.710404 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5df7d953-5fc2-4ee7-9084-aa9a8ffe1a62 req-d280038a-cfe3-4b25-bb31-8e8e9c734a63 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2042983 Apr 18 20:32:17.722806 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6e5143-cf15-4dfd-8619-427c94accd61 admin admin] Router 4801b0bc-0233-4417-985f-5c248d0e08e9 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:32:17.852804 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe13e7c5-dd0f-4488-bd1f-6b008c31fbfc admin admin] Router 2d07a984-3f59-48fd-9e89-82a535031199 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:32:17.922759 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7d953-5fc2-4ee7-9084-aa9a8ffe1a62 req-c0ed5209-2333-491e-8dc2-2f5e9b94ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:17.925824 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5df7d953-5fc2-4ee7-9084-aa9a8ffe1a62 req-c0ed5209-2333-491e-8dc2-2f5e9b94ad3e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 1095 time: 0.1755846 Apr 18 20:32:17.975351 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a89236-e95c-4178-8051-7260aeec1fba req-6080ea53-b524-48df-ba04-757cd709a3a7 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:17.989730 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-47a89236-e95c-4178-8051-7260aeec1fba req-6080ea53-b524-48df-ba04-757cd709a3a7 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 945 time: 0.2766557 Apr 18 20:32:18.093772 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe13e7c5-dd0f-4488-bd1f-6b008c31fbfc admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:32:18.104293 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fe13e7c5-dd0f-4488-bd1f-6b008c31fbfc admin admin] 10.222.0.41 "PUT /v2.0/routers/2d07a984-3f59-48fd-9e89-82a535031199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5149052 Apr 18 20:32:18.104985 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33262) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:18.108169 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2297b8f8-0191-4823-a3e6-17a876c870e7 None None] Sync routers for ids ['2d07a984-3f59-48fd-9e89-82a535031199'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:32:18.147803 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2297b8f8-0191-4823-a3e6-17a876c870e7 None None] Routers {'2d07a984-3f59-48fd-9e89-82a535031199'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:32:18.151993 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2297b8f8-0191-4823-a3e6-17a876c870e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:31:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2d07a984-3f59-48fd-9e89-82a535031199'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:18.373503 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8a69d404-ebcd-4862-aa4b-c96edb1dff8d admin admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:18.426266 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-2297b8f8-0191-4823-a3e6-17a876c870e7 None None] Set router 2d07a984-3f59-48fd-9e89-82a535031199 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:32:18.717206 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2297b8f8-0191-4823-a3e6-17a876c870e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07a984-3f59-48fd-9e89-82a535031199', 'name': 'tempest-AttachSCSIVolumeTestJSON-1223327497-router', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:39Z', 'updated_at': '2022-04-18T20:32:16Z', 'revision_number': 5, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'gw_port': {'id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:41Z', 'updated_at': '2022-04-18T20:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:18.751657 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2297b8f8-0191-4823-a3e6-17a876c870e7 None None] Checking router: 2d07a984-3f59-48fd-9e89-82a535031199 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:32:18.763199 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2297b8f8-0191-4823-a3e6-17a876c870e7 None None] Routers {'2d07a984-3f59-48fd-9e89-82a535031199'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:32:18.763849 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2297b8f8-0191-4823-a3e6-17a876c870e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:31:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2d07a984-3f59-48fd-9e89-82a535031199'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:18.792360 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6e5143-cf15-4dfd-8619-427c94accd61 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:32:18.806367 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ea9863-d9c0-4ffa-bb1a-021eb6777c12 None None] Sync routers for ids ['4801b0bc-0233-4417-985f-5c248d0e08e9'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:32:18.829653 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ea9863-d9c0-4ffa-bb1a-021eb6777c12 None None] Routers {'4801b0bc-0233-4417-985f-5c248d0e08e9'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:32:18.835658 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f3ea9863-d9c0-4ffa-bb1a-021eb6777c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:31:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4801b0bc-0233-4417-985f-5c248d0e08e9'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:18.894906 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-47a89236-e95c-4178-8051-7260aeec1fba req-85ded6ee-1bdc-4b1d-8f30-3f08ea2fec46 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8381445 Apr 18 20:32:18.957922 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0c6e5143-cf15-4dfd-8619-427c94accd61 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:18.964008 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0c6e5143-cf15-4dfd-8619-427c94accd61 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 8.7578726 Apr 18 20:32:18.964726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33286) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:19.082783 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7d953-5fc2-4ee7-9084-aa9a8ffe1a62 req-aee413d1-1c0a-44db-af8a-8d1516acd531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:19.091372 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5df7d953-5fc2-4ee7-9084-aa9a8ffe1a62 req-aee413d1-1c0a-44db-af8a-8d1516acd531 service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e HTTP/1.1" status: 200 len: 922 time: 1.0473464 Apr 18 20:32:19.122788 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8a69d404-ebcd-4862-aa4b-c96edb1dff8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:19.212791 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-2297b8f8-0191-4823-a3e6-17a876c870e7 None None] Set router 2d07a984-3f59-48fd-9e89-82a535031199 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:32:19.270541 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5df7d953-5fc2-4ee7-9084-aa9a8ffe1a62 req-ab229223-1c4e-4dc8-9572-acaf4a23617a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff1e743c-09ea-43c0-accd-26c4cdbf1d21 HTTP/1.1" status: 200 len: 217 time: 0.1692598 Apr 18 20:32:19.318288 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-f3ea9863-d9c0-4ffa-bb1a-021eb6777c12 None None] Set router 4801b0bc-0233-4417-985f-5c248d0e08e9 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:32:19.473571 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-8a69d404-ebcd-4862-aa4b-c96edb1dff8d admin admin] Deleting port 58a1183e-384f-4f3f-aff2-f2aa38a1b666 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:32:19.474086 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8a69d404-ebcd-4862-aa4b-c96edb1dff8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:19.490197 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d2afd-bbfe-405a-bd56-72a8d0bb672d req-a671ebec-3b9a-4e2c-aca1-0ac3f5fe2250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:19.493313 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d53d2afd-bbfe-405a-bd56-72a8d0bb672d req-a671ebec-3b9a-4e2c-aca1-0ac3f5fe2250 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 1096 time: 0.2078526 Apr 18 20:32:19.531251 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7d953-5fc2-4ee7-9084-aa9a8ffe1a62 req-7dbaf34a-efe9-4d08-acfc-b92a19087f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:19.542418 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5df7d953-5fc2-4ee7-9084-aa9a8ffe1a62 req-7dbaf34a-efe9-4d08-acfc-b92a19087f73 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=07088b8e-aaa8-48c6-be5d-b75368ae775e HTTP/1.1" status: 200 len: 861 time: 0.2184048 Apr 18 20:32:19.641131 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d53d2afd-bbfe-405a-bd56-72a8d0bb672d req-d6371c8e-9283-408b-9d7e-b04c52143f25 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309640 Apr 18 20:32:19.648932 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5df7d953-5fc2-4ee7-9084-aa9a8ffe1a62 req-a04efb76-4ba1-467e-9c1e-105bddfabfbb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972755 Apr 18 20:32:19.777004 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-8a69d404-ebcd-4862-aa4b-c96edb1dff8d admin admin] For port 58a1183e-384f-4f3f-aff2-f2aa38a1b666, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=58a1183e-384f-4f3f-aff2-f2aa38a1b666,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:19.777625 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8a69d404-ebcd-4862-aa4b-c96edb1dff8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:19.812220 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2297b8f8-0191-4823-a3e6-17a876c870e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07a984-3f59-48fd-9e89-82a535031199', 'name': 'tempest-AttachSCSIVolumeTestJSON-1223327497-router', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:39Z', 'updated_at': '2022-04-18T20:32:16Z', 'revision_number': 5, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'gw_port': {'id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:41Z', 'updated_at': '2022-04-18T20:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:19.813320 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-8a69d404-ebcd-4862-aa4b-c96edb1dff8d admin admin] Calling delete_port for 58a1183e-384f-4f3f-aff2-f2aa38a1b666 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:32:19.836851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb80ca-142a-4cd7-9519-4541e74ae003 req-cfd90b44-c012-4ce5-b046-61f42664e898 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:19.837768 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f3ea9863-d9c0-4ffa-bb1a-021eb6777c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-185558449-router', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b18915a7-acb0-4dd4-9788-d8db704c09aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:10Z', 'updated_at': '2022-04-18T20:32:16Z', 'revision_number': 3, 'project_id': 'a9e777530ee64d498a49ee3aafe5e494', 'gw_port': {'id': 'b18915a7-acb0-4dd4-9788-d8db704c09aa', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:13Z', 'updated_at': '2022-04-18T20:32:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:19.851574 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3cdb80ca-142a-4cd7-9519-4541e74ae003 req-cfd90b44-c012-4ce5-b046-61f42664e898 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 945 time: 0.5254285 Apr 18 20:32:19.896643 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2297b8f8-0191-4823-a3e6-17a876c870e7 None None] The sync data for ids ['2d07a984-3f59-48fd-9e89-82a535031199'] in n-d-838323-3 is: [{'id': '2d07a984-3f59-48fd-9e89-82a535031199', 'name': 'tempest-AttachSCSIVolumeTestJSON-1223327497-router', 'tenant_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:39Z', 'updated_at': '2022-04-18T20:32:16Z', 'revision_number': 5, 'project_id': '5961998d991a4a37a63ffa7f2b7a2a21', 'gw_port': {'id': '58a1183e-384f-4f3f-aff2-f2aa38a1b666', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07a984-3f59-48fd-9e89-82a535031199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:41Z', 'updated_at': '2022-04-18T20:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:32:19.944271 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ea9863-d9c0-4ffa-bb1a-021eb6777c12 None None] Checking router: 4801b0bc-0233-4417-985f-5c248d0e08e9 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:32:19.944271 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ea9863-d9c0-4ffa-bb1a-021eb6777c12 None None] Updating router 4801b0bc-0233-4417-985f-5c248d0e08e9 port b18915a7-acb0-4dd4-9788-d8db704c09aa binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:32:20.041198 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f3ea9863-d9c0-4ffa-bb1a-021eb6777c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:20.283158 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8a69d404-ebcd-4862-aa4b-c96edb1dff8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:20.307671 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3cdb80ca-142a-4cd7-9519-4541e74ae003 req-804f3155-fc11-4d86-b618-309bc78bff1d tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548070 Apr 18 20:32:20.350584 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6ece150-d3b8-4d85-a43c-00815bd8a1b4 req-37bbdac1-aafd-4984-8175-7966ab6e2d20 tempest-QuotasAdminNegativeTest-388891014 tempest-QuotasAdminNegativeTest-388891014-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4590e5504ba245258a2343d8d0ecb9ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1102409 Apr 18 20:32:20.472348 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69d404-ebcd-4862-aa4b-c96edb1dff8d admin admin] Pushing event deleted for resources: {'Port': ['ID=58a1183e-384f-4f3f-aff2-f2aa38a1b666,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:20.574741 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5df7d953-5fc2-4ee7-9084-aa9a8ffe1a62 req-51b16b81-b52b-464e-80e0-73fece6ecde4 service neutron] 10.222.0.57 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7126045 Apr 18 20:32:20.583371 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33358) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:20.775307 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8a69d404-ebcd-4862-aa4b-c96edb1dff8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:20.821819 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f3ea9863-d9c0-4ffa-bb1a-021eb6777c12 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:20.832214 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f3ea9863-d9c0-4ffa-bb1a-021eb6777c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:20.854704 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0714c-95cb-4213-8b91-cb711451ea52 req-dc752927-72c3-44ac-ad3b-2e371ee4d066 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:20.862840 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58f0714c-95cb-4213-8b91-cb711451ea52 req-dc752927-72c3-44ac-ad3b-2e371ee4d066 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 945 time: 0.4159563 Apr 18 20:32:20.910795 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341d6f7-6c9a-4307-94bf-58c1f675ce8f None None] Pushing event updated for resources: {'Port': ['ID=b18915a7-acb0-4dd4-9788-d8db704c09aa,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:20.926206 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ece150-d3b8-4d85-a43c-00815bd8a1b4 req-408a9132-425f-4e4f-a1f3-3d7e512ac177 tempest-QuotasAdminNegativeTest-388891014 tempest-QuotasAdminNegativeTest-388891014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:20.928084 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341d6f7-6c9a-4307-94bf-58c1f675ce8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:20.928603 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341d6f7-6c9a-4307-94bf-58c1f675ce8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:20.929003 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341d6f7-6c9a-4307-94bf-58c1f675ce8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:20.929350 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341d6f7-6c9a-4307-94bf-58c1f675ce8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:20.929732 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341d6f7-6c9a-4307-94bf-58c1f675ce8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:20.930824 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341d6f7-6c9a-4307-94bf-58c1f675ce8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:20.930824 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341d6f7-6c9a-4307-94bf-58c1f675ce8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:20.931168 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341d6f7-6c9a-4307-94bf-58c1f675ce8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:20.931357 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341d6f7-6c9a-4307-94bf-58c1f675ce8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:20.931626 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341d6f7-6c9a-4307-94bf-58c1f675ce8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:20.931956 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341d6f7-6c9a-4307-94bf-58c1f675ce8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:20.932274 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341d6f7-6c9a-4307-94bf-58c1f675ce8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:20.942040 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6ece150-d3b8-4d85-a43c-00815bd8a1b4 req-408a9132-425f-4e4f-a1f3-3d7e512ac177 tempest-QuotasAdminNegativeTest-388891014 tempest-QuotasAdminNegativeTest-388891014-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5776370 Apr 18 20:32:21.006805 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-f3ea9863-d9c0-4ffa-bb1a-021eb6777c12 None None] Attempting to bind port b18915a7-acb0-4dd4-9788-d8db704c09aa on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:21.007435 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-f3ea9863-d9c0-4ffa-bb1a-021eb6777c12 None None] Attempting to bind port b18915a7-acb0-4dd4-9788-d8db704c09aa by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:21.008255 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ea9863-d9c0-4ffa-bb1a-021eb6777c12 None None] Attempting to bind port b18915a7-acb0-4dd4-9788-d8db704c09aa on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:21.012939 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c2e574c6-f996-4a4a-81f4-cb5d7606944f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:21.017273 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ea9863-d9c0-4ffa-bb1a-021eb6777c12 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:32:21.017854 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ea9863-d9c0-4ffa-bb1a-021eb6777c12 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:21.018584 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f3ea9863-d9c0-4ffa-bb1a-021eb6777c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:21.019212 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ea9863-d9c0-4ffa-bb1a-021eb6777c12 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:32:21.020141 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-f3ea9863-d9c0-4ffa-bb1a-021eb6777c12 None None] Bound port: b18915a7-acb0-4dd4-9788-d8db704c09aa, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:21.020805 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f3ea9863-d9c0-4ffa-bb1a-021eb6777c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:21.027880 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6ece150-d3b8-4d85-a43c-00815bd8a1b4 req-496fb8d7-8912-4c8b-97fb-fa7c52ae68ee tempest-QuotasAdminNegativeTest-388891014 tempest-QuotasAdminNegativeTest-388891014-project] 10.222.0.41 "GET /v2.0/quotas/4590e5504ba245258a2343d8d0ecb9ad HTTP/1.1" status: 200 len: 375 time: 0.0846653 Apr 18 20:32:21.055331 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8a69d404-ebcd-4862-aa4b-c96edb1dff8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:21.059883 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8a69d404-ebcd-4862-aa4b-c96edb1dff8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:21.075267 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58f0714c-95cb-4213-8b91-cb711451ea52 req-a8b91926-d99e-4e5c-9c47-7145bc061eb7 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048416 Apr 18 20:32:21.105904 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-f3ea9863-d9c0-4ffa-bb1a-021eb6777c12 None None] For port b18915a7-acb0-4dd4-9788-d8db704c09aa, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:32:21.110155 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-f3ea9863-d9c0-4ffa-bb1a-021eb6777c12 None None] For port b18915a7-acb0-4dd4-9788-d8db704c09aa, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b18915a7-acb0-4dd4-9788-d8db704c09aa,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:32:21.117923 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f3ea9863-d9c0-4ffa-bb1a-021eb6777c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:21.160459 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6ece150-d3b8-4d85-a43c-00815bd8a1b4 req-9f5699ad-19a1-4d62-b586-43c9b29ee39b tempest-QuotasAdminNegativeTest-388891014 tempest-QuotasAdminNegativeTest-388891014-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4590e5504ba245258a2343d8d0ecb9ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1313694 Apr 18 20:32:21.177714 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5df7d953-5fc2-4ee7-9084-aa9a8ffe1a62 req-9c3651d0-c0ec-4b66-a7c0-8e5bd7f13c22 service neutron] 10.222.0.57 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5820811 Apr 18 20:32:21.208389 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8a69d404-ebcd-4862-aa4b-c96edb1dff8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:21.211875 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a69d404-ebcd-4862-aa4b-c96edb1dff8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d07a984-3f59-48fd-9e89-82a535031199 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:32:21.283348 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8a69d404-ebcd-4862-aa4b-c96edb1dff8d admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:21.285305 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341d6f7-6c9a-4307-94bf-58c1f675ce8f None None] Pushing event updated for resources: {'Port': ['ID=b18915a7-acb0-4dd4-9788-d8db704c09aa,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:21.292654 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8a69d404-ebcd-4862-aa4b-c96edb1dff8d admin admin] 10.222.0.41 "DELETE /v2.0/routers/2d07a984-3f59-48fd-9e89-82a535031199 HTTP/1.1" status: 204 len: 168 time: 3.1834855 Apr 18 20:32:21.297480 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33372) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:21.384968 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ea9863-d9c0-4ffa-bb1a-021eb6777c12 None None] Routers {'4801b0bc-0233-4417-985f-5c248d0e08e9'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:32:21.385939 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f3ea9863-d9c0-4ffa-bb1a-021eb6777c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:31:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4801b0bc-0233-4417-985f-5c248d0e08e9'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:21.504669 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7558a1d-b5a8-4fb6-9302-9ee8fe7a09ea admin admin] Deleting subnet 7bf18b5e-c6e2-42ea-850f-30cf03bf2edc {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:32:21.514023 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7558a1d-b5a8-4fb6-9302-9ee8fe7a09ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:21.626866 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7558a1d-b5a8-4fb6-9302-9ee8fe7a09ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:21.666558 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a3b37d1f-a5ba-40ba-a335-034ac88bac50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:21.724232 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-f3ea9863-d9c0-4ffa-bb1a-021eb6777c12 None None] Set router 4801b0bc-0233-4417-985f-5c248d0e08e9 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:32:21.933844 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33388) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:21.964465 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a044a4-78ab-4b18-b01f-cba58c810e5f req-4c0598c1-fa10-4e8c-91b6-98c16cba1561 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:21.973911 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4a044a4-78ab-4b18-b01f-cba58c810e5f req-4c0598c1-fa10-4e8c-91b6-98c16cba1561 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 945 time: 0.4102325 Apr 18 20:32:22.019229 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7558a1d-b5a8-4fb6-9302-9ee8fe7a09ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:22.064858 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c2e574c6-f996-4a4a-81f4-cb5d7606944f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:22.112976 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c2e574c6-f996-4a4a-81f4-cb5d7606944f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:22.184049 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 58a1183e-384f-4f3f-aff2-f2aa38a1b666 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:22.256347 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 58a1183e-384f-4f3f-aff2-f2aa38a1b666 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:32:22.257239 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 58a1183e-384f-4f3f-aff2-f2aa38a1b666 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:32:22.259238 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d4bd8402-999f-47a2-9989-c931947b14b4 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:22.305949 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: d4bd8402-999f-47a2-9989-c931947b14b4 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:32:22.307728 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d4bd8402-999f-47a2-9989-c931947b14b4 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:32:22.311331 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0b0ba29d-a5c6-495c-9a49-05e9055c357f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:22.322374 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4a044a4-78ab-4b18-b01f-cba58c810e5f req-2b990554-a6a1-400c-b5d2-f8f22d9f9e51 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472259 Apr 18 20:32:22.333481 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c2e574c6-f996-4a4a-81f4-cb5d7606944f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ad4b6c2beb0425abeb2ee8d3376618a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7450795 Apr 18 20:32:22.337715 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33394) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:22.345001 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 104159ce-6d43-45ed-ad53-5724a1de52f3 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:32:22.349582 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e574c6-f996-4a4a-81f4-cb5d7606944f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a10e4b-70d3-4baf-b15a-d2ee0cbd3081,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:22.364684 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7558a1d-b5a8-4fb6-9302-9ee8fe7a09ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:22.407126 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e574c6-f996-4a4a-81f4-cb5d7606944f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:22.407605 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e574c6-f996-4a4a-81f4-cb5d7606944f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:22.407910 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e574c6-f996-4a4a-81f4-cb5d7606944f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:22.408229 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e574c6-f996-4a4a-81f4-cb5d7606944f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:22.412263 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e574c6-f996-4a4a-81f4-cb5d7606944f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:22.412772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e574c6-f996-4a4a-81f4-cb5d7606944f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:22.413272 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e574c6-f996-4a4a-81f4-cb5d7606944f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:22.416846 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e574c6-f996-4a4a-81f4-cb5d7606944f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:22.418805 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e574c6-f996-4a4a-81f4-cb5d7606944f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:22.419233 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e574c6-f996-4a4a-81f4-cb5d7606944f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:22.419658 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e574c6-f996-4a4a-81f4-cb5d7606944f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:22.420732 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e574c6-f996-4a4a-81f4-cb5d7606944f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:22.482821 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f3ea9863-d9c0-4ffa-bb1a-021eb6777c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-185558449-router', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b18915a7-acb0-4dd4-9788-d8db704c09aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:10Z', 'updated_at': '2022-04-18T20:32:16Z', 'revision_number': 3, 'project_id': 'a9e777530ee64d498a49ee3aafe5e494', 'gw_port': {'id': 'b18915a7-acb0-4dd4-9788-d8db704c09aa', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:13Z', 'updated_at': '2022-04-18T20:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:22.528884 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ea9863-d9c0-4ffa-bb1a-021eb6777c12 None None] The sync data for ids ['4801b0bc-0233-4417-985f-5c248d0e08e9'] in n-d-838323-3 is: [{'id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-185558449-router', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b18915a7-acb0-4dd4-9788-d8db704c09aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:10Z', 'updated_at': '2022-04-18T20:32:16Z', 'revision_number': 3, 'project_id': 'a9e777530ee64d498a49ee3aafe5e494', 'gw_port': {'id': 'b18915a7-acb0-4dd4-9788-d8db704c09aa', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:13Z', 'updated_at': '2022-04-18T20:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:32:22.532478 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7558a1d-b5a8-4fb6-9302-9ee8fe7a09ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bf18b5e-c6e2-42ea-850f-30cf03bf2edc,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:22.559774 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7558a1d-b5a8-4fb6-9302-9ee8fe7a09ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:22.567856 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c7558a1d-b5a8-4fb6-9302-9ee8fe7a09ea admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7bf18b5e-c6e2-42ea-850f-30cf03bf2edc HTTP/1.1" status: 204 len: 168 time: 1.2653406 Apr 18 20:32:22.572016 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33400) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:22.581710 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2162442e-0803-4533-aeba-953a7ac7c8ae None None] Network 03564991-91f9-40c6-b33a-4bb4b308e9a2 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:32:22.615652 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-a3b37d1f-a5ba-40ba-a335-034ac88bac50 admin admin] Allocated IP 172.20.0.1 (184b0ce9-8da7-4a7f-88ee-af69b4a35e18/a1854ed8-8332-4033-8972-ab8d2cd944c0/65b57219-9cd1-4e06-8f35-3ff3a12fc224) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:22.688508 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926b266-e542-41c9-b429-3249d78fa013 req-d10cd6d5-1fad-44eb-a240-15041953f6c8 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:22.716298 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5926b266-e542-41c9-b429-3249d78fa013 req-d10cd6d5-1fad-44eb-a240-15041953f6c8 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 945 time: 0.2691333 Apr 18 20:32:22.744924 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a936a908-6468-4d23-bd39-f0e300326fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:22.794669 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2380d075-b2ce-4003-a281-c76c9ec6b9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:22.911192 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0b0ba29d-a5c6-495c-9a49-05e9055c357f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:22.923994 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0b0ba29d-a5c6-495c-9a49-05e9055c357f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:22.953720 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a936a908-6468-4d23-bd39-f0e300326fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:22.972743 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ba29d-a5c6-495c-9a49-05e9055c357f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f15cef-e0de-4481-8cbc-60ce45490784,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:22.972898 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 104159ce-6d43-45ed-ad53-5724a1de52f3, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=104159ce-6d43-45ed-ad53-5724a1de52f3,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:22.984744 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-2380d075-b2ce-4003-a281-c76c9ec6b9d1 admin admin] Deleting port fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:32:22.984862 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2380d075-b2ce-4003-a281-c76c9ec6b9d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:23.055377 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '104159ce-6d43-45ed-ad53-5724a1de52f3', 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61', 'port_id': '104159ce-6d43-45ed-ad53-5724a1de52f3', 'mac_address': 'fa:16:3e:81:bb:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8708785-9af0-4579-bb8d-13349cd937a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:32:23.090350 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5926b266-e542-41c9-b429-3249d78fa013 req-d3287720-bfc3-4bc1-98f1-182305b41a5a tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617704 Apr 18 20:32:23.118058 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-2380d075-b2ce-4003-a281-c76c9ec6b9d1 admin admin] For port fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e,segment=NetworkSegment(3fd84805-2eb2-407f-86be-386d1c5d54dc),segment_id=3fd84805-2eb2-407f-86be-386d1c5d54dc)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:23.118857 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2380d075-b2ce-4003-a281-c76c9ec6b9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:23.140085 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-2380d075-b2ce-4003-a281-c76c9ec6b9d1 admin admin] Calling delete_port for fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:32:23.196088 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4853d4-f3f6-4303-aec6-cb7d98a33c79 req-95d960e9-2b09-42de-a3ed-0bf77d46a955 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:23.214485 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3b4853d4-f3f6-4303-aec6-cb7d98a33c79 req-95d960e9-2b09-42de-a3ed-0bf77d46a955 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 945 time: 0.4633982 Apr 18 20:32:23.226188 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b0f20d-8ba2-4caf-aa83-216a002627aa None None] DHCP port deletion for 03564991-91f9-40c6-b33a-4bb4b308e9a2 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:32:23.288397 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2380d075-b2ce-4003-a281-c76c9ec6b9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:23.324094 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:23.363467 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 104159ce-6d43-45ed-ad53-5724a1de52f3 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:23.405724 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0b0ba29d-a5c6-495c-9a49-05e9055c357f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7af1fcd47f31430788873382e68c92db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4682906 Apr 18 20:32:23.406621 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33412) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:23.418478 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380d075-b2ce-4003-a281-c76c9ec6b9d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:23.420189 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a3b37d1f-a5ba-40ba-a335-034ac88bac50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:23.451725 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3b4853d4-f3f6-4303-aec6-cb7d98a33c79 req-81ca58b6-41c2-4150-8fad-6ef90925f542 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352526 Apr 18 20:32:23.456947 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 104159ce-6d43-45ed-ad53-5724a1de52f3, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=104159ce-6d43-45ed-ad53-5724a1de52f3,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:23.469229 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a936a908-6468-4d23-bd39-f0e300326fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:23.477054 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a936a908-6468-4d23-bd39-f0e300326fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:23.493813 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:23.504663 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a936a908-6468-4d23-bd39-f0e300326fd8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34a10e4b-70d3-4baf-b15a-d2ee0cbd3081 HTTP/1.1" status: 204 len: 168 time: 1.1605358 Apr 18 20:32:23.504889 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2380d075-b2ce-4003-a281-c76c9ec6b9d1 admin admin] No DVR routers for this DVR port fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:32:23.575446 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936a908-6468-4d23-bd39-f0e300326fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a10e4b-70d3-4baf-b15a-d2ee0cbd3081,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:23.613119 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-d1b0f20d-8ba2-4caf-aa83-216a002627aa None None] Deleting port fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:32:23.616654 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d1b0f20d-8ba2-4caf-aa83-216a002627aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:23.631688 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a3b37d1f-a5ba-40ba-a335-034ac88bac50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:23.654054 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['104159ce-6d43-45ed-ad53-5724a1de52f3'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:32:23.752150 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b37d1f-a5ba-40ba-a335-034ac88bac50 admin admin] Network 184b0ce9-8da7-4a7f-88ee-af69b4a35e18 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:23.769883 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-a3b37d1f-a5ba-40ba-a335-034ac88bac50 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:23.785543 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b37d1f-a5ba-40ba-a335-034ac88bac50 admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:32:23.798189 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b37d1f-a5ba-40ba-a335-034ac88bac50 admin admin] Pushing event updated for resources: {'Port': ['ID=65b57219-9cd1-4e06-8f35-3ff3a12fc224,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:23.874874 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2380d075-b2ce-4003-a281-c76c9ec6b9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:23.930298 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a3b37d1f-a5ba-40ba-a335-034ac88bac50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:23.982442 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=104159ce-6d43-45ed-ad53-5724a1de52f3,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:24.026301 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2380d075-b2ce-4003-a281-c76c9ec6b9d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03564991-91f9-40c6-b33a-4bb4b308e9a2']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:24.114238 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f5f0939-93db-4349-aa7e-65699eae11a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:24.183363 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f5f0939-93db-4349-aa7e-65699eae11a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:24.297788 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f5f0939-93db-4349-aa7e-65699eae11a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:24.314661 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f5f0939-93db-4349-aa7e-65699eae11a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:24.340260 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5f5f0939-93db-4349-aa7e-65699eae11a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a9f15cef-e0de-4481-8cbc-60ce45490784 HTTP/1.1" status: 204 len: 168 time: 0.9052556 Apr 18 20:32:24.351117 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2380d075-b2ce-4003-a281-c76c9ec6b9d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd84805-2eb2-407f-86be-386d1c5d54dc') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:24.357127 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2380d075-b2ce-4003-a281-c76c9ec6b9d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd84805-2eb2-407f-86be-386d1c5d54dc') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:24.442154 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f0939-93db-4349-aa7e-65699eae11a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f15cef-e0de-4481-8cbc-60ce45490784,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:24.472126 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2380d075-b2ce-4003-a281-c76c9ec6b9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:24.487521 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b18915a7-acb0-4dd4-9788-d8db704c09aa up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:24.511616 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a3b37d1f-a5ba-40ba-a335-034ac88bac50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:24.526872 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2380d075-b2ce-4003-a281-c76c9ec6b9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:24.543554 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2380d075-b2ce-4003-a281-c76c9ec6b9d1 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:32:24.543887 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982f925-bacb-41ab-b5c1-b33d5939905f req-6aade8b4-fbc4-4902-824c-6ca60b9051af tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:24.544165 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2380d075-b2ce-4003-a281-c76c9ec6b9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:24.556244 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5982f925-bacb-41ab-b5c1-b33d5939905f req-6aade8b4-fbc4-4902-824c-6ca60b9051af tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 945 time: 0.6225076 Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:32:24.694624 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:32:24.702076 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2380d075-b2ce-4003-a281-c76c9ec6b9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:24.712890 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2380d075-b2ce-4003-a281-c76c9ec6b9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:24.718244 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2380d075-b2ce-4003-a281-c76c9ec6b9d1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/03564991-91f9-40c6-b33a-4bb4b308e9a2 HTTP/1.1" status: 204 len: 168 time: 2.1401119 Apr 18 20:32:24.728571 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33436) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:24.750359 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380d075-b2ce-4003-a281-c76c9ec6b9d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=03564991-91f9-40c6-b33a-4bb4b308e9a2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:24.833758 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d1b0f20d-8ba2-4caf-aa83-216a002627aa None None] For port fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e, host n-d-838323-3, got binding levels [] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:24.833965 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d1b0f20d-8ba2-4caf-aa83-216a002627aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:24.869482 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port b18915a7-acb0-4dd4-9788-d8db704c09aa triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:24.869907 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:24.912832 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:32:24.920360 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5b511e0a-86fc-443d-a48a-bb2a3e3fa512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:24.942577 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33440) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:24.948804 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d7c2b41b-bbe1-4ef9-8583-5eef1a0993f6 None None] Provisioning complete for port 65b57219-9cd1-4e06-8f35-3ff3a12fc224 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:24.949182 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d7c2b41b-bbe1-4ef9-8583-5eef1a0993f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:24.980701 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-d1b0f20d-8ba2-4caf-aa83-216a002627aa None None] Calling delete_port for fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:32:24.986023 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.ipam_backend_mixin [None req-d1b0f20d-8ba2-4caf-aa83-216a002627aa None None] Port fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e was not found and therefore no delete operation was performed {{(pid=102910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 20:32:24.997676 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d4bcacf2-d3d5-489c-8d05-195f7a03cfe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:25.049829 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:25.056546 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d1b0f20d-8ba2-4caf-aa83-216a002627aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:25.092617 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0f20d-8ba2-4caf-aa83-216a002627aa None None] Pushing event deleted for resources: {'Port': ['ID=fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:25.113257 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-d7c2b41b-bbe1-4ef9-8583-5eef1a0993f6 None None] Port 65b57219-9cd1-4e06-8f35-3ff3a12fc224 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:32:25.123976 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d1b0f20d-8ba2-4caf-aa83-216a002627aa None None] Network 03564991-91f9-40c6-b33a-4bb4b308e9a2 is not hosted by any dhcp agent {{(pid=102910) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 20:32:25.124478 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b0f20d-8ba2-4caf-aa83-216a002627aa None None] No DVR routers for this DVR port fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:32:25.136005 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port b18915a7-acb0-4dd4-9788-d8db704c09aa, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b18915a7-acb0-4dd4-9788-d8db704c09aa,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:25.174552 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:25.286103 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d4bcacf2-d3d5-489c-8d05-195f7a03cfe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:25.293127 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d4bcacf2-d3d5-489c-8d05-195f7a03cfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:25.305592 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:25.401777 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5982f925-bacb-41ab-b5c1-b33d5939905f req-3bb10ce0-6f96-4f5a-9e2a-103cc5909f88 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8424537 Apr 18 20:32:25.449233 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d4bcacf2-d3d5-489c-8d05-195f7a03cfe9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4bf24ad2be9441da9a4bbb9acae28a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5007319 Apr 18 20:32:25.449740 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bcacf2-d3d5-489c-8d05-195f7a03cfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a3278f-1f4d-4bb8-b61d-187e7b52fc8c,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:25.454053 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33454) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:25.636499 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a039f-c06f-439b-b450-f71fb7fe22ad req-f727df36-8f62-4dc2-a9f2-e8e726abd488 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:25.639629 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e54a039f-c06f-439b-b450-f71fb7fe22ad req-f727df36-8f62-4dc2-a9f2-e8e726abd488 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 945 time: 0.5114872 Apr 18 20:32:25.723331 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c21d9130-39e0-4b94-b873-e17512f6c7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:25.760504 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:32:25.761094 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fcd8cc8b-0d78-4788-a3e5-5e95a5e4ea4e not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:32:25.776795 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=b18915a7-acb0-4dd4-9788-d8db704c09aa,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:25.828003 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c21d9130-39e0-4b94-b873-e17512f6c7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:25.885690 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e54a039f-c06f-439b-b450-f71fb7fe22ad req-3f6e4a9c-afab-4fee-b891-55fa4f6377e8 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199376 Apr 18 20:32:25.996472 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a3b37d1f-a5ba-40ba-a335-034ac88bac50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:26.004205 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c21d9130-39e0-4b94-b873-e17512f6c7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:26.015819 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a3b37d1f-a5ba-40ba-a335-034ac88bac50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:26.016100 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c21d9130-39e0-4b94-b873-e17512f6c7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:26.020263 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c21d9130-39e0-4b94-b873-e17512f6c7cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00a3278f-1f4d-4bb8-b61d-187e7b52fc8c HTTP/1.1" status: 204 len: 168 time: 0.5646734 Apr 18 20:32:26.062289 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d9130-39e0-4b94-b873-e17512f6c7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a3278f-1f4d-4bb8-b61d-187e7b52fc8c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:26.170518 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b18915a7-acb0-4dd4-9788-d8db704c09aa up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:26.243901 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port b18915a7-acb0-4dd4-9788-d8db704c09aa triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:26.244570 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:26.393386 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 104159ce-6d43-45ed-ad53-5724a1de52f3 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:26.501160 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 104159ce-6d43-45ed-ad53-5724a1de52f3 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:26.501545 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:26.624891 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:26.682460 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e5d417-f727-401f-a4fb-949e4fe072e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104159ce-6d43-45ed-ad53-5724a1de52f3'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:26.687059 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5f5037-ec60-45f3-8646-64f3574ca167" -d '{"events": [{"server_uuid": "91e5d417-f727-401f-a4fb-949e4fe072e4", "name": "network-vif-plugged", "status": "completed", "tag": "104159ce-6d43-45ed-ad53-5724a1de52f3"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:26.747564 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 104159ce-6d43-45ed-ad53-5724a1de52f3, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=104159ce-6d43-45ed-ad53-5724a1de52f3,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:26.757038 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:26.808887 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a3b37d1f-a5ba-40ba-a335-034ac88bac50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:26.865167 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3535d519-4f93-4570-80e8-2b5d5f1c95b6 x-openstack-request-id: req-3535d519-4f93-4570-80e8-2b5d5f1c95b6 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:26.865898 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e5d417-f727-401f-a4fb-949e4fe072e4", "name": "network-vif-plugged", "status": "completed", "tag": "104159ce-6d43-45ed-ad53-5724a1de52f3", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:26.866080 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3535d519-4f93-4570-80e8-2b5d5f1c95b6 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:26.866800 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3535d519-4f93-4570-80e8-2b5d5f1c95b6'] response: {'server_uuid': '91e5d417-f727-401f-a4fb-949e4fe072e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104159ce-6d43-45ed-ad53-5724a1de52f3', 'code': 200} Apr 18 20:32:26.900704 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=104159ce-6d43-45ed-ad53-5724a1de52f3,revision_number=7']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:26.945241 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b37d1f-a5ba-40ba-a335-034ac88bac50 admin admin] Pushing event updated for resources: {'Port': ['ID=65b57219-9cd1-4e06-8f35-3ff3a12fc224,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:27.155909 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a289def2-7efe-4e8c-bad7-2ee7dd7857c4 req-2b348afa-e44d-4185-aee8-dbf7ab8cf8e1 tempest-QuotasAdminNegativeTest-388891014 tempest-QuotasAdminNegativeTest-388891014-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4590e5504ba245258a2343d8d0ecb9ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1634214 Apr 18 20:32:27.254263 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133685a-36a1-4bba-8792-cee163c32a07 req-774673fa-fe85-4665-aac5-20464b103236 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:27.259124 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6133685a-36a1-4bba-8792-cee163c32a07 req-774673fa-fe85-4665-aac5-20464b103236 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 945 time: 0.4519997 Apr 18 20:32:27.423771 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b37d1f-a5ba-40ba-a335-034ac88bac50 admin admin] Network 184b0ce9-8da7-4a7f-88ee-af69b4a35e18 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:27.469976 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-a3b37d1f-a5ba-40ba-a335-034ac88bac50 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:27.549171 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289def2-7efe-4e8c-bad7-2ee7dd7857c4 req-a256cdec-bfd3-4d19-a3a6-c76fa5191259 tempest-QuotasAdminNegativeTest-388891014 tempest-QuotasAdminNegativeTest-388891014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:27.558706 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a289def2-7efe-4e8c-bad7-2ee7dd7857c4 req-a256cdec-bfd3-4d19-a3a6-c76fa5191259 tempest-QuotasAdminNegativeTest-388891014 tempest-QuotasAdminNegativeTest-388891014-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3473372 Apr 18 20:32:27.605299 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6936258e-0589-45e7-8a86-9417e7883230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:27.609759 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6133685a-36a1-4bba-8792-cee163c32a07 req-bf29d938-1feb-448c-9bc2-f19110978639 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737048 Apr 18 20:32:27.832352 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a289def2-7efe-4e8c-bad7-2ee7dd7857c4 req-22d2d97f-ec91-4ba8-838b-531d53251e38 tempest-QuotasAdminNegativeTest-388891014 tempest-QuotasAdminNegativeTest-388891014-project] 10.222.0.41 "GET /v2.0/quotas/4590e5504ba245258a2343d8d0ecb9ad HTTP/1.1" status: 200 len: 375 time: 0.2727306 Apr 18 20:32:27.914743 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a289def2-7efe-4e8c-bad7-2ee7dd7857c4 req-285eb595-92fc-4b6d-96ad-a8b15bb7599d tempest-QuotasAdminNegativeTest-388891014 tempest-QuotasAdminNegativeTest-388891014-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4590e5504ba245258a2343d8d0ecb9ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441282 Apr 18 20:32:27.952376 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6576cf7d-e6f6-4945-9ead-de7a24804f34 None None] Provisioning complete for port 65b57219-9cd1-4e06-8f35-3ff3a12fc224 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:27.953007 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6576cf7d-e6f6-4945-9ead-de7a24804f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:27.962925 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b37d1f-a5ba-40ba-a335-034ac88bac50 admin admin] Router 4801b0bc-0233-4417-985f-5c248d0e08e9 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:32:28.014241 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6576cf7d-e6f6-4945-9ead-de7a24804f34 None None] Port 65b57219-9cd1-4e06-8f35-3ff3a12fc224 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:32:28.042585 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33538) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:28.109416 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab4603-dcdf-4b88-ad28-50abbd009981 req-c750ee8f-343e-4567-9831-f9a8a9d0bea8 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:28.112516 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45ab4603-dcdf-4b88-ad28-50abbd009981 req-c750ee8f-343e-4567-9831-f9a8a9d0bea8 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 945 time: 0.2945838 Apr 18 20:32:28.290828 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45ab4603-dcdf-4b88-ad28-50abbd009981 req-868a732f-73aa-44eb-8297-5984b0e84dfb tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314304 Apr 18 20:32:28.478850 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-75b09d7e-04ee-4338-a290-196aa74876dc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-218305280-network', 'tenant_id': '244d77d8177d469ab89689d7ce415f2b'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:28.485211 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b37d1f-a5ba-40ba-a335-034ac88bac50 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:32:28.508876 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239da6f9-87e8-4547-945b-02db34fa3464 None None] Sync routers for ids ['4801b0bc-0233-4417-985f-5c248d0e08e9'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:32:28.524256 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a3b37d1f-a5ba-40ba-a335-034ac88bac50 admin admin] 10.222.0.41 "PUT /v2.0/routers/4801b0bc-0233-4417-985f-5c248d0e08e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5396779 Apr 18 20:32:28.559189 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239da6f9-87e8-4547-945b-02db34fa3464 None None] Routers {'4801b0bc-0233-4417-985f-5c248d0e08e9'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:32:28.560256 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-239da6f9-87e8-4547-945b-02db34fa3464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:31:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4801b0bc-0233-4417-985f-5c248d0e08e9'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:28.578215 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b09d7e-04ee-4338-a290-196aa74876dc admin admin] Made reservation on behalf of 244d77d8177d469ab89689d7ce415f2b for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:28.585950 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-75b09d7e-04ee-4338-a290-196aa74876dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:28.598391 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-75b09d7e-04ee-4338-a290-196aa74876dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:28.720950 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-75b09d7e-04ee-4338-a290-196aa74876dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:28.741416 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-75b09d7e-04ee-4338-a290-196aa74876dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:28.797283 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b09d7e-04ee-4338-a290-196aa74876dc admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:32:28.820723 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b09d7e-04ee-4338-a290-196aa74876dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc889e46-f1e0-4550-973e-9ec18bbe8b22,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:28.850539 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-75b09d7e-04ee-4338-a290-196aa74876dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:28.851412 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-75b09d7e-04ee-4338-a290-196aa74876dc admin admin] Added segment 7d4c9d34-80f2-405b-88b1-f1d14da6e727 of type vlan for network 6e8d2c0b-5b21-4463-ab85-7e442d24733a Apr 18 20:32:28.938549 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-6936258e-0589-45e7-8a86-9417e7883230 admin admin] Deleting port 4b8ed3c3-362a-4148-a686-85ae7853af46 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:32:28.939491 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6936258e-0589-45e7-8a86-9417e7883230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.050023 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5a65600a-fec7-46af-b457-ef54f3950a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.050600 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-75b09d7e-04ee-4338-a290-196aa74876dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.094610 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-75b09d7e-04ee-4338-a290-196aa74876dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.096355 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b09d7e-04ee-4338-a290-196aa74876dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:29.097193 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-75b09d7e-04ee-4338-a290-196aa74876dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.110609 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-6936258e-0589-45e7-8a86-9417e7883230 admin admin] For port 4b8ed3c3-362a-4148-a686-85ae7853af46, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4b8ed3c3-362a-4148-a686-85ae7853af46,segment=NetworkSegment(c476146d-6dd1-430f-a64a-318c6908e01d),segment_id=c476146d-6dd1-430f-a64a-318c6908e01d)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:29.111687 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6936258e-0589-45e7-8a86-9417e7883230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.152515 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-6936258e-0589-45e7-8a86-9417e7883230 admin admin] Calling delete_port for 4b8ed3c3-362a-4148-a686-85ae7853af46 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:32:29.170682 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-239da6f9-87e8-4547-945b-02db34fa3464 None None] Set router 4801b0bc-0233-4417-985f-5c248d0e08e9 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:32:29.350573 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-75b09d7e-04ee-4338-a290-196aa74876dc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2988555 Apr 18 20:32:29.352330 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33578) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:29.378931 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-0e379b2e-caa5-4f49-9baa-e64bd418997d admin admin] Request body: {'subnet': {'network_id': '6e8d2c0b-5b21-4463-ab85-7e442d24733a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-218305280-subnet', 'tenant_id': '244d77d8177d469ab89689d7ce415f2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:29.396222 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b09d7e-04ee-4338-a290-196aa74876dc admin admin] Pushing event updated for resources: {'Network': ['ID=6e8d2c0b-5b21-4463-ab85-7e442d24733a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:29.437126 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 6e8d2c0b-5b21-4463-ab85-7e442d24733a details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:32:29.541655 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e379b2e-caa5-4f49-9baa-e64bd418997d admin admin] Made reservation on behalf of 244d77d8177d469ab89689d7ce415f2b for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:29.555379 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0e379b2e-caa5-4f49-9baa-e64bd418997d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.818074 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.979968 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6936258e-0589-45e7-8a86-9417e7883230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:30.078801 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936258e-0589-45e7-8a86-9417e7883230 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b8ed3c3-362a-4148-a686-85ae7853af46,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:30.215879 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0e379b2e-caa5-4f49-9baa-e64bd418997d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:30.217134 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-239da6f9-87e8-4547-945b-02db34fa3464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-185558449-router', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b18915a7-acb0-4dd4-9788-d8db704c09aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:10Z', 'updated_at': '2022-04-18T20:32:24Z', 'revision_number': 4, 'project_id': 'a9e777530ee64d498a49ee3aafe5e494', 'gw_port': {'id': 'b18915a7-acb0-4dd4-9788-d8db704c09aa', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:13Z', 'updated_at': '2022-04-18T20:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '65b57219-9cd1-4e06-8f35-3ff3a12fc224', 'name': '', 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'mac_address': 'fa:16:3e:22:a3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a1854ed8-8332-4033-8972-ab8d2cd944c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:21Z', 'updated_at': '2022-04-18T20:32:25Z', 'revision_number': 2, 'project_id': 'a9e777530ee64d498a49ee3aafe5e494', 'subnets': [{'id': 'a1854ed8-8332-4033-8972-ab8d2cd944c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:30.269661 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239da6f9-87e8-4547-945b-02db34fa3464 None None] Checking router: 4801b0bc-0233-4417-985f-5c248d0e08e9 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:32:30.270642 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239da6f9-87e8-4547-945b-02db34fa3464 None None] Updating router 4801b0bc-0233-4417-985f-5c248d0e08e9 port 65b57219-9cd1-4e06-8f35-3ff3a12fc224 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:32:30.305394 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-239da6f9-87e8-4547-945b-02db34fa3464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:30.349336 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-2b4eedba-6ae0-458a-989f-6c7a5a4ee847 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:30.359643 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e379b2e-caa5-4f49-9baa-e64bd418997d admin admin] Pushing event updated for resources: {'Subnet': ['ID=acb4310a-ed62-4feb-a69c-7d4d65f7cbaa,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:30.369933 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-2b4eedba-6ae0-458a-989f-6c7a5a4ee847 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/networks?id=184b0ce9-8da7-4a7f-88ee-af69b4a35e18 HTTP/1.1" status: 200 len: 828 time: 0.5292320 Apr 18 20:32:30.373189 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e379b2e-caa5-4f49-9baa-e64bd418997d admin admin] Checking segment: {'id': '7d4c9d34-80f2-405b-88b1-f1d14da6e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6e8d2c0b-5b21-4463-ab85-7e442d24733a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:30.373612 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e379b2e-caa5-4f49-9baa-e64bd418997d admin admin] Network hostable DHCP agents. Network: 6e8d2c0b-5b21-4463-ab85-7e442d24733a, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:32:30.428361 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba419cca-5894-4985-a7fa-c34ef6565ae8 req-57fb68a6-d156-4666-bf3c-f0a7110b4a2c tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:30.428742 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e379b2e-caa5-4f49-9baa-e64bd418997d admin admin] Network 6e8d2c0b-5b21-4463-ab85-7e442d24733a is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:32:30.432881 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba419cca-5894-4985-a7fa-c34ef6565ae8 req-57fb68a6-d156-4666-bf3c-f0a7110b4a2c tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 945 time: 0.4427860 Apr 18 20:32:30.443978 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-d21096f0-68cc-4fc9-bc03-3e81fe5db7a3 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/quotas/a9e777530ee64d498a49ee3aafe5e494 HTTP/1.1" status: 200 len: 375 time: 0.0725062 Apr 18 20:32:30.461616 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-0e379b2e-caa5-4f49-9baa-e64bd418997d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 6e8d2c0b-5b21-4463-ab85-7e442d24733a) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:30.472075 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e379b2e-caa5-4f49-9baa-e64bd418997d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:30.472945 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0e379b2e-caa5-4f49-9baa-e64bd418997d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:30.516464 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10e68e1-95b1-497f-89af-659936edc26c None None] Network 6e8d2c0b-5b21-4463-ab85-7e442d24733a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:32:30.525101 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0e379b2e-caa5-4f49-9baa-e64bd418997d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1569290 Apr 18 20:32:30.527198 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33602) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:30.542055 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-2029346d-ee39-4467-9f5d-6b039506b676 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-218305280-router', 'tenant_id': '244d77d8177d469ab89689d7ce415f2b', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:30.640237 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2029346d-ee39-4467-9f5d-6b039506b676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:30.642618 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2029346d-ee39-4467-9f5d-6b039506b676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:30.685738 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba419cca-5894-4985-a7fa-c34ef6565ae8 req-a5e58771-263b-4d49-929e-938fbfc3ec0c tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375739 Apr 18 20:32:30.765299 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-3a5f7f5d-36aa-4548-87ae-46ee4a7e500d tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9e777530ee64d498a49ee3aafe5e494&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3195086 Apr 18 20:32:30.814507 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2029346d-ee39-4467-9f5d-6b039506b676 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:30.927190 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6936258e-0589-45e7-8a86-9417e7883230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:30.951056 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac60e18-37c2-45ad-9cff-a4e5509a30fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-6e8d2c0b-5b21-4463-ab85-7e442d24733a', 'network_id': '6e8d2c0b-5b21-4463-ab85-7e442d24733a', 'tenant_id': '244d77d8177d469ab89689d7ce415f2b', 'fixed_ips': [{'subnet_id': 'acb4310a-ed62-4feb-a69c-7d4d65f7cbaa'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:32:30.952663 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cac60e18-37c2-45ad-9cff-a4e5509a30fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:30.974220 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce343d-9741-4573-9a21-6a08f8cbf7ff req-fcec41aa-dc39-42f3-b500-d1e8140c85b6 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:30.978054 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-59ce343d-9741-4573-9a21-6a08f8cbf7ff req-fcec41aa-dc39-42f3-b500-d1e8140c85b6 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 945 time: 0.0932679 Apr 18 20:32:31.060403 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-d1757f88-af22-4709-a22c-a21f53517a00 service neutron] 10.222.0.41 "GET /v2.0/networks/184b0ce9-8da7-4a7f-88ee-af69b4a35e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942019 Apr 18 20:32:31.080126 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2029346d-ee39-4467-9f5d-6b039506b676 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:31.192314 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-59ce343d-9741-4573-9a21-6a08f8cbf7ff req-4ea88926-367f-45d1-90d9-4be2d23dce65 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604452 Apr 18 20:32:31.264893 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:31.290039 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-cac60e18-37c2-45ad-9cff-a4e5509a30fc None None] Allocated IP 172.20.0.2 (6e8d2c0b-5b21-4463-ab85-7e442d24733a/acb4310a-ed62-4feb-a69c-7d4d65f7cbaa/13c469cb-5592-4fa2-830b-5bfe1a4eab21) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:31.300225 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-239da6f9-87e8-4547-945b-02db34fa3464 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:31.321253 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-239da6f9-87e8-4547-945b-02db34fa3464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:31.520911 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013bf81-6e13-4bb9-bafc-96102bc5b61a None None] Pushing event updated for resources: {'Port': ['ID=65b57219-9cd1-4e06-8f35-3ff3a12fc224,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:31.534083 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:31.601637 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-043df593-0911-496b-b782-fd32ef200654 service neutron] 10.222.0.41 "GET /v2.0/networks/184b0ce9-8da7-4a7f-88ee-af69b4a35e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266185 Apr 18 20:32:31.732779 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-239da6f9-87e8-4547-945b-02db34fa3464 None None] Attempting to bind port 65b57219-9cd1-4e06-8f35-3ff3a12fc224 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:31.733386 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-239da6f9-87e8-4547-945b-02db34fa3464 None None] Attempting to bind port 65b57219-9cd1-4e06-8f35-3ff3a12fc224 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'd4550aeb-dbd6-4af9-9328-fdc09ed8e0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:31.733986 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239da6f9-87e8-4547-945b-02db34fa3464 None None] Attempting to bind port 65b57219-9cd1-4e06-8f35-3ff3a12fc224 on network 184b0ce9-8da7-4a7f-88ee-af69b4a35e18 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:31.822778 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239da6f9-87e8-4547-945b-02db34fa3464 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:32:31.823412 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239da6f9-87e8-4547-945b-02db34fa3464 None None] Checking segment: {'id': 'd4550aeb-dbd6-4af9-9328-fdc09ed8e0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:31.824234 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-239da6f9-87e8-4547-945b-02db34fa3464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:31.824950 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239da6f9-87e8-4547-945b-02db34fa3464 None None] Bound using segment: {'id': 'd4550aeb-dbd6-4af9-9328-fdc09ed8e0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:32:31.826015 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-239da6f9-87e8-4547-945b-02db34fa3464 None None] Bound port: 65b57219-9cd1-4e06-8f35-3ff3a12fc224, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4550aeb-dbd6-4af9-9328-fdc09ed8e0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:31.826643 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-239da6f9-87e8-4547-945b-02db34fa3464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:31.833564 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2029346d-ee39-4467-9f5d-6b039506b676 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:31.909782 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2029346d-ee39-4467-9f5d-6b039506b676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:31.971754 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33646) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:32.047838 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cac60e18-37c2-45ad-9cff-a4e5509a30fc None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:32.058993 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6b47c91f-14df-48b4-8c43-4a3d92b9719b None None] Provisioning complete for port 65b57219-9cd1-4e06-8f35-3ff3a12fc224 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:32.060413 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6b47c91f-14df-48b4-8c43-4a3d92b9719b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:32.093996 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33652) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:32.148543 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6b47c91f-14df-48b4-8c43-4a3d92b9719b None None] Port 65b57219-9cd1-4e06-8f35-3ff3a12fc224 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:32:32.166830 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cac60e18-37c2-45ad-9cff-a4e5509a30fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:32.185453 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4106a34-9507-42f7-9897-a7bf341d44f4 req-01cd80a1-4e42-4afa-9fbf-90e8357a2185 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eede207-e079-4c70-ba13-67cad0698a1a HTTP/1.1" status: 200 len: 210 time: 0.1209323 Apr 18 20:32:32.205741 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6936258e-0589-45e7-8a86-9417e7883230 admin admin] Router 1a13ffd0-3cd9-4363-a3cf-c61105443549 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:32:32.211245 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-1bfd3950-b38a-4e48-9f26-1684a4af7f81 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:32.213414 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-1bfd3950-b38a-4e48-9f26-1684a4af7f81 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb&tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&binding%3Ahost_id=n-h1-838323-3 HTTP/1.1" status: 200 len: 1096 time: 0.4309506 Apr 18 20:32:32.227324 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-977d5de2-ae95-4c7e-ad22-4e4504eea8f0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838323-3'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:32.328725 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-2029346d-ee39-4467-9f5d-6b039506b676 admin admin] Allocated IP 172.25.1.55 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/19a93ac9-3f80-492b-8c34-2c5156328743) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:32.449969 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac60e18-37c2-45ad-9cff-a4e5509a30fc None None] Pushing event updated for resources: {'Port': ['ID=13c469cb-5592-4fa2-830b-5bfe1a4eab21,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:32.458803 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac60e18-37c2-45ad-9cff-a4e5509a30fc None None] Network 6e8d2c0b-5b21-4463-ab85-7e442d24733a is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:32.464066 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-cac60e18-37c2-45ad-9cff-a4e5509a30fc None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:32.469054 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-239da6f9-87e8-4547-945b-02db34fa3464 None None] For port 65b57219-9cd1-4e06-8f35-3ff3a12fc224, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:32:32.476670 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac60e18-37c2-45ad-9cff-a4e5509a30fc None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:32:32.481808 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-239da6f9-87e8-4547-945b-02db34fa3464 None None] For port 65b57219-9cd1-4e06-8f35-3ff3a12fc224, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=65b57219-9cd1-4e06-8f35-3ff3a12fc224,segment=NetworkSegment(d4550aeb-dbd6-4af9-9328-fdc09ed8e0d1),segment_id=d4550aeb-dbd6-4af9-9328-fdc09ed8e0d1)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:32:32.487364 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7848e4b-7e3f-4594-b3f6-ea345bc9f6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:32.514742 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-239da6f9-87e8-4547-945b-02db34fa3464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:32.621373 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2029346d-ee39-4467-9f5d-6b039506b676 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:32.750777 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239da6f9-87e8-4547-945b-02db34fa3464 None None] Routers {'4801b0bc-0233-4417-985f-5c248d0e08e9'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:32:32.751052 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-239da6f9-87e8-4547-945b-02db34fa3464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:32:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4801b0bc-0233-4417-985f-5c248d0e08e9'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:32.763686 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-cac60e18-37c2-45ad-9cff-a4e5509a30fc None None] Attempting to bind port 13c469cb-5592-4fa2-830b-5bfe1a4eab21 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:32.764027 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-cac60e18-37c2-45ad-9cff-a4e5509a30fc None None] Attempting to bind port 13c469cb-5592-4fa2-830b-5bfe1a4eab21 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '7d4c9d34-80f2-405b-88b1-f1d14da6e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6e8d2c0b-5b21-4463-ab85-7e442d24733a'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:32.764476 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac60e18-37c2-45ad-9cff-a4e5509a30fc None None] Attempting to bind port 13c469cb-5592-4fa2-830b-5bfe1a4eab21 on network 6e8d2c0b-5b21-4463-ab85-7e442d24733a {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:32.769111 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013bf81-6e13-4bb9-bafc-96102bc5b61a None None] Pushing event updated for resources: {'Port': ['ID=65b57219-9cd1-4e06-8f35-3ff3a12fc224,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:32.843058 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2029346d-ee39-4467-9f5d-6b039506b676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:32.848358 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7848e4b-7e3f-4594-b3f6-ea345bc9f6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:32.890757 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac60e18-37c2-45ad-9cff-a4e5509a30fc None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:32:32.891179 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac60e18-37c2-45ad-9cff-a4e5509a30fc None None] Checking segment: {'id': '7d4c9d34-80f2-405b-88b1-f1d14da6e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6e8d2c0b-5b21-4463-ab85-7e442d24733a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:32.891365 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cac60e18-37c2-45ad-9cff-a4e5509a30fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:32.891764 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac60e18-37c2-45ad-9cff-a4e5509a30fc None None] Bound using segment: {'id': '7d4c9d34-80f2-405b-88b1-f1d14da6e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6e8d2c0b-5b21-4463-ab85-7e442d24733a'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:32:32.892501 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7848e4b-7e3f-4594-b3f6-ea345bc9f6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:32.894519 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-cac60e18-37c2-45ad-9cff-a4e5509a30fc None None] Bound port: 13c469cb-5592-4fa2-830b-5bfe1a4eab21, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4c9d34-80f2-405b-88b1-f1d14da6e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6e8d2c0b-5b21-4463-ab85-7e442d24733a'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:32.895432 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cac60e18-37c2-45ad-9cff-a4e5509a30fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:32.950905 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c7848e4b-7e3f-4594-b3f6-ea345bc9f6a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86c69dabc1c74f63828d6839b224a64c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8555582 Apr 18 20:32:32.956551 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33666) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:33.000048 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-cac60e18-37c2-45ad-9cff-a4e5509a30fc None None] For port 13c469cb-5592-4fa2-830b-5bfe1a4eab21, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:32:33.003685 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-cac60e18-37c2-45ad-9cff-a4e5509a30fc None None] For port 13c469cb-5592-4fa2-830b-5bfe1a4eab21, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=13c469cb-5592-4fa2-830b-5bfe1a4eab21,segment=NetworkSegment(7d4c9d34-80f2-405b-88b1-f1d14da6e727),segment_id=7d4c9d34-80f2-405b-88b1-f1d14da6e727)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:32:33.017824 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cac60e18-37c2-45ad-9cff-a4e5509a30fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:33.024765 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c6429-114e-4c31-9dd2-a468b52acd87 req-64da8417-ed71-403e-b3db-9ddb4a61baf7 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:33.033051 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e40c6429-114e-4c31-9dd2-a468b52acd87 req-64da8417-ed71-403e-b3db-9ddb4a61baf7 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 945 time: 1.1101913 Apr 18 20:32:33.167525 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2029346d-ee39-4467-9f5d-6b039506b676 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:33.213177 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-2029346d-ee39-4467-9f5d-6b039506b676 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:33.233651 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029346d-ee39-4467-9f5d-6b039506b676 admin admin] Pushing event updated for resources: {'Port': ['ID=19a93ac9-3f80-492b-8c34-2c5156328743,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:33.237649 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2029346d-ee39-4467-9f5d-6b039506b676 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:32:33.434737 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-be5c8f4f-bb26-4443-9b63-dc8035bbcbdd None None] Provisioning complete for port 65b57219-9cd1-4e06-8f35-3ff3a12fc224 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:33.435434 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-be5c8f4f-bb26-4443-9b63-dc8035bbcbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:33.486768 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7848e4b-7e3f-4594-b3f6-ea345bc9f6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37e68bf-4e50-4822-8723-69fc07b9cb58,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:33.545507 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6936258e-0589-45e7-8a86-9417e7883230 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:32:33.547039 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac60e18-37c2-45ad-9cff-a4e5509a30fc None None] Pushing event updated for resources: {'Port': ['ID=13c469cb-5592-4fa2-830b-5bfe1a4eab21,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:33.553427 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-239da6f9-87e8-4547-945b-02db34fa3464 None None] Set router 4801b0bc-0233-4417-985f-5c248d0e08e9 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:32:33.560884 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0742fc-2621-4213-85b4-b51a5c467e57 None None] Sync routers for ids ['1a13ffd0-3cd9-4363-a3cf-c61105443549'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:32:33.565722 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6936258e-0589-45e7-8a86-9417e7883230 admin admin] 10.222.0.41 "PUT /v2.0/routers/1a13ffd0-3cd9-4363-a3cf-c61105443549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8201771 Apr 18 20:32:33.580094 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33672) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:33.589292 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94ca0f1a-fafb-4858-9fa3-2bc16582bda7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:33.611077 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0742fc-2621-4213-85b4-b51a5c467e57 None None] Routers {'1a13ffd0-3cd9-4363-a3cf-c61105443549'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:32:33.621655 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-cc0742fc-2621-4213-85b4-b51a5c467e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:32:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1a13ffd0-3cd9-4363-a3cf-c61105443549'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:33.735497 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94ca0f1a-fafb-4858-9fa3-2bc16582bda7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:33.789664 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6b45d184-3d02-4bb2-8cd4-395e35a33dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:33.812805 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e91343c6-8941-4a8a-b5af-2b2b1c795ec7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:33.951318 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-cc0742fc-2621-4213-85b4-b51a5c467e57 None None] Set router 1a13ffd0-3cd9-4363-a3cf-c61105443549 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:32:34.033648 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-be5c8f4f-bb26-4443-9b63-dc8035bbcbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:34.118831 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94ca0f1a-fafb-4858-9fa3-2bc16582bda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:34.122233 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a693244-d18a-42f0-bb49-2922d6d7bdd6 req-789cc696-96bc-4401-8475-72cc974c265d tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:34.124685 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94ca0f1a-fafb-4858-9fa3-2bc16582bda7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:34.140030 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-94ca0f1a-fafb-4858-9fa3-2bc16582bda7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a37e68bf-4e50-4822-8723-69fc07b9cb58 HTTP/1.1" status: 204 len: 168 time: 1.1778741 Apr 18 20:32:34.142048 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5a693244-d18a-42f0-bb49-2922d6d7bdd6 req-789cc696-96bc-4401-8475-72cc974c265d tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 945 time: 1.0947189 Apr 18 20:32:34.163817 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2029346d-ee39-4467-9f5d-6b039506b676 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:34.300022 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-be5c8f4f-bb26-4443-9b63-dc8035bbcbdd None None] For port 65b57219-9cd1-4e06-8f35-3ff3a12fc224, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=65b57219-9cd1-4e06-8f35-3ff3a12fc224,segment=NetworkSegment(d4550aeb-dbd6-4af9-9328-fdc09ed8e0d1),segment_id=d4550aeb-dbd6-4af9-9328-fdc09ed8e0d1)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:34.314963 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-be5c8f4f-bb26-4443-9b63-dc8035bbcbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:34.316933 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca0f1a-fafb-4858-9fa3-2bc16582bda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37e68bf-4e50-4822-8723-69fc07b9cb58,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:34.459576 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e91343c6-8941-4a8a-b5af-2b2b1c795ec7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:34.516633 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c8f4f-bb26-4443-9b63-dc8035bbcbdd None None] Pushing event updated for resources: {'Port': ['ID=65b57219-9cd1-4e06-8f35-3ff3a12fc224,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:34.538617 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 13c469cb-5592-4fa2-830b-5bfe1a4eab21 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:34.599271 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e40c6429-114e-4c31-9dd2-a468b52acd87 req-7ada678e-f8d2-4c6a-91d4-99c70eeab2a8 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5208933 Apr 18 20:32:34.698534 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6b45d184-3d02-4bb2-8cd4-395e35a33dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:34.780154 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6b45d184-3d02-4bb2-8cd4-395e35a33dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:34.823968 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a8699374-f77f-4f4f-b16e-d5ee63d2b584 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:32:34.948671 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-977d5de2-ae95-4c7e-ad22-4e4504eea8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:34.964233 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-cc0742fc-2621-4213-85b4-b51a5c467e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a13ffd0-3cd9-4363-a3cf-c61105443549', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460452158-router', 'tenant_id': 'cd356eb9bb8845afb6b216bde83b6066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'ca31faea-6403-416d-9430-2f59cd373e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:53Z', 'updated_at': '2022-04-18T20:32:29Z', 'revision_number': 5, 'project_id': 'cd356eb9bb8845afb6b216bde83b6066', 'gw_port': {'id': 'ca31faea-6403-416d-9430-2f59cd373e72', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:aa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a13ffd0-3cd9-4363-a3cf-c61105443549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:54Z', 'updated_at': '2022-04-18T20:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:34.995555 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0742fc-2621-4213-85b4-b51a5c467e57 None None] Checking router: 1a13ffd0-3cd9-4363-a3cf-c61105443549 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:32:35.007555 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0742fc-2621-4213-85b4-b51a5c467e57 None None] Routers {'1a13ffd0-3cd9-4363-a3cf-c61105443549'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:32:35.008519 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-cc0742fc-2621-4213-85b4-b51a5c467e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:32:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1a13ffd0-3cd9-4363-a3cf-c61105443549'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:35.123484 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-cc0742fc-2621-4213-85b4-b51a5c467e57 None None] Set router 1a13ffd0-3cd9-4363-a3cf-c61105443549 gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:32:35.204268 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5a693244-d18a-42f0-bb49-2922d6d7bdd6 req-22482ac8-ece9-40dc-88e8-53e4c3ab76c8 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8223197 Apr 18 20:32:35.232115 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-cc0742fc-2621-4213-85b4-b51a5c467e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a13ffd0-3cd9-4363-a3cf-c61105443549', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460452158-router', 'tenant_id': 'cd356eb9bb8845afb6b216bde83b6066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:53Z', 'updated_at': '2022-04-18T20:32:34Z', 'revision_number': 6, 'project_id': 'cd356eb9bb8845afb6b216bde83b6066', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:35.234879 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-61908282-9753-41b1-9483-b200bf0c6b99 req-967403fd-dbbb-48bb-a292-835d16684249 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eede207-e079-4c70-ba13-67cad0698a1a HTTP/1.1" status: 200 len: 210 time: 0.2118700 Apr 18 20:32:35.269714 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0742fc-2621-4213-85b4-b51a5c467e57 None None] The sync data for ids ['1a13ffd0-3cd9-4363-a3cf-c61105443549'] in n-d-838323-3 is: [{'id': '1a13ffd0-3cd9-4363-a3cf-c61105443549', 'name': 'tempest-AttachSCSIVolumeTestJSON-1460452158-router', 'tenant_id': 'cd356eb9bb8845afb6b216bde83b6066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:53Z', 'updated_at': '2022-04-18T20:32:34Z', 'revision_number': 6, 'project_id': 'cd356eb9bb8845afb6b216bde83b6066', 'gw_port_host': None}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:32:35.308253 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2029346d-ee39-4467-9f5d-6b039506b676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:35.343352 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45d184-3d02-4bb2-8cd4-395e35a33dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe022a74-e894-4471-bb65-13341899dfbb,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:35.343725 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c07dd8a-269c-4c02-a578-f71de429162c None None] Network 6e8d2c0b-5b21-4463-ab85-7e442d24733a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:32:35.357296 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6b45d184-3d02-4bb2-8cd4-395e35a33dcb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4590e5504ba245258a2343d8d0ecb9ad&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3813620 Apr 18 20:32:35.371549 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33694) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:35.497498 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-26f55611-8de4-444f-8ef0-2a78b0f8f6ea tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:35.502237 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-26f55611-8de4-444f-8ef0-2a78b0f8f6ea tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.32 "GET /v2.0/networks?id=184b0ce9-8da7-4a7f-88ee-af69b4a35e18 HTTP/1.1" status: 200 len: 828 time: 0.8142529 Apr 18 20:32:35.567955 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 13c469cb-5592-4fa2-830b-5bfe1a4eab21 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:35.568891 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:35.632587 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d64232ff-8b78-486d-8ada-004f0aa9ce7d None None] Provisioning complete for port 13c469cb-5592-4fa2-830b-5bfe1a4eab21 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:35.633346 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d64232ff-8b78-486d-8ada-004f0aa9ce7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:35.728511 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-14585055-9e47-40bb-86bb-2d1fa3668673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:35.744950 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-e91343c6-8941-4a8a-b5af-2b2b1c795ec7 admin admin] Deleting port ca31faea-6403-416d-9430-2f59cd373e72 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:32:35.745605 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e91343c6-8941-4a8a-b5af-2b2b1c795ec7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:35.860295 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:35.872742 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a8699374-f77f-4f4f-b16e-d5ee63d2b584, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a8699374-f77f-4f4f-b16e-d5ee63d2b584,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:35.957855 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-14585055-9e47-40bb-86bb-2d1fa3668673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:36.004122 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-239da6f9-87e8-4547-945b-02db34fa3464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-185558449-router', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b18915a7-acb0-4dd4-9788-d8db704c09aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:10Z', 'updated_at': '2022-04-18T20:32:24Z', 'revision_number': 4, 'project_id': 'a9e777530ee64d498a49ee3aafe5e494', 'gw_port': {'id': 'b18915a7-acb0-4dd4-9788-d8db704c09aa', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:13Z', 'updated_at': '2022-04-18T20:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '65b57219-9cd1-4e06-8f35-3ff3a12fc224', 'name': '', 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'mac_address': 'fa:16:3e:22:a3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a1854ed8-8332-4033-8972-ab8d2cd944c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:21Z', 'updated_at': '2022-04-18T20:32:32Z', 'revision_number': 4, 'project_id': 'a9e777530ee64d498a49ee3aafe5e494', 'subnets': [{'id': 'a1854ed8-8332-4033-8972-ab8d2cd944c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:36.034208 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-977d5de2-ae95-4c7e-ad22-4e4504eea8f0 service neutron] For port a8699374-f77f-4f4f-b16e-d5ee63d2b584, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a8699374-f77f-4f4f-b16e-d5ee63d2b584,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:36.055785 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a8699374-f77f-4f4f-b16e-d5ee63d2b584 has no active binding in host n-h2-838323-3 {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 20:32:36.058960 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239da6f9-87e8-4547-945b-02db34fa3464 None None] The sync data for ids ['4801b0bc-0233-4417-985f-5c248d0e08e9'] in n-d-838323-3 is: [{'id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-185558449-router', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b18915a7-acb0-4dd4-9788-d8db704c09aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:10Z', 'updated_at': '2022-04-18T20:32:24Z', 'revision_number': 4, 'project_id': 'a9e777530ee64d498a49ee3aafe5e494', 'gw_port': {'id': 'b18915a7-acb0-4dd4-9788-d8db704c09aa', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:13Z', 'updated_at': '2022-04-18T20:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '65b57219-9cd1-4e06-8f35-3ff3a12fc224', 'name': '', 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'mac_address': 'fa:16:3e:22:a3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a1854ed8-8332-4033-8972-ab8d2cd944c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:21Z', 'updated_at': '2022-04-18T20:32:32Z', 'revision_number': 4, 'project_id': 'a9e777530ee64d498a49ee3aafe5e494', 'subnets': [{'id': 'a1854ed8-8332-4033-8972-ab8d2cd944c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:32:36.092130 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-e91343c6-8941-4a8a-b5af-2b2b1c795ec7 admin admin] For port ca31faea-6403-416d-9430-2f59cd373e72, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=ca31faea-6403-416d-9430-2f59cd373e72,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:36.092605 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e91343c6-8941-4a8a-b5af-2b2b1c795ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:36.114503 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-e91343c6-8941-4a8a-b5af-2b2b1c795ec7 admin admin] Calling delete_port for ca31faea-6403-416d-9430-2f59cd373e72 owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:32:36.147422 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-ba811aa1-525a-4f13-929f-7801b58eedc0 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Request body: {'port': {'device_id': '9eede207-e079-4c70-ba13-67cad0698a1a', 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18', 'admin_state_up': True, 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:36.180705 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 13c469cb-5592-4fa2-830b-5bfe1a4eab21, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=13c469cb-5592-4fa2-830b-5bfe1a4eab21,segment=NetworkSegment(7d4c9d34-80f2-405b-88b1-f1d14da6e727),segment_id=7d4c9d34-80f2-405b-88b1-f1d14da6e727)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:36.202554 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:36.361319 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d64232ff-8b78-486d-8ada-004f0aa9ce7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:36.410428 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2029346d-ee39-4467-9f5d-6b039506b676 admin admin] Router dfbee8c3-4311-498c-aff8-c4bd89add527 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:32:36.619416 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-d64232ff-8b78-486d-8ada-004f0aa9ce7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:32:36.619773 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-d64232ff-8b78-486d-8ada-004f0aa9ce7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:32:36.627369 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4b8ed3c3-362a-4148-a686-85ae7853af46 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:36.681126 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 4b8ed3c3-362a-4148-a686-85ae7853af46 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:32:36.681499 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4b8ed3c3-362a-4148-a686-85ae7853af46 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:32:36.681906 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device ca31faea-6403-416d-9430-2f59cd373e72 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:36.697860 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-ba811aa1-525a-4f13-929f-7801b58eedc0 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Made reservation on behalf of a9e777530ee64d498a49ee3aafe5e494 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:36.728276 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-ba811aa1-525a-4f13-929f-7801b58eedc0 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:36.728652 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5c1c0-6c54-4479-9bf1-b64fecc5123e req-80186236-367b-47cd-9d5e-6f5c3ef394f5 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:36.740109 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a1a5c1c0-6c54-4479-9bf1-b64fecc5123e req-80186236-367b-47cd-9d5e-6f5c3ef394f5 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 945 time: 0.9397056 Apr 18 20:32:36.840403 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=13c469cb-5592-4fa2-830b-5bfe1a4eab21,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:36.899073 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc3f55a4-cf0e-4db0-afee-3be47b10c95a req-e16fcb8b-0595-4818-948d-c01c62394204 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eede207-e079-4c70-ba13-67cad0698a1a HTTP/1.1" status: 200 len: 210 time: 0.2542353 Apr 18 20:32:36.899797 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-14585055-9e47-40bb-86bb-2d1fa3668673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:36.911618 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-14585055-9e47-40bb-86bb-2d1fa3668673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:36.915592 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-14585055-9e47-40bb-86bb-2d1fa3668673 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe022a74-e894-4471-bb65-13341899dfbb HTTP/1.1" status: 204 len: 168 time: 1.5399477 Apr 18 20:32:37.044111 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e91343c6-8941-4a8a-b5af-2b2b1c795ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:37.117662 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:37.187185 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2029346d-ee39-4467-9f5d-6b039506b676 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:32:37.214661 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91343c6-8941-4a8a-b5af-2b2b1c795ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca31faea-6403-416d-9430-2f59cd373e72,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:37.271350 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-977d5de2-ae95-4c7e-ad22-4e4504eea8f0 service neutron] For port a8699374-f77f-4f4f-b16e-d5ee63d2b584, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:32:37.289094 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-ba811aa1-525a-4f13-929f-7801b58eedc0 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Allocated IP 172.20.0.3 (184b0ce9-8da7-4a7f-88ee-af69b4a35e18/a1854ed8-8332-4033-8972-ab8d2cd944c0/c5e21e3d-c662-4b8a-aa78-911e293510c8) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:37.309470 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce08eb1d-9924-447e-836b-e13ab554c330 None None] Sync routers for ids ['dfbee8c3-4311-498c-aff8-c4bd89add527'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:32:37.398718 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-977d5de2-ae95-4c7e-ad22-4e4504eea8f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:37.400937 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce08eb1d-9924-447e-836b-e13ab554c330 None None] Routers {'dfbee8c3-4311-498c-aff8-c4bd89add527'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:32:37.402138 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-ce08eb1d-9924-447e-836b-e13ab554c330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:32:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['dfbee8c3-4311-498c-aff8-c4bd89add527'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:37.420880 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14585055-9e47-40bb-86bb-2d1fa3668673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe022a74-e894-4471-bb65-13341899dfbb,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:37.423225 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6e7534-1ade-403c-ba64-eac1df4730eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8699374-f77f-4f4f-b16e-d5ee63d2b584'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:37.425949 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324cf682-1c81-4475-ab3c-5466040a8812" -d '{"events": [{"server_uuid": "7f6e7534-1ade-403c-ba64-eac1df4730eb", "name": "network-vif-unplugged", "status": "completed", "tag": "a8699374-f77f-4f4f-b16e-d5ee63d2b584"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:37.444061 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-977d5de2-ae95-4c7e-ad22-4e4504eea8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:37.677101 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a1a5c1c0-6c54-4479-9bf1-b64fecc5123e req-dfdc8ee1-3e0f-4bfe-b0b8-87f7a2a1a581 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9321511 Apr 18 20:32:37.707270 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-abfd0a56-e9a7-47e8-8631-7b409a8e8cc7 None None] Provisioning complete for port 13c469cb-5592-4fa2-830b-5bfe1a4eab21 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:37.709955 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-abfd0a56-e9a7-47e8-8631-7b409a8e8cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:37.823407 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969af87-d5fb-45e3-87bb-67ec033a1b25 req-3e9cda11-a84e-43f6-be66-eb7e7a6cf739 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:37.828062 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-ba811aa1-525a-4f13-929f-7801b58eedc0 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:37.829055 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d969af87-d5fb-45e3-87bb-67ec033a1b25 req-3e9cda11-a84e-43f6-be66-eb7e7a6cf739 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 943 time: 0.6153138 Apr 18 20:32:37.855487 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:37.928579 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2029346d-ee39-4467-9f5d-6b039506b676 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:37.946648 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2029346d-ee39-4467-9f5d-6b039506b676 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 7.4017818 Apr 18 20:32:37.950699 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33742) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:37.951351 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33744) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:37.997938 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e91343c6-8941-4a8a-b5af-2b2b1c795ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:38.118647 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-140ea4ad-889e-4567-9130-e62777fc1de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:38.191413 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d5de2-ae95-4c7e-ad22-4e4504eea8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a8699374-f77f-4f4f-b16e-d5ee63d2b584,revision_number=7']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:38.215875 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-ce08eb1d-9924-447e-836b-e13ab554c330 None None] Set router dfbee8c3-4311-498c-aff8-c4bd89add527 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:32:38.327867 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-ba811aa1-525a-4f13-929f-7801b58eedc0 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:38.346045 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-977d5de2-ae95-4c7e-ad22-4e4504eea8f0 service neutron] Attempting to bind port a8699374-f77f-4f4f-b16e-d5ee63d2b584 on host n-h1-838323-3 for vnic_type normal with profile {"migrating_to": "n-h2-838323-3"} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:38.346437 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-977d5de2-ae95-4c7e-ad22-4e4504eea8f0 service neutron] Attempting to bind port a8699374-f77f-4f4f-b16e-d5ee63d2b584 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:38.346770 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-977d5de2-ae95-4c7e-ad22-4e4504eea8f0 service neutron] Attempting to bind port a8699374-f77f-4f4f-b16e-d5ee63d2b584 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:38.379817 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d969af87-d5fb-45e3-87bb-67ec033a1b25 req-201c4a09-80a3-4bdc-bc84-b7711d091fcf tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4974077 Apr 18 20:32:38.389414 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e91343c6-8941-4a8a-b5af-2b2b1c795ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:38.402993 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e91343c6-8941-4a8a-b5af-2b2b1c795ec7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:38.407673 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-977d5de2-ae95-4c7e-ad22-4e4504eea8f0 service neutron] Port a8699374-f77f-4f4f-b16e-d5ee63d2b584 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:32:38.407996 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-977d5de2-ae95-4c7e-ad22-4e4504eea8f0 service neutron] Attempting to bind port a8699374-f77f-4f4f-b16e-d5ee63d2b584 on network 93e8e2fd-14fe-4cc2-9e5c-3a430530374e {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:38.464783 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-977d5de2-ae95-4c7e-ad22-4e4504eea8f0 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:32:38.471120 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-977d5de2-ae95-4c7e-ad22-4e4504eea8f0 service neutron] Checking segment: {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:38.471614 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-977d5de2-ae95-4c7e-ad22-4e4504eea8f0 service neutron] Bound using segment: {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:32:38.474331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-977d5de2-ae95-4c7e-ad22-4e4504eea8f0 service neutron] Bound port: a8699374-f77f-4f4f-b16e-d5ee63d2b584, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93e8e2fd-14fe-4cc2-9e5c-3a430530374e'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:38.474827 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-977d5de2-ae95-4c7e-ad22-4e4504eea8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:38.581222 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e91343c6-8941-4a8a-b5af-2b2b1c795ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:38.582509 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91343c6-8941-4a8a-b5af-2b2b1c795ec7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a13ffd0-3cd9-4363-a3cf-c61105443549 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:32:38.781068 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-ba811aa1-525a-4f13-929f-7801b58eedc0 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Network 184b0ce9-8da7-4a7f-88ee-af69b4a35e18 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:38.813636 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba811aa1-525a-4f13-929f-7801b58eedc0 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Pushing event updated for resources: {'Port': ['ID=c5e21e3d-c662-4b8a-aa78-911e293510c8,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:38.876781 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-ba811aa1-525a-4f13-929f-7801b58eedc0 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:38.904843 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-ba811aa1-525a-4f13-929f-7801b58eedc0 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:32:38.991922 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e91343c6-8941-4a8a-b5af-2b2b1c795ec7 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:38.996350 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e91343c6-8941-4a8a-b5af-2b2b1c795ec7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1a13ffd0-3cd9-4363-a3cf-c61105443549 HTTP/1.1" status: 204 len: 168 time: 5.4027514 Apr 18 20:32:39.027939 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33760) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:39.168110 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-2242e2b4-270e-4510-ab6e-0ea001eb2d3c admin admin] Deleting subnet 0ef43fdb-c85e-4552-9aca-d41c0b511db7 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:32:39.179843 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba96ca8-15ae-48d0-922f-bfbc75455c35 x-openstack-request-id: req-cba96ca8-15ae-48d0-922f-bfbc75455c35 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:39.181770 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6e7534-1ade-403c-ba64-eac1df4730eb", "name": "network-vif-unplugged", "status": "completed", "tag": "a8699374-f77f-4f4f-b16e-d5ee63d2b584", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:39.182589 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cba96ca8-15ae-48d0-922f-bfbc75455c35 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:39.183524 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cba96ca8-15ae-48d0-922f-bfbc75455c35'] response: {'server_uuid': '7f6e7534-1ade-403c-ba64-eac1df4730eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8699374-f77f-4f4f-b16e-d5ee63d2b584', 'code': 200} Apr 18 20:32:39.190766 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2242e2b4-270e-4510-ab6e-0ea001eb2d3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:39.195731 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-977d5de2-ae95-4c7e-ad22-4e4504eea8f0 service neutron] For port a8699374-f77f-4f4f-b16e-d5ee63d2b584, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:32:39.291032 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-977d5de2-ae95-4c7e-ad22-4e4504eea8f0 service neutron] For port a8699374-f77f-4f4f-b16e-d5ee63d2b584, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a8699374-f77f-4f4f-b16e-d5ee63d2b584,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:32:39.308854 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-977d5de2-ae95-4c7e-ad22-4e4504eea8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:39.454398 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 65b57219-9cd1-4e06-8f35-3ff3a12fc224 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:39.577832 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d5de2-ae95-4c7e-ad22-4e4504eea8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a8699374-f77f-4f4f-b16e-d5ee63d2b584,revision_number=8']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:39.584927 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-140ea4ad-889e-4567-9130-e62777fc1de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:39.702383 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2242e2b4-270e-4510-ab6e-0ea001eb2d3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:39.791697 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-140ea4ad-889e-4567-9130-e62777fc1de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:39.849440 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f1b4eede-6266-411e-b9f8-52a0d0cba429 None None] Provisioning complete for port c5e21e3d-c662-4b8a-aa78-911e293510c8 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:39.850412 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f1b4eede-6266-411e-b9f8-52a0d0cba429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:39.934066 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f1b4eede-6266-411e-b9f8-52a0d0cba429 None None] Port c5e21e3d-c662-4b8a-aa78-911e293510c8 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:32:40.014281 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-140ea4ad-889e-4567-9130-e62777fc1de2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=24f734e3889942a786464781563d8101&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0518448 Apr 18 20:32:40.040375 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2242e2b4-270e-4510-ab6e-0ea001eb2d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.046746 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33774) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:40.076507 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-ba811aa1-525a-4f13-929f-7801b58eedc0 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:40.077205 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-ba811aa1-525a-4f13-929f-7801b58eedc0 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.077831 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 65b57219-9cd1-4e06-8f35-3ff3a12fc224 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:40.078644 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.265297 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cd213f23-00ff-4682-afcd-7d0fce06b530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.269711 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ea4ad-889e-4567-9130-e62777fc1de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da87555d-8995-4804-8f22-cebb61be369f,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:40.285002 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-ce08eb1d-9924-447e-836b-e13ab554c330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbee8c3-4311-498c-aff8-c4bd89add527', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-218305280-router', 'tenant_id': '244d77d8177d469ab89689d7ce415f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '19a93ac9-3f80-492b-8c34-2c5156328743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:30Z', 'updated_at': '2022-04-18T20:32:33Z', 'revision_number': 3, 'project_id': '244d77d8177d469ab89689d7ce415f2b', 'gw_port': {'id': '19a93ac9-3f80-492b-8c34-2c5156328743', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbee8c3-4311-498c-aff8-c4bd89add527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:31Z', 'updated_at': '2022-04-18T20:32:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:40.344841 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33778) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:40.347965 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c9f38-063a-44a6-bc8f-099720b621d2 req-cbaaa0c6-f2a1-4a88-a781-f36ab0c9dc32 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:40.349997 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-ba811aa1-525a-4f13-929f-7801b58eedc0 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2118964 Apr 18 20:32:40.357948 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-173c9f38-063a-44a6-bc8f-099720b621d2 req-cbaaa0c6-f2a1-4a88-a781-f36ab0c9dc32 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eede207-e079-4c70-ba13-67cad0698a1a HTTP/1.1" status: 200 len: 931 time: 0.8304513 Apr 18 20:32:40.373903 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-a81e33dd-77f0-45e4-b40a-c9dfa5ba2182 service neutron] Request body: {'port': {'device_id': '9eede207-e079-4c70-ba13-67cad0698a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:40.436025 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce08eb1d-9924-447e-836b-e13ab554c330 None None] Checking router: dfbee8c3-4311-498c-aff8-c4bd89add527 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:32:40.436694 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce08eb1d-9924-447e-836b-e13ab554c330 None None] Updating router dfbee8c3-4311-498c-aff8-c4bd89add527 port 19a93ac9-3f80-492b-8c34-2c5156328743 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:32:40.461169 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cd213f23-00ff-4682-afcd-7d0fce06b530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.486796 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-a81e33dd-77f0-45e4-b40a-c9dfa5ba2182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.518628 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ce08eb1d-9924-447e-836b-e13ab554c330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.547023 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-977d5de2-ae95-4c7e-ad22-4e4504eea8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:40.550760 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-977d5de2-ae95-4c7e-ad22-4e4504eea8f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.555190 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-977d5de2-ae95-4c7e-ad22-4e4504eea8f0 service neutron] 10.222.0.57 "PUT /v2.0/ports/a8699374-f77f-4f4f-b16e-d5ee63d2b584 HTTP/1.1" status: 200 len: 1121 time: 8.3326805 Apr 18 20:32:40.604928 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cafcb-a74b-4074-ac69-952334b2aba7 req-000df594-17bd-41b1-ad8e-4a5111f97e00 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:40.625460 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-835cafcb-a74b-4074-ac69-952334b2aba7 req-000df594-17bd-41b1-ad8e-4a5111f97e00 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 943 time: 0.7621562 Apr 18 20:32:40.694156 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2242e2b4-270e-4510-ab6e-0ea001eb2d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.703142 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['a8699374-f77f-4f4f-b16e-d5ee63d2b584'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:32:40.723049 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-173c9f38-063a-44a6-bc8f-099720b621d2 req-329d4e36-1c15-470f-9154-d1beaa1643d2 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce159e48-4514-4661-b102-ef56844725be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197892 Apr 18 20:32:40.764483 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7b2b73b4-a6f4-4232-bbe2-cc466404e24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.796457 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-835cafcb-a74b-4074-ac69-952334b2aba7 req-2b606332-7c98-4e1d-b3fe-2b239b2f7e9d tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695557 Apr 18 20:32:40.805116 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2242e2b4-270e-4510-ab6e-0ea001eb2d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.821972 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2242e2b4-270e-4510-ab6e-0ea001eb2d3c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0ef43fdb-c85e-4552-9aca-d41c0b511db7 HTTP/1.1" status: 204 len: 168 time: 1.7919681 Apr 18 20:32:40.826808 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242e2b4-270e-4510-ab6e-0ea001eb2d3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ef43fdb-c85e-4552-9aca-d41c0b511db7,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:40.828875 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33782) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:40.905126 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['a8699374-f77f-4f4f-b16e-d5ee63d2b584'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:32:40.917074 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930b595d-ef6d-4409-9ade-4444353db78b None None] Network 62b1f02b-c870-4f51-ba5b-205505409c58 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:32:40.923910 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92277b30-be44-40a3-8a49-1c479f5af482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.963048 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cd213f23-00ff-4682-afcd-7d0fce06b530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.970637 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cd213f23-00ff-4682-afcd-7d0fce06b530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.978989 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cd213f23-00ff-4682-afcd-7d0fce06b530 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da87555d-8995-4804-8f22-cebb61be369f HTTP/1.1" status: 204 len: 168 time: 0.9200866 Apr 18 20:32:41.176525 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd213f23-00ff-4682-afcd-7d0fce06b530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da87555d-8995-4804-8f22-cebb61be369f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:41.185896 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6e7534-1ade-403c-ba64-eac1df4730eb', 'tag': 'a8699374-f77f-4f4f-b16e-d5ee63d2b584'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:41.190641 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbec0550-91e8-48e5-aab3-187dc870ba2c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6e7534-1ade-403c-ba64-eac1df4730eb", "tag": "a8699374-f77f-4f4f-b16e-d5ee63d2b584"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:41.243482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-92277b30-be44-40a3-8a49-1c479f5af482 admin admin] Deleting port d9f172c7-1a83-42e2-979b-d41e9381817b {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:32:41.244018 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92277b30-be44-40a3-8a49-1c479f5af482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:41.311192 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44781c9-4c08-4c40-b4b2-c87ec513c1e7 x-openstack-request-id: req-b44781c9-4c08-4c40-b4b2-c87ec513c1e7 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:41.311831 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6e7534-1ade-403c-ba64-eac1df4730eb", "tag": "a8699374-f77f-4f4f-b16e-d5ee63d2b584", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:41.312619 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b44781c9-4c08-4c40-b4b2-c87ec513c1e7 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:41.312993 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b44781c9-4c08-4c40-b4b2-c87ec513c1e7'] response: {'name': 'network-changed', 'server_uuid': '7f6e7534-1ade-403c-ba64-eac1df4730eb', 'tag': 'a8699374-f77f-4f4f-b16e-d5ee63d2b584', 'status': 'completed', 'code': 200} Apr 18 20:32:41.482921 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-92277b30-be44-40a3-8a49-1c479f5af482 admin admin] For port d9f172c7-1a83-42e2-979b-d41e9381817b, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d9f172c7-1a83-42e2-979b-d41e9381817b,segment=NetworkSegment(c476146d-6dd1-430f-a64a-318c6908e01d),segment_id=c476146d-6dd1-430f-a64a-318c6908e01d)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:41.485145 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92277b30-be44-40a3-8a49-1c479f5af482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:41.517684 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec0550-91e8-48e5-aab3-187dc870ba2c req-248e6572-0a62-4b68-bbcd-5fc49604f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:41.521634 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbec0550-91e8-48e5-aab3-187dc870ba2c req-248e6572-0a62-4b68-bbcd-5fc49604f8f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 1124 time: 0.1567938 Apr 18 20:32:41.543494 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-92277b30-be44-40a3-8a49-1c479f5af482 admin admin] Calling delete_port for d9f172c7-1a83-42e2-979b-d41e9381817b owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:32:41.559793 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-19de27d4-61dd-4d6f-a71a-31629781db69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:41.592335 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7b2b73b4-a6f4-4232-bbe2-cc466404e24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:41.609611 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7b2b73b4-a6f4-4232-bbe2-cc466404e24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:41.844976 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec0550-91e8-48e5-aab3-187dc870ba2c req-0bf33d09-f0aa-4c2b-b116-4b32bbbbbbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:41.846466 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbec0550-91e8-48e5-aab3-187dc870ba2c req-0bf33d09-f0aa-4c2b-b116-4b32bbbbbbaf service neutron] 10.222.0.32 "GET /v2.0/networks?id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e HTTP/1.1" status: 200 len: 922 time: 0.3179395 Apr 18 20:32:41.985737 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbec0550-91e8-48e5-aab3-187dc870ba2c req-b4aea61a-a562-4829-8f55-ceed464b4421 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8699374-f77f-4f4f-b16e-d5ee63d2b584 HTTP/1.1" status: 200 len: 217 time: 0.1314123 Apr 18 20:32:42.119915 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b73b4-a6f4-4232-bbe2-cc466404e24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e72272f-cb64-4d41-8587-784f69b8aaa9,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:42.124190 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92277b30-be44-40a3-8a49-1c479f5af482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:42.149244 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7b2b73b4-a6f4-4232-bbe2-cc466404e24e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=57f65bf8b59c4e0d935119434e584007&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7974794 Apr 18 20:32:42.164755 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33812) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:42.212176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92277b30-be44-40a3-8a49-1c479f5af482 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9f172c7-1a83-42e2-979b-d41e9381817b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:42.222261 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-a81e33dd-77f0-45e4-b40a-c9dfa5ba2182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5e21e3d-c662-4b8a-aa78-911e293510c8 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:42.273009 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 13c469cb-5592-4fa2-830b-5bfe1a4eab21 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:42.308212 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92277b30-be44-40a3-8a49-1c479f5af482 admin admin] No DVR routers for this DVR port d9f172c7-1a83-42e2-979b-d41e9381817b on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:32:42.341503 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:42.393650 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ce08eb1d-9924-447e-836b-e13ab554c330 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:42.450060 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ce08eb1d-9924-447e-836b-e13ab554c330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:42.471496 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-19de27d4-61dd-4d6f-a71a-31629781db69 admin admin] Allocated IP 172.20.0.1 (6e8d2c0b-5b21-4463-ab85-7e442d24733a/acb4310a-ed62-4feb-a69c-7d4d65f7cbaa/9d2d939c-8e15-44cb-bc66-7dada86c9b51) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:42.508475 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec0550-91e8-48e5-aab3-187dc870ba2c req-d5721a2c-4ea2-4d27-854f-3b0727eaae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:42.512923 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbec0550-91e8-48e5-aab3-187dc870ba2c req-d5721a2c-4ea2-4d27-854f-3b0727eaae2c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07088b8e-aaa8-48c6-be5d-b75368ae775e HTTP/1.1" status: 200 len: 861 time: 0.5188880 Apr 18 20:32:42.524366 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271b1e7e-ffe5-4d06-baee-597818392b4a None None] DHCP port deletion for 62b1f02b-c870-4f51-ba5b-205505409c58 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:32:42.654792 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-19de27d4-61dd-4d6f-a71a-31629781db69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:42.670100 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01e2eb-4e8b-480c-81b5-f596e8f81a49 None None] Pushing event updated for resources: {'Port': ['ID=19a93ac9-3f80-492b-8c34-2c5156328743,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:42.680791 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ce08eb1d-9924-447e-836b-e13ab554c330 None None] Attempting to bind port 19a93ac9-3f80-492b-8c34-2c5156328743 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:42.681563 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ce08eb1d-9924-447e-836b-e13ab554c330 None None] Attempting to bind port 19a93ac9-3f80-492b-8c34-2c5156328743 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:42.682337 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08eb1d-9924-447e-836b-e13ab554c330 None None] Attempting to bind port 19a93ac9-3f80-492b-8c34-2c5156328743 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:42.701380 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92277b30-be44-40a3-8a49-1c479f5af482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:42.723429 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 13c469cb-5592-4fa2-830b-5bfe1a4eab21 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:42.724331 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:42.726141 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-a81e33dd-77f0-45e4-b40a-c9dfa5ba2182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:42.736161 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-19de27d4-61dd-4d6f-a71a-31629781db69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:42.741208 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08eb1d-9924-447e-836b-e13ab554c330 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:32:42.742071 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08eb1d-9924-447e-836b-e13ab554c330 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:42.742730 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ce08eb1d-9924-447e-836b-e13ab554c330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:42.743540 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08eb1d-9924-447e-836b-e13ab554c330 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:32:42.744271 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ce08eb1d-9924-447e-836b-e13ab554c330 None None] Bound port: 19a93ac9-3f80-492b-8c34-2c5156328743, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:42.745353 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ce08eb1d-9924-447e-836b-e13ab554c330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:42.761740 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-92277b30-be44-40a3-8a49-1c479f5af482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b1f02b-c870-4f51-ba5b-205505409c58']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:42.780590 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-92277b30-be44-40a3-8a49-1c479f5af482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c476146d-6dd1-430f-a64a-318c6908e01d') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:42.781020 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-92277b30-be44-40a3-8a49-1c479f5af482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c476146d-6dd1-430f-a64a-318c6908e01d') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:42.831968 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92277b30-be44-40a3-8a49-1c479f5af482 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:42.861187 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92277b30-be44-40a3-8a49-1c479f5af482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:42.875730 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92277b30-be44-40a3-8a49-1c479f5af482 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:32:42.876217 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92277b30-be44-40a3-8a49-1c479f5af482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:42.968947 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ce08eb1d-9924-447e-836b-e13ab554c330 None None] For port 19a93ac9-3f80-492b-8c34-2c5156328743, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:32:42.995747 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ce08eb1d-9924-447e-836b-e13ab554c330 None None] For port 19a93ac9-3f80-492b-8c34-2c5156328743, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=19a93ac9-3f80-492b-8c34-2c5156328743,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:32:43.015398 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ce08eb1d-9924-447e-836b-e13ab554c330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:43.019530 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b3f03-95fa-4803-8564-0fa70b667882 req-07385b5d-56e0-403a-9fc8-9817fe444619 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:43.022931 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d62b3f03-95fa-4803-8564-0fa70b667882 req-07385b5d-56e0-403a-9fc8-9817fe444619 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eede207-e079-4c70-ba13-67cad0698a1a HTTP/1.1" status: 200 len: 931 time: 1.0136855 Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:32:43.023720 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:32:43.042731 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92277b30-be44-40a3-8a49-1c479f5af482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:43.062015 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e014a66-b197-471e-a320-9f0c015e21cb req-792c433b-5ae4-4b0b-9a39-65aacbc0d197 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:43.064380 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-a81e33dd-77f0-45e4-b40a-c9dfa5ba2182 service neutron] Transition to ACTIVE for port object c5e21e3d-c662-4b8a-aa78-911e293510c8 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:32:43.072202 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e014a66-b197-471e-a320-9f0c015e21cb req-792c433b-5ae4-4b0b-9a39-65aacbc0d197 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 943 time: 0.9642582 Apr 18 20:32:43.123219 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19de27d4-61dd-4d6f-a71a-31629781db69 admin admin] Network 6e8d2c0b-5b21-4463-ab85-7e442d24733a is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:43.133127 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92277b30-be44-40a3-8a49-1c479f5af482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:43.137218 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-a81e33dd-77f0-45e4-b40a-c9dfa5ba2182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:43.150546 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-92277b30-be44-40a3-8a49-1c479f5af482 admin admin] 10.222.0.41 "DELETE /v2.0/networks/62b1f02b-c870-4f51-ba5b-205505409c58 HTTP/1.1" status: 204 len: 168 time: 2.3192279 Apr 18 20:32:43.187461 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbec0550-91e8-48e5-aab3-187dc870ba2c req-424f0a2e-7fb9-431e-b353-7369de5c5eb7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6035051 Apr 18 20:32:43.203720 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01e2eb-4e8b-480c-81b5-f596e8f81a49 None None] Pushing event updated for resources: {'Port': ['ID=19a93ac9-3f80-492b-8c34-2c5156328743,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:43.207545 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-19de27d4-61dd-4d6f-a71a-31629781db69 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:43.219863 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19de27d4-61dd-4d6f-a71a-31629781db69 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:32:43.223304 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce08eb1d-9924-447e-836b-e13ab554c330 None None] Routers {'dfbee8c3-4311-498c-aff8-c4bd89add527'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:32:43.229142 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-ce08eb1d-9924-447e-836b-e13ab554c330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:32:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['dfbee8c3-4311-498c-aff8-c4bd89add527'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:43.352947 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d9f172c7-1a83-42e2-979b-d41e9381817b no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:43.378387 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-19de27d4-61dd-4d6f-a71a-31629781db69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:43.399181 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92277b30-be44-40a3-8a49-1c479f5af482 admin admin] Pushing event deleted for resources: {'Network': ['ID=62b1f02b-c870-4f51-ba5b-205505409c58,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:43.453276 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: d9f172c7-1a83-42e2-979b-d41e9381817b {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:32:43.453613 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d9f172c7-1a83-42e2-979b-d41e9381817b not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:32:43.550896 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bfc230ed-0e4b-4617-9f04-49a7b99d4a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:43.555020 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de27d4-61dd-4d6f-a71a-31629781db69 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2d939c-8e15-44cb-bc66-7dada86c9b51,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:43.708600 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-ce08eb1d-9924-447e-836b-e13ab554c330 None None] Set router dfbee8c3-4311-498c-aff8-c4bd89add527 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:32:43.800827 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d62b3f03-95fa-4803-8564-0fa70b667882 req-c362c7ea-e0ff-4a86-932f-4459f86ddcf3 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce159e48-4514-4661-b102-ef56844725be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7264721 Apr 18 20:32:43.921021 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e014a66-b197-471e-a320-9f0c015e21cb req-017d73dd-2943-426b-b060-c1fc27dbfb4c tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7690623 Apr 18 20:32:43.921509 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33838) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:44.014883 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbec0550-91e8-48e5-aab3-187dc870ba2c req-f1aeeffa-23ed-484b-8d36-16fb9362f76b service neutron] 10.222.0.32 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7499917 Apr 18 20:32:44.022595 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-99481fd1-b84b-4a63-ae68-88bac861034d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5961998d991a4a37a63ffa7f2b7a2a21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0832207 Apr 18 20:32:44.023278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33846) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:44.324344 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bfc230ed-0e4b-4617-9f04-49a7b99d4a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:44.329286 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-afe2967b-49b4-4124-92d0-d25dba704315 None None] Provisioning complete for port 9d2d939c-8e15-44cb-bc66-7dada86c9b51 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:44.330002 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-afe2967b-49b4-4124-92d0-d25dba704315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:44.449978 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e33dd-77f0-45e4-b40a-c9dfa5ba2182 service neutron] Pushing event updated for resources: {'Port': ['ID=c5e21e3d-c662-4b8a-aa78-911e293510c8,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:44.533670 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-afdd9dba-d794-43ec-8c2c-2969b63fe73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:44.554410 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbec0550-91e8-48e5-aab3-187dc870ba2c req-7103bf17-b7a9-4dc3-b12b-1929542f0524 service neutron] 10.222.0.32 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241008 Apr 18 20:32:44.582497 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-a81e33dd-77f0-45e4-b40a-c9dfa5ba2182 service neutron] Attempting to bind port c5e21e3d-c662-4b8a-aa78-911e293510c8 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:44.585160 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-a81e33dd-77f0-45e4-b40a-c9dfa5ba2182 service neutron] Attempting to bind port c5e21e3d-c662-4b8a-aa78-911e293510c8 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'd4550aeb-dbd6-4af9-9328-fdc09ed8e0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:44.588562 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-a81e33dd-77f0-45e4-b40a-c9dfa5ba2182 service neutron] Attempting to bind port c5e21e3d-c662-4b8a-aa78-911e293510c8 on network 184b0ce9-8da7-4a7f-88ee-af69b4a35e18 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:44.591682 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb489c-41cb-440f-ad79-001cceb3805e req-9e29973c-bd52-408e-8bd2-71dc2e8a36d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:44.594601 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-54eb489c-41cb-440f-ad79-001cceb3805e req-9e29973c-bd52-408e-8bd2-71dc2e8a36d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c72a6cb4b75647d38b6aa693a7d2ca0b&device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 1096 time: 0.1766949 Apr 18 20:32:44.604554 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-afdd9dba-d794-43ec-8c2c-2969b63fe73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:44.610051 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-a81e33dd-77f0-45e4-b40a-c9dfa5ba2182 service neutron] Port c5e21e3d-c662-4b8a-aa78-911e293510c8 on network 184b0ce9-8da7-4a7f-88ee-af69b4a35e18 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:32:44.610513 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-a81e33dd-77f0-45e4-b40a-c9dfa5ba2182 service neutron] Attempting to bind port c5e21e3d-c662-4b8a-aa78-911e293510c8 on network 184b0ce9-8da7-4a7f-88ee-af69b4a35e18 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:44.659376 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-afe2967b-49b4-4124-92d0-d25dba704315 None None] Port 9d2d939c-8e15-44cb-bc66-7dada86c9b51 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:32:44.681417 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-a81e33dd-77f0-45e4-b40a-c9dfa5ba2182 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:32:44.682980 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-a81e33dd-77f0-45e4-b40a-c9dfa5ba2182 service neutron] Checking segment: {'id': 'd4550aeb-dbd6-4af9-9328-fdc09ed8e0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:44.683635 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-a81e33dd-77f0-45e4-b40a-c9dfa5ba2182 service neutron] Bound using segment: {'id': 'd4550aeb-dbd6-4af9-9328-fdc09ed8e0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:32:44.684398 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-a81e33dd-77f0-45e4-b40a-c9dfa5ba2182 service neutron] Bound port: c5e21e3d-c662-4b8a-aa78-911e293510c8, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4550aeb-dbd6-4af9-9328-fdc09ed8e0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:44.687515 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-a81e33dd-77f0-45e4-b40a-c9dfa5ba2182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:44.695523 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-ce08eb1d-9924-447e-836b-e13ab554c330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbee8c3-4311-498c-aff8-c4bd89add527', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-218305280-router', 'tenant_id': '244d77d8177d469ab89689d7ce415f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '19a93ac9-3f80-492b-8c34-2c5156328743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:30Z', 'updated_at': '2022-04-18T20:32:33Z', 'revision_number': 3, 'project_id': '244d77d8177d469ab89689d7ce415f2b', 'gw_port': {'id': '19a93ac9-3f80-492b-8c34-2c5156328743', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbee8c3-4311-498c-aff8-c4bd89add527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:31Z', 'updated_at': '2022-04-18T20:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:44.776881 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-19de27d4-61dd-4d6f-a71a-31629781db69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:44.784779 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bfc230ed-0e4b-4617-9f04-49a7b99d4a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:44.794773 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bfc230ed-0e4b-4617-9f04-49a7b99d4a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:44.808249 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bfc230ed-0e4b-4617-9f04-49a7b99d4a27 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e72272f-cb64-4d41-8587-784f69b8aaa9 HTTP/1.1" status: 204 len: 168 time: 2.6338468 Apr 18 20:32:45.000491 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc230ed-0e4b-4617-9f04-49a7b99d4a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e72272f-cb64-4d41-8587-784f69b8aaa9,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:45.161437 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a897d-b111-4e29-a0f3-fff524bb1fec req-4fc52cfa-291e-4ca4-b0c7-d39921cfe895 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:45.185485 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d4a897d-b111-4e29-a0f3-fff524bb1fec req-4fc52cfa-291e-4ca4-b0c7-d39921cfe895 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 945 time: 0.3501408 Apr 18 20:32:45.234905 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce08eb1d-9924-447e-836b-e13ab554c330 None None] The sync data for ids ['dfbee8c3-4311-498c-aff8-c4bd89add527'] in n-d-838323-3 is: [{'id': 'dfbee8c3-4311-498c-aff8-c4bd89add527', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-218305280-router', 'tenant_id': '244d77d8177d469ab89689d7ce415f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '19a93ac9-3f80-492b-8c34-2c5156328743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:30Z', 'updated_at': '2022-04-18T20:32:33Z', 'revision_number': 3, 'project_id': '244d77d8177d469ab89689d7ce415f2b', 'gw_port': {'id': '19a93ac9-3f80-492b-8c34-2c5156328743', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbee8c3-4311-498c-aff8-c4bd89add527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:31Z', 'updated_at': '2022-04-18T20:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:32:45.364248 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-afdd9dba-d794-43ec-8c2c-2969b63fe73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:45.367449 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-afdd9dba-d794-43ec-8c2c-2969b63fe73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:45.375382 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-afdd9dba-d794-43ec-8c2c-2969b63fe73c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/56823c23-7972-43da-a64a-76756c4fabf9 HTTP/1.1" status: 204 len: 168 time: 1.3507957 Apr 18 20:32:45.468052 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd9dba-d794-43ec-8c2c-2969b63fe73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56823c23-7972-43da-a64a-76756c4fabf9,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:45.517290 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d4a897d-b111-4e29-a0f3-fff524bb1fec req-5a138f34-6e41-4b6d-9a16-b0185b938f88 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303659 Apr 18 20:32:45.529083 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb489c-41cb-440f-ad79-001cceb3805e req-8caf4db2-6232-402f-8341-eadf68e86afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:45.530526 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-54eb489c-41cb-440f-ad79-001cceb3805e req-8caf4db2-6232-402f-8341-eadf68e86afa service neutron] 10.222.0.57 "GET /v2.0/networks?id=d538f970-1699-4982-98ba-9d8cb4a7048d HTTP/1.1" status: 200 len: 919 time: 0.9228959 Apr 18 20:32:45.605087 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-a81e33dd-77f0-45e4-b40a-c9dfa5ba2182 service neutron] For port c5e21e3d-c662-4b8a-aa78-911e293510c8, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:32:45.635537 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-a81e33dd-77f0-45e4-b40a-c9dfa5ba2182 service neutron] For port c5e21e3d-c662-4b8a-aa78-911e293510c8, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=c5e21e3d-c662-4b8a-aa78-911e293510c8,segment=NetworkSegment(d4550aeb-dbd6-4af9-9328-fdc09ed8e0d1),segment_id=d4550aeb-dbd6-4af9-9328-fdc09ed8e0d1)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:32:45.708255 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-a81e33dd-77f0-45e4-b40a-c9dfa5ba2182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:46.051445 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-a81e33dd-77f0-45e4-b40a-c9dfa5ba2182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:46.052082 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-a81e33dd-77f0-45e4-b40a-c9dfa5ba2182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:46.053905 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-a81e33dd-77f0-45e4-b40a-c9dfa5ba2182 service neutron] 10.222.0.32 "PUT /v2.0/ports/c5e21e3d-c662-4b8a-aa78-911e293510c8 HTTP/1.1" status: 200 len: 1091 time: 5.6866324 Apr 18 20:32:46.061400 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eede207-e079-4c70-ba13-67cad0698a1a', 'tag': 'c5e21e3d-c662-4b8a-aa78-911e293510c8'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:46.070422 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f6e854-2cc3-4cf6-bacf-df07ec1d4b10" -d '{"events": [{"name": "network-changed", "server_uuid": "9eede207-e079-4c70-ba13-67cad0698a1a", "tag": "c5e21e3d-c662-4b8a-aa78-911e293510c8"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:46.180158 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-19de27d4-61dd-4d6f-a71a-31629781db69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:46.235094 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e33dd-77f0-45e4-b40a-c9dfa5ba2182 service neutron] Pushing event updated for resources: {'Port': ['ID=c5e21e3d-c662-4b8a-aa78-911e293510c8,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:46.349171 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-19de27d4-61dd-4d6f-a71a-31629781db69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:46.472042 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-54eb489c-41cb-440f-ad79-001cceb3805e req-26e9906c-8330-4b6c-8f52-9f3925f4a94a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7402ac98-e12c-4b58-b801-7de11281dd54 HTTP/1.1" status: 200 len: 217 time: 0.9335661 Apr 18 20:32:46.661705 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-19de27d4-61dd-4d6f-a71a-31629781db69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:46.676544 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33892) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:46.687064 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de27d4-61dd-4d6f-a71a-31629781db69 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2d939c-8e15-44cb-bc66-7dada86c9b51,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:46.773251 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972de9a-8f53-435e-9143-0334141764cb req-55f84f49-7602-41dc-a20f-0f4f20429884 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:46.791001 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3972de9a-8f53-435e-9143-0334141764cb req-55f84f49-7602-41dc-a20f-0f4f20429884 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eede207-e079-4c70-ba13-67cad0698a1a HTTP/1.1" status: 200 len: 943 time: 0.3219373 Apr 18 20:32:46.888994 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3972de9a-8f53-435e-9143-0334141764cb req-ed48c476-bcb6-4129-83dd-d9e0cd0c81df tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce159e48-4514-4661-b102-ef56844725be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966389 Apr 18 20:32:46.895578 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb489c-41cb-440f-ad79-001cceb3805e req-ddc5775a-7cce-4d44-bf79-3ab53fb9240f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:46.916536 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-54eb489c-41cb-440f-ad79-001cceb3805e req-ddc5775a-7cce-4d44-bf79-3ab53fb9240f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8415795-d2f2-4354-859f-79b4fcc6f470 HTTP/1.1" status: 200 len: 857 time: 0.4187238 Apr 18 20:32:46.976759 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af22ff7-a285-45a4-99c8-64630622457b req-64371d93-4273-4abb-a729-5112e18623f9 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:46.988582 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9af22ff7-a285-45a4-99c8-64630622457b req-64371d93-4273-4abb-a729-5112e18623f9 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 943 time: 0.5196314 Apr 18 20:32:47.114537 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-a0e59f82-9e2b-4d0a-a449-1fcf354b503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:47.128761 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-a0e59f82-9e2b-4d0a-a449-1fcf354b503d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9e777530ee64d498a49ee3aafe5e494&device_id=9eede207-e079-4c70-ba13-67cad0698a1a HTTP/1.1" status: 200 len: 1094 time: 0.8659830 Apr 18 20:32:47.318778 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9af22ff7-a285-45a4-99c8-64630622457b req-6e283368-a0f1-435b-b451-b58d36f5d22d tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288686 Apr 18 20:32:47.359537 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb489c-41cb-440f-ad79-001cceb3805e req-1ce5b000-1dc2-4e4f-b04b-c9cc036610b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:47.372753 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-54eb489c-41cb-440f-ad79-001cceb3805e req-1ce5b000-1dc2-4e4f-b04b-c9cc036610b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d538f970-1699-4982-98ba-9d8cb4a7048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4316602 Apr 18 20:32:47.513930 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 19a93ac9-3f80-492b-8c34-2c5156328743 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:47.654871 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19de27d4-61dd-4d6f-a71a-31629781db69 admin admin] Network 6e8d2c0b-5b21-4463-ab85-7e442d24733a is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:47.671822 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc720478-ca0a-4101-9cd6-8a09bf604490 x-openstack-request-id: req-bc720478-ca0a-4101-9cd6-8a09bf604490 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:47.673892 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eede207-e079-4c70-ba13-67cad0698a1a", "tag": "c5e21e3d-c662-4b8a-aa78-911e293510c8", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:47.674557 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc720478-ca0a-4101-9cd6-8a09bf604490 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:47.675543 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc720478-ca0a-4101-9cd6-8a09bf604490'] response: {'name': 'network-changed', 'server_uuid': '9eede207-e079-4c70-ba13-67cad0698a1a', 'tag': 'c5e21e3d-c662-4b8a-aa78-911e293510c8', 'status': 'completed', 'code': 200} Apr 18 20:32:47.696884 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-19de27d4-61dd-4d6f-a71a-31629781db69 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:47.699192 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33914) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:47.722083 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0cf3b30c-1b4c-4074-8d13-43bfc94fa3c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd356eb9bb8845afb6b216bde83b6066&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0138516 Apr 18 20:32:47.723881 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33918) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:47.863075 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 19a93ac9-3f80-492b-8c34-2c5156328743 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:47.864338 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:47.970195 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-54eb489c-41cb-440f-ad79-001cceb3805e req-b9932762-4aca-46e4-a766-da28b90ca59f service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5874689 Apr 18 20:32:48.018988 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7cd23-fc5b-4117-99ac-302c02d90007 req-27bddfc6-79a8-40a2-ad9d-5d86c96d36a1 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:48.039701 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13d7cd23-fc5b-4117-99ac-302c02d90007 req-27bddfc6-79a8-40a2-ad9d-5d86c96d36a1 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 945 time: 0.2740245 Apr 18 20:32:48.275323 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:48.289792 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-bc10b7c8-32a3-4266-a30b-8993f58d87ad admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2060311837-network', 'tenant_id': '4ab648ec573b471693f18df472322614'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:48.351753 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 19a93ac9-3f80-492b-8c34-2c5156328743, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=19a93ac9-3f80-492b-8c34-2c5156328743,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:48.369901 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:48.462805 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc10b7c8-32a3-4266-a30b-8993f58d87ad admin admin] Made reservation on behalf of 4ab648ec573b471693f18df472322614 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:48.465995 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bc10b7c8-32a3-4266-a30b-8993f58d87ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:48.494071 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a8699374-f77f-4f4f-b16e-d5ee63d2b584 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:48.577734 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bc10b7c8-32a3-4266-a30b-8993f58d87ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:48.650029 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-0bd582f3-0a88-4e3a-b6c9-718e66bb3aba None None] Provisioning complete for port 9d2d939c-8e15-44cb-bc66-7dada86c9b51 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:48.650823 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0bd582f3-0a88-4e3a-b6c9-718e66bb3aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:48.819778 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=19a93ac9-3f80-492b-8c34-2c5156328743,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:48.952696 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-b32a5b30-5d0a-40c5-8f70-9ccde4a680fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5e21e3d-c662-4b8a-aa78-911e293510c8 HTTP/1.1" status: 200 len: 217 time: 1.7708488 Apr 18 20:32:48.993040 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61d722-ef84-4986-8bc0-eb4758fa8296 req-7918db3e-e05f-4199-bd6e-9964a6da4246 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:49.003444 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e61d722-ef84-4986-8bc0-eb4758fa8296 req-7918db3e-e05f-4199-bd6e-9964a6da4246 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eede207-e079-4c70-ba13-67cad0698a1a HTTP/1.1" status: 200 len: 943 time: 0.7320898 Apr 18 20:32:49.017002 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13d7cd23-fc5b-4117-99ac-302c02d90007 req-db75a458-68bc-4122-8573-f5b643b9dce2 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7350144 Apr 18 20:32:49.032561 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-0bd582f3-0a88-4e3a-b6c9-718e66bb3aba None None] Port 9d2d939c-8e15-44cb-bc66-7dada86c9b51 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:32:49.106729 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-54eb489c-41cb-440f-ad79-001cceb3805e req-7eaf75d2-f36a-484f-87f0-9625683a764a service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0635767 Apr 18 20:32:49.166916 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19de27d4-61dd-4d6f-a71a-31629781db69 admin admin] Router dfbee8c3-4311-498c-aff8-c4bd89add527 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:32:49.184050 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bc10b7c8-32a3-4266-a30b-8993f58d87ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:49.191017 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-766a6227-0cef-40c5-9dd5-f933ae7e781d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:49.199293 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e61d722-ef84-4986-8bc0-eb4758fa8296 req-4591b99f-5f2e-473c-aaaf-43b709c03b26 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce159e48-4514-4661-b102-ef56844725be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942143 Apr 18 20:32:49.208496 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-766a6227-0cef-40c5-9dd5-f933ae7e781d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1854ed8-8332-4033-8972-ab8d2cd944c0 HTTP/1.1" status: 200 len: 867 time: 0.2498584 Apr 18 20:32:49.237460 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bc10b7c8-32a3-4266-a30b-8993f58d87ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:49.358818 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc10b7c8-32a3-4266-a30b-8993f58d87ad admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:32:49.374185 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bc10b7c8-32a3-4266-a30b-8993f58d87ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:49.374607 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-bc10b7c8-32a3-4266-a30b-8993f58d87ad admin admin] Added segment 4a17415c-1a1f-4a9a-b43a-194b923773ad of type vlan for network 096979d4-7e57-4182-a39f-1144c54a852c Apr 18 20:32:49.393955 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10b7c8-32a3-4266-a30b-8993f58d87ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763c3d80-b835-4354-9c38-9c83ebd4a223,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:49.412674 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 19a93ac9-3f80-492b-8c34-2c5156328743 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:49.492705 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-1ea8d65d-1d7b-4861-8d3d-c29ce972132c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:49.495866 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-1ea8d65d-1d7b-4861-8d3d-c29ce972132c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=184b0ce9-8da7-4a7f-88ee-af69b4a35e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2848334 Apr 18 20:32:49.497352 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f3c76f6-703d-455f-81d6-59f479c92c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:49.565008 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 19a93ac9-3f80-492b-8c34-2c5156328743 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:49.565279 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:49.688524 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-37d74c90-733c-411d-ae9e-b1b531471eaf service neutron] 10.222.0.32 "GET /v2.0/networks/184b0ce9-8da7-4a7f-88ee-af69b4a35e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798875 Apr 18 20:32:49.751696 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-4a57403d-e38e-4212-9537-3582f726e927 service neutron] 10.222.0.32 "GET /v2.0/ports/a8699374-f77f-4f4f-b16e-d5ee63d2b584/bindings/n-h2-838323-3 HTTP/1.1" status: 200 len: 384 time: 0.5503712 Apr 18 20:32:49.769571 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52b881-465b-409e-b531-e5ca0afd1f1e req-c1879ebe-3cb1-4eb4-ae88-78e71c9b4a88 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:49.771921 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c52b881-465b-409e-b531-e5ca0afd1f1e req-c1879ebe-3cb1-4eb4-ae88-78e71c9b4a88 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 943 time: 0.3674626 Apr 18 20:32:49.858283 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-27191c80-e773-439c-8ef9-b9c375ab5f9f req-88fce066-b46c-4205-90a9-592ae3a094e8 service neutron] 10.222.0.32 "GET /v2.0/networks/184b0ce9-8da7-4a7f-88ee-af69b4a35e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455503 Apr 18 20:32:49.877457 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f3c76f6-703d-455f-81d6-59f479c92c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:49.898727 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bc10b7c8-32a3-4266-a30b-8993f58d87ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:49.996005 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c52b881-465b-409e-b531-e5ca0afd1f1e req-20feb714-a71d-46f7-ac14-db589df4fb4f tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478336 Apr 18 20:32:50.105871 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bc10b7c8-32a3-4266-a30b-8993f58d87ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:50.108234 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6e854-2cc3-4cf6-bacf-df07ec1d4b10 req-03dd72ef-1766-45c2-a734-fdf9357c4111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:50.109772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc10b7c8-32a3-4266-a30b-8993f58d87ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:50.110872 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-59f6e854-2cc3-4cf6-bacf-df07ec1d4b10 req-03dd72ef-1766-45c2-a734-fdf9357c4111 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9e777530ee64d498a49ee3aafe5e494&device_id=9eede207-e079-4c70-ba13-67cad0698a1a HTTP/1.1" status: 200 len: 1094 time: 0.1292307 Apr 18 20:32:50.111558 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bc10b7c8-32a3-4266-a30b-8993f58d87ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:50.188099 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19de27d4-61dd-4d6f-a71a-31629781db69 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:32:50.201533 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbf4a86-2341-4785-8d99-f37b78d12376 None None] Sync routers for ids ['dfbee8c3-4311-498c-aff8-c4bd89add527'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:32:50.225825 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-19de27d4-61dd-4d6f-a71a-31629781db69 admin admin] 10.222.0.41 "PUT /v2.0/routers/dfbee8c3-4311-498c-aff8-c4bd89add527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2699885 Apr 18 20:32:50.253381 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbf4a86-2341-4785-8d99-f37b78d12376 None None] Routers {'dfbee8c3-4311-498c-aff8-c4bd89add527'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:32:50.260758 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4dbf4a86-2341-4785-8d99-f37b78d12376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:32:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['dfbee8c3-4311-498c-aff8-c4bd89add527'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:50.278043 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-bc10b7c8-32a3-4266-a30b-8993f58d87ad admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5757945 Apr 18 20:32:50.284178 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33968) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:50.325335 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-85a05f34-e467-453b-8c35-91230149782c admin admin] Request body: {'subnet': {'network_id': '096979d4-7e57-4182-a39f-1144c54a852c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2060311837-subnet', 'tenant_id': '4ab648ec573b471693f18df472322614', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:50.497093 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f3c76f6-703d-455f-81d6-59f479c92c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:50.500005 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f3c76f6-703d-455f-81d6-59f479c92c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:50.509969 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7f3c76f6-703d-455f-81d6-59f479c92c5b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6af7a027-e676-44dc-a605-cf52a51fa1d3 HTTP/1.1" status: 204 len: 168 time: 1.5544608 Apr 18 20:32:50.518778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33974) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:50.563928 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6e854-2cc3-4cf6-bacf-df07ec1d4b10 req-3ff1e7ec-7863-4cda-8de2-c4d2ff439013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:50.565518 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-59f6e854-2cc3-4cf6-bacf-df07ec1d4b10 req-3ff1e7ec-7863-4cda-8de2-c4d2ff439013 service neutron] 10.222.0.32 "GET /v2.0/networks?id=184b0ce9-8da7-4a7f-88ee-af69b4a35e18 HTTP/1.1" status: 200 len: 929 time: 0.4445479 Apr 18 20:32:50.579069 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a05f34-e467-453b-8c35-91230149782c admin admin] Made reservation on behalf of 4ab648ec573b471693f18df472322614 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:50.582000 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-85a05f34-e467-453b-8c35-91230149782c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:50.583226 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-4dbf4a86-2341-4785-8d99-f37b78d12376 None None] Set router dfbee8c3-4311-498c-aff8-c4bd89add527 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:32:50.584809 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c76f6-703d-455f-81d6-59f479c92c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af7a027-e676-44dc-a605-cf52a51fa1d3,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:50.648233 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10b7c8-32a3-4266-a30b-8993f58d87ad admin admin] Pushing event updated for resources: {'Network': ['ID=096979d4-7e57-4182-a39f-1144c54a852c,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:50.685164 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 096979d4-7e57-4182-a39f-1144c54a852c details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:32:50.739883 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5432336-1179-4a03-8507-e043b7fd8e31 req-c460ef8a-f905-4673-8801-7e242ec24d36 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:50.742088 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a5432336-1179-4a03-8507-e043b7fd8e31 req-c460ef8a-f905-4673-8801-7e242ec24d36 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 945 time: 0.5607240 Apr 18 20:32:50.780469 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-17c9b636-4a43-4f27-a823-bcd17916f02a service neutron] For port a8699374-f77f-4f4f-b16e-d5ee63d2b584, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a8699374-f77f-4f4f-b16e-d5ee63d2b584,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:50.855595 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfe168-1584-4634-a3f8-c58dba906cb2 req-214579b4-96ce-437f-bd2a-37d96ec36036 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:50.865515 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82bfe168-1584-4634-a3f8-c58dba906cb2 req-214579b4-96ce-437f-bd2a-37d96ec36036 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eede207-e079-4c70-ba13-67cad0698a1a HTTP/1.1" status: 200 len: 943 time: 0.4625967 Apr 18 20:32:50.922471 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-59f6e854-2cc3-4cf6-bacf-df07ec1d4b10 req-48f2aef1-0f06-459a-9647-4bd96edd773d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5e21e3d-c662-4b8a-aa78-911e293510c8 HTTP/1.1" status: 200 len: 217 time: 0.3404002 Apr 18 20:32:50.949091 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-17c9b636-4a43-4f27-a823-bcd17916f02a service neutron] For port a8699374-f77f-4f4f-b16e-d5ee63d2b584, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:32:51.059165 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a5432336-1179-4a03-8507-e043b7fd8e31 req-cb37e4e9-778f-439c-af11-5e4d1c810d9e tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986410 Apr 18 20:32:51.100735 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-17c9b636-4a43-4f27-a823-bcd17916f02a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8699374-f77f-4f4f-b16e-d5ee63d2b584 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:51.109277 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4dbf4a86-2341-4785-8d99-f37b78d12376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbee8c3-4311-498c-aff8-c4bd89add527', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-218305280-router', 'tenant_id': '244d77d8177d469ab89689d7ce415f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '19a93ac9-3f80-492b-8c34-2c5156328743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:30Z', 'updated_at': '2022-04-18T20:32:44Z', 'revision_number': 4, 'project_id': '244d77d8177d469ab89689d7ce415f2b', 'gw_port': {'id': '19a93ac9-3f80-492b-8c34-2c5156328743', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbee8c3-4311-498c-aff8-c4bd89add527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:31Z', 'updated_at': '2022-04-18T20:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '9d2d939c-8e15-44cb-bc66-7dada86c9b51', 'name': '', 'network_id': '6e8d2c0b-5b21-4463-ab85-7e442d24733a', 'tenant_id': '244d77d8177d469ab89689d7ce415f2b', 'mac_address': 'fa:16:3e:4a:df:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbee8c3-4311-498c-aff8-c4bd89add527', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'acb4310a-ed62-4feb-a69c-7d4d65f7cbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:41Z', 'updated_at': '2022-04-18T20:32:45Z', 'revision_number': 2, 'project_id': '244d77d8177d469ab89689d7ce415f2b', 'subnets': [{'id': 'acb4310a-ed62-4feb-a69c-7d4d65f7cbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:51.123606 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82bfe168-1584-4634-a3f8-c58dba906cb2 req-7227251c-0840-4a5d-8d9c-e90c0a6532f4 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce159e48-4514-4661-b102-ef56844725be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475927 Apr 18 20:32:51.135964 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6e854-2cc3-4cf6-bacf-df07ec1d4b10 req-57746d69-aa57-4d91-9034-a39377443df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:51.139182 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-59f6e854-2cc3-4cf6-bacf-df07ec1d4b10 req-57746d69-aa57-4d91-9034-a39377443df4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1854ed8-8332-4033-8972-ab8d2cd944c0 HTTP/1.1" status: 200 len: 867 time: 0.1912665 Apr 18 20:32:51.149855 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-17c9b636-4a43-4f27-a823-bcd17916f02a service neutron] For port a8699374-f77f-4f4f-b16e-d5ee63d2b584, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a8699374-f77f-4f4f-b16e-d5ee63d2b584,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:51.192164 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbf4a86-2341-4785-8d99-f37b78d12376 None None] Checking router: dfbee8c3-4311-498c-aff8-c4bd89add527 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:32:51.192869 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbf4a86-2341-4785-8d99-f37b78d12376 None None] Updating router dfbee8c3-4311-498c-aff8-c4bd89add527 port 9d2d939c-8e15-44cb-bc66-7dada86c9b51 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:32:51.225446 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-17c9b636-4a43-4f27-a823-bcd17916f02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.239367 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6e854-2cc3-4cf6-bacf-df07ec1d4b10 req-35bb7c47-7d02-4a83-8539-6414dae75e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:51.242019 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-59f6e854-2cc3-4cf6-bacf-df07ec1d4b10 req-35bb7c47-7d02-4a83-8539-6414dae75e05 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=184b0ce9-8da7-4a7f-88ee-af69b4a35e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955002 Apr 18 20:32:51.360716 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4dbf4a86-2341-4785-8d99-f37b78d12376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.508565 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-17c9b636-4a43-4f27-a823-bcd17916f02a service neutron] Transition to ACTIVE for port object a8699374-f77f-4f4f-b16e-d5ee63d2b584 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:32:51.534144 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-59f6e854-2cc3-4cf6-bacf-df07ec1d4b10 req-db32a18e-eb23-4a9b-878a-2159e9c0f1d5 service neutron] 10.222.0.32 "GET /v2.0/networks/184b0ce9-8da7-4a7f-88ee-af69b4a35e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836375 Apr 18 20:32:51.553842 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-17c9b636-4a43-4f27-a823-bcd17916f02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.630548 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b06771e6-8bc4-4b6e-91b4-afdc09608503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.838982 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-85a05f34-e467-453b-8c35-91230149782c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.850621 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-17c9b636-4a43-4f27-a823-bcd17916f02a service neutron] No DVR routers for this DVR port a8699374-f77f-4f4f-b16e-d5ee63d2b584 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:32:51.897613 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9b636-4a43-4f27-a823-bcd17916f02a service neutron] Pushing event updated for resources: {'Port': ['ID=a8699374-f77f-4f4f-b16e-d5ee63d2b584,revision_number=10']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:51.945351 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07f875-607a-40ab-b2f9-816732e84713 req-e4d6064d-0d0b-42ce-84bd-c1049b59a0f9 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:51.955721 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b07f875-607a-40ab-b2f9-816732e84713 req-e4d6064d-0d0b-42ce-84bd-c1049b59a0f9 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 944 time: 0.3587670 Apr 18 20:32:51.993775 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-e4bcaec3-0472-4e0b-977c-87cb68e3ef09 req-ef857818-adc3-4455-9ccc-bbd5eca2f789 tempest-FloatingIPDetailsNegativeTestJSON-229284112 tempest-FloatingIPDetailsNegativeTestJSON-229284112-project] show failed (client error): The resource could not be found. Apr 18 20:32:51.994841 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4bcaec3-0472-4e0b-977c-87cb68e3ef09 req-ef857818-adc3-4455-9ccc-bbd5eca2f789 tempest-FloatingIPDetailsNegativeTestJSON-229284112 tempest-FloatingIPDetailsNegativeTestJSON-229284112-project] 10.222.0.41 "GET /v2.0/floatingips/38f1cdc5-18ff-47ab-9ff1-a9f66380c3a5 HTTP/1.1" status: 404 len: 350 time: 0.1087999 Apr 18 20:32:52.003685 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-17c9b636-4a43-4f27-a823-bcd17916f02a service neutron] 10.222.0.32 "PUT /v2.0/ports/a8699374-f77f-4f4f-b16e-d5ee63d2b584/bindings/n-h2-838323-3/activate HTTP/1.1" status: 200 len: 369 time: 2.2242131 Apr 18 20:32:52.014328 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34002) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:52.073080 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4dbf4a86-2341-4785-8d99-f37b78d12376 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:52.094309 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4dbf4a86-2341-4785-8d99-f37b78d12376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:52.109455 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-59f6e854-2cc3-4cf6-bacf-df07ec1d4b10 req-39607032-d206-43f8-9e43-e4013ea6c7e6 service neutron] 10.222.0.32 "GET /v2.0/networks/184b0ce9-8da7-4a7f-88ee-af69b4a35e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5661898 Apr 18 20:32:52.114207 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a05f34-e467-453b-8c35-91230149782c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef443a10-9912-467c-8cb2-a21262f03efe,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:52.129060 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a05f34-e467-453b-8c35-91230149782c admin admin] Checking segment: {'id': '4a17415c-1a1f-4a9a-b43a-194b923773ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:52.129636 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a05f34-e467-453b-8c35-91230149782c admin admin] Network hostable DHCP agents. Network: 096979d4-7e57-4182-a39f-1144c54a852c, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:32:52.202926 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a05f34-e467-453b-8c35-91230149782c admin admin] Network 096979d4-7e57-4182-a39f-1144c54a852c is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:32:52.227252 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-85a05f34-e467-453b-8c35-91230149782c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 096979d4-7e57-4182-a39f-1144c54a852c) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:52.240984 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a05f34-e467-453b-8c35-91230149782c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:52.242226 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-85a05f34-e467-453b-8c35-91230149782c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:52.247635 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c66cf7-bc09-4e52-929a-260a3f50469f None None] Pushing event updated for resources: {'Port': ['ID=9d2d939c-8e15-44cb-bc66-7dada86c9b51,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:52.261908 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96248aa-56b4-447e-907f-74de85283b43 None None] Network 096979d4-7e57-4182-a39f-1144c54a852c requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:32:52.271097 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b06771e6-8bc4-4b6e-91b4-afdc09608503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:52.299916 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-85a05f34-e467-453b-8c35-91230149782c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9908302 Apr 18 20:32:52.300872 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34010) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:52.313048 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-31b6495b-72ed-41d4-8d6f-0849f21a5433 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2060311837-router', 'tenant_id': '4ab648ec573b471693f18df472322614', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:52.391500 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-31b6495b-72ed-41d4-8d6f-0849f21a5433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:52.393403 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-31b6495b-72ed-41d4-8d6f-0849f21a5433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:52.491611 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b06771e6-8bc4-4b6e-91b4-afdc09608503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:52.542849 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-4dbf4a86-2341-4785-8d99-f37b78d12376 None None] Attempting to bind port 9d2d939c-8e15-44cb-bc66-7dada86c9b51 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:52.544568 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-4dbf4a86-2341-4785-8d99-f37b78d12376 None None] Attempting to bind port 9d2d939c-8e15-44cb-bc66-7dada86c9b51 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '7d4c9d34-80f2-405b-88b1-f1d14da6e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6e8d2c0b-5b21-4463-ab85-7e442d24733a'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:52.547420 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbf4a86-2341-4785-8d99-f37b78d12376 None None] Attempting to bind port 9d2d939c-8e15-44cb-bc66-7dada86c9b51 on network 6e8d2c0b-5b21-4463-ab85-7e442d24733a {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:52.570976 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbf4a86-2341-4785-8d99-f37b78d12376 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:32:52.572350 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbf4a86-2341-4785-8d99-f37b78d12376 None None] Checking segment: {'id': '7d4c9d34-80f2-405b-88b1-f1d14da6e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6e8d2c0b-5b21-4463-ab85-7e442d24733a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:52.573430 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4dbf4a86-2341-4785-8d99-f37b78d12376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:52.575237 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbf4a86-2341-4785-8d99-f37b78d12376 None None] Bound using segment: {'id': '7d4c9d34-80f2-405b-88b1-f1d14da6e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6e8d2c0b-5b21-4463-ab85-7e442d24733a'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:32:52.575492 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-31b6495b-72ed-41d4-8d6f-0849f21a5433 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:52.580212 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-4dbf4a86-2341-4785-8d99-f37b78d12376 None None] Bound port: 9d2d939c-8e15-44cb-bc66-7dada86c9b51, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4c9d34-80f2-405b-88b1-f1d14da6e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6e8d2c0b-5b21-4463-ab85-7e442d24733a'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:52.581372 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4dbf4a86-2341-4785-8d99-f37b78d12376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:52.588302 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device c5e21e3d-c662-4b8a-aa78-911e293510c8 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:32:52.720263 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b06771e6-8bc4-4b6e-91b4-afdc09608503 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=981741b3b20a4abc845e04e7e03cd365&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1958792 Apr 18 20:32:52.733738 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34020) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:52.749907 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b07f875-607a-40ab-b2f9-816732e84713 req-ebc9c935-1191-465b-aa82-6c94d87d9f18 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7936423 Apr 18 20:32:52.783692 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-4dbf4a86-2341-4785-8d99-f37b78d12376 None None] For port 9d2d939c-8e15-44cb-bc66-7dada86c9b51, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:32:52.793585 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-4dbf4a86-2341-4785-8d99-f37b78d12376 None None] For port 9d2d939c-8e15-44cb-bc66-7dada86c9b51, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=9d2d939c-8e15-44cb-bc66-7dada86c9b51,segment=NetworkSegment(7d4c9d34-80f2-405b-88b1-f1d14da6e727),segment_id=7d4c9d34-80f2-405b-88b1-f1d14da6e727)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:32:52.812308 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4dbf4a86-2341-4785-8d99-f37b78d12376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:53.010385 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c66cf7-bc09-4e52-929a-260a3f50469f None None] Pushing event updated for resources: {'Port': ['ID=9d2d939c-8e15-44cb-bc66-7dada86c9b51,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:53.048911 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port c5e21e3d-c662-4b8a-aa78-911e293510c8, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=c5e21e3d-c662-4b8a-aa78-911e293510c8,segment=NetworkSegment(d4550aeb-dbd6-4af9-9328-fdc09ed8e0d1),segment_id=d4550aeb-dbd6-4af9-9328-fdc09ed8e0d1)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:53.078217 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbf4a86-2341-4785-8d99-f37b78d12376 None None] Routers {'dfbee8c3-4311-498c-aff8-c4bd89add527'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:32:53.079500 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4dbf4a86-2341-4785-8d99-f37b78d12376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:32:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['dfbee8c3-4311-498c-aff8-c4bd89add527'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:53.126014 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'c5e21e3d-c662-4b8a-aa78-911e293510c8', 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18', 'port_id': 'c5e21e3d-c662-4b8a-aa78-911e293510c8', 'mac_address': 'fa:16:3e:d5:de:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1854ed8-8332-4033-8972-ab8d2cd944c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:32:53.259895 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34024) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:53.283803 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-89a50210-a797-49b4-bd5e-b82bf4d949ec tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:53.293249 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-89a50210-a797-49b4-bd5e-b82bf4d949ec tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb&tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&binding%3Ahost_id=n-h1-838323-3 HTTP/1.1" status: 200 len: 1095 time: 1.0127213 Apr 18 20:32:53.310485 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-31b6495b-72ed-41d4-8d6f-0849f21a5433 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:53.330046 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:53.335990 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-84a887a2-c019-47d5-b38e-c33bdbba04c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:53.373764 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-84a887a2-c019-47d5-b38e-c33bdbba04c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:53.392569 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-81761c4d-a9ee-48aa-b49e-0d468d5fb38c None None] Provisioning complete for port 9d2d939c-8e15-44cb-bc66-7dada86c9b51 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:53.395350 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-81761c4d-a9ee-48aa-b49e-0d468d5fb38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:53.486893 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-4dbf4a86-2341-4785-8d99-f37b78d12376 None None] Set router dfbee8c3-4311-498c-aff8-c4bd89add527 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:32:53.503959 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06771e6-8bc4-4b6e-91b4-afdc09608503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76a0041-5cc7-4d2d-b3ac-ec23ec378b40,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:53.526796 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-3488e3fb-6852-483f-a342-c5a5a68f6120 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-447608148-network', 'tenant_id': '89c926e9e20e4924ad193342f10c5bb3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:53.554162 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-84a887a2-c019-47d5-b38e-c33bdbba04c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:53.558459 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78ad1f5-2506-4557-aa56-9b851269a55e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-096979d4-7e57-4182-a39f-1144c54a852c', 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c', 'tenant_id': '4ab648ec573b471693f18df472322614', 'fixed_ips': [{'subnet_id': 'ef443a10-9912-467c-8cb2-a21262f03efe'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:32:53.559425 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e78ad1f5-2506-4557-aa56-9b851269a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:53.561265 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-84a887a2-c019-47d5-b38e-c33bdbba04c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:53.563040 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-84a887a2-c019-47d5-b38e-c33bdbba04c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d76a0041-5cc7-4d2d-b3ac-ec23ec378b40 HTTP/1.1" status: 204 len: 168 time: 0.8283286 Apr 18 20:32:53.573919 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5e21e3d-c662-4b8a-aa78-911e293510c8 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:53.625464 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a887a2-c019-47d5-b38e-c33bdbba04c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76a0041-5cc7-4d2d-b3ac-ec23ec378b40,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:53.677567 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4537e-aa54-418e-802e-0bff7f6ed1fa req-c8262396-055a-4ba4-a743-ad370a04145e tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:53.683166 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3488e3fb-6852-483f-a342-c5a5a68f6120 admin admin] Made reservation on behalf of 89c926e9e20e4924ad193342f10c5bb3 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:53.687388 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3488e3fb-6852-483f-a342-c5a5a68f6120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:53.696679 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ef4537e-aa54-418e-802e-0bff7f6ed1fa req-c8262396-055a-4ba4-a743-ad370a04145e tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 945 time: 1.3741627 Apr 18 20:32:53.712676 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3488e3fb-6852-483f-a342-c5a5a68f6120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:53.719912 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port c5e21e3d-c662-4b8a-aa78-911e293510c8, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=c5e21e3d-c662-4b8a-aa78-911e293510c8,segment=NetworkSegment(d4550aeb-dbd6-4af9-9328-fdc09ed8e0d1),segment_id=d4550aeb-dbd6-4af9-9328-fdc09ed8e0d1)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:53.755454 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:53.765293 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5bddf-7c3d-47f2-914d-5e7c003101bd req-044f6f70-dc97-48f8-b214-cf401987122a tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:53.767501 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7f5bddf-7c3d-47f2-914d-5e7c003101bd req-044f6f70-dc97-48f8-b214-cf401987122a tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eede207-e079-4c70-ba13-67cad0698a1a HTTP/1.1" status: 200 len: 943 time: 0.7035265 Apr 18 20:32:53.877920 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3488e3fb-6852-483f-a342-c5a5a68f6120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:53.923781 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3488e3fb-6852-483f-a342-c5a5a68f6120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:54.096309 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3488e3fb-6852-483f-a342-c5a5a68f6120 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:32:54.134943 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3488e3fb-6852-483f-a342-c5a5a68f6120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:54.135596 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-3488e3fb-6852-483f-a342-c5a5a68f6120 admin admin] Added segment 30cf76e8-dcdf-46cb-a9a4-8694522923bf of type vlan for network b4cf6ee2-fb71-4a16-94d4-593c70571ccc Apr 18 20:32:54.189216 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-02f22533-9ca8-49cb-a6e7-f5a3bce4dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:54.191620 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-02f22533-9ca8-49cb-a6e7-f5a3bce4dd8d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb&tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639 HTTP/1.1" status: 200 len: 1095 time: 0.7060466 Apr 18 20:32:54.238708 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ef4537e-aa54-418e-802e-0bff7f6ed1fa req-80e743e8-3b18-487d-86ee-a86cb436f9bb tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5411088 Apr 18 20:32:54.288235 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7f5bddf-7c3d-47f2-914d-5e7c003101bd req-024dada0-7d2a-49ef-87e5-6bdb5a590d07 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce159e48-4514-4661-b102-ef56844725be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738083 Apr 18 20:32:54.321427 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['c5e21e3d-c662-4b8a-aa78-911e293510c8'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:32:54.353178 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4dbf4a86-2341-4785-8d99-f37b78d12376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbee8c3-4311-498c-aff8-c4bd89add527', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-218305280-router', 'tenant_id': '244d77d8177d469ab89689d7ce415f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '19a93ac9-3f80-492b-8c34-2c5156328743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:30Z', 'updated_at': '2022-04-18T20:32:44Z', 'revision_number': 4, 'project_id': '244d77d8177d469ab89689d7ce415f2b', 'gw_port': {'id': '19a93ac9-3f80-492b-8c34-2c5156328743', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbee8c3-4311-498c-aff8-c4bd89add527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:31Z', 'updated_at': '2022-04-18T20:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '9d2d939c-8e15-44cb-bc66-7dada86c9b51', 'name': '', 'network_id': '6e8d2c0b-5b21-4463-ab85-7e442d24733a', 'tenant_id': '244d77d8177d469ab89689d7ce415f2b', 'mac_address': 'fa:16:3e:4a:df:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbee8c3-4311-498c-aff8-c4bd89add527', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'acb4310a-ed62-4feb-a69c-7d4d65f7cbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:41Z', 'updated_at': '2022-04-18T20:32:52Z', 'revision_number': 4, 'project_id': '244d77d8177d469ab89689d7ce415f2b', 'subnets': [{'id': 'acb4310a-ed62-4feb-a69c-7d4d65f7cbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:54.412173 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3488e3fb-6852-483f-a342-c5a5a68f6120 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:54.483366 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbf4a86-2341-4785-8d99-f37b78d12376 None None] The sync data for ids ['dfbee8c3-4311-498c-aff8-c4bd89add527'] in n-d-838323-3 is: [{'id': 'dfbee8c3-4311-498c-aff8-c4bd89add527', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-218305280-router', 'tenant_id': '244d77d8177d469ab89689d7ce415f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '19a93ac9-3f80-492b-8c34-2c5156328743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:30Z', 'updated_at': '2022-04-18T20:32:44Z', 'revision_number': 4, 'project_id': '244d77d8177d469ab89689d7ce415f2b', 'gw_port': {'id': '19a93ac9-3f80-492b-8c34-2c5156328743', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbee8c3-4311-498c-aff8-c4bd89add527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:31Z', 'updated_at': '2022-04-18T20:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '9d2d939c-8e15-44cb-bc66-7dada86c9b51', 'name': '', 'network_id': '6e8d2c0b-5b21-4463-ab85-7e442d24733a', 'tenant_id': '244d77d8177d469ab89689d7ce415f2b', 'mac_address': 'fa:16:3e:4a:df:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbee8c3-4311-498c-aff8-c4bd89add527', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'acb4310a-ed62-4feb-a69c-7d4d65f7cbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:41Z', 'updated_at': '2022-04-18T20:32:52Z', 'revision_number': 4, 'project_id': '244d77d8177d469ab89689d7ce415f2b', 'subnets': [{'id': 'acb4310a-ed62-4feb-a69c-7d4d65f7cbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:32:54.512939 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-e5ffbcf4-f7e4-4d41-b29d-f8d06848bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:54.515574 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-e5ffbcf4-f7e4-4d41-b29d-f8d06848bed6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 1095 time: 0.2815480 Apr 18 20:32:54.558555 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488e3fb-6852-483f-a342-c5a5a68f6120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20598b24-4a46-4703-8894-7757ff81a07c,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:54.571313 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.db.resource_extend [None req-3488e3fb-6852-483f-a342-c5a5a68f6120 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:32:54.612610 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3488e3fb-6852-483f-a342-c5a5a68f6120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:54.614214 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3488e3fb-6852-483f-a342-c5a5a68f6120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:54.614852 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3488e3fb-6852-483f-a342-c5a5a68f6120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:54.616178 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-81761c4d-a9ee-48aa-b49e-0d468d5fb38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:54.742006 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34042) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:54.750179 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488e3fb-6852-483f-a342-c5a5a68f6120 admin admin] Pushing event updated for resources: {'Network': ['ID=b4cf6ee2-fb71-4a16-94d4-593c70571ccc,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:54.787958 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-81761c4d-a9ee-48aa-b49e-0d468d5fb38c None None] For port 9d2d939c-8e15-44cb-bc66-7dada86c9b51, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=9d2d939c-8e15-44cb-bc66-7dada86c9b51,segment=NetworkSegment(7d4c9d34-80f2-405b-88b1-f1d14da6e727),segment_id=7d4c9d34-80f2-405b-88b1-f1d14da6e727)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:54.788514 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e779d156-46c5-4bf7-a3ad-5b45889a804c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:54.831967 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-81761c4d-a9ee-48aa-b49e-0d468d5fb38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:54.840788 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network b4cf6ee2-fb71-4a16-94d4-593c70571ccc details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:32:54.872206 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-31b6495b-72ed-41d4-8d6f-0849f21a5433 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:54.921472 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-31b6495b-72ed-41d4-8d6f-0849f21a5433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:54.933457 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22b0c7-5cf9-4c1c-80ab-58e6fdaaaf53 req-dd9ed659-5812-49ca-9046-7a7792e333b7 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:54.937714 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f22b0c7-5cf9-4c1c-80ab-58e6fdaaaf53 req-dd9ed659-5812-49ca-9046-7a7792e333b7 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 944 time: 0.3877623 Apr 18 20:32:55.018600 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3488e3fb-6852-483f-a342-c5a5a68f6120 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7552633 Apr 18 20:32:55.019852 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=c5e21e3d-c662-4b8a-aa78-911e293510c8,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:55.023063 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34044) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:55.067168 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-97016df6-9d77-460e-855b-dfceca355dab admin admin] Request body: {'subnet': {'network_id': 'b4cf6ee2-fb71-4a16-94d4-593c70571ccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-447608148-subnet', 'tenant_id': '89c926e9e20e4924ad193342f10c5bb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:55.121899 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-1fc6f7fe-abc6-47a9-931f-622f21804ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:55.124096 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-1fc6f7fe-abc6-47a9-931f-622f21804ceb service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e HTTP/1.1" status: 200 len: 922 time: 0.5966558 Apr 18 20:32:55.130849 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f22b0c7-5cf9-4c1c-80ab-58e6fdaaaf53 req-699401e6-a757-423d-8022-e6c4168eeef4 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624360 Apr 18 20:32:55.141279 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b92b9281-b1ed-4791-aa29-590ff2667f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:55.221949 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-8e782a9b-2e05-49af-829f-e557ba46207e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8699374-f77f-4f4f-b16e-d5ee63d2b584 HTTP/1.1" status: 200 len: 217 time: 0.0901678 Apr 18 20:32:55.284403 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97016df6-9d77-460e-855b-dfceca355dab admin admin] Made reservation on behalf of 89c926e9e20e4924ad193342f10c5bb3 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:55.288553 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-97016df6-9d77-460e-855b-dfceca355dab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:55.303115 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-e78ad1f5-2506-4557-aa56-9b851269a55e None None] Allocated IP 172.20.0.2 (096979d4-7e57-4182-a39f-1144c54a852c/ef443a10-9912-467c-8cb2-a21262f03efe/e7bd759f-a7ce-47fa-9a34-c6bb815fe050) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:55.308297 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-33794d9e-e3b2-466e-9cd6-d5c8eba8199e None None] Provisioning complete for port 9d2d939c-8e15-44cb-bc66-7dada86c9b51 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:55.308903 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-33794d9e-e3b2-466e-9cd6-d5c8eba8199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:55.354604 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7353957-5ce2-4230-9824-d11072e15628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:55.403586 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-34e326e9-6920-47e3-82ee-a4d781be0b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:55.409057 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-34e326e9-6920-47e3-82ee-a4d781be0b83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=07088b8e-aaa8-48c6-be5d-b75368ae775e HTTP/1.1" status: 200 len: 861 time: 0.1710372 Apr 18 20:32:55.508792 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 9d2d939c-8e15-44cb-bc66-7dada86c9b51 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:55.519412 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81761c4d-a9ee-48aa-b49e-0d468d5fb38c None None] Pushing event updated for resources: {'Port': ['ID=9d2d939c-8e15-44cb-bc66-7dada86c9b51,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:55.587695 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-31b6495b-72ed-41d4-8d6f-0849f21a5433 admin admin] Allocated IP 172.25.1.115 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/3c010e51-8ba2-4b39-a14c-4efa55fab9a3) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:55.692221 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-1e10acd2-ebc7-4344-b07b-6b162b308786 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1752493 Apr 18 20:32:55.774823 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e779d156-46c5-4bf7-a3ad-5b45889a804c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:55.935019 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e779d156-46c5-4bf7-a3ad-5b45889a804c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.037451 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-31b6495b-72ed-41d4-8d6f-0849f21a5433 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.136641 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 9d2d939c-8e15-44cb-bc66-7dada86c9b51 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:56.137548 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.228283 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e779d156-46c5-4bf7-a3ad-5b45889a804c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9fa26038e0824e939ce5174fbd1b73f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4703951 Apr 18 20:32:56.237489 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-31b6495b-72ed-41d4-8d6f-0849f21a5433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.239669 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34054) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:56.258332 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-97016df6-9d77-460e-855b-dfceca355dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.305184 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e78ad1f5-2506-4557-aa56-9b851269a55e None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.325914 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e78ad1f5-2506-4557-aa56-9b851269a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.423189 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ad1f5-2506-4557-aa56-9b851269a55e None None] Pushing event updated for resources: {'Port': ['ID=e7bd759f-a7ce-47fa-9a34-c6bb815fe050,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:56.455197 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78ad1f5-2506-4557-aa56-9b851269a55e None None] Network 096979d4-7e57-4182-a39f-1144c54a852c is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:56.459191 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-e78ad1f5-2506-4557-aa56-9b851269a55e None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:56.466239 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ad1f5-2506-4557-aa56-9b851269a55e None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:32:56.487317 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device c5e21e3d-c662-4b8a-aa78-911e293510c8 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:56.498811 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a3de37ce-8690-44ec-97bb-03158266095f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.553963 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a3de37ce-8690-44ec-97bb-03158266095f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.684419 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b6495b-72ed-41d4-8d6f-0849f21a5433 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:56.701920 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97016df6-9d77-460e-855b-dfceca355dab admin admin] Checking segment: {'id': '30cf76e8-dcdf-46cb-a9a4-8694522923bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b4cf6ee2-fb71-4a16-94d4-593c70571ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:56.701920 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97016df6-9d77-460e-855b-dfceca355dab admin admin] Network hostable DHCP agents. Network: b4cf6ee2-fb71-4a16-94d4-593c70571ccc, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:32:56.703697 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-31b6495b-72ed-41d4-8d6f-0849f21a5433 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:56.722313 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a3de37ce-8690-44ec-97bb-03158266095f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.725867 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a3de37ce-8690-44ec-97bb-03158266095f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.758958 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a3de37ce-8690-44ec-97bb-03158266095f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/90fccacd-f52d-4aec-8625-58a9cea2c0ba HTTP/1.1" status: 204 len: 168 time: 0.4581444 Apr 18 20:32:56.764186 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b6495b-72ed-41d4-8d6f-0849f21a5433 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:32:56.772082 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-e78ad1f5-2506-4557-aa56-9b851269a55e None None] Attempting to bind port e7bd759f-a7ce-47fa-9a34-c6bb815fe050 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:56.778064 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-e78ad1f5-2506-4557-aa56-9b851269a55e None None] Attempting to bind port e7bd759f-a7ce-47fa-9a34-c6bb815fe050 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '4a17415c-1a1f-4a9a-b43a-194b923773ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:56.778292 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78ad1f5-2506-4557-aa56-9b851269a55e None None] Attempting to bind port e7bd759f-a7ce-47fa-9a34-c6bb815fe050 on network 096979d4-7e57-4182-a39f-1144c54a852c {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:56.808617 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78ad1f5-2506-4557-aa56-9b851269a55e None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:32:56.809153 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78ad1f5-2506-4557-aa56-9b851269a55e None None] Checking segment: {'id': '4a17415c-1a1f-4a9a-b43a-194b923773ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:56.810716 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e78ad1f5-2506-4557-aa56-9b851269a55e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.811284 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78ad1f5-2506-4557-aa56-9b851269a55e None None] Bound using segment: {'id': '4a17415c-1a1f-4a9a-b43a-194b923773ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:32:56.812863 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-e78ad1f5-2506-4557-aa56-9b851269a55e None None] Bound port: e7bd759f-a7ce-47fa-9a34-c6bb815fe050, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a17415c-1a1f-4a9a-b43a-194b923773ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:56.813357 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e78ad1f5-2506-4557-aa56-9b851269a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.992132 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-e78ad1f5-2506-4557-aa56-9b851269a55e None None] For port e7bd759f-a7ce-47fa-9a34-c6bb815fe050, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:32:57.000552 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-e78ad1f5-2506-4557-aa56-9b851269a55e None None] For port e7bd759f-a7ce-47fa-9a34-c6bb815fe050, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=e7bd759f-a7ce-47fa-9a34-c6bb815fe050,segment=NetworkSegment(4a17415c-1a1f-4a9a-b43a-194b923773ad),segment_id=4a17415c-1a1f-4a9a-b43a-194b923773ad)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:32:57.004943 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port c5e21e3d-c662-4b8a-aa78-911e293510c8 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:57.016027 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-ff444765-c62e-43d0-ac98-9899b4a1a474 service neutron] 10.222.0.57 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0081422 Apr 18 20:32:57.017598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port c5e21e3d-c662-4b8a-aa78-911e293510c8 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:57.017988 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:57.121924 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e78ad1f5-2506-4557-aa56-9b851269a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:57.124751 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5e2ec-fb02-4763-bd41-26a88712b3e6 req-a7d5cb83-8e2f-4553-8eea-25a3e9ea348f tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:57.138010 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fbe5e2ec-fb02-4763-bd41-26a88712b3e6 req-a7d5cb83-8e2f-4553-8eea-25a3e9ea348f tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eede207-e079-4c70-ba13-67cad0698a1a HTTP/1.1" status: 200 len: 944 time: 1.5700052 Apr 18 20:32:57.237266 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea75104-45af-47d5-af5f-85abc9e3d65e req-a8576df2-5d04-4598-9f48-6fa89df120f6 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:57.240466 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cea75104-45af-47d5-af5f-85abc9e3d65e req-a8576df2-5d04-4598-9f48-6fa89df120f6 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 945 time: 1.6443892 Apr 18 20:32:57.356166 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cea75104-45af-47d5-af5f-85abc9e3d65e req-836e0fe3-9eb8-47f0-a827-7c796e69cc5e tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043234 Apr 18 20:32:57.386905 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779d156-46c5-4bf7-a3ad-5b45889a804c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fccacd-f52d-4aec-8625-58a9cea2c0ba,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:57.398311 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fbe5e2ec-fb02-4763-bd41-26a88712b3e6 req-6613f853-7fb4-4509-b003-e88890f4b751 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce159e48-4514-4661-b102-ef56844725be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602556 Apr 18 20:32:57.463029 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 9d2d939c-8e15-44cb-bc66-7dada86c9b51 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:57.473305 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-33d37c63-a220-41b0-b49c-20e78e903e35 service neutron] 10.222.0.57 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452064 Apr 18 20:32:57.520349 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de37ce-8690-44ec-97bb-03158266095f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fccacd-f52d-4aec-8625-58a9cea2c0ba,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:57.559270 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6495b-72ed-41d4-8d6f-0849f21a5433 admin admin] Pushing event updated for resources: {'Port': ['ID=3c010e51-8ba2-4b39-a14c-4efa55fab9a3,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:57.710984 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ad1f5-2506-4557-aa56-9b851269a55e None None] Pushing event updated for resources: {'Port': ['ID=e7bd759f-a7ce-47fa-9a34-c6bb815fe050,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:57.765500 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97016df6-9d77-460e-855b-dfceca355dab admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fc7bc59-392f-4857-a390-f202369bdc97,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:57.822098 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97016df6-9d77-460e-855b-dfceca355dab admin admin] Network b4cf6ee2-fb71-4a16-94d4-593c70571ccc is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:32:57.957906 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-31b6495b-72ed-41d4-8d6f-0849f21a5433 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.030434 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-a7353957-5ce2-4230-9824-d11072e15628 admin admin] Deleting port 9d2d939c-8e15-44cb-bc66-7dada86c9b51 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:32:58.031024 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7353957-5ce2-4230-9824-d11072e15628 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.050001 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 9d2d939c-8e15-44cb-bc66-7dada86c9b51 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:58.050964 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.061380 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.094785 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-97016df6-9d77-460e-855b-dfceca355dab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, b4cf6ee2-fb71-4a16-94d4-593c70571ccc) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:58.095376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76a2a7-3f14-4d6e-a5fd-9f0c43eace3a req-05ef8115-d919-47ea-877d-b348ce98d36c tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:58.111480 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d76a2a7-3f14-4d6e-a5fd-9f0c43eace3a req-05ef8115-d919-47ea-877d-b348ce98d36c tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 944 time: 0.3989091 Apr 18 20:32:58.129393 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97016df6-9d77-460e-855b-dfceca355dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:58.130029 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-97016df6-9d77-460e-855b-dfceca355dab admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.135972 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82a3f55-4b8d-4d7e-9bef-b7e370dcfbcc None None] Network b4cf6ee2-fb71-4a16-94d4-593c70571ccc requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:32:58.220702 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-97016df6-9d77-460e-855b-dfceca355dab admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1730754 Apr 18 20:32:58.221349 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34076) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:58.251876 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-447608148-router', 'tenant_id': '89c926e9e20e4924ad193342f10c5bb3', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:58.259442 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-409eab88-eda5-4256-bad3-3506a8bac0e5 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:58.260588 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-409eab88-eda5-4256-bad3-3506a8bac0e5 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb&tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&binding%3Ahost_id=n-h2-838323-3 HTTP/1.1" status: 200 len: 1095 time: 0.3621261 Apr 18 20:32:58.280124 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d76a2a7-3f14-4d6e-a5fd-9f0c43eace3a req-04610316-ece2-4031-9811-227f97a95333 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637082 Apr 18 20:32:58.282347 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eede207-e079-4c70-ba13-67cad0698a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e21e3d-c662-4b8a-aa78-911e293510c8'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:58.286676 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8794df6f-3f28-4dd6-8399-5a2a4b5d154a" -d '{"events": [{"server_uuid": "9eede207-e079-4c70-ba13-67cad0698a1a", "name": "network-vif-plugged", "status": "completed", "tag": "c5e21e3d-c662-4b8a-aa78-911e293510c8"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:58.325218 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port c5e21e3d-c662-4b8a-aa78-911e293510c8, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=c5e21e3d-c662-4b8a-aa78-911e293510c8,segment=NetworkSegment(d4550aeb-dbd6-4af9-9328-fdc09ed8e0d1),segment_id=d4550aeb-dbd6-4af9-9328-fdc09ed8e0d1)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:58.343269 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.456524 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.456524 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.462610 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28cf3b6-7d57-43f5-9edc-e67ebea65c55 x-openstack-request-id: req-f28cf3b6-7d57-43f5-9edc-e67ebea65c55 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:58.463039 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eede207-e079-4c70-ba13-67cad0698a1a", "name": "network-vif-plugged", "status": "completed", "tag": "c5e21e3d-c662-4b8a-aa78-911e293510c8", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:58.463361 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f28cf3b6-7d57-43f5-9edc-e67ebea65c55 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:58.464312 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f28cf3b6-7d57-43f5-9edc-e67ebea65c55'] response: {'server_uuid': '9eede207-e079-4c70-ba13-67cad0698a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e21e3d-c662-4b8a-aa78-911e293510c8', 'code': 200} Apr 18 20:32:58.519638 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-a7353957-5ce2-4230-9824-d11072e15628 admin admin] For port 9d2d939c-8e15-44cb-bc66-7dada86c9b51, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=9d2d939c-8e15-44cb-bc66-7dada86c9b51,segment=NetworkSegment(7d4c9d34-80f2-405b-88b1-f1d14da6e727),segment_id=7d4c9d34-80f2-405b-88b1-f1d14da6e727)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:58.520181 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7353957-5ce2-4230-9824-d11072e15628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.549764 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-a7353957-5ce2-4230-9824-d11072e15628 admin admin] Calling delete_port for 9d2d939c-8e15-44cb-bc66-7dada86c9b51 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:32:58.581855 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=c5e21e3d-c662-4b8a-aa78-911e293510c8,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:58.741563 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1f823f-d291-4b1c-9217-549ac95e5a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-b4cf6ee2-fb71-4a16-94d4-593c70571ccc', 'network_id': 'b4cf6ee2-fb71-4a16-94d4-593c70571ccc', 'tenant_id': '89c926e9e20e4924ad193342f10c5bb3', 'fixed_ips': [{'subnet_id': '1fc7bc59-392f-4857-a390-f202369bdc97'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:32:58.742365 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc1f823f-d291-4b1c-9217-549ac95e5a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.744639 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.802826 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01789236-4282-4efd-bc82-bd868b13d54e req-51a455b8-f4b6-4e06-8a14-27bcc2c06d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:58.810229 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-01789236-4282-4efd-bc82-bd868b13d54e req-51a455b8-f4b6-4e06-8a14-27bcc2c06d59 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9eede207-e079-4c70-ba13-67cad0698a1a HTTP/1.1" status: 200 len: 1096 time: 0.3630178 Apr 18 20:32:58.840509 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-66bd591f-240c-4588-b487-b074578eff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:59.105221 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7353957-5ce2-4230-9824-d11072e15628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:59.130348 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-dc1f823f-d291-4b1c-9217-549ac95e5a9d None None] Allocated IP 172.20.0.2 (b4cf6ee2-fb71-4a16-94d4-593c70571ccc/1fc7bc59-392f-4857-a390-f202369bdc97/46b67bfa-b1f3-47fc-8173-7af2b1dc852a) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:59.290728 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402ee4c-b0a5-41aa-945a-a07b1e953d98 req-c3133931-d9fe-4d6e-8fae-7edad44b68d6 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:59.305817 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7402ee4c-b0a5-41aa-945a-a07b1e953d98 req-c3133931-d9fe-4d6e-8fae-7edad44b68d6 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 945 time: 0.5463059 Apr 18 20:32:59.425085 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7353957-5ce2-4230-9824-d11072e15628 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2d939c-8e15-44cb-bc66-7dada86c9b51,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:59.471909 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532898d-052f-4a62-bf33-f0c3bd6db170 req-0e1d6023-aa29-4f27-818c-72c809e2b41c tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:59.492337 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b532898d-052f-4a62-bf33-f0c3bd6db170 req-0e1d6023-aa29-4f27-818c-72c809e2b41c tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eede207-e079-4c70-ba13-67cad0698a1a HTTP/1.1" status: 200 len: 945 time: 0.7344573 Apr 18 20:32:59.526256 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e7bd759f-a7ce-47fa-9a34-c6bb815fe050 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:59.770110 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc1f823f-d291-4b1c-9217-549ac95e5a9d None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:59.786283 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:59.798127 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc1f823f-d291-4b1c-9217-549ac95e5a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:59.815378 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-7e7654f2-fbd9-4dde-9d54-9c1c3288083a service neutron] For port a8699374-f77f-4f4f-b16e-d5ee63d2b584, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:32:59.845258 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-7e7654f2-fbd9-4dde-9d54-9c1c3288083a service neutron] Notify callbacks [] for binding, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:59.848626 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f56df8c9-54a1-4851-8cb6-5bdbb61765aa req-7e7654f2-fbd9-4dde-9d54-9c1c3288083a service neutron] 10.222.0.57 "DELETE /v2.0/ports/a8699374-f77f-4f4f-b16e-d5ee63d2b584/bindings/n-h1-838323-3 HTTP/1.1" status: 204 len: 173 time: 1.5636337 Apr 18 20:32:59.913277 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7402ee4c-b0a5-41aa-945a-a07b1e953d98 req-d0c7ce11-e6a1-474d-a305-b9b04d8792b0 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6051450 Apr 18 20:32:59.915474 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f823f-d291-4b1c-9217-549ac95e5a9d None None] Pushing event updated for resources: {'Port': ['ID=46b67bfa-b1f3-47fc-8173-7af2b1dc852a,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:59.956399 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1f823f-d291-4b1c-9217-549ac95e5a9d None None] Network b4cf6ee2-fb71-4a16-94d4-593c70571ccc is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:59.970139 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acda76b-795c-47a3-9ebd-5c3e03ece049 None None] Network 096979d4-7e57-4182-a39f-1144c54a852c requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:32:59.984626 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-dc1f823f-d291-4b1c-9217-549ac95e5a9d None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:59.992100 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1f823f-d291-4b1c-9217-549ac95e5a9d None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:33:00.007185 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b532898d-052f-4a62-bf33-f0c3bd6db170 req-56929c3a-3667-496f-b312-159b3465b8c8 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce159e48-4514-4661-b102-ef56844725be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5131423 Apr 18 20:33:00.115611 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port e7bd759f-a7ce-47fa-9a34-c6bb815fe050 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:00.116266 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.125848 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-31b6495b-72ed-41d4-8d6f-0849f21a5433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.186850 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-01789236-4282-4efd-bc82-bd868b13d54e req-36592ea3-60e2-4561-8475-90ab6c42eb3c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ce159e48-4514-4661-b102-ef56844725be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1756310 Apr 18 20:33:00.189849 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7353957-5ce2-4230-9824-d11072e15628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.328673 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b31a9bd2-a505-4b87-973b-d58ce5706585 None None] Provisioning complete for port e7bd759f-a7ce-47fa-9a34-c6bb815fe050 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:00.329359 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b31a9bd2-a505-4b87-973b-d58ce5706585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.382748 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.434577 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-dc1f823f-d291-4b1c-9217-549ac95e5a9d None None] Attempting to bind port 46b67bfa-b1f3-47fc-8173-7af2b1dc852a on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:33:00.435081 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-dc1f823f-d291-4b1c-9217-549ac95e5a9d None None] Attempting to bind port 46b67bfa-b1f3-47fc-8173-7af2b1dc852a by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '30cf76e8-dcdf-46cb-a9a4-8694522923bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b4cf6ee2-fb71-4a16-94d4-593c70571ccc'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:33:00.435513 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f823f-d291-4b1c-9217-549ac95e5a9d None None] Attempting to bind port 46b67bfa-b1f3-47fc-8173-7af2b1dc852a on network b4cf6ee2-fb71-4a16-94d4-593c70571ccc {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:00.468759 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f823f-d291-4b1c-9217-549ac95e5a9d None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:33:00.469251 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f823f-d291-4b1c-9217-549ac95e5a9d None None] Checking segment: {'id': '30cf76e8-dcdf-46cb-a9a4-8694522923bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b4cf6ee2-fb71-4a16-94d4-593c70571ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:33:00.469887 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc1f823f-d291-4b1c-9217-549ac95e5a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.470356 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f823f-d291-4b1c-9217-549ac95e5a9d None None] Bound using segment: {'id': '30cf76e8-dcdf-46cb-a9a4-8694522923bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b4cf6ee2-fb71-4a16-94d4-593c70571ccc'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:33:00.470921 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-dc1f823f-d291-4b1c-9217-549ac95e5a9d None None] Bound port: 46b67bfa-b1f3-47fc-8173-7af2b1dc852a, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30cf76e8-dcdf-46cb-a9a4-8694522923bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b4cf6ee2-fb71-4a16-94d4-593c70571ccc'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:33:00.471379 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc1f823f-d291-4b1c-9217-549ac95e5a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.595607 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.659376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff648f-bb1f-4a10-99c8-3c9f28d63111 req-5741c1ff-1ff7-435c-9df1-95faf48ca8df tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:00.670667 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-96ff648f-bb1f-4a10-99c8-3c9f28d63111 req-5741c1ff-1ff7-435c-9df1-95faf48ca8df tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 944 time: 0.3627307 Apr 18 20:33:00.801657 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-dc1f823f-d291-4b1c-9217-549ac95e5a9d None None] For port 46b67bfa-b1f3-47fc-8173-7af2b1dc852a, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:33:00.804082 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b31a9bd2-a505-4b87-973b-d58ce5706585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.874485 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-96ff648f-bb1f-4a10-99c8-3c9f28d63111 req-edf2959a-0ed1-4109-a20b-3e227b82423f tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024808 Apr 18 20:33:00.878540 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b6495b-72ed-41d4-8d6f-0849f21a5433 admin admin] Router cd29d771-f6d4-4a45-b07d-a29b00493411 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:33:00.893446 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port e7bd759f-a7ce-47fa-9a34-c6bb815fe050, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=e7bd759f-a7ce-47fa-9a34-c6bb815fe050,segment=NetworkSegment(4a17415c-1a1f-4a9a-b43a-194b923773ad),segment_id=4a17415c-1a1f-4a9a-b43a-194b923773ad)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:00.895686 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-dc1f823f-d291-4b1c-9217-549ac95e5a9d None None] For port 46b67bfa-b1f3-47fc-8173-7af2b1dc852a, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=46b67bfa-b1f3-47fc-8173-7af2b1dc852a,segment=NetworkSegment(30cf76e8-dcdf-46cb-a9a4-8694522923bf),segment_id=30cf76e8-dcdf-46cb-a9a4-8694522923bf)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:33:00.917311 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.948903 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc1f823f-d291-4b1c-9217-549ac95e5a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.961766 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7353957-5ce2-4230-9824-d11072e15628 admin admin] Router dfbee8c3-4311-498c-aff8-c4bd89add527 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:33:01.285593 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=e7bd759f-a7ce-47fa-9a34-c6bb815fe050,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:01.391544 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-b31a9bd2-a505-4b87-973b-d58ce5706585 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:33:01.391844 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-b31a9bd2-a505-4b87-973b-d58ce5706585 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:33:01.394537 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b6495b-72ed-41d4-8d6f-0849f21a5433 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:33:01.398998 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.450290 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4568f2-c86e-4538-800a-f2e8f497cbdb None None] Sync routers for ids ['cd29d771-f6d4-4a45-b07d-a29b00493411'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:33:01.488296 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-31b6495b-72ed-41d4-8d6f-0849f21a5433 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.497192 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-31b6495b-72ed-41d4-8d6f-0849f21a5433 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.1949561 Apr 18 20:33:01.502636 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34138) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:01.616069 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4568f2-c86e-4538-800a-f2e8f497cbdb None None] Routers {'cd29d771-f6d4-4a45-b07d-a29b00493411'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:33:01.617920 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-eb4568f2-c86e-4538-800a-f2e8f497cbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:32:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cd29d771-f6d4-4a45-b07d-a29b00493411'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:01.807574 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f823f-d291-4b1c-9217-549ac95e5a9d None None] Pushing event updated for resources: {'Port': ['ID=46b67bfa-b1f3-47fc-8173-7af2b1dc852a,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:01.847057 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-e405a762-0016-4f5b-8a08-2627753bc4e2 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=98d31c0baf76478497974eedf8c74881&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632591 Apr 18 20:33:01.876324 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.877079 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7353957-5ce2-4230-9824-d11072e15628 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:33:01.892115 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf48d8d-952b-4b04-ba04-3893f65c0989 None None] Sync routers for ids ['dfbee8c3-4311-498c-aff8-c4bd89add527'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:33:01.922233 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a7353957-5ce2-4230-9824-d11072e15628 admin admin] 10.222.0.41 "PUT /v2.0/routers/dfbee8c3-4311-498c-aff8-c4bd89add527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8988881 Apr 18 20:33:01.922782 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34154) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:01.934245 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf48d8d-952b-4b04-ba04-3893f65c0989 None None] Routers {'dfbee8c3-4311-498c-aff8-c4bd89add527'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:33:01.934878 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-cbf48d8d-952b-4b04-ba04-3893f65c0989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:32:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['dfbee8c3-4311-498c-aff8-c4bd89add527'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:01.998676 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-eb4568f2-c86e-4538-800a-f2e8f497cbdb None None] Set router cd29d771-f6d4-4a45-b07d-a29b00493411 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:33:02.043684 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f918d59-8f6a-4234-8cdd-0106a56f2448 req-e9316d1e-e8fe-472a-a5b7-21de2e19504f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:02.045344 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f918d59-8f6a-4234-8cdd-0106a56f2448 req-e9316d1e-e8fe-472a-a5b7-21de2e19504f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 945 time: 0.5519190 Apr 18 20:33:02.084838 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.091912 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:33:02.120269 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.157263 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-cbf48d8d-952b-4b04-ba04-3893f65c0989 None None] Set router dfbee8c3-4311-498c-aff8-c4bd89add527 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:33:02.189432 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f918d59-8f6a-4234-8cdd-0106a56f2448 req-ff81bf0d-2a32-44c6-a96f-63133f8559be tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265640 Apr 18 20:33:02.236223 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-1aeddad1-df7b-4996-a8e6-d49f664c38ac tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:02.249325 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-1aeddad1-df7b-4996-a8e6-d49f664c38ac tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4008944 Apr 18 20:33:02.371259 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Allocated IP 172.25.1.242 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/a2d0db8e-4bcf-48fc-a797-38494a348b5f) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:02.400525 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1ba57145-26df-40c5-a9c4-abe6172ff569 admin admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.439883 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-07d79bf7-3b21-40a4-ad5a-55b7dc180019 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] 10.222.0.41 "GET /v2.0/quotas/98d31c0baf76478497974eedf8c74881 HTTP/1.1" status: 200 len: 375 time: 0.1814761 Apr 18 20:33:02.542417 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-cbf48d8d-952b-4b04-ba04-3893f65c0989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbee8c3-4311-498c-aff8-c4bd89add527', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-218305280-router', 'tenant_id': '244d77d8177d469ab89689d7ce415f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '19a93ac9-3f80-492b-8c34-2c5156328743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:30Z', 'updated_at': '2022-04-18T20:32:58Z', 'revision_number': 5, 'project_id': '244d77d8177d469ab89689d7ce415f2b', 'gw_port': {'id': '19a93ac9-3f80-492b-8c34-2c5156328743', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbee8c3-4311-498c-aff8-c4bd89add527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:31Z', 'updated_at': '2022-04-18T20:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:02.564385 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-52eee029-7652-4e25-aca6-ec715d4b070d None None] Provisioning complete for port e7bd759f-a7ce-47fa-9a34-c6bb815fe050 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:02.565669 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-52eee029-7652-4e25-aca6-ec715d4b070d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.623260 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf48d8d-952b-4b04-ba04-3893f65c0989 None None] Checking router: dfbee8c3-4311-498c-aff8-c4bd89add527 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:33:02.625498 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1ba57145-26df-40c5-a9c4-abe6172ff569 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.644948 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf48d8d-952b-4b04-ba04-3893f65c0989 None None] Routers {'dfbee8c3-4311-498c-aff8-c4bd89add527'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:33:02.646764 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-cbf48d8d-952b-4b04-ba04-3893f65c0989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:32:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['dfbee8c3-4311-498c-aff8-c4bd89add527'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:02.731933 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-cb516611-0ee2-478e-93ea-15a818291835 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=98d31c0baf76478497974eedf8c74881&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2680295 Apr 18 20:33:02.770714 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e12053-d490-4748-9bc7-c7f038e80d10 req-13423a72-b412-45d4-a380-2055433f940b tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:02.780394 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57e12053-d490-4748-9bc7-c7f038e80d10 req-13423a72-b412-45d4-a380-2055433f940b tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eede207-e079-4c70-ba13-67cad0698a1a HTTP/1.1" status: 200 len: 945 time: 0.3804038 Apr 18 20:33:02.791431 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-1ba57145-26df-40c5-a9c4-abe6172ff569 admin admin] Deleting port 19a93ac9-3f80-492b-8c34-2c5156328743 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:33:02.791945 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1ba57145-26df-40c5-a9c4-abe6172ff569 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.945449 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-cbf48d8d-952b-4b04-ba04-3893f65c0989 None None] Set router dfbee8c3-4311-498c-aff8-c4bd89add527 gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:33:02.954560 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57e12053-d490-4748-9bc7-c7f038e80d10 req-a2ca1d69-93db-4ad6-96f8-0a0df68f923c tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce159e48-4514-4661-b102-ef56844725be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726611 Apr 18 20:33:02.960598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-eb4568f2-c86e-4538-800a-f2e8f497cbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'name': 'tempest-ServersTestFqdnHostnames-2060311837-router', 'tenant_id': '4ab648ec573b471693f18df472322614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:52Z', 'updated_at': '2022-04-18T20:32:57Z', 'revision_number': 3, 'project_id': '4ab648ec573b471693f18df472322614', 'gw_port': {'id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:54Z', 'updated_at': '2022-04-18T20:32:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:02.975293 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:03.054211 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-820ab04c-d0d4-4dd3-9c62-22bf3d89038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:03.077161 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea7736c-7c2b-4457-9579-aafae27bacce None None] Network b4cf6ee2-fb71-4a16-94d4-593c70571ccc requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:33:03.087247 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4568f2-c86e-4538-800a-f2e8f497cbdb None None] Checking router: cd29d771-f6d4-4a45-b07d-a29b00493411 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:33:03.088053 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4568f2-c86e-4538-800a-f2e8f497cbdb None None] Updating router cd29d771-f6d4-4a45-b07d-a29b00493411 port 3c010e51-8ba2-4b39-a14c-4efa55fab9a3 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:33:03.214699 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-cbf48d8d-952b-4b04-ba04-3893f65c0989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbee8c3-4311-498c-aff8-c4bd89add527', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-218305280-router', 'tenant_id': '244d77d8177d469ab89689d7ce415f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:30Z', 'updated_at': '2022-04-18T20:33:02Z', 'revision_number': 6, 'project_id': '244d77d8177d469ab89689d7ce415f2b', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:03.228831 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eb4568f2-c86e-4538-800a-f2e8f497cbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:03.252519 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-1ba57145-26df-40c5-a9c4-abe6172ff569 admin admin] For port 19a93ac9-3f80-492b-8c34-2c5156328743, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=19a93ac9-3f80-492b-8c34-2c5156328743,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:03.254168 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1ba57145-26df-40c5-a9c4-abe6172ff569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:03.316476 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:03.317125 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf48d8d-952b-4b04-ba04-3893f65c0989 None None] The sync data for ids ['dfbee8c3-4311-498c-aff8-c4bd89add527'] in n-d-838323-3 is: [{'id': 'dfbee8c3-4311-498c-aff8-c4bd89add527', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-218305280-router', 'tenant_id': '244d77d8177d469ab89689d7ce415f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:30Z', 'updated_at': '2022-04-18T20:33:02Z', 'revision_number': 6, 'project_id': '244d77d8177d469ab89689d7ce415f2b', 'gw_port_host': None}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:33:03.376671 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-1ba57145-26df-40c5-a9c4-abe6172ff569 admin admin] Calling delete_port for 19a93ac9-3f80-492b-8c34-2c5156328743 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:33:03.473656 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-327c1e38-8b85-44e9-8800-297a4d1256cb None None] Provisioning complete for port 46b67bfa-b1f3-47fc-8173-7af2b1dc852a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:03.475185 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-327c1e38-8b85-44e9-8800-297a4d1256cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:03.484316 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Pushing event updated for resources: {'Port': ['ID=a2d0db8e-4bcf-48fc-a797-38494a348b5f,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:03.544531 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:03.544976 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:03.545386 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:03.545792 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:03.546191 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:03.546734 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:03.547257 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:03.547938 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:03.548341 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:03.548761 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:03.549151 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:03.549542 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:03.563417 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:03.566632 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:03.575260 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:33:03.661337 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5f5b8-ce4b-40e7-bb9b-558130fb0708 req-2249a672-e730-4631-bc7e-5af3987fae4d tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:03.664611 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6d5f5b8-ce4b-40e7-bb9b-558130fb0708 req-2249a672-e730-4631-bc7e-5af3987fae4d tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 1095 time: 0.5585425 Apr 18 20:33:03.861947 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 46b67bfa-b1f3-47fc-8173-7af2b1dc852a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:33:03.988185 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 46b67bfa-b1f3-47fc-8173-7af2b1dc852a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:03.989412 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.012478 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-327c1e38-8b85-44e9-8800-297a4d1256cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.033511 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6415c10a-41e9-4142-be97-9d6fd14de710 req-56d1c13c-bb38-44e5-a585-2e5c19f96354 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 258 time: 0.7096963 Apr 18 20:33:04.050310 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6d5f5b8-ce4b-40e7-bb9b-558130fb0708 req-da1537a0-388a-4373-ba64-5532e9cd8916 tempest-LiveAutoBlockMigrationV225Test-1475536843 tempest-LiveAutoBlockMigrationV225Test-1475536843-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578796 Apr 18 20:33:04.116311 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-6415c10a-41e9-4142-be97-9d6fd14de710 req-788c23ee-d7a5-4603-9ba6-4bc7af7d9196 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:04.126154 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-327c1e38-8b85-44e9-8800-297a4d1256cb None None] For port 46b67bfa-b1f3-47fc-8173-7af2b1dc852a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=46b67bfa-b1f3-47fc-8173-7af2b1dc852a,segment=NetworkSegment(30cf76e8-dcdf-46cb-a9a4-8694522923bf),segment_id=30cf76e8-dcdf-46cb-a9a4-8694522923bf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:04.138706 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-327c1e38-8b85-44e9-8800-297a4d1256cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.204400 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-820ab04c-d0d4-4dd3-9c62-22bf3d89038f admin admin] Allocated IP 172.20.0.1 (096979d4-7e57-4182-a39f-1144c54a852c/ef443a10-9912-467c-8cb2-a21262f03efe/1befbbbb-301a-49f9-89ad-4020c378ba30) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:04.263202 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6415c10a-41e9-4142-be97-9d6fd14de710 req-788c23ee-d7a5-4603-9ba6-4bc7af7d9196 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.354381 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eb4568f2-c86e-4538-800a-f2e8f497cbdb None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.367985 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c1e38-8b85-44e9-8800-297a4d1256cb None None] Pushing event updated for resources: {'Port': ['ID=46b67bfa-b1f3-47fc-8173-7af2b1dc852a,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:04.376856 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eb4568f2-c86e-4538-800a-f2e8f497cbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.390790 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1ba57145-26df-40c5-a9c4-abe6172ff569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.463277 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e7bd759f-a7ce-47fa-9a34-c6bb815fe050 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:33:04.511814 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba57145-26df-40c5-a9c4-abe6172ff569 admin admin] Pushing event deleted for resources: {'Port': ['ID=19a93ac9-3f80-492b-8c34-2c5156328743,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:04.684398 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-eb4568f2-c86e-4538-800a-f2e8f497cbdb None None] Attempting to bind port 3c010e51-8ba2-4b39-a14c-4efa55fab9a3 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:33:04.685278 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-eb4568f2-c86e-4538-800a-f2e8f497cbdb None None] Attempting to bind port 3c010e51-8ba2-4b39-a14c-4efa55fab9a3 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:33:04.685900 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4568f2-c86e-4538-800a-f2e8f497cbdb None None] Attempting to bind port 3c010e51-8ba2-4b39-a14c-4efa55fab9a3 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:04.689488 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e383be5-167e-4dda-90e2-332bb969d23f None None] Pushing event updated for resources: {'Port': ['ID=3c010e51-8ba2-4b39-a14c-4efa55fab9a3,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:04.718929 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-946dc5f5-9f7d-4558-8e19-f7ad5a2f30ec None None] Provisioning complete for port 46b67bfa-b1f3-47fc-8173-7af2b1dc852a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:04.719650 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946dc5f5-9f7d-4558-8e19-f7ad5a2f30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.723165 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4568f2-c86e-4538-800a-f2e8f497cbdb None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:33:04.724817 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4568f2-c86e-4538-800a-f2e8f497cbdb None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:33:04.725317 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eb4568f2-c86e-4538-800a-f2e8f497cbdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.726026 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4568f2-c86e-4538-800a-f2e8f497cbdb None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:33:04.726974 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-eb4568f2-c86e-4538-800a-f2e8f497cbdb None None] Bound port: 3c010e51-8ba2-4b39-a14c-4efa55fab9a3, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:33:04.727784 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eb4568f2-c86e-4538-800a-f2e8f497cbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.737413 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.747081 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1ba57145-26df-40c5-a9c4-abe6172ff569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.858856 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port e7bd759f-a7ce-47fa-9a34-c6bb815fe050 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:04.859386 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.877631 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-eb4568f2-c86e-4538-800a-f2e8f497cbdb None None] For port 3c010e51-8ba2-4b39-a14c-4efa55fab9a3, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:33:04.920716 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-eb4568f2-c86e-4538-800a-f2e8f497cbdb None None] For port 3c010e51-8ba2-4b39-a14c-4efa55fab9a3, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3c010e51-8ba2-4b39-a14c-4efa55fab9a3,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:33:04.950887 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b213228a-d015-4d39-9960-3ad95fb66c65 req-6218d66f-b22f-4a07-907a-c8cc26dff70f tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] 10.222.0.41 "GET /v2.0/ports?device_id=19818d7e-e58a-42bc-a9bb-43741b920836 HTTP/1.1" status: 200 len: 210 time: 0.4882483 Apr 18 20:33:04.984878 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1ba57145-26df-40c5-a9c4-abe6172ff569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.986974 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eb4568f2-c86e-4538-800a-f2e8f497cbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.989756 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1ba57145-26df-40c5-a9c4-abe6172ff569 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.091165 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4568f2-c86e-4538-800a-f2e8f497cbdb None None] Routers {'cd29d771-f6d4-4a45-b07d-a29b00493411'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:33:05.092235 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-eb4568f2-c86e-4538-800a-f2e8f497cbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:32:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cd29d771-f6d4-4a45-b07d-a29b00493411'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:05.100584 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e383be5-167e-4dda-90e2-332bb969d23f None None] Pushing event updated for resources: {'Port': ['ID=3c010e51-8ba2-4b39-a14c-4efa55fab9a3,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:05.103132 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-820ab04c-d0d4-4dd3-9c62-22bf3d89038f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.162225 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1ba57145-26df-40c5-a9c4-abe6172ff569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.162225 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba57145-26df-40c5-a9c4-abe6172ff569 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfbee8c3-4311-498c-aff8-c4bd89add527 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:33:05.179153 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1ba57145-26df-40c5-a9c4-abe6172ff569 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.180340 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1ba57145-26df-40c5-a9c4-abe6172ff569 admin admin] 10.222.0.41 "DELETE /v2.0/routers/dfbee8c3-4311-498c-aff8-c4bd89add527 HTTP/1.1" status: 204 len: 168 time: 3.2501855 Apr 18 20:33:05.184961 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34186) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:05.198079 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-0004351b-e4aa-459c-b52c-1a0f5f514fc4 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=98d31c0baf76478497974eedf8c74881&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587351 Apr 18 20:33:05.201853 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-820ab04c-d0d4-4dd3-9c62-22bf3d89038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.299307 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-122e32c5-0759-4b90-9a16-531d651e703f admin admin] Deleting subnet acb4310a-ed62-4feb-a69c-7d4d65f7cbaa {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:33:05.304969 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-122e32c5-0759-4b90-9a16-531d651e703f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.331709 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ab04c-d0d4-4dd3-9c62-22bf3d89038f admin admin] Pushing event updated for resources: {'Port': ['ID=1befbbbb-301a-49f9-89ad-4020c378ba30,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:05.471291 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-eb4568f2-c86e-4538-800a-f2e8f497cbdb None None] Set router cd29d771-f6d4-4a45-b07d-a29b00493411 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:33:05.504683 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820ab04c-d0d4-4dd3-9c62-22bf3d89038f admin admin] Network 096979d4-7e57-4182-a39f-1144c54a852c is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:05.518644 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-820ab04c-d0d4-4dd3-9c62-22bf3d89038f admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:05.530389 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820ab04c-d0d4-4dd3-9c62-22bf3d89038f admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:33:05.657938 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd4619-e814-4990-8cad-82923bde27f5 req-67ddeb97-1670-4cd9-beb4-1c74738df8b3 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:05.659478 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eddd4619-e814-4990-8cad-82923bde27f5 req-67ddeb97-1670-4cd9-beb4-1c74738df8b3 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 945 time: 0.3481662 Apr 18 20:33:05.661335 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6415c10a-41e9-4142-be97-9d6fd14de710 req-788c23ee-d7a5-4603-9ba6-4bc7af7d9196 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.810202 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-820ab04c-d0d4-4dd3-9c62-22bf3d89038f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.817237 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 46b67bfa-b1f3-47fc-8173-7af2b1dc852a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:33:05.821238 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-a488f359-52c2-4419-b986-4cc592c729c3 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:05.823034 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-a488f359-52c2-4419-b986-4cc592c729c3 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6124580 Apr 18 20:33:05.857132 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-122e32c5-0759-4b90-9a16-531d651e703f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.891336 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-ca09a0e8-ebca-4980-b2b9-e8668fcc56f1 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Request body: {'port': {'device_id': '19818d7e-e58a-42bc-a9bb-43741b920836', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': '98d31c0baf76478497974eedf8c74881'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:06.015383 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-122e32c5-0759-4b90-9a16-531d651e703f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.030945 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f5be64d2-10cf-4558-9fd6-f8d9ff3f3020 None None] Provisioning complete for port 1befbbbb-301a-49f9-89ad-4020c378ba30 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:06.031459 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f5be64d2-10cf-4558-9fd6-f8d9ff3f3020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.041659 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eddd4619-e814-4990-8cad-82923bde27f5 req-a070312f-b38d-4ba4-89cf-39f90ead188a tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663547 Apr 18 20:33:06.045009 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-6415c10a-41e9-4142-be97-9d6fd14de710 req-788c23ee-d7a5-4603-9ba6-4bc7af7d9196 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Allocated IP 172.25.1.144 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/201a66b6-c9e0-4303-ade0-21c3414c4ec6) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:06.173254 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f5be64d2-10cf-4558-9fd6-f8d9ff3f3020 None None] Port 1befbbbb-301a-49f9-89ad-4020c378ba30 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:33:06.184741 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 46b67bfa-b1f3-47fc-8173-7af2b1dc852a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:06.185998 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.259473 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-ca09a0e8-ebca-4980-b2b9-e8668fcc56f1 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Made reservation on behalf of 98d31c0baf76478497974eedf8c74881 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:33:06.262864 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-ca09a0e8-ebca-4980-b2b9-e8668fcc56f1 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.271525 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-820ab04c-d0d4-4dd3-9c62-22bf3d89038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.306362 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6415c10a-41e9-4142-be97-9d6fd14de710 req-788c23ee-d7a5-4603-9ba6-4bc7af7d9196 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.352289 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-122e32c5-0759-4b90-9a16-531d651e703f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.352595 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-ca09a0e8-ebca-4980-b2b9-e8668fcc56f1 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.365341 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6415c10a-41e9-4142-be97-9d6fd14de710 req-788c23ee-d7a5-4603-9ba6-4bc7af7d9196 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.371076 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-eb4568f2-c86e-4538-800a-f2e8f497cbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'name': 'tempest-ServersTestFqdnHostnames-2060311837-router', 'tenant_id': '4ab648ec573b471693f18df472322614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:52Z', 'updated_at': '2022-04-18T20:32:57Z', 'revision_number': 3, 'project_id': '4ab648ec573b471693f18df472322614', 'gw_port': {'id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:54Z', 'updated_at': '2022-04-18T20:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:06.402385 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e32c5-0759-4b90-9a16-531d651e703f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acb4310a-ed62-4feb-a69c-7d4d65f7cbaa,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:06.411662 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-122e32c5-0759-4b90-9a16-531d651e703f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.415026 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-122e32c5-0759-4b90-9a16-531d651e703f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/acb4310a-ed62-4feb-a69c-7d4d65f7cbaa HTTP/1.1" status: 204 len: 168 time: 1.2243476 Apr 18 20:33:06.417708 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34200) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:06.457945 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6415c10a-41e9-4142-be97-9d6fd14de710 req-788c23ee-d7a5-4603-9ba6-4bc7af7d9196 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:06.467628 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-6415c10a-41e9-4142-be97-9d6fd14de710 req-788c23ee-d7a5-4603-9ba6-4bc7af7d9196 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:06.483581 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6415c10a-41e9-4142-be97-9d6fd14de710 req-788c23ee-d7a5-4603-9ba6-4bc7af7d9196 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:33:06.493423 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4568f2-c86e-4538-800a-f2e8f497cbdb None None] The sync data for ids ['cd29d771-f6d4-4a45-b07d-a29b00493411'] in n-d-838323-3 is: [{'id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'name': 'tempest-ServersTestFqdnHostnames-2060311837-router', 'tenant_id': '4ab648ec573b471693f18df472322614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:52Z', 'updated_at': '2022-04-18T20:32:57Z', 'revision_number': 3, 'project_id': '4ab648ec573b471693f18df472322614', 'gw_port': {'id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:54Z', 'updated_at': '2022-04-18T20:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:33:06.514753 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4d2da0-9ab4-4370-aec7-8c19068e16ff None None] Network 6e8d2c0b-5b21-4463-ab85-7e442d24733a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:33:06.519548 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 9d2d939c-8e15-44cb-bc66-7dada86c9b51 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:33:06.523663 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1287fe4e-5567-4e04-83bd-3e54ff510e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.532502 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c23ee-d7a5-4603-9ba6-4bc7af7d9196 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Pushing event updated for resources: {'Port': ['ID=201a66b6-c9e0-4303-ade0-21c3414c4ec6,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:06.532852 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.607271 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 9d2d939c-8e15-44cb-bc66-7dada86c9b51 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:33:06.608185 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 9d2d939c-8e15-44cb-bc66-7dada86c9b51 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:33:06.609177 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 19a93ac9-3f80-492b-8c34-2c5156328743 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:33:06.613711 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 104159ce-6d43-45ed-ad53-5724a1de52f3 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:33:06.652526 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7ad94fe2-db60-4010-bcb6-daae7dc7fca2 req-9b7ab1be-c829-4632-8bba-213f77828985 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] 10.222.0.41 "GET /v2.0/ports?device_id=19818d7e-e58a-42bc-a9bb-43741b920836 HTTP/1.1" status: 200 len: 210 time: 0.0655434 Apr 18 20:33:06.694107 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-1287fe4e-5567-4e04-83bd-3e54ff510e31 admin admin] Deleting port 13c469cb-5592-4fa2-830b-5bfe1a4eab21 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:33:06.694485 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1287fe4e-5567-4e04-83bd-3e54ff510e31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.816282 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-1287fe4e-5567-4e04-83bd-3e54ff510e31 admin admin] For port 13c469cb-5592-4fa2-830b-5bfe1a4eab21, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=13c469cb-5592-4fa2-830b-5bfe1a4eab21,segment=NetworkSegment(7d4c9d34-80f2-405b-88b1-f1d14da6e727),segment_id=7d4c9d34-80f2-405b-88b1-f1d14da6e727)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:06.816759 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1287fe4e-5567-4e04-83bd-3e54ff510e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.818773 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 19a93ac9-3f80-492b-8c34-2c5156328743 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:33:06.820068 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 19a93ac9-3f80-492b-8c34-2c5156328743 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:33:06.840554 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-ca09a0e8-ebca-4980-b2b9-e8668fcc56f1 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.842136 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6415c10a-41e9-4142-be97-9d6fd14de710 req-788c23ee-d7a5-4603-9ba6-4bc7af7d9196 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.857512 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-ca09a0e8-ebca-4980-b2b9-e8668fcc56f1 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.891044 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-1287fe4e-5567-4e04-83bd-3e54ff510e31 admin admin] Calling delete_port for 13c469cb-5592-4fa2-830b-5bfe1a4eab21 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:33:06.919619 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09a0e8-ebca-4980-b2b9-e8668fcc56f1 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8fed5c-a0d3-4ee4-b503-fdb115da91a7,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:06.922159 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Router c2d62aba-ac87-4a14-ade3-ed1dfed2084b is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:33:07.024905 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6415c10a-41e9-4142-be97-9d6fd14de710 req-788c23ee-d7a5-4603-9ba6-4bc7af7d9196 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.168239 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.260545 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e5d417-f727-401f-a4fb-949e4fe072e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '104159ce-6d43-45ed-ad53-5724a1de52f3'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:07.263013 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90fd0f3-d5db-4cc6-9ad4-7190180270c0" -d '{"events": [{"server_uuid": "91e5d417-f727-401f-a4fb-949e4fe072e4", "name": "network-vif-unplugged", "status": "completed", "tag": "104159ce-6d43-45ed-ad53-5724a1de52f3"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:07.294716 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 104159ce-6d43-45ed-ad53-5724a1de52f3, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=104159ce-6d43-45ed-ad53-5724a1de52f3,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:07.306571 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.372613 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a096f991-43e3-4df4-af15-5ae283b64bb6 None None] DHCP port deletion for 6e8d2c0b-5b21-4463-ab85-7e442d24733a request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:33:07.429142 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-820ab04c-d0d4-4dd3-9c62-22bf3d89038f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.433837 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-ca09a0e8-ebca-4980-b2b9-e8668fcc56f1 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Allocated IP 192.168.233.23 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/d758b81c-8118-4afa-8499-4bc24c11da33) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:07.448331 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-820ab04c-d0d4-4dd3-9c62-22bf3d89038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.488960 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a096f991-43e3-4df4-af15-5ae283b64bb6 None None] The port '13c469cb-5592-4fa2-830b-5bfe1a4eab21' was deleted {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 18 20:33:07.500734 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e8277-f788-45bd-9eae-828ba1b828a9 req-c479bacc-af55-423d-a335-426f89f0ac5c tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:07.502175 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3c010e51-8ba2-4b39-a14c-4efa55fab9a3 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:33:07.507622 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.509900 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=104159ce-6d43-45ed-ad53-5724a1de52f3,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:07.513569 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-720e8277-f788-45bd-9eae-828ba1b828a9 req-c479bacc-af55-423d-a335-426f89f0ac5c tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 944 time: 0.3178978 Apr 18 20:33:07.527198 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1287fe4e-5567-4e04-83bd-3e54ff510e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.617609 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 3c010e51-8ba2-4b39-a14c-4efa55fab9a3 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:07.617996 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.663115 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:33:07.678700 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacdf494-3108-4054-9c50-50472593ba9a None None] Sync routers for ids ['c2d62aba-ac87-4a14-ade3-ed1dfed2084b'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:33:07.705968 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacdf494-3108-4054-9c50-50472593ba9a None None] Routers {'c2d62aba-ac87-4a14-ade3-ed1dfed2084b'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:33:07.706700 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-cacdf494-3108-4054-9c50-50472593ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:32:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c2d62aba-ac87-4a14-ade3-ed1dfed2084b'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:07.734380 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287fe4e-5567-4e04-83bd-3e54ff510e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=13c469cb-5592-4fa2-830b-5bfe1a4eab21,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:07.740619 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1287fe4e-5567-4e04-83bd-3e54ff510e31 admin admin] No DVR routers for this DVR port 13c469cb-5592-4fa2-830b-5bfe1a4eab21 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:33:07.765834 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-820ab04c-d0d4-4dd3-9c62-22bf3d89038f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.795670 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ab04c-d0d4-4dd3-9c62-22bf3d89038f admin admin] Pushing event updated for resources: {'Port': ['ID=1befbbbb-301a-49f9-89ad-4020c378ba30,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:07.800068 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.801766 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b7596cc6-fcc7-4092-a772-1224ccbc08e4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.5730095 Apr 18 20:33:07.814644 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34230) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:07.851215 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.884457 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 3c010e51-8ba2-4b39-a14c-4efa55fab9a3, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3c010e51-8ba2-4b39-a14c-4efa55fab9a3,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:07.937904 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.026129 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-cacdf494-3108-4054-9c50-50472593ba9a None None] Set router c2d62aba-ac87-4a14-ade3-ed1dfed2084b gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:33:08.075374 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1287fe4e-5567-4e04-83bd-3e54ff510e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.121613 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6415c10a-41e9-4142-be97-9d6fd14de710 req-788c23ee-d7a5-4603-9ba6-4bc7af7d9196 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.167824 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6415c10a-41e9-4142-be97-9d6fd14de710 req-788c23ee-d7a5-4603-9ba6-4bc7af7d9196 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.174076 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-1287fe4e-5567-4e04-83bd-3e54ff510e31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e8d2c0b-5b21-4463-ab85-7e442d24733a']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:08.184095 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820ab04c-d0d4-4dd3-9c62-22bf3d89038f admin admin] Network 096979d4-7e57-4182-a39f-1144c54a852c is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:08.207525 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-1287fe4e-5567-4e04-83bd-3e54ff510e31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d4c9d34-80f2-405b-88b1-f1d14da6e727') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:08.208090 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-1287fe4e-5567-4e04-83bd-3e54ff510e31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d4c9d34-80f2-405b-88b1-f1d14da6e727') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:08.238979 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1287fe4e-5567-4e04-83bd-3e54ff510e31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.239616 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=3c010e51-8ba2-4b39-a14c-4efa55fab9a3,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:08.243291 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-720e8277-f788-45bd-9eae-828ba1b828a9 req-fedfa100-9a92-427c-8b3f-6113dff8d659 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Deleting port a8699374-f77f-4f4f-b16e-d5ee63d2b584 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:33:08.244000 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-720e8277-f788-45bd-9eae-828ba1b828a9 req-fedfa100-9a92-427c-8b3f-6113dff8d659 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.306073 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c23ee-d7a5-4603-9ba6-4bc7af7d9196 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Pushing event updated for resources: {'Port': ['ID=201a66b6-c9e0-4303-ade0-21c3414c4ec6,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:08.317368 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-820ab04c-d0d4-4dd3-9c62-22bf3d89038f admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:08.356475 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1287fe4e-5567-4e04-83bd-3e54ff510e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.377375 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1287fe4e-5567-4e04-83bd-3e54ff510e31 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:33:08.377805 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1287fe4e-5567-4e04-83bd-3e54ff510e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:33:08.383280 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:33:08.404674 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6415c10a-41e9-4142-be97-9d6fd14de710 req-788c23ee-d7a5-4603-9ba6-4bc7af7d9196 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.436242 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6415c10a-41e9-4142-be97-9d6fd14de710 req-788c23ee-d7a5-4603-9ba6-4bc7af7d9196 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.438350 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6415c10a-41e9-4142-be97-9d6fd14de710 req-788c23ee-d7a5-4603-9ba6-4bc7af7d9196 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3866847 Apr 18 20:33:08.559792 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-cacdf494-3108-4054-9c50-50472593ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d62aba-ac87-4a14-ade3-ed1dfed2084b', 'name': 'tempest-FloatingIPDetailsTestJSON-447608148-router', 'tenant_id': '89c926e9e20e4924ad193342f10c5bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a2d0db8e-4bcf-48fc-a797-38494a348b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:58Z', 'updated_at': '2022-04-18T20:33:04Z', 'revision_number': 3, 'project_id': '89c926e9e20e4924ad193342f10c5bb3', 'gw_port': {'id': 'a2d0db8e-4bcf-48fc-a797-38494a348b5f', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d62aba-ac87-4a14-ade3-ed1dfed2084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:02Z', 'updated_at': '2022-04-18T20:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:08.620006 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-720e8277-f788-45bd-9eae-828ba1b828a9 req-fedfa100-9a92-427c-8b3f-6113dff8d659 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] For port a8699374-f77f-4f4f-b16e-d5ee63d2b584, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a8699374-f77f-4f4f-b16e-d5ee63d2b584,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:08.620455 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-720e8277-f788-45bd-9eae-828ba1b828a9 req-fedfa100-9a92-427c-8b3f-6113dff8d659 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.623132 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1287fe4e-5567-4e04-83bd-3e54ff510e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.641579 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1287fe4e-5567-4e04-83bd-3e54ff510e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.648580 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacdf494-3108-4054-9c50-50472593ba9a None None] Checking router: c2d62aba-ac87-4a14-ade3-ed1dfed2084b for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:33:08.649217 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1287fe4e-5567-4e04-83bd-3e54ff510e31 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6e8d2c0b-5b21-4463-ab85-7e442d24733a HTTP/1.1" status: 204 len: 168 time: 2.2263398 Apr 18 20:33:08.649380 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacdf494-3108-4054-9c50-50472593ba9a None None] Updating router c2d62aba-ac87-4a14-ade3-ed1dfed2084b port a2d0db8e-4bcf-48fc-a797-38494a348b5f binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:33:08.649541 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-720e8277-f788-45bd-9eae-828ba1b828a9 req-fedfa100-9a92-427c-8b3f-6113dff8d659 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Calling delete_port for a8699374-f77f-4f4f-b16e-d5ee63d2b584 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:33:08.651328 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6415c10a-41e9-4142-be97-9d6fd14de710 req-d1b8b125-bd6d-40ae-a69a-3ba43d65d566 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.144 HTTP/1.1" status: 200 len: 696 time: 0.1269152 Apr 18 20:33:08.727331 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287fe4e-5567-4e04-83bd-3e54ff510e31 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e8d2c0b-5b21-4463-ab85-7e442d24733a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:08.735867 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cacdf494-3108-4054-9c50-50472593ba9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.820473 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-ca09a0e8-ebca-4980-b2b9-e8668fcc56f1 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.955256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820ab04c-d0d4-4dd3-9c62-22bf3d89038f admin admin] Router cd29d771-f6d4-4a45-b07d-a29b00493411 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:33:08.974898 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bddfd-4cba-4b14-b1cc-eb5bce6d03df req-be7a51bd-2778-4cda-b3b2-a904639205f3 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:08.976650 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-295bddfd-4cba-4b14-b1cc-eb5bce6d03df req-be7a51bd-2778-4cda-b3b2-a904639205f3 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 944 time: 0.2634482 Apr 18 20:33:09.021644 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b8a176a-6a6b-4d6f-a40a-696a407ba607 None None] Provisioning complete for port 1befbbbb-301a-49f9-89ad-4020c378ba30 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:09.022487 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b8a176a-6a6b-4d6f-a40a-696a407ba607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:09.038217 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-ca09a0e8-ebca-4980-b2b9-e8668fcc56f1 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:09.047132 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415c10a-41e9-4142-be97-9d6fd14de710 req-e30e2082-6948-4862-bece-d0db9cdfcf5d tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:09.048652 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6415c10a-41e9-4142-be97-9d6fd14de710 req-e30e2082-6948-4862-bece-d0db9cdfcf5d tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.3291609 Apr 18 20:33:09.064539 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34256) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:09.101717 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b8a176a-6a6b-4d6f-a40a-696a407ba607 None None] Port 1befbbbb-301a-49f9-89ad-4020c378ba30 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:33:09.169595 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4808dda1-0378-4609-a8c4-9c6fa74f11e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=244d77d8177d469ab89689d7ce415f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1018090 Apr 18 20:33:09.175885 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34258) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:09.200159 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c60042d8-6ad7-4d7d-b29f-f34435002469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:09.246035 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-720e8277-f788-45bd-9eae-828ba1b828a9 req-fedfa100-9a92-427c-8b3f-6113dff8d659 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:09.267811 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['a4a3596c-eeaa-475e-ac12-3b87b3d5e647'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:33:09.331404 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-ca09a0e8-ebca-4980-b2b9-e8668fcc56f1 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:09.345076 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cacdf494-3108-4054-9c50-50472593ba9a None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:09.345581 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-ca09a0e8-ebca-4980-b2b9-e8668fcc56f1 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:09.363064 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cacdf494-3108-4054-9c50-50472593ba9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:09.366487 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-295bddfd-4cba-4b14-b1cc-eb5bce6d03df req-9983d8d0-d1cd-4c6a-bae7-1c6551265e2f tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781528 Apr 18 20:33:09.386512 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-ca09a0e8-ebca-4980-b2b9-e8668fcc56f1 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:33:09.414383 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3c010e51-8ba2-4b39-a14c-4efa55fab9a3 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:33:09.473609 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedfa100-9a92-427c-8b3f-6113dff8d659 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Pushing event deleted for resources: {'Port': ['ID=a8699374-f77f-4f4f-b16e-d5ee63d2b584,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:09.519490 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09a0e8-ebca-4980-b2b9-e8668fcc56f1 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Pushing event updated for resources: {'Port': ['ID=d758b81c-8118-4afa-8499-4bc24c11da33,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:09.585511 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbf8c1-6844-477a-bf23-5553842a7722 req-0806db07-96f3-4757-9a8b-0e8a7b965614 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:09.595538 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3efbf8c1-6844-477a-bf23-5553842a7722 req-0806db07-96f3-4757-9a8b-0e8a7b965614 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 945 time: 0.3980908 Apr 18 20:33:09.616099 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-ca09a0e8-ebca-4980-b2b9-e8668fcc56f1 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:09.616808 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-ca09a0e8-ebca-4980-b2b9-e8668fcc56f1 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:09.670629 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04837b22-ae2d-4b51-907a-2163076b1d3a x-openstack-request-id: req-04837b22-ae2d-4b51-907a-2163076b1d3a {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:09.671360 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e5d417-f727-401f-a4fb-949e4fe072e4", "name": "network-vif-unplugged", "status": "completed", "tag": "104159ce-6d43-45ed-ad53-5724a1de52f3", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:09.671360 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04837b22-ae2d-4b51-907a-2163076b1d3a {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:09.671822 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04837b22-ae2d-4b51-907a-2163076b1d3a'] response: {'server_uuid': '91e5d417-f727-401f-a4fb-949e4fe072e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '104159ce-6d43-45ed-ad53-5724a1de52f3', 'code': 200} Apr 18 20:33:09.707567 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820ab04c-d0d4-4dd3-9c62-22bf3d89038f admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:33:09.723051 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-720e8277-f788-45bd-9eae-828ba1b828a9 req-fedfa100-9a92-427c-8b3f-6113dff8d659 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] No DVR routers for this DVR port a8699374-f77f-4f4f-b16e-d5ee63d2b584 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:33:09.736019 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-720e8277-f788-45bd-9eae-828ba1b828a9 req-fedfa100-9a92-427c-8b3f-6113dff8d659 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:09.741342 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-cacdf494-3108-4054-9c50-50472593ba9a None None] Attempting to bind port a2d0db8e-4bcf-48fc-a797-38494a348b5f on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:33:09.741730 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-cacdf494-3108-4054-9c50-50472593ba9a None None] Attempting to bind port a2d0db8e-4bcf-48fc-a797-38494a348b5f by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:33:09.741926 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-820ab04c-d0d4-4dd3-9c62-22bf3d89038f admin admin] 10.222.0.41 "PUT /v2.0/routers/cd29d771-f6d4-4a45-b07d-a29b00493411/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2366552 Apr 18 20:33:09.742176 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacdf494-3108-4054-9c50-50472593ba9a None None] Attempting to bind port a2d0db8e-4bcf-48fc-a797-38494a348b5f on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:09.747583 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-720e8277-f788-45bd-9eae-828ba1b828a9 req-fedfa100-9a92-427c-8b3f-6113dff8d659 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.57 "DELETE /v2.0/ports/a8699374-f77f-4f4f-b16e-d5ee63d2b584 HTTP/1.1" status: 204 len: 173 time: 2.1889713 Apr 18 20:33:09.763233 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-ca09a0e8-ebca-4980-b2b9-e8668fcc56f1 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8812227 Apr 18 20:33:09.773706 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6e7534-1ade-403c-ba64-eac1df4730eb', 'name': 'network-vif-deleted', 'tag': 'a8699374-f77f-4f4f-b16e-d5ee63d2b584'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:09.787035 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2462aec-0073-4782-a8ff-181e2abacf18 None None] Pushing event updated for resources: {'Port': ['ID=a2d0db8e-4bcf-48fc-a797-38494a348b5f,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:09.788281 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab96058-7e4f-4b38-8526-e0002010181a" -d '{"events": [{"server_uuid": "7f6e7534-1ade-403c-ba64-eac1df4730eb", "name": "network-vif-deleted", "tag": "a8699374-f77f-4f4f-b16e-d5ee63d2b584"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:09.804631 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-9cfcc4f9-b538-4011-b1a8-6c5c703c53e4 service neutron] Request body: {'port': {'device_id': '19818d7e-e58a-42bc-a9bb-43741b920836', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:09.815776 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacdf494-3108-4054-9c50-50472593ba9a None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:33:09.816167 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacdf494-3108-4054-9c50-50472593ba9a None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:33:09.821146 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cacdf494-3108-4054-9c50-50472593ba9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:09.821809 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacdf494-3108-4054-9c50-50472593ba9a None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:33:09.822329 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-cacdf494-3108-4054-9c50-50472593ba9a None None] Bound port: a2d0db8e-4bcf-48fc-a797-38494a348b5f, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:33:09.823979 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cacdf494-3108-4054-9c50-50472593ba9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:09.837854 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3efbf8c1-6844-477a-bf23-5553842a7722 req-a7e319d7-b255-4bb5-a775-08c176181c9a tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411573 Apr 18 20:33:09.899352 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf406573-1bdc-429f-a4d4-3a2aa8670182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:09.971381 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441da19-11bd-48df-a096-0e0eac3f9f6f req-a30fb1f5-d863-45b0-aa96-12a59475a5b0 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:09.976941 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7441da19-11bd-48df-a096-0e0eac3f9f6f req-a30fb1f5-d863-45b0-aa96-12a59475a5b0 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] 10.222.0.41 "GET /v2.0/ports?device_id=19818d7e-e58a-42bc-a9bb-43741b920836 HTTP/1.1" status: 200 len: 935 time: 0.2630181 Apr 18 20:33:10.011360 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913613cc-edf1-4282-859b-005e5c979eb4 None None] Sync routers for ids ['cd29d771-f6d4-4a45-b07d-a29b00493411'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:33:10.049751 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913613cc-edf1-4282-859b-005e5c979eb4 None None] Routers {'cd29d771-f6d4-4a45-b07d-a29b00493411'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:33:10.050325 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-913613cc-edf1-4282-859b-005e5c979eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:32:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cd29d771-f6d4-4a45-b07d-a29b00493411'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:10.065930 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf406573-1bdc-429f-a4d4-3a2aa8670182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:10.071601 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-9cfcc4f9-b538-4011-b1a8-6c5c703c53e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:10.114472 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7441da19-11bd-48df-a096-0e0eac3f9f6f req-5906d190-af1e-4854-9756-4e35fe207902 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab8fed5c-a0d3-4ee4-b503-fdb115da91a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838516 Apr 18 20:33:10.192876 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-09898cb4-ad1e-460a-beb0-862d4945f1c3 None None] Provisioning complete for port d758b81c-8118-4afa-8499-4bc24c11da33 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:10.193395 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-09898cb4-ad1e-460a-beb0-862d4945f1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:10.233905 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf406573-1bdc-429f-a4d4-3a2aa8670182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:10.237695 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf406573-1bdc-429f-a4d4-3a2aa8670182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:10.245133 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bf406573-1bdc-429f-a4d4-3a2aa8670182 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc889e46-f1e0-4550-973e-9ec18bbe8b22 HTTP/1.1" status: 204 len: 168 time: 1.0664897 Apr 18 20:33:10.252814 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-c60042d8-6ad7-4d7d-b29f-f34435002469 admin admin] Allocated IP 172.20.0.1 (b4cf6ee2-fb71-4a16-94d4-593c70571ccc/1fc7bc59-392f-4857-a390-f202369bdc97/2520e062-e7d1-4713-8a13-79b18b391c20) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:10.271630 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf406573-1bdc-429f-a4d4-3a2aa8670182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc889e46-f1e0-4550-973e-9ec18bbe8b22,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:10.274865 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 3c010e51-8ba2-4b39-a14c-4efa55fab9a3 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:10.274865 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:10.374881 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2574bd02-5069-4b8c-b930-e8a4c22e0c3e x-openstack-request-id: req-2574bd02-5069-4b8c-b930-e8a4c22e0c3e {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:10.375236 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6e7534-1ade-403c-ba64-eac1df4730eb", "name": "network-vif-deleted", "tag": "a8699374-f77f-4f4f-b16e-d5ee63d2b584", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:10.375515 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2574bd02-5069-4b8c-b930-e8a4c22e0c3e {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:10.377592 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2574bd02-5069-4b8c-b930-e8a4c22e0c3e'] response: {'server_uuid': '7f6e7534-1ade-403c-ba64-eac1df4730eb', 'name': 'network-vif-deleted', 'tag': 'a8699374-f77f-4f4f-b16e-d5ee63d2b584', 'status': 'completed', 'code': 200} Apr 18 20:33:10.411073 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-cacdf494-3108-4054-9c50-50472593ba9a None None] For port a2d0db8e-4bcf-48fc-a797-38494a348b5f, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:33:10.412566 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-913613cc-edf1-4282-859b-005e5c979eb4 None None] Set router cd29d771-f6d4-4a45-b07d-a29b00493411 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:33:10.567558 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-cacdf494-3108-4054-9c50-50472593ba9a None None] For port a2d0db8e-4bcf-48fc-a797-38494a348b5f, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a2d0db8e-4bcf-48fc-a797-38494a348b5f,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:33:10.578642 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-09898cb4-ad1e-460a-beb0-862d4945f1c3 None None] Port d758b81c-8118-4afa-8499-4bc24c11da33 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:33:10.587525 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cacdf494-3108-4054-9c50-50472593ba9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:10.593370 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8694be-4634-4f8d-b356-15ccc7ccc46e req-912c89be-cb7d-45a7-9a22-8f38bf392037 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:10.619559 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c8694be-4634-4f8d-b356-15ccc7ccc46e req-912c89be-cb7d-45a7-9a22-8f38bf392037 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eede207-e079-4c70-ba13-67cad0698a1a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2461438 Apr 18 20:33:10.627485 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c60042d8-6ad7-4d7d-b29f-f34435002469 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:10.702295 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacdf494-3108-4054-9c50-50472593ba9a None None] Routers {'c2d62aba-ac87-4a14-ade3-ed1dfed2084b'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:33:10.703571 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-cacdf494-3108-4054-9c50-50472593ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:32:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c2d62aba-ac87-4a14-ade3-ed1dfed2084b'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:10.749487 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c60042d8-6ad7-4d7d-b29f-f34435002469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:10.786088 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2462aec-0073-4782-a8ff-181e2abacf18 None None] Pushing event updated for resources: {'Port': ['ID=a2d0db8e-4bcf-48fc-a797-38494a348b5f,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:10.800749 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60042d8-6ad7-4d7d-b29f-f34435002469 admin admin] Network b4cf6ee2-fb71-4a16-94d4-593c70571ccc is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:10.844139 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c8694be-4634-4f8d-b356-15ccc7ccc46e req-9c5b3b0d-00d5-4780-8797-4bcf17dcbb6b tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.144 HTTP/1.1" status: 200 len: 696 time: 0.1116104 Apr 18 20:33:10.872833 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-3c8694be-4634-4f8d-b356-15ccc7ccc46e req-26ce1fb3-f977-46a9-87b8-ae16c6de9a22 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Request body: {'floatingip': {'port_id': 'c5e21e3d-c662-4b8a-aa78-911e293510c8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:10.889507 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a8699374-f77f-4f4f-b16e-d5ee63d2b584 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:33:10.903276 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-c60042d8-6ad7-4d7d-b29f-f34435002469 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:10.910645 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60042d8-6ad7-4d7d-b29f-f34435002469 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:33:10.974810 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: a8699374-f77f-4f4f-b16e-d5ee63d2b584 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:33:10.974810 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a8699374-f77f-4f4f-b16e-d5ee63d2b584 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:33:11.015286 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3c8694be-4634-4f8d-b356-15ccc7ccc46e req-26ce1fb3-f977-46a9-87b8-ae16c6de9a22 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks [] for floatingip, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:11.024164 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-913613cc-edf1-4282-859b-005e5c979eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'name': 'tempest-ServersTestFqdnHostnames-2060311837-router', 'tenant_id': '4ab648ec573b471693f18df472322614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:52Z', 'updated_at': '2022-04-18T20:33:06Z', 'revision_number': 4, 'project_id': '4ab648ec573b471693f18df472322614', 'gw_port': {'id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:54Z', 'updated_at': '2022-04-18T20:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '1befbbbb-301a-49f9-89ad-4020c378ba30', 'name': '', 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c', 'tenant_id': '4ab648ec573b471693f18df472322614', 'mac_address': 'fa:16:3e:11:80:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'ef443a10-9912-467c-8cb2-a21262f03efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:03Z', 'updated_at': '2022-04-18T20:33:06Z', 'revision_number': 2, 'project_id': '4ab648ec573b471693f18df472322614', 'subnets': [{'id': 'ef443a10-9912-467c-8cb2-a21262f03efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:11.104047 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 13c469cb-5592-4fa2-830b-5bfe1a4eab21 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:33:11.165846 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c60042d8-6ad7-4d7d-b29f-f34435002469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:11.166696 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 13c469cb-5592-4fa2-830b-5bfe1a4eab21 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:33:11.167044 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 13c469cb-5592-4fa2-830b-5bfe1a4eab21 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:33:11.205800 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-cacdf494-3108-4054-9c50-50472593ba9a None None] Set router c2d62aba-ac87-4a14-ade3-ed1dfed2084b gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:33:11.209741 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913613cc-edf1-4282-859b-005e5c979eb4 None None] Checking router: cd29d771-f6d4-4a45-b07d-a29b00493411 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:33:11.215028 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913613cc-edf1-4282-859b-005e5c979eb4 None None] Updating router cd29d771-f6d4-4a45-b07d-a29b00493411 port 1befbbbb-301a-49f9-89ad-4020c378ba30 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:33:11.362439 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-913613cc-edf1-4282-859b-005e5c979eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:11.414936 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60042d8-6ad7-4d7d-b29f-f34435002469 admin admin] Pushing event updated for resources: {'Port': ['ID=2520e062-e7d1-4713-8a13-79b18b391c20,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:11.528190 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:11.538046 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4c356ccd-7edf-4996-bb2a-856f9d8fcd15 None None] Provisioning complete for port 2520e062-e7d1-4713-8a13-79b18b391c20 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:11.538512 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4c356ccd-7edf-4996-bb2a-856f9d8fcd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:11.635437 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4c356ccd-7edf-4996-bb2a-856f9d8fcd15 None None] Port 2520e062-e7d1-4713-8a13-79b18b391c20 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:33:11.687911 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-cacdf494-3108-4054-9c50-50472593ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d62aba-ac87-4a14-ade3-ed1dfed2084b', 'name': 'tempest-FloatingIPDetailsTestJSON-447608148-router', 'tenant_id': '89c926e9e20e4924ad193342f10c5bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a2d0db8e-4bcf-48fc-a797-38494a348b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:58Z', 'updated_at': '2022-04-18T20:33:04Z', 'revision_number': 3, 'project_id': '89c926e9e20e4924ad193342f10c5bb3', 'gw_port': {'id': 'a2d0db8e-4bcf-48fc-a797-38494a348b5f', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d62aba-ac87-4a14-ade3-ed1dfed2084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:02Z', 'updated_at': '2022-04-18T20:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:11.746577 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacdf494-3108-4054-9c50-50472593ba9a None None] The sync data for ids ['c2d62aba-ac87-4a14-ade3-ed1dfed2084b'] in n-d-838323-3 is: [{'id': 'c2d62aba-ac87-4a14-ade3-ed1dfed2084b', 'name': 'tempest-FloatingIPDetailsTestJSON-447608148-router', 'tenant_id': '89c926e9e20e4924ad193342f10c5bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a2d0db8e-4bcf-48fc-a797-38494a348b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:58Z', 'updated_at': '2022-04-18T20:33:04Z', 'revision_number': 3, 'project_id': '89c926e9e20e4924ad193342f10c5bb3', 'gw_port': {'id': 'a2d0db8e-4bcf-48fc-a797-38494a348b5f', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d62aba-ac87-4a14-ade3-ed1dfed2084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:02Z', 'updated_at': '2022-04-18T20:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:33:11.842014 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c60042d8-6ad7-4d7d-b29f-f34435002469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:11.875006 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34298) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:11.883956 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-9e843b4b-71fb-420a-99fd-df61a3d287fd tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Request body: {'security_group': {'name': 'tempest-securitygroup--545514756', 'description': 'tempest-description--1355003231'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:11.943488 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9e843b4b-71fb-420a-99fd-df61a3d287fd tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:11.987349 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa64f6-cb90-495f-b23a-3aa9749aedc6 req-6c5620cc-ab51-40ce-bc6d-7a4cfba6eb2c tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:11.989011 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-04fa64f6-cb90-495f-b23a-3aa9749aedc6 req-6c5620cc-ab51-40ce-bc6d-7a4cfba6eb2c tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.32 "GET /v2.0/ports?device_id=91e5d417-f727-401f-a4fb-949e4fe072e4 HTTP/1.1" status: 200 len: 944 time: 0.2270076 Apr 18 20:33:12.118587 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9e843b4b-71fb-420a-99fd-df61a3d287fd tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.154161 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9e843b4b-71fb-420a-99fd-df61a3d287fd tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.195280 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e843b4b-71fb-420a-99fd-df61a3d287fd tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f32f7a6b-2fef-44c5-80c2-bea226cffbe2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:12.335323 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9e843b4b-71fb-420a-99fd-df61a3d287fd tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.339497 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9e843b4b-71fb-420a-99fd-df61a3d287fd tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4576449 Apr 18 20:33:12.344818 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34310) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:12.377744 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-617ade89-c9ce-4770-bc93-7d74fc989c86 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Request body: {'security_group_rule': {'security_group_id': 'f32f7a6b-2fef-44c5-80c2-bea226cffbe2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:12.386465 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a49cb9a0-660b-4819-86e3-73993b653af5 req-108a50cb-0d0f-4348-a7d1-7a5b91f2e0e2 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 210 time: 0.1645727 Apr 18 20:33:12.485339 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-617ade89-c9ce-4770-bc93-7d74fc989c86 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.542201 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-913613cc-edf1-4282-859b-005e5c979eb4 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.568957 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-913613cc-edf1-4282-859b-005e5c979eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.669609 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-04fa64f6-cb90-495f-b23a-3aa9749aedc6 req-c47d6ca0-1ea6-4e7a-b546-2bf4d8de3092 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Deleting port 104159ce-6d43-45ed-ad53-5724a1de52f3 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:33:12.670003 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-04fa64f6-cb90-495f-b23a-3aa9749aedc6 req-c47d6ca0-1ea6-4e7a-b546-2bf4d8de3092 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.753286 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce78db3-f0ec-4798-9735-6b8ea5bbfae1 None None] Pushing event updated for resources: {'Port': ['ID=1befbbbb-301a-49f9-89ad-4020c378ba30,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:12.832985 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c60042d8-6ad7-4d7d-b29f-f34435002469 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.846887 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-617ade89-c9ce-4770-bc93-7d74fc989c86 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.874375 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-617ade89-c9ce-4770-bc93-7d74fc989c86 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.897915 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c60042d8-6ad7-4d7d-b29f-f34435002469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.905731 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ade89-c9ce-4770-bc93-7d74fc989c86 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff03f77-5dd9-4de1-bf93-47459e4535b1,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:13.013282 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-913613cc-edf1-4282-859b-005e5c979eb4 None None] Attempting to bind port 1befbbbb-301a-49f9-89ad-4020c378ba30 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:33:13.019090 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-913613cc-edf1-4282-859b-005e5c979eb4 None None] Attempting to bind port 1befbbbb-301a-49f9-89ad-4020c378ba30 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '4a17415c-1a1f-4a9a-b43a-194b923773ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:33:13.019893 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913613cc-edf1-4282-859b-005e5c979eb4 None None] Attempting to bind port 1befbbbb-301a-49f9-89ad-4020c378ba30 on network 096979d4-7e57-4182-a39f-1144c54a852c {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:13.048205 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913613cc-edf1-4282-859b-005e5c979eb4 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:33:13.051646 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913613cc-edf1-4282-859b-005e5c979eb4 None None] Checking segment: {'id': '4a17415c-1a1f-4a9a-b43a-194b923773ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:33:13.055096 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-913613cc-edf1-4282-859b-005e5c979eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:13.061210 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913613cc-edf1-4282-859b-005e5c979eb4 None None] Bound using segment: {'id': '4a17415c-1a1f-4a9a-b43a-194b923773ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:33:13.062350 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-913613cc-edf1-4282-859b-005e5c979eb4 None None] Bound port: 1befbbbb-301a-49f9-89ad-4020c378ba30, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a17415c-1a1f-4a9a-b43a-194b923773ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:33:13.063167 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-913613cc-edf1-4282-859b-005e5c979eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:13.210805 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3c8694be-4634-4f8d-b356-15ccc7ccc46e req-26ce1fb3-f977-46a9-87b8-ae16c6de9a22 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:13.274946 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3c8694be-4634-4f8d-b356-15ccc7ccc46e req-26ce1fb3-f977-46a9-87b8-ae16c6de9a22 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:13.407956 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c12974b2-99f7-4ca7-bc1d-d03870e38db6 None None] Provisioning complete for port 1befbbbb-301a-49f9-89ad-4020c378ba30 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:13.408824 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c12974b2-99f7-4ca7-bc1d-d03870e38db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:13.416375 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-9cfcc4f9-b538-4011-b1a8-6c5c703c53e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d758b81c-8118-4afa-8499-4bc24c11da33 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:13.433658 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-9cfcc4f9-b538-4011-b1a8-6c5c703c53e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:13.465079 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-9cfcc4f9-b538-4011-b1a8-6c5c703c53e4 service neutron] Transition to ACTIVE for port object d758b81c-8118-4afa-8499-4bc24c11da33 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:33:13.535104 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c12974b2-99f7-4ca7-bc1d-d03870e38db6 None None] Port 1befbbbb-301a-49f9-89ad-4020c378ba30 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:33:13.541944 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a2d0db8e-4bcf-48fc-a797-38494a348b5f up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:33:13.575997 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-9cfcc4f9-b538-4011-b1a8-6c5c703c53e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:13.667721 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port a2d0db8e-4bcf-48fc-a797-38494a348b5f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:13.668151 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:13.695495 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-913613cc-edf1-4282-859b-005e5c979eb4 None None] For port 1befbbbb-301a-49f9-89ad-4020c378ba30, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:33:13.702665 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-913613cc-edf1-4282-859b-005e5c979eb4 None None] For port 1befbbbb-301a-49f9-89ad-4020c378ba30, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1befbbbb-301a-49f9-89ad-4020c378ba30,segment=NetworkSegment(4a17415c-1a1f-4a9a-b43a-194b923773ad),segment_id=4a17415c-1a1f-4a9a-b43a-194b923773ad)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:33:13.711815 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-913613cc-edf1-4282-859b-005e5c979eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:13.714205 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-f4bb334c-d213-4d01-8b0f-f252f4cace2b tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:13.721399 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-f4bb334c-d213-4d01-8b0f-f252f4cace2b tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/networks?id=60c0f8e4-ca71-46cb-9dba-ff0370549a61 HTTP/1.1" status: 200 len: 805 time: 1.0143304 Apr 18 20:33:13.881289 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:13.936199 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port a2d0db8e-4bcf-48fc-a797-38494a348b5f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a2d0db8e-4bcf-48fc-a797-38494a348b5f,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:13.946130 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:13.956963 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-5b7a996d-0606-48eb-aa92-9b268955facf tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/quotas/b19fef1cf30f4b18969bf977f1ee2aa9 HTTP/1.1" status: 200 len: 375 time: 0.1923738 Apr 18 20:33:14.016749 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce78db3-f0ec-4798-9735-6b8ea5bbfae1 None None] Pushing event updated for resources: {'Port': ['ID=1befbbbb-301a-49f9-89ad-4020c378ba30,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:14.054197 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913613cc-edf1-4282-859b-005e5c979eb4 None None] Routers {'cd29d771-f6d4-4a45-b07d-a29b00493411'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:33:14.057490 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-913613cc-edf1-4282-859b-005e5c979eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:32:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cd29d771-f6d4-4a45-b07d-a29b00493411'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:14.095504 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=a2d0db8e-4bcf-48fc-a797-38494a348b5f,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:14.101433 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfcc4f9-b538-4011-b1a8-6c5c703c53e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d758b81c-8118-4afa-8499-4bc24c11da33,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:14.110276 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:14.110917 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:14.111421 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:14.111986 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:14.112197 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-617ade89-c9ce-4770-bc93-7d74fc989c86 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:14.113158 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:14.113899 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:14.114593 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:14.115293 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:14.115679 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-617ade89-c9ce-4770-bc93-7d74fc989c86 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7512665 Apr 18 20:33:14.116330 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:14.116866 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:14.117467 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:14.117970 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:14.141099 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-04fa64f6-cb90-495f-b23a-3aa9749aedc6 req-c47d6ca0-1ea6-4e7a-b546-2bf4d8de3092 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] For port 104159ce-6d43-45ed-ad53-5724a1de52f3, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=104159ce-6d43-45ed-ad53-5724a1de52f3,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:14.145021 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-04fa64f6-cb90-495f-b23a-3aa9749aedc6 req-c47d6ca0-1ea6-4e7a-b546-2bf4d8de3092 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:14.154659 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34336) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:14.155780 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60042d8-6ad7-4d7d-b29f-f34435002469 admin admin] Pushing event updated for resources: {'Port': ['ID=2520e062-e7d1-4713-8a13-79b18b391c20,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:14.171879 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c60042d8-6ad7-4d7d-b29f-f34435002469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:14.194256 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e9ee01d7-36fe-475a-bef9-ade00949b117 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Request body: {'security_group_rule': {'security_group_id': 'f32f7a6b-2fef-44c5-80c2-bea226cffbe2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:14.266806 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-04fa64f6-cb90-495f-b23a-3aa9749aedc6 req-c47d6ca0-1ea6-4e7a-b546-2bf4d8de3092 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Calling delete_port for 104159ce-6d43-45ed-ad53-5724a1de52f3 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:33:14.437203 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-913613cc-edf1-4282-859b-005e5c979eb4 None None] Set router cd29d771-f6d4-4a45-b07d-a29b00493411 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:33:14.449663 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [req-3c8694be-4634-4f8d-b356-15ccc7ccc46e req-26ce1fb3-f977-46a9-87b8-ae16c6de9a22 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Floating IP df3c9cea-6e91-4904-b638-8c464f72f128 associated. External IP: 172.25.1.144, port: c5e21e3d-c662-4b8a-aa78-911e293510c8. Apr 18 20:33:14.450521 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e9ee01d7-36fe-475a-bef9-ade00949b117 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:14.454319 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-9cfcc4f9-b538-4011-b1a8-6c5c703c53e4 service neutron] Attempting to bind port d758b81c-8118-4afa-8499-4bc24c11da33 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:33:14.455722 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-9cfcc4f9-b538-4011-b1a8-6c5c703c53e4 service neutron] Attempting to bind port d758b81c-8118-4afa-8499-4bc24c11da33 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:33:14.456260 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-9cfcc4f9-b538-4011-b1a8-6c5c703c53e4 service neutron] Attempting to bind port d758b81c-8118-4afa-8499-4bc24c11da33 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:14.558802 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1d356c9c-3d68-41c8-b4c1-6cec611aa83e None None] Provisioning complete for port 1befbbbb-301a-49f9-89ad-4020c378ba30 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:14.559454 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1d356c9c-3d68-41c8-b4c1-6cec611aa83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:14.563176 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-77edc8f4-c726-4e80-b681-b48d5c58d3ee tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b19fef1cf30f4b18969bf977f1ee2aa9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5887651 Apr 18 20:33:14.573202 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-9cfcc4f9-b538-4011-b1a8-6c5c703c53e4 service neutron] Port d758b81c-8118-4afa-8499-4bc24c11da33 on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:33:14.573540 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-9cfcc4f9-b538-4011-b1a8-6c5c703c53e4 service neutron] Attempting to bind port d758b81c-8118-4afa-8499-4bc24c11da33 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:14.626198 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60042d8-6ad7-4d7d-b29f-f34435002469 admin admin] Network b4cf6ee2-fb71-4a16-94d4-593c70571ccc is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:14.646716 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-c60042d8-6ad7-4d7d-b29f-f34435002469 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:14.673744 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-9cfcc4f9-b538-4011-b1a8-6c5c703c53e4 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:33:14.674559 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-9cfcc4f9-b538-4011-b1a8-6c5c703c53e4 service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:33:14.675386 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-9cfcc4f9-b538-4011-b1a8-6c5c703c53e4 service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:33:14.676552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-9cfcc4f9-b538-4011-b1a8-6c5c703c53e4 service neutron] Bound port: d758b81c-8118-4afa-8499-4bc24c11da33, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:33:14.677881 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-9cfcc4f9-b538-4011-b1a8-6c5c703c53e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:14.828088 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1d356c9c-3d68-41c8-b4c1-6cec611aa83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:14.933874 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1d356c9c-3d68-41c8-b4c1-6cec611aa83e None None] For port 1befbbbb-301a-49f9-89ad-4020c378ba30, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1befbbbb-301a-49f9-89ad-4020c378ba30,segment=NetworkSegment(4a17415c-1a1f-4a9a-b43a-194b923773ad),segment_id=4a17415c-1a1f-4a9a-b43a-194b923773ad)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:14.953050 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1d356c9c-3d68-41c8-b4c1-6cec611aa83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:15.118145 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e9ee01d7-36fe-475a-bef9-ade00949b117 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:15.145465 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e9ee01d7-36fe-475a-bef9-ade00949b117 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:15.159529 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d356c9c-3d68-41c8-b4c1-6cec611aa83e None None] Pushing event updated for resources: {'Port': ['ID=1befbbbb-301a-49f9-89ad-4020c378ba30,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:15.190377 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-04fa64f6-cb90-495f-b23a-3aa9749aedc6 req-c47d6ca0-1ea6-4e7a-b546-2bf4d8de3092 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:15.235232 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-9cfcc4f9-b538-4011-b1a8-6c5c703c53e4 service neutron] For port d758b81c-8118-4afa-8499-4bc24c11da33, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:33:15.288834 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ebd30268-dd49-4a6a-874d-c47fd30ff1bc None None] Provisioning complete for port 2520e062-e7d1-4713-8a13-79b18b391c20 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:15.290433 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ebd30268-dd49-4a6a-874d-c47fd30ff1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:15.342838 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-9cfcc4f9-b538-4011-b1a8-6c5c703c53e4 service neutron] For port d758b81c-8118-4afa-8499-4bc24c11da33, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=d758b81c-8118-4afa-8499-4bc24c11da33,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:33:15.375834 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-213b2519-6a7f-4c1c-8d71-51bd64de60d8 service neutron] 10.222.0.41 "GET /v2.0/networks/60c0f8e4-ca71-46cb-9dba-ff0370549a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7666383 Apr 18 20:33:15.417716 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ebd30268-dd49-4a6a-874d-c47fd30ff1bc None None] Port 2520e062-e7d1-4713-8a13-79b18b391c20 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:33:15.430794 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a2d0db8e-4bcf-48fc-a797-38494a348b5f up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:33:15.458559 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee01d7-36fe-475a-bef9-ade00949b117 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922833d7-d519-42bc-934d-e24eccbf2334,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:15.484872 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d6ca0-1ea6-4e7a-b546-2bf4d8de3092 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Pushing event deleted for resources: {'Port': ['ID=104159ce-6d43-45ed-ad53-5724a1de52f3,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:15.549657 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port a2d0db8e-4bcf-48fc-a797-38494a348b5f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:15.550036 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:15.553597 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e9ee01d7-36fe-475a-bef9-ade00949b117 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:15.555906 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e9ee01d7-36fe-475a-bef9-ade00949b117 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3671656 Apr 18 20:33:15.573087 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-9cfcc4f9-b538-4011-b1a8-6c5c703c53e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:15.596858 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34340) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:15.605251 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fa64f6-cb90-495f-b23a-3aa9749aedc6 req-c47d6ca0-1ea6-4e7a-b546-2bf4d8de3092 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] No DVR routers for this DVR port 104159ce-6d43-45ed-ad53-5724a1de52f3 on host n-h1-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:33:15.612326 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-d4d00bde-7ca9-4886-808d-bdb839eb4b99 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:15.682353 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-04fa64f6-cb90-495f-b23a-3aa9749aedc6 req-c47d6ca0-1ea6-4e7a-b546-2bf4d8de3092 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:15.692237 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-04fa64f6-cb90-495f-b23a-3aa9749aedc6 req-c47d6ca0-1ea6-4e7a-b546-2bf4d8de3092 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.32 "DELETE /v2.0/ports/104159ce-6d43-45ed-ad53-5724a1de52f3 HTTP/1.1" status: 204 len: 173 time: 3.6906881 Apr 18 20:33:15.693191 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e5d417-f727-401f-a4fb-949e4fe072e4', 'name': 'network-vif-deleted', 'tag': '104159ce-6d43-45ed-ad53-5724a1de52f3'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:15.706271 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db64366f-d597-4c90-8e2a-32c8928c5b16" -d '{"events": [{"server_uuid": "91e5d417-f727-401f-a4fb-949e4fe072e4", "name": "network-vif-deleted", "tag": "104159ce-6d43-45ed-ad53-5724a1de52f3"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:15.739538 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-913613cc-edf1-4282-859b-005e5c979eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'name': 'tempest-ServersTestFqdnHostnames-2060311837-router', 'tenant_id': '4ab648ec573b471693f18df472322614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:52Z', 'updated_at': '2022-04-18T20:33:06Z', 'revision_number': 4, 'project_id': '4ab648ec573b471693f18df472322614', 'gw_port': {'id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:54Z', 'updated_at': '2022-04-18T20:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '1befbbbb-301a-49f9-89ad-4020c378ba30', 'name': '', 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c', 'tenant_id': '4ab648ec573b471693f18df472322614', 'mac_address': 'fa:16:3e:11:80:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'ef443a10-9912-467c-8cb2-a21262f03efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:03Z', 'updated_at': '2022-04-18T20:33:13Z', 'revision_number': 4, 'project_id': '4ab648ec573b471693f18df472322614', 'subnets': [{'id': 'ef443a10-9912-467c-8cb2-a21262f03efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:15.760679 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60042d8-6ad7-4d7d-b29f-f34435002469 admin admin] Router c2d62aba-ac87-4a14-ade3-ed1dfed2084b has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:33:15.815504 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-9cfcc4f9-b538-4011-b1a8-6c5c703c53e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:15.816790 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-9cfcc4f9-b538-4011-b1a8-6c5c703c53e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:15.821330 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-9cfcc4f9-b538-4011-b1a8-6c5c703c53e4 service neutron] 10.222.0.57 "PUT /v2.0/ports/d758b81c-8118-4afa-8499-4bc24c11da33 HTTP/1.1" status: 200 len: 1095 time: 6.0460043 Apr 18 20:33:15.835939 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-e16e4568-1a61-470f-985d-2e8b489ee485 service neutron] 10.222.0.41 "GET /v2.0/networks/60c0f8e4-ca71-46cb-9dba-ff0370549a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530838 Apr 18 20:33:15.839816 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19818d7e-e58a-42bc-a9bb-43741b920836', 'tag': 'd758b81c-8118-4afa-8499-4bc24c11da33'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:15.850469 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfdc04a-7246-40f7-ad52-13b1024b62ae" -d '{"events": [{"name": "network-changed", "server_uuid": "19818d7e-e58a-42bc-a9bb-43741b920836", "tag": "d758b81c-8118-4afa-8499-4bc24c11da33"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:15.856418 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913613cc-edf1-4282-859b-005e5c979eb4 None None] The sync data for ids ['cd29d771-f6d4-4a45-b07d-a29b00493411'] in n-d-838323-3 is: [{'id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'name': 'tempest-ServersTestFqdnHostnames-2060311837-router', 'tenant_id': '4ab648ec573b471693f18df472322614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:52Z', 'updated_at': '2022-04-18T20:33:06Z', 'revision_number': 4, 'project_id': '4ab648ec573b471693f18df472322614', 'gw_port': {'id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:54Z', 'updated_at': '2022-04-18T20:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '1befbbbb-301a-49f9-89ad-4020c378ba30', 'name': '', 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c', 'tenant_id': '4ab648ec573b471693f18df472322614', 'mac_address': 'fa:16:3e:11:80:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'ef443a10-9912-467c-8cb2-a21262f03efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:03Z', 'updated_at': '2022-04-18T20:33:13Z', 'revision_number': 4, 'project_id': '4ab648ec573b471693f18df472322614', 'subnets': [{'id': 'ef443a10-9912-467c-8cb2-a21262f03efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:33:16.080105 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60042d8-6ad7-4d7d-b29f-f34435002469 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:33:16.086306 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfcc4f9-b538-4011-b1a8-6c5c703c53e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d758b81c-8118-4afa-8499-4bc24c11da33,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:16.092954 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c957ea-ae78-4c4a-a469-6e9218e5b5a9 None None] Sync routers for ids ['c2d62aba-ac87-4a14-ade3-ed1dfed2084b'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:33:16.159895 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c60042d8-6ad7-4d7d-b29f-f34435002469 admin admin] 10.222.0.41 "PUT /v2.0/routers/c2d62aba-ac87-4a14-ade3-ed1dfed2084b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3196006 Apr 18 20:33:16.168268 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c957ea-ae78-4c4a-a469-6e9218e5b5a9 None None] Routers {'c2d62aba-ac87-4a14-ade3-ed1dfed2084b'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:33:16.169517 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-11c957ea-ae78-4c4a-a469-6e9218e5b5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:32:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c2d62aba-ac87-4a14-ade3-ed1dfed2084b'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:16.181682 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6dd6b0-0939-4057-bb4d-2c3de78ea456 req-f9ef51f1-c496-4c6e-9c30-95fc665b23c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:16.198059 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ff6dd6b0-0939-4057-bb4d-2c3de78ea456 req-f9ef51f1-c496-4c6e-9c30-95fc665b23c9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 1096 time: 0.6401622 Apr 18 20:33:16.298997 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c8694be-4634-4f8d-b356-15ccc7ccc46e req-26ce1fb3-f977-46a9-87b8-ae16c6de9a22 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Router 4801b0bc-0233-4417-985f-5c248d0e08e9 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:33:16.334223 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ff6dd6b0-0939-4057-bb4d-2c3de78ea456 req-603b1981-22d6-403e-80bd-fefcc30e3e5d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220922 Apr 18 20:33:16.341563 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d4d00bde-7ca9-4886-808d-bdb839eb4b99 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:16.557994 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-11c957ea-ae78-4c4a-a469-6e9218e5b5a9 None None] Set router c2d62aba-ac87-4a14-ade3-ed1dfed2084b gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:33:16.614005 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c8694be-4634-4f8d-b356-15ccc7ccc46e req-26ce1fb3-f977-46a9-87b8-ae16c6de9a22 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:33:16.625676 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab142124-bc42-4da9-85e2-0de19abdd0ba None None] Sync routers for ids ['4801b0bc-0233-4417-985f-5c248d0e08e9'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:33:16.642944 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab142124-bc42-4da9-85e2-0de19abdd0ba None None] Routers {'4801b0bc-0233-4417-985f-5c248d0e08e9'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:33:16.644047 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ab142124-bc42-4da9-85e2-0de19abdd0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:32:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4801b0bc-0233-4417-985f-5c248d0e08e9'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:16.665721 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3c8694be-4634-4f8d-b356-15ccc7ccc46e req-26ce1fb3-f977-46a9-87b8-ae16c6de9a22 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:16.675151 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-9ed8e8ee-d8ff-450e-ba48-187c47cdd06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:16.676598 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-9ed8e8ee-d8ff-450e-ba48-187c47cdd06f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=98d31c0baf76478497974eedf8c74881&device_id=19818d7e-e58a-42bc-a9bb-43741b920836 HTTP/1.1" status: 200 len: 1098 time: 0.5256248 Apr 18 20:33:16.810339 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 104159ce-6d43-45ed-ad53-5724a1de52f3 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:33:16.839723 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 104159ce-6d43-45ed-ad53-5724a1de52f3 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:33:16.840350 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 104159ce-6d43-45ed-ad53-5724a1de52f3 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:33:16.890698 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-277af09e-c854-4e46-b1af-36be5e09bd22 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=d758b81c-8118-4afa-8499-4bc24c11da33 HTTP/1.1" status: 200 len: 217 time: 0.1408906 Apr 18 20:33:16.898424 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c8694be-4634-4f8d-b356-15ccc7ccc46e req-26ce1fb3-f977-46a9-87b8-ae16c6de9a22 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "PUT /v2.0/floatingips/df3c9cea-6e91-4904-b638-8c464f72f128 HTTP/1.1" status: 200 len: 996 time: 6.0364637 Apr 18 20:33:16.956403 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec43c36-19b9-465a-85e6-18dc8c16df3d req-7794c18a-8962-42e4-b41d-899cf52a4f2d tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:16.958179 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ec43c36-19b9-465a-85e6-18dc8c16df3d req-7794c18a-8962-42e4-b41d-899cf52a4f2d tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 945 time: 0.3613029 Apr 18 20:33:16.973672 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-ab142124-bc42-4da9-85e2-0de19abdd0ba None None] Set router 4801b0bc-0233-4417-985f-5c248d0e08e9 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:33:17.116161 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-11c957ea-ae78-4c4a-a469-6e9218e5b5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d62aba-ac87-4a14-ade3-ed1dfed2084b', 'name': 'tempest-FloatingIPDetailsTestJSON-447608148-router', 'tenant_id': '89c926e9e20e4924ad193342f10c5bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a2d0db8e-4bcf-48fc-a797-38494a348b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:58Z', 'updated_at': '2022-04-18T20:33:11Z', 'revision_number': 4, 'project_id': '89c926e9e20e4924ad193342f10c5bb3', 'gw_port': {'id': 'a2d0db8e-4bcf-48fc-a797-38494a348b5f', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d62aba-ac87-4a14-ade3-ed1dfed2084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:02Z', 'updated_at': '2022-04-18T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '2520e062-e7d1-4713-8a13-79b18b391c20', 'name': '', 'network_id': 'b4cf6ee2-fb71-4a16-94d4-593c70571ccc', 'tenant_id': '89c926e9e20e4924ad193342f10c5bb3', 'mac_address': 'fa:16:3e:2c:96:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d62aba-ac87-4a14-ade3-ed1dfed2084b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '1fc7bc59-392f-4857-a390-f202369bdc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:09Z', 'updated_at': '2022-04-18T20:33:12Z', 'revision_number': 2, 'project_id': '89c926e9e20e4924ad193342f10c5bb3', 'subnets': [{'id': '1fc7bc59-392f-4857-a390-f202369bdc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:17.177972 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c957ea-ae78-4c4a-a469-6e9218e5b5a9 None None] Checking router: c2d62aba-ac87-4a14-ade3-ed1dfed2084b for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:33:17.178951 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c957ea-ae78-4c4a-a469-6e9218e5b5a9 None None] Updating router c2d62aba-ac87-4a14-ade3-ed1dfed2084b port 2520e062-e7d1-4713-8a13-79b18b391c20 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:33:17.217156 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-efe13886-2745-4add-b6f1-43753deb68fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:17.218909 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-efe13886-2745-4add-b6f1-43753deb68fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.3154562 Apr 18 20:33:17.220163 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-11c957ea-ae78-4c4a-a469-6e9218e5b5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:17.241174 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ec43c36-19b9-465a-85e6-18dc8c16df3d req-740cbcc4-3f63-4b7d-a800-211352dae873 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479041 Apr 18 20:33:17.253501 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8694be-4634-4f8d-b356-15ccc7ccc46e req-f4ec31ce-4d44-44d5-bdfc-80b14b92c8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:17.255095 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c8694be-4634-4f8d-b356-15ccc7ccc46e req-f4ec31ce-4d44-44d5-bdfc-80b14b92c8c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9e777530ee64d498a49ee3aafe5e494&device_id=9eede207-e079-4c70-ba13-67cad0698a1a HTTP/1.1" status: 200 len: 1096 time: 0.3295896 Apr 18 20:33:17.608450 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1befbbbb-301a-49f9-89ad-4020c378ba30 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:33:17.671272 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ab142124-bc42-4da9-85e2-0de19abdd0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-185558449-router', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b18915a7-acb0-4dd4-9788-d8db704c09aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:10Z', 'updated_at': '2022-04-18T20:32:24Z', 'revision_number': 4, 'project_id': 'a9e777530ee64d498a49ee3aafe5e494', 'gw_port': {'id': 'b18915a7-acb0-4dd4-9788-d8db704c09aa', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:13Z', 'updated_at': '2022-04-18T20:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'df3c9cea-6e91-4904-b638-8c464f72f128', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'floating_ip_address': '172.25.1.144', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'port_id': 'c5e21e3d-c662-4b8a-aa78-911e293510c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18', 'mac_address': 'fa:16:3e:d5:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eede207-e079-4c70-ba13-67cad0698a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:33:06Z', 'updated_at': '2022-04-18T20:33:12Z', 'revision_number': 1, 'project_id': 'a9e777530ee64d498a49ee3aafe5e494', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65b57219-9cd1-4e06-8f35-3ff3a12fc224', 'name': '', 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'mac_address': 'fa:16:3e:22:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a1854ed8-8332-4033-8972-ab8d2cd944c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:21Z', 'updated_at': '2022-04-18T20:32:34Z', 'revision_number': 5, 'project_id': 'a9e777530ee64d498a49ee3aafe5e494', 'subnets': [{'id': 'a1854ed8-8332-4033-8972-ab8d2cd944c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:17.704272 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab142124-bc42-4da9-85e2-0de19abdd0ba None None] Checking router: 4801b0bc-0233-4417-985f-5c248d0e08e9 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:33:17.715876 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab142124-bc42-4da9-85e2-0de19abdd0ba None None] Routers {'4801b0bc-0233-4417-985f-5c248d0e08e9'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:33:17.716649 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ab142124-bc42-4da9-85e2-0de19abdd0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:32:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4801b0bc-0233-4417-985f-5c248d0e08e9'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:17.861661 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-ab142124-bc42-4da9-85e2-0de19abdd0ba None None] Set router 4801b0bc-0233-4417-985f-5c248d0e08e9 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:33:18.106705 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 1befbbbb-301a-49f9-89ad-4020c378ba30 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:18.107957 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:18.238436 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-11c957ea-ae78-4c4a-a469-6e9218e5b5a9 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:18.313208 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-11c957ea-ae78-4c4a-a469-6e9218e5b5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:18.328229 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ab142124-bc42-4da9-85e2-0de19abdd0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-185558449-router', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b18915a7-acb0-4dd4-9788-d8db704c09aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:10Z', 'updated_at': '2022-04-18T20:32:24Z', 'revision_number': 4, 'project_id': 'a9e777530ee64d498a49ee3aafe5e494', 'gw_port': {'id': 'b18915a7-acb0-4dd4-9788-d8db704c09aa', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:13Z', 'updated_at': '2022-04-18T20:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'df3c9cea-6e91-4904-b638-8c464f72f128', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'floating_ip_address': '172.25.1.144', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'port_id': 'c5e21e3d-c662-4b8a-aa78-911e293510c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18', 'mac_address': 'fa:16:3e:d5:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eede207-e079-4c70-ba13-67cad0698a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:33:06Z', 'updated_at': '2022-04-18T20:33:12Z', 'revision_number': 1, 'project_id': 'a9e777530ee64d498a49ee3aafe5e494', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65b57219-9cd1-4e06-8f35-3ff3a12fc224', 'name': '', 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'mac_address': 'fa:16:3e:22:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a1854ed8-8332-4033-8972-ab8d2cd944c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:21Z', 'updated_at': '2022-04-18T20:32:34Z', 'revision_number': 5, 'project_id': 'a9e777530ee64d498a49ee3aafe5e494', 'subnets': [{'id': 'a1854ed8-8332-4033-8972-ab8d2cd944c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:18.375231 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8694be-4634-4f8d-b356-15ccc7ccc46e req-291c3f0a-c99e-422a-bb9c-4d29a7faa03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:18.388631 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c8694be-4634-4f8d-b356-15ccc7ccc46e req-291c3f0a-c99e-422a-bb9c-4d29a7faa03c service neutron] 10.222.0.41 "GET /v2.0/networks?id=184b0ce9-8da7-4a7f-88ee-af69b4a35e18 HTTP/1.1" status: 200 len: 929 time: 1.0802770 Apr 18 20:33:18.422303 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d4d00bde-7ca9-4886-808d-bdb839eb4b99 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:18.443438 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafdcb4-4231-4016-b2c1-05dbe1e63ef4 None None] Pushing event updated for resources: {'Port': ['ID=2520e062-e7d1-4713-8a13-79b18b391c20,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:18.465477 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab142124-bc42-4da9-85e2-0de19abdd0ba None None] The sync data for ids ['4801b0bc-0233-4417-985f-5c248d0e08e9'] in n-d-838323-3 is: [{'id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-185558449-router', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b18915a7-acb0-4dd4-9788-d8db704c09aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:10Z', 'updated_at': '2022-04-18T20:32:24Z', 'revision_number': 4, 'project_id': 'a9e777530ee64d498a49ee3aafe5e494', 'gw_port': {'id': 'b18915a7-acb0-4dd4-9788-d8db704c09aa', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:13Z', 'updated_at': '2022-04-18T20:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'df3c9cea-6e91-4904-b638-8c464f72f128', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'floating_ip_address': '172.25.1.144', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'port_id': 'c5e21e3d-c662-4b8a-aa78-911e293510c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18', 'mac_address': 'fa:16:3e:d5:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eede207-e079-4c70-ba13-67cad0698a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:33:06Z', 'updated_at': '2022-04-18T20:33:12Z', 'revision_number': 1, 'project_id': 'a9e777530ee64d498a49ee3aafe5e494', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65b57219-9cd1-4e06-8f35-3ff3a12fc224', 'name': '', 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'mac_address': 'fa:16:3e:22:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a1854ed8-8332-4033-8972-ab8d2cd944c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:21Z', 'updated_at': '2022-04-18T20:32:34Z', 'revision_number': 5, 'project_id': 'a9e777530ee64d498a49ee3aafe5e494', 'subnets': [{'id': 'a1854ed8-8332-4033-8972-ab8d2cd944c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:33:18.562827 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-abab8c88-4859-4617-b4a6-4bfb8eb988dc req-c5ffe578-30de-4b72-a71f-98c9802289ff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1618183 Apr 18 20:33:18.565770 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-7c52feab-eca2-4805-8293-d3b05a10a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:18.572658 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-7c52feab-eca2-4805-8293-d3b05a10a6c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3396277 Apr 18 20:33:18.581486 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-5a5fb873-4f2c-45c8-ad6b-b83538ce9285 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:18.588692 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-5a5fb873-4f2c-45c8-ad6b-b83538ce9285 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.32 "GET /v2.0/networks?id=60c0f8e4-ca71-46cb-9dba-ff0370549a61 HTTP/1.1" status: 200 len: 805 time: 0.4439490 Apr 18 20:33:18.609493 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-9c7a8cf0-2a8b-4663-8314-8f58b5d300fe tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Request body: {'port': {'device_id': 'dc107110-cfc7-41fd-bec0-f537ce4866c1', 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61', 'admin_state_up': True, 'tenant_id': 'b19fef1cf30f4b18969bf977f1ee2aa9'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:18.706599 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c8694be-4634-4f8d-b356-15ccc7ccc46e req-88b9ffdc-b2e2-46a6-b976-3870487e5694 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5e21e3d-c662-4b8a-aa78-911e293510c8 HTTP/1.1" status: 200 len: 999 time: 0.3170450 Apr 18 20:33:18.732963 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-11c957ea-ae78-4c4a-a469-6e9218e5b5a9 None None] Attempting to bind port 2520e062-e7d1-4713-8a13-79b18b391c20 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:33:18.733434 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-11c957ea-ae78-4c4a-a469-6e9218e5b5a9 None None] Attempting to bind port 2520e062-e7d1-4713-8a13-79b18b391c20 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '30cf76e8-dcdf-46cb-a9a4-8694522923bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b4cf6ee2-fb71-4a16-94d4-593c70571ccc'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:33:18.734384 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c957ea-ae78-4c4a-a469-6e9218e5b5a9 None None] Attempting to bind port 2520e062-e7d1-4713-8a13-79b18b391c20 on network b4cf6ee2-fb71-4a16-94d4-593c70571ccc {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:18.749532 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c957ea-ae78-4c4a-a469-6e9218e5b5a9 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:33:18.749532 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c957ea-ae78-4c4a-a469-6e9218e5b5a9 None None] Checking segment: {'id': '30cf76e8-dcdf-46cb-a9a4-8694522923bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b4cf6ee2-fb71-4a16-94d4-593c70571ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:33:18.750098 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-11c957ea-ae78-4c4a-a469-6e9218e5b5a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:18.750098 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c957ea-ae78-4c4a-a469-6e9218e5b5a9 None None] Bound using segment: {'id': '30cf76e8-dcdf-46cb-a9a4-8694522923bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b4cf6ee2-fb71-4a16-94d4-593c70571ccc'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:33:18.752964 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-11c957ea-ae78-4c4a-a469-6e9218e5b5a9 None None] Bound port: 2520e062-e7d1-4713-8a13-79b18b391c20, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30cf76e8-dcdf-46cb-a9a4-8694522923bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b4cf6ee2-fb71-4a16-94d4-593c70571ccc'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:33:18.752964 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-11c957ea-ae78-4c4a-a469-6e9218e5b5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:18.795958 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38e36f-afae-40b7-ba2c-b016e75ec5af req-93e35612-e4be-4b39-aa3d-0e3d3729c04f tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:18.797721 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f38e36f-afae-40b7-ba2c-b016e75ec5af req-93e35612-e4be-4b39-aa3d-0e3d3729c04f tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] 10.222.0.41 "GET /v2.0/ports?device_id=19818d7e-e58a-42bc-a9bb-43741b920836 HTTP/1.1" status: 200 len: 947 time: 1.2652736 Apr 18 20:33:18.869088 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab8c88-4859-4617-b4a6-4bfb8eb988dc req-584e35de-273a-4122-be76-8ee06e949887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:18.871735 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-abab8c88-4859-4617-b4a6-4bfb8eb988dc req-584e35de-273a-4122-be76-8ee06e949887 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 1096 time: 0.2176044 Apr 18 20:33:18.921464 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f38e36f-afae-40b7-ba2c-b016e75ec5af req-eb6996f2-8111-4f2f-aca4-656c47ea6148 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab8fed5c-a0d3-4ee4-b503-fdb115da91a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126564 Apr 18 20:33:18.990139 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8694be-4634-4f8d-b356-15ccc7ccc46e req-9b5a9e14-889c-4e91-8d69-eae6c1d03144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:18.993048 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c8694be-4634-4f8d-b356-15ccc7ccc46e req-9b5a9e14-889c-4e91-8d69-eae6c1d03144 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a1854ed8-8332-4033-8972-ab8d2cd944c0 HTTP/1.1" status: 200 len: 867 time: 0.2785800 Apr 18 20:33:18.997391 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-11c957ea-ae78-4c4a-a469-6e9218e5b5a9 None None] For port 2520e062-e7d1-4713-8a13-79b18b391c20, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:33:19.058572 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f9385a54-bd05-4fa4-91d8-b30676165dcb None None] Provisioning complete for port 2520e062-e7d1-4713-8a13-79b18b391c20 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:19.059070 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f9385a54-bd05-4fa4-91d8-b30676165dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:19.062432 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-11c957ea-ae78-4c4a-a469-6e9218e5b5a9 None None] For port 2520e062-e7d1-4713-8a13-79b18b391c20, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2520e062-e7d1-4713-8a13-79b18b391c20,segment=NetworkSegment(30cf76e8-dcdf-46cb-a9a4-8694522923bf),segment_id=30cf76e8-dcdf-46cb-a9a4-8694522923bf)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:33:19.097030 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-d4d00bde-7ca9-4886-808d-bdb839eb4b99 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Allocated IP 172.25.1.72 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/c55fb1ed-ae6d-4ae2-8eee-6b7653e2fe9d) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:19.117946 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-11c957ea-ae78-4c4a-a469-6e9218e5b5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:19.141290 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab8c88-4859-4617-b4a6-4bfb8eb988dc req-a6ce2f05-9b52-4547-8eb8-f0c3acaefb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:19.143968 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-abab8c88-4859-4617-b4a6-4bfb8eb988dc req-a6ce2f05-9b52-4547-8eb8-f0c3acaefb30 service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e HTTP/1.1" status: 200 len: 922 time: 0.2178469 Apr 18 20:33:19.145997 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-9c7a8cf0-2a8b-4663-8314-8f58b5d300fe tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Made reservation on behalf of b19fef1cf30f4b18969bf977f1ee2aa9 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:33:19.152583 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-9c7a8cf0-2a8b-4663-8314-8f58b5d300fe tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:19.263637 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f9385a54-bd05-4fa4-91d8-b30676165dcb None None] Port 2520e062-e7d1-4713-8a13-79b18b391c20 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:33:19.287971 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a1b5fb9-412f-4e73-8af5-7aa135181fb1 req-dffee881-6625-4677-bfbe-4a51b54d3acd tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e7534-1ade-403c-ba64-eac1df4730eb HTTP/1.1" status: 200 len: 210 time: 0.0707059 Apr 18 20:33:19.346828 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafdcb4-4231-4016-b2c1-05dbe1e63ef4 None None] Pushing event updated for resources: {'Port': ['ID=2520e062-e7d1-4713-8a13-79b18b391c20,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:19.350074 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c957ea-ae78-4c4a-a469-6e9218e5b5a9 None None] Routers {'c2d62aba-ac87-4a14-ade3-ed1dfed2084b'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:33:19.350717 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-11c957ea-ae78-4c4a-a469-6e9218e5b5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:32:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c2d62aba-ac87-4a14-ade3-ed1dfed2084b'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:19.355442 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-abab8c88-4859-4617-b4a6-4bfb8eb988dc req-4c846f25-0597-4e92-80fc-c8b682be463e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f3de43f-60c7-4796-8147-7cb919858923 HTTP/1.1" status: 200 len: 217 time: 0.1691780 Apr 18 20:33:19.362642 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-6b6eeb47-41f4-4887-9bf3-19fe5c9bddaf service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7329772 Apr 18 20:33:19.501905 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8694be-4634-4f8d-b356-15ccc7ccc46e req-27d27283-2bc2-4c1b-a9c5-b53117529c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:19.516871 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c8694be-4634-4f8d-b356-15ccc7ccc46e req-27d27283-2bc2-4c1b-a9c5-b53117529c5e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=184b0ce9-8da7-4a7f-88ee-af69b4a35e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5098708 Apr 18 20:33:19.550306 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30101281-ef3c-4471-8766-024a77d4ae0a x-openstack-request-id: req-30101281-ef3c-4471-8766-024a77d4ae0a {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:19.550657 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19818d7e-e58a-42bc-a9bb-43741b920836", "tag": "d758b81c-8118-4afa-8499-4bc24c11da33", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:19.551022 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30101281-ef3c-4471-8766-024a77d4ae0a {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:19.555065 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30101281-ef3c-4471-8766-024a77d4ae0a'] response: {'name': 'network-changed', 'server_uuid': '19818d7e-e58a-42bc-a9bb-43741b920836', 'tag': 'd758b81c-8118-4afa-8499-4bc24c11da33', 'status': 'completed', 'code': 200} Apr 18 20:33:19.585238 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f327ba3-68ee-45a9-b815-48673b8e6ba3 x-openstack-request-id: req-4f327ba3-68ee-45a9-b815-48673b8e6ba3 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:19.586118 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e5d417-f727-401f-a4fb-949e4fe072e4", "name": "network-vif-deleted", "tag": "104159ce-6d43-45ed-ad53-5724a1de52f3", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:19.586118 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f327ba3-68ee-45a9-b815-48673b8e6ba3 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:19.596526 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f327ba3-68ee-45a9-b815-48673b8e6ba3'] response: {'server_uuid': '91e5d417-f727-401f-a4fb-949e4fe072e4', 'name': 'network-vif-deleted', 'tag': '104159ce-6d43-45ed-ad53-5724a1de52f3', 'status': 'completed', 'code': 200} Apr 18 20:33:19.646180 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d4d00bde-7ca9-4886-808d-bdb839eb4b99 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:19.774345 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146daa40-9647-4a69-b2ad-9e1332893578 None None] New status for floating IP df3c9cea-6e91-4904-b638-8c464f72f128: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:33:19.782510 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-11c957ea-ae78-4c4a-a469-6e9218e5b5a9 None None] Set router c2d62aba-ac87-4a14-ade3-ed1dfed2084b gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:33:19.791545 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4cb4db8-d7ef-4c4d-b41d-e25a2a8e4a89 req-8e6d99f7-b342-451b-bf03-b1e5810845ea tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc107110-cfc7-41fd-bec0-f537ce4866c1 HTTP/1.1" status: 200 len: 210 time: 0.2341583 Apr 18 20:33:19.809886 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d4d00bde-7ca9-4886-808d-bdb839eb4b99 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:19.833229 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab8c88-4859-4617-b4a6-4bfb8eb988dc req-ca05adc5-fa4a-429f-9802-d61a1b67e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:19.840765 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-abab8c88-4859-4617-b4a6-4bfb8eb988dc req-ca05adc5-fa4a-429f-9802-d61a1b67e965 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=07088b8e-aaa8-48c6-be5d-b75368ae775e HTTP/1.1" status: 200 len: 861 time: 0.4649203 Apr 18 20:33:19.919998 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-abab8c88-4859-4617-b4a6-4bfb8eb988dc req-88029946-a0c4-49d6-bba5-98cd266fc166 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e8e2fd-14fe-4cc2-9e5c-3a430530374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673587 Apr 18 20:33:20.114257 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d00bde-7ca9-4886-808d-bdb839eb4b99 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Pushing event updated for resources: {'Port': ['ID=c55fb1ed-ae6d-4ae2-8eee-6b7653e2fe9d,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:20.177755 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-abab8c88-4859-4617-b4a6-4bfb8eb988dc req-7461d6cc-2600-487b-a0dc-f396a2f92036 service neutron] 10.222.0.57 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043076 Apr 18 20:33:20.199008 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-75f93cbc-72d7-4fd0-b81a-98739c243e3f None None] Provisioning complete for port 2520e062-e7d1-4713-8a13-79b18b391c20 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:20.199298 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-75f93cbc-72d7-4fd0-b81a-98739c243e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:20.274080 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d00bde-7ca9-4886-808d-bdb839eb4b99 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:20.293385 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-d4d00bde-7ca9-4886-808d-bdb839eb4b99 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:20.296293 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d00bde-7ca9-4886-808d-bdb839eb4b99 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:33:20.350267 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-9c7a8cf0-2a8b-4663-8314-8f58b5d300fe tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Allocated IP 172.20.0.4 (60c0f8e4-ca71-46cb-9dba-ff0370549a61/b8708785-9af0-4579-bb8d-13349cd937a4/5ed30248-2a44-4edc-a4df-8faa2b579286) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:20.428672 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-abab8c88-4859-4617-b4a6-4bfb8eb988dc req-259565d9-c8b4-4db1-a2b6-ce4323a01762 service neutron] 10.222.0.57 "GET /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437298 Apr 18 20:33:20.471754 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d4d00bde-7ca9-4886-808d-bdb839eb4b99 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:20.491513 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-75f93cbc-72d7-4fd0-b81a-98739c243e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:20.549126 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d4d00bde-7ca9-4886-808d-bdb839eb4b99 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:20.556908 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-75f93cbc-72d7-4fd0-b81a-98739c243e3f None None] For port 2520e062-e7d1-4713-8a13-79b18b391c20, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2520e062-e7d1-4713-8a13-79b18b391c20,segment=NetworkSegment(30cf76e8-dcdf-46cb-a9a4-8694522923bf),segment_id=30cf76e8-dcdf-46cb-a9a4-8694522923bf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:20.574136 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-75f93cbc-72d7-4fd0-b81a-98739c243e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:20.576951 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-9c7a8cf0-2a8b-4663-8314-8f58b5d300fe tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:20.590987 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-11c957ea-ae78-4c4a-a469-6e9218e5b5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d62aba-ac87-4a14-ade3-ed1dfed2084b', 'name': 'tempest-FloatingIPDetailsTestJSON-447608148-router', 'tenant_id': '89c926e9e20e4924ad193342f10c5bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a2d0db8e-4bcf-48fc-a797-38494a348b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:58Z', 'updated_at': '2022-04-18T20:33:11Z', 'revision_number': 4, 'project_id': '89c926e9e20e4924ad193342f10c5bb3', 'gw_port': {'id': 'a2d0db8e-4bcf-48fc-a797-38494a348b5f', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d62aba-ac87-4a14-ade3-ed1dfed2084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:02Z', 'updated_at': '2022-04-18T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '2520e062-e7d1-4713-8a13-79b18b391c20', 'name': '', 'network_id': 'b4cf6ee2-fb71-4a16-94d4-593c70571ccc', 'tenant_id': '89c926e9e20e4924ad193342f10c5bb3', 'mac_address': 'fa:16:3e:2c:96:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d62aba-ac87-4a14-ade3-ed1dfed2084b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '1fc7bc59-392f-4857-a390-f202369bdc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:09Z', 'updated_at': '2022-04-18T20:33:18Z', 'revision_number': 4, 'project_id': '89c926e9e20e4924ad193342f10c5bb3', 'subnets': [{'id': '1fc7bc59-392f-4857-a390-f202369bdc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:20.636951 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-9c7a8cf0-2a8b-4663-8314-8f58b5d300fe tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:20.662248 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c957ea-ae78-4c4a-a469-6e9218e5b5a9 None None] The sync data for ids ['c2d62aba-ac87-4a14-ade3-ed1dfed2084b'] in n-d-838323-3 is: [{'id': 'c2d62aba-ac87-4a14-ade3-ed1dfed2084b', 'name': 'tempest-FloatingIPDetailsTestJSON-447608148-router', 'tenant_id': '89c926e9e20e4924ad193342f10c5bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a2d0db8e-4bcf-48fc-a797-38494a348b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:58Z', 'updated_at': '2022-04-18T20:33:11Z', 'revision_number': 4, 'project_id': '89c926e9e20e4924ad193342f10c5bb3', 'gw_port': {'id': 'a2d0db8e-4bcf-48fc-a797-38494a348b5f', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d62aba-ac87-4a14-ade3-ed1dfed2084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:02Z', 'updated_at': '2022-04-18T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '2520e062-e7d1-4713-8a13-79b18b391c20', 'name': '', 'network_id': 'b4cf6ee2-fb71-4a16-94d4-593c70571ccc', 'tenant_id': '89c926e9e20e4924ad193342f10c5bb3', 'mac_address': 'fa:16:3e:2c:96:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d62aba-ac87-4a14-ade3-ed1dfed2084b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '1fc7bc59-392f-4857-a390-f202369bdc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:09Z', 'updated_at': '2022-04-18T20:33:18Z', 'revision_number': 4, 'project_id': '89c926e9e20e4924ad193342f10c5bb3', 'subnets': [{'id': '1fc7bc59-392f-4857-a390-f202369bdc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:33:20.751270 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a8cf0-2a8b-4663-8314-8f58b5d300fe tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Pushing event updated for resources: {'Port': ['ID=5ed30248-2a44-4edc-a4df-8faa2b579286,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:20.770523 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-9c7a8cf0-2a8b-4663-8314-8f58b5d300fe tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Network 60c0f8e4-ca71-46cb-9dba-ff0370549a61 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:20.771609 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f93cbc-72d7-4fd0-b81a-98739c243e3f None None] Pushing event updated for resources: {'Port': ['ID=2520e062-e7d1-4713-8a13-79b18b391c20,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:20.773420 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-9c7a8cf0-2a8b-4663-8314-8f58b5d300fe tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:20.777176 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-9c7a8cf0-2a8b-4663-8314-8f58b5d300fe tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:33:20.813191 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbd01dde-803a-4dbd-89cf-b1e82bc4da37 req-76fa4204-d3b8-4b1b-8c1a-921ba3a706d3 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2847464 Apr 18 20:33:20.870563 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-9c7a8cf0-2a8b-4663-8314-8f58b5d300fe tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:20.872020 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-9c7a8cf0-2a8b-4663-8314-8f58b5d300fe tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:20.879644 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c8694be-4634-4f8d-b356-15ccc7ccc46e req-dcfaf9f9-c4f8-40de-b597-e630cfc8c272 service neutron] 10.222.0.41 "GET /v2.0/networks/184b0ce9-8da7-4a7f-88ee-af69b4a35e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3610804 Apr 18 20:33:20.928583 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-9c7a8cf0-2a8b-4663-8314-8f58b5d300fe tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3243895 Apr 18 20:33:20.969953 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-7ce91e0e-96d4-479e-a266-6bad10ee4b9c service neutron] Request body: {'port': {'device_id': 'dc107110-cfc7-41fd-bec0-f537ce4866c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:21.053846 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-7ce91e0e-96d4-479e-a266-6bad10ee4b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:21.123736 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11707cf4-45bf-45c5-bea0-25f7723559ac req-5509ec88-b1a3-42cf-9e85-d14d1a1e5f55 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0040708 Apr 18 20:33:21.245655 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-11707cf4-45bf-45c5-bea0-25f7723559ac req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:21.303882 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d4d00bde-7ca9-4886-808d-bdb839eb4b99 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:21.352376 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d4d00bde-7ca9-4886-808d-bdb839eb4b99 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:21.370311 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdc04a-7246-40f7-ad52-13b1024b62ae req-b51ef45e-1781-4a90-af45-c9899ff4336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:21.372918 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4cfdc04a-7246-40f7-ad52-13b1024b62ae req-b51ef45e-1781-4a90-af45-c9899ff4336c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=98d31c0baf76478497974eedf8c74881&device_id=19818d7e-e58a-42bc-a9bb-43741b920836 HTTP/1.1" status: 200 len: 1098 time: 0.4263783 Apr 18 20:33:21.418791 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2520e062-e7d1-4713-8a13-79b18b391c20 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:33:21.451961 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-11707cf4-45bf-45c5-bea0-25f7723559ac req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:21.484028 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c8694be-4634-4f8d-b356-15ccc7ccc46e req-17cd54fa-e4c0-4212-89b5-bfc21f6b9eea service neutron] 10.222.0.41 "GET /v2.0/networks/184b0ce9-8da7-4a7f-88ee-af69b4a35e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5285780 Apr 18 20:33:21.592247 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 2520e062-e7d1-4713-8a13-79b18b391c20 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:21.600852 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:21.655739 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eede207-e079-4c70-ba13-67cad0698a1a', 'tag': 'c5e21e3d-c662-4b8a-aa78-911e293510c8'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:21.660282 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f28cfa8-d53d-436f-a993-4de93d957b53" -d '{"events": [{"name": "network-changed", "server_uuid": "9eede207-e079-4c70-ba13-67cad0698a1a", "tag": "c5e21e3d-c662-4b8a-aa78-911e293510c8"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:21.685327 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-7ce91e0e-96d4-479e-a266-6bad10ee4b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed30248-2a44-4edc-a4df-8faa2b579286 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:21.716564 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-7ce91e0e-96d4-479e-a266-6bad10ee4b9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:21.733156 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d00bde-7ca9-4886-808d-bdb839eb4b99 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Pushing event updated for resources: {'Port': ['ID=c55fb1ed-ae6d-4ae2-8eee-6b7653e2fe9d,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:21.756667 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-7ce91e0e-96d4-479e-a266-6bad10ee4b9c service neutron] Transition to ACTIVE for port object 5ed30248-2a44-4edc-a4df-8faa2b579286 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:33:21.769092 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-7ce91e0e-96d4-479e-a266-6bad10ee4b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:21.838714 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d4d00bde-7ca9-4886-808d-bdb839eb4b99 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:21.893697 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdc04a-7246-40f7-ad52-13b1024b62ae req-9372519a-c13d-45bd-a31b-85d8a4c003c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:21.897798 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4cfdc04a-7246-40f7-ad52-13b1024b62ae req-9372519a-c13d-45bd-a31b-85d8a4c003c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.5060854 Apr 18 20:33:21.912039 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce91e0e-96d4-479e-a266-6bad10ee4b9c service neutron] Pushing event updated for resources: {'Port': ['ID=5ed30248-2a44-4edc-a4df-8faa2b579286,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:21.913200 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d4d00bde-7ca9-4886-808d-bdb839eb4b99 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:21.914975 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d4d00bde-7ca9-4886-808d-bdb839eb4b99 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3157651 Apr 18 20:33:21.972223 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4cfdc04a-7246-40f7-ad52-13b1024b62ae req-2cc106bd-e1aa-442a-839c-0135891a256b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=d758b81c-8118-4afa-8499-4bc24c11da33 HTTP/1.1" status: 200 len: 217 time: 0.0557585 Apr 18 20:33:21.980300 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146803c8-140f-4d45-98a8-e463df82c3f3 req-b382673f-e9f3-4e73-80ff-7961b5053d52 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:21.981973 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-146803c8-140f-4d45-98a8-e463df82c3f3 req-b382673f-e9f3-4e73-80ff-7961b5053d52 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 945 time: 0.2441490 Apr 18 20:33:22.077388 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-7ce91e0e-96d4-479e-a266-6bad10ee4b9c service neutron] Attempting to bind port 5ed30248-2a44-4edc-a4df-8faa2b579286 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:33:22.079760 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-7ce91e0e-96d4-479e-a266-6bad10ee4b9c service neutron] Attempting to bind port 5ed30248-2a44-4edc-a4df-8faa2b579286 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '60e86a52-7aa9-4a3a-b30e-7bb40f315280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:33:22.080791 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-7ce91e0e-96d4-479e-a266-6bad10ee4b9c service neutron] Attempting to bind port 5ed30248-2a44-4edc-a4df-8faa2b579286 on network 60c0f8e4-ca71-46cb-9dba-ff0370549a61 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:22.087676 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-7ce91e0e-96d4-479e-a266-6bad10ee4b9c service neutron] Port 5ed30248-2a44-4edc-a4df-8faa2b579286 on network 60c0f8e4-ca71-46cb-9dba-ff0370549a61 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:33:22.088304 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-7ce91e0e-96d4-479e-a266-6bad10ee4b9c service neutron] Attempting to bind port 5ed30248-2a44-4edc-a4df-8faa2b579286 on network 60c0f8e4-ca71-46cb-9dba-ff0370549a61 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:22.097689 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-7ce91e0e-96d4-479e-a266-6bad10ee4b9c service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:33:22.098319 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-7ce91e0e-96d4-479e-a266-6bad10ee4b9c service neutron] Checking segment: {'id': '60e86a52-7aa9-4a3a-b30e-7bb40f315280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:33:22.099809 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-7ce91e0e-96d4-479e-a266-6bad10ee4b9c service neutron] Bound using segment: {'id': '60e86a52-7aa9-4a3a-b30e-7bb40f315280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:33:22.100602 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-7ce91e0e-96d4-479e-a266-6bad10ee4b9c service neutron] Bound port: 5ed30248-2a44-4edc-a4df-8faa2b579286, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60e86a52-7aa9-4a3a-b30e-7bb40f315280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:33:22.102220 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-7ce91e0e-96d4-479e-a266-6bad10ee4b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:22.168702 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-146803c8-140f-4d45-98a8-e463df82c3f3 req-1b9f2811-44ef-4624-a47a-3e058f9b1a13 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682727 Apr 18 20:33:22.170691 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdc04a-7246-40f7-ad52-13b1024b62ae req-f8c5b5de-3bda-4eb5-9831-202b628802ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:22.173232 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4cfdc04a-7246-40f7-ad52-13b1024b62ae req-f8c5b5de-3bda-4eb5-9831-202b628802ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.1901119 Apr 18 20:33:22.247531 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-11707cf4-45bf-45c5-bea0-25f7723559ac req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:22.266866 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdc04a-7246-40f7-ad52-13b1024b62ae req-90f460a9-f68a-4db7-9514-5f29739df20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:22.268729 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4cfdc04a-7246-40f7-ad52-13b1024b62ae req-90f460a9-f68a-4db7-9514-5f29739df20d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0784965 Apr 18 20:33:22.274900 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-7ce91e0e-96d4-479e-a266-6bad10ee4b9c service neutron] For port 5ed30248-2a44-4edc-a4df-8faa2b579286, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:33:22.279897 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-7ce91e0e-96d4-479e-a266-6bad10ee4b9c service neutron] For port 5ed30248-2a44-4edc-a4df-8faa2b579286, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=5ed30248-2a44-4edc-a4df-8faa2b579286,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:33:22.288288 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-7ce91e0e-96d4-479e-a266-6bad10ee4b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:22.399186 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce91e0e-96d4-479e-a266-6bad10ee4b9c service neutron] Pushing event updated for resources: {'Port': ['ID=5ed30248-2a44-4edc-a4df-8faa2b579286,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:22.433892 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-7ce91e0e-96d4-479e-a266-6bad10ee4b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:22.435467 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-7ce91e0e-96d4-479e-a266-6bad10ee4b9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:22.437601 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-7ce91e0e-96d4-479e-a266-6bad10ee4b9c service neutron] 10.222.0.32 "PUT /v2.0/ports/5ed30248-2a44-4edc-a4df-8faa2b579286 HTTP/1.1" status: 200 len: 1091 time: 1.4985905 Apr 18 20:33:22.438916 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc107110-cfc7-41fd-bec0-f537ce4866c1', 'tag': '5ed30248-2a44-4edc-a4df-8faa2b579286'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:22.443385 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbdc573-b2d8-4673-81c0-5c5b01fb894a" -d '{"events": [{"name": "network-changed", "server_uuid": "dc107110-cfc7-41fd-bec0-f537ce4866c1", "tag": "5ed30248-2a44-4edc-a4df-8faa2b579286"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:22.546226 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-8f466386-4940-461f-a654-02042e0d87f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:22.547791 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-8f466386-4940-461f-a654-02042e0d87f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b19fef1cf30f4b18969bf977f1ee2aa9&device_id=dc107110-cfc7-41fd-bec0-f537ce4866c1 HTTP/1.1" status: 200 len: 1094 time: 0.0534198 Apr 18 20:33:22.605997 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-113f78f0-928a-4b02-8572-8cc86b831671 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ed30248-2a44-4edc-a4df-8faa2b579286 HTTP/1.1" status: 200 len: 217 time: 0.0491304 Apr 18 20:33:22.672734 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-eb34958f-5f07-4d7e-864e-7647631253f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:22.674249 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-eb34958f-5f07-4d7e-864e-7647631253f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b8708785-9af0-4579-bb8d-13349cd937a4 HTTP/1.1" status: 200 len: 845 time: 0.0605702 Apr 18 20:33:22.687314 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-11707cf4-45bf-45c5-bea0-25f7723559ac req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Allocated IP 172.25.1.46 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/2c56e2d3-2a24-4f4f-b959-0b35cc9ba459) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:22.704976 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4cfdc04a-7246-40f7-ad52-13b1024b62ae req-3389f3ab-b019-4b5e-a872-2c475f4677ab service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083611 Apr 18 20:33:22.717864 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-7a4e1adb-b127-4ad2-85ce-a25f77ef966a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=60c0f8e4-ca71-46cb-9dba-ff0370549a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353296 Apr 18 20:33:22.850612 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-a7adab4b-7d88-4eb7-9245-3f6496cfe186 service neutron] 10.222.0.32 "GET /v2.0/networks/60c0f8e4-ca71-46cb-9dba-ff0370549a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245387 Apr 18 20:33:23.020050 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3a5cd8c5-f925-4580-ba73-b3d537931c74 req-1697e6f6-f209-49ee-a977-5fe48a76eb9c service neutron] 10.222.0.32 "GET /v2.0/networks/60c0f8e4-ca71-46cb-9dba-ff0370549a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591973 Apr 18 20:33:23.030282 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4cfdc04a-7246-40f7-ad52-13b1024b62ae req-58169704-4682-4802-a270-a83b5eacb1ea service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069401 Apr 18 20:33:23.072028 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-11707cf4-45bf-45c5-bea0-25f7723559ac req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:23.131145 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-11707cf4-45bf-45c5-bea0-25f7723559ac req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:23.257144 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11707cf4-45bf-45c5-bea0-25f7723559ac req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:23.275679 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-11707cf4-45bf-45c5-bea0-25f7723559ac req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:23.283080 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-11707cf4-45bf-45c5-bea0-25f7723559ac req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:33:23.301542 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e540d4f3-d70a-4025-9e79-7c50453fa36d req-6bf5dc54-c66c-4f54-9467-4504a1bd2598 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9eede207-e079-4c70-ba13-67cad0698a1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0841801 Apr 18 20:33:23.336189 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Pushing event updated for resources: {'Port': ['ID=2c56e2d3-2a24-4f4f-b959-0b35cc9ba459,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:23.356200 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d061052-a50c-451a-96c4-99bb42e9b66a req-f49a5bcc-72af-437e-956f-fc6f5cd3ef2e tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:23.358977 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d061052-a50c-451a-96c4-99bb42e9b66a req-f49a5bcc-72af-437e-956f-fc6f5cd3ef2e tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] 10.222.0.41 "GET /v2.0/ports?device_id=19818d7e-e58a-42bc-a9bb-43741b920836 HTTP/1.1" status: 200 len: 947 time: 0.1751201 Apr 18 20:33:23.392889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:23.393512 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:23.394090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:23.394618 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:23.395145 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:23.395682 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:23.396247 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:23.396814 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:23.397333 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:23.397877 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:23.398433 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:23.398977 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:23.471503 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540d4f3-d70a-4025-9e79-7c50453fa36d req-a5456ca6-d6f2-4901-b5da-dc6c65c3acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:23.475336 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e540d4f3-d70a-4025-9e79-7c50453fa36d req-a5456ca6-d6f2-4901-b5da-dc6c65c3acc2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9e777530ee64d498a49ee3aafe5e494&device_id=9eede207-e079-4c70-ba13-67cad0698a1a HTTP/1.1" status: 200 len: 1096 time: 0.0803499 Apr 18 20:33:23.528867 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d061052-a50c-451a-96c4-99bb42e9b66a req-7811418e-cea8-41f5-8fe0-5025befc876c tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab8fed5c-a0d3-4ee4-b503-fdb115da91a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566670 Apr 18 20:33:23.573128 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-11707cf4-45bf-45c5-bea0-25f7723559ac req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:23.655208 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-11707cf4-45bf-45c5-bea0-25f7723559ac req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:23.697309 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540d4f3-d70a-4025-9e79-7c50453fa36d req-952dc5ea-ab7b-4553-8aef-5316be5f0ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:23.701720 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e540d4f3-d70a-4025-9e79-7c50453fa36d req-952dc5ea-ab7b-4553-8aef-5316be5f0ffb service neutron] 10.222.0.32 "GET /v2.0/networks?id=184b0ce9-8da7-4a7f-88ee-af69b4a35e18 HTTP/1.1" status: 200 len: 929 time: 0.2000926 Apr 18 20:33:23.778859 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b8f41-699c-4f96-9f80-80e6d32d569d req-a1bfa5cd-210b-4eff-8a33-eafc1725d167 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:23.780692 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b87b8f41-699c-4f96-9f80-80e6d32d569d req-a1bfa5cd-210b-4eff-8a33-eafc1725d167 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc107110-cfc7-41fd-bec0-f537ce4866c1 HTTP/1.1" status: 200 len: 943 time: 0.0962787 Apr 18 20:33:23.843780 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e540d4f3-d70a-4025-9e79-7c50453fa36d req-20d62604-b42a-43cd-aa40-8a78e51da15d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5e21e3d-c662-4b8a-aa78-911e293510c8 HTTP/1.1" status: 200 len: 1001 time: 0.1315835 Apr 18 20:33:23.943178 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b87b8f41-699c-4f96-9f80-80e6d32d569d req-0e09e135-f2d8-4430-8873-5196c13c87b9 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266642 Apr 18 20:33:23.963388 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540d4f3-d70a-4025-9e79-7c50453fa36d req-f922aeb6-a965-4913-96a2-c4a1b8f25aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:23.963388 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e540d4f3-d70a-4025-9e79-7c50453fa36d req-f922aeb6-a965-4913-96a2-c4a1b8f25aef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1854ed8-8332-4033-8972-ab8d2cd944c0 HTTP/1.1" status: 200 len: 867 time: 0.1051970 Apr 18 20:33:24.033609 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-11707cf4-45bf-45c5-bea0-25f7723559ac req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:24.078832 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540d4f3-d70a-4025-9e79-7c50453fa36d req-3e3af660-6082-4621-942b-87e6b61719f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:24.088582 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e540d4f3-d70a-4025-9e79-7c50453fa36d req-3e3af660-6082-4621-942b-87e6b61719f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=184b0ce9-8da7-4a7f-88ee-af69b4a35e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215770 Apr 18 20:33:24.169378 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-11707cf4-45bf-45c5-bea0-25f7723559ac req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:24.299026 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e540d4f3-d70a-4025-9e79-7c50453fa36d req-f3992432-53d7-4b30-ac69-c7a15b7a8b41 service neutron] 10.222.0.32 "GET /v2.0/networks/184b0ce9-8da7-4a7f-88ee-af69b4a35e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989760 Apr 18 20:33:24.349959 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be31f9f3-bb4d-4285-984f-3cff31062907 req-83068610-bc27-486a-8a5d-ffe8506a1cf7 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 258 time: 0.3503394 Apr 18 20:33:24.386971 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-be31f9f3-bb4d-4285-984f-3cff31062907 req-d36a6e38-2583-4358-8de8-e8f02ec18ead tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:24.404331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Pushing event updated for resources: {'Port': ['ID=2c56e2d3-2a24-4f4f-b959-0b35cc9ba459,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:24.435199 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-11707cf4-45bf-45c5-bea0-25f7723559ac req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:24.462263 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-080df8a9-1aab-4b7e-8399-93f843db4a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:24.505225 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-11707cf4-45bf-45c5-bea0-25f7723559ac req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:24.508685 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11707cf4-45bf-45c5-bea0-25f7723559ac req-6393731e-8000-47bb-8dcd-a4f600ed5a0f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3049195 Apr 18 20:33:24.517819 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-be31f9f3-bb4d-4285-984f-3cff31062907 req-d36a6e38-2583-4358-8de8-e8f02ec18ead tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:24.569662 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e540d4f3-d70a-4025-9e79-7c50453fa36d req-fccd3c7c-87d2-443e-ab77-e9beffe48235 service neutron] 10.222.0.32 "GET /v2.0/networks/184b0ce9-8da7-4a7f-88ee-af69b4a35e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607064 Apr 18 20:33:24.646820 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11707cf4-45bf-45c5-bea0-25f7723559ac req-17493b9c-3a46-4490-9dbb-1ff7e0083f9b tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.46 HTTP/1.1" status: 200 len: 695 time: 0.1201892 Apr 18 20:33:24.940005 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device d758b81c-8118-4afa-8499-4bc24c11da33 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:33:25.080487 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port d758b81c-8118-4afa-8499-4bc24c11da33, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=d758b81c-8118-4afa-8499-4bc24c11da33,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:25.096055 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'd758b81c-8118-4afa-8499-4bc24c11da33', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': 'd758b81c-8118-4afa-8499-4bc24c11da33', 'mac_address': 'fa:16:3e:ce:15:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:33:25.164455 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:25.192504 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d758b81c-8118-4afa-8499-4bc24c11da33 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:25.228750 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port d758b81c-8118-4afa-8499-4bc24c11da33, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=d758b81c-8118-4afa-8499-4bc24c11da33,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:25.239864 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:25.330166 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=d758b81c-8118-4afa-8499-4bc24c11da33,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:25.365762 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11707cf4-45bf-45c5-bea0-25f7723559ac req-5e385a01-3cc6-481b-ba97-2a8ccd086e5c tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:25.368409 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11707cf4-45bf-45c5-bea0-25f7723559ac req-5e385a01-3cc6-481b-ba97-2a8ccd086e5c tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.1799848 Apr 18 20:33:25.386570 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-be31f9f3-bb4d-4285-984f-3cff31062907 req-d36a6e38-2583-4358-8de8-e8f02ec18ead tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:25.462604 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688cfee7-3097-4604-92b4-46c5e07ecf86 x-openstack-request-id: req-688cfee7-3097-4604-92b4-46c5e07ecf86 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:25.464545 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eede207-e079-4c70-ba13-67cad0698a1a", "tag": "c5e21e3d-c662-4b8a-aa78-911e293510c8", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:25.464981 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-688cfee7-3097-4604-92b4-46c5e07ecf86 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:25.465657 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-688cfee7-3097-4604-92b4-46c5e07ecf86'] response: {'name': 'network-changed', 'server_uuid': '9eede207-e079-4c70-ba13-67cad0698a1a', 'tag': 'c5e21e3d-c662-4b8a-aa78-911e293510c8', 'status': 'completed', 'code': 200} Apr 18 20:33:25.527288 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['d758b81c-8118-4afa-8499-4bc24c11da33'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:33:25.623282 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28cfa8-d53d-436f-a993-4de93d957b53 req-a3b0b1c6-137e-4f1d-9b33-3ebd370d1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:25.625516 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3f28cfa8-d53d-436f-a993-4de93d957b53 req-a3b0b1c6-137e-4f1d-9b33-3ebd370d1475 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9e777530ee64d498a49ee3aafe5e494&device_id=9eede207-e079-4c70-ba13-67cad0698a1a HTTP/1.1" status: 200 len: 1096 time: 0.1362841 Apr 18 20:33:25.682875 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-be31f9f3-bb4d-4285-984f-3cff31062907 req-d36a6e38-2583-4358-8de8-e8f02ec18ead tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Allocated IP 172.25.1.124 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/f1ba1ac6-c0cd-4890-9366-d276092240c2) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:25.723271 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-85a03b75-3c2a-4372-91f9-906dab6b5652 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--545514756&fields=id&tenant_id=4ab648ec573b471693f18df472322614 HTTP/1.1" status: 200 len: 267 time: 0.1285350 Apr 18 20:33:25.828569 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28cfa8-d53d-436f-a993-4de93d957b53 req-c4172076-aeff-46f4-8292-e41b553c3e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:25.831067 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3f28cfa8-d53d-436f-a993-4de93d957b53 req-c4172076-aeff-46f4-8292-e41b553c3e52 service neutron] 10.222.0.32 "GET /v2.0/networks?id=184b0ce9-8da7-4a7f-88ee-af69b4a35e18 HTTP/1.1" status: 200 len: 929 time: 0.1973884 Apr 18 20:33:25.956960 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3f28cfa8-d53d-436f-a993-4de93d957b53 req-9767080a-27c7-4be0-aa8a-d65295754887 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5e21e3d-c662-4b8a-aa78-911e293510c8 HTTP/1.1" status: 200 len: 1001 time: 0.1176527 Apr 18 20:33:26.021786 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-be31f9f3-bb4d-4285-984f-3cff31062907 req-d36a6e38-2583-4358-8de8-e8f02ec18ead tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:26.038182 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-c61ef2ec-9aeb-4be6-82c0-a1f01fc7b7fb tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:26.047282 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28cfa8-d53d-436f-a993-4de93d957b53 req-9c9e4abd-8894-4e89-9929-8315ff990c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:26.049638 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3f28cfa8-d53d-436f-a993-4de93d957b53 req-9c9e4abd-8894-4e89-9929-8315ff990c17 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1854ed8-8332-4033-8972-ab8d2cd944c0 HTTP/1.1" status: 200 len: 867 time: 0.0854530 Apr 18 20:33:26.051256 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-c61ef2ec-9aeb-4be6-82c0-a1f01fc7b7fb tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "GET /v2.0/networks?id=096979d4-7e57-4182-a39f-1144c54a852c HTTP/1.1" status: 200 len: 815 time: 0.2716312 Apr 18 20:33:26.082664 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-f22cc2f3-ff1e-46aa-9608-d5472220c969 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "GET /v2.0/quotas/4ab648ec573b471693f18df472322614 HTTP/1.1" status: 200 len: 375 time: 0.0299416 Apr 18 20:33:26.207498 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-63ed3cbb-f99b-423e-871e-2a62b5d9e63c tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ab648ec573b471693f18df472322614&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1188662 Apr 18 20:33:26.260456 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-be31f9f3-bb4d-4285-984f-3cff31062907 req-d36a6e38-2583-4358-8de8-e8f02ec18ead tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:26.353678 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be31f9f3-bb4d-4285-984f-3cff31062907 req-d36a6e38-2583-4358-8de8-e8f02ec18ead tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:26.365108 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-be31f9f3-bb4d-4285-984f-3cff31062907 req-d36a6e38-2583-4358-8de8-e8f02ec18ead tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:26.371173 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-be31f9f3-bb4d-4285-984f-3cff31062907 req-d36a6e38-2583-4358-8de8-e8f02ec18ead tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:33:26.415690 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a6e38-2583-4358-8de8-e8f02ec18ead tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Pushing event updated for resources: {'Port': ['ID=f1ba1ac6-c0cd-4890-9366-d276092240c2,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:26.477654 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-96a2a2f8-e501-487b-acd8-72d29e5b9c37 service neutron] 10.222.0.41 "GET /v2.0/networks/096979d4-7e57-4182-a39f-1144c54a852c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464774 Apr 18 20:33:26.510437 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28cfa8-d53d-436f-a993-4de93d957b53 req-47844fe3-560a-48e0-9b44-eaa71a7b852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:26.513041 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3f28cfa8-d53d-436f-a993-4de93d957b53 req-47844fe3-560a-48e0-9b44-eaa71a7b852f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=184b0ce9-8da7-4a7f-88ee-af69b4a35e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4542737 Apr 18 20:33:26.594238 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-be31f9f3-bb4d-4285-984f-3cff31062907 req-d36a6e38-2583-4358-8de8-e8f02ec18ead tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:26.666528 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-941b9160-7703-43bb-bc0d-0ace8b88d700 service neutron] 10.222.0.41 "GET /v2.0/networks/096979d4-7e57-4182-a39f-1144c54a852c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611614 Apr 18 20:33:26.670354 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-be31f9f3-bb4d-4285-984f-3cff31062907 req-d36a6e38-2583-4358-8de8-e8f02ec18ead tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:26.679733 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3f28cfa8-d53d-436f-a993-4de93d957b53 req-d3b2747a-7cdf-4f68-aa8a-3e0728bf9d99 service neutron] 10.222.0.32 "GET /v2.0/networks/184b0ce9-8da7-4a7f-88ee-af69b4a35e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572251 Apr 18 20:33:26.874215 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3f28cfa8-d53d-436f-a993-4de93d957b53 req-0f1ced40-bd33-4c81-999e-17aabebb5f70 service neutron] 10.222.0.32 "GET /v2.0/networks/184b0ce9-8da7-4a7f-88ee-af69b4a35e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855083 Apr 18 20:33:26.956860 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-be31f9f3-bb4d-4285-984f-3cff31062907 req-d36a6e38-2583-4358-8de8-e8f02ec18ead tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:26.961462 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device d758b81c-8118-4afa-8499-4bc24c11da33 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:33:26.965093 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-be31f9f3-bb4d-4285-984f-3cff31062907 req-d36a6e38-2583-4358-8de8-e8f02ec18ead tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:26.966119 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea5c642-c991-484b-ae98-b2c9ac7b52ed x-openstack-request-id: req-8ea5c642-c991-484b-ae98-b2c9ac7b52ed {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:26.966485 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc107110-cfc7-41fd-bec0-f537ce4866c1", "tag": "5ed30248-2a44-4edc-a4df-8faa2b579286", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:26.966790 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ea5c642-c991-484b-ae98-b2c9ac7b52ed {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:26.969012 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea5c642-c991-484b-ae98-b2c9ac7b52ed'] response: {'name': 'network-changed', 'server_uuid': 'dc107110-cfc7-41fd-bec0-f537ce4866c1', 'tag': '5ed30248-2a44-4edc-a4df-8faa2b579286', 'status': 'completed', 'code': 200} Apr 18 20:33:27.106357 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port d758b81c-8118-4afa-8499-4bc24c11da33 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:33:27.115933 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port d758b81c-8118-4afa-8499-4bc24c11da33 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:27.116211 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdc573-b2d8-4673-81c0-5c5b01fb894a req-6700aee9-d039-4359-aac7-5bc6e94ce5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:27.117790 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:27.118769 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7cbdc573-b2d8-4673-81c0-5c5b01fb894a req-6700aee9-d039-4359-aac7-5bc6e94ce5c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b19fef1cf30f4b18969bf977f1ee2aa9&device_id=dc107110-cfc7-41fd-bec0-f537ce4866c1 HTTP/1.1" status: 200 len: 1094 time: 0.1079419 Apr 18 20:33:27.155470 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a6e38-2583-4358-8de8-e8f02ec18ead tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Pushing event updated for resources: {'Port': ['ID=f1ba1ac6-c0cd-4890-9366-d276092240c2,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:27.212663 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-be31f9f3-bb4d-4285-984f-3cff31062907 req-d36a6e38-2583-4358-8de8-e8f02ec18ead tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:27.284007 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-be31f9f3-bb4d-4285-984f-3cff31062907 req-d36a6e38-2583-4358-8de8-e8f02ec18ead tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:27.305658 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be31f9f3-bb4d-4285-984f-3cff31062907 req-d36a6e38-2583-4358-8de8-e8f02ec18ead tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9466479 Apr 18 20:33:27.341841 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:27.348765 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdc573-b2d8-4673-81c0-5c5b01fb894a req-6276dda4-65df-48e4-a237-eb65b1eebbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:27.351657 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7cbdc573-b2d8-4673-81c0-5c5b01fb894a req-6276dda4-65df-48e4-a237-eb65b1eebbda service neutron] 10.222.0.32 "GET /v2.0/networks?id=60c0f8e4-ca71-46cb-9dba-ff0370549a61 HTTP/1.1" status: 200 len: 906 time: 0.2256470 Apr 18 20:33:27.418256 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7cbdc573-b2d8-4673-81c0-5c5b01fb894a req-923c45c2-8718-4743-ab28-a90c46b4f674 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ed30248-2a44-4edc-a4df-8faa2b579286 HTTP/1.1" status: 200 len: 217 time: 0.0592463 Apr 18 20:33:27.431629 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19818d7e-e58a-42bc-a9bb-43741b920836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd758b81c-8118-4afa-8499-4bc24c11da33'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:27.434303 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6bcda3-2c9a-4d6d-9d7c-e6fbbe350fb4" -d '{"events": [{"server_uuid": "19818d7e-e58a-42bc-a9bb-43741b920836", "name": "network-vif-plugged", "status": "completed", "tag": "d758b81c-8118-4afa-8499-4bc24c11da33"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:27.465827 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be31f9f3-bb4d-4285-984f-3cff31062907 req-862dc0d5-f20c-4734-90be-03c3f2cfcd10 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 696 time: 0.1517220 Apr 18 20:33:27.475386 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port d758b81c-8118-4afa-8499-4bc24c11da33, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=d758b81c-8118-4afa-8499-4bc24c11da33,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:27.489707 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:27.554873 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdc573-b2d8-4673-81c0-5c5b01fb894a req-9e21d03d-f575-4ebb-b52d-40fcc905a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:27.561988 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7cbdc573-b2d8-4673-81c0-5c5b01fb894a req-9e21d03d-f575-4ebb-b52d-40fcc905a7d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b8708785-9af0-4579-bb8d-13349cd937a4 HTTP/1.1" status: 200 len: 845 time: 0.1374714 Apr 18 20:33:27.635674 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=d758b81c-8118-4afa-8499-4bc24c11da33,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:27.673461 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7cbdc573-b2d8-4673-81c0-5c5b01fb894a req-5f25d889-acc8-4cc5-9a03-8514cf3c3b62 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=60c0f8e4-ca71-46cb-9dba-ff0370549a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023104 Apr 18 20:33:27.845331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31f9f3-bb4d-4285-984f-3cff31062907 req-3b669815-18e6-43ad-9db4-5517fca6c9a1 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:27.864238 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be31f9f3-bb4d-4285-984f-3cff31062907 req-3b669815-18e6-43ad-9db4-5517fca6c9a1 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.3942900 Apr 18 20:33:27.879430 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7cbdc573-b2d8-4673-81c0-5c5b01fb894a req-258e23cc-b28c-4335-9fe1-8a6ef3d4f9dd service neutron] 10.222.0.32 "GET /v2.0/networks/60c0f8e4-ca71-46cb-9dba-ff0370549a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960282 Apr 18 20:33:28.103169 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7cbdc573-b2d8-4673-81c0-5c5b01fb894a req-6515feee-d8b9-469f-b065-b1a0f677be98 service neutron] 10.222.0.32 "GET /v2.0/networks/60c0f8e4-ca71-46cb-9dba-ff0370549a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101390 Apr 18 20:33:28.118185 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180f242-9402-4195-9800-e2a09495133d req-c0f94eea-4795-49d7-9621-632d190cdb41 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:28.124001 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a180f242-9402-4195-9800-e2a09495133d req-c0f94eea-4795-49d7-9621-632d190cdb41 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] 10.222.0.41 "GET /v2.0/ports?device_id=19818d7e-e58a-42bc-a9bb-43741b920836 HTTP/1.1" status: 200 len: 949 time: 0.1993754 Apr 18 20:33:28.165018 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ef148-c5d1-48a5-9dd7-0cf94a34697f req-d109daba-379e-43d9-bbb0-3a43d902155a tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:28.168008 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-647ef148-c5d1-48a5-9dd7-0cf94a34697f req-d109daba-379e-43d9-bbb0-3a43d902155a tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc107110-cfc7-41fd-bec0-f537ce4866c1 HTTP/1.1" status: 200 len: 943 time: 0.1625268 Apr 18 20:33:28.253006 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a180f242-9402-4195-9800-e2a09495133d req-09288d33-966b-4893-9b8e-75732966dcb0 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab8fed5c-a0d3-4ee4-b503-fdb115da91a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149185 Apr 18 20:33:28.284506 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-647ef148-c5d1-48a5-9dd7-0cf94a34697f req-dc49ace3-ed89-4970-8214-bca15376c987 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970435 Apr 18 20:33:28.468474 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91373b46-9dfd-45a4-8544-88cf3ce16bd6 req-70bb84cd-d469-496c-94e3-86f22700f45d tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed642c71-7399-45c9-9f89-3e26322d8f24 HTTP/1.1" status: 200 len: 210 time: 0.0699859 Apr 18 20:33:28.500386 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15b0134d-ebde-4087-82a4-2b76dec88de2 req-90cbe12f-626f-4a47-9969-9d035cf3d099 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1985812 Apr 18 20:33:28.516832 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-15b0134d-ebde-4087-82a4-2b76dec88de2 req-ccc7bd7f-f3fb-422f-9dd1-4b5caddf9b47 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:28.549799 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-15b0134d-ebde-4087-82a4-2b76dec88de2 req-ccc7bd7f-f3fb-422f-9dd1-4b5caddf9b47 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:28.624843 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 5ed30248-2a44-4edc-a4df-8faa2b579286 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:33:28.775267 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-e8f46cd4-8d9d-4ab2-9f2e-19cfc62de000 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:28.779052 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cbb76f9e-ef15-441c-a885-94da5e758105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:28.779901 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-e8f46cd4-8d9d-4ab2-9f2e-19cfc62de000 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.32 "GET /v2.0/networks?id=096979d4-7e57-4182-a39f-1144c54a852c HTTP/1.1" status: 200 len: 815 time: 0.2095442 Apr 18 20:33:28.788379 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-15b0134d-ebde-4087-82a4-2b76dec88de2 req-ccc7bd7f-f3fb-422f-9dd1-4b5caddf9b47 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:28.838735 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 5ed30248-2a44-4edc-a4df-8faa2b579286, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=5ed30248-2a44-4edc-a4df-8faa2b579286,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:28.871998 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '5ed30248-2a44-4edc-a4df-8faa2b579286', 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61', 'port_id': '5ed30248-2a44-4edc-a4df-8faa2b579286', 'mac_address': 'fa:16:3e:4d:65:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8708785-9af0-4579-bb8d-13349cd937a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:33:28.875614 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-122a51ec-739c-4a96-9935-c2f84a785e99 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ab648ec573b471693f18df472322614 HTTP/1.1" status: 200 len: 379 time: 0.0781488 Apr 18 20:33:28.892253 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-edcfd36a-acdd-4601-8bf2-9c13d7799954 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Request body: {'port': {'device_id': 'ed642c71-7399-45c9-9f89-3e26322d8f24', 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c', 'admin_state_up': True, 'tenant_id': '4ab648ec573b471693f18df472322614', 'security_groups': ['f32f7a6b-2fef-44c5-80c2-bea226cffbe2']}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:28.929025 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:28.961587 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed30248-2a44-4edc-a4df-8faa2b579286 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:28.985409 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bfa8a-f554-4ac7-83e2-621123962d95 req-e0571ae6-6450-46ca-86c1-d5f8a6350f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:28.987566 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 5ed30248-2a44-4edc-a4df-8faa2b579286, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=5ed30248-2a44-4edc-a4df-8faa2b579286,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:28.988153 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-707bfa8a-f554-4ac7-83e2-621123962d95 req-e0571ae6-6450-46ca-86c1-d5f8a6350f64 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c72a6cb4b75647d38b6aa693a7d2ca0b&device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 1096 time: 0.1234040 Apr 18 20:33:28.997540 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:29.091918 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=5ed30248-2a44-4edc-a4df-8faa2b579286,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:29.134646 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-edcfd36a-acdd-4601-8bf2-9c13d7799954 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Made reservation on behalf of 4ab648ec573b471693f18df472322614 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:33:29.140845 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f926398-0d2f-4d33-8fe7-282663382d8a x-openstack-request-id: req-5f926398-0d2f-4d33-8fe7-282663382d8a {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:29.141336 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19818d7e-e58a-42bc-a9bb-43741b920836", "name": "network-vif-plugged", "status": "completed", "tag": "d758b81c-8118-4afa-8499-4bc24c11da33", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:29.142516 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f926398-0d2f-4d33-8fe7-282663382d8a {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:29.143164 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f926398-0d2f-4d33-8fe7-282663382d8a'] response: {'server_uuid': '19818d7e-e58a-42bc-a9bb-43741b920836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd758b81c-8118-4afa-8499-4bc24c11da33', 'code': 200} Apr 18 20:33:29.153820 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-edcfd36a-acdd-4601-8bf2-9c13d7799954 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:29.164837 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-15b0134d-ebde-4087-82a4-2b76dec88de2 req-ccc7bd7f-f3fb-422f-9dd1-4b5caddf9b47 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Allocated IP 172.25.1.110 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/636e4491-082a-4e57-abbb-b3defb9d6e86) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:29.275188 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bfa8a-f554-4ac7-83e2-621123962d95 req-8ef23a8a-4d62-4387-8ae3-6b069a60bdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:29.276775 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-707bfa8a-f554-4ac7-83e2-621123962d95 req-8ef23a8a-4d62-4387-8ae3-6b069a60bdf8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d538f970-1699-4982-98ba-9d8cb4a7048d HTTP/1.1" status: 200 len: 919 time: 0.2150774 Apr 18 20:33:29.315387 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['5ed30248-2a44-4edc-a4df-8faa2b579286'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:33:29.357349 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-707bfa8a-f554-4ac7-83e2-621123962d95 req-6ca9fbb1-b077-427f-b5b8-f4310372fd8c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7402ac98-e12c-4b58-b801-7de11281dd54 HTTP/1.1" status: 200 len: 217 time: 0.0611064 Apr 18 20:33:29.407510 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b246061-e3f8-484f-8b3a-3da026091cdb req-6d8c8278-a2c4-4606-9e75-def7989f6279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:29.409452 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4b246061-e3f8-484f-8b3a-3da026091cdb req-6d8c8278-a2c4-4606-9e75-def7989f6279 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=19818d7e-e58a-42bc-a9bb-43741b920836 HTTP/1.1" status: 200 len: 1100 time: 0.0991392 Apr 18 20:33:29.476212 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4b246061-e3f8-484f-8b3a-3da026091cdb req-28029d3d-f804-45d7-8d48-d6b9287d032d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ab8fed5c-a0d3-4ee4-b503-fdb115da91a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560627 Apr 18 20:33:29.477858 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-edcfd36a-acdd-4601-8bf2-9c13d7799954 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Allocated IP 172.20.0.8 (096979d4-7e57-4182-a39f-1144c54a852c/ef443a10-9912-467c-8cb2-a21262f03efe/a6303a36-ac5d-4639-8f79-17becc5cde3b) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:29.501581 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bfa8a-f554-4ac7-83e2-621123962d95 req-6a822e6f-c032-441f-875e-141726379ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:29.503894 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-707bfa8a-f554-4ac7-83e2-621123962d95 req-6a822e6f-c032-441f-875e-141726379ac4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8415795-d2f2-4354-859f-79b4fcc6f470 HTTP/1.1" status: 200 len: 857 time: 0.1354427 Apr 18 20:33:29.510359 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-15b0134d-ebde-4087-82a4-2b76dec88de2 req-ccc7bd7f-f3fb-422f-9dd1-4b5caddf9b47 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:29.540567 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b14ea-ad2c-40b4-b81a-3d8527d34828 req-f510372e-5d6a-4649-9091-96c02277b7a6 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:29.553248 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4a3b14ea-ad2c-40b4-b81a-3d8527d34828 req-f510372e-5d6a-4649-9091-96c02277b7a6 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eede207-e079-4c70-ba13-67cad0698a1a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1952705 Apr 18 20:33:29.657883 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:29.667459 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4a3b14ea-ad2c-40b4-b81a-3d8527d34828 req-965e6319-4e02-4f5d-a76d-0f1febbdb2b8 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 696 time: 0.1065814 Apr 18 20:33:29.677458 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-edcfd36a-acdd-4601-8bf2-9c13d7799954 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:29.700647 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-4a3b14ea-ad2c-40b4-b81a-3d8527d34828 req-37562d77-e399-4a9a-ba48-d9ab8fd3590b tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Request body: {'floatingip': {'port_id': 'c5e21e3d-c662-4b8a-aa78-911e293510c8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:29.720977 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-edcfd36a-acdd-4601-8bf2-9c13d7799954 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:29.775637 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-edcfd36a-acdd-4601-8bf2-9c13d7799954 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Network 096979d4-7e57-4182-a39f-1144c54a852c is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:29.779777 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-edcfd36a-acdd-4601-8bf2-9c13d7799954 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:29.783323 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-edcfd36a-acdd-4601-8bf2-9c13d7799954 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:33:29.810210 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-15b0134d-ebde-4087-82a4-2b76dec88de2 req-ccc7bd7f-f3fb-422f-9dd1-4b5caddf9b47 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:29.817737 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4a3b14ea-ad2c-40b4-b81a-3d8527d34828 req-37562d77-e399-4a9a-ba48-d9ab8fd3590b tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks [] for floatingip, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:29.830370 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcfd36a-acdd-4601-8bf2-9c13d7799954 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Pushing event updated for resources: {'Port': ['ID=a6303a36-ac5d-4639-8f79-17becc5cde3b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:29.881772 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-edcfd36a-acdd-4601-8bf2-9c13d7799954 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:29.882480 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-edcfd36a-acdd-4601-8bf2-9c13d7799954 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:29.911053 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3eb8b-7fc7-4a9d-af61-7217db5df894 req-203c2bee-1ca7-46a2-937d-9f65d7f0554c tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:29.911053 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bce3eb8b-7fc7-4a9d-af61-7217db5df894 req-203c2bee-1ca7-46a2-937d-9f65d7f0554c tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.57 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 944 time: 0.0965281 Apr 18 20:33:29.916239 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-edcfd36a-acdd-4601-8bf2-9c13d7799954 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0343254 Apr 18 20:33:29.940823 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-d52f2780-7051-4868-9ad4-1d90223946db service neutron] Request body: {'port': {'device_id': 'ed642c71-7399-45c9-9f89-3e26322d8f24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:30.002793 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bfa8a-f554-4ac7-83e2-621123962d95 req-92173df5-9308-4c4e-8593-9b27a0b4a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:30.006088 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-707bfa8a-f554-4ac7-83e2-621123962d95 req-92173df5-9308-4c4e-8593-9b27a0b4a0ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d538f970-1699-4982-98ba-9d8cb4a7048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3340843 Apr 18 20:33:30.013178 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b0134d-ebde-4087-82a4-2b76dec88de2 req-ccc7bd7f-f3fb-422f-9dd1-4b5caddf9b47 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:30.042382 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-15b0134d-ebde-4087-82a4-2b76dec88de2 req-ccc7bd7f-f3fb-422f-9dd1-4b5caddf9b47 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:30.058141 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b0134d-ebde-4087-82a4-2b76dec88de2 req-ccc7bd7f-f3fb-422f-9dd1-4b5caddf9b47 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:33:30.138037 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a051238a-9e54-4961-8f07-97317d100523 None None] Provisioning complete for port a6303a36-ac5d-4639-8f79-17becc5cde3b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:30.139059 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a051238a-9e54-4961-8f07-97317d100523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.143473 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-d52f2780-7051-4868-9ad4-1d90223946db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.154377 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7bd7f-f3fb-422f-9dd1-4b5caddf9b47 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Pushing event updated for resources: {'Port': ['ID=636e4491-082a-4e57-abbb-b3defb9d6e86,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:30.208876 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a051238a-9e54-4961-8f07-97317d100523 None None] Port a6303a36-ac5d-4639-8f79-17becc5cde3b cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:33:30.242338 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-bce3eb8b-7fc7-4a9d-af61-7217db5df894 req-14927c65-361e-435b-970b-6b8d9d1a4e8a tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Deleting port a4a3596c-eeaa-475e-ac12-3b87b3d5e647 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:33:30.242909 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bce3eb8b-7fc7-4a9d-af61-7217db5df894 req-14927c65-361e-435b-970b-6b8d9d1a4e8a tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.459889 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-707bfa8a-f554-4ac7-83e2-621123962d95 req-ad930aed-2494-45b9-97ae-761e351b1adf service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368920 Apr 18 20:33:30.508530 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-15b0134d-ebde-4087-82a4-2b76dec88de2 req-ccc7bd7f-f3fb-422f-9dd1-4b5caddf9b47 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.512633 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-bce3eb8b-7fc7-4a9d-af61-7217db5df894 req-14927c65-361e-435b-970b-6b8d9d1a4e8a tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] For port a4a3596c-eeaa-475e-ac12-3b87b3d5e647, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a4a3596c-eeaa-475e-ac12-3b87b3d5e647,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:30.513202 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bce3eb8b-7fc7-4a9d-af61-7217db5df894 req-14927c65-361e-435b-970b-6b8d9d1a4e8a tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.534768 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-4a3b14ea-ad2c-40b4-b81a-3d8527d34828 req-37562d77-e399-4a9a-ba48-d9ab8fd3590b tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] update failed (client error): There was a conflict when trying to complete your request. Apr 18 20:33:30.543889 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4a3b14ea-ad2c-40b4-b81a-3d8527d34828 req-37562d77-e399-4a9a-ba48-d9ab8fd3590b tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "PUT /v2.0/floatingips/e260750e-3797-4b19-bcfe-2b36861a33cc HTTP/1.1" status: 409 len: 550 time: 0.8521991 Apr 18 20:33:30.547035 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-bce3eb8b-7fc7-4a9d-af61-7217db5df894 req-14927c65-361e-435b-970b-6b8d9d1a4e8a tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Calling delete_port for a4a3596c-eeaa-475e-ac12-3b87b3d5e647 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:33:30.625381 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 5ed30248-2a44-4edc-a4df-8faa2b579286 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:33:30.716162 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-15b0134d-ebde-4087-82a4-2b76dec88de2 req-ccc7bd7f-f3fb-422f-9dd1-4b5caddf9b47 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.732933 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 5ed30248-2a44-4edc-a4df-8faa2b579286 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:33:30.742408 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 5ed30248-2a44-4edc-a4df-8faa2b579286 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:30.743080 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.767853 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-707bfa8a-f554-4ac7-83e2-621123962d95 req-8d38aaeb-a716-438b-b83a-4d0b0fd69ab6 service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924757 Apr 18 20:33:30.768620 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-d52f2780-7051-4868-9ad4-1d90223946db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6303a36-ac5d-4639-8f79-17becc5cde3b {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:30.798183 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-d52f2780-7051-4868-9ad4-1d90223946db service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.812411 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54300c-a674-4c8c-89c0-1a967789184c req-e5f480c1-d308-4be3-bc34-a2730c903891 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:30.814677 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b54300c-a674-4c8c-89c0-1a967789184c req-e5f480c1-d308-4be3-bc34-a2730c903891 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 945 time: 0.1410563 Apr 18 20:33:30.882856 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-d52f2780-7051-4868-9ad4-1d90223946db service neutron] Transition to ACTIVE for port object a6303a36-ac5d-4639-8f79-17becc5cde3b will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:33:30.904178 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-d52f2780-7051-4868-9ad4-1d90223946db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.926905 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b54300c-a674-4c8c-89c0-1a967789184c req-a763842c-36bb-4fc0-b6ae-4af620e21ae0 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735109 Apr 18 20:33:30.929014 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bce3eb8b-7fc7-4a9d-af61-7217db5df894 req-14927c65-361e-435b-970b-6b8d9d1a4e8a tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.942236 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.949390 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['a4a3596c-eeaa-475e-ac12-3b87b3d5e647'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:33:31.027534 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 5ed30248-2a44-4edc-a4df-8faa2b579286, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=5ed30248-2a44-4edc-a4df-8faa2b579286,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:31.037664 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:31.050725 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-15b0134d-ebde-4087-82a4-2b76dec88de2 req-ccc7bd7f-f3fb-422f-9dd1-4b5caddf9b47 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:31.066472 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-15b0134d-ebde-4087-82a4-2b76dec88de2 req-ccc7bd7f-f3fb-422f-9dd1-4b5caddf9b47 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:31.088161 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f2780-7051-4868-9ad4-1d90223946db service neutron] Pushing event updated for resources: {'Port': ['ID=a6303a36-ac5d-4639-8f79-17becc5cde3b,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:31.146810 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc107110-cfc7-41fd-bec0-f537ce4866c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed30248-2a44-4edc-a4df-8faa2b579286'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:31.149426 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9091603-104b-4eed-8c0a-bff6ab4b3202" -d '{"events": [{"server_uuid": "dc107110-cfc7-41fd-bec0-f537ce4866c1", "name": "network-vif-plugged", "status": "completed", "tag": "5ed30248-2a44-4edc-a4df-8faa2b579286"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:31.174213 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=5ed30248-2a44-4edc-a4df-8faa2b579286,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:31.207424 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce3eb8b-7fc7-4a9d-af61-7217db5df894 req-14927c65-361e-435b-970b-6b8d9d1a4e8a tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] No DVR routers for this DVR port a4a3596c-eeaa-475e-ac12-3b87b3d5e647 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:33:31.248008 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bce3eb8b-7fc7-4a9d-af61-7217db5df894 req-14927c65-361e-435b-970b-6b8d9d1a4e8a tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:31.254341 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bce3eb8b-7fc7-4a9d-af61-7217db5df894 req-14927c65-361e-435b-970b-6b8d9d1a4e8a tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.57 "DELETE /v2.0/ports/a4a3596c-eeaa-475e-ac12-3b87b3d5e647 HTTP/1.1" status: 204 len: 173 time: 1.3292775 Apr 18 20:33:31.255380 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54b8329-5216-499e-9f09-7533c687822b', 'name': 'network-vif-deleted', 'tag': 'a4a3596c-eeaa-475e-ac12-3b87b3d5e647'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:31.259474 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77623102-99a3-4b82-98a9-1a192cb08efe" -d '{"events": [{"server_uuid": "a54b8329-5216-499e-9f09-7533c687822b", "name": "network-vif-deleted", "tag": "a4a3596c-eeaa-475e-ac12-3b87b3d5e647"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:31.274992 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:31.275629 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14927c65-361e-435b-970b-6b8d9d1a4e8a tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Pushing event deleted for resources: {'Port': ['ID=a4a3596c-eeaa-475e-ac12-3b87b3d5e647,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:31.292826 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1566a9e8-501b-4b8d-9ff2-61fe94a30ac7 req-97055413-327d-4e20-bf23-5e79a2d5c8a8 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a54b8329-5216-499e-9f09-7533c687822b HTTP/1.1" status: 200 len: 210 time: 0.1413794 Apr 18 20:33:31.294416 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-15b0134d-ebde-4087-82a4-2b76dec88de2 req-ccc7bd7f-f3fb-422f-9dd1-4b5caddf9b47 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:31.372309 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7bd7f-f3fb-422f-9dd1-4b5caddf9b47 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Pushing event updated for resources: {'Port': ['ID=636e4491-082a-4e57-abbb-b3defb9d6e86,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:31.385844 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-d52f2780-7051-4868-9ad4-1d90223946db service neutron] Attempting to bind port a6303a36-ac5d-4639-8f79-17becc5cde3b on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:33:31.388888 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-d52f2780-7051-4868-9ad4-1d90223946db service neutron] Attempting to bind port a6303a36-ac5d-4639-8f79-17becc5cde3b by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '4a17415c-1a1f-4a9a-b43a-194b923773ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:33:31.389281 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-d52f2780-7051-4868-9ad4-1d90223946db service neutron] Attempting to bind port a6303a36-ac5d-4639-8f79-17becc5cde3b on network 096979d4-7e57-4182-a39f-1144c54a852c {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:31.394631 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-15b0134d-ebde-4087-82a4-2b76dec88de2 req-ccc7bd7f-f3fb-422f-9dd1-4b5caddf9b47 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:31.398446 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15b0134d-ebde-4087-82a4-2b76dec88de2 req-ccc7bd7f-f3fb-422f-9dd1-4b5caddf9b47 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8904517 Apr 18 20:33:31.412141 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-d52f2780-7051-4868-9ad4-1d90223946db service neutron] Port a6303a36-ac5d-4639-8f79-17becc5cde3b on network 096979d4-7e57-4182-a39f-1144c54a852c not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:33:31.412807 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-d52f2780-7051-4868-9ad4-1d90223946db service neutron] Attempting to bind port a6303a36-ac5d-4639-8f79-17becc5cde3b on network 096979d4-7e57-4182-a39f-1144c54a852c {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:31.422788 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-d52f2780-7051-4868-9ad4-1d90223946db service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:33:31.423508 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-d52f2780-7051-4868-9ad4-1d90223946db service neutron] Checking segment: {'id': '4a17415c-1a1f-4a9a-b43a-194b923773ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:33:31.424261 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-d52f2780-7051-4868-9ad4-1d90223946db service neutron] Bound using segment: {'id': '4a17415c-1a1f-4a9a-b43a-194b923773ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:33:31.425323 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-d52f2780-7051-4868-9ad4-1d90223946db service neutron] Bound port: a6303a36-ac5d-4639-8f79-17becc5cde3b, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a17415c-1a1f-4a9a-b43a-194b923773ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:33:31.425836 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-d52f2780-7051-4868-9ad4-1d90223946db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:31.480727 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:31.544394 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15b0134d-ebde-4087-82a4-2b76dec88de2 req-9818ec04-97f1-4b2a-9edf-b4694ef6176e tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.110 HTTP/1.1" status: 200 len: 696 time: 0.1185040 Apr 18 20:33:31.573001 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-d52f2780-7051-4868-9ad4-1d90223946db service neutron] For port a6303a36-ac5d-4639-8f79-17becc5cde3b, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:33:31.578079 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-d52f2780-7051-4868-9ad4-1d90223946db service neutron] For port a6303a36-ac5d-4639-8f79-17becc5cde3b, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a6303a36-ac5d-4639-8f79-17becc5cde3b,segment=NetworkSegment(4a17415c-1a1f-4a9a-b43a-194b923773ad),segment_id=4a17415c-1a1f-4a9a-b43a-194b923773ad)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:33:31.587342 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-d52f2780-7051-4868-9ad4-1d90223946db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:31.630965 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-d52f2780-7051-4868-9ad4-1d90223946db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:31.631617 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-d52f2780-7051-4868-9ad4-1d90223946db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:31.634139 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-d52f2780-7051-4868-9ad4-1d90223946db service neutron] 10.222.0.32 "PUT /v2.0/ports/a6303a36-ac5d-4639-8f79-17becc5cde3b HTTP/1.1" status: 200 len: 1091 time: 1.6992533 Apr 18 20:33:31.677588 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f2780-7051-4868-9ad4-1d90223946db service neutron] Pushing event updated for resources: {'Port': ['ID=a6303a36-ac5d-4639-8f79-17becc5cde3b,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:31.759487 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0134d-ebde-4087-82a4-2b76dec88de2 req-f1a0e4b1-3bc0-40ae-b0a2-e3995784fc78 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:31.761862 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15b0134d-ebde-4087-82a4-2b76dec88de2 req-f1a0e4b1-3bc0-40ae-b0a2-e3995784fc78 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.1943097 Apr 18 20:33:31.790752 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-66fa94ce-6a33-4a03-8fe1-83e8105e3500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:31.794082 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-66fa94ce-6a33-4a03-8fe1-83e8105e3500 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ab648ec573b471693f18df472322614&device_id=ed642c71-7399-45c9-9f89-3e26322d8f24 HTTP/1.1" status: 200 len: 1094 time: 0.0897791 Apr 18 20:33:31.874601 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-c9052da5-e33a-4990-adb4-112e2abb099b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6303a36-ac5d-4639-8f79-17becc5cde3b HTTP/1.1" status: 200 len: 217 time: 0.0715442 Apr 18 20:33:31.971332 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c4e3a-67e0-4833-b2a5-04b8b86afe1e req-3024b5e3-702b-4bec-b0b1-5fa3073935dd tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:31.974740 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5a0c4e3a-67e0-4833-b2a5-04b8b86afe1e req-3024b5e3-702b-4bec-b0b1-5fa3073935dd tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] 10.222.0.41 "GET /v2.0/ports?device_id=19818d7e-e58a-42bc-a9bb-43741b920836 HTTP/1.1" status: 200 len: 949 time: 0.1065314 Apr 18 20:33:32.042674 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-edac3b7f-b06c-4ab7-9c03-e884101bf118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:32.052853 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-edac3b7f-b06c-4ab7-9c03-e884101bf118 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef443a10-9912-467c-8cb2-a21262f03efe HTTP/1.1" status: 200 len: 854 time: 0.1667767 Apr 18 20:33:32.053673 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5a0c4e3a-67e0-4833-b2a5-04b8b86afe1e req-fa14be48-e7ba-4227-8069-150a03a0c39b tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab8fed5c-a0d3-4ee4-b503-fdb115da91a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684786 Apr 18 20:33:32.219835 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-91db34cf-da87-4363-9774-99c98f9c089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:32.230729 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-91db34cf-da87-4363-9774-99c98f9c089a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=096979d4-7e57-4182-a39f-1144c54a852c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1680140 Apr 18 20:33:32.272597 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be842d35-56d8-41c9-8d32-5616cc3db2c7 req-9eb64c43-7863-4535-9af0-ad9baaa9c70e tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:32.274278 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be842d35-56d8-41c9-8d32-5616cc3db2c7 req-9eb64c43-7863-4535-9af0-ad9baaa9c70e tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc107110-cfc7-41fd-bec0-f537ce4866c1 HTTP/1.1" status: 200 len: 945 time: 0.0663440 Apr 18 20:33:32.356665 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be842d35-56d8-41c9-8d32-5616cc3db2c7 req-06c538cc-8874-4b33-afb8-78c79b3e9c62 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664897 Apr 18 20:33:32.414410 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-38f94aa0-1d20-4c7d-8809-ffe75954acbc service neutron] 10.222.0.32 "GET /v2.0/networks/096979d4-7e57-4182-a39f-1144c54a852c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770318 Apr 18 20:33:32.416496 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12057af4-cad5-460c-9a37-38c87bd90bac req-5cc1bf04-a5d8-4b62-94ec-32d1d48d3cc7 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:32.417818 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-12057af4-cad5-460c-9a37-38c87bd90bac req-5cc1bf04-a5d8-4b62-94ec-32d1d48d3cc7 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed642c71-7399-45c9-9f89-3e26322d8f24 HTTP/1.1" status: 200 len: 943 time: 0.0874510 Apr 18 20:33:32.529050 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22c9de54-bde9-4887-be35-a68486f24211 req-c0f98b6a-67f6-482a-a481-56d6d2305060 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/floatingips/e260750e-3797-4b19-bcfe-2b36861a33cc HTTP/1.1" status: 200 len: 693 time: 0.0984259 Apr 18 20:33:32.576525 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-12057af4-cad5-460c-9a37-38c87bd90bac req-364bd0f9-d31b-4307-be9e-906a8c6d54ed tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "GET /v2.0/security-groups?id=f32f7a6b-2fef-44c5-80c2-bea226cffbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437473 Apr 18 20:33:32.592739 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8bda87ef-7fea-4272-9f70-2f74fe820649 req-641213e6-9357-4ccc-b204-d4b6e0a16b82 service neutron] 10.222.0.32 "GET /v2.0/networks/096979d4-7e57-4182-a39f-1144c54a852c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707525 Apr 18 20:33:32.661098 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38461e85-af9a-43f8-aeac-7d26df0a394f x-openstack-request-id: req-38461e85-af9a-43f8-aeac-7d26df0a394f {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:32.662568 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc107110-cfc7-41fd-bec0-f537ce4866c1", "name": "network-vif-plugged", "status": "completed", "tag": "5ed30248-2a44-4edc-a4df-8faa2b579286", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:32.662568 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38461e85-af9a-43f8-aeac-7d26df0a394f {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:32.663038 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38461e85-af9a-43f8-aeac-7d26df0a394f'] response: {'server_uuid': 'dc107110-cfc7-41fd-bec0-f537ce4866c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed30248-2a44-4edc-a4df-8faa2b579286', 'code': 200} Apr 18 20:33:32.717615 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9de54-bde9-4887-be35-a68486f24211 req-310d3d54-986b-4640-90d0-d7e28c22e1c4 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:32.719145 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca27282-73dc-42f9-9462-56ad9f571ae4 x-openstack-request-id: req-4ca27282-73dc-42f9-9462-56ad9f571ae4 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:32.720122 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54b8329-5216-499e-9f09-7533c687822b", "name": "network-vif-deleted", "tag": "a4a3596c-eeaa-475e-ac12-3b87b3d5e647", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:32.721225 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ca27282-73dc-42f9-9462-56ad9f571ae4 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:32.721485 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22c9de54-bde9-4887-be35-a68486f24211 req-310d3d54-986b-4640-90d0-d7e28c22e1c4 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.1781504 Apr 18 20:33:32.722980 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ca27282-73dc-42f9-9462-56ad9f571ae4'] response: {'server_uuid': 'a54b8329-5216-499e-9f09-7533c687822b', 'name': 'network-vif-deleted', 'tag': 'a4a3596c-eeaa-475e-ac12-3b87b3d5e647', 'status': 'completed', 'code': 200} Apr 18 20:33:32.737925 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-22c9de54-bde9-4887-be35-a68486f24211 req-045a04ea-0e94-4de2-9dd9-05f6163bdba0 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:33:32.739407 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22c9de54-bde9-4887-be35-a68486f24211 req-045a04ea-0e94-4de2-9dd9-05f6163bdba0 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085602 Apr 18 20:33:32.796889 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fd72c-c4bc-451b-b926-6050b729e668 req-98823366-63a6-4472-a9f6-e9da251c1f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:32.798405 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2b0fd72c-c4bc-451b-b926-6050b729e668 req-98823366-63a6-4472-a9f6-e9da251c1f1d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dc107110-cfc7-41fd-bec0-f537ce4866c1 HTTP/1.1" status: 200 len: 1096 time: 0.0527771 Apr 18 20:33:32.843861 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2b0fd72c-c4bc-451b-b926-6050b729e668 req-a64d1660-8d66-412d-8bde-fa8a8161eaf4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352509 Apr 18 20:33:32.853998 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22c9de54-bde9-4887-be35-a68486f24211 req-af301990-86a0-4d6e-ac36-5f36be821883 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 696 time: 0.0992203 Apr 18 20:33:32.944269 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22c9de54-bde9-4887-be35-a68486f24211 req-09a65c46-8639-43c3-8a2c-bf5cf21b5c63 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 696 time: 0.0801945 Apr 18 20:33:32.973421 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a4a3596c-eeaa-475e-ac12-3b87b3d5e647 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:33:32.998242 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: a4a3596c-eeaa-475e-ac12-3b87b3d5e647 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:33:32.998583 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a4a3596c-eeaa-475e-ac12-3b87b3d5e647 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:33:33.016153 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0805028-662b-4eb4-a029-0d0013b48767 req-d3caa4e8-d2fa-45b7-98eb-b32f454c4e75 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2753463 Apr 18 20:33:33.033228 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-e0805028-662b-4eb4-a029-0d0013b48767 req-aa0b3590-a263-4fcb-a8cd-2a3b43a86690 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:33.113797 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e0805028-662b-4eb4-a029-0d0013b48767 req-aa0b3590-a263-4fcb-a8cd-2a3b43a86690 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:33.191613 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-22c9de54-bde9-4887-be35-a68486f24211 req-4acadb14-5547-4629-b9d7-5493bb9ff710 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Deleting port f1ba1ac6-c0cd-4890-9366-d276092240c2 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:33:33.191975 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-22c9de54-bde9-4887-be35-a68486f24211 req-4acadb14-5547-4629-b9d7-5493bb9ff710 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:33.307695 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-22c9de54-bde9-4887-be35-a68486f24211 req-4acadb14-5547-4629-b9d7-5493bb9ff710 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:33.308065 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-22c9de54-bde9-4887-be35-a68486f24211 req-4acadb14-5547-4629-b9d7-5493bb9ff710 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:33.683863 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-22c9de54-bde9-4887-be35-a68486f24211 req-4acadb14-5547-4629-b9d7-5493bb9ff710 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Calling delete_port for f1ba1ac6-c0cd-4890-9366-d276092240c2 owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:33:33.707948 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e0805028-662b-4eb4-a029-0d0013b48767 req-aa0b3590-a263-4fcb-a8cd-2a3b43a86690 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:33.904617 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-e0805028-662b-4eb4-a029-0d0013b48767 req-aa0b3590-a263-4fcb-a8cd-2a3b43a86690 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Allocated IP 172.25.1.118 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/bc23409f-8938-4b64-897c-e9d9116fe564) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:34.003637 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-22c9de54-bde9-4887-be35-a68486f24211 req-4acadb14-5547-4629-b9d7-5493bb9ff710 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:34.044006 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acadb14-5547-4629-b9d7-5493bb9ff710 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Pushing event deleted for resources: {'Port': ['ID=f1ba1ac6-c0cd-4890-9366-d276092240c2,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:34.150598 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e0805028-662b-4eb4-a029-0d0013b48767 req-aa0b3590-a263-4fcb-a8cd-2a3b43a86690 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:34.156827 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-22c9de54-bde9-4887-be35-a68486f24211 req-4acadb14-5547-4629-b9d7-5493bb9ff710 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:34.159517 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-22c9de54-bde9-4887-be35-a68486f24211 req-4acadb14-5547-4629-b9d7-5493bb9ff710 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:34.160762 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22c9de54-bde9-4887-be35-a68486f24211 req-4acadb14-5547-4629-b9d7-5493bb9ff710 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "DELETE /v2.0/floatingips/e260750e-3797-4b19-bcfe-2b36861a33cc HTTP/1.1" status: 204 len: 173 time: 1.2085137 Apr 18 20:33:34.233825 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e0805028-662b-4eb4-a029-0d0013b48767 req-aa0b3590-a263-4fcb-a8cd-2a3b43a86690 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:34.360775 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0805028-662b-4eb4-a029-0d0013b48767 req-aa0b3590-a263-4fcb-a8cd-2a3b43a86690 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:34.367774 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-e0805028-662b-4eb4-a029-0d0013b48767 req-aa0b3590-a263-4fcb-a8cd-2a3b43a86690 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:34.379689 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0805028-662b-4eb4-a029-0d0013b48767 req-aa0b3590-a263-4fcb-a8cd-2a3b43a86690 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:33:34.423196 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b3590-a263-4fcb-a8cd-2a3b43a86690 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Pushing event updated for resources: {'Port': ['ID=bc23409f-8938-4b64-897c-e9d9116fe564,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:34.475402 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e25f1-9e37-48d6-8401-7ce7aed9b0ea req-ecf13864-e2a8-4572-9533-b14a1e9626ca tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:34.478134 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-803e25f1-9e37-48d6-8401-7ce7aed9b0ea req-ecf13864-e2a8-4572-9533-b14a1e9626ca tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 945 time: 0.1966441 Apr 18 20:33:34.578423 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-803e25f1-9e37-48d6-8401-7ce7aed9b0ea req-80bc01db-f20c-42bd-abd7-8752022e83ee tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913711 Apr 18 20:33:34.589378 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e0805028-662b-4eb4-a029-0d0013b48767 req-aa0b3590-a263-4fcb-a8cd-2a3b43a86690 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:34.667494 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e0805028-662b-4eb4-a029-0d0013b48767 req-aa0b3590-a263-4fcb-a8cd-2a3b43a86690 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:34.725217 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed642c71-7399-45c9-9f89-3e26322d8f24', 'tag': 'a6303a36-ac5d-4639-8f79-17becc5cde3b'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:34.730558 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebccbdd1-13b3-4441-b35b-88555ac4943d" -d '{"events": [{"name": "network-changed", "server_uuid": "ed642c71-7399-45c9-9f89-3e26322d8f24", "tag": "a6303a36-ac5d-4639-8f79-17becc5cde3b"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:34.993237 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e0805028-662b-4eb4-a029-0d0013b48767 req-aa0b3590-a263-4fcb-a8cd-2a3b43a86690 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:35.003768 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e0805028-662b-4eb4-a029-0d0013b48767 req-aa0b3590-a263-4fcb-a8cd-2a3b43a86690 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:35.160343 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b3590-a263-4fcb-a8cd-2a3b43a86690 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Pushing event updated for resources: {'Port': ['ID=bc23409f-8938-4b64-897c-e9d9116fe564,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:35.196942 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e0805028-662b-4eb4-a029-0d0013b48767 req-aa0b3590-a263-4fcb-a8cd-2a3b43a86690 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:35.253203 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e0805028-662b-4eb4-a029-0d0013b48767 req-aa0b3590-a263-4fcb-a8cd-2a3b43a86690 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:35.254743 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0805028-662b-4eb4-a029-0d0013b48767 req-aa0b3590-a263-4fcb-a8cd-2a3b43a86690 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2284482 Apr 18 20:33:35.287879 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfdbbf-efee-4e0c-bf7a-1196f8be7983 req-62d87272-9346-43ab-a45b-a06bf93b8457 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:35.290105 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3dfdbbf-efee-4e0c-bf7a-1196f8be7983 req-62d87272-9346-43ab-a45b-a06bf93b8457 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc107110-cfc7-41fd-bec0-f537ce4866c1 HTTP/1.1" status: 200 len: 945 time: 0.1111379 Apr 18 20:33:35.392610 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0805028-662b-4eb4-a029-0d0013b48767 req-06227331-b215-40bd-95b1-f6328d4ef748 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.118 HTTP/1.1" status: 200 len: 696 time: 0.1211157 Apr 18 20:33:35.428960 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3dfdbbf-efee-4e0c-bf7a-1196f8be7983 req-211a17fc-a7e2-4d76-9107-115cd56103bc tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296413 Apr 18 20:33:35.675274 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0805028-662b-4eb4-a029-0d0013b48767 req-7e69ffca-b2f2-4deb-8891-7da9c7f2f406 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:35.679010 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0805028-662b-4eb4-a029-0d0013b48767 req-7e69ffca-b2f2-4deb-8891-7da9c7f2f406 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.2734325 Apr 18 20:33:35.697293 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e37ce-4092-49a7-9755-b97f779f542d req-f18932b7-706a-4c92-822b-c66502109677 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:35.700041 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5a2e37ce-4092-49a7-9755-b97f779f542d req-f18932b7-706a-4c92-822b-c66502109677 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed642c71-7399-45c9-9f89-3e26322d8f24 HTTP/1.1" status: 200 len: 943 time: 0.1676407 Apr 18 20:33:35.801300 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5a2e37ce-4092-49a7-9755-b97f779f542d req-d172cb19-7e89-4942-a94c-455e95bef80e tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "GET /v2.0/security-groups?id=f32f7a6b-2fef-44c5-80c2-bea226cffbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906336 Apr 18 20:33:35.814077 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f90c50fc-7ff2-41a4-baf6-e865310b26ed req-7bb4edf1-809f-46a0-bf98-0085aebc5b71 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.144 HTTP/1.1" status: 200 len: 1001 time: 0.1072817 Apr 18 20:33:35.890801 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2141f6f9-2378-4c3b-b09a-0a9e973cce00 x-openstack-request-id: req-2141f6f9-2378-4c3b-b09a-0a9e973cce00 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:35.891651 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed642c71-7399-45c9-9f89-3e26322d8f24", "tag": "a6303a36-ac5d-4639-8f79-17becc5cde3b", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:35.891651 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2141f6f9-2378-4c3b-b09a-0a9e973cce00 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:35.892205 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2141f6f9-2378-4c3b-b09a-0a9e973cce00'] response: {'name': 'network-changed', 'server_uuid': 'ed642c71-7399-45c9-9f89-3e26322d8f24', 'tag': 'a6303a36-ac5d-4639-8f79-17becc5cde3b', 'status': 'completed', 'code': 200} Apr 18 20:33:35.914666 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c50fc-7ff2-41a4-baf6-e865310b26ed req-dd72714d-2372-4df7-81ca-487f3d12ac3f tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:35.922849 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f90c50fc-7ff2-41a4-baf6-e865310b26ed req-dd72714d-2372-4df7-81ca-487f3d12ac3f tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/ports/c5e21e3d-c662-4b8a-aa78-911e293510c8 HTTP/1.1" status: 200 len: 942 time: 0.0946631 Apr 18 20:33:36.033040 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccbdd1-13b3-4441-b35b-88555ac4943d req-98c6587c-4a97-44cc-99d8-e397494afc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:36.035779 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ebccbdd1-13b3-4441-b35b-88555ac4943d req-98c6587c-4a97-44cc-99d8-e397494afc3f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ab648ec573b471693f18df472322614&device_id=ed642c71-7399-45c9-9f89-3e26322d8f24 HTTP/1.1" status: 200 len: 1094 time: 0.1129918 Apr 18 20:33:36.084859 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f90c50fc-7ff2-41a4-baf6-e865310b26ed req-6d55519a-fdf0-48d4-88ff-ccd5fc18a58f tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.144 HTTP/1.1" status: 200 len: 1001 time: 0.0895045 Apr 18 20:33:36.213964 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccbdd1-13b3-4441-b35b-88555ac4943d req-19b58de3-c765-4160-88b1-6ff23a4088aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:36.226210 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ebccbdd1-13b3-4441-b35b-88555ac4943d req-19b58de3-c765-4160-88b1-6ff23a4088aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=096979d4-7e57-4182-a39f-1144c54a852c HTTP/1.1" status: 200 len: 916 time: 0.1806304 Apr 18 20:33:36.243566 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c50fc-7ff2-41a4-baf6-e865310b26ed req-1376c14f-0a34-428d-a049-c47bba5b7d69 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:36.246188 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f90c50fc-7ff2-41a4-baf6-e865310b26ed req-1376c14f-0a34-428d-a049-c47bba5b7d69 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.1604693 Apr 18 20:33:36.314042 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ebccbdd1-13b3-4441-b35b-88555ac4943d req-111dd00d-7790-487e-95be-d52d25efdc51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6303a36-ac5d-4639-8f79-17becc5cde3b HTTP/1.1" status: 200 len: 217 time: 0.0791633 Apr 18 20:33:36.356832 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f90c50fc-7ff2-41a4-baf6-e865310b26ed req-c64207cb-cd2e-4fed-90e4-0de5a6082dab tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.144 HTTP/1.1" status: 200 len: 1001 time: 0.0952699 Apr 18 20:33:36.369778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-f90c50fc-7ff2-41a4-baf6-e865310b26ed req-b2294b3d-6524-4151-ac31-1e531e9d5d29 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:36.404413 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccbdd1-13b3-4441-b35b-88555ac4943d req-04ffa117-f050-4f64-bc14-ab0a238aaf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:36.407095 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ebccbdd1-13b3-4441-b35b-88555ac4943d req-04ffa117-f050-4f64-bc14-ab0a238aaf99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef443a10-9912-467c-8cb2-a21262f03efe HTTP/1.1" status: 200 len: 854 time: 0.0865600 Apr 18 20:33:36.450679 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f90c50fc-7ff2-41a4-baf6-e865310b26ed req-b2294b3d-6524-4151-ac31-1e531e9d5d29 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks [] for floatingip, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:36.497129 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccbdd1-13b3-4441-b35b-88555ac4943d req-1b92444d-ad9a-4c88-b82b-d08211eea2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:36.500345 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ebccbdd1-13b3-4441-b35b-88555ac4943d req-1b92444d-ad9a-4c88-b82b-d08211eea2da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=096979d4-7e57-4182-a39f-1144c54a852c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816474 Apr 18 20:33:36.650690 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ebccbdd1-13b3-4441-b35b-88555ac4943d req-478d67c7-07b2-466d-978d-67175978890b service neutron] 10.222.0.32 "GET /v2.0/networks/096979d4-7e57-4182-a39f-1144c54a852c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425347 Apr 18 20:33:36.651764 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f90c50fc-7ff2-41a4-baf6-e865310b26ed req-b2294b3d-6524-4151-ac31-1e531e9d5d29 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:36.657286 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f90c50fc-7ff2-41a4-baf6-e865310b26ed req-b2294b3d-6524-4151-ac31-1e531e9d5d29 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:36.657650 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [req-f90c50fc-7ff2-41a4-baf6-e865310b26ed req-b2294b3d-6524-4151-ac31-1e531e9d5d29 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Floating IP df3c9cea-6e91-4904-b638-8c464f72f128 disassociated. External IP: 172.25.1.144, port: c5e21e3d-c662-4b8a-aa78-911e293510c8. Apr 18 20:33:36.660480 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a6303a36-ac5d-4639-8f79-17becc5cde3b details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:33:36.805283 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ebccbdd1-13b3-4441-b35b-88555ac4943d req-1a7d6159-a3a3-4ac6-99ba-1357bd6997c7 service neutron] 10.222.0.32 "GET /v2.0/networks/096979d4-7e57-4182-a39f-1144c54a852c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447136 Apr 18 20:33:36.947669 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f90c50fc-7ff2-41a4-baf6-e865310b26ed req-b2294b3d-6524-4151-ac31-1e531e9d5d29 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Router 4801b0bc-0233-4417-985f-5c248d0e08e9 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:33:37.033104 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a6303a36-ac5d-4639-8f79-17becc5cde3b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a6303a36-ac5d-4639-8f79-17becc5cde3b,segment=NetworkSegment(4a17415c-1a1f-4a9a-b43a-194b923773ad),segment_id=4a17415c-1a1f-4a9a-b43a-194b923773ad)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:37.056200 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'a6303a36-ac5d-4639-8f79-17becc5cde3b', 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c', 'port_id': 'a6303a36-ac5d-4639-8f79-17becc5cde3b', 'mac_address': 'fa:16:3e:da:01:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef443a10-9912-467c-8cb2-a21262f03efe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:33:37.088187 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f90c50fc-7ff2-41a4-baf6-e865310b26ed req-b2294b3d-6524-4151-ac31-1e531e9d5d29 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:33:37.094387 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f90c50fc-7ff2-41a4-baf6-e865310b26ed req-b2294b3d-6524-4151-ac31-1e531e9d5d29 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:37.109600 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:37.110802 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235b89c7-d838-4858-8b69-878833c38b5d None None] Sync routers for ids ['4801b0bc-0233-4417-985f-5c248d0e08e9'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:33:37.143090 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6303a36-ac5d-4639-8f79-17becc5cde3b {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:37.147961 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f90c50fc-7ff2-41a4-baf6-e865310b26ed req-b2294b3d-6524-4151-ac31-1e531e9d5d29 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "PUT /v2.0/floatingips/df3c9cea-6e91-4904-b638-8c464f72f128 HTTP/1.1" status: 200 len: 695 time: 0.7839069 Apr 18 20:33:37.148889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eede207-e079-4c70-ba13-67cad0698a1a', 'tag': 'c5e21e3d-c662-4b8a-aa78-911e293510c8'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:37.152726 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28289572-3de3-4341-b06d-6d6dcc9d9644" -d '{"events": [{"name": "network-changed", "server_uuid": "9eede207-e079-4c70-ba13-67cad0698a1a", "tag": "c5e21e3d-c662-4b8a-aa78-911e293510c8"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:37.154383 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235b89c7-d838-4858-8b69-878833c38b5d None None] Routers {'4801b0bc-0233-4417-985f-5c248d0e08e9'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:33:37.157982 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-235b89c7-d838-4858-8b69-878833c38b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:33:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4801b0bc-0233-4417-985f-5c248d0e08e9'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:37.170770 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a6303a36-ac5d-4639-8f79-17becc5cde3b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a6303a36-ac5d-4639-8f79-17becc5cde3b,segment=NetworkSegment(4a17415c-1a1f-4a9a-b43a-194b923773ad),segment_id=4a17415c-1a1f-4a9a-b43a-194b923773ad)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:37.179424 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:37.247201 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=a6303a36-ac5d-4639-8f79-17becc5cde3b,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:37.285653 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c50fc-7ff2-41a4-baf6-e865310b26ed req-1da34dc5-3155-40d9-8d16-41eb0bae2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:37.287481 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f90c50fc-7ff2-41a4-baf6-e865310b26ed req-1da34dc5-3155-40d9-8d16-41eb0bae2508 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9e777530ee64d498a49ee3aafe5e494&device_id=9eede207-e079-4c70-ba13-67cad0698a1a HTTP/1.1" status: 200 len: 1096 time: 0.1088183 Apr 18 20:33:37.408600 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197c62b-5dd3-45e9-b485-adfb3096fe4a req-d34fd899-47e6-4629-ae8b-0a858653cdf1 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:37.412920 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3197c62b-5dd3-45e9-b485-adfb3096fe4a req-d34fd899-47e6-4629-ae8b-0a858653cdf1 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.57 "GET /v2.0/ports?device_id=035b3320-1548-4412-87a8-0d96e55d5741 HTTP/1.1" status: 200 len: 945 time: 0.0966825 Apr 18 20:33:37.435110 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1194561-8490-4d89-ba70-091ec600e25c req-648b18ef-9363-4563-a97b-6a9f08de1df8 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2714372 Apr 18 20:33:37.445047 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-235b89c7-d838-4858-8b69-878833c38b5d None None] Set router 4801b0bc-0233-4417-985f-5c248d0e08e9 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:33:37.456869 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:37.462029 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-c1194561-8490-4d89-ba70-091ec600e25c req-2100055a-f332-40e7-baf3-42c9171ec0c1 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:37.530768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c50fc-7ff2-41a4-baf6-e865310b26ed req-1bd2ec58-69c0-4fa5-b4c1-2dda4da00c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:37.541407 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f90c50fc-7ff2-41a4-baf6-e865310b26ed req-1bd2ec58-69c0-4fa5-b4c1-2dda4da00c00 service neutron] 10.222.0.41 "GET /v2.0/networks?id=184b0ce9-8da7-4a7f-88ee-af69b4a35e18 HTTP/1.1" status: 200 len: 929 time: 0.2341864 Apr 18 20:33:37.560345 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c1194561-8490-4d89-ba70-091ec600e25c req-2100055a-f332-40e7-baf3-42c9171ec0c1 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:37.582005 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['a6303a36-ac5d-4639-8f79-17becc5cde3b'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:33:37.629638 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f90c50fc-7ff2-41a4-baf6-e865310b26ed req-d4a5d1ae-c872-4058-bfa0-1049b2b0d672 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5e21e3d-c662-4b8a-aa78-911e293510c8 HTTP/1.1" status: 200 len: 217 time: 0.0865200 Apr 18 20:33:37.669197 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-3197c62b-5dd3-45e9-b485-adfb3096fe4a req-99b294fd-e91f-444e-9818-52e0ec63347e tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Deleting port 3f3de43f-60c7-4796-8147-7cb919858923 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:33:37.670005 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3197c62b-5dd3-45e9-b485-adfb3096fe4a req-99b294fd-e91f-444e-9818-52e0ec63347e tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:37.813185 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-235b89c7-d838-4858-8b69-878833c38b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-185558449-router', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b18915a7-acb0-4dd4-9788-d8db704c09aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:10Z', 'updated_at': '2022-04-18T20:32:24Z', 'revision_number': 4, 'project_id': 'a9e777530ee64d498a49ee3aafe5e494', 'gw_port': {'id': 'b18915a7-acb0-4dd4-9788-d8db704c09aa', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:13Z', 'updated_at': '2022-04-18T20:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '65b57219-9cd1-4e06-8f35-3ff3a12fc224', 'name': '', 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'mac_address': 'fa:16:3e:22:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a1854ed8-8332-4033-8972-ab8d2cd944c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:21Z', 'updated_at': '2022-04-18T20:32:34Z', 'revision_number': 5, 'project_id': 'a9e777530ee64d498a49ee3aafe5e494', 'subnets': [{'id': 'a1854ed8-8332-4033-8972-ab8d2cd944c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:37.831372 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c50fc-7ff2-41a4-baf6-e865310b26ed req-52a84ff8-453c-4b95-bcac-c84e3ea27296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:37.838200 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f90c50fc-7ff2-41a4-baf6-e865310b26ed req-52a84ff8-453c-4b95-bcac-c84e3ea27296 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a1854ed8-8332-4033-8972-ab8d2cd944c0 HTTP/1.1" status: 200 len: 867 time: 0.1858003 Apr 18 20:33:37.890275 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-3197c62b-5dd3-45e9-b485-adfb3096fe4a req-99b294fd-e91f-444e-9818-52e0ec63347e tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] For port 3f3de43f-60c7-4796-8147-7cb919858923, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=3f3de43f-60c7-4796-8147-7cb919858923,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:37.891177 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3197c62b-5dd3-45e9-b485-adfb3096fe4a req-99b294fd-e91f-444e-9818-52e0ec63347e tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:37.895385 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235b89c7-d838-4858-8b69-878833c38b5d None None] Checking router: 4801b0bc-0233-4417-985f-5c248d0e08e9 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:33:37.915618 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235b89c7-d838-4858-8b69-878833c38b5d None None] Routers {'4801b0bc-0233-4417-985f-5c248d0e08e9'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:33:37.916759 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-235b89c7-d838-4858-8b69-878833c38b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:33:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4801b0bc-0233-4417-985f-5c248d0e08e9'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:37.924541 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-3197c62b-5dd3-45e9-b485-adfb3096fe4a req-99b294fd-e91f-444e-9818-52e0ec63347e tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Calling delete_port for 3f3de43f-60c7-4796-8147-7cb919858923 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:33:37.969947 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c50fc-7ff2-41a4-baf6-e865310b26ed req-26a1eb70-d141-4657-a9b2-ef778d859c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:37.986220 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f90c50fc-7ff2-41a4-baf6-e865310b26ed req-26a1eb70-d141-4657-a9b2-ef778d859c6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=184b0ce9-8da7-4a7f-88ee-af69b4a35e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347640 Apr 18 20:33:38.052806 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-235b89c7-d838-4858-8b69-878833c38b5d None None] Set router 4801b0bc-0233-4417-985f-5c248d0e08e9 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:33:38.225914 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3197c62b-5dd3-45e9-b485-adfb3096fe4a req-99b294fd-e91f-444e-9818-52e0ec63347e tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:38.226304 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c1194561-8490-4d89-ba70-091ec600e25c req-2100055a-f332-40e7-baf3-42c9171ec0c1 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:38.293346 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b294fd-e91f-444e-9818-52e0ec63347e tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Pushing event deleted for resources: {'Port': ['ID=3f3de43f-60c7-4796-8147-7cb919858923,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:38.329346 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f90c50fc-7ff2-41a4-baf6-e865310b26ed req-c4dd946e-9f6a-43f9-9950-2c4682c80449 service neutron] 10.222.0.41 "GET /v2.0/networks/184b0ce9-8da7-4a7f-88ee-af69b4a35e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416734 Apr 18 20:33:38.365609 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-235b89c7-d838-4858-8b69-878833c38b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-185558449-router', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b18915a7-acb0-4dd4-9788-d8db704c09aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:10Z', 'updated_at': '2022-04-18T20:32:24Z', 'revision_number': 4, 'project_id': 'a9e777530ee64d498a49ee3aafe5e494', 'gw_port': {'id': 'b18915a7-acb0-4dd4-9788-d8db704c09aa', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:13Z', 'updated_at': '2022-04-18T20:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '65b57219-9cd1-4e06-8f35-3ff3a12fc224', 'name': '', 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'mac_address': 'fa:16:3e:22:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a1854ed8-8332-4033-8972-ab8d2cd944c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:21Z', 'updated_at': '2022-04-18T20:32:34Z', 'revision_number': 5, 'project_id': 'a9e777530ee64d498a49ee3aafe5e494', 'subnets': [{'id': 'a1854ed8-8332-4033-8972-ab8d2cd944c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:38.375724 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-3197c62b-5dd3-45e9-b485-adfb3096fe4a req-99b294fd-e91f-444e-9818-52e0ec63347e tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] No DVR routers for this DVR port 3f3de43f-60c7-4796-8147-7cb919858923 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:33:38.382552 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3197c62b-5dd3-45e9-b485-adfb3096fe4a req-99b294fd-e91f-444e-9818-52e0ec63347e tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:38.389328 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3197c62b-5dd3-45e9-b485-adfb3096fe4a req-99b294fd-e91f-444e-9818-52e0ec63347e tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.57 "DELETE /v2.0/ports/3f3de43f-60c7-4796-8147-7cb919858923 HTTP/1.1" status: 204 len: 173 time: 0.9693735 Apr 18 20:33:38.390317 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035b3320-1548-4412-87a8-0d96e55d5741', 'name': 'network-vif-deleted', 'tag': '3f3de43f-60c7-4796-8147-7cb919858923'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:38.398634 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235b89c7-d838-4858-8b69-878833c38b5d None None] The sync data for ids ['4801b0bc-0233-4417-985f-5c248d0e08e9'] in n-d-838323-3 is: [{'id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-185558449-router', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b18915a7-acb0-4dd4-9788-d8db704c09aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:10Z', 'updated_at': '2022-04-18T20:32:24Z', 'revision_number': 4, 'project_id': 'a9e777530ee64d498a49ee3aafe5e494', 'gw_port': {'id': 'b18915a7-acb0-4dd4-9788-d8db704c09aa', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:13Z', 'updated_at': '2022-04-18T20:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '65b57219-9cd1-4e06-8f35-3ff3a12fc224', 'name': '', 'network_id': '184b0ce9-8da7-4a7f-88ee-af69b4a35e18', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'mac_address': 'fa:16:3e:22:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a1854ed8-8332-4033-8972-ab8d2cd944c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:21Z', 'updated_at': '2022-04-18T20:32:34Z', 'revision_number': 5, 'project_id': 'a9e777530ee64d498a49ee3aafe5e494', 'subnets': [{'id': 'a1854ed8-8332-4033-8972-ab8d2cd944c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:33:38.404292 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee19281-fba1-4e18-b8ca-2a497ea396b5" -d '{"events": [{"server_uuid": "035b3320-1548-4412-87a8-0d96e55d5741", "name": "network-vif-deleted", "tag": "3f3de43f-60c7-4796-8147-7cb919858923"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:38.588011 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-c1194561-8490-4d89-ba70-091ec600e25c req-2100055a-f332-40e7-baf3-42c9171ec0c1 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Allocated IP 172.25.1.96 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/0ee4f68a-7e77-4bae-9c08-350723813d18) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:38.605613 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f90c50fc-7ff2-41a4-baf6-e865310b26ed req-c83cad8a-6c8e-4b45-b1df-743bd376d238 service neutron] 10.222.0.41 "GET /v2.0/networks/184b0ce9-8da7-4a7f-88ee-af69b4a35e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673368 Apr 18 20:33:38.669819 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a6303a36-ac5d-4639-8f79-17becc5cde3b up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:33:38.785223 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port a6303a36-ac5d-4639-8f79-17becc5cde3b completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:33:38.791610 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port a6303a36-ac5d-4639-8f79-17becc5cde3b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:38.792300 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:38.821381 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c1194561-8490-4d89-ba70-091ec600e25c req-2100055a-f332-40e7-baf3-42c9171ec0c1 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:38.841505 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4196859-cd67-4416-b339-fe18747c1339 None None] New status for floating IP df3c9cea-6e91-4904-b638-8c464f72f128: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:33:38.914714 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:33:38.934605 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c1194561-8490-4d89-ba70-091ec600e25c req-2100055a-f332-40e7-baf3-42c9171ec0c1 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.020224 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1194561-8490-4d89-ba70-091ec600e25c req-2100055a-f332-40e7-baf3-42c9171ec0c1 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:39.026637 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-c1194561-8490-4d89-ba70-091ec600e25c req-2100055a-f332-40e7-baf3-42c9171ec0c1 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:39.046165 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1194561-8490-4d89-ba70-091ec600e25c req-2100055a-f332-40e7-baf3-42c9171ec0c1 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:33:39.111737 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100055a-f332-40e7-baf3-42c9171ec0c1 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Pushing event updated for resources: {'Port': ['ID=0ee4f68a-7e77-4bae-9c08-350723813d18,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:39.166362 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34678) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:39.181355 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e1b8c86c-24ea-483e-9351-8138d4e0d40e tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Request body: {'security_group': {'name': 'tempest-securitygroup--516670081', 'description': 'tempest-description--338925794'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:39.227342 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c86c-24ea-483e-9351-8138d4e0d40e tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.240332 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c1194561-8490-4d89-ba70-091ec600e25c req-2100055a-f332-40e7-baf3-42c9171ec0c1 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.321967 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c1194561-8490-4d89-ba70-091ec600e25c req-2100055a-f332-40e7-baf3-42c9171ec0c1 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.323845 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.386465 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed642c71-7399-45c9-9f89-3e26322d8f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6303a36-ac5d-4639-8f79-17becc5cde3b'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:39.390513 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee7b152-99e1-493f-8365-2a230a88a4d3" -d '{"events": [{"server_uuid": "ed642c71-7399-45c9-9f89-3e26322d8f24", "name": "network-vif-plugged", "status": "completed", "tag": "a6303a36-ac5d-4639-8f79-17becc5cde3b"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:39.393655 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c86c-24ea-483e-9351-8138d4e0d40e tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.403285 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c86c-24ea-483e-9351-8138d4e0d40e tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.422140 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a6303a36-ac5d-4639-8f79-17becc5cde3b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a6303a36-ac5d-4639-8f79-17becc5cde3b,segment=NetworkSegment(4a17415c-1a1f-4a9a-b43a-194b923773ad),segment_id=4a17415c-1a1f-4a9a-b43a-194b923773ad)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:39.429272 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.478843 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c86c-24ea-483e-9351-8138d4e0d40e tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.481725 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e1b8c86c-24ea-483e-9351-8138d4e0d40e tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3116498 Apr 18 20:33:39.481978 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf01bfe-7f1c-43a7-b310-099a0a6371a9 req-9e628b58-10cb-4a55-9b5f-dc39cdb7250f tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:39.483445 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5cf01bfe-7f1c-43a7-b310-099a0a6371a9 req-9e628b58-10cb-4a55-9b5f-dc39cdb7250f tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed642c71-7399-45c9-9f89-3e26322d8f24 HTTP/1.1" status: 200 len: 944 time: 0.0900581 Apr 18 20:33:39.494953 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34692) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:39.504274 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-82f81736-a8ed-413e-81fd-6760db8a06d0 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Request body: {'security_group_rule': {'security_group_id': '8e12d852-c378-4418-b338-b9c49f5e861e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:39.523293 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8c86c-24ea-483e-9351-8138d4e0d40e tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e12d852-c378-4418-b338-b9c49f5e861e,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:39.527368 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=a6303a36-ac5d-4639-8f79-17becc5cde3b,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:39.565671 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82f81736-a8ed-413e-81fd-6760db8a06d0 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.597167 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5cf01bfe-7f1c-43a7-b310-099a0a6371a9 req-5eb921f4-225c-435e-b142-599a21bc0853 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "GET /v2.0/security-groups?id=f32f7a6b-2fef-44c5-80c2-bea226cffbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858748 Apr 18 20:33:39.674236 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82f81736-a8ed-413e-81fd-6760db8a06d0 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.683918 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82f81736-a8ed-413e-81fd-6760db8a06d0 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.717341 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f81736-a8ed-413e-81fd-6760db8a06d0 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e0c4d41-5c19-46a9-88fc-8b00aaca43e9,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:39.738137 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82f81736-a8ed-413e-81fd-6760db8a06d0 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.740459 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-82f81736-a8ed-413e-81fd-6760db8a06d0 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2430871 Apr 18 20:33:39.745077 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34696) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:39.753135 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a1bfa82f-07b6-43b7-a0e4-4e2ee5306b55 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Request body: {'security_group_rule': {'security_group_id': '8e12d852-c378-4418-b338-b9c49f5e861e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:39.797070 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1bfa82f-07b6-43b7-a0e4-4e2ee5306b55 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.903366 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1bfa82f-07b6-43b7-a0e4-4e2ee5306b55 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.912238 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1bfa82f-07b6-43b7-a0e4-4e2ee5306b55 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.948882 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfa82f-07b6-43b7-a0e4-4e2ee5306b55 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b297585-7900-4425-971a-ec25df878eef,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:39.961644 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1bfa82f-07b6-43b7-a0e4-4e2ee5306b55 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.963635 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a1bfa82f-07b6-43b7-a0e4-4e2ee5306b55 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2164924 Apr 18 20:33:39.967226 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34698) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:39.974590 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-49d74d8d-3ff4-42c1-a58c-14459a9b3008 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:40.010963 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-49d74d8d-3ff4-42c1-a58c-14459a9b3008 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.166741 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-49d74d8d-3ff4-42c1-a58c-14459a9b3008 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.202068 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c1194561-8490-4d89-ba70-091ec600e25c req-2100055a-f332-40e7-baf3-42c9171ec0c1 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.211410 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c1194561-8490-4d89-ba70-091ec600e25c req-2100055a-f332-40e7-baf3-42c9171ec0c1 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.258059 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2ce40-5eb4-4f95-866b-999f35276d70 req-0e12883f-2ddc-4e25-8b52-60af79cfd5ee tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:40.259682 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-71c2ce40-5eb4-4f95-866b-999f35276d70 req-0e12883f-2ddc-4e25-8b52-60af79cfd5ee tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc107110-cfc7-41fd-bec0-f537ce4866c1 HTTP/1.1" status: 200 len: 945 time: 0.1220801 Apr 18 20:33:40.323803 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100055a-f332-40e7-baf3-42c9171ec0c1 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Pushing event updated for resources: {'Port': ['ID=0ee4f68a-7e77-4bae-9c08-350723813d18,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:40.324105 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-49d74d8d-3ff4-42c1-a58c-14459a9b3008 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Allocated IP 172.25.1.84 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/91de4bbb-b974-4eb9-b15b-a593b4893386) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:40.349246 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c1194561-8490-4d89-ba70-091ec600e25c req-2100055a-f332-40e7-baf3-42c9171ec0c1 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.362120 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-71c2ce40-5eb4-4f95-866b-999f35276d70 req-530ba068-cca5-4d19-a325-6e8c618ed487 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897338 Apr 18 20:33:40.373462 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c1194561-8490-4d89-ba70-091ec600e25c req-2100055a-f332-40e7-baf3-42c9171ec0c1 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.378847 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1194561-8490-4d89-ba70-091ec600e25c req-2100055a-f332-40e7-baf3-42c9171ec0c1 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9218528 Apr 18 20:33:40.441938 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1194561-8490-4d89-ba70-091ec600e25c req-2cd9c899-613d-4842-a5fd-41fec2c70dca tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.96 HTTP/1.1" status: 200 len: 695 time: 0.0542877 Apr 18 20:33:40.475803 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b53d972-db4a-411e-8bb0-1f0ed747fcf5 x-openstack-request-id: req-6b53d972-db4a-411e-8bb0-1f0ed747fcf5 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:40.477158 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eede207-e079-4c70-ba13-67cad0698a1a", "tag": "c5e21e3d-c662-4b8a-aa78-911e293510c8", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:40.479399 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b53d972-db4a-411e-8bb0-1f0ed747fcf5 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:40.480243 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b53d972-db4a-411e-8bb0-1f0ed747fcf5'] response: {'name': 'network-changed', 'server_uuid': '9eede207-e079-4c70-ba13-67cad0698a1a', 'tag': 'c5e21e3d-c662-4b8a-aa78-911e293510c8', 'status': 'completed', 'code': 200} Apr 18 20:33:40.506568 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1181d962-b918-4147-9923-dc0b2380a7e8 x-openstack-request-id: req-1181d962-b918-4147-9923-dc0b2380a7e8 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:40.506956 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035b3320-1548-4412-87a8-0d96e55d5741", "name": "network-vif-deleted", "tag": "3f3de43f-60c7-4796-8147-7cb919858923", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:40.507301 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1181d962-b918-4147-9923-dc0b2380a7e8 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:40.507906 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1181d962-b918-4147-9923-dc0b2380a7e8'] response: {'server_uuid': '035b3320-1548-4412-87a8-0d96e55d5741', 'name': 'network-vif-deleted', 'tag': '3f3de43f-60c7-4796-8147-7cb919858923', 'status': 'completed', 'code': 200} Apr 18 20:33:40.599491 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-49d74d8d-3ff4-42c1-a58c-14459a9b3008 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.619161 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28289572-3de3-4341-b06d-6d6dcc9d9644 req-24d7d50c-b9c6-44cf-a658-53a9dfdb7dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:40.621810 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-28289572-3de3-4341-b06d-6d6dcc9d9644 req-24d7d50c-b9c6-44cf-a658-53a9dfdb7dd6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9e777530ee64d498a49ee3aafe5e494&device_id=9eede207-e079-4c70-ba13-67cad0698a1a HTTP/1.1" status: 200 len: 1096 time: 0.1341295 Apr 18 20:33:40.649632 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1384f192-2146-4f0c-b75d-c5487b87d36f req-d5042d58-e091-4c78-8ac8-e8d4d3aa856c tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/floatingips/df3c9cea-6e91-4904-b638-8c464f72f128 HTTP/1.1" status: 200 len: 693 time: 0.1429451 Apr 18 20:33:40.733641 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-49d74d8d-3ff4-42c1-a58c-14459a9b3008 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.774426 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1194561-8490-4d89-ba70-091ec600e25c req-882c3d7b-d108-4e59-a351-be87d6880a1a tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:40.777380 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1194561-8490-4d89-ba70-091ec600e25c req-882c3d7b-d108-4e59-a351-be87d6880a1a tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.3245833 Apr 18 20:33:40.809343 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d74d8d-3ff4-42c1-a58c-14459a9b3008 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:40.813145 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28289572-3de3-4341-b06d-6d6dcc9d9644 req-01df95d8-dfff-45d9-904b-6b87d2fc5c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:40.814648 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-28289572-3de3-4341-b06d-6d6dcc9d9644 req-01df95d8-dfff-45d9-904b-6b87d2fc5c74 service neutron] 10.222.0.32 "GET /v2.0/networks?id=184b0ce9-8da7-4a7f-88ee-af69b4a35e18 HTTP/1.1" status: 200 len: 929 time: 0.1852062 Apr 18 20:33:40.819093 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-49d74d8d-3ff4-42c1-a58c-14459a9b3008 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:40.821959 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d74d8d-3ff4-42c1-a58c-14459a9b3008 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:33:40.846913 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74d8d-3ff4-42c1-a58c-14459a9b3008 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Pushing event updated for resources: {'Port': ['ID=91de4bbb-b974-4eb9-b15b-a593b4893386,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:40.867124 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384f192-2146-4f0c-b75d-c5487b87d36f req-821b58f5-4c0f-498f-81ee-3ce1421c61d7 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:40.869783 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1384f192-2146-4f0c-b75d-c5487b87d36f req-821b58f5-4c0f-498f-81ee-3ce1421c61d7 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.2053857 Apr 18 20:33:40.893510 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-28289572-3de3-4341-b06d-6d6dcc9d9644 req-f3a59f86-50f7-48d6-98b4-ef3ce313ec4b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5e21e3d-c662-4b8a-aa78-911e293510c8 HTTP/1.1" status: 200 len: 217 time: 0.0476289 Apr 18 20:33:40.972237 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1384f192-2146-4f0c-b75d-c5487b87d36f req-95c551c7-f195-47eb-ab40-9024be45c52c tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.144 HTTP/1.1" status: 200 len: 696 time: 0.0896230 Apr 18 20:33:40.995053 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28289572-3de3-4341-b06d-6d6dcc9d9644 req-3661a069-3896-40d3-8c2f-137a544bf547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:40.996991 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-28289572-3de3-4341-b06d-6d6dcc9d9644 req-3661a069-3896-40d3-8c2f-137a544bf547 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1854ed8-8332-4033-8972-ab8d2cd944c0 HTTP/1.1" status: 200 len: 867 time: 0.0960546 Apr 18 20:33:41.014725 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 3f3de43f-60c7-4796-8147-7cb919858923 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:33:41.058826 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 3f3de43f-60c7-4796-8147-7cb919858923 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:33:41.060472 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 3f3de43f-60c7-4796-8147-7cb919858923 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:33:41.068533 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-49d74d8d-3ff4-42c1-a58c-14459a9b3008 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:41.072390 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1384f192-2146-4f0c-b75d-c5487b87d36f req-ffcc6ae1-3077-47c9-aecf-09764b2a0711 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.144 HTTP/1.1" status: 200 len: 696 time: 0.0874159 Apr 18 20:33:41.116486 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28289572-3de3-4341-b06d-6d6dcc9d9644 req-ae42f3bf-8b68-404b-ac05-d316c395d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:41.118261 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-28289572-3de3-4341-b06d-6d6dcc9d9644 req-ae42f3bf-8b68-404b-ac05-d316c395d42d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=184b0ce9-8da7-4a7f-88ee-af69b4a35e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086037 Apr 18 20:33:41.135517 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-49d74d8d-3ff4-42c1-a58c-14459a9b3008 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:41.263920 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-1384f192-2146-4f0c-b75d-c5487b87d36f req-29224e47-7a23-415a-a866-6379dfa9cec4 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Deleting port 201a66b6-c9e0-4303-ade0-21c3414c4ec6 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:33:41.264607 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1384f192-2146-4f0c-b75d-c5487b87d36f req-29224e47-7a23-415a-a866-6379dfa9cec4 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:41.405105 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1384f192-2146-4f0c-b75d-c5487b87d36f req-29224e47-7a23-415a-a866-6379dfa9cec4 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:41.405633 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1384f192-2146-4f0c-b75d-c5487b87d36f req-29224e47-7a23-415a-a866-6379dfa9cec4 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:41.424855 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-1384f192-2146-4f0c-b75d-c5487b87d36f req-29224e47-7a23-415a-a866-6379dfa9cec4 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Calling delete_port for 201a66b6-c9e0-4303-ade0-21c3414c4ec6 owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:33:41.437853 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:41.442346 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-28289572-3de3-4341-b06d-6d6dcc9d9644 req-fd6f695e-db6b-4b35-ad35-8e363788e3fd service neutron] 10.222.0.32 "GET /v2.0/networks/184b0ce9-8da7-4a7f-88ee-af69b4a35e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152890 Apr 18 20:33:41.635203 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1384f192-2146-4f0c-b75d-c5487b87d36f req-29224e47-7a23-415a-a866-6379dfa9cec4 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:41.644084 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ea032d-09cf-4dd3-8427-51119f8b8de3 x-openstack-request-id: req-d8ea032d-09cf-4dd3-8427-51119f8b8de3 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:41.645182 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed642c71-7399-45c9-9f89-3e26322d8f24", "name": "network-vif-plugged", "status": "completed", "tag": "a6303a36-ac5d-4639-8f79-17becc5cde3b", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:41.646436 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8ea032d-09cf-4dd3-8427-51119f8b8de3 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:41.647978 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8ea032d-09cf-4dd3-8427-51119f8b8de3'] response: {'server_uuid': 'ed642c71-7399-45c9-9f89-3e26322d8f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6303a36-ac5d-4639-8f79-17becc5cde3b', 'code': 200} Apr 18 20:33:41.678915 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29224e47-7a23-415a-a866-6379dfa9cec4 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Pushing event deleted for resources: {'Port': ['ID=201a66b6-c9e0-4303-ade0-21c3414c4ec6,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:41.867072 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1384f192-2146-4f0c-b75d-c5487b87d36f req-29224e47-7a23-415a-a866-6379dfa9cec4 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:41.872017 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1384f192-2146-4f0c-b75d-c5487b87d36f req-29224e47-7a23-415a-a866-6379dfa9cec4 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:41.874204 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1384f192-2146-4f0c-b75d-c5487b87d36f req-29224e47-7a23-415a-a866-6379dfa9cec4 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "DELETE /v2.0/floatingips/df3c9cea-6e91-4904-b638-8c464f72f128 HTTP/1.1" status: 204 len: 173 time: 0.7890904 Apr 18 20:33:41.885446 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816badea-6b0d-4619-aaab-22d0c40fff0e req-f8c760cf-0978-4611-9523-4b8ff8a3e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:41.890540 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-816badea-6b0d-4619-aaab-22d0c40fff0e req-f8c760cf-0978-4611-9523-4b8ff8a3e5c9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ed642c71-7399-45c9-9f89-3e26322d8f24 HTTP/1.1" status: 200 len: 1096 time: 0.1597190 Apr 18 20:33:41.970514 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-816badea-6b0d-4619-aaab-22d0c40fff0e req-01679a23-66a8-40c5-a86d-0619a09948e0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f32f7a6b-2fef-44c5-80c2-bea226cffbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716140 Apr 18 20:33:42.065879 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49de09-818e-4d80-9381-75829288941f req-945ac4a1-f212-48e3-97c4-3472cef6cf28 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:42.069591 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa49de09-818e-4d80-9381-75829288941f req-945ac4a1-f212-48e3-97c4-3472cef6cf28 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed642c71-7399-45c9-9f89-3e26322d8f24 HTTP/1.1" status: 200 len: 945 time: 0.0965855 Apr 18 20:33:42.089884 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-49d74d8d-3ff4-42c1-a58c-14459a9b3008 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:42.095596 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-28289572-3de3-4341-b06d-6d6dcc9d9644 req-7f707467-6a2b-4b86-9fa0-11df1b2c0ec5 service neutron] 10.222.0.32 "GET /v2.0/networks/184b0ce9-8da7-4a7f-88ee-af69b4a35e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6451650 Apr 18 20:33:42.100229 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-49d74d8d-3ff4-42c1-a58c-14459a9b3008 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:42.124651 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa49de09-818e-4d80-9381-75829288941f req-93b08370-a6f0-48d0-8535-30cce4c2f7e5 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "GET /v2.0/security-groups?id=f32f7a6b-2fef-44c5-80c2-bea226cffbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483978 Apr 18 20:33:42.201925 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4caef2e9-6c6e-4275-b0bc-846c2ca93d60 req-8eb81bc1-a734-45d0-85a5-7a60ec12276d tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/floatingips/ce673e83-da21-4833-8b89-f182e9d67d48 HTTP/1.1" status: 200 len: 692 time: 0.0539379 Apr 18 20:33:42.250229 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74d8d-3ff4-42c1-a58c-14459a9b3008 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Pushing event updated for resources: {'Port': ['ID=91de4bbb-b974-4eb9-b15b-a593b4893386,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:42.311736 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-49d74d8d-3ff4-42c1-a58c-14459a9b3008 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:42.351728 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-49d74d8d-3ff4-42c1-a58c-14459a9b3008 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:42.354201 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-49d74d8d-3ff4-42c1-a58c-14459a9b3008 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3853834 Apr 18 20:33:42.363509 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caef2e9-6c6e-4275-b0bc-846c2ca93d60 req-7477aa14-eff4-47b5-ba27-d71981eeb2c4 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:42.375496 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d68833-7d94-46c8-899f-3e3d717896e4 req-85b2c6f1-461d-4f9a-ba3d-7758628c4eab tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:42.377610 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4caef2e9-6c6e-4275-b0bc-846c2ca93d60 req-7477aa14-eff4-47b5-ba27-d71981eeb2c4 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.1596444 Apr 18 20:33:42.378967 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b4d68833-7d94-46c8-899f-3e3d717896e4 req-85b2c6f1-461d-4f9a-ba3d-7758628c4eab tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.57 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 944 time: 0.1205602 Apr 18 20:33:42.546090 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-b4d68833-7d94-46c8-899f-3e3d717896e4 req-9f046309-6c5c-4d81-a1b3-b3acd22565a8 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Deleting port ff1e743c-09ea-43c0-accd-26c4cdbf1d21 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:33:42.547991 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-b4d68833-7d94-46c8-899f-3e3d717896e4 req-9f046309-6c5c-4d81-a1b3-b3acd22565a8 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:42.566449 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282781b-f31b-46b3-b93a-7ffaf6b776df req-d067499c-84b3-44dd-a134-bdd06b26badc tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:42.568790 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1282781b-f31b-46b3-b93a-7ffaf6b776df req-d067499c-84b3-44dd-a134-bdd06b26badc tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] 10.222.0.41 "GET /v2.0/ports?device_id=19818d7e-e58a-42bc-a9bb-43741b920836 HTTP/1.1" status: 200 len: 949 time: 0.1060982 Apr 18 20:33:42.609325 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9e07f-c6cd-49e6-a831-b85f49808a47 req-333cfa19-9ae7-40e9-be90-23c4317cf263 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:42.610951 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-21d9e07f-c6cd-49e6-a831-b85f49808a47 req-333cfa19-9ae7-40e9-be90-23c4317cf263 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] 10.222.0.57 "GET /v2.0/ports?device_id=19818d7e-e58a-42bc-a9bb-43741b920836 HTTP/1.1" status: 200 len: 949 time: 0.1090493 Apr 18 20:33:42.679241 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1282781b-f31b-46b3-b93a-7ffaf6b776df req-2b83dc4c-86a5-4a2e-bbc8-da11221d6230 tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab8fed5c-a0d3-4ee4-b503-fdb115da91a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007586 Apr 18 20:33:42.687381 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-b4d68833-7d94-46c8-899f-3e3d717896e4 req-9f046309-6c5c-4d81-a1b3-b3acd22565a8 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] For port ff1e743c-09ea-43c0-accd-26c4cdbf1d21, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=ff1e743c-09ea-43c0-accd-26c4cdbf1d21,segment=NetworkSegment(b3b2489e-ff69-4d07-8ef1-df53d6e9d52b),segment_id=b3b2489e-ff69-4d07-8ef1-df53d6e9d52b)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:42.688340 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-b4d68833-7d94-46c8-899f-3e3d717896e4 req-9f046309-6c5c-4d81-a1b3-b3acd22565a8 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:42.721833 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-b4d68833-7d94-46c8-899f-3e3d717896e4 req-9f046309-6c5c-4d81-a1b3-b3acd22565a8 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Calling delete_port for ff1e743c-09ea-43c0-accd-26c4cdbf1d21 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:33:42.838174 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-21d9e07f-c6cd-49e6-a831-b85f49808a47 req-8cd04d2f-fe41-493b-a294-5b43c616a89b tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Deleting port d758b81c-8118-4afa-8499-4bc24c11da33 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:33:42.838724 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-21d9e07f-c6cd-49e6-a831-b85f49808a47 req-8cd04d2f-fe41-493b-a294-5b43c616a89b tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:42.898299 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-b4d68833-7d94-46c8-899f-3e3d717896e4 req-9f046309-6c5c-4d81-a1b3-b3acd22565a8 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:42.940653 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f046309-6c5c-4d81-a1b3-b3acd22565a8 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Pushing event deleted for resources: {'Port': ['ID=ff1e743c-09ea-43c0-accd-26c4cdbf1d21,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:42.975419 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36c513-381d-4857-8e66-dc10da83c234 req-57a8e710-1eef-4049-99fb-d5d90b71be26 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:42.978103 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd36c513-381d-4857-8e66-dc10da83c234 req-57a8e710-1eef-4049-99fb-d5d90b71be26 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aea4be-2db0-475a-ad5c-e0f45d7bdd65 HTTP/1.1" status: 200 len: 944 time: 0.2092621 Apr 18 20:33:43.006654 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d68833-7d94-46c8-899f-3e3d717896e4 req-9f046309-6c5c-4d81-a1b3-b3acd22565a8 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] No DVR routers for this DVR port ff1e743c-09ea-43c0-accd-26c4cdbf1d21 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:33:43.010030 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-b4d68833-7d94-46c8-899f-3e3d717896e4 req-9f046309-6c5c-4d81-a1b3-b3acd22565a8 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:43.013667 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b4d68833-7d94-46c8-899f-3e3d717896e4 req-9f046309-6c5c-4d81-a1b3-b3acd22565a8 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.57 "DELETE /v2.0/ports/ff1e743c-09ea-43c0-accd-26c4cdbf1d21 HTTP/1.1" status: 204 len: 173 time: 0.6278825 Apr 18 20:33:43.014156 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81aea4be-2db0-475a-ad5c-e0f45d7bdd65', 'name': 'network-vif-deleted', 'tag': 'ff1e743c-09ea-43c0-accd-26c4cdbf1d21'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:43.017410 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a67f787-c439-48b6-bf25-f5748772909e" -d '{"events": [{"server_uuid": "81aea4be-2db0-475a-ad5c-e0f45d7bdd65", "name": "network-vif-deleted", "tag": "ff1e743c-09ea-43c0-accd-26c4cdbf1d21"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:43.082344 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-21d9e07f-c6cd-49e6-a831-b85f49808a47 req-8cd04d2f-fe41-493b-a294-5b43c616a89b tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] For port d758b81c-8118-4afa-8499-4bc24c11da33, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=d758b81c-8118-4afa-8499-4bc24c11da33,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:43.082765 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-21d9e07f-c6cd-49e6-a831-b85f49808a47 req-8cd04d2f-fe41-493b-a294-5b43c616a89b tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:43.108947 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd36c513-381d-4857-8e66-dc10da83c234 req-044843ae-6e84-4323-b077-dd5df8e4d505 tempest-LiveAutoBlockMigrationV225Test-239976314 tempest-LiveAutoBlockMigrationV225Test-239976314-project] 10.222.0.41 "GET /v2.0/security-groups?id=f28427a2-9440-423b-9307-2c3dd41ee7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214974 Apr 18 20:33:43.118331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-21d9e07f-c6cd-49e6-a831-b85f49808a47 req-8cd04d2f-fe41-493b-a294-5b43c616a89b tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Calling delete_port for d758b81c-8118-4afa-8499-4bc24c11da33 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:33:43.272722 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e69918b1-6e5b-4aa2-ba20-7ca44cf0ac1d req-f7cad0b1-19df-4aa8-9b00-ecc8d4eb1d0b tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/floatingips/ce673e83-da21-4833-8b89-f182e9d67d48 HTTP/1.1" status: 200 len: 692 time: 0.0635884 Apr 18 20:33:43.449876 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-21d9e07f-c6cd-49e6-a831-b85f49808a47 req-8cd04d2f-fe41-493b-a294-5b43c616a89b tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:43.522639 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-5a2c4501-4667-404e-bc42-8844e97be10b tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--516670081&fields=id&tenant_id=c72a6cb4b75647d38b6aa693a7d2ca0b HTTP/1.1" status: 200 len: 267 time: 0.1296470 Apr 18 20:33:43.551619 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd04d2f-fe41-493b-a294-5b43c616a89b tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Pushing event deleted for resources: {'Port': ['ID=d758b81c-8118-4afa-8499-4bc24c11da33,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:43.607579 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69918b1-6e5b-4aa2-ba20-7ca44cf0ac1d req-1ebc1ecc-8822-469e-94f1-7029b3372368 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:43.609158 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e69918b1-6e5b-4aa2-ba20-7ca44cf0ac1d req-1ebc1ecc-8822-469e-94f1-7029b3372368 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.3286793 Apr 18 20:33:43.665576 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d9e07f-c6cd-49e6-a831-b85f49808a47 req-8cd04d2f-fe41-493b-a294-5b43c616a89b tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] No DVR routers for this DVR port d758b81c-8118-4afa-8499-4bc24c11da33 on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:33:43.672226 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-21d9e07f-c6cd-49e6-a831-b85f49808a47 req-8cd04d2f-fe41-493b-a294-5b43c616a89b tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:43.676531 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-21d9e07f-c6cd-49e6-a831-b85f49808a47 req-8cd04d2f-fe41-493b-a294-5b43c616a89b tempest-TenantUsagesTestJSON-795655725 tempest-TenantUsagesTestJSON-795655725-project] 10.222.0.57 "DELETE /v2.0/ports/d758b81c-8118-4afa-8499-4bc24c11da33 HTTP/1.1" status: 204 len: 173 time: 1.0540774 Apr 18 20:33:43.722372 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19818d7e-e58a-42bc-a9bb-43741b920836', 'name': 'network-vif-deleted', 'tag': 'd758b81c-8118-4afa-8499-4bc24c11da33'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:43.725850 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88774b0c-c920-4399-b729-a3c04774f89b" -d '{"events": [{"server_uuid": "19818d7e-e58a-42bc-a9bb-43741b920836", "name": "network-vif-deleted", "tag": "d758b81c-8118-4afa-8499-4bc24c11da33"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:43.747879 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e69918b1-6e5b-4aa2-ba20-7ca44cf0ac1d req-ea0c999c-c8a9-4e8f-93fa-50c00b231df0 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.96 HTTP/1.1" status: 200 len: 695 time: 0.0840790 Apr 18 20:33:43.827863 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e69918b1-6e5b-4aa2-ba20-7ca44cf0ac1d req-ab64964b-cc77-4b97-9cf8-28e0a7ca36bd tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.96 HTTP/1.1" status: 200 len: 695 time: 0.0677435 Apr 18 20:33:43.854497 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-774bae51-c22d-43fa-ad74-5370dd581bdd tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:43.856051 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-774bae51-c22d-43fa-ad74-5370dd581bdd tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/networks?id=d538f970-1699-4982-98ba-9d8cb4a7048d HTTP/1.1" status: 200 len: 818 time: 0.3323293 Apr 18 20:33:43.918972 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-b834a55a-c393-4509-a290-f674246b00e5 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/quotas/c72a6cb4b75647d38b6aa693a7d2ca0b HTTP/1.1" status: 200 len: 375 time: 0.0231750 Apr 18 20:33:44.060196 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-80ad1295-3356-4da2-978f-ed47ef153920 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c72a6cb4b75647d38b6aa693a7d2ca0b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0999417 Apr 18 20:33:44.077199 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-e69918b1-6e5b-4aa2-ba20-7ca44cf0ac1d req-21a379b5-71a5-4aca-b53f-e01fef5d160a tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Deleting port 0ee4f68a-7e77-4bae-9c08-350723813d18 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:33:44.077595 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e69918b1-6e5b-4aa2-ba20-7ca44cf0ac1d req-21a379b5-71a5-4aca-b53f-e01fef5d160a tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.243692 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e69918b1-6e5b-4aa2-ba20-7ca44cf0ac1d req-21a379b5-71a5-4aca-b53f-e01fef5d160a tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.244021 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e69918b1-6e5b-4aa2-ba20-7ca44cf0ac1d req-21a379b5-71a5-4aca-b53f-e01fef5d160a tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.259351 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-35ba09cc-a544-4c43-9a63-88faa946bb80 service neutron] 10.222.0.41 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785269 Apr 18 20:33:44.266133 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-e69918b1-6e5b-4aa2-ba20-7ca44cf0ac1d req-21a379b5-71a5-4aca-b53f-e01fef5d160a tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Calling delete_port for 0ee4f68a-7e77-4bae-9c08-350723813d18 owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:33:44.458709 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-78bd083c-4822-47db-b395-b5a345f04000 service neutron] 10.222.0.41 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775997 Apr 18 20:33:44.526738 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e69918b1-6e5b-4aa2-ba20-7ca44cf0ac1d req-21a379b5-71a5-4aca-b53f-e01fef5d160a tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.560469 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a379b5-71a5-4aca-b53f-e01fef5d160a tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Pushing event deleted for resources: {'Port': ['ID=0ee4f68a-7e77-4bae-9c08-350723813d18,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:44.632410 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e69918b1-6e5b-4aa2-ba20-7ca44cf0ac1d req-21a379b5-71a5-4aca-b53f-e01fef5d160a tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.636271 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e69918b1-6e5b-4aa2-ba20-7ca44cf0ac1d req-21a379b5-71a5-4aca-b53f-e01fef5d160a tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.660771 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e69918b1-6e5b-4aa2-ba20-7ca44cf0ac1d req-21a379b5-71a5-4aca-b53f-e01fef5d160a tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "DELETE /v2.0/floatingips/ce673e83-da21-4833-8b89-f182e9d67d48 HTTP/1.1" status: 204 len: 173 time: 0.8207192 Apr 18 20:33:44.681990 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2f7170-5469-428a-b56c-e6bd75b840e7 x-openstack-request-id: req-0f2f7170-5469-428a-b56c-e6bd75b840e7 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:44.682954 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81aea4be-2db0-475a-ad5c-e0f45d7bdd65", "name": "network-vif-deleted", "tag": "ff1e743c-09ea-43c0-accd-26c4cdbf1d21", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:44.683281 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f2f7170-5469-428a-b56c-e6bd75b840e7 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:44.684071 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f2f7170-5469-428a-b56c-e6bd75b840e7'] response: {'server_uuid': '81aea4be-2db0-475a-ad5c-e0f45d7bdd65', 'name': 'network-vif-deleted', 'tag': 'ff1e743c-09ea-43c0-accd-26c4cdbf1d21', 'status': 'completed', 'code': 200} Apr 18 20:33:44.815313 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8d857-1bba-4b8c-a956-cac2eddc6231 req-654e4e9e-8dc7-46f9-a350-801a11d983f1 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:44.818924 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a5d8d857-1bba-4b8c-a956-cac2eddc6231 req-654e4e9e-8dc7-46f9-a350-801a11d983f1 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed642c71-7399-45c9-9f89-3e26322d8f24 HTTP/1.1" status: 200 len: 945 time: 0.0963526 Apr 18 20:33:44.934831 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a5d8d857-1bba-4b8c-a956-cac2eddc6231 req-b1a9bf9b-739a-4613-b88b-1d263ee03c95 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "GET /v2.0/security-groups?id=f32f7a6b-2fef-44c5-80c2-bea226cffbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079094 Apr 18 20:33:44.976829 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68747c4-1a28-4f93-8955-35abef81bef0 req-ace429e7-6274-44eb-b3f4-6e4ea9757f7d tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:44.981347 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a68747c4-1a28-4f93-8955-35abef81bef0 req-ace429e7-6274-44eb-b3f4-6e4ea9757f7d tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eede207-e079-4c70-ba13-67cad0698a1a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1288972 Apr 18 20:33:45.010354 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device d758b81c-8118-4afa-8499-4bc24c11da33 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:33:45.048932 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a68747c4-1a28-4f93-8955-35abef81bef0 req-67b7ce89-922d-425f-b0e1-bfa42a6f5ea9 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0603380 Apr 18 20:33:45.056720 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: d758b81c-8118-4afa-8499-4bc24c11da33 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:33:45.057662 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device d758b81c-8118-4afa-8499-4bc24c11da33 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:33:45.059027 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device ff1e743c-09ea-43c0-accd-26c4cdbf1d21 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:33:45.085598 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b77142-ed7c-4f66-8cee-fde87b4c53a6 x-openstack-request-id: req-25b77142-ed7c-4f66-8cee-fde87b4c53a6 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:45.086208 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19818d7e-e58a-42bc-a9bb-43741b920836", "name": "network-vif-deleted", "tag": "d758b81c-8118-4afa-8499-4bc24c11da33", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:45.086778 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-25b77142-ed7c-4f66-8cee-fde87b4c53a6 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:45.087741 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25b77142-ed7c-4f66-8cee-fde87b4c53a6'] response: {'server_uuid': '19818d7e-e58a-42bc-a9bb-43741b920836', 'name': 'network-vif-deleted', 'tag': 'd758b81c-8118-4afa-8499-4bc24c11da33', 'status': 'completed', 'code': 200} Apr 18 20:33:45.103457 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: ff1e743c-09ea-43c0-accd-26c4cdbf1d21 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:33:45.104671 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device ff1e743c-09ea-43c0-accd-26c4cdbf1d21 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:33:45.126415 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34864) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:45.414097 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ed86d97e-7e29-4568-bd03-f4d3a7f0334f req-bdc85cd7-0f38-4d0f-9aee-28443c579620 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 210 time: 0.1581798 Apr 18 20:33:45.564633 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f5f8f-e406-4de9-a131-c4030271e642 req-ed789e3e-74f8-40e9-877f-812ab52a567e tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:45.566196 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-908f5f8f-e406-4de9-a131-c4030271e642 req-ed789e3e-74f8-40e9-877f-812ab52a567e tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3847225 Apr 18 20:33:45.578490 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-4360241a-e713-4e90-82d5-1623584362b6 admin admin] Deleting subnet 07088b8e-aaa8-48c6-be5d-b75368ae775e {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:33:45.591356 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4360241a-e713-4e90-82d5-1623584362b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:45.656252 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4360241a-e713-4e90-82d5-1623584362b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:45.739865 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4360241a-e713-4e90-82d5-1623584362b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:45.784885 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f3815-85d2-4dd8-8abe-fa9c252128ac req-1a7323ac-bc4c-4d0d-8c20-093f3947eeeb tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:45.787445 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-119f3815-85d2-4dd8-8abe-fa9c252128ac req-1a7323ac-bc4c-4d0d-8c20-093f3947eeeb tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed642c71-7399-45c9-9f89-3e26322d8f24 HTTP/1.1" status: 200 len: 945 time: 0.1052754 Apr 18 20:33:45.796791 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34906) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:45.802347 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-f90a60ca-f85e-4bc5-a25e-5e1e733bda40 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Request body: {'floatingip': {'port_id': 'a6303a36-ac5d-4639-8f79-17becc5cde3b'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:45.864291 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f90a60ca-f85e-4bc5-a25e-5e1e733bda40 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks [] for floatingip, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:45.924834 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34912) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:45.938121 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76b711d2-81e0-4181-b8df-f0bb2746bfc9 req-ffc3da7d-ed78-45ea-89a0-a91e989bd823 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1178813 Apr 18 20:33:46.003613 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4360241a-e713-4e90-82d5-1623584362b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.112631 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360241a-e713-4e90-82d5-1623584362b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07088b8e-aaa8-48c6-be5d-b75368ae775e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:46.155786 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f9b0d6e-b072-4ff9-9b95-3f87e858c4f4 req-462e482d-36c8-4dc2-8f39-4ca8cc8bd97b tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=89c926e9e20e4924ad193342f10c5bb3 HTTP/1.1" status: 200 len: 1656 time: 0.1672573 Apr 18 20:33:46.157693 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4360241a-e713-4e90-82d5-1623584362b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.164842 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4360241a-e713-4e90-82d5-1623584362b6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/07088b8e-aaa8-48c6-be5d-b75368ae775e HTTP/1.1" status: 204 len: 168 time: 1.0369070 Apr 18 20:33:46.168949 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34924) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:46.477141 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f90a60ca-f85e-4bc5-a25e-5e1e733bda40 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.482814 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d301333d-53d8-4734-8e26-232ab772a718 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=98d31c0baf76478497974eedf8c74881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5561035 Apr 18 20:33:46.487467 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f90a60ca-f85e-4bc5-a25e-5e1e733bda40 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.490698 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34940) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:46.610651 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b20694fa-58f1-4996-b8e1-33f063fa712b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.678522 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b20694fa-58f1-4996-b8e1-33f063fa712b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.694320 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 5ed30248-2a44-4edc-a4df-8faa2b579286 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:33:46.706606 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-f90a60ca-f85e-4bc5-a25e-5e1e733bda40 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Floating IP bec02702-c9bf-43d6-9a06-ce7c01eb71c9 associated. External IP: 172.25.1.72, port: a6303a36-ac5d-4639-8f79-17becc5cde3b. Apr 18 20:33:46.858633 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b0d6e-b072-4ff9-9b95-3f87e858c4f4 req-1111a5b0-c359-4405-b449-23cb358230f8 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:46.873777 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f9b0d6e-b072-4ff9-9b95-3f87e858c4f4 req-1111a5b0-c359-4405-b449-23cb358230f8 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/networks?id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 787 time: 0.6900516 Apr 18 20:33:46.976069 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 5ed30248-2a44-4edc-a4df-8faa2b579286, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=5ed30248-2a44-4edc-a4df-8faa2b579286,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:46.986242 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b20694fa-58f1-4996-b8e1-33f063fa712b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.990451 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b20694fa-58f1-4996-b8e1-33f063fa712b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.991679 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b20694fa-58f1-4996-b8e1-33f063fa712b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ab8fed5c-a0d3-4ee4-b503-fdb115da91a7 HTTP/1.1" status: 204 len: 168 time: 0.5000174 Apr 18 20:33:47.003300 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-62f0a7d6-7e9f-4a3d-9917-b25b5ecefacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:47.014852 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20694fa-58f1-4996-b8e1-33f063fa712b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8fed5c-a0d3-4ee4-b503-fdb115da91a7,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:47.028855 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '5ed30248-2a44-4edc-a4df-8faa2b579286', 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61', 'port_id': '5ed30248-2a44-4edc-a4df-8faa2b579286', 'mac_address': 'fa:16:3e:4d:65:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8708785-9af0-4579-bb8d-13349cd937a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:33:47.164234 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:47.172028 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90a60ca-f85e-4bc5-a25e-5e1e733bda40 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Router cd29d771-f6d4-4a45-b07d-a29b00493411 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:33:47.196961 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ed30248-2a44-4edc-a4df-8faa2b579286 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:47.230746 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-d2282fb3-e9a5-4a0e-a596-2daa427ae38b tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:47.232354 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-d2282fb3-e9a5-4a0e-a596-2daa427ae38b tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.57 "GET /v2.0/networks?id=d538f970-1699-4982-98ba-9d8cb4a7048d HTTP/1.1" status: 200 len: 818 time: 0.3306966 Apr 18 20:33:47.248241 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 5ed30248-2a44-4edc-a4df-8faa2b579286, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=5ed30248-2a44-4edc-a4df-8faa2b579286,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:47.264741 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:47.268127 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-62f0a7d6-7e9f-4a3d-9917-b25b5ecefacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:47.298210 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00aca5-d73d-4eb1-9f13-477618f3f7bb req-d7c31aac-2db2-431b-87c0-3a8111a7365e tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:47.306690 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6f00aca5-d73d-4eb1-9f13-477618f3f7bb req-d7c31aac-2db2-431b-87c0-3a8111a7365e tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eede207-e079-4c70-ba13-67cad0698a1a HTTP/1.1" status: 200 len: 945 time: 0.1805515 Apr 18 20:33:47.351843 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-62f0a7d6-7e9f-4a3d-9917-b25b5ecefacd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e8e2fd-14fe-4cc2-9e5c-3a430530374e']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:47.358871 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['5ed30248-2a44-4edc-a4df-8faa2b579286'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:33:47.377701 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-96635947-515f-4c9b-9c38-3ae5a758cb3e req-6a84c608-357b-49c8-90eb-1bb34a0ea2e8 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 210 time: 0.0879741 Apr 18 20:33:47.383242 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-893f3fdf-1dd2-40f0-9318-3c82e980cf8e tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c72a6cb4b75647d38b6aa693a7d2ca0b HTTP/1.1" status: 200 len: 379 time: 0.1405456 Apr 18 20:33:47.390008 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-62f0a7d6-7e9f-4a3d-9917-b25b5ecefacd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:47.390553 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-62f0a7d6-7e9f-4a3d-9917-b25b5ecefacd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b2489e-ff69-4d07-8ef1-df53d6e9d52b') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:47.398957 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c53282b6-eba0-4f81-850f-1e9e67fed8af tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Request body: {'port': {'device_id': 'eab33292-7224-4565-a319-3ad77454d05e', 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'admin_state_up': True, 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'security_groups': ['8e12d852-c378-4418-b338-b9c49f5e861e']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:47.439436 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-62f0a7d6-7e9f-4a3d-9917-b25b5ecefacd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:47.468245 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=5ed30248-2a44-4edc-a4df-8faa2b579286,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:47.474066 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90a60ca-f85e-4bc5-a25e-5e1e733bda40 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:33:47.494486 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb56b90-8de1-4faa-b992-77be9cc1ce13 None None] Sync routers for ids ['cd29d771-f6d4-4a45-b07d-a29b00493411'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:33:47.501106 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6f00aca5-d73d-4eb1-9f13-477618f3f7bb req-72b67979-e026-4d6a-a937-a484d8111249 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce159e48-4514-4661-b102-ef56844725be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934047 Apr 18 20:33:47.501479 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f90a60ca-f85e-4bc5-a25e-5e1e733bda40 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:47.557783 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb56b90-8de1-4faa-b992-77be9cc1ce13 None None] Routers {'cd29d771-f6d4-4a45-b07d-a29b00493411'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:33:47.558584 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-feb56b90-8de1-4faa-b992-77be9cc1ce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:33:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cd29d771-f6d4-4a45-b07d-a29b00493411'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:47.561752 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-62f0a7d6-7e9f-4a3d-9917-b25b5ecefacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:47.589405 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-47f8ac8b-3eec-4b2a-a369-3f09355eac3f req-0163069e-e6a9-4bdf-8182-2dfa56078956 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/floatingips/fe5d59b8-f6d9-4e23-a78b-0789259495b7 HTTP/1.1" status: 200 len: 693 time: 0.1401522 Apr 18 20:33:47.606926 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f0a7d6-7e9f-4a3d-9917-b25b5ecefacd admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:33:47.607754 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-62f0a7d6-7e9f-4a3d-9917-b25b5ecefacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:33:47.609978 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:33:47.669965 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f90a60ca-f85e-4bc5-a25e-5e1e733bda40 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "PUT /v2.0/floatingips/bec02702-c9bf-43d6-9a06-ce7c01eb71c9 HTTP/1.1" status: 200 len: 990 time: 1.8711557 Apr 18 20:33:47.672923 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed642c71-7399-45c9-9f89-3e26322d8f24', 'tag': 'a6303a36-ac5d-4639-8f79-17becc5cde3b'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:47.680789 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b2b5c3-18e6-4960-8560-340faf6d1504" -d '{"events": [{"name": "network-changed", "server_uuid": "ed642c71-7399-45c9-9f89-3e26322d8f24", "tag": "a6303a36-ac5d-4639-8f79-17becc5cde3b"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:47.820870 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-feb56b90-8de1-4faa-b992-77be9cc1ce13 None None] Set router cd29d771-f6d4-4a45-b07d-a29b00493411 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:33:47.835419 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-62f0a7d6-7e9f-4a3d-9917-b25b5ecefacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:47.856397 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-62f0a7d6-7e9f-4a3d-9917-b25b5ecefacd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:47.860128 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-62f0a7d6-7e9f-4a3d-9917-b25b5ecefacd admin admin] 10.222.0.41 "DELETE /v2.0/networks/93e8e2fd-14fe-4cc2-9e5c-3a430530374e HTTP/1.1" status: 204 len: 168 time: 1.6897225 Apr 18 20:33:47.866507 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35000) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:47.896781 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0a7d6-7e9f-4a3d-9917-b25b5ecefacd admin admin] Pushing event deleted for resources: {'Network': ['ID=93e8e2fd-14fe-4cc2-9e5c-3a430530374e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:47.918510 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8ac8b-3eec-4b2a-a369-3f09355eac3f req-b7d1e721-aa7c-40a3-89dd-64f7d4c7242f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:47.927962 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-47f8ac8b-3eec-4b2a-a369-3f09355eac3f req-b7d1e721-aa7c-40a3-89dd-64f7d4c7242f tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.2919641 Apr 18 20:33:47.945087 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c53282b6-eba0-4f81-850f-1e9e67fed8af tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Made reservation on behalf of c72a6cb4b75647d38b6aa693a7d2ca0b for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:33:47.949535 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c53282b6-eba0-4f81-850f-1e9e67fed8af tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:48.014323 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-47f8ac8b-3eec-4b2a-a369-3f09355eac3f req-2de08fe5-0eaf-4237-a416-a0abbbd191c8 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.118 HTTP/1.1" status: 200 len: 696 time: 0.0847909 Apr 18 20:33:48.071186 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95372cb-0d30-4f49-ba9b-76958bab7a86 x-openstack-request-id: req-f95372cb-0d30-4f49-ba9b-76958bab7a86 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:48.072158 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed642c71-7399-45c9-9f89-3e26322d8f24", "tag": "a6303a36-ac5d-4639-8f79-17becc5cde3b", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:48.074821 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f95372cb-0d30-4f49-ba9b-76958bab7a86 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:48.075323 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f95372cb-0d30-4f49-ba9b-76958bab7a86'] response: {'name': 'network-changed', 'server_uuid': 'ed642c71-7399-45c9-9f89-3e26322d8f24', 'tag': 'a6303a36-ac5d-4639-8f79-17becc5cde3b', 'status': 'completed', 'code': 200} Apr 18 20:33:48.121172 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35012) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:48.171206 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-949ae30c-c235-4f9e-bde7-eee586f60b26 admin admin] Deleting subnet 12b1034e-0f55-42ba-9dd7-f1514c3ba2d9 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:33:48.180793 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-949ae30c-c235-4f9e-bde7-eee586f60b26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:48.218148 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-47f8ac8b-3eec-4b2a-a369-3f09355eac3f req-578be49f-6e0c-4e12-bec4-d36b6f4dc905 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.118 HTTP/1.1" status: 200 len: 696 time: 0.2022142 Apr 18 20:33:48.254559 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-949ae30c-c235-4f9e-bde7-eee586f60b26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:48.263077 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fb1791fe-2c08-405b-985e-78c399627384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:48.344752 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-949ae30c-c235-4f9e-bde7-eee586f60b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:48.418085 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddd421-9cf8-4124-87a3-ca55da4f6edf req-cdf58db8-13e4-4658-9d68-0a55d816661c tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:48.420223 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0bddd421-9cf8-4124-87a3-ca55da4f6edf req-cdf58db8-13e4-4658-9d68-0a55d816661c tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.32 "GET /v2.0/ports?device_id=9eede207-e079-4c70-ba13-67cad0698a1a HTTP/1.1" status: 200 len: 945 time: 0.4031520 Apr 18 20:33:48.461997 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-949ae30c-c235-4f9e-bde7-eee586f60b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:48.465558 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2b5c3-18e6-4960-8560-340faf6d1504 req-6bef1e1c-c95d-4493-916c-6015ac331381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:48.467674 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-13b2b5c3-18e6-4960-8560-340faf6d1504 req-6bef1e1c-c95d-4493-916c-6015ac331381 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ab648ec573b471693f18df472322614&device_id=ed642c71-7399-45c9-9f89-3e26322d8f24 HTTP/1.1" status: 200 len: 1096 time: 0.3912199 Apr 18 20:33:48.512262 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-feb56b90-8de1-4faa-b992-77be9cc1ce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'name': 'tempest-ServersTestFqdnHostnames-2060311837-router', 'tenant_id': '4ab648ec573b471693f18df472322614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:52Z', 'updated_at': '2022-04-18T20:33:06Z', 'revision_number': 4, 'project_id': '4ab648ec573b471693f18df472322614', 'gw_port': {'id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:54Z', 'updated_at': '2022-04-18T20:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'bec02702-c9bf-43d6-9a06-ce7c01eb71c9', 'tenant_id': '4ab648ec573b471693f18df472322614', 'floating_ip_address': '172.25.1.72', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'port_id': 'a6303a36-ac5d-4639-8f79-17becc5cde3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c', 'mac_address': 'fa:16:3e:da:01:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed642c71-7399-45c9-9f89-3e26322d8f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:33:20Z', 'updated_at': '2022-04-18T20:33:46Z', 'revision_number': 1, 'project_id': '4ab648ec573b471693f18df472322614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1befbbbb-301a-49f9-89ad-4020c378ba30', 'name': '', 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c', 'tenant_id': '4ab648ec573b471693f18df472322614', 'mac_address': 'fa:16:3e:11:80:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'ef443a10-9912-467c-8cb2-a21262f03efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:03Z', 'updated_at': '2022-04-18T20:33:14Z', 'revision_number': 5, 'project_id': '4ab648ec573b471693f18df472322614', 'subnets': [{'id': 'ef443a10-9912-467c-8cb2-a21262f03efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:48.596102 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb56b90-8de1-4faa-b992-77be9cc1ce13 None None] Checking router: cd29d771-f6d4-4a45-b07d-a29b00493411 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:33:48.601797 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ae30c-c235-4f9e-bde7-eee586f60b26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12b1034e-0f55-42ba-9dd7-f1514c3ba2d9,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:48.604158 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2b5c3-18e6-4960-8560-340faf6d1504 req-cd4b00bd-e6f4-4be2-8ef8-1353c923a484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:48.606121 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-13b2b5c3-18e6-4960-8560-340faf6d1504 req-cd4b00bd-e6f4-4be2-8ef8-1353c923a484 service neutron] 10.222.0.32 "GET /v2.0/networks?id=096979d4-7e57-4182-a39f-1144c54a852c HTTP/1.1" status: 200 len: 916 time: 0.1114163 Apr 18 20:33:48.640377 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb56b90-8de1-4faa-b992-77be9cc1ce13 None None] Routers {'cd29d771-f6d4-4a45-b07d-a29b00493411'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:33:48.644360 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-feb56b90-8de1-4faa-b992-77be9cc1ce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:33:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cd29d771-f6d4-4a45-b07d-a29b00493411'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:48.681006 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-949ae30c-c235-4f9e-bde7-eee586f60b26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:48.688513 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-949ae30c-c235-4f9e-bde7-eee586f60b26 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/12b1034e-0f55-42ba-9dd7-f1514c3ba2d9 HTTP/1.1" status: 204 len: 168 time: 0.8156762 Apr 18 20:33:48.692135 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35048) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:48.694848 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 5ed30248-2a44-4edc-a4df-8faa2b579286 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:33:48.727186 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-13b2b5c3-18e6-4960-8560-340faf6d1504 req-0bb24723-4566-4233-a8da-8c3868a30be5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6303a36-ac5d-4639-8f79-17becc5cde3b HTTP/1.1" status: 200 len: 998 time: 0.1132896 Apr 18 20:33:48.837706 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2b5c3-18e6-4960-8560-340faf6d1504 req-c58d6f76-2c12-4b55-90ec-5106a34fe499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:48.839483 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-13b2b5c3-18e6-4960-8560-340faf6d1504 req-c58d6f76-2c12-4b55-90ec-5106a34fe499 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef443a10-9912-467c-8cb2-a21262f03efe HTTP/1.1" status: 200 len: 854 time: 0.1060855 Apr 18 20:33:48.872600 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c53282b6-eba0-4f81-850f-1e9e67fed8af tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Allocated IP 172.20.0.14 (d538f970-1699-4982-98ba-9d8cb4a7048d/f8415795-d2f2-4354-859f-79b4fcc6f470/9ad0a438-8e05-47ec-ad5f-91473189dc27) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:48.915470 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 5ed30248-2a44-4edc-a4df-8faa2b579286 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:48.917177 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:48.930623 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2b5c3-18e6-4960-8560-340faf6d1504 req-858fdf19-ef72-4838-871a-0c7be60c8b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:48.936062 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-13b2b5c3-18e6-4960-8560-340faf6d1504 req-858fdf19-ef72-4838-871a-0c7be60c8b87 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=096979d4-7e57-4182-a39f-1144c54a852c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892074 Apr 18 20:33:48.963335 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-feb56b90-8de1-4faa-b992-77be9cc1ce13 None None] Set router cd29d771-f6d4-4a45-b07d-a29b00493411 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:33:49.130341 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:49.153792 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-13b2b5c3-18e6-4960-8560-340faf6d1504 req-a38b289a-99a6-4874-9176-49d33aa20288 service neutron] 10.222.0.32 "GET /v2.0/networks/096979d4-7e57-4182-a39f-1144c54a852c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090168 Apr 18 20:33:49.159346 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc107110-cfc7-41fd-bec0-f537ce4866c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed30248-2a44-4edc-a4df-8faa2b579286'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:49.163292 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c04187a-b2ca-43c7-aaf3-8e4f54301e50" -d '{"events": [{"server_uuid": "dc107110-cfc7-41fd-bec0-f537ce4866c1", "name": "network-vif-plugged", "status": "completed", "tag": "5ed30248-2a44-4edc-a4df-8faa2b579286"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:49.190471 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 5ed30248-2a44-4edc-a4df-8faa2b579286, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=5ed30248-2a44-4edc-a4df-8faa2b579286,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:49.206558 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:49.229192 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fca439f8-9c28-4012-9af7-9341055a0a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:49.361075 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fb1791fe-2c08-405b-985e-78c399627384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:49.372626 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-47f8ac8b-3eec-4b2a-a369-3f09355eac3f req-7f7d1c89-fd95-4953-a1a4-d8446d10f2cd tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Deleting port bc23409f-8938-4b64-897c-e9d9116fe564 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:33:49.373175 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-47f8ac8b-3eec-4b2a-a369-3f09355eac3f req-7f7d1c89-fd95-4953-a1a4-d8446d10f2cd tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:49.386898 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-0bddd421-9cf8-4124-87a3-ca55da4f6edf req-8f3e4fd2-f590-4838-ba81-c5c8aa6a7f48 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Deleting port c5e21e3d-c662-4b8a-aa78-911e293510c8 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:33:49.387925 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0bddd421-9cf8-4124-87a3-ca55da4f6edf req-8f3e4fd2-f590-4838-ba81-c5c8aa6a7f48 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:49.419509 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=5ed30248-2a44-4edc-a4df-8faa2b579286,revision_number=7']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:49.461140 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fb1791fe-2c08-405b-985e-78c399627384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:49.468648 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-13b2b5c3-18e6-4960-8560-340faf6d1504 req-40edb9ff-420f-4e3b-a394-28c571b8d438 service neutron] 10.222.0.32 "GET /v2.0/networks/096979d4-7e57-4182-a39f-1144c54a852c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031614 Apr 18 20:33:49.557379 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-feb56b90-8de1-4faa-b992-77be9cc1ce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'name': 'tempest-ServersTestFqdnHostnames-2060311837-router', 'tenant_id': '4ab648ec573b471693f18df472322614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:52Z', 'updated_at': '2022-04-18T20:33:06Z', 'revision_number': 4, 'project_id': '4ab648ec573b471693f18df472322614', 'gw_port': {'id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:54Z', 'updated_at': '2022-04-18T20:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'bec02702-c9bf-43d6-9a06-ce7c01eb71c9', 'tenant_id': '4ab648ec573b471693f18df472322614', 'floating_ip_address': '172.25.1.72', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'port_id': 'a6303a36-ac5d-4639-8f79-17becc5cde3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c', 'mac_address': 'fa:16:3e:da:01:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed642c71-7399-45c9-9f89-3e26322d8f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:33:20Z', 'updated_at': '2022-04-18T20:33:46Z', 'revision_number': 1, 'project_id': '4ab648ec573b471693f18df472322614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1befbbbb-301a-49f9-89ad-4020c378ba30', 'name': '', 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c', 'tenant_id': '4ab648ec573b471693f18df472322614', 'mac_address': 'fa:16:3e:11:80:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'ef443a10-9912-467c-8cb2-a21262f03efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:03Z', 'updated_at': '2022-04-18T20:33:14Z', 'revision_number': 5, 'project_id': '4ab648ec573b471693f18df472322614', 'subnets': [{'id': 'ef443a10-9912-467c-8cb2-a21262f03efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:49.609782 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb56b90-8de1-4faa-b992-77be9cc1ce13 None None] The sync data for ids ['cd29d771-f6d4-4a45-b07d-a29b00493411'] in n-d-838323-3 is: [{'id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'name': 'tempest-ServersTestFqdnHostnames-2060311837-router', 'tenant_id': '4ab648ec573b471693f18df472322614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:52Z', 'updated_at': '2022-04-18T20:33:06Z', 'revision_number': 4, 'project_id': '4ab648ec573b471693f18df472322614', 'gw_port': {'id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:54Z', 'updated_at': '2022-04-18T20:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'bec02702-c9bf-43d6-9a06-ce7c01eb71c9', 'tenant_id': '4ab648ec573b471693f18df472322614', 'floating_ip_address': '172.25.1.72', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'port_id': 'a6303a36-ac5d-4639-8f79-17becc5cde3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c', 'mac_address': 'fa:16:3e:da:01:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed642c71-7399-45c9-9f89-3e26322d8f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:33:20Z', 'updated_at': '2022-04-18T20:33:46Z', 'revision_number': 1, 'project_id': '4ab648ec573b471693f18df472322614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1befbbbb-301a-49f9-89ad-4020c378ba30', 'name': '', 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c', 'tenant_id': '4ab648ec573b471693f18df472322614', 'mac_address': 'fa:16:3e:11:80:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'ef443a10-9912-467c-8cb2-a21262f03efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:03Z', 'updated_at': '2022-04-18T20:33:14Z', 'revision_number': 5, 'project_id': '4ab648ec573b471693f18df472322614', 'subnets': [{'id': 'ef443a10-9912-467c-8cb2-a21262f03efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:33:49.741883 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-007fe862-9122-4c26-95ef-abed9a4d3338 req-a009aaf6-70c9-4cee-a65c-13f8471e00ea tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 210 time: 0.3329661 Apr 18 20:33:49.904505 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1791fe-2c08-405b-985e-78c399627384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e24fd4-f152-40c7-babe-a1ea5bc1224e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:49.934731 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-fb1791fe-2c08-405b-985e-78c399627384 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=203170b04f2c44eda280d2d1b33f4400&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8112018 Apr 18 20:33:49.939146 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35082) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:49.986172 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8708d122-58f8-41bd-b31d-d61a9ed3a24e None None] New status for floating IP bec02702-c9bf-43d6-9a06-ce7c01eb71c9: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:33:50.026763 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fca439f8-9c28-4012-9af7-9341055a0a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:50.100871 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-91ad2ab8-6ea3-4363-b657-06cb631027fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:50.157354 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-91ad2ab8-6ea3-4363-b657-06cb631027fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:50.221029 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c53282b6-eba0-4f81-850f-1e9e67fed8af tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:50.298355 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-91ad2ab8-6ea3-4363-b657-06cb631027fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:50.305449 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-91ad2ab8-6ea3-4363-b657-06cb631027fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:50.307354 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-91ad2ab8-6ea3-4363-b657-06cb631027fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a9e24fd4-f152-40c7-babe-a1ea5bc1224e HTTP/1.1" status: 204 len: 168 time: 0.3671856 Apr 18 20:33:50.349112 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad2ab8-6ea3-4363-b657-06cb631027fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e24fd4-f152-40c7-babe-a1ea5bc1224e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:50.376705 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-47f8ac8b-3eec-4b2a-a369-3f09355eac3f req-7f7d1c89-fd95-4953-a1a4-d8446d10f2cd tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:50.378755 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-47f8ac8b-3eec-4b2a-a369-3f09355eac3f req-7f7d1c89-fd95-4953-a1a4-d8446d10f2cd tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:50.492281 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-fca439f8-9c28-4012-9af7-9341055a0a13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d729b9-d67f-41eb-8799-e3474d214259']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:50.504572 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-47f8ac8b-3eec-4b2a-a369-3f09355eac3f req-7f7d1c89-fd95-4953-a1a4-d8446d10f2cd tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Calling delete_port for bc23409f-8938-4b64-897c-e9d9116fe564 owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:33:50.550153 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-fca439f8-9c28-4012-9af7-9341055a0a13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc1e83b1-78b0-4391-afe2-bb77414095f1') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:50.550639 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-fca439f8-9c28-4012-9af7-9341055a0a13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc1e83b1-78b0-4391-afe2-bb77414095f1') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:50.568986 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-0bddd421-9cf8-4124-87a3-ca55da4f6edf req-8f3e4fd2-f590-4838-ba81-c5c8aa6a7f48 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] For port c5e21e3d-c662-4b8a-aa78-911e293510c8, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=c5e21e3d-c662-4b8a-aa78-911e293510c8,segment=NetworkSegment(d4550aeb-dbd6-4af9-9328-fdc09ed8e0d1),segment_id=d4550aeb-dbd6-4af9-9328-fdc09ed8e0d1)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:50.569629 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0bddd421-9cf8-4124-87a3-ca55da4f6edf req-8f3e4fd2-f590-4838-ba81-c5c8aa6a7f48 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:50.607455 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c53282b6-eba0-4f81-850f-1e9e67fed8af tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:50.639495 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fca439f8-9c28-4012-9af7-9341055a0a13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:50.669836 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-0bddd421-9cf8-4124-87a3-ca55da4f6edf req-8f3e4fd2-f590-4838-ba81-c5c8aa6a7f48 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Calling delete_port for c5e21e3d-c662-4b8a-aa78-911e293510c8 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:33:50.691390 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a10bc-b2c4-40e7-9a29-149233d57832 req-e3118078-f79e-4dbc-ba86-834eb60a5413 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:50.705355 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e13a10bc-b2c4-40e7-9a29-149233d57832 req-e3118078-f79e-4dbc-ba86-834eb60a5413 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eede207-e079-4c70-ba13-67cad0698a1a HTTP/1.1" status: 200 len: 945 time: 0.7822697 Apr 18 20:33:50.998607 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c53282b6-eba0-4f81-850f-1e9e67fed8af tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Network d538f970-1699-4982-98ba-9d8cb4a7048d is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:51.015172 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c53282b6-eba0-4f81-850f-1e9e67fed8af tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:51.019611 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c53282b6-eba0-4f81-850f-1e9e67fed8af tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:33:51.038261 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fca439f8-9c28-4012-9af7-9341055a0a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:51.209395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca439f8-9c28-4012-9af7-9341055a0a13 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:33:51.210401 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fca439f8-9c28-4012-9af7-9341055a0a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:33:51.229497 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:33:51.351031 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53282b6-eba0-4f81-850f-1e9e67fed8af tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Pushing event updated for resources: {'Port': ['ID=9ad0a438-8e05-47ec-ad5f-91473189dc27,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:51.487046 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e13a10bc-b2c4-40e7-9a29-149233d57832 req-f1ca98fe-7d68-4527-ae34-9884cb2595ef tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce159e48-4514-4661-b102-ef56844725be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7804737 Apr 18 20:33:51.496218 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-47f8ac8b-3eec-4b2a-a369-3f09355eac3f req-7f7d1c89-fd95-4953-a1a4-d8446d10f2cd tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:51.511085 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c53282b6-eba0-4f81-850f-1e9e67fed8af tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:51.511915 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c53282b6-eba0-4f81-850f-1e9e67fed8af tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:51.514018 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c85e2b95-1fe0-432b-87d9-7de270baf896 None None] Provisioning complete for port 9ad0a438-8e05-47ec-ad5f-91473189dc27 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:51.515508 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c85e2b95-1fe0-432b-87d9-7de270baf896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:51.526137 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fca439f8-9c28-4012-9af7-9341055a0a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:51.611698 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c53282b6-eba0-4f81-850f-1e9e67fed8af tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2183523 Apr 18 20:33:51.617524 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fca439f8-9c28-4012-9af7-9341055a0a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:51.627360 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-fca439f8-9c28-4012-9af7-9341055a0a13 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d0d729b9-d67f-41eb-8799-e3474d214259 HTTP/1.1" status: 204 len: 168 time: 2.8950522 Apr 18 20:33:51.645931 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c85e2b95-1fe0-432b-87d9-7de270baf896 None None] Port 9ad0a438-8e05-47ec-ad5f-91473189dc27 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:33:51.659131 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c970baaf-304a-40a7-9673-e1273ba8e722 service neutron] Request body: {'port': {'device_id': 'eab33292-7224-4565-a319-3ad77454d05e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:51.664263 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d1c89-fd95-4953-a1a4-d8446d10f2cd tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Pushing event deleted for resources: {'Port': ['ID=bc23409f-8938-4b64-897c-e9d9116fe564,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:51.699908 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca439f8-9c28-4012-9af7-9341055a0a13 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0d729b9-d67f-41eb-8799-e3474d214259,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:51.988380 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35126) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:52.155158 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6939eb53-f0e6-4bb4-a683-24349ad61f95 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dfaa7f2918ce486b8b6e6cf1abff9639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1615374 Apr 18 20:33:52.157861 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35140) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:52.300054 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35142) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:52.356398 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7b6fe0ae-0b86-4092-ad27-b236ac9b02c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:52.419949 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7b6fe0ae-0b86-4092-ad27-b236ac9b02c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:52.557298 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7b6fe0ae-0b86-4092-ad27-b236ac9b02c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:52.564475 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7b6fe0ae-0b86-4092-ad27-b236ac9b02c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:52.570141 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7b6fe0ae-0b86-4092-ad27-b236ac9b02c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f28427a2-9440-423b-9307-2c3dd41ee7bd HTTP/1.1" status: 204 len: 168 time: 0.4069822 Apr 18 20:33:52.594500 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-47f8ac8b-3eec-4b2a-a369-3f09355eac3f req-7f7d1c89-fd95-4953-a1a4-d8446d10f2cd tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:52.601121 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-47f8ac8b-3eec-4b2a-a369-3f09355eac3f req-7f7d1c89-fd95-4953-a1a4-d8446d10f2cd tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:52.621733 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-47f8ac8b-3eec-4b2a-a369-3f09355eac3f req-7f7d1c89-fd95-4953-a1a4-d8446d10f2cd tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "DELETE /v2.0/floatingips/fe5d59b8-f6d9-4e23-a78b-0789259495b7 HTTP/1.1" status: 204 len: 173 time: 4.4018805 Apr 18 20:33:52.630730 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6fe0ae-0b86-4092-ad27-b236ac9b02c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28427a2-9440-423b-9307-2c3dd41ee7bd,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:52.658506 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c970baaf-304a-40a7-9673-e1273ba8e722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:52.697549 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-dd1716a0-2b42-4223-8a3d-dce199ba3e4e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-835151443-network', 'tenant_id': 'f39d54d3bd294f5dbe03afeb1a0eb0c9'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:52.716904 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0bddd421-9cf8-4124-87a3-ca55da4f6edf req-8f3e4fd2-f590-4838-ba81-c5c8aa6a7f48 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:52.726737 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device c5e21e3d-c662-4b8a-aa78-911e293510c8 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:33:52.809456 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815bc4ac-0917-45b2-9ffb-72003acd000d x-openstack-request-id: req-815bc4ac-0917-45b2-9ffb-72003acd000d {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:52.811915 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc107110-cfc7-41fd-bec0-f537ce4866c1", "name": "network-vif-plugged", "status": "completed", "tag": "5ed30248-2a44-4edc-a4df-8faa2b579286", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:52.814709 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-815bc4ac-0917-45b2-9ffb-72003acd000d {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:52.816321 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-815bc4ac-0917-45b2-9ffb-72003acd000d'] response: {'server_uuid': 'dc107110-cfc7-41fd-bec0-f537ce4866c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed30248-2a44-4edc-a4df-8faa2b579286', 'code': 200} Apr 18 20:33:52.819348 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1716a0-2b42-4223-8a3d-dce199ba3e4e admin admin] Made reservation on behalf of f39d54d3bd294f5dbe03afeb1a0eb0c9 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:33:52.820814 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: c5e21e3d-c662-4b8a-aa78-911e293510c8 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:33:52.821317 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device c5e21e3d-c662-4b8a-aa78-911e293510c8 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:33:52.826589 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dd1716a0-2b42-4223-8a3d-dce199ba3e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:52.918287 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dd1716a0-2b42-4223-8a3d-dce199ba3e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:53.086940 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dd1716a0-2b42-4223-8a3d-dce199ba3e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:53.096613 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e4fd2-f590-4838-ba81-c5c8aa6a7f48 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Pushing event deleted for resources: {'Port': ['ID=c5e21e3d-c662-4b8a-aa78-911e293510c8,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:53.098070 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dd1716a0-2b42-4223-8a3d-dce199ba3e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:53.113507 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1716a0-2b42-4223-8a3d-dce199ba3e4e admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:33:53.125715 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dd1716a0-2b42-4223-8a3d-dce199ba3e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:53.126151 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-dd1716a0-2b42-4223-8a3d-dce199ba3e4e admin admin] Added segment 8e558cab-fc44-457b-b2e3-8de4a319aadc of type vlan for network 0f42696b-e02e-4c93-bc6c-2e18dd4d76f9 Apr 18 20:33:53.181975 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dd1716a0-2b42-4223-8a3d-dce199ba3e4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:53.219318 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-49c39fec-9143-4c77-b02c-26d714e06ed5 req-d230e3fd-6db0-406c-887f-7a7633d3bc8a tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eede207-e079-4c70-ba13-67cad0698a1a HTTP/1.1" status: 200 len: 210 time: 0.1281631 Apr 18 20:33:53.224907 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bddd421-9cf8-4124-87a3-ca55da4f6edf req-8f3e4fd2-f590-4838-ba81-c5c8aa6a7f48 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] No DVR routers for this DVR port c5e21e3d-c662-4b8a-aa78-911e293510c8 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:33:53.228377 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0bddd421-9cf8-4124-87a3-ca55da4f6edf req-8f3e4fd2-f590-4838-ba81-c5c8aa6a7f48 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:53.233302 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0bddd421-9cf8-4124-87a3-ca55da4f6edf req-8f3e4fd2-f590-4838-ba81-c5c8aa6a7f48 tempest-FloatingIPsAssociationNegativeTestJSON-47806075 tempest-FloatingIPsAssociationNegativeTestJSON-47806075-project] 10.222.0.32 "DELETE /v2.0/ports/c5e21e3d-c662-4b8a-aa78-911e293510c8 HTTP/1.1" status: 204 len: 173 time: 4.7236710 Apr 18 20:33:53.245132 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dd1716a0-2b42-4223-8a3d-dce199ba3e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:53.251628 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1716a0-2b42-4223-8a3d-dce199ba3e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:53.254017 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dd1716a0-2b42-4223-8a3d-dce199ba3e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:53.259561 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eede207-e079-4c70-ba13-67cad0698a1a', 'name': 'network-vif-deleted', 'tag': 'c5e21e3d-c662-4b8a-aa78-911e293510c8'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:53.268799 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80664872-a824-40bc-bc34-3c171edd8905" -d '{"events": [{"server_uuid": "9eede207-e079-4c70-ba13-67cad0698a1a", "name": "network-vif-deleted", "tag": "c5e21e3d-c662-4b8a-aa78-911e293510c8"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:53.317431 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-dd1716a0-2b42-4223-8a3d-dce199ba3e4e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0070834 Apr 18 20:33:53.356395 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35174) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:53.388515 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-6441d743-bfba-410c-9527-0c87614826af admin admin] Request body: {'subnet': {'network_id': '0f42696b-e02e-4c93-bc6c-2e18dd4d76f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-835151443-subnet', 'tenant_id': 'f39d54d3bd294f5dbe03afeb1a0eb0c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:53.514684 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1716a0-2b42-4223-8a3d-dce199ba3e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:53.560039 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35176) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:53.643760 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b8310ac-6770-4eab-923f-55cc177b9784 req-b060038c-0119-40f8-b439-e1d6f3ee2c30 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/floatingips/13e26487-04ce-4070-81ef-f16fff4f9b42 HTTP/1.1" status: 200 len: 693 time: 0.2637658 Apr 18 20:33:53.648212 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1716a0-2b42-4223-8a3d-dce199ba3e4e admin admin] Pushing event updated for resources: {'Network': ['ID=0f42696b-e02e-4c93-bc6c-2e18dd4d76f9,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:53.660564 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b670ae6-0f83-460a-9f94-8f966c2e68d1 req-4b2b2ce4-6c51-4389-ad4e-b5381a9a929b tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:53.662352 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b670ae6-0f83-460a-9f94-8f966c2e68d1 req-4b2b2ce4-6c51-4389-ad4e-b5381a9a929b tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 932 time: 0.5685446 Apr 18 20:33:53.669154 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 0f42696b-e02e-4c93-bc6c-2e18dd4d76f9 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:33:53.669788 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6441d743-bfba-410c-9527-0c87614826af admin admin] Made reservation on behalf of f39d54d3bd294f5dbe03afeb1a0eb0c9 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:33:53.674802 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6441d743-bfba-410c-9527-0c87614826af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:53.846263 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2dc567c5-ba84-44a8-a163-edfa62bd075e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f506d622549495c9d46bf30c0d761e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810938 Apr 18 20:33:53.850993 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35180) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:54.122083 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-91e2cf37-acf0-408f-9b80-9a62e4f41714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:54.150913 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c970baaf-304a-40a7-9673-e1273ba8e722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad0a438-8e05-47ec-ad5f-91473189dc27 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:54.203691 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c970baaf-304a-40a7-9673-e1273ba8e722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:54.206198 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-91e2cf37-acf0-408f-9b80-9a62e4f41714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:54.248002 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8310ac-6770-4eab-923f-55cc177b9784 req-4f9dced5-4dce-4bd6-bbf5-d1f1847155bf tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:54.254318 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b8310ac-6770-4eab-923f-55cc177b9784 req-4f9dced5-4dce-4bd6-bbf5-d1f1847155bf tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.6093779 Apr 18 20:33:54.397156 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-91e2cf37-acf0-408f-9b80-9a62e4f41714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:54.403411 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-91e2cf37-acf0-408f-9b80-9a62e4f41714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:54.406248 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-91e2cf37-acf0-408f-9b80-9a62e4f41714 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1cfabb02-0f07-4dd6-bd97-a647caa6825e HTTP/1.1" status: 204 len: 168 time: 0.5532472 Apr 18 20:33:54.409517 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b8310ac-6770-4eab-923f-55cc177b9784 req-855cce98-c7be-4c96-ad39-0958a8b07b74 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.110 HTTP/1.1" status: 200 len: 696 time: 0.1430261 Apr 18 20:33:54.418685 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6441d743-bfba-410c-9527-0c87614826af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:54.431238 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c970baaf-304a-40a7-9673-e1273ba8e722 service neutron] Transition to ACTIVE for port object 9ad0a438-8e05-47ec-ad5f-91473189dc27 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:33:54.470579 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cefce3a7-4201-4488-a324-6c929de6eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:54.510831 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2cf37-acf0-408f-9b80-9a62e4f41714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfabb02-0f07-4dd6-bd97-a647caa6825e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:54.609998 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c970baaf-304a-40a7-9673-e1273ba8e722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:54.631078 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441d743-bfba-410c-9527-0c87614826af admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f24213e-f6aa-466d-babc-2c9c25120d14,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:54.710706 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6441d743-bfba-410c-9527-0c87614826af admin admin] Checking segment: {'id': '8e558cab-fc44-457b-b2e3-8de4a319aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f42696b-e02e-4c93-bc6c-2e18dd4d76f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:33:54.711632 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6441d743-bfba-410c-9527-0c87614826af admin admin] Network hostable DHCP agents. Network: 0f42696b-e02e-4c93-bc6c-2e18dd4d76f9, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:33:54.765363 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6441d743-bfba-410c-9527-0c87614826af admin admin] Network 0f42696b-e02e-4c93-bc6c-2e18dd4d76f9 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:33:54.799450 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-6441d743-bfba-410c-9527-0c87614826af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 0f42696b-e02e-4c93-bc6c-2e18dd4d76f9) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:54.825269 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6c20f2-22a5-4e7c-9bae-965d46f5d299 None None] Network 0f42696b-e02e-4c93-bc6c-2e18dd4d76f9 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:33:54.827724 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6441d743-bfba-410c-9527-0c87614826af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:54.829499 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6441d743-bfba-410c-9527-0c87614826af admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:54.915835 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b8310ac-6770-4eab-923f-55cc177b9784 req-a5adcf35-31c5-421a-8128-cc81bb801828 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.110 HTTP/1.1" status: 200 len: 696 time: 0.4848278 Apr 18 20:33:54.957350 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970baaf-304a-40a7-9673-e1273ba8e722 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad0a438-8e05-47ec-ad5f-91473189dc27,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:54.962902 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6441d743-bfba-410c-9527-0c87614826af admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5984201 Apr 18 20:33:55.479888 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251ad25b-ef49-450c-93ca-0e7e0557eccb None None] Network 0f42696b-e02e-4c93-bc6c-2e18dd4d76f9 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:33:55.538165 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b670ae6-0f83-460a-9f94-8f966c2e68d1 req-44902bda-a8e2-4750-9039-b0b0bac7147d tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e12d852-c378-4418-b338-b9c49f5e861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7125070 Apr 18 20:33:55.587920 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c970baaf-304a-40a7-9673-e1273ba8e722 service neutron] Attempting to bind port 9ad0a438-8e05-47ec-ad5f-91473189dc27 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:33:55.588512 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c970baaf-304a-40a7-9673-e1273ba8e722 service neutron] Attempting to bind port 9ad0a438-8e05-47ec-ad5f-91473189dc27 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '56183d8f-21a5-45b4-8a0e-690ad26be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:33:55.589004 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c970baaf-304a-40a7-9673-e1273ba8e722 service neutron] Attempting to bind port 9ad0a438-8e05-47ec-ad5f-91473189dc27 on network d538f970-1699-4982-98ba-9d8cb4a7048d {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:55.625687 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c970baaf-304a-40a7-9673-e1273ba8e722 service neutron] Port 9ad0a438-8e05-47ec-ad5f-91473189dc27 on network d538f970-1699-4982-98ba-9d8cb4a7048d not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:33:55.626239 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c970baaf-304a-40a7-9673-e1273ba8e722 service neutron] Attempting to bind port 9ad0a438-8e05-47ec-ad5f-91473189dc27 on network d538f970-1699-4982-98ba-9d8cb4a7048d {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:55.660228 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c970baaf-304a-40a7-9673-e1273ba8e722 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:33:55.660889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c970baaf-304a-40a7-9673-e1273ba8e722 service neutron] Checking segment: {'id': '56183d8f-21a5-45b4-8a0e-690ad26be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:33:55.661700 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c970baaf-304a-40a7-9673-e1273ba8e722 service neutron] Bound using segment: {'id': '56183d8f-21a5-45b4-8a0e-690ad26be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:33:55.664285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c970baaf-304a-40a7-9673-e1273ba8e722 service neutron] Bound port: 9ad0a438-8e05-47ec-ad5f-91473189dc27, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56183d8f-21a5-45b4-8a0e-690ad26be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:33:55.665007 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c970baaf-304a-40a7-9673-e1273ba8e722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:55.672043 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-4b8310ac-6770-4eab-923f-55cc177b9784 req-997a07ac-2ea1-4a54-9d4e-6d6028325872 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Deleting port 636e4491-082a-4e57-abbb-b3defb9d6e86 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:33:55.673415 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4b8310ac-6770-4eab-923f-55cc177b9784 req-997a07ac-2ea1-4a54-9d4e-6d6028325872 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:55.806138 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b094403-448a-4f3b-a18b-8f93217cce62 x-openstack-request-id: req-2b094403-448a-4f3b-a18b-8f93217cce62 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:55.806849 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eede207-e079-4c70-ba13-67cad0698a1a", "name": "network-vif-deleted", "tag": "c5e21e3d-c662-4b8a-aa78-911e293510c8", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:55.811556 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b094403-448a-4f3b-a18b-8f93217cce62 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:55.812375 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b094403-448a-4f3b-a18b-8f93217cce62'] response: {'server_uuid': '9eede207-e079-4c70-ba13-67cad0698a1a', 'name': 'network-vif-deleted', 'tag': 'c5e21e3d-c662-4b8a-aa78-911e293510c8', 'status': 'completed', 'code': 200} Apr 18 20:33:56.152166 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4b8310ac-6770-4eab-923f-55cc177b9784 req-997a07ac-2ea1-4a54-9d4e-6d6028325872 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:56.153231 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4b8310ac-6770-4eab-923f-55cc177b9784 req-997a07ac-2ea1-4a54-9d4e-6d6028325872 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:56.162489 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c970baaf-304a-40a7-9673-e1273ba8e722 service neutron] For port 9ad0a438-8e05-47ec-ad5f-91473189dc27, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:33:56.177369 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c970baaf-304a-40a7-9673-e1273ba8e722 service neutron] For port 9ad0a438-8e05-47ec-ad5f-91473189dc27, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=9ad0a438-8e05-47ec-ad5f-91473189dc27,segment=NetworkSegment(56183d8f-21a5-45b4-8a0e-690ad26be3e8),segment_id=56183d8f-21a5-45b4-8a0e-690ad26be3e8)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:33:56.190830 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c970baaf-304a-40a7-9673-e1273ba8e722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:56.196842 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-4b8310ac-6770-4eab-923f-55cc177b9784 req-997a07ac-2ea1-4a54-9d4e-6d6028325872 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Calling delete_port for 636e4491-082a-4e57-abbb-b3defb9d6e86 owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:33:56.309745 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c970baaf-304a-40a7-9673-e1273ba8e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:56.310771 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c970baaf-304a-40a7-9673-e1273ba8e722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:56.313174 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-c970baaf-304a-40a7-9673-e1273ba8e722 service neutron] 10.222.0.57 "PUT /v2.0/ports/9ad0a438-8e05-47ec-ad5f-91473189dc27 HTTP/1.1" status: 200 len: 1092 time: 4.6615913 Apr 18 20:33:56.730955 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970baaf-304a-40a7-9673-e1273ba8e722 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad0a438-8e05-47ec-ad5f-91473189dc27,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:56.826261 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35254) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:56.963953 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-e9cc73a5-74e2-4313-8355-80d490470618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:56.970693 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-e9cc73a5-74e2-4313-8355-80d490470618 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c72a6cb4b75647d38b6aa693a7d2ca0b&device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 1095 time: 0.5494804 Apr 18 20:33:57.104364 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-ee49be8e-61d2-4693-8111-cc7ca42b928a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ad0a438-8e05-47ec-ad5f-91473189dc27 HTTP/1.1" status: 200 len: 217 time: 0.1243086 Apr 18 20:33:57.362133 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-01e0f3a9-cc1f-4ad4-ba0f-03824383b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:57.366864 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-01e0f3a9-cc1f-4ad4-ba0f-03824383b588 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8415795-d2f2-4354-859f-79b4fcc6f470 HTTP/1.1" status: 200 len: 857 time: 0.2507219 Apr 18 20:33:57.368393 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4b8310ac-6770-4eab-923f-55cc177b9784 req-997a07ac-2ea1-4a54-9d4e-6d6028325872 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:57.467599 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a07ac-2ea1-4a54-9d4e-6d6028325872 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Pushing event deleted for resources: {'Port': ['ID=636e4491-082a-4e57-abbb-b3defb9d6e86,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:57.713760 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-3e4314fb-561b-4f4c-9bed-59daf80783e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:57.724234 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-3e4314fb-561b-4f4c-9bed-59daf80783e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d538f970-1699-4982-98ba-9d8cb4a7048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3356314 Apr 18 20:33:57.749897 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35268) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:57.832545 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab33292-7224-4565-a319-3ad77454d05e', 'tag': '9ad0a438-8e05-47ec-ad5f-91473189dc27'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:57.839068 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89da9d99-c681-4415-95eb-b1ef23ff1643" -d '{"events": [{"name": "network-changed", "server_uuid": "eab33292-7224-4565-a319-3ad77454d05e", "tag": "9ad0a438-8e05-47ec-ad5f-91473189dc27"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:57.885449 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9f20ab18-7c02-4116-bff4-c2c697b7331b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:58.169713 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defdd17-6066-4a48-984a-e08b0a593531 req-bd47006a-537f-4d52-890a-dc9c09de30ed tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:58.173188 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5defdd17-6066-4a48-984a-e08b0a593531 req-bd47006a-537f-4d52-890a-dc9c09de30ed tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/networks?id=0f42696b-e02e-4c93-bc6c-2e18dd4d76f9 HTTP/1.1" status: 200 len: 821 time: 0.3188591 Apr 18 20:33:58.179317 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4b8310ac-6770-4eab-923f-55cc177b9784 req-997a07ac-2ea1-4a54-9d4e-6d6028325872 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:58.186015 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4b8310ac-6770-4eab-923f-55cc177b9784 req-997a07ac-2ea1-4a54-9d4e-6d6028325872 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:58.201812 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b8310ac-6770-4eab-923f-55cc177b9784 req-997a07ac-2ea1-4a54-9d4e-6d6028325872 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "DELETE /v2.0/floatingips/13e26487-04ce-4070-81ef-f16fff4f9b42 HTTP/1.1" status: 204 len: 173 time: 3.2569201 Apr 18 20:33:58.312251 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5defdd17-6066-4a48-984a-e08b0a593531 req-464625a7-e67d-425a-a7c6-2f293f70f414 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/quotas/f39d54d3bd294f5dbe03afeb1a0eb0c9 HTTP/1.1" status: 200 len: 375 time: 0.0989573 Apr 18 20:33:58.411652 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c80c3eb-0998-47b7-9159-4a6c9c6c4cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:58.456267 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5defdd17-6066-4a48-984a-e08b0a593531 req-4ff005f6-238c-4f51-a5df-b7e562843d7e tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f39d54d3bd294f5dbe03afeb1a0eb0c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1151359 Apr 18 20:33:58.582552 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-6a275497-bb04-4ddf-9a4b-214031a9acab service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8560219 Apr 18 20:33:58.762539 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-957f01d5-5bfc-4994-960b-ac101f8a004d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:58.846307 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7ba4222-ea2b-4fef-8b3e-9e56815dbe2d req-f876fd17-c54a-4ca8-8872-479e51a3270a service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496169 Apr 18 20:33:59.012743 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c80c3eb-0998-47b7-9159-4a6c9c6c4cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:59.065898 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c80c3eb-0998-47b7-9159-4a6c9c6c4cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:59.127401 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80c3eb-0998-47b7-9159-4a6c9c6c4cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0b1ee8-ebe0-4374-b1a5-4e4feb67b2f7,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:59.216965 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2d408-d40e-426f-b415-0b7f32e8262b req-77c6dfc7-3e79-4556-a7aa-721b56c4e485 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:59.219842 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92a2d408-d40e-426f-b415-0b7f32e8262b req-77c6dfc7-3e79-4556-a7aa-721b56c4e485 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 944 time: 0.7693672 Apr 18 20:33:59.228383 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2c80c3eb-0998-47b7-9159-4a6c9c6c4cd4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02aa2bd987bb49c8a845ceae5239c0ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4684570 Apr 18 20:33:59.235385 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35296) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:59.317702 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-9f20ab18-7c02-4116-bff4-c2c697b7331b admin admin] Deleting port 65b57219-9cd1-4e06-8f35-3ff3a12fc224 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:33:59.318795 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9f20ab18-7c02-4116-bff4-c2c697b7331b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:59.327227 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5defdd17-6066-4a48-984a-e08b0a593531 req-3c363b77-9440-4c1b-a007-01665b6c83da service neutron] 10.222.0.41 "GET /v2.0/networks/0f42696b-e02e-4c93-bc6c-2e18dd4d76f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8384438 Apr 18 20:33:59.531473 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5defdd17-6066-4a48-984a-e08b0a593531 req-a3eea158-94c0-4c1f-bd0b-9031d93d21d9 service neutron] 10.222.0.41 "GET /v2.0/networks/0f42696b-e02e-4c93-bc6c-2e18dd4d76f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841679 Apr 18 20:33:59.544122 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92a2d408-d40e-426f-b415-0b7f32e8262b req-b95dc451-2fe4-43f1-9126-3f9b60f46e55 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e12d852-c378-4418-b338-b9c49f5e861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2960739 Apr 18 20:33:59.558105 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-9f20ab18-7c02-4116-bff4-c2c697b7331b admin admin] For port 65b57219-9cd1-4e06-8f35-3ff3a12fc224, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=65b57219-9cd1-4e06-8f35-3ff3a12fc224,segment=NetworkSegment(d4550aeb-dbd6-4af9-9328-fdc09ed8e0d1),segment_id=d4550aeb-dbd6-4af9-9328-fdc09ed8e0d1)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:59.561980 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9f20ab18-7c02-4116-bff4-c2c697b7331b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:59.590824 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-9f20ab18-7c02-4116-bff4-c2c697b7331b admin admin] Calling delete_port for 65b57219-9cd1-4e06-8f35-3ff3a12fc224 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:33:59.635700 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-726124fd-54c5-4f1c-9c40-9d90a9594d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:59.668300 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:59.697927 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-726124fd-54c5-4f1c-9c40-9d90a9594d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:59.824036 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-726124fd-54c5-4f1c-9c40-9d90a9594d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:59.830558 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-726124fd-54c5-4f1c-9c40-9d90a9594d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:59.837066 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-726124fd-54c5-4f1c-9c40-9d90a9594d8b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a0b1ee8-ebe0-4374-b1a5-4e4feb67b2f7 HTTP/1.1" status: 204 len: 168 time: 0.5951025 Apr 18 20:33:59.883835 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726124fd-54c5-4f1c-9c40-9d90a9594d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0b1ee8-ebe0-4374-b1a5-4e4feb67b2f7,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:59.960848 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d41c950-21f2-410f-bb85-b60fa991f218 x-openstack-request-id: req-7d41c950-21f2-410f-bb85-b60fa991f218 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:59.962137 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab33292-7224-4565-a319-3ad77454d05e", "tag": "9ad0a438-8e05-47ec-ad5f-91473189dc27", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:59.962582 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d41c950-21f2-410f-bb85-b60fa991f218 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:59.963988 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d41c950-21f2-410f-bb85-b60fa991f218'] response: {'name': 'network-changed', 'server_uuid': 'eab33292-7224-4565-a319-3ad77454d05e', 'tag': '9ad0a438-8e05-47ec-ad5f-91473189dc27', 'status': 'completed', 'code': 200} Apr 18 20:34:00.051215 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e2aa80f8-37b2-4dc7-8d40-6d3db288da0d req-3367192e-4dc0-4895-a81b-32b4fafa9947 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/floatingips/3b29604b-a980-46a1-90bf-38802cf2ecfe HTTP/1.1" status: 200 len: 692 time: 0.0710833 Apr 18 20:34:00.187293 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa80f8-37b2-4dc7-8d40-6d3db288da0d req-4d887920-ef0e-496d-8abe-40f0ce8d9203 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:00.196741 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e2aa80f8-37b2-4dc7-8d40-6d3db288da0d req-4d887920-ef0e-496d-8abe-40f0ce8d9203 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.1442814 Apr 18 20:34:00.240980 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9f20ab18-7c02-4116-bff4-c2c697b7331b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:00.357095 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20ab18-7c02-4116-bff4-c2c697b7331b admin admin] Pushing event deleted for resources: {'Port': ['ID=65b57219-9cd1-4e06-8f35-3ff3a12fc224,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:00.421645 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e2aa80f8-37b2-4dc7-8d40-6d3db288da0d req-db8facc3-6b64-486c-b91a-e46adc90dfc1 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.46 HTTP/1.1" status: 200 len: 695 time: 0.2234383 Apr 18 20:34:00.626352 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e2aa80f8-37b2-4dc7-8d40-6d3db288da0d req-57326c89-1d43-4f69-a9b5-98f4ef85c406 tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.46 HTTP/1.1" status: 200 len: 695 time: 0.1963916 Apr 18 20:34:00.785557 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da9d99-c681-4415-95eb-b1ef23ff1643 req-160e5bb9-fb0b-45cf-b444-0858e0ccb7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:00.789114 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89da9d99-c681-4415-95eb-b1ef23ff1643 req-160e5bb9-fb0b-45cf-b444-0858e0ccb7c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c72a6cb4b75647d38b6aa693a7d2ca0b&device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 1095 time: 0.7342148 Apr 18 20:34:00.817407 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-23b79911-5d75-4d2d-972e-e4a7144d6632 req-e1aead3f-10a8-4661-91bf-8d971c646e3e tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 210 time: 0.1874881 Apr 18 20:34:01.033351 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9f20ab18-7c02-4116-bff4-c2c697b7331b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:01.071875 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 9ad0a438-8e05-47ec-ad5f-91473189dc27 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:34:01.412603 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da9d99-c681-4415-95eb-b1ef23ff1643 req-06665ae8-add5-4157-ac21-d94fdf1803eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:01.415008 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89da9d99-c681-4415-95eb-b1ef23ff1643 req-06665ae8-add5-4157-ac21-d94fdf1803eb service neutron] 10.222.0.57 "GET /v2.0/networks?id=d538f970-1699-4982-98ba-9d8cb4a7048d HTTP/1.1" status: 200 len: 919 time: 0.5956948 Apr 18 20:34:01.480025 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 9ad0a438-8e05-47ec-ad5f-91473189dc27, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=9ad0a438-8e05-47ec-ad5f-91473189dc27,segment=NetworkSegment(56183d8f-21a5-45b4-8a0e-690ad26be3e8),segment_id=56183d8f-21a5-45b4-8a0e-690ad26be3e8)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:01.534612 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '9ad0a438-8e05-47ec-ad5f-91473189dc27', 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'port_id': '9ad0a438-8e05-47ec-ad5f-91473189dc27', 'mac_address': 'fa:16:3e:5f:3b:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:34:01.657844 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89da9d99-c681-4415-95eb-b1ef23ff1643 req-208d1513-31ff-4bca-b2a0-d72e2e037025 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ad0a438-8e05-47ec-ad5f-91473189dc27 HTTP/1.1" status: 200 len: 217 time: 0.2294226 Apr 18 20:34:01.669597 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f20ab18-7c02-4116-bff4-c2c697b7331b admin admin] Router 4801b0bc-0233-4417-985f-5c248d0e08e9 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:34:01.683133 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:01.732233 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:01.740376 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:01.774831 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da9d99-c681-4415-95eb-b1ef23ff1643 req-ea8037a9-6f92-4a72-bf42-0252d66ce885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:01.776342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89da9d99-c681-4415-95eb-b1ef23ff1643 req-ea8037a9-6f92-4a72-bf42-0252d66ce885 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8415795-d2f2-4354-859f-79b4fcc6f470 HTTP/1.1" status: 200 len: 857 time: 0.1070130 Apr 18 20:34:01.788239 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad0a438-8e05-47ec-ad5f-91473189dc27 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:01.855571 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 9ad0a438-8e05-47ec-ad5f-91473189dc27, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=9ad0a438-8e05-47ec-ad5f-91473189dc27,segment=NetworkSegment(56183d8f-21a5-45b4-8a0e-690ad26be3e8),segment_id=56183d8f-21a5-45b4-8a0e-690ad26be3e8)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:01.855831 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f20ab18-7c02-4116-bff4-c2c697b7331b admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:34:01.861722 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:01.869230 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeac67a-b1be-4ac6-8746-6444b3e71f7e None None] Sync routers for ids ['4801b0bc-0233-4417-985f-5c248d0e08e9'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:34:01.869907 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9f20ab18-7c02-4116-bff4-c2c697b7331b admin admin] 10.222.0.41 "PUT /v2.0/routers/4801b0bc-0233-4417-985f-5c248d0e08e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0360656 Apr 18 20:34:01.870604 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35350) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:01.901231 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeac67a-b1be-4ac6-8746-6444b3e71f7e None None] Routers {'4801b0bc-0233-4417-985f-5c248d0e08e9'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:34:01.902242 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4aeac67a-b1be-4ac6-8746-6444b3e71f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:33:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4801b0bc-0233-4417-985f-5c248d0e08e9'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:01.960972 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=9ad0a438-8e05-47ec-ad5f-91473189dc27,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:02.005146 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-e2aa80f8-37b2-4dc7-8d40-6d3db288da0d req-b74635a6-13b1-4588-9b4e-ac471410738c tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Deleting port 2c56e2d3-2a24-4f4f-b959-0b35cc9ba459 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:02.006602 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e2aa80f8-37b2-4dc7-8d40-6d3db288da0d req-b74635a6-13b1-4588-9b4e-ac471410738c tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:02.097511 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['9ad0a438-8e05-47ec-ad5f-91473189dc27'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:34:02.140903 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:02.235836 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da9d99-c681-4415-95eb-b1ef23ff1643 req-c04eb4b5-3b9d-4fab-afd2-2ff7adaa3669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:02.240212 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89da9d99-c681-4415-95eb-b1ef23ff1643 req-c04eb4b5-3b9d-4fab-afd2-2ff7adaa3669 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d538f970-1699-4982-98ba-9d8cb4a7048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4338634 Apr 18 20:34:02.264391 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acd004-ef48-4405-84d3-ef55cf276f90 req-0cff76f8-a89d-4cef-ac65-7c0aa197241b tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:02.267810 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68acd004-ef48-4405-84d3-ef55cf276f90 req-0cff76f8-a89d-4cef-ac65-7c0aa197241b tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 945 time: 0.4021771 Apr 18 20:34:02.283110 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-4aeac67a-b1be-4ac6-8746-6444b3e71f7e None None] Set router 4801b0bc-0233-4417-985f-5c248d0e08e9 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:34:02.448616 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e2aa80f8-37b2-4dc7-8d40-6d3db288da0d req-b74635a6-13b1-4588-9b4e-ac471410738c tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:02.449221 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e2aa80f8-37b2-4dc7-8d40-6d3db288da0d req-b74635a6-13b1-4588-9b4e-ac471410738c tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:02.469308 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-e2aa80f8-37b2-4dc7-8d40-6d3db288da0d req-b74635a6-13b1-4588-9b4e-ac471410738c tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Calling delete_port for 2c56e2d3-2a24-4f4f-b959-0b35cc9ba459 owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:02.510685 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:02.591396 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] Deleting port b18915a7-acb0-4dd4-9788-d8db704c09aa {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:02.592219 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:02.651287 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e2aa80f8-37b2-4dc7-8d40-6d3db288da0d req-b74635a6-13b1-4588-9b4e-ac471410738c tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:02.691955 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4aeac67a-b1be-4ac6-8746-6444b3e71f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-185558449-router', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b18915a7-acb0-4dd4-9788-d8db704c09aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:10Z', 'updated_at': '2022-04-18T20:33:59Z', 'revision_number': 5, 'project_id': 'a9e777530ee64d498a49ee3aafe5e494', 'gw_port': {'id': 'b18915a7-acb0-4dd4-9788-d8db704c09aa', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:13Z', 'updated_at': '2022-04-18T20:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:02.721112 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] For port b18915a7-acb0-4dd4-9788-d8db704c09aa, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b18915a7-acb0-4dd4-9788-d8db704c09aa,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:02.722457 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:02.740511 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74635a6-13b1-4588-9b4e-ac471410738c tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Pushing event deleted for resources: {'Port': ['ID=2c56e2d3-2a24-4f4f-b959-0b35cc9ba459,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:02.758661 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeac67a-b1be-4ac6-8746-6444b3e71f7e None None] Checking router: 4801b0bc-0233-4417-985f-5c248d0e08e9 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:34:02.759865 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] Calling delete_port for b18915a7-acb0-4dd4-9788-d8db704c09aa owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:02.764891 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68acd004-ef48-4405-84d3-ef55cf276f90 req-e1cb6ca8-0152-4bd7-8df2-a27346d37800 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e12d852-c378-4418-b338-b9c49f5e861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4781106 Apr 18 20:34:02.780814 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeac67a-b1be-4ac6-8746-6444b3e71f7e None None] Routers {'4801b0bc-0233-4417-985f-5c248d0e08e9'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:34:02.782389 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4aeac67a-b1be-4ac6-8746-6444b3e71f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:33:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4801b0bc-0233-4417-985f-5c248d0e08e9'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:02.958082 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e2aa80f8-37b2-4dc7-8d40-6d3db288da0d req-b74635a6-13b1-4588-9b4e-ac471410738c tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:02.964707 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e2aa80f8-37b2-4dc7-8d40-6d3db288da0d req-b74635a6-13b1-4588-9b4e-ac471410738c tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:02.967222 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e2aa80f8-37b2-4dc7-8d40-6d3db288da0d req-b74635a6-13b1-4588-9b4e-ac471410738c tempest-FloatingIPDetailsTestJSON-657354993 tempest-FloatingIPDetailsTestJSON-657354993-project] 10.222.0.41 "DELETE /v2.0/floatingips/3b29604b-a980-46a1-90bf-38802cf2ecfe HTTP/1.1" status: 204 len: 173 time: 2.3397417 Apr 18 20:34:02.988824 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35364) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:03.001583 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89da9d99-c681-4415-95eb-b1ef23ff1643 req-5827e4d9-63c9-49d0-8ffd-60a47d0df902 service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7318029 Apr 18 20:34:03.090458 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 9ad0a438-8e05-47ec-ad5f-91473189dc27 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:34:03.221752 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-4aeac67a-b1be-4ac6-8746-6444b3e71f7e None None] Set router 4801b0bc-0233-4417-985f-5c248d0e08e9 gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:34:03.267992 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89da9d99-c681-4415-95eb-b1ef23ff1643 req-26208140-03d8-4c10-bd52-113bba83422c service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379339 Apr 18 20:34:03.358039 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4aeac67a-b1be-4ac6-8746-6444b3e71f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-185558449-router', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:10Z', 'updated_at': '2022-04-18T20:34:02Z', 'revision_number': 6, 'project_id': 'a9e777530ee64d498a49ee3aafe5e494', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:03.359203 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 9ad0a438-8e05-47ec-ad5f-91473189dc27 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:34:03.373598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 9ad0a438-8e05-47ec-ad5f-91473189dc27 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:03.374201 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:03.392910 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeac67a-b1be-4ac6-8746-6444b3e71f7e None None] The sync data for ids ['4801b0bc-0233-4417-985f-5c248d0e08e9'] in n-d-838323-3 is: [{'id': '4801b0bc-0233-4417-985f-5c248d0e08e9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-185558449-router', 'tenant_id': 'a9e777530ee64d498a49ee3aafe5e494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:10Z', 'updated_at': '2022-04-18T20:34:02Z', 'revision_number': 6, 'project_id': 'a9e777530ee64d498a49ee3aafe5e494', 'gw_port_host': None}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:34:03.408075 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d290ec4-9bab-4592-a257-c2dbbcd2dc3b req-3ed08dae-febf-483d-ae45-d2aa1bddaf81 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 210 time: 0.1029716 Apr 18 20:34:03.572217 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:03.648446 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab33292-7224-4565-a319-3ad77454d05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad0a438-8e05-47ec-ad5f-91473189dc27'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:03.654610 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe967042-2bd6-499c-9041-a150fa0d16f7" -d '{"events": [{"server_uuid": "eab33292-7224-4565-a319-3ad77454d05e", "name": "network-vif-plugged", "status": "completed", "tag": "9ad0a438-8e05-47ec-ad5f-91473189dc27"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:03.708970 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 9ad0a438-8e05-47ec-ad5f-91473189dc27, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=9ad0a438-8e05-47ec-ad5f-91473189dc27,segment=NetworkSegment(56183d8f-21a5-45b4-8a0e-690ad26be3e8),segment_id=56183d8f-21a5-45b4-8a0e-690ad26be3e8)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:03.727988 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:03.887854 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192508ec-4a16-46de-a17b-8dbf05620e29 x-openstack-request-id: req-192508ec-4a16-46de-a17b-8dbf05620e29 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:03.889753 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab33292-7224-4565-a319-3ad77454d05e", "name": "network-vif-plugged", "status": "completed", "tag": "9ad0a438-8e05-47ec-ad5f-91473189dc27", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:03.905905 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-192508ec-4a16-46de-a17b-8dbf05620e29 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:03.905905 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-192508ec-4a16-46de-a17b-8dbf05620e29'] response: {'server_uuid': 'eab33292-7224-4565-a319-3ad77454d05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad0a438-8e05-47ec-ad5f-91473189dc27', 'code': 200} Apr 18 20:34:04.005645 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=9ad0a438-8e05-47ec-ad5f-91473189dc27,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:04.146176 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defdd17-6066-4a48-984a-e08b0a593531 req-fe5f3f2a-a1eb-4140-8a6a-a58ce56539e5 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:04.158192 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5defdd17-6066-4a48-984a-e08b0a593531 req-fe5f3f2a-a1eb-4140-8a6a-a58ce56539e5 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.57 "GET /v2.0/networks?id=0f42696b-e02e-4c93-bc6c-2e18dd4d76f9 HTTP/1.1" status: 200 len: 821 time: 1.2135279 Apr 18 20:34:04.161090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d03964-fe0c-49f6-a047-3c44df15f16f req-54bf6519-9b63-4bb8-84a3-c91357bbcf48 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:04.170456 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a4d03964-fe0c-49f6-a047-3c44df15f16f req-54bf6519-9b63-4bb8-84a3-c91357bbcf48 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 946 time: 0.1992481 Apr 18 20:34:04.184469 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-5defdd17-6066-4a48-984a-e08b0a593531 req-ad9c8ca8-6c7b-45e6-b414-a0f27fce7055 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Request body: {'port': {'device_id': 'ef482cb8-e4be-4a49-abb5-4e965c73103f', 'network_id': '0f42696b-e02e-4c93-bc6c-2e18dd4d76f9', 'admin_state_up': True, 'tenant_id': 'f39d54d3bd294f5dbe03afeb1a0eb0c9'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:04.243983 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d044f-5e48-4895-92e8-856cf1033f4c req-1d2ec62f-2477-4a07-9252-3a45cabccc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:04.245517 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d80d044f-5e48-4895-92e8-856cf1033f4c req-1d2ec62f-2477-4a07-9252-3a45cabccc03 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 1097 time: 0.2064760 Apr 18 20:34:04.338531 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35420) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:04.378437 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a4d03964-fe0c-49f6-a047-3c44df15f16f req-0cdd8560-7afb-4df1-bbd1-2e2287758d47 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e12d852-c378-4418-b338-b9c49f5e861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028949 Apr 18 20:34:04.388875 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d80d044f-5e48-4895-92e8-856cf1033f4c req-a9bfd057-74cd-464e-9ee2-c0dab8a65a95 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8e12d852-c378-4418-b338-b9c49f5e861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303222 Apr 18 20:34:04.394325 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35424) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:04.537450 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:04.588333 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-56121942-5493-423c-89a4-bc18feb356ef req-58fd5fa5-483f-4604-a2fa-87dc50d97fc1 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 210 time: 0.0462134 Apr 18 20:34:04.670992 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] Pushing event deleted for resources: {'Port': ['ID=b18915a7-acb0-4dd4-9788-d8db704c09aa,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:04.747290 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:04.747860 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:04.748459 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:04.749165 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:04.750446 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:04.750799 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:04.751079 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:04.752282 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:04.752282 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:04.752751 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:04.753305 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:04.753865 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:04.819235 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4154079d-f864-4c7a-972c-61bf36bb1b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:04.850460 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6717b877-025a-4455-828e-329465a05a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.007732 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4154079d-f864-4c7a-972c-61bf36bb1b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.030015 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4154079d-f864-4c7a-972c-61bf36bb1b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.036074 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6717b877-025a-4455-828e-329465a05a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.058881 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6717b877-025a-4455-828e-329465a05a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.072505 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.093283 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6717b877-025a-4455-828e-329465a05a9d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7181fd1e8cdd4e1fac160cf66e3f29e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6978588 Apr 18 20:34:05.104131 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35430) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:05.125920 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154079d-f864-4c7a-972c-61bf36bb1b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc06c05f-3793-4e88-94e9-a030384d0236,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:05.151635 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4154079d-f864-4c7a-972c-61bf36bb1b65 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1165ac4e251c4993b2154343c097149e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7978830 Apr 18 20:34:05.154894 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35432) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:05.228189 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717b877-025a-4455-828e-329465a05a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218242e5-376a-4cd2-a379-5251754ab09e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:05.276528 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f97a5809-5e08-4d1a-a054-e66082951a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.352322 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f97a5809-5e08-4d1a-a054-e66082951a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.408375 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 65b57219-9cd1-4e06-8f35-3ff3a12fc224 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:05.477368 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c933bb54-e267-44f9-b8ee-a6eefc77feec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.487889 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.498028 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f97a5809-5e08-4d1a-a054-e66082951a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.498655 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.503116 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f97a5809-5e08-4d1a-a054-e66082951a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.505866 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f97a5809-5e08-4d1a-a054-e66082951a3e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/218242e5-376a-4cd2-a379-5251754ab09e HTTP/1.1" status: 204 len: 168 time: 0.4004433 Apr 18 20:34:05.566562 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 65b57219-9cd1-4e06-8f35-3ff3a12fc224 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:34:05.566562 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 65b57219-9cd1-4e06-8f35-3ff3a12fc224 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:05.566562 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b18915a7-acb0-4dd4-9788-d8db704c09aa no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:05.578871 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a5809-5e08-4d1a-a054-e66082951a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218242e5-376a-4cd2-a379-5251754ab09e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:05.624038 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c933bb54-e267-44f9-b8ee-a6eefc77feec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.711761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: b18915a7-acb0-4dd4-9788-d8db704c09aa {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:34:05.712583 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b18915a7-acb0-4dd4-9788-d8db704c09aa not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:05.771585 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5defdd17-6066-4a48-984a-e08b0a593531 req-ad9c8ca8-6c7b-45e6-b414-a0f27fce7055 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Made reservation on behalf of f39d54d3bd294f5dbe03afeb1a0eb0c9 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:05.778350 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5defdd17-6066-4a48-984a-e08b0a593531 req-ad9c8ca8-6c7b-45e6-b414-a0f27fce7055 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.824579 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.825550 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4801b0bc-0233-4417-985f-5c248d0e08e9 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:34:05.852083 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.854842 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d43884c4-744a-48df-8929-6d2146690dab admin admin] 10.222.0.41 "DELETE /v2.0/routers/4801b0bc-0233-4417-985f-5c248d0e08e9 HTTP/1.1" status: 204 len: 168 time: 3.9827189 Apr 18 20:34:05.863588 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35454) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:06.242731 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1337de-d651-40be-9e4f-773abca12170 admin admin] Deleting subnet a1854ed8-8332-4033-8972-ab8d2cd944c0 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:34:06.253011 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6a1337de-d651-40be-9e4f-773abca12170 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:06.318364 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-78436fdf-db44-4c6a-950b-68bf51e3e095 req-0b892272-8188-423b-982b-799ee491b1b6 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 210 time: 0.0454323 Apr 18 20:34:06.362157 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fbadc-1ca1-446f-b233-4a8db88903ab req-fec9baf0-6450-498a-aabc-5069c70c187e tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:06.367477 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e70fbadc-1ca1-446f-b233-4a8db88903ab req-fec9baf0-6450-498a-aabc-5069c70c187e tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 946 time: 0.8269753 Apr 18 20:34:06.389949 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c933bb54-e267-44f9-b8ee-a6eefc77feec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:06.397960 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c933bb54-e267-44f9-b8ee-a6eefc77feec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:06.409363 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c933bb54-e267-44f9-b8ee-a6eefc77feec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc06c05f-3793-4e88-94e9-a030384d0236 HTTP/1.1" status: 204 len: 168 time: 1.2507176 Apr 18 20:34:06.462467 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933bb54-e267-44f9-b8ee-a6eefc77feec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc06c05f-3793-4e88-94e9-a030384d0236,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:06.482833 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e70fbadc-1ca1-446f-b233-4a8db88903ab req-263816fb-629d-4765-ba92-d9e1c909475e tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e12d852-c378-4418-b338-b9c49f5e861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967972 Apr 18 20:34:07.047291 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6a1337de-d651-40be-9e4f-773abca12170 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:07.089045 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-5defdd17-6066-4a48-984a-e08b0a593531 req-ad9c8ca8-6c7b-45e6-b414-a0f27fce7055 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Allocated IP 172.20.0.6 (0f42696b-e02e-4c93-bc6c-2e18dd4d76f9/8f24213e-f6aa-466d-babc-2c9c25120d14/968e3194-f469-4d0d-bbb3-17a193e11fe3) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:07.159212 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35486) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:07.190647 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a9433dcf-5879-4df1-951d-8af2ee0f7dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:07.227619 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6a1337de-d651-40be-9e4f-773abca12170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:07.294552 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-035fde4d-aaab-46b7-9f0d-ca50e90435ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:07.306246 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6a1337de-d651-40be-9e4f-773abca12170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:07.394135 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1337de-d651-40be-9e4f-773abca12170 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1854ed8-8332-4033-8972-ab8d2cd944c0,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:07.423811 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6a1337de-d651-40be-9e4f-773abca12170 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:07.432579 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6a1337de-d651-40be-9e4f-773abca12170 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a1854ed8-8332-4033-8972-ab8d2cd944c0 HTTP/1.1" status: 204 len: 168 time: 1.5066524 Apr 18 20:34:07.457934 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35492) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:07.471034 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18612f4f-ae79-43d6-8f2a-eadda1611d00 None None] Network 184b0ce9-8da7-4a7f-88ee-af69b4a35e18 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:34:07.643062 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:07.906033 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a16b-1f01-4971-856e-15aabbe9011b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:07.922757 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5defdd17-6066-4a48-984a-e08b0a593531 req-ad9c8ca8-6c7b-45e6-b414-a0f27fce7055 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:07.990882 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a9433dcf-5879-4df1-951d-8af2ee0f7dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:08.059307 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5defdd17-6066-4a48-984a-e08b0a593531 req-ad9c8ca8-6c7b-45e6-b414-a0f27fce7055 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:08.127143 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a9433dcf-5879-4df1-951d-8af2ee0f7dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:08.191524 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c3d7eb2-47ca-4ff3-9b4b-fcaad91ce70d req-01ce70ee-cdb5-4fee-b5b4-37abdfb4520d tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 210 time: 0.7237179 Apr 18 20:34:08.238845 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5defdd17-6066-4a48-984a-e08b0a593531 req-ad9c8ca8-6c7b-45e6-b414-a0f27fce7055 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Network 0f42696b-e02e-4c93-bc6c-2e18dd4d76f9 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:08.263203 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e59d3e5-0c12-44b6-b83b-20fa0b5664a5 None None] DHCP port deletion for 184b0ce9-8da7-4a7f-88ee-af69b4a35e18 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:34:08.264663 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-5defdd17-6066-4a48-984a-e08b0a593531 req-ad9c8ca8-6c7b-45e6-b414-a0f27fce7055 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:08.275603 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-5defdd17-6066-4a48-984a-e08b0a593531 req-ad9c8ca8-6c7b-45e6-b414-a0f27fce7055 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:34:08.344047 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a9433dcf-5879-4df1-951d-8af2ee0f7dfb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f984a705a50f485086f249ef2d695a0f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1820726 Apr 18 20:34:08.347687 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9433dcf-5879-4df1-951d-8af2ee0f7dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f186d2e4-b293-42da-b070-1fddf905095e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:08.358410 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35512) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:08.425676 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defdd17-6066-4a48-984a-e08b0a593531 req-ad9c8ca8-6c7b-45e6-b414-a0f27fce7055 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:08.427204 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-9e59d3e5-0c12-44b6-b83b-20fa0b5664a5 None None] Deleting port b6b7625e-a2fe-468f-81bc-de3b967a8430 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:08.427204 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9e59d3e5-0c12-44b6-b83b-20fa0b5664a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:08.427534 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5defdd17-6066-4a48-984a-e08b0a593531 req-ad9c8ca8-6c7b-45e6-b414-a0f27fce7055 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:08.429635 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c8ca8-6c7b-45e6-b414-a0f27fce7055 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Pushing event updated for resources: {'Port': ['ID=968e3194-f469-4d0d-bbb3-17a193e11fe3,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:08.433523 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fca22-a061-4354-9f43-49636f495792 req-b17a990e-a4ff-479e-b5fb-2b52d5827a3d tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:08.436948 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-187fca22-a061-4354-9f43-49636f495792 req-b17a990e-a4ff-479e-b5fb-2b52d5827a3d tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 946 time: 0.5552466 Apr 18 20:34:08.463469 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-035fde4d-aaab-46b7-9f0d-ca50e90435ad admin admin] Deleting port 2520e062-e7d1-4713-8a13-79b18b391c20 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:08.468153 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-035fde4d-aaab-46b7-9f0d-ca50e90435ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:08.510399 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5defdd17-6066-4a48-984a-e08b0a593531 req-ad9c8ca8-6c7b-45e6-b414-a0f27fce7055 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3383667 Apr 18 20:34:08.532384 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-5defdd17-6066-4a48-984a-e08b0a593531 req-64bd26f4-8303-45bc-be9b-e5eb40e23d5b tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:34:08.532777 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5defdd17-6066-4a48-984a-e08b0a593531 req-64bd26f4-8303-45bc-be9b-e5eb40e23d5b tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156238 Apr 18 20:34:08.548708 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-9e59d3e5-0c12-44b6-b83b-20fa0b5664a5 None None] For port b6b7625e-a2fe-468f-81bc-de3b967a8430, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b6b7625e-a2fe-468f-81bc-de3b967a8430,segment=NetworkSegment(d4550aeb-dbd6-4af9-9328-fdc09ed8e0d1),segment_id=d4550aeb-dbd6-4af9-9328-fdc09ed8e0d1)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:08.550010 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9e59d3e5-0c12-44b6-b83b-20fa0b5664a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:08.577601 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-9e59d3e5-0c12-44b6-b83b-20fa0b5664a5 None None] Calling delete_port for b6b7625e-a2fe-468f-81bc-de3b967a8430 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:08.621823 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0fa4604a-3694-441c-ad02-4e2a437ca9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:08.637506 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-1fd7a16b-1f01-4971-856e-15aabbe9011b admin admin] Deleting port b6b7625e-a2fe-468f-81bc-de3b967a8430 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:08.637778 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a16b-1f01-4971-856e-15aabbe9011b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:08.661870 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-187fca22-a061-4354-9f43-49636f495792 req-6cf229b7-4c96-41db-927a-4221459bb77b tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e12d852-c378-4418-b338-b9c49f5e861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111864 Apr 18 20:34:08.741118 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-035fde4d-aaab-46b7-9f0d-ca50e90435ad admin admin] For port 2520e062-e7d1-4713-8a13-79b18b391c20, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2520e062-e7d1-4713-8a13-79b18b391c20,segment=NetworkSegment(30cf76e8-dcdf-46cb-a9a4-8694522923bf),segment_id=30cf76e8-dcdf-46cb-a9a4-8694522923bf)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:08.746060 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-035fde4d-aaab-46b7-9f0d-ca50e90435ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:08.806773 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-035fde4d-aaab-46b7-9f0d-ca50e90435ad admin admin] Calling delete_port for 2520e062-e7d1-4713-8a13-79b18b391c20 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:08.877173 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9e59d3e5-0c12-44b6-b83b-20fa0b5664a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:08.898825 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-5defdd17-6066-4a48-984a-e08b0a593531 req-4c0da1dd-bce3-48ec-bec1-1652893866d2 service neutron] Request body: {'port': {'device_id': 'ef482cb8-e4be-4a49-abb5-4e965c73103f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:08.956217 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59d3e5-0c12-44b6-b83b-20fa0b5664a5 None None] Pushing event deleted for resources: {'Port': ['ID=b6b7625e-a2fe-468f-81bc-de3b967a8430,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:08.983042 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e59d3e5-0c12-44b6-b83b-20fa0b5664a5 None None] No DVR routers for this DVR port b6b7625e-a2fe-468f-81bc-de3b967a8430 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:08.984507 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0fa4604a-3694-441c-ad02-4e2a437ca9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:08.990779 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-1fd7a16b-1f01-4971-856e-15aabbe9011b admin admin] For port b6b7625e-a2fe-468f-81bc-de3b967a8430, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b6b7625e-a2fe-468f-81bc-de3b967a8430,segment=NetworkSegment(d4550aeb-dbd6-4af9-9328-fdc09ed8e0d1),segment_id=d4550aeb-dbd6-4af9-9328-fdc09ed8e0d1)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:08.991405 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a16b-1f01-4971-856e-15aabbe9011b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.050875 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5defdd17-6066-4a48-984a-e08b0a593531 req-4c0da1dd-bce3-48ec-bec1-1652893866d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.079182 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-1fd7a16b-1f01-4971-856e-15aabbe9011b admin admin] Calling delete_port for b6b7625e-a2fe-468f-81bc-de3b967a8430 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:09.183189 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12087a-f2ad-4dd5-b28f-df9b9059d75a req-7821a7c6-511d-411a-bbdc-dbf564198866 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:09.192877 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1a12087a-f2ad-4dd5-b28f-df9b9059d75a req-7821a7c6-511d-411a-bbdc-dbf564198866 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 946 time: 0.2147174 Apr 18 20:34:09.201844 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35532) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:09.217278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-b48efe70-7aeb-4c4f-86a1-b2e4693e499c tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Request body: {'floatingip': {'port_id': '9ad0a438-8e05-47ec-ad5f-91473189dc27'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:09.267384 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0fa4604a-3694-441c-ad02-4e2a437ca9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.269897 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0fa4604a-3694-441c-ad02-4e2a437ca9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.271614 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0fa4604a-3694-441c-ad02-4e2a437ca9a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f186d2e4-b293-42da-b070-1fddf905095e HTTP/1.1" status: 204 len: 168 time: 0.9065764 Apr 18 20:34:09.295310 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4604a-3694-441c-ad02-4e2a437ca9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f186d2e4-b293-42da-b070-1fddf905095e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:09.302540 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b48efe70-7aeb-4c4f-86a1-b2e4693e499c tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks [] for floatingip, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.423836 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a16b-1f01-4971-856e-15aabbe9011b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.467410 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7a16b-1f01-4971-856e-15aabbe9011b admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b7625e-a2fe-468f-81bc-de3b967a8430,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:09.507131 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b6b7625e-a2fe-468f-81bc-de3b967a8430 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:09.531612 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: b6b7625e-a2fe-468f-81bc-de3b967a8430 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:34:09.532370 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b6b7625e-a2fe-468f-81bc-de3b967a8430 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:09.536499 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35538) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:09.554132 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-035fde4d-aaab-46b7-9f0d-ca50e90435ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.619259 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd7a16b-1f01-4971-856e-15aabbe9011b admin admin] No DVR routers for this DVR port b6b7625e-a2fe-468f-81bc-de3b967a8430 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:09.637611 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fde4d-aaab-46b7-9f0d-ca50e90435ad admin admin] Pushing event deleted for resources: {'Port': ['ID=2520e062-e7d1-4713-8a13-79b18b391c20,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:09.900477 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa512f-01e2-4e49-a48f-f3768876b855 req-cec1f841-aab3-48ef-8472-90625c158ef7 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:09.902091 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7bfa512f-01e2-4e49-a48f-f3768876b855 req-cec1f841-aab3-48ef-8472-90625c158ef7 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 931 time: 0.4483590 Apr 18 20:34:09.987817 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-5defdd17-6066-4a48-984a-e08b0a593531 req-4c0da1dd-bce3-48ec-bec1-1652893866d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968e3194-f469-4d0d-bbb3-17a193e11fe3 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:10.011339 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5defdd17-6066-4a48-984a-e08b0a593531 req-4c0da1dd-bce3-48ec-bec1-1652893866d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.042570 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-5defdd17-6066-4a48-984a-e08b0a593531 req-4c0da1dd-bce3-48ec-bec1-1652893866d2 service neutron] Transition to ACTIVE for port object 968e3194-f469-4d0d-bbb3-17a193e11fe3 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:34:10.068948 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7fc918f0-7c01-4795-b0e9-500e42c85263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.097961 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a16b-1f01-4971-856e-15aabbe9011b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.166388 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-1fd7a16b-1f01-4971-856e-15aabbe9011b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184b0ce9-8da7-4a7f-88ee-af69b4a35e18']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:10.178744 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7bfa512f-01e2-4e49-a48f-f3768876b855 req-b50ea25d-4e00-45a3-8e57-8cb0aa01fcef tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820767 Apr 18 20:34:10.225829 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5defdd17-6066-4a48-984a-e08b0a593531 req-4c0da1dd-bce3-48ec-bec1-1652893866d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.249997 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-035fde4d-aaab-46b7-9f0d-ca50e90435ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.267605 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-1fd7a16b-1f01-4971-856e-15aabbe9011b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4550aeb-dbd6-4af9-9328-fdc09ed8e0d1') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:10.269768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-1fd7a16b-1f01-4971-856e-15aabbe9011b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4550aeb-dbd6-4af9-9328-fdc09ed8e0d1') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:10.500647 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0da1dd-bce3-48ec-bec1-1652893866d2 service neutron] Pushing event updated for resources: {'Port': ['ID=968e3194-f469-4d0d-bbb3-17a193e11fe3,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:10.546035 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a16b-1f01-4971-856e-15aabbe9011b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.590525 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7fc918f0-7c01-4795-b0e9-500e42c85263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.596312 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a16b-1f01-4971-856e-15aabbe9011b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.621195 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd7a16b-1f01-4971-856e-15aabbe9011b admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:34:10.627395 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a16b-1f01-4971-856e-15aabbe9011b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:34:10.631036 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:34:10.843053 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.db.resource_extend [None req-b48efe70-7aeb-4c4f-86a1-b2e4693e499c tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:34:10.883383 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a16b-1f01-4971-856e-15aabbe9011b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.899190 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a16b-1f01-4971-856e-15aabbe9011b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.902861 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1fd7a16b-1f01-4971-856e-15aabbe9011b admin admin] 10.222.0.41 "DELETE /v2.0/networks/184b0ce9-8da7-4a7f-88ee-af69b4a35e18 HTTP/1.1" status: 204 len: 168 time: 3.4296391 Apr 18 20:34:10.921132 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7a16b-1f01-4971-856e-15aabbe9011b admin admin] Pushing event deleted for resources: {'Network': ['ID=184b0ce9-8da7-4a7f-88ee-af69b4a35e18,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:10.922192 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7fc918f0-7c01-4795-b0e9-500e42c85263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.945107 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b48efe70-7aeb-4c4f-86a1-b2e4693e499c tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.954261 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b48efe70-7aeb-4c4f-86a1-b2e4693e499c tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:11.009824 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7fc918f0-7c01-4795-b0e9-500e42c85263 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5095d512b2ae46ebbf7f337895ea42e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4685133 Apr 18 20:34:11.010760 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-5defdd17-6066-4a48-984a-e08b0a593531 req-4c0da1dd-bce3-48ec-bec1-1652893866d2 service neutron] Attempting to bind port 968e3194-f469-4d0d-bbb3-17a193e11fe3 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:34:11.011092 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-5defdd17-6066-4a48-984a-e08b0a593531 req-4c0da1dd-bce3-48ec-bec1-1652893866d2 service neutron] Attempting to bind port 968e3194-f469-4d0d-bbb3-17a193e11fe3 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '8e558cab-fc44-457b-b2e3-8de4a319aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f42696b-e02e-4c93-bc6c-2e18dd4d76f9'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:34:11.011417 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5defdd17-6066-4a48-984a-e08b0a593531 req-4c0da1dd-bce3-48ec-bec1-1652893866d2 service neutron] Attempting to bind port 968e3194-f469-4d0d-bbb3-17a193e11fe3 on network 0f42696b-e02e-4c93-bc6c-2e18dd4d76f9 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:34:11.013621 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc918f0-7c01-4795-b0e9-500e42c85263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ad3c09-a3b6-45f0-86b1-b8bd6feb790a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:11.019746 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35572) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:11.078292 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5defdd17-6066-4a48-984a-e08b0a593531 req-4c0da1dd-bce3-48ec-bec1-1652893866d2 service neutron] Port 968e3194-f469-4d0d-bbb3-17a193e11fe3 on network 0f42696b-e02e-4c93-bc6c-2e18dd4d76f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:34:11.078996 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5defdd17-6066-4a48-984a-e08b0a593531 req-4c0da1dd-bce3-48ec-bec1-1652893866d2 service neutron] Attempting to bind port 968e3194-f469-4d0d-bbb3-17a193e11fe3 on network 0f42696b-e02e-4c93-bc6c-2e18dd4d76f9 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:34:11.188171 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5defdd17-6066-4a48-984a-e08b0a593531 req-4c0da1dd-bce3-48ec-bec1-1652893866d2 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:34:11.189132 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5defdd17-6066-4a48-984a-e08b0a593531 req-4c0da1dd-bce3-48ec-bec1-1652893866d2 service neutron] Checking segment: {'id': '8e558cab-fc44-457b-b2e3-8de4a319aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f42696b-e02e-4c93-bc6c-2e18dd4d76f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:34:11.190258 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5defdd17-6066-4a48-984a-e08b0a593531 req-4c0da1dd-bce3-48ec-bec1-1652893866d2 service neutron] Bound using segment: {'id': '8e558cab-fc44-457b-b2e3-8de4a319aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f42696b-e02e-4c93-bc6c-2e18dd4d76f9'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:34:11.191103 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-5defdd17-6066-4a48-984a-e08b0a593531 req-4c0da1dd-bce3-48ec-bec1-1652893866d2 service neutron] Bound port: 968e3194-f469-4d0d-bbb3-17a193e11fe3, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e558cab-fc44-457b-b2e3-8de4a319aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f42696b-e02e-4c93-bc6c-2e18dd4d76f9'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:34:11.192861 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5defdd17-6066-4a48-984a-e08b0a593531 req-4c0da1dd-bce3-48ec-bec1-1652893866d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:11.261773 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-b48efe70-7aeb-4c4f-86a1-b2e4693e499c tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Floating IP 8d44d897-72a9-4d31-9a24-89d4b46f2b0b associated. External IP: 172.25.1.84, port: 9ad0a438-8e05-47ec-ad5f-91473189dc27. Apr 18 20:34:11.297641 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-07b7a9b1-b301-4776-87ab-33dc4f0e255b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:11.463269 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35588) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:11.532905 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-5defdd17-6066-4a48-984a-e08b0a593531 req-4c0da1dd-bce3-48ec-bec1-1652893866d2 service neutron] For port 968e3194-f469-4d0d-bbb3-17a193e11fe3, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:34:11.538329 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-5defdd17-6066-4a48-984a-e08b0a593531 req-4c0da1dd-bce3-48ec-bec1-1652893866d2 service neutron] For port 968e3194-f469-4d0d-bbb3-17a193e11fe3, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=968e3194-f469-4d0d-bbb3-17a193e11fe3,segment=NetworkSegment(8e558cab-fc44-457b-b2e3-8de4a319aadc),segment_id=8e558cab-fc44-457b-b2e3-8de4a319aadc)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:34:11.540079 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:11.576476 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5defdd17-6066-4a48-984a-e08b0a593531 req-4c0da1dd-bce3-48ec-bec1-1652893866d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:11.619460 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-07b7a9b1-b301-4776-87ab-33dc4f0e255b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:11.647248 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9f083a70-402a-4fdf-9ddf-351322c01048 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a9e777530ee64d498a49ee3aafe5e494&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798935 Apr 18 20:34:11.649016 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35596) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:11.751142 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defdd17-6066-4a48-984a-e08b0a593531 req-4c0da1dd-bce3-48ec-bec1-1652893866d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:11.752416 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5defdd17-6066-4a48-984a-e08b0a593531 req-4c0da1dd-bce3-48ec-bec1-1652893866d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:11.755176 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5defdd17-6066-4a48-984a-e08b0a593531 req-4c0da1dd-bce3-48ec-bec1-1652893866d2 service neutron] 10.222.0.57 "PUT /v2.0/ports/968e3194-f469-4d0d-bbb3-17a193e11fe3 HTTP/1.1" status: 200 len: 1091 time: 3.1507921 Apr 18 20:34:11.757607 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db590e-3b59-4a7c-abbc-dfbb85e46e07 req-5b51b034-eb5e-4f65-842f-debabc5b8adb tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:11.759440 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86db590e-3b59-4a7c-abbc-dfbb85e46e07 req-5b51b034-eb5e-4f65-842f-debabc5b8adb tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 943 time: 0.1910546 Apr 18 20:34:11.769794 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef482cb8-e4be-4a49-abb5-4e965c73103f', 'tag': '968e3194-f469-4d0d-bbb3-17a193e11fe3'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:11.777006 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd65064-c724-4755-8427-0c1e8cf3376e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef482cb8-e4be-4a49-abb5-4e965c73103f", "tag": "968e3194-f469-4d0d-bbb3-17a193e11fe3"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:11.864900 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-505d40df-8cf5-491c-b42b-98a560c2a517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:11.893161 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48efe70-7aeb-4c4f-86a1-b2e4693e499c tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Router 0488211d-2aa4-4613-9522-ce178f674eae has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:34:11.922399 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86db590e-3b59-4a7c-abbc-dfbb85e46e07 req-453f61a8-f0a8-49e2-83f8-f5137d433e96 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276271 Apr 18 20:34:11.944124 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-505d40df-8cf5-491c-b42b-98a560c2a517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:11.975640 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68a0028-6e9f-498e-84b3-c789ff51ecc3 x-openstack-request-id: req-d68a0028-6e9f-498e-84b3-c789ff51ecc3 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:11.976060 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef482cb8-e4be-4a49-abb5-4e965c73103f", "tag": "968e3194-f469-4d0d-bbb3-17a193e11fe3", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:11.976583 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d68a0028-6e9f-498e-84b3-c789ff51ecc3 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:11.977169 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d68a0028-6e9f-498e-84b3-c789ff51ecc3'] response: {'name': 'network-changed', 'server_uuid': 'ef482cb8-e4be-4a49-abb5-4e965c73103f', 'tag': '968e3194-f469-4d0d-bbb3-17a193e11fe3', 'status': 'completed', 'code': 200} Apr 18 20:34:11.998454 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0da1dd-bce3-48ec-bec1-1652893866d2 service neutron] Pushing event updated for resources: {'Port': ['ID=968e3194-f469-4d0d-bbb3-17a193e11fe3,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:12.133542 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035fde4d-aaab-46b7-9f0d-ca50e90435ad admin admin] Router c2d62aba-ac87-4a14-ade3-ed1dfed2084b has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:34:12.164914 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-505d40df-8cf5-491c-b42b-98a560c2a517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:12.183651 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-505d40df-8cf5-491c-b42b-98a560c2a517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:12.195100 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-505d40df-8cf5-491c-b42b-98a560c2a517 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce159e48-4514-4661-b102-ef56844725be HTTP/1.1" status: 204 len: 168 time: 0.5448122 Apr 18 20:34:12.201032 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-07b7a9b1-b301-4776-87ab-33dc4f0e255b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:12.204332 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-07b7a9b1-b301-4776-87ab-33dc4f0e255b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:12.205836 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-07b7a9b1-b301-4776-87ab-33dc4f0e255b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7ad3c09-a3b6-45f0-86b1-b8bd6feb790a HTTP/1.1" status: 204 len: 168 time: 1.1768460 Apr 18 20:34:12.208290 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48efe70-7aeb-4c4f-86a1-b2e4693e499c tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:34:12.240973 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b48efe70-7aeb-4c4f-86a1-b2e4693e499c tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:12.244346 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788ebd2c-b454-410b-b085-30914d288f65 None None] Sync routers for ids ['0488211d-2aa4-4613-9522-ce178f674eae'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:34:12.245531 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d40df-8cf5-491c-b42b-98a560c2a517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce159e48-4514-4661-b102-ef56844725be,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:12.299454 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b48efe70-7aeb-4c4f-86a1-b2e4693e499c tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "PUT /v2.0/floatingips/8d44d897-72a9-4d31-9a24-89d4b46f2b0b HTTP/1.1" status: 200 len: 991 time: 3.0883880 Apr 18 20:34:12.300404 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab33292-7224-4565-a319-3ad77454d05e', 'tag': '9ad0a438-8e05-47ec-ad5f-91473189dc27'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:12.303773 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ed1213-26e7-4941-be0c-ce84a870f03f" -d '{"events": [{"name": "network-changed", "server_uuid": "eab33292-7224-4565-a319-3ad77454d05e", "tag": "9ad0a438-8e05-47ec-ad5f-91473189dc27"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:12.343452 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788ebd2c-b454-410b-b085-30914d288f65 None None] Routers {'0488211d-2aa4-4613-9522-ce178f674eae'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:34:12.344111 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-788ebd2c-b454-410b-b085-30914d288f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:33:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0488211d-2aa4-4613-9522-ce178f674eae'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:12.387747 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7a9b1-b301-4776-87ab-33dc4f0e255b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ad3c09-a3b6-45f0-86b1-b8bd6feb790a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:12.446511 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defdd17-6066-4a48-984a-e08b0a593531 req-9561d13b-51fb-4251-a35e-05fa139a6302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:12.448085 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5defdd17-6066-4a48-984a-e08b0a593531 req-9561d13b-51fb-4251-a35e-05fa139a6302 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f39d54d3bd294f5dbe03afeb1a0eb0c9&device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 1094 time: 0.5636654 Apr 18 20:34:12.528508 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53905262-bb52-4b59-946c-e296bb957ddb x-openstack-request-id: req-53905262-bb52-4b59-946c-e296bb957ddb {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:12.528508 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab33292-7224-4565-a319-3ad77454d05e", "tag": "9ad0a438-8e05-47ec-ad5f-91473189dc27", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:12.528508 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-53905262-bb52-4b59-946c-e296bb957ddb {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:12.528508 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53905262-bb52-4b59-946c-e296bb957ddb'] response: {'name': 'network-changed', 'server_uuid': 'eab33292-7224-4565-a319-3ad77454d05e', 'tag': '9ad0a438-8e05-47ec-ad5f-91473189dc27', 'status': 'completed', 'code': 200} Apr 18 20:34:12.552742 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5defdd17-6066-4a48-984a-e08b0a593531 req-2d731e9a-65c4-474d-a873-10047422b05e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=968e3194-f469-4d0d-bbb3-17a193e11fe3 HTTP/1.1" status: 200 len: 217 time: 0.0911887 Apr 18 20:34:12.669449 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed1213-26e7-4941-be0c-ce84a870f03f req-49ee20c8-dad2-41cd-9d19-f2a2f39aeb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:12.671864 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5ed1213-26e7-4941-be0c-ce84a870f03f req-49ee20c8-dad2-41cd-9d19-f2a2f39aeb6b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c72a6cb4b75647d38b6aa693a7d2ca0b&device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 1097 time: 0.1092379 Apr 18 20:34:12.675826 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-788ebd2c-b454-410b-b085-30914d288f65 None None] Set router 0488211d-2aa4-4613-9522-ce178f674eae gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:34:12.897128 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed1213-26e7-4941-be0c-ce84a870f03f req-10723f1a-9368-4027-9720-d846ace0b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:12.899262 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5ed1213-26e7-4941-be0c-ce84a870f03f req-10723f1a-9368-4027-9720-d846ace0b32d service neutron] 10.222.0.57 "GET /v2.0/networks?id=d538f970-1699-4982-98ba-9d8cb4a7048d HTTP/1.1" status: 200 len: 919 time: 0.2189546 Apr 18 20:34:12.912282 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035fde4d-aaab-46b7-9f0d-ca50e90435ad admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:34:12.946263 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5113fa-b9be-47b8-ae10-41cab8cce1e7 None None] Sync routers for ids ['c2d62aba-ac87-4a14-ade3-ed1dfed2084b'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:34:12.948004 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-035fde4d-aaab-46b7-9f0d-ca50e90435ad admin admin] 10.222.0.41 "PUT /v2.0/routers/c2d62aba-ac87-4a14-ade3-ed1dfed2084b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9569738 Apr 18 20:34:12.959087 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35646) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:12.973849 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5113fa-b9be-47b8-ae10-41cab8cce1e7 None None] Routers {'c2d62aba-ac87-4a14-ade3-ed1dfed2084b'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:34:12.974791 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-0b5113fa-b9be-47b8-ae10-41cab8cce1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:33:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c2d62aba-ac87-4a14-ade3-ed1dfed2084b'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:13.096059 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5ed1213-26e7-4941-be0c-ce84a870f03f req-9e2395df-4f6c-41b8-9ab1-a937d90b88aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ad0a438-8e05-47ec-ad5f-91473189dc27 HTTP/1.1" status: 200 len: 999 time: 0.1892736 Apr 18 20:34:13.117550 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defdd17-6066-4a48-984a-e08b0a593531 req-e1c504c7-4ee6-4bee-a20a-c7ea6bb4be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:13.121474 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5defdd17-6066-4a48-984a-e08b0a593531 req-e1c504c7-4ee6-4bee-a20a-c7ea6bb4be60 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f24213e-f6aa-466d-babc-2c9c25120d14 HTTP/1.1" status: 200 len: 861 time: 0.5428474 Apr 18 20:34:13.154935 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-788ebd2c-b454-410b-b085-30914d288f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0488211d-2aa4-4613-9522-ce178f674eae', 'name': 'tempest-ServerRescueNegativeTestJSON-531805305-router', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '62282084-b787-4281-b751-1f2d5f74ee85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:30:40Z', 'updated_at': '2022-04-18T20:30:50Z', 'revision_number': 4, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'gw_port': {'id': '62282084-b787-4281-b751-1f2d5f74ee85', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:42Z', 'updated_at': '2022-04-18T20:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '8d44d897-72a9-4d31-9a24-89d4b46f2b0b', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'floating_ip_address': '172.25.1.84', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'port_id': '9ad0a438-8e05-47ec-ad5f-91473189dc27', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'mac_address': 'fa:16:3e:5f:3b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab33292-7224-4565-a319-3ad77454d05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:33:40Z', 'updated_at': '2022-04-18T20:34:10Z', 'revision_number': 1, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566a0069-e7cf-42be-aabf-6f7c0e99e477', 'name': '', 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'mac_address': 'fa:16:3e:6f:b2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:48Z', 'updated_at': '2022-04-18T20:31:09Z', 'revision_number': 5, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'subnets': [{'id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:13.222469 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5defdd17-6066-4a48-984a-e08b0a593531 req-3c32b285-1de8-488c-8f4c-e1072d7b42b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f42696b-e02e-4c93-bc6c-2e18dd4d76f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883329 Apr 18 20:34:13.243524 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788ebd2c-b454-410b-b085-30914d288f65 None None] Checking router: 0488211d-2aa4-4613-9522-ce178f674eae for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:34:13.244665 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-0b5113fa-b9be-47b8-ae10-41cab8cce1e7 None None] Set router c2d62aba-ac87-4a14-ade3-ed1dfed2084b gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:34:13.270819 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788ebd2c-b454-410b-b085-30914d288f65 None None] Routers {'0488211d-2aa4-4613-9522-ce178f674eae'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:34:13.271481 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-788ebd2c-b454-410b-b085-30914d288f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:33:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0488211d-2aa4-4613-9522-ce178f674eae'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:13.314203 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-194a16ec-0a20-478a-9fe2-3b7babb1ebc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.381791 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a5e0b-9306-4c01-9641-f066ebbcd5f9 req-fed48f3f-d35b-4ecd-a8f3-3b73542fe6c2 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:13.387860 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c01a5e0b-9306-4c01-9641-f066ebbcd5f9 req-fed48f3f-d35b-4ecd-a8f3-3b73542fe6c2 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 943 time: 0.2610257 Apr 18 20:34:13.390662 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed1213-26e7-4941-be0c-ce84a870f03f req-6ad5396d-6e59-46a0-834e-4a5a153317d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:13.393291 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5ed1213-26e7-4941-be0c-ce84a870f03f req-6ad5396d-6e59-46a0-834e-4a5a153317d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8415795-d2f2-4354-859f-79b4fcc6f470 HTTP/1.1" status: 200 len: 857 time: 0.2902496 Apr 18 20:34:13.513797 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-788ebd2c-b454-410b-b085-30914d288f65 None None] Set router 0488211d-2aa4-4613-9522-ce178f674eae gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:34:13.541575 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c01a5e0b-9306-4c01-9641-f066ebbcd5f9 req-5f1ef9fd-9bd0-48e1-b88c-4742f71d126a tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420522 Apr 18 20:34:13.650284 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed1213-26e7-4941-be0c-ce84a870f03f req-7bfc7beb-c997-4257-bdd9-ad11684e578e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:13.652100 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5ed1213-26e7-4941-be0c-ce84a870f03f req-7bfc7beb-c997-4257-bdd9-ad11684e578e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d538f970-1699-4982-98ba-9d8cb4a7048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1913664 Apr 18 20:34:13.808219 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-0b5113fa-b9be-47b8-ae10-41cab8cce1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d62aba-ac87-4a14-ade3-ed1dfed2084b', 'name': 'tempest-FloatingIPDetailsTestJSON-447608148-router', 'tenant_id': '89c926e9e20e4924ad193342f10c5bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a2d0db8e-4bcf-48fc-a797-38494a348b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:58Z', 'updated_at': '2022-04-18T20:34:09Z', 'revision_number': 5, 'project_id': '89c926e9e20e4924ad193342f10c5bb3', 'gw_port': {'id': 'a2d0db8e-4bcf-48fc-a797-38494a348b5f', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d62aba-ac87-4a14-ade3-ed1dfed2084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:02Z', 'updated_at': '2022-04-18T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:13.868980 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5ed1213-26e7-4941-be0c-ce84a870f03f req-9da0ab2e-a079-48d6-a48b-0fd5078c017c service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095056 Apr 18 20:34:13.886635 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5113fa-b9be-47b8-ae10-41cab8cce1e7 None None] Checking router: c2d62aba-ac87-4a14-ade3-ed1dfed2084b for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:34:13.912770 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5113fa-b9be-47b8-ae10-41cab8cce1e7 None None] Routers {'c2d62aba-ac87-4a14-ade3-ed1dfed2084b'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:34:13.913669 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-0b5113fa-b9be-47b8-ae10-41cab8cce1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:33:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c2d62aba-ac87-4a14-ade3-ed1dfed2084b'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:13.998720 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-788ebd2c-b454-410b-b085-30914d288f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0488211d-2aa4-4613-9522-ce178f674eae', 'name': 'tempest-ServerRescueNegativeTestJSON-531805305-router', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '62282084-b787-4281-b751-1f2d5f74ee85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:30:40Z', 'updated_at': '2022-04-18T20:30:50Z', 'revision_number': 4, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'gw_port': {'id': '62282084-b787-4281-b751-1f2d5f74ee85', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:42Z', 'updated_at': '2022-04-18T20:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '8d44d897-72a9-4d31-9a24-89d4b46f2b0b', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'floating_ip_address': '172.25.1.84', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'port_id': '9ad0a438-8e05-47ec-ad5f-91473189dc27', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'mac_address': 'fa:16:3e:5f:3b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab33292-7224-4565-a319-3ad77454d05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:33:40Z', 'updated_at': '2022-04-18T20:34:10Z', 'revision_number': 1, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566a0069-e7cf-42be-aabf-6f7c0e99e477', 'name': '', 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'mac_address': 'fa:16:3e:6f:b2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:48Z', 'updated_at': '2022-04-18T20:31:09Z', 'revision_number': 5, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'subnets': [{'id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:14.053712 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5ed1213-26e7-4941-be0c-ce84a870f03f req-646af7f6-0121-4968-8265-c5d4c228bf7c service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725340 Apr 18 20:34:14.061899 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788ebd2c-b454-410b-b085-30914d288f65 None None] The sync data for ids ['0488211d-2aa4-4613-9522-ce178f674eae'] in n-d-838323-3 is: [{'id': '0488211d-2aa4-4613-9522-ce178f674eae', 'name': 'tempest-ServerRescueNegativeTestJSON-531805305-router', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '62282084-b787-4281-b751-1f2d5f74ee85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:30:40Z', 'updated_at': '2022-04-18T20:30:50Z', 'revision_number': 4, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'gw_port': {'id': '62282084-b787-4281-b751-1f2d5f74ee85', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:42Z', 'updated_at': '2022-04-18T20:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '8d44d897-72a9-4d31-9a24-89d4b46f2b0b', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'floating_ip_address': '172.25.1.84', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'port_id': '9ad0a438-8e05-47ec-ad5f-91473189dc27', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'mac_address': 'fa:16:3e:5f:3b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab33292-7224-4565-a319-3ad77454d05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:33:40Z', 'updated_at': '2022-04-18T20:34:10Z', 'revision_number': 1, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566a0069-e7cf-42be-aabf-6f7c0e99e477', 'name': '', 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'mac_address': 'fa:16:3e:6f:b2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:48Z', 'updated_at': '2022-04-18T20:31:09Z', 'revision_number': 5, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'subnets': [{'id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:34:14.227762 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-0b5113fa-b9be-47b8-ae10-41cab8cce1e7 None None] Set router c2d62aba-ac87-4a14-ade3-ed1dfed2084b gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:34:14.228693 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5defdd17-6066-4a48-984a-e08b0a593531 req-8bf2b2b1-7bad-49f9-871b-dd5523ae0f22 service neutron] 10.222.0.57 "GET /v2.0/networks/0f42696b-e02e-4c93-bc6c-2e18dd4d76f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9906201 Apr 18 20:34:14.233401 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-194a16ec-0a20-478a-9fe2-3b7babb1ebc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:14.392753 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-194a16ec-0a20-478a-9fe2-3b7babb1ebc6 admin admin] Deleting port a2d0db8e-4bcf-48fc-a797-38494a348b5f {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:14.393095 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-194a16ec-0a20-478a-9fe2-3b7babb1ebc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:14.517761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a03802-5434-4dfa-8b5e-0d55f4864411 None None] New status for floating IP 8d44d897-72a9-4d31-9a24-89d4b46f2b0b: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:34:14.574236 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-194a16ec-0a20-478a-9fe2-3b7babb1ebc6 admin admin] For port a2d0db8e-4bcf-48fc-a797-38494a348b5f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a2d0db8e-4bcf-48fc-a797-38494a348b5f,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:14.575246 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-194a16ec-0a20-478a-9fe2-3b7babb1ebc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:14.602144 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5defdd17-6066-4a48-984a-e08b0a593531 req-435ce595-7bd8-4139-ba06-a7cfd7fb82a3 service neutron] 10.222.0.57 "GET /v2.0/networks/0f42696b-e02e-4c93-bc6c-2e18dd4d76f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645611 Apr 18 20:34:14.612046 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-194a16ec-0a20-478a-9fe2-3b7babb1ebc6 admin admin] Calling delete_port for a2d0db8e-4bcf-48fc-a797-38494a348b5f owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:14.762819 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-0b5113fa-b9be-47b8-ae10-41cab8cce1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d62aba-ac87-4a14-ade3-ed1dfed2084b', 'name': 'tempest-FloatingIPDetailsTestJSON-447608148-router', 'tenant_id': '89c926e9e20e4924ad193342f10c5bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a2d0db8e-4bcf-48fc-a797-38494a348b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:58Z', 'updated_at': '2022-04-18T20:34:09Z', 'revision_number': 5, 'project_id': '89c926e9e20e4924ad193342f10c5bb3', 'gw_port': {'id': 'a2d0db8e-4bcf-48fc-a797-38494a348b5f', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d62aba-ac87-4a14-ade3-ed1dfed2084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:02Z', 'updated_at': '2022-04-18T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:14.842116 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5113fa-b9be-47b8-ae10-41cab8cce1e7 None None] The sync data for ids ['c2d62aba-ac87-4a14-ade3-ed1dfed2084b'] in n-d-838323-3 is: [{'id': 'c2d62aba-ac87-4a14-ade3-ed1dfed2084b', 'name': 'tempest-FloatingIPDetailsTestJSON-447608148-router', 'tenant_id': '89c926e9e20e4924ad193342f10c5bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a2d0db8e-4bcf-48fc-a797-38494a348b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:58Z', 'updated_at': '2022-04-18T20:34:09Z', 'revision_number': 5, 'project_id': '89c926e9e20e4924ad193342f10c5bb3', 'gw_port': {'id': 'a2d0db8e-4bcf-48fc-a797-38494a348b5f', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d62aba-ac87-4a14-ade3-ed1dfed2084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:02Z', 'updated_at': '2022-04-18T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:34:14.950557 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5b5a0-7711-41d4-98fb-57cc4220cbf7 req-fcdec667-005f-4dbc-9f11-543cb5250a11 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:14.957502 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fbe5b5a0-7711-41d4-98fb-57cc4220cbf7 req-fcdec667-005f-4dbc-9f11-543cb5250a11 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 943 time: 0.2357910 Apr 18 20:34:15.035169 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd65064-c724-4755-8427-0c1e8cf3376e req-b8a167c3-053c-45d8-b7a0-4719bd394946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:15.037674 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fbd65064-c724-4755-8427-0c1e8cf3376e req-b8a167c3-053c-45d8-b7a0-4719bd394946 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f39d54d3bd294f5dbe03afeb1a0eb0c9&device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 1094 time: 0.3690214 Apr 18 20:34:15.043047 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-194a16ec-0a20-478a-9fe2-3b7babb1ebc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:15.082802 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fbe5b5a0-7711-41d4-98fb-57cc4220cbf7 req-e3d74cc4-e52d-4e91-a107-2dd851c62cc6 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177866 Apr 18 20:34:15.134114 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a16ec-0a20-478a-9fe2-3b7babb1ebc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2d0db8e-4bcf-48fc-a797-38494a348b5f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:15.346052 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd65064-c724-4755-8427-0c1e8cf3376e req-8097b513-402f-4ed2-bf7d-9c5ba12c2c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:15.346757 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fbd65064-c724-4755-8427-0c1e8cf3376e req-8097b513-402f-4ed2-bf7d-9c5ba12c2c11 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f42696b-e02e-4c93-bc6c-2e18dd4d76f9 HTTP/1.1" status: 200 len: 922 time: 0.2991579 Apr 18 20:34:15.453472 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fbd65064-c724-4755-8427-0c1e8cf3376e req-904cc90e-d3ea-469f-bf06-72c94bb04c47 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=968e3194-f469-4d0d-bbb3-17a193e11fe3 HTTP/1.1" status: 200 len: 217 time: 0.0807009 Apr 18 20:34:15.544518 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2520e062-e7d1-4713-8a13-79b18b391c20 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:15.628920 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-194a16ec-0a20-478a-9fe2-3b7babb1ebc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:15.634068 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd65064-c724-4755-8427-0c1e8cf3376e req-b603e1bc-234e-49d4-bf90-898fa0c33378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:15.635867 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fbd65064-c724-4755-8427-0c1e8cf3376e req-b603e1bc-234e-49d4-bf90-898fa0c33378 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f24213e-f6aa-466d-babc-2c9c25120d14 HTTP/1.1" status: 200 len: 861 time: 0.1491919 Apr 18 20:34:15.637988 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 2520e062-e7d1-4713-8a13-79b18b391c20 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:34:15.638756 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2520e062-e7d1-4713-8a13-79b18b391c20 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:15.689890 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-9c5daf37-a5f2-415f-924c-425294530b1c tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=74ef4a84c3ab4b31aa7773cc07643899&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0764284 Apr 18 20:34:15.732456 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fbd65064-c724-4755-8427-0c1e8cf3376e req-87ad9fd5-d2ef-44b7-9660-df3d8b880e13 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f42696b-e02e-4c93-bc6c-2e18dd4d76f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687335 Apr 18 20:34:15.774304 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-194a16ec-0a20-478a-9fe2-3b7babb1ebc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:15.786720 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-194a16ec-0a20-478a-9fe2-3b7babb1ebc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:15.886868 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-194a16ec-0a20-478a-9fe2-3b7babb1ebc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:15.889373 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194a16ec-0a20-478a-9fe2-3b7babb1ebc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2d62aba-ac87-4a14-ade3-ed1dfed2084b {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:34:15.901495 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-194a16ec-0a20-478a-9fe2-3b7babb1ebc6 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:15.903865 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-194a16ec-0a20-478a-9fe2-3b7babb1ebc6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c2d62aba-ac87-4a14-ade3-ed1dfed2084b HTTP/1.1" status: 204 len: 168 time: 2.9426913 Apr 18 20:34:15.912398 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35794) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:15.927375 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:34:15.983246 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fbd65064-c724-4755-8427-0c1e8cf3376e req-826d65e8-4af5-4f28-90ae-2a198d156372 service neutron] 10.222.0.57 "GET /v2.0/networks/0f42696b-e02e-4c93-bc6c-2e18dd4d76f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222228 Apr 18 20:34:16.057903 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-676cef21-99ce-4b93-9d5a-374f8b3b1428 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:16.059568 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-676cef21-99ce-4b93-9d5a-374f8b3b1428 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3591211 Apr 18 20:34:16.088764 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-36319154-1484-432d-88f2-2844dbc54e8e admin admin] Deleting subnet 1fc7bc59-392f-4857-a390-f202369bdc97 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:34:16.096664 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-36319154-1484-432d-88f2-2844dbc54e8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:16.101913 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-fd705e0a-91de-4e29-b6da-9acc5add0c01 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/quotas/74ef4a84c3ab4b31aa7773cc07643899 HTTP/1.1" status: 200 len: 375 time: 0.0312634 Apr 18 20:34:16.173412 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fbd65064-c724-4755-8427-0c1e8cf3376e req-a70510be-d4ee-4911-9ebe-ba7b5ca42494 service neutron] 10.222.0.57 "GET /v2.0/networks/0f42696b-e02e-4c93-bc6c-2e18dd4d76f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818056 Apr 18 20:34:16.184701 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-735d1426-a305-4258-9e75-4360f00f007a tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=74ef4a84c3ab4b31aa7773cc07643899&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605295 Apr 18 20:34:16.206617 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3457689-d246-40f6-b4a2-79645e15b975 req-99b2093b-2bd3-4ff2-81fc-4a8d159f7344 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:16.209360 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3457689-d246-40f6-b4a2-79645e15b975 req-99b2093b-2bd3-4ff2-81fc-4a8d159f7344 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/networks?id=60c0f8e4-ca71-46cb-9dba-ff0370549a61 HTTP/1.1" status: 200 len: 805 time: 0.2845676 Apr 18 20:34:16.211753 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-36319154-1484-432d-88f2-2844dbc54e8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:16.258729 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3457689-d246-40f6-b4a2-79645e15b975 req-7c63313d-a4ea-480f-855a-9ad1190baaee tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/quotas/b19fef1cf30f4b18969bf977f1ee2aa9 HTTP/1.1" status: 200 len: 375 time: 0.0221689 Apr 18 20:34:16.345540 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-36319154-1484-432d-88f2-2844dbc54e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:16.380042 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3457689-d246-40f6-b4a2-79645e15b975 req-a3450d67-c12a-4a48-b0c7-77d8eb94a22a tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b19fef1cf30f4b18969bf977f1ee2aa9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1118314 Apr 18 20:34:16.579771 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-36319154-1484-432d-88f2-2844dbc54e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:16.643744 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36319154-1484-432d-88f2-2844dbc54e8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fc7bc59-392f-4857-a390-f202369bdc97,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:16.647526 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-36319154-1484-432d-88f2-2844dbc54e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:16.654057 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-36319154-1484-432d-88f2-2844dbc54e8e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1fc7bc59-392f-4857-a390-f202369bdc97 HTTP/1.1" status: 204 len: 168 time: 0.7398772 Apr 18 20:34:16.658962 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35812) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:16.661401 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3457689-d246-40f6-b4a2-79645e15b975 req-abdc09cc-7e37-4784-8a83-64e24c642041 service neutron] 10.222.0.41 "GET /v2.0/networks/60c0f8e4-ca71-46cb-9dba-ff0370549a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650270 Apr 18 20:34:16.669940 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162ba12c-c649-4f75-9d22-be3e87f1f33f None None] Network b4cf6ee2-fb71-4a16-94d4-593c70571ccc requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:34:16.816805 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8b37acf1-2af9-418c-b53a-f708c33aac49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:16.827599 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 5ed30248-2a44-4edc-a4df-8faa2b579286 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:16.916672 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-8b37acf1-2af9-418c-b53a-f708c33aac49 admin admin] Deleting port 46b67bfa-b1f3-47fc-8173-7af2b1dc852a {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:16.920655 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8b37acf1-2af9-418c-b53a-f708c33aac49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:16.984211 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3457689-d246-40f6-b4a2-79645e15b975 req-93978eba-918f-4473-a37c-337710b0d369 service neutron] 10.222.0.41 "GET /v2.0/networks/60c0f8e4-ca71-46cb-9dba-ff0370549a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035951 Apr 18 20:34:17.000267 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8dbcbb-9c86-48b5-86ad-e530843f0cba req-fcdb8314-bfea-4869-8843-ac693e6a587d tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:17.002138 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa8dbcbb-9c86-48b5-86ad-e530843f0cba req-fcdb8314-bfea-4869-8843-ac693e6a587d tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 943 time: 0.1186543 Apr 18 20:34:17.029445 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:17.111727 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 5ed30248-2a44-4edc-a4df-8faa2b579286, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=5ed30248-2a44-4edc-a4df-8faa2b579286,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:17.114142 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc107110-cfc7-41fd-bec0-f537ce4866c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ed30248-2a44-4edc-a4df-8faa2b579286'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:17.116237 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa8dbcbb-9c86-48b5-86ad-e530843f0cba req-01d70914-8fe2-497e-b391-778c17a1e996 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010842 Apr 18 20:34:17.117827 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-8b37acf1-2af9-418c-b53a-f708c33aac49 admin admin] For port 46b67bfa-b1f3-47fc-8173-7af2b1dc852a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=46b67bfa-b1f3-47fc-8173-7af2b1dc852a,segment=NetworkSegment(30cf76e8-dcdf-46cb-a9a4-8694522923bf),segment_id=30cf76e8-dcdf-46cb-a9a4-8694522923bf)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:17.119843 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8b37acf1-2af9-418c-b53a-f708c33aac49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:17.131822 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cc76c9-3532-4437-b9ad-eb804e14cefb" -d '{"events": [{"server_uuid": "dc107110-cfc7-41fd-bec0-f537ce4866c1", "name": "network-vif-unplugged", "status": "completed", "tag": "5ed30248-2a44-4edc-a4df-8faa2b579286"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:17.140909 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-8b37acf1-2af9-418c-b53a-f708c33aac49 admin admin] Calling delete_port for 46b67bfa-b1f3-47fc-8173-7af2b1dc852a owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:17.152234 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eb5773-2138-4205-9d40-d8822d3458bd None None] DHCP port deletion for b4cf6ee2-fb71-4a16-94d4-593c70571ccc request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:34:17.158406 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 968e3194-f469-4d0d-bbb3-17a193e11fe3 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:34:17.169943 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:17.344368 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8b37acf1-2af9-418c-b53a-f708c33aac49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:17.360278 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b570485d-26c2-4c00-a963-5df59d7eb7c4 req-0cf7ad7c-0a81-41b1-88d4-3d9c063a8e5c tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed15d911-1f5a-4884-922d-2501dc082b1d HTTP/1.1" status: 200 len: 210 time: 0.0878165 Apr 18 20:34:17.384801 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06790b7e-980c-4e95-bd3f-2ab3fb4d2a07 req-5e864250-0e47-4550-ac57-3fdf5c0337b5 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:17.387037 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-06790b7e-980c-4e95-bd3f-2ab3fb4d2a07 req-5e864250-0e47-4550-ac57-3fdf5c0337b5 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc107110-cfc7-41fd-bec0-f537ce4866c1 HTTP/1.1" status: 200 len: 943 time: 0.1779025 Apr 18 20:34:17.426471 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b37acf1-2af9-418c-b53a-f708c33aac49 admin admin] No DVR routers for this DVR port 46b67bfa-b1f3-47fc-8173-7af2b1dc852a on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:17.526096 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37acf1-2af9-418c-b53a-f708c33aac49 admin admin] Pushing event deleted for resources: {'Port': ['ID=46b67bfa-b1f3-47fc-8173-7af2b1dc852a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:17.555711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-06790b7e-980c-4e95-bd3f-2ab3fb4d2a07 req-f6312a00-9f35-492c-9742-c6af743257cf tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Deleting port 5ed30248-2a44-4edc-a4df-8faa2b579286 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:17.556322 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-06790b7e-980c-4e95-bd3f-2ab3fb4d2a07 req-f6312a00-9f35-492c-9742-c6af743257cf tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:17.611531 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77e3489a-9358-47cc-87e5-c6a321be5716 req-f5786df5-2d28-4c2d-a34a-8ee31c42cc4f tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=df50a99a-b7cc-4fdf-a4cf-c8cba907b21a HTTP/1.1" status: 200 len: 210 time: 0.0366962 Apr 18 20:34:17.737515 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8b37acf1-2af9-418c-b53a-f708c33aac49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:17.820353 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-8b37acf1-2af9-418c-b53a-f708c33aac49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4cf6ee2-fb71-4a16-94d4-593c70571ccc']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:17.842281 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-8b37acf1-2af9-418c-b53a-f708c33aac49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30cf76e8-dcdf-46cb-a9a4-8694522923bf') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:17.842577 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-8b37acf1-2af9-418c-b53a-f708c33aac49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30cf76e8-dcdf-46cb-a9a4-8694522923bf') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:17.862247 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8b37acf1-2af9-418c-b53a-f708c33aac49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:17.879194 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8b37acf1-2af9-418c-b53a-f708c33aac49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:17.896913 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b37acf1-2af9-418c-b53a-f708c33aac49 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:34:17.897323 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8b37acf1-2af9-418c-b53a-f708c33aac49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:34:17.902699 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:34:17.999822 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdd629c-087b-457c-bfea-ec3bd0487eaa x-openstack-request-id: req-5bdd629c-087b-457c-bfea-ec3bd0487eaa {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:18.000466 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc107110-cfc7-41fd-bec0-f537ce4866c1", "name": "network-vif-unplugged", "status": "completed", "tag": "5ed30248-2a44-4edc-a4df-8faa2b579286", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:18.000466 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5bdd629c-087b-457c-bfea-ec3bd0487eaa {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:18.000758 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bdd629c-087b-457c-bfea-ec3bd0487eaa'] response: {'server_uuid': 'dc107110-cfc7-41fd-bec0-f537ce4866c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ed30248-2a44-4edc-a4df-8faa2b579286', 'code': 200} Apr 18 20:34:18.004013 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 46b67bfa-b1f3-47fc-8173-7af2b1dc852a no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:18.026292 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8b37acf1-2af9-418c-b53a-f708c33aac49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:18.030162 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 968e3194-f469-4d0d-bbb3-17a193e11fe3, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=968e3194-f469-4d0d-bbb3-17a193e11fe3,segment=NetworkSegment(8e558cab-fc44-457b-b2e3-8de4a319aadc),segment_id=8e558cab-fc44-457b-b2e3-8de4a319aadc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:18.032923 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8b37acf1-2af9-418c-b53a-f708c33aac49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:18.038214 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8b37acf1-2af9-418c-b53a-f708c33aac49 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b4cf6ee2-fb71-4a16-94d4-593c70571ccc HTTP/1.1" status: 204 len: 168 time: 1.3780873 Apr 18 20:34:18.068406 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37acf1-2af9-418c-b53a-f708c33aac49 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4cf6ee2-fb71-4a16-94d4-593c70571ccc,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:18.117748 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 46b67bfa-b1f3-47fc-8173-7af2b1dc852a {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:34:18.118528 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 46b67bfa-b1f3-47fc-8173-7af2b1dc852a not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:18.120461 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a2d0db8e-4bcf-48fc-a797-38494a348b5f no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:18.166105 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=5ed30248-2a44-4edc-a4df-8faa2b579286,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:18.175340 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: a2d0db8e-4bcf-48fc-a797-38494a348b5f {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:34:18.175969 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a2d0db8e-4bcf-48fc-a797-38494a348b5f not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:18.209015 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:18.209263 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:18.213322 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:18.214051 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:18.214626 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:18.215230 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:18.215816 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:18.216407 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:18.220099 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:18.220838 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:18.221424 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:18.221972 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:18.275203 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '968e3194-f469-4d0d-bbb3-17a193e11fe3', 'network_id': '0f42696b-e02e-4c93-bc6c-2e18dd4d76f9', 'port_id': '968e3194-f469-4d0d-bbb3-17a193e11fe3', 'mac_address': 'fa:16:3e:a1:59:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f24213e-f6aa-466d-babc-2c9c25120d14', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:34:18.287410 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-06790b7e-980c-4e95-bd3f-2ab3fb4d2a07 req-f6312a00-9f35-492c-9742-c6af743257cf tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] For port 5ed30248-2a44-4edc-a4df-8faa2b579286, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=5ed30248-2a44-4edc-a4df-8faa2b579286,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:18.288008 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-06790b7e-980c-4e95-bd3f-2ab3fb4d2a07 req-f6312a00-9f35-492c-9742-c6af743257cf tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:18.346810 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:18.353144 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-06790b7e-980c-4e95-bd3f-2ab3fb4d2a07 req-f6312a00-9f35-492c-9742-c6af743257cf tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Calling delete_port for 5ed30248-2a44-4edc-a4df-8faa2b579286 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:18.354180 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e2eb5773-2138-4205-9d40-d8822d3458bd None None] Deleting port 46b67bfa-b1f3-47fc-8173-7af2b1dc852a {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:18.354980 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e2eb5773-2138-4205-9d40-d8822d3458bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:18.409394 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e334ec-4d71-4684-aa74-4dcfa0fd656d req-f198094b-b913-4169-ad77-377763c4d214 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:18.425315 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28e334ec-4d71-4684-aa74-4dcfa0fd656d req-f198094b-b913-4169-ad77-377763c4d214 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 943 time: 0.1165333 Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server [None req-e2eb5773-2138-4205-9d40-d8822d3458bd None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network b4cf6ee2-fb71-4a16-94d4-593c70571ccc could not be found. Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._iter().one() Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._only_one_row( Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1537, in delete_ports_by_device_id Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:34:18.440967 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2019, in delete_port Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1195, in get_network Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network b4cf6ee2-fb71-4a16-94d4-593c70571ccc could not be found. Apr 18 20:34:18.447497 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Apr 18 20:34:18.466715 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968e3194-f469-4d0d-bbb3-17a193e11fe3 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:18.523232 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 968e3194-f469-4d0d-bbb3-17a193e11fe3, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=968e3194-f469-4d0d-bbb3-17a193e11fe3,segment=NetworkSegment(8e558cab-fc44-457b-b2e3-8de4a319aadc),segment_id=8e558cab-fc44-457b-b2e3-8de4a319aadc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:18.531353 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:18.549262 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-7501139a-dc09-4365-b92e-239847801e7f tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=74ef4a84c3ab4b31aa7773cc07643899&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0850956 Apr 18 20:34:18.550570 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01799bd3-30ad-4cad-b5b1-38ee9e0a1c40 None None] DHCP port deletion for b4cf6ee2-fb71-4a16-94d4-593c70571ccc request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:34:18.586350 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35852) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:18.654072 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddcd46b-21a0-4251-9139-d8a8a645d9aa None None] get_active_networks_info from n-d-838323-3 {{(pid=102910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:34:18.771967 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=968e3194-f469-4d0d-bbb3-17a193e11fe3,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:18.833489 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3e7a1648-416c-4f31-a1ea-ddc67066d5b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=89c926e9e20e4924ad193342f10c5bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404020 Apr 18 20:34:18.839913 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['968e3194-f469-4d0d-bbb3-17a193e11fe3'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:34:18.842761 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35856) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:18.954031 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28e334ec-4d71-4684-aa74-4dcfa0fd656d req-e7298553-eaff-4fcc-9d14-68eedacc0561 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105942 Apr 18 20:34:18.965841 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddcd46b-21a0-4251-9139-d8a8a645d9aa None None] Resources bound (agent type, host, resource id): {{(pid=102910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:34:19.076749 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35860) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:19.160175 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-15b087a2-39f8-4e7a-aa63-924b53154fa6 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:19.172685 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-15b087a2-39f8-4e7a-aa63-924b53154fa6 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6077049 Apr 18 20:34:19.178505 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-d03ede07-ae58-4dfc-9324-83f20676be39 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Request body: {'port': {'device_id': 'ed15d911-1f5a-4884-922d-2501dc082b1d', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': '74ef4a84c3ab4b31aa7773cc07643899'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:19.221929 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-06790b7e-980c-4e95-bd3f-2ab3fb4d2a07 req-f6312a00-9f35-492c-9742-c6af743257cf tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.242030 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b27d506-b928-46af-b14f-b96ef063716d req-8f727720-45e6-443f-8c46-850749052376 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed15d911-1f5a-4884-922d-2501dc082b1d HTTP/1.1" status: 200 len: 210 time: 0.0851679 Apr 18 20:34:19.414139 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-df57ca46-0fb2-4c62-9337-31141ba74a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.442307 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-df57ca46-0fb2-4c62-9337-31141ba74a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.466856 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6312a00-9f35-492c-9742-c6af743257cf tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Pushing event deleted for resources: {'Port': ['ID=5ed30248-2a44-4edc-a4df-8faa2b579286,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:19.530133 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7677b4ba-2691-4794-a8f8-1d4895de012d req-9437c91b-89cf-4539-a238-ace755c1e99a tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=df50a99a-b7cc-4fdf-a4cf-c8cba907b21a HTTP/1.1" status: 200 len: 210 time: 0.1483929 Apr 18 20:34:19.542636 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-df57ca46-0fb2-4c62-9337-31141ba74a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.547423 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-df57ca46-0fb2-4c62-9337-31141ba74a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.551200 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-df57ca46-0fb2-4c62-9337-31141ba74a91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/20598b24-4a46-4703-8894-7757ff81a07c HTTP/1.1" status: 204 len: 168 time: 0.7068560 Apr 18 20:34:19.554696 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-d03ede07-ae58-4dfc-9324-83f20676be39 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Made reservation on behalf of 74ef4a84c3ab4b31aa7773cc07643899 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:19.558666 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-d03ede07-ae58-4dfc-9324-83f20676be39 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.572384 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-06790b7e-980c-4e95-bd3f-2ab3fb4d2a07 req-f6312a00-9f35-492c-9742-c6af743257cf tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] No DVR routers for this DVR port 5ed30248-2a44-4edc-a4df-8faa2b579286 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:19.575951 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-d03ede07-ae58-4dfc-9324-83f20676be39 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.579593 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-06790b7e-980c-4e95-bd3f-2ab3fb4d2a07 req-f6312a00-9f35-492c-9742-c6af743257cf tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.585289 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-06790b7e-980c-4e95-bd3f-2ab3fb4d2a07 req-f6312a00-9f35-492c-9742-c6af743257cf tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.32 "DELETE /v2.0/ports/5ed30248-2a44-4edc-a4df-8faa2b579286 HTTP/1.1" status: 204 len: 173 time: 2.1910727 Apr 18 20:34:19.585960 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc107110-cfc7-41fd-bec0-f537ce4866c1', 'name': 'network-vif-deleted', 'tag': '5ed30248-2a44-4edc-a4df-8faa2b579286'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:19.588887 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178ddb56-e16a-4912-9edc-a8257cb4aefd" -d '{"events": [{"server_uuid": "dc107110-cfc7-41fd-bec0-f537ce4866c1", "name": "network-vif-deleted", "tag": "5ed30248-2a44-4edc-a4df-8faa2b579286"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:19.598097 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-127f5776-648a-4bb1-b143-b19e1f2f46dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.601738 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57ca46-0fb2-4c62-9337-31141ba74a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20598b24-4a46-4703-8894-7757ff81a07c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:19.673019 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5f3dde-5a48-4987-ae92-0e26bd9ee635 x-openstack-request-id: req-5a5f3dde-5a48-4987-ae92-0e26bd9ee635 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:19.673874 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc107110-cfc7-41fd-bec0-f537ce4866c1", "name": "network-vif-deleted", "tag": "5ed30248-2a44-4edc-a4df-8faa2b579286", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:19.674458 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a5f3dde-5a48-4987-ae92-0e26bd9ee635 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:19.675210 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a5f3dde-5a48-4987-ae92-0e26bd9ee635'] response: {'server_uuid': 'dc107110-cfc7-41fd-bec0-f537ce4866c1', 'name': 'network-vif-deleted', 'tag': '5ed30248-2a44-4edc-a4df-8faa2b579286', 'status': 'completed', 'code': 200} Apr 18 20:34:19.689787 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3457689-d246-40f6-b4a2-79645e15b975 req-141eecad-8129-4767-8721-9c6cc8c526c5 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:19.692766 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3457689-d246-40f6-b4a2-79645e15b975 req-141eecad-8129-4767-8721-9c6cc8c526c5 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.32 "GET /v2.0/networks?id=60c0f8e4-ca71-46cb-9dba-ff0370549a61 HTTP/1.1" status: 200 len: 805 time: 0.4283774 Apr 18 20:34:19.727728 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-d03ede07-ae58-4dfc-9324-83f20676be39 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.735413 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-d03ede07-ae58-4dfc-9324-83f20676be39 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.735828 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-d3457689-d246-40f6-b4a2-79645e15b975 req-46a90e6f-0d89-40cf-ac0e-d0f0b9131556 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Request body: {'port': {'device_id': 'df50a99a-b7cc-4fdf-a4cf-c8cba907b21a', 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61', 'admin_state_up': True, 'tenant_id': 'b19fef1cf30f4b18969bf977f1ee2aa9'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:19.820536 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ede07-ae58-4dfc-9324-83f20676be39 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dce022d-0ccc-44b8-8e08-da649d899ba0,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:20.042374 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ce9da01-6250-483f-afab-0ad16e143658 req-4694ba7a-9455-47c0-a735-3d586a5cf8b6 tempest-AbsoluteLimitsNegativeTestJSON-831867547 tempest-AbsoluteLimitsNegativeTestJSON-831867547-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ee53342b21544cf1ab11656efb564b75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1103523 Apr 18 20:34:20.081115 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-d03ede07-ae58-4dfc-9324-83f20676be39 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Allocated IP 192.168.233.167 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/7d66f6f8-22dd-4922-ae68-b236587df831) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:20.279590 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-127f5776-648a-4bb1-b143-b19e1f2f46dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:20.292659 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-127f5776-648a-4bb1-b143-b19e1f2f46dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:20.305063 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3457689-d246-40f6-b4a2-79645e15b975 req-46a90e6f-0d89-40cf-ac0e-d0f0b9131556 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Made reservation on behalf of b19fef1cf30f4b18969bf977f1ee2aa9 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:20.309923 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d3457689-d246-40f6-b4a2-79645e15b975 req-46a90e6f-0d89-40cf-ac0e-d0f0b9131556 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:20.383674 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-127f5776-648a-4bb1-b143-b19e1f2f46dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=33ffd933814f44d0b4f075ad6f27d1f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2878330 Apr 18 20:34:20.384631 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f5776-648a-4bb1-b143-b19e1f2f46dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fca8abb-d4b8-4d4e-ae8a-ce5840f478c3,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:20.387282 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35892) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:20.465807 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-d03ede07-ae58-4dfc-9324-83f20676be39 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:20.491045 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6105a8-16cb-4ef2-bc4e-d1b4a6972944 req-77f602bb-8f13-4604-886a-288168e2f018 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:20.493791 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb6105a8-16cb-4ef2-bc4e-d1b4a6972944 req-77f602bb-8f13-4604-886a-288168e2f018 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 944 time: 0.3414209 Apr 18 20:34:20.536032 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7d9b9b1-2130-4e6c-bd8b-9a5e3eae9554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:20.567929 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-d03ede07-ae58-4dfc-9324-83f20676be39 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:20.572338 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7d9b9b1-2130-4e6c-bd8b-9a5e3eae9554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:20.611133 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9da01-6250-483f-afab-0ad16e143658 req-1d63f144-1a39-4dc7-83e7-aad40986dc04 tempest-AbsoluteLimitsNegativeTestJSON-831867547 tempest-AbsoluteLimitsNegativeTestJSON-831867547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:20.611133 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ce9da01-6250-483f-afab-0ad16e143658 req-1d63f144-1a39-4dc7-83e7-aad40986dc04 tempest-AbsoluteLimitsNegativeTestJSON-831867547 tempest-AbsoluteLimitsNegativeTestJSON-831867547-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5081725 Apr 18 20:34:20.651498 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-d03ede07-ae58-4dfc-9324-83f20676be39 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:20.661925 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-d03ede07-ae58-4dfc-9324-83f20676be39 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:20.665602 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-d03ede07-ae58-4dfc-9324-83f20676be39 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:34:20.668711 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ede07-ae58-4dfc-9324-83f20676be39 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Pushing event updated for resources: {'Port': ['ID=7d66f6f8-22dd-4922-ae68-b236587df831,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:20.685001 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ce9da01-6250-483f-afab-0ad16e143658 req-9ac13ac0-bf73-4129-bf09-7f2a8a49e49e tempest-AbsoluteLimitsNegativeTestJSON-831867547 tempest-AbsoluteLimitsNegativeTestJSON-831867547-project] 10.222.0.41 "GET /v2.0/quotas/ee53342b21544cf1ab11656efb564b75 HTTP/1.1" status: 200 len: 375 time: 0.0364215 Apr 18 20:34:20.727488 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb6105a8-16cb-4ef2-bc4e-d1b4a6972944 req-5163f218-1a99-4676-97a0-5b8331979bf1 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664279 Apr 18 20:34:20.736529 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-d03ede07-ae58-4dfc-9324-83f20676be39 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:20.741736 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-d03ede07-ae58-4dfc-9324-83f20676be39 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:20.774203 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7d9b9b1-2130-4e6c-bd8b-9a5e3eae9554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:20.779243 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7d9b9b1-2130-4e6c-bd8b-9a5e3eae9554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:20.780716 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c7d9b9b1-2130-4e6c-bd8b-9a5e3eae9554 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4fca8abb-d4b8-4d4e-ae8a-ce5840f478c3 HTTP/1.1" status: 204 len: 168 time: 0.3527818 Apr 18 20:34:20.795743 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-d03ede07-ae58-4dfc-9324-83f20676be39 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6219163 Apr 18 20:34:20.808622 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-fe638f38-e1ef-4e73-a05b-78de1c13c0ff tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:34:20.809994 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-fe638f38-e1ef-4e73-a05b-78de1c13c0ff tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064385 Apr 18 20:34:20.812018 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9b9b1-2130-4e6c-bd8b-9a5e3eae9554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fca8abb-d4b8-4d4e-ae8a-ce5840f478c3,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:20.821368 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ce9da01-6250-483f-afab-0ad16e143658 req-f53aec92-6b3f-43a3-afb3-e5641b012623 tempest-AbsoluteLimitsNegativeTestJSON-831867547 tempest-AbsoluteLimitsNegativeTestJSON-831867547-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee53342b21544cf1ab11656efb564b75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0918114 Apr 18 20:34:20.844870 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 5ed30248-2a44-4edc-a4df-8faa2b579286 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:20.976914 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-d3457689-d246-40f6-b4a2-79645e15b975 req-46a90e6f-0d89-40cf-ac0e-d0f0b9131556 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Allocated IP 172.20.0.2 (60c0f8e4-ca71-46cb-9dba-ff0370549a61/b8708785-9af0-4579-bb8d-13349cd937a4/79ddfa9b-9019-4a44-8a7e-c3f5fcea4559) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:20.992011 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 5ed30248-2a44-4edc-a4df-8faa2b579286 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:34:20.994569 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 5ed30248-2a44-4edc-a4df-8faa2b579286 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:21.037566 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99262a-faad-4db1-ac56-90e3a75558c0 req-ed920fe6-2a1c-4c8f-ae8f-3141e7e87004 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:21.041406 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f99262a-faad-4db1-ac56-90e3a75558c0 req-ed920fe6-2a1c-4c8f-ae8f-3141e7e87004 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed15d911-1f5a-4884-922d-2501dc082b1d HTTP/1.1" status: 200 len: 936 time: 0.1740770 Apr 18 20:34:21.148643 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 968e3194-f469-4d0d-bbb3-17a193e11fe3 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:34:21.158124 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6da757d5-ca76-48e3-9a9a-fc32ba6b01e9 req-5a8c16ce-2b35-4e3d-a85d-9ab1839d972a tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=df50a99a-b7cc-4fdf-a4cf-c8cba907b21a HTTP/1.1" status: 200 len: 210 time: 0.0684068 Apr 18 20:34:21.235513 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-f1d9a983-a1c1-4e1b-aede-81ab1d87a121 service neutron] Request body: {'port': {'device_id': 'ed15d911-1f5a-4884-922d-2501dc082b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:21.238165 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f99262a-faad-4db1-ac56-90e3a75558c0 req-425237b4-8844-4877-b21b-59e7d93d720d tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dce022d-0ccc-44b8-8e08-da649d899ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878316 Apr 18 20:34:21.368386 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-f1d9a983-a1c1-4e1b-aede-81ab1d87a121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:21.419260 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 968e3194-f469-4d0d-bbb3-17a193e11fe3 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:34:21.431430 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-8fd18e24-c312-4792-bcd8-26f02024b4c1 None None] Provisioning complete for port 7d66f6f8-22dd-4922-ae68-b236587df831 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:21.433240 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8fd18e24-c312-4792-bcd8-26f02024b4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:21.479499 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 968e3194-f469-4d0d-bbb3-17a193e11fe3 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:21.480851 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:21.525272 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d3457689-d246-40f6-b4a2-79645e15b975 req-46a90e6f-0d89-40cf-ac0e-d0f0b9131556 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:21.573611 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-8fd18e24-c312-4792-bcd8-26f02024b4c1 None None] Port 7d66f6f8-22dd-4922-ae68-b236587df831 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:34:21.632913 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:21.674106 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d3457689-d246-40f6-b4a2-79645e15b975 req-46a90e6f-0d89-40cf-ac0e-d0f0b9131556 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:21.694703 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef482cb8-e4be-4a49-abb5-4e965c73103f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968e3194-f469-4d0d-bbb3-17a193e11fe3'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:21.699418 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30a4a99-4388-4a23-9f3d-a78a6c9bd917" -d '{"events": [{"server_uuid": "ef482cb8-e4be-4a49-abb5-4e965c73103f", "name": "network-vif-plugged", "status": "completed", "tag": "968e3194-f469-4d0d-bbb3-17a193e11fe3"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:21.817876 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 968e3194-f469-4d0d-bbb3-17a193e11fe3, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=968e3194-f469-4d0d-bbb3-17a193e11fe3,segment=NetworkSegment(8e558cab-fc44-457b-b2e3-8de4a319aadc),segment_id=8e558cab-fc44-457b-b2e3-8de4a319aadc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:21.832723 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:21.838922 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ffca89-8129-431d-9ce5-aa15b453aab7 x-openstack-request-id: req-82ffca89-8129-431d-9ce5-aa15b453aab7 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:21.839271 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef482cb8-e4be-4a49-abb5-4e965c73103f", "name": "network-vif-plugged", "status": "completed", "tag": "968e3194-f469-4d0d-bbb3-17a193e11fe3", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:21.845902 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82ffca89-8129-431d-9ce5-aa15b453aab7 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:21.846934 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82ffca89-8129-431d-9ce5-aa15b453aab7'] response: {'server_uuid': 'ef482cb8-e4be-4a49-abb5-4e965c73103f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968e3194-f469-4d0d-bbb3-17a193e11fe3', 'code': 200} Apr 18 20:34:21.855582 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3457689-d246-40f6-b4a2-79645e15b975 req-46a90e6f-0d89-40cf-ac0e-d0f0b9131556 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Network 60c0f8e4-ca71-46cb-9dba-ff0370549a61 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:21.883642 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-d3457689-d246-40f6-b4a2-79645e15b975 req-46a90e6f-0d89-40cf-ac0e-d0f0b9131556 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:21.894271 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3457689-d246-40f6-b4a2-79645e15b975 req-46a90e6f-0d89-40cf-ac0e-d0f0b9131556 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:34:21.949646 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35920) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:21.978969 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=968e3194-f469-4d0d-bbb3-17a193e11fe3,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:22.002575 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a90e6f-0d89-40cf-ac0e-d0f0b9131556 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Pushing event updated for resources: {'Port': ['ID=79ddfa9b-9019-4a44-8a7e-c3f5fcea4559,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:22.073265 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3457689-d246-40f6-b4a2-79645e15b975 req-46a90e6f-0d89-40cf-ac0e-d0f0b9131556 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:22.074371 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d3457689-d246-40f6-b4a2-79645e15b975 req-46a90e6f-0d89-40cf-ac0e-d0f0b9131556 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:22.102441 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc4a98-acb2-46f0-aecd-2772c743ae1e req-a5ddc087-e79f-48e2-aec1-a29f746c816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:22.104460 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ecfc4a98-acb2-46f0-aecd-2772c743ae1e req-a5ddc087-e79f-48e2-aec1-a29f746c816d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 1096 time: 0.0980356 Apr 18 20:34:22.118684 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3457689-d246-40f6-b4a2-79645e15b975 req-46a90e6f-0d89-40cf-ac0e-d0f0b9131556 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4161181 Apr 18 20:34:22.140479 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-d3457689-d246-40f6-b4a2-79645e15b975 req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Request body: {'port': {'device_id': 'df50a99a-b7cc-4fdf-a4cf-c8cba907b21a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:22.153181 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43171584-29a5-4a04-bd6a-4697231f57c9 req-fd996e55-c702-49c9-bb47-9383159b8056 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:22.158230 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43171584-29a5-4a04-bd6a-4697231f57c9 req-fd996e55-c702-49c9-bb47-9383159b8056 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 945 time: 0.2256951 Apr 18 20:34:22.158230 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35926) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:22.196586 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5ab76276-6dbb-48d1-a709-45cd08d83464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:22.274548 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ecfc4a98-acb2-46f0-aecd-2772c743ae1e req-3c0fa3d8-920f-4887-bf97-25ca61ef794e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626079 Apr 18 20:34:22.315891 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43171584-29a5-4a04-bd6a-4697231f57c9 req-28ae872e-dc29-4c87-aa71-c2995e188e3a tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387706 Apr 18 20:34:22.316258 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-f1d9a983-a1c1-4e1b-aede-81ab1d87a121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d66f6f8-22dd-4922-ae68-b236587df831 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:22.322233 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d3457689-d246-40f6-b4a2-79645e15b975 req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:22.352241 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-f1d9a983-a1c1-4e1b-aede-81ab1d87a121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:22.403950 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-f1d9a983-a1c1-4e1b-aede-81ab1d87a121 service neutron] Transition to ACTIVE for port object 7d66f6f8-22dd-4922-ae68-b236587df831 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:34:22.416049 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-f1d9a983-a1c1-4e1b-aede-81ab1d87a121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:22.730214 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9a983-a1c1-4e1b-aede-81ab1d87a121 service neutron] Pushing event updated for resources: {'Port': ['ID=7d66f6f8-22dd-4922-ae68-b236587df831,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:22.769306 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-90cd43d6-3304-47c7-a4eb-7880f99d8b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:22.831156 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-f1d9a983-a1c1-4e1b-aede-81ab1d87a121 service neutron] Attempting to bind port 7d66f6f8-22dd-4922-ae68-b236587df831 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:34:22.831533 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-f1d9a983-a1c1-4e1b-aede-81ab1d87a121 service neutron] Attempting to bind port 7d66f6f8-22dd-4922-ae68-b236587df831 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:34:22.831865 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-f1d9a983-a1c1-4e1b-aede-81ab1d87a121 service neutron] Attempting to bind port 7d66f6f8-22dd-4922-ae68-b236587df831 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:34:22.848481 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-f1d9a983-a1c1-4e1b-aede-81ab1d87a121 service neutron] Port 7d66f6f8-22dd-4922-ae68-b236587df831 on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:34:22.848826 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-f1d9a983-a1c1-4e1b-aede-81ab1d87a121 service neutron] Attempting to bind port 7d66f6f8-22dd-4922-ae68-b236587df831 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:34:22.857002 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-f1d9a983-a1c1-4e1b-aede-81ab1d87a121 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:34:22.857595 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-f1d9a983-a1c1-4e1b-aede-81ab1d87a121 service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:34:22.858009 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-f1d9a983-a1c1-4e1b-aede-81ab1d87a121 service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:34:22.858495 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-f1d9a983-a1c1-4e1b-aede-81ab1d87a121 service neutron] Bound port: 7d66f6f8-22dd-4922-ae68-b236587df831, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:34:22.858889 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-f1d9a983-a1c1-4e1b-aede-81ab1d87a121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:22.862827 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-d3457689-d246-40f6-b4a2-79645e15b975 req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:22.881555 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d3457689-d246-40f6-b4a2-79645e15b975 req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:22.919625 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294f2aa-5127-4a0f-8174-f361f868b9a9 req-6b26b82a-73f2-41bf-8502-d490780de102 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:22.922367 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1294f2aa-5127-4a0f-8174-f361f868b9a9 req-6b26b82a-73f2-41bf-8502-d490780de102 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed15d911-1f5a-4884-922d-2501dc082b1d HTTP/1.1" status: 200 len: 948 time: 0.2662611 Apr 18 20:34:22.936281 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-d3457689-d246-40f6-b4a2-79645e15b975 req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Transition to ACTIVE for port object 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:34:22.961379 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cae23-4f4e-4e24-b507-f034f3428b1d req-789adb34-72ab-4b1f-a2d1-c293daec8b85 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:22.963097 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4a1cae23-4f4e-4e24-b507-f034f3428b1d req-789adb34-72ab-4b1f-a2d1-c293daec8b85 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=df50a99a-b7cc-4fdf-a4cf-c8cba907b21a HTTP/1.1" status: 200 len: 931 time: 0.3035140 Apr 18 20:34:22.965640 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5ab76276-6dbb-48d1-a709-45cd08d83464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:22.968964 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d3457689-d246-40f6-b4a2-79645e15b975 req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:22.981090 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-90cd43d6-3304-47c7-a4eb-7880f99d8b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:22.987544 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-f1d9a983-a1c1-4e1b-aede-81ab1d87a121 service neutron] For port 7d66f6f8-22dd-4922-ae68-b236587df831, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:34:22.992134 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-f1d9a983-a1c1-4e1b-aede-81ab1d87a121 service neutron] For port 7d66f6f8-22dd-4922-ae68-b236587df831, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7d66f6f8-22dd-4922-ae68-b236587df831,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:34:22.993453 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-90cd43d6-3304-47c7-a4eb-7880f99d8b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:23.014161 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-f1d9a983-a1c1-4e1b-aede-81ab1d87a121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:23.016468 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5ab76276-6dbb-48d1-a709-45cd08d83464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:23.078838 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-90cd43d6-3304-47c7-a4eb-7880f99d8b24 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee53342b21544cf1ab11656efb564b75&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1251390 Apr 18 20:34:23.082204 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd43d6-3304-47c7-a4eb-7880f99d8b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ad7191-9c15-458e-80b3-1e13b8ffb3f4,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:23.087401 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35934) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:23.107017 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-f1d9a983-a1c1-4e1b-aede-81ab1d87a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.107716 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-f1d9a983-a1c1-4e1b-aede-81ab1d87a121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:23.109253 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-f1d9a983-a1c1-4e1b-aede-81ab1d87a121 service neutron] 10.222.0.32 "PUT /v2.0/ports/7d66f6f8-22dd-4922-ae68-b236587df831 HTTP/1.1" status: 200 len: 1096 time: 2.2911232 Apr 18 20:34:23.115161 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed15d911-1f5a-4884-922d-2501dc082b1d', 'tag': '7d66f6f8-22dd-4922-ae68-b236587df831'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:23.116327 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8869061b-0eb6-4175-b1db-02c37210c9ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ed15d911-1f5a-4884-922d-2501dc082b1d", "tag": "7d66f6f8-22dd-4922-ae68-b236587df831"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:23.153280 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9a983-a1c1-4e1b-aede-81ab1d87a121 service neutron] Pushing event updated for resources: {'Port': ['ID=7d66f6f8-22dd-4922-ae68-b236587df831,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:23.168056 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5ab76276-6dbb-48d1-a709-45cd08d83464 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c4893ab88d74c27a0392aa4527ec770&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0097222 Apr 18 20:34:23.169312 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=79ddfa9b-9019-4a44-8a7e-c3f5fcea4559,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:23.173510 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35938) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:23.183750 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1294f2aa-5127-4a0f-8174-f361f868b9a9 req-a85546e5-7585-4908-bdb5-f677512723f1 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dce022d-0ccc-44b8-8e08-da649d899ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164385 Apr 18 20:34:23.185164 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab76276-6dbb-48d1-a709-45cd08d83464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1b785d-e0fa-493a-92fc-964926583c0e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:23.218070 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4a1cae23-4f4e-4e24-b507-f034f3428b1d req-1ad9c3a1-c73a-43a5-8b25-bf1d749acecb tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386765 Apr 18 20:34:23.359818 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-d3457689-d246-40f6-b4a2-79645e15b975 req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Attempting to bind port 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:34:23.360233 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-d3457689-d246-40f6-b4a2-79645e15b975 req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Attempting to bind port 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '60e86a52-7aa9-4a3a-b30e-7bb40f315280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:34:23.360888 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3457689-d246-40f6-b4a2-79645e15b975 req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Attempting to bind port 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559 on network 60c0f8e4-ca71-46cb-9dba-ff0370549a61 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:34:23.384934 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3457689-d246-40f6-b4a2-79645e15b975 req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Port 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559 on network 60c0f8e4-ca71-46cb-9dba-ff0370549a61 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:34:23.385332 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3457689-d246-40f6-b4a2-79645e15b975 req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Attempting to bind port 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559 on network 60c0f8e4-ca71-46cb-9dba-ff0370549a61 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:34:23.387611 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15a7b66f-0da3-4cc8-a417-c848ed78317d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:23.396520 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3457689-d246-40f6-b4a2-79645e15b975 req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:34:23.396921 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3457689-d246-40f6-b4a2-79645e15b975 req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Checking segment: {'id': '60e86a52-7aa9-4a3a-b30e-7bb40f315280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:34:23.397467 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3457689-d246-40f6-b4a2-79645e15b975 req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Bound using segment: {'id': '60e86a52-7aa9-4a3a-b30e-7bb40f315280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:34:23.399322 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-d3457689-d246-40f6-b4a2-79645e15b975 req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Bound port: 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60e86a52-7aa9-4a3a-b30e-7bb40f315280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:34:23.399783 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d3457689-d246-40f6-b4a2-79645e15b975 req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:23.402225 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-441eb263-42b8-4119-8aaa-a12e20ccf134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.404576 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-441eb263-42b8-4119-8aaa-a12e20ccf134 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=74ef4a84c3ab4b31aa7773cc07643899&device_id=ed15d911-1f5a-4884-922d-2501dc082b1d HTTP/1.1" status: 200 len: 1099 time: 0.2244608 Apr 18 20:34:23.449445 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cbb05d-a1d8-406f-b20c-7ce5874a0daf x-openstack-request-id: req-22cbb05d-a1d8-406f-b20c-7ce5874a0daf {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:23.449864 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed15d911-1f5a-4884-922d-2501dc082b1d", "tag": "7d66f6f8-22dd-4922-ae68-b236587df831", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:23.450243 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22cbb05d-a1d8-406f-b20c-7ce5874a0daf {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:23.450840 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22cbb05d-a1d8-406f-b20c-7ce5874a0daf'] response: {'name': 'network-changed', 'server_uuid': 'ed15d911-1f5a-4884-922d-2501dc082b1d', 'tag': '7d66f6f8-22dd-4922-ae68-b236587df831', 'status': 'completed', 'code': 200} Apr 18 20:34:23.505847 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-d3457689-d246-40f6-b4a2-79645e15b975 req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] For port 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:34:23.515866 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-d3457689-d246-40f6-b4a2-79645e15b975 req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] For port 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=79ddfa9b-9019-4a44-8a7e-c3f5fcea4559,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:34:23.525425 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d3457689-d246-40f6-b4a2-79645e15b975 req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:23.534428 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-17f0b39e-d6d6-4574-98ca-4404a22c7dd1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=7d66f6f8-22dd-4922-ae68-b236587df831 HTTP/1.1" status: 200 len: 217 time: 0.1125278 Apr 18 20:34:23.553928 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15a7b66f-0da3-4cc8-a417-c848ed78317d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:23.559601 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f55b0760-742d-4044-a767-8f7146680436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:23.576056 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3457689-d246-40f6-b4a2-79645e15b975 req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.577208 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d3457689-d246-40f6-b4a2-79645e15b975 req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:23.579725 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3457689-d246-40f6-b4a2-79645e15b975 req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] 10.222.0.32 "PUT /v2.0/ports/79ddfa9b-9019-4a44-8a7e-c3f5fcea4559 HTTP/1.1" status: 200 len: 1091 time: 1.4497607 Apr 18 20:34:23.582013 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df50a99a-b7cc-4fdf-a4cf-c8cba907b21a', 'tag': '79ddfa9b-9019-4a44-8a7e-c3f5fcea4559'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:23.594974 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6873d0-0663-41bd-a03e-58cb8a6a06c0" -d '{"events": [{"name": "network-changed", "server_uuid": "df50a99a-b7cc-4fdf-a4cf-c8cba907b21a", "tag": "79ddfa9b-9019-4a44-8a7e-c3f5fcea4559"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:23.706175 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=79ddfa9b-9019-4a44-8a7e-c3f5fcea4559,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:23.728396 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f55b0760-742d-4044-a767-8f7146680436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:23.750731 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f36de-0836-4c86-a3e7-724c73c76752 req-ed798985-33a2-4941-9fa0-c619ceed15f9 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.755180 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa8f36de-0836-4c86-a3e7-724c73c76752 req-ed798985-33a2-4941-9fa0-c619ceed15f9 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 945 time: 0.1236930 Apr 18 20:34:23.785851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:23.786560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:23.787462 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:23.788139 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:23.788917 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:23.789622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:23.790455 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:23.791257 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:23.792081 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:23.792840 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-5b12834e-82a9-4170-a006-fc4c830f1c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.793027 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:23.793531 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:23.794079 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5928b04-6202-4ba7-a758-f7230fd65fc9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:23.795432 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-5b12834e-82a9-4170-a006-fc4c830f1c55 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.2044029 Apr 18 20:34:23.861570 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3457689-d246-40f6-b4a2-79645e15b975 req-82990759-65de-4f1e-82bd-ad802ce19585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.865060 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3457689-d246-40f6-b4a2-79645e15b975 req-82990759-65de-4f1e-82bd-ad802ce19585 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b19fef1cf30f4b18969bf977f1ee2aa9&device_id=df50a99a-b7cc-4fdf-a4cf-c8cba907b21a HTTP/1.1" status: 200 len: 1094 time: 0.1675043 Apr 18 20:34:23.869224 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15a7b66f-0da3-4cc8-a417-c848ed78317d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:23.874048 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15a7b66f-0da3-4cc8-a417-c848ed78317d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:23.878114 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-15a7b66f-0da3-4cc8-a417-c848ed78317d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82ad7191-9c15-458e-80b3-1e13b8ffb3f4 HTTP/1.1" status: 204 len: 168 time: 0.7826123 Apr 18 20:34:23.935014 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-11332fdd-2ae8-44eb-a0b6-aa63f67515e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.936900 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-11332fdd-2ae8-44eb-a0b6-aa63f67515e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1313522 Apr 18 20:34:23.937545 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f55b0760-742d-4044-a767-8f7146680436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:23.940569 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f55b0760-742d-4044-a767-8f7146680436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:23.942765 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f55b0760-742d-4044-a767-8f7146680436 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a1b785d-e0fa-493a-92fc-964926583c0e HTTP/1.1" status: 204 len: 168 time: 0.7678518 Apr 18 20:34:23.943814 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7b66f-0da3-4cc8-a417-c848ed78317d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ad7191-9c15-458e-80b3-1e13b8ffb3f4,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:23.959373 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa8f36de-0836-4c86-a3e7-724c73c76752 req-d52bd39a-b0d3-41fc-b377-080ed554bb98 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721797 Apr 18 20:34:23.963422 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3457689-d246-40f6-b4a2-79645e15b975 req-aa83db88-2470-4742-a5b1-7d0c0d339d2a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79ddfa9b-9019-4a44-8a7e-c3f5fcea4559 HTTP/1.1" status: 200 len: 217 time: 0.0883908 Apr 18 20:34:24.053000 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b0760-742d-4044-a767-8f7146680436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1b785d-e0fa-493a-92fc-964926583c0e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:24.069682 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3457689-d246-40f6-b4a2-79645e15b975 req-d9917628-401d-4085-b9db-7e0f45700bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:24.071474 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3457689-d246-40f6-b4a2-79645e15b975 req-d9917628-401d-4085-b9db-7e0f45700bdc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b8708785-9af0-4579-bb8d-13349cd937a4 HTTP/1.1" status: 200 len: 845 time: 0.1030226 Apr 18 20:34:24.078773 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3fdea74a-8a2d-4405-a2cb-7b80dc5b4711 req-ed4cacc2-138f-4ff9-a327-cce36bf2ba92 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ed642c71-7399-45c9-9f89-3e26322d8f24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0632472 Apr 18 20:34:24.116511 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3457689-d246-40f6-b4a2-79645e15b975 req-5a61fc4b-7330-46ac-901a-5c6d3d9cb74c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=60c0f8e4-ca71-46cb-9dba-ff0370549a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366058 Apr 18 20:34:24.309904 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3457689-d246-40f6-b4a2-79645e15b975 req-e48bdd23-9625-4571-a122-0d45c3724deb service neutron] 10.222.0.32 "GET /v2.0/networks/60c0f8e4-ca71-46cb-9dba-ff0370549a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858718 Apr 18 20:34:24.319294 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-bc721de8-9fac-4644-900a-3019c6a1edb7 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726895 Apr 18 20:34:24.463615 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dd3cfc54-15ef-4b98-a2fd-d5c537d29688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:24.503602 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdea74a-8a2d-4405-a2cb-7b80dc5b4711 req-250dacad-042d-4032-9cdd-c0dc0791fecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:24.505888 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3fdea74a-8a2d-4405-a2cb-7b80dc5b4711 req-250dacad-042d-4032-9cdd-c0dc0791fecc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ab648ec573b471693f18df472322614&device_id=ed642c71-7399-45c9-9f89-3e26322d8f24 HTTP/1.1" status: 200 len: 1096 time: 0.2156873 Apr 18 20:34:24.536274 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8a16fc-aee8-4a61-b8c3-704430db7f3e x-openstack-request-id: req-6c8a16fc-aee8-4a61-b8c3-704430db7f3e {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:24.536769 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df50a99a-b7cc-4fdf-a4cf-c8cba907b21a", "tag": "79ddfa9b-9019-4a44-8a7e-c3f5fcea4559", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:24.537175 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6c8a16fc-aee8-4a61-b8c3-704430db7f3e {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:24.537642 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c8a16fc-aee8-4a61-b8c3-704430db7f3e'] response: {'name': 'network-changed', 'server_uuid': 'df50a99a-b7cc-4fdf-a4cf-c8cba907b21a', 'tag': '79ddfa9b-9019-4a44-8a7e-c3f5fcea4559', 'status': 'completed', 'code': 200} Apr 18 20:34:24.634906 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-40de9e57-dfbe-4e63-b429-18fe8a50ff13 req-aa59ce5b-2e6d-44fa-a9f8-6f07992e7d02 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080413 Apr 18 20:34:24.722116 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3457689-d246-40f6-b4a2-79645e15b975 req-97caef4e-62d8-4fd1-aa0b-ef9295d32418 service neutron] 10.222.0.32 "GET /v2.0/networks/60c0f8e4-ca71-46cb-9dba-ff0370549a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015348 Apr 18 20:34:24.725326 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdea74a-8a2d-4405-a2cb-7b80dc5b4711 req-6b538a0e-a243-4943-b485-640001602fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:24.727578 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3fdea74a-8a2d-4405-a2cb-7b80dc5b4711 req-6b538a0e-a243-4943-b485-640001602fac service neutron] 10.222.0.32 "GET /v2.0/networks?id=096979d4-7e57-4182-a39f-1144c54a852c HTTP/1.1" status: 200 len: 916 time: 0.1748402 Apr 18 20:34:24.855693 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3fdea74a-8a2d-4405-a2cb-7b80dc5b4711 req-c519d2e6-6f5b-4312-aa19-b61194bbe9f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6303a36-ac5d-4639-8f79-17becc5cde3b HTTP/1.1" status: 200 len: 1000 time: 0.1166010 Apr 18 20:34:24.864251 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6873d0-0663-41bd-a03e-58cb8a6a06c0 req-aa370628-ba4b-421e-8a65-3b235ab1382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:24.866204 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ce6873d0-0663-41bd-a03e-58cb8a6a06c0 req-aa370628-ba4b-421e-8a65-3b235ab1382a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b19fef1cf30f4b18969bf977f1ee2aa9&device_id=df50a99a-b7cc-4fdf-a4cf-c8cba907b21a HTTP/1.1" status: 200 len: 1094 time: 0.0650969 Apr 18 20:34:24.983970 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869061b-0eb6-4175-b1db-02c37210c9ea req-8e7a9dcd-b6dc-4481-90d3-f1f715e8fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:24.985680 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8869061b-0eb6-4175-b1db-02c37210c9ea req-8e7a9dcd-b6dc-4481-90d3-f1f715e8fc03 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=74ef4a84c3ab4b31aa7773cc07643899&device_id=ed15d911-1f5a-4884-922d-2501dc082b1d HTTP/1.1" status: 200 len: 1099 time: 0.2432196 Apr 18 20:34:24.994877 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6873d0-0663-41bd-a03e-58cb8a6a06c0 req-b29b7b90-5f9a-4cb0-9c75-cf8549b110bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:24.997530 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ce6873d0-0663-41bd-a03e-58cb8a6a06c0 req-b29b7b90-5f9a-4cb0-9c75-cf8549b110bb service neutron] 10.222.0.32 "GET /v2.0/networks?id=60c0f8e4-ca71-46cb-9dba-ff0370549a61 HTTP/1.1" status: 200 len: 906 time: 0.1230347 Apr 18 20:34:25.072832 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ce6873d0-0663-41bd-a03e-58cb8a6a06c0 req-a33df132-c486-4d49-9e8b-03edaf8c721c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79ddfa9b-9019-4a44-8a7e-c3f5fcea4559 HTTP/1.1" status: 200 len: 217 time: 0.0684962 Apr 18 20:34:25.074364 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272fafd-0462-459e-887d-6f5e597cf142 req-842ac383-068c-4030-94ae-66d37520f88f tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:25.075886 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c272fafd-0462-459e-887d-6f5e597cf142 req-842ac383-068c-4030-94ae-66d37520f88f tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed15d911-1f5a-4884-922d-2501dc082b1d HTTP/1.1" status: 200 len: 948 time: 0.3620281 Apr 18 20:34:25.098940 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e4778-96cb-416e-a787-d639deaa4c3f req-6076c791-fafd-4ec7-96b8-fb1c91b6dc80 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:25.101568 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b8e4778-96cb-416e-a787-d639deaa4c3f req-6076c791-fafd-4ec7-96b8-fb1c91b6dc80 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=df50a99a-b7cc-4fdf-a4cf-c8cba907b21a HTTP/1.1" status: 200 len: 943 time: 0.2260654 Apr 18 20:34:25.109890 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdea74a-8a2d-4405-a2cb-7b80dc5b4711 req-04c0ddee-3131-42d5-9b8a-f94d9a2b5867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:25.112460 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3fdea74a-8a2d-4405-a2cb-7b80dc5b4711 req-04c0ddee-3131-42d5-9b8a-f94d9a2b5867 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef443a10-9912-467c-8cb2-a21262f03efe HTTP/1.1" status: 200 len: 854 time: 0.2345054 Apr 18 20:34:25.183164 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6873d0-0663-41bd-a03e-58cb8a6a06c0 req-bf56469f-927a-492c-be1b-692dbd77bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:25.186280 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ce6873d0-0663-41bd-a03e-58cb8a6a06c0 req-bf56469f-927a-492c-be1b-692dbd77bff7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b8708785-9af0-4579-bb8d-13349cd937a4 HTTP/1.1" status: 200 len: 845 time: 0.1014457 Apr 18 20:34:25.231185 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ce6873d0-0663-41bd-a03e-58cb8a6a06c0 req-1243882d-acbe-4c17-80c7-114d3a79d124 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=60c0f8e4-ca71-46cb-9dba-ff0370549a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377016 Apr 18 20:34:25.310318 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b8e4778-96cb-416e-a787-d639deaa4c3f req-659d3b53-e425-4737-97e8-1cf909d46e7b tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799543 Apr 18 20:34:25.374772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdea74a-8a2d-4405-a2cb-7b80dc5b4711 req-4d24883c-3390-46f9-9170-647dd1eef229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:25.378731 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3fdea74a-8a2d-4405-a2cb-7b80dc5b4711 req-4d24883c-3390-46f9-9170-647dd1eef229 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=096979d4-7e57-4182-a39f-1144c54a852c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2501097 Apr 18 20:34:25.396227 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c272fafd-0462-459e-887d-6f5e597cf142 req-f6752a87-07e0-4789-846f-53fb428d0996 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dce022d-0ccc-44b8-8e08-da649d899ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931106 Apr 18 20:34:25.397634 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869061b-0eb6-4175-b1db-02c37210c9ea req-142e7d57-2d24-4a33-ba0f-7d4f3ea3346d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:25.404578 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8869061b-0eb6-4175-b1db-02c37210c9ea req-142e7d57-2d24-4a33-ba0f-7d4f3ea3346d service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.4093950 Apr 18 20:34:25.630399 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8869061b-0eb6-4175-b1db-02c37210c9ea req-66a8f62c-ffe3-4010-8ae8-d47d8c3451fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=7d66f6f8-22dd-4922-ae68-b236587df831 HTTP/1.1" status: 200 len: 217 time: 0.1684692 Apr 18 20:34:25.687021 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36008) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:25.788471 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ce6873d0-0663-41bd-a03e-58cb8a6a06c0 req-49983cc9-7afc-4be5-829d-d5512ff58d83 service neutron] 10.222.0.32 "GET /v2.0/networks/60c0f8e4-ca71-46cb-9dba-ff0370549a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500851 Apr 18 20:34:25.805717 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869061b-0eb6-4175-b1db-02c37210c9ea req-a164a025-84c3-4560-a877-2ea53e831a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:25.812577 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8869061b-0eb6-4175-b1db-02c37210c9ea req-a164a025-84c3-4560-a877-2ea53e831a14 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.1420238 Apr 18 20:34:25.958031 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dcb70b-cc08-4649-b8a7-048e94a05cf5 req-6cd0b447-fcd3-471a-b9de-20e68e16edc9 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:25.966208 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ce6873d0-0663-41bd-a03e-58cb8a6a06c0 req-4d8d40cb-9c0a-4181-abe0-fee22f6d1f10 service neutron] 10.222.0.32 "GET /v2.0/networks/60c0f8e4-ca71-46cb-9dba-ff0370549a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690457 Apr 18 20:34:25.972788 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-95dcb70b-cc08-4649-b8a7-048e94a05cf5 req-6cd0b447-fcd3-471a-b9de-20e68e16edc9 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 945 time: 0.3475649 Apr 18 20:34:26.032354 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ea756b94-365a-4469-b259-82a0fccea359 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1824115665-network', 'tenant_id': 'f0c3fc4201ba42d29844892dc36df01f'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:26.045447 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-95dcb70b-cc08-4649-b8a7-048e94a05cf5 req-0ffc6ee8-f46d-4791-b92f-8b23d1e9c626 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710952 Apr 18 20:34:26.053518 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3fdea74a-8a2d-4405-a2cb-7b80dc5b4711 req-9476fcd8-d12b-4746-bf24-46b40e0342bc service neutron] 10.222.0.32 "GET /v2.0/networks/096979d4-7e57-4182-a39f-1144c54a852c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6478283 Apr 18 20:34:26.061683 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869061b-0eb6-4175-b1db-02c37210c9ea req-d6d9d5d2-3361-493f-ba09-2793a49fe5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:26.063333 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8869061b-0eb6-4175-b1db-02c37210c9ea req-d6d9d5d2-3361-493f-ba09-2793a49fe5e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2173622 Apr 18 20:34:26.116644 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea756b94-365a-4469-b259-82a0fccea359 admin admin] Made reservation on behalf of f0c3fc4201ba42d29844892dc36df01f for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:26.120361 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea756b94-365a-4469-b259-82a0fccea359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:26.139217 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea756b94-365a-4469-b259-82a0fccea359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:26.293840 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea756b94-365a-4469-b259-82a0fccea359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:26.303213 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea756b94-365a-4469-b259-82a0fccea359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:26.365210 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea756b94-365a-4469-b259-82a0fccea359 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:34:26.378710 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514ff0c-5ac2-4235-98bb-1780dcdf6ad4 req-9885a335-7667-4a24-8c57-1df34071f45b tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:26.383151 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5514ff0c-5ac2-4235-98bb-1780dcdf6ad4 req-9885a335-7667-4a24-8c57-1df34071f45b tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 945 time: 0.1924441 Apr 18 20:34:26.384024 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea756b94-365a-4469-b259-82a0fccea359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941d6f39-2515-4232-87b0-991cffebd40e,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:26.392372 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8869061b-0eb6-4175-b1db-02c37210c9ea req-83937360-64dd-4ab0-8031-387be4e80b55 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184311 Apr 18 20:34:26.400087 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3fdea74a-8a2d-4405-a2cb-7b80dc5b4711 req-bdf6378f-b129-4ef5-8d4d-288e1e622668 service neutron] 10.222.0.32 "GET /v2.0/networks/096979d4-7e57-4182-a39f-1144c54a852c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355002 Apr 18 20:34:26.400269 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea756b94-365a-4469-b259-82a0fccea359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:26.401350 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-ea756b94-365a-4469-b259-82a0fccea359 admin admin] Added segment d53e70a4-8303-45ec-9c33-696bdb6e1668 of type vlan for network 8d5ebb60-1929-4722-8e25-cac1d08dc4bf Apr 18 20:34:26.492419 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea756b94-365a-4469-b259-82a0fccea359 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:26.552961 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea756b94-365a-4469-b259-82a0fccea359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:26.555196 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea756b94-365a-4469-b259-82a0fccea359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:26.556115 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea756b94-365a-4469-b259-82a0fccea359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:26.597078 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ea756b94-365a-4469-b259-82a0fccea359 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9090312 Apr 18 20:34:26.604103 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36038) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:26.612918 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-38e424d5-995a-412f-919a-21862bb59806 admin admin] Request body: {'subnet': {'network_id': '8d5ebb60-1929-4722-8e25-cac1d08dc4bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1824115665-subnet', 'tenant_id': 'f0c3fc4201ba42d29844892dc36df01f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:26.641958 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5514ff0c-5ac2-4235-98bb-1780dcdf6ad4 req-5e80a96b-b948-4983-a2c2-e2dc72010a6a tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477291 Apr 18 20:34:26.658411 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8869061b-0eb6-4175-b1db-02c37210c9ea req-f0e80c1d-4094-4f59-91df-e1e40fb10915 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569027 Apr 18 20:34:26.697098 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea756b94-365a-4469-b259-82a0fccea359 admin admin] Pushing event updated for resources: {'Network': ['ID=8d5ebb60-1929-4722-8e25-cac1d08dc4bf,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:26.713679 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 8d5ebb60-1929-4722-8e25-cac1d08dc4bf details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:34:26.724943 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e424d5-995a-412f-919a-21862bb59806 admin admin] Made reservation on behalf of f0c3fc4201ba42d29844892dc36df01f for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:26.731794 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-38e424d5-995a-412f-919a-21862bb59806 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:26.807132 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34891de-4224-47ce-a8ec-b922a9b2d8c2 req-d3fc1674-80ea-4796-9bb3-326561a36a02 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:26.815971 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a34891de-4224-47ce-a8ec-b922a9b2d8c2 req-d3fc1674-80ea-4796-9bb3-326561a36a02 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=df50a99a-b7cc-4fdf-a4cf-c8cba907b21a HTTP/1.1" status: 200 len: 943 time: 0.0748448 Apr 18 20:34:26.901775 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a34891de-4224-47ce-a8ec-b922a9b2d8c2 req-892230fc-dbae-44de-998a-d7dd4b6a5907 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847828 Apr 18 20:34:26.959801 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2fd24-44aa-44be-bc8b-4dab3b762266 req-4f0cdc6b-2f09-4839-afed-045cb45418eb tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:26.963116 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bcf2fd24-44aa-44be-bc8b-4dab3b762266 req-4f0cdc6b-2f09-4839-afed-045cb45418eb tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed15d911-1f5a-4884-922d-2501dc082b1d HTTP/1.1" status: 200 len: 948 time: 0.1257398 Apr 18 20:34:27.032335 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bcf2fd24-44aa-44be-bc8b-4dab3b762266 req-c8124d66-3c04-4fb5-bbb8-0eaa386bc3c2 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dce022d-0ccc-44b8-8e08-da649d899ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601816 Apr 18 20:34:27.129600 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-38e424d5-995a-412f-919a-21862bb59806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:27.212515 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e424d5-995a-412f-919a-21862bb59806 admin admin] Checking segment: {'id': 'd53e70a4-8303-45ec-9c33-696bdb6e1668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d5ebb60-1929-4722-8e25-cac1d08dc4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:34:27.213314 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e424d5-995a-412f-919a-21862bb59806 admin admin] Network hostable DHCP agents. Network: 8d5ebb60-1929-4722-8e25-cac1d08dc4bf, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:34:27.217919 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e424d5-995a-412f-919a-21862bb59806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb012eca-5373-46a7-9da5-e90287fa3cb0,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:27.240218 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e424d5-995a-412f-919a-21862bb59806 admin admin] Network 8d5ebb60-1929-4722-8e25-cac1d08dc4bf is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:34:27.244606 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be32f4-f40d-4025-a726-0eff6220c3d4 req-c2168777-d353-49e1-b609-dce31b3cddd2 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:27.246065 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-00be32f4-f40d-4025-a726-0eff6220c3d4 req-c2168777-d353-49e1-b609-dce31b3cddd2 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 945 time: 0.0894160 Apr 18 20:34:27.253412 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-38e424d5-995a-412f-919a-21862bb59806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 8d5ebb60-1929-4722-8e25-cac1d08dc4bf) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:27.265139 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca81477d-c4ec-4ce3-a0d1-f0025683ea44 None None] Network 8d5ebb60-1929-4722-8e25-cac1d08dc4bf requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:34:27.269655 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e424d5-995a-412f-919a-21862bb59806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:27.273186 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-38e424d5-995a-412f-919a-21862bb59806 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:27.314459 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-38e424d5-995a-412f-919a-21862bb59806 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6939511 Apr 18 20:34:27.370301 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-00be32f4-f40d-4025-a726-0eff6220c3d4 req-125772b7-8235-429e-9c30-92a11acb4873 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054564 Apr 18 20:34:27.370875 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36054) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:27.638954 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf66837-6fb1-4e7d-80a7-4f5a13de9311 None None] Network 8d5ebb60-1929-4722-8e25-cac1d08dc4bf requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:34:27.684696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e786ca-3e5e-4157-9381-2b74959ded84 req-d19670af-3e94-487c-849a-08c553eb4f92 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:27.699840 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-72e786ca-3e5e-4157-9381-2b74959ded84 req-d19670af-3e94-487c-849a-08c553eb4f92 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 945 time: 0.1503158 Apr 18 20:34:27.742018 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d8022571-6876-48e4-b9a6-040c62e244aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:27.818502 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-72e786ca-3e5e-4157-9381-2b74959ded84 req-e8d2e266-55d9-490b-89f6-138f80558cd9 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119161 Apr 18 20:34:27.846305 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d8022571-6876-48e4-b9a6-040c62e244aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:27.854947 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d8022571-6876-48e4-b9a6-040c62e244aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:27.905260 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d8022571-6876-48e4-b9a6-040c62e244aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3265c663082c4dd8b68209acd431d186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5333624 Apr 18 20:34:27.907544 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8022571-6876-48e4-b9a6-040c62e244aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a6c1e3-7e84-4cb0-be55-65c950e2afc6,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:27.910081 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36068) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:28.007463 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-043de2c4-32b8-402e-a965-ab88d3e7b814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.034277 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-043de2c4-32b8-402e-a965-ab88d3e7b814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.103458 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-043de2c4-32b8-402e-a965-ab88d3e7b814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.107003 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-043de2c4-32b8-402e-a965-ab88d3e7b814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.108018 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-043de2c4-32b8-402e-a965-ab88d3e7b814 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95a6c1e3-7e84-4cb0-be55-65c950e2afc6 HTTP/1.1" status: 204 len: 168 time: 0.1952398 Apr 18 20:34:28.120397 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043de2c4-32b8-402e-a965-ab88d3e7b814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a6c1e3-7e84-4cb0-be55-65c950e2afc6,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:28.257792 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cea275-aecd-4d27-927e-a07d57e46e1e req-f90ae91a-c1e2-4f5a-9981-3d0f2c4f0f58 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:28.259305 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-12cea275-aecd-4d27-927e-a07d57e46e1e req-f90ae91a-c1e2-4f5a-9981-3d0f2c4f0f58 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=df50a99a-b7cc-4fdf-a4cf-c8cba907b21a HTTP/1.1" status: 200 len: 943 time: 0.1110778 Apr 18 20:34:28.451982 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-12cea275-aecd-4d27-927e-a07d57e46e1e req-dd03449e-76bf-4501-a0d9-4d536290bc46 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717236 Apr 18 20:34:28.469860 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36090) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:28.491447 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f28ba3a0-d0b1-4930-a03a-049d27a45dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.521608 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-8eab5d41-371b-4b5d-abe7-af098c5ba883 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:28.524787 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-8eab5d41-371b-4b5d-abe7-af098c5ba883 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] 10.222.0.41 "GET /v2.0/networks?id=8d5ebb60-1929-4722-8e25-cac1d08dc4bf HTTP/1.1" status: 200 len: 822 time: 0.2635255 Apr 18 20:34:28.550643 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-95b64c7a-256a-4c1f-83a5-afae44273fcd tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] 10.222.0.41 "GET /v2.0/quotas/f0c3fc4201ba42d29844892dc36df01f HTTP/1.1" status: 200 len: 375 time: 0.0170538 Apr 18 20:34:28.599642 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-154f97ed-e7df-42fb-be0f-46f43dbe99bf tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f0c3fc4201ba42d29844892dc36df01f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359440 Apr 18 20:34:28.634022 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f28ba3a0-d0b1-4930-a03a-049d27a45dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.640541 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f28ba3a0-d0b1-4930-a03a-049d27a45dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.715938 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b034b06a-4e17-44a3-bacc-7d823422908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.724638 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f28ba3a0-d0b1-4930-a03a-049d27a45dce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56a3d1cad3b0489f864aecbb52399f21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510133 Apr 18 20:34:28.726098 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ba3a0-d0b1-4930-a03a-049d27a45dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9487a5-6236-416e-8e51-05786adbb22d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:28.729189 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36094) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:28.791741 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-65016921-82e3-485b-a60a-1f6697faeb6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.796870 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56723f-0149-417d-aeb0-7fcf8f0794ec req-4bc0cd88-6a07-4aa3-9796-f59521def72e tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:28.798472 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e56723f-0149-417d-aeb0-7fcf8f0794ec req-4bc0cd88-6a07-4aa3-9796-f59521def72e tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 945 time: 0.1897042 Apr 18 20:34:28.819395 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-65016921-82e3-485b-a60a-1f6697faeb6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.832784 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-d22a9756-7f3a-4de0-aacf-edf8c35ba127 service neutron] 10.222.0.41 "GET /v2.0/networks/8d5ebb60-1929-4722-8e25-cac1d08dc4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203977 Apr 18 20:34:28.861075 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:34:28.875208 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e56723f-0149-417d-aeb0-7fcf8f0794ec req-e75900b1-3f1d-4f8b-8567-5c9b27f581bc tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666580 Apr 18 20:34:28.892644 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-65016921-82e3-485b-a60a-1f6697faeb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.896651 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-65016921-82e3-485b-a60a-1f6697faeb6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.902975 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-65016921-82e3-485b-a60a-1f6697faeb6d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa9487a5-6236-416e-8e51-05786adbb22d HTTP/1.1" status: 204 len: 168 time: 0.1720018 Apr 18 20:34:28.941250 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65016921-82e3-485b-a60a-1f6697faeb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9487a5-6236-416e-8e51-05786adbb22d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:29.028687 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-852d1237-efb2-499d-a2b7-39b5463ea5d8 service neutron] 10.222.0.41 "GET /v2.0/networks/8d5ebb60-1929-4722-8e25-cac1d08dc4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806867 Apr 18 20:34:29.063689 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=79ddfa9b-9019-4a44-8a7e-c3f5fcea4559,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:29.090780 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '79ddfa9b-9019-4a44-8a7e-c3f5fcea4559', 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61', 'port_id': '79ddfa9b-9019-4a44-8a7e-c3f5fcea4559', 'mac_address': 'fa:16:3e:18:58:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8708785-9af0-4579-bb8d-13349cd937a4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:34:29.125888 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165d158-3893-490b-8f9a-f11149f59c20 req-8f9edb63-4690-4d47-bf0f-9aa7840b4b65 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:29.129742 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0165d158-3893-490b-8f9a-f11149f59c20 req-8f9edb63-4690-4d47-bf0f-9aa7840b4b65 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed15d911-1f5a-4884-922d-2501dc082b1d HTTP/1.1" status: 200 len: 948 time: 0.0945561 Apr 18 20:34:29.186904 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:29.233724 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0165d158-3893-490b-8f9a-f11149f59c20 req-53deff30-58eb-48aa-8bb6-b95fbd213080 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dce022d-0ccc-44b8-8e08-da649d899ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901661 Apr 18 20:34:29.395932 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:29.411916 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-63992a91-1d88-41fe-875e-0cca9e0c10c3 req-fc073165-a4bf-485d-80b3-0ae650f9488c tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] 10.222.0.41 "GET /v2.0/ports?device_id=d85a1c58-2020-48de-8527-a15124ac590a HTTP/1.1" status: 200 len: 210 time: 0.0377603 Apr 18 20:34:29.440909 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=79ddfa9b-9019-4a44-8a7e-c3f5fcea4559,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:29.460168 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:29.461115 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 7d66f6f8-22dd-4922-ae68-b236587df831 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:34:29.461321 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2467fb-5c1d-4e6d-bcdb-23af5a863452 req-46ea8aea-d192-4dbb-9a63-b6666e711358 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:29.464342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cd2467fb-5c1d-4e6d-bcdb-23af5a863452 req-46ea8aea-d192-4dbb-9a63-b6666e711358 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 945 time: 0.1402934 Apr 18 20:34:29.672240 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=79ddfa9b-9019-4a44-8a7e-c3f5fcea4559,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:29.729478 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:29.769178 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 7d66f6f8-22dd-4922-ae68-b236587df831, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7d66f6f8-22dd-4922-ae68-b236587df831,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:29.791911 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '7d66f6f8-22dd-4922-ae68-b236587df831', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': '7d66f6f8-22dd-4922-ae68-b236587df831', 'mac_address': 'fa:16:3e:ba:a8:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:34:29.889807 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:29.917167 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d66f6f8-22dd-4922-ae68-b236587df831 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:29.970952 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 7d66f6f8-22dd-4922-ae68-b236587df831, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7d66f6f8-22dd-4922-ae68-b236587df831,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:29.982483 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:30.096505 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=7d66f6f8-22dd-4922-ae68-b236587df831,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:30.107043 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cd2467fb-5c1d-4e6d-bcdb-23af5a863452 req-77acf2ab-5028-41f3-8c47-c33212e0746c tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6306133 Apr 18 20:34:30.122347 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdc3eb-28de-47a7-9ad7-c2e4873fd7a3 req-ec440104-e4d1-4970-a022-8458ee87d978 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:30.124197 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-36bdc3eb-28de-47a7-9ad7-c2e4873fd7a3 req-ec440104-e4d1-4970-a022-8458ee87d978 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=df50a99a-b7cc-4fdf-a4cf-c8cba907b21a HTTP/1.1" status: 200 len: 944 time: 0.1114080 Apr 18 20:34:30.251192 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-36bdc3eb-28de-47a7-9ad7-c2e4873fd7a3 req-4994fb92-4f0f-4854-ae4a-918973f840a5 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113644 Apr 18 20:34:30.317935 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['7d66f6f8-22dd-4922-ae68-b236587df831'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:34:30.418784 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c7233-16d0-4db1-b192-7cd5d1d0405e req-8ca7f96f-3317-4b0c-88b7-d46fbea18e19 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:30.430504 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bd2c7233-16d0-4db1-b192-7cd5d1d0405e req-8ca7f96f-3317-4b0c-88b7-d46fbea18e19 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 945 time: 0.0783854 Apr 18 20:34:30.439827 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['79ddfa9b-9019-4a44-8a7e-c3f5fcea4559'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:34:30.557343 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bd2c7233-16d0-4db1-b192-7cd5d1d0405e req-a24fe930-05a0-48ec-98b5-a064946dc483 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252720 Apr 18 20:34:30.646412 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1514453-04f0-4e1d-9bd1-996ee88ba305 req-b17a1115-704e-450c-9fe9-7085e7413f18 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:30.651216 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e1514453-04f0-4e1d-9bd1-996ee88ba305 req-b17a1115-704e-450c-9fe9-7085e7413f18 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed15d911-1f5a-4884-922d-2501dc082b1d HTTP/1.1" status: 200 len: 949 time: 0.2001648 Apr 18 20:34:30.722331 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36154) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:30.873985 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d48bc43-1249-43e6-b7b3-d44df7772102 req-155632a7-cb60-43e4-ad01-4bbe74e4a0b4 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] 10.222.0.41 "GET /v2.0/ports?device_id=d85a1c58-2020-48de-8527-a15124ac590a HTTP/1.1" status: 200 len: 210 time: 0.1227691 Apr 18 20:34:30.894362 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e1514453-04f0-4e1d-9bd1-996ee88ba305 req-a2d3f47f-d0e8-4589-9208-791a48e2a312 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dce022d-0ccc-44b8-8e08-da649d899ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295647 Apr 18 20:34:31.046521 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e6441bc1-6836-4cf1-8b78-20f5b6d86834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.126211 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9eb11-c051-45d0-9aeb-9c199075a322 req-2543ac15-b620-4603-91ea-736588a585f3 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:31.128941 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ac9eb11-c051-45d0-9aeb-9c199075a322 req-2543ac15-b620-4603-91ea-736588a585f3 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 945 time: 0.0939538 Apr 18 20:34:31.172837 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-31c29f5a-a278-47fd-83e8-bf060ca8d63e tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:31.174520 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-31c29f5a-a278-47fd-83e8-bf060ca8d63e tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] 10.222.0.57 "GET /v2.0/networks?id=8d5ebb60-1929-4722-8e25-cac1d08dc4bf HTTP/1.1" status: 200 len: 822 time: 0.3513451 Apr 18 20:34:31.179894 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ac9eb11-c051-45d0-9aeb-9c199075a322 req-508bcf8d-0902-4e20-8938-59df5fe155ae tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438857 Apr 18 20:34:31.195672 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-180a0994-fa00-484b-a7f3-2f0fd85010b7 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Request body: {'port': {'device_id': 'd85a1c58-2020-48de-8527-a15124ac590a', 'network_id': '8d5ebb60-1929-4722-8e25-cac1d08dc4bf', 'admin_state_up': True, 'tenant_id': 'f0c3fc4201ba42d29844892dc36df01f'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:31.257706 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.298706 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e6441bc1-6836-4cf1-8b78-20f5b6d86834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.307757 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e6441bc1-6836-4cf1-8b78-20f5b6d86834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.356213 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6441bc1-6836-4cf1-8b78-20f5b6d86834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec3f934-8a2c-4b46-bc19-21b8b20d5b8f,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:31.427156 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e6441bc1-6836-4cf1-8b78-20f5b6d86834 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61fd8aebbd6b4f57aeb8fd57d2cded9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6987872 Apr 18 20:34:31.427669 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36166) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:31.435446 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43a441-df07-4eb3-81d6-b117616c49ba req-89962b21-91f8-4700-aa05-2199868daea2 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:31.444751 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ad43a441-df07-4eb3-81d6-b117616c49ba req-89962b21-91f8-4700-aa05-2199868daea2 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=df50a99a-b7cc-4fdf-a4cf-c8cba907b21a HTTP/1.1" status: 200 len: 944 time: 0.0695717 Apr 18 20:34:31.450408 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-180a0994-fa00-484b-a7f3-2f0fd85010b7 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Made reservation on behalf of f0c3fc4201ba42d29844892dc36df01f for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:31.460307 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-180a0994-fa00-484b-a7f3-2f0fd85010b7 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.475343 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.489756 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ad43a441-df07-4eb3-81d6-b117616c49ba req-a56c0503-e762-45e8-ab4c-bdc9139cb409 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430243 Apr 18 20:34:31.580523 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55dd533b-6b8e-47c8-ac34-f662b36db9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.638236 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55dd533b-6b8e-47c8-ac34-f662b36db9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.671791 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-180a0994-fa00-484b-a7f3-2f0fd85010b7 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Allocated IP 172.20.0.4 (8d5ebb60-1929-4722-8e25-cac1d08dc4bf/eb012eca-5373-46a7-9da5-e90287fa3cb0/d862eb29-9f79-4b57-aa5e-2ec56d482f30) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:31.766775 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55dd533b-6b8e-47c8-ac34-f662b36db9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.769373 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55dd533b-6b8e-47c8-ac34-f662b36db9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.770962 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-55dd533b-6b8e-47c8-ac34-f662b36db9ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ec3f934-8a2c-4b46-bc19-21b8b20d5b8f HTTP/1.1" status: 204 len: 168 time: 0.3420742 Apr 18 20:34:31.848327 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd533b-6b8e-47c8-ac34-f662b36db9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec3f934-8a2c-4b46-bc19-21b8b20d5b8f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:31.879661 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-180a0994-fa00-484b-a7f3-2f0fd85010b7 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.926715 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-180a0994-fa00-484b-a7f3-2f0fd85010b7 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.977393 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-180a0994-fa00-484b-a7f3-2f0fd85010b7 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Network 8d5ebb60-1929-4722-8e25-cac1d08dc4bf is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:31.983168 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-180a0994-fa00-484b-a7f3-2f0fd85010b7 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:31.988077 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-180a0994-fa00-484b-a7f3-2f0fd85010b7 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:34:32.048498 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a0994-fa00-484b-a7f3-2f0fd85010b7 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Pushing event updated for resources: {'Port': ['ID=d862eb29-9f79-4b57-aa5e-2ec56d482f30,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:32.086511 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-180a0994-fa00-484b-a7f3-2f0fd85010b7 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:32.087200 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-180a0994-fa00-484b-a7f3-2f0fd85010b7 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:32.108981 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-180a0994-fa00-484b-a7f3-2f0fd85010b7 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9189444 Apr 18 20:34:32.123149 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-8dd29b15-cd53-4c24-b0c7-6800393f0b6a service neutron] Request body: {'port': {'device_id': 'd85a1c58-2020-48de-8527-a15124ac590a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:32.223868 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-8dd29b15-cd53-4c24-b0c7-6800393f0b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:32.251563 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b321a7-9f23-44f2-8e83-8effe3ea2faa req-efca845a-7a8c-4ad3-b17f-f572064eb51c tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:32.254764 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d4b321a7-9f23-44f2-8e83-8effe3ea2faa req-efca845a-7a8c-4ad3-b17f-f572064eb51c tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] 10.222.0.41 "GET /v2.0/ports?device_id=d85a1c58-2020-48de-8527-a15124ac590a HTTP/1.1" status: 200 len: 931 time: 0.1443472 Apr 18 20:34:32.316304 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c09be-b11d-4826-a07c-4dbce2e78983 req-4c243df3-ad5e-4d32-8e83-4b99f4584875 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:32.320307 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a03c09be-b11d-4826-a07c-4dbce2e78983 req-4c243df3-ad5e-4d32-8e83-4b99f4584875 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed15d911-1f5a-4884-922d-2501dc082b1d HTTP/1.1" status: 200 len: 949 time: 0.1603110 Apr 18 20:34:32.366401 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d4b321a7-9f23-44f2-8e83-8effe3ea2faa req-685a28ee-f953-4993-b430-c2c3a9f75847 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] 10.222.0.41 "GET /v2.0/security-groups?id=941d6f39-2515-4232-87b0-991cffebd40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005476 Apr 18 20:34:32.423241 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a03c09be-b11d-4826-a07c-4dbce2e78983 req-14a852f7-1eb8-4073-b65d-4174c87fec17 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dce022d-0ccc-44b8-8e08-da649d899ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841110 Apr 18 20:34:32.790413 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470913ab-0b72-4c95-badc-5e050ca29fbe req-7ad0cd50-c5d4-4d9e-a82e-dc5e2ec4a9f8 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:32.805136 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-8dd29b15-cd53-4c24-b0c7-6800393f0b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d862eb29-9f79-4b57-aa5e-2ec56d482f30 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:32.809092 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-470913ab-0b72-4c95-badc-5e050ca29fbe req-7ad0cd50-c5d4-4d9e-a82e-dc5e2ec4a9f8 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=df50a99a-b7cc-4fdf-a4cf-c8cba907b21a HTTP/1.1" status: 200 len: 944 time: 0.1440017 Apr 18 20:34:32.827215 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-8dd29b15-cd53-4c24-b0c7-6800393f0b6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:32.849484 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-8dd29b15-cd53-4c24-b0c7-6800393f0b6a service neutron] Transition to ACTIVE for port object d862eb29-9f79-4b57-aa5e-2ec56d482f30 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:34:32.857333 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-8dd29b15-cd53-4c24-b0c7-6800393f0b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:32.871675 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:34:32.929056 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd29b15-cd53-4c24-b0c7-6800393f0b6a service neutron] Pushing event updated for resources: {'Port': ['ID=d862eb29-9f79-4b57-aa5e-2ec56d482f30,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:32.968125 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-470913ab-0b72-4c95-badc-5e050ca29fbe req-1f692749-2f31-44b4-a2b3-c97c4166c0fc tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567099 Apr 18 20:34:33.008142 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:34:33.017091 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:33.017466 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.037053 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3eebb-d62e-4515-b796-ba7a89ba52c5 req-63f18782-1e75-46c3-b288-6b7e42918d96 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:33.040300 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a4b3eebb-d62e-4515-b796-ba7a89ba52c5 req-63f18782-1e75-46c3-b288-6b7e42918d96 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 945 time: 0.1876345 Apr 18 20:34:33.083628 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-8dd29b15-cd53-4c24-b0c7-6800393f0b6a service neutron] Attempting to bind port d862eb29-9f79-4b57-aa5e-2ec56d482f30 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:34:33.084171 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-8dd29b15-cd53-4c24-b0c7-6800393f0b6a service neutron] Attempting to bind port d862eb29-9f79-4b57-aa5e-2ec56d482f30 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'd53e70a4-8303-45ec-9c33-696bdb6e1668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d5ebb60-1929-4722-8e25-cac1d08dc4bf'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:34:33.084981 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-8dd29b15-cd53-4c24-b0c7-6800393f0b6a service neutron] Attempting to bind port d862eb29-9f79-4b57-aa5e-2ec56d482f30 on network 8d5ebb60-1929-4722-8e25-cac1d08dc4bf {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:34:33.111149 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-8dd29b15-cd53-4c24-b0c7-6800393f0b6a service neutron] Port d862eb29-9f79-4b57-aa5e-2ec56d482f30 on network 8d5ebb60-1929-4722-8e25-cac1d08dc4bf not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:34:33.111461 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-8dd29b15-cd53-4c24-b0c7-6800393f0b6a service neutron] Attempting to bind port d862eb29-9f79-4b57-aa5e-2ec56d482f30 on network 8d5ebb60-1929-4722-8e25-cac1d08dc4bf {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:34:33.130061 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-8dd29b15-cd53-4c24-b0c7-6800393f0b6a service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:34:33.130665 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-8dd29b15-cd53-4c24-b0c7-6800393f0b6a service neutron] Checking segment: {'id': 'd53e70a4-8303-45ec-9c33-696bdb6e1668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d5ebb60-1929-4722-8e25-cac1d08dc4bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:34:33.131244 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-8dd29b15-cd53-4c24-b0c7-6800393f0b6a service neutron] Bound using segment: {'id': 'd53e70a4-8303-45ec-9c33-696bdb6e1668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d5ebb60-1929-4722-8e25-cac1d08dc4bf'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:34:33.131987 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-8dd29b15-cd53-4c24-b0c7-6800393f0b6a service neutron] Bound port: d862eb29-9f79-4b57-aa5e-2ec56d482f30, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd53e70a4-8303-45ec-9c33-696bdb6e1668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d5ebb60-1929-4722-8e25-cac1d08dc4bf'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:34:33.132656 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-8dd29b15-cd53-4c24-b0c7-6800393f0b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.139881 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a4b3eebb-d62e-4515-b796-ba7a89ba52c5 req-25c933a3-772f-483e-9a54-14e908196d1d tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929027 Apr 18 20:34:33.259498 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.276215 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-8dd29b15-cd53-4c24-b0c7-6800393f0b6a service neutron] For port d862eb29-9f79-4b57-aa5e-2ec56d482f30, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:34:33.280538 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-8dd29b15-cd53-4c24-b0c7-6800393f0b6a service neutron] For port d862eb29-9f79-4b57-aa5e-2ec56d482f30, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=d862eb29-9f79-4b57-aa5e-2ec56d482f30,segment=NetworkSegment(d53e70a4-8303-45ec-9c33-696bdb6e1668),segment_id=d53e70a4-8303-45ec-9c33-696bdb6e1668)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:34:33.289222 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-8dd29b15-cd53-4c24-b0c7-6800393f0b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.306682 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36224) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:33.322861 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df50a99a-b7cc-4fdf-a4cf-c8cba907b21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ddfa9b-9019-4a44-8a7e-c3f5fcea4559'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:33.328967 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfa3f5f-1b01-4d99-9cc1-aa63cb8af12d" -d '{"events": [{"server_uuid": "df50a99a-b7cc-4fdf-a4cf-c8cba907b21a", "name": "network-vif-plugged", "status": "completed", "tag": "79ddfa9b-9019-4a44-8a7e-c3f5fcea4559"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:33.334192 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-8dd29b15-cd53-4c24-b0c7-6800393f0b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:33.334943 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-8dd29b15-cd53-4c24-b0c7-6800393f0b6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.336536 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-8dd29b15-cd53-4c24-b0c7-6800393f0b6a service neutron] 10.222.0.57 "PUT /v2.0/ports/d862eb29-9f79-4b57-aa5e-2ec56d482f30 HTTP/1.1" status: 200 len: 1091 time: 1.2186482 Apr 18 20:34:33.337035 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85a1c58-2020-48de-8527-a15124ac590a', 'tag': 'd862eb29-9f79-4b57-aa5e-2ec56d482f30'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:33.339567 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b80f11-1c73-45a6-a6bc-659bd56c0619" -d '{"events": [{"name": "network-changed", "server_uuid": "d85a1c58-2020-48de-8527-a15124ac590a", "tag": "d862eb29-9f79-4b57-aa5e-2ec56d482f30"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:33.395656 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=79ddfa9b-9019-4a44-8a7e-c3f5fcea4559,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:33.396139 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd29b15-cd53-4c24-b0c7-6800393f0b6a service neutron] Pushing event updated for resources: {'Port': ['ID=d862eb29-9f79-4b57-aa5e-2ec56d482f30,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:33.405997 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.408582 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 7d66f6f8-22dd-4922-ae68-b236587df831 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:34:33.466103 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea1847d-4161-47f4-8726-5cf26d6910a4 x-openstack-request-id: req-4ea1847d-4161-47f4-8726-5cf26d6910a4 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:33.466496 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85a1c58-2020-48de-8527-a15124ac590a", "tag": "d862eb29-9f79-4b57-aa5e-2ec56d482f30", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:33.466850 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ea1847d-4161-47f4-8726-5cf26d6910a4 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:33.467452 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ea1847d-4161-47f4-8726-5cf26d6910a4'] response: {'name': 'network-changed', 'server_uuid': 'd85a1c58-2020-48de-8527-a15124ac590a', 'tag': 'd862eb29-9f79-4b57-aa5e-2ec56d482f30', 'status': 'completed', 'code': 200} Apr 18 20:34:33.483731 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-459c1c5f-d82f-4410-8976-55988ab4f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:33.485447 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-459c1c5f-d82f-4410-8976-55988ab4f5e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0c3fc4201ba42d29844892dc36df01f&device_id=d85a1c58-2020-48de-8527-a15124ac590a HTTP/1.1" status: 200 len: 1094 time: 0.0675764 Apr 18 20:34:33.491699 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1bbd6b-6806-47af-9033-04469168ecf8 x-openstack-request-id: req-3e1bbd6b-6806-47af-9033-04469168ecf8 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:33.492205 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df50a99a-b7cc-4fdf-a4cf-c8cba907b21a", "name": "network-vif-plugged", "status": "completed", "tag": "79ddfa9b-9019-4a44-8a7e-c3f5fcea4559", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:33.492656 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e1bbd6b-6806-47af-9033-04469168ecf8 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:33.493283 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e1bbd6b-6806-47af-9033-04469168ecf8'] response: {'server_uuid': 'df50a99a-b7cc-4fdf-a4cf-c8cba907b21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ddfa9b-9019-4a44-8a7e-c3f5fcea4559', 'code': 200} Apr 18 20:34:33.547858 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-5d5a4e76-23fd-4fee-b724-95ea42c8e2d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d862eb29-9f79-4b57-aa5e-2ec56d482f30 HTTP/1.1" status: 200 len: 217 time: 0.0491199 Apr 18 20:34:33.626426 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=79ddfa9b-9019-4a44-8a7e-c3f5fcea4559,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:33.642254 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 7d66f6f8-22dd-4922-ae68-b236587df831 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:34:33.648738 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 7d66f6f8-22dd-4922-ae68-b236587df831 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:33.649270 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.652838 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-6a53d89d-3633-4f91-bd22-a845474cfe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:33.654760 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-6a53d89d-3633-4f91-bd22-a845474cfe0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb012eca-5373-46a7-9da5-e90287fa3cb0 HTTP/1.1" status: 200 len: 862 time: 0.0957673 Apr 18 20:34:33.690080 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeaca2c-089c-4c84-acd1-0fc86686b7b4 req-9ce90a45-8e0f-4fb0-bf90-ac224c37d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:33.693429 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbeaca2c-089c-4c84-acd1-0fc86686b7b4 req-9ce90a45-8e0f-4fb0-bf90-ac224c37d393 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=df50a99a-b7cc-4fdf-a4cf-c8cba907b21a HTTP/1.1" status: 200 len: 1096 time: 0.1745014 Apr 18 20:34:33.699135 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-8a3f7f35-66d4-42d1-84c5-a4538057692c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8d5ebb60-1929-4722-8e25-cac1d08dc4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364885 Apr 18 20:34:33.739913 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-c3eeaa2d-f0f4-4bff-8932-25600fa10c68 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-25163708-network', 'tenant_id': 'b5629603552d448790d3be86db2c2980'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:33.782116 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.814479 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-8d5425ab-428f-4ec2-97d6-54c2e1a93c1c service neutron] 10.222.0.57 "GET /v2.0/networks/8d5ebb60-1929-4722-8e25-cac1d08dc4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077020 Apr 18 20:34:33.826300 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b53bc6-02d2-424b-9120-ac82d76ba956 req-db3a4d0e-3e34-4d74-9dc6-3aa8a6208cc4 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:33.829327 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f7b53bc6-02d2-424b-9120-ac82d76ba956 req-db3a4d0e-3e34-4d74-9dc6-3aa8a6208cc4 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] 10.222.0.41 "GET /v2.0/ports?device_id=d85a1c58-2020-48de-8527-a15124ac590a HTTP/1.1" status: 200 len: 943 time: 0.2249653 Apr 18 20:34:33.842171 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 7d66f6f8-22dd-4922-ae68-b236587df831, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7d66f6f8-22dd-4922-ae68-b236587df831,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:33.849083 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.868879 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3eeaa2d-f0f4-4bff-8932-25600fa10c68 admin admin] Made reservation on behalf of b5629603552d448790d3be86db2c2980 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:33.872636 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c3eeaa2d-f0f4-4bff-8932-25600fa10c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.891112 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850d002-c95e-44df-8c33-8a8d700344d4 req-c89e8c4c-c8c4-41c3-9016-7e6999d982f9 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:33.893765 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f850d002-c95e-44df-8c33-8a8d700344d4 req-c89e8c4c-c8c4-41c3-9016-7e6999d982f9 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed15d911-1f5a-4884-922d-2501dc082b1d HTTP/1.1" status: 200 len: 949 time: 0.2689683 Apr 18 20:34:33.918035 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=7d66f6f8-22dd-4922-ae68-b236587df831,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:33.921262 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbeaca2c-089c-4c84-acd1-0fc86686b7b4 req-0052c751-0800-41cf-aa02-f8948daa80bf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997676 Apr 18 20:34:33.944171 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c3eeaa2d-f0f4-4bff-8932-25600fa10c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.960186 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b7407ac0-81c3-44a8-9f4a-24e028e12685 req-1eb6966f-ae5e-4283-8161-a744c15ef9db service neutron] 10.222.0.57 "GET /v2.0/networks/8d5ebb60-1929-4722-8e25-cac1d08dc4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300561 Apr 18 20:34:34.003182 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f7b53bc6-02d2-424b-9120-ac82d76ba956 req-18e43c31-7608-4828-8901-84a1bb98d728 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] 10.222.0.41 "GET /v2.0/security-groups?id=941d6f39-2515-4232-87b0-991cffebd40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589470 Apr 18 20:34:34.080787 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b80f11-1c73-45a6-a6bc-659bd56c0619 req-99f18272-2097-4998-9bfc-b88857c971e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:34.081344 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f850d002-c95e-44df-8c33-8a8d700344d4 req-1cf10121-2c4c-4a99-a333-7f29c4ebf6d0 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dce022d-0ccc-44b8-8e08-da649d899ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536546 Apr 18 20:34:34.084125 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-09b80f11-1c73-45a6-a6bc-659bd56c0619 req-99f18272-2097-4998-9bfc-b88857c971e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0c3fc4201ba42d29844892dc36df01f&device_id=d85a1c58-2020-48de-8527-a15124ac590a HTTP/1.1" status: 200 len: 1094 time: 0.0623040 Apr 18 20:34:34.234640 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c3eeaa2d-f0f4-4bff-8932-25600fa10c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:34.276317 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c3eeaa2d-f0f4-4bff-8932-25600fa10c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:34.287138 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b80f11-1c73-45a6-a6bc-659bd56c0619 req-9b5c0476-79a6-42a6-b008-329530127352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:34.290293 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-09b80f11-1c73-45a6-a6bc-659bd56c0619 req-9b5c0476-79a6-42a6-b008-329530127352 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8d5ebb60-1929-4722-8e25-cac1d08dc4bf HTTP/1.1" status: 200 len: 923 time: 0.1991034 Apr 18 20:34:34.321278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3eeaa2d-f0f4-4bff-8932-25600fa10c68 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:34:34.368240 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-09b80f11-1c73-45a6-a6bc-659bd56c0619 req-8b62c080-bd5d-4c4b-b5ce-1f0acf7a6bfc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d862eb29-9f79-4b57-aa5e-2ec56d482f30 HTTP/1.1" status: 200 len: 217 time: 0.0690048 Apr 18 20:34:34.375400 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c3eeaa2d-f0f4-4bff-8932-25600fa10c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:34.375750 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-c3eeaa2d-f0f4-4bff-8932-25600fa10c68 admin admin] Added segment 8cfa91d1-5c84-4f44-b17c-c9e90d7c87d7 of type vlan for network 597dac8f-136e-4863-8871-9d49adba6341 Apr 18 20:34:34.385291 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0708c2e-8d4d-4268-bd81-6d568bb278e4 req-fa9895a4-38b3-4064-bd20-c69e8e9f04c7 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:34.386927 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a0708c2e-8d4d-4268-bd81-6d568bb278e4 req-fa9895a4-38b3-4064-bd20-c69e8e9f04c7 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=df50a99a-b7cc-4fdf-a4cf-c8cba907b21a HTTP/1.1" status: 200 len: 945 time: 0.1712172 Apr 18 20:34:34.408095 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eeaa2d-f0f4-4bff-8932-25600fa10c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ab6ab8-4f2c-4dc9-9d95-2108a1d8c7cc,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:34.447877 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b80f11-1c73-45a6-a6bc-659bd56c0619 req-7c7f046a-dc64-4075-b6b8-65cbe2ce2004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:34.449875 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-09b80f11-1c73-45a6-a6bc-659bd56c0619 req-7c7f046a-dc64-4075-b6b8-65cbe2ce2004 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb012eca-5373-46a7-9da5-e90287fa3cb0 HTTP/1.1" status: 200 len: 862 time: 0.0727582 Apr 18 20:34:34.485392 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c3eeaa2d-f0f4-4bff-8932-25600fa10c68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:34.514196 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-09b80f11-1c73-45a6-a6bc-659bd56c0619 req-82b52c2c-6a98-4e74-8be3-e05c6fe6708e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8d5ebb60-1929-4722-8e25-cac1d08dc4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430920 Apr 18 20:34:34.524016 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b943885-9cf9-478a-9326-ed8b9b528fd2 req-e7058149-51b8-4261-b94b-a5d79edb4b05 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:34.530926 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5b943885-9cf9-478a-9326-ed8b9b528fd2 req-e7058149-51b8-4261-b94b-a5d79edb4b05 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 945 time: 0.1849594 Apr 18 20:34:34.549781 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a0708c2e-8d4d-4268-bd81-6d568bb278e4 req-a4ac202f-eef0-4b40-9f61-3e9cfdb59358 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366079 Apr 18 20:34:34.595905 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c3eeaa2d-f0f4-4bff-8932-25600fa10c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:34.597496 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eeaa2d-f0f4-4bff-8932-25600fa10c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:34.599019 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c3eeaa2d-f0f4-4bff-8932-25600fa10c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:34.658113 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5b943885-9cf9-478a-9326-ed8b9b528fd2 req-cdfcbe1a-0b1b-4e57-8a4e-b7409cb45357 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067379 Apr 18 20:34:34.687551 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-09b80f11-1c73-45a6-a6bc-659bd56c0619 req-5400a853-f59b-4964-957e-1e81ba93d137 service neutron] 10.222.0.57 "GET /v2.0/networks/8d5ebb60-1929-4722-8e25-cac1d08dc4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625056 Apr 18 20:34:34.696332 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c3eeaa2d-f0f4-4bff-8932-25600fa10c68 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3882430 Apr 18 20:34:34.703031 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36268) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:34.708788 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-8b88793a-5f96-4790-ab22-278d10f35359 admin admin] Request body: {'subnet': {'network_id': '597dac8f-136e-4863-8871-9d49adba6341', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-25163708-subnet', 'tenant_id': 'b5629603552d448790d3be86db2c2980', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:34.722634 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eeaa2d-f0f4-4bff-8932-25600fa10c68 admin admin] Pushing event updated for resources: {'Network': ['ID=597dac8f-136e-4863-8871-9d49adba6341,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:34.740163 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 597dac8f-136e-4863-8871-9d49adba6341 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:34:34.745314 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b88793a-5f96-4790-ab22-278d10f35359 admin admin] Made reservation on behalf of b5629603552d448790d3be86db2c2980 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:34.747843 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8b88793a-5f96-4790-ab22-278d10f35359 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:34.849686 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-09b80f11-1c73-45a6-a6bc-659bd56c0619 req-e67196a4-cd78-41f8-8b9c-aa198509097f service neutron] 10.222.0.57 "GET /v2.0/networks/8d5ebb60-1929-4722-8e25-cac1d08dc4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480660 Apr 18 20:34:34.965910 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8b88793a-5f96-4790-ab22-278d10f35359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:35.022363 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88793a-5f96-4790-ab22-278d10f35359 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd1766ab-2b8c-4a51-9805-d5313a3348bc,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:35.040155 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b88793a-5f96-4790-ab22-278d10f35359 admin admin] Checking segment: {'id': '8cfa91d1-5c84-4f44-b17c-c9e90d7c87d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '597dac8f-136e-4863-8871-9d49adba6341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:34:35.040559 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b88793a-5f96-4790-ab22-278d10f35359 admin admin] Network hostable DHCP agents. Network: 597dac8f-136e-4863-8871-9d49adba6341, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:34:35.060494 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b88793a-5f96-4790-ab22-278d10f35359 admin admin] Network 597dac8f-136e-4863-8871-9d49adba6341 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:34:35.072954 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-8b88793a-5f96-4790-ab22-278d10f35359 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 597dac8f-136e-4863-8871-9d49adba6341) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:35.078529 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b88793a-5f96-4790-ab22-278d10f35359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:35.080082 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8b88793a-5f96-4790-ab22-278d10f35359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:35.083921 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7469c146-5c1b-4899-84a6-fb3874f28709 None None] Network 597dac8f-136e-4863-8871-9d49adba6341 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:34:35.109646 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8b88793a-5f96-4790-ab22-278d10f35359 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4049587 Apr 18 20:34:35.235769 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 968e3194-f469-4d0d-bbb3-17a193e11fe3 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:34:35.390012 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357908af-2351-4d28-887c-a9c58553a296 None None] Network 597dac8f-136e-4863-8871-9d49adba6341 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:34:35.444399 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80472eb-192d-4c60-8994-32dfe34f6ba9 req-78858677-2fd5-4608-9bbe-0f3441beff8d tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:35.447435 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a80472eb-192d-4c60-8994-32dfe34f6ba9 req-78858677-2fd5-4608-9bbe-0f3441beff8d tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] 10.222.0.41 "GET /v2.0/ports?device_id=d85a1c58-2020-48de-8527-a15124ac590a HTTP/1.1" status: 200 len: 943 time: 0.2460661 Apr 18 20:34:35.495292 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed15d911-1f5a-4884-922d-2501dc082b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d66f6f8-22dd-4922-ae68-b236587df831'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:35.497819 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9819c9-cdcf-4042-8dc0-66dc03084745" -d '{"events": [{"server_uuid": "ed15d911-1f5a-4884-922d-2501dc082b1d", "name": "network-vif-plugged", "status": "completed", "tag": "7d66f6f8-22dd-4922-ae68-b236587df831"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:35.522612 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b6456-ac68-4fd6-bad7-f1871f254cb7 req-9502d8f0-237c-42b1-bf25-8483b9b14285 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:35.525806 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-025b6456-ac68-4fd6-bad7-f1871f254cb7 req-9502d8f0-237c-42b1-bf25-8483b9b14285 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed15d911-1f5a-4884-922d-2501dc082b1d HTTP/1.1" status: 200 len: 950 time: 0.2347419 Apr 18 20:34:35.591825 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 968e3194-f469-4d0d-bbb3-17a193e11fe3, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=968e3194-f469-4d0d-bbb3-17a193e11fe3,segment=NetworkSegment(8e558cab-fc44-457b-b2e3-8de4a319aadc),segment_id=8e558cab-fc44-457b-b2e3-8de4a319aadc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:35.601050 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a80472eb-192d-4c60-8994-32dfe34f6ba9 req-df4fc370-d077-4ca2-8486-3f30eedd75c4 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] 10.222.0.41 "GET /v2.0/security-groups?id=941d6f39-2515-4232-87b0-991cffebd40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268744 Apr 18 20:34:35.648174 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-025b6456-ac68-4fd6-bad7-f1871f254cb7 req-5512f3e2-8604-46f2-8774-a90da9d0328c tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dce022d-0ccc-44b8-8e08-da649d899ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913186 Apr 18 20:34:35.667808 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '968e3194-f469-4d0d-bbb3-17a193e11fe3', 'network_id': '0f42696b-e02e-4c93-bc6c-2e18dd4d76f9', 'port_id': '968e3194-f469-4d0d-bbb3-17a193e11fe3', 'mac_address': 'fa:16:3e:a1:59:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f24213e-f6aa-466d-babc-2c9c25120d14', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:34:35.716926 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:35.731102 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 968e3194-f469-4d0d-bbb3-17a193e11fe3 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:35.762255 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 968e3194-f469-4d0d-bbb3-17a193e11fe3, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=968e3194-f469-4d0d-bbb3-17a193e11fe3,segment=NetworkSegment(8e558cab-fc44-457b-b2e3-8de4a319aadc),segment_id=8e558cab-fc44-457b-b2e3-8de4a319aadc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:35.768276 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:35.845839 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-dda51b13-2064-45a2-b271-4602443a18ad req-021ce327-c63f-4aeb-8015-3d99c34fbd16 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2138912314', 'description': 'tempest-description-1090399068'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:35.857259 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['968e3194-f469-4d0d-bbb3-17a193e11fe3'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:34:35.875336 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dda51b13-2064-45a2-b271-4602443a18ad req-021ce327-c63f-4aeb-8015-3d99c34fbd16 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:35.906201 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=968e3194-f469-4d0d-bbb3-17a193e11fe3,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:35.993118 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b5ccfe-91ee-4db1-857f-a6a7f4afe318 x-openstack-request-id: req-b7b5ccfe-91ee-4db1-857f-a6a7f4afe318 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:35.993588 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed15d911-1f5a-4884-922d-2501dc082b1d", "name": "network-vif-plugged", "status": "completed", "tag": "7d66f6f8-22dd-4922-ae68-b236587df831", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:35.993999 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7b5ccfe-91ee-4db1-857f-a6a7f4afe318 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:35.994685 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7b5ccfe-91ee-4db1-857f-a6a7f4afe318'] response: {'server_uuid': 'ed15d911-1f5a-4884-922d-2501dc082b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d66f6f8-22dd-4922-ae68-b236587df831', 'code': 200} Apr 18 20:34:36.096712 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dda51b13-2064-45a2-b271-4602443a18ad req-021ce327-c63f-4aeb-8015-3d99c34fbd16 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.110118 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dda51b13-2064-45a2-b271-4602443a18ad req-021ce327-c63f-4aeb-8015-3d99c34fbd16 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.170624 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dda51b13-2064-45a2-b271-4602443a18ad req-021ce327-c63f-4aeb-8015-3d99c34fbd16 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.172006 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dda51b13-2064-45a2-b271-4602443a18ad req-021ce327-c63f-4aeb-8015-3d99c34fbd16 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3310456 Apr 18 20:34:36.176528 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ce327-c63f-4aeb-8015-3d99c34fbd16 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45333f36-2aad-4599-a103-c3dce2343e70,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:36.198631 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d1f91-8238-4b49-ac78-21ec80d756e1 req-383e746b-3945-48f0-b5ca-6624a73ea144 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:36.198631 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d16d1f91-8238-4b49-ac78-21ec80d756e1 req-383e746b-3945-48f0-b5ca-6624a73ea144 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=df50a99a-b7cc-4fdf-a4cf-c8cba907b21a HTTP/1.1" status: 200 len: 945 time: 0.1422915 Apr 18 20:34:36.221284 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79881692-d6fd-42e8-8ea8-41eb80ef7bcc req-54a10618-d330-4b38-860d-9e56007326f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:36.225378 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-79881692-d6fd-42e8-8ea8-41eb80ef7bcc req-54a10618-d330-4b38-860d-9e56007326f4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ed15d911-1f5a-4884-922d-2501dc082b1d HTTP/1.1" status: 200 len: 1101 time: 0.1311469 Apr 18 20:34:36.352660 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d16d1f91-8238-4b49-ac78-21ec80d756e1 req-5baf3a81-f8d8-4f0b-bdb2-247256e3b3e0 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372404 Apr 18 20:34:36.369343 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-79881692-d6fd-42e8-8ea8-41eb80ef7bcc req-dc86973d-8579-42f1-b30f-51f5b60a1a2b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2dce022d-0ccc-44b8-8e08-da649d899ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330965 Apr 18 20:34:36.389318 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b4920-670a-4fc6-8460-31a34b84638f req-e226d5cc-2c68-4788-84b8-6c63d0067632 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:36.391374 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-923b4920-670a-4fc6-8460-31a34b84638f req-e226d5cc-2c68-4788-84b8-6c63d0067632 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 944 time: 0.1152635 Apr 18 20:34:36.470375 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ad3bba31-de89-4407-80f7-a4ea2674cbbc req-a2fc5211-ae73-4471-bbca-8e0b2563fdb8 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "GET /v2.0/security-groups/45333f36-2aad-4599-a103-c3dce2343e70 HTTP/1.1" status: 200 len: 1805 time: 0.0775013 Apr 18 20:34:36.477418 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-923b4920-670a-4fc6-8460-31a34b84638f req-9d3a50ec-403e-4d71-a41a-413de0067b09 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714297 Apr 18 20:34:36.482503 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-ad3bba31-de89-4407-80f7-a4ea2674cbbc req-e334106f-2fbc-41ec-8884-16320d848743 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '45333f36-2aad-4599-a103-c3dce2343e70', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:36.482849 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-ad3bba31-de89-4407-80f7-a4ea2674cbbc req-e334106f-2fbc-41ec-8884-16320d848743 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '45333f36-2aad-4599-a103-c3dce2343e70', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:36.580640 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ad3bba31-de89-4407-80f7-a4ea2674cbbc req-e334106f-2fbc-41ec-8884-16320d848743 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.628108 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ad3bba31-de89-4407-80f7-a4ea2674cbbc req-e334106f-2fbc-41ec-8884-16320d848743 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.634227 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ad3bba31-de89-4407-80f7-a4ea2674cbbc req-e334106f-2fbc-41ec-8884-16320d848743 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.670838 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334106f-2fbc-41ec-8884-16320d848743 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d719c5c-c15e-4631-a009-0b0b6c45b4c5,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:36.679998 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ad3bba31-de89-4407-80f7-a4ea2674cbbc req-e334106f-2fbc-41ec-8884-16320d848743 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.681365 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ad3bba31-de89-4407-80f7-a4ea2674cbbc req-e334106f-2fbc-41ec-8884-16320d848743 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2029960 Apr 18 20:34:37.153591 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75852592-f529-46d3-864a-646c80ac3a45 req-74a68041-ca68-4e57-9265-d3744e8b347b tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:37.155238 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75852592-f529-46d3-864a-646c80ac3a45 req-74a68041-ca68-4e57-9265-d3744e8b347b tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed15d911-1f5a-4884-922d-2501dc082b1d HTTP/1.1" status: 200 len: 950 time: 0.1016021 Apr 18 20:34:37.164562 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50e945-0d6b-4081-b633-8942c9e6abfc req-7f8c6192-bb2c-445f-96e6-a78a959364c8 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:37.166167 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1b50e945-0d6b-4081-b633-8942c9e6abfc req-7f8c6192-bb2c-445f-96e6-a78a959364c8 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] 10.222.0.41 "GET /v2.0/ports?device_id=d85a1c58-2020-48de-8527-a15124ac590a HTTP/1.1" status: 200 len: 943 time: 0.0966387 Apr 18 20:34:37.227446 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device d862eb29-9f79-4b57-aa5e-2ec56d482f30 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:34:37.230213 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 968e3194-f469-4d0d-bbb3-17a193e11fe3 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:34:37.235206 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75852592-f529-46d3-864a-646c80ac3a45 req-6c2448fe-46f4-41e7-939f-d1417c9dc73a tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dce022d-0ccc-44b8-8e08-da649d899ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674307 Apr 18 20:34:37.244115 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1b50e945-0d6b-4081-b633-8942c9e6abfc req-02d87542-9582-4033-bfdf-818e75f7b4f5 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] 10.222.0.41 "GET /v2.0/security-groups?id=941d6f39-2515-4232-87b0-991cffebd40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582881 Apr 18 20:34:37.287939 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-acd8ded2-ed1d-4182-8ac7-094c1313d0c8 req-6f9ced7f-57e4-4f38-a0a9-2af62f2967e6 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1428679732', 'description': 'tempest-description-907177099'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:37.316380 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-acd8ded2-ed1d-4182-8ac7-094c1313d0c8 req-6f9ced7f-57e4-4f38-a0a9-2af62f2967e6 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.462285 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-acd8ded2-ed1d-4182-8ac7-094c1313d0c8 req-6f9ced7f-57e4-4f38-a0a9-2af62f2967e6 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.470553 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-acd8ded2-ed1d-4182-8ac7-094c1313d0c8 req-6f9ced7f-57e4-4f38-a0a9-2af62f2967e6 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.475541 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 968e3194-f469-4d0d-bbb3-17a193e11fe3 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:37.476133 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.484122 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.539881 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5115e33-6cd0-4480-accd-621aef249dbb req-21ca44f6-c670-47cb-889c-d8a909dffc0e tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:37.542426 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f5115e33-6cd0-4480-accd-621aef249dbb req-21ca44f6-c670-47cb-889c-d8a909dffc0e tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 944 time: 0.1639652 Apr 18 20:34:37.550958 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-acd8ded2-ed1d-4182-8ac7-094c1313d0c8 req-6f9ced7f-57e4-4f38-a0a9-2af62f2967e6 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.553128 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-acd8ded2-ed1d-4182-8ac7-094c1313d0c8 req-6f9ced7f-57e4-4f38-a0a9-2af62f2967e6 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2697549 Apr 18 20:34:37.566223 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ced7f-57e4-4f38-a0a9-2af62f2967e6 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c45056-7546-4308-a63e-11fbd6e960e8,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:37.568955 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port d862eb29-9f79-4b57-aa5e-2ec56d482f30, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=d862eb29-9f79-4b57-aa5e-2ec56d482f30,segment=NetworkSegment(d53e70a4-8303-45ec-9c33-696bdb6e1668),segment_id=d53e70a4-8303-45ec-9c33-696bdb6e1668)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:37.607004 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'd862eb29-9f79-4b57-aa5e-2ec56d482f30', 'network_id': '8d5ebb60-1929-4722-8e25-cac1d08dc4bf', 'port_id': 'd862eb29-9f79-4b57-aa5e-2ec56d482f30', 'mac_address': 'fa:16:3e:9b:6f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb012eca-5373-46a7-9da5-e90287fa3cb0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:34:37.639311 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f5115e33-6cd0-4480-accd-621aef249dbb req-4129e45f-c5da-4df2-8635-7a2e8a3b3220 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828261 Apr 18 20:34:37.748898 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.774723 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.792952 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d862eb29-9f79-4b57-aa5e-2ec56d482f30 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:37.814985 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3e43460-80a0-4421-977b-85ef4e3dc2f3 req-e958361d-3688-427b-9aa5-d928d7cc9902 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "GET /v2.0/security-groups/b7c45056-7546-4308-a63e-11fbd6e960e8 HTTP/1.1" status: 200 len: 1804 time: 0.1085935 Apr 18 20:34:37.825766 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-a3e43460-80a0-4421-977b-85ef4e3dc2f3 req-38fcffe1-b2ae-49cd-8a45-ce145d5b7c59 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b7c45056-7546-4308-a63e-11fbd6e960e8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:37.826456 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-a3e43460-80a0-4421-977b-85ef4e3dc2f3 req-38fcffe1-b2ae-49cd-8a45-ce145d5b7c59 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b7c45056-7546-4308-a63e-11fbd6e960e8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:37.855637 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port d862eb29-9f79-4b57-aa5e-2ec56d482f30, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=d862eb29-9f79-4b57-aa5e-2ec56d482f30,segment=NetworkSegment(d53e70a4-8303-45ec-9c33-696bdb6e1668),segment_id=d53e70a4-8303-45ec-9c33-696bdb6e1668)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:37.869929 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.891705 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 968e3194-f469-4d0d-bbb3-17a193e11fe3, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=968e3194-f469-4d0d-bbb3-17a193e11fe3,segment=NetworkSegment(8e558cab-fc44-457b-b2e3-8de4a319aadc),segment_id=8e558cab-fc44-457b-b2e3-8de4a319aadc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:37.951430 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.954724 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a3e43460-80a0-4421-977b-85ef4e3dc2f3 req-38fcffe1-b2ae-49cd-8a45-ce145d5b7c59 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.995894 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef482cb8-e4be-4a49-abb5-4e965c73103f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968e3194-f469-4d0d-bbb3-17a193e11fe3'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:38.000883 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccd9dab-64e0-489a-b34c-81dab351f179" -d '{"events": [{"server_uuid": "ef482cb8-e4be-4a49-abb5-4e965c73103f", "name": "network-vif-plugged", "status": "completed", "tag": "968e3194-f469-4d0d-bbb3-17a193e11fe3"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:38.006254 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a3e43460-80a0-4421-977b-85ef4e3dc2f3 req-38fcffe1-b2ae-49cd-8a45-ce145d5b7c59 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:38.013574 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a3e43460-80a0-4421-977b-85ef4e3dc2f3 req-38fcffe1-b2ae-49cd-8a45-ce145d5b7c59 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:38.017537 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=d862eb29-9f79-4b57-aa5e-2ec56d482f30,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:38.043192 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcffe1-b2ae-49cd-8a45-ce145d5b7c59 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b198475-fdb4-4632-8032-cd26d97e3154,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:38.053277 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a3e43460-80a0-4421-977b-85ef4e3dc2f3 req-38fcffe1-b2ae-49cd-8a45-ce145d5b7c59 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:38.055170 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3e43460-80a0-4421-977b-85ef4e3dc2f3 req-38fcffe1-b2ae-49cd-8a45-ce145d5b7c59 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2386718 Apr 18 20:34:38.119420 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-4e2688d7-26c6-4224-883f-f7faa5b2c5ba req-06331c05-a7ad-4184-b335-a5fad933c7e7 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1626070849', 'description': 'tempest-description-1493615334'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:38.146247 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d74e3b-5c1a-4ac3-bd8e-3093e0cdf423 x-openstack-request-id: req-31d74e3b-5c1a-4ac3-bd8e-3093e0cdf423 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:38.146701 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef482cb8-e4be-4a49-abb5-4e965c73103f", "name": "network-vif-plugged", "status": "completed", "tag": "968e3194-f469-4d0d-bbb3-17a193e11fe3", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:38.147144 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-31d74e3b-5c1a-4ac3-bd8e-3093e0cdf423 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:38.147821 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31d74e3b-5c1a-4ac3-bd8e-3093e0cdf423'] response: {'server_uuid': 'ef482cb8-e4be-4a49-abb5-4e965c73103f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968e3194-f469-4d0d-bbb3-17a193e11fe3', 'code': 200} Apr 18 20:34:38.153506 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4e2688d7-26c6-4224-883f-f7faa5b2c5ba req-06331c05-a7ad-4184-b335-a5fad933c7e7 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:38.157682 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=968e3194-f469-4d0d-bbb3-17a193e11fe3,revision_number=7']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:38.194699 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['d862eb29-9f79-4b57-aa5e-2ec56d482f30'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:34:38.320578 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4e2688d7-26c6-4224-883f-f7faa5b2c5ba req-06331c05-a7ad-4184-b335-a5fad933c7e7 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:38.329659 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4e2688d7-26c6-4224-883f-f7faa5b2c5ba req-06331c05-a7ad-4184-b335-a5fad933c7e7 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:38.401297 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4e2688d7-26c6-4224-883f-f7faa5b2c5ba req-06331c05-a7ad-4184-b335-a5fad933c7e7 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:38.403391 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e2688d7-26c6-4224-883f-f7faa5b2c5ba req-06331c05-a7ad-4184-b335-a5fad933c7e7 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2896333 Apr 18 20:34:38.468478 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06331c05-a7ad-4184-b335-a5fad933c7e7 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ece753f-bc3c-4915-b7ac-1d428436324d,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:38.531232 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef3ac1-5def-46a5-95ee-238baf7dbf09 req-35949c28-76a6-4c2d-8b2b-213d4d3387e7 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:38.534227 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-50ef3ac1-5def-46a5-95ee-238baf7dbf09 req-35949c28-76a6-4c2d-8b2b-213d4d3387e7 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=df50a99a-b7cc-4fdf-a4cf-c8cba907b21a HTTP/1.1" status: 200 len: 945 time: 0.1729333 Apr 18 20:34:38.621819 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-50ef3ac1-5def-46a5-95ee-238baf7dbf09 req-59ca2246-dedc-4fc9-bd04-3632714061a0 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709410 Apr 18 20:34:38.643106 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b27010-6556-4f56-b87b-aef9a50c7905 req-95b3d993-5fc6-4f4d-9b50-d836fd88fb07 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:38.653659 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-67b27010-6556-4f56-b87b-aef9a50c7905 req-95b3d993-5fc6-4f4d-9b50-d836fd88fb07 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed15d911-1f5a-4884-922d-2501dc082b1d HTTP/1.1" status: 200 len: 950 time: 0.1175642 Apr 18 20:34:38.753366 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-67b27010-6556-4f56-b87b-aef9a50c7905 req-918e184f-6226-4998-8398-c3e150d72ce2 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dce022d-0ccc-44b8-8e08-da649d899ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971327 Apr 18 20:34:38.809797 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff083f-9c03-4642-98bb-88d40ccbc46c req-01ffac26-43e7-4a98-9eb2-5688e9186ec7 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:38.812375 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1aff083f-9c03-4642-98bb-88d40ccbc46c req-01ffac26-43e7-4a98-9eb2-5688e9186ec7 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 945 time: 0.1375244 Apr 18 20:34:38.828056 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-2a5cfc0b-701c-4fa8-8c2b-fdc44254f2d2 req-40a8ae2f-1428-44e9-8c90-7767205e38ff tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1784866821', 'description': 'tempest-description-1090571860'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:38.888754 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc2492-0c54-4b03-9d78-b20187999842 req-c3976960-60ed-4b25-b952-3a762b85df25 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:38.891455 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8bc2492-0c54-4b03-9d78-b20187999842 req-c3976960-60ed-4b25-b952-3a762b85df25 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] 10.222.0.41 "GET /v2.0/ports?device_id=d85a1c58-2020-48de-8527-a15124ac590a HTTP/1.1" status: 200 len: 944 time: 0.1275589 Apr 18 20:34:38.893544 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2a5cfc0b-701c-4fa8-8c2b-fdc44254f2d2 req-40a8ae2f-1428-44e9-8c90-7767205e38ff tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:38.937549 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-1aff083f-9c03-4642-98bb-88d40ccbc46c req-7d1e4265-1104-4e29-bc01-681dd129c954 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Deleting port 968e3194-f469-4d0d-bbb3-17a193e11fe3 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:38.938045 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1aff083f-9c03-4642-98bb-88d40ccbc46c req-7d1e4265-1104-4e29-bc01-681dd129c954 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.014494 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8bc2492-0c54-4b03-9d78-b20187999842 req-197c58cb-fdd8-4934-93ef-9ad9e7f1b72f tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] 10.222.0.41 "GET /v2.0/security-groups?id=941d6f39-2515-4232-87b0-991cffebd40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113696 Apr 18 20:34:39.104454 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-1aff083f-9c03-4642-98bb-88d40ccbc46c req-7d1e4265-1104-4e29-bc01-681dd129c954 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] For port 968e3194-f469-4d0d-bbb3-17a193e11fe3, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=968e3194-f469-4d0d-bbb3-17a193e11fe3,segment=NetworkSegment(8e558cab-fc44-457b-b2e3-8de4a319aadc),segment_id=8e558cab-fc44-457b-b2e3-8de4a319aadc)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:39.105089 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1aff083f-9c03-4642-98bb-88d40ccbc46c req-7d1e4265-1104-4e29-bc01-681dd129c954 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.115848 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2a5cfc0b-701c-4fa8-8c2b-fdc44254f2d2 req-40a8ae2f-1428-44e9-8c90-7767205e38ff tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.122728 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2a5cfc0b-701c-4fa8-8c2b-fdc44254f2d2 req-40a8ae2f-1428-44e9-8c90-7767205e38ff tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.129934 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-1aff083f-9c03-4642-98bb-88d40ccbc46c req-7d1e4265-1104-4e29-bc01-681dd129c954 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Calling delete_port for 968e3194-f469-4d0d-bbb3-17a193e11fe3 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:39.176216 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2a5cfc0b-701c-4fa8-8c2b-fdc44254f2d2 req-40a8ae2f-1428-44e9-8c90-7767205e38ff tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.192596 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2a5cfc0b-701c-4fa8-8c2b-fdc44254f2d2 req-40a8ae2f-1428-44e9-8c90-7767205e38ff tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3731778 Apr 18 20:34:39.196680 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8ae2f-1428-44e9-8c90-7767205e38ff tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fba76ea-97a7-4213-803c-0c22495bc28b,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:39.239445 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device d862eb29-9f79-4b57-aa5e-2ec56d482f30 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:34:39.351287 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port d862eb29-9f79-4b57-aa5e-2ec56d482f30 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:34:39.358918 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port d862eb29-9f79-4b57-aa5e-2ec56d482f30 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:39.359829 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.377937 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d0283-50cd-40c4-b3e4-282d3bfcbd9f req-de6c0bed-3911-4094-9be8-ad246ba4705c tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:39.382865 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-527d0283-50cd-40c4-b3e4-282d3bfcbd9f req-de6c0bed-3911-4094-9be8-ad246ba4705c tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef482cb8-e4be-4a49-abb5-4e965c73103f HTTP/1.1" status: 200 len: 945 time: 0.1101158 Apr 18 20:34:39.414048 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1aff083f-9c03-4642-98bb-88d40ccbc46c req-7d1e4265-1104-4e29-bc01-681dd129c954 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.463353 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['968e3194-f469-4d0d-bbb3-17a193e11fe3'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:34:39.487234 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-527d0283-50cd-40c4-b3e4-282d3bfcbd9f req-f040a489-d650-4cbd-87d2-7ecd8514c55b tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923934 Apr 18 20:34:39.534077 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e4265-1104-4e29-bc01-681dd129c954 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Pushing event deleted for resources: {'Port': ['ID=968e3194-f469-4d0d-bbb3-17a193e11fe3,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:39.546137 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.569130 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aff083f-9c03-4642-98bb-88d40ccbc46c req-7d1e4265-1104-4e29-bc01-681dd129c954 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] No DVR routers for this DVR port 968e3194-f469-4d0d-bbb3-17a193e11fe3 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:39.575559 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1aff083f-9c03-4642-98bb-88d40ccbc46c req-7d1e4265-1104-4e29-bc01-681dd129c954 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.582510 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1aff083f-9c03-4642-98bb-88d40ccbc46c req-7d1e4265-1104-4e29-bc01-681dd129c954 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.57 "DELETE /v2.0/ports/968e3194-f469-4d0d-bbb3-17a193e11fe3 HTTP/1.1" status: 204 len: 173 time: 0.7631905 Apr 18 20:34:39.583568 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef482cb8-e4be-4a49-abb5-4e965c73103f', 'name': 'network-vif-deleted', 'tag': '968e3194-f469-4d0d-bbb3-17a193e11fe3'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:39.598177 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port d862eb29-9f79-4b57-aa5e-2ec56d482f30, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=d862eb29-9f79-4b57-aa5e-2ec56d482f30,segment=NetworkSegment(d53e70a4-8303-45ec-9c33-696bdb6e1668),segment_id=d53e70a4-8303-45ec-9c33-696bdb6e1668)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:39.599839 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c85e8b5-ed91-4565-8671-654a6794bb2e" -d '{"events": [{"server_uuid": "ef482cb8-e4be-4a49-abb5-4e965c73103f", "name": "network-vif-deleted", "tag": "968e3194-f469-4d0d-bbb3-17a193e11fe3"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:39.615218 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.682763 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=d862eb29-9f79-4b57-aa5e-2ec56d482f30,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:39.720626 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d27b051-cb03-450e-8b7c-5b2c4160922e req-8d94e03b-8903-41fd-8ce0-868d93b4ad56 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "GET /v2.0/security-groups/2ece753f-bc3c-4915-b7ac-1d428436324d HTTP/1.1" status: 200 len: 1805 time: 0.0917933 Apr 18 20:34:39.809234 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d27b051-cb03-450e-8b7c-5b2c4160922e req-e1ff1390-32c1-4e48-b5fd-a1e5ad858f6e tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "GET /v2.0/security-groups/6fba76ea-97a7-4213-803c-0c22495bc28b HTTP/1.1" status: 200 len: 1805 time: 0.0746844 Apr 18 20:34:39.830221 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-2d27b051-cb03-450e-8b7c-5b2c4160922e req-ee04cff6-ba9a-4327-ba84-335895d8961a tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2ece753f-bc3c-4915-b7ac-1d428436324d', 'remote_group_id': '6fba76ea-97a7-4213-803c-0c22495bc28b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:39.830847 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-2d27b051-cb03-450e-8b7c-5b2c4160922e req-ee04cff6-ba9a-4327-ba84-335895d8961a tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2ece753f-bc3c-4915-b7ac-1d428436324d', 'remote_group_id': '6fba76ea-97a7-4213-803c-0c22495bc28b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:39.925104 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2d27b051-cb03-450e-8b7c-5b2c4160922e req-ee04cff6-ba9a-4327-ba84-335895d8961a tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.998527 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc462fa8-8196-426d-bdb2-21cc02f1f076 x-openstack-request-id: req-dc462fa8-8196-426d-bdb2-21cc02f1f076 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:39.999423 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef482cb8-e4be-4a49-abb5-4e965c73103f", "name": "network-vif-deleted", "tag": "968e3194-f469-4d0d-bbb3-17a193e11fe3", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:39.999423 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc462fa8-8196-426d-bdb2-21cc02f1f076 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:39.999779 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2d27b051-cb03-450e-8b7c-5b2c4160922e req-ee04cff6-ba9a-4327-ba84-335895d8961a tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.999978 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc462fa8-8196-426d-bdb2-21cc02f1f076'] response: {'server_uuid': 'ef482cb8-e4be-4a49-abb5-4e965c73103f', 'name': 'network-vif-deleted', 'tag': '968e3194-f469-4d0d-bbb3-17a193e11fe3', 'status': 'completed', 'code': 200} Apr 18 20:34:40.008144 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2d27b051-cb03-450e-8b7c-5b2c4160922e req-ee04cff6-ba9a-4327-ba84-335895d8961a tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:40.039275 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04cff6-ba9a-4327-ba84-335895d8961a tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b9022e-3117-41b6-8121-f7730b92038b,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:40.081431 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2d27b051-cb03-450e-8b7c-5b2c4160922e req-ee04cff6-ba9a-4327-ba84-335895d8961a tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:40.082944 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d27b051-cb03-450e-8b7c-5b2c4160922e req-ee04cff6-ba9a-4327-ba84-335895d8961a tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2577384 Apr 18 20:34:40.126588 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8eb410-8464-4670-9913-40e494ac0abf req-6b7d0cea-8613-41de-b4f6-a878d662fa3a tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:40.128242 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cc8eb410-8464-4670-9913-40e494ac0abf req-6b7d0cea-8613-41de-b4f6-a878d662fa3a tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=df50a99a-b7cc-4fdf-a4cf-c8cba907b21a HTTP/1.1" status: 200 len: 945 time: 0.0726404 Apr 18 20:34:40.149011 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85a1c58-2020-48de-8527-a15124ac590a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd862eb29-9f79-4b57-aa5e-2ec56d482f30'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:40.157624 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5a3a25-2f3c-4838-92d4-607442cec1b1" -d '{"events": [{"server_uuid": "d85a1c58-2020-48de-8527-a15124ac590a", "name": "network-vif-plugged", "status": "completed", "tag": "d862eb29-9f79-4b57-aa5e-2ec56d482f30"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:40.209609 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cc8eb410-8464-4670-9913-40e494ac0abf req-46436f33-7bf7-4a2a-8599-fce40f6675f5 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718112 Apr 18 20:34:40.269149 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-a61539db-e724-43fb-8e5d-7e48b7704f39 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9367b9995b2145d49a0f3918f43b171f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386946 Apr 18 20:34:40.472464 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-690ab990-7615-4208-91df-2cc342a1f984 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:40.474883 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-690ab990-7615-4208-91df-2cc342a1f984 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1974902 Apr 18 20:34:40.486754 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19444306-ca0c-41f0-b9d7-61fa7d1b7983 req-24512917-edbd-4fe1-aa05-06fae3f95b32 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:40.489156 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19444306-ca0c-41f0-b9d7-61fa7d1b7983 req-24512917-edbd-4fe1-aa05-06fae3f95b32 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] 10.222.0.41 "GET /v2.0/ports?device_id=d85a1c58-2020-48de-8527-a15124ac590a HTTP/1.1" status: 200 len: 945 time: 0.1005421 Apr 18 20:34:40.508686 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-87e8eb7a-5cd3-41a9-b331-fab7b8c9e934 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/quotas/9367b9995b2145d49a0f3918f43b171f HTTP/1.1" status: 200 len: 375 time: 0.0180640 Apr 18 20:34:40.561389 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-d98cbbf5-c5a4-4c49-a94a-acddb06c5433 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9367b9995b2145d49a0f3918f43b171f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459404 Apr 18 20:34:40.570265 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19444306-ca0c-41f0-b9d7-61fa7d1b7983 req-1cf04ecd-b92a-4b8f-8ba7-623537a771ed tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] 10.222.0.41 "GET /v2.0/security-groups?id=941d6f39-2515-4232-87b0-991cffebd40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728381 Apr 18 20:34:40.602853 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-9615545e-2a9f-440e-8da6-17b60dad97dc req-b5f0ef42-784f-4d4e-97ca-818bd7afd674 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1297457136', 'description': 'tempest-description-975808897'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:40.629602 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9615545e-2a9f-440e-8da6-17b60dad97dc req-b5f0ef42-784f-4d4e-97ca-818bd7afd674 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:40.753764 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9615545e-2a9f-440e-8da6-17b60dad97dc req-b5f0ef42-784f-4d4e-97ca-818bd7afd674 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:40.760107 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b4f5fa-2dff-43e8-a7db-077416cad04d x-openstack-request-id: req-a3b4f5fa-2dff-43e8-a7db-077416cad04d {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:40.760107 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85a1c58-2020-48de-8527-a15124ac590a", "name": "network-vif-plugged", "status": "completed", "tag": "d862eb29-9f79-4b57-aa5e-2ec56d482f30", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:40.760107 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3b4f5fa-2dff-43e8-a7db-077416cad04d {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:40.761387 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3b4f5fa-2dff-43e8-a7db-077416cad04d'] response: {'server_uuid': 'd85a1c58-2020-48de-8527-a15124ac590a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd862eb29-9f79-4b57-aa5e-2ec56d482f30', 'code': 200} Apr 18 20:34:40.762279 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9615545e-2a9f-440e-8da6-17b60dad97dc req-b5f0ef42-784f-4d4e-97ca-818bd7afd674 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:40.804093 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0ef42-784f-4d4e-97ca-818bd7afd674 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45350822-6b88-457f-9eeb-db43d8ed6e71,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:40.820604 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9615545e-2a9f-440e-8da6-17b60dad97dc req-b5f0ef42-784f-4d4e-97ca-818bd7afd674 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:40.822294 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9615545e-2a9f-440e-8da6-17b60dad97dc req-b5f0ef42-784f-4d4e-97ca-818bd7afd674 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2270277 Apr 18 20:34:40.854590 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-73cf056b-df59-4164-8e77-d881aafd4b1b req-f3dd32d2-734a-4652-b737-ddf2addc7684 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1294321053', 'description': 'tempest-description-647117047'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:40.883466 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-73cf056b-df59-4164-8e77-d881aafd4b1b req-f3dd32d2-734a-4652-b737-ddf2addc7684 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:40.908229 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:34:40.959858 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db6d79-2a1d-42c0-80f7-5b60beaa1136 req-b9b04c0b-83c8-4bf9-bf3a-8149cdcb5160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:40.962067 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-99db6d79-2a1d-42c0-80f7-5b60beaa1136 req-b9b04c0b-83c8-4bf9-bf3a-8149cdcb5160 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d85a1c58-2020-48de-8527-a15124ac590a HTTP/1.1" status: 200 len: 1096 time: 0.1283166 Apr 18 20:34:41.002742 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-73cf056b-df59-4164-8e77-d881aafd4b1b req-f3dd32d2-734a-4652-b737-ddf2addc7684 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:41.012106 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-73cf056b-df59-4164-8e77-d881aafd4b1b req-f3dd32d2-734a-4652-b737-ddf2addc7684 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:41.018525 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-99db6d79-2a1d-42c0-80f7-5b60beaa1136 req-72f99e48-9b02-42a4-bf35-906dbc24e17f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=941d6f39-2515-4232-87b0-991cffebd40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461080 Apr 18 20:34:41.118044 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-e2e3642c-7a20-49bd-90be-522544b88a64 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9367b9995b2145d49a0f3918f43b171f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0900903 Apr 18 20:34:41.127373 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-73cf056b-df59-4164-8e77-d881aafd4b1b req-f3dd32d2-734a-4652-b737-ddf2addc7684 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:41.134612 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=79ddfa9b-9019-4a44-8a7e-c3f5fcea4559,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:41.136939 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-73cf056b-df59-4164-8e77-d881aafd4b1b req-f3dd32d2-734a-4652-b737-ddf2addc7684 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2866175 Apr 18 20:34:41.156416 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '79ddfa9b-9019-4a44-8a7e-c3f5fcea4559', 'network_id': '60c0f8e4-ca71-46cb-9dba-ff0370549a61', 'port_id': '79ddfa9b-9019-4a44-8a7e-c3f5fcea4559', 'mac_address': 'fa:16:3e:18:58:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8708785-9af0-4579-bb8d-13349cd937a4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:34:41.170169 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd32d2-734a-4652-b737-ddf2addc7684 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d061c816-38a3-459b-aca0-bf47e3ccd0bb,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:41.269334 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:41.292953 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:41.323366 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=79ddfa9b-9019-4a44-8a7e-c3f5fcea4559,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:41.325303 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-df26f950-a78a-4296-84d6-f12d11de6315 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:41.327478 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-df26f950-a78a-4296-84d6-f12d11de6315 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1892059 Apr 18 20:34:41.336795 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:41.349757 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-2f251914-adb6-4fab-a5a5-719c4ebb1c69 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/quotas/9367b9995b2145d49a0f3918f43b171f HTTP/1.1" status: 200 len: 375 time: 0.0137815 Apr 18 20:34:41.399631 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-204c2c50-8fda-4000-a3ab-05ae7d95de2a tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9367b9995b2145d49a0f3918f43b171f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416455 Apr 18 20:34:41.411581 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=79ddfa9b-9019-4a44-8a7e-c3f5fcea4559,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:41.422993 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['79ddfa9b-9019-4a44-8a7e-c3f5fcea4559'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:34:41.697736 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e0d5a84-35d0-4789-b2a5-67753fc78567 req-7844595a-02f4-44b2-bfe0-beeac39e1a02 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "GET /v2.0/security-groups/45350822-6b88-457f-9eeb-db43d8ed6e71 HTTP/1.1" status: 200 len: 1804 time: 0.0902135 Apr 18 20:34:41.782541 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e0d5a84-35d0-4789-b2a5-67753fc78567 req-c71a41ab-029b-4c5c-9032-3459ac80a911 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "GET /v2.0/security-groups/d061c816-38a3-459b-aca0-bf47e3ccd0bb HTTP/1.1" status: 200 len: 1804 time: 0.0819330 Apr 18 20:34:41.801733 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:41.811292 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-2e0d5a84-35d0-4789-b2a5-67753fc78567 req-1fe2b3be-cf5b-480e-8517-5f369c04a619 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '45350822-6b88-457f-9eeb-db43d8ed6e71', 'remote_group_id': 'd061c816-38a3-459b-aca0-bf47e3ccd0bb', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:41.811933 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-2e0d5a84-35d0-4789-b2a5-67753fc78567 req-1fe2b3be-cf5b-480e-8517-5f369c04a619 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '45350822-6b88-457f-9eeb-db43d8ed6e71', 'remote_group_id': 'd061c816-38a3-459b-aca0-bf47e3ccd0bb', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:41.828065 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36524) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:41.835500 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ed0e0a4a-2864-4816-8003-cb556ed6c3e0 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--806143694', 'description': 'tempest-description--364836107'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:41.911349 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ed0e0a4a-2864-4816-8003-cb556ed6c3e0 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.019730 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2e0d5a84-35d0-4789-b2a5-67753fc78567 req-1fe2b3be-cf5b-480e-8517-5f369c04a619 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.104950 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ed0e0a4a-2864-4816-8003-cb556ed6c3e0 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.111891 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ed0e0a4a-2864-4816-8003-cb556ed6c3e0 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.152748 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2e0d5a84-35d0-4789-b2a5-67753fc78567 req-1fe2b3be-cf5b-480e-8517-5f369c04a619 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.174072 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ac541-3a0d-491e-8405-5fe1db6615ce req-69fa05a4-d8af-41e7-baa8-2e18abbbec07 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:42.175154 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ed0e0a4a-2864-4816-8003-cb556ed6c3e0 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.177287 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-012ac541-3a0d-491e-8405-5fe1db6615ce req-69fa05a4-d8af-41e7-baa8-2e18abbbec07 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=df50a99a-b7cc-4fdf-a4cf-c8cba907b21a HTTP/1.1" status: 200 len: 944 time: 0.1804750 Apr 18 20:34:42.177509 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ed0e0a4a-2864-4816-8003-cb556ed6c3e0 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3478720 Apr 18 20:34:42.181072 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e0a4a-2864-4816-8003-cb556ed6c3e0 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9989891-23d8-41f2-9e50-eb8d11393672,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:42.182349 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36530) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:42.195673 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-cbbaf277-bbf3-42fa-b9a0-d789777e1b04 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Request body: {'security_group_rule': {'security_group_id': 'c9989891-23d8-41f2-9e50-eb8d11393672', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:42.209158 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2e0d5a84-35d0-4789-b2a5-67753fc78567 req-1fe2b3be-cf5b-480e-8517-5f369c04a619 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.252406 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2b3be-cf5b-480e-8517-5f369c04a619 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f395c9-32aa-493b-8f9f-234d9a0eb056,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:42.300506 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-012ac541-3a0d-491e-8405-5fe1db6615ce req-c835ebb3-a2e6-4703-a213-1263f4f603f0 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938456 Apr 18 20:34:42.317708 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2e0d5a84-35d0-4789-b2a5-67753fc78567 req-1fe2b3be-cf5b-480e-8517-5f369c04a619 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.328019 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e0d5a84-35d0-4789-b2a5-67753fc78567 req-1fe2b3be-cf5b-480e-8517-5f369c04a619 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5273879 Apr 18 20:34:42.344777 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cbbaf277-bbf3-42fa-b9a0-d789777e1b04 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.445547 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cbbaf277-bbf3-42fa-b9a0-d789777e1b04 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.462896 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cbbaf277-bbf3-42fa-b9a0-d789777e1b04 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.551643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbaf277-bbf3-42fa-b9a0-d789777e1b04 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5514ed-9497-4a8b-bb8f-b98f7d2f1b1e,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:42.560195 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-03cf41c4-4de6-4f7d-a477-39d3fca5a87d tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=9367b9995b2145d49a0f3918f43b171f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574260 Apr 18 20:34:42.593153 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f8b7bb5-59cf-41bf-8e2f-8f737ef14c50 req-878e77f1-337b-40f1-b34f-8abd48d18895 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9c59df-330e-4d12-ad28-3fc8a6dd842a HTTP/1.1" status: 200 len: 210 time: 0.1022208 Apr 18 20:34:42.601032 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cbbaf277-bbf3-42fa-b9a0-d789777e1b04 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.607605 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-cbbaf277-bbf3-42fa-b9a0-d789777e1b04 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4233165 Apr 18 20:34:42.611552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36542) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:42.619536 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-84ac21ad-b84a-4c8a-b444-6c2bca8c6e9b tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Request body: {'security_group_rule': {'security_group_id': 'c9989891-23d8-41f2-9e50-eb8d11393672', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:42.697238 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-84ac21ad-b84a-4c8a-b444-6c2bca8c6e9b tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.721179 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28159f92-ee30-4f52-9e8b-87ce44696c3b req-8d646c0f-0c27-41b4-bece-99e60e9ce63a tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:42.724277 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28159f92-ee30-4f52-9e8b-87ce44696c3b req-8d646c0f-0c27-41b4-bece-99e60e9ce63a tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] 10.222.0.41 "GET /v2.0/ports?device_id=d85a1c58-2020-48de-8527-a15124ac590a HTTP/1.1" status: 200 len: 945 time: 0.2460506 Apr 18 20:34:42.821877 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4ce6ad6-128e-472a-9c19-1af4c1e08951 req-2c9ac4a8-127f-45b6-9f92-16afe0e3d4c0 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "GET /v2.0/security-groups/d061c816-38a3-459b-aca0-bf47e3ccd0bb HTTP/1.1" status: 200 len: 1804 time: 0.1633089 Apr 18 20:34:42.844979 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-e89d6b9d-6bc6-41e3-a652-4a84e81d5417 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:42.847480 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-e89d6b9d-6bc6-41e3-a652-4a84e81d5417 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2797148 Apr 18 20:34:42.868740 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-17ca285b-1247-4b4a-8c72-c47aa8ecb9ca tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Request body: {'port': {'device_id': 'd507b17e-7fde-4d67-896b-594c156e3d40', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': '9367b9995b2145d49a0f3918f43b171f'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:42.885056 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28159f92-ee30-4f52-9e8b-87ce44696c3b req-955e05e2-b0df-447d-940a-d85305968c4d tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] 10.222.0.41 "GET /v2.0/security-groups?id=941d6f39-2515-4232-87b0-991cffebd40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395857 Apr 18 20:34:42.899323 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-84ac21ad-b84a-4c8a-b444-6c2bca8c6e9b tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.912054 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-84ac21ad-b84a-4c8a-b444-6c2bca8c6e9b tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.914781 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:34:42.958377 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac21ad-b84a-4c8a-b444-6c2bca8c6e9b tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc6a8aa-47b5-4d68-8bf5-cb02697ab6d3,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:42.978214 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-84ac21ad-b84a-4c8a-b444-6c2bca8c6e9b tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.986029 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-84ac21ad-b84a-4c8a-b444-6c2bca8c6e9b tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3725126 Apr 18 20:34:42.992668 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36546) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:43.010003 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-f4f24fd5-6e8e-42af-86fb-ba4c365c84ed tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:43.029041 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b4ce6ad6-128e-472a-9c19-1af4c1e08951 req-5329530d-08bd-48bc-921d-7d347e9d1d91 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.066444 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:43.077500 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.099075 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b4ce6ad6-128e-472a-9c19-1af4c1e08951 req-5329530d-08bd-48bc-921d-7d347e9d1d91 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.107668 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f4f24fd5-6e8e-42af-86fb-ba4c365c84ed tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.135378 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-17ca285b-1247-4b4a-8c72-c47aa8ecb9ca tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Made reservation on behalf of 9367b9995b2145d49a0f3918f43b171f for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:43.142747 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-17ca285b-1247-4b4a-8c72-c47aa8ecb9ca tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.169370 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-17ca285b-1247-4b4a-8c72-c47aa8ecb9ca tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.259884 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 968e3194-f469-4d0d-bbb3-17a193e11fe3 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:43.285286 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 968e3194-f469-4d0d-bbb3-17a193e11fe3 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:34:43.286111 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 968e3194-f469-4d0d-bbb3-17a193e11fe3 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:43.289316 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.310040 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-cec085a7-75c6-42ce-852d-c220ac4b9620 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=9367b9995b2145d49a0f3918f43b171f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628288 Apr 18 20:34:43.338384 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=79ddfa9b-9019-4a44-8a7e-c3f5fcea4559,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:43.340263 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df50a99a-b7cc-4fdf-a4cf-c8cba907b21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ddfa9b-9019-4a44-8a7e-c3f5fcea4559'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:43.344170 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23869188-33fd-476c-a561-f9810544e482" -d '{"events": [{"server_uuid": "df50a99a-b7cc-4fdf-a4cf-c8cba907b21a", "name": "network-vif-plugged", "status": "completed", "tag": "79ddfa9b-9019-4a44-8a7e-c3f5fcea4559"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:43.353290 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.436656 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=79ddfa9b-9019-4a44-8a7e-c3f5fcea4559,revision_number=7']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:43.451616 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-17ca285b-1247-4b4a-8c72-c47aa8ecb9ca tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.467177 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-17ca285b-1247-4b4a-8c72-c47aa8ecb9ca tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.546015 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca285b-1247-4b4a-8c72-c47aa8ecb9ca tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0238a09-6f26-4829-aa6d-c4263ecc544d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:43.558914 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b4ce6ad6-128e-472a-9c19-1af4c1e08951 req-5329530d-08bd-48bc-921d-7d347e9d1d91 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.561693 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b4ce6ad6-128e-472a-9c19-1af4c1e08951 req-5329530d-08bd-48bc-921d-7d347e9d1d91 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.563038 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4ce6ad6-128e-472a-9c19-1af4c1e08951 req-5329530d-08bd-48bc-921d-7d347e9d1d91 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "DELETE /v2.0/security-groups/d061c816-38a3-459b-aca0-bf47e3ccd0bb HTTP/1.1" status: 204 len: 173 time: 0.7293105 Apr 18 20:34:43.634047 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329530d-08bd-48bc-921d-7d347e9d1d91 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d061c816-38a3-459b-aca0-bf47e3ccd0bb,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:43.635221 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5604c1-5102-4699-98a3-68676202deea x-openstack-request-id: req-5a5604c1-5102-4699-98a3-68676202deea {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:43.635520 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df50a99a-b7cc-4fdf-a4cf-c8cba907b21a", "name": "network-vif-plugged", "status": "completed", "tag": "79ddfa9b-9019-4a44-8a7e-c3f5fcea4559", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:43.635838 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a5604c1-5102-4699-98a3-68676202deea {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:43.636268 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a5604c1-5102-4699-98a3-68676202deea'] response: {'server_uuid': 'df50a99a-b7cc-4fdf-a4cf-c8cba907b21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ddfa9b-9019-4a44-8a7e-c3f5fcea4559', 'code': 200} Apr 18 20:34:43.680409 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-0bac6182-b829-45b0-92c7-3a5a3409f36e tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:43.682061 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-0bac6182-b829-45b0-92c7-3a5a3409f36e tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3565755 Apr 18 20:34:43.701664 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049280b5-2357-4fb7-ae73-c39ae057eda8 req-78a4fb90-e5f0-4d37-8c27-7c880f6610d9 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:43.703363 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-049280b5-2357-4fb7-ae73-c39ae057eda8 req-78a4fb90-e5f0-4d37-8c27-7c880f6610d9 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=df50a99a-b7cc-4fdf-a4cf-c8cba907b21a HTTP/1.1" status: 200 len: 945 time: 0.1250057 Apr 18 20:34:43.711771 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-9162461f-4b41-4c8e-a4d2-9d046b37ee72 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Request body: {'port': {'device_id': '7b9c59df-330e-4d12-ad28-3fc8a6dd842a', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': '9367b9995b2145d49a0f3918f43b171f'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:43.742361 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f4f24fd5-6e8e-42af-86fb-ba4c365c84ed tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.746616 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-17ca285b-1247-4b4a-8c72-c47aa8ecb9ca tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Allocated IP 192.168.233.139 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/55573633-1965-4e30-a737-c9434f8df11b) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:43.901772 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-049280b5-2357-4fb7-ae73-c39ae057eda8 req-761cf7e4-266b-47a9-ae52-a1b2cea40924 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843717 Apr 18 20:34:43.960599 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-17ca285b-1247-4b4a-8c72-c47aa8ecb9ca tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.014956 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-17ca285b-1247-4b4a-8c72-c47aa8ecb9ca tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.021325 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ac6bc-9d8d-48de-a059-e4b29a5d6782 req-fb7cee1d-a6f1-476f-aa2d-d0968ae32620 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:44.022948 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-718ac6bc-9d8d-48de-a059-e4b29a5d6782 req-fb7cee1d-a6f1-476f-aa2d-d0968ae32620 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] 10.222.0.41 "GET /v2.0/ports?device_id=d85a1c58-2020-48de-8527-a15124ac590a HTTP/1.1" status: 200 len: 945 time: 0.2283566 Apr 18 20:34:44.055618 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-f4f24fd5-6e8e-42af-86fb-ba4c365c84ed tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Allocated IP 172.25.1.158 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/e1e02a07-da0e-43aa-a8ed-69f464a193a0) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:44.069784 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-17ca285b-1247-4b4a-8c72-c47aa8ecb9ca tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:44.073650 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-17ca285b-1247-4b4a-8c72-c47aa8ecb9ca tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:44.077844 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-17ca285b-1247-4b4a-8c72-c47aa8ecb9ca tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:34:44.103130 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca285b-1247-4b4a-8c72-c47aa8ecb9ca tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Pushing event updated for resources: {'Port': ['ID=55573633-1965-4e30-a737-c9434f8df11b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:44.137989 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ebec2d1c-6d33-4743-bd8e-5739d821c759 req-18fa849e-1350-4e9f-9911-0148a7a2f286 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "GET /v2.0/security-groups/45350822-6b88-457f-9eeb-db43d8ed6e71 HTTP/1.1" status: 200 len: 1804 time: 0.1666067 Apr 18 20:34:44.149051 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-17ca285b-1247-4b4a-8c72-c47aa8ecb9ca tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:44.149051 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-17ca285b-1247-4b4a-8c72-c47aa8ecb9ca tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.149756 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-9162461f-4b41-4c8e-a4d2-9d046b37ee72 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Made reservation on behalf of 9367b9995b2145d49a0f3918f43b171f for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:44.155314 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-9162461f-4b41-4c8e-a4d2-9d046b37ee72 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.171917 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-17ca285b-1247-4b4a-8c72-c47aa8ecb9ca tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3122871 Apr 18 20:34:44.186987 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-7307d2e2-261b-4ddd-9f98-a6d852754714 service neutron] Request body: {'port': {'device_id': 'd507b17e-7fde-4d67-896b-594c156e3d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:44.233207 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-718ac6bc-9d8d-48de-a059-e4b29a5d6782 req-ba2fc2a9-dcc0-4eb1-b9e0-e906f64bb696 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] 10.222.0.41 "GET /v2.0/security-groups?id=941d6f39-2515-4232-87b0-991cffebd40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853669 Apr 18 20:34:44.268977 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-7307d2e2-261b-4ddd-9f98-a6d852754714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.432806 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dda5b195-8f23-4411-aba2-f9037358655d req-93489034-c79d-4905-bcb4-7cc58993efbe tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9c59df-330e-4d12-ad28-3fc8a6dd842a HTTP/1.1" status: 200 len: 210 time: 0.1088951 Apr 18 20:34:44.510344 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f4f24fd5-6e8e-42af-86fb-ba4c365c84ed tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.534805 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-5a32663d-c7b0-4834-9539-3746912ccb20 req-18dd1f4a-e4ee-4205-9042-1ae5eefaaf4a tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1755659576', 'description': 'tempest-description-57655429'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:44.559737 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-9162461f-4b41-4c8e-a4d2-9d046b37ee72 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Allocated IP 192.168.233.225 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/a1575cef-d096-4d49-a2fa-70f461bedb1b) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:44.581184 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5f5957bf-64e3-4d8c-8d1f-c8047abb9e32 None None] Provisioning complete for port 55573633-1965-4e30-a737-c9434f8df11b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:44.581827 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5f5957bf-64e3-4d8c-8d1f-c8047abb9e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.599616 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5a32663d-c7b0-4834-9539-3746912ccb20 req-18dd1f4a-e4ee-4205-9042-1ae5eefaaf4a tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.639168 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f4f24fd5-6e8e-42af-86fb-ba4c365c84ed tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.648297 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-5f5957bf-64e3-4d8c-8d1f-c8047abb9e32 None None] Port 55573633-1965-4e30-a737-c9434f8df11b cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:34:44.777578 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f24fd5-6e8e-42af-86fb-ba4c365c84ed tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:44.789627 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-f4f24fd5-6e8e-42af-86fb-ba4c365c84ed tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:44.801725 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f24fd5-6e8e-42af-86fb-ba4c365c84ed tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Pushing event updated for resources: {'Port': ['ID=e1e02a07-da0e-43aa-a8ed-69f464a193a0,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:44.813978 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f24fd5-6e8e-42af-86fb-ba4c365c84ed tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:34:44.885200 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5a32663d-c7b0-4834-9539-3746912ccb20 req-18dd1f4a-e4ee-4205-9042-1ae5eefaaf4a tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.901347 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5a32663d-c7b0-4834-9539-3746912ccb20 req-18dd1f4a-e4ee-4205-9042-1ae5eefaaf4a tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.933368 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 7d66f6f8-22dd-4922-ae68-b236587df831 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:34:44.938214 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c337a3-ae71-4ab6-8e7a-1ad8588cebc8 req-1a98ba2b-e217-4ad1-88ab-ef5b181acf81 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:44.940802 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-21c337a3-ae71-4ab6-8e7a-1ad8588cebc8 req-1a98ba2b-e217-4ad1-88ab-ef5b181acf81 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] 10.222.0.57 "GET /v2.0/ports?device_id=d85a1c58-2020-48de-8527-a15124ac590a HTTP/1.1" status: 200 len: 945 time: 0.1113851 Apr 18 20:34:44.978610 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5a32663d-c7b0-4834-9539-3746912ccb20 req-18dd1f4a-e4ee-4205-9042-1ae5eefaaf4a tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.983365 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5a32663d-c7b0-4834-9539-3746912ccb20 req-18dd1f4a-e4ee-4205-9042-1ae5eefaaf4a tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4562128 Apr 18 20:34:44.987784 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-9162461f-4b41-4c8e-a4d2-9d046b37ee72 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:45.045588 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd1f4a-e4ee-4205-9042-1ae5eefaaf4a tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42cdc989-5519-46d2-bab0-799e8b2e468e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:45.111000 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f4f24fd5-6e8e-42af-86fb-ba4c365c84ed tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:45.122350 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-9162461f-4b41-4c8e-a4d2-9d046b37ee72 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:45.174306 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4920815-fafe-45b8-9ee5-775698ccf392 req-59df5ad5-bba0-4903-b1fb-4813d714d7f5 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "GET /v2.0/security-groups/42cdc989-5519-46d2-bab0-799e8b2e468e HTTP/1.1" status: 200 len: 1803 time: 0.1355264 Apr 18 20:34:45.182120 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-b4920815-fafe-45b8-9ee5-775698ccf392 req-91caee14-bedb-4d26-bc10-1fad16583655 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '42cdc989-5519-46d2-bab0-799e8b2e468e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:45.182447 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-b4920815-fafe-45b8-9ee5-775698ccf392 req-91caee14-bedb-4d26-bc10-1fad16583655 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '42cdc989-5519-46d2-bab0-799e8b2e468e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:45.199605 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-9162461f-4b41-4c8e-a4d2-9d046b37ee72 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:45.232300 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-9162461f-4b41-4c8e-a4d2-9d046b37ee72 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:45.244703 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-9162461f-4b41-4c8e-a4d2-9d046b37ee72 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:34:45.313473 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f4f24fd5-6e8e-42af-86fb-ba4c365c84ed tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:45.320791 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162461f-4b41-4c8e-a4d2-9d046b37ee72 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Pushing event updated for resources: {'Port': ['ID=a1575cef-d096-4d49-a2fa-70f461bedb1b,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:45.377882 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 7d66f6f8-22dd-4922-ae68-b236587df831, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7d66f6f8-22dd-4922-ae68-b236587df831,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:45.402409 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '7d66f6f8-22dd-4922-ae68-b236587df831', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': '7d66f6f8-22dd-4922-ae68-b236587df831', 'mac_address': 'fa:16:3e:ba:a8:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:34:45.427703 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-9162461f-4b41-4c8e-a4d2-9d046b37ee72 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:45.430006 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-9162461f-4b41-4c8e-a4d2-9d046b37ee72 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:45.486948 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:45.510916 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d66f6f8-22dd-4922-ae68-b236587df831 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:45.524280 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb53637-bea3-463f-a09c-da62021eb6f6 req-965a7307-e2ea-41e8-90a1-5cba8b8b5d73 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:45.532381 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6bb53637-bea3-463f-a09c-da62021eb6f6 req-965a7307-e2ea-41e8-90a1-5cba8b8b5d73 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=df50a99a-b7cc-4fdf-a4cf-c8cba907b21a HTTP/1.1" status: 200 len: 945 time: 0.3101287 Apr 18 20:34:45.560771 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 7d66f6f8-22dd-4922-ae68-b236587df831, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7d66f6f8-22dd-4922-ae68-b236587df831,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:45.569032 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:45.582714 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b4920815-fafe-45b8-9ee5-775698ccf392 req-91caee14-bedb-4d26-bc10-1fad16583655 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:45.677232 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=7d66f6f8-22dd-4922-ae68-b236587df831,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:45.734004 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-7307d2e2-261b-4ddd-9f98-a6d852754714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55573633-1965-4e30-a737-c9434f8df11b {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:45.747987 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-7307d2e2-261b-4ddd-9f98-a6d852754714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:45.770660 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-7307d2e2-261b-4ddd-9f98-a6d852754714 service neutron] Transition to ACTIVE for port object 55573633-1965-4e30-a737-c9434f8df11b will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:34:45.782227 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-7307d2e2-261b-4ddd-9f98-a6d852754714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:45.790027 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['7d66f6f8-22dd-4922-ae68-b236587df831'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:34:45.841793 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-21c337a3-ae71-4ab6-8e7a-1ad8588cebc8 req-43b487fa-3f10-46ce-9670-dc3e7b5b6ab0 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Deleting port d862eb29-9f79-4b57-aa5e-2ec56d482f30 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:45.842186 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-21c337a3-ae71-4ab6-8e7a-1ad8588cebc8 req-43b487fa-3f10-46ce-9670-dc3e7b5b6ab0 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:45.890714 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-20601891-3178-473d-9705-143901384a1a None None] Provisioning complete for port a1575cef-d096-4d49-a2fa-70f461bedb1b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:45.891418 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-20601891-3178-473d-9705-143901384a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:45.948085 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-20601891-3178-473d-9705-143901384a1a None None] Port a1575cef-d096-4d49-a2fa-70f461bedb1b cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:34:46.042549 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307d2e2-261b-4ddd-9f98-a6d852754714 service neutron] Pushing event updated for resources: {'Port': ['ID=55573633-1965-4e30-a737-c9434f8df11b,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:46.127634 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-9162461f-4b41-4c8e-a4d2-9d046b37ee72 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4218874 Apr 18 20:34:46.152625 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b4920815-fafe-45b8-9ee5-775698ccf392 req-91caee14-bedb-4d26-bc10-1fad16583655 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:46.165575 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-75c3a5f7-415c-49c5-a2b2-a43eb8a2a4b9 service neutron] Request body: {'port': {'device_id': '7b9c59df-330e-4d12-ad28-3fc8a6dd842a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:46.174101 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b4920815-fafe-45b8-9ee5-775698ccf392 req-91caee14-bedb-4d26-bc10-1fad16583655 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:46.225480 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-7307d2e2-261b-4ddd-9f98-a6d852754714 service neutron] Attempting to bind port 55573633-1965-4e30-a737-c9434f8df11b on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:34:46.226112 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-7307d2e2-261b-4ddd-9f98-a6d852754714 service neutron] Attempting to bind port 55573633-1965-4e30-a737-c9434f8df11b by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:34:46.226835 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-7307d2e2-261b-4ddd-9f98-a6d852754714 service neutron] Attempting to bind port 55573633-1965-4e30-a737-c9434f8df11b on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:34:46.243800 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-7307d2e2-261b-4ddd-9f98-a6d852754714 service neutron] Port 55573633-1965-4e30-a737-c9434f8df11b on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:34:46.245121 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-7307d2e2-261b-4ddd-9f98-a6d852754714 service neutron] Attempting to bind port 55573633-1965-4e30-a737-c9434f8df11b on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:34:46.275506 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-21c337a3-ae71-4ab6-8e7a-1ad8588cebc8 req-43b487fa-3f10-46ce-9670-dc3e7b5b6ab0 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] For port d862eb29-9f79-4b57-aa5e-2ec56d482f30, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=d862eb29-9f79-4b57-aa5e-2ec56d482f30,segment=NetworkSegment(d53e70a4-8303-45ec-9c33-696bdb6e1668),segment_id=d53e70a4-8303-45ec-9c33-696bdb6e1668)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:46.275838 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-21c337a3-ae71-4ab6-8e7a-1ad8588cebc8 req-43b487fa-3f10-46ce-9670-dc3e7b5b6ab0 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:46.278668 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-7307d2e2-261b-4ddd-9f98-a6d852754714 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:34:46.279826 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-7307d2e2-261b-4ddd-9f98-a6d852754714 service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:34:46.279826 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-7307d2e2-261b-4ddd-9f98-a6d852754714 service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:34:46.279826 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-7307d2e2-261b-4ddd-9f98-a6d852754714 service neutron] Bound port: 55573633-1965-4e30-a737-c9434f8df11b, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:34:46.280331 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-7307d2e2-261b-4ddd-9f98-a6d852754714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:46.300035 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6bb53637-bea3-463f-a09c-da62021eb6f6 req-f413d6ee-8971-4dcc-b3c0-b0fee91e8de0 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7657888 Apr 18 20:34:46.303013 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-21c337a3-ae71-4ab6-8e7a-1ad8588cebc8 req-43b487fa-3f10-46ce-9670-dc3e7b5b6ab0 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Calling delete_port for d862eb29-9f79-4b57-aa5e-2ec56d482f30 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:46.314402 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91caee14-bedb-4d26-bc10-1fad16583655 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=379d7c73-ff8c-4b68-8492-149450a41aec,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:46.353336 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b4920815-fafe-45b8-9ee5-775698ccf392 req-91caee14-bedb-4d26-bc10-1fad16583655 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:46.367072 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-7307d2e2-261b-4ddd-9f98-a6d852754714 service neutron] For port 55573633-1965-4e30-a737-c9434f8df11b, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:34:46.370937 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-7307d2e2-261b-4ddd-9f98-a6d852754714 service neutron] For port 55573633-1965-4e30-a737-c9434f8df11b, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=55573633-1965-4e30-a737-c9434f8df11b,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:34:46.372701 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4920815-fafe-45b8-9ee5-775698ccf392 req-91caee14-bedb-4d26-bc10-1fad16583655 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1941993 Apr 18 20:34:46.381508 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-7307d2e2-261b-4ddd-9f98-a6d852754714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:46.407994 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-75c3a5f7-415c-49c5-a2b2-a43eb8a2a4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:46.475294 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-7307d2e2-261b-4ddd-9f98-a6d852754714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:46.475922 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-7307d2e2-261b-4ddd-9f98-a6d852754714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:46.477591 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-7307d2e2-261b-4ddd-9f98-a6d852754714 service neutron] 10.222.0.57 "PUT /v2.0/ports/55573633-1965-4e30-a737-c9434f8df11b HTTP/1.1" status: 200 len: 1096 time: 2.2973161 Apr 18 20:34:46.490738 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd507b17e-7fde-4d67-896b-594c156e3d40', 'tag': '55573633-1965-4e30-a737-c9434f8df11b'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:46.493191 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb076f4-d0f3-49fb-b679-862e1206cd80" -d '{"events": [{"name": "network-changed", "server_uuid": "d507b17e-7fde-4d67-896b-594c156e3d40", "tag": "55573633-1965-4e30-a737-c9434f8df11b"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:46.625780 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307d2e2-261b-4ddd-9f98-a6d852754714 service neutron] Pushing event updated for resources: {'Port': ['ID=55573633-1965-4e30-a737-c9434f8df11b,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:46.671923 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-cd419f42-1172-4467-86db-644186934516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:46.673681 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-cd419f42-1172-4467-86db-644186934516 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9367b9995b2145d49a0f3918f43b171f&device_id=d507b17e-7fde-4d67-896b-594c156e3d40 HTTP/1.1" status: 200 len: 1099 time: 0.1209984 Apr 18 20:34:46.725454 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5808bd-03cc-434b-94c6-9c00c623517a req-1f0aea02-fbc2-4f6e-b079-17ab709c8c8e tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:46.731119 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-25daed3a-7791-4a3d-a987-70ddb0bbb4fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=55573633-1965-4e30-a737-c9434f8df11b HTTP/1.1" status: 200 len: 217 time: 0.0478818 Apr 18 20:34:46.739707 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e5808bd-03cc-434b-94c6-9c00c623517a req-1f0aea02-fbc2-4f6e-b079-17ab709c8c8e tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] 10.222.0.41 "GET /v2.0/ports?device_id=d85a1c58-2020-48de-8527-a15124ac590a HTTP/1.1" status: 200 len: 945 time: 0.3013589 Apr 18 20:34:46.808871 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-9e3df902-b599-4402-8469-374c546b3692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:46.810372 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-9e3df902-b599-4402-8469-374c546b3692 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.0720730 Apr 18 20:34:46.880155 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-3647f6e1-10c1-45bf-a541-fcb5fd010967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:46.881805 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-3647f6e1-10c1-45bf-a541-fcb5fd010967 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0645711 Apr 18 20:34:46.882570 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-21c337a3-ae71-4ab6-8e7a-1ad8588cebc8 req-43b487fa-3f10-46ce-9670-dc3e7b5b6ab0 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:46.895835 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['d862eb29-9f79-4b57-aa5e-2ec56d482f30'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:34:46.930324 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df909e-e61c-4ffa-a46f-669f4c5a40e4 req-0bade131-9d20-46d0-8270-6129463e2899 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:46.932861 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-95df909e-e61c-4ffa-a46f-669f4c5a40e4 req-0bade131-9d20-46d0-8270-6129463e2899 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9c59df-330e-4d12-ad28-3fc8a6dd842a HTTP/1.1" status: 200 len: 936 time: 0.4320679 Apr 18 20:34:46.933976 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 7d66f6f8-22dd-4922-ae68-b236587df831 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:34:46.936137 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f4f24fd5-6e8e-42af-86fb-ba4c365c84ed tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:46.977552 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e5808bd-03cc-434b-94c6-9c00c623517a req-1dff0333-44b3-43a2-bef3-0f2346043945 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] 10.222.0.41 "GET /v2.0/security-groups?id=941d6f39-2515-4232-87b0-991cffebd40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361972 Apr 18 20:34:46.986468 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b487fa-3f10-46ce-9670-dc3e7b5b6ab0 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Pushing event deleted for resources: {'Port': ['ID=d862eb29-9f79-4b57-aa5e-2ec56d482f30,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:46.994482 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f4f24fd5-6e8e-42af-86fb-ba4c365c84ed tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:47.029477 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 7d66f6f8-22dd-4922-ae68-b236587df831 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:47.032010 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:47.130061 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-95df909e-e61c-4ffa-a46f-669f4c5a40e4 req-b54b7817-9adb-471b-8548-7e5179c819a2 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0238a09-6f26-4829-aa6d-c4263ecc544d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599326 Apr 18 20:34:47.228625 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c337a3-ae71-4ab6-8e7a-1ad8588cebc8 req-43b487fa-3f10-46ce-9670-dc3e7b5b6ab0 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] No DVR routers for this DVR port d862eb29-9f79-4b57-aa5e-2ec56d482f30 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:47.236798 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-21c337a3-ae71-4ab6-8e7a-1ad8588cebc8 req-43b487fa-3f10-46ce-9670-dc3e7b5b6ab0 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:47.243800 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-21c337a3-ae71-4ab6-8e7a-1ad8588cebc8 req-43b487fa-3f10-46ce-9670-dc3e7b5b6ab0 tempest-InstanceActionsNegativeTestJSON-19678139 tempest-InstanceActionsNegativeTestJSON-19678139-project] 10.222.0.57 "DELETE /v2.0/ports/d862eb29-9f79-4b57-aa5e-2ec56d482f30 HTTP/1.1" status: 204 len: 173 time: 2.2939551 Apr 18 20:34:47.245533 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:47.304946 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed15d911-1f5a-4884-922d-2501dc082b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d66f6f8-22dd-4922-ae68-b236587df831'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:47.306861 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b218561c-99a2-4a17-9cdb-4b2590443221 x-openstack-request-id: req-b218561c-99a2-4a17-9cdb-4b2590443221 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:47.307076 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d507b17e-7fde-4d67-896b-594c156e3d40", "tag": "55573633-1965-4e30-a737-c9434f8df11b", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:47.307263 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b218561c-99a2-4a17-9cdb-4b2590443221 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:47.307670 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b218561c-99a2-4a17-9cdb-4b2590443221'] response: {'name': 'network-changed', 'server_uuid': 'd507b17e-7fde-4d67-896b-594c156e3d40', 'tag': '55573633-1965-4e30-a737-c9434f8df11b', 'status': 'completed', 'code': 200} Apr 18 20:34:47.311029 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54701a69-0d3c-4a30-ac6d-f92724ef81d4" -d '{"events": [{"server_uuid": "ed15d911-1f5a-4884-922d-2501dc082b1d", "name": "network-vif-plugged", "status": "completed", "tag": "7d66f6f8-22dd-4922-ae68-b236587df831"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:47.320515 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 7d66f6f8-22dd-4922-ae68-b236587df831, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7d66f6f8-22dd-4922-ae68-b236587df831,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:47.332778 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:47.333759 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:47.352882 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-8701161b-a53a-493f-9c7f-91f3e9e71bda service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520283 Apr 18 20:34:47.449478 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df03c71-4f4e-4459-83e6-94546c735203 x-openstack-request-id: req-8df03c71-4f4e-4459-83e6-94546c735203 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:47.450786 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed15d911-1f5a-4884-922d-2501dc082b1d", "name": "network-vif-plugged", "status": "completed", "tag": "7d66f6f8-22dd-4922-ae68-b236587df831", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:47.452147 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8df03c71-4f4e-4459-83e6-94546c735203 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:47.453086 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df03c71-4f4e-4459-83e6-94546c735203'] response: {'server_uuid': 'ed15d911-1f5a-4884-922d-2501dc082b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d66f6f8-22dd-4922-ae68-b236587df831', 'code': 200} Apr 18 20:34:47.459611 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f24fd5-6e8e-42af-86fb-ba4c365c84ed tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Pushing event updated for resources: {'Port': ['ID=e1e02a07-da0e-43aa-a8ed-69f464a193a0,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:47.469662 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f4f24fd5-6e8e-42af-86fb-ba4c365c84ed tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:47.518959 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=7d66f6f8-22dd-4922-ae68-b236587df831,revision_number=7']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:47.566127 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f4f24fd5-6e8e-42af-86fb-ba4c365c84ed tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:47.569306 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f4f24fd5-6e8e-42af-86fb-ba4c365c84ed tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5750542 Apr 18 20:34:47.591499 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f22e7606-5995-4abb-9745-9d54472e2c8e req-2747e4df-0d54-4964-8e9b-eb49f08d7c12 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287245 Apr 18 20:34:47.620532 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28ef0608-f2be-419d-a206-b02ce2b8ee3f req-104b389a-0add-4116-abf0-231ffc2b23d5 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "GET /v2.0/security-groups/42cdc989-5519-46d2-bab0-799e8b2e468e HTTP/1.1" status: 200 len: 2396 time: 0.4215424 Apr 18 20:34:47.651191 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-28ef0608-f2be-419d-a206-b02ce2b8ee3f req-f79deeb9-198a-43a6-b7dd-63d47f878588 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '42cdc989-5519-46d2-bab0-799e8b2e468e', 'remote_group_id': None}]} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:47.651711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-28ef0608-f2be-419d-a206-b02ce2b8ee3f req-f79deeb9-198a-43a6-b7dd-63d47f878588 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '42cdc989-5519-46d2-bab0-799e8b2e468e', 'remote_group_id': None}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:47.652768 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:47.786042 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-75c3a5f7-415c-49c5-a2b2-a43eb8a2a4b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1575cef-d096-4d49-a2fa-70f461bedb1b {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:47.806225 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=79ddfa9b-9019-4a44-8a7e-c3f5fcea4559,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:47.811430 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-75c3a5f7-415c-49c5-a2b2-a43eb8a2a4b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:47.819008 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:47.828134 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb076f4-d0f3-49fb-b679-862e1206cd80 req-c85da7c9-ea4e-41e8-8a24-c8800e01e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:47.829830 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bfb076f4-d0f3-49fb-b679-862e1206cd80 req-c85da7c9-ea4e-41e8-8a24-c8800e01e921 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9367b9995b2145d49a0f3918f43b171f&device_id=d507b17e-7fde-4d67-896b-594c156e3d40 HTTP/1.1" status: 200 len: 1099 time: 0.1402771 Apr 18 20:34:47.957923 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=79ddfa9b-9019-4a44-8a7e-c3f5fcea4559,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:47.960934 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-75c3a5f7-415c-49c5-a2b2-a43eb8a2a4b9 service neutron] Transition to ACTIVE for port object a1575cef-d096-4d49-a2fa-70f461bedb1b will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:34:47.986376 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-75c3a5f7-415c-49c5-a2b2-a43eb8a2a4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:48.000028 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-28ef0608-f2be-419d-a206-b02ce2b8ee3f req-f79deeb9-198a-43a6-b7dd-63d47f878588 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:48.047865 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb076f4-d0f3-49fb-b679-862e1206cd80 req-c2e1df28-3e96-47a9-923a-6bbac8b2e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:48.049521 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bfb076f4-d0f3-49fb-b679-862e1206cd80 req-c2e1df28-3e96-47a9-923a-6bbac8b2e79d service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.2083595 Apr 18 20:34:48.114716 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bfb076f4-d0f3-49fb-b679-862e1206cd80 req-1b0c6842-425e-422f-a200-f61fa668bd7c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=55573633-1965-4e30-a737-c9434f8df11b HTTP/1.1" status: 200 len: 217 time: 0.0555387 Apr 18 20:34:48.133314 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7880f9f-318d-403d-b850-7700c171fd68 req-65f641fb-9aec-43e7-a77c-0d5dadaadd3f tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:48.147662 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f7880f9f-318d-403d-b850-7700c171fd68 req-65f641fb-9aec-43e7-a77c-0d5dadaadd3f tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=df50a99a-b7cc-4fdf-a4cf-c8cba907b21a HTTP/1.1" status: 200 len: 943 time: 0.5974016 Apr 18 20:34:48.169819 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb076f4-d0f3-49fb-b679-862e1206cd80 req-ae34b5a7-bf12-402d-b774-b340d98beabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:48.171457 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bfb076f4-d0f3-49fb-b679-862e1206cd80 req-ae34b5a7-bf12-402d-b774-b340d98beabb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.0495846 Apr 18 20:34:48.211140 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-28ef0608-f2be-419d-a206-b02ce2b8ee3f req-f79deeb9-198a-43a6-b7dd-63d47f878588 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:48.248150 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3a5f7-415c-49c5-a2b2-a43eb8a2a4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1575cef-d096-4d49-a2fa-70f461bedb1b,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:48.251754 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-28ef0608-f2be-419d-a206-b02ce2b8ee3f req-f79deeb9-198a-43a6-b7dd-63d47f878588 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:48.299777 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb076f4-d0f3-49fb-b679-862e1206cd80 req-0b01fc05-d66c-409a-a07d-696a1bef842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:48.305801 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bfb076f4-d0f3-49fb-b679-862e1206cd80 req-0b01fc05-d66c-409a-a07d-696a1bef842d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1256092 Apr 18 20:34:48.308091 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79deeb9-198a-43a6-b7dd-63d47f878588 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05afdd4-e03f-42f3-8ae2-2de7576754e9,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:48.352782 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f7880f9f-318d-403d-b850-7700c171fd68 req-6a19efb3-1a87-4810-9284-5f2cdf7f4c6a tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625457 Apr 18 20:34:48.363397 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-28ef0608-f2be-419d-a206-b02ce2b8ee3f req-f79deeb9-198a-43a6-b7dd-63d47f878588 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:48.364689 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28ef0608-f2be-419d-a206-b02ce2b8ee3f req-f79deeb9-198a-43a6-b7dd-63d47f878588 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7316720 Apr 18 20:34:48.407907 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-75c3a5f7-415c-49c5-a2b2-a43eb8a2a4b9 service neutron] Attempting to bind port a1575cef-d096-4d49-a2fa-70f461bedb1b on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:34:48.408254 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-75c3a5f7-415c-49c5-a2b2-a43eb8a2a4b9 service neutron] Attempting to bind port a1575cef-d096-4d49-a2fa-70f461bedb1b by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:34:48.409191 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-75c3a5f7-415c-49c5-a2b2-a43eb8a2a4b9 service neutron] Attempting to bind port a1575cef-d096-4d49-a2fa-70f461bedb1b on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:34:48.415828 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-75c3a5f7-415c-49c5-a2b2-a43eb8a2a4b9 service neutron] Port a1575cef-d096-4d49-a2fa-70f461bedb1b on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:34:48.416171 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-75c3a5f7-415c-49c5-a2b2-a43eb8a2a4b9 service neutron] Attempting to bind port a1575cef-d096-4d49-a2fa-70f461bedb1b on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:34:48.422447 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-75c3a5f7-415c-49c5-a2b2-a43eb8a2a4b9 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:34:48.422764 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-75c3a5f7-415c-49c5-a2b2-a43eb8a2a4b9 service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:34:48.423143 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-75c3a5f7-415c-49c5-a2b2-a43eb8a2a4b9 service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:34:48.423829 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-75c3a5f7-415c-49c5-a2b2-a43eb8a2a4b9 service neutron] Bound port: a1575cef-d096-4d49-a2fa-70f461bedb1b, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:34:48.424307 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-75c3a5f7-415c-49c5-a2b2-a43eb8a2a4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:48.545765 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-75c3a5f7-415c-49c5-a2b2-a43eb8a2a4b9 service neutron] For port a1575cef-d096-4d49-a2fa-70f461bedb1b, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:34:48.559618 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36658) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:48.647557 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9856fa8-f84f-4606-8904-a29326ade661 admin admin] Deleting subnet eb012eca-5373-46a7-9da5-e90287fa3cb0 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:34:48.654903 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b9856fa8-f84f-4606-8904-a29326ade661 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:48.659914 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-75c3a5f7-415c-49c5-a2b2-a43eb8a2a4b9 service neutron] For port a1575cef-d096-4d49-a2fa-70f461bedb1b, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a1575cef-d096-4d49-a2fa-70f461bedb1b,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:34:48.661969 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bfb076f4-d0f3-49fb-b679-862e1206cd80 req-b5c63550-5ce2-4ad0-8183-6500e09078c0 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487844 Apr 18 20:34:48.731628 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-75c3a5f7-415c-49c5-a2b2-a43eb8a2a4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:48.809829 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b9856fa8-f84f-4606-8904-a29326ade661 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:48.854388 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3a5f7-415c-49c5-a2b2-a43eb8a2a4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1575cef-d096-4d49-a2fa-70f461bedb1b,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:48.900282 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-75c3a5f7-415c-49c5-a2b2-a43eb8a2a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:48.901769 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-75c3a5f7-415c-49c5-a2b2-a43eb8a2a4b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:48.905202 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-75c3a5f7-415c-49c5-a2b2-a43eb8a2a4b9 service neutron] 10.222.0.57 "PUT /v2.0/ports/a1575cef-d096-4d49-a2fa-70f461bedb1b HTTP/1.1" status: 200 len: 1096 time: 2.7452931 Apr 18 20:34:48.933525 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9c59df-330e-4d12-ad28-3fc8a6dd842a', 'tag': 'a1575cef-d096-4d49-a2fa-70f461bedb1b'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:48.942254 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed72b26-df43-403d-a5a9-b797880d704a" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9c59df-330e-4d12-ad28-3fc8a6dd842a", "tag": "a1575cef-d096-4d49-a2fa-70f461bedb1b"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:48.963815 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b9856fa8-f84f-4606-8904-a29326ade661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:48.964757 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b081f-aeec-4864-884c-9e33c7628be5 req-e8c9ab44-ffa8-4b47-9214-fbba8c41571d tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:48.968313 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-141b081f-aeec-4864-884c-9e33c7628be5 req-e8c9ab44-ffa8-4b47-9214-fbba8c41571d tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9c59df-330e-4d12-ad28-3fc8a6dd842a HTTP/1.1" status: 200 len: 948 time: 0.3887630 Apr 18 20:34:49.112753 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-eaa6b9bb-f948-43af-ac31-9261403eb88f tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:49.115716 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-eaa6b9bb-f948-43af-ac31-9261403eb88f tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/networks?id=0f42696b-e02e-4c93-bc6c-2e18dd4d76f9 HTTP/1.1" status: 200 len: 821 time: 0.5638685 Apr 18 20:34:49.177363 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-39a58dc0-8d2f-42da-bd85-00b19c689b68 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/quotas/f39d54d3bd294f5dbe03afeb1a0eb0c9 HTTP/1.1" status: 200 len: 375 time: 0.0434897 Apr 18 20:34:49.213495 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-cbe12483-2897-4e40-9e81-0523dd2802c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:49.216233 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-cbe12483-2897-4e40-9e81-0523dd2802c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9367b9995b2145d49a0f3918f43b171f&device_id=7b9c59df-330e-4d12-ad28-3fc8a6dd842a HTTP/1.1" status: 200 len: 1099 time: 0.2362628 Apr 18 20:34:49.264291 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-141b081f-aeec-4864-884c-9e33c7628be5 req-818da570-85fc-4acb-ba2d-896d9bf0bdf6 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0238a09-6f26-4829-aa6d-c4263ecc544d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611339 Apr 18 20:34:49.280121 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device d862eb29-9f79-4b57-aa5e-2ec56d482f30 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:49.410921 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: d862eb29-9f79-4b57-aa5e-2ec56d482f30 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:34:49.414830 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device d862eb29-9f79-4b57-aa5e-2ec56d482f30 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:49.424711 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-217caecc-1d8b-478e-9b92-b00a91f54656 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=a1575cef-d096-4d49-a2fa-70f461bedb1b HTTP/1.1" status: 200 len: 217 time: 0.1587324 Apr 18 20:34:49.458507 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df50a99a-b7cc-4fdf-a4cf-c8cba907b21a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79ddfa9b-9019-4a44-8a7e-c3f5fcea4559'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:49.462824 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b78de6-4aaa-40f3-8758-237749d7e5a0" -d '{"events": [{"server_uuid": "df50a99a-b7cc-4fdf-a4cf-c8cba907b21a", "name": "network-vif-unplugged", "status": "completed", "tag": "79ddfa9b-9019-4a44-8a7e-c3f5fcea4559"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:49.580387 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85a1c58-2020-48de-8527-a15124ac590a', 'name': 'network-vif-deleted', 'tag': 'd862eb29-9f79-4b57-aa5e-2ec56d482f30'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:49.584937 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d208792-45dd-4a99-b23e-e2ee61d12185" -d '{"events": [{"server_uuid": "d85a1c58-2020-48de-8527-a15124ac590a", "name": "network-vif-deleted", "tag": "d862eb29-9f79-4b57-aa5e-2ec56d482f30"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:49.606220 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bfb076f4-d0f3-49fb-b679-862e1206cd80 req-59f852db-ca47-438d-9dd1-4b8e4e05134d service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9063537 Apr 18 20:34:49.609308 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-007dc44c-c569-4cbf-9057-89e3d228a764 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f39d54d3bd294f5dbe03afeb1a0eb0c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4162674 Apr 18 20:34:49.671849 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-f3d02f7b-a7ad-460a-b73f-458fb7a0f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:49.673607 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-f3d02f7b-a7ad-460a-b73f-458fb7a0f64a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.2399905 Apr 18 20:34:49.739408 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b9856fa8-f84f-4606-8904-a29326ade661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:49.794081 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9856fa8-f84f-4606-8904-a29326ade661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb012eca-5373-46a7-9da5-e90287fa3cb0,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:49.805154 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b9856fa8-f84f-4606-8904-a29326ade661 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:49.820139 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36700) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:49.822243 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b9856fa8-f84f-4606-8904-a29326ade661 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/eb012eca-5373-46a7-9da5-e90287fa3cb0 HTTP/1.1" status: 204 len: 168 time: 1.2609384 Apr 18 20:34:49.833598 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-d91bc25b-dfa4-4e17-8558-ec81476613fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:49.836645 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-d91bc25b-dfa4-4e17-8558-ec81476613fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1533117 Apr 18 20:34:50.229733 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af22682f-a798-43af-94ff-5b375b222510 req-988df8ed-11ae-4ab3-a120-b45360e46619 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "GET /v2.0/security-groups/42cdc989-5519-46d2-bab0-799e8b2e468e HTTP/1.1" status: 200 len: 2994 time: 0.3612561 Apr 18 20:34:50.235634 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2e1e9f24-e54f-4206-8622-a309d3da6a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:50.302265 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-e903e55c-4cb6-4203-b329-faa54d4110e1 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218011 Apr 18 20:34:50.304393 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-ad2f0862-6e7f-413a-9091-2eec751f3cd9 service neutron] 10.222.0.41 "GET /v2.0/networks/0f42696b-e02e-4c93-bc6c-2e18dd4d76f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6736193 Apr 18 20:34:50.357057 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8828cad6-539f-4ad2-bc88-c3b653af52fd x-openstack-request-id: req-8828cad6-539f-4ad2-bc88-c3b653af52fd {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:50.357496 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9c59df-330e-4d12-ad28-3fc8a6dd842a", "tag": "a1575cef-d096-4d49-a2fa-70f461bedb1b", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:50.357874 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8828cad6-539f-4ad2-bc88-c3b653af52fd {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:50.358469 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8828cad6-539f-4ad2-bc88-c3b653af52fd'] response: {'name': 'network-changed', 'server_uuid': '7b9c59df-330e-4d12-ad28-3fc8a6dd842a', 'tag': 'a1575cef-d096-4d49-a2fa-70f461bedb1b', 'status': 'completed', 'code': 200} Apr 18 20:34:50.395295 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e727dc-e177-4e0f-9483-e8c70cc3553c x-openstack-request-id: req-a4e727dc-e177-4e0f-9483-e8c70cc3553c {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:50.396374 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df50a99a-b7cc-4fdf-a4cf-c8cba907b21a", "name": "network-vif-unplugged", "status": "completed", "tag": "79ddfa9b-9019-4a44-8a7e-c3f5fcea4559", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:50.396801 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4e727dc-e177-4e0f-9483-e8c70cc3553c {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:50.397447 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4e727dc-e177-4e0f-9483-e8c70cc3553c'] response: {'server_uuid': 'df50a99a-b7cc-4fdf-a4cf-c8cba907b21a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79ddfa9b-9019-4a44-8a7e-c3f5fcea4559', 'code': 200} Apr 18 20:34:50.431959 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08651efd-583f-4a20-abc5-54844bd92b39 x-openstack-request-id: req-08651efd-583f-4a20-abc5-54844bd92b39 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:50.432961 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85a1c58-2020-48de-8527-a15124ac590a", "name": "network-vif-deleted", "tag": "d862eb29-9f79-4b57-aa5e-2ec56d482f30", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:50.433414 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08651efd-583f-4a20-abc5-54844bd92b39 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:50.434020 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08651efd-583f-4a20-abc5-54844bd92b39'] response: {'server_uuid': 'd85a1c58-2020-48de-8527-a15124ac590a', 'name': 'network-vif-deleted', 'tag': 'd862eb29-9f79-4b57-aa5e-2ec56d482f30', 'status': 'completed', 'code': 200} Apr 18 20:34:50.718747 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ab5cff20-29eb-437e-85ae-e50f3d7dafd4 req-231513a3-ce35-406b-be62-b653cec6ec9b tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "GET /v2.0/security-group-rules/c05afdd4-e03f-42f3-8ae2-2de7576754e9 HTTP/1.1" status: 200 len: 783 time: 0.1219418 Apr 18 20:34:50.767859 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2e1e9f24-e54f-4206-8622-a309d3da6a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:50.792007 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-2e1e9f24-e54f-4206-8622-a309d3da6a20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5ebb60-1929-4722-8e25-cac1d08dc4bf']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:50.804958 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-2e1e9f24-e54f-4206-8622-a309d3da6a20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd53e70a4-8303-45ec-9c33-696bdb6e1668') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:50.805267 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-2e1e9f24-e54f-4206-8622-a309d3da6a20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd53e70a4-8303-45ec-9c33-696bdb6e1668') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:50.816866 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2e1e9f24-e54f-4206-8622-a309d3da6a20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:50.856154 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2e1e9f24-e54f-4206-8622-a309d3da6a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:50.895144 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1e9f24-e54f-4206-8622-a309d3da6a20 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:34:50.896092 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2e1e9f24-e54f-4206-8622-a309d3da6a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:34:50.897579 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:34:50.932137 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b58bc463-06a7-4a3e-91d9-3b4a8bbbb6b1 req-bd01df25-3b0d-42ef-87af-c351f869fe24 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6166050 Apr 18 20:34:50.939842 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-27a04274-5a41-4caf-aa1c-8c1f9a1e2bc1 service neutron] 10.222.0.41 "GET /v2.0/networks/0f42696b-e02e-4c93-bc6c-2e18dd4d76f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6254911 Apr 18 20:34:51.006589 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ab5cff20-29eb-437e-85ae-e50f3d7dafd4 req-1df92e48-8652-4ce1-8271-43b20ff621e7 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "GET /v2.0/security-groups/42cdc989-5519-46d2-bab0-799e8b2e468e HTTP/1.1" status: 200 len: 2994 time: 0.1711676 Apr 18 20:34:51.014436 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2e1e9f24-e54f-4206-8622-a309d3da6a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:51.038646 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2e1e9f24-e54f-4206-8622-a309d3da6a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:51.045599 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2e1e9f24-e54f-4206-8622-a309d3da6a20 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8d5ebb60-1929-4722-8e25-cac1d08dc4bf HTTP/1.1" status: 204 len: 168 time: 1.2186220 Apr 18 20:34:51.089170 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e9f24-e54f-4206-8622-a309d3da6a20 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d5ebb60-1929-4722-8e25-cac1d08dc4bf,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:51.112978 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ab5cff20-29eb-437e-85ae-e50f3d7dafd4 req-632bb046-6d68-4c02-b893-0975ca0c3f9f tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:51.123502 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ab5cff20-29eb-437e-85ae-e50f3d7dafd4 req-632bb046-6d68-4c02-b893-0975ca0c3f9f tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:51.168974 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed72b26-df43-403d-a5a9-b797880d704a req-babf0ae1-8853-41c2-b27e-18bcaf73dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:51.171044 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bed72b26-df43-403d-a5a9-b797880d704a req-babf0ae1-8853-41c2-b27e-18bcaf73dcaf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9367b9995b2145d49a0f3918f43b171f&device_id=7b9c59df-330e-4d12-ad28-3fc8a6dd842a HTTP/1.1" status: 200 len: 1099 time: 0.1137342 Apr 18 20:34:51.171738 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ab5cff20-29eb-437e-85ae-e50f3d7dafd4 req-632bb046-6d68-4c02-b893-0975ca0c3f9f tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:51.179882 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ab5cff20-29eb-437e-85ae-e50f3d7dafd4 req-632bb046-6d68-4c02-b893-0975ca0c3f9f tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:51.181271 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ab5cff20-29eb-437e-85ae-e50f3d7dafd4 req-632bb046-6d68-4c02-b893-0975ca0c3f9f tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/c05afdd4-e03f-42f3-8ae2-2de7576754e9 HTTP/1.1" status: 204 len: 173 time: 0.1642702 Apr 18 20:34:51.200045 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632bb046-6d68-4c02-b893-0975ca0c3f9f tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c05afdd4-e03f-42f3-8ae2-2de7576754e9,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:51.278836 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 55573633-1965-4e30-a737-c9434f8df11b details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:34:51.328277 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed72b26-df43-403d-a5a9-b797880d704a req-53907b3f-09bb-456d-b855-b29cbeb1c4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:51.331609 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bed72b26-df43-403d-a5a9-b797880d704a req-53907b3f-09bb-456d-b855-b29cbeb1c4a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.1476722 Apr 18 20:34:51.422488 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bed72b26-df43-403d-a5a9-b797880d704a req-fc3736d9-9eaa-4639-84dd-b36fd9101d2a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=a1575cef-d096-4d49-a2fa-70f461bedb1b HTTP/1.1" status: 200 len: 217 time: 0.0821071 Apr 18 20:34:51.510559 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed72b26-df43-403d-a5a9-b797880d704a req-26523bec-a07b-4d48-821f-6f0618307f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:51.510559 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bed72b26-df43-403d-a5a9-b797880d704a req-26523bec-a07b-4d48-821f-6f0618307f68 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.0656335 Apr 18 20:34:51.588021 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36736) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:51.589822 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a38cc9-352d-4e62-bb6f-a2966aae714e req-9d327b58-bf09-4e6a-8cd1-67467017397f tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:51.591449 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77a38cc9-352d-4e62-bb6f-a2966aae714e req-9d327b58-bf09-4e6a-8cd1-67467017397f tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9c59df-330e-4d12-ad28-3fc8a6dd842a HTTP/1.1" status: 200 len: 948 time: 0.1680434 Apr 18 20:34:51.603612 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed72b26-df43-403d-a5a9-b797880d704a req-45763a59-148f-4b5a-b358-31e55486307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:51.605900 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bed72b26-df43-403d-a5a9-b797880d704a req-45763a59-148f-4b5a-b358-31e55486307f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0751503 Apr 18 20:34:51.690816 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 55573633-1965-4e30-a737-c9434f8df11b, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=55573633-1965-4e30-a737-c9434f8df11b,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:51.711574 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '55573633-1965-4e30-a737-c9434f8df11b', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': '55573633-1965-4e30-a737-c9434f8df11b', 'mac_address': 'fa:16:3e:44:50:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:34:51.766505 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77a38cc9-352d-4e62-bb6f-a2966aae714e req-a89aad58-9045-4165-b105-84de3c328b1c tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0238a09-6f26-4829-aa6d-c4263ecc544d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595581 Apr 18 20:34:51.838985 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9311f38e-7f2c-4947-ab46-bf91e648228f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f0c3fc4201ba42d29844892dc36df01f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493720 Apr 18 20:34:51.843740 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36746) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:51.845031 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:51.876994 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55573633-1965-4e30-a737-c9434f8df11b {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:51.938452 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 55573633-1965-4e30-a737-c9434f8df11b, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=55573633-1965-4e30-a737-c9434f8df11b,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:51.941389 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60ba2e47-8aca-4425-9986-e2cb7167c5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:51.952345 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:51.976950 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60ba2e47-8aca-4425-9986-e2cb7167c5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:51.991364 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4dad5a74-67a5-4431-8ad5-025563e078d3 req-f8299cac-341f-4400-9fdf-51dcbebda373 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "GET /v2.0/security-groups/42cdc989-5519-46d2-bab0-799e8b2e468e HTTP/1.1" status: 200 len: 2396 time: 0.1846051 Apr 18 20:34:52.022225 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d680cd9-f22b-4fcc-aecf-d78e08f4137d req-6d3129d3-b855-4c92-9f14-d763173fd73e tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ad0240-7dde-42d5-b67b-3dfd224a888f HTTP/1.1" status: 200 len: 210 time: 0.0881019 Apr 18 20:34:52.072898 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bed72b26-df43-403d-a5a9-b797880d704a req-61501a8a-dfd1-474f-b545-479e77b55c23 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579318 Apr 18 20:34:52.136858 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60ba2e47-8aca-4425-9986-e2cb7167c5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:52.142945 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60ba2e47-8aca-4425-9986-e2cb7167c5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:52.145333 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-60ba2e47-8aca-4425-9986-e2cb7167c5c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/941d6f39-2515-4232-87b0-991cffebd40e HTTP/1.1" status: 204 len: 168 time: 0.2997508 Apr 18 20:34:52.184242 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba2e47-8aca-4425-9986-e2cb7167c5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941d6f39-2515-4232-87b0-991cffebd40e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:52.188810 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=55573633-1965-4e30-a737-c9434f8df11b,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:52.233211 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['55573633-1965-4e30-a737-c9434f8df11b'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:34:52.296773 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b8ef7-fcb1-45b1-b6ba-e6329f870347 req-488d19c1-8398-4b62-8321-bb6422e27701 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:52.298370 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-633b8ef7-fcb1-45b1-b6ba-e6329f870347 req-488d19c1-8398-4b62-8321-bb6422e27701 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.32 "GET /v2.0/ports?device_id=df50a99a-b7cc-4fdf-a4cf-c8cba907b21a HTTP/1.1" status: 200 len: 943 time: 0.3817925 Apr 18 20:34:52.304479 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bed72b26-df43-403d-a5a9-b797880d704a req-c35ca8a8-82c6-44b2-9e59-32a6c7ef7813 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224150 Apr 18 20:34:52.638927 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4dad5a74-67a5-4431-8ad5-025563e078d3 req-ba6a29ef-7932-4217-ba53-5937341e4460 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:52.705922 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a3b69-d301-46a9-82ec-e6bb7fce71f1 req-f97bae53-92c6-4ef2-8b8d-50ad8ba837e2 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:52.715054 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7a0a3b69-d301-46a9-82ec-e6bb7fce71f1 req-f97bae53-92c6-4ef2-8b8d-50ad8ba837e2 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=df50a99a-b7cc-4fdf-a4cf-c8cba907b21a HTTP/1.1" status: 200 len: 943 time: 0.2494683 Apr 18 20:34:52.773572 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4dad5a74-67a5-4431-8ad5-025563e078d3 req-ba6a29ef-7932-4217-ba53-5937341e4460 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:52.820162 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7a0a3b69-d301-46a9-82ec-e6bb7fce71f1 req-b88f3ba4-6458-41c9-88b8-e5c49e1eb29d tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/security-groups?id=8809fe1e-8732-4588-a16f-00e9920b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040802 Apr 18 20:34:52.928349 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:34:52.985850 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-633b8ef7-fcb1-45b1-b6ba-e6329f870347 req-79d80526-bd85-4748-8c61-29caf9e14e3a tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Deleting port 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:52.986309 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-633b8ef7-fcb1-45b1-b6ba-e6329f870347 req-79d80526-bd85-4748-8c61-29caf9e14e3a tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:53.302992 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a1575cef-d096-4d49-a2fa-70f461bedb1b details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:34:53.312399 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 55573633-1965-4e30-a737-c9434f8df11b up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:34:53.561324 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4dad5a74-67a5-4431-8ad5-025563e078d3 req-ba6a29ef-7932-4217-ba53-5937341e4460 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:53.564864 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4dad5a74-67a5-4431-8ad5-025563e078d3 req-ba6a29ef-7932-4217-ba53-5937341e4460 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:53.578736 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4dad5a74-67a5-4431-8ad5-025563e078d3 req-ba6a29ef-7932-4217-ba53-5937341e4460 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "DELETE /v2.0/security-groups/42cdc989-5519-46d2-bab0-799e8b2e468e HTTP/1.1" status: 204 len: 173 time: 1.5536549 Apr 18 20:34:53.617147 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a29ef-7932-4217-ba53-5937341e4460 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cdc989-5519-46d2-bab0-799e8b2e468e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:53.618515 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 55573633-1965-4e30-a737-c9434f8df11b completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:34:53.627246 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 55573633-1965-4e30-a737-c9434f8df11b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:53.627624 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:53.737336 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a1575cef-d096-4d49-a2fa-70f461bedb1b, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a1575cef-d096-4d49-a2fa-70f461bedb1b,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:53.787393 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'a1575cef-d096-4d49-a2fa-70f461bedb1b', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': 'a1575cef-d096-4d49-a2fa-70f461bedb1b', 'mac_address': 'fa:16:3e:d8:a7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:34:53.829620 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:53.856757 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a556d88-271b-4d40-9eb2-4715f28c5e3a req-9c4730ff-30cc-4a9d-ac7c-0db460912e37 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ad0240-7dde-42d5-b67b-3dfd224a888f HTTP/1.1" status: 200 len: 210 time: 0.1893623 Apr 18 20:34:53.886891 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 55573633-1965-4e30-a737-c9434f8df11b, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=55573633-1965-4e30-a737-c9434f8df11b,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:53.890308 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd507b17e-7fde-4d67-896b-594c156e3d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55573633-1965-4e30-a737-c9434f8df11b'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:53.894856 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd31f4c7-f47a-4b88-bc62-c21e314c075a" -d '{"events": [{"server_uuid": "d507b17e-7fde-4d67-896b-594c156e3d40", "name": "network-vif-plugged", "status": "completed", "tag": "55573633-1965-4e30-a737-c9434f8df11b"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:53.902980 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:53.911655 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2b9e9-0cd4-4bc5-bc36-be9ae2c49da3 req-3c94fd77-34a3-4abc-bab1-d429d4a84bc7 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:53.927718 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08d2b9e9-0cd4-4bc5-bc36-be9ae2c49da3 req-3c94fd77-34a3-4abc-bab1-d429d4a84bc7 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9c59df-330e-4d12-ad28-3fc8a6dd842a HTTP/1.1" status: 200 len: 948 time: 0.8659878 Apr 18 20:34:53.947403 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1575cef-d096-4d49-a2fa-70f461bedb1b {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:53.973598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a1575cef-d096-4d49-a2fa-70f461bedb1b, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a1575cef-d096-4d49-a2fa-70f461bedb1b,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:53.974776 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:54.013427 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:54.043734 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-633b8ef7-fcb1-45b1-b6ba-e6329f870347 req-79d80526-bd85-4748-8c61-29caf9e14e3a tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] For port 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=79ddfa9b-9019-4a44-8a7e-c3f5fcea4559,segment=NetworkSegment(60e86a52-7aa9-4a3a-b30e-7bb40f315280),segment_id=60e86a52-7aa9-4a3a-b30e-7bb40f315280)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:54.044079 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-633b8ef7-fcb1-45b1-b6ba-e6329f870347 req-79d80526-bd85-4748-8c61-29caf9e14e3a tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:54.089587 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-633b8ef7-fcb1-45b1-b6ba-e6329f870347 req-79d80526-bd85-4748-8c61-29caf9e14e3a tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Calling delete_port for 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:54.125768 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=55573633-1965-4e30-a737-c9434f8df11b,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:54.294717 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=a1575cef-d096-4d49-a2fa-70f461bedb1b,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:54.304191 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-1fd0a921-2439-4484-9e09-2a63a5ff264c req-847e0551-43fb-4583-85de-e69c8553c5ce tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] show failed (client error): The resource could not be found. Apr 18 20:34:54.306343 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1fd0a921-2439-4484-9e09-2a63a5ff264c req-847e0551-43fb-4583-85de-e69c8553c5ce tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "GET /v2.0/security-groups/d061c816-38a3-459b-aca0-bf47e3ccd0bb HTTP/1.1" status: 404 len: 352 time: 0.3763595 Apr 18 20:34:54.323663 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['a1575cef-d096-4d49-a2fa-70f461bedb1b'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:34:54.410333 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-633b8ef7-fcb1-45b1-b6ba-e6329f870347 req-79d80526-bd85-4748-8c61-29caf9e14e3a tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:54.443232 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-848c2f07-c6e3-4614-b435-b3dc70313adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:54.517637 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d80526-bd85-4748-8c61-29caf9e14e3a tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Pushing event deleted for resources: {'Port': ['ID=79ddfa9b-9019-4a44-8a7e-c3f5fcea4559,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:54.557514 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08d2b9e9-0cd4-4bc5-bc36-be9ae2c49da3 req-018968c1-3330-4732-b839-e99394cee0cd tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0238a09-6f26-4829-aa6d-c4263ecc544d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5836253 Apr 18 20:34:54.665735 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdee6e9b-7df0-4f95-bdf2-6247e9f017de x-openstack-request-id: req-bdee6e9b-7df0-4f95-bdf2-6247e9f017de {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:54.667859 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d507b17e-7fde-4d67-896b-594c156e3d40", "name": "network-vif-plugged", "status": "completed", "tag": "55573633-1965-4e30-a737-c9434f8df11b", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:54.669244 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bdee6e9b-7df0-4f95-bdf2-6247e9f017de {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:54.678125 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8735e891-cc86-4a90-af8d-438e2e97e720 req-3728f7d2-5857-4c3d-b3d5-f6bdae988322 tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.41 "GET /v2.0/ports?device_id=df50a99a-b7cc-4fdf-a4cf-c8cba907b21a HTTP/1.1" status: 200 len: 210 time: 0.1647186 Apr 18 20:34:54.678392 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdee6e9b-7df0-4f95-bdf2-6247e9f017de'] response: {'server_uuid': 'd507b17e-7fde-4d67-896b-594c156e3d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55573633-1965-4e30-a737-c9434f8df11b', 'code': 200} Apr 18 20:34:54.739572 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-79361571-489e-4b50-bf17-cadc109c3b84 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:54.744968 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-79361571-489e-4b50-bf17-cadc109c3b84 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.32 "GET /v2.0/networks?id=0f42696b-e02e-4c93-bc6c-2e18dd4d76f9 HTTP/1.1" status: 200 len: 821 time: 0.8129008 Apr 18 20:34:54.811520 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-3f86430f-c398-4d0b-8621-35ec389c54ad tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Request body: {'port': {'device_id': '88ad0240-7dde-42d5-b67b-3dfd224a888f', 'network_id': '0f42696b-e02e-4c93-bc6c-2e18dd4d76f9', 'admin_state_up': True, 'tenant_id': 'f39d54d3bd294f5dbe03afeb1a0eb0c9'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:54.820388 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-633b8ef7-fcb1-45b1-b6ba-e6329f870347 req-79d80526-bd85-4748-8c61-29caf9e14e3a tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] No DVR routers for this DVR port 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:54.889882 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-633b8ef7-fcb1-45b1-b6ba-e6329f870347 req-79d80526-bd85-4748-8c61-29caf9e14e3a tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:54.896922 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-633b8ef7-fcb1-45b1-b6ba-e6329f870347 req-79d80526-bd85-4748-8c61-29caf9e14e3a tempest-ImagesTestJSON-2010350814 tempest-ImagesTestJSON-2010350814-project] 10.222.0.32 "DELETE /v2.0/ports/79ddfa9b-9019-4a44-8a7e-c3f5fcea4559 HTTP/1.1" status: 204 len: 173 time: 2.5842412 Apr 18 20:34:54.897771 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df50a99a-b7cc-4fdf-a4cf-c8cba907b21a', 'name': 'network-vif-deleted', 'tag': '79ddfa9b-9019-4a44-8a7e-c3f5fcea4559'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:54.913776 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc404359-c7e8-4c0d-9201-d14c18f131e7" -d '{"events": [{"server_uuid": "df50a99a-b7cc-4fdf-a4cf-c8cba907b21a", "name": "network-vif-deleted", "tag": "79ddfa9b-9019-4a44-8a7e-c3f5fcea4559"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:54.970181 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:55.058008 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:34:55.058783 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 79ddfa9b-9019-4a44-8a7e-c3f5fcea4559 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:55.315748 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a1575cef-d096-4d49-a2fa-70f461bedb1b up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:34:55.402539 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port a1575cef-d096-4d49-a2fa-70f461bedb1b completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:34:55.409064 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port a1575cef-d096-4d49-a2fa-70f461bedb1b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:55.410778 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:55.417825 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a0b0a448-0053-4658-9766-cba032a83509 req-ea0f8d94-684d-45d7-9fb4-e3c4f5fe6557 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "GET /v2.0/security-groups/45350822-6b88-457f-9eeb-db43d8ed6e71 HTTP/1.1" status: 200 len: 1804 time: 0.6363742 Apr 18 20:34:55.462487 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-623a8d78-fa4f-42dc-b71f-baa28a0dd98b req-0329f130-88b2-409b-b1f7-0cfc751a9f2a tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ad0240-7dde-42d5-b67b-3dfd224a888f HTTP/1.1" status: 200 len: 210 time: 0.1294496 Apr 18 20:34:55.477088 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105a3ad-3efd-4f81-aee2-feab1fb034b1 req-2c9946ad-a715-4cfb-9aee-2430a445cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:55.478919 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e105a3ad-3efd-4f81-aee2-feab1fb034b1 req-2c9946ad-a715-4cfb-9aee-2430a445cf6a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d507b17e-7fde-4d67-896b-594c156e3d40 HTTP/1.1" status: 200 len: 1101 time: 0.6952419 Apr 18 20:34:55.487709 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-3f86430f-c398-4d0b-8621-35ec389c54ad tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Made reservation on behalf of f39d54d3bd294f5dbe03afeb1a0eb0c9 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:55.493269 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-3f86430f-c398-4d0b-8621-35ec389c54ad tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:55.593004 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ae18b5-a154-45bf-ba68-5a0bdeb8d69f x-openstack-request-id: req-d3ae18b5-a154-45bf-ba68-5a0bdeb8d69f {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:55.593004 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df50a99a-b7cc-4fdf-a4cf-c8cba907b21a", "name": "network-vif-deleted", "tag": "79ddfa9b-9019-4a44-8a7e-c3f5fcea4559", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:55.593004 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3ae18b5-a154-45bf-ba68-5a0bdeb8d69f {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:55.593004 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3ae18b5-a154-45bf-ba68-5a0bdeb8d69f'] response: {'server_uuid': 'df50a99a-b7cc-4fdf-a4cf-c8cba907b21a', 'name': 'network-vif-deleted', 'tag': '79ddfa9b-9019-4a44-8a7e-c3f5fcea4559', 'status': 'completed', 'code': 200} Apr 18 20:34:55.608907 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e105a3ad-3efd-4f81-aee2-feab1fb034b1 req-2f9e1776-195e-46f6-8aa2-674655313fb8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e0238a09-6f26-4829-aa6d-c4263ecc544d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795982 Apr 18 20:34:55.640315 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:55.681563 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a0b0a448-0053-4658-9766-cba032a83509 req-70407117-d2e1-450e-92a1-2381bbb08e92 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:55.763594 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a1575cef-d096-4d49-a2fa-70f461bedb1b, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a1575cef-d096-4d49-a2fa-70f461bedb1b,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:55.776108 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:55.811742 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a0b0a448-0053-4658-9766-cba032a83509 req-70407117-d2e1-450e-92a1-2381bbb08e92 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:55.904452 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-3f86430f-c398-4d0b-8621-35ec389c54ad tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Allocated IP 172.20.0.13 (0f42696b-e02e-4c93-bc6c-2e18dd4d76f9/8f24213e-f6aa-466d-babc-2c9c25120d14/4030c1ac-089c-4cb8-84b5-75285dc78d8f) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:55.905789 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=a1575cef-d096-4d49-a2fa-70f461bedb1b,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:55.956503 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b8e88-845f-40a5-9c60-6bc1dc12eb8d req-acc6734c-b259-4a72-911d-ec2218fcf56a tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:55.965934 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa0b8e88-845f-40a5-9c60-6bc1dc12eb8d req-acc6734c-b259-4a72-911d-ec2218fcf56a tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9c59df-330e-4d12-ad28-3fc8a6dd842a HTTP/1.1" status: 200 len: 949 time: 0.2365432 Apr 18 20:34:56.011497 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a0b0a448-0053-4658-9766-cba032a83509 req-70407117-d2e1-450e-92a1-2381bbb08e92 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:56.014570 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a0b0a448-0053-4658-9766-cba032a83509 req-70407117-d2e1-450e-92a1-2381bbb08e92 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:56.015753 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a0b0a448-0053-4658-9766-cba032a83509 req-70407117-d2e1-450e-92a1-2381bbb08e92 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "DELETE /v2.0/security-groups/45350822-6b88-457f-9eeb-db43d8ed6e71 HTTP/1.1" status: 204 len: 173 time: 0.5970783 Apr 18 20:34:56.044349 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70407117-d2e1-450e-92a1-2381bbb08e92 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45350822-6b88-457f-9eeb-db43d8ed6e71,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:56.118458 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa0b8e88-845f-40a5-9c60-6bc1dc12eb8d req-dcde388d-8813-4e52-928e-98214d77a832 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0238a09-6f26-4829-aa6d-c4263ecc544d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483076 Apr 18 20:34:56.273951 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-3f86430f-c398-4d0b-8621-35ec389c54ad tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:56.398602 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dca16a45-42f1-431d-b1e7-05fb0e6ccb55 req-e3d54b58-e561-4f16-bda5-724c8e0fac6b tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "GET /v2.0/security-groups/6fba76ea-97a7-4213-803c-0c22495bc28b HTTP/1.1" status: 200 len: 1805 time: 0.1024864 Apr 18 20:34:56.479008 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-3f86430f-c398-4d0b-8621-35ec389c54ad tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:56.548376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-3f86430f-c398-4d0b-8621-35ec389c54ad tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Network 0f42696b-e02e-4c93-bc6c-2e18dd4d76f9 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:56.568175 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-3f86430f-c398-4d0b-8621-35ec389c54ad tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:56.578488 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-3f86430f-c398-4d0b-8621-35ec389c54ad tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:34:56.640298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86430f-c398-4d0b-8621-35ec389c54ad tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Pushing event updated for resources: {'Port': ['ID=4030c1ac-089c-4cb8-84b5-75285dc78d8f,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:56.653076 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dca16a45-42f1-431d-b1e7-05fb0e6ccb55 req-e0493001-2aa4-4ff4-b640-bc326f474422 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:56.679512 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9c59df-330e-4d12-ad28-3fc8a6dd842a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1575cef-d096-4d49-a2fa-70f461bedb1b'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:56.683066 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239dda55-daab-4e39-ac6b-4e6344d9ee9f" -d '{"events": [{"server_uuid": "7b9c59df-330e-4d12-ad28-3fc8a6dd842a", "name": "network-vif-plugged", "status": "completed", "tag": "a1575cef-d096-4d49-a2fa-70f461bedb1b"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:56.686021 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-3f86430f-c398-4d0b-8621-35ec389c54ad tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:56.686701 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-3f86430f-c398-4d0b-8621-35ec389c54ad tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:56.723248 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-3f86430f-c398-4d0b-8621-35ec389c54ad tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9200423 Apr 18 20:34:56.731686 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dca16a45-42f1-431d-b1e7-05fb0e6ccb55 req-e0493001-2aa4-4ff4-b640-bc326f474422 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:56.768764 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-85d20eeb-199f-4e8a-a816-a2193486a413 service neutron] Request body: {'port': {'device_id': '88ad0240-7dde-42d5-b67b-3dfd224a888f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:56.976037 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-85d20eeb-199f-4e8a-a816-a2193486a413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:56.993621 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dca16a45-42f1-431d-b1e7-05fb0e6ccb55 req-e0493001-2aa4-4ff4-b640-bc326f474422 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:56.996846 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dca16a45-42f1-431d-b1e7-05fb0e6ccb55 req-e0493001-2aa4-4ff4-b640-bc326f474422 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:56.998089 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dca16a45-42f1-431d-b1e7-05fb0e6ccb55 req-e0493001-2aa4-4ff4-b640-bc326f474422 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "DELETE /v2.0/security-groups/6fba76ea-97a7-4213-803c-0c22495bc28b HTTP/1.1" status: 204 len: 173 time: 0.5986071 Apr 18 20:34:57.016038 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0493001-2aa4-4ff4-b640-bc326f474422 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fba76ea-97a7-4213-803c-0c22495bc28b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:57.128487 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84a4eac-ece3-4eb1-8801-12999f051b1b x-openstack-request-id: req-c84a4eac-ece3-4eb1-8801-12999f051b1b {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:57.130260 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9c59df-330e-4d12-ad28-3fc8a6dd842a", "name": "network-vif-plugged", "status": "completed", "tag": "a1575cef-d096-4d49-a2fa-70f461bedb1b", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:57.134353 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c84a4eac-ece3-4eb1-8801-12999f051b1b {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:57.136920 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c84a4eac-ece3-4eb1-8801-12999f051b1b'] response: {'server_uuid': '7b9c59df-330e-4d12-ad28-3fc8a6dd842a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1575cef-d096-4d49-a2fa-70f461bedb1b', 'code': 200} Apr 18 20:34:57.186157 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ed2eb-2d87-4ebb-b855-767b705bd48b req-2f2be2d1-9b6c-40a1-8ced-24ab6e1b21ac tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:57.204569 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-df7ed2eb-2d87-4ebb-b855-767b705bd48b req-2f2be2d1-9b6c-40a1-8ced-24ab6e1b21ac tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ad0240-7dde-42d5-b67b-3dfd224a888f HTTP/1.1" status: 200 len: 932 time: 0.3179505 Apr 18 20:34:57.353177 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36898) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:57.627501 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-09704ff8-6465-49f3-adf4-0e8d65702161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:57.757472 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-09704ff8-6465-49f3-adf4-0e8d65702161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:57.770450 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-09704ff8-6465-49f3-adf4-0e8d65702161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:57.774743 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f197c-f254-402e-8940-73e3a917b84e req-dde82486-4393-4bfc-8b0d-eb16047e4123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:57.778046 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a66f197c-f254-402e-8940-73e3a917b84e req-dde82486-4393-4bfc-8b0d-eb16047e4123 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7b9c59df-330e-4d12-ad28-3fc8a6dd842a HTTP/1.1" status: 200 len: 1101 time: 0.5241368 Apr 18 20:34:57.789883 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-df7ed2eb-2d87-4ebb-b855-767b705bd48b req-b7b8baad-32ac-40e9-865b-5a0a8ace78e2 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5752022 Apr 18 20:34:57.854729 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-09704ff8-6465-49f3-adf4-0e8d65702161 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3d472c418f049a891d6ca61f6d341b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4996979 Apr 18 20:34:57.855628 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bac75920-d17f-4c36-b318-a32bbc19d175 req-9654bc62-958a-47e8-af66-365baea45e3f tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "GET /v2.0/security-groups/2ece753f-bc3c-4915-b7ac-1d428436324d HTTP/1.1" status: 200 len: 1805 time: 0.4130261 Apr 18 20:34:57.856857 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09704ff8-6465-49f3-adf4-0e8d65702161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147659ca-db7c-4610-bfe8-a990aa9fbd58,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:57.868904 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36904) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:57.886811 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a66f197c-f254-402e-8940-73e3a917b84e req-ac6b8619-7cdb-49bc-8113-6bd25c93234b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e0238a09-6f26-4829-aa6d-c4263ecc544d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902104 Apr 18 20:34:57.995375 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8a7f77cc-4ea4-4f64-a910-cd056bed0e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:58.042306 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8a7f77cc-4ea4-4f64-a910-cd056bed0e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:58.170152 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8a7f77cc-4ea4-4f64-a910-cd056bed0e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:58.176023 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8a7f77cc-4ea4-4f64-a910-cd056bed0e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:58.194718 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8a7f77cc-4ea4-4f64-a910-cd056bed0e02 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/147659ca-db7c-4610-bfe8-a990aa9fbd58 HTTP/1.1" status: 204 len: 168 time: 0.3121209 Apr 18 20:34:58.218839 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f77cc-4ea4-4f64-a910-cd056bed0e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147659ca-db7c-4610-bfe8-a990aa9fbd58,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:58.356717 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc92506-a113-4a13-a564-7062d46adf2d req-81e14b97-ef99-4cb1-9a75-9289c65e3477 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:58.359509 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7dc92506-a113-4a13-a564-7062d46adf2d req-81e14b97-ef99-4cb1-9a75-9289c65e3477 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9c59df-330e-4d12-ad28-3fc8a6dd842a HTTP/1.1" status: 200 len: 950 time: 0.3438296 Apr 18 20:34:58.378794 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bac75920-d17f-4c36-b318-a32bbc19d175 req-f32b5b62-f4bb-4674-974b-6ea02f0fc744 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:58.526847 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bac75920-d17f-4c36-b318-a32bbc19d175 req-f32b5b62-f4bb-4674-974b-6ea02f0fc744 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:58.594137 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7dc92506-a113-4a13-a564-7062d46adf2d req-990d1db9-e2ba-409e-a649-ca50629f2510 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0238a09-6f26-4829-aa6d-c4263ecc544d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168086 Apr 18 20:34:58.621705 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-85d20eeb-199f-4e8a-a816-a2193486a413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4030c1ac-089c-4cb8-84b5-75285dc78d8f {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:58.653614 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-85d20eeb-199f-4e8a-a816-a2193486a413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:58.694160 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-85d20eeb-199f-4e8a-a816-a2193486a413 service neutron] Transition to ACTIVE for port object 4030c1ac-089c-4cb8-84b5-75285dc78d8f will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:34:58.705441 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-85d20eeb-199f-4e8a-a816-a2193486a413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:58.748513 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3c855d38-2a8f-4179-b17c-947de22f2200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:58.831589 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bac75920-d17f-4c36-b318-a32bbc19d175 req-f32b5b62-f4bb-4674-974b-6ea02f0fc744 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:58.838800 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bac75920-d17f-4c36-b318-a32bbc19d175 req-f32b5b62-f4bb-4674-974b-6ea02f0fc744 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:58.840087 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bac75920-d17f-4c36-b318-a32bbc19d175 req-f32b5b62-f4bb-4674-974b-6ea02f0fc744 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "DELETE /v2.0/security-groups/2ece753f-bc3c-4915-b7ac-1d428436324d HTTP/1.1" status: 204 len: 173 time: 0.9580195 Apr 18 20:34:59.044091 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b5b62-f4bb-4674-974b-6ea02f0fc744 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ece753f-bc3c-4915-b7ac-1d428436324d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:59.122436 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d20eeb-199f-4e8a-a816-a2193486a413 service neutron] Pushing event updated for resources: {'Port': ['ID=4030c1ac-089c-4cb8-84b5-75285dc78d8f,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:59.325166 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-66044b1e-1edc-4073-b5ca-1412bcf8c9b7 req-51d69be6-aa8d-4797-a8f2-840158588166 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "GET /v2.0/security-groups/b7c45056-7546-4308-a63e-11fbd6e960e8 HTTP/1.1" status: 200 len: 2403 time: 0.2841728 Apr 18 20:34:59.337976 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-85d20eeb-199f-4e8a-a816-a2193486a413 service neutron] Attempting to bind port 4030c1ac-089c-4cb8-84b5-75285dc78d8f on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:34:59.338555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-85d20eeb-199f-4e8a-a816-a2193486a413 service neutron] Attempting to bind port 4030c1ac-089c-4cb8-84b5-75285dc78d8f by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '8e558cab-fc44-457b-b2e3-8de4a319aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f42696b-e02e-4c93-bc6c-2e18dd4d76f9'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:34:59.339197 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-85d20eeb-199f-4e8a-a816-a2193486a413 service neutron] Attempting to bind port 4030c1ac-089c-4cb8-84b5-75285dc78d8f on network 0f42696b-e02e-4c93-bc6c-2e18dd4d76f9 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:34:59.383246 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd8d10-e61b-4041-8215-537e83bbc584 req-8989564e-cf30-4b38-a317-fe89d8a8050b tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:59.386353 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b0dd8d10-e61b-4041-8215-537e83bbc584 req-8989564e-cf30-4b38-a317-fe89d8a8050b tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ad0240-7dde-42d5-b67b-3dfd224a888f HTTP/1.1" status: 200 len: 944 time: 0.3284748 Apr 18 20:34:59.391153 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-85d20eeb-199f-4e8a-a816-a2193486a413 service neutron] Port 4030c1ac-089c-4cb8-84b5-75285dc78d8f on network 0f42696b-e02e-4c93-bc6c-2e18dd4d76f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:34:59.391838 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-85d20eeb-199f-4e8a-a816-a2193486a413 service neutron] Attempting to bind port 4030c1ac-089c-4cb8-84b5-75285dc78d8f on network 0f42696b-e02e-4c93-bc6c-2e18dd4d76f9 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:34:59.430352 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-85d20eeb-199f-4e8a-a816-a2193486a413 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:34:59.430818 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-85d20eeb-199f-4e8a-a816-a2193486a413 service neutron] Checking segment: {'id': '8e558cab-fc44-457b-b2e3-8de4a319aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f42696b-e02e-4c93-bc6c-2e18dd4d76f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:34:59.431545 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-85d20eeb-199f-4e8a-a816-a2193486a413 service neutron] Bound using segment: {'id': '8e558cab-fc44-457b-b2e3-8de4a319aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f42696b-e02e-4c93-bc6c-2e18dd4d76f9'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:34:59.432356 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-85d20eeb-199f-4e8a-a816-a2193486a413 service neutron] Bound port: 4030c1ac-089c-4cb8-84b5-75285dc78d8f, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e558cab-fc44-457b-b2e3-8de4a319aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f42696b-e02e-4c93-bc6c-2e18dd4d76f9'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:34:59.433105 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-85d20eeb-199f-4e8a-a816-a2193486a413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:59.543099 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b0dd8d10-e61b-4041-8215-537e83bbc584 req-5d94c235-22b1-4157-9a73-2401ae6daeae tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436353 Apr 18 20:34:59.573862 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-66044b1e-1edc-4073-b5ca-1412bcf8c9b7 req-5945fe35-9dc5-4dd8-b165-e721a9eeb9ae tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:59.623173 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36938) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:59.623753 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-85d20eeb-199f-4e8a-a816-a2193486a413 service neutron] For port 4030c1ac-089c-4cb8-84b5-75285dc78d8f, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:34:59.630290 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-85d20eeb-199f-4e8a-a816-a2193486a413 service neutron] For port 4030c1ac-089c-4cb8-84b5-75285dc78d8f, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=4030c1ac-089c-4cb8-84b5-75285dc78d8f,segment=NetworkSegment(8e558cab-fc44-457b-b2e3-8de4a319aadc),segment_id=8e558cab-fc44-457b-b2e3-8de4a319aadc)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:34:59.634411 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-66044b1e-1edc-4073-b5ca-1412bcf8c9b7 req-5945fe35-9dc5-4dd8-b165-e721a9eeb9ae tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:59.648015 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-85d20eeb-199f-4e8a-a816-a2193486a413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:59.718415 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:59.769763 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-85d20eeb-199f-4e8a-a816-a2193486a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:59.772238 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-85d20eeb-199f-4e8a-a816-a2193486a413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:59.780735 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-85d20eeb-199f-4e8a-a816-a2193486a413 service neutron] 10.222.0.32 "PUT /v2.0/ports/4030c1ac-089c-4cb8-84b5-75285dc78d8f HTTP/1.1" status: 200 len: 1092 time: 3.0439026 Apr 18 20:34:59.791843 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ad0240-7dde-42d5-b67b-3dfd224a888f', 'tag': '4030c1ac-089c-4cb8-84b5-75285dc78d8f'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:59.798266 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e610a6-0383-407b-9fa8-7e63d815c0b5" -d '{"events": [{"name": "network-changed", "server_uuid": "88ad0240-7dde-42d5-b67b-3dfd224a888f", "tag": "4030c1ac-089c-4cb8-84b5-75285dc78d8f"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:00.012362 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d20eeb-199f-4e8a-a816-a2193486a413 service neutron] Pushing event updated for resources: {'Port': ['ID=4030c1ac-089c-4cb8-84b5-75285dc78d8f,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:00.021076 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-66044b1e-1edc-4073-b5ca-1412bcf8c9b7 req-5945fe35-9dc5-4dd8-b165-e721a9eeb9ae tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:00.029516 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-66044b1e-1edc-4073-b5ca-1412bcf8c9b7 req-5945fe35-9dc5-4dd8-b165-e721a9eeb9ae tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:00.030830 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-66044b1e-1edc-4073-b5ca-1412bcf8c9b7 req-5945fe35-9dc5-4dd8-b165-e721a9eeb9ae tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "DELETE /v2.0/security-groups/b7c45056-7546-4308-a63e-11fbd6e960e8 HTTP/1.1" status: 204 len: 173 time: 0.6840274 Apr 18 20:35:00.071936 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945fe35-9dc5-4dd8-b165-e721a9eeb9ae tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c45056-7546-4308-a63e-11fbd6e960e8,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:00.106862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-6d52c07e-d5b5-4e1f-a5be-ac8d9ee22a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:00.109020 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-6d52c07e-d5b5-4e1f-a5be-ac8d9ee22a8c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f39d54d3bd294f5dbe03afeb1a0eb0c9&device_id=88ad0240-7dde-42d5-b67b-3dfd224a888f HTTP/1.1" status: 200 len: 1095 time: 0.2031093 Apr 18 20:35:00.146141 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1d8ee-8660-4610-b6e6-2c838779f95c req-2f7a327c-aef4-41ec-b94b-3ae5e17e5603 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:00.155183 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ce1d8ee-8660-4610-b6e6-2c838779f95c req-2f7a327c-aef4-41ec-b94b-3ae5e17e5603 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9c59df-330e-4d12-ad28-3fc8a6dd842a HTTP/1.1" status: 200 len: 950 time: 0.2056956 Apr 18 20:35:00.190869 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36968) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:00.212609 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-0f857227-4960-406a-9f65-fbea7bf2eddb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4030c1ac-089c-4cb8-84b5-75285dc78d8f HTTP/1.1" status: 200 len: 217 time: 0.0902376 Apr 18 20:35:00.272244 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ce1d8ee-8660-4610-b6e6-2c838779f95c req-7b91cbc6-34f7-4e29-964b-720d5bfd7c01 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0238a09-6f26-4829-aa6d-c4263ecc544d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159234 Apr 18 20:35:00.320249 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-1d1a4b0f-9721-4461-8f0d-f022a6349ea5 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1053024254-network', 'tenant_id': '43ac7a092e8b4f2d83834515df83d585'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:00.325150 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-2094bcc9-d478-410a-8580-33b739100d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:00.328875 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-2094bcc9-d478-410a-8580-33b739100d72 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f24213e-f6aa-466d-babc-2c9c25120d14 HTTP/1.1" status: 200 len: 861 time: 0.1082366 Apr 18 20:35:00.342297 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ee4582-1a8f-4d35-8e1d-9214e5c45d89 x-openstack-request-id: req-72ee4582-1a8f-4d35-8e1d-9214e5c45d89 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:00.342603 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ad0240-7dde-42d5-b67b-3dfd224a888f", "tag": "4030c1ac-089c-4cb8-84b5-75285dc78d8f", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:00.342828 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72ee4582-1a8f-4d35-8e1d-9214e5c45d89 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:00.343250 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ee4582-1a8f-4d35-8e1d-9214e5c45d89'] response: {'name': 'network-changed', 'server_uuid': '88ad0240-7dde-42d5-b67b-3dfd224a888f', 'tag': '4030c1ac-089c-4cb8-84b5-75285dc78d8f', 'status': 'completed', 'code': 200} Apr 18 20:35:00.420187 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1a4b0f-9721-4461-8f0d-f022a6349ea5 admin admin] Made reservation on behalf of 43ac7a092e8b4f2d83834515df83d585 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:00.424048 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1d1a4b0f-9721-4461-8f0d-f022a6349ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:00.472986 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1d1a4b0f-9721-4461-8f0d-f022a6349ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:00.500914 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-341cc10a-0bd2-473b-91a9-cafbcfb49517 admin admin] Deleting subnet b8708785-9af0-4579-bb8d-13349cd937a4 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:35:00.507289 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-341cc10a-0bd2-473b-91a9-cafbcfb49517 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:00.523708 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-246729a0-4c09-4531-b103-280daf23074d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0f42696b-e02e-4c93-bc6c-2e18dd4d76f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1789477 Apr 18 20:35:00.555096 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-07af511b-733e-4dd6-ae92-4ad5ae6a397f req-37ad23a3-ee1f-4c39-a1f9-0e93a1f6f378 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "GET /v2.0/security-groups/45333f36-2aad-4599-a103-c3dce2343e70 HTTP/1.1" status: 200 len: 2398 time: 0.1811788 Apr 18 20:35:00.585346 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-341cc10a-0bd2-473b-91a9-cafbcfb49517 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:00.809862 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1d1a4b0f-9721-4461-8f0d-f022a6349ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:00.823642 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1d1a4b0f-9721-4461-8f0d-f022a6349ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:00.884002 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-341cc10a-0bd2-473b-91a9-cafbcfb49517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:00.944580 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1a4b0f-9721-4461-8f0d-f022a6349ea5 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:35:00.996515 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a4b0f-9721-4461-8f0d-f022a6349ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1691a151-ff79-4b33-8520-5b13bb7149d6,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:01.021717 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1d1a4b0f-9721-4461-8f0d-f022a6349ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:01.022706 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-1d1a4b0f-9721-4461-8f0d-f022a6349ea5 admin admin] Added segment 63fbb9df-7251-43ec-b4ce-8cf4ea689a16 of type vlan for network 2fa9dc7c-f8a4-4453-b672-5ace703154f6 Apr 18 20:35:01.059528 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-e773219e-b22c-4cdb-baec-c51899757b53 service neutron] 10.222.0.32 "GET /v2.0/networks/0f42696b-e02e-4c93-bc6c-2e18dd4d76f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215223 Apr 18 20:35:01.062012 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-07af511b-733e-4dd6-ae92-4ad5ae6a397f req-6806b92b-ac91-483d-ab03-89fec8d0c588 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:01.113762 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1d1a4b0f-9721-4461-8f0d-f022a6349ea5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:01.142455 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-341cc10a-0bd2-473b-91a9-cafbcfb49517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:01.158052 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ae59c-01a3-4702-ba23-82006b9f3ebf req-5b679783-976b-4516-aac4-0b122aa2be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:01.159617 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f3ae59c-01a3-4702-ba23-82006b9f3ebf req-5b679783-976b-4516-aac4-0b122aa2be81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c72a6cb4b75647d38b6aa693a7d2ca0b&device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 1097 time: 0.3623152 Apr 18 20:35:01.180240 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-341cc10a-0bd2-473b-91a9-cafbcfb49517 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:01.186007 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-07af511b-733e-4dd6-ae92-4ad5ae6a397f req-6806b92b-ac91-483d-ab03-89fec8d0c588 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:01.192273 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-341cc10a-0bd2-473b-91a9-cafbcfb49517 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b8708785-9af0-4579-bb8d-13349cd937a4 HTTP/1.1" status: 204 len: 168 time: 1.5653541 Apr 18 20:35:01.203110 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5a67b-4b12-4aeb-883d-f055201271e4 req-ca89e71f-d486-4ef1-93e5-2830741cc65c tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:01.204921 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ff5a67b-4b12-4aeb-883d-f055201271e4 req-ca89e71f-d486-4ef1-93e5-2830741cc65c tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/ports?device_id=d507b17e-7fde-4d67-896b-594c156e3d40 HTTP/1.1" status: 200 len: 950 time: 0.3432887 Apr 18 20:35:01.216205 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36980) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:01.250174 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cc10a-0bd2-473b-91a9-cafbcfb49517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8708785-9af0-4579-bb8d-13349cd937a4,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:01.259054 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1d1a4b0f-9721-4461-8f0d-f022a6349ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:01.260849 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1a4b0f-9721-4461-8f0d-f022a6349ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:01.265379 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1d1a4b0f-9721-4461-8f0d-f022a6349ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:01.280837 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:01.388573 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a4b0f-9721-4461-8f0d-f022a6349ea5 admin admin] Pushing event updated for resources: {'Network': ['ID=2fa9dc7c-f8a4-4453-b672-5ace703154f6,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:01.419947 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1d1a4b0f-9721-4461-8f0d-f022a6349ea5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2265191 Apr 18 20:35:01.422679 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36984) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:01.433297 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a111ce57-28a3-4c17-ae49-0f933240e215 admin admin] Request body: {'subnet': {'network_id': '2fa9dc7c-f8a4-4453-b672-5ace703154f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1053024254-subnet', 'tenant_id': '43ac7a092e8b4f2d83834515df83d585', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:01.456757 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 2fa9dc7c-f8a4-4453-b672-5ace703154f6 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:35:01.471154 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8080b37-9fa5-4e66-a1c6-8046ef9679ba req-3b3f190f-8d34-4571-807d-b5e47549de30 service neutron] 10.222.0.32 "GET /v2.0/networks/0f42696b-e02e-4c93-bc6c-2e18dd4d76f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017124 Apr 18 20:35:01.490120 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ff5a67b-4b12-4aeb-883d-f055201271e4 req-b1d93fda-854f-40ba-9931-ac31a817394e tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0238a09-6f26-4829-aa6d-c4263ecc544d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550209 Apr 18 20:35:01.518522 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a111ce57-28a3-4c17-ae49-0f933240e215 admin admin] Made reservation on behalf of 43ac7a092e8b4f2d83834515df83d585 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:01.522600 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a111ce57-28a3-4c17-ae49-0f933240e215 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:01.536778 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6ae8a91e-2859-4322-900f-b107d9262150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:01.624021 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:01.653413 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-07af511b-733e-4dd6-ae92-4ad5ae6a397f req-6806b92b-ac91-483d-ab03-89fec8d0c588 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:01.656036 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-07af511b-733e-4dd6-ae92-4ad5ae6a397f req-6806b92b-ac91-483d-ab03-89fec8d0c588 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:01.657276 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-07af511b-733e-4dd6-ae92-4ad5ae6a397f req-6806b92b-ac91-483d-ab03-89fec8d0c588 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] 10.222.0.41 "DELETE /v2.0/security-groups/45333f36-2aad-4599-a103-c3dce2343e70 HTTP/1.1" status: 204 len: 173 time: 1.0807948 Apr 18 20:35:01.684989 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36990) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:01.703972 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ae59c-01a3-4702-ba23-82006b9f3ebf req-9f50ad35-a238-4dfd-a3ba-500574849636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:01.705618 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f3ae59c-01a3-4702-ba23-82006b9f3ebf req-9f50ad35-a238-4dfd-a3ba-500574849636 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d538f970-1699-4982-98ba-9d8cb4a7048d HTTP/1.1" status: 200 len: 919 time: 0.5380321 Apr 18 20:35:01.716684 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806b92b-ac91-483d-ab03-89fec8d0c588 tempest-SecurityGroupRulesTestJSON-474010881 tempest-SecurityGroupRulesTestJSON-474010881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45333f36-2aad-4599-a103-c3dce2343e70,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:01.825514 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c69ba6-5d7d-43c2-b606-933ed812a95a admin admin] Deleting subnet bd1766ab-2b8c-4a51-9805-d5313a3348bc {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:35:01.835295 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e2c69ba6-5d7d-43c2-b606-933ed812a95a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:01.902272 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e2c69ba6-5d7d-43c2-b606-933ed812a95a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:01.964629 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e610a6-0383-407b-9fa8-7e63d815c0b5 req-fb28188e-c9df-4aa0-9ce6-18ccc14f0ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:01.968105 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86e610a6-0383-407b-9fa8-7e63d815c0b5 req-fb28188e-c9df-4aa0-9ce6-18ccc14f0ae1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f39d54d3bd294f5dbe03afeb1a0eb0c9&device_id=88ad0240-7dde-42d5-b67b-3dfd224a888f HTTP/1.1" status: 200 len: 1095 time: 0.3987288 Apr 18 20:35:02.042195 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6ae8a91e-2859-4322-900f-b107d9262150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:02.046042 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e2c69ba6-5d7d-43c2-b606-933ed812a95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:02.092136 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f3ae59c-01a3-4702-ba23-82006b9f3ebf req-5231d356-073d-4e0c-afd5-ca623957b4e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ad0a438-8e05-47ec-ad5f-91473189dc27 HTTP/1.1" status: 200 len: 1001 time: 0.3492794 Apr 18 20:35:02.183508 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5011d-8e0a-41bd-9dda-1f2f20568a8a req-ae70a610-55c6-4aa7-87f4-f81bdd99dc8b tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:02.196514 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b2a5011d-8e0a-41bd-9dda-1f2f20568a8a req-ae70a610-55c6-4aa7-87f4-f81bdd99dc8b tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ad0240-7dde-42d5-b67b-3dfd224a888f HTTP/1.1" status: 200 len: 944 time: 0.5027790 Apr 18 20:35:02.213038 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-6ae8a91e-2859-4322-900f-b107d9262150 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c0f8e4-ca71-46cb-9dba-ff0370549a61']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:02.261658 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a111ce57-28a3-4c17-ae49-0f933240e215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:02.296707 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-6ae8a91e-2859-4322-900f-b107d9262150 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e86a52-7aa9-4a3a-b30e-7bb40f315280') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:02.297198 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-6ae8a91e-2859-4322-900f-b107d9262150 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e86a52-7aa9-4a3a-b30e-7bb40f315280') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:02.312892 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a70d09-c277-423a-84b3-3133c5bdc9e2 req-2be5a83f-fd35-435a-84cf-324adea6669f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:02.315491 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-87a70d09-c277-423a-84b3-3133c5bdc9e2 req-2be5a83f-fd35-435a-84cf-324adea6669f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 946 time: 0.5067801 Apr 18 20:35:02.334919 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e2c69ba6-5d7d-43c2-b606-933ed812a95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:02.372982 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e2c69ba6-5d7d-43c2-b606-933ed812a95a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:02.384574 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e2c69ba6-5d7d-43c2-b606-933ed812a95a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bd1766ab-2b8c-4a51-9805-d5313a3348bc HTTP/1.1" status: 204 len: 168 time: 0.6973522 Apr 18 20:35:02.389272 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36998) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:02.424123 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6ae8a91e-2859-4322-900f-b107d9262150 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:02.457852 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111ce57-28a3-4c17-ae49-0f933240e215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac86e713-26dc-455b-86d8-fd4aaf0db831,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:02.467539 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a111ce57-28a3-4c17-ae49-0f933240e215 admin admin] Checking segment: {'id': '63fbb9df-7251-43ec-b4ce-8cf4ea689a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2fa9dc7c-f8a4-4453-b672-5ace703154f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:35:02.467899 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a111ce57-28a3-4c17-ae49-0f933240e215 admin admin] Network hostable DHCP agents. Network: 2fa9dc7c-f8a4-4453-b672-5ace703154f6, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:35:02.531452 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c69ba6-5d7d-43c2-b606-933ed812a95a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd1766ab-2b8c-4a51-9805-d5313a3348bc,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:02.561731 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ae59c-01a3-4702-ba23-82006b9f3ebf req-d70446a9-c8d7-4e46-8cae-ad702203fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:02.564964 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f3ae59c-01a3-4702-ba23-82006b9f3ebf req-d70446a9-c8d7-4e46-8cae-ad702203fdb8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8415795-d2f2-4354-859f-79b4fcc6f470 HTTP/1.1" status: 200 len: 857 time: 0.4114459 Apr 18 20:35:02.567606 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6ae8a91e-2859-4322-900f-b107d9262150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:02.567983 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a111ce57-28a3-4c17-ae49-0f933240e215 admin admin] Network 2fa9dc7c-f8a4-4453-b672-5ace703154f6 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:35:02.579000 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-654dbed2-110f-4239-94f4-29b0a77f8dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:02.590001 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-a111ce57-28a3-4c17-ae49-0f933240e215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 2fa9dc7c-f8a4-4453-b672-5ace703154f6) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:02.593782 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b2a5011d-8e0a-41bd-9dda-1f2f20568a8a req-f7ea158f-04c6-4161-b504-ab068f405e3a tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486741 Apr 18 20:35:02.596467 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a111ce57-28a3-4c17-ae49-0f933240e215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:02.597068 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a111ce57-28a3-4c17-ae49-0f933240e215 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:02.605701 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b40d6b7-cf7d-48b5-a9e0-94c09e4dd26b None None] Network 2fa9dc7c-f8a4-4453-b672-5ace703154f6 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:35:02.626342 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e610a6-0383-407b-9fa8-7e63d815c0b5 req-6b220d54-2aa7-4c02-9ea8-34493b01e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:02.629048 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86e610a6-0383-407b-9fa8-7e63d815c0b5 req-6b220d54-2aa7-4c02-9ea8-34493b01e441 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0f42696b-e02e-4c93-bc6c-2e18dd4d76f9 HTTP/1.1" status: 200 len: 922 time: 0.6344154 Apr 18 20:35:02.662084 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a111ce57-28a3-4c17-ae49-0f933240e215 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2375829 Apr 18 20:35:02.718631 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae8a91e-2859-4322-900f-b107d9262150 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:35:02.718631 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6ae8a91e-2859-4322-900f-b107d9262150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:35:02.720672 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:35:02.795939 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-654dbed2-110f-4239-94f4-29b0a77f8dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:02.867798 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-654dbed2-110f-4239-94f4-29b0a77f8dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597dac8f-136e-4863-8871-9d49adba6341']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:02.886218 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-654dbed2-110f-4239-94f4-29b0a77f8dc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cfa91d1-5c84-4f44-b17c-c9e90d7c87d7') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:02.886715 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-654dbed2-110f-4239-94f4-29b0a77f8dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cfa91d1-5c84-4f44-b17c-c9e90d7c87d7') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:02.914247 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-654dbed2-110f-4239-94f4-29b0a77f8dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:02.950296 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-654dbed2-110f-4239-94f4-29b0a77f8dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:02.962024 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654dbed2-110f-4239-94f4-29b0a77f8dc7 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:35:02.962779 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-654dbed2-110f-4239-94f4-29b0a77f8dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:35:02.964943 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:35:03.059732 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-654dbed2-110f-4239-94f4-29b0a77f8dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:03.075809 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-654dbed2-110f-4239-94f4-29b0a77f8dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:03.091435 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-654dbed2-110f-4239-94f4-29b0a77f8dc7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/597dac8f-136e-4863-8871-9d49adba6341 HTTP/1.1" status: 204 len: 168 time: 0.6980653 Apr 18 20:35:03.117729 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654dbed2-110f-4239-94f4-29b0a77f8dc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=597dac8f-136e-4863-8871-9d49adba6341,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:03.127744 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-87a70d09-c277-423a-84b3-3133c5bdc9e2 req-1ba4f139-193b-4ff0-9823-64fe5be8b9f3 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e12d852-c378-4418-b338-b9c49f5e861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7860832 Apr 18 20:35:03.200161 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86e610a6-0383-407b-9fa8-7e63d815c0b5 req-d1c32619-6275-4757-8efd-15f64f58156b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4030c1ac-089c-4cb8-84b5-75285dc78d8f HTTP/1.1" status: 200 len: 217 time: 0.5026574 Apr 18 20:35:03.265802 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2460a839-97ea-45cd-a151-f8411118dd01 None None] Network 2fa9dc7c-f8a4-4453-b672-5ace703154f6 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:35:03.317599 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6ae8a91e-2859-4322-900f-b107d9262150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:03.329761 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6ae8a91e-2859-4322-900f-b107d9262150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:03.335297 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6ae8a91e-2859-4322-900f-b107d9262150 admin admin] 10.222.0.41 "DELETE /v2.0/networks/60c0f8e4-ca71-46cb-9dba-ff0370549a61 HTTP/1.1" status: 204 len: 168 time: 2.1105418 Apr 18 20:35:03.360163 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ae59c-01a3-4702-ba23-82006b9f3ebf req-08c8fecb-ac56-432f-9ba9-aed63bd21d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:03.367945 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f3ae59c-01a3-4702-ba23-82006b9f3ebf req-08c8fecb-ac56-432f-9ba9-aed63bd21d9d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d538f970-1699-4982-98ba-9d8cb4a7048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7681987 Apr 18 20:35:03.408290 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e610a6-0383-407b-9fa8-7e63d815c0b5 req-c74f1d67-fa4b-4d81-b3ab-b2e23e8bc2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:03.414938 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86e610a6-0383-407b-9fa8-7e63d815c0b5 req-c74f1d67-fa4b-4d81-b3ab-b2e23e8bc2da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f24213e-f6aa-466d-babc-2c9c25120d14 HTTP/1.1" status: 200 len: 861 time: 0.2004232 Apr 18 20:35:03.438235 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8a91e-2859-4322-900f-b107d9262150 admin admin] Pushing event deleted for resources: {'Network': ['ID=60c0f8e4-ca71-46cb-9dba-ff0370549a61,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:03.527663 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37020) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:03.587827 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86e610a6-0383-407b-9fa8-7e63d815c0b5 req-fa8f80d4-7188-4dfa-894d-495694416b5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0f42696b-e02e-4c93-bc6c-2e18dd4d76f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1526504 Apr 18 20:35:03.654223 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37022) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:03.739491 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d37eda87-18e4-4577-b830-43586dac2adf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b19fef1cf30f4b18969bf977f1ee2aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0818861 Apr 18 20:35:03.748886 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d552245a-39c3-4207-b52e-850de51eb4b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b5629603552d448790d3be86db2c2980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180958 Apr 18 20:35:03.749923 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37034) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:03.750261 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37036) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:04.057028 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ed40b25e-6aed-41d0-9236-6e9ce350b2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:04.118400 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d32c759-ff22-4fd5-9e39-78e45dba57e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:04.172078 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d32c759-ff22-4fd5-9e39-78e45dba57e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:04.322479 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ed40b25e-6aed-41d0-9236-6e9ce350b2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:04.464665 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d32c759-ff22-4fd5-9e39-78e45dba57e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:04.467919 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d32c759-ff22-4fd5-9e39-78e45dba57e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:04.469943 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8d32c759-ff22-4fd5-9e39-78e45dba57e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8809fe1e-8732-4588-a16f-00e9920b2b7b HTTP/1.1" status: 204 len: 168 time: 0.7182386 Apr 18 20:35:04.485206 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ed40b25e-6aed-41d0-9236-6e9ce350b2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:04.488270 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ed40b25e-6aed-41d0-9236-6e9ce350b2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:04.513529 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ed40b25e-6aed-41d0-9236-6e9ce350b2f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/31ab6ab8-4f2c-4dc9-9d95-2108a1d8c7cc HTTP/1.1" status: 204 len: 168 time: 0.7598028 Apr 18 20:35:04.539363 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32c759-ff22-4fd5-9e39-78e45dba57e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8809fe1e-8732-4588-a16f-00e9920b2b7b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:04.607052 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40b25e-6aed-41d0-9236-6e9ce350b2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ab6ab8-4f2c-4dc9-9d95-2108a1d8c7cc,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:04.791133 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f3ae59c-01a3-4702-ba23-82006b9f3ebf req-e9dae10a-874e-49a1-92c8-fbd0c78848bb service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3864694 Apr 18 20:35:05.004473 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 4030c1ac-089c-4cb8-84b5-75285dc78d8f details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:35:05.056735 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743c503-2e6a-44d6-af5f-3f527a6c63c1 req-10299180-77a2-4c83-b4dc-5752f4d97430 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:05.071657 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1743c503-2e6a-44d6-af5f-3f527a6c63c1 req-10299180-77a2-4c83-b4dc-5752f4d97430 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ad0240-7dde-42d5-b67b-3dfd224a888f HTTP/1.1" status: 200 len: 944 time: 0.6806686 Apr 18 20:35:05.181150 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f3ae59c-01a3-4702-ba23-82006b9f3ebf req-a7be9c4f-e590-448e-a348-ec047ebb5388 service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786840 Apr 18 20:35:05.305936 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 4030c1ac-089c-4cb8-84b5-75285dc78d8f, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=4030c1ac-089c-4cb8-84b5-75285dc78d8f,segment=NetworkSegment(8e558cab-fc44-457b-b2e3-8de4a319aadc),segment_id=8e558cab-fc44-457b-b2e3-8de4a319aadc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:05.320252 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1743c503-2e6a-44d6-af5f-3f527a6c63c1 req-d7045d6d-e5f0-403c-93e1-219d91789070 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465136 Apr 18 20:35:05.339984 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86e610a6-0383-407b-9fa8-7e63d815c0b5 req-005cb8e5-c7ac-4e53-9552-5806a90cce0b service neutron] 10.222.0.32 "GET /v2.0/networks/0f42696b-e02e-4c93-bc6c-2e18dd4d76f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9512217 Apr 18 20:35:05.365709 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '4030c1ac-089c-4cb8-84b5-75285dc78d8f', 'network_id': '0f42696b-e02e-4c93-bc6c-2e18dd4d76f9', 'port_id': '4030c1ac-089c-4cb8-84b5-75285dc78d8f', 'mac_address': 'fa:16:3e:84:aa:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f24213e-f6aa-466d-babc-2c9c25120d14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:35:05.432124 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cce405-1c99-45ce-b312-4a0875477f90 req-f3dd19b1-3e00-4425-aa90-0e2406488314 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:05.452900 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-79cce405-1c99-45ce-b312-4a0875477f90 req-f3dd19b1-3e00-4425-aa90-0e2406488314 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed642c71-7399-45c9-9f89-3e26322d8f24 HTTP/1.1" status: 200 len: 945 time: 0.4545484 Apr 18 20:35:05.556520 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:05.606124 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4030c1ac-089c-4cb8-84b5-75285dc78d8f {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:05.661025 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 4030c1ac-089c-4cb8-84b5-75285dc78d8f, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=4030c1ac-089c-4cb8-84b5-75285dc78d8f,segment=NetworkSegment(8e558cab-fc44-457b-b2e3-8de4a319aadc),segment_id=8e558cab-fc44-457b-b2e3-8de4a319aadc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:05.671224 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:05.688494 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86e610a6-0383-407b-9fa8-7e63d815c0b5 req-15cf02fd-cabb-49b1-ab00-d3cc92b0af5a service neutron] 10.222.0.32 "GET /v2.0/networks/0f42696b-e02e-4c93-bc6c-2e18dd4d76f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076618 Apr 18 20:35:05.832108 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=4030c1ac-089c-4cb8-84b5-75285dc78d8f,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:05.847338 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-79cce405-1c99-45ce-b312-4a0875477f90 req-319f2ec6-7a65-45c2-a08b-3336ca121296 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "GET /v2.0/security-groups?id=f32f7a6b-2fef-44c5-80c2-bea226cffbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3931792 Apr 18 20:35:05.891949 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bef6e-ad6a-4029-8f9a-44835c691605 req-d41858d3-cb68-460a-96df-706ca2f152ea tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:05.893259 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cf8bef6e-ad6a-4029-8f9a-44835c691605 req-d41858d3-cb68-460a-96df-706ca2f152ea tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed642c71-7399-45c9-9f89-3e26322d8f24 HTTP/1.1" status: 200 len: 945 time: 0.2271307 Apr 18 20:35:05.975932 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093bc9a-502b-4537-9ee3-42d3ce6b3491 req-a5bca678-ec9f-4a9c-9269-a659248b61f5 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:05.983696 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2093bc9a-502b-4537-9ee3-42d3ce6b3491 req-a5bca678-ec9f-4a9c-9269-a659248b61f5 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 946 time: 0.1684160 Apr 18 20:35:06.000115 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['4030c1ac-089c-4cb8-84b5-75285dc78d8f'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:06.078570 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2093bc9a-502b-4537-9ee3-42d3ce6b3491 req-fe3b5fad-b03f-4c03-b018-ecbc25f3de95 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e12d852-c378-4418-b338-b9c49f5e861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907292 Apr 18 20:35:06.124895 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-cf8bef6e-ad6a-4029-8f9a-44835c691605 req-be7b99c1-b142-44cc-98f0-fc92ea53c9cb tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Deleting port a6303a36-ac5d-4639-8f79-17becc5cde3b {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:06.125689 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cf8bef6e-ad6a-4029-8f9a-44835c691605 req-be7b99c1-b142-44cc-98f0-fc92ea53c9cb tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:06.138814 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37096) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:06.267836 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8acb5ed-d093-4e88-99b7-e29fb02d665f admin admin] Deleting subnet ac86e713-26dc-455b-86d8-fd4aaf0db831 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:35:06.281257 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b8acb5ed-d093-4e88-99b7-e29fb02d665f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:06.463698 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b8acb5ed-d093-4e88-99b7-e29fb02d665f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:06.468115 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-cf8bef6e-ad6a-4029-8f9a-44835c691605 req-be7b99c1-b142-44cc-98f0-fc92ea53c9cb tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] For port a6303a36-ac5d-4639-8f79-17becc5cde3b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a6303a36-ac5d-4639-8f79-17becc5cde3b,segment=NetworkSegment(4a17415c-1a1f-4a9a-b43a-194b923773ad),segment_id=4a17415c-1a1f-4a9a-b43a-194b923773ad)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:06.470169 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cf8bef6e-ad6a-4029-8f9a-44835c691605 req-be7b99c1-b142-44cc-98f0-fc92ea53c9cb tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:06.732671 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b8acb5ed-d093-4e88-99b7-e29fb02d665f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:06.915117 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6564e-c430-4224-92d7-d9348c43c47c req-9280b193-a63d-4c40-bc9e-0fca0e54f3f6 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:06.916898 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7a6564e-c430-4224-92d7-d9348c43c47c req-9280b193-a63d-4c40-bc9e-0fca0e54f3f6 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ad0240-7dde-42d5-b67b-3dfd224a888f HTTP/1.1" status: 200 len: 945 time: 0.2978139 Apr 18 20:35:06.928692 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b8acb5ed-d093-4e88-99b7-e29fb02d665f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:07.007459 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b8acb5ed-d093-4e88-99b7-e29fb02d665f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:07.023666 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b8acb5ed-d093-4e88-99b7-e29fb02d665f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ac86e713-26dc-455b-86d8-fd4aaf0db831 HTTP/1.1" status: 204 len: 168 time: 0.8836384 Apr 18 20:35:07.025084 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acb5ed-d093-4e88-99b7-e29fb02d665f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac86e713-26dc-455b-86d8-fd4aaf0db831,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:07.033972 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37140) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:07.067965 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8acb5ed-d093-4e88-99b7-e29fb02d665f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:07.068619 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8acb5ed-d093-4e88-99b7-e29fb02d665f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:07.069079 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8acb5ed-d093-4e88-99b7-e29fb02d665f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:07.069518 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8acb5ed-d093-4e88-99b7-e29fb02d665f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:07.070181 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8acb5ed-d093-4e88-99b7-e29fb02d665f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:07.071021 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8acb5ed-d093-4e88-99b7-e29fb02d665f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:07.071716 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8acb5ed-d093-4e88-99b7-e29fb02d665f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:07.072145 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8acb5ed-d093-4e88-99b7-e29fb02d665f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:07.073253 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8acb5ed-d093-4e88-99b7-e29fb02d665f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:07.074707 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8acb5ed-d093-4e88-99b7-e29fb02d665f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:07.074707 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8acb5ed-d093-4e88-99b7-e29fb02d665f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:07.074707 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8acb5ed-d093-4e88-99b7-e29fb02d665f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:07.137486 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37146) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:07.161296 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7a6564e-c430-4224-92d7-d9348c43c47c req-d25b5575-aadc-418e-9a03-3bbeb12d2596 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273202 Apr 18 20:35:07.225740 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cf8bef6e-ad6a-4029-8f9a-44835c691605 req-be7b99c1-b142-44cc-98f0-fc92ea53c9cb tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:07.226321 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cf8bef6e-ad6a-4029-8f9a-44835c691605 req-be7b99c1-b142-44cc-98f0-fc92ea53c9cb tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:07.226845 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [req-cf8bef6e-ad6a-4029-8f9a-44835c691605 req-be7b99c1-b142-44cc-98f0-fc92ea53c9cb tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Floating IP bec02702-c9bf-43d6-9a06-ce7c01eb71c9 disassociated. External IP: 172.25.1.72, port: a6303a36-ac5d-4639-8f79-17becc5cde3b. Apr 18 20:35:07.227433 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-cf8bef6e-ad6a-4029-8f9a-44835c691605 req-be7b99c1-b142-44cc-98f0-fc92ea53c9cb tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Calling delete_port for a6303a36-ac5d-4639-8f79-17becc5cde3b owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:07.243420 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d6c1630-f15b-4ae1-8b3b-051ddab72629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:07.276497 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2cf90-df22-4b0a-af03-76854c0c39a8 req-da0ae69e-0061-4bee-8924-5b2356f09dff tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:07.279247 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-40e2cf90-df22-4b0a-af03-76854c0c39a8 req-da0ae69e-0061-4bee-8924-5b2356f09dff tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed642c71-7399-45c9-9f89-3e26322d8f24 HTTP/1.1" status: 200 len: 945 time: 0.2160347 Apr 18 20:35:07.364879 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 55573633-1965-4e30-a737-c9434f8df11b details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:35:07.440725 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d6c1630-f15b-4ae1-8b3b-051ddab72629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:07.495436 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2d6c1630-f15b-4ae1-8b3b-051ddab72629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa9dc7c-f8a4-4453-b672-5ace703154f6']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:07.506192 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:07.525327 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2d6c1630-f15b-4ae1-8b3b-051ddab72629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63fbb9df-7251-43ec-b4ce-8cf4ea689a16') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:07.527749 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2d6c1630-f15b-4ae1-8b3b-051ddab72629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63fbb9df-7251-43ec-b4ce-8cf4ea689a16') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:07.569993 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d6c1630-f15b-4ae1-8b3b-051ddab72629 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:07.636344 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d6c1630-f15b-4ae1-8b3b-051ddab72629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:07.673197 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6c1630-f15b-4ae1-8b3b-051ddab72629 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:35:07.677211 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d6c1630-f15b-4ae1-8b3b-051ddab72629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:07.766121 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-40e2cf90-df22-4b0a-af03-76854c0c39a8 req-a8f52461-542f-453c-b3b8-87191fa9d4c0 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "GET /v2.0/security-groups?id=f32f7a6b-2fef-44c5-80c2-bea226cffbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4206517 Apr 18 20:35:07.778478 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cf8bef6e-ad6a-4029-8f9a-44835c691605 req-be7b99c1-b142-44cc-98f0-fc92ea53c9cb tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:07.841110 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b99c1-b142-44cc-98f0-fc92ea53c9cb tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Pushing event deleted for resources: {'Port': ['ID=a6303a36-ac5d-4639-8f79-17becc5cde3b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:35:07.841908 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:35:07.854730 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c2537fa7-b26a-4df1-abd5-d735e0032c75 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1531641771-network', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:07.862116 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d6c1630-f15b-4ae1-8b3b-051ddab72629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:07.888726 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d6c1630-f15b-4ae1-8b3b-051ddab72629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:07.897369 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2d6c1630-f15b-4ae1-8b3b-051ddab72629 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2fa9dc7c-f8a4-4453-b672-5ace703154f6 HTTP/1.1" status: 204 len: 168 time: 0.8603756 Apr 18 20:35:07.976396 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c1630-f15b-4ae1-8b3b-051ddab72629 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fa9dc7c-f8a4-4453-b672-5ace703154f6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:07.999955 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2537fa7-b26a-4df1-abd5-d735e0032c75 admin admin] Made reservation on behalf of 882f13cc2f9d486da28d9e2f08e963a4 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:08.003077 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2537fa7-b26a-4df1-abd5-d735e0032c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:08.027147 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2537fa7-b26a-4df1-abd5-d735e0032c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:08.042317 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 55573633-1965-4e30-a737-c9434f8df11b, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=55573633-1965-4e30-a737-c9434f8df11b,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:08.072901 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '55573633-1965-4e30-a737-c9434f8df11b', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': '55573633-1965-4e30-a737-c9434f8df11b', 'mac_address': 'fa:16:3e:44:50:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:35:08.198517 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:08.221323 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2537fa7-b26a-4df1-abd5-d735e0032c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:08.241184 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2537fa7-b26a-4df1-abd5-d735e0032c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:08.249862 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55573633-1965-4e30-a737-c9434f8df11b {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:08.281304 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2537fa7-b26a-4df1-abd5-d735e0032c75 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:35:08.302867 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2537fa7-b26a-4df1-abd5-d735e0032c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:08.310061 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-c2537fa7-b26a-4df1-abd5-d735e0032c75 admin admin] Added segment 1889e352-aee3-4f9c-83a7-460f363329b2 of type vlan for network 9ab61462-a866-4e1e-afce-b81024e5bb59 Apr 18 20:35:08.312663 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37182) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:08.340776 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf8bef6e-ad6a-4029-8f9a-44835c691605 req-be7b99c1-b142-44cc-98f0-fc92ea53c9cb tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Router cd29d771-f6d4-4a45-b07d-a29b00493411 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:35:08.367734 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-a56e33c4-70bf-4c4c-94d2-16b615ce82da tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ea01c8be103849c89f47687f69cfc2b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3738019 Apr 18 20:35:08.387737 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 55573633-1965-4e30-a737-c9434f8df11b, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=55573633-1965-4e30-a737-c9434f8df11b,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:08.401729 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:08.528335 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2537fa7-b26a-4df1-abd5-d735e0032c75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:08.531221 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2537fa7-b26a-4df1-abd5-d735e0032c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d47f1e-ac78-4eb9-8596-00c32a51f6cb,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:08.540343 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-fb69fbae-72f6-48ea-84cb-9f033ac11d29 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:08.547696 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-fb69fbae-72f6-48ea-84cb-9f033ac11d29 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1786723 Apr 18 20:35:08.577344 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2ff5d221-1f3e-4ef1-9f95-802b3c85ca5f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43ac7a092e8b4f2d83834515df83d585&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2550550 Apr 18 20:35:08.584261 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37188) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:08.616233 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-d7cdd743-c742-4ba3-be84-a7c64ecfa00c tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.41 "GET /v2.0/quotas/ea01c8be103849c89f47687f69cfc2b7 HTTP/1.1" status: 200 len: 375 time: 0.0675192 Apr 18 20:35:08.642681 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2537fa7-b26a-4df1-abd5-d735e0032c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:08.644229 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2537fa7-b26a-4df1-abd5-d735e0032c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:08.645105 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2537fa7-b26a-4df1-abd5-d735e0032c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:08.646710 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['55573633-1965-4e30-a737-c9434f8df11b'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:08.677819 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc84ea-19f9-4af2-84d0-666659d782dd req-526c35b9-ef5a-4c2b-b7e5-2d6f51e08ca3 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:08.685800 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b6bc84ea-19f9-4af2-84d0-666659d782dd req-526c35b9-ef5a-4c2b-b7e5-2d6f51e08ca3 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 946 time: 0.6906559 Apr 18 20:35:08.734235 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-4c6e2417-f2ae-4ee9-ad0b-e36d8ba8d5b5 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea01c8be103849c89f47687f69cfc2b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1168373 Apr 18 20:35:08.745546 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-26124699-2671-414c-ae3c-75ac31adf37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:08.773807 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c2537fa7-b26a-4df1-abd5-d735e0032c75 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6354566 Apr 18 20:35:08.787612 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37190) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:08.793338 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2537fa7-b26a-4df1-abd5-d735e0032c75 admin admin] Pushing event updated for resources: {'Network': ['ID=9ab61462-a866-4e1e-afce-b81024e5bb59,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:08.811671 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-29f65609-4213-4d27-9263-f0ab756fc4a8 admin admin] Request body: {'subnet': {'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1531641771-subnet', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:08.847264 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=55573633-1965-4e30-a737-c9434f8df11b,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:08.857566 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-26124699-2671-414c-ae3c-75ac31adf37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:08.863343 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 9ab61462-a866-4e1e-afce-b81024e5bb59 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:35:08.897963 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f65609-4213-4d27-9263-f0ab756fc4a8 admin admin] Made reservation on behalf of 882f13cc2f9d486da28d9e2f08e963a4 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:08.903040 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-29f65609-4213-4d27-9263-f0ab756fc4a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:09.001268 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-26124699-2671-414c-ae3c-75ac31adf37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:09.005066 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-26124699-2671-414c-ae3c-75ac31adf37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:09.008694 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-26124699-2671-414c-ae3c-75ac31adf37c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1691a151-ff79-4b33-8520-5b13bb7149d6 HTTP/1.1" status: 204 len: 168 time: 0.4207017 Apr 18 20:35:09.041558 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26124699-2671-414c-ae3c-75ac31adf37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1691a151-ff79-4b33-8520-5b13bb7149d6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:09.161683 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 4030c1ac-089c-4cb8-84b5-75285dc78d8f up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:09.208278 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b6bc84ea-19f9-4af2-84d0-666659d782dd req-4f8e75cc-142b-4e3b-84b9-29031b25629d tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e12d852-c378-4418-b338-b9c49f5e861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5214767 Apr 18 20:35:09.305212 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf8bef6e-ad6a-4029-8f9a-44835c691605 req-be7b99c1-b142-44cc-98f0-fc92ea53c9cb tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:35:09.324799 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8611034-97c3-4154-9642-f7f95ccb7cc2 None None] Sync routers for ids ['cd29d771-f6d4-4a45-b07d-a29b00493411'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:35:09.377835 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8611034-97c3-4154-9642-f7f95ccb7cc2 None None] Routers {'cd29d771-f6d4-4a45-b07d-a29b00493411'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:35:09.385164 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-c8611034-97c3-4154-9642-f7f95ccb7cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:34:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cd29d771-f6d4-4a45-b07d-a29b00493411'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:09.453097 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 4030c1ac-089c-4cb8-84b5-75285dc78d8f completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:35:09.463091 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 4030c1ac-089c-4cb8-84b5-75285dc78d8f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:09.463784 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:09.604085 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8bef6e-ad6a-4029-8f9a-44835c691605 req-be7b99c1-b142-44cc-98f0-fc92ea53c9cb tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] No DVR routers for this DVR port a6303a36-ac5d-4639-8f79-17becc5cde3b on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:35:09.610166 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cf8bef6e-ad6a-4029-8f9a-44835c691605 req-be7b99c1-b142-44cc-98f0-fc92ea53c9cb tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:09.636910 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cf8bef6e-ad6a-4029-8f9a-44835c691605 req-be7b99c1-b142-44cc-98f0-fc92ea53c9cb tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.32 "DELETE /v2.0/ports/a6303a36-ac5d-4639-8f79-17becc5cde3b HTTP/1.1" status: 204 len: 173 time: 3.7324259 Apr 18 20:35:09.637995 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed642c71-7399-45c9-9f89-3e26322d8f24', 'name': 'network-vif-deleted', 'tag': 'a6303a36-ac5d-4639-8f79-17becc5cde3b'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:09.642852 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5bd7c9-eee9-453e-b3bd-7f80109c043a" -d '{"events": [{"server_uuid": "ed642c71-7399-45c9-9f89-3e26322d8f24", "name": "network-vif-deleted", "tag": "a6303a36-ac5d-4639-8f79-17becc5cde3b"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:09.685934 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:09.744224 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ad0240-7dde-42d5-b67b-3dfd224a888f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4030c1ac-089c-4cb8-84b5-75285dc78d8f'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:09.751088 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16d5e45-1217-41e4-b150-7872aaee5f7c" -d '{"events": [{"server_uuid": "88ad0240-7dde-42d5-b67b-3dfd224a888f", "name": "network-vif-plugged", "status": "completed", "tag": "4030c1ac-089c-4cb8-84b5-75285dc78d8f"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:09.832929 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 4030c1ac-089c-4cb8-84b5-75285dc78d8f, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=4030c1ac-089c-4cb8-84b5-75285dc78d8f,segment=NetworkSegment(8e558cab-fc44-457b-b2e3-8de4a319aadc),segment_id=8e558cab-fc44-457b-b2e3-8de4a319aadc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:09.846162 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:09.847150 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a6303a36-ac5d-4639-8f79-17becc5cde3b no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:35:09.891923 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: a6303a36-ac5d-4639-8f79-17becc5cde3b {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:35:09.892688 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a6303a36-ac5d-4639-8f79-17becc5cde3b not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:35:10.057843 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=4030c1ac-089c-4cb8-84b5-75285dc78d8f,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:10.160299 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-29f65609-4213-4d27-9263-f0ab756fc4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:10.313754 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-c8611034-97c3-4154-9642-f7f95ccb7cc2 None None] Set router cd29d771-f6d4-4a45-b07d-a29b00493411 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:35:10.712341 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-c8611034-97c3-4154-9642-f7f95ccb7cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'name': 'tempest-ServersTestFqdnHostnames-2060311837-router', 'tenant_id': '4ab648ec573b471693f18df472322614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:52Z', 'updated_at': '2022-04-18T20:33:06Z', 'revision_number': 4, 'project_id': '4ab648ec573b471693f18df472322614', 'gw_port': {'id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:54Z', 'updated_at': '2022-04-18T20:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '1befbbbb-301a-49f9-89ad-4020c378ba30', 'name': '', 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c', 'tenant_id': '4ab648ec573b471693f18df472322614', 'mac_address': 'fa:16:3e:11:80:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'ef443a10-9912-467c-8cb2-a21262f03efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:03Z', 'updated_at': '2022-04-18T20:33:14Z', 'revision_number': 5, 'project_id': '4ab648ec573b471693f18df472322614', 'subnets': [{'id': 'ef443a10-9912-467c-8cb2-a21262f03efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:10.756407 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f65609-4213-4d27-9263-f0ab756fc4a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62afad21-e958-4b0a-92c9-5182f97360de,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:10.758184 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8611034-97c3-4154-9642-f7f95ccb7cc2 None None] Checking router: cd29d771-f6d4-4a45-b07d-a29b00493411 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:35:10.772090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f65609-4213-4d27-9263-f0ab756fc4a8 admin admin] Checking segment: {'id': '1889e352-aee3-4f9c-83a7-460f363329b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:35:10.773326 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f65609-4213-4d27-9263-f0ab756fc4a8 admin admin] Network hostable DHCP agents. Network: 9ab61462-a866-4e1e-afce-b81024e5bb59, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:35:10.814829 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8611034-97c3-4154-9642-f7f95ccb7cc2 None None] Routers {'cd29d771-f6d4-4a45-b07d-a29b00493411'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:35:10.817272 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-c8611034-97c3-4154-9642-f7f95ccb7cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:34:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cd29d771-f6d4-4a45-b07d-a29b00493411'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:10.865656 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f65609-4213-4d27-9263-f0ab756fc4a8 admin admin] Network 9ab61462-a866-4e1e-afce-b81024e5bb59 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:35:10.886632 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-29f65609-4213-4d27-9263-f0ab756fc4a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 9ab61462-a866-4e1e-afce-b81024e5bb59) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:10.893956 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f65609-4213-4d27-9263-f0ab756fc4a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:10.896040 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-29f65609-4213-4d27-9263-f0ab756fc4a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:10.902756 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a041a5-3bfd-4a74-bd26-b51506864869 None None] Network 9ab61462-a866-4e1e-afce-b81024e5bb59 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:35:10.934750 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-29f65609-4213-4d27-9263-f0ab756fc4a8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1424849 Apr 18 20:35:10.938941 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37234) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:10.950745 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-22eee158-51bf-40b0-987d-27599f7df940 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1531641771-router', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:10.996915 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22eee158-51bf-40b0-987d-27599f7df940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:10.999552 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22eee158-51bf-40b0-987d-27599f7df940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:11.174713 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22eee158-51bf-40b0-987d-27599f7df940 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:11.262541 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-c8611034-97c3-4154-9642-f7f95ccb7cc2 None None] Set router cd29d771-f6d4-4a45-b07d-a29b00493411 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:35:11.480754 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 55573633-1965-4e30-a737-c9434f8df11b up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:11.811768 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:11.812875 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-c8611034-97c3-4154-9642-f7f95ccb7cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'name': 'tempest-ServersTestFqdnHostnames-2060311837-router', 'tenant_id': '4ab648ec573b471693f18df472322614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:52Z', 'updated_at': '2022-04-18T20:33:06Z', 'revision_number': 4, 'project_id': '4ab648ec573b471693f18df472322614', 'gw_port': {'id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:54Z', 'updated_at': '2022-04-18T20:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '1befbbbb-301a-49f9-89ad-4020c378ba30', 'name': '', 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c', 'tenant_id': '4ab648ec573b471693f18df472322614', 'mac_address': 'fa:16:3e:11:80:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'ef443a10-9912-467c-8cb2-a21262f03efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:03Z', 'updated_at': '2022-04-18T20:33:14Z', 'revision_number': 5, 'project_id': '4ab648ec573b471693f18df472322614', 'subnets': [{'id': 'ef443a10-9912-467c-8cb2-a21262f03efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:11.815155 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22eee158-51bf-40b0-987d-27599f7df940 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:11.915028 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-e9d3712f-0b2d-443c-bb8a-a9bee531f6f0 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ea01c8be103849c89f47687f69cfc2b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0915515 Apr 18 20:35:11.955856 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5243b691-4a40-499e-a627-16198e2287e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-9ab61462-a866-4e1e-afce-b81024e5bb59', 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'fixed_ips': [{'subnet_id': '62afad21-e958-4b0a-92c9-5182f97360de'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:35:11.957536 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5243b691-4a40-499e-a627-16198e2287e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:11.995964 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8611034-97c3-4154-9642-f7f95ccb7cc2 None None] The sync data for ids ['cd29d771-f6d4-4a45-b07d-a29b00493411'] in n-d-838323-3 is: [{'id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'name': 'tempest-ServersTestFqdnHostnames-2060311837-router', 'tenant_id': '4ab648ec573b471693f18df472322614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:52Z', 'updated_at': '2022-04-18T20:33:06Z', 'revision_number': 4, 'project_id': '4ab648ec573b471693f18df472322614', 'gw_port': {'id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:54Z', 'updated_at': '2022-04-18T20:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '1befbbbb-301a-49f9-89ad-4020c378ba30', 'name': '', 'network_id': '096979d4-7e57-4182-a39f-1144c54a852c', 'tenant_id': '4ab648ec573b471693f18df472322614', 'mac_address': 'fa:16:3e:11:80:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'ef443a10-9912-467c-8cb2-a21262f03efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:03Z', 'updated_at': '2022-04-18T20:33:14Z', 'revision_number': 5, 'project_id': '4ab648ec573b471693f18df472322614', 'subnets': [{'id': 'ef443a10-9912-467c-8cb2-a21262f03efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:35:12.030255 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 55573633-1965-4e30-a737-c9434f8df11b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:12.030631 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:12.550041 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-4e358e62-67db-4837-bf64-56a93854803f tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:12.554201 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-4e358e62-67db-4837-bf64-56a93854803f tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6243646 Apr 18 20:35:12.600531 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-8b858ff9-6400-45f5-b566-07d65e49e77b tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Request body: {'port': {'device_id': 'a7d82004-72d6-4bae-aa46-00131e71ef77', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': 'ea01c8be103849c89f47687f69cfc2b7'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:12.631137 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb20f11c-5bde-44e8-b20a-da2b24f6f299 None None] New status for floating IP bec02702-c9bf-43d6-9a06-ce7c01eb71c9: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:35:12.780796 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.040555 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-5243b691-4a40-499e-a627-16198e2287e9 None None] Allocated IP 172.20.0.2 (9ab61462-a866-4e1e-afce-b81024e5bb59/62afad21-e958-4b0a-92c9-5182f97360de/9a195f4f-a7e5-48b1-8c88-fde475314901) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:35:13.067938 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 55573633-1965-4e30-a737-c9434f8df11b, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=55573633-1965-4e30-a737-c9434f8df11b,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:13.095453 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.335559 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-8b858ff9-6400-45f5-b566-07d65e49e77b tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Made reservation on behalf of ea01c8be103849c89f47687f69cfc2b7 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:13.356449 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-8b858ff9-6400-45f5-b566-07d65e49e77b tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.380018 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22eee158-51bf-40b0-987d-27599f7df940 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.383951 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-8b858ff9-6400-45f5-b566-07d65e49e77b tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.408462 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=55573633-1965-4e30-a737-c9434f8df11b,revision_number=7']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:13.540781 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22eee158-51bf-40b0-987d-27599f7df940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.571672 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e98510b5-6868-4239-8210-28488b160402 req-b59da999-712f-457d-8a71-ab7450326d67 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7d82004-72d6-4bae-aa46-00131e71ef77 HTTP/1.1" status: 200 len: 210 time: 0.1043904 Apr 18 20:35:13.641587 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5243b691-4a40-499e-a627-16198e2287e9 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.651045 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce10d8-0701-4043-a504-2f30ebe8eb17 req-14a8a7e4-7628-430a-98da-b42c37d122ed tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:13.658194 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5243b691-4a40-499e-a627-16198e2287e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.659250 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-54ce10d8-0701-4043-a504-2f30ebe8eb17 req-14a8a7e4-7628-430a-98da-b42c37d122ed tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ad0240-7dde-42d5-b67b-3dfd224a888f HTTP/1.1" status: 200 len: 946 time: 0.2829626 Apr 18 20:35:13.726176 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5243b691-4a40-499e-a627-16198e2287e9 None None] Network 9ab61462-a866-4e1e-afce-b81024e5bb59 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:35:13.733017 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-5243b691-4a40-499e-a627-16198e2287e9 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:13.733173 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-54ce10d8-0701-4043-a504-2f30ebe8eb17 req-cbe448d7-0776-4383-8a48-1a2959db541e tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726337 Apr 18 20:35:13.735031 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287027b5-e4b1-440f-a16a-56fc5e8188f9 x-openstack-request-id: req-287027b5-e4b1-440f-a16a-56fc5e8188f9 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:13.745467 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5243b691-4a40-499e-a627-16198e2287e9 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:35:13.746703 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed642c71-7399-45c9-9f89-3e26322d8f24", "name": "network-vif-deleted", "tag": "a6303a36-ac5d-4639-8f79-17becc5cde3b", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:13.750210 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243b691-4a40-499e-a627-16198e2287e9 None None] Pushing event updated for resources: {'Port': ['ID=9a195f4f-a7e5-48b1-8c88-fde475314901,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:13.751025 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-287027b5-e4b1-440f-a16a-56fc5e8188f9 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:13.752750 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-287027b5-e4b1-440f-a16a-56fc5e8188f9'] response: {'server_uuid': 'ed642c71-7399-45c9-9f89-3e26322d8f24', 'name': 'network-vif-deleted', 'tag': 'a6303a36-ac5d-4639-8f79-17becc5cde3b', 'status': 'completed', 'code': 200} Apr 18 20:35:13.943720 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0389cec4-929c-4652-9ed4-21208161716e x-openstack-request-id: req-0389cec4-929c-4652-9ed4-21208161716e {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:13.944182 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ad0240-7dde-42d5-b67b-3dfd224a888f", "name": "network-vif-plugged", "status": "completed", "tag": "4030c1ac-089c-4cb8-84b5-75285dc78d8f", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:13.944630 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0389cec4-929c-4652-9ed4-21208161716e {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:13.945248 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0389cec4-929c-4652-9ed4-21208161716e'] response: {'server_uuid': '88ad0240-7dde-42d5-b67b-3dfd224a888f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4030c1ac-089c-4cb8-84b5-75285dc78d8f', 'code': 200} Apr 18 20:35:13.947491 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5243b691-4a40-499e-a627-16198e2287e9 None None] Attempting to bind port 9a195f4f-a7e5-48b1-8c88-fde475314901 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:35:13.948088 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5243b691-4a40-499e-a627-16198e2287e9 None None] Attempting to bind port 9a195f4f-a7e5-48b1-8c88-fde475314901 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1889e352-aee3-4f9c-83a7-460f363329b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:35:13.948694 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5243b691-4a40-499e-a627-16198e2287e9 None None] Attempting to bind port 9a195f4f-a7e5-48b1-8c88-fde475314901 on network 9ab61462-a866-4e1e-afce-b81024e5bb59 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:35:13.959826 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-8b858ff9-6400-45f5-b566-07d65e49e77b tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.968852 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5243b691-4a40-499e-a627-16198e2287e9 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:35:13.969667 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5243b691-4a40-499e-a627-16198e2287e9 None None] Checking segment: {'id': '1889e352-aee3-4f9c-83a7-460f363329b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:35:13.970338 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5243b691-4a40-499e-a627-16198e2287e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.970993 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5243b691-4a40-499e-a627-16198e2287e9 None None] Bound using segment: {'id': '1889e352-aee3-4f9c-83a7-460f363329b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:35:13.971814 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5243b691-4a40-499e-a627-16198e2287e9 None None] Bound port: 9a195f4f-a7e5-48b1-8c88-fde475314901, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1889e352-aee3-4f9c-83a7-460f363329b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:35:13.972961 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5243b691-4a40-499e-a627-16198e2287e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.987164 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-22eee158-51bf-40b0-987d-27599f7df940 admin admin] Allocated IP 172.25.1.89 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/571d5542-5835-4018-aec1-6130bf6498a3) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:35:13.991089 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-8b858ff9-6400-45f5-b566-07d65e49e77b tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:14.042723 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b858ff9-6400-45f5-b566-07d65e49e77b tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ffb3d1-363f-43de-b034-c1bb22f02ed6,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:14.100152 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634eeef5-2943-4c1b-be7d-23a6dec3ed4c req-329e9d71-357d-4650-ab1b-555c531fde60 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:14.115004 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-634eeef5-2943-4c1b-be7d-23a6dec3ed4c req-329e9d71-357d-4650-ab1b-555c531fde60 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 946 time: 0.2417023 Apr 18 20:35:14.219955 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5243b691-4a40-499e-a627-16198e2287e9 None None] For port 9a195f4f-a7e5-48b1-8c88-fde475314901, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:35:14.229596 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5243b691-4a40-499e-a627-16198e2287e9 None None] For port 9a195f4f-a7e5-48b1-8c88-fde475314901, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=9a195f4f-a7e5-48b1-8c88-fde475314901,segment=NetworkSegment(1889e352-aee3-4f9c-83a7-460f363329b2),segment_id=1889e352-aee3-4f9c-83a7-460f363329b2)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:35:14.251807 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5243b691-4a40-499e-a627-16198e2287e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:14.366432 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-634eeef5-2943-4c1b-be7d-23a6dec3ed4c req-fd8d9cea-e19f-4b34-8e33-4745485288a7 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e12d852-c378-4418-b338-b9c49f5e861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2508538 Apr 18 20:35:14.446305 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243b691-4a40-499e-a627-16198e2287e9 None None] Pushing event updated for resources: {'Port': ['ID=9a195f4f-a7e5-48b1-8c88-fde475314901,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:14.471546 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bad24-c286-4801-aaac-2e60b38c3eda req-2eb07ae8-930b-4ed3-8401-6001a6c1650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:14.473483 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a94bad24-c286-4801-aaac-2e60b38c3eda req-2eb07ae8-930b-4ed3-8401-6001a6c1650c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=88ad0240-7dde-42d5-b67b-3dfd224a888f HTTP/1.1" status: 200 len: 1097 time: 0.3122816 Apr 18 20:35:14.528216 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22eee158-51bf-40b0-987d-27599f7df940 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:14.567572 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-8b858ff9-6400-45f5-b566-07d65e49e77b tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Allocated IP 192.168.233.67 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/f197ef6b-cffd-48e6-b071-92e31b9a7474) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:35:14.582686 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a94bad24-c286-4801-aaac-2e60b38c3eda req-7336894f-fd7f-44ad-8844-b711288902ac service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987220 Apr 18 20:35:14.818117 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37302) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:14.898357 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22eee158-51bf-40b0-987d-27599f7df940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:15.060145 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-151d96ad-110b-4c10-bb12-b2be5d4b88b0 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:15.160158 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-151d96ad-110b-4c10-bb12-b2be5d4b88b0 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:15.323223 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-151d96ad-110b-4c10-bb12-b2be5d4b88b0 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:15.363812 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-151d96ad-110b-4c10-bb12-b2be5d4b88b0 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:15.386661 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-151d96ad-110b-4c10-bb12-b2be5d4b88b0 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "DELETE /v2.0/security-groups/f32f7a6b-2fef-44c5-80c2-bea226cffbe2 HTTP/1.1" status: 204 len: 168 time: 0.5671353 Apr 18 20:35:15.388028 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37320) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:15.429331 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-9374477b-b4b8-40dd-b98e-2c265b2357c6 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] show failed (client error): The resource could not be found. Apr 18 20:35:15.437255 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9374477b-b4b8-40dd-b98e-2c265b2357c6 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "GET /v2.0/security-groups/f32f7a6b-2fef-44c5-80c2-bea226cffbe2 HTTP/1.1" status: 404 len: 347 time: 0.0414569 Apr 18 20:35:15.439072 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37324) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:15.466937 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d96ad-110b-4c10-bb12-b2be5d4b88b0 tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32f7a6b-2fef-44c5-80c2-bea226cffbe2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:15.620089 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 9a195f4f-a7e5-48b1-8c88-fde475314901 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:15.740406 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-b56e575e-cfb5-4091-b458-9ee922800d0d tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Deleting port c55fb1ed-ae6d-4ae2-8eee-6b7653e2fe9d {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:15.741182 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b56e575e-cfb5-4091-b458-9ee922800d0d tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:15.770767 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 9a195f4f-a7e5-48b1-8c88-fde475314901 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:15.771258 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:15.828749 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eee158-51bf-40b0-987d-27599f7df940 admin admin] Pushing event updated for resources: {'Port': ['ID=571d5542-5835-4018-aec1-6130bf6498a3,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:15.882479 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eee158-51bf-40b0-987d-27599f7df940 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:35:15.940592 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b56e575e-cfb5-4091-b458-9ee922800d0d tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:15.943915 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b56e575e-cfb5-4091-b458-9ee922800d0d tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:16.007990 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-b56e575e-cfb5-4091-b458-9ee922800d0d tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Calling delete_port for c55fb1ed-ae6d-4ae2-8eee-6b7653e2fe9d owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:16.024779 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd507b17e-7fde-4d67-896b-594c156e3d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55573633-1965-4e30-a737-c9434f8df11b'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:16.025227 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3778c86c-7922-43af-8da9-4d302b54f0d5" -d '{"events": [{"server_uuid": "d507b17e-7fde-4d67-896b-594c156e3d40", "name": "network-vif-plugged", "status": "completed", "tag": "55573633-1965-4e30-a737-c9434f8df11b"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:16.036421 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:16.083870 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8d0d4658-11ec-4865-9d12-d2553942ee9c req-d33df429-120d-42ae-a7e5-14522ce1b09b tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7d82004-72d6-4bae-aa46-00131e71ef77 HTTP/1.1" status: 200 len: 210 time: 0.2494421 Apr 18 20:35:16.090406 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-22eee158-51bf-40b0-987d-27599f7df940 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:16.103553 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eee158-51bf-40b0-987d-27599f7df940 admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:35:16.203896 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 9a195f4f-a7e5-48b1-8c88-fde475314901, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=9a195f4f-a7e5-48b1-8c88-fde475314901,segment=NetworkSegment(1889e352-aee3-4f9c-83a7-460f363329b2),segment_id=1889e352-aee3-4f9c-83a7-460f363329b2)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:16.223454 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:16.327223 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=9a195f4f-a7e5-48b1-8c88-fde475314901,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:16.469869 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b56e575e-cfb5-4091-b458-9ee922800d0d tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:16.496530 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc34beb-f93d-4250-8842-aa7d1a1aef19 req-2fa4046a-2fba-4ac5-8371-a0d3aa221ff5 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:16.513447 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0fc34beb-f93d-4250-8842-aa7d1a1aef19 req-2fa4046a-2fba-4ac5-8371-a0d3aa221ff5 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed15d911-1f5a-4884-922d-2501dc082b1d HTTP/1.1" status: 200 len: 950 time: 0.6709223 Apr 18 20:35:16.539191 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e575e-cfb5-4091-b458-9ee922800d0d tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Pushing event deleted for resources: {'Port': ['ID=c55fb1ed-ae6d-4ae2-8eee-6b7653e2fe9d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:16.606867 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-8b858ff9-6400-45f5-b566-07d65e49e77b tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:16.653716 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b56e575e-cfb5-4091-b458-9ee922800d0d tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:16.676399 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b56e575e-cfb5-4091-b458-9ee922800d0d tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:16.678352 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b56e575e-cfb5-4091-b458-9ee922800d0d tempest-ServersTestFqdnHostnames-2034687812 tempest-ServersTestFqdnHostnames-2034687812-project] 10.222.0.41 "DELETE /v2.0/floatingips/bec02702-c9bf-43d6-9a06-ce7c01eb71c9 HTTP/1.1" status: 204 len: 168 time: 1.2261453 Apr 18 20:35:16.681617 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37336) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:16.831296 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f070497-9daa-45f2-b9ff-4e7c93436438 req-711f4628-13ae-4c9b-8827-805a865eb00f tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:16.846664 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f070497-9daa-45f2-b9ff-4e7c93436438 req-711f4628-13ae-4c9b-8827-805a865eb00f tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ad0240-7dde-42d5-b67b-3dfd224a888f HTTP/1.1" status: 200 len: 946 time: 0.5329430 Apr 18 20:35:16.911038 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0fc34beb-f93d-4250-8842-aa7d1a1aef19 req-00d7b674-efd3-457b-9bcd-79773d27f8a4 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dce022d-0ccc-44b8-8e08-da649d899ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958213 Apr 18 20:35:16.985226 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30bf313-677c-4461-8577-1f1ac95a11d3 None None] Network 9ab61462-a866-4e1e-afce-b81024e5bb59 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:35:17.053751 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f070497-9daa-45f2-b9ff-4e7c93436438 req-1cac75f6-8bc3-4861-a490-c850d4233ee8 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553257 Apr 18 20:35:17.297535 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 7d66f6f8-22dd-4922-ae68-b236587df831 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:35:17.355894 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-65b06e0d-c86a-4713-ba50-8a774d0f7c52 req-5d35992a-acb7-4449-8aac-d173a6efbe6c tempest-ServerShowV254Test-358793910 tempest-ServerShowV254Test-358793910-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd758254-9f3c-490e-8d0d-7a9f9e8ec959 HTTP/1.1" status: 200 len: 210 time: 0.0843408 Apr 18 20:35:17.370115 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-8b858ff9-6400-45f5-b566-07d65e49e77b tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:17.454253 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c70b11ff-216a-4f43-8b4c-6b7091a2fbd2 None None] Provisioning complete for port 9a195f4f-a7e5-48b1-8c88-fde475314901 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:17.454253 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c70b11ff-216a-4f43-8b4c-6b7091a2fbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:17.520487 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-8b858ff9-6400-45f5-b566-07d65e49e77b tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:35:17.552543 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b858ff9-6400-45f5-b566-07d65e49e77b tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Pushing event updated for resources: {'Port': ['ID=f197ef6b-cffd-48e6-b071-92e31b9a7474,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:17.556944 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-8b858ff9-6400-45f5-b566-07d65e49e77b tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:17.588574 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-8b858ff9-6400-45f5-b566-07d65e49e77b tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:35:17.686955 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57d168a1-57fb-47fd-a867-67b8f39e065d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:17.689269 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 9a195f4f-a7e5-48b1-8c88-fde475314901 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:17.719729 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b3547c-dba0-45d5-bdd7-2db0294122e5 x-openstack-request-id: req-72b3547c-dba0-45d5-bdd7-2db0294122e5 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:17.720031 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d507b17e-7fde-4d67-896b-594c156e3d40", "name": "network-vif-plugged", "status": "completed", "tag": "55573633-1965-4e30-a737-c9434f8df11b", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:17.720280 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72b3547c-dba0-45d5-bdd7-2db0294122e5 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:17.720709 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72b3547c-dba0-45d5-bdd7-2db0294122e5'] response: {'server_uuid': 'd507b17e-7fde-4d67-896b-594c156e3d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55573633-1965-4e30-a737-c9434f8df11b', 'code': 200} Apr 18 20:35:17.803118 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-8b858ff9-6400-45f5-b566-07d65e49e77b tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:17.806194 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-8b858ff9-6400-45f5-b566-07d65e49e77b tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:17.901355 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58bcdd-bded-4dea-a24f-ad6388f5db73 req-a31d31b6-84e8-4b31-b00c-efc418a9fada tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:17.904111 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf58bcdd-bded-4dea-a24f-ad6388f5db73 req-a31d31b6-84e8-4b31-b00c-efc418a9fada tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 946 time: 0.5416718 Apr 18 20:35:17.989843 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-8b858ff9-6400-45f5-b566-07d65e49e77b tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4178019 Apr 18 20:35:18.069993 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-b0ada2c3-4fc1-4f70-bdf8-d2c8c2ed2d68 service neutron] Request body: {'port': {'device_id': 'a7d82004-72d6-4bae-aa46-00131e71ef77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:18.076574 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22eee158-51bf-40b0-987d-27599f7df940 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:18.137426 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf58bcdd-bded-4dea-a24f-ad6388f5db73 req-99307521-cbcc-4038-9b98-fccd49d0142c tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e12d852-c378-4418-b338-b9c49f5e861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093756 Apr 18 20:35:18.223976 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:18.281685 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285a445-e613-485c-beb8-0b5832010977 req-5bb9a97a-f64b-487f-b36b-6b691d6f0497 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:18.285292 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8285a445-e613-485c-beb8-0b5832010977 req-5bb9a97a-f64b-487f-b36b-6b691d6f0497 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ad0240-7dde-42d5-b67b-3dfd224a888f HTTP/1.1" status: 200 len: 946 time: 0.3631854 Apr 18 20:35:18.291686 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-b0ada2c3-4fc1-4f70-bdf8-d2c8c2ed2d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:18.350394 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 7d66f6f8-22dd-4922-ae68-b236587df831, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7d66f6f8-22dd-4922-ae68-b236587df831,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:18.359358 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 9a195f4f-a7e5-48b1-8c88-fde475314901 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:18.359804 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:18.416703 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-57d168a1-57fb-47fd-a867-67b8f39e065d admin admin] Deleting port 1befbbbb-301a-49f9-89ad-4020c378ba30 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:18.417045 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57d168a1-57fb-47fd-a867-67b8f39e065d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:18.423353 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:18.586904 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-57d168a1-57fb-47fd-a867-67b8f39e065d admin admin] For port 1befbbbb-301a-49f9-89ad-4020c378ba30, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1befbbbb-301a-49f9-89ad-4020c378ba30,segment=NetworkSegment(4a17415c-1a1f-4a9a-b43a-194b923773ad),segment_id=4a17415c-1a1f-4a9a-b43a-194b923773ad)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:18.587604 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57d168a1-57fb-47fd-a867-67b8f39e065d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:18.618508 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-57d168a1-57fb-47fd-a867-67b8f39e065d admin admin] Calling delete_port for 1befbbbb-301a-49f9-89ad-4020c378ba30 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:18.689371 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4045661a-2da9-4a10-ae66-1a595d632ded None None] Provisioning complete for port f197ef6b-cffd-48e6-b071-92e31b9a7474 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:18.690005 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4045661a-2da9-4a10-ae66-1a595d632ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:18.717405 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8285a445-e613-485c-beb8-0b5832010977 req-637e567d-bb68-4dd9-88a6-e137f039115e tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997889 Apr 18 20:35:18.742783 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=7d66f6f8-22dd-4922-ae68-b236587df831,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:18.779710 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:18.780761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:18.781694 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:18.782529 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:18.783351 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:18.784234 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:18.785132 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:18.785987 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:18.786791 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:18.787616 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:18.788495 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:18.789336 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:18.813809 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4045661a-2da9-4a10-ae66-1a595d632ded None None] Port f197ef6b-cffd-48e6-b071-92e31b9a7474 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:35:18.949949 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-84be4d96-0675-435d-a6a7-d0a69f2bd357 None None] Provisioning complete for port 9a195f4f-a7e5-48b1-8c88-fde475314901 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:18.950329 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-84be4d96-0675-435d-a6a7-d0a69f2bd357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:18.967943 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57d168a1-57fb-47fd-a867-67b8f39e065d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:18.995408 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d168a1-57fb-47fd-a867-67b8f39e065d admin admin] Pushing event deleted for resources: {'Port': ['ID=1befbbbb-301a-49f9-89ad-4020c378ba30,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:19.219783 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57d168a1-57fb-47fd-a867-67b8f39e065d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:19.225964 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6fd16519-b868-4394-b384-1bd4ab84cca1 req-d0a76f77-bde1-4fd2-8dd8-060954baea18 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fd758254-9f3c-490e-8d0d-7a9f9e8ec959 HTTP/1.1" status: 200 len: 210 time: 0.3608568 Apr 18 20:35:19.233427 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b6f5ce4-9344-4904-a4e5-30c4b924dd11 req-b87e3480-cdeb-4135-9125-1b8530bcce66 tempest-ServerShowV254Test-358793910 tempest-ServerShowV254Test-358793910-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd758254-9f3c-490e-8d0d-7a9f9e8ec959 HTTP/1.1" status: 200 len: 210 time: 0.2464216 Apr 18 20:35:19.373024 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-b0ada2c3-4fc1-4f70-bdf8-d2c8c2ed2d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f197ef6b-cffd-48e6-b071-92e31b9a7474 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:19.387883 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-b0ada2c3-4fc1-4f70-bdf8-d2c8c2ed2d68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:19.475367 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee46e4-23b7-4b29-986e-76270111a36b req-c59657d4-b6b1-4b5e-b2c6-bc1ead1b5a11 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:19.491874 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-12ee46e4-23b7-4b29-986e-76270111a36b req-c59657d4-b6b1-4b5e-b2c6-bc1ead1b5a11 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7d82004-72d6-4bae-aa46-00131e71ef77 HTTP/1.1" status: 200 len: 935 time: 1.0084314 Apr 18 20:35:19.592916 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-b0ada2c3-4fc1-4f70-bdf8-d2c8c2ed2d68 service neutron] Transition to ACTIVE for port object f197ef6b-cffd-48e6-b071-92e31b9a7474 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:35:19.609094 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22eee158-51bf-40b0-987d-27599f7df940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:19.618187 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-b0ada2c3-4fc1-4f70-bdf8-d2c8c2ed2d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:19.631329 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-12ee46e4-23b7-4b29-986e-76270111a36b req-9be51e40-22ba-46fc-a96f-0e9d7e1cc688 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3ffb3d1-363f-43de-b034-c1bb22f02ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293449 Apr 18 20:35:19.652770 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d168a1-57fb-47fd-a867-67b8f39e065d admin admin] Router cd29d771-f6d4-4a45-b07d-a29b00493411 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:35:19.723611 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed15d911-1f5a-4884-922d-2501dc082b1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d66f6f8-22dd-4922-ae68-b236587df831'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:19.731356 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0135d98-12dd-4e37-8e79-81506b36dd3f" -d '{"events": [{"server_uuid": "ed15d911-1f5a-4884-922d-2501dc082b1d", "name": "network-vif-unplugged", "status": "completed", "tag": "7d66f6f8-22dd-4922-ae68-b236587df831"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:19.851590 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ada2c3-4fc1-4f70-bdf8-d2c8c2ed2d68 service neutron] Pushing event updated for resources: {'Port': ['ID=f197ef6b-cffd-48e6-b071-92e31b9a7474,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:19.877658 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d168a1-57fb-47fd-a867-67b8f39e065d admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:35:19.890245 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-57d168a1-57fb-47fd-a867-67b8f39e065d admin admin] 10.222.0.41 "PUT /v2.0/routers/cd29d771-f6d4-4a45-b07d-a29b00493411/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2056253 Apr 18 20:35:19.892531 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37394) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:19.895774 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4499cd3a-faeb-49d7-9b6b-59ecec13a8f2 None None] Sync routers for ids ['cd29d771-f6d4-4a45-b07d-a29b00493411'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:35:19.927341 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4499cd3a-faeb-49d7-9b6b-59ecec13a8f2 None None] Routers {'cd29d771-f6d4-4a45-b07d-a29b00493411'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:35:19.931681 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4499cd3a-faeb-49d7-9b6b-59ecec13a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:34:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cd29d771-f6d4-4a45-b07d-a29b00493411'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:20.250784 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-4499cd3a-faeb-49d7-9b6b-59ecec13a8f2 None None] Set router cd29d771-f6d4-4a45-b07d-a29b00493411 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:35:20.267822 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b06a7309-6168-4d50-845c-bc34a30f19fc admin admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:20.335001 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-b0ada2c3-4fc1-4f70-bdf8-d2c8c2ed2d68 service neutron] Attempting to bind port f197ef6b-cffd-48e6-b071-92e31b9a7474 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:35:20.339808 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-b0ada2c3-4fc1-4f70-bdf8-d2c8c2ed2d68 service neutron] Attempting to bind port f197ef6b-cffd-48e6-b071-92e31b9a7474 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:35:20.340759 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-b0ada2c3-4fc1-4f70-bdf8-d2c8c2ed2d68 service neutron] Attempting to bind port f197ef6b-cffd-48e6-b071-92e31b9a7474 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:35:20.462662 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-b0ada2c3-4fc1-4f70-bdf8-d2c8c2ed2d68 service neutron] Port f197ef6b-cffd-48e6-b071-92e31b9a7474 on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:35:20.465634 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-b0ada2c3-4fc1-4f70-bdf8-d2c8c2ed2d68 service neutron] Attempting to bind port f197ef6b-cffd-48e6-b071-92e31b9a7474 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:35:20.576709 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd0397-61a6-475f-82a3-d206272fe687 req-f7ffb637-801f-4680-abab-52f617764ad6 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:20.600423 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b8dd0397-61a6-475f-82a3-d206272fe687 req-f7ffb637-801f-4680-abab-52f617764ad6 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 946 time: 0.4093316 Apr 18 20:35:20.623121 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-b0ada2c3-4fc1-4f70-bdf8-d2c8c2ed2d68 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:35:20.623643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-b0ada2c3-4fc1-4f70-bdf8-d2c8c2ed2d68 service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:35:20.630233 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-b0ada2c3-4fc1-4f70-bdf8-d2c8c2ed2d68 service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:35:20.633557 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-b0ada2c3-4fc1-4f70-bdf8-d2c8c2ed2d68 service neutron] Bound port: f197ef6b-cffd-48e6-b071-92e31b9a7474, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:35:20.639586 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-b0ada2c3-4fc1-4f70-bdf8-d2c8c2ed2d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:20.828082 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b8dd0397-61a6-475f-82a3-d206272fe687 req-472d74bc-e3e4-40b6-93de-8dc83b4d55cb tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e12d852-c378-4418-b338-b9c49f5e861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728184 Apr 18 20:35:20.956099 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22eee158-51bf-40b0-987d-27599f7df940 admin admin] Router ebc60235-d585-4471-8eeb-dee100080559 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:35:20.957547 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d547396-e3a1-4542-a863-52bf7557fdca x-openstack-request-id: req-2d547396-e3a1-4542-a863-52bf7557fdca {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:20.958879 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed15d911-1f5a-4884-922d-2501dc082b1d", "name": "network-vif-unplugged", "status": "completed", "tag": "7d66f6f8-22dd-4922-ae68-b236587df831", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:20.959647 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d547396-e3a1-4542-a863-52bf7557fdca {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:20.961921 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d547396-e3a1-4542-a863-52bf7557fdca'] response: {'server_uuid': 'ed15d911-1f5a-4884-922d-2501dc082b1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d66f6f8-22dd-4922-ae68-b236587df831', 'code': 200} Apr 18 20:35:21.047073 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4499cd3a-faeb-49d7-9b6b-59ecec13a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'name': 'tempest-ServersTestFqdnHostnames-2060311837-router', 'tenant_id': '4ab648ec573b471693f18df472322614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:52Z', 'updated_at': '2022-04-18T20:35:18Z', 'revision_number': 5, 'project_id': '4ab648ec573b471693f18df472322614', 'gw_port': {'id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:54Z', 'updated_at': '2022-04-18T20:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:21.114413 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4499cd3a-faeb-49d7-9b6b-59ecec13a8f2 None None] Checking router: cd29d771-f6d4-4a45-b07d-a29b00493411 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:35:21.161661 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4499cd3a-faeb-49d7-9b6b-59ecec13a8f2 None None] Routers {'cd29d771-f6d4-4a45-b07d-a29b00493411'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:35:21.162319 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4499cd3a-faeb-49d7-9b6b-59ecec13a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:34:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cd29d771-f6d4-4a45-b07d-a29b00493411'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:21.204859 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-b0ada2c3-4fc1-4f70-bdf8-d2c8c2ed2d68 service neutron] For port f197ef6b-cffd-48e6-b071-92e31b9a7474, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:35:21.295215 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b06a7309-6168-4d50-845c-bc34a30f19fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:21.314301 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-b0ada2c3-4fc1-4f70-bdf8-d2c8c2ed2d68 service neutron] For port f197ef6b-cffd-48e6-b071-92e31b9a7474, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f197ef6b-cffd-48e6-b071-92e31b9a7474,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:35:21.341579 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-b0ada2c3-4fc1-4f70-bdf8-d2c8c2ed2d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:21.429648 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-b06a7309-6168-4d50-845c-bc34a30f19fc admin admin] Deleting port 3c010e51-8ba2-4b39-a14c-4efa55fab9a3 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:21.430271 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b06a7309-6168-4d50-845c-bc34a30f19fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:21.435517 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-4499cd3a-faeb-49d7-9b6b-59ecec13a8f2 None None] Set router cd29d771-f6d4-4a45-b07d-a29b00493411 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:35:21.504656 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ada2c3-4fc1-4f70-bdf8-d2c8c2ed2d68 service neutron] Pushing event updated for resources: {'Port': ['ID=f197ef6b-cffd-48e6-b071-92e31b9a7474,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:21.512471 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-b0ada2c3-4fc1-4f70-bdf8-d2c8c2ed2d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:21.515816 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-b0ada2c3-4fc1-4f70-bdf8-d2c8c2ed2d68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:21.520680 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-b0ada2c3-4fc1-4f70-bdf8-d2c8c2ed2d68 service neutron] 10.222.0.32 "PUT /v2.0/ports/f197ef6b-cffd-48e6-b071-92e31b9a7474 HTTP/1.1" status: 200 len: 1095 time: 3.4993649 Apr 18 20:35:21.565977 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d82004-72d6-4bae-aa46-00131e71ef77', 'tag': 'f197ef6b-cffd-48e6-b071-92e31b9a7474'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:21.569136 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac098897-7edc-4dad-9d78-921802ddf883" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d82004-72d6-4bae-aa46-00131e71ef77", "tag": "f197ef6b-cffd-48e6-b071-92e31b9a7474"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:21.616867 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22eee158-51bf-40b0-987d-27599f7df940 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:35:21.628656 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e7627f-70e3-44d9-a0d3-ac3ce5285e51 None None] Sync routers for ids ['ebc60235-d585-4471-8eeb-dee100080559'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:35:21.667338 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e7627f-70e3-44d9-a0d3-ac3ce5285e51 None None] Routers {'ebc60235-d585-4471-8eeb-dee100080559'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:35:21.677067 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f4e7627f-70e3-44d9-a0d3-ac3ce5285e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:34:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ebc60235-d585-4471-8eeb-dee100080559'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:21.754271 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-b06a7309-6168-4d50-845c-bc34a30f19fc admin admin] For port 3c010e51-8ba2-4b39-a14c-4efa55fab9a3, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3c010e51-8ba2-4b39-a14c-4efa55fab9a3,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:21.754806 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b06a7309-6168-4d50-845c-bc34a30f19fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:21.761427 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22eee158-51bf-40b0-987d-27599f7df940 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:21.763001 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-22eee158-51bf-40b0-987d-27599f7df940 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 10.8227229 Apr 18 20:35:21.767762 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37444) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:21.788298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-93470d31-2961-4e1a-84fb-2b102b3d5bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:21.800655 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-93470d31-2961-4e1a-84fb-2b102b3d5bd6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea01c8be103849c89f47687f69cfc2b7&device_id=a7d82004-72d6-4bae-aa46-00131e71ef77 HTTP/1.1" status: 200 len: 1098 time: 0.1964741 Apr 18 20:35:21.849482 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-b06a7309-6168-4d50-845c-bc34a30f19fc admin admin] Calling delete_port for 3c010e51-8ba2-4b39-a14c-4efa55fab9a3 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:22.215526 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bff67bee-02ff-46b9-afe3-473dfcf8d4f0 req-f873f29f-790e-468f-9c4f-174fb5c12368 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7167096 Apr 18 20:35:22.220687 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cd188c2d-2e4d-4f6a-baa1-d4312223e9bc req-d0d0c882-b533-4c59-847e-be76d26cccbc tempest-ServerShowV254Test-358793910 tempest-ServerShowV254Test-358793910-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd758254-9f3c-490e-8d0d-7a9f9e8ec959 HTTP/1.1" status: 200 len: 210 time: 0.0919428 Apr 18 20:35:22.310323 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-f4e7627f-70e3-44d9-a0d3-ac3ce5285e51 None None] Set router ebc60235-d585-4471-8eeb-dee100080559 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:35:22.348963 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308864a4-b0a5-4727-b2a7-925f6012ea1d x-openstack-request-id: req-308864a4-b0a5-4727-b2a7-925f6012ea1d {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:22.349492 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d82004-72d6-4bae-aa46-00131e71ef77", "tag": "f197ef6b-cffd-48e6-b071-92e31b9a7474", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:22.349492 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-308864a4-b0a5-4727-b2a7-925f6012ea1d {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:22.349902 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-308864a4-b0a5-4727-b2a7-925f6012ea1d'] response: {'name': 'network-changed', 'server_uuid': 'a7d82004-72d6-4bae-aa46-00131e71ef77', 'tag': 'f197ef6b-cffd-48e6-b071-92e31b9a7474', 'status': 'completed', 'code': 200} Apr 18 20:35:22.383093 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-1ed0dd25-f5d8-46e3-89a3-84e3d6148fc8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=f197ef6b-cffd-48e6-b071-92e31b9a7474 HTTP/1.1" status: 200 len: 217 time: 0.2559459 Apr 18 20:35:22.393863 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b06a7309-6168-4d50-845c-bc34a30f19fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:22.444451 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a7309-6168-4d50-845c-bc34a30f19fc admin admin] Pushing event deleted for resources: {'Port': ['ID=3c010e51-8ba2-4b39-a14c-4efa55fab9a3,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:22.455201 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4499cd3a-faeb-49d7-9b6b-59ecec13a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'name': 'tempest-ServersTestFqdnHostnames-2060311837-router', 'tenant_id': '4ab648ec573b471693f18df472322614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:52Z', 'updated_at': '2022-04-18T20:35:18Z', 'revision_number': 5, 'project_id': '4ab648ec573b471693f18df472322614', 'gw_port': {'id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:54Z', 'updated_at': '2022-04-18T20:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:22.592861 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4499cd3a-faeb-49d7-9b6b-59ecec13a8f2 None None] The sync data for ids ['cd29d771-f6d4-4a45-b07d-a29b00493411'] in n-d-838323-3 is: [{'id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'name': 'tempest-ServersTestFqdnHostnames-2060311837-router', 'tenant_id': '4ab648ec573b471693f18df472322614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:52Z', 'updated_at': '2022-04-18T20:35:18Z', 'revision_number': 5, 'project_id': '4ab648ec573b471693f18df472322614', 'gw_port': {'id': '3c010e51-8ba2-4b39-a14c-4efa55fab9a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd29d771-f6d4-4a45-b07d-a29b00493411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:54Z', 'updated_at': '2022-04-18T20:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:35:22.615379 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b06a7309-6168-4d50-845c-bc34a30f19fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:22.793895 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f4e7627f-70e3-44d9-a0d3-ac3ce5285e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc60235-d585-4471-8eeb-dee100080559', 'name': 'tempest-ServersTestJSON-1531641771-router', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '571d5542-5835-4018-aec1-6130bf6498a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:11Z', 'updated_at': '2022-04-18T20:35:16Z', 'revision_number': 3, 'project_id': '882f13cc2f9d486da28d9e2f08e963a4', 'gw_port': {'id': '571d5542-5835-4018-aec1-6130bf6498a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:76:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc60235-d585-4471-8eeb-dee100080559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:13Z', 'updated_at': '2022-04-18T20:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:22.836788 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b06a7309-6168-4d50-845c-bc34a30f19fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:22.840123 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b06a7309-6168-4d50-845c-bc34a30f19fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:22.866765 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e7627f-70e3-44d9-a0d3-ac3ce5285e51 None None] Checking router: ebc60235-d585-4471-8eeb-dee100080559 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:35:22.867221 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e7627f-70e3-44d9-a0d3-ac3ce5285e51 None None] Updating router ebc60235-d585-4471-8eeb-dee100080559 port 571d5542-5835-4018-aec1-6130bf6498a3 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:35:22.908364 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b06a7309-6168-4d50-845c-bc34a30f19fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:22.908879 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06a7309-6168-4d50-845c-bc34a30f19fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd29d771-f6d4-4a45-b07d-a29b00493411 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:35:22.920038 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b06a7309-6168-4d50-845c-bc34a30f19fc admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:22.931176 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f4e7627f-70e3-44d9-a0d3-ac3ce5285e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:22.934546 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b06a7309-6168-4d50-845c-bc34a30f19fc admin admin] 10.222.0.41 "DELETE /v2.0/routers/cd29d771-f6d4-4a45-b07d-a29b00493411 HTTP/1.1" status: 204 len: 168 time: 3.0399752 Apr 18 20:35:22.936586 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37466) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:23.059803 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5c35bf-53b0-4155-97aa-8115acd24618 admin admin] Deleting subnet ef443a10-9912-467c-8cb2-a21262f03efe {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:35:23.075037 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8c5c35bf-53b0-4155-97aa-8115acd24618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:23.165358 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8c5c35bf-53b0-4155-97aa-8115acd24618 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:23.332234 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8c5c35bf-53b0-4155-97aa-8115acd24618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:23.404154 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f4e7627f-70e3-44d9-a0d3-ac3ce5285e51 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:23.408737 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff67bee-02ff-46b9-afe3-473dfcf8d4f0 req-ed54099f-8ad1-40d9-b1b9-db19042ddade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:23.411559 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bff67bee-02ff-46b9-afe3-473dfcf8d4f0 req-ed54099f-8ad1-40d9-b1b9-db19042ddade service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c72a6cb4b75647d38b6aa693a7d2ca0b&device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 1096 time: 1.0664551 Apr 18 20:35:23.416495 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f4e7627f-70e3-44d9-a0d3-ac3ce5285e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:23.463808 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103e261-b918-4151-af95-8896cf0c6e82 req-21ec0a48-ff08-49ba-8913-d47d0b5b3377 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:23.466093 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f103e261-b918-4151-af95-8896cf0c6e82 req-21ec0a48-ff08-49ba-8913-d47d0b5b3377 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7d82004-72d6-4bae-aa46-00131e71ef77 HTTP/1.1" status: 200 len: 947 time: 0.9664042 Apr 18 20:35:23.563628 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-9092f032-53ef-4b57-b16f-92a72afdb701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:23.565795 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-9092f032-53ef-4b57-b16f-92a72afdb701 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 1.1127381 Apr 18 20:35:23.577789 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-f4e7627f-70e3-44d9-a0d3-ac3ce5285e51 None None] Attempting to bind port 571d5542-5835-4018-aec1-6130bf6498a3 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:35:23.578173 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-f4e7627f-70e3-44d9-a0d3-ac3ce5285e51 None None] Attempting to bind port 571d5542-5835-4018-aec1-6130bf6498a3 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:35:23.578541 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7627f-70e3-44d9-a0d3-ac3ce5285e51 None None] Attempting to bind port 571d5542-5835-4018-aec1-6130bf6498a3 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:35:23.581933 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042ae9e-f992-4763-ab6c-f405b0301946 None None] Pushing event updated for resources: {'Port': ['ID=571d5542-5835-4018-aec1-6130bf6498a3,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:23.588508 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8c5c35bf-53b0-4155-97aa-8115acd24618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:23.590585 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7627f-70e3-44d9-a0d3-ac3ce5285e51 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:35:23.590977 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7627f-70e3-44d9-a0d3-ac3ce5285e51 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:35:23.591399 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f4e7627f-70e3-44d9-a0d3-ac3ce5285e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:23.591806 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7627f-70e3-44d9-a0d3-ac3ce5285e51 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:35:23.592309 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-f4e7627f-70e3-44d9-a0d3-ac3ce5285e51 None None] Bound port: 571d5542-5835-4018-aec1-6130bf6498a3, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:35:23.592832 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f4e7627f-70e3-44d9-a0d3-ac3ce5285e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:23.613925 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e277b-7aac-4b65-92d5-51af740086f2 req-2df71503-4e6b-46b5-bdb4-088100ad9b76 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:23.623177 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c8e277b-7aac-4b65-92d5-51af740086f2 req-2df71503-4e6b-46b5-bdb4-088100ad9b76 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 946 time: 1.0979066 Apr 18 20:35:23.625534 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8c5c35bf-53b0-4155-97aa-8115acd24618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:23.633725 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1befbbbb-301a-49f9-89ad-4020c378ba30 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:35:23.635052 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8c5c35bf-53b0-4155-97aa-8115acd24618 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ef443a10-9912-467c-8cb2-a21262f03efe HTTP/1.1" status: 204 len: 168 time: 0.6972675 Apr 18 20:35:23.636333 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622ae25c-e786-4a56-9198-c7da1299b168 None None] Network 096979d4-7e57-4182-a39f-1144c54a852c requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:35:23.639709 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37470) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:23.680066 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c35bf-53b0-4155-97aa-8115acd24618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef443a10-9912-467c-8cb2-a21262f03efe,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:23.710941 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff67bee-02ff-46b9-afe3-473dfcf8d4f0 req-29d63ba2-6374-4dfa-abc0-01c916238449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:23.712560 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bff67bee-02ff-46b9-afe3-473dfcf8d4f0 req-29d63ba2-6374-4dfa-abc0-01c916238449 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d538f970-1699-4982-98ba-9d8cb4a7048d HTTP/1.1" status: 200 len: 919 time: 0.2711964 Apr 18 20:35:23.719702 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 1befbbbb-301a-49f9-89ad-4020c378ba30 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:35:23.720899 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1befbbbb-301a-49f9-89ad-4020c378ba30 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:35:23.773299 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c459fa1-1acc-4308-a281-f27614356f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:23.849135 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-7c459fa1-1acc-4308-a281-f27614356f9b admin admin] Deleting port e7bd759f-a7ce-47fa-9a34-c6bb815fe050 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:23.850468 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c459fa1-1acc-4308-a281-f27614356f9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:23.901441 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f4e7627f-70e3-44d9-a0d3-ac3ce5285e51 None None] For port 571d5542-5835-4018-aec1-6130bf6498a3, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:35:23.921528 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f4e7627f-70e3-44d9-a0d3-ac3ce5285e51 None None] For port 571d5542-5835-4018-aec1-6130bf6498a3, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=571d5542-5835-4018-aec1-6130bf6498a3,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:35:23.971544 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f4e7627f-70e3-44d9-a0d3-ac3ce5285e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:23.973821 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-7c459fa1-1acc-4308-a281-f27614356f9b admin admin] For port e7bd759f-a7ce-47fa-9a34-c6bb815fe050, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=e7bd759f-a7ce-47fa-9a34-c6bb815fe050,segment=NetworkSegment(4a17415c-1a1f-4a9a-b43a-194b923773ad),segment_id=4a17415c-1a1f-4a9a-b43a-194b923773ad)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:23.973821 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c459fa1-1acc-4308-a281-f27614356f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:23.995367 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-7c459fa1-1acc-4308-a281-f27614356f9b admin admin] Calling delete_port for e7bd759f-a7ce-47fa-9a34-c6bb815fe050 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:24.049493 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f103e261-b918-4151-af95-8896cf0c6e82 req-2c0e87a3-9575-47ba-a3fa-28ca6da8e447 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3ffb3d1-363f-43de-b034-c1bb22f02ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822071 Apr 18 20:35:24.050832 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bff67bee-02ff-46b9-afe3-473dfcf8d4f0 req-2e71ab3d-c6ac-41ba-b06e-cbe102821ae9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7402ac98-e12c-4b58-b801-7de11281dd54 HTTP/1.1" status: 200 len: 217 time: 0.1018679 Apr 18 20:35:24.070668 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c8e277b-7aac-4b65-92d5-51af740086f2 req-56734317-0e75-4055-bd43-fcfa1eb11583 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e12d852-c378-4418-b338-b9c49f5e861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4396143 Apr 18 20:35:24.099311 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-faa2f8f0-f1e9-4a42-a807-1538158c05bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:24.102809 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-faa2f8f0-f1e9-4a42-a807-1538158c05bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5064225 Apr 18 20:35:24.145062 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c459fa1-1acc-4308-a281-f27614356f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.177142 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c459fa1-1acc-4308-a281-f27614356f9b admin admin] No DVR routers for this DVR port e7bd759f-a7ce-47fa-9a34-c6bb815fe050 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:35:24.236348 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c459fa1-1acc-4308-a281-f27614356f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=e7bd759f-a7ce-47fa-9a34-c6bb815fe050,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:24.266118 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042ae9e-f992-4763-ab6c-f405b0301946 None None] Pushing event updated for resources: {'Port': ['ID=571d5542-5835-4018-aec1-6130bf6498a3,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:24.272693 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e7627f-70e3-44d9-a0d3-ac3ce5285e51 None None] Routers {'ebc60235-d585-4471-8eeb-dee100080559'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:35:24.273456 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f4e7627f-70e3-44d9-a0d3-ac3ce5285e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:34:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ebc60235-d585-4471-8eeb-dee100080559'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:24.435580 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c459fa1-1acc-4308-a281-f27614356f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.576994 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-7c459fa1-1acc-4308-a281-f27614356f9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096979d4-7e57-4182-a39f-1144c54a852c']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:24.638040 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-7c459fa1-1acc-4308-a281-f27614356f9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a17415c-1a1f-4a9a-b43a-194b923773ad') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:24.638720 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-7c459fa1-1acc-4308-a281-f27614356f9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a17415c-1a1f-4a9a-b43a-194b923773ad') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:24.724953 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c459fa1-1acc-4308-a281-f27614356f9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.750879 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-f4e7627f-70e3-44d9-a0d3-ac3ce5285e51 None None] Set router ebc60235-d585-4471-8eeb-dee100080559 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:35:24.812872 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c459fa1-1acc-4308-a281-f27614356f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.858511 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c459fa1-1acc-4308-a281-f27614356f9b admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:35:24.860102 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c459fa1-1acc-4308-a281-f27614356f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.943440 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff67bee-02ff-46b9-afe3-473dfcf8d4f0 req-71ee5d7f-8c4d-434c-8381-9f51d4d5abab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:24.946092 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bff67bee-02ff-46b9-afe3-473dfcf8d4f0 req-71ee5d7f-8c4d-434c-8381-9f51d4d5abab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8415795-d2f2-4354-859f-79b4fcc6f470 HTTP/1.1" status: 200 len: 857 time: 0.8741992 Apr 18 20:35:24.964048 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c8ad4d-a667-4064-be1b-422d25e4e72d None None] DHCP port deletion for 096979d4-7e57-4182-a39f-1144c54a852c request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:35:25.067436 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 4030c1ac-089c-4cb8-84b5-75285dc78d8f details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:35:25.108922 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:35:25.129364 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:35:25.149864 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c459fa1-1acc-4308-a281-f27614356f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:25.175077 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c459fa1-1acc-4308-a281-f27614356f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:25.200124 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d3815d45-df5c-4f34-8c53-543a8333dbd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:25.202066 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7c459fa1-1acc-4308-a281-f27614356f9b admin admin] 10.222.0.41 "DELETE /v2.0/networks/096979d4-7e57-4182-a39f-1144c54a852c HTTP/1.1" status: 204 len: 168 time: 1.5296800 Apr 18 20:35:25.246379 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c459fa1-1acc-4308-a281-f27614356f9b admin admin] Pushing event deleted for resources: {'Network': ['ID=096979d4-7e57-4182-a39f-1144c54a852c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:25.273086 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff67bee-02ff-46b9-afe3-473dfcf8d4f0 req-88b36c7c-0594-4e88-b5a4-916ff605c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:25.277731 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bff67bee-02ff-46b9-afe3-473dfcf8d4f0 req-88b36c7c-0594-4e88-b5a4-916ff605c7e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d538f970-1699-4982-98ba-9d8cb4a7048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2993526 Apr 18 20:35:25.280159 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-1f62a3e2-a612-49da-9c16-127409646bf0 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0044425 Apr 18 20:35:25.598379 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3c010e51-8ba2-4b39-a14c-4efa55fab9a3 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:35:25.646135 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37512) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:25.667366 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 3c010e51-8ba2-4b39-a14c-4efa55fab9a3 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:35:25.667867 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3c010e51-8ba2-4b39-a14c-4efa55fab9a3 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:35:25.668756 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e7bd759f-a7ce-47fa-9a34-c6bb815fe050 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:35:25.682340 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 4030c1ac-089c-4cb8-84b5-75285dc78d8f, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=4030c1ac-089c-4cb8-84b5-75285dc78d8f,segment=NetworkSegment(8e558cab-fc44-457b-b2e3-8de4a319aadc),segment_id=8e558cab-fc44-457b-b2e3-8de4a319aadc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:25.719322 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: e7bd759f-a7ce-47fa-9a34-c6bb815fe050 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:35:25.719705 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e7bd759f-a7ce-47fa-9a34-c6bb815fe050 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:35:25.729012 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '4030c1ac-089c-4cb8-84b5-75285dc78d8f', 'network_id': '0f42696b-e02e-4c93-bc6c-2e18dd4d76f9', 'port_id': '4030c1ac-089c-4cb8-84b5-75285dc78d8f', 'mac_address': 'fa:16:3e:84:aa:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f24213e-f6aa-466d-babc-2c9c25120d14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:35:25.828160 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:25.868000 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4030c1ac-089c-4cb8-84b5-75285dc78d8f {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:25.868316 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-42466bd0-86e4-47dc-a997-2e00d58cca6d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ab648ec573b471693f18df472322614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201676 Apr 18 20:35:25.880527 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37518) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:25.956202 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f4e7627f-70e3-44d9-a0d3-ac3ce5285e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc60235-d585-4471-8eeb-dee100080559', 'name': 'tempest-ServersTestJSON-1531641771-router', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '571d5542-5835-4018-aec1-6130bf6498a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:11Z', 'updated_at': '2022-04-18T20:35:16Z', 'revision_number': 3, 'project_id': '882f13cc2f9d486da28d9e2f08e963a4', 'gw_port': {'id': '571d5542-5835-4018-aec1-6130bf6498a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:76:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc60235-d585-4471-8eeb-dee100080559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:13Z', 'updated_at': '2022-04-18T20:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:25.963708 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 4030c1ac-089c-4cb8-84b5-75285dc78d8f, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=4030c1ac-089c-4cb8-84b5-75285dc78d8f,segment=NetworkSegment(8e558cab-fc44-457b-b2e3-8de4a319aadc),segment_id=8e558cab-fc44-457b-b2e3-8de4a319aadc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:26.031228 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-04fc4da5-ad27-4444-bf68-3e8d88c0a464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:26.051780 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb109b-135f-452c-b3e7-0b65021c6b44 req-698ea0dc-80b6-442c-8044-5c4d00276a5c tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:26.065665 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7cbb109b-135f-452c-b3e7-0b65021c6b44 req-698ea0dc-80b6-442c-8044-5c4d00276a5c tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ad0240-7dde-42d5-b67b-3dfd224a888f HTTP/1.1" status: 200 len: 946 time: 0.9095974 Apr 18 20:35:26.067923 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:26.135957 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-04fc4da5-ad27-4444-bf68-3e8d88c0a464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:26.149895 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e7627f-70e3-44d9-a0d3-ac3ce5285e51 None None] The sync data for ids ['ebc60235-d585-4471-8eeb-dee100080559'] in n-d-838323-3 is: [{'id': 'ebc60235-d585-4471-8eeb-dee100080559', 'name': 'tempest-ServersTestJSON-1531641771-router', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '571d5542-5835-4018-aec1-6130bf6498a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:11Z', 'updated_at': '2022-04-18T20:35:16Z', 'revision_number': 3, 'project_id': '882f13cc2f9d486da28d9e2f08e963a4', 'gw_port': {'id': '571d5542-5835-4018-aec1-6130bf6498a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:76:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc60235-d585-4471-8eeb-dee100080559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:13Z', 'updated_at': '2022-04-18T20:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:35:26.168326 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=4030c1ac-089c-4cb8-84b5-75285dc78d8f,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:26.250815 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['4030c1ac-089c-4cb8-84b5-75285dc78d8f'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:26.277027 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-04fc4da5-ad27-4444-bf68-3e8d88c0a464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:26.283453 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-04fc4da5-ad27-4444-bf68-3e8d88c0a464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:26.288880 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-04fc4da5-ad27-4444-bf68-3e8d88c0a464 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/763c3d80-b835-4354-9c38-9c83ebd4a223 HTTP/1.1" status: 204 len: 168 time: 0.4067187 Apr 18 20:35:26.309991 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc4da5-ad27-4444-bf68-3e8d88c0a464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763c3d80-b835-4354-9c38-9c83ebd4a223,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:26.383922 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Allocated IP 172.20.0.1 (9ab61462-a866-4e1e-afce-b81024e5bb59/62afad21-e958-4b0a-92c9-5182f97360de/fcdf616f-0cee-423d-b202-c5d484aa4881) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:35:26.502784 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7cbb109b-135f-452c-b3e7-0b65021c6b44 req-2d214e64-678e-4074-b6ef-b62ed42cfbe0 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345310 Apr 18 20:35:26.589992 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bff67bee-02ff-46b9-afe3-473dfcf8d4f0 req-c22e3d92-e029-4b69-a870-0a46bb81cfd1 service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2971804 Apr 18 20:35:26.651831 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa5641d0-5840-4c81-8cb1-55e7085b9f58 req-e89ac12c-692c-4ea7-972c-220d9646845c service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3410065 Apr 18 20:35:27.010186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a218c-9736-464c-9044-6f010575da00 req-0b387664-26c8-4f6e-9012-0f032b20ea3c tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:27.019415 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a41a218c-9736-464c-9044-6f010575da00 req-0b387664-26c8-4f6e-9012-0f032b20ea3c tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 946 time: 0.5474849 Apr 18 20:35:27.069249 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 4030c1ac-089c-4cb8-84b5-75285dc78d8f up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:27.090652 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:27.288369 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:27.316722 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 4030c1ac-089c-4cb8-84b5-75285dc78d8f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:27.317383 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:27.455174 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc73556-4468-46d3-a245-22c73b61a3e0 req-28e27c8d-bb04-43d8-b373-e78fd3d49de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:27.463036 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dfc73556-4468-46d3-a245-22c73b61a3e0 req-28e27c8d-bb04-43d8-b373-e78fd3d49de0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=74ef4a84c3ab4b31aa7773cc07643899&device_id=ed15d911-1f5a-4884-922d-2501dc082b1d HTTP/1.1" status: 200 len: 1099 time: 1.1005239 Apr 18 20:35:27.510085 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Pushing event updated for resources: {'Port': ['ID=fcdf616f-0cee-423d-b202-c5d484aa4881,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:27.578230 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac098897-7edc-4dad-9d78-921802ddf883 req-9cddb27b-482d-437e-aa9d-4e2a98f45066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:27.589049 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac098897-7edc-4dad-9d78-921802ddf883 req-9cddb27b-482d-437e-aa9d-4e2a98f45066 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea01c8be103849c89f47687f69cfc2b7&device_id=a7d82004-72d6-4bae-aa46-00131e71ef77 HTTP/1.1" status: 200 len: 1098 time: 0.7001002 Apr 18 20:35:27.619113 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Network 9ab61462-a866-4e1e-afce-b81024e5bb59 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:35:27.645242 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:27.648547 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:27.652457 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:27.653404 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:27.654013 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:27.654589 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:27.655160 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:27.655710 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:27.656255 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:27.657979 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:27.658541 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:27.659216 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:27.660357 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:27.671356 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:35:27.674562 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 571d5542-5835-4018-aec1-6130bf6498a3 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:27.718132 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c8d7b-9870-4608-bf58-d7cfe141fefe req-3d276349-7716-49fc-94e6-8f498538a5ca tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:27.729320 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b56c8d7b-9870-4608-bf58-d7cfe141fefe req-3d276349-7716-49fc-94e6-8f498538a5ca tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7d82004-72d6-4bae-aa46-00131e71ef77 HTTP/1.1" status: 200 len: 947 time: 0.8997869 Apr 18 20:35:27.939205 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:28.016829 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 571d5542-5835-4018-aec1-6130bf6498a3 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:28.025548 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:28.050300 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bff67bee-02ff-46b9-afe3-473dfcf8d4f0 req-89d43a5c-85c4-42d2-9b7f-e062d9691d79 service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3890221 Apr 18 20:35:28.177426 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ad0240-7dde-42d5-b67b-3dfd224a888f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4030c1ac-089c-4cb8-84b5-75285dc78d8f'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:28.184882 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430a96a4-014d-4dfc-af54-358cf0414000" -d '{"events": [{"server_uuid": "88ad0240-7dde-42d5-b67b-3dfd224a888f", "name": "network-vif-plugged", "status": "completed", "tag": "4030c1ac-089c-4cb8-84b5-75285dc78d8f"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:28.224238 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 4030c1ac-089c-4cb8-84b5-75285dc78d8f, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=4030c1ac-089c-4cb8-84b5-75285dc78d8f,segment=NetworkSegment(8e558cab-fc44-457b-b2e3-8de4a319aadc),segment_id=8e558cab-fc44-457b-b2e3-8de4a319aadc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:28.263100 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:28.309449 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a41a218c-9736-464c-9044-6f010575da00 req-3e93d707-61a7-4964-acea-d72ea3d3e379 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e12d852-c378-4418-b338-b9c49f5e861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1191251 Apr 18 20:35:28.409084 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=4030c1ac-089c-4cb8-84b5-75285dc78d8f,revision_number=7']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:28.440151 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b56c8d7b-9870-4608-bf58-d7cfe141fefe req-7cbaf601-abec-4531-a654-d0e772bf2707 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3ffb3d1-363f-43de-b034-c1bb22f02ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7086821 Apr 18 20:35:28.443315 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac098897-7edc-4dad-9d78-921802ddf883 req-5425ab2b-ce4a-45b7-877c-7e301c8536b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:28.445962 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac098897-7edc-4dad-9d78-921802ddf883 req-5425ab2b-ce4a-45b7-877c-7e301c8536b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.8235371 Apr 18 20:35:28.497479 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc73556-4468-46d3-a245-22c73b61a3e0 req-a3826b5c-93b5-47e9-9ca7-7f4b6e469985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:28.515022 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dfc73556-4468-46d3-a245-22c73b61a3e0 req-a3826b5c-93b5-47e9-9ca7-7f4b6e469985 service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.9954507 Apr 18 20:35:28.539866 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-81326a21-85d3-46ef-ba2d-655c6c993f6e None None] Provisioning complete for port fcdf616f-0cee-423d-b202-c5d484aa4881 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:28.541899 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-81326a21-85d3-46ef-ba2d-655c6c993f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:28.732769 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37572) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:28.737262 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:28.745204 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac098897-7edc-4dad-9d78-921802ddf883 req-5015b85e-e0a3-4f6a-9361-bfd2530f7578 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=f197ef6b-cffd-48e6-b071-92e31b9a7474 HTTP/1.1" status: 200 len: 217 time: 0.2284572 Apr 18 20:35:28.788170 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:28.884144 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-81326a21-85d3-46ef-ba2d-655c6c993f6e None None] Port fcdf616f-0cee-423d-b202-c5d484aa4881 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:35:28.896689 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 571d5542-5835-4018-aec1-6130bf6498a3, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=571d5542-5835-4018-aec1-6130bf6498a3,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:28.900760 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-df3c10fc-5b69-4391-ac31-02420fae3bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:28.915416 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:29.029780 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=571d5542-5835-4018-aec1-6130bf6498a3,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:29.068201 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dfc73556-4468-46d3-a245-22c73b61a3e0 req-bb6defcf-72be-4f30-9695-76f4f7c990f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=7d66f6f8-22dd-4922-ae68-b236587df831 HTTP/1.1" status: 200 len: 217 time: 0.3447464 Apr 18 20:35:29.163429 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-b5354e30-09b2-49dd-815c-5d822eec35a5 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1318467058-network', 'tenant_id': '74036802b86a42719b0f821d2a4025aa'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:29.174645 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5aab8079-dc74-40c4-bbba-b4acb85a3043 req-c2ec541f-653d-46b0-833e-634d234f41ca tempest-ServerShowV254Test-358793910 tempest-ServerShowV254Test-358793910-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd758254-9f3c-490e-8d0d-7a9f9e8ec959 HTTP/1.1" status: 200 len: 210 time: 0.1349473 Apr 18 20:35:29.223412 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5354e30-09b2-49dd-815c-5d822eec35a5 admin admin] Made reservation on behalf of 74036802b86a42719b0f821d2a4025aa for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:29.229764 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5354e30-09b2-49dd-815c-5d822eec35a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:29.293325 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5354e30-09b2-49dd-815c-5d822eec35a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:29.323202 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac098897-7edc-4dad-9d78-921802ddf883 req-6b6a40d5-0727-4188-8fb3-b171ad0c9fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:29.325548 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac098897-7edc-4dad-9d78-921802ddf883 req-6b6a40d5-0727-4188-8fb3-b171ad0c9fc5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.5409167 Apr 18 20:35:29.370999 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc73556-4468-46d3-a245-22c73b61a3e0 req-9c1442f3-9dac-4f4a-9a5b-41fd6d797dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:29.377235 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dfc73556-4468-46d3-a245-22c73b61a3e0 req-9c1442f3-9dac-4f4a-9a5b-41fd6d797dff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.2372322 Apr 18 20:35:29.390538 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261fb40-d2bc-4f27-bb9a-baff9f216008 req-de00998f-2352-4120-815b-5d7a5fa66b7d tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:29.392214 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7261fb40-d2bc-4f27-bb9a-baff9f216008 req-de00998f-2352-4120-815b-5d7a5fa66b7d tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ad0240-7dde-42d5-b67b-3dfd224a888f HTTP/1.1" status: 200 len: 946 time: 0.4321737 Apr 18 20:35:29.452376 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1522cf6-358e-4473-8a5f-0011ca91f4fa x-openstack-request-id: req-a1522cf6-358e-4473-8a5f-0011ca91f4fa {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:29.453064 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ad0240-7dde-42d5-b67b-3dfd224a888f", "name": "network-vif-plugged", "status": "completed", "tag": "4030c1ac-089c-4cb8-84b5-75285dc78d8f", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:29.453747 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1522cf6-358e-4473-8a5f-0011ca91f4fa {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:29.454270 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1522cf6-358e-4473-8a5f-0011ca91f4fa'] response: {'server_uuid': '88ad0240-7dde-42d5-b67b-3dfd224a888f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4030c1ac-089c-4cb8-84b5-75285dc78d8f', 'code': 200} Apr 18 20:35:29.554378 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7261fb40-d2bc-4f27-bb9a-baff9f216008 req-fc173c81-7ade-478d-bf32-72baee3a06b5 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237228 Apr 18 20:35:29.573418 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 571d5542-5835-4018-aec1-6130bf6498a3 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:29.586177 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac098897-7edc-4dad-9d78-921802ddf883 req-4bd21461-7bba-4b37-8ab7-defc8146ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:29.586590 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5354e30-09b2-49dd-815c-5d822eec35a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:29.588300 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac098897-7edc-4dad-9d78-921802ddf883 req-4bd21461-7bba-4b37-8ab7-defc8146ba65 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2333114 Apr 18 20:35:29.598996 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5354e30-09b2-49dd-815c-5d822eec35a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:29.609406 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc73556-4468-46d3-a245-22c73b61a3e0 req-f4de16e7-c890-4b2c-b1e0-5d7eba00056a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:29.611401 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dfc73556-4468-46d3-a245-22c73b61a3e0 req-f4de16e7-c890-4b2c-b1e0-5d7eba00056a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1820877 Apr 18 20:35:29.613749 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:29.620914 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5354e30-09b2-49dd-815c-5d822eec35a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:35:29.637631 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5354e30-09b2-49dd-815c-5d822eec35a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:29.638531 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-b5354e30-09b2-49dd-815c-5d822eec35a5 admin admin] Added segment 8f748ac4-9299-4584-b7e0-04b5dc1e87b5 of type vlan for network 686692be-1a27-4700-aa11-e71809b1f02b Apr 18 20:35:29.715451 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5354e30-09b2-49dd-815c-5d822eec35a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:29.843162 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5354e30-09b2-49dd-815c-5d822eec35a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:29.845146 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5354e30-09b2-49dd-815c-5d822eec35a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:29.846170 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5354e30-09b2-49dd-815c-5d822eec35a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:29.846355 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 571d5542-5835-4018-aec1-6130bf6498a3 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:29.847814 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:29.912625 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:29.929997 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:35:29.976039 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b5354e30-09b2-49dd-815c-5d822eec35a5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2374043 Apr 18 20:35:29.976310 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac098897-7edc-4dad-9d78-921802ddf883 req-831c299b-e277-46fc-906b-12cc44416fd1 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755538 Apr 18 20:35:29.980591 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dfc73556-4468-46d3-a245-22c73b61a3e0 req-74ee849c-2846-412e-8cb1-219c1da4271e service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501241 Apr 18 20:35:29.981370 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37584) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:30.010659 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5354e30-09b2-49dd-815c-5d822eec35a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea6e183-05ca-44f1-a47a-b910f48f6e5c,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:30.041675 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5354e30-09b2-49dd-815c-5d822eec35a5 admin admin] Pushing event updated for resources: {'Network': ['ID=686692be-1a27-4700-aa11-e71809b1f02b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:30.046281 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-95b37423-1540-4646-933c-67454d4d2c06 admin admin] Request body: {'subnet': {'network_id': '686692be-1a27-4700-aa11-e71809b1f02b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1318467058-subnet', 'tenant_id': '74036802b86a42719b0f821d2a4025aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:30.054400 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 686692be-1a27-4700-aa11-e71809b1f02b details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:35:30.603922 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2439a-9266-4786-9185-eb63aed02b77 req-e40b9b5b-857f-426e-9bba-f0fb29faae62 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:30.606437 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0f2439a-9266-4786-9185-eb63aed02b77 req-e40b9b5b-857f-426e-9bba-f0fb29faae62 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 946 time: 0.8146949 Apr 18 20:35:30.753230 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b1c2f-54a6-42bd-97ea-aa0c77006b3b req-387d50c8-28e6-4819-8cbb-dd04d37243b3 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:30.755856 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac8b1c2f-54a6-42bd-97ea-aa0c77006b3b req-387d50c8-28e6-4819-8cbb-dd04d37243b3 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7d82004-72d6-4bae-aa46-00131e71ef77 HTTP/1.1" status: 200 len: 947 time: 0.8902252 Apr 18 20:35:30.769855 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b37423-1540-4646-933c-67454d4d2c06 admin admin] Made reservation on behalf of 74036802b86a42719b0f821d2a4025aa for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:30.773773 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-95b37423-1540-4646-933c-67454d4d2c06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:30.995943 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0f2439a-9266-4786-9185-eb63aed02b77 req-1bc08b58-3453-49e6-a99d-f4fa217e3d3d tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e12d852-c378-4418-b338-b9c49f5e861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3551028 Apr 18 20:35:31.054236 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dfc73556-4468-46d3-a245-22c73b61a3e0 req-bd419e91-0df2-4124-8f39-2c93b7215e8d service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0009212 Apr 18 20:35:31.061367 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac098897-7edc-4dad-9d78-921802ddf883 req-8875be0c-dfec-40a4-9157-1af3a9a98bd3 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0005507 Apr 18 20:35:31.067814 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac8b1c2f-54a6-42bd-97ea-aa0c77006b3b req-fe20186b-c9e8-48e2-97af-5ae86d2cf59f tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3ffb3d1-363f-43de-b034-c1bb22f02ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735651 Apr 18 20:35:31.089893 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:31.091926 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device f197ef6b-cffd-48e6-b071-92e31b9a7474 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:35:31.101787 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 4030c1ac-089c-4cb8-84b5-75285dc78d8f no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:35:31.106568 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:31.354596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Pushing event updated for resources: {'Port': ['ID=fcdf616f-0cee-423d-b202-c5d484aa4881,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:31.392485 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:31.401253 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:31.415232 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6ade86d-4d7b-4a2b-a41b-e3259c09e36f req-82bbb010-a5cc-4ec7-aa22-43981081c16c tempest-ServerShowV254Test-358793910 tempest-ServerShowV254Test-358793910-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd758254-9f3c-490e-8d0d-7a9f9e8ec959 HTTP/1.1" status: 200 len: 210 time: 0.0853813 Apr 18 20:35:31.491995 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port f197ef6b-cffd-48e6-b071-92e31b9a7474, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f197ef6b-cffd-48e6-b071-92e31b9a7474,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:31.506589 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:31.535185 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'f197ef6b-cffd-48e6-b071-92e31b9a7474', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': 'f197ef6b-cffd-48e6-b071-92e31b9a7474', 'mac_address': 'fa:16:3e:21:71:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:35:31.594612 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:31.639042 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ad0240-7dde-42d5-b67b-3dfd224a888f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4030c1ac-089c-4cb8-84b5-75285dc78d8f'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:31.649994 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a630ba6f-6814-4667-8403-e743c4396984" -d '{"events": [{"server_uuid": "88ad0240-7dde-42d5-b67b-3dfd224a888f", "name": "network-vif-unplugged", "status": "completed", "tag": "4030c1ac-089c-4cb8-84b5-75285dc78d8f"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:31.656375 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91e562-06be-442f-9638-2ec75e8e51a8 req-fa1d06ca-92a3-4931-b77d-0f9335d2646a tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:31.659646 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b91e562-06be-442f-9638-2ec75e8e51a8 req-fa1d06ca-92a3-4931-b77d-0f9335d2646a tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ad0240-7dde-42d5-b67b-3dfd224a888f HTTP/1.1" status: 200 len: 946 time: 0.2902710 Apr 18 20:35:31.684705 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:31.731920 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953e5bb5-3dc5-4c78-81fc-dd763030e420 x-openstack-request-id: req-953e5bb5-3dc5-4c78-81fc-dd763030e420 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:31.733291 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ad0240-7dde-42d5-b67b-3dfd224a888f", "name": "network-vif-unplugged", "status": "completed", "tag": "4030c1ac-089c-4cb8-84b5-75285dc78d8f", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:31.733872 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-953e5bb5-3dc5-4c78-81fc-dd763030e420 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:31.734701 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-953e5bb5-3dc5-4c78-81fc-dd763030e420'] response: {'server_uuid': '88ad0240-7dde-42d5-b67b-3dfd224a888f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4030c1ac-089c-4cb8-84b5-75285dc78d8f', 'code': 200} Apr 18 20:35:31.738510 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 4030c1ac-089c-4cb8-84b5-75285dc78d8f, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=4030c1ac-089c-4cb8-84b5-75285dc78d8f,segment=NetworkSegment(8e558cab-fc44-457b-b2e3-8de4a319aadc),segment_id=8e558cab-fc44-457b-b2e3-8de4a319aadc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:31.750109 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f197ef6b-cffd-48e6-b071-92e31b9a7474 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:31.786581 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port f197ef6b-cffd-48e6-b071-92e31b9a7474, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f197ef6b-cffd-48e6-b071-92e31b9a7474,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:31.791565 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:31.794351 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-95b37423-1540-4646-933c-67454d4d2c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:31.799291 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:31.800671 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 7d66f6f8-22dd-4922-ae68-b236587df831 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:35:31.888019 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b91e562-06be-442f-9638-2ec75e8e51a8 req-722323bc-9258-40b8-9ac0-84c603d4343f tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048256 Apr 18 20:35:31.890960 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=4030c1ac-089c-4cb8-84b5-75285dc78d8f,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:31.898252 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 7d66f6f8-22dd-4922-ae68-b236587df831, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7d66f6f8-22dd-4922-ae68-b236587df831,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:31.945591 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '7d66f6f8-22dd-4922-ae68-b236587df831', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': '7d66f6f8-22dd-4922-ae68-b236587df831', 'mac_address': 'fa:16:3e:ba:a8:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:35:32.042655 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=f197ef6b-cffd-48e6-b071-92e31b9a7474,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:32.101081 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Network 9ab61462-a866-4e1e-afce-b81024e5bb59 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:35:32.118350 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:32.161391 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d66f6f8-22dd-4922-ae68-b236587df831 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:32.168874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b37423-1540-4646-933c-67454d4d2c06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6555c056-9eda-47f3-a85c-b25f863147d8,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:32.172635 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:32.277110 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 7d66f6f8-22dd-4922-ae68-b236587df831, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7d66f6f8-22dd-4922-ae68-b236587df831,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:32.284387 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b37423-1540-4646-933c-67454d4d2c06 admin admin] Checking segment: {'id': '8f748ac4-9299-4584-b7e0-04b5dc1e87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '686692be-1a27-4700-aa11-e71809b1f02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:35:32.285063 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b37423-1540-4646-933c-67454d4d2c06 admin admin] Network hostable DHCP agents. Network: 686692be-1a27-4700-aa11-e71809b1f02b, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:35:32.290767 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:32.367863 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450154b-4d86-4b62-a5ab-e8887e170d6c req-934667c4-96e0-4083-bf06-e7ea3dc6f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:32.371055 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f450154b-4d86-4b62-a5ab-e8887e170d6c req-934667c4-96e0-4083-bf06-e7ea3dc6f178 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 1097 time: 0.2549410 Apr 18 20:35:32.444095 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=7d66f6f8-22dd-4922-ae68-b236587df831,revision_number=9']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:32.535862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1022e-4382-44b4-8ef6-108c4e33496e req-2719ecd2-e88d-4242-8987-7cdd6475e1c7 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:32.564287 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f5d1022e-4382-44b4-8ef6-108c4e33496e req-2719ecd2-e88d-4242-8987-7cdd6475e1c7 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 946 time: 0.3826959 Apr 18 20:35:32.668287 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-98cdf71c-9b54-44be-bd0c-89df6a2f3046 None None] Provisioning complete for port fcdf616f-0cee-423d-b202-c5d484aa4881 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:32.668651 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-98cdf71c-9b54-44be-bd0c-89df6a2f3046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:32.689832 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b37423-1540-4646-933c-67454d4d2c06 admin admin] Network 686692be-1a27-4700-aa11-e71809b1f02b is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:35:32.700009 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['7d66f6f8-22dd-4922-ae68-b236587df831'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:32.757744 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-98cdf71c-9b54-44be-bd0c-89df6a2f3046 None None] Port fcdf616f-0cee-423d-b202-c5d484aa4881 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:35:32.779635 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-95b37423-1540-4646-933c-67454d4d2c06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 686692be-1a27-4700-aa11-e71809b1f02b) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:32.797632 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6f8352-919a-43c2-9e99-f7c7c1c80b2c None None] Network 686692be-1a27-4700-aa11-e71809b1f02b requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:35:32.805400 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b37423-1540-4646-933c-67454d4d2c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:32.806415 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-95b37423-1540-4646-933c-67454d4d2c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:32.819081 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f450154b-4d86-4b62-a5ab-e8887e170d6c req-7d3be58f-9eb7-46d7-8af0-3d7bcd42db24 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8e12d852-c378-4418-b338-b9c49f5e861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4182546 Apr 18 20:35:32.846495 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f5d1022e-4382-44b4-8ef6-108c4e33496e req-27d1775c-eb9f-4ed5-8ee8-00660ac2ce68 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e12d852-c378-4418-b338-b9c49f5e861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2807255 Apr 18 20:35:32.860317 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Router ebc60235-d585-4471-8eeb-dee100080559 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:35:32.891447 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351d22e-479a-4482-84ce-45354d468ab5 req-6d865143-c367-4ef8-8509-082f1cd1242e tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:32.895205 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e351d22e-479a-4482-84ce-45354d468ab5 req-6d865143-c367-4ef8-8509-082f1cd1242e tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7d82004-72d6-4bae-aa46-00131e71ef77 HTTP/1.1" status: 200 len: 948 time: 0.2411063 Apr 18 20:35:32.904765 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-95b37423-1540-4646-933c-67454d4d2c06 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8647790 Apr 18 20:35:32.948656 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['f197ef6b-cffd-48e6-b071-92e31b9a7474'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:33.076713 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e351d22e-479a-4482-84ce-45354d468ab5 req-e17b1e82-d1e2-4f2d-a512-0bc31fcabfdb tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3ffb3d1-363f-43de-b034-c1bb22f02ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704991 Apr 18 20:35:33.131715 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea786390-d82d-4d6f-b338-0d8349650911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-686692be-1a27-4700-aa11-e71809b1f02b', 'network_id': '686692be-1a27-4700-aa11-e71809b1f02b', 'tenant_id': '74036802b86a42719b0f821d2a4025aa', 'fixed_ips': [{'subnet_id': '6555c056-9eda-47f3-a85c-b25f863147d8'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:35:33.136099 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ea786390-d82d-4d6f-b338-0d8349650911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:33.257541 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45283026-dcf4-4791-8737-e8a75485fa8f req-670027dd-2bf6-4c66-9df0-964b3569ea79 tempest-ServerShowV254Test-358793910 tempest-ServerShowV254Test-358793910-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd758254-9f3c-490e-8d0d-7a9f9e8ec959 HTTP/1.1" status: 200 len: 210 time: 0.0659990 Apr 18 20:35:33.300057 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2d111-843f-4c75-b519-c5bce618ba45 req-1a79825e-bfce-4d1a-a90c-3c957a7b06a3 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:33.300057 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-09e2d111-843f-4c75-b519-c5bce618ba45 req-1a79825e-bfce-4d1a-a90c-3c957a7b06a3 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ad0240-7dde-42d5-b67b-3dfd224a888f HTTP/1.1" status: 200 len: 944 time: 0.2044477 Apr 18 20:35:33.300057 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:35:33.300057 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-731087dc-0197-4c38-850b-87acf002cb6b admin admin] 10.222.0.41 "PUT /v2.0/routers/ebc60235-d585-4471-8eeb-dee100080559/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5241120 Apr 18 20:35:33.324174 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8940ff68-b73d-4138-8edf-4b63cb88b843 None None] Sync routers for ids ['ebc60235-d585-4471-8eeb-dee100080559'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:35:33.382530 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-09e2d111-843f-4c75-b519-c5bce618ba45 req-e0923fab-3bcd-4f78-ad4e-fd100864b8d5 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697935 Apr 18 20:35:33.384013 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8940ff68-b73d-4138-8edf-4b63cb88b843 None None] Routers {'ebc60235-d585-4471-8eeb-dee100080559'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:35:33.385807 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8940ff68-b73d-4138-8edf-4b63cb88b843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:35:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ebc60235-d585-4471-8eeb-dee100080559'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:33.636839 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-ea786390-d82d-4d6f-b338-0d8349650911 None None] Allocated IP 172.20.0.2 (686692be-1a27-4700-aa11-e71809b1f02b/6555c056-9eda-47f3-a85c-b25f863147d8/d17f8f9c-35ee-4543-a9bb-6aa89524c3e6) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:35:33.668716 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-8940ff68-b73d-4138-8edf-4b63cb88b843 None None] Set router ebc60235-d585-4471-8eeb-dee100080559 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:35:33.693818 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0fabb-f4d4-4ba1-8216-4cf1a93c693e req-dfd0b2a2-40e0-4bfd-947f-4189cdec33e0 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:33.698637 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-69f0fabb-f4d4-4ba1-8216-4cf1a93c693e req-dfd0b2a2-40e0-4bfd-947f-4189cdec33e0 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/ports?device_id=d507b17e-7fde-4d67-896b-594c156e3d40 HTTP/1.1" status: 200 len: 950 time: 0.1159213 Apr 18 20:35:33.770175 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-69f0fabb-f4d4-4ba1-8216-4cf1a93c693e req-ad7f489a-9ca8-4668-9c0e-46b69c3456f7 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0238a09-6f26-4829-aa6d-c4263ecc544d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594351 Apr 18 20:35:33.919597 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ea786390-d82d-4d6f-b338-0d8349650911 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:33.932066 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ea786390-d82d-4d6f-b338-0d8349650911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:33.958882 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea786390-d82d-4d6f-b338-0d8349650911 None None] Network 686692be-1a27-4700-aa11-e71809b1f02b is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:35:33.985757 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-ea786390-d82d-4d6f-b338-0d8349650911 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:33.990664 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea786390-d82d-4d6f-b338-0d8349650911 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:35:34.019196 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-9696c447-274f-4900-bb9d-34e3e8734aa8 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:34.036462 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-9696c447-274f-4900-bb9d-34e3e8734aa8 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/networks?id=686692be-1a27-4700-aa11-e71809b1f02b HTTP/1.1" status: 200 len: 816 time: 0.2633936 Apr 18 20:35:34.072950 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-ba147456-2df3-46ca-aadb-cf4ce18fed6f tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/quotas/74036802b86a42719b0f821d2a4025aa HTTP/1.1" status: 200 len: 375 time: 0.0340073 Apr 18 20:35:34.097546 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea786390-d82d-4d6f-b338-0d8349650911 None None] Pushing event updated for resources: {'Port': ['ID=d17f8f9c-35ee-4543-a9bb-6aa89524c3e6,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:34.102610 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8940ff68-b73d-4138-8edf-4b63cb88b843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc60235-d585-4471-8eeb-dee100080559', 'name': 'tempest-ServersTestJSON-1531641771-router', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '571d5542-5835-4018-aec1-6130bf6498a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:11Z', 'updated_at': '2022-04-18T20:35:29Z', 'revision_number': 4, 'project_id': '882f13cc2f9d486da28d9e2f08e963a4', 'gw_port': {'id': '571d5542-5835-4018-aec1-6130bf6498a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc60235-d585-4471-8eeb-dee100080559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:13Z', 'updated_at': '2022-04-18T20:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'fcdf616f-0cee-423d-b202-c5d484aa4881', 'name': '', 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'mac_address': 'fa:16:3e:f8:68:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc60235-d585-4471-8eeb-dee100080559', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '62afad21-e958-4b0a-92c9-5182f97360de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:25Z', 'updated_at': '2022-04-18T20:35:29Z', 'revision_number': 2, 'project_id': '882f13cc2f9d486da28d9e2f08e963a4', 'subnets': [{'id': '62afad21-e958-4b0a-92c9-5182f97360de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:34.126494 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ea786390-d82d-4d6f-b338-0d8349650911 None None] Attempting to bind port d17f8f9c-35ee-4543-a9bb-6aa89524c3e6 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:35:34.126978 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ea786390-d82d-4d6f-b338-0d8349650911 None None] Attempting to bind port d17f8f9c-35ee-4543-a9bb-6aa89524c3e6 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '8f748ac4-9299-4584-b7e0-04b5dc1e87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '686692be-1a27-4700-aa11-e71809b1f02b'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:35:34.127264 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea786390-d82d-4d6f-b338-0d8349650911 None None] Attempting to bind port d17f8f9c-35ee-4543-a9bb-6aa89524c3e6 on network 686692be-1a27-4700-aa11-e71809b1f02b {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:35:34.144870 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea786390-d82d-4d6f-b338-0d8349650911 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:35:34.146105 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea786390-d82d-4d6f-b338-0d8349650911 None None] Checking segment: {'id': '8f748ac4-9299-4584-b7e0-04b5dc1e87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '686692be-1a27-4700-aa11-e71809b1f02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:35:34.146499 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ea786390-d82d-4d6f-b338-0d8349650911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.146790 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea786390-d82d-4d6f-b338-0d8349650911 None None] Bound using segment: {'id': '8f748ac4-9299-4584-b7e0-04b5dc1e87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '686692be-1a27-4700-aa11-e71809b1f02b'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:35:34.147288 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ea786390-d82d-4d6f-b338-0d8349650911 None None] Bound port: d17f8f9c-35ee-4543-a9bb-6aa89524c3e6, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f748ac4-9299-4584-b7e0-04b5dc1e87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '686692be-1a27-4700-aa11-e71809b1f02b'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:35:34.147681 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ea786390-d82d-4d6f-b338-0d8349650911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.167308 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8940ff68-b73d-4138-8edf-4b63cb88b843 None None] Checking router: ebc60235-d585-4471-8eeb-dee100080559 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:35:34.168617 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8940ff68-b73d-4138-8edf-4b63cb88b843 None None] Updating router ebc60235-d585-4471-8eeb-dee100080559 port fcdf616f-0cee-423d-b202-c5d484aa4881 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:35:34.229303 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-7eb2d432-a443-4f1c-a063-882f218aa511 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=74036802b86a42719b0f821d2a4025aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1493766 Apr 18 20:35:34.246994 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ea786390-d82d-4d6f-b338-0d8349650911 None None] For port d17f8f9c-35ee-4543-a9bb-6aa89524c3e6, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:35:34.251994 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ea786390-d82d-4d6f-b338-0d8349650911 None None] For port d17f8f9c-35ee-4543-a9bb-6aa89524c3e6, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d17f8f9c-35ee-4543-a9bb-6aa89524c3e6,segment=NetworkSegment(8f748ac4-9299-4584-b7e0-04b5dc1e87b5),segment_id=8f748ac4-9299-4584-b7e0-04b5dc1e87b5)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:35:34.262219 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ea786390-d82d-4d6f-b338-0d8349650911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.287807 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8940ff68-b73d-4138-8edf-4b63cb88b843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.380685 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea786390-d82d-4d6f-b338-0d8349650911 None None] Pushing event updated for resources: {'Port': ['ID=d17f8f9c-35ee-4543-a9bb-6aa89524c3e6,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:34.441086 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37708) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:34.455545 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d5b01656-df15-4539-bb1e-ae3532f9b69f tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1147136174', 'description': 'tempest-description--1032032586'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:34.481370 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-5141a1a3-85b6-41cc-a38b-ee86f458f3b0 service neutron] 10.222.0.41 "GET /v2.0/networks/686692be-1a27-4700-aa11-e71809b1f02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432947 Apr 18 20:35:34.508467 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5b01656-df15-4539-bb1e-ae3532f9b69f tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.618809 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5b01656-df15-4539-bb1e-ae3532f9b69f tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.626451 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5b01656-df15-4539-bb1e-ae3532f9b69f tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.695001 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5b01656-df15-4539-bb1e-ae3532f9b69f tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.700404 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d5b01656-df15-4539-bb1e-ae3532f9b69f tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2536395 Apr 18 20:35:34.701611 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37718) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:34.724943 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ba96eb64-008e-4b05-942e-0462322ff92b tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Request body: {'security_group_rule': {'security_group_id': 'e2001d4b-d454-47cd-865b-55e14fe9da10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:34.764801 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b01656-df15-4539-bb1e-ae3532f9b69f tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2001d4b-d454-47cd-865b-55e14fe9da10,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:34.800890 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba96eb64-008e-4b05-942e-0462322ff92b tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.810199 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5e43e-6724-40b7-9e2b-e7909cf0ad18 req-f4cbac28-802b-4109-b8e7-57a8cd1317dd tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:34.811800 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76f5e43e-6724-40b7-9e2b-e7909cf0ad18 req-f4cbac28-802b-4109-b8e7-57a8cd1317dd tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.32 "GET /v2.0/ports?device_id=88ad0240-7dde-42d5-b67b-3dfd224a888f HTTP/1.1" status: 200 len: 944 time: 0.1658044 Apr 18 20:35:34.888244 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-317912fd-9c7b-4e98-a92e-30be6b3d6ac1 service neutron] 10.222.0.41 "GET /v2.0/networks/686692be-1a27-4700-aa11-e71809b1f02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973110 Apr 18 20:35:34.939150 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba96eb64-008e-4b05-942e-0462322ff92b tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.950047 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba96eb64-008e-4b05-942e-0462322ff92b tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.996027 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8940ff68-b73d-4138-8edf-4b63cb88b843 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.007988 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8940ff68-b73d-4138-8edf-4b63cb88b843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.017514 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba96eb64-008e-4b05-942e-0462322ff92b tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.026821 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ba96eb64-008e-4b05-942e-0462322ff92b tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3138552 Apr 18 20:35:35.030643 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96eb64-008e-4b05-942e-0462322ff92b tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e23914-b513-4153-809c-5d5f6e398aac,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:35.040332 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37724) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:35.063952 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c4305784-9891-4acb-b1a9-7ab630f1c279 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Request body: {'security_group_rule': {'security_group_id': 'e2001d4b-d454-47cd-865b-55e14fe9da10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:35.079023 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-76f5e43e-6724-40b7-9e2b-e7909cf0ad18 req-1424726b-c607-488b-8aac-7dd23c798b03 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Deleting port 4030c1ac-089c-4cb8-84b5-75285dc78d8f {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:35.080269 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-76f5e43e-6724-40b7-9e2b-e7909cf0ad18 req-1424726b-c607-488b-8aac-7dd23c798b03 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.081814 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device f197ef6b-cffd-48e6-b071-92e31b9a7474 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:35.186553 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c4305784-9891-4acb-b1a9-7ab630f1c279 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.246113 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75493b11-cda5-4a9d-b834-07fa855d1e81 None None] Pushing event updated for resources: {'Port': ['ID=fcdf616f-0cee-423d-b202-c5d484aa4881,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:35.281892 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75493b11-cda5-4a9d-b834-07fa855d1e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:35.282389 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75493b11-cda5-4a9d-b834-07fa855d1e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:35.282812 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75493b11-cda5-4a9d-b834-07fa855d1e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:35.286834 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75493b11-cda5-4a9d-b834-07fa855d1e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:35.287353 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75493b11-cda5-4a9d-b834-07fa855d1e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:35.294459 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75493b11-cda5-4a9d-b834-07fa855d1e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:35.295639 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port f197ef6b-cffd-48e6-b071-92e31b9a7474 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:35:35.297932 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75493b11-cda5-4a9d-b834-07fa855d1e81 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:35.299422 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75493b11-cda5-4a9d-b834-07fa855d1e81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:35.300405 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75493b11-cda5-4a9d-b834-07fa855d1e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:35.301867 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75493b11-cda5-4a9d-b834-07fa855d1e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:35.302773 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port f197ef6b-cffd-48e6-b071-92e31b9a7474 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:35.303315 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75493b11-cda5-4a9d-b834-07fa855d1e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:35.303911 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.304519 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75493b11-cda5-4a9d-b834-07fa855d1e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:35.365700 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c4305784-9891-4acb-b1a9-7ab630f1c279 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.378432 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c4305784-9891-4acb-b1a9-7ab630f1c279 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.411385 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4305784-9891-4acb-b1a9-7ab630f1c279 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f8dee6-1ef2-494e-9be1-b50642b0a756,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:35.455284 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cc1e4-1cf5-48eb-bbb4-81a899e6bcbe req-2398b9c0-9746-4806-903c-fe9bd6a1bf8a tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:35.464245 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c4305784-9891-4acb-b1a9-7ab630f1c279 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.472701 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-8940ff68-b73d-4138-8edf-4b63cb88b843 None None] Attempting to bind port fcdf616f-0cee-423d-b202-c5d484aa4881 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:35:35.473162 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-8940ff68-b73d-4138-8edf-4b63cb88b843 None None] Attempting to bind port fcdf616f-0cee-423d-b202-c5d484aa4881 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1889e352-aee3-4f9c-83a7-460f363329b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:35:35.473489 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8940ff68-b73d-4138-8edf-4b63cb88b843 None None] Attempting to bind port fcdf616f-0cee-423d-b202-c5d484aa4881 on network 9ab61462-a866-4e1e-afce-b81024e5bb59 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:35:35.473746 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c4305784-9891-4acb-b1a9-7ab630f1c279 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4266894 Apr 18 20:35:35.474177 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37734) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:35.481793 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a1cc1e4-1cf5-48eb-bbb4-81a899e6bcbe req-2398b9c0-9746-4806-903c-fe9bd6a1bf8a tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 946 time: 0.2093103 Apr 18 20:35:35.497676 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8940ff68-b73d-4138-8edf-4b63cb88b843 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:35:35.498050 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8940ff68-b73d-4138-8edf-4b63cb88b843 None None] Checking segment: {'id': '1889e352-aee3-4f9c-83a7-460f363329b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:35:35.498459 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8940ff68-b73d-4138-8edf-4b63cb88b843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.498857 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8940ff68-b73d-4138-8edf-4b63cb88b843 None None] Bound using segment: {'id': '1889e352-aee3-4f9c-83a7-460f363329b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:35:35.499338 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-8940ff68-b73d-4138-8edf-4b63cb88b843 None None] Bound port: fcdf616f-0cee-423d-b202-c5d484aa4881, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1889e352-aee3-4f9c-83a7-460f363329b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:35:35.499713 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8940ff68-b73d-4138-8edf-4b63cb88b843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.524764 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-b5144010-ef64-45c4-b35a-fee6973484b4 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:35.546521 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-76f5e43e-6724-40b7-9e2b-e7909cf0ad18 req-1424726b-c607-488b-8aac-7dd23c798b03 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] For port 4030c1ac-089c-4cb8-84b5-75285dc78d8f, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=4030c1ac-089c-4cb8-84b5-75285dc78d8f,segment=NetworkSegment(8e558cab-fc44-457b-b2e3-8de4a319aadc),segment_id=8e558cab-fc44-457b-b2e3-8de4a319aadc)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:35.546895 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-76f5e43e-6724-40b7-9e2b-e7909cf0ad18 req-1424726b-c607-488b-8aac-7dd23c798b03 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.617366 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5144010-ef64-45c4-b35a-fee6973484b4 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.625093 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-76f5e43e-6724-40b7-9e2b-e7909cf0ad18 req-1424726b-c607-488b-8aac-7dd23c798b03 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Calling delete_port for 4030c1ac-089c-4cb8-84b5-75285dc78d8f owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:35.758216 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.808985 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-8940ff68-b73d-4138-8edf-4b63cb88b843 None None] For port fcdf616f-0cee-423d-b202-c5d484aa4881, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:35:35.830893 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-8940ff68-b73d-4138-8edf-4b63cb88b843 None None] For port fcdf616f-0cee-423d-b202-c5d484aa4881, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fcdf616f-0cee-423d-b202-c5d484aa4881,segment=NetworkSegment(1889e352-aee3-4f9c-83a7-460f363329b2),segment_id=1889e352-aee3-4f9c-83a7-460f363329b2)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:35:35.857722 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8940ff68-b73d-4138-8edf-4b63cb88b843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.923215 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5144010-ef64-45c4-b35a-fee6973484b4 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.941639 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port f197ef6b-cffd-48e6-b071-92e31b9a7474, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f197ef6b-cffd-48e6-b071-92e31b9a7474,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:35.954700 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d82004-72d6-4bae-aa46-00131e71ef77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f197ef6b-cffd-48e6-b071-92e31b9a7474'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:35.969077 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919c7f8d-a86a-42e2-a6eb-af9e539d81a2" -d '{"events": [{"server_uuid": "a7d82004-72d6-4bae-aa46-00131e71ef77", "name": "network-vif-plugged", "status": "completed", "tag": "f197ef6b-cffd-48e6-b071-92e31b9a7474"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:35.980287 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d17f8f9c-35ee-4543-a9bb-6aa89524c3e6 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:36.001426 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75493b11-cda5-4a9d-b834-07fa855d1e81 None None] Pushing event updated for resources: {'Port': ['ID=fcdf616f-0cee-423d-b202-c5d484aa4881,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:36.029861 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8940ff68-b73d-4138-8edf-4b63cb88b843 None None] Routers {'ebc60235-d585-4471-8eeb-dee100080559'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:35:36.030780 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8940ff68-b73d-4138-8edf-4b63cb88b843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:35:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ebc60235-d585-4471-8eeb-dee100080559'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:36.187496 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:36.189706 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 7d66f6f8-22dd-4922-ae68-b236587df831 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:36.266457 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-8940ff68-b73d-4138-8edf-4b63cb88b843 None None] Set router ebc60235-d585-4471-8eeb-dee100080559 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:35:36.275779 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a1cc1e4-1cf5-48eb-bbb4-81a899e6bcbe req-45a3015b-8fb0-4193-8905-7ce75fb6f7f0 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e12d852-c378-4418-b338-b9c49f5e861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2971931 Apr 18 20:35:36.393436 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1e1f9-8529-4c55-90e1-5bb2865bbdc1 req-c84e21b5-425b-4ea3-90d4-abcd5f1a8b12 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:36.406641 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9dc1e1f9-8529-4c55-90e1-5bb2865bbdc1 req-c84e21b5-425b-4ea3-90d4-abcd5f1a8b12 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7d82004-72d6-4bae-aa46-00131e71ef77 HTTP/1.1" status: 200 len: 949 time: 0.4024155 Apr 18 20:35:36.409385 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-76f5e43e-6724-40b7-9e2b-e7909cf0ad18 req-1424726b-c607-488b-8aac-7dd23c798b03 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:36.478274 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-b5144010-ef64-45c4-b35a-fee6973484b4 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Allocated IP 172.25.1.223 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/ad11147f-758d-4db0-972f-657247cbed18) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:35:36.609560 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-8af62e14-ed5c-4b0e-95ae-9567bbd1d840 None None] Provisioning complete for port fcdf616f-0cee-423d-b202-c5d484aa4881 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:36.610186 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8af62e14-ed5c-4b0e-95ae-9567bbd1d840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:36.687223 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424726b-c607-488b-8aac-7dd23c798b03 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Pushing event deleted for resources: {'Port': ['ID=4030c1ac-089c-4cb8-84b5-75285dc78d8f,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:36.727948 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4f5a0ef2-e807-41d3-a987-b3b216dc5324 req-66cc11bc-0b51-409c-859a-8e6d5b0bc3e5 tempest-ServerShowV254Test-358793910 tempest-ServerShowV254Test-358793910-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd758254-9f3c-490e-8d0d-7a9f9e8ec959 HTTP/1.1" status: 200 len: 210 time: 0.2112367 Apr 18 20:35:36.746620 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c60963-a0df-46c0-a490-a69d6117dadf None None] Network 686692be-1a27-4700-aa11-e71809b1f02b requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:35:36.750217 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9dc1e1f9-8529-4c55-90e1-5bb2865bbdc1 req-c5cc584e-4915-4c50-93ea-e84f5c354cd7 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3ffb3d1-363f-43de-b034-c1bb22f02ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425713 Apr 18 20:35:36.866186 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5144010-ef64-45c4-b35a-fee6973484b4 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:36.930073 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f5e43e-6724-40b7-9e2b-e7909cf0ad18 req-1424726b-c607-488b-8aac-7dd23c798b03 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] No DVR routers for this DVR port 4030c1ac-089c-4cb8-84b5-75285dc78d8f on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:35:36.941766 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-76f5e43e-6724-40b7-9e2b-e7909cf0ad18 req-1424726b-c607-488b-8aac-7dd23c798b03 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:36.945187 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76f5e43e-6724-40b7-9e2b-e7909cf0ad18 req-1424726b-c607-488b-8aac-7dd23c798b03 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.32 "DELETE /v2.0/ports/4030c1ac-089c-4cb8-84b5-75285dc78d8f HTTP/1.1" status: 204 len: 173 time: 2.1229141 Apr 18 20:35:36.945699 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ad0240-7dde-42d5-b67b-3dfd224a888f', 'name': 'network-vif-deleted', 'tag': '4030c1ac-089c-4cb8-84b5-75285dc78d8f'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:36.982625 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24f3b7c-209b-485a-a7ff-09fcd34a80cb" -d '{"events": [{"server_uuid": "88ad0240-7dde-42d5-b67b-3dfd224a888f", "name": "network-vif-deleted", "tag": "4030c1ac-089c-4cb8-84b5-75285dc78d8f"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:37.017421 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5144010-ef64-45c4-b35a-fee6973484b4 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:37.110999 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port d17f8f9c-35ee-4543-a9bb-6aa89524c3e6 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:37.114010 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:37.114727 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-063df5c3-6a83-4bc5-be57-5f748002c890 req-6e5412f9-cd1a-4bbd-9b68-85b2d64cd1ed tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ad0240-7dde-42d5-b67b-3dfd224a888f HTTP/1.1" status: 200 len: 210 time: 0.1175985 Apr 18 20:35:37.271971 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5144010-ef64-45c4-b35a-fee6973484b4 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Pushing event updated for resources: {'Port': ['ID=ad11147f-758d-4db0-972f-657247cbed18,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:37.281298 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d49bfb-cb0a-4aad-b57c-0335914e5d43 x-openstack-request-id: req-78d49bfb-cb0a-4aad-b57c-0335914e5d43 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:37.282060 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d82004-72d6-4bae-aa46-00131e71ef77", "name": "network-vif-plugged", "status": "completed", "tag": "f197ef6b-cffd-48e6-b071-92e31b9a7474", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:37.282700 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78d49bfb-cb0a-4aad-b57c-0335914e5d43 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:37.283591 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78d49bfb-cb0a-4aad-b57c-0335914e5d43'] response: {'server_uuid': 'a7d82004-72d6-4bae-aa46-00131e71ef77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f197ef6b-cffd-48e6-b071-92e31b9a7474', 'code': 200} Apr 18 20:35:37.286231 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8940ff68-b73d-4138-8edf-4b63cb88b843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc60235-d585-4471-8eeb-dee100080559', 'name': 'tempest-ServersTestJSON-1531641771-router', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '571d5542-5835-4018-aec1-6130bf6498a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:11Z', 'updated_at': '2022-04-18T20:35:29Z', 'revision_number': 4, 'project_id': '882f13cc2f9d486da28d9e2f08e963a4', 'gw_port': {'id': '571d5542-5835-4018-aec1-6130bf6498a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc60235-d585-4471-8eeb-dee100080559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:13Z', 'updated_at': '2022-04-18T20:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'fcdf616f-0cee-423d-b202-c5d484aa4881', 'name': '', 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'mac_address': 'fa:16:3e:f8:68:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc60235-d585-4471-8eeb-dee100080559', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '62afad21-e958-4b0a-92c9-5182f97360de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:25Z', 'updated_at': '2022-04-18T20:35:35Z', 'revision_number': 4, 'project_id': '882f13cc2f9d486da28d9e2f08e963a4', 'subnets': [{'id': '62afad21-e958-4b0a-92c9-5182f97360de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:37.306233 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=f197ef6b-cffd-48e6-b071-92e31b9a7474,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:37.307192 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5144010-ef64-45c4-b35a-fee6973484b4 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:35:37.312304 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-b5144010-ef64-45c4-b35a-fee6973484b4 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:37.323270 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5144010-ef64-45c4-b35a-fee6973484b4 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:35:37.407682 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8940ff68-b73d-4138-8edf-4b63cb88b843 None None] The sync data for ids ['ebc60235-d585-4471-8eeb-dee100080559'] in n-d-838323-3 is: [{'id': 'ebc60235-d585-4471-8eeb-dee100080559', 'name': 'tempest-ServersTestJSON-1531641771-router', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '571d5542-5835-4018-aec1-6130bf6498a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:11Z', 'updated_at': '2022-04-18T20:35:29Z', 'revision_number': 4, 'project_id': '882f13cc2f9d486da28d9e2f08e963a4', 'gw_port': {'id': '571d5542-5835-4018-aec1-6130bf6498a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc60235-d585-4471-8eeb-dee100080559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:13Z', 'updated_at': '2022-04-18T20:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'fcdf616f-0cee-423d-b202-c5d484aa4881', 'name': '', 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'mac_address': 'fa:16:3e:f8:68:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc60235-d585-4471-8eeb-dee100080559', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '62afad21-e958-4b0a-92c9-5182f97360de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:25Z', 'updated_at': '2022-04-18T20:35:35Z', 'revision_number': 4, 'project_id': '882f13cc2f9d486da28d9e2f08e963a4', 'subnets': [{'id': '62afad21-e958-4b0a-92c9-5182f97360de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:35:37.479673 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 7d66f6f8-22dd-4922-ae68-b236587df831 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:37.480275 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:37.589461 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5144010-ef64-45c4-b35a-fee6973484b4 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:37.689775 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5144010-ef64-45c4-b35a-fee6973484b4 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:37.795558 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e292c0a-a865-440f-b30e-a1bebcfd909a req-ea09c08f-733e-450c-8eb4-5ff0ed571a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:37.798893 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e292c0a-a865-440f-b30e-a1bebcfd909a req-ea09c08f-733e-450c-8eb4-5ff0ed571a8c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a7d82004-72d6-4bae-aa46-00131e71ef77 HTTP/1.1" status: 200 len: 1100 time: 0.4158578 Apr 18 20:35:37.926476 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad7de4d-faba-4208-8c19-01ac1aec241e x-openstack-request-id: req-0ad7de4d-faba-4208-8c19-01ac1aec241e {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:37.926945 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ad0240-7dde-42d5-b67b-3dfd224a888f", "name": "network-vif-deleted", "tag": "4030c1ac-089c-4cb8-84b5-75285dc78d8f", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:37.927265 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ad7de4d-faba-4208-8c19-01ac1aec241e {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:37.927659 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ad7de4d-faba-4208-8c19-01ac1aec241e'] response: {'server_uuid': '88ad0240-7dde-42d5-b67b-3dfd224a888f', 'name': 'network-vif-deleted', 'tag': '4030c1ac-089c-4cb8-84b5-75285dc78d8f', 'status': 'completed', 'code': 200} Apr 18 20:35:37.950181 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e292c0a-a865-440f-b30e-a1bebcfd909a req-c63d7881-7bb9-4325-bdd1-5587ba2dca9d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b3ffb3d1-363f-43de-b034-c1bb22f02ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407363 Apr 18 20:35:38.000776 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-c8a16094-b228-4da0-a3da-f0785e52af09 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:38.016118 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-c8a16094-b228-4da0-a3da-f0785e52af09 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/networks?id=686692be-1a27-4700-aa11-e71809b1f02b HTTP/1.1" status: 200 len: 816 time: 0.5566645 Apr 18 20:35:38.061179 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-d3afda0e-f35a-4369-9a27-4e1d17efd294 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/quotas/74036802b86a42719b0f821d2a4025aa HTTP/1.1" status: 200 len: 375 time: 0.0408273 Apr 18 20:35:38.078306 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 55573633-1965-4e30-a737-c9434f8df11b no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:35:38.247928 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-ceafea42-09e0-409d-90bc-17b6d54d5c42 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=74036802b86a42719b0f821d2a4025aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1847992 Apr 18 20:35:38.260615 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5144010-ef64-45c4-b35a-fee6973484b4 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:38.291343 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5144010-ef64-45c4-b35a-fee6973484b4 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:38.331324 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:38.392279 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8af62e14-ed5c-4b0e-95ae-9567bbd1d840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:38.490517 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d11e1b8-1680-4398-94ca-c069a0b27160 req-40306db5-86b5-4b64-bd86-3d9a5102e2c2 tempest-ServerShowV254Test-358793910 tempest-ServerShowV254Test-358793910-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd758254-9f3c-490e-8d0d-7a9f9e8ec959 HTTP/1.1" status: 200 len: 210 time: 0.0852289 Apr 18 20:35:38.520052 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5144010-ef64-45c4-b35a-fee6973484b4 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:38.520471 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:38.567379 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5144010-ef64-45c4-b35a-fee6973484b4 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Pushing event updated for resources: {'Port': ['ID=ad11147f-758d-4db0-972f-657247cbed18,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:38.570671 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-d61a4fd8-07d9-492e-9f09-5fec84a0c84c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:35:38.586627 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port d17f8f9c-35ee-4543-a9bb-6aa89524c3e6, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d17f8f9c-35ee-4543-a9bb-6aa89524c3e6,segment=NetworkSegment(8f748ac4-9299-4584-b7e0-04b5dc1e87b5),segment_id=8f748ac4-9299-4584-b7e0-04b5dc1e87b5)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:38.589171 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-d61a4fd8-07d9-492e-9f09-5fec84a0c84c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3376615 Apr 18 20:35:38.598986 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5144010-ef64-45c4-b35a-fee6973484b4 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:38.604028 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b5144010-ef64-45c4-b35a-fee6973484b4 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1203463 Apr 18 20:35:38.643382 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc145f78-2630-4800-82cd-ed740963974e req-ba16119b-2d8b-4af1-9ecc-903971830ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:38.644625 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:38.647416 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc145f78-2630-4800-82cd-ed740963974e req-ba16119b-2d8b-4af1-9ecc-903971830ca9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c72a6cb4b75647d38b6aa693a7d2ca0b&device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 1097 time: 0.3423278 Apr 18 20:35:38.712388 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-8af62e14-ed5c-4b0e-95ae-9567bbd1d840 None None] For port fcdf616f-0cee-423d-b202-c5d484aa4881, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fcdf616f-0cee-423d-b202-c5d484aa4881,segment=NetworkSegment(1889e352-aee3-4f9c-83a7-460f363329b2),segment_id=1889e352-aee3-4f9c-83a7-460f363329b2)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:38.781112 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8af62e14-ed5c-4b0e-95ae-9567bbd1d840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:39.114551 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-be56e4ea-fd83-43a9-8b75-c713b0402ac7 service neutron] 10.222.0.41 "GET /v2.0/networks/686692be-1a27-4700-aa11-e71809b1f02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485714 Apr 18 20:35:39.123173 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fcdf616f-0cee-423d-b202-c5d484aa4881 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:39.239014 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=d17f8f9c-35ee-4543-a9bb-6aa89524c3e6,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:39.376115 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:39.432411 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b85c12cb-8bc6-4fd5-965e-b02a0805b0ef None None] Provisioning complete for port fcdf616f-0cee-423d-b202-c5d484aa4881 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:39.441036 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b85c12cb-8bc6-4fd5-965e-b02a0805b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:39.459153 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:39.647174 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-dc3b8f5a-7f35-4888-9750-fe38f9a053de tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:39.649696 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-dc3b8f5a-7f35-4888-9750-fe38f9a053de tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.32 "GET /v2.0/networks?id=686692be-1a27-4700-aa11-e71809b1f02b HTTP/1.1" status: 200 len: 816 time: 0.5644581 Apr 18 20:35:39.682480 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 7d66f6f8-22dd-4922-ae68-b236587df831, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7d66f6f8-22dd-4922-ae68-b236587df831,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:39.683732 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af62e14-ed5c-4b0e-95ae-9567bbd1d840 None None] Pushing event updated for resources: {'Port': ['ID=fcdf616f-0cee-423d-b202-c5d484aa4881,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:39.687825 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a1575cef-d096-4d49-a2fa-70f461bedb1b details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:35:39.694690 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed15d911-1f5a-4884-922d-2501dc082b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d66f6f8-22dd-4922-ae68-b236587df831'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:39.697399 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f402d16-4f56-4d3b-9924-f4e704020733" -d '{"events": [{"server_uuid": "ed15d911-1f5a-4884-922d-2501dc082b1d", "name": "network-vif-plugged", "status": "completed", "tag": "7d66f6f8-22dd-4922-ae68-b236587df831"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:39.727610 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:39.772258 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-73bbd0e5-a7a3-4726-946d-f82a43916508 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Request body: {'port': {'device_id': 'aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8', 'network_id': '686692be-1a27-4700-aa11-e71809b1f02b', 'admin_state_up': True, 'tenant_id': '74036802b86a42719b0f821d2a4025aa'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:39.823010 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 55573633-1965-4e30-a737-c9434f8df11b, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=55573633-1965-4e30-a737-c9434f8df11b,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:39.830755 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port fcdf616f-0cee-423d-b202-c5d484aa4881 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:39.831690 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:39.834181 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=7d66f6f8-22dd-4922-ae68-b236587df831,revision_number=10']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:39.837920 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 4030c1ac-089c-4cb8-84b5-75285dc78d8f no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:35:39.865405 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 4030c1ac-089c-4cb8-84b5-75285dc78d8f {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:35:39.865788 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 4030c1ac-089c-4cb8-84b5-75285dc78d8f not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:35:39.867373 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:40.013007 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de5b44-e502-437a-836d-c43833a34ff8 req-f093f9ef-9a4f-4305-a154-8530bc234479 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:40.021207 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92de5b44-e502-437a-836d-c43833a34ff8 req-f093f9ef-9a4f-4305-a154-8530bc234479 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7d82004-72d6-4bae-aa46-00131e71ef77 HTTP/1.1" status: 200 len: 949 time: 0.9859014 Apr 18 20:35:40.100894 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc145f78-2630-4800-82cd-ed740963974e req-74ed9ca2-c0fe-41e6-a309-e86ed3a66f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:40.102757 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc145f78-2630-4800-82cd-ed740963974e req-74ed9ca2-c0fe-41e6-a309-e86ed3a66f51 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d538f970-1699-4982-98ba-9d8cb4a7048d HTTP/1.1" status: 200 len: 919 time: 1.4402621 Apr 18 20:35:40.160091 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92de5b44-e502-437a-836d-c43833a34ff8 req-9ae6aa6b-15eb-4319-a6e8-f9616cebf99c tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3ffb3d1-363f-43de-b034-c1bb22f02ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375809 Apr 18 20:35:40.220827 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b85c12cb-8bc6-4fd5-965e-b02a0805b0ef None None] Provisioning complete for port d17f8f9c-35ee-4543-a9bb-6aa89524c3e6 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:40.221574 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b85c12cb-8bc6-4fd5-965e-b02a0805b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:40.243142 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-dad34797-db87-494c-b361-fe337d1d2fdf service neutron] 10.222.0.41 "GET /v2.0/networks/686692be-1a27-4700-aa11-e71809b1f02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1263039 Apr 18 20:35:40.329328 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=55573633-1965-4e30-a737-c9434f8df11b,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:40.331380 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc145f78-2630-4800-82cd-ed740963974e req-d9d7d7e8-6891-4016-859a-f3eefffc2df5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ad0a438-8e05-47ec-ad5f-91473189dc27 HTTP/1.1" status: 200 len: 1001 time: 0.2041135 Apr 18 20:35:40.335016 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-73bbd0e5-a7a3-4726-946d-f82a43916508 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Made reservation on behalf of 74036802b86a42719b0f821d2a4025aa for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:40.346210 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-73bbd0e5-a7a3-4726-946d-f82a43916508 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:40.583320 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a1575cef-d096-4d49-a2fa-70f461bedb1b, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a1575cef-d096-4d49-a2fa-70f461bedb1b,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:40.606675 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'a1575cef-d096-4d49-a2fa-70f461bedb1b', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': 'a1575cef-d096-4d49-a2fa-70f461bedb1b', 'mac_address': 'fa:16:3e:d8:a7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:35:40.640798 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc145f78-2630-4800-82cd-ed740963974e req-ec3eba02-3da0-4224-bc66-491279900fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:40.642764 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc145f78-2630-4800-82cd-ed740963974e req-ec3eba02-3da0-4224-bc66-491279900fd4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8415795-d2f2-4354-859f-79b4fcc6f470 HTTP/1.1" status: 200 len: 857 time: 0.2915208 Apr 18 20:35:40.807410 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:40.893362 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1575cef-d096-4d49-a2fa-70f461bedb1b {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:40.935216 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d17f8f9c-35ee-4543-a9bb-6aa89524c3e6 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:41.061865 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d3b0f8b6-810c-4e97-b893-cf1d1b0eb5d4 None None] Provisioning complete for port d17f8f9c-35ee-4543-a9bb-6aa89524c3e6 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:41.070649 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f8b6-810c-4e97-b893-cf1d1b0eb5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:41.231363 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a1575cef-d096-4d49-a2fa-70f461bedb1b, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a1575cef-d096-4d49-a2fa-70f461bedb1b,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:41.252480 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:41.425942 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['a1575cef-d096-4d49-a2fa-70f461bedb1b'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:41.514761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port d17f8f9c-35ee-4543-a9bb-6aa89524c3e6 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:41.516027 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:41.569418 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-73bbd0e5-a7a3-4726-946d-f82a43916508 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Allocated IP 172.20.0.5 (686692be-1a27-4700-aa11-e71809b1f02b/6555c056-9eda-47f3-a85c-b25f863147d8/bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:35:41.683401 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:41.689462 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=a1575cef-d096-4d49-a2fa-70f461bedb1b,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:41.811401 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fcdf616f-0cee-423d-b202-c5d484aa4881 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:41.811902 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-73bbd0e5-a7a3-4726-946d-f82a43916508 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:41.879766 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-73bbd0e5-a7a3-4726-946d-f82a43916508 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:41.967665 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc145f78-2630-4800-82cd-ed740963974e req-9fb6ebb3-fccc-4097-999f-b9d3f435c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:41.969388 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc145f78-2630-4800-82cd-ed740963974e req-9fb6ebb3-fccc-4097-999f-b9d3f435c4cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d538f970-1699-4982-98ba-9d8cb4a7048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3078430 Apr 18 20:35:41.982028 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-73bbd0e5-a7a3-4726-946d-f82a43916508 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Network 686692be-1a27-4700-aa11-e71809b1f02b is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:35:42.012390 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port fcdf616f-0cee-423d-b202-c5d484aa4881 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:42.013441 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:42.110224 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc145f78-2630-4800-82cd-ed740963974e req-5a580cdb-8630-45c1-803a-e627eabb04c6 service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306226 Apr 18 20:35:42.115229 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-73bbd0e5-a7a3-4726-946d-f82a43916508 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:42.146203 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-73bbd0e5-a7a3-4726-946d-f82a43916508 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:35:42.150616 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbd0e5-a7a3-4726-946d-f82a43916508 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Pushing event updated for resources: {'Port': ['ID=bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:42.377727 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc145f78-2630-4800-82cd-ed740963974e req-f2b6c24b-62b0-4a67-9538-2288018464cd service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344170 Apr 18 20:35:42.520910 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-73bbd0e5-a7a3-4726-946d-f82a43916508 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:42.521673 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-73bbd0e5-a7a3-4726-946d-f82a43916508 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:42.584535 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-73bbd0e5-a7a3-4726-946d-f82a43916508 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8172162 Apr 18 20:35:42.597481 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-efa52181-07bb-4710-9aac-b5c4ea698707 service neutron] Request body: {'port': {'device_id': 'aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:42.756889 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-efa52181-07bb-4710-9aac-b5c4ea698707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:42.907335 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-812141f6-6340-4368-b74a-edf68152b5a2 None None] Provisioning complete for port bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:42.908191 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-812141f6-6340-4368-b74a-edf68152b5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:43.030299 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-812141f6-6340-4368-b74a-edf68152b5a2 None None] Port bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:35:43.565696 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a1575cef-d096-4d49-a2fa-70f461bedb1b up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:43.733812 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-c29265db-0614-46b9-a714-43e3ab31dd34 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:43.745113 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-c29265db-0614-46b9-a714-43e3ab31dd34 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.32 "GET /v2.0/networks?id=686692be-1a27-4700-aa11-e71809b1f02b HTTP/1.1" status: 200 len: 816 time: 0.5440884 Apr 18 20:35:43.776871 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port a1575cef-d096-4d49-a2fa-70f461bedb1b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:43.777487 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:43.822898 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-e506b345-3649-43f1-a5e4-a67c5b584c73 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Request body: {'port': {'device_id': '2964f993-1066-41dc-b04f-16c2d037fe22', 'network_id': '686692be-1a27-4700-aa11-e71809b1f02b', 'admin_state_up': True, 'tenant_id': '74036802b86a42719b0f821d2a4025aa'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:44.030899 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:44.037359 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-efa52181-07bb-4710-9aac-b5c4ea698707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:44.046840 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-efa52181-07bb-4710-9aac-b5c4ea698707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:44.051384 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-e506b345-3649-43f1-a5e4-a67c5b584c73 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Made reservation on behalf of 74036802b86a42719b0f821d2a4025aa for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:44.055237 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-e506b345-3649-43f1-a5e4-a67c5b584c73 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:44.119017 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-efa52181-07bb-4710-9aac-b5c4ea698707 service neutron] Transition to ACTIVE for port object bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:35:44.149292 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a1575cef-d096-4d49-a2fa-70f461bedb1b, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a1575cef-d096-4d49-a2fa-70f461bedb1b,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:44.158013 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-efa52181-07bb-4710-9aac-b5c4ea698707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:44.164751 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:44.285043 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa52181-07bb-4710-9aac-b5c4ea698707 service neutron] Pushing event updated for resources: {'Port': ['ID=bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:44.325359 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=a1575cef-d096-4d49-a2fa-70f461bedb1b,revision_number=7']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:44.781380 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-efa52181-07bb-4710-9aac-b5c4ea698707 service neutron] Attempting to bind port bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:35:44.782508 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-efa52181-07bb-4710-9aac-b5c4ea698707 service neutron] Attempting to bind port bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '8f748ac4-9299-4584-b7e0-04b5dc1e87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '686692be-1a27-4700-aa11-e71809b1f02b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:35:44.783293 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-efa52181-07bb-4710-9aac-b5c4ea698707 service neutron] Attempting to bind port bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705 on network 686692be-1a27-4700-aa11-e71809b1f02b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:35:44.802458 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-efa52181-07bb-4710-9aac-b5c4ea698707 service neutron] Port bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705 on network 686692be-1a27-4700-aa11-e71809b1f02b not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:35:44.805013 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-efa52181-07bb-4710-9aac-b5c4ea698707 service neutron] Attempting to bind port bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705 on network 686692be-1a27-4700-aa11-e71809b1f02b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:35:44.826691 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-efa52181-07bb-4710-9aac-b5c4ea698707 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:35:44.827590 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-efa52181-07bb-4710-9aac-b5c4ea698707 service neutron] Checking segment: {'id': '8f748ac4-9299-4584-b7e0-04b5dc1e87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '686692be-1a27-4700-aa11-e71809b1f02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:35:44.828258 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-efa52181-07bb-4710-9aac-b5c4ea698707 service neutron] Bound using segment: {'id': '8f748ac4-9299-4584-b7e0-04b5dc1e87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '686692be-1a27-4700-aa11-e71809b1f02b'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:35:44.828996 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-efa52181-07bb-4710-9aac-b5c4ea698707 service neutron] Bound port: bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f748ac4-9299-4584-b7e0-04b5dc1e87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '686692be-1a27-4700-aa11-e71809b1f02b'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:35:44.829803 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-efa52181-07bb-4710-9aac-b5c4ea698707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:44.856610 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-e506b345-3649-43f1-a5e4-a67c5b584c73 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Allocated IP 172.20.0.11 (686692be-1a27-4700-aa11-e71809b1f02b/6555c056-9eda-47f3-a85c-b25f863147d8/c9707fd5-cde7-4b29-8796-0d04d3436105) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:35:45.121048 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-efa52181-07bb-4710-9aac-b5c4ea698707 service neutron] For port bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:35:45.134838 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-efa52181-07bb-4710-9aac-b5c4ea698707 service neutron] For port bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705,segment=NetworkSegment(8f748ac4-9299-4584-b7e0-04b5dc1e87b5),segment_id=8f748ac4-9299-4584-b7e0-04b5dc1e87b5)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:35:45.151369 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-efa52181-07bb-4710-9aac-b5c4ea698707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:45.327299 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-efa52181-07bb-4710-9aac-b5c4ea698707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:45.328941 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-efa52181-07bb-4710-9aac-b5c4ea698707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:45.333851 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-efa52181-07bb-4710-9aac-b5c4ea698707 service neutron] 10.222.0.32 "PUT /v2.0/ports/bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705 HTTP/1.1" status: 200 len: 1091 time: 2.7477160 Apr 18 20:35:45.335014 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8', 'tag': 'bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:45.349828 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66ed27a-f009-45ee-b993-5f7718583102" -d '{"events": [{"name": "network-changed", "server_uuid": "aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8", "tag": "bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:45.402296 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa52181-07bb-4710-9aac-b5c4ea698707 service neutron] Pushing event updated for resources: {'Port': ['ID=bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:45.759983 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-aaa25105-7cf0-4419-a209-384be3b1f3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:45.762601 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-aaa25105-7cf0-4419-a209-384be3b1f3d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=74036802b86a42719b0f821d2a4025aa&device_id=aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8 HTTP/1.1" status: 200 len: 1094 time: 0.3418362 Apr 18 20:35:45.951149 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-3d5f8844-a410-4230-a9a4-e7dab725e116 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705 HTTP/1.1" status: 200 len: 217 time: 0.1642826 Apr 18 20:35:46.039299 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-a5d783a5-a0b4-436d-b622-0e23976d0fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:46.040901 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-a5d783a5-a0b4-436d-b622-0e23976d0fac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6555c056-9eda-47f3-a85c-b25f863147d8 HTTP/1.1" status: 200 len: 855 time: 0.0710282 Apr 18 20:35:46.071954 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-e506b345-3649-43f1-a5e4-a67c5b584c73 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:46.231530 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-772adbae-3a00-4e00-ac2e-12b6714931fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:46.234331 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-772adbae-3a00-4e00-ac2e-12b6714931fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=686692be-1a27-4700-aa11-e71809b1f02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1787004 Apr 18 20:35:46.240708 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-e506b345-3649-43f1-a5e4-a67c5b584c73 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:46.435088 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-13e31b64-0694-47da-bfa4-b78753fcb0d2 service neutron] 10.222.0.32 "GET /v2.0/networks/686692be-1a27-4700-aa11-e71809b1f02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863861 Apr 18 20:35:46.568544 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-e506b345-3649-43f1-a5e4-a67c5b584c73 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Network 686692be-1a27-4700-aa11-e71809b1f02b is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:35:46.637047 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-e506b345-3649-43f1-a5e4-a67c5b584c73 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:46.641839 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-e506b345-3649-43f1-a5e4-a67c5b584c73 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:35:46.649350 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506b345-3649-43f1-a5e4-a67c5b584c73 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Pushing event updated for resources: {'Port': ['ID=c9707fd5-cde7-4b29-8796-0d04d3436105,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:46.830074 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7bc586a-aa8a-4588-968f-828888fc93fb req-d6739fbe-3f93-4405-86ef-ec41b0088c16 service neutron] 10.222.0.32 "GET /v2.0/networks/686692be-1a27-4700-aa11-e71809b1f02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495493 Apr 18 20:35:46.842981 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-e506b345-3649-43f1-a5e4-a67c5b584c73 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:46.844254 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-e506b345-3649-43f1-a5e4-a67c5b584c73 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:46.883615 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-e506b345-3649-43f1-a5e4-a67c5b584c73 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0657306 Apr 18 20:35:46.897430 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-6c4ecb2d-e348-4287-b42f-84a5c458300e service neutron] Request body: {'port': {'device_id': '2964f993-1066-41dc-b04f-16c2d037fe22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:47.028501 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-6c4ecb2d-e348-4287-b42f-84a5c458300e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:47.207336 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-11d6f0ff-bda0-4a13-a4ab-af6f9092b986 None None] Provisioning complete for port c9707fd5-cde7-4b29-8796-0d04d3436105 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:47.207997 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-11d6f0ff-bda0-4a13-a4ab-af6f9092b986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:47.279420 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-11d6f0ff-bda0-4a13-a4ab-af6f9092b986 None None] Port c9707fd5-cde7-4b29-8796-0d04d3436105 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:35:47.696665 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-6c4ecb2d-e348-4287-b42f-84a5c458300e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9707fd5-cde7-4b29-8796-0d04d3436105 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:47.713482 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-6c4ecb2d-e348-4287-b42f-84a5c458300e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:47.743147 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-6c4ecb2d-e348-4287-b42f-84a5c458300e service neutron] Transition to ACTIVE for port object c9707fd5-cde7-4b29-8796-0d04d3436105 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:35:47.763944 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-6c4ecb2d-e348-4287-b42f-84a5c458300e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:47.862238 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ecb2d-e348-4287-b42f-84a5c458300e service neutron] Pushing event updated for resources: {'Port': ['ID=c9707fd5-cde7-4b29-8796-0d04d3436105,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:48.051079 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-6c4ecb2d-e348-4287-b42f-84a5c458300e service neutron] Attempting to bind port c9707fd5-cde7-4b29-8796-0d04d3436105 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:35:48.052992 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-6c4ecb2d-e348-4287-b42f-84a5c458300e service neutron] Attempting to bind port c9707fd5-cde7-4b29-8796-0d04d3436105 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '8f748ac4-9299-4584-b7e0-04b5dc1e87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '686692be-1a27-4700-aa11-e71809b1f02b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:35:48.053410 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-6c4ecb2d-e348-4287-b42f-84a5c458300e service neutron] Attempting to bind port c9707fd5-cde7-4b29-8796-0d04d3436105 on network 686692be-1a27-4700-aa11-e71809b1f02b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:35:48.066346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-6c4ecb2d-e348-4287-b42f-84a5c458300e service neutron] Port c9707fd5-cde7-4b29-8796-0d04d3436105 on network 686692be-1a27-4700-aa11-e71809b1f02b not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:35:48.067462 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-6c4ecb2d-e348-4287-b42f-84a5c458300e service neutron] Attempting to bind port c9707fd5-cde7-4b29-8796-0d04d3436105 on network 686692be-1a27-4700-aa11-e71809b1f02b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:35:48.081656 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-6c4ecb2d-e348-4287-b42f-84a5c458300e service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:35:48.082032 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-6c4ecb2d-e348-4287-b42f-84a5c458300e service neutron] Checking segment: {'id': '8f748ac4-9299-4584-b7e0-04b5dc1e87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '686692be-1a27-4700-aa11-e71809b1f02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:35:48.082298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-6c4ecb2d-e348-4287-b42f-84a5c458300e service neutron] Bound using segment: {'id': '8f748ac4-9299-4584-b7e0-04b5dc1e87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '686692be-1a27-4700-aa11-e71809b1f02b'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:35:48.082751 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-6c4ecb2d-e348-4287-b42f-84a5c458300e service neutron] Bound port: c9707fd5-cde7-4b29-8796-0d04d3436105, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f748ac4-9299-4584-b7e0-04b5dc1e87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '686692be-1a27-4700-aa11-e71809b1f02b'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:35:48.083112 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-6c4ecb2d-e348-4287-b42f-84a5c458300e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.269116 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-6c4ecb2d-e348-4287-b42f-84a5c458300e service neutron] For port c9707fd5-cde7-4b29-8796-0d04d3436105, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:35:48.304986 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-6c4ecb2d-e348-4287-b42f-84a5c458300e service neutron] For port c9707fd5-cde7-4b29-8796-0d04d3436105, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=c9707fd5-cde7-4b29-8796-0d04d3436105,segment=NetworkSegment(8f748ac4-9299-4584-b7e0-04b5dc1e87b5),segment_id=8f748ac4-9299-4584-b7e0-04b5dc1e87b5)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:35:48.314494 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-6c4ecb2d-e348-4287-b42f-84a5c458300e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.400779 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ecb2d-e348-4287-b42f-84a5c458300e service neutron] Pushing event updated for resources: {'Port': ['ID=c9707fd5-cde7-4b29-8796-0d04d3436105,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:48.407703 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-6c4ecb2d-e348-4287-b42f-84a5c458300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:48.409489 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-6c4ecb2d-e348-4287-b42f-84a5c458300e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.411050 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-6c4ecb2d-e348-4287-b42f-84a5c458300e service neutron] 10.222.0.32 "PUT /v2.0/ports/c9707fd5-cde7-4b29-8796-0d04d3436105 HTTP/1.1" status: 200 len: 1092 time: 1.5184166 Apr 18 20:35:48.624031 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-650c2223-b91a-4dc5-955f-a1f2f791777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:48.632703 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-650c2223-b91a-4dc5-955f-a1f2f791777e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=74036802b86a42719b0f821d2a4025aa&device_id=2964f993-1066-41dc-b04f-16c2d037fe22 HTTP/1.1" status: 200 len: 1095 time: 0.1532331 Apr 18 20:35:48.729452 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-c45458ed-d666-4d22-aed2-82761cb9b63c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9707fd5-cde7-4b29-8796-0d04d3436105 HTTP/1.1" status: 200 len: 217 time: 0.0858061 Apr 18 20:35:48.853815 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-d203b739-6c7c-46a6-b2ed-0349fb443d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:48.856807 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-d203b739-6c7c-46a6-b2ed-0349fb443d93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6555c056-9eda-47f3-a85c-b25f863147d8 HTTP/1.1" status: 200 len: 855 time: 0.1169734 Apr 18 20:35:48.992033 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-e0ead021-0366-4b2f-9e08-b3c515ea3d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:48.996225 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-e0ead021-0366-4b2f-9e08-b3c515ea3d7f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=686692be-1a27-4700-aa11-e71809b1f02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299996 Apr 18 20:35:49.179897 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:35:49.244353 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-d5ef85c5-4cb0-4983-86ac-8a3aaf771c5f service neutron] 10.222.0.32 "GET /v2.0/networks/686692be-1a27-4700-aa11-e71809b1f02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399321 Apr 18 20:35:49.417306 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705,segment=NetworkSegment(8f748ac4-9299-4584-b7e0-04b5dc1e87b5),segment_id=8f748ac4-9299-4584-b7e0-04b5dc1e87b5)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:49.485196 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7f05705-ab58-4d24-aa4d-37b931c89e96 req-c7cca29d-21c3-4153-a77f-e9e90d5253ca service neutron] 10.222.0.32 "GET /v2.0/networks/686692be-1a27-4700-aa11-e71809b1f02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336566 Apr 18 20:35:49.490525 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705', 'network_id': '686692be-1a27-4700-aa11-e71809b1f02b', 'port_id': 'bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705', 'mac_address': 'fa:16:3e:99:ce:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6555c056-9eda-47f3-a85c-b25f863147d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:35:49.546741 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:49.588602 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:49.620141 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705,segment=NetworkSegment(8f748ac4-9299-4584-b7e0-04b5dc1e87b5),segment_id=8f748ac4-9299-4584-b7e0-04b5dc1e87b5)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:49.632810 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:49.750316 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:50.389975 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:53.220357 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device c9707fd5-cde7-4b29-8796-0d04d3436105 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:35:53.227936 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:53.435934 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port c9707fd5-cde7-4b29-8796-0d04d3436105, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=c9707fd5-cde7-4b29-8796-0d04d3436105,segment=NetworkSegment(8f748ac4-9299-4584-b7e0-04b5dc1e87b5),segment_id=8f748ac4-9299-4584-b7e0-04b5dc1e87b5)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:53.455347 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:35:53.463094 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'c9707fd5-cde7-4b29-8796-0d04d3436105', 'network_id': '686692be-1a27-4700-aa11-e71809b1f02b', 'port_id': 'c9707fd5-cde7-4b29-8796-0d04d3436105', 'mac_address': 'fa:16:3e:14:7e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6555c056-9eda-47f3-a85c-b25f863147d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:35:53.470600 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:53.474811 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:53.624609 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:53.662611 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9707fd5-cde7-4b29-8796-0d04d3436105 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:53.840900 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:53.852838 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port c9707fd5-cde7-4b29-8796-0d04d3436105, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=c9707fd5-cde7-4b29-8796-0d04d3436105,segment=NetworkSegment(8f748ac4-9299-4584-b7e0-04b5dc1e87b5),segment_id=8f748ac4-9299-4584-b7e0-04b5dc1e87b5)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:53.871606 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:53.960935 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705,segment=NetworkSegment(8f748ac4-9299-4584-b7e0-04b5dc1e87b5),segment_id=8f748ac4-9299-4584-b7e0-04b5dc1e87b5)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:54.017267 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:54.059038 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=c9707fd5-cde7-4b29-8796-0d04d3436105,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:54.151326 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:54.305237 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['c9707fd5-cde7-4b29-8796-0d04d3436105'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:54.501823 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-78ff7ad6-e157-4de3-afec-0db0bc70213e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:54.860947 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4a98c-a33b-4429-9fbc-b9af7b83f8ef req-5da0d4ec-3bfe-46bd-9440-c47f28a584c2 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:54.872277 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6dd4a98c-a33b-4429-9fbc-b9af7b83f8ef req-5da0d4ec-3bfe-46bd-9440-c47f28a584c2 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 946 time: 0.1340735 Apr 18 20:35:54.909822 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-0819985c-daed-49ef-9370-cab99d666f33 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1147136174&fields=id&tenant_id=882f13cc2f9d486da28d9e2f08e963a4 HTTP/1.1" status: 200 len: 267 time: 0.1018436 Apr 18 20:35:55.114208 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6dd4a98c-a33b-4429-9fbc-b9af7b83f8ef req-24e541a2-fafc-4e42-9d44-298ae953c5a8 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e12d852-c378-4418-b338-b9c49f5e861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2402534 Apr 18 20:35:55.155163 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-0f88ed72-1507-4078-a0c1-ceec6c35e307 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:55.168408 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-0f88ed72-1507-4078-a0c1-ceec6c35e307 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/networks?id=9ab61462-a866-4e1e-afce-b81024e5bb59 HTTP/1.1" status: 200 len: 806 time: 0.2481971 Apr 18 20:35:55.196457 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-daa3f75a-a960-4c33-8f2c-3ccc33761c26 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/quotas/882f13cc2f9d486da28d9e2f08e963a4 HTTP/1.1" status: 200 len: 375 time: 0.0262566 Apr 18 20:35:55.319513 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4f34baff-aa00-4a0e-98d3-5368df322e0d req-fde921b8-3049-4a11-adee-14cab49fb46e tempest-ServerShowV254Test-358793910 tempest-ServerShowV254Test-358793910-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd758254-9f3c-490e-8d0d-7a9f9e8ec959 HTTP/1.1" status: 200 len: 210 time: 0.0978243 Apr 18 20:35:55.358787 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-73004630-1e78-4d63-9f87-2b7f25a6f517 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=882f13cc2f9d486da28d9e2f08e963a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1560309 Apr 18 20:35:55.375147 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b775f5b5-f5a4-49b1-8d85-7973cef813ff x-openstack-request-id: req-b775f5b5-f5a4-49b1-8d85-7973cef813ff {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:55.375681 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed15d911-1f5a-4884-922d-2501dc082b1d", "name": "network-vif-plugged", "status": "completed", "tag": "7d66f6f8-22dd-4922-ae68-b236587df831", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:55.375808 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b775f5b5-f5a4-49b1-8d85-7973cef813ff {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:55.376196 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b775f5b5-f5a4-49b1-8d85-7973cef813ff'] response: {'server_uuid': 'ed15d911-1f5a-4884-922d-2501dc082b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d66f6f8-22dd-4922-ae68-b236587df831', 'code': 200} Apr 18 20:35:55.585778 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-644874a6-fe2c-4ee5-ada0-df5c7e4e8a16 service neutron] 10.222.0.41 "GET /v2.0/networks/9ab61462-a866-4e1e-afce-b81024e5bb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044449 Apr 18 20:35:55.709636 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f1648239-eaf0-4a71-acf3-a162deb17a4c req-70f86f1f-4e8b-452e-98c8-af49c56a89af service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fd758254-9f3c-490e-8d0d-7a9f9e8ec959 HTTP/1.1" status: 200 len: 210 time: 0.0495834 Apr 18 20:35:55.718500 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-a037d3c9-58d4-43d2-b7f5-8e94ce23f768 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:55.720056 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-a037d3c9-58d4-43d2-b7f5-8e94ce23f768 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/networks?id=686692be-1a27-4700-aa11-e71809b1f02b HTTP/1.1" status: 200 len: 816 time: 0.2486415 Apr 18 20:35:55.751692 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-1dc8e137-6d22-451e-b4eb-deb11917f5ff tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/quotas/74036802b86a42719b0f821d2a4025aa HTTP/1.1" status: 200 len: 375 time: 0.0230575 Apr 18 20:35:55.792655 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-9cae187f-4d6a-47a8-aeb5-081dae6e725a service neutron] 10.222.0.41 "GET /v2.0/networks/9ab61462-a866-4e1e-afce-b81024e5bb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998534 Apr 18 20:35:55.865047 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-2eff057e-7426-43af-974b-3e2dee1d7ebf tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=74036802b86a42719b0f821d2a4025aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1045210 Apr 18 20:35:55.877511 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-37e54674-2edc-44b0-9500-f968df292231 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:35:55.879581 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-37e54674-2edc-44b0-9500-f968df292231 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084560 Apr 18 20:35:56.042928 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-893f38f1-eb1f-47c4-9dd8-2b2d47c9e1fe service neutron] 10.222.0.41 "GET /v2.0/networks/686692be-1a27-4700-aa11-e71809b1f02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496189 Apr 18 20:35:56.197570 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fe067-9348-42e2-b3f2-00c7955681c8 req-433711a9-48e2-43b8-b97b-88b142cfd554 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:56.199179 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-005fe067-9348-42e2-b3f2-00c7955681c8 req-433711a9-48e2-43b8-b97b-88b142cfd554 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7d82004-72d6-4bae-aa46-00131e71ef77 HTTP/1.1" status: 200 len: 949 time: 0.1120999 Apr 18 20:35:56.218411 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-aa4314d0-1e23-494d-8bf7-e2105f973bb7 service neutron] 10.222.0.41 "GET /v2.0/networks/686692be-1a27-4700-aa11-e71809b1f02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631925 Apr 18 20:35:56.256302 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-005fe067-9348-42e2-b3f2-00c7955681c8 req-17026f5c-37e8-4f49-a986-e4f619dfae04 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3ffb3d1-363f-43de-b034-c1bb22f02ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469494 Apr 18 20:35:56.327790 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277acf2a-3f65-4b1e-836d-c65b8c122355 x-openstack-request-id: req-277acf2a-3f65-4b1e-836d-c65b8c122355 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:56.328141 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8", "tag": "bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:56.328547 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-277acf2a-3f65-4b1e-836d-c65b8c122355 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:56.329109 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-277acf2a-3f65-4b1e-836d-c65b8c122355'] response: {'name': 'network-changed', 'server_uuid': 'aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8', 'tag': 'bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705', 'status': 'completed', 'code': 200} Apr 18 20:35:56.439290 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ed27a-f009-45ee-b993-5f7718583102 req-5f3abfb9-0a12-4ed8-b3ff-1994d7a8943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:56.446277 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f66ed27a-f009-45ee-b993-5f7718583102 req-5f3abfb9-0a12-4ed8-b3ff-1994d7a8943e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=74036802b86a42719b0f821d2a4025aa&device_id=aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8 HTTP/1.1" status: 200 len: 1096 time: 0.0837817 Apr 18 20:35:56.813000 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-ab6e8005-f349-4005-ae61-e1b2aa8beaac tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:56.826620 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-ab6e8005-f349-4005-ae61-e1b2aa8beaac tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/networks?id=0f42696b-e02e-4c93-bc6c-2e18dd4d76f9 HTTP/1.1" status: 200 len: 821 time: 0.1959405 Apr 18 20:35:56.871135 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-428f733d-69bb-4bb2-b65f-6ec0c0940855 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/quotas/f39d54d3bd294f5dbe03afeb1a0eb0c9 HTTP/1.1" status: 200 len: 375 time: 0.0435085 Apr 18 20:35:56.950219 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785577c1-b553-4b29-97f6-594433741188 req-f544892c-46d0-4fa6-89e7-5ee415303266 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:56.963549 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37986) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:56.969139 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-4fc26e00-80cd-4229-8bd4-7688602ba610 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Request body: {'floatingip': {'port_id': '9ad0a438-8e05-47ec-ad5f-91473189dc27'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:56.973240 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-785577c1-b553-4b29-97f6-594433741188 req-f544892c-46d0-4fa6-89e7-5ee415303266 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 946 time: 0.3443992 Apr 18 20:35:56.976422 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ed27a-f009-45ee-b993-5f7718583102 req-d650e0a5-e6ef-4a56-8c96-ac9087f1a7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:56.977998 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f66ed27a-f009-45ee-b993-5f7718583102 req-d650e0a5-e6ef-4a56-8c96-ac9087f1a7ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=686692be-1a27-4700-aa11-e71809b1f02b HTTP/1.1" status: 200 len: 917 time: 0.5242927 Apr 18 20:35:57.117078 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-9c71d97d-b0bb-4b0d-ad76-7a7356312661 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f39d54d3bd294f5dbe03afeb1a0eb0c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2448061 Apr 18 20:35:57.119392 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f66ed27a-f009-45ee-b993-5f7718583102 req-de576e93-a19c-4cb6-9163-2be07fb48538 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705 HTTP/1.1" status: 200 len: 217 time: 0.1255479 Apr 18 20:35:57.121571 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4fc26e00-80cd-4229-8bd4-7688602ba610 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks [] for floatingip, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:57.238299 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device c9707fd5-cde7-4b29-8796-0d04d3436105 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:57.280550 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c07ee82e-1d2b-4e2a-9dce-ffc043a1e2e8 req-4be6bc3b-5ec2-4b46-8640-884c9c91c19c tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad27352-809c-4aad-aeba-e46425fd1cf1 HTTP/1.1" status: 200 len: 210 time: 0.0640311 Apr 18 20:35:57.312116 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ed27a-f009-45ee-b993-5f7718583102 req-f58247f6-ec59-4c09-8ee0-75208b4d4b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:57.313693 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f66ed27a-f009-45ee-b993-5f7718583102 req-f58247f6-ec59-4c09-8ee0-75208b4d4b26 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6555c056-9eda-47f3-a85c-b25f863147d8 HTTP/1.1" status: 200 len: 855 time: 0.1613207 Apr 18 20:35:57.349828 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port c9707fd5-cde7-4b29-8796-0d04d3436105 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:35:57.356546 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port c9707fd5-cde7-4b29-8796-0d04d3436105 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:57.357503 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:57.388511 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd507b17e-7fde-4d67-896b-594c156e3d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55573633-1965-4e30-a737-c9434f8df11b'}, {'server_uuid': '7b9c59df-330e-4d12-ad28-3fc8a6dd842a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1575cef-d096-4d49-a2fa-70f461bedb1b'}, {'server_uuid': 'aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:57.392287 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c47657-2e96-4db4-ac93-b5bc2e9e62a1" -d '{"events": [{"server_uuid": "d507b17e-7fde-4d67-896b-594c156e3d40", "name": "network-vif-unplugged", "status": "completed", "tag": "55573633-1965-4e30-a737-c9434f8df11b"}, {"server_uuid": "7b9c59df-330e-4d12-ad28-3fc8a6dd842a", "name": "network-vif-plugged", "status": "completed", "tag": "a1575cef-d096-4d49-a2fa-70f461bedb1b"}, {"server_uuid": "aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8", "name": "network-vif-plugged", "status": "completed", "tag": "bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:57.393759 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-04bdd5f9-6ffa-424f-b396-f22cdb3f0014 service neutron] 10.222.0.41 "GET /v2.0/networks/0f42696b-e02e-4c93-bc6c-2e18dd4d76f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678726 Apr 18 20:35:57.442565 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ed27a-f009-45ee-b993-5f7718583102 req-b7cbf41c-c88d-436b-bcb7-c942398be9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:57.446101 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f66ed27a-f009-45ee-b993-5f7718583102 req-b7cbf41c-c88d-436b-bcb7-c942398be9e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=686692be-1a27-4700-aa11-e71809b1f02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216106 Apr 18 20:35:57.587701 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-913cb1f2-8aee-45ff-8517-b328f679a8c0 service neutron] 10.222.0.41 "GET /v2.0/networks/0f42696b-e02e-4c93-bc6c-2e18dd4d76f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926703 Apr 18 20:35:57.621616 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:57.763837 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port c9707fd5-cde7-4b29-8796-0d04d3436105, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=c9707fd5-cde7-4b29-8796-0d04d3436105,segment=NetworkSegment(8f748ac4-9299-4584-b7e0-04b5dc1e87b5),segment_id=8f748ac4-9299-4584-b7e0-04b5dc1e87b5)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:57.783110 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:57.785989 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 7d66f6f8-22dd-4922-ae68-b236587df831 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:35:57.937130 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4fc26e00-80cd-4229-8bd4-7688602ba610 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:57.946034 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4fc26e00-80cd-4229-8bd4-7688602ba610 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:58.001368 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=c9707fd5-cde7-4b29-8796-0d04d3436105,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:58.150519 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:58.265806 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 7d66f6f8-22dd-4922-ae68-b236587df831, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7d66f6f8-22dd-4922-ae68-b236587df831,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:58.275271 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:58.303985 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc26e00-80cd-4229-8bd4-7688602ba610 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Router 0488211d-2aa4-4613-9522-ce178f674eae has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:35:58.358340 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=7d66f6f8-22dd-4922-ae68-b236587df831,revision_number=11']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:58.496021 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc26e00-80cd-4229-8bd4-7688602ba610 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:35:58.516611 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4fc26e00-80cd-4229-8bd4-7688602ba610 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:58.523592 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2f5c5d-19a9-463d-892d-af32ccc8fff4 None None] Sync routers for ids ['0488211d-2aa4-4613-9522-ce178f674eae'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:35:58.566474 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2f5c5d-19a9-463d-892d-af32ccc8fff4 None None] Routers {'0488211d-2aa4-4613-9522-ce178f674eae'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:35:58.567610 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-dc2f5c5d-19a9-463d-892d-af32ccc8fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:35:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0488211d-2aa4-4613-9522-ce178f674eae'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:58.588492 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab33292-7224-4565-a319-3ad77454d05e', 'tag': '9ad0a438-8e05-47ec-ad5f-91473189dc27'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:58.591163 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b7249e-18cf-4859-bf80-a30ccf0b35a6" -d '{"events": [{"name": "network-changed", "server_uuid": "eab33292-7224-4565-a319-3ad77454d05e", "tag": "9ad0a438-8e05-47ec-ad5f-91473189dc27"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:58.684488 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4fc26e00-80cd-4229-8bd4-7688602ba610 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "PUT /v2.0/floatingips/8d44d897-72a9-4d31-9a24-89d4b46f2b0b HTTP/1.1" status: 200 len: 993 time: 1.7172539 Apr 18 20:35:58.743589 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2964f993-1066-41dc-b04f-16c2d037fe22', 'tag': 'c9707fd5-cde7-4b29-8796-0d04d3436105'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:58.759784 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d737dc2-1205-4d86-8fc6-6082df9d4392" -d '{"events": [{"name": "network-changed", "server_uuid": "2964f993-1066-41dc-b04f-16c2d037fe22", "tag": "c9707fd5-cde7-4b29-8796-0d04d3436105"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:58.828717 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-81acf1cb-b874-489f-8088-4d6562d3684b tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:58.831679 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-81acf1cb-b874-489f-8088-4d6562d3684b tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.57 "GET /v2.0/networks?id=686692be-1a27-4700-aa11-e71809b1f02b HTTP/1.1" status: 200 len: 816 time: 0.1961877 Apr 18 20:35:58.853529 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-ddc2dbb9-ca8c-4745-b00e-8cdfd2c78d62 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Request body: {'port': {'device_id': 'f30dc066-3365-4ffe-8b62-36b6a17c725d', 'network_id': '686692be-1a27-4700-aa11-e71809b1f02b', 'admin_state_up': True, 'tenant_id': '74036802b86a42719b0f821d2a4025aa'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:58.895922 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-dc2f5c5d-19a9-463d-892d-af32ccc8fff4 None None] Set router 0488211d-2aa4-4613-9522-ce178f674eae gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:35:58.898913 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-87d7b429-5aa3-4e32-9134-3e5fc2a90486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:59.020313 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-086fc347-e0d7-4920-8690-f796b159d3a7 req-b0f95533-efe5-4d13-9685-4a869d434c48 tempest-ServerShowV254Test-358793910 tempest-ServerShowV254Test-358793910-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd758254-9f3c-490e-8d0d-7a9f9e8ec959 HTTP/1.1" status: 200 len: 210 time: 0.2133880 Apr 18 20:35:59.058389 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-ddc2dbb9-ca8c-4745-b00e-8cdfd2c78d62 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Made reservation on behalf of 74036802b86a42719b0f821d2a4025aa for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:59.067365 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-ddc2dbb9-ca8c-4745-b00e-8cdfd2c78d62 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:59.153071 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040d232-c169-479a-b241-42cea52c9046 req-f6186fb0-f7f1-4ca9-b88c-b94ec49f201d tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:59.156098 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2040d232-c169-479a-b241-42cea52c9046 req-f6186fb0-f7f1-4ca9-b88c-b94ec49f201d tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed15d911-1f5a-4884-922d-2501dc082b1d HTTP/1.1" status: 200 len: 949 time: 0.3685236 Apr 18 20:35:59.193484 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f66ed27a-f009-45ee-b993-5f7718583102 req-bf9caeb5-8047-43fd-a31d-f90422cbe012 service neutron] 10.222.0.32 "GET /v2.0/networks/686692be-1a27-4700-aa11-e71809b1f02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5892467 Apr 18 20:35:59.281746 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-ddc2dbb9-ca8c-4745-b00e-8cdfd2c78d62 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Allocated IP 172.20.0.4 (686692be-1a27-4700-aa11-e71809b1f02b/6555c056-9eda-47f3-a85c-b25f863147d8/8fae0233-1d5c-4868-b787-5a2170361a72) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:35:59.321268 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-090bc873-d150-40e6-b259-55a85c419736 req-8823ee71-7198-42a9-99b5-1456fda595ff tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30dc066-3365-4ffe-8b62-36b6a17c725d HTTP/1.1" status: 200 len: 210 time: 0.1326990 Apr 18 20:35:59.395037 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-dc2f5c5d-19a9-463d-892d-af32ccc8fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0488211d-2aa4-4613-9522-ce178f674eae', 'name': 'tempest-ServerRescueNegativeTestJSON-531805305-router', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '62282084-b787-4281-b751-1f2d5f74ee85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:30:40Z', 'updated_at': '2022-04-18T20:30:50Z', 'revision_number': 4, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'gw_port': {'id': '62282084-b787-4281-b751-1f2d5f74ee85', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:42Z', 'updated_at': '2022-04-18T20:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '8d44d897-72a9-4d31-9a24-89d4b46f2b0b', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'floating_ip_address': '172.25.1.84', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'port_id': '9ad0a438-8e05-47ec-ad5f-91473189dc27', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'mac_address': 'fa:16:3e:5f:3b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab33292-7224-4565-a319-3ad77454d05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:33:40Z', 'updated_at': '2022-04-18T20:35:57Z', 'revision_number': 3, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566a0069-e7cf-42be-aabf-6f7c0e99e477', 'name': '', 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'mac_address': 'fa:16:3e:6f:b2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:48Z', 'updated_at': '2022-04-18T20:31:09Z', 'revision_number': 5, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'subnets': [{'id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:59.427182 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-fa870a5f-4f3b-4e9a-be13-41c213c2e8e9 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:59.430335 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-fa870a5f-4f3b-4e9a-be13-41c213c2e8e9 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.57 "GET /v2.0/networks?id=9ab61462-a866-4e1e-afce-b81024e5bb59 HTTP/1.1" status: 200 len: 806 time: 1.5776725 Apr 18 20:35:59.434867 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2f5c5d-19a9-463d-892d-af32ccc8fff4 None None] Checking router: 0488211d-2aa4-4613-9522-ce178f674eae for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:35:59.463440 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2f5c5d-19a9-463d-892d-af32ccc8fff4 None None] Routers {'0488211d-2aa4-4613-9522-ce178f674eae'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:35:59.464478 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-dc2f5c5d-19a9-463d-892d-af32ccc8fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:35:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0488211d-2aa4-4613-9522-ce178f674eae'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:59.526148 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2040d232-c169-479a-b241-42cea52c9046 req-908ff3f6-84a5-4c1c-9725-73d870ddc932 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dce022d-0ccc-44b8-8e08-da649d899ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450174 Apr 18 20:35:59.527924 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-ddc2dbb9-ca8c-4745-b00e-8cdfd2c78d62 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:59.541197 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7878d01a-bd84-47bc-87d2-b88186e043ab x-openstack-request-id: req-7878d01a-bd84-47bc-87d2-b88186e043ab {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:59.542866 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d507b17e-7fde-4d67-896b-594c156e3d40", "name": "network-vif-unplugged", "status": "completed", "tag": "55573633-1965-4e30-a737-c9434f8df11b", "code": 200}, {"server_uuid": "7b9c59df-330e-4d12-ad28-3fc8a6dd842a", "name": "network-vif-plugged", "status": "completed", "tag": "a1575cef-d096-4d49-a2fa-70f461bedb1b", "code": 200}, {"server_uuid": "aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8", "name": "network-vif-plugged", "status": "completed", "tag": "bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:59.544816 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7878d01a-bd84-47bc-87d2-b88186e043ab {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:59.545698 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7878d01a-bd84-47bc-87d2-b88186e043ab'] response: {'server_uuid': 'd507b17e-7fde-4d67-896b-594c156e3d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55573633-1965-4e30-a737-c9434f8df11b', 'code': 200} Apr 18 20:35:59.546193 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7878d01a-bd84-47bc-87d2-b88186e043ab'] response: {'server_uuid': '7b9c59df-330e-4d12-ad28-3fc8a6dd842a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1575cef-d096-4d49-a2fa-70f461bedb1b', 'code': 200} Apr 18 20:35:59.548377 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7878d01a-bd84-47bc-87d2-b88186e043ab'] response: {'server_uuid': 'aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705', 'code': 200} Apr 18 20:35:59.632683 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-5db3cc90-d8f9-4454-9200-7fdb7f795d97 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=882f13cc2f9d486da28d9e2f08e963a4 HTTP/1.1" status: 200 len: 380 time: 0.1857679 Apr 18 20:35:59.635804 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f66ed27a-f009-45ee-b993-5f7718583102 req-775c7e73-472c-41ea-a49c-c56a6b0faf97 service neutron] 10.222.0.32 "GET /v2.0/networks/686692be-1a27-4700-aa11-e71809b1f02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039209 Apr 18 20:35:59.645736 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-dbf4ce01-165f-49e9-9e73-37a6a8f215d2 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Request body: {'port': {'device_id': 'bad27352-809c-4aad-aeba-e46425fd1cf1', 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59', 'admin_state_up': True, 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'security_groups': ['e2001d4b-d454-47cd-865b-55e14fe9da10']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:59.650672 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a1575cef-d096-4d49-a2fa-70f461bedb1b no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:35:59.729657 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-ddc2dbb9-ca8c-4745-b00e-8cdfd2c78d62 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:59.735194 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:59.754634 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705', 'c9707fd5-cde7-4b29-8796-0d04d3436105'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:59.762934 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-dc2f5c5d-19a9-463d-892d-af32ccc8fff4 None None] Set router 0488211d-2aa4-4613-9522-ce178f674eae gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:35:59.811616 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579505cf-1bf4-492f-9652-ef54a1565755 req-e2d173f9-a8a2-4dda-88d4-114b2e0f8988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:59.814137 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-579505cf-1bf4-492f-9652-ef54a1565755 req-e2d173f9-a8a2-4dda-88d4-114b2e0f8988 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8 HTTP/1.1" status: 200 len: 1096 time: 0.1477787 Apr 18 20:35:59.836522 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-ddc2dbb9-ca8c-4745-b00e-8cdfd2c78d62 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Network 686692be-1a27-4700-aa11-e71809b1f02b is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:35:59.861557 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-ddc2dbb9-ca8c-4745-b00e-8cdfd2c78d62 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:59.874244 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-ddc2dbb9-ca8c-4745-b00e-8cdfd2c78d62 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:35:59.887414 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2dbb9-ca8c-4745-b00e-8cdfd2c78d62 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Pushing event updated for resources: {'Port': ['ID=8fae0233-1d5c-4868-b787-5a2170361a72,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:59.985369 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:59.998677 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-509ba0d6-fe0e-4137-92b4-a0d57b08d159 req-b4614232-7bf3-41e5-aed8-10449e82ec40 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=675f52a9-7173-435e-a8db-ae714239fa2c HTTP/1.1" status: 200 len: 210 time: 0.2755578 Apr 18 20:36:00.012476 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-579505cf-1bf4-492f-9652-ef54a1565755 req-ed944eae-6cfa-4595-b706-5f8fc11568ba service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838145 Apr 18 20:36:00.017046 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275e569-7ba4-4cf3-bd13-270293be8703 req-66dc3445-88b3-43d0-828f-86a3a757a4f1 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:00.019362 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b275e569-7ba4-4cf3-bd13-270293be8703 req-66dc3445-88b3-43d0-828f-86a3a757a4f1 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7d82004-72d6-4bae-aa46-00131e71ef77 HTTP/1.1" status: 200 len: 949 time: 0.5013773 Apr 18 20:36:00.065657 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-ddc2dbb9-ca8c-4745-b00e-8cdfd2c78d62 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:00.067010 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-ddc2dbb9-ca8c-4745-b00e-8cdfd2c78d62 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:00.093095 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-dbf4ce01-165f-49e9-9e73-37a6a8f215d2 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Made reservation on behalf of 882f13cc2f9d486da28d9e2f08e963a4 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:00.094760 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-ddc2dbb9-ca8c-4745-b00e-8cdfd2c78d62 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2454772 Apr 18 20:36:00.097802 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-dbf4ce01-165f-49e9-9e73-37a6a8f215d2 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:00.111344 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57bf46-ab17-4ae4-b9c6-bafc04ea6d4e req-eb34c853-fc09-4645-8156-694530d52e21 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:00.113487 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee57bf46-ab17-4ae4-b9c6-bafc04ea6d4e req-eb34c853-fc09-4645-8156-694530d52e21 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7d82004-72d6-4bae-aa46-00131e71ef77 HTTP/1.1" status: 200 len: 949 time: 0.2498000 Apr 18 20:36:00.114268 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-beaf3c17-70ba-4027-9f58-0ce8ea12620f service neutron] Request body: {'port': {'device_id': 'f30dc066-3365-4ffe-8b62-36b6a17c725d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:00.189433 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-beaf3c17-70ba-4027-9f58-0ce8ea12620f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:00.246072 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28950faf-4f09-4095-a46d-df0e6eddded4 req-8bd4c772-5f7f-4484-b046-82ff0c654238 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad27352-809c-4aad-aeba-e46425fd1cf1 HTTP/1.1" status: 200 len: 210 time: 0.0441484 Apr 18 20:36:00.296944 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee57bf46-ab17-4ae4-b9c6-bafc04ea6d4e req-a30d1702-dd61-4163-ae0b-4f1720f7fbc2 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3ffb3d1-363f-43de-b034-c1bb22f02ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446414 Apr 18 20:36:00.351200 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-d618e588-6d83-4018-99d7-bc1b88b349cb tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:00.354124 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-d618e588-6d83-4018-99d7-bc1b88b349cb tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.32 "GET /v2.0/networks?id=0f42696b-e02e-4c93-bc6c-2e18dd4d76f9 HTTP/1.1" status: 200 len: 821 time: 0.4592469 Apr 18 20:36:00.439373 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-ab659af9-b7ae-49ab-a8b7-0efa4b22b192 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Request body: {'port': {'device_id': '675f52a9-7173-435e-a8db-ae714239fa2c', 'network_id': '0f42696b-e02e-4c93-bc6c-2e18dd4d76f9', 'admin_state_up': True, 'tenant_id': 'f39d54d3bd294f5dbe03afeb1a0eb0c9'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:00.521352 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5743fad0-dc1f-4b51-aa90-25e39ab8fdf5 x-openstack-request-id: req-5743fad0-dc1f-4b51-aa90-25e39ab8fdf5 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:00.521983 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2964f993-1066-41dc-b04f-16c2d037fe22", "tag": "c9707fd5-cde7-4b29-8796-0d04d3436105", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:00.522498 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5743fad0-dc1f-4b51-aa90-25e39ab8fdf5 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:00.523238 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5743fad0-dc1f-4b51-aa90-25e39ab8fdf5'] response: {'name': 'network-changed', 'server_uuid': '2964f993-1066-41dc-b04f-16c2d037fe22', 'tag': 'c9707fd5-cde7-4b29-8796-0d04d3436105', 'status': 'completed', 'code': 200} Apr 18 20:36:00.636231 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f426b0-a68b-48c0-83e3-6835b478f99d x-openstack-request-id: req-75f426b0-a68b-48c0-83e3-6835b478f99d {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:00.636231 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab33292-7224-4565-a319-3ad77454d05e", "tag": "9ad0a438-8e05-47ec-ad5f-91473189dc27", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:00.636231 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75f426b0-a68b-48c0-83e3-6835b478f99d {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:00.637405 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75f426b0-a68b-48c0-83e3-6835b478f99d'] response: {'name': 'network-changed', 'server_uuid': 'eab33292-7224-4565-a319-3ad77454d05e', 'tag': '9ad0a438-8e05-47ec-ad5f-91473189dc27', 'status': 'completed', 'code': 200} Apr 18 20:36:00.693105 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e2e5f179-d027-4451-bfac-bd35aef963a4 None None] Provisioning complete for port 8fae0233-1d5c-4868-b787-5a2170361a72 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:00.694049 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e2e5f179-d027-4451-bfac-bd35aef963a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:00.785707 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a1575cef-d096-4d49-a2fa-70f461bedb1b, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a1575cef-d096-4d49-a2fa-70f461bedb1b,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:00.787637 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e2e5f179-d027-4451-bfac-bd35aef963a4 None None] Port 8fae0233-1d5c-4868-b787-5a2170361a72 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:36:00.804793 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:00.942779 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d737dc2-1205-4d86-8fc6-6082df9d4392 req-e58b8a67-679c-4c5a-978c-545d35fbcfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:00.947319 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3d737dc2-1205-4d86-8fc6-6082df9d4392 req-e58b8a67-679c-4c5a-978c-545d35fbcfda service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=74036802b86a42719b0f821d2a4025aa&device_id=2964f993-1066-41dc-b04f-16c2d037fe22 HTTP/1.1" status: 200 len: 1097 time: 0.3976965 Apr 18 20:36:00.954236 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7249e-18cf-4859-bf80-a30ccf0b35a6 req-c5371ae8-8012-4cde-a50b-bef8b9a9046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:00.960030 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-17b7249e-18cf-4859-bf80-a30ccf0b35a6 req-c5371ae8-8012-4cde-a50b-bef8b9a9046c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c72a6cb4b75647d38b6aa693a7d2ca0b&device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 1097 time: 0.3443706 Apr 18 20:36:00.970403 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-dbf4ce01-165f-49e9-9e73-37a6a8f215d2 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Allocated IP 172.20.0.3 (9ab61462-a866-4e1e-afce-b81024e5bb59/62afad21-e958-4b0a-92c9-5182f97360de/edbe62ea-10ff-45b9-8d21-4c78e04ed24f) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:36:00.998904 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=a1575cef-d096-4d49-a2fa-70f461bedb1b,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:01.013031 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdef5f-a019-42a0-bcf9-55acedba2f0f req-a854e482-6c79-4532-938f-c317619773b0 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:01.026716 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b2fdef5f-a019-42a0-bcf9-55acedba2f0f req-a854e482-6c79-4532-938f-c317619773b0 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9c59df-330e-4d12-ad28-3fc8a6dd842a HTTP/1.1" status: 200 len: 950 time: 0.2789247 Apr 18 20:36:01.083084 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-b275e569-7ba4-4cf3-bd13-270293be8703 req-8411f91c-b1fc-444c-a6bb-401486e2f81d tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Deleting port f197ef6b-cffd-48e6-b071-92e31b9a7474 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:36:01.083650 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b275e569-7ba4-4cf3-bd13-270293be8703 req-8411f91c-b1fc-444c-a6bb-401486e2f81d tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:01.088237 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-dc2f5c5d-19a9-463d-892d-af32ccc8fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0488211d-2aa4-4613-9522-ce178f674eae', 'name': 'tempest-ServerRescueNegativeTestJSON-531805305-router', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '62282084-b787-4281-b751-1f2d5f74ee85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:30:40Z', 'updated_at': '2022-04-18T20:30:50Z', 'revision_number': 4, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'gw_port': {'id': '62282084-b787-4281-b751-1f2d5f74ee85', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:42Z', 'updated_at': '2022-04-18T20:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '8d44d897-72a9-4d31-9a24-89d4b46f2b0b', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'floating_ip_address': '172.25.1.84', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'port_id': '9ad0a438-8e05-47ec-ad5f-91473189dc27', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'mac_address': 'fa:16:3e:5f:3b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab33292-7224-4565-a319-3ad77454d05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:33:40Z', 'updated_at': '2022-04-18T20:35:57Z', 'revision_number': 3, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566a0069-e7cf-42be-aabf-6f7c0e99e477', 'name': '', 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'mac_address': 'fa:16:3e:6f:b2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:48Z', 'updated_at': '2022-04-18T20:31:09Z', 'revision_number': 5, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'subnets': [{'id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:01.097095 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-ab659af9-b7ae-49ab-a8b7-0efa4b22b192 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Made reservation on behalf of f39d54d3bd294f5dbe03afeb1a0eb0c9 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:01.103003 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-ab659af9-b7ae-49ab-a8b7-0efa4b22b192 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:01.134216 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2f5c5d-19a9-463d-892d-af32ccc8fff4 None None] The sync data for ids ['0488211d-2aa4-4613-9522-ce178f674eae'] in n-d-838323-3 is: [{'id': '0488211d-2aa4-4613-9522-ce178f674eae', 'name': 'tempest-ServerRescueNegativeTestJSON-531805305-router', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '62282084-b787-4281-b751-1f2d5f74ee85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:30:40Z', 'updated_at': '2022-04-18T20:30:50Z', 'revision_number': 4, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'gw_port': {'id': '62282084-b787-4281-b751-1f2d5f74ee85', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:42Z', 'updated_at': '2022-04-18T20:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '8d44d897-72a9-4d31-9a24-89d4b46f2b0b', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'floating_ip_address': '172.25.1.84', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'port_id': '9ad0a438-8e05-47ec-ad5f-91473189dc27', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'mac_address': 'fa:16:3e:5f:3b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab33292-7224-4565-a319-3ad77454d05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:33:40Z', 'updated_at': '2022-04-18T20:35:57Z', 'revision_number': 3, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566a0069-e7cf-42be-aabf-6f7c0e99e477', 'name': '', 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'mac_address': 'fa:16:3e:6f:b2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:48Z', 'updated_at': '2022-04-18T20:31:09Z', 'revision_number': 5, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'subnets': [{'id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:36:01.270017 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:01.300160 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b2fdef5f-a019-42a0-bcf9-55acedba2f0f req-ce491687-62c9-4fa6-a0d0-3a4140218208 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0238a09-6f26-4829-aa6d-c4263ecc544d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724836 Apr 18 20:36:01.515906 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-b275e569-7ba4-4cf3-bd13-270293be8703 req-8411f91c-b1fc-444c-a6bb-401486e2f81d tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] For port f197ef6b-cffd-48e6-b071-92e31b9a7474, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f197ef6b-cffd-48e6-b071-92e31b9a7474,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:01.516281 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b275e569-7ba4-4cf3-bd13-270293be8703 req-8411f91c-b1fc-444c-a6bb-401486e2f81d tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:01.521007 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:01.550500 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2964f993-1066-41dc-b04f-16c2d037fe22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9707fd5-cde7-4b29-8796-0d04d3436105'}, {'server_uuid': 'ed15d911-1f5a-4884-922d-2501dc082b1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d66f6f8-22dd-4922-ae68-b236587df831'}, {'server_uuid': '7b9c59df-330e-4d12-ad28-3fc8a6dd842a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1575cef-d096-4d49-a2fa-70f461bedb1b'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:01.553501 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bcdb19-52a9-4f12-a7e8-ebf3083e5cd8" -d '{"events": [{"server_uuid": "2964f993-1066-41dc-b04f-16c2d037fe22", "name": "network-vif-plugged", "status": "completed", "tag": "c9707fd5-cde7-4b29-8796-0d04d3436105"}, {"server_uuid": "ed15d911-1f5a-4884-922d-2501dc082b1d", "name": "network-vif-unplugged", "status": "completed", "tag": "7d66f6f8-22dd-4922-ae68-b236587df831"}, {"server_uuid": "7b9c59df-330e-4d12-ad28-3fc8a6dd842a", "name": "network-vif-unplugged", "status": "completed", "tag": "a1575cef-d096-4d49-a2fa-70f461bedb1b"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:01.593007 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-b275e569-7ba4-4cf3-bd13-270293be8703 req-8411f91c-b1fc-444c-a6bb-401486e2f81d tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Calling delete_port for f197ef6b-cffd-48e6-b071-92e31b9a7474 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:36:01.720828 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-dbf4ce01-165f-49e9-9e73-37a6a8f215d2 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:01.742644 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-ab659af9-b7ae-49ab-a8b7-0efa4b22b192 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Allocated IP 172.20.0.10 (0f42696b-e02e-4c93-bc6c-2e18dd4d76f9/8f24213e-f6aa-466d-babc-2c9c25120d14/87ed786a-6ee1-4c23-8595-b1532d514e6b) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:36:01.794502 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b92a0c-9df8-48d2-8c26-b065e5f94b0a req-8f0d76e7-a0ae-4d4c-8c89-f15a89c4a53a tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:01.796203 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-32b92a0c-9df8-48d2-8c26-b065e5f94b0a req-8f0d76e7-a0ae-4d4c-8c89-f15a89c4a53a tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30dc066-3365-4ffe-8b62-36b6a17c725d HTTP/1.1" status: 200 len: 931 time: 0.1920259 Apr 18 20:36:01.869253 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7249e-18cf-4859-bf80-a30ccf0b35a6 req-9a039f63-ea57-4716-b0ab-12c34359a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:01.871525 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-17b7249e-18cf-4859-bf80-a30ccf0b35a6 req-9a039f63-ea57-4716-b0ab-12c34359a1da service neutron] 10.222.0.57 "GET /v2.0/networks?id=d538f970-1699-4982-98ba-9d8cb4a7048d HTTP/1.1" status: 200 len: 919 time: 0.9023068 Apr 18 20:36:01.960189 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.57', 57436) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:01.962322 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-dbf4ce01-165f-49e9-9e73-37a6a8f215d2 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.016486 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a304734d-253c-4b69-84a6-08b65a896f5e req-0ae66869-4cff-4e1f-9f4b-2f4d40070c79 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d25080cb370747cfb11f7f025ec783eb&device_id=fd758254-9f3c-490e-8d0d-7a9f9e8ec959 HTTP/1.1" status: 200 len: 210 time: 0.0550754 Apr 18 20:36:02.089733 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-32b92a0c-9df8-48d2-8c26-b065e5f94b0a req-213104c7-a93e-433f-918d-bb36c16178bb tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729421 Apr 18 20:36:02.105110 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a304734d-253c-4b69-84a6-08b65a896f5e req-7753e627-b623-45f7-b3da-008081154211 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d25080cb370747cfb11f7f025ec783eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692887 Apr 18 20:36:02.127291 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-17b7249e-18cf-4859-bf80-a30ccf0b35a6 req-e6362dad-52b2-40a9-aa57-588dffcbce0f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ad0a438-8e05-47ec-ad5f-91473189dc27 HTTP/1.1" status: 200 len: 1001 time: 0.2194781 Apr 18 20:36:02.159891 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f377fd4-2ecc-4069-8c41-9c9aa4257d67 req-6621a1be-1e50-4759-95b5-8f2d5191d032 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=675f52a9-7173-435e-a8db-ae714239fa2c HTTP/1.1" status: 200 len: 210 time: 0.1711674 Apr 18 20:36:02.161723 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d737dc2-1205-4d86-8fc6-6082df9d4392 req-85e2fc83-0494-4bbc-ac63-7388377afd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:02.163226 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3d737dc2-1205-4d86-8fc6-6082df9d4392 req-85e2fc83-0494-4bbc-ac63-7388377afd37 service neutron] 10.222.0.32 "GET /v2.0/networks?id=686692be-1a27-4700-aa11-e71809b1f02b HTTP/1.1" status: 200 len: 917 time: 0.4022164 Apr 18 20:36:02.183982 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-dbf4ce01-165f-49e9-9e73-37a6a8f215d2 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Network 9ab61462-a866-4e1e-afce-b81024e5bb59 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:36:02.263512 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-dbf4ce01-165f-49e9-9e73-37a6a8f215d2 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:02.267598 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-dbf4ce01-165f-49e9-9e73-37a6a8f215d2 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:36:02.273492 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-beaf3c17-70ba-4027-9f58-0ce8ea12620f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fae0233-1d5c-4868-b787-5a2170361a72 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:02.329471 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-beaf3c17-70ba-4027-9f58-0ce8ea12620f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.334579 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b275e569-7ba4-4cf3-bd13-270293be8703 req-8411f91c-b1fc-444c-a6bb-401486e2f81d tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.351184 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3d737dc2-1205-4d86-8fc6-6082df9d4392 req-06a0354d-975a-4ec6-aea3-6a6ee1560217 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9707fd5-cde7-4b29-8796-0d04d3436105 HTTP/1.1" status: 200 len: 217 time: 0.1596563 Apr 18 20:36:02.418077 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-beaf3c17-70ba-4027-9f58-0ce8ea12620f service neutron] Transition to ACTIVE for port object 8fae0233-1d5c-4868-b787-5a2170361a72 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:36:02.434248 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4ce01-165f-49e9-9e73-37a6a8f215d2 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Pushing event updated for resources: {'Port': ['ID=edbe62ea-10ff-45b9-8d21-4c78e04ed24f,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:02.442632 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-beaf3c17-70ba-4027-9f58-0ce8ea12620f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.461352 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7249e-18cf-4859-bf80-a30ccf0b35a6 req-0196d77f-9e89-4c6a-b583-f8d0dfbeeee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:02.462937 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-17b7249e-18cf-4859-bf80-a30ccf0b35a6 req-0196d77f-9e89-4c6a-b583-f8d0dfbeeee4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8415795-d2f2-4354-859f-79b4fcc6f470 HTTP/1.1" status: 200 len: 857 time: 0.3191187 Apr 18 20:36:02.491433 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27f0c60d-77a7-4906-99cd-2c4caafb2678 req-99df515f-02fa-4906-82ce-c9d6ebca34b9 tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7d82004-72d6-4bae-aa46-00131e71ef77 HTTP/1.1" status: 200 len: 210 time: 0.1587775 Apr 18 20:36:02.573518 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d737dc2-1205-4d86-8fc6-6082df9d4392 req-954b01fb-dee9-4c16-a03a-cdb49dc06f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:02.575044 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3d737dc2-1205-4d86-8fc6-6082df9d4392 req-954b01fb-dee9-4c16-a03a-cdb49dc06f2f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6555c056-9eda-47f3-a85c-b25f863147d8 HTTP/1.1" status: 200 len: 855 time: 0.1979361 Apr 18 20:36:02.606954 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411f91c-b1fc-444c-a6bb-401486e2f81d tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Pushing event deleted for resources: {'Port': ['ID=f197ef6b-cffd-48e6-b071-92e31b9a7474,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:02.615436 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304734d-253c-4b69-84a6-08b65a896f5e req-918506cc-db88-4e32-9571-45bea72d73c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:02.617035 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a304734d-253c-4b69-84a6-08b65a896f5e req-918506cc-db88-4e32-9571-45bea72d73c6 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4859297 Apr 18 20:36:02.644519 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab33292-7224-4565-a319-3ad77454d05e', 'tag': '9ad0a438-8e05-47ec-ad5f-91473189dc27'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:02.654402 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76a63f8-00e7-421b-a2ad-f68432753d61" -d '{"events": [{"name": "network-changed", "server_uuid": "eab33292-7224-4565-a319-3ad77454d05e", "tag": "9ad0a438-8e05-47ec-ad5f-91473189dc27"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:02.657576 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf3c17-70ba-4027-9f58-0ce8ea12620f service neutron] Pushing event updated for resources: {'Port': ['ID=8fae0233-1d5c-4868-b787-5a2170361a72,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:02.740030 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7249e-18cf-4859-bf80-a30ccf0b35a6 req-011e9653-c7d3-48e5-9a78-e4a99dd6e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:02.743212 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-17b7249e-18cf-4859-bf80-a30ccf0b35a6 req-011e9653-c7d3-48e5-9a78-e4a99dd6e710 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d538f970-1699-4982-98ba-9d8cb4a7048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2643950 Apr 18 20:36:02.747911 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-141c6682-b7bb-4981-b7f2-030dca7dc511 None None] Provisioning complete for port edbe62ea-10ff-45b9-8d21-4c78e04ed24f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:02.748815 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-141c6682-b7bb-4981-b7f2-030dca7dc511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.785409 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-dbf4ce01-165f-49e9-9e73-37a6a8f215d2 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:02.788482 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-dbf4ce01-165f-49e9-9e73-37a6a8f215d2 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.816473 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d737dc2-1205-4d86-8fc6-6082df9d4392 req-03b02107-f0a4-46ca-bc2c-96e626123275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:02.819402 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3d737dc2-1205-4d86-8fc6-6082df9d4392 req-03b02107-f0a4-46ca-bc2c-96e626123275 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=686692be-1a27-4700-aa11-e71809b1f02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2186062 Apr 18 20:36:02.831673 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b275e569-7ba4-4cf3-bd13-270293be8703 req-8411f91c-b1fc-444c-a6bb-401486e2f81d tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] No DVR routers for this DVR port f197ef6b-cffd-48e6-b071-92e31b9a7474 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:36:02.837820 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b275e569-7ba4-4cf3-bd13-270293be8703 req-8411f91c-b1fc-444c-a6bb-401486e2f81d tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.844822 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b275e569-7ba4-4cf3-bd13-270293be8703 req-8411f91c-b1fc-444c-a6bb-401486e2f81d tempest-ImagesNegativeTestJSON-1561309498 tempest-ImagesNegativeTestJSON-1561309498-project] 10.222.0.32 "DELETE /v2.0/ports/f197ef6b-cffd-48e6-b071-92e31b9a7474 HTTP/1.1" status: 204 len: 173 time: 2.5374687 Apr 18 20:36:02.857373 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-ab659af9-b7ae-49ab-a8b7-0efa4b22b192 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.861394 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d82004-72d6-4bae-aa46-00131e71ef77', 'name': 'network-vif-deleted', 'tag': 'f197ef6b-cffd-48e6-b071-92e31b9a7474'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:02.869193 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1416ea34-8301-485f-97f5-b07d25ec8d7c" -d '{"events": [{"server_uuid": "a7d82004-72d6-4bae-aa46-00131e71ef77", "name": "network-vif-deleted", "tag": "f197ef6b-cffd-48e6-b071-92e31b9a7474"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:02.905834 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-141c6682-b7bb-4981-b7f2-030dca7dc511 None None] Port edbe62ea-10ff-45b9-8d21-4c78e04ed24f cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:36:02.915725 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c32008-3fc3-46c7-80ce-fb1fb6094a74 req-11b7ed2c-bfb9-449e-9a42-c7e02ec8666c tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:02.950127 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b5c32008-3fc3-46c7-80ce-fb1fb6094a74 req-11b7ed2c-bfb9-449e-9a42-c7e02ec8666c tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad27352-809c-4aad-aeba-e46425fd1cf1 HTTP/1.1" status: 200 len: 931 time: 0.6984673 Apr 18 20:36:03.051935 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-dbf4ce01-165f-49e9-9e73-37a6a8f215d2 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4118936 Apr 18 20:36:03.078383 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-9129d37f-e0f9-43d0-8906-983dab84570e service neutron] Request body: {'port': {'device_id': 'bad27352-809c-4aad-aeba-e46425fd1cf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:03.150170 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b5c32008-3fc3-46c7-80ce-fb1fb6094a74 req-1a214971-7511-4522-acdd-197e9a313c88 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2001d4b-d454-47cd-865b-55e14fe9da10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882436 Apr 18 20:36:03.234582 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-beaf3c17-70ba-4027-9f58-0ce8ea12620f service neutron] Attempting to bind port 8fae0233-1d5c-4868-b787-5a2170361a72 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:36:03.235206 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-beaf3c17-70ba-4027-9f58-0ce8ea12620f service neutron] Attempting to bind port 8fae0233-1d5c-4868-b787-5a2170361a72 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '8f748ac4-9299-4584-b7e0-04b5dc1e87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '686692be-1a27-4700-aa11-e71809b1f02b'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:36:03.235328 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-beaf3c17-70ba-4027-9f58-0ce8ea12620f service neutron] Attempting to bind port 8fae0233-1d5c-4868-b787-5a2170361a72 on network 686692be-1a27-4700-aa11-e71809b1f02b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:36:03.243055 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6580a0a0-0438-457d-b592-5a25477b1f1c x-openstack-request-id: req-6580a0a0-0438-457d-b592-5a25477b1f1c {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:03.244992 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2964f993-1066-41dc-b04f-16c2d037fe22", "name": "network-vif-plugged", "status": "completed", "tag": "c9707fd5-cde7-4b29-8796-0d04d3436105", "code": 200}, {"server_uuid": "ed15d911-1f5a-4884-922d-2501dc082b1d", "name": "network-vif-unplugged", "status": "completed", "tag": "7d66f6f8-22dd-4922-ae68-b236587df831", "code": 200}, {"server_uuid": "7b9c59df-330e-4d12-ad28-3fc8a6dd842a", "name": "network-vif-unplugged", "status": "completed", "tag": "a1575cef-d096-4d49-a2fa-70f461bedb1b", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:03.245886 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6580a0a0-0438-457d-b592-5a25477b1f1c {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:03.247052 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6580a0a0-0438-457d-b592-5a25477b1f1c'] response: {'server_uuid': '2964f993-1066-41dc-b04f-16c2d037fe22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9707fd5-cde7-4b29-8796-0d04d3436105', 'code': 200} Apr 18 20:36:03.247952 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6580a0a0-0438-457d-b592-5a25477b1f1c'] response: {'server_uuid': 'ed15d911-1f5a-4884-922d-2501dc082b1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d66f6f8-22dd-4922-ae68-b236587df831', 'code': 200} Apr 18 20:36:03.249747 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6580a0a0-0438-457d-b592-5a25477b1f1c'] response: {'server_uuid': '7b9c59df-330e-4d12-ad28-3fc8a6dd842a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1575cef-d096-4d49-a2fa-70f461bedb1b', 'code': 200} Apr 18 20:36:03.261769 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-beaf3c17-70ba-4027-9f58-0ce8ea12620f service neutron] Port 8fae0233-1d5c-4868-b787-5a2170361a72 on network 686692be-1a27-4700-aa11-e71809b1f02b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:36:03.262100 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-beaf3c17-70ba-4027-9f58-0ce8ea12620f service neutron] Attempting to bind port 8fae0233-1d5c-4868-b787-5a2170361a72 on network 686692be-1a27-4700-aa11-e71809b1f02b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:36:03.271453 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-9129d37f-e0f9-43d0-8906-983dab84570e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.302589 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-beaf3c17-70ba-4027-9f58-0ce8ea12620f service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:36:03.302989 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-beaf3c17-70ba-4027-9f58-0ce8ea12620f service neutron] Checking segment: {'id': '8f748ac4-9299-4584-b7e0-04b5dc1e87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '686692be-1a27-4700-aa11-e71809b1f02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:36:03.303482 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-beaf3c17-70ba-4027-9f58-0ce8ea12620f service neutron] Bound using segment: {'id': '8f748ac4-9299-4584-b7e0-04b5dc1e87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '686692be-1a27-4700-aa11-e71809b1f02b'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:36:03.303761 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-beaf3c17-70ba-4027-9f58-0ce8ea12620f service neutron] Bound port: 8fae0233-1d5c-4868-b787-5a2170361a72, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f748ac4-9299-4584-b7e0-04b5dc1e87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '686692be-1a27-4700-aa11-e71809b1f02b'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:36:03.304117 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-beaf3c17-70ba-4027-9f58-0ce8ea12620f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.317261 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device f197ef6b-cffd-48e6-b071-92e31b9a7474 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:36:03.318140 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-17b7249e-18cf-4859-bf80-a30ccf0b35a6 req-f1e549ac-4b0d-41ae-92a3-3b2e9418e60e service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5532353 Apr 18 20:36:03.342426 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3d737dc2-1205-4d86-8fc6-6082df9d4392 req-658e094c-d252-4c17-932e-97fb9a09c0bc service neutron] 10.222.0.32 "GET /v2.0/networks/686692be-1a27-4700-aa11-e71809b1f02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143273 Apr 18 20:36:03.362622 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-ab659af9-b7ae-49ab-a8b7-0efa4b22b192 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.393514 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: f197ef6b-cffd-48e6-b071-92e31b9a7474 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:36:03.394651 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device f197ef6b-cffd-48e6-b071-92e31b9a7474 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:36:03.537775 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab659af9-b7ae-49ab-a8b7-0efa4b22b192 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Pushing event updated for resources: {'Port': ['ID=87ed786a-6ee1-4c23-8595-b1532d514e6b,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:03.588358 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-beaf3c17-70ba-4027-9f58-0ce8ea12620f service neutron] For port 8fae0233-1d5c-4868-b787-5a2170361a72, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:36:03.597935 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090f961a-cd94-49a2-a1c3-931a41ea2afa x-openstack-request-id: req-090f961a-cd94-49a2-a1c3-931a41ea2afa {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:03.598239 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab33292-7224-4565-a319-3ad77454d05e", "tag": "9ad0a438-8e05-47ec-ad5f-91473189dc27", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:03.598548 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-090f961a-cd94-49a2-a1c3-931a41ea2afa {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:03.598923 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-090f961a-cd94-49a2-a1c3-931a41ea2afa'] response: {'name': 'network-changed', 'server_uuid': 'eab33292-7224-4565-a319-3ad77454d05e', 'tag': '9ad0a438-8e05-47ec-ad5f-91473189dc27', 'status': 'completed', 'code': 200} Apr 18 20:36:03.615881 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-ab659af9-b7ae-49ab-a8b7-0efa4b22b192 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Network 0f42696b-e02e-4c93-bc6c-2e18dd4d76f9 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:36:03.623060 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-17b7249e-18cf-4859-bf80-a30ccf0b35a6 req-346d0dac-e8b5-4f3f-9adf-09552dc1234a service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922032 Apr 18 20:36:03.625143 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-beaf3c17-70ba-4027-9f58-0ce8ea12620f service neutron] For port 8fae0233-1d5c-4868-b787-5a2170361a72, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=8fae0233-1d5c-4868-b787-5a2170361a72,segment=NetworkSegment(8f748ac4-9299-4584-b7e0-04b5dc1e87b5),segment_id=8f748ac4-9299-4584-b7e0-04b5dc1e87b5)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:36:03.627500 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-ab659af9-b7ae-49ab-a8b7-0efa4b22b192 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:03.640333 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-ab659af9-b7ae-49ab-a8b7-0efa4b22b192 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:36:03.648874 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-beaf3c17-70ba-4027-9f58-0ce8ea12620f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.654789 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3d737dc2-1205-4d86-8fc6-6082df9d4392 req-5c28a3ea-64b5-49ba-a17a-fc56c7eae205 service neutron] 10.222.0.32 "GET /v2.0/networks/686692be-1a27-4700-aa11-e71809b1f02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823045 Apr 18 20:36:03.733562 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-beaf3c17-70ba-4027-9f58-0ce8ea12620f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:03.734396 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-beaf3c17-70ba-4027-9f58-0ce8ea12620f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.735954 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-beaf3c17-70ba-4027-9f58-0ce8ea12620f service neutron] 10.222.0.57 "PUT /v2.0/ports/8fae0233-1d5c-4868-b787-5a2170361a72 HTTP/1.1" status: 200 len: 1091 time: 3.6320012 Apr 18 20:36:03.785728 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf3c17-70ba-4027-9f58-0ce8ea12620f service neutron] Pushing event updated for resources: {'Port': ['ID=8fae0233-1d5c-4868-b787-5a2170361a72,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:03.806161 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a63f8-00e7-421b-a2ad-f68432753d61 req-87cb83d5-c6e7-4206-b4b8-8d2d7d8d4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:03.808142 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a76a63f8-00e7-421b-a2ad-f68432753d61 req-87cb83d5-c6e7-4206-b4b8-8d2d7d8d4db5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c72a6cb4b75647d38b6aa693a7d2ca0b&device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 1097 time: 0.0655003 Apr 18 20:36:03.855776 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab87941-d679-47f5-a8ec-ba42d35b60b7 x-openstack-request-id: req-5ab87941-d679-47f5-a8ec-ba42d35b60b7 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:03.856101 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d82004-72d6-4bae-aa46-00131e71ef77", "name": "network-vif-deleted", "tag": "f197ef6b-cffd-48e6-b071-92e31b9a7474", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:03.856359 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ab87941-d679-47f5-a8ec-ba42d35b60b7 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:03.856865 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ab87941-d679-47f5-a8ec-ba42d35b60b7'] response: {'server_uuid': 'a7d82004-72d6-4bae-aa46-00131e71ef77', 'name': 'network-vif-deleted', 'tag': 'f197ef6b-cffd-48e6-b071-92e31b9a7474', 'status': 'completed', 'code': 200} Apr 18 20:36:03.922276 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15def4bf-1d74-4981-b495-c7dc2e25bb64 req-0e632dfd-9fac-4457-85bd-23c49263a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:03.924295 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15def4bf-1d74-4981-b495-c7dc2e25bb64 req-0e632dfd-9fac-4457-85bd-23c49263a434 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2964f993-1066-41dc-b04f-16c2d037fe22 HTTP/1.1" status: 200 len: 1097 time: 0.4630563 Apr 18 20:36:03.950542 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ed4bb2a2-6c9e-4429-9888-a9c2a29631cf req-83860f6b-d561-4cb8-9bc4-e7e38fb2c2cf tempest-ServerShowV254Test-358793910 tempest-ServerShowV254Test-358793910-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd758254-9f3c-490e-8d0d-7a9f9e8ec959 HTTP/1.1" status: 200 len: 210 time: 0.1338923 Apr 18 20:36:04.052586 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a304734d-253c-4b69-84a6-08b65a896f5e req-06769fce-8086-47ee-bb82-48528783ad5b tempest-ServerShowV254Test-358793910 tempest-ServerShowV254Test-358793910-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd758254-9f3c-490e-8d0d-7a9f9e8ec959 HTTP/1.1" status: 200 len: 210 time: 0.0632591 Apr 18 20:36:04.066317 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-ab659af9-b7ae-49ab-a8b7-0efa4b22b192 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:04.067267 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-ab659af9-b7ae-49ab-a8b7-0efa4b22b192 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:04.103267 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34353f89-71c4-43f7-8701-8aaf19be2a5a req-a2d9346c-3d72-4a80-bf6a-c16ee828bc44 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:04.109121 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34353f89-71c4-43f7-8701-8aaf19be2a5a req-a2d9346c-3d72-4a80-bf6a-c16ee828bc44 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30dc066-3365-4ffe-8b62-36b6a17c725d HTTP/1.1" status: 200 len: 943 time: 0.2825785 Apr 18 20:36:04.119985 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-e1eeff8e-2181-49ba-ba2f-e91a654055f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:04.122747 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-e1eeff8e-2181-49ba-ba2f-e91a654055f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74036802b86a42719b0f821d2a4025aa&device_id=f30dc066-3365-4ffe-8b62-36b6a17c725d HTTP/1.1" status: 200 len: 1094 time: 0.2284124 Apr 18 20:36:04.131830 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a63f8-00e7-421b-a2ad-f68432753d61 req-b90f73cf-3457-483a-95e3-5c930788e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:04.134274 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a76a63f8-00e7-421b-a2ad-f68432753d61 req-b90f73cf-3457-483a-95e3-5c930788e8c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d538f970-1699-4982-98ba-9d8cb4a7048d HTTP/1.1" status: 200 len: 919 time: 0.3163188 Apr 18 20:36:04.201471 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15def4bf-1d74-4981-b495-c7dc2e25bb64 req-cf937741-48dd-4bef-91f9-565bc5664281 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396023 Apr 18 20:36:04.224848 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-ab659af9-b7ae-49ab-a8b7-0efa4b22b192 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7967439 Apr 18 20:36:04.226665 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-0d70a568-6adb-4c06-813a-88b1af449401 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fae0233-1d5c-4868-b787-5a2170361a72 HTTP/1.1" status: 200 len: 217 time: 0.0907688 Apr 18 20:36:04.271045 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34353f89-71c4-43f7-8701-8aaf19be2a5a req-09f80485-3caf-4a60-b9b3-f5efa9c0e932 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476905 Apr 18 20:36:04.282058 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40386c3a-5e54-4e90-9824-24da558668a6 req-daa1d0c2-4fae-43f4-a726-73ee9b95235a tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:04.284324 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-40386c3a-5e54-4e90-9824-24da558668a6 req-daa1d0c2-4fae-43f4-a726-73ee9b95235a tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=675f52a9-7173-435e-a8db-ae714239fa2c HTTP/1.1" status: 200 len: 932 time: 0.1999962 Apr 18 20:36:04.374704 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-40386c3a-5e54-4e90-9824-24da558668a6 req-f29ea5b4-06bc-4557-a6c8-de658dda82c2 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773582 Apr 18 20:36:04.397340 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-113f4f7a-6c11-4775-a3ef-c8cab60a826e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:04.399429 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-113f4f7a-6c11-4775-a3ef-c8cab60a826e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6555c056-9eda-47f3-a85c-b25f863147d8 HTTP/1.1" status: 200 len: 855 time: 0.1192594 Apr 18 20:36:04.430811 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-9129d37f-e0f9-43d0-8906-983dab84570e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edbe62ea-10ff-45b9-8d21-4c78e04ed24f {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:04.440058 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-9129d37f-e0f9-43d0-8906-983dab84570e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:04.456164 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-9129d37f-e0f9-43d0-8906-983dab84570e service neutron] Transition to ACTIVE for port object edbe62ea-10ff-45b9-8d21-4c78e04ed24f will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:36:04.462649 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-5dcb4c2a-9f33-4f3b-b5a0-803ebbed3bd7 service neutron] Request body: {'port': {'device_id': '675f52a9-7173-435e-a8db-ae714239fa2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:04.469640 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-9129d37f-e0f9-43d0-8906-983dab84570e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:04.517180 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a76a63f8-00e7-421b-a2ad-f68432753d61 req-9b03582a-9b2d-4c67-bb4d-117277dafbd7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ad0a438-8e05-47ec-ad5f-91473189dc27 HTTP/1.1" status: 200 len: 1001 time: 0.3705966 Apr 18 20:36:04.597621 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-c5e1328b-a6fc-4d35-9bbf-c5e9dc62a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:04.599371 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-c5e1328b-a6fc-4d35-9bbf-c5e9dc62a1fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=686692be-1a27-4700-aa11-e71809b1f02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1910019 Apr 18 20:36:04.605464 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-5dcb4c2a-9f33-4f3b-b5a0-803ebbed3bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:04.619556 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129d37f-e0f9-43d0-8906-983dab84570e service neutron] Pushing event updated for resources: {'Port': ['ID=edbe62ea-10ff-45b9-8d21-4c78e04ed24f,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:04.678756 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a63f8-00e7-421b-a2ad-f68432753d61 req-20e9505d-5ff5-4dd3-9cf6-f59c83bd7204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:04.681679 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a76a63f8-00e7-421b-a2ad-f68432753d61 req-20e9505d-5ff5-4dd3-9cf6-f59c83bd7204 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8415795-d2f2-4354-859f-79b4fcc6f470 HTTP/1.1" status: 200 len: 857 time: 0.1542132 Apr 18 20:36:04.895461 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a63f8-00e7-421b-a2ad-f68432753d61 req-5c6eefb1-385a-460c-a008-0e06be2f43f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:04.898221 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a76a63f8-00e7-421b-a2ad-f68432753d61 req-5c6eefb1-385a-460c-a008-0e06be2f43f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d538f970-1699-4982-98ba-9d8cb4a7048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2056932 Apr 18 20:36:04.951658 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-22480860-7438-4c4f-94b2-c418b1e203fa service neutron] 10.222.0.57 "GET /v2.0/networks/686692be-1a27-4700-aa11-e71809b1f02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399951 Apr 18 20:36:05.032315 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-9129d37f-e0f9-43d0-8906-983dab84570e service neutron] Attempting to bind port edbe62ea-10ff-45b9-8d21-4c78e04ed24f on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:36:05.032864 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-9129d37f-e0f9-43d0-8906-983dab84570e service neutron] Attempting to bind port edbe62ea-10ff-45b9-8d21-4c78e04ed24f by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '1889e352-aee3-4f9c-83a7-460f363329b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:36:05.033354 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-9129d37f-e0f9-43d0-8906-983dab84570e service neutron] Attempting to bind port edbe62ea-10ff-45b9-8d21-4c78e04ed24f on network 9ab61462-a866-4e1e-afce-b81024e5bb59 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:36:05.064187 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5905b9-ca1c-46a0-acac-bc59355264d0 req-480a1bc9-5e95-472c-9060-8ce4669765c7 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:05.066249 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c5905b9-ca1c-46a0-acac-bc59355264d0 req-480a1bc9-5e95-472c-9060-8ce4669765c7 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed15d911-1f5a-4884-922d-2501dc082b1d HTTP/1.1" status: 200 len: 949 time: 0.2749455 Apr 18 20:36:05.077395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-9129d37f-e0f9-43d0-8906-983dab84570e service neutron] Port edbe62ea-10ff-45b9-8d21-4c78e04ed24f on network 9ab61462-a866-4e1e-afce-b81024e5bb59 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:36:05.077725 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-9129d37f-e0f9-43d0-8906-983dab84570e service neutron] Attempting to bind port edbe62ea-10ff-45b9-8d21-4c78e04ed24f on network 9ab61462-a866-4e1e-afce-b81024e5bb59 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:36:05.132612 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1007f82-cd60-41da-8b25-6c27a1e7d12f req-2252a68a-a99c-4cb9-8548-332b329fdb80 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:05.134263 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e1007f82-cd60-41da-8b25-6c27a1e7d12f req-2252a68a-a99c-4cb9-8548-332b329fdb80 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad27352-809c-4aad-aeba-e46425fd1cf1 HTTP/1.1" status: 200 len: 943 time: 0.2619174 Apr 18 20:36:05.145420 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-9129d37f-e0f9-43d0-8906-983dab84570e service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:36:05.145763 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-9129d37f-e0f9-43d0-8906-983dab84570e service neutron] Checking segment: {'id': '1889e352-aee3-4f9c-83a7-460f363329b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:36:05.146159 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-9129d37f-e0f9-43d0-8906-983dab84570e service neutron] Bound using segment: {'id': '1889e352-aee3-4f9c-83a7-460f363329b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:36:05.146621 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-9129d37f-e0f9-43d0-8906-983dab84570e service neutron] Bound port: edbe62ea-10ff-45b9-8d21-4c78e04ed24f, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1889e352-aee3-4f9c-83a7-460f363329b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:36:05.146993 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-9129d37f-e0f9-43d0-8906-983dab84570e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:05.391728 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a76a63f8-00e7-421b-a2ad-f68432753d61 req-6aff8ae1-bbde-4da4-b579-25aa5aed9b62 service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788518 Apr 18 20:36:05.431604 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c2c0d769-4fc6-4b29-b294-51670eb20162 req-702b2db6-8763-405e-96b6-ba15c5d7df82 service neutron] 10.222.0.57 "GET /v2.0/networks/686692be-1a27-4700-aa11-e71809b1f02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381459 Apr 18 20:36:05.554676 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a76a63f8-00e7-421b-a2ad-f68432753d61 req-3ebac24f-50e3-46f3-a3ae-251f5568078e service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527879 Apr 18 20:36:05.600802 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30dc066-3365-4ffe-8b62-36b6a17c725d', 'tag': '8fae0233-1d5c-4868-b787-5a2170361a72'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:05.605472 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86471fa-df7d-415a-b4ee-9e0507a02658" -d '{"events": [{"name": "network-changed", "server_uuid": "f30dc066-3365-4ffe-8b62-36b6a17c725d", "tag": "8fae0233-1d5c-4868-b787-5a2170361a72"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:05.608006 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c5905b9-ca1c-46a0-acac-bc59355264d0 req-6f6a77fc-418d-49d1-8384-2c7ce2635f7a tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dce022d-0ccc-44b8-8e08-da649d899ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5205526 Apr 18 20:36:05.657345 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e1007f82-cd60-41da-8b25-6c27a1e7d12f req-82ba1e80-7e85-4492-93b3-ef14d61b0dff tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2001d4b-d454-47cd-865b-55e14fe9da10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5059893 Apr 18 20:36:05.823409 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-9129d37f-e0f9-43d0-8906-983dab84570e service neutron] For port edbe62ea-10ff-45b9-8d21-4c78e04ed24f, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:36:05.892730 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-9129d37f-e0f9-43d0-8906-983dab84570e service neutron] For port edbe62ea-10ff-45b9-8d21-4c78e04ed24f, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=edbe62ea-10ff-45b9-8d21-4c78e04ed24f,segment=NetworkSegment(1889e352-aee3-4f9c-83a7-460f363329b2),segment_id=1889e352-aee3-4f9c-83a7-460f363329b2)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:36:05.895437 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-5dcb4c2a-9f33-4f3b-b5a0-803ebbed3bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ed786a-6ee1-4c23-8595-b1532d514e6b {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:05.907142 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-9129d37f-e0f9-43d0-8906-983dab84570e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:05.926227 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-5dcb4c2a-9f33-4f3b-b5a0-803ebbed3bd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:05.973765 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-5dcb4c2a-9f33-4f3b-b5a0-803ebbed3bd7 service neutron] Transition to ACTIVE for port object 87ed786a-6ee1-4c23-8595-b1532d514e6b will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:36:05.987728 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-9129d37f-e0f9-43d0-8906-983dab84570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:05.987728 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-9129d37f-e0f9-43d0-8906-983dab84570e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:05.989356 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-9129d37f-e0f9-43d0-8906-983dab84570e service neutron] 10.222.0.57 "PUT /v2.0/ports/edbe62ea-10ff-45b9-8d21-4c78e04ed24f HTTP/1.1" status: 200 len: 1091 time: 2.9250896 Apr 18 20:36:05.989825 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad27352-809c-4aad-aeba-e46425fd1cf1', 'tag': 'edbe62ea-10ff-45b9-8d21-4c78e04ed24f'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:05.992169 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc70641-c5d9-445a-9e2b-368b352c162c" -d '{"events": [{"name": "network-changed", "server_uuid": "bad27352-809c-4aad-aeba-e46425fd1cf1", "tag": "edbe62ea-10ff-45b9-8d21-4c78e04ed24f"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:06.005644 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-5dcb4c2a-9f33-4f3b-b5a0-803ebbed3bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:06.041842 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a19c1b-0479-451d-9a0a-c5f324ef2ff8 req-70194526-94a8-462e-b6f8-756fd161bfe3 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:06.043537 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2a19c1b-0479-451d-9a0a-c5f324ef2ff8 req-70194526-94a8-462e-b6f8-756fd161bfe3 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=675f52a9-7173-435e-a8db-ae714239fa2c HTTP/1.1" status: 200 len: 932 time: 0.2032669 Apr 18 20:36:06.076682 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737629a2-2fb5-42e6-af3f-d8e635db0742 req-2262b3c0-7fd2-42ed-8946-dca1f6799deb tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:06.078336 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-737629a2-2fb5-42e6-af3f-d8e635db0742 req-2262b3c0-7fd2-42ed-8946-dca1f6799deb tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30dc066-3365-4ffe-8b62-36b6a17c725d HTTP/1.1" status: 200 len: 943 time: 0.2174141 Apr 18 20:36:06.081374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129d37f-e0f9-43d0-8906-983dab84570e service neutron] Pushing event updated for resources: {'Port': ['ID=edbe62ea-10ff-45b9-8d21-4c78e04ed24f,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:06.184582 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38150) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:06.280094 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb4c2a-9f33-4f3b-b5a0-803ebbed3bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=87ed786a-6ee1-4c23-8595-b1532d514e6b,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:06.297426 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2a19c1b-0479-451d-9a0a-c5f324ef2ff8 req-d95c7ccc-4c2d-42c2-a2c0-c062b0ee0ec3 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308459 Apr 18 20:36:06.301793 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-2f660c9e-9565-43c5-a129-7d73e269d795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:06.306807 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-2f660c9e-9565-43c5-a129-7d73e269d795 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=882f13cc2f9d486da28d9e2f08e963a4&device_id=bad27352-809c-4aad-aeba-e46425fd1cf1 HTTP/1.1" status: 200 len: 1094 time: 0.2498729 Apr 18 20:36:06.332183 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-737629a2-2fb5-42e6-af3f-d8e635db0742 req-1da709f6-5d6b-4fdc-9dce-de3ef136122f tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172372 Apr 18 20:36:06.410556 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4228f8b2-fe88-4db3-aa3c-bda6fe29d943 x-openstack-request-id: req-4228f8b2-fe88-4db3-aa3c-bda6fe29d943 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:06.410858 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30dc066-3365-4ffe-8b62-36b6a17c725d", "tag": "8fae0233-1d5c-4868-b787-5a2170361a72", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:06.411094 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4228f8b2-fe88-4db3-aa3c-bda6fe29d943 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:06.411488 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4228f8b2-fe88-4db3-aa3c-bda6fe29d943'] response: {'name': 'network-changed', 'server_uuid': 'f30dc066-3365-4ffe-8b62-36b6a17c725d', 'tag': '8fae0233-1d5c-4868-b787-5a2170361a72', 'status': 'completed', 'code': 200} Apr 18 20:36:06.430822 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-32a082f3-2952-43ad-93ba-363ac9bb31e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:06.445700 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-dedb021e-8059-4134-a14a-6d833f33c03e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edbe62ea-10ff-45b9-8d21-4c78e04ed24f HTTP/1.1" status: 200 len: 217 time: 0.1120625 Apr 18 20:36:06.457104 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-5dcb4c2a-9f33-4f3b-b5a0-803ebbed3bd7 service neutron] Attempting to bind port 87ed786a-6ee1-4c23-8595-b1532d514e6b on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:36:06.457587 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-5dcb4c2a-9f33-4f3b-b5a0-803ebbed3bd7 service neutron] Attempting to bind port 87ed786a-6ee1-4c23-8595-b1532d514e6b by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '8e558cab-fc44-457b-b2e3-8de4a319aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f42696b-e02e-4c93-bc6c-2e18dd4d76f9'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:36:06.458020 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-5dcb4c2a-9f33-4f3b-b5a0-803ebbed3bd7 service neutron] Attempting to bind port 87ed786a-6ee1-4c23-8595-b1532d514e6b on network 0f42696b-e02e-4c93-bc6c-2e18dd4d76f9 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:36:06.498993 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fab1ff-af08-466f-b52a-1fa71e3e237c x-openstack-request-id: req-38fab1ff-af08-466f-b52a-1fa71e3e237c {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:06.499284 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad27352-809c-4aad-aeba-e46425fd1cf1", "tag": "edbe62ea-10ff-45b9-8d21-4c78e04ed24f", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:06.499486 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38fab1ff-af08-466f-b52a-1fa71e3e237c {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:06.500330 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38fab1ff-af08-466f-b52a-1fa71e3e237c'] response: {'name': 'network-changed', 'server_uuid': 'bad27352-809c-4aad-aeba-e46425fd1cf1', 'tag': 'edbe62ea-10ff-45b9-8d21-4c78e04ed24f', 'status': 'completed', 'code': 200} Apr 18 20:36:06.506135 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-5dcb4c2a-9f33-4f3b-b5a0-803ebbed3bd7 service neutron] Port 87ed786a-6ee1-4c23-8595-b1532d514e6b on network 0f42696b-e02e-4c93-bc6c-2e18dd4d76f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:36:06.506680 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-5dcb4c2a-9f33-4f3b-b5a0-803ebbed3bd7 service neutron] Attempting to bind port 87ed786a-6ee1-4c23-8595-b1532d514e6b on network 0f42696b-e02e-4c93-bc6c-2e18dd4d76f9 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:36:06.521500 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86471fa-df7d-415a-b4ee-9e0507a02658 req-6d93eec3-677c-429b-b236-dbee583b64c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:06.522857 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d86471fa-df7d-415a-b4ee-9e0507a02658 req-6d93eec3-677c-429b-b236-dbee583b64c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74036802b86a42719b0f821d2a4025aa&device_id=f30dc066-3365-4ffe-8b62-36b6a17c725d HTTP/1.1" status: 200 len: 1094 time: 0.0869374 Apr 18 20:36:06.526152 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-5dcb4c2a-9f33-4f3b-b5a0-803ebbed3bd7 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:36:06.526709 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-5dcb4c2a-9f33-4f3b-b5a0-803ebbed3bd7 service neutron] Checking segment: {'id': '8e558cab-fc44-457b-b2e3-8de4a319aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f42696b-e02e-4c93-bc6c-2e18dd4d76f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:36:06.527368 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-5dcb4c2a-9f33-4f3b-b5a0-803ebbed3bd7 service neutron] Bound using segment: {'id': '8e558cab-fc44-457b-b2e3-8de4a319aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f42696b-e02e-4c93-bc6c-2e18dd4d76f9'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:36:06.528138 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-5dcb4c2a-9f33-4f3b-b5a0-803ebbed3bd7 service neutron] Bound port: 87ed786a-6ee1-4c23-8595-b1532d514e6b, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e558cab-fc44-457b-b2e3-8de4a319aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f42696b-e02e-4c93-bc6c-2e18dd4d76f9'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:36:06.528782 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-5dcb4c2a-9f33-4f3b-b5a0-803ebbed3bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:06.569537 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-856a9ddc-7c8b-4eaf-a1b7-82d919907b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:06.572891 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-856a9ddc-7c8b-4eaf-a1b7-82d919907b8a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62afad21-e958-4b0a-92c9-5182f97360de HTTP/1.1" status: 200 len: 845 time: 0.1116943 Apr 18 20:36:06.717559 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-b924e072-8dd7-4f46-8eea-701c84d74973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:06.719100 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-b924e072-8dd7-4f46-8eea-701c84d74973 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab61462-a866-4e1e-afce-b81024e5bb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112702 Apr 18 20:36:06.720302 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-5dcb4c2a-9f33-4f3b-b5a0-803ebbed3bd7 service neutron] For port 87ed786a-6ee1-4c23-8595-b1532d514e6b, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:36:06.725408 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-5dcb4c2a-9f33-4f3b-b5a0-803ebbed3bd7 service neutron] For port 87ed786a-6ee1-4c23-8595-b1532d514e6b, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=87ed786a-6ee1-4c23-8595-b1532d514e6b,segment=NetworkSegment(8e558cab-fc44-457b-b2e3-8de4a319aadc),segment_id=8e558cab-fc44-457b-b2e3-8de4a319aadc)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:36:06.735984 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-32a082f3-2952-43ad-93ba-363ac9bb31e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:06.742854 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-5dcb4c2a-9f33-4f3b-b5a0-803ebbed3bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:06.767575 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-32a082f3-2952-43ad-93ba-363ac9bb31e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:06.812274 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86471fa-df7d-415a-b4ee-9e0507a02658 req-52dc7223-9c7a-48f9-b09b-bbc9601d32f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:06.816156 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d86471fa-df7d-415a-b4ee-9e0507a02658 req-52dc7223-9c7a-48f9-b09b-bbc9601d32f3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=686692be-1a27-4700-aa11-e71809b1f02b HTTP/1.1" status: 200 len: 917 time: 0.2848024 Apr 18 20:36:06.871469 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-5dcb4c2a-9f33-4f3b-b5a0-803ebbed3bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:06.872109 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-5dcb4c2a-9f33-4f3b-b5a0-803ebbed3bd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:06.873632 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-5dcb4c2a-9f33-4f3b-b5a0-803ebbed3bd7 service neutron] 10.222.0.32 "PUT /v2.0/ports/87ed786a-6ee1-4c23-8595-b1532d514e6b HTTP/1.1" status: 200 len: 1092 time: 2.4161329 Apr 18 20:36:06.934364 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:36:06.964484 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-32a082f3-2952-43ad-93ba-363ac9bb31e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d25080cb370747cfb11f7f025ec783eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7763407 Apr 18 20:36:06.965299 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38178) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:06.979377 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d86471fa-df7d-415a-b4ee-9e0507a02658 req-122a4836-bff9-4cd5-a217-d76f724591bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fae0233-1d5c-4868-b787-5a2170361a72 HTTP/1.1" status: 200 len: 217 time: 0.1495304 Apr 18 20:36:06.982845 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a082f3-2952-43ad-93ba-363ac9bb31e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f6c4dc-5ffd-4609-88f0-ea94765b5724,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:06.990563 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb4c2a-9f33-4f3b-b5a0-803ebbed3bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=87ed786a-6ee1-4c23-8595-b1532d514e6b,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:07.050893 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb14091-6523-45d2-98dc-05ea3591d28b req-e001e7ab-f5b2-448a-87ac-54f057743c05 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:07.058141 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6bb14091-6523-45d2-98dc-05ea3591d28b req-e001e7ab-f5b2-448a-87ac-54f057743c05 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed15d911-1f5a-4884-922d-2501dc082b1d HTTP/1.1" status: 200 len: 949 time: 0.2454393 Apr 18 20:36:07.086624 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-9bcb17e2-0c99-4ea1-a86d-2dfa4de9e876 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab61462-a866-4e1e-afce-b81024e5bb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568993 Apr 18 20:36:07.103186 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38180) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:07.114851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d361a4-ff36-4b67-84da-d43dd2631394 req-aafb5117-dc94-4f82-b563-5db3dadbe8e9 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:07.116387 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4d361a4-ff36-4b67-84da-d43dd2631394 req-aafb5117-dc94-4f82-b563-5db3dadbe8e9 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed15d911-1f5a-4884-922d-2501dc082b1d HTTP/1.1" status: 200 len: 949 time: 0.2342947 Apr 18 20:36:07.125789 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a896c2-769e-4562-97e7-c353ed23c7fe req-21bff829-44b6-4762-bfe4-3bdb8036cd66 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:07.129239 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f6a896c2-769e-4562-97e7-c353ed23c7fe req-21bff829-44b6-4762-bfe4-3bdb8036cd66 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad27352-809c-4aad-aeba-e46425fd1cf1 HTTP/1.1" status: 200 len: 943 time: 0.2617695 Apr 18 20:36:07.131121 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86471fa-df7d-415a-b4ee-9e0507a02658 req-2c735f19-9845-4282-ba50-7ac6ba746eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:07.133521 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d86471fa-df7d-415a-b4ee-9e0507a02658 req-2c735f19-9845-4282-ba50-7ac6ba746eb8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6555c056-9eda-47f3-a85c-b25f863147d8 HTTP/1.1" status: 200 len: 855 time: 0.1360204 Apr 18 20:36:07.197521 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-c82358f5-c9aa-4c32-bea8-f82f3fca97a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:07.200248 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-c82358f5-c9aa-4c32-bea8-f82f3fca97a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f39d54d3bd294f5dbe03afeb1a0eb0c9&device_id=675f52a9-7173-435e-a8db-ae714239fa2c HTTP/1.1" status: 200 len: 1095 time: 0.2416205 Apr 18 20:36:07.205893 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0b1141de-ba3c-47d2-a8d3-7badf99ff696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:07.261359 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0b1141de-ba3c-47d2-a8d3-7badf99ff696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:07.279426 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6bb14091-6523-45d2-98dc-05ea3591d28b req-7a5631b3-dae1-4528-b211-48a9e8f4c2c6 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dce022d-0ccc-44b8-8e08-da649d899ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203653 Apr 18 20:36:07.288571 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86471fa-df7d-415a-b4ee-9e0507a02658 req-71cfd099-018f-4b5d-802c-2ec580e43bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:07.291991 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d86471fa-df7d-415a-b4ee-9e0507a02658 req-71cfd099-018f-4b5d-802c-2ec580e43bd8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=686692be-1a27-4700-aa11-e71809b1f02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1463993 Apr 18 20:36:07.332085 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-f8e4dfb5-27a1-427a-9f02-45335573b3c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87ed786a-6ee1-4c23-8595-b1532d514e6b HTTP/1.1" status: 200 len: 217 time: 0.1025479 Apr 18 20:36:07.461782 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:07.466566 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f6a896c2-769e-4562-97e7-c353ed23c7fe req-e1626199-1df6-4eda-b753-0f7cf0b2dd79 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2001d4b-d454-47cd-865b-55e14fe9da10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2974055 Apr 18 20:36:07.493573 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-dbe7507d-aade-4371-9dbc-ef9fd9c308b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:07.495097 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-dbe7507d-aade-4371-9dbc-ef9fd9c308b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f24213e-f6aa-466d-babc-2c9c25120d14 HTTP/1.1" status: 200 len: 861 time: 0.1392632 Apr 18 20:36:07.499794 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34200bfe-367d-4c63-ab94-0e77c8c294ae req-11c92154-7f55-44f9-a3f1-7fba31e12b29 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab61462-a866-4e1e-afce-b81024e5bb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951766 Apr 18 20:36:07.528226 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f86fff6c-e644-4a6e-ab4f-f1f6d3bfa1a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea01c8be103849c89f47687f69cfc2b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4230988 Apr 18 20:36:07.551607 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38192) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:07.569642 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-b22751ed-cd31-4309-a51b-9eb00706ee96 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0f42696b-e02e-4c93-bc6c-2e18dd4d76f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668035 Apr 18 20:36:07.570526 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0b1141de-ba3c-47d2-a8d3-7badf99ff696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:07.573818 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0b1141de-ba3c-47d2-a8d3-7badf99ff696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:07.575449 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0b1141de-ba3c-47d2-a8d3-7badf99ff696 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78f6c4dc-5ffd-4609-88f0-ea94765b5724 HTTP/1.1" status: 204 len: 168 time: 0.6088047 Apr 18 20:36:07.591476 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f5ce9-5e7f-428b-8b2b-9c21857ae29d req-8bbf1f8a-71d3-4acd-94df-fd7ff031c017 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:07.595950 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a57f5ce9-5e7f-428b-8b2b-9c21857ae29d req-8bbf1f8a-71d3-4acd-94df-fd7ff031c017 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=675f52a9-7173-435e-a8db-ae714239fa2c HTTP/1.1" status: 200 len: 944 time: 0.1910102 Apr 18 20:36:07.628506 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-b4d361a4-ff36-4b67-84da-d43dd2631394 req-b41ade92-6303-4266-a9ed-dcc8e19e98f2 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Deleting port 7d66f6f8-22dd-4922-ae68-b236587df831 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:36:07.629052 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b4d361a4-ff36-4b67-84da-d43dd2631394 req-b41ade92-6303-4266-a9ed-dcc8e19e98f2 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:07.632377 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1141de-ba3c-47d2-a8d3-7badf99ff696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f6c4dc-5ffd-4609-88f0-ea94765b5724,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:07.642128 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d86471fa-df7d-415a-b4ee-9e0507a02658 req-2f811cc0-a90d-4d8e-9cc8-f94c9fafff30 service neutron] 10.222.0.57 "GET /v2.0/networks/686692be-1a27-4700-aa11-e71809b1f02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375177 Apr 18 20:36:07.645936 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 8fae0233-1d5c-4868-b787-5a2170361a72 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:36:07.651085 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1141de-ba3c-47d2-a8d3-7badf99ff696 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:07.651612 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1141de-ba3c-47d2-a8d3-7badf99ff696 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:07.652064 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1141de-ba3c-47d2-a8d3-7badf99ff696 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:07.652553 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1141de-ba3c-47d2-a8d3-7badf99ff696 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:07.652999 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1141de-ba3c-47d2-a8d3-7badf99ff696 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:07.653436 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1141de-ba3c-47d2-a8d3-7badf99ff696 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:07.653892 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1141de-ba3c-47d2-a8d3-7badf99ff696 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:07.654341 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1141de-ba3c-47d2-a8d3-7badf99ff696 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:07.654766 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1141de-ba3c-47d2-a8d3-7badf99ff696 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:07.655198 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1141de-ba3c-47d2-a8d3-7badf99ff696 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:07.655627 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1141de-ba3c-47d2-a8d3-7badf99ff696 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:07.656058 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1141de-ba3c-47d2-a8d3-7badf99ff696 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:07.895166 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-30200b68-24f3-47f2-bf2f-c2243ff002b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:07.900041 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d86471fa-df7d-415a-b4ee-9e0507a02658 req-aa629b95-cda0-4c45-9d15-108b60602be1 service neutron] 10.222.0.57 "GET /v2.0/networks/686692be-1a27-4700-aa11-e71809b1f02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398260 Apr 18 20:36:07.904294 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 8fae0233-1d5c-4868-b787-5a2170361a72, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=8fae0233-1d5c-4868-b787-5a2170361a72,segment=NetworkSegment(8f748ac4-9299-4584-b7e0-04b5dc1e87b5),segment_id=8f748ac4-9299-4584-b7e0-04b5dc1e87b5)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:07.946690 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '8fae0233-1d5c-4868-b787-5a2170361a72', 'network_id': '686692be-1a27-4700-aa11-e71809b1f02b', 'port_id': '8fae0233-1d5c-4868-b787-5a2170361a72', 'mac_address': 'fa:16:3e:d1:6a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6555c056-9eda-47f3-a85c-b25f863147d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:36:07.953305 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-30200b68-24f3-47f2-bf2f-c2243ff002b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:08.041432 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:08.050690 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc70641-c5d9-445a-9e2b-368b352c162c req-985dabee-e057-463b-bde0-3ae30083c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:08.052281 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8bc70641-c5d9-445a-9e2b-368b352c162c req-985dabee-e057-463b-bde0-3ae30083c3f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=882f13cc2f9d486da28d9e2f08e963a4&device_id=bad27352-809c-4aad-aeba-e46425fd1cf1 HTTP/1.1" status: 200 len: 1094 time: 0.4314990 Apr 18 20:36:08.071395 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fae0233-1d5c-4868-b787-5a2170361a72 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:08.124801 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 8fae0233-1d5c-4868-b787-5a2170361a72, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=8fae0233-1d5c-4868-b787-5a2170361a72,segment=NetworkSegment(8f748ac4-9299-4584-b7e0-04b5dc1e87b5),segment_id=8f748ac4-9299-4584-b7e0-04b5dc1e87b5)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:08.133267 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a57f5ce9-5e7f-428b-8b2b-9c21857ae29d req-5b3426d7-6139-410b-bae1-569b56bf0416 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087988 Apr 18 20:36:08.135568 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-b4d361a4-ff36-4b67-84da-d43dd2631394 req-b41ade92-6303-4266-a9ed-dcc8e19e98f2 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] For port 7d66f6f8-22dd-4922-ae68-b236587df831, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7d66f6f8-22dd-4922-ae68-b236587df831,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:08.135946 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b4d361a4-ff36-4b67-84da-d43dd2631394 req-b41ade92-6303-4266-a9ed-dcc8e19e98f2 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:08.138131 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:08.140125 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 55573633-1965-4e30-a737-c9434f8df11b details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:36:08.161966 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-30200b68-24f3-47f2-bf2f-c2243ff002b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:08.181189 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-30200b68-24f3-47f2-bf2f-c2243ff002b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:08.182505 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-30200b68-24f3-47f2-bf2f-c2243ff002b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b3ffb3d1-363f-43de-b034-c1bb22f02ed6 HTTP/1.1" status: 204 len: 168 time: 0.6294680 Apr 18 20:36:08.195286 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30200b68-24f3-47f2-bf2f-c2243ff002b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ffb3d1-363f-43de-b034-c1bb22f02ed6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:08.230512 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-eb5846a2-b6f9-470f-82f9-c575508170d7 service neutron] 10.222.0.32 "GET /v2.0/networks/0f42696b-e02e-4c93-bc6c-2e18dd4d76f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6304264 Apr 18 20:36:08.266357 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffbc57-0dd5-4f06-a017-e80d29319017 req-74ce99b6-f5b7-4f0d-a6f8-b2a4e8caf083 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:08.268652 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-78ffbc57-0dd5-4f06-a017-e80d29319017 req-74ce99b6-f5b7-4f0d-a6f8-b2a4e8caf083 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30dc066-3365-4ffe-8b62-36b6a17c725d HTTP/1.1" status: 200 len: 943 time: 0.4668331 Apr 18 20:36:08.269921 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-b4d361a4-ff36-4b67-84da-d43dd2631394 req-b41ade92-6303-4266-a9ed-dcc8e19e98f2 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Calling delete_port for 7d66f6f8-22dd-4922-ae68-b236587df831 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:36:08.505734 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675f52a9-7173-435e-a8db-ae714239fa2c', 'tag': '87ed786a-6ee1-4c23-8595-b1532d514e6b'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:08.508927 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebb70c0-9a52-48f5-91e6-545e6e7d7161" -d '{"events": [{"name": "network-changed", "server_uuid": "675f52a9-7173-435e-a8db-ae714239fa2c", "tag": "87ed786a-6ee1-4c23-8595-b1532d514e6b"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:08.542615 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=8fae0233-1d5c-4868-b787-5a2170361a72,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:08.592179 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-78ffbc57-0dd5-4f06-a017-e80d29319017 req-b3058ceb-77ee-4d12-8ac9-e594b7c81d22 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001430 Apr 18 20:36:08.642364 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc70641-c5d9-445a-9e2b-368b352c162c req-28ab538e-50ab-4e48-8508-91e3fc4d61c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:08.643277 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 55573633-1965-4e30-a737-c9434f8df11b, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=55573633-1965-4e30-a737-c9434f8df11b,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:08.644098 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8bc70641-c5d9-445a-9e2b-368b352c162c req-28ab538e-50ab-4e48-8508-91e3fc4d61c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab61462-a866-4e1e-afce-b81024e5bb59 HTTP/1.1" status: 200 len: 907 time: 0.5695686 Apr 18 20:36:08.647141 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-552ff45d-27fa-4e6e-8b90-d3ed0ae02df4 req-b2ea0007-1bd5-4ae0-85f9-f8bcfc2ebdfa service neutron] 10.222.0.32 "GET /v2.0/networks/0f42696b-e02e-4c93-bc6c-2e18dd4d76f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749530 Apr 18 20:36:08.682280 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '55573633-1965-4e30-a737-c9434f8df11b', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': '55573633-1965-4e30-a737-c9434f8df11b', 'mac_address': 'fa:16:3e:44:50:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:36:08.738882 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152411e-77e4-48f3-9a3b-de37477b101f req-b71ac5fe-aeed-4e5e-8a46-a857cef039ed tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:08.741117 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f152411e-77e4-48f3-9a3b-de37477b101f req-b71ac5fe-aeed-4e5e-8a46-a857cef039ed tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed15d911-1f5a-4884-922d-2501dc082b1d HTTP/1.1" status: 200 len: 949 time: 0.2648640 Apr 18 20:36:08.743122 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8bc70641-c5d9-445a-9e2b-368b352c162c req-bc5bc39e-443e-40b2-bc2b-8c0f3d4776d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edbe62ea-10ff-45b9-8d21-4c78e04ed24f HTTP/1.1" status: 200 len: 217 time: 0.0822551 Apr 18 20:36:08.773438 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:08.798748 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55573633-1965-4e30-a737-c9434f8df11b {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:08.822397 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc70641-c5d9-445a-9e2b-368b352c162c req-231138db-0746-4679-b2bf-142e2d43cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:08.824224 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8bc70641-c5d9-445a-9e2b-368b352c162c req-231138db-0746-4679-b2bf-142e2d43cfba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62afad21-e958-4b0a-92c9-5182f97360de HTTP/1.1" status: 200 len: 845 time: 0.0719702 Apr 18 20:36:08.859936 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 55573633-1965-4e30-a737-c9434f8df11b, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=55573633-1965-4e30-a737-c9434f8df11b,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:08.873872 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:08.959617 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=55573633-1965-4e30-a737-c9434f8df11b,revision_number=9']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:08.998968 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['55573633-1965-4e30-a737-c9434f8df11b'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:36:09.010239 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f152411e-77e4-48f3-9a3b-de37477b101f req-b3c6b48b-8dfc-46d5-b4a0-2d41220804aa tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dce022d-0ccc-44b8-8e08-da649d899ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406430 Apr 18 20:36:09.055716 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fac42f-1503-4bcd-aebf-1d1d2603744e req-b5544137-8229-4a95-a186-09ece8311233 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:09.066286 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89fac42f-1503-4bcd-aebf-1d1d2603744e req-b5544137-8229-4a95-a186-09ece8311233 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad27352-809c-4aad-aeba-e46425fd1cf1 HTTP/1.1" status: 200 len: 943 time: 0.3511727 Apr 18 20:36:09.126654 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc70641-c5d9-445a-9e2b-368b352c162c req-071f715d-65ce-4682-ab48-dbcf9a16e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:09.129160 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8bc70641-c5d9-445a-9e2b-368b352c162c req-071f715d-65ce-4682-ab48-dbcf9a16e54a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab61462-a866-4e1e-afce-b81024e5bb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2287235 Apr 18 20:36:09.146693 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b4d361a4-ff36-4b67-84da-d43dd2631394 req-b41ade92-6303-4266-a9ed-dcc8e19e98f2 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:09.160284 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89fac42f-1503-4bcd-aebf-1d1d2603744e req-3ace4cb7-8313-4f27-8f1b-970f739040be tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2001d4b-d454-47cd-865b-55e14fe9da10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920804 Apr 18 20:36:09.216805 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44b1a02-e936-4cb2-a671-09ab726cb381 x-openstack-request-id: req-a44b1a02-e936-4cb2-a671-09ab726cb381 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:09.218233 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675f52a9-7173-435e-a8db-ae714239fa2c", "tag": "87ed786a-6ee1-4c23-8595-b1532d514e6b", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:09.218692 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a44b1a02-e936-4cb2-a671-09ab726cb381 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:09.219561 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a44b1a02-e936-4cb2-a671-09ab726cb381'] response: {'name': 'network-changed', 'server_uuid': '675f52a9-7173-435e-a8db-ae714239fa2c', 'tag': '87ed786a-6ee1-4c23-8595-b1532d514e6b', 'status': 'completed', 'code': 200} Apr 18 20:36:09.267426 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['8fae0233-1d5c-4868-b787-5a2170361a72'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:36:09.298324 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ade92-6303-4266-a9ed-dcc8e19e98f2 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Pushing event deleted for resources: {'Port': ['ID=7d66f6f8-22dd-4922-ae68-b236587df831,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:09.415516 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 7d66f6f8-22dd-4922-ae68-b236587df831 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:36:09.510011 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d361a4-ff36-4b67-84da-d43dd2631394 req-b41ade92-6303-4266-a9ed-dcc8e19e98f2 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] No DVR routers for this DVR port 7d66f6f8-22dd-4922-ae68-b236587df831 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:36:09.520379 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 7d66f6f8-22dd-4922-ae68-b236587df831 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:36:09.520770 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 7d66f6f8-22dd-4922-ae68-b236587df831 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:36:09.523360 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b4d361a4-ff36-4b67-84da-d43dd2631394 req-b41ade92-6303-4266-a9ed-dcc8e19e98f2 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:09.528180 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4d361a4-ff36-4b67-84da-d43dd2631394 req-b41ade92-6303-4266-a9ed-dcc8e19e98f2 tempest-ImagesOneServerTestJSON-384884456 tempest-ImagesOneServerTestJSON-384884456-project] 10.222.0.32 "DELETE /v2.0/ports/7d66f6f8-22dd-4922-ae68-b236587df831 HTTP/1.1" status: 204 len: 173 time: 2.3976755 Apr 18 20:36:09.568170 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb70c0-9a52-48f5-91e6-545e6e7d7161 req-8bd86c2e-fa3a-48fe-a4b7-5bf949f60f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:09.570401 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ebb70c0-9a52-48f5-91e6-545e6e7d7161 req-8bd86c2e-fa3a-48fe-a4b7-5bf949f60f83 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f39d54d3bd294f5dbe03afeb1a0eb0c9&device_id=675f52a9-7173-435e-a8db-ae714239fa2c HTTP/1.1" status: 200 len: 1095 time: 0.2918611 Apr 18 20:36:09.580059 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d4814-bd10-4c7e-8dfe-0940138fb557 req-02158a75-0b9b-46ce-aa31-c927f64a86fb tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:09.589005 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-932d4814-bd10-4c7e-8dfe-0940138fb557 req-02158a75-0b9b-46ce-aa31-c927f64a86fb tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=675f52a9-7173-435e-a8db-ae714239fa2c HTTP/1.1" status: 200 len: 944 time: 0.2918129 Apr 18 20:36:09.594543 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8bc70641-c5d9-445a-9e2b-368b352c162c req-25cd28c6-d41f-4c8e-a778-b96f758f9802 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab61462-a866-4e1e-afce-b81024e5bb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566824 Apr 18 20:36:09.715682 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device edbe62ea-10ff-45b9-8d21-4c78e04ed24f details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:36:09.839100 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38278) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:10.109639 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-fad247da-003a-4bf6-a0d3-8c45b176ea58 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1880891467-network', 'tenant_id': '9c73e94b30444cbb9a39d05e1b857986'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:10.208383 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad247da-003a-4bf6-a0d3-8c45b176ea58 admin admin] Made reservation on behalf of 9c73e94b30444cbb9a39d05e1b857986 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:10.215908 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fad247da-003a-4bf6-a0d3-8c45b176ea58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:10.255758 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fad247da-003a-4bf6-a0d3-8c45b176ea58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:10.437983 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port edbe62ea-10ff-45b9-8d21-4c78e04ed24f, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=edbe62ea-10ff-45b9-8d21-4c78e04ed24f,segment=NetworkSegment(1889e352-aee3-4f9c-83a7-460f363329b2),segment_id=1889e352-aee3-4f9c-83a7-460f363329b2)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:10.489289 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'edbe62ea-10ff-45b9-8d21-4c78e04ed24f', 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59', 'port_id': 'edbe62ea-10ff-45b9-8d21-4c78e04ed24f', 'mac_address': 'fa:16:3e:fc:b3:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62afad21-e958-4b0a-92c9-5182f97360de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:36:10.620419 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38294) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:10.630215 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fad247da-003a-4bf6-a0d3-8c45b176ea58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:10.633040 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:10.649706 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fad247da-003a-4bf6-a0d3-8c45b176ea58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:10.687508 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edbe62ea-10ff-45b9-8d21-4c78e04ed24f {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:10.688666 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad247da-003a-4bf6-a0d3-8c45b176ea58 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:36:10.739334 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad247da-003a-4bf6-a0d3-8c45b176ea58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b5d5c3-3825-4024-965b-c678c3c7a9e7,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:10.755251 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fad247da-003a-4bf6-a0d3-8c45b176ea58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:10.755601 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-fad247da-003a-4bf6-a0d3-8c45b176ea58 admin admin] Added segment 3870bbf5-3e1b-491a-ab11-63b483f90f56 of type vlan for network ced82772-c570-4770-8319-f2165b8e250e Apr 18 20:36:10.770294 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port edbe62ea-10ff-45b9-8d21-4c78e04ed24f, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=edbe62ea-10ff-45b9-8d21-4c78e04ed24f,segment=NetworkSegment(1889e352-aee3-4f9c-83a7-460f363329b2),segment_id=1889e352-aee3-4f9c-83a7-460f363329b2)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:10.786672 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:10.841519 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fad247da-003a-4bf6-a0d3-8c45b176ea58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:10.881371 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-1a16eba1-2910-4060-bae4-fb4a9fdc36c0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2105635880-network', 'tenant_id': '2b58acc8c9ec431887a3f4eb53c92737'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:10.891559 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-932d4814-bd10-4c7e-8dfe-0940138fb557 req-4ccfdf7f-52d4-4fae-a541-e6cc9b6a5f53 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3012125 Apr 18 20:36:10.921118 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=edbe62ea-10ff-45b9-8d21-4c78e04ed24f,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:10.944871 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a16eba1-2910-4060-bae4-fb4a9fdc36c0 admin admin] Made reservation on behalf of 2b58acc8c9ec431887a3f4eb53c92737 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:10.961729 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a16eba1-2910-4060-bae4-fb4a9fdc36c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:10.976825 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.db.resource_extend [None req-fad247da-003a-4bf6-a0d3-8c45b176ea58 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:36:11.021435 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8bc70641-c5d9-445a-9e2b-368b352c162c req-303049a6-0b22-4e53-827e-27f2010264b4 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab61462-a866-4e1e-afce-b81024e5bb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4069331 Apr 18 20:36:11.021667 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a16eba1-2910-4060-bae4-fb4a9fdc36c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:11.040872 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359590e-12b9-4b41-bdeb-ea6049bea9a8 req-a75f7c93-366d-40d0-afa7-1a96485643bb tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:11.050414 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e359590e-12b9-4b41-bdeb-ea6049bea9a8 req-a75f7c93-366d-40d0-afa7-1a96485643bb tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30dc066-3365-4ffe-8b62-36b6a17c725d HTTP/1.1" status: 200 len: 944 time: 1.2583303 Apr 18 20:36:11.061032 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb70c0-9a52-48f5-91e6-545e6e7d7161 req-1869d4ee-a073-49fa-8794-2644e3a1df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:11.062692 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ebb70c0-9a52-48f5-91e6-545e6e7d7161 req-1869d4ee-a073-49fa-8794-2644e3a1df9b service neutron] 10.222.0.32 "GET /v2.0/networks?id=0f42696b-e02e-4c93-bc6c-2e18dd4d76f9 HTTP/1.1" status: 200 len: 922 time: 1.4713264 Apr 18 20:36:11.140610 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fad247da-003a-4bf6-a0d3-8c45b176ea58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:11.142322 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad247da-003a-4bf6-a0d3-8c45b176ea58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:11.143861 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fad247da-003a-4bf6-a0d3-8c45b176ea58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:11.147553 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['edbe62ea-10ff-45b9-8d21-4c78e04ed24f'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:36:11.176380 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ebb70c0-9a52-48f5-91e6-545e6e7d7161 req-5e618f4c-f5fd-450a-9ebc-9b7484b882d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87ed786a-6ee1-4c23-8595-b1532d514e6b HTTP/1.1" status: 200 len: 217 time: 0.0925641 Apr 18 20:36:11.192666 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e359590e-12b9-4b41-bdeb-ea6049bea9a8 req-4e3279ee-3c94-4584-ae3b-433f48c9a68a tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408551 Apr 18 20:36:11.263751 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed15d911-1f5a-4884-922d-2501dc082b1d', 'name': 'network-vif-deleted', 'tag': '7d66f6f8-22dd-4922-ae68-b236587df831'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:11.267407 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a818e7-9376-411c-8a5f-575eff17ed42" -d '{"events": [{"server_uuid": "ed15d911-1f5a-4884-922d-2501dc082b1d", "name": "network-vif-deleted", "tag": "7d66f6f8-22dd-4922-ae68-b236587df831"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:11.325786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 87ed786a-6ee1-4c23-8595-b1532d514e6b details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:36:11.366481 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb70c0-9a52-48f5-91e6-545e6e7d7161 req-ffd9c3c8-b12f-4e56-968d-a9a703000b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:11.372409 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fad247da-003a-4bf6-a0d3-8c45b176ea58 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5284047 Apr 18 20:36:11.372409 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad247da-003a-4bf6-a0d3-8c45b176ea58 admin admin] Pushing event updated for resources: {'Network': ['ID=ced82772-c570-4770-8319-f2165b8e250e,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:11.373460 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38310) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:11.374993 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ebb70c0-9a52-48f5-91e6-545e6e7d7161 req-ffd9c3c8-b12f-4e56-968d-a9a703000b7f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f24213e-f6aa-466d-babc-2c9c25120d14 HTTP/1.1" status: 200 len: 861 time: 0.1773036 Apr 18 20:36:11.387165 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d09fcec-7c7e-4874-ba83-645db24a1d91 x-openstack-request-id: req-3d09fcec-7c7e-4874-ba83-645db24a1d91 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:11.387953 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed15d911-1f5a-4884-922d-2501dc082b1d", "name": "network-vif-deleted", "tag": "7d66f6f8-22dd-4922-ae68-b236587df831", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:11.387953 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3d09fcec-7c7e-4874-ba83-645db24a1d91 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:11.388581 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d09fcec-7c7e-4874-ba83-645db24a1d91'] response: {'server_uuid': 'ed15d911-1f5a-4884-922d-2501dc082b1d', 'name': 'network-vif-deleted', 'tag': '7d66f6f8-22dd-4922-ae68-b236587df831', 'status': 'completed', 'code': 200} Apr 18 20:36:11.401217 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ebb87513-a98f-4946-9de1-07252e881688 admin admin] Request body: {'subnet': {'network_id': 'ced82772-c570-4770-8319-f2165b8e250e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1880891467-subnet', 'tenant_id': '9c73e94b30444cbb9a39d05e1b857986', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:11.431133 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ebb70c0-9a52-48f5-91e6-545e6e7d7161 req-73cefbd8-2719-4de6-ab02-ebcb917708bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0f42696b-e02e-4c93-bc6c-2e18dd4d76f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395958 Apr 18 20:36:11.439447 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1f6c4-a335-42ed-a8a8-232455fb11d2 req-d46df577-0683-45e9-88bb-3ff610d56228 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:11.442364 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ea1f6c4-a335-42ed-a8a8-232455fb11d2 req-d46df577-0683-45e9-88bb-3ff610d56228 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad27352-809c-4aad-aeba-e46425fd1cf1 HTTP/1.1" status: 200 len: 944 time: 0.2460997 Apr 18 20:36:11.473631 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network ced82772-c570-4770-8319-f2165b8e250e details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:36:11.477024 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb87513-a98f-4946-9de1-07252e881688 admin admin] Made reservation on behalf of 9c73e94b30444cbb9a39d05e1b857986 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:11.481278 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ebb87513-a98f-4946-9de1-07252e881688 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:11.623708 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a16eba1-2910-4060-bae4-fb4a9fdc36c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:11.644135 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a16eba1-2910-4060-bae4-fb4a9fdc36c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:11.645437 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ea1f6c4-a335-42ed-a8a8-232455fb11d2 req-e2b078cf-ee06-4f69-8c95-5eab1c920263 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2001d4b-d454-47cd-865b-55e14fe9da10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775372 Apr 18 20:36:11.698943 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a16eba1-2910-4060-bae4-fb4a9fdc36c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:36:11.702161 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 8fae0233-1d5c-4868-b787-5a2170361a72 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:36:11.719393 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ebb70c0-9a52-48f5-91e6-545e6e7d7161 req-c6355dcf-8720-45ab-a98e-5c09b95359b8 service neutron] 10.222.0.32 "GET /v2.0/networks/0f42696b-e02e-4c93-bc6c-2e18dd4d76f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758694 Apr 18 20:36:11.744032 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:11.744987 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38314) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:11.750924 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16eba1-2910-4060-bae4-fb4a9fdc36c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dcfd2d-9c42-4fd5-829f-32f64ce4eac0,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:11.765955 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a16eba1-2910-4060-bae4-fb4a9fdc36c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:11.766422 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-1a16eba1-2910-4060-bae4-fb4a9fdc36c0 admin admin] Added segment 58feb405-08da-4bde-8e36-d318b290c4a5 of type vlan for network 1b1de7f2-afab-46d4-9027-dce1a3b52cf3 Apr 18 20:36:11.903155 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a16eba1-2910-4060-bae4-fb4a9fdc36c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:11.951152 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ebb70c0-9a52-48f5-91e6-545e6e7d7161 req-db214377-c2c5-4b49-807e-09fc8541e087 service neutron] 10.222.0.32 "GET /v2.0/networks/0f42696b-e02e-4c93-bc6c-2e18dd4d76f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249041 Apr 18 20:36:12.001541 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a16eba1-2910-4060-bae4-fb4a9fdc36c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.002563 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a16eba1-2910-4060-bae4-fb4a9fdc36c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:12.003160 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a16eba1-2910-4060-bae4-fb4a9fdc36c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.024317 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 87ed786a-6ee1-4c23-8595-b1532d514e6b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=87ed786a-6ee1-4c23-8595-b1532d514e6b,segment=NetworkSegment(8e558cab-fc44-457b-b2e3-8de4a319aadc),segment_id=8e558cab-fc44-457b-b2e3-8de4a319aadc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:12.070139 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '87ed786a-6ee1-4c23-8595-b1532d514e6b', 'network_id': '0f42696b-e02e-4c93-bc6c-2e18dd4d76f9', 'port_id': '87ed786a-6ee1-4c23-8595-b1532d514e6b', 'mac_address': 'fa:16:3e:fc:57:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f24213e-f6aa-466d-babc-2c9c25120d14', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:36:12.119595 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38320) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:12.119872 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1a16eba1-2910-4060-bae4-fb4a9fdc36c0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4975812 Apr 18 20:36:12.122419 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ebb87513-a98f-4946-9de1-07252e881688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.124994 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-b2186e19-4123-497d-8349-9820f2521b40 admin admin] Request body: {'subnet': {'network_id': '1b1de7f2-afab-46d4-9027-dce1a3b52cf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2105635880-subnet', 'tenant_id': '2b58acc8c9ec431887a3f4eb53c92737', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:12.133218 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 8fae0233-1d5c-4868-b787-5a2170361a72 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:36:12.148734 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 8fae0233-1d5c-4868-b787-5a2170361a72 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:12.148734 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.182957 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa442c8-7a78-4bdb-88cb-f8d1215303e6 req-f998514e-3fd6-4f96-9c71-6dc69cd8caa9 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:12.190640 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-baa442c8-7a78-4bdb-88cb-f8d1215303e6 req-f998514e-3fd6-4f96-9c71-6dc69cd8caa9 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=675f52a9-7173-435e-a8db-ae714239fa2c HTTP/1.1" status: 200 len: 944 time: 0.1339324 Apr 18 20:36:12.216467 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2186e19-4123-497d-8349-9820f2521b40 admin admin] Made reservation on behalf of 2b58acc8c9ec431887a3f4eb53c92737 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:12.218912 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b2186e19-4123-497d-8349-9820f2521b40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.233144 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16eba1-2910-4060-bae4-fb4a9fdc36c0 admin admin] Pushing event updated for resources: {'Network': ['ID=1b1de7f2-afab-46d4-9027-dce1a3b52cf3,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:12.251811 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 1b1de7f2-afab-46d4-9027-dce1a3b52cf3 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:36:12.349968 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb87513-a98f-4946-9de1-07252e881688 admin admin] Checking segment: {'id': '3870bbf5-3e1b-491a-ab11-63b483f90f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ced82772-c570-4770-8319-f2165b8e250e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:36:12.350583 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb87513-a98f-4946-9de1-07252e881688 admin admin] Network hostable DHCP agents. Network: ced82772-c570-4770-8319-f2165b8e250e, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:36:12.361114 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c5ac747f-6b99-4552-be8d-3c9a8d6407f7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74ef4a84c3ab4b31aa7773cc07643899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6115763 Apr 18 20:36:12.364391 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38326) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:12.364819 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb87513-a98f-4946-9de1-07252e881688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a57bc3a-7006-4c8e-a201-bae8d2795889,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:12.389190 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-baa442c8-7a78-4bdb-88cb-f8d1215303e6 req-984682ac-5a68-41ef-9150-a75219ee25fb tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973867 Apr 18 20:36:12.396212 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.429521 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb87513-a98f-4946-9de1-07252e881688 admin admin] Network ced82772-c570-4770-8319-f2165b8e250e is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:36:12.447603 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5dc118b-7d4e-46a6-945b-832c7f9fc077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.453900 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-ebb87513-a98f-4946-9de1-07252e881688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, ced82772-c570-4770-8319-f2165b8e250e) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:12.460299 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb87513-a98f-4946-9de1-07252e881688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:12.463016 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ebb87513-a98f-4946-9de1-07252e881688 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.481097 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ed786a-6ee1-4c23-8595-b1532d514e6b {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:12.495355 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad08fc8-1029-45ca-b29a-0c481e4387d9 None None] Network ced82772-c570-4770-8319-f2165b8e250e requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:36:12.496067 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ebb87513-a98f-4946-9de1-07252e881688 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1194382 Apr 18 20:36:12.525312 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5dc118b-7d4e-46a6-945b-832c7f9fc077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.591458 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b74a05-2d16-4c6b-a2cc-cc83221a2bb9 req-49d9203b-a018-49d6-b7d0-4f187d95deef tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:12.603447 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-21b74a05-2d16-4c6b-a2cc-cc83221a2bb9 req-49d9203b-a018-49d6-b7d0-4f187d95deef tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30dc066-3365-4ffe-8b62-36b6a17c725d HTTP/1.1" status: 200 len: 944 time: 0.2118871 Apr 18 20:36:12.636944 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5dc118b-7d4e-46a6-945b-832c7f9fc077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.640361 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5dc118b-7d4e-46a6-945b-832c7f9fc077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.641701 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d5dc118b-7d4e-46a6-945b-832c7f9fc077 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2dce022d-0ccc-44b8-8e08-da649d899ba0 HTTP/1.1" status: 204 len: 168 time: 0.2730832 Apr 18 20:36:12.677364 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc118b-7d4e-46a6-945b-832c7f9fc077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dce022d-0ccc-44b8-8e08-da649d899ba0,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:12.694568 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-21b74a05-2d16-4c6b-a2cc-cc83221a2bb9 req-69333fb6-789d-496f-8a2d-4ddc3b6b23da tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875704 Apr 18 20:36:12.770950 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b2186e19-4123-497d-8349-9820f2521b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.806930 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 87ed786a-6ee1-4c23-8595-b1532d514e6b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=87ed786a-6ee1-4c23-8595-b1532d514e6b,segment=NetworkSegment(8e558cab-fc44-457b-b2e3-8de4a319aadc),segment_id=8e558cab-fc44-457b-b2e3-8de4a319aadc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:12.866292 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.963321 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:13.041819 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2186e19-4123-497d-8349-9820f2521b40 admin admin] Checking segment: {'id': '58feb405-08da-4bde-8e36-d318b290c4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1b1de7f2-afab-46d4-9027-dce1a3b52cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:36:13.042498 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2186e19-4123-497d-8349-9820f2521b40 admin admin] Network hostable DHCP agents. Network: 1b1de7f2-afab-46d4-9027-dce1a3b52cf3, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:36:13.044822 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2186e19-4123-497d-8349-9820f2521b40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f725ee92-9340-444b-a261-68775f91e96d,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:13.113961 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 8fae0233-1d5c-4868-b787-5a2170361a72, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=8fae0233-1d5c-4868-b787-5a2170361a72,segment=NetworkSegment(8f748ac4-9299-4584-b7e0-04b5dc1e87b5),segment_id=8f748ac4-9299-4584-b7e0-04b5dc1e87b5)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:13.123233 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975165b-5ce6-430a-8d61-e93c6312de16 req-4bfd046a-4865-4983-b09b-ab773c83281d tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:13.123904 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30dc066-3365-4ffe-8b62-36b6a17c725d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fae0233-1d5c-4868-b787-5a2170361a72'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:13.126811 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885c8730-fde2-4806-a529-0c37d087fc7d" -d '{"events": [{"server_uuid": "f30dc066-3365-4ffe-8b62-36b6a17c725d", "name": "network-vif-plugged", "status": "completed", "tag": "8fae0233-1d5c-4868-b787-5a2170361a72"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:13.127043 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f975165b-5ce6-430a-8d61-e93c6312de16 req-4bfd046a-4865-4983-b09b-ab773c83281d tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad27352-809c-4aad-aeba-e46425fd1cf1 HTTP/1.1" status: 200 len: 944 time: 0.2584074 Apr 18 20:36:13.140143 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:13.141606 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 55573633-1965-4e30-a737-c9434f8df11b up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:36:13.209614 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2186e19-4123-497d-8349-9820f2521b40 admin admin] Network 1b1de7f2-afab-46d4-9027-dce1a3b52cf3 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:36:13.219597 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=87ed786a-6ee1-4c23-8595-b1532d514e6b,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:13.265816 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-b2186e19-4123-497d-8349-9820f2521b40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 1b1de7f2-afab-46d4-9027-dce1a3b52cf3) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:13.304079 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2186e19-4123-497d-8349-9820f2521b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:13.305451 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b2186e19-4123-497d-8349-9820f2521b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:13.359174 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f975165b-5ce6-430a-8d61-e93c6312de16 req-6185d497-b6a9-4833-b48a-ad0443c0bbe5 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2001d4b-d454-47cd-865b-55e14fe9da10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091362 Apr 18 20:36:13.415340 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b2186e19-4123-497d-8349-9820f2521b40 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2949681 Apr 18 20:36:13.467522 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a1f60-8749-4073-a7de-1f25c3fcd75e req-ab50f8c1-bcd7-4f6d-a32c-96a8ea656f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:13.475715 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d15a1f60-8749-4073-a7de-1f25c3fcd75e req-ab50f8c1-bcd7-4f6d-a32c-96a8ea656f23 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f30dc066-3365-4ffe-8b62-36b6a17c725d HTTP/1.1" status: 200 len: 1096 time: 0.1439741 Apr 18 20:36:13.521933 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a78168-7cd9-4100-be2a-289bcaf34742 x-openstack-request-id: req-39a78168-7cd9-4100-be2a-289bcaf34742 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:13.523059 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30dc066-3365-4ffe-8b62-36b6a17c725d", "name": "network-vif-plugged", "status": "completed", "tag": "8fae0233-1d5c-4868-b787-5a2170361a72", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:13.523731 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-39a78168-7cd9-4100-be2a-289bcaf34742 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:13.524689 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a78168-7cd9-4100-be2a-289bcaf34742'] response: {'server_uuid': 'f30dc066-3365-4ffe-8b62-36b6a17c725d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fae0233-1d5c-4868-b787-5a2170361a72', 'code': 200} Apr 18 20:36:13.532132 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38368) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:13.538997 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-5ad3273e-1e77-465b-81d0-1c41afb2b6c9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-486730258-network', 'tenant_id': '237f80243ded496696c24c6e47b136ce'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:13.579186 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['87ed786a-6ee1-4c23-8595-b1532d514e6b'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:36:13.626839 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad3273e-1e77-465b-81d0-1c41afb2b6c9 admin admin] Made reservation on behalf of 237f80243ded496696c24c6e47b136ce for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:13.632369 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d15a1f60-8749-4073-a7de-1f25c3fcd75e req-0edafd33-3ee8-4baf-b701-94a64f7215b8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536095 Apr 18 20:36:13.632762 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d4d415-9477-4e46-a498-f0f79335d1d9 None None] Network 1b1de7f2-afab-46d4-9027-dce1a3b52cf3 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:36:13.648253 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5ad3273e-1e77-465b-81d0-1c41afb2b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:13.667818 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab413f93-39ad-4278-8c27-f5aabb98ca09 None None] Network ced82772-c570-4770-8319-f2165b8e250e requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:36:13.716996 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5ad3273e-1e77-465b-81d0-1c41afb2b6c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:13.833152 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a99fb-e6e3-4c08-8eaa-059cee0b22f3 req-59eee7ad-55c5-4433-83a8-a69a32961d12 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:13.851454 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-333a99fb-e6e3-4c08-8eaa-059cee0b22f3 req-59eee7ad-55c5-4433-83a8-a69a32961d12 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=675f52a9-7173-435e-a8db-ae714239fa2c HTTP/1.1" status: 200 len: 945 time: 0.1191967 Apr 18 20:36:13.914309 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 55573633-1965-4e30-a737-c9434f8df11b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:13.914309 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:13.993460 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5ad3273e-1e77-465b-81d0-1c41afb2b6c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:13.996537 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=8fae0233-1d5c-4868-b787-5a2170361a72,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:14.010304 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-333a99fb-e6e3-4c08-8eaa-059cee0b22f3 req-60cde23d-f999-4a2b-8c55-d2c72f80392d tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578417 Apr 18 20:36:14.018162 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5ad3273e-1e77-465b-81d0-1c41afb2b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:14.045861 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bd622-2260-46f3-85d8-acb4a60276b0 req-22db0325-8fbb-433d-b9bd-0e070ef061c1 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:14.047433 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-277bd622-2260-46f3-85d8-acb4a60276b0 req-22db0325-8fbb-433d-b9bd-0e070ef061c1 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30dc066-3365-4ffe-8b62-36b6a17c725d HTTP/1.1" status: 200 len: 945 time: 0.1691277 Apr 18 20:36:14.062989 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad3273e-1e77-465b-81d0-1c41afb2b6c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:36:14.098489 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5ad3273e-1e77-465b-81d0-1c41afb2b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:14.099095 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-5ad3273e-1e77-465b-81d0-1c41afb2b6c9 admin admin] Added segment 07fc7083-86c9-4e2c-8a2b-a421f8e851b2 of type vlan for network 0b668611-a88c-4eb4-a918-5d6baf7f478e Apr 18 20:36:14.204630 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-277bd622-2260-46f3-85d8-acb4a60276b0 req-94024b8b-9db6-479e-bf74-0411066ea2ff tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426747 Apr 18 20:36:14.249093 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3273e-1e77-465b-81d0-1c41afb2b6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bbc430-8477-48dc-8e94-b3a830401c2d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:14.269172 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5ad3273e-1e77-465b-81d0-1c41afb2b6c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:14.349554 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5ad3273e-1e77-465b-81d0-1c41afb2b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:14.350540 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad3273e-1e77-465b-81d0-1c41afb2b6c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:14.353542 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5ad3273e-1e77-465b-81d0-1c41afb2b6c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:14.416997 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38394) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:14.421149 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5ad3273e-1e77-465b-81d0-1c41afb2b6c9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8871801 Apr 18 20:36:14.423837 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-dab9d877-a98e-48cc-bde4-d0f715e1bcd4 admin admin] Request body: {'subnet': {'network_id': '0b668611-a88c-4eb4-a918-5d6baf7f478e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-486730258-subnet', 'tenant_id': '237f80243ded496696c24c6e47b136ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:14.484196 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2920f54-8ac1-42b4-946e-4e7c26b5a627 None None] Network 1b1de7f2-afab-46d4-9027-dce1a3b52cf3 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:36:14.517697 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3273e-1e77-465b-81d0-1c41afb2b6c9 admin admin] Pushing event updated for resources: {'Network': ['ID=0b668611-a88c-4eb4-a918-5d6baf7f478e,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:14.541221 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab9d877-a98e-48cc-bde4-d0f715e1bcd4 admin admin] Made reservation on behalf of 237f80243ded496696c24c6e47b136ce for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:14.544224 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dab9d877-a98e-48cc-bde4-d0f715e1bcd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:14.603991 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 0b668611-a88c-4eb4-a918-5d6baf7f478e details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:36:14.645246 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:14.820643 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 55573633-1965-4e30-a737-c9434f8df11b, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=55573633-1965-4e30-a737-c9434f8df11b,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:14.830125 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:14.876790 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device edbe62ea-10ff-45b9-8d21-4c78e04ed24f up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:36:14.907827 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797baa1e-85b2-4a40-a64a-4f4572fafc90 req-a6b13838-d6a7-4f7c-ae3e-90cf1159079d tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:14.911192 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-797baa1e-85b2-4a40-a64a-4f4572fafc90 req-a6b13838-d6a7-4f7c-ae3e-90cf1159079d tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad27352-809c-4aad-aeba-e46425fd1cf1 HTTP/1.1" status: 200 len: 944 time: 0.4135265 Apr 18 20:36:14.921696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-751801a4-7de5-4770-a2e9-5081d4727184 req-6675309c-a7b3-4ab2-bff2-681a3522e553 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-472526077', 'description': 'tempest-description-1532908154'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:15.016781 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-751801a4-7de5-4770-a2e9-5081d4727184 req-6675309c-a7b3-4ab2-bff2-681a3522e553 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:15.023952 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-797baa1e-85b2-4a40-a64a-4f4572fafc90 req-bd3d0e33-44eb-46aa-80f2-5af5548ebc53 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2001d4b-d454-47cd-865b-55e14fe9da10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766213 Apr 18 20:36:15.027219 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dab9d877-a98e-48cc-bde4-d0f715e1bcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:15.047860 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=55573633-1965-4e30-a737-c9434f8df11b,revision_number=10']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:15.094080 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port edbe62ea-10ff-45b9-8d21-4c78e04ed24f completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:36:15.100768 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port edbe62ea-10ff-45b9-8d21-4c78e04ed24f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:15.101392 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:15.134697 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9d877-a98e-48cc-bde4-d0f715e1bcd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa4be717-dad4-411f-b032-8965647156f0,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:15.249476 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab9d877-a98e-48cc-bde4-d0f715e1bcd4 admin admin] Checking segment: {'id': '07fc7083-86c9-4e2c-8a2b-a421f8e851b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0b668611-a88c-4eb4-a918-5d6baf7f478e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:36:15.249476 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab9d877-a98e-48cc-bde4-d0f715e1bcd4 admin admin] Network hostable DHCP agents. Network: 0b668611-a88c-4eb4-a918-5d6baf7f478e, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:36:15.250038 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:15.301033 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port edbe62ea-10ff-45b9-8d21-4c78e04ed24f, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=edbe62ea-10ff-45b9-8d21-4c78e04ed24f,segment=NetworkSegment(1889e352-aee3-4f9c-83a7-460f363329b2),segment_id=1889e352-aee3-4f9c-83a7-460f363329b2)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:15.307750 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:15.310152 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab9d877-a98e-48cc-bde4-d0f715e1bcd4 admin admin] Network 0b668611-a88c-4eb4-a918-5d6baf7f478e is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:36:15.363784 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-751801a4-7de5-4770-a2e9-5081d4727184 req-6675309c-a7b3-4ab2-bff2-681a3522e553 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:15.381936 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=edbe62ea-10ff-45b9-8d21-4c78e04ed24f,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:15.390379 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-751801a4-7de5-4770-a2e9-5081d4727184 req-6675309c-a7b3-4ab2-bff2-681a3522e553 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:15.411578 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-dab9d877-a98e-48cc-bde4-d0f715e1bcd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 0b668611-a88c-4eb4-a918-5d6baf7f478e) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:15.425617 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfeb6d4d-17f3-4b46-bdb6-5ecb6eba1c05 None None] Network 0b668611-a88c-4eb4-a918-5d6baf7f478e requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:36:15.453578 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab9d877-a98e-48cc-bde4-d0f715e1bcd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:15.454703 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dab9d877-a98e-48cc-bde4-d0f715e1bcd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:15.486301 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-751801a4-7de5-4770-a2e9-5081d4727184 req-6675309c-a7b3-4ab2-bff2-681a3522e553 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:15.489539 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-751801a4-7de5-4770-a2e9-5081d4727184 req-6675309c-a7b3-4ab2-bff2-681a3522e553 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6085539 Apr 18 20:36:15.495795 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675309c-a7b3-4ab2-bff2-681a3522e553 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=536d37ea-b181-4c33-8753-731480050fc7,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:15.525962 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-dab9d877-a98e-48cc-bde4-d0f715e1bcd4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1029580 Apr 18 20:36:15.533093 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd507b17e-7fde-4d67-896b-594c156e3d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55573633-1965-4e30-a737-c9434f8df11b'}, {'server_uuid': 'bad27352-809c-4aad-aeba-e46425fd1cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbe62ea-10ff-45b9-8d21-4c78e04ed24f'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:15.536973 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12261f85-af70-4937-a99a-066d6b2e4e88" -d '{"events": [{"server_uuid": "d507b17e-7fde-4d67-896b-594c156e3d40", "name": "network-vif-plugged", "status": "completed", "tag": "55573633-1965-4e30-a737-c9434f8df11b"}, {"server_uuid": "bad27352-809c-4aad-aeba-e46425fd1cf1", "name": "network-vif-plugged", "status": "completed", "tag": "edbe62ea-10ff-45b9-8d21-4c78e04ed24f"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:15.722541 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ab6cdc-aa37-4fab-9243-67231d4beceb None None] Network 0b668611-a88c-4eb4-a918-5d6baf7f478e requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:36:15.730740 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92b9ff-d7e4-41e3-aacb-6fab855f1f84 req-500383c3-4fde-44bf-bf93-269f02fc5671 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:15.744402 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1a92b9ff-d7e4-41e3-aacb-6fab855f1f84 req-500383c3-4fde-44bf-bf93-269f02fc5671 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30dc066-3365-4ffe-8b62-36b6a17c725d HTTP/1.1" status: 200 len: 945 time: 0.1342986 Apr 18 20:36:15.813446 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09d8e7-630c-437a-b924-8da70659aa88 req-e974d7d5-39cb-4fb7-8085-901955dd3e13 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:15.817225 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fc09d8e7-630c-437a-b924-8da70659aa88 req-e974d7d5-39cb-4fb7-8085-901955dd3e13 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=675f52a9-7173-435e-a8db-ae714239fa2c HTTP/1.1" status: 200 len: 945 time: 0.1581728 Apr 18 20:36:15.877052 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1a92b9ff-d7e4-41e3-aacb-6fab855f1f84 req-ef320d93-82e2-4994-a688-35e688eb76be tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147616 Apr 18 20:36:15.960409 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fc09d8e7-630c-437a-b924-8da70659aa88 req-6087c030-2871-47d1-a945-b4c4f03c736a tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339126 Apr 18 20:36:16.079360 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a28ebf-0ad3-47d3-80da-1718166fd188 x-openstack-request-id: req-47a28ebf-0ad3-47d3-80da-1718166fd188 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:16.080919 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d507b17e-7fde-4d67-896b-594c156e3d40", "name": "network-vif-plugged", "status": "completed", "tag": "55573633-1965-4e30-a737-c9434f8df11b", "code": 200}, {"server_uuid": "bad27352-809c-4aad-aeba-e46425fd1cf1", "name": "network-vif-plugged", "status": "completed", "tag": "edbe62ea-10ff-45b9-8d21-4c78e04ed24f", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:16.081282 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47a28ebf-0ad3-47d3-80da-1718166fd188 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:16.081838 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a28ebf-0ad3-47d3-80da-1718166fd188'] response: {'server_uuid': 'd507b17e-7fde-4d67-896b-594c156e3d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55573633-1965-4e30-a737-c9434f8df11b', 'code': 200} Apr 18 20:36:16.082153 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a28ebf-0ad3-47d3-80da-1718166fd188'] response: {'server_uuid': 'bad27352-809c-4aad-aeba-e46425fd1cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbe62ea-10ff-45b9-8d21-4c78e04ed24f', 'code': 200} Apr 18 20:36:16.110631 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-548c1733-7c13-48d2-8239-5987c0a2f7e4 req-3e8df739-963f-4084-b9ff-cabae5eeafac tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] 10.222.0.41 "GET /v2.0/security-groups/536d37ea-b181-4c33-8753-731480050fc7 HTTP/1.1" status: 200 len: 1814 time: 0.1241879 Apr 18 20:36:16.122247 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-548c1733-7c13-48d2-8239-5987c0a2f7e4 req-29fbe6e7-2fc2-4c39-b39a-561d7c46072c tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '536d37ea-b181-4c33-8753-731480050fc7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:16.122795 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-548c1733-7c13-48d2-8239-5987c0a2f7e4 req-29fbe6e7-2fc2-4c39-b39a-561d7c46072c tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '536d37ea-b181-4c33-8753-731480050fc7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:16.266058 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-548c1733-7c13-48d2-8239-5987c0a2f7e4 req-29fbe6e7-2fc2-4c39-b39a-561d7c46072c tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:16.324325 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2047f-f92b-488a-b48d-540ccca29709 req-01d33ea1-a655-4b36-bb11-de550fbba975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:16.328318 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9af2047f-f92b-488a-b48d-540ccca29709 req-01d33ea1-a655-4b36-bb11-de550fbba975 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bad27352-809c-4aad-aeba-e46425fd1cf1 HTTP/1.1" status: 200 len: 1096 time: 0.1075404 Apr 18 20:36:16.350983 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-548c1733-7c13-48d2-8239-5987c0a2f7e4 req-29fbe6e7-2fc2-4c39-b39a-561d7c46072c tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:16.393580 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-548c1733-7c13-48d2-8239-5987c0a2f7e4 req-29fbe6e7-2fc2-4c39-b39a-561d7c46072c tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:16.530045 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fbe6e7-2fc2-4c39-b39a-561d7c46072c tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2c4093-a199-4c75-aa93-14d2156a2724,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:16.558369 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9af2047f-f92b-488a-b48d-540ccca29709 req-66555144-bc40-4ad7-acb6-71ffa57fa17b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e2001d4b-d454-47cd-865b-55e14fe9da10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117984 Apr 18 20:36:16.567734 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-548c1733-7c13-48d2-8239-5987c0a2f7e4 req-29fbe6e7-2fc2-4c39-b39a-561d7c46072c tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:16.569983 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-548c1733-7c13-48d2-8239-5987c0a2f7e4 req-29fbe6e7-2fc2-4c39-b39a-561d7c46072c tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4567668 Apr 18 20:36:16.678722 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-aa3d1499-9453-4a1d-942f-0d1bab64bc76 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:16.681446 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-aa3d1499-9453-4a1d-942f-0d1bab64bc76 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/networks?id=ced82772-c570-4770-8319-f2165b8e250e HTTP/1.1" status: 200 len: 825 time: 0.3455448 Apr 18 20:36:16.724540 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-b58197f4-5956-4f22-a2c8-c2a77f65fa28 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/quotas/9c73e94b30444cbb9a39d05e1b857986 HTTP/1.1" status: 200 len: 375 time: 0.0175149 Apr 18 20:36:16.755014 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684c335-8923-4a5b-965a-bad765d802d6 req-db920f9d-ee14-4f7a-956d-71f01975797f tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:16.757069 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4684c335-8923-4a5b-965a-bad765d802d6 req-db920f9d-ee14-4f7a-956d-71f01975797f tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8 HTTP/1.1" status: 200 len: 945 time: 0.1163995 Apr 18 20:36:16.776511 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-28b348a7-3b9a-4336-8531-2c3e4a701276 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c73e94b30444cbb9a39d05e1b857986&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469368 Apr 18 20:36:16.892820 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4684c335-8923-4a5b-965a-bad765d802d6 req-987d5aea-b071-408d-bc16-e7dc029dfbed tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190791 Apr 18 20:36:17.008400 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-12fdd5a7-e351-4e70-9abb-4ae844c2e79f service neutron] 10.222.0.41 "GET /v2.0/networks/ced82772-c570-4770-8319-f2165b8e250e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129157 Apr 18 20:36:17.129853 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-24e0c415-287e-4615-a05c-e373e5903b0f service neutron] 10.222.0.41 "GET /v2.0/networks/ced82772-c570-4770-8319-f2165b8e250e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174393 Apr 18 20:36:17.339874 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 87ed786a-6ee1-4c23-8595-b1532d514e6b up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:36:17.463456 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba598217-17fe-4664-9208-049cd04414a9 req-cf7ede59-4fd8-4f72-9491-3314c46f8ac3 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:17.474995 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba598217-17fe-4664-9208-049cd04414a9 req-cf7ede59-4fd8-4f72-9491-3314c46f8ac3 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad27352-809c-4aad-aeba-e46425fd1cf1 HTTP/1.1" status: 200 len: 945 time: 0.1220598 Apr 18 20:36:17.547421 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 87ed786a-6ee1-4c23-8595-b1532d514e6b completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:36:17.571465 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba598217-17fe-4664-9208-049cd04414a9 req-b6b2d459-b77a-4bcc-bf05-f36f6f61a3a7 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2001d4b-d454-47cd-865b-55e14fe9da10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954676 Apr 18 20:36:17.571997 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 87ed786a-6ee1-4c23-8595-b1532d514e6b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:17.572892 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:17.893885 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2ba80c1-1d6a-435e-b6b8-58e5a44dac3c req-c2f8cbbd-bb8a-4d7c-a79a-358d987c9bf6 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] 10.222.0.41 "GET /v2.0/security-groups/536d37ea-b181-4c33-8753-731480050fc7 HTTP/1.1" status: 200 len: 2408 time: 0.1657555 Apr 18 20:36:18.141765 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:18.238420 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675f52a9-7173-435e-a8db-ae714239fa2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ed786a-6ee1-4c23-8595-b1532d514e6b'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:18.242809 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7f335b-e409-42fc-a69a-1c8645fbca93" -d '{"events": [{"server_uuid": "675f52a9-7173-435e-a8db-ae714239fa2c", "name": "network-vif-plugged", "status": "completed", "tag": "87ed786a-6ee1-4c23-8595-b1532d514e6b"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:18.287455 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 87ed786a-6ee1-4c23-8595-b1532d514e6b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=87ed786a-6ee1-4c23-8595-b1532d514e6b,segment=NetworkSegment(8e558cab-fc44-457b-b2e3-8de4a319aadc),segment_id=8e558cab-fc44-457b-b2e3-8de4a319aadc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:18.305040 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:18.349166 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b368dd-e7c5-431b-8383-f053f43a7c79 req-ca434446-f93d-4580-a7cf-2f26475bafba tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:18.358617 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2b368dd-e7c5-431b-8383-f053f43a7c79 req-ca434446-f93d-4580-a7cf-2f26475bafba tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=675f52a9-7173-435e-a8db-ae714239fa2c HTTP/1.1" status: 200 len: 945 time: 0.2678468 Apr 18 20:36:18.372342 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbaf27-404a-4c2a-8a18-8d4453e3b97d req-e47256d1-679a-448b-8aff-481fac4cf7d8 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:18.374552 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-51dbaf27-404a-4c2a-8a18-8d4453e3b97d req-e47256d1-679a-448b-8aff-481fac4cf7d8 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=2964f993-1066-41dc-b04f-16c2d037fe22 HTTP/1.1" status: 200 len: 946 time: 0.2512324 Apr 18 20:36:18.449507 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=87ed786a-6ee1-4c23-8595-b1532d514e6b,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:18.454112 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2b368dd-e7c5-431b-8383-f053f43a7c79 req-67bc45ef-a033-407e-a9a0-58ca0595ebfe tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942097 Apr 18 20:36:18.528554 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-51dbaf27-404a-4c2a-8a18-8d4453e3b97d req-23ae3070-155f-4e8e-89b1-ee1b833ce22c tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256452 Apr 18 20:36:18.641722 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4a96befa-8d7d-4aee-aed6-bb2bd51c9b19 req-8aee48ba-abac-4eec-877c-152605d9e7f5 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc12a361-2f2c-4589-b6f8-88074e8f39da HTTP/1.1" status: 200 len: 210 time: 0.0503128 Apr 18 20:36:18.736145 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c8617c4-e5ef-4f51-8fd5-48ae77735f94 req-44e4f6a4-b83b-4b8d-aeb4-a21673e452ef tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] 10.222.0.41 "GET /v2.0/security-group-rules/0d2c4093-a199-4c75-aa93-14d2156a2724 HTTP/1.1" status: 200 len: 778 time: 0.0291307 Apr 18 20:36:18.819469 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c8617c4-e5ef-4f51-8fd5-48ae77735f94 req-60e44a45-f329-4d6c-853a-a21f4e7a2575 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] 10.222.0.41 "GET /v2.0/security-groups/536d37ea-b181-4c33-8753-731480050fc7 HTTP/1.1" status: 200 len: 2408 time: 0.0675468 Apr 18 20:36:18.885695 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7c8617c4-e5ef-4f51-8fd5-48ae77735f94 req-503349c8-79a2-4c9d-9603-40f6e15f1dc5 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:18.897209 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7c8617c4-e5ef-4f51-8fd5-48ae77735f94 req-503349c8-79a2-4c9d-9603-40f6e15f1dc5 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:18.947793 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7c8617c4-e5ef-4f51-8fd5-48ae77735f94 req-503349c8-79a2-4c9d-9603-40f6e15f1dc5 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:18.954383 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7c8617c4-e5ef-4f51-8fd5-48ae77735f94 req-503349c8-79a2-4c9d-9603-40f6e15f1dc5 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:18.974344 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c8617c4-e5ef-4f51-8fd5-48ae77735f94 req-503349c8-79a2-4c9d-9603-40f6e15f1dc5 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/0d2c4093-a199-4c75-aa93-14d2156a2724 HTTP/1.1" status: 204 len: 173 time: 0.1370296 Apr 18 20:36:19.028212 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503349c8-79a2-4c9d-9603-40f6e15f1dc5 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d2c4093-a199-4c75-aa93-14d2156a2724,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:19.079398 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92b1eaa-7a76-4c91-8280-0031559c2482 x-openstack-request-id: req-f92b1eaa-7a76-4c91-8280-0031559c2482 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:19.079861 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675f52a9-7173-435e-a8db-ae714239fa2c", "name": "network-vif-plugged", "status": "completed", "tag": "87ed786a-6ee1-4c23-8595-b1532d514e6b", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:19.080902 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f92b1eaa-7a76-4c91-8280-0031559c2482 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:19.081495 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f92b1eaa-7a76-4c91-8280-0031559c2482'] response: {'server_uuid': '675f52a9-7173-435e-a8db-ae714239fa2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ed786a-6ee1-4c23-8595-b1532d514e6b', 'code': 200} Apr 18 20:36:19.345045 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f0d5b-625c-4bf7-a662-a20e6b6a598a req-f2cff240-78be-4312-872e-a79716e3e62c tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:19.357171 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d4f0d5b-625c-4bf7-a662-a20e6b6a598a req-f2cff240-78be-4312-872e-a79716e3e62c tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad27352-809c-4aad-aeba-e46425fd1cf1 HTTP/1.1" status: 200 len: 945 time: 0.1565337 Apr 18 20:36:19.498786 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112502f-c959-4e55-a90c-60dd0ba7bbd0 req-905c820e-21a5-4f78-8e1a-780032f823bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:19.500159 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3112502f-c959-4e55-a90c-60dd0ba7bbd0 req-905c820e-21a5-4f78-8e1a-780032f823bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=675f52a9-7173-435e-a8db-ae714239fa2c HTTP/1.1" status: 200 len: 1097 time: 0.2294979 Apr 18 20:36:19.513417 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d4f0d5b-625c-4bf7-a662-a20e6b6a598a req-2c0d39ea-216f-4695-91b3-2e81d0b700da tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2001d4b-d454-47cd-865b-55e14fe9da10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543820 Apr 18 20:36:19.674996 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-325e0554-04ea-4d8d-8ade-887f049ba19b tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:19.676693 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-325e0554-04ea-4d8d-8ade-887f049ba19b tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.32 "GET /v2.0/networks?id=ced82772-c570-4770-8319-f2165b8e250e HTTP/1.1" status: 200 len: 825 time: 0.3077559 Apr 18 20:36:19.698276 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-51374392-2fb2-4b81-87cf-853747f3a141 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Request body: {'port': {'device_id': 'fc12a361-2f2c-4589-b6f8-88074e8f39da', 'network_id': 'ced82772-c570-4770-8319-f2165b8e250e', 'admin_state_up': True, 'tenant_id': '9c73e94b30444cbb9a39d05e1b857986'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:19.713626 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3112502f-c959-4e55-a90c-60dd0ba7bbd0 req-22e9d76a-d3b4-43f7-aef8-e8d253e9fe24 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926270 Apr 18 20:36:19.741824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-889d82d4-5e7b-4402-be03-3e44693be13e req-eb7323d5-f313-4c92-b897-d02a8923c256 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1387478436', 'description': 'tempest-description-1587880955'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:19.812170 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465dd24-e7ef-44d1-8dd6-748bd424ef93 req-cdcfec67-3bc5-4f77-a83e-0bca8b45f66c tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:19.820217 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f465dd24-e7ef-44d1-8dd6-748bd424ef93 req-cdcfec67-3bc5-4f77-a83e-0bca8b45f66c tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30dc066-3365-4ffe-8b62-36b6a17c725d HTTP/1.1" status: 200 len: 945 time: 0.3010619 Apr 18 20:36:19.837741 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-889d82d4-5e7b-4402-be03-3e44693be13e req-eb7323d5-f313-4c92-b897-d02a8923c256 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:19.912015 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f465dd24-e7ef-44d1-8dd6-748bd424ef93 req-1f19a5e9-f9a5-4d82-b2a1-82a57381a366 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904953 Apr 18 20:36:20.111319 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-889d82d4-5e7b-4402-be03-3e44693be13e req-eb7323d5-f313-4c92-b897-d02a8923c256 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:20.159455 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-51374392-2fb2-4b81-87cf-853747f3a141 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Made reservation on behalf of 9c73e94b30444cbb9a39d05e1b857986 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:20.165202 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-51374392-2fb2-4b81-87cf-853747f3a141 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:20.191668 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-889d82d4-5e7b-4402-be03-3e44693be13e req-eb7323d5-f313-4c92-b897-d02a8923c256 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:20.284672 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95559654-f887-4de1-8db6-529e670b1efd req-dd78d2c5-5350-42da-baaa-bb462091d161 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:20.298612 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-95559654-f887-4de1-8db6-529e670b1efd req-dd78d2c5-5350-42da-baaa-bb462091d161 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=675f52a9-7173-435e-a8db-ae714239fa2c HTTP/1.1" status: 200 len: 946 time: 0.2743683 Apr 18 20:36:20.314173 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-889d82d4-5e7b-4402-be03-3e44693be13e req-eb7323d5-f313-4c92-b897-d02a8923c256 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:20.316971 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-889d82d4-5e7b-4402-be03-3e44693be13e req-eb7323d5-f313-4c92-b897-d02a8923c256 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5880659 Apr 18 20:36:20.422794 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7323d5-f313-4c92-b897-d02a8923c256 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c20f3aac-61db-4d8f-8440-a90c1a698d5b,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:20.582803 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-95559654-f887-4de1-8db6-529e670b1efd req-fa1b8d7e-8871-4740-8fb2-074022164363 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824588 Apr 18 20:36:20.707425 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8c4b6-e23a-4a23-85d5-03ef7fe7fec1 req-0957fa2c-6190-464f-86eb-2c123a66b609 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:20.724782 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4cc8c4b6-e23a-4a23-85d5-03ef7fe7fec1 req-0957fa2c-6190-464f-86eb-2c123a66b609 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad27352-809c-4aad-aeba-e46425fd1cf1 HTTP/1.1" status: 200 len: 945 time: 0.2359419 Apr 18 20:36:20.725014 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38526) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:20.729528 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-5e7ed482-6025-4dd3-905a-ff1adec9bead tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Request body: {'floatingip': {'port_id': 'edbe62ea-10ff-45b9-8d21-4c78e04ed24f'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:20.758472 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-51374392-2fb2-4b81-87cf-853747f3a141 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Allocated IP 172.20.0.4 (ced82772-c570-4770-8319-f2165b8e250e/1a57bc3a-7006-4c8e-a201-bae8d2795889/1750e2b9-aafd-41a6-aa77-b5bd1b3ac268) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:36:20.775463 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed482-6025-4dd3-905a-ff1adec9bead tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks [] for floatingip, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:20.928620 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d7b7f0c-5a58-4950-89d4-2b042244be95 req-c9ee8976-885b-4f42-baa6-081cd73eff50 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc12a361-2f2c-4589-b6f8-88074e8f39da HTTP/1.1" status: 200 len: 210 time: 0.0716391 Apr 18 20:36:21.272901 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f7583dcf-9842-429e-b03b-6ca9c9133497 req-6012085d-c050-4d27-831a-170135e52263 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] 10.222.0.41 "GET /v2.0/security-groups/c20f3aac-61db-4d8f-8440-a90c1a698d5b HTTP/1.1" status: 200 len: 1815 time: 0.1241953 Apr 18 20:36:21.413931 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-51374392-2fb2-4b81-87cf-853747f3a141 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:21.505135 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.db.resource_extend [None req-5e7ed482-6025-4dd3-905a-ff1adec9bead tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:36:21.591877 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-51374392-2fb2-4b81-87cf-853747f3a141 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:21.651340 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed482-6025-4dd3-905a-ff1adec9bead tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:21.661256 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed482-6025-4dd3-905a-ff1adec9bead tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:21.686728 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-51374392-2fb2-4b81-87cf-853747f3a141 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Network ced82772-c570-4770-8319-f2165b8e250e is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:36:21.699612 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-51374392-2fb2-4b81-87cf-853747f3a141 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:21.712027 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad86cac-6456-4a4c-8cf3-aedf996a7208 req-37875d89-6cde-4685-995a-9d82497d1293 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:21.720544 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ad86cac-6456-4a4c-8cf3-aedf996a7208 req-37875d89-6cde-4685-995a-9d82497d1293 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8 HTTP/1.1" status: 200 len: 945 time: 0.2621379 Apr 18 20:36:21.723423 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-51374392-2fb2-4b81-87cf-853747f3a141 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:36:21.756905 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51374392-2fb2-4b81-87cf-853747f3a141 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Pushing event updated for resources: {'Port': ['ID=1750e2b9-aafd-41a6-aa77-b5bd1b3ac268,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:21.937578 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-51374392-2fb2-4b81-87cf-853747f3a141 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:21.939148 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-5e7ed482-6025-4dd3-905a-ff1adec9bead tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Floating IP 8002e09f-5d79-40df-8899-bd8cc77c5845 associated. External IP: 172.25.1.223, port: edbe62ea-10ff-45b9-8d21-4c78e04ed24f. Apr 18 20:36:21.947583 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-51374392-2fb2-4b81-87cf-853747f3a141 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:21.980125 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ad86cac-6456-4a4c-8cf3-aedf996a7208 req-55b9d5ad-e576-4904-b2e4-1a31ef1f65e8 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583821 Apr 18 20:36:22.045439 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-51374392-2fb2-4b81-87cf-853747f3a141 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3400741 Apr 18 20:36:22.091285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-7d8ca5c9-c7d4-4930-a3eb-49b90823f4a1 service neutron] Request body: {'port': {'device_id': 'fc12a361-2f2c-4589-b6f8-88074e8f39da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:22.366433 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-7d8ca5c9-c7d4-4930-a3eb-49b90823f4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:22.527119 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8803177-3e74-477b-b191-97662a52452f req-e4c3f9cd-03af-45fe-a29f-2f4a6aa4c7f5 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:22.542748 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8803177-3e74-477b-b191-97662a52452f req-e4c3f9cd-03af-45fe-a29f-2f4a6aa4c7f5 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=675f52a9-7173-435e-a8db-ae714239fa2c HTTP/1.1" status: 200 len: 946 time: 0.2621226 Apr 18 20:36:22.630427 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7ed482-6025-4dd3-905a-ff1adec9bead tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Router ebc60235-d585-4471-8eeb-dee100080559 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:36:22.650475 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eeda87-a8b5-4440-a0bc-d6b6aea20adf req-a801f288-adbe-4195-b3a6-f1d485020cfc tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:22.653528 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-99eeda87-a8b5-4440-a0bc-d6b6aea20adf req-a801f288-adbe-4195-b3a6-f1d485020cfc tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc12a361-2f2c-4589-b6f8-88074e8f39da HTTP/1.1" status: 200 len: 931 time: 0.2673876 Apr 18 20:36:22.677278 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8803177-3e74-477b-b191-97662a52452f req-21601b89-7f1f-4712-b44b-08754281b09b tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327393 Apr 18 20:36:23.005097 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7ed482-6025-4dd3-905a-ff1adec9bead tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:36:23.009845 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed482-6025-4dd3-905a-ff1adec9bead tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:23.041762 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f939d837-9635-48f7-8a2c-04cd8d504743 None None] Sync routers for ids ['ebc60235-d585-4471-8eeb-dee100080559'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:36:23.082961 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5e7ed482-6025-4dd3-905a-ff1adec9bead tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "PUT /v2.0/floatingips/8002e09f-5d79-40df-8899-bd8cc77c5845 HTTP/1.1" status: 200 len: 991 time: 2.3450484 Apr 18 20:36:23.082961 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad27352-809c-4aad-aeba-e46425fd1cf1', 'tag': 'edbe62ea-10ff-45b9-8d21-4c78e04ed24f'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:23.082961 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be98f2d-408b-4b86-be2d-7b59b506eabc" -d '{"events": [{"name": "network-changed", "server_uuid": "bad27352-809c-4aad-aeba-e46425fd1cf1", "tag": "edbe62ea-10ff-45b9-8d21-4c78e04ed24f"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:23.089257 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-99eeda87-a8b5-4440-a0bc-d6b6aea20adf req-cf08360e-340f-4bc8-90cd-addf9d369f79 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/security-groups?id=89b5d5c3-3825-4024-965b-c678c3c7a9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026933 Apr 18 20:36:23.146657 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f939d837-9635-48f7-8a2c-04cd8d504743 None None] Routers {'ebc60235-d585-4471-8eeb-dee100080559'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:36:23.151724 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f939d837-9635-48f7-8a2c-04cd8d504743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:35:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ebc60235-d585-4471-8eeb-dee100080559'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:23.161551 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-6eb3601c-a3e9-47ed-ba0a-236cf3c2cf7e req-bfc00e6e-739c-4bce-a7a2-5fa7713a0cc3 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-656712753', 'description': 'tempest-description-1655575875'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:23.223687 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6eb3601c-a3e9-47ed-ba0a-236cf3c2cf7e req-bfc00e6e-739c-4bce-a7a2-5fa7713a0cc3 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:23.382500 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-7d8ca5c9-c7d4-4930-a3eb-49b90823f4a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1750e2b9-aafd-41a6-aa77-b5bd1b3ac268 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:23.393378 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-7d8ca5c9-c7d4-4930-a3eb-49b90823f4a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:23.411350 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-7d8ca5c9-c7d4-4930-a3eb-49b90823f4a1 service neutron] Transition to ACTIVE for port object 1750e2b9-aafd-41a6-aa77-b5bd1b3ac268 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:36:23.625816 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-7d8ca5c9-c7d4-4930-a3eb-49b90823f4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:23.656849 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-f939d837-9635-48f7-8a2c-04cd8d504743 None None] Set router ebc60235-d585-4471-8eeb-dee100080559 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:36:23.789115 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce502e0-5cc6-4329-a922-dee98cf681eb req-3efe9f4c-f258-4d7d-836d-81df73b2d33b tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:23.801991 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce502e0-5cc6-4329-a922-dee98cf681eb req-3efe9f4c-f258-4d7d-836d-81df73b2d33b tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:23.813722 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce502e0-5cc6-4329-a922-dee98cf681eb req-3efe9f4c-f258-4d7d-836d-81df73b2d33b tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:23.827894 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0ce502e0-5cc6-4329-a922-dee98cf681eb req-3efe9f4c-f258-4d7d-836d-81df73b2d33b tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30dc066-3365-4ffe-8b62-36b6a17c725d&device_id=2964f993-1066-41dc-b04f-16c2d037fe22&device_id=aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8 HTTP/1.1" status: 200 len: 2417 time: 0.4709513 Apr 18 20:36:24.038178 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6eb3601c-a3e9-47ed-ba0a-236cf3c2cf7e req-bfc00e6e-739c-4bce-a7a2-5fa7713a0cc3 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:24.066067 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6eb3601c-a3e9-47ed-ba0a-236cf3c2cf7e req-bfc00e6e-739c-4bce-a7a2-5fa7713a0cc3 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:24.145749 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f939d837-9635-48f7-8a2c-04cd8d504743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc60235-d585-4471-8eeb-dee100080559', 'name': 'tempest-ServersTestJSON-1531641771-router', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '571d5542-5835-4018-aec1-6130bf6498a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:11Z', 'updated_at': '2022-04-18T20:35:29Z', 'revision_number': 4, 'project_id': '882f13cc2f9d486da28d9e2f08e963a4', 'gw_port': {'id': '571d5542-5835-4018-aec1-6130bf6498a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc60235-d585-4471-8eeb-dee100080559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:13Z', 'updated_at': '2022-04-18T20:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '8002e09f-5d79-40df-8899-bd8cc77c5845', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'ebc60235-d585-4471-8eeb-dee100080559', 'port_id': 'edbe62ea-10ff-45b9-8d21-4c78e04ed24f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59', 'mac_address': 'fa:16:3e:fc:b3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad27352-809c-4aad-aeba-e46425fd1cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:35:37Z', 'updated_at': '2022-04-18T20:36:21Z', 'revision_number': 1, 'project_id': '882f13cc2f9d486da28d9e2f08e963a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcdf616f-0cee-423d-b202-c5d484aa4881', 'name': '', 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'mac_address': 'fa:16:3e:f8:68:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc60235-d585-4471-8eeb-dee100080559', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '62afad21-e958-4b0a-92c9-5182f97360de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:25Z', 'updated_at': '2022-04-18T20:35:38Z', 'revision_number': 5, 'project_id': '882f13cc2f9d486da28d9e2f08e963a4', 'subnets': [{'id': '62afad21-e958-4b0a-92c9-5182f97360de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:24.178416 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-650a5b22-1945-4ad1-bfd1-4fcd6885806d req-94539dc4-853b-47d2-9fa1-e435235af947 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6926372 Apr 18 20:36:24.183041 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc00e6e-739c-4bce-a7a2-5fa7713a0cc3 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=944d60fa-0a25-4402-beb8-def8b10159db,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:24.228968 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f939d837-9635-48f7-8a2c-04cd8d504743 None None] Checking router: ebc60235-d585-4471-8eeb-dee100080559 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:36:24.268255 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ca5c9-c7d4-4930-a3eb-49b90823f4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1750e2b9-aafd-41a6-aa77-b5bd1b3ac268,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:24.281731 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f939d837-9635-48f7-8a2c-04cd8d504743 None None] Routers {'ebc60235-d585-4471-8eeb-dee100080559'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:36:24.282748 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f939d837-9635-48f7-8a2c-04cd8d504743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:35:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ebc60235-d585-4471-8eeb-dee100080559'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:24.296341 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0ce502e0-5cc6-4329-a922-dee98cf681eb req-0546834b-82cd-4348-ada7-c705d4aaefcc tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671752 Apr 18 20:36:24.322959 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-7d8ca5c9-c7d4-4930-a3eb-49b90823f4a1 service neutron] Attempting to bind port 1750e2b9-aafd-41a6-aa77-b5bd1b3ac268 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:36:24.329980 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-7d8ca5c9-c7d4-4930-a3eb-49b90823f4a1 service neutron] Attempting to bind port 1750e2b9-aafd-41a6-aa77-b5bd1b3ac268 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '3870bbf5-3e1b-491a-ab11-63b483f90f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ced82772-c570-4770-8319-f2165b8e250e'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:36:24.330604 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-7d8ca5c9-c7d4-4930-a3eb-49b90823f4a1 service neutron] Attempting to bind port 1750e2b9-aafd-41a6-aa77-b5bd1b3ac268 on network ced82772-c570-4770-8319-f2165b8e250e {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:36:24.349628 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-7d8ca5c9-c7d4-4930-a3eb-49b90823f4a1 service neutron] Port 1750e2b9-aafd-41a6-aa77-b5bd1b3ac268 on network ced82772-c570-4770-8319-f2165b8e250e not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:36:24.350108 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-7d8ca5c9-c7d4-4930-a3eb-49b90823f4a1 service neutron] Attempting to bind port 1750e2b9-aafd-41a6-aa77-b5bd1b3ac268 on network ced82772-c570-4770-8319-f2165b8e250e {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:36:24.358189 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6eb3601c-a3e9-47ed-ba0a-236cf3c2cf7e req-bfc00e6e-739c-4bce-a7a2-5fa7713a0cc3 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:24.365917 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6eb3601c-a3e9-47ed-ba0a-236cf3c2cf7e req-bfc00e6e-739c-4bce-a7a2-5fa7713a0cc3 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.2106299 Apr 18 20:36:24.385752 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-7d8ca5c9-c7d4-4930-a3eb-49b90823f4a1 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:36:24.386202 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-7d8ca5c9-c7d4-4930-a3eb-49b90823f4a1 service neutron] Checking segment: {'id': '3870bbf5-3e1b-491a-ab11-63b483f90f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ced82772-c570-4770-8319-f2165b8e250e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:36:24.386695 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-7d8ca5c9-c7d4-4930-a3eb-49b90823f4a1 service neutron] Bound using segment: {'id': '3870bbf5-3e1b-491a-ab11-63b483f90f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ced82772-c570-4770-8319-f2165b8e250e'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:36:24.387275 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-7d8ca5c9-c7d4-4930-a3eb-49b90823f4a1 service neutron] Bound port: 1750e2b9-aafd-41a6-aa77-b5bd1b3ac268, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3870bbf5-3e1b-491a-ab11-63b483f90f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ced82772-c570-4770-8319-f2165b8e250e'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:36:24.387756 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-7d8ca5c9-c7d4-4930-a3eb-49b90823f4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:24.415887 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a5b22-1945-4ad1-bfd1-4fcd6885806d req-ff2b04ae-2e5d-4e00-9141-a6df8ca237e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:24.429473 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-650a5b22-1945-4ad1-bfd1-4fcd6885806d req-ff2b04ae-2e5d-4e00-9141-a6df8ca237e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c72a6cb4b75647d38b6aa693a7d2ca0b&device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 1096 time: 0.1517611 Apr 18 20:36:24.496874 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e77afe3-9a20-4f22-830f-73fe642a3de4 x-openstack-request-id: req-7e77afe3-9a20-4f22-830f-73fe642a3de4 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:24.497625 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad27352-809c-4aad-aeba-e46425fd1cf1", "tag": "edbe62ea-10ff-45b9-8d21-4c78e04ed24f", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:24.497625 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e77afe3-9a20-4f22-830f-73fe642a3de4 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:24.498125 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e77afe3-9a20-4f22-830f-73fe642a3de4'] response: {'name': 'network-changed', 'server_uuid': 'bad27352-809c-4aad-aeba-e46425fd1cf1', 'tag': 'edbe62ea-10ff-45b9-8d21-4c78e04ed24f', 'status': 'completed', 'code': 200} Apr 18 20:36:24.500938 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5ab8f4f5-c02e-483c-a8bc-e5784e4e6cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:24.742662 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-f939d837-9635-48f7-8a2c-04cd8d504743 None None] Set router ebc60235-d585-4471-8eeb-dee100080559 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:36:24.758858 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be98f2d-408b-4b86-be2d-7b59b506eabc req-8a59bb1f-1e3b-4b54-9a76-f37cf5c6c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:24.760541 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9be98f2d-408b-4b86-be2d-7b59b506eabc req-8a59bb1f-1e3b-4b54-9a76-f37cf5c6c877 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=882f13cc2f9d486da28d9e2f08e963a4&device_id=bad27352-809c-4aad-aeba-e46425fd1cf1 HTTP/1.1" status: 200 len: 1096 time: 0.2138996 Apr 18 20:36:24.776367 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-7d8ca5c9-c7d4-4930-a3eb-49b90823f4a1 service neutron] For port 1750e2b9-aafd-41a6-aa77-b5bd1b3ac268, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:36:24.905473 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-7d8ca5c9-c7d4-4930-a3eb-49b90823f4a1 service neutron] For port 1750e2b9-aafd-41a6-aa77-b5bd1b3ac268, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=1750e2b9-aafd-41a6-aa77-b5bd1b3ac268,segment=NetworkSegment(3870bbf5-3e1b-491a-ab11-63b483f90f56),segment_id=3870bbf5-3e1b-491a-ab11-63b483f90f56)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:36:24.921179 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-7d8ca5c9-c7d4-4930-a3eb-49b90823f4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:25.061492 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a42503-7a9e-48bd-b46d-2f689ae268e9 req-393d8d94-b2df-4b17-bad8-3b6ffceca935 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:25.069424 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-09a42503-7a9e-48bd-b46d-2f689ae268e9 req-393d8d94-b2df-4b17-bad8-3b6ffceca935 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad27352-809c-4aad-aeba-e46425fd1cf1 HTTP/1.1" status: 200 len: 945 time: 0.2723482 Apr 18 20:36:25.075785 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a5b22-1945-4ad1-bfd1-4fcd6885806d req-009e5a37-db3f-489a-a755-bb5c68fa2c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:25.089512 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-650a5b22-1945-4ad1-bfd1-4fcd6885806d req-009e5a37-db3f-489a-a755-bb5c68fa2c39 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d538f970-1699-4982-98ba-9d8cb4a7048d HTTP/1.1" status: 200 len: 919 time: 0.5577688 Apr 18 20:36:25.116510 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be98f2d-408b-4b86-be2d-7b59b506eabc req-1b9e5b13-744d-44a6-9a32-4374ee897192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:25.118567 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9be98f2d-408b-4b86-be2d-7b59b506eabc req-1b9e5b13-744d-44a6-9a32-4374ee897192 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab61462-a866-4e1e-afce-b81024e5bb59 HTTP/1.1" status: 200 len: 907 time: 0.3391533 Apr 18 20:36:25.263250 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9be98f2d-408b-4b86-be2d-7b59b506eabc req-03f23188-94c5-49ec-ac79-b2cfc47e6f63 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edbe62ea-10ff-45b9-8d21-4c78e04ed24f HTTP/1.1" status: 200 len: 999 time: 0.1339643 Apr 18 20:36:25.335068 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-7d8ca5c9-c7d4-4930-a3eb-49b90823f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:25.340521 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-7d8ca5c9-c7d4-4930-a3eb-49b90823f4a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:25.344515 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-7d8ca5c9-c7d4-4930-a3eb-49b90823f4a1 service neutron] 10.222.0.32 "PUT /v2.0/ports/1750e2b9-aafd-41a6-aa77-b5bd1b3ac268 HTTP/1.1" status: 200 len: 1091 time: 3.2932684 Apr 18 20:36:25.357736 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-09a42503-7a9e-48bd-b46d-2f689ae268e9 req-2bef6987-b179-4a73-a28f-1ea77f462917 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2001d4b-d454-47cd-865b-55e14fe9da10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560718 Apr 18 20:36:25.358491 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc12a361-2f2c-4589-b6f8-88074e8f39da', 'tag': '1750e2b9-aafd-41a6-aa77-b5bd1b3ac268'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:25.366408 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90458f67-aef5-4491-8984-e59dd811b32c" -d '{"events": [{"name": "network-changed", "server_uuid": "fc12a361-2f2c-4589-b6f8-88074e8f39da", "tag": "1750e2b9-aafd-41a6-aa77-b5bd1b3ac268"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:25.381644 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-650a5b22-1945-4ad1-bfd1-4fcd6885806d req-289833af-b17c-495b-bb71-42c324fbc7ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4781d3f2-cf88-431f-a897-980785fab48d HTTP/1.1" status: 200 len: 217 time: 0.2553115 Apr 18 20:36:25.418840 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be98f2d-408b-4b86-be2d-7b59b506eabc req-8a71d208-5d2e-4bb9-8c07-8a23fb91bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:25.421837 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9be98f2d-408b-4b86-be2d-7b59b506eabc req-8a71d208-5d2e-4bb9-8c07-8a23fb91bdc2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62afad21-e958-4b0a-92c9-5182f97360de HTTP/1.1" status: 200 len: 845 time: 0.1522038 Apr 18 20:36:25.575577 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be98f2d-408b-4b86-be2d-7b59b506eabc req-f0341318-20b8-4d51-b981-9cbc6e643791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:25.579902 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9be98f2d-408b-4b86-be2d-7b59b506eabc req-f0341318-20b8-4d51-b981-9cbc6e643791 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab61462-a866-4e1e-afce-b81024e5bb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1484308 Apr 18 20:36:25.664905 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f939d837-9635-48f7-8a2c-04cd8d504743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc60235-d585-4471-8eeb-dee100080559', 'name': 'tempest-ServersTestJSON-1531641771-router', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '571d5542-5835-4018-aec1-6130bf6498a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:11Z', 'updated_at': '2022-04-18T20:35:29Z', 'revision_number': 4, 'project_id': '882f13cc2f9d486da28d9e2f08e963a4', 'gw_port': {'id': '571d5542-5835-4018-aec1-6130bf6498a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc60235-d585-4471-8eeb-dee100080559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:13Z', 'updated_at': '2022-04-18T20:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '8002e09f-5d79-40df-8899-bd8cc77c5845', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'ebc60235-d585-4471-8eeb-dee100080559', 'port_id': 'edbe62ea-10ff-45b9-8d21-4c78e04ed24f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59', 'mac_address': 'fa:16:3e:fc:b3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad27352-809c-4aad-aeba-e46425fd1cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:35:37Z', 'updated_at': '2022-04-18T20:36:21Z', 'revision_number': 1, 'project_id': '882f13cc2f9d486da28d9e2f08e963a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcdf616f-0cee-423d-b202-c5d484aa4881', 'name': '', 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'mac_address': 'fa:16:3e:f8:68:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc60235-d585-4471-8eeb-dee100080559', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '62afad21-e958-4b0a-92c9-5182f97360de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:25Z', 'updated_at': '2022-04-18T20:35:38Z', 'revision_number': 5, 'project_id': '882f13cc2f9d486da28d9e2f08e963a4', 'subnets': [{'id': '62afad21-e958-4b0a-92c9-5182f97360de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:25.756271 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f939d837-9635-48f7-8a2c-04cd8d504743 None None] The sync data for ids ['ebc60235-d585-4471-8eeb-dee100080559'] in n-d-838323-3 is: [{'id': 'ebc60235-d585-4471-8eeb-dee100080559', 'name': 'tempest-ServersTestJSON-1531641771-router', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '571d5542-5835-4018-aec1-6130bf6498a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:11Z', 'updated_at': '2022-04-18T20:35:29Z', 'revision_number': 4, 'project_id': '882f13cc2f9d486da28d9e2f08e963a4', 'gw_port': {'id': '571d5542-5835-4018-aec1-6130bf6498a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc60235-d585-4471-8eeb-dee100080559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:13Z', 'updated_at': '2022-04-18T20:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '8002e09f-5d79-40df-8899-bd8cc77c5845', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'ebc60235-d585-4471-8eeb-dee100080559', 'port_id': 'edbe62ea-10ff-45b9-8d21-4c78e04ed24f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59', 'mac_address': 'fa:16:3e:fc:b3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad27352-809c-4aad-aeba-e46425fd1cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:35:37Z', 'updated_at': '2022-04-18T20:36:21Z', 'revision_number': 1, 'project_id': '882f13cc2f9d486da28d9e2f08e963a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcdf616f-0cee-423d-b202-c5d484aa4881', 'name': '', 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'mac_address': 'fa:16:3e:f8:68:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc60235-d585-4471-8eeb-dee100080559', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '62afad21-e958-4b0a-92c9-5182f97360de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:25Z', 'updated_at': '2022-04-18T20:35:38Z', 'revision_number': 5, 'project_id': '882f13cc2f9d486da28d9e2f08e963a4', 'subnets': [{'id': '62afad21-e958-4b0a-92c9-5182f97360de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:36:25.774204 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ca5c9-c7d4-4930-a3eb-49b90823f4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1750e2b9-aafd-41a6-aa77-b5bd1b3ac268,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:25.825857 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a5b22-1945-4ad1-bfd1-4fcd6885806d req-f2c5fc11-64b3-4364-830b-5ce5de076c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:25.827370 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-650a5b22-1945-4ad1-bfd1-4fcd6885806d req-f2c5fc11-64b3-4364-830b-5ce5de076c70 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8415795-d2f2-4354-859f-79b4fcc6f470 HTTP/1.1" status: 200 len: 857 time: 0.4212201 Apr 18 20:36:25.881278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-ccdcc37b-8fbd-4650-8638-543ad7cf7b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:25.883083 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-ccdcc37b-8fbd-4650-8638-543ad7cf7b0b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c73e94b30444cbb9a39d05e1b857986&device_id=fc12a361-2f2c-4589-b6f8-88074e8f39da HTTP/1.1" status: 200 len: 1094 time: 0.4563129 Apr 18 20:36:25.900235 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9be98f2d-408b-4b86-be2d-7b59b506eabc req-6521ef20-cb2c-4fc6-a406-75a87fd15724 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab61462-a866-4e1e-afce-b81024e5bb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111663 Apr 18 20:36:26.124337 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-7148c7a5-207e-4167-9653-824d32cc19f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1750e2b9-aafd-41a6-aa77-b5bd1b3ac268 HTTP/1.1" status: 200 len: 217 time: 0.1958284 Apr 18 20:36:26.137463 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55d055-d750-4299-9541-9f81cc45d218 req-8c9eaa2f-a94c-440b-bf1d-d45360a9bede tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:26.144161 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4a55d055-d750-4299-9541-9f81cc45d218 req-8c9eaa2f-a94c-440b-bf1d-d45360a9bede tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc12a361-2f2c-4589-b6f8-88074e8f39da HTTP/1.1" status: 200 len: 943 time: 0.5352142 Apr 18 20:36:26.185102 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9be98f2d-408b-4b86-be2d-7b59b506eabc req-63cff3f5-415b-4dae-b69d-af3d41dc18f7 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab61462-a866-4e1e-afce-b81024e5bb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693853 Apr 18 20:36:26.232317 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac44055-ede3-4157-a84d-cc9138c145c6 None None] New status for floating IP 8002e09f-5d79-40df-8899-bd8cc77c5845: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:36:26.301019 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-c454dfa0-796b-43df-af85-daf85c2c7e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:26.303430 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-c454dfa0-796b-43df-af85-daf85c2c7e09 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1a57bc3a-7006-4c8e-a201-bae8d2795889 HTTP/1.1" status: 200 len: 865 time: 0.1555827 Apr 18 20:36:26.429643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789df0bf-8059-4ddd-9379-ef33d5be9844 req-986e6d79-0599-4318-8b4b-f5589a7125f7 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:26.441577 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-789df0bf-8059-4ddd-9379-ef33d5be9844 req-986e6d79-0599-4318-8b4b-f5589a7125f7 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30dc066-3365-4ffe-8b62-36b6a17c725d HTTP/1.1" status: 200 len: 945 time: 0.5924475 Apr 18 20:36:26.444857 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a5b22-1945-4ad1-bfd1-4fcd6885806d req-df95fa3a-9718-4496-82d8-8b5175046062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:26.449585 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-650a5b22-1945-4ad1-bfd1-4fcd6885806d req-df95fa3a-9718-4496-82d8-8b5175046062 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d538f970-1699-4982-98ba-9d8cb4a7048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5606718 Apr 18 20:36:26.565816 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-69ca7300-62f7-41ed-bcb1-6879fc00baf0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ced82772-c570-4770-8319-f2165b8e250e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1911137 Apr 18 20:36:27.478583 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4a55d055-d750-4299-9541-9f81cc45d218 req-cfb99f3c-ac6b-43ea-8045-75083dbe0d0c tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/security-groups?id=89b5d5c3-3825-4024-965b-c678c3c7a9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1788971 Apr 18 20:36:27.566376 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-789df0bf-8059-4ddd-9379-ef33d5be9844 req-e877fd82-6e75-46e6-8a5c-3cd475994d7b tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1066871 Apr 18 20:36:27.651465 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9597680-df02-4e48-b8c0-9cb787640ea1 req-045a540d-a680-4f4b-9f81-7ae3febf671f tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:27.656090 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e9597680-df02-4e48-b8c0-9cb787640ea1 req-045a540d-a680-4f4b-9f81-7ae3febf671f tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.32 "GET /v2.0/ports?device_id=675f52a9-7173-435e-a8db-ae714239fa2c HTTP/1.1" status: 200 len: 946 time: 1.0172343 Apr 18 20:36:27.978411 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ba43d22-9277-4609-a040-43e868ce8b10 req-fb18bdd3-996c-44ab-9b91-7ba133043bd3 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] 10.222.0.41 "GET /v2.0/security-groups/944d60fa-0a25-4402-beb8-def8b10159db HTTP/1.1" status: 200 len: 1814 time: 0.4096806 Apr 18 20:36:27.987961 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-650a5b22-1945-4ad1-bfd1-4fcd6885806d req-46dbf41a-d192-4831-8c9e-22f2c7eea356 service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5115139 Apr 18 20:36:27.999822 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-048ab537-fed9-4f1c-99d6-7d8256476312 service neutron] 10.222.0.32 "GET /v2.0/networks/ced82772-c570-4770-8319-f2165b8e250e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3914797 Apr 18 20:36:28.195799 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbf0b5-a6a7-401b-98ce-26f52e56a118 req-cd306337-3c66-46e9-8952-68a1c9230744 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:28.198183 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-31fbf0b5-a6a7-401b-98ce-26f52e56a118 req-cd306337-3c66-46e9-8952-68a1c9230744 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=675f52a9-7173-435e-a8db-ae714239fa2c HTTP/1.1" status: 200 len: 946 time: 0.4444478 Apr 18 20:36:28.201409 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-650a5b22-1945-4ad1-bfd1-4fcd6885806d req-ab0bb80e-72c9-4ea1-9514-8129b6782117 service neutron] 10.222.0.57 "GET /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983955 Apr 18 20:36:28.204414 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a69acf6-d506-4905-a052-d2af063c9c47 x-openstack-request-id: req-5a69acf6-d506-4905-a052-d2af063c9c47 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:28.204838 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc12a361-2f2c-4589-b6f8-88074e8f39da", "tag": "1750e2b9-aafd-41a6-aa77-b5bd1b3ac268", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:28.205979 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a69acf6-d506-4905-a052-d2af063c9c47 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:28.206765 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a69acf6-d506-4905-a052-d2af063c9c47'] response: {'name': 'network-changed', 'server_uuid': 'fc12a361-2f2c-4589-b6f8-88074e8f39da', 'tag': '1750e2b9-aafd-41a6-aa77-b5bd1b3ac268', 'status': 'completed', 'code': 200} Apr 18 20:36:28.460809 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57d972d4-63a3-4a7e-af38-bbb4635057b9 req-a97560f3-7c65-4902-9d40-323ece61a3e9 service neutron] 10.222.0.32 "GET /v2.0/networks/ced82772-c570-4770-8319-f2165b8e250e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910395 Apr 18 20:36:28.472648 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-e9597680-df02-4e48-b8c0-9cb787640ea1 req-3df21ff9-43c2-4ef7-b8b8-26e17084254a tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Deleting port 87ed786a-6ee1-4c23-8595-b1532d514e6b {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:36:28.473302 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e9597680-df02-4e48-b8c0-9cb787640ea1 req-3df21ff9-43c2-4ef7-b8b8-26e17084254a tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:28.508039 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-31fbf0b5-a6a7-401b-98ce-26f52e56a118 req-3efa1db3-f137-4662-836f-bf9f4836a2ee tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups?id=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273149 Apr 18 20:36:28.614389 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-91613b58-18ff-4ce9-8bab-e4a829193116 req-953112fd-6b90-45b0-85c4-d99d26f29afa tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1428854262', 'description': 'tempest-description-750845744'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:28.738093 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7475f9d4-1881-449c-b2b3-bfa646198e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:29.012638 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38620) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:29.027148 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-91613b58-18ff-4ce9-8bab-e4a829193116 req-953112fd-6b90-45b0-85c4-d99d26f29afa tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:29.180399 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90458f67-aef5-4491-8984-e59dd811b32c req-58faaee7-05ae-4f8d-a481-6fc9d9d8998e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:29.193298 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90458f67-aef5-4491-8984-e59dd811b32c req-58faaee7-05ae-4f8d-a481-6fc9d9d8998e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c73e94b30444cbb9a39d05e1b857986&device_id=fc12a361-2f2c-4589-b6f8-88074e8f39da HTTP/1.1" status: 200 len: 1094 time: 0.6297665 Apr 18 20:36:29.318167 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-91613b58-18ff-4ce9-8bab-e4a829193116 req-953112fd-6b90-45b0-85c4-d99d26f29afa tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:29.354662 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-91613b58-18ff-4ce9-8bab-e4a829193116 req-953112fd-6b90-45b0-85c4-d99d26f29afa tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:29.362363 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 87ed786a-6ee1-4c23-8595-b1532d514e6b no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:36:29.406062 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7b70dc5d-9605-430e-8e5a-f2f9fdeccb2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:29.560644 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-91613b58-18ff-4ce9-8bab-e4a829193116 req-953112fd-6b90-45b0-85c4-d99d26f29afa tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:29.573579 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91613b58-18ff-4ce9-8bab-e4a829193116 req-953112fd-6b90-45b0-85c4-d99d26f29afa tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.9782555 Apr 18 20:36:29.609369 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-e9597680-df02-4e48-b8c0-9cb787640ea1 req-3df21ff9-43c2-4ef7-b8b8-26e17084254a tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] For port 87ed786a-6ee1-4c23-8595-b1532d514e6b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=87ed786a-6ee1-4c23-8595-b1532d514e6b,segment=NetworkSegment(8e558cab-fc44-457b-b2e3-8de4a319aadc),segment_id=8e558cab-fc44-457b-b2e3-8de4a319aadc)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:29.610045 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e9597680-df02-4e48-b8c0-9cb787640ea1 req-3df21ff9-43c2-4ef7-b8b8-26e17084254a tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:29.655051 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7b70dc5d-9605-430e-8e5a-f2f9fdeccb2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:29.663673 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7b70dc5d-9605-430e-8e5a-f2f9fdeccb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:29.754917 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953112fd-6b90-45b0-85c4-d99d26f29afa tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=967740fd-5bd1-40ba-ba70-f40e24f71c89,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:29.764591 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7b70dc5d-9605-430e-8e5a-f2f9fdeccb2b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81ff9452969848b9b95fafa8ef8ad312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7487898 Apr 18 20:36:29.765650 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70dc5d-9605-430e-8e5a-f2f9fdeccb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8de0c3-5327-4950-946d-ab9583a4abea,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:29.770094 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38646) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:29.801738 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-e9597680-df02-4e48-b8c0-9cb787640ea1 req-3df21ff9-43c2-4ef7-b8b8-26e17084254a tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Calling delete_port for 87ed786a-6ee1-4c23-8595-b1532d514e6b owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:36:29.890361 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fc613640-8f47-400f-a173-f0a578f04347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:29.905476 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:29.977527 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fc613640-8f47-400f-a173-f0a578f04347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:29.980743 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675f52a9-7173-435e-a8db-ae714239fa2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87ed786a-6ee1-4c23-8595-b1532d514e6b'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:29.986133 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f864f8ec-e6c7-4417-b53e-55c8295c7e2d" -d '{"events": [{"server_uuid": "675f52a9-7173-435e-a8db-ae714239fa2c", "name": "network-vif-unplugged", "status": "completed", "tag": "87ed786a-6ee1-4c23-8595-b1532d514e6b"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:30.054473 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 87ed786a-6ee1-4c23-8595-b1532d514e6b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=87ed786a-6ee1-4c23-8595-b1532d514e6b,segment=NetworkSegment(8e558cab-fc44-457b-b2e3-8de4a319aadc),segment_id=8e558cab-fc44-457b-b2e3-8de4a319aadc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:30.058428 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:30.069233 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:30.207367 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fc613640-8f47-400f-a173-f0a578f04347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:30.213944 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fc613640-8f47-400f-a173-f0a578f04347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:30.219402 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fc613640-8f47-400f-a173-f0a578f04347 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa8de0c3-5327-4950-946d-ab9583a4abea HTTP/1.1" status: 204 len: 168 time: 0.4481499 Apr 18 20:36:30.242947 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc613640-8f47-400f-a173-f0a578f04347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8de0c3-5327-4950-946d-ab9583a4abea,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:30.270512 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=87ed786a-6ee1-4c23-8595-b1532d514e6b,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:30.296138 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953112fd-6b90-45b0-85c4-d99d26f29afa tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:30.300548 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953112fd-6b90-45b0-85c4-d99d26f29afa tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:30.301306 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953112fd-6b90-45b0-85c4-d99d26f29afa tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:30.304960 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953112fd-6b90-45b0-85c4-d99d26f29afa tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:30.306851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953112fd-6b90-45b0-85c4-d99d26f29afa tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:30.308138 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953112fd-6b90-45b0-85c4-d99d26f29afa tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:30.309806 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953112fd-6b90-45b0-85c4-d99d26f29afa tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:30.312641 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953112fd-6b90-45b0-85c4-d99d26f29afa tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:30.313768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953112fd-6b90-45b0-85c4-d99d26f29afa tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:30.316656 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953112fd-6b90-45b0-85c4-d99d26f29afa tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:30.318748 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953112fd-6b90-45b0-85c4-d99d26f29afa tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:30.321384 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953112fd-6b90-45b0-85c4-d99d26f29afa tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:30.331215 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:30.332104 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:30.333137 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:30.334780 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:30.335428 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:30.336151 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:30.336768 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:30.337637 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:30.348517 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:30.351200 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:30.351809 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:30.354144 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:30.383447 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b49d7e-bc62-409e-b9cb-be57db193f77 req-15ed2149-3867-4225-b155-0bd0ecb1d493 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:30.392103 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2b49d7e-bc62-409e-b9cb-be57db193f77 req-15ed2149-3867-4225-b155-0bd0ecb1d493 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc12a361-2f2c-4589-b6f8-88074e8f39da HTTP/1.1" status: 200 len: 943 time: 0.9004743 Apr 18 20:36:30.398413 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e9597680-df02-4e48-b8c0-9cb787640ea1 req-3df21ff9-43c2-4ef7-b8b8-26e17084254a tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:30.414618 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90458f67-aef5-4491-8984-e59dd811b32c req-8e58c2dc-8d6d-4f6b-8115-f7e87adf1bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:30.416181 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90458f67-aef5-4491-8984-e59dd811b32c req-8e58c2dc-8d6d-4f6b-8115-f7e87adf1bde service neutron] 10.222.0.32 "GET /v2.0/networks?id=ced82772-c570-4770-8319-f2165b8e250e HTTP/1.1" status: 200 len: 926 time: 1.0893052 Apr 18 20:36:30.572705 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df21ff9-43c2-4ef7-b8b8-26e17084254a tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Pushing event deleted for resources: {'Port': ['ID=87ed786a-6ee1-4c23-8595-b1532d514e6b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:30.758438 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-709c17dd-c859-4ecf-9adf-d895cbb83a78 req-08192b3d-fd62-492e-b628-d7d1abaa3d07 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/ports?device_id=675f52a9-7173-435e-a8db-ae714239fa2c HTTP/1.1" status: 200 len: 210 time: 0.1681213 Apr 18 20:36:30.811576 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2b49d7e-bc62-409e-b9cb-be57db193f77 req-3acd3914-4532-4f70-8d21-af89ebdbfe4e tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/security-groups?id=89b5d5c3-3825-4024-965b-c678c3c7a9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178975 Apr 18 20:36:30.815204 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90458f67-aef5-4491-8984-e59dd811b32c req-b9b076c8-0294-45f9-be12-2907cb6b413e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1750e2b9-aafd-41a6-aa77-b5bd1b3ac268 HTTP/1.1" status: 200 len: 217 time: 0.3608296 Apr 18 20:36:30.920368 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2683a753-4d22-497b-92f3-7a819e3949cf x-openstack-request-id: req-2683a753-4d22-497b-92f3-7a819e3949cf {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:30.921009 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675f52a9-7173-435e-a8db-ae714239fa2c", "name": "network-vif-unplugged", "status": "completed", "tag": "87ed786a-6ee1-4c23-8595-b1532d514e6b", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:30.921009 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2683a753-4d22-497b-92f3-7a819e3949cf {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:30.921375 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2683a753-4d22-497b-92f3-7a819e3949cf'] response: {'server_uuid': '675f52a9-7173-435e-a8db-ae714239fa2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87ed786a-6ee1-4c23-8595-b1532d514e6b', 'code': 200} Apr 18 20:36:31.058804 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9597680-df02-4e48-b8c0-9cb787640ea1 req-3df21ff9-43c2-4ef7-b8b8-26e17084254a tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] No DVR routers for this DVR port 87ed786a-6ee1-4c23-8595-b1532d514e6b on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:36:31.068398 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90458f67-aef5-4491-8984-e59dd811b32c req-6d635f80-ecd8-4e5d-aa15-25e11a9a23b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:31.070936 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90458f67-aef5-4491-8984-e59dd811b32c req-6d635f80-ecd8-4e5d-aa15-25e11a9a23b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1a57bc3a-7006-4c8e-a201-bae8d2795889 HTTP/1.1" status: 200 len: 865 time: 0.2470999 Apr 18 20:36:31.078104 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e9597680-df02-4e48-b8c0-9cb787640ea1 req-3df21ff9-43c2-4ef7-b8b8-26e17084254a tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:31.084904 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e9597680-df02-4e48-b8c0-9cb787640ea1 req-3df21ff9-43c2-4ef7-b8b8-26e17084254a tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.32 "DELETE /v2.0/ports/87ed786a-6ee1-4c23-8595-b1532d514e6b HTTP/1.1" status: 204 len: 173 time: 3.4011350 Apr 18 20:36:31.085901 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675f52a9-7173-435e-a8db-ae714239fa2c', 'name': 'network-vif-deleted', 'tag': '87ed786a-6ee1-4c23-8595-b1532d514e6b'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:31.090114 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c616d7fb-e559-4e75-bcc4-66a6557aee34" -d '{"events": [{"server_uuid": "675f52a9-7173-435e-a8db-ae714239fa2c", "name": "network-vif-deleted", "tag": "87ed786a-6ee1-4c23-8595-b1532d514e6b"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:31.287583 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:31.306179 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90458f67-aef5-4491-8984-e59dd811b32c req-9fd25373-1463-48c5-ab13-610c5fa13e90 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ced82772-c570-4770-8319-f2165b8e250e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1934178 Apr 18 20:36:31.320326 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-18145658-6bb0-4e55-8c7f-219bdb8358af req-8dcc4907-ee74-440d-a9a4-e85c4cc3481a tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] 10.222.0.41 "GET /v2.0/security-groups/967740fd-5bd1-40ba-ba70-f40e24f71c89 HTTP/1.1" status: 200 len: 1814 time: 0.3763363 Apr 18 20:36:31.517458 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:31.562494 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d29f027-d7e6-499f-8225-75fe37a30c9d x-openstack-request-id: req-4d29f027-d7e6-499f-8225-75fe37a30c9d {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:31.566273 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675f52a9-7173-435e-a8db-ae714239fa2c", "name": "network-vif-deleted", "tag": "87ed786a-6ee1-4c23-8595-b1532d514e6b", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:31.566771 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d29f027-d7e6-499f-8225-75fe37a30c9d {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:31.567509 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d29f027-d7e6-499f-8225-75fe37a30c9d'] response: {'server_uuid': '675f52a9-7173-435e-a8db-ae714239fa2c', 'name': 'network-vif-deleted', 'tag': '87ed786a-6ee1-4c23-8595-b1532d514e6b', 'status': 'completed', 'code': 200} Apr 18 20:36:31.577558 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-9b0604ba-0b33-48c1-bfad-e79fd7ff4858 req-959bed3f-c8b8-4fa5-997a-bb8b9dc05fe9 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1900170986', 'description': 'tempest-description-386942089'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:31.686480 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9b0604ba-0b33-48c1-bfad-e79fd7ff4858 req-959bed3f-c8b8-4fa5-997a-bb8b9dc05fe9 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:31.765175 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90458f67-aef5-4491-8984-e59dd811b32c req-09d83636-90ad-42de-9477-28c3b46ed032 service neutron] 10.222.0.32 "GET /v2.0/networks/ced82772-c570-4770-8319-f2165b8e250e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429669 Apr 18 20:36:31.949761 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90458f67-aef5-4491-8984-e59dd811b32c req-0bae780c-60f8-4319-b359-dc9b52d4b5e4 service neutron] 10.222.0.32 "GET /v2.0/networks/ced82772-c570-4770-8319-f2165b8e250e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737649 Apr 18 20:36:31.995652 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9b0604ba-0b33-48c1-bfad-e79fd7ff4858 req-959bed3f-c8b8-4fa5-997a-bb8b9dc05fe9 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:32.003140 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9b0604ba-0b33-48c1-bfad-e79fd7ff4858 req-959bed3f-c8b8-4fa5-997a-bb8b9dc05fe9 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:32.089413 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bed3f-c8b8-4fa5-997a-bb8b9dc05fe9 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54f3e892-c1d5-4d1f-bf64-aa4767a1af0b,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:32.101249 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9b0604ba-0b33-48c1-bfad-e79fd7ff4858 req-959bed3f-c8b8-4fa5-997a-bb8b9dc05fe9 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:32.120170 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b0604ba-0b33-48c1-bfad-e79fd7ff4858 req-959bed3f-c8b8-4fa5-997a-bb8b9dc05fe9 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5490863 Apr 18 20:36:32.307519 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d11ba6-a062-4d76-aa9d-409efc25d61f req-944df204-8f49-4740-b02d-11056d1c9fca tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:32.309411 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-21d11ba6-a062-4d76-aa9d-409efc25d61f req-944df204-8f49-4740-b02d-11056d1c9fca tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc12a361-2f2c-4589-b6f8-88074e8f39da HTTP/1.1" status: 200 len: 943 time: 0.0967541 Apr 18 20:36:32.356594 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-21d11ba6-a062-4d76-aa9d-409efc25d61f req-cf63b836-508a-44fc-b31e-9bbeb3e934cf tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/security-groups?id=89b5d5c3-3825-4024-965b-c678c3c7a9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403094 Apr 18 20:36:32.480212 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-725c7095-2933-4726-a285-82976d856331 req-62d74341-2a23-44a9-aae0-9746a2f108e6 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] 10.222.0.41 "GET /v2.0/security-groups/54f3e892-c1d5-4d1f-bf64-aa4767a1af0b HTTP/1.1" status: 200 len: 1814 time: 0.0760789 Apr 18 20:36:32.613005 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd956ca-5c36-4e39-bc2a-ad5e3e6c00ca req-93212e1c-5fcc-4d6c-ab18-2460a817be9e tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:32.614698 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9dd956ca-5c36-4e39-bc2a-ad5e3e6c00ca req-93212e1c-5fcc-4d6c-ab18-2460a817be9e tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8 HTTP/1.1" status: 200 len: 945 time: 0.0681293 Apr 18 20:36:32.666676 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9dd956ca-5c36-4e39-bc2a-ad5e3e6c00ca req-efc70803-1e80-4ebd-9148-345a0b7a9d28 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414994 Apr 18 20:36:32.960547 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-ed352b1b-0ddb-4de8-96f1-2ed742e3e1f1 req-62c0c5a1-a50c-474c-832e-661c21115c1c tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] show failed (client error): The resource could not be found. Apr 18 20:36:32.961606 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ed352b1b-0ddb-4de8-96f1-2ed742e3e1f1 req-62c0c5a1-a50c-474c-832e-661c21115c1c tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] 10.222.0.41 "GET /v2.0/security-groups/d8e86c11-aaf7-43d1-961b-5f32186c41ab HTTP/1.1" status: 404 len: 352 time: 0.0157735 Apr 18 20:36:33.138125 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fcbca-cf7f-48be-b8df-f6020e39176d req-72069353-8201-471d-a169-2e36f55096d3 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:33.139981 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e33fcbca-cf7f-48be-b8df-f6020e39176d req-72069353-8201-471d-a169-2e36f55096d3 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 946 time: 0.0623338 Apr 18 20:36:33.187668 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e33fcbca-cf7f-48be-b8df-f6020e39176d req-6a33b654-de7a-4b96-bea2-ce063e9e10cd tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e12d852-c378-4418-b338-b9c49f5e861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392148 Apr 18 20:36:33.239281 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-2b81ac21-d095-4f4d-8138-9e5f90de57eb req-b228d60e-55cc-476a-a034-3415c909586e tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] show failed (client error): The resource could not be found. Apr 18 20:36:33.240702 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b81ac21-d095-4f4d-8138-9e5f90de57eb req-b228d60e-55cc-476a-a034-3415c909586e tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] 10.222.0.41 "GET /v2.0/security-group-rules/1291d126-335e-4730-940d-6d279089b851 HTTP/1.1" status: 404 len: 361 time: 0.0163181 Apr 18 20:36:33.352538 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 1750e2b9-aafd-41a6-aa77-b5bd1b3ac268 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:36:33.464462 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3cb50eda-ae84-4aa7-99c9-198b214f106c req-d0308093-5968-4637-a723-0983d5c9e470 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] 10.222.0.41 "GET /v2.0/security-groups/54f3e892-c1d5-4d1f-bf64-aa4767a1af0b HTTP/1.1" status: 200 len: 1814 time: 0.0701063 Apr 18 20:36:33.551205 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 1750e2b9-aafd-41a6-aa77-b5bd1b3ac268, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=1750e2b9-aafd-41a6-aa77-b5bd1b3ac268,segment=NetworkSegment(3870bbf5-3e1b-491a-ab11-63b483f90f56),segment_id=3870bbf5-3e1b-491a-ab11-63b483f90f56)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:33.569686 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3cb50eda-ae84-4aa7-99c9-198b214f106c req-9fb27264-c5be-4290-9876-afc4104343c7 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:33.574260 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '1750e2b9-aafd-41a6-aa77-b5bd1b3ac268', 'network_id': 'ced82772-c570-4770-8319-f2165b8e250e', 'port_id': '1750e2b9-aafd-41a6-aa77-b5bd1b3ac268', 'mac_address': 'fa:16:3e:f4:d7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a57bc3a-7006-4c8e-a201-bae8d2795889', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:36:33.617355 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3cb50eda-ae84-4aa7-99c9-198b214f106c req-9fb27264-c5be-4290-9876-afc4104343c7 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:33.638324 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:33.657662 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307f78c-f919-464d-8973-68a889d6e761 req-b4471e41-82b9-4da6-9822-93412cac1a57 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:33.660525 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6307f78c-f919-464d-8973-68a889d6e761 req-b4471e41-82b9-4da6-9822-93412cac1a57 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/ports?device_id=d507b17e-7fde-4d67-896b-594c156e3d40 HTTP/1.1" status: 200 len: 951 time: 0.1145930 Apr 18 20:36:33.678485 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1750e2b9-aafd-41a6-aa77-b5bd1b3ac268 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:33.726851 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 1750e2b9-aafd-41a6-aa77-b5bd1b3ac268, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=1750e2b9-aafd-41a6-aa77-b5bd1b3ac268,segment=NetworkSegment(3870bbf5-3e1b-491a-ab11-63b483f90f56),segment_id=3870bbf5-3e1b-491a-ab11-63b483f90f56)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:33.731977 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:33.734109 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6307f78c-f919-464d-8973-68a889d6e761 req-98ca5f5e-888d-4147-8529-178ac1d14e26 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0238a09-6f26-4829-aa6d-c4263ecc544d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621462 Apr 18 20:36:33.734540 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3cb50eda-ae84-4aa7-99c9-198b214f106c req-9fb27264-c5be-4290-9876-afc4104343c7 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:33.737949 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3cb50eda-ae84-4aa7-99c9-198b214f106c req-9fb27264-c5be-4290-9876-afc4104343c7 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:33.739103 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3cb50eda-ae84-4aa7-99c9-198b214f106c req-9fb27264-c5be-4290-9876-afc4104343c7 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] 10.222.0.41 "DELETE /v2.0/security-groups/54f3e892-c1d5-4d1f-bf64-aa4767a1af0b HTTP/1.1" status: 204 len: 173 time: 0.2626827 Apr 18 20:36:33.750740 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb27264-c5be-4290-9876-afc4104343c7 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f3e892-c1d5-4d1f-bf64-aa4767a1af0b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:33.797614 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38780) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:33.869375 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=1750e2b9-aafd-41a6-aa77-b5bd1b3ac268,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:33.910996 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-619830ec-a4f0-4a86-88a0-0aa27f5ac5cd tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:33.956884 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-619830ec-a4f0-4a86-88a0-0aa27f5ac5cd tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:33.971447 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab77508-0b16-47a2-9bb7-afa2a6e362c1 req-d30888c7-bedf-43ba-ac5d-d8b3c71d358a tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:33.973110 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fab77508-0b16-47a2-9bb7-afa2a6e362c1 req-d30888c7-bedf-43ba-ac5d-d8b3c71d358a tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8 HTTP/1.1" status: 200 len: 945 time: 0.1039526 Apr 18 20:36:33.982649 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10534907-a332-4771-897e-8c7b3b8bfe20 req-c3f1dc0d-902c-423f-9b60-96a7e61a5a50 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:33.984235 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-10534907-a332-4771-897e-8c7b3b8bfe20 req-c3f1dc0d-902c-423f-9b60-96a7e61a5a50 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc12a361-2f2c-4589-b6f8-88074e8f39da HTTP/1.1" status: 200 len: 944 time: 0.0974207 Apr 18 20:36:34.043100 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-619830ec-a4f0-4a86-88a0-0aa27f5ac5cd tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:34.046731 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-619830ec-a4f0-4a86-88a0-0aa27f5ac5cd tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:34.053114 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-619830ec-a4f0-4a86-88a0-0aa27f5ac5cd tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "DELETE /v2.0/security-groups/c9989891-23d8-41f2-9e50-eb8d11393672 HTTP/1.1" status: 204 len: 168 time: 0.2491860 Apr 18 20:36:34.053437 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fab77508-0b16-47a2-9bb7-afa2a6e362c1 req-d83021c9-13cd-450b-a428-a20864126e41 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665431 Apr 18 20:36:34.055699 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38784) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:34.067896 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-10534907-a332-4771-897e-8c7b3b8bfe20 req-ea13cd1e-323f-4086-8931-d725a59c5df1 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/security-groups?id=89b5d5c3-3825-4024-965b-c678c3c7a9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668697 Apr 18 20:36:34.086724 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619830ec-a4f0-4a86-88a0-0aa27f5ac5cd tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9989891-23d8-41f2-9e50-eb8d11393672,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:34.093982 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['1750e2b9-aafd-41a6-aa77-b5bd1b3ac268'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:36:34.104817 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-3f59b5fa-be68-4f89-ae21-0eaa119f8ee5 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] show failed (client error): The resource could not be found. Apr 18 20:36:34.106002 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3f59b5fa-be68-4f89-ae21-0eaa119f8ee5 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "GET /v2.0/security-groups/c9989891-23d8-41f2-9e50-eb8d11393672 HTTP/1.1" status: 404 len: 347 time: 0.0488820 Apr 18 20:36:34.110239 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38786) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:34.229476 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e73f4538-dd44-4f77-961c-51a0c82b3668 req-0fa194b9-5d20-4fff-b095-c65aee2ace85 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] 10.222.0.41 "GET /v2.0/security-groups/967740fd-5bd1-40ba-ba70-f40e24f71c89 HTTP/1.1" status: 200 len: 1814 time: 0.1059046 Apr 18 20:36:34.362084 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e73f4538-dd44-4f77-961c-51a0c82b3668 req-9cc1b55b-cf05-4450-b137-f20631dca3b8 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:34.383915 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-5c887d27-0048-4e89-a71d-5e41b8debc23 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Deleting port e1e02a07-da0e-43aa-a8ed-69f464a193a0 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:36:34.384658 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5c887d27-0048-4e89-a71d-5e41b8debc23 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:34.410222 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e73f4538-dd44-4f77-961c-51a0c82b3668 req-9cc1b55b-cf05-4450-b137-f20631dca3b8 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:34.470136 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e73f4538-dd44-4f77-961c-51a0c82b3668 req-9cc1b55b-cf05-4450-b137-f20631dca3b8 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:34.473778 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e73f4538-dd44-4f77-961c-51a0c82b3668 req-9cc1b55b-cf05-4450-b137-f20631dca3b8 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:34.475320 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e73f4538-dd44-4f77-961c-51a0c82b3668 req-9cc1b55b-cf05-4450-b137-f20631dca3b8 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] 10.222.0.41 "DELETE /v2.0/security-groups/967740fd-5bd1-40ba-ba70-f40e24f71c89 HTTP/1.1" status: 204 len: 173 time: 0.2432837 Apr 18 20:36:34.487285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1b55b-cf05-4450-b137-f20631dca3b8 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=967740fd-5bd1-40ba-ba70-f40e24f71c89,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:34.503350 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5c887d27-0048-4e89-a71d-5e41b8debc23 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:34.503651 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5c887d27-0048-4e89-a71d-5e41b8debc23 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:34.518857 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-5c887d27-0048-4e89-a71d-5e41b8debc23 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Calling delete_port for e1e02a07-da0e-43aa-a8ed-69f464a193a0 owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:36:34.645323 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c7ca8-d915-49de-a9d5-13bdf33f2187 req-8ec4a182-2911-4454-8e5c-a27e20ee5e0d tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:34.647034 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd6c7ca8-d915-49de-a9d5-13bdf33f2187 req-8ec4a182-2911-4454-8e5c-a27e20ee5e0d tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 946 time: 0.0684469 Apr 18 20:36:34.689455 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5c887d27-0048-4e89-a71d-5e41b8debc23 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:34.723410 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd6c7ca8-d915-49de-a9d5-13bdf33f2187 req-9d75b182-bc8d-4e8f-ba7c-bf7c3e3e5949 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e12d852-c378-4418-b338-b9c49f5e861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651283 Apr 18 20:36:34.727645 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c887d27-0048-4e89-a71d-5e41b8debc23 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Pushing event deleted for resources: {'Port': ['ID=e1e02a07-da0e-43aa-a8ed-69f464a193a0,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:34.807424 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5c887d27-0048-4e89-a71d-5e41b8debc23 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:34.810162 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5c887d27-0048-4e89-a71d-5e41b8debc23 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:34.811454 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5c887d27-0048-4e89-a71d-5e41b8debc23 tempest-ImagesOneServerNegativeTestJSON-790157367 tempest-ImagesOneServerNegativeTestJSON-790157367-project] 10.222.0.41 "DELETE /v2.0/floatingips/dbaf6080-ee7e-4ff2-8092-e8a79e8c437a HTTP/1.1" status: 204 len: 168 time: 0.6989024 Apr 18 20:36:34.915885 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-da1efe9c-6772-4d8d-be2b-7750b791c474 req-9d0fc74e-a4c1-40c4-aa79-35009bd501ce tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] 10.222.0.41 "GET /v2.0/security-groups/944d60fa-0a25-4402-beb8-def8b10159db HTTP/1.1" status: 200 len: 1814 time: 0.0480528 Apr 18 20:36:35.024192 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-da1efe9c-6772-4d8d-be2b-7750b791c474 req-cb1192c6-a61e-4f1f-a77b-4cb69f4d0505 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.057568 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-da1efe9c-6772-4d8d-be2b-7750b791c474 req-cb1192c6-a61e-4f1f-a77b-4cb69f4d0505 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.119180 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-da1efe9c-6772-4d8d-be2b-7750b791c474 req-cb1192c6-a61e-4f1f-a77b-4cb69f4d0505 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.122363 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-da1efe9c-6772-4d8d-be2b-7750b791c474 req-cb1192c6-a61e-4f1f-a77b-4cb69f4d0505 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.124224 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-da1efe9c-6772-4d8d-be2b-7750b791c474 req-cb1192c6-a61e-4f1f-a77b-4cb69f4d0505 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] 10.222.0.41 "DELETE /v2.0/security-groups/944d60fa-0a25-4402-beb8-def8b10159db HTTP/1.1" status: 204 len: 173 time: 0.1979759 Apr 18 20:36:35.140899 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1192c6-a61e-4f1f-a77b-4cb69f4d0505 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=944d60fa-0a25-4402-beb8-def8b10159db,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:35.358676 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 1750e2b9-aafd-41a6-aa77-b5bd1b3ac268 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:36:35.415052 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 1750e2b9-aafd-41a6-aa77-b5bd1b3ac268 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:36:35.420339 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 1750e2b9-aafd-41a6-aa77-b5bd1b3ac268 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:35.420921 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.441869 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0c05a-c6f9-4290-9f31-9b4077d923e8 req-551898d0-845f-4f17-b782-572ad979275a tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:35.445099 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d6c0c05a-c6f9-4290-9f31-9b4077d923e8 req-551898d0-845f-4f17-b782-572ad979275a tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8 HTTP/1.1" status: 200 len: 945 time: 0.1619816 Apr 18 20:36:35.466634 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe202465-bbc2-4464-a259-0c42cf48d194 req-27227efa-65a7-40f3-b30f-b1c3496d135f tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:35.469244 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe202465-bbc2-4464-a259-0c42cf48d194 req-27227efa-65a7-40f3-b30f-b1c3496d135f tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc12a361-2f2c-4589-b6f8-88074e8f39da HTTP/1.1" status: 200 len: 944 time: 0.1384718 Apr 18 20:36:35.545666 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d6c0c05a-c6f9-4290-9f31-9b4077d923e8 req-46666668-80e9-4676-8fd3-7e274944cb6e tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748503 Apr 18 20:36:35.546056 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.561189 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe202465-bbc2-4464-a259-0c42cf48d194 req-0720ae66-ec4a-4934-8f38-4a796d67bf9d tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/security-groups?id=89b5d5c3-3825-4024-965b-c678c3c7a9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795183 Apr 18 20:36:35.595429 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc12a361-2f2c-4589-b6f8-88074e8f39da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1750e2b9-aafd-41a6-aa77-b5bd1b3ac268'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:35.599466 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084fc4b6-7563-4a84-ae82-6a4040d91382" -d '{"events": [{"server_uuid": "fc12a361-2f2c-4589-b6f8-88074e8f39da", "name": "network-vif-plugged", "status": "completed", "tag": "1750e2b9-aafd-41a6-aa77-b5bd1b3ac268"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:35.632701 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 1750e2b9-aafd-41a6-aa77-b5bd1b3ac268, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=1750e2b9-aafd-41a6-aa77-b5bd1b3ac268,segment=NetworkSegment(3870bbf5-3e1b-491a-ab11-63b483f90f56),segment_id=3870bbf5-3e1b-491a-ab11-63b483f90f56)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:35.640241 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.680308 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f50593f-813c-4cd7-b1f4-6681bf5f37b2 req-ba0765e2-f62c-4290-9788-7251c8f703f6 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] 10.222.0.41 "GET /v2.0/security-groups/c20f3aac-61db-4d8f-8440-a90c1a698d5b HTTP/1.1" status: 200 len: 1815 time: 0.0855150 Apr 18 20:36:35.729796 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=1750e2b9-aafd-41a6-aa77-b5bd1b3ac268,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:35.751385 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 55573633-1965-4e30-a737-c9434f8df11b no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:36:35.781496 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0f50593f-813c-4cd7-b1f4-6681bf5f37b2 req-3ad76f93-d4c2-46a6-80d3-cc4e2d13c176 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.816501 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0f50593f-813c-4cd7-b1f4-6681bf5f37b2 req-3ad76f93-d4c2-46a6-80d3-cc4e2d13c176 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.870325 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38860) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:35.902060 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.927848 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a962e4d4-2aa5-4148-bb6a-1359a88a5809 x-openstack-request-id: req-a962e4d4-2aa5-4148-bb6a-1359a88a5809 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:35.928737 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc12a361-2f2c-4589-b6f8-88074e8f39da", "name": "network-vif-plugged", "status": "completed", "tag": "1750e2b9-aafd-41a6-aa77-b5bd1b3ac268", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:35.929392 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a962e4d4-2aa5-4148-bb6a-1359a88a5809 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:35.930526 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a962e4d4-2aa5-4148-bb6a-1359a88a5809'] response: {'server_uuid': 'fc12a361-2f2c-4589-b6f8-88074e8f39da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1750e2b9-aafd-41a6-aa77-b5bd1b3ac268', 'code': 200} Apr 18 20:36:35.946497 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1fca19-099e-4da7-b5a2-961bd36b4a6d admin admin] Deleting subnet 8f24213e-f6aa-466d-babc-2c9c25120d14 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:36:35.969432 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9d1fca19-099e-4da7-b5a2-961bd36b4a6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.972280 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 55573633-1965-4e30-a737-c9434f8df11b, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=55573633-1965-4e30-a737-c9434f8df11b,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:35.984450 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0f50593f-813c-4cd7-b1f4-6681bf5f37b2 req-3ad76f93-d4c2-46a6-80d3-cc4e2d13c176 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.985014 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.995470 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0f50593f-813c-4cd7-b1f4-6681bf5f37b2 req-3ad76f93-d4c2-46a6-80d3-cc4e2d13c176 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.007092 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f50593f-813c-4cd7-b1f4-6681bf5f37b2 req-3ad76f93-d4c2-46a6-80d3-cc4e2d13c176 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] 10.222.0.41 "DELETE /v2.0/security-groups/c20f3aac-61db-4d8f-8440-a90c1a698d5b HTTP/1.1" status: 204 len: 173 time: 0.3197105 Apr 18 20:36:36.039042 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9d1fca19-099e-4da7-b5a2-961bd36b4a6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.075372 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad76f93-d4c2-46a6-80d3-cc4e2d13c176 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20f3aac-61db-4d8f-8440-a90c1a698d5b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:36.086003 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=55573633-1965-4e30-a737-c9434f8df11b,revision_number=11']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:36.105950 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9d1fca19-099e-4da7-b5a2-961bd36b4a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.124961 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f7c68-4916-4284-ad09-ac0afe2a83dd req-a9c58361-c37e-44f6-939f-88879e67bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:36.126829 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d1f7c68-4916-4284-ad09-ac0afe2a83dd req-a9c58361-c37e-44f6-939f-88879e67bd89 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fc12a361-2f2c-4589-b6f8-88074e8f39da HTTP/1.1" status: 200 len: 1096 time: 0.1096888 Apr 18 20:36:36.137366 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e32d8b-70c0-42d1-bb77-d14c019a942a req-b5c06044-fcdf-401f-9ba7-5f9b0325c098 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:36.139122 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-35e32d8b-70c0-42d1-bb77-d14c019a942a req-b5c06044-fcdf-401f-9ba7-5f9b0325c098 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 946 time: 0.0763531 Apr 18 20:36:36.184070 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9d1fca19-099e-4da7-b5a2-961bd36b4a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.205438 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d1f7c68-4916-4284-ad09-ac0afe2a83dd req-afbd0e2b-25c6-4493-ac57-bc1f0bcbb721 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=89b5d5c3-3825-4024-965b-c678c3c7a9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645962 Apr 18 20:36:36.212334 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-35e32d8b-70c0-42d1-bb77-d14c019a942a req-3f16f027-6978-473f-a70a-cf2b456aa3d2 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e12d852-c378-4418-b338-b9c49f5e861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621541 Apr 18 20:36:36.226631 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fca19-099e-4da7-b5a2-961bd36b4a6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f24213e-f6aa-466d-babc-2c9c25120d14,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:36.252839 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9d1fca19-099e-4da7-b5a2-961bd36b4a6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.261773 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9d1fca19-099e-4da7-b5a2-961bd36b4a6d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8f24213e-f6aa-466d-babc-2c9c25120d14 HTTP/1.1" status: 204 len: 168 time: 0.3919532 Apr 18 20:36:36.265027 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38876) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:36.315977 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a41fe9c-f86e-4503-b956-dda797018c12 req-a323ad64-82e3-49dc-b0e8-1d5bb14e44a1 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] 10.222.0.41 "GET /v2.0/security-groups/536d37ea-b181-4c33-8753-731480050fc7 HTTP/1.1" status: 200 len: 1814 time: 0.0640976 Apr 18 20:36:36.364070 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ce4bc68-f601-44f5-b09c-bb878d559f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.399213 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9a41fe9c-f86e-4503-b956-dda797018c12 req-2290eacc-1acb-4229-9a8f-82677e996b50 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.465637 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9a41fe9c-f86e-4503-b956-dda797018c12 req-2290eacc-1acb-4229-9a8f-82677e996b50 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.468510 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ce4bc68-f601-44f5-b09c-bb878d559f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.495220 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2ce4bc68-f601-44f5-b09c-bb878d559f2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f42696b-e02e-4c93-bc6c-2e18dd4d76f9']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:36.514329 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2ce4bc68-f601-44f5-b09c-bb878d559f2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e558cab-fc44-457b-b2e3-8de4a319aadc') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:36.515042 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2ce4bc68-f601-44f5-b09c-bb878d559f2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e558cab-fc44-457b-b2e3-8de4a319aadc') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:36.527661 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ce4bc68-f601-44f5-b09c-bb878d559f2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.544470 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ce4bc68-f601-44f5-b09c-bb878d559f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.553234 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce4bc68-f601-44f5-b09c-bb878d559f2c admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:36:36.553823 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ce4bc68-f601-44f5-b09c-bb878d559f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:36:36.555813 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:36:36.582342 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24308b48-9bff-44c7-a01a-cff7b04c38f7 req-5787ecac-9038-401d-908b-81050bbfccc9 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:36.585419 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24308b48-9bff-44c7-a01a-cff7b04c38f7 req-5787ecac-9038-401d-908b-81050bbfccc9 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.57 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 946 time: 0.1435757 Apr 18 20:36:36.633049 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9a41fe9c-f86e-4503-b956-dda797018c12 req-2290eacc-1acb-4229-9a8f-82677e996b50 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.635780 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9a41fe9c-f86e-4503-b956-dda797018c12 req-2290eacc-1acb-4229-9a8f-82677e996b50 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.637819 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a41fe9c-f86e-4503-b956-dda797018c12 req-2290eacc-1acb-4229-9a8f-82677e996b50 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] 10.222.0.41 "DELETE /v2.0/security-groups/536d37ea-b181-4c33-8753-731480050fc7 HTTP/1.1" status: 204 len: 173 time: 0.3131502 Apr 18 20:36:36.663530 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38892) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:36.689455 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290eacc-1acb-4229-9a8f-82677e996b50 tempest-SecurityGroupRulesNegativeTestJSON-338399338 tempest-SecurityGroupRulesNegativeTestJSON-338399338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=536d37ea-b181-4c33-8753-731480050fc7,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:36.857097 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a5c774-262f-46ba-8da3-0cac9f7d29cf admin admin] Deleting subnet f725ee92-9340-444b-a261-68775f91e96d {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:36:36.863102 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b8a5c774-262f-46ba-8da3-0cac9f7d29cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.935268 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b8a5c774-262f-46ba-8da3-0cac9f7d29cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.990401 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ce4bc68-f601-44f5-b09c-bb878d559f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.002149 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ce4bc68-f601-44f5-b09c-bb878d559f2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.006563 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2ce4bc68-f601-44f5-b09c-bb878d559f2c admin admin] 10.222.0.41 "DELETE /v2.0/networks/0f42696b-e02e-4c93-bc6c-2e18dd4d76f9 HTTP/1.1" status: 204 len: 168 time: 0.7399080 Apr 18 20:36:37.022861 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4bc68-f601-44f5-b09c-bb878d559f2c admin admin] Pushing event deleted for resources: {'Network': ['ID=0f42696b-e02e-4c93-bc6c-2e18dd4d76f9,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:37.027383 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201f471-b236-4895-a73a-99dcde93d293 req-04bb441c-a7f2-4fbd-aeff-442345981847 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:37.028997 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8201f471-b236-4895-a73a-99dcde93d293 req-04bb441c-a7f2-4fbd-aeff-442345981847 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc12a361-2f2c-4589-b6f8-88074e8f39da HTTP/1.1" status: 200 len: 945 time: 0.2318308 Apr 18 20:36:37.054986 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b8a5c774-262f-46ba-8da3-0cac9f7d29cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.090738 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-24308b48-9bff-44c7-a01a-cff7b04c38f7 req-868d928a-f0f9-4c91-8460-c352694b3793 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Deleting port 9ad0a438-8e05-47ec-ad5f-91473189dc27 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:36:37.091103 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24308b48-9bff-44c7-a01a-cff7b04c38f7 req-868d928a-f0f9-4c91-8460-c352694b3793 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.226432 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230785a0-b855-44ce-8052-0db2e18eefea req-a88b435c-536c-4116-8750-35056c21b525 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:37.229187 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-230785a0-b855-44ce-8052-0db2e18eefea req-a88b435c-536c-4116-8750-35056c21b525 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8 HTTP/1.1" status: 200 len: 945 time: 0.2526202 Apr 18 20:36:37.259064 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38902) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:37.273729 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8201f471-b236-4895-a73a-99dcde93d293 req-944bbb66-b2c8-4fbe-8ed8-af6e058ffe91 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/security-groups?id=89b5d5c3-3825-4024-965b-c678c3c7a9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292311 Apr 18 20:36:37.317926 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b8a5c774-262f-46ba-8da3-0cac9f7d29cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.324580 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e96c98bd-b782-438e-bb69-5c00b0b017cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f39d54d3bd294f5dbe03afeb1a0eb0c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0641518 Apr 18 20:36:37.325703 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38904) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:37.369105 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5c774-262f-46ba-8da3-0cac9f7d29cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f725ee92-9340-444b-a261-68775f91e96d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:37.382092 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-230785a0-b855-44ce-8052-0db2e18eefea req-d9999daf-8ba1-4ad6-ae29-af08564e2c6e tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337729 Apr 18 20:36:37.383254 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b8a5c774-262f-46ba-8da3-0cac9f7d29cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.389406 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b8a5c774-262f-46ba-8da3-0cac9f7d29cf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f725ee92-9340-444b-a261-68775f91e96d HTTP/1.1" status: 204 len: 168 time: 0.7130566 Apr 18 20:36:37.391574 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-24308b48-9bff-44c7-a01a-cff7b04c38f7 req-868d928a-f0f9-4c91-8460-c352694b3793 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] For port 9ad0a438-8e05-47ec-ad5f-91473189dc27, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=9ad0a438-8e05-47ec-ad5f-91473189dc27,segment=NetworkSegment(56183d8f-21a5-45b4-8a0e-690ad26be3e8),segment_id=56183d8f-21a5-45b4-8a0e-690ad26be3e8)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:37.391958 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24308b48-9bff-44c7-a01a-cff7b04c38f7 req-868d928a-f0f9-4c91-8460-c352694b3793 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.395098 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38910) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:37.472836 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0299a41-87fa-4637-a36b-2606971fd817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.481993 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.506427 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0299a41-87fa-4637-a36b-2606971fd817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.580923 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0299a41-87fa-4637-a36b-2606971fd817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.584497 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0299a41-87fa-4637-a36b-2606971fd817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.586277 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a0299a41-87fa-4637-a36b-2606971fd817 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/431a0c0d-fe8f-4808-b0bd-0c532c1a8a51 HTTP/1.1" status: 204 len: 168 time: 0.2593899 Apr 18 20:36:37.600887 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0299a41-87fa-4637-a36b-2606971fd817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431a0c0d-fe8f-4808-b0bd-0c532c1a8a51,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:37.698688 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92230273-7133-43bf-a956-b021692ff226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.836226 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df91f3-6d91-4be9-b208-9246c9aafa49 req-c1c26485-fe50-4868-8b95-e3f668ba5019 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:37.839641 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-12df91f3-6d91-4be9-b208-9246c9aafa49 req-c1c26485-fe50-4868-8b95-e3f668ba5019 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 946 time: 0.2846751 Apr 18 20:36:37.944051 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd507b17e-7fde-4d67-896b-594c156e3d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55573633-1965-4e30-a737-c9434f8df11b'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:37.951402 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39cf83e-a608-4f70-863b-ad10f2c90411" -d '{"events": [{"server_uuid": "d507b17e-7fde-4d67-896b-594c156e3d40", "name": "network-vif-unplugged", "status": "completed", "tag": "55573633-1965-4e30-a737-c9434f8df11b"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:37.967018 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-12df91f3-6d91-4be9-b208-9246c9aafa49 req-1090d2fa-f774-48c1-bcfe-89386d2b933c tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e12d852-c378-4418-b338-b9c49f5e861e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000550 Apr 18 20:36:37.969183 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24308b48-9bff-44c7-a01a-cff7b04c38f7 req-868d928a-f0f9-4c91-8460-c352694b3793 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.969550 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24308b48-9bff-44c7-a01a-cff7b04c38f7 req-868d928a-f0f9-4c91-8460-c352694b3793 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.969866 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [req-24308b48-9bff-44c7-a01a-cff7b04c38f7 req-868d928a-f0f9-4c91-8460-c352694b3793 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Floating IP 8d44d897-72a9-4d31-9a24-89d4b46f2b0b disassociated. External IP: 172.25.1.84, port: 9ad0a438-8e05-47ec-ad5f-91473189dc27. Apr 18 20:36:37.970230 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-24308b48-9bff-44c7-a01a-cff7b04c38f7 req-868d928a-f0f9-4c91-8460-c352694b3793 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Calling delete_port for 9ad0a438-8e05-47ec-ad5f-91473189dc27 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:36:37.981763 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92230273-7133-43bf-a956-b021692ff226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:38.181142 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee4ef0a-7e31-4160-aea9-8c68b94cb9e7 x-openstack-request-id: req-2ee4ef0a-7e31-4160-aea9-8c68b94cb9e7 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:38.181706 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d507b17e-7fde-4d67-896b-594c156e3d40", "name": "network-vif-unplugged", "status": "completed", "tag": "55573633-1965-4e30-a737-c9434f8df11b", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:38.182251 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ee4ef0a-7e31-4160-aea9-8c68b94cb9e7 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:38.183137 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee4ef0a-7e31-4160-aea9-8c68b94cb9e7'] response: {'server_uuid': 'd507b17e-7fde-4d67-896b-594c156e3d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55573633-1965-4e30-a737-c9434f8df11b', 'code': 200} Apr 18 20:36:38.259590 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-92230273-7133-43bf-a956-b021692ff226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1de7f2-afab-46d4-9027-dce1a3b52cf3']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:38.289542 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-92230273-7133-43bf-a956-b021692ff226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58feb405-08da-4bde-8e36-d318b290c4a5') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:38.290002 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-92230273-7133-43bf-a956-b021692ff226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58feb405-08da-4bde-8e36-d318b290c4a5') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:38.318097 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92230273-7133-43bf-a956-b021692ff226 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:38.351020 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24308b48-9bff-44c7-a01a-cff7b04c38f7 req-868d928a-f0f9-4c91-8460-c352694b3793 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:38.354348 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92230273-7133-43bf-a956-b021692ff226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:38.378947 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92230273-7133-43bf-a956-b021692ff226 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:36:38.379755 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92230273-7133-43bf-a956-b021692ff226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:36:38.382335 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:36:38.421226 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d928a-f0f9-4c91-8460-c352694b3793 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Pushing event deleted for resources: {'Port': ['ID=9ad0a438-8e05-47ec-ad5f-91473189dc27,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:38.563181 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92230273-7133-43bf-a956-b021692ff226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:38.575377 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92230273-7133-43bf-a956-b021692ff226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:38.580374 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-92230273-7133-43bf-a956-b021692ff226 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1b1de7f2-afab-46d4-9027-dce1a3b52cf3 HTTP/1.1" status: 204 len: 168 time: 1.1828637 Apr 18 20:36:38.650548 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92230273-7133-43bf-a956-b021692ff226 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b1de7f2-afab-46d4-9027-dce1a3b52cf3,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:38.719406 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de413644-068b-484c-96a3-e81b1d324f1e req-ce91c063-e26d-4a05-b89d-82bf15db6cfe tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:38.721702 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de413644-068b-484c-96a3-e81b1d324f1e req-ce91c063-e26d-4a05-b89d-82bf15db6cfe tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc12a361-2f2c-4589-b6f8-88074e8f39da HTTP/1.1" status: 200 len: 945 time: 0.1794279 Apr 18 20:36:38.765399 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4847d88-d879-45a6-9ea6-768d53117b93 req-1b8428b2-2fc9-4a2c-9c01-5f493f84c0e9 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:38.768747 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4847d88-d879-45a6-9ea6-768d53117b93 req-1b8428b2-2fc9-4a2c-9c01-5f493f84c0e9 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8 HTTP/1.1" status: 200 len: 945 time: 0.1869144 Apr 18 20:36:38.778226 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24308b48-9bff-44c7-a01a-cff7b04c38f7 req-868d928a-f0f9-4c91-8460-c352694b3793 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Router 0488211d-2aa4-4613-9522-ce178f674eae has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:36:38.896743 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de413644-068b-484c-96a3-e81b1d324f1e req-5b42333d-34a9-4603-9395-d875515e202c tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/security-groups?id=89b5d5c3-3825-4024-965b-c678c3c7a9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608560 Apr 18 20:36:38.927382 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38976) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:38.955869 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4847d88-d879-45a6-9ea6-768d53117b93 req-efa3f48e-28d1-4a1c-a521-4382af2bd0da tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504874 Apr 18 20:36:39.069931 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-94551314-7cd8-46c1-abc4-f3b464c763a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b58acc8c9ec431887a3f4eb53c92737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1353149 Apr 18 20:36:39.077379 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38990) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:39.116107 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24308b48-9bff-44c7-a01a-cff7b04c38f7 req-868d928a-f0f9-4c91-8460-c352694b3793 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:36:39.136657 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a2920-49cb-481e-8d99-f8a8d9967dcc None None] Sync routers for ids ['0488211d-2aa4-4613-9522-ce178f674eae'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:36:39.186258 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a2920-49cb-481e-8d99-f8a8d9967dcc None None] Routers {'0488211d-2aa4-4613-9522-ce178f674eae'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:36:39.187308 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f56a2920-49cb-481e-8d99-f8a8d9967dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:36:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0488211d-2aa4-4613-9522-ce178f674eae'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:39.202122 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38992) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:39.228666 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-24308b48-9bff-44c7-a01a-cff7b04c38f7 req-868d928a-f0f9-4c91-8460-c352694b3793 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] No DVR routers for this DVR port 9ad0a438-8e05-47ec-ad5f-91473189dc27 on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:36:39.232740 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24308b48-9bff-44c7-a01a-cff7b04c38f7 req-868d928a-f0f9-4c91-8460-c352694b3793 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:39.238654 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24308b48-9bff-44c7-a01a-cff7b04c38f7 req-868d928a-f0f9-4c91-8460-c352694b3793 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.57 "DELETE /v2.0/ports/9ad0a438-8e05-47ec-ad5f-91473189dc27 HTTP/1.1" status: 204 len: 173 time: 2.6451025 Apr 18 20:36:39.239150 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab33292-7224-4565-a319-3ad77454d05e', 'name': 'network-vif-deleted', 'tag': '9ad0a438-8e05-47ec-ad5f-91473189dc27'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:39.242647 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4501a60-f66f-4f95-93f7-f4a8d945b725" -d '{"events": [{"server_uuid": "eab33292-7224-4565-a319-3ad77454d05e", "name": "network-vif-deleted", "tag": "9ad0a438-8e05-47ec-ad5f-91473189dc27"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:39.296765 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d338fe12-fbc1-40a3-aa9a-de43072ae457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:39.368328 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d338fe12-fbc1-40a3-aa9a-de43072ae457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:39.450412 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-f56a2920-49cb-481e-8d99-f8a8d9967dcc None None] Set router 0488211d-2aa4-4613-9522-ce178f674eae gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:36:39.496814 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ece0ae9a-ff69-4c6e-a1b6-2cac10f4b940 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-363625573-network', 'tenant_id': '650e6c70232948a48193055b3cf5103f'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:39.537246 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d338fe12-fbc1-40a3-aa9a-de43072ae457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:39.540590 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d338fe12-fbc1-40a3-aa9a-de43072ae457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:39.541921 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bda76-79c6-4296-bceb-476d103c7a25 req-77a7de09-d6b0-43b7-a2ed-987e75c2b9c6 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:39.545456 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4a2bda76-79c6-4296-bceb-476d103c7a25 req-77a7de09-d6b0-43b7-a2ed-987e75c2b9c6 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc12a361-2f2c-4589-b6f8-88074e8f39da HTTP/1.1" status: 200 len: 945 time: 0.1579089 Apr 18 20:36:39.557146 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d338fe12-fbc1-40a3-aa9a-de43072ae457 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50dcfd2d-9c42-4fd5-829f-32f64ce4eac0 HTTP/1.1" status: 204 len: 168 time: 0.4782398 Apr 18 20:36:39.560246 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece0ae9a-ff69-4c6e-a1b6-2cac10f4b940 admin admin] Made reservation on behalf of 650e6c70232948a48193055b3cf5103f for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:39.566664 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ece0ae9a-ff69-4c6e-a1b6-2cac10f4b940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:39.608010 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ece0ae9a-ff69-4c6e-a1b6-2cac10f4b940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:39.622245 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338fe12-fbc1-40a3-aa9a-de43072ae457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dcfd2d-9c42-4fd5-829f-32f64ce4eac0,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:39.660686 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4a2bda76-79c6-4296-bceb-476d103c7a25 req-5af60cf1-caac-4de9-9251-f990149b3c7b tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/security-groups?id=89b5d5c3-3825-4024-965b-c678c3c7a9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938926 Apr 18 20:36:39.902289 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ece0ae9a-ff69-4c6e-a1b6-2cac10f4b940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:39.929137 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ece0ae9a-ff69-4c6e-a1b6-2cac10f4b940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.013648 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece0ae9a-ff69-4c6e-a1b6-2cac10f4b940 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:36:40.050276 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f56a2920-49cb-481e-8d99-f8a8d9967dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0488211d-2aa4-4613-9522-ce178f674eae', 'name': 'tempest-ServerRescueNegativeTestJSON-531805305-router', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '62282084-b787-4281-b751-1f2d5f74ee85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:30:40Z', 'updated_at': '2022-04-18T20:30:50Z', 'revision_number': 4, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'gw_port': {'id': '62282084-b787-4281-b751-1f2d5f74ee85', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:42Z', 'updated_at': '2022-04-18T20:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '566a0069-e7cf-42be-aabf-6f7c0e99e477', 'name': '', 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'mac_address': 'fa:16:3e:6f:b2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:48Z', 'updated_at': '2022-04-18T20:31:09Z', 'revision_number': 5, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'subnets': [{'id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:40.071639 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ece0ae9a-ff69-4c6e-a1b6-2cac10f4b940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.072209 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-ece0ae9a-ff69-4c6e-a1b6-2cac10f4b940 admin admin] Added segment cacdabef-c21d-48d9-95a8-14c3380284f5 of type vlan for network a0123474-236c-43f6-b5fb-551e0942a4f0 Apr 18 20:36:40.105217 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8761d46b-6160-4294-8898-e1f00ec4c7cf req-2f8315c2-4aa4-4fd3-944b-cd6f6a59a1bd tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab33292-7224-4565-a319-3ad77454d05e HTTP/1.1" status: 200 len: 210 time: 0.1522150 Apr 18 20:36:40.150686 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d091f29-9863-46c5-8a4b-3bed0e011938 x-openstack-request-id: req-8d091f29-9863-46c5-8a4b-3bed0e011938 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:40.151159 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab33292-7224-4565-a319-3ad77454d05e", "name": "network-vif-deleted", "tag": "9ad0a438-8e05-47ec-ad5f-91473189dc27", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:40.152222 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d091f29-9863-46c5-8a4b-3bed0e011938 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:40.152834 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d091f29-9863-46c5-8a4b-3bed0e011938'] response: {'server_uuid': 'eab33292-7224-4565-a319-3ad77454d05e', 'name': 'network-vif-deleted', 'tag': '9ad0a438-8e05-47ec-ad5f-91473189dc27', 'status': 'completed', 'code': 200} Apr 18 20:36:40.177652 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a2920-49cb-481e-8d99-f8a8d9967dcc None None] Checking router: 0488211d-2aa4-4613-9522-ce178f674eae for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:36:40.216119 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a2920-49cb-481e-8d99-f8a8d9967dcc None None] Routers {'0488211d-2aa4-4613-9522-ce178f674eae'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:36:40.217421 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f56a2920-49cb-481e-8d99-f8a8d9967dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:36:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0488211d-2aa4-4613-9522-ce178f674eae'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:40.260780 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ece0ae9a-ff69-4c6e-a1b6-2cac10f4b940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.310712 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0ae9a-ff69-4c6e-a1b6-2cac10f4b940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:40.335005 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ece0ae9a-ff69-4c6e-a1b6-2cac10f4b940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.336942 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece0ae9a-ff69-4c6e-a1b6-2cac10f4b940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:40.337853 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ece0ae9a-ff69-4c6e-a1b6-2cac10f4b940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.493223 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ece0ae9a-ff69-4c6e-a1b6-2cac10f4b940 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2884784 Apr 18 20:36:40.494850 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0ae9a-ff69-4c6e-a1b6-2cac10f4b940 admin admin] Pushing event updated for resources: {'Network': ['ID=a0123474-236c-43f6-b5fb-551e0942a4f0,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:40.496882 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39036) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:40.505987 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-b2846f1a-791f-44b8-bcbb-869500ce1874 admin admin] Request body: {'subnet': {'network_id': 'a0123474-236c-43f6-b5fb-551e0942a4f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-363625573-subnet', 'tenant_id': '650e6c70232948a48193055b3cf5103f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:40.520991 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network a0123474-236c-43f6-b5fb-551e0942a4f0 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:36:40.583489 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2846f1a-791f-44b8-bcbb-869500ce1874 admin admin] Made reservation on behalf of 650e6c70232948a48193055b3cf5103f for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:40.588342 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b2846f1a-791f-44b8-bcbb-869500ce1874 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.670803 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-f56a2920-49cb-481e-8d99-f8a8d9967dcc None None] Set router 0488211d-2aa4-4613-9522-ce178f674eae gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:36:41.124421 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f56a2920-49cb-481e-8d99-f8a8d9967dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0488211d-2aa4-4613-9522-ce178f674eae', 'name': 'tempest-ServerRescueNegativeTestJSON-531805305-router', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '62282084-b787-4281-b751-1f2d5f74ee85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:30:40Z', 'updated_at': '2022-04-18T20:30:50Z', 'revision_number': 4, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'gw_port': {'id': '62282084-b787-4281-b751-1f2d5f74ee85', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:42Z', 'updated_at': '2022-04-18T20:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '566a0069-e7cf-42be-aabf-6f7c0e99e477', 'name': '', 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'mac_address': 'fa:16:3e:6f:b2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:48Z', 'updated_at': '2022-04-18T20:31:09Z', 'revision_number': 5, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'subnets': [{'id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:41.155772 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a2920-49cb-481e-8d99-f8a8d9967dcc None None] The sync data for ids ['0488211d-2aa4-4613-9522-ce178f674eae'] in n-d-838323-3 is: [{'id': '0488211d-2aa4-4613-9522-ce178f674eae', 'name': 'tempest-ServerRescueNegativeTestJSON-531805305-router', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '62282084-b787-4281-b751-1f2d5f74ee85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:30:40Z', 'updated_at': '2022-04-18T20:30:50Z', 'revision_number': 4, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'gw_port': {'id': '62282084-b787-4281-b751-1f2d5f74ee85', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:42Z', 'updated_at': '2022-04-18T20:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '566a0069-e7cf-42be-aabf-6f7c0e99e477', 'name': '', 'network_id': 'd538f970-1699-4982-98ba-9d8cb4a7048d', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'mac_address': 'fa:16:3e:6f:b2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:48Z', 'updated_at': '2022-04-18T20:31:09Z', 'revision_number': 5, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'subnets': [{'id': 'f8415795-d2f2-4354-859f-79b4fcc6f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:36:41.171145 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39070) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:41.380683 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-bb29a2e8-fd75-4789-bf38-ff333d4b53f0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-933494111-network', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:41.430416 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb29a2e8-fd75-4789-bf38-ff333d4b53f0 admin admin] Made reservation on behalf of 038769a0c1df4ebc8efcb644264a6ef4 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:41.433917 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bb29a2e8-fd75-4789-bf38-ff333d4b53f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.457420 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bb29a2e8-fd75-4789-bf38-ff333d4b53f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.508122 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.566280 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3338d54f-3854-4e72-af1b-ac19e6d8a2e0 None None] New status for floating IP 8d44d897-72a9-4d31-9a24-89d4b46f2b0b: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:36:41.577515 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bb29a2e8-fd75-4789-bf38-ff333d4b53f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.589558 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bb29a2e8-fd75-4789-bf38-ff333d4b53f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.606356 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb29a2e8-fd75-4789-bf38-ff333d4b53f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:36:41.621413 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bb29a2e8-fd75-4789-bf38-ff333d4b53f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.622235 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-bb29a2e8-fd75-4789-bf38-ff333d4b53f0 admin admin] Added segment 25275ed1-7e44-4f97-85fb-5ca8e77fc202 of type vlan for network 18c98ec1-fd43-4888-ad19-39fa23ba5861 Apr 18 20:36:41.686515 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bb29a2e8-fd75-4789-bf38-ff333d4b53f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.703473 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29a2e8-fd75-4789-bf38-ff333d4b53f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c22c2ed-97fd-4dce-8dfd-c21553233c79,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:41.734206 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bb29a2e8-fd75-4789-bf38-ff333d4b53f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.734640 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb29a2e8-fd75-4789-bf38-ff333d4b53f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:41.735496 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bb29a2e8-fd75-4789-bf38-ff333d4b53f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.769687 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e025a11-607d-4f10-abc0-075d5529135d req-b15008d2-bab4-46f6-b755-78b496b67e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:41.772591 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e025a11-607d-4f10-abc0-075d5529135d req-b15008d2-bab4-46f6-b755-78b496b67e7f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=74036802b86a42719b0f821d2a4025aa&device_id=aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8 HTTP/1.1" status: 200 len: 1096 time: 0.8915827 Apr 18 20:36:41.792842 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 9ad0a438-8e05-47ec-ad5f-91473189dc27 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:36:41.799180 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bb29a2e8-fd75-4789-bf38-ff333d4b53f0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6253490 Apr 18 20:36:41.807161 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39080) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:41.817560 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-083435d2-6940-4d2a-b746-94011202fb71 admin admin] Request body: {'subnet': {'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-933494111-subnet', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:41.829056 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 9ad0a438-8e05-47ec-ad5f-91473189dc27 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:36:41.829549 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 9ad0a438-8e05-47ec-ad5f-91473189dc27 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:36:41.835493 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29a2e8-fd75-4789-bf38-ff333d4b53f0 admin admin] Pushing event updated for resources: {'Network': ['ID=18c98ec1-fd43-4888-ad19-39fa23ba5861,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:41.848320 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 18c98ec1-fd43-4888-ad19-39fa23ba5861 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:36:41.851307 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083435d2-6940-4d2a-b746-94011202fb71 admin admin] Made reservation on behalf of 038769a0c1df4ebc8efcb644264a6ef4 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:41.854524 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-083435d2-6940-4d2a-b746-94011202fb71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.858743 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf80e89-b9b3-49c3-b50a-9e656ca49455 req-21521193-042b-423a-8b1e-54ee20af8803 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:41.872646 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ecf80e89-b9b3-49c3-b50a-9e656ca49455 req-21521193-042b-423a-8b1e-54ee20af8803 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8 HTTP/1.1" status: 200 len: 945 time: 0.3466010 Apr 18 20:36:41.927076 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff51243-7add-4ac0-a946-755617889551 req-4a7c32ba-449d-49a9-8293-e5338b28b5c8 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:41.935316 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ff51243-7add-4ac0-a946-755617889551 req-4a7c32ba-449d-49a9-8293-e5338b28b5c8 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc12a361-2f2c-4589-b6f8-88074e8f39da HTTP/1.1" status: 200 len: 945 time: 0.4114103 Apr 18 20:36:42.050352 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-083435d2-6940-4d2a-b746-94011202fb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.112385 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083435d2-6940-4d2a-b746-94011202fb71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6597d107-d0ca-41ad-b4eb-bc841df3bab1,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:42.120727 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083435d2-6940-4d2a-b746-94011202fb71 admin admin] Checking segment: {'id': '25275ed1-7e44-4f97-85fb-5ca8e77fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:36:42.121085 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083435d2-6940-4d2a-b746-94011202fb71 admin admin] Network hostable DHCP agents. Network: 18c98ec1-fd43-4888-ad19-39fa23ba5861, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:36:42.140006 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083435d2-6940-4d2a-b746-94011202fb71 admin admin] Network 18c98ec1-fd43-4888-ad19-39fa23ba5861 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:36:42.151996 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-083435d2-6940-4d2a-b746-94011202fb71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 18c98ec1-fd43-4888-ad19-39fa23ba5861) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:42.158178 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083435d2-6940-4d2a-b746-94011202fb71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:42.159661 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-083435d2-6940-4d2a-b746-94011202fb71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.167957 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4038acc-00ee-49be-8a9e-b1dd80f7a9e1 None None] Network 18c98ec1-fd43-4888-ad19-39fa23ba5861 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:36:42.177345 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ecf80e89-b9b3-49c3-b50a-9e656ca49455 req-186c8cd1-f55c-4abd-a986-64e037f315bb tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011103 Apr 18 20:36:42.179231 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-083435d2-6940-4d2a-b746-94011202fb71 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3709273 Apr 18 20:36:42.182314 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39082) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:42.190225 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-6ff5ee1b-ab76-4f33-a4a5-8760c6774bdd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-933494111-router', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:42.190608 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b2846f1a-791f-44b8-bcbb-869500ce1874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.231428 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ee1b-ab76-4f33-a4a5-8760c6774bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.232837 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ee1b-ab76-4f33-a4a5-8760c6774bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.264558 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ff51243-7add-4ac0-a946-755617889551 req-c0c6d439-6675-4c54-b254-87573dcfbe37 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/security-groups?id=89b5d5c3-3825-4024-965b-c678c3c7a9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233423 Apr 18 20:36:42.273828 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e025a11-607d-4f10-abc0-075d5529135d req-dd24bc2a-4bc1-407b-9f35-1b23fd0dd6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:42.277973 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e025a11-607d-4f10-abc0-075d5529135d req-dd24bc2a-4bc1-407b-9f35-1b23fd0dd6ba service neutron] 10.222.0.32 "GET /v2.0/networks?id=686692be-1a27-4700-aa11-e71809b1f02b HTTP/1.1" status: 200 len: 917 time: 0.4873998 Apr 18 20:36:42.290608 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2846f1a-791f-44b8-bcbb-869500ce1874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9f432db-bb83-4c5c-b467-ba4f8fb4d6a8,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:42.336220 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ee1b-ab76-4f33-a4a5-8760c6774bdd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.370406 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e025a11-607d-4f10-abc0-075d5529135d req-27e0594c-3949-4247-a9cf-db45e0f2120d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705 HTTP/1.1" status: 200 len: 217 time: 0.0821087 Apr 18 20:36:42.451109 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e025a11-607d-4f10-abc0-075d5529135d req-67366950-4063-4ca8-909f-bffbc8ef393e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:42.452764 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e025a11-607d-4f10-abc0-075d5529135d req-67366950-4063-4ca8-909f-bffbc8ef393e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6555c056-9eda-47f3-a85c-b25f863147d8 HTTP/1.1" status: 200 len: 855 time: 0.0714834 Apr 18 20:36:42.517276 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093870f5-ebb5-43af-a0b3-c5c6345f3ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-18c98ec1-fd43-4888-ad19-39fa23ba5861', 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'fixed_ips': [{'subnet_id': '6597d107-d0ca-41ad-b4eb-bc841df3bab1'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:36:42.518184 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-093870f5-ebb5-43af-a0b3-c5c6345f3ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.521660 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2846f1a-791f-44b8-bcbb-869500ce1874 admin admin] Checking segment: {'id': 'cacdabef-c21d-48d9-95a8-14c3380284f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a0123474-236c-43f6-b5fb-551e0942a4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:36:42.522350 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2846f1a-791f-44b8-bcbb-869500ce1874 admin admin] Network hostable DHCP agents. Network: a0123474-236c-43f6-b5fb-551e0942a4f0, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:36:42.524132 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39100) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:42.590017 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2846f1a-791f-44b8-bcbb-869500ce1874 admin admin] Network a0123474-236c-43f6-b5fb-551e0942a4f0 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:36:42.596057 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ee1b-ab76-4f33-a4a5-8760c6774bdd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.637563 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-b2846f1a-791f-44b8-bcbb-869500ce1874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, a0123474-236c-43f6-b5fb-551e0942a4f0) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:42.651491 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2846f1a-791f-44b8-bcbb-869500ce1874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:42.658720 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b2846f1a-791f-44b8-bcbb-869500ce1874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.663900 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-99f36e5e-3898-4af9-83a1-89d63c08e308 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.678003 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddb5d88-66e2-4359-a668-0b8be5756e4d None None] Network a0123474-236c-43f6-b5fb-551e0942a4f0 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:36:42.696340 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e025a11-607d-4f10-abc0-075d5529135d req-f9bc851a-e49f-4178-a1af-157a0f218aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:42.699573 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e025a11-607d-4f10-abc0-075d5529135d req-f9bc851a-e49f-4178-a1af-157a0f218aea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=686692be-1a27-4700-aa11-e71809b1f02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2391431 Apr 18 20:36:42.709852 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b2846f1a-791f-44b8-bcbb-869500ce1874 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2110579 Apr 18 20:36:42.816077 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-99f36e5e-3898-4af9-83a1-89d63c08e308 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.853684 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e025a11-607d-4f10-abc0-075d5529135d req-c62f5d81-7388-4bce-b4fc-ea52ca77cfed service neutron] 10.222.0.32 "GET /v2.0/networks/686692be-1a27-4700-aa11-e71809b1f02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419501 Apr 18 20:36:43.020606 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-99f36e5e-3898-4af9-83a1-89d63c08e308 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.025467 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-99f36e5e-3898-4af9-83a1-89d63c08e308 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.029462 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-99f36e5e-3898-4af9-83a1-89d63c08e308 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "DELETE /v2.0/security-groups/8e12d852-c378-4418-b338-b9c49f5e861e HTTP/1.1" status: 204 len: 168 time: 0.5042183 Apr 18 20:36:43.031666 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39132) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:43.045683 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-093870f5-ebb5-43af-a0b3-c5c6345f3ebe None None] Allocated IP 172.20.0.2 (18c98ec1-fd43-4888-ad19-39fa23ba5861/6597d107-d0ca-41ad-b4eb-bc841df3bab1/75dbb382-b957-4743-bf7e-7a7fc304937f) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:36:43.091847 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395c17d-5d1e-4445-8909-b16044e544fb req-541b7949-2c33-4416-a8c0-bef21603cbbb tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:43.100479 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b395c17d-5d1e-4445-8909-b16044e544fb req-541b7949-2c33-4416-a8c0-bef21603cbbb tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc12a361-2f2c-4589-b6f8-88074e8f39da HTTP/1.1" status: 200 len: 945 time: 0.1542454 Apr 18 20:36:43.156702 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b395c17d-5d1e-4445-8909-b16044e544fb req-05bb750c-9575-4d43-bb16-0557495d6e17 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/security-groups?id=89b5d5c3-3825-4024-965b-c678c3c7a9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538967 Apr 18 20:36:43.166626 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f36e5e-3898-4af9-83a1-89d63c08e308 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e12d852-c378-4418-b338-b9c49f5e861e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:43.181411 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-6a02e1f1-25f0-4660-beaf-03f0291be69c tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] show failed (client error): The resource could not be found. Apr 18 20:36:43.187243 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6a02e1f1-25f0-4660-beaf-03f0291be69c tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups/8e12d852-c378-4418-b338-b9c49f5e861e HTTP/1.1" status: 404 len: 347 time: 0.1482954 Apr 18 20:36:43.189013 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39142) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:43.224253 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e025a11-607d-4f10-abc0-075d5529135d req-3b0da456-ba51-4b41-b700-2085ee73a88b service neutron] 10.222.0.32 "GET /v2.0/networks/686692be-1a27-4700-aa11-e71809b1f02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558300 Apr 18 20:36:43.353672 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ee1b-ab76-4f33-a4a5-8760c6774bdd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.378619 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ee1b-ab76-4f33-a4a5-8760c6774bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.433341 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db282fc-71c3-4890-a57d-ff173f45dbe0 None None] Network a0123474-236c-43f6-b5fb-551e0942a4f0 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:36:43.446658 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-1b7ac680-aa3d-4445-a9ae-bb80823c7f70 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Deleting port 91de4bbb-b974-4eb9-b15b-a593b4893386 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:36:43.446954 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b7ac680-aa3d-4445-a9ae-bb80823c7f70 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.586313 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-6ff5ee1b-ab76-4f33-a4a5-8760c6774bdd admin admin] Allocated IP 172.25.1.106 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/c3087b96-ffe0-4436-875c-0173aae9ad18) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:36:43.593494 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b7ac680-aa3d-4445-a9ae-bb80823c7f70 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.593823 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b7ac680-aa3d-4445-a9ae-bb80823c7f70 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.603083 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-093870f5-ebb5-43af-a0b3-c5c6345f3ebe None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.610656 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-1b7ac680-aa3d-4445-a9ae-bb80823c7f70 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Calling delete_port for 91de4bbb-b974-4eb9-b15b-a593b4893386 owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:36:43.629369 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-093870f5-ebb5-43af-a0b3-c5c6345f3ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.680702 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093870f5-ebb5-43af-a0b3-c5c6345f3ebe None None] Pushing event updated for resources: {'Port': ['ID=75dbb382-b957-4743-bf7e-7a7fc304937f,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:43.716642 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093870f5-ebb5-43af-a0b3-c5c6345f3ebe None None] Network 18c98ec1-fd43-4888-ad19-39fa23ba5861 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:36:43.733658 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-093870f5-ebb5-43af-a0b3-c5c6345f3ebe None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:43.737518 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093870f5-ebb5-43af-a0b3-c5c6345f3ebe None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:36:43.800130 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ee1b-ab76-4f33-a4a5-8760c6774bdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.834959 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-093870f5-ebb5-43af-a0b3-c5c6345f3ebe None None] Attempting to bind port 75dbb382-b957-4743-bf7e-7a7fc304937f on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:36:43.835347 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-093870f5-ebb5-43af-a0b3-c5c6345f3ebe None None] Attempting to bind port 75dbb382-b957-4743-bf7e-7a7fc304937f by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '25275ed1-7e44-4f97-85fb-5ca8e77fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:36:43.835813 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093870f5-ebb5-43af-a0b3-c5c6345f3ebe None None] Attempting to bind port 75dbb382-b957-4743-bf7e-7a7fc304937f on network 18c98ec1-fd43-4888-ad19-39fa23ba5861 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:36:43.850139 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093870f5-ebb5-43af-a0b3-c5c6345f3ebe None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:36:43.850659 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093870f5-ebb5-43af-a0b3-c5c6345f3ebe None None] Checking segment: {'id': '25275ed1-7e44-4f97-85fb-5ca8e77fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:36:43.851887 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-093870f5-ebb5-43af-a0b3-c5c6345f3ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.852489 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093870f5-ebb5-43af-a0b3-c5c6345f3ebe None None] Bound using segment: {'id': '25275ed1-7e44-4f97-85fb-5ca8e77fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:36:43.853010 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-093870f5-ebb5-43af-a0b3-c5c6345f3ebe None None] Bound port: 75dbb382-b957-4743-bf7e-7a7fc304937f, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25275ed1-7e44-4f97-85fb-5ca8e77fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:36:43.853925 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-093870f5-ebb5-43af-a0b3-c5c6345f3ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.916686 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b7ac680-aa3d-4445-a9ae-bb80823c7f70 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.925619 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:36:43.943646 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ee1b-ab76-4f33-a4a5-8760c6774bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.993811 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-6fd316e5-3deb-4761-8195-e8bc8f3a316a req-13572054-1580-4ba8-9619-341b545953dc tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-251951181', 'description': 'tempest-description-55952120'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:44.025900 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ac680-aa3d-4445-a9ae-bb80823c7f70 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Pushing event deleted for resources: {'Port': ['ID=91de4bbb-b974-4eb9-b15b-a593b4893386,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:44.048040 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-093870f5-ebb5-43af-a0b3-c5c6345f3ebe None None] For port 75dbb382-b957-4743-bf7e-7a7fc304937f, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:36:44.057613 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-093870f5-ebb5-43af-a0b3-c5c6345f3ebe None None] For port 75dbb382-b957-4743-bf7e-7a7fc304937f, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=75dbb382-b957-4743-bf7e-7a7fc304937f,segment=NetworkSegment(25275ed1-7e44-4f97-85fb-5ca8e77fc202),segment_id=25275ed1-7e44-4f97-85fb-5ca8e77fc202)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:36:44.068340 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-093870f5-ebb5-43af-a0b3-c5c6345f3ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.069665 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39156) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:44.080505 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff5ee1b-ab76-4f33-a4a5-8760c6774bdd admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:36:44.087558 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6fd316e5-3deb-4761-8195-e8bc8f3a316a req-13572054-1580-4ba8-9619-341b545953dc tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.110386 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-6ff5ee1b-ab76-4f33-a4a5-8760c6774bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:44.128102 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff5ee1b-ab76-4f33-a4a5-8760c6774bdd admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:36:44.233227 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5ee1b-ab76-4f33-a4a5-8760c6774bdd admin admin] Pushing event updated for resources: {'Port': ['ID=c3087b96-ffe0-4436-875c-0173aae9ad18,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:44.244103 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b7ac680-aa3d-4445-a9ae-bb80823c7f70 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.248505 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b7ac680-aa3d-4445-a9ae-bb80823c7f70 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.253475 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1b7ac680-aa3d-4445-a9ae-bb80823c7f70 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "DELETE /v2.0/floatingips/8d44d897-72a9-4d31-9a24-89d4b46f2b0b HTTP/1.1" status: 204 len: 168 time: 1.0621378 Apr 18 20:36:44.302669 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6fd316e5-3deb-4761-8195-e8bc8f3a316a req-13572054-1580-4ba8-9619-341b545953dc tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.310350 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093870f5-ebb5-43af-a0b3-c5c6345f3ebe None None] Pushing event updated for resources: {'Port': ['ID=75dbb382-b957-4743-bf7e-7a7fc304937f,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:44.311231 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6fd316e5-3deb-4761-8195-e8bc8f3a316a req-13572054-1580-4ba8-9619-341b545953dc tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.356858 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6fd316e5-3deb-4761-8195-e8bc8f3a316a req-13572054-1580-4ba8-9619-341b545953dc tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.358980 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6fd316e5-3deb-4761-8195-e8bc8f3a316a req-13572054-1580-4ba8-9619-341b545953dc tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3775458 Apr 18 20:36:44.425878 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6f517798-aff1-438d-8612-666858e9a7a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.473721 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13572054-1580-4ba8-9619-341b545953dc tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=480caee8-a142-480a-a0ef-4ae1daa430e9,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:44.557221 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9448d1-1f8d-46a9-9b7a-87d9a6889740 req-73db5b35-0608-403f-af61-ab918ddbe40a tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:44.564880 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e9448d1-1f8d-46a9-9b7a-87d9a6889740 req-73db5b35-0608-403f-af61-ab918ddbe40a tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc12a361-2f2c-4589-b6f8-88074e8f39da HTTP/1.1" status: 200 len: 945 time: 0.2116973 Apr 18 20:36:44.757958 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ee1b-ab76-4f33-a4a5-8760c6774bdd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.918064 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3b6c1-f575-41d6-9c85-f6deb6bba48a req-367764ab-15fd-4dc5-a621-1b13fa0ea2ea tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:44.921166 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-05f3b6c1-f575-41d6-9c85-f6deb6bba48a req-367764ab-15fd-4dc5-a621-1b13fa0ea2ea tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8 HTTP/1.1" status: 200 len: 945 time: 0.3919451 Apr 18 20:36:45.044291 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6f517798-aff1-438d-8612-666858e9a7a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.102920 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6f517798-aff1-438d-8612-666858e9a7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.174693 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-05f3b6c1-f575-41d6-9c85-f6deb6bba48a req-f2f0873c-6831-4b8f-bb8d-9b1bde3a2a8e tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406883 Apr 18 20:36:45.214221 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-3e9448d1-1f8d-46a9-9b7a-87d9a6889740 req-4b62dd2b-4c66-4ffb-913e-73772010d2be tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Deleting port 1750e2b9-aafd-41a6-aa77-b5bd1b3ac268 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:36:45.221761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 75dbb382-b957-4743-bf7e-7a7fc304937f up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:36:45.223661 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3e9448d1-1f8d-46a9-9b7a-87d9a6889740 req-4b62dd2b-4c66-4ffb-913e-73772010d2be tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.242651 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ee1b-ab76-4f33-a4a5-8760c6774bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.299669 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 75dbb382-b957-4743-bf7e-7a7fc304937f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:45.300406 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.315963 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-efd7003c-7e8f-4370-89d2-942392d36cfe req-de65e834-e8cc-4b03-9169-c262de9a323f tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-34724960', 'description': 'tempest-description-1698291273'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:45.340887 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6f517798-aff1-438d-8612-666858e9a7a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0952b09103c34704884785f441dcec16&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2689624 Apr 18 20:36:45.352720 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39198) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:45.405307 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f517798-aff1-438d-8612-666858e9a7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d551ea-52a2-44ab-bc29-29d2134c1b2e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:45.423228 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268147d-cca5-4208-a511-33e85c240f6b req-051bf639-43cb-4e1c-a928-ea450c0239dc tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:45.432115 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2268147d-cca5-4208-a511-33e85c240f6b req-051bf639-43cb-4e1c-a928-ea450c0239dc tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc12a361-2f2c-4589-b6f8-88074e8f39da HTTP/1.1" status: 200 len: 945 time: 0.4138231 Apr 18 20:36:45.456647 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.488468 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-efd7003c-7e8f-4370-89d2-942392d36cfe req-de65e834-e8cc-4b03-9169-c262de9a323f tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.504132 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 75dbb382-b957-4743-bf7e-7a7fc304937f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=75dbb382-b957-4743-bf7e-7a7fc304937f,segment=NetworkSegment(25275ed1-7e44-4f97-85fb-5ca8e77fc202),segment_id=25275ed1-7e44-4f97-85fb-5ca8e77fc202)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:45.510951 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.587968 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-3e9448d1-1f8d-46a9-9b7a-87d9a6889740 req-4b62dd2b-4c66-4ffb-913e-73772010d2be tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] For port 1750e2b9-aafd-41a6-aa77-b5bd1b3ac268, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=1750e2b9-aafd-41a6-aa77-b5bd1b3ac268,segment=NetworkSegment(3870bbf5-3e1b-491a-ab11-63b483f90f56),segment_id=3870bbf5-3e1b-491a-ab11-63b483f90f56)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:45.588788 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3e9448d1-1f8d-46a9-9b7a-87d9a6889740 req-4b62dd2b-4c66-4ffb-913e-73772010d2be tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.605262 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-3e9448d1-1f8d-46a9-9b7a-87d9a6889740 req-4b62dd2b-4c66-4ffb-913e-73772010d2be tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Calling delete_port for 1750e2b9-aafd-41a6-aa77-b5bd1b3ac268 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:36:45.630934 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=75dbb382-b957-4743-bf7e-7a7fc304937f,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:45.667794 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fc690e5b-9163-4991-b339-5a622a72b47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.674402 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff5ee1b-ab76-4f33-a4a5-8760c6774bdd admin admin] Router d1a7aacd-706b-400b-ac1e-4d5297b95add is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:36:45.770177 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fc690e5b-9163-4991-b339-5a622a72b47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.813762 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3e9448d1-1f8d-46a9-9b7a-87d9a6889740 req-4b62dd2b-4c66-4ffb-913e-73772010d2be tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.829145 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['1750e2b9-aafd-41a6-aa77-b5bd1b3ac268'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:36:45.860346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b62dd2b-4c66-4ffb-913e-73772010d2be tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Pushing event deleted for resources: {'Port': ['ID=1750e2b9-aafd-41a6-aa77-b5bd1b3ac268,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:45.880827 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2268147d-cca5-4208-a511-33e85c240f6b req-c4081eaf-c8ff-47a2-a233-eac7246b5b11 tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.41 "GET /v2.0/security-groups?id=89b5d5c3-3825-4024-965b-c678c3c7a9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297838 Apr 18 20:36:46.044163 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9448d1-1f8d-46a9-9b7a-87d9a6889740 req-4b62dd2b-4c66-4ffb-913e-73772010d2be tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] No DVR routers for this DVR port 1750e2b9-aafd-41a6-aa77-b5bd1b3ac268 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:36:46.048904 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3e9448d1-1f8d-46a9-9b7a-87d9a6889740 req-4b62dd2b-4c66-4ffb-913e-73772010d2be tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.064476 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e9448d1-1f8d-46a9-9b7a-87d9a6889740 req-4b62dd2b-4c66-4ffb-913e-73772010d2be tempest-ServersNegativeTestMultiTenantJSON-849468312 tempest-ServersNegativeTestMultiTenantJSON-849468312-project] 10.222.0.32 "DELETE /v2.0/ports/1750e2b9-aafd-41a6-aa77-b5bd1b3ac268 HTTP/1.1" status: 204 len: 173 time: 1.4749017 Apr 18 20:36:46.065198 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc12a361-2f2c-4589-b6f8-88074e8f39da', 'name': 'network-vif-deleted', 'tag': '1750e2b9-aafd-41a6-aa77-b5bd1b3ac268'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:46.068262 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c47dcf-3c07-4146-982c-9e8c3f6a025d" -d '{"events": [{"server_uuid": "fc12a361-2f2c-4589-b6f8-88074e8f39da", "name": "network-vif-deleted", "tag": "1750e2b9-aafd-41a6-aa77-b5bd1b3ac268"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:46.108706 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b2ecda-b5c9-469e-bad8-f5f537de4168 None None] Network 18c98ec1-fd43-4888-ad19-39fa23ba5861 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:36:46.117738 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fc690e5b-9163-4991-b339-5a622a72b47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.122847 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fc690e5b-9163-4991-b339-5a622a72b47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.130958 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fc690e5b-9163-4991-b339-5a622a72b47c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a6d551ea-52a2-44ab-bc29-29d2134c1b2e HTTP/1.1" status: 204 len: 168 time: 0.7733679 Apr 18 20:36:46.136814 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff5ee1b-ab76-4f33-a4a5-8760c6774bdd admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:36:46.153042 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bed77c-94ea-4dc4-bdd0-8cea0763f963 None None] Sync routers for ids ['d1a7aacd-706b-400b-ac1e-4d5297b95add'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:36:46.188130 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-efd7003c-7e8f-4370-89d2-942392d36cfe req-de65e834-e8cc-4b03-9169-c262de9a323f tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.189356 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bed77c-94ea-4dc4-bdd0-8cea0763f963 None None] Routers {'d1a7aacd-706b-400b-ac1e-4d5297b95add'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:36:46.191328 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-45bed77c-94ea-4dc4-bdd0-8cea0763f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:36:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d1a7aacd-706b-400b-ac1e-4d5297b95add'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:46.203029 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-efd7003c-7e8f-4370-89d2-942392d36cfe req-de65e834-e8cc-4b03-9169-c262de9a323f tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.232856 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc690e5b-9163-4991-b339-5a622a72b47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d551ea-52a2-44ab-bc29-29d2134c1b2e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:46.282147 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ee1b-ab76-4f33-a4a5-8760c6774bdd admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.292543 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6ff5ee1b-ab76-4f33-a4a5-8760c6774bdd admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1089890 Apr 18 20:36:46.297536 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39218) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:46.387398 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-efd7003c-7e8f-4370-89d2-942392d36cfe req-de65e834-e8cc-4b03-9169-c262de9a323f tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.394089 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efd7003c-7e8f-4370-89d2-942392d36cfe req-de65e834-e8cc-4b03-9169-c262de9a323f tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.1430721 Apr 18 20:36:46.435700 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65e834-e8cc-4b03-9169-c262de9a323f tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c11c0c-4ea5-488a-8f83-02352a793abd,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:46.604973 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-74752692-e54a-4b7a-b893-1ad9af87efb0 None None] Provisioning complete for port 75dbb382-b957-4743-bf7e-7a7fc304937f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:46.605782 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-74752692-e54a-4b7a-b893-1ad9af87efb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.721171 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53af6cfd-a75f-497b-8595-11689a13f3f0 x-openstack-request-id: req-53af6cfd-a75f-497b-8595-11689a13f3f0 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:46.721709 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc12a361-2f2c-4589-b6f8-88074e8f39da", "name": "network-vif-deleted", "tag": "1750e2b9-aafd-41a6-aa77-b5bd1b3ac268", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:46.721973 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-53af6cfd-a75f-497b-8595-11689a13f3f0 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:46.722631 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53af6cfd-a75f-497b-8595-11689a13f3f0'] response: {'server_uuid': 'fc12a361-2f2c-4589-b6f8-88074e8f39da', 'name': 'network-vif-deleted', 'tag': '1750e2b9-aafd-41a6-aa77-b5bd1b3ac268', 'status': 'completed', 'code': 200} Apr 18 20:36:46.737606 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-45bed77c-94ea-4dc4-bdd0-8cea0763f963 None None] Set router d1a7aacd-706b-400b-ac1e-4d5297b95add gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:36:47.138611 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a005ef-e121-4207-ba17-ccf8798cd4e2 req-f0a94e31-f1bd-414e-bcd1-4c21d3d3b318 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:47.161312 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b0a005ef-e121-4207-ba17-ccf8798cd4e2 req-f0a94e31-f1bd-414e-bcd1-4c21d3d3b318 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8 HTTP/1.1" status: 200 len: 945 time: 0.2042568 Apr 18 20:36:47.312339 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 75dbb382-b957-4743-bf7e-7a7fc304937f up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:36:47.322018 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b0a005ef-e121-4207-ba17-ccf8798cd4e2 req-c0967a20-fba7-433c-8103-853c5f6ca6c6 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591690 Apr 18 20:36:47.371054 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-45bed77c-94ea-4dc4-bdd0-8cea0763f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'name': 'tempest-TaggedBootDevicesTest_v242-933494111-router', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:42Z', 'updated_at': '2022-04-18T20:36:44Z', 'revision_number': 3, 'project_id': '038769a0c1df4ebc8efcb644264a6ef4', 'gw_port': {'id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:43Z', 'updated_at': '2022-04-18T20:36:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:47.430560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39270) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:47.501373 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bed77c-94ea-4dc4-bdd0-8cea0763f963 None None] Checking router: d1a7aacd-706b-400b-ac1e-4d5297b95add for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:36:47.501981 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bed77c-94ea-4dc4-bdd0-8cea0763f963 None None] Updating router d1a7aacd-706b-400b-ac1e-4d5297b95add port c3087b96-ffe0-4436-875c-0173aae9ad18 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:36:47.677247 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-45bed77c-94ea-4dc4-bdd0-8cea0763f963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:47.679702 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5828ce46-539d-4f79-80ac-1529427c4f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:47.914955 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 75dbb382-b957-4743-bf7e-7a7fc304937f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:47.915548 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:47.978509 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c99c576-4423-4830-83fb-07c21925c554 admin admin] Deleting subnet 1a57bc3a-7006-4c8e-a201-bae8d2795889 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:36:48.003408 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c99c576-4423-4830-83fb-07c21925c554 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.007131 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39290) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:48.038016 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-5828ce46-539d-4f79-80ac-1529427c4f6a admin admin] Allocated IP 172.20.0.1 (18c98ec1-fd43-4888-ad19-39fa23ba5861/6597d107-d0ca-41ad-b4eb-bc841df3bab1/a68d6e7f-1158-4949-ae32-bdf022bcbb17) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:36:48.101582 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387e89f-78df-4836-82c1-6879c7b8c0c0 req-95df0061-debf-4ed5-8d25-c9113241a052 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:48.104604 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b387e89f-78df-4836-82c1-6879c7b8c0c0 req-95df0061-debf-4ed5-8d25-c9113241a052 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=2964f993-1066-41dc-b04f-16c2d037fe22 HTTP/1.1" status: 200 len: 946 time: 0.5092285 Apr 18 20:36:48.193765 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c99c576-4423-4830-83fb-07c21925c554 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.232930 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-d048b26f-2a84-412d-80d0-cb0fbec37c17 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:48.234420 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-d048b26f-2a84-412d-80d0-cb0fbec37c17 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/networks?id=a0123474-236c-43f6-b5fb-551e0942a4f0 HTTP/1.1" status: 200 len: 812 time: 0.6208317 Apr 18 20:36:48.279517 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b387e89f-78df-4836-82c1-6879c7b8c0c0 req-72aba8fc-8ea6-4a60-a154-e8ff1dfc0f57 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442523 Apr 18 20:36:48.281115 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c99c576-4423-4830-83fb-07c21925c554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.285437 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-725a3052-9c3d-400a-8c0e-41da21ddaf90 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/quotas/650e6c70232948a48193055b3cf5103f HTTP/1.1" status: 200 len: 375 time: 0.0340993 Apr 18 20:36:48.396992 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-66a62a75-fa6a-4e71-b5b4-4afdf50f1ba5 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=650e6c70232948a48193055b3cf5103f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0918119 Apr 18 20:36:48.402756 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5828ce46-539d-4f79-80ac-1529427c4f6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.419972 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-45bed77c-94ea-4dc4-bdd0-8cea0763f963 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.432092 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-45bed77c-94ea-4dc4-bdd0-8cea0763f963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.514076 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1637114f-8bed-4177-b3d3-0e696fa1e69b None None] Provisioning complete for port 75dbb382-b957-4743-bf7e-7a7fc304937f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:48.517595 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1637114f-8bed-4177-b3d3-0e696fa1e69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.556591 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5828ce46-539d-4f79-80ac-1529427c4f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.604743 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-45bed77c-94ea-4dc4-bdd0-8cea0763f963 None None] Attempting to bind port c3087b96-ffe0-4436-875c-0173aae9ad18 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:36:48.605730 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-45bed77c-94ea-4dc4-bdd0-8cea0763f963 None None] Attempting to bind port c3087b96-ffe0-4436-875c-0173aae9ad18 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:36:48.606658 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bed77c-94ea-4dc4-bdd0-8cea0763f963 None None] Attempting to bind port c3087b96-ffe0-4436-875c-0173aae9ad18 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:36:48.614623 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875264e-9e8c-4f97-bfe3-1594da15819e None None] Pushing event updated for resources: {'Port': ['ID=c3087b96-ffe0-4436-875c-0173aae9ad18,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:48.635863 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875264e-9e8c-4f97-bfe3-1594da15819e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:48.637090 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875264e-9e8c-4f97-bfe3-1594da15819e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:48.637974 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875264e-9e8c-4f97-bfe3-1594da15819e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:48.639010 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875264e-9e8c-4f97-bfe3-1594da15819e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:48.640056 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875264e-9e8c-4f97-bfe3-1594da15819e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:48.641140 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875264e-9e8c-4f97-bfe3-1594da15819e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:48.642118 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875264e-9e8c-4f97-bfe3-1594da15819e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:48.643773 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875264e-9e8c-4f97-bfe3-1594da15819e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:48.645656 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875264e-9e8c-4f97-bfe3-1594da15819e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:48.646593 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875264e-9e8c-4f97-bfe3-1594da15819e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:48.647661 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875264e-9e8c-4f97-bfe3-1594da15819e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:48.649785 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875264e-9e8c-4f97-bfe3-1594da15819e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:48.657138 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bed77c-94ea-4dc4-bdd0-8cea0763f963 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:36:48.658989 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bed77c-94ea-4dc4-bdd0-8cea0763f963 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:36:48.660130 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-45bed77c-94ea-4dc4-bdd0-8cea0763f963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.661060 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bed77c-94ea-4dc4-bdd0-8cea0763f963 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:36:48.662195 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-45bed77c-94ea-4dc4-bdd0-8cea0763f963 None None] Bound port: c3087b96-ffe0-4436-875c-0173aae9ad18, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:36:48.664682 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-45bed77c-94ea-4dc4-bdd0-8cea0763f963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.670064 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5828ce46-539d-4f79-80ac-1529427c4f6a admin admin] Network 18c98ec1-fd43-4888-ad19-39fa23ba5861 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:36:48.676895 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-5828ce46-539d-4f79-80ac-1529427c4f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:48.685426 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5828ce46-539d-4f79-80ac-1529427c4f6a admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:36:48.693316 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-1b6dd2c9-a5c5-4f19-8c4f-ae6ab5f61333 service neutron] 10.222.0.41 "GET /v2.0/networks/a0123474-236c-43f6-b5fb-551e0942a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782207 Apr 18 20:36:48.716370 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-1c0b67f5-9e3d-48c0-83c5-b2619281172f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1449066881-network', 'tenant_id': 'b91c257837ec4685abb627b347515090'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:48.753141 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c99c576-4423-4830-83fb-07c21925c554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.849398 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c99c576-4423-4830-83fb-07c21925c554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.859971 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2c99c576-4423-4830-83fb-07c21925c554 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1a57bc3a-7006-4c8e-a201-bae8d2795889 HTTP/1.1" status: 204 len: 168 time: 1.4278853 Apr 18 20:36:48.862286 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99c576-4423-4830-83fb-07c21925c554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a57bc3a-7006-4c8e-a201-bae8d2795889,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:48.868039 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39306) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:48.886043 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828ce46-539d-4f79-80ac-1529427c4f6a admin admin] Pushing event updated for resources: {'Port': ['ID=a68d6e7f-1158-4949-ae32-bdf022bcbb17,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:48.898518 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5828ce46-539d-4f79-80ac-1529427c4f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.914031 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0b67f5-9e3d-48c0-83c5-b2619281172f admin admin] Made reservation on behalf of b91c257837ec4685abb627b347515090 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:48.927410 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1c0b67f5-9e3d-48c0-83c5-b2619281172f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.930781 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-45bed77c-94ea-4dc4-bdd0-8cea0763f963 None None] For port c3087b96-ffe0-4436-875c-0173aae9ad18, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:36:48.947704 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-45bed77c-94ea-4dc4-bdd0-8cea0763f963 None None] For port c3087b96-ffe0-4436-875c-0173aae9ad18, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c3087b96-ffe0-4436-875c-0173aae9ad18,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:36:48.953924 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1c0b67f5-9e3d-48c0-83c5-b2619281172f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.956617 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-45bed77c-94ea-4dc4-bdd0-8cea0763f963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:49.102706 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bed77c-94ea-4dc4-bdd0-8cea0763f963 None None] Routers {'d1a7aacd-706b-400b-ac1e-4d5297b95add'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:36:49.104028 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-45bed77c-94ea-4dc4-bdd0-8cea0763f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:36:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d1a7aacd-706b-400b-ac1e-4d5297b95add'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:49.171435 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875264e-9e8c-4f97-bfe3-1594da15819e None None] Pushing event updated for resources: {'Port': ['ID=c3087b96-ffe0-4436-875c-0173aae9ad18,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:49.202469 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-93ad1d13-2d42-4e73-b9a3-3adecdefa8ad None None] Provisioning complete for port a68d6e7f-1158-4949-ae32-bdf022bcbb17 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:49.203194 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-93ad1d13-2d42-4e73-b9a3-3adecdefa8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:49.295089 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-93ad1d13-2d42-4e73-b9a3-3adecdefa8ad None None] Port a68d6e7f-1158-4949-ae32-bdf022bcbb17 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:36:49.327379 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-21492638-9f4e-4e0d-88e0-435a5cb963a6 service neutron] 10.222.0.41 "GET /v2.0/networks/a0123474-236c-43f6-b5fb-551e0942a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5781810 Apr 18 20:36:49.391826 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 1750e2b9-aafd-41a6-aa77-b5bd1b3ac268 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:36:49.436263 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 1750e2b9-aafd-41a6-aa77-b5bd1b3ac268 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:36:49.437614 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 1750e2b9-aafd-41a6-aa77-b5bd1b3ac268 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:36:49.453440 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-45bed77c-94ea-4dc4-bdd0-8cea0763f963 None None] Set router d1a7aacd-706b-400b-ac1e-4d5297b95add gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:36:49.599487 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1c0b67f5-9e3d-48c0-83c5-b2619281172f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:49.618086 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1c0b67f5-9e3d-48c0-83c5-b2619281172f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:49.656978 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0b67f5-9e3d-48c0-83c5-b2619281172f admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:36:49.730535 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1c0b67f5-9e3d-48c0-83c5-b2619281172f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:49.737917 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-1c0b67f5-9e3d-48c0-83c5-b2619281172f admin admin] Added segment 76b99821-d321-4bc1-b771-0775a559c0d2 of type vlan for network 283f1092-fc3e-40f3-a517-d3f0d4ec0cf6 Apr 18 20:36:49.948638 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1c0b67f5-9e3d-48c0-83c5-b2619281172f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:50.005338 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b67f5-9e3d-48c0-83c5-b2619281172f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d08bff-c3c3-4692-9beb-bcf22981992c,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:50.138114 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602d075-7e68-4e47-a71b-00cc203fadfc req-8ff902b2-9519-4ad5-b087-6dde84cee65e tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:50.138849 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-45bed77c-94ea-4dc4-bdd0-8cea0763f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'name': 'tempest-TaggedBootDevicesTest_v242-933494111-router', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:42Z', 'updated_at': '2022-04-18T20:36:44Z', 'revision_number': 3, 'project_id': '038769a0c1df4ebc8efcb644264a6ef4', 'gw_port': {'id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:43Z', 'updated_at': '2022-04-18T20:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:50.151646 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5602d075-7e68-4e47-a71b-00cc203fadfc req-8ff902b2-9519-4ad5-b087-6dde84cee65e tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30dc066-3365-4ffe-8b62-36b6a17c725d HTTP/1.1" status: 200 len: 945 time: 0.2672694 Apr 18 20:36:50.154927 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1c0b67f5-9e3d-48c0-83c5-b2619281172f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:50.156543 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0b67f5-9e3d-48c0-83c5-b2619281172f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:50.157455 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1c0b67f5-9e3d-48c0-83c5-b2619281172f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:50.235884 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bed77c-94ea-4dc4-bdd0-8cea0763f963 None None] The sync data for ids ['d1a7aacd-706b-400b-ac1e-4d5297b95add'] in n-d-838323-3 is: [{'id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'name': 'tempest-TaggedBootDevicesTest_v242-933494111-router', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:42Z', 'updated_at': '2022-04-18T20:36:44Z', 'revision_number': 3, 'project_id': '038769a0c1df4ebc8efcb644264a6ef4', 'gw_port': {'id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:43Z', 'updated_at': '2022-04-18T20:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:36:50.405657 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1c0b67f5-9e3d-48c0-83c5-b2619281172f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3476434 Apr 18 20:36:50.407158 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39350) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:50.424684 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d59029d-5e99-4aca-b6f5-64d97d0ca451 req-7e5b3e8c-d9e4-4b91-8b51-85409960ddad tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 210 time: 0.1614361 Apr 18 20:36:50.432939 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-db1c0f2d-8d7e-4e83-9d23-7a6bd41f79b9 admin admin] Request body: {'subnet': {'network_id': '283f1092-fc3e-40f3-a517-d3f0d4ec0cf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1449066881-subnet', 'tenant_id': 'b91c257837ec4685abb627b347515090', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:50.444710 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b67f5-9e3d-48c0-83c5-b2619281172f admin admin] Pushing event updated for resources: {'Network': ['ID=283f1092-fc3e-40f3-a517-d3f0d4ec0cf6,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:50.467680 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5602d075-7e68-4e47-a71b-00cc203fadfc req-15ae3e68-e13c-4ae5-a3fe-4e5c7f860169 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146338 Apr 18 20:36:50.477833 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 283f1092-fc3e-40f3-a517-d3f0d4ec0cf6 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:36:50.533695 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1c0f2d-8d7e-4e83-9d23-7a6bd41f79b9 admin admin] Made reservation on behalf of b91c257837ec4685abb627b347515090 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:50.537383 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-db1c0f2d-8d7e-4e83-9d23-7a6bd41f79b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:50.553658 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5828ce46-539d-4f79-80ac-1529427c4f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:50.631232 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-ff26634c-5c5f-42ec-9760-35390d720a2c req-26b6cbe1-8983-4164-93e9-f5c0f1084413 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:36:50.644153 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ff26634c-5c5f-42ec-9760-35390d720a2c req-26b6cbe1-8983-4164-93e9-f5c0f1084413 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0273371 Apr 18 20:36:50.693118 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-908bd634-5ec4-4487-b564-3afee7f5c414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:50.902568 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-908bd634-5ec4-4487-b564-3afee7f5c414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:50.937918 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-908bd634-5ec4-4487-b564-3afee7f5c414 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced82772-c570-4770-8319-f2165b8e250e']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:50.952800 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-908bd634-5ec4-4487-b564-3afee7f5c414 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3870bbf5-3e1b-491a-ab11-63b483f90f56') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:50.956054 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-908bd634-5ec4-4487-b564-3afee7f5c414 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3870bbf5-3e1b-491a-ab11-63b483f90f56') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:50.969848 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-908bd634-5ec4-4487-b564-3afee7f5c414 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.027012 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ff26634c-5c5f-42ec-9760-35390d720a2c req-8a585ffd-8f2a-4436-b717-ec3383fd4e7c tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3805242 Apr 18 20:36:51.071085 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-908bd634-5ec4-4487-b564-3afee7f5c414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.214793 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c3087b96-ffe0-4436-875c-0173aae9ad18 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:36:51.371095 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port c3087b96-ffe0-4436-875c-0173aae9ad18 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:51.371487 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.471511 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-db1c0f2d-8d7e-4e83-9d23-7a6bd41f79b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.568583 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5828ce46-539d-4f79-80ac-1529427c4f6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.590835 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5828ce46-539d-4f79-80ac-1529427c4f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.598131 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908bd634-5ec4-4487-b564-3afee7f5c414 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:36:51.598767 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-908bd634-5ec4-4487-b564-3afee7f5c414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:36:51.613777 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:36:51.667173 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.699751 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c0f2d-8d7e-4e83-9d23-7a6bd41f79b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0e472a0-bc20-4c40-8107-2750cf4609f1,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:51.720040 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port c3087b96-ffe0-4436-875c-0173aae9ad18, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c3087b96-ffe0-4436-875c-0173aae9ad18,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:51.734420 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.811687 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=c3087b96-ffe0-4436-875c-0173aae9ad18,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:51.926037 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0178365-f635-4ab7-9351-5d21f6f7733a req-ce63e6f5-4fbc-431d-aefa-84ded9e9f16e tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:51.934384 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0178365-f635-4ab7-9351-5d21f6f7733a req-ce63e6f5-4fbc-431d-aefa-84ded9e9f16e tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9c59df-330e-4d12-ad28-3fc8a6dd842a HTTP/1.1" status: 200 len: 948 time: 0.5021989 Apr 18 20:36:51.940293 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828ce46-539d-4f79-80ac-1529427c4f6a admin admin] Pushing event updated for resources: {'Port': ['ID=a68d6e7f-1158-4949-ae32-bdf022bcbb17,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:51.954813 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-908bd634-5ec4-4487-b564-3afee7f5c414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.983975 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-908bd634-5ec4-4487-b564-3afee7f5c414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.992405 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-908bd634-5ec4-4487-b564-3afee7f5c414 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ced82772-c570-4770-8319-f2165b8e250e HTTP/1.1" status: 204 len: 168 time: 3.1225069 Apr 18 20:36:51.993377 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39368) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:51.994436 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1c0f2d-8d7e-4e83-9d23-7a6bd41f79b9 admin admin] Checking segment: {'id': '76b99821-d321-4bc1-b771-0775a559c0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '283f1092-fc3e-40f3-a517-d3f0d4ec0cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:36:51.995022 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1c0f2d-8d7e-4e83-9d23-7a6bd41f79b9 admin admin] Network hostable DHCP agents. Network: 283f1092-fc3e-40f3-a517-d3f0d4ec0cf6, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:36:51.999703 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bd634-5ec4-4487-b564-3afee7f5c414 admin admin] Pushing event deleted for resources: {'Network': ['ID=ced82772-c570-4770-8319-f2165b8e250e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:52.025576 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5828ce46-539d-4f79-80ac-1529427c4f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.062308 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0178365-f635-4ab7-9351-5d21f6f7733a req-ca7979bc-6202-4e76-8105-d53dcb054909 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0238a09-6f26-4829-aa6d-c4263ecc544d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262980 Apr 18 20:36:52.118028 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be80e4-9f11-4db4-8750-2ee02354bf2e req-b626f2b0-dbbd-4886-9417-a70a9938df7f tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:52.124261 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f7be80e4-9f11-4db4-8750-2ee02354bf2e req-b626f2b0-dbbd-4886-9417-a70a9938df7f tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8 HTTP/1.1" status: 200 len: 945 time: 0.3528793 Apr 18 20:36:52.175707 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5828ce46-539d-4f79-80ac-1529427c4f6a admin admin] Network 18c98ec1-fd43-4888-ad19-39fa23ba5861 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:36:52.178502 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-5828ce46-539d-4f79-80ac-1529427c4f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:52.203753 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-5737e618-9538-4195-a0c0-45694e6c9e7a admin admin] Deleting subnet aa4be717-dad4-411f-b032-8965647156f0 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:36:52.241918 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1c0f2d-8d7e-4e83-9d23-7a6bd41f79b9 admin admin] Network 283f1092-fc3e-40f3-a517-d3f0d4ec0cf6 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:36:52.245314 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5737e618-9538-4195-a0c0-45694e6c9e7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.317873 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5737e618-9538-4195-a0c0-45694e6c9e7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.403073 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5737e618-9538-4195-a0c0-45694e6c9e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.441785 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5828ce46-539d-4f79-80ac-1529427c4f6a admin admin] Router d1a7aacd-706b-400b-ac1e-4d5297b95add has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:36:52.531544 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f7be80e4-9f11-4db4-8750-2ee02354bf2e req-4d6e1c55-1ad2-47ca-9ed4-4fdf91bd1108 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738151 Apr 18 20:36:52.578946 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a4dc208a-aa12-4d9e-a6e4-58f87001fa5b req-5bf130f2-ff20-4ef1-ae50-e063dfb4595b tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 210 time: 0.0986097 Apr 18 20:36:52.584200 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-db1c0f2d-8d7e-4e83-9d23-7a6bd41f79b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 283f1092-fc3e-40f3-a517-d3f0d4ec0cf6) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:52.593814 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1c0f2d-8d7e-4e83-9d23-7a6bd41f79b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:52.594921 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-db1c0f2d-8d7e-4e83-9d23-7a6bd41f79b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.614687 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5737e618-9538-4195-a0c0-45694e6c9e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.616141 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7db0ef4-cba1-4e8a-a7f7-8390bfad30a1 None None] Network 283f1092-fc3e-40f3-a517-d3f0d4ec0cf6 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:36:52.635667 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-db1c0f2d-8d7e-4e83-9d23-7a6bd41f79b9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2149279 Apr 18 20:36:52.637542 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5737e618-9538-4195-a0c0-45694e6c9e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.639785 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5975af30-39cb-4cbf-8b31-ea5244aa35b0 None None] Provisioning complete for port a68d6e7f-1158-4949-ae32-bdf022bcbb17 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:52.643450 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5737e618-9538-4195-a0c0-45694e6c9e7a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/aa4be717-dad4-411f-b032-8965647156f0 HTTP/1.1" status: 204 len: 168 time: 0.6431317 Apr 18 20:36:52.646924 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5975af30-39cb-4cbf-8b31-ea5244aa35b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.679944 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39372) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:52.700750 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737e618-9538-4195-a0c0-45694e6c9e7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa4be717-dad4-411f-b032-8965647156f0,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:52.811288 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5828ce46-539d-4f79-80ac-1529427c4f6a admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:36:52.833087 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5828ce46-539d-4f79-80ac-1529427c4f6a admin admin] 10.222.0.41 "PUT /v2.0/routers/d1a7aacd-706b-400b-ac1e-4d5297b95add/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5156250 Apr 18 20:36:52.943172 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-5975af30-39cb-4cbf-8b31-ea5244aa35b0 None None] Port a68d6e7f-1158-4949-ae32-bdf022bcbb17 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:36:52.955939 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-7ae2815e-77ef-466b-8450-64353fe9dcef tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:52.957417 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-7ae2815e-77ef-466b-8450-64353fe9dcef tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.32 "GET /v2.0/networks?id=a0123474-236c-43f6-b5fb-551e0942a4f0 HTTP/1.1" status: 200 len: 812 time: 0.2432730 Apr 18 20:36:52.984036 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-31e933f0-40bf-4622-ab6b-43dad3713a30 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Request body: {'port': {'device_id': '629a9558-4f0e-4c07-aab2-db091d6684a8', 'network_id': 'a0123474-236c-43f6-b5fb-551e0942a4f0', 'admin_state_up': True, 'tenant_id': '650e6c70232948a48193055b3cf5103f'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:53.122214 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c3087b96-ffe0-4436-875c-0173aae9ad18 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:36:53.183681 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08d79bf-3396-4816-8229-92f88d3649c7 None None] Network 283f1092-fc3e-40f3-a517-d3f0d4ec0cf6 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:36:53.237127 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-99d80ba0-5061-4278-a118-e2c7c013305b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.274825 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port c3087b96-ffe0-4436-875c-0173aae9ad18 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:53.275476 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.331067 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7e2ed-e970-4feb-8956-5946c97f2006 req-0dfaedb5-886b-45b6-bb25-9e20a5ae47dc tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:53.334841 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75d7e2ed-e970-4feb-8956-5946c97f2006 req-0dfaedb5-886b-45b6-bb25-9e20a5ae47dc tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=2964f993-1066-41dc-b04f-16c2d037fe22 HTTP/1.1" status: 200 len: 946 time: 0.3700881 Apr 18 20:36:53.454573 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fd141-061b-4e9f-9313-a93597236115 req-868ba31b-a390-418a-910c-ac8331780a36 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:53.457016 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b11fd141-061b-4e9f-9313-a93597236115 req-868ba31b-a390-418a-910c-ac8331780a36 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7b9c59df-330e-4d12-ad28-3fc8a6dd842a HTTP/1.1" status: 200 len: 948 time: 0.4095471 Apr 18 20:36:53.468847 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-e8684347-05fd-4e9f-97bc-634317f811af req-1888b973-98ab-4ade-9abc-cee8e0dc98eb tempest-SecurityGroupsNegativeTestJSON-975326502 tempest-SecurityGroupsNegativeTestJSON-975326502-project] show failed (client error): The resource could not be found. Apr 18 20:36:53.469903 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8684347-05fd-4e9f-97bc-634317f811af req-1888b973-98ab-4ade-9abc-cee8e0dc98eb tempest-SecurityGroupsNegativeTestJSON-975326502 tempest-SecurityGroupsNegativeTestJSON-975326502-project] 10.222.0.41 "GET /v2.0/security-groups/b1af53a4-ad67-4b1a-a047-09aa866a3f7b HTTP/1.1" status: 404 len: 352 time: 0.1296918 Apr 18 20:36:53.587749 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-31e933f0-40bf-4622-ab6b-43dad3713a30 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Made reservation on behalf of 650e6c70232948a48193055b3cf5103f for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:53.591561 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-31e933f0-40bf-4622-ab6b-43dad3713a30 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.779981 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b10e96b-e3a3-483a-97a2-2ec70b145f1a None None] Sync routers for ids ['d1a7aacd-706b-400b-ac1e-4d5297b95add'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:36:53.801855 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b10e96b-e3a3-483a-97a2-2ec70b145f1a None None] Routers {'d1a7aacd-706b-400b-ac1e-4d5297b95add'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:36:53.803459 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5b10e96b-e3a3-483a-97a2-2ec70b145f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:36:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d1a7aacd-706b-400b-ac1e-4d5297b95add'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:54.009292 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-5b10e96b-e3a3-483a-97a2-2ec70b145f1a None None] Set router d1a7aacd-706b-400b-ac1e-4d5297b95add gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:36:54.076566 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75d7e2ed-e970-4feb-8956-5946c97f2006 req-0ededfad-ac86-42c4-a9a4-59a9ae43827d tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7036605 Apr 18 20:36:54.135989 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-99d80ba0-5061-4278-a118-e2c7c013305b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.284687 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39410) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:54.291245 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-cd850075-0082-4466-ab94-c6e953b6ae85 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1792038330-network', 'tenant_id': '0661da3464f742c9887e81d7e6b2366b'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:54.303105 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-99d80ba0-5061-4278-a118-e2c7c013305b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b668611-a88c-4eb4-a918-5d6baf7f478e']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:54.319249 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd850075-0082-4466-ab94-c6e953b6ae85 admin admin] Made reservation on behalf of 0661da3464f742c9887e81d7e6b2366b for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:54.322131 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cd850075-0082-4466-ab94-c6e953b6ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.337767 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cd850075-0082-4466-ab94-c6e953b6ae85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.361763 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5b10e96b-e3a3-483a-97a2-2ec70b145f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'name': 'tempest-TaggedBootDevicesTest_v242-933494111-router', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:42Z', 'updated_at': '2022-04-18T20:36:50Z', 'revision_number': 4, 'project_id': '038769a0c1df4ebc8efcb644264a6ef4', 'gw_port': {'id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:43Z', 'updated_at': '2022-04-18T20:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'a68d6e7f-1158-4949-ae32-bdf022bcbb17', 'name': '', 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'mac_address': 'fa:16:3e:e5:34:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '6597d107-d0ca-41ad-b4eb-bc841df3bab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:47Z', 'updated_at': '2022-04-18T20:36:51Z', 'revision_number': 2, 'project_id': '038769a0c1df4ebc8efcb644264a6ef4', 'subnets': [{'id': '6597d107-d0ca-41ad-b4eb-bc841df3bab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:54.403414 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b10e96b-e3a3-483a-97a2-2ec70b145f1a None None] Checking router: d1a7aacd-706b-400b-ac1e-4d5297b95add for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:36:54.403775 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b10e96b-e3a3-483a-97a2-2ec70b145f1a None None] Updating router d1a7aacd-706b-400b-ac1e-4d5297b95add port a68d6e7f-1158-4949-ae32-bdf022bcbb17 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:36:54.457358 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a831f-3aa0-4388-a5ba-80e1c82fdd3a req-87bab901-c433-4881-bf1e-be8a44e95e9d tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:54.459798 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5b10e96b-e3a3-483a-97a2-2ec70b145f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.470093 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd5a831f-3aa0-4388-a5ba-80e1c82fdd3a req-87bab901-c433-4881-bf1e-be8a44e95e9d tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9c59df-330e-4d12-ad28-3fc8a6dd842a HTTP/1.1" status: 200 len: 948 time: 0.4538946 Apr 18 20:36:54.470913 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cd850075-0082-4466-ab94-c6e953b6ae85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.473833 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8959-5884-48b9-a0e6-8ce8f8e1b048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.480359 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cd850075-0082-4466-ab94-c6e953b6ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.504042 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-99d80ba0-5061-4278-a118-e2c7c013305b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07fc7083-86c9-4e2c-8a2b-a421f8e851b2') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:54.504587 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-99d80ba0-5061-4278-a118-e2c7c013305b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07fc7083-86c9-4e2c-8a2b-a421f8e851b2') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:54.515846 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd850075-0082-4466-ab94-c6e953b6ae85 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:36:54.536544 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d9541e8-75e6-4880-a586-a7cfc76d2d01 req-30307b42-41fa-43a5-b439-9ef14d44f886 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 210 time: 0.2421291 Apr 18 20:36:54.558640 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd850075-0082-4466-ab94-c6e953b6ae85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51770f23-6763-42c2-a9ed-acc032feff60,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:54.570915 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cd850075-0082-4466-ab94-c6e953b6ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.571624 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-cd850075-0082-4466-ab94-c6e953b6ae85 admin admin] Added segment 2962fac1-38d0-4f83-baac-5ae57bde15c9 of type vlan for network 817456dc-d2de-4964-b85d-db26bab4c39b Apr 18 20:36:54.580162 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-99d80ba0-5061-4278-a118-e2c7c013305b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.592304 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-b11fd141-061b-4e9f-9313-a93597236115 req-3d431390-1038-4192-bd15-3ec7f08c4fcf tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Deleting port a1575cef-d096-4d49-a2fa-70f461bedb1b {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:36:54.594200 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b11fd141-061b-4e9f-9313-a93597236115 req-3d431390-1038-4192-bd15-3ec7f08c4fcf tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.674265 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cd850075-0082-4466-ab94-c6e953b6ae85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.721769 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cd850075-0082-4466-ab94-c6e953b6ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.725425 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd850075-0082-4466-ab94-c6e953b6ae85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:54.727859 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cd850075-0082-4466-ab94-c6e953b6ae85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.767373 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-99d80ba0-5061-4278-a118-e2c7c013305b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.793744 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cd850075-0082-4466-ab94-c6e953b6ae85 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5023181 Apr 18 20:36:54.838471 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39412) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:54.847950 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d24720ab-e387-47de-8b51-970305ed7a1d admin admin] Request body: {'subnet': {'network_id': '817456dc-d2de-4964-b85d-db26bab4c39b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1792038330-subnet', 'tenant_id': '0661da3464f742c9887e81d7e6b2366b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:54.860395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d80ba0-5061-4278-a118-e2c7c013305b admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:36:54.861476 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-99d80ba0-5061-4278-a118-e2c7c013305b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.889055 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24720ab-e387-47de-8b51-970305ed7a1d admin admin] Made reservation on behalf of 0661da3464f742c9887e81d7e6b2366b for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:54.893668 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d24720ab-e387-47de-8b51-970305ed7a1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.899340 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5b10e96b-e3a3-483a-97a2-2ec70b145f1a None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.922780 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5b10e96b-e3a3-483a-97a2-2ec70b145f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.934140 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd850075-0082-4466-ab94-c6e953b6ae85 admin admin] Pushing event updated for resources: {'Network': ['ID=817456dc-d2de-4964-b85d-db26bab4c39b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:54.943233 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd5a831f-3aa0-4388-a5ba-80e1c82fdd3a req-b84065de-c553-4d0f-9aff-e65fe5b821d9 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0238a09-6f26-4829-aa6d-c4263ecc544d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179685 Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:36:54.949724 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:36:54.993490 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c986d3a-44cc-4ef2-bab2-87b3b56cc5f7 None None] Pushing event updated for resources: {'Port': ['ID=a68d6e7f-1158-4949-ae32-bdf022bcbb17,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:54.998398 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-b11fd141-061b-4e9f-9313-a93597236115 req-3d431390-1038-4192-bd15-3ec7f08c4fcf tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] For port a1575cef-d096-4d49-a2fa-70f461bedb1b, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a1575cef-d096-4d49-a2fa-70f461bedb1b,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:54.998967 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b11fd141-061b-4e9f-9313-a93597236115 req-3d431390-1038-4192-bd15-3ec7f08c4fcf tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.000124 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 817456dc-d2de-4964-b85d-db26bab4c39b details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:36:55.015908 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-b11fd141-061b-4e9f-9313-a93597236115 req-3d431390-1038-4192-bd15-3ec7f08c4fcf tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Calling delete_port for a1575cef-d096-4d49-a2fa-70f461bedb1b owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:36:55.130089 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-99d80ba0-5061-4278-a118-e2c7c013305b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.161022 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-99d80ba0-5061-4278-a118-e2c7c013305b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.164319 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-99d80ba0-5061-4278-a118-e2c7c013305b admin admin] 10.222.0.41 "DELETE /v2.0/networks/0b668611-a88c-4eb4-a918-5d6baf7f478e HTTP/1.1" status: 204 len: 168 time: 2.4832766 Apr 18 20:36:55.164937 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5b10e96b-e3a3-483a-97a2-2ec70b145f1a None None] Attempting to bind port a68d6e7f-1158-4949-ae32-bdf022bcbb17 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:36:55.165904 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5b10e96b-e3a3-483a-97a2-2ec70b145f1a None None] Attempting to bind port a68d6e7f-1158-4949-ae32-bdf022bcbb17 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '25275ed1-7e44-4f97-85fb-5ca8e77fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:36:55.166537 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b10e96b-e3a3-483a-97a2-2ec70b145f1a None None] Attempting to bind port a68d6e7f-1158-4949-ae32-bdf022bcbb17 on network 18c98ec1-fd43-4888-ad19-39fa23ba5861 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:36:55.174821 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b10e96b-e3a3-483a-97a2-2ec70b145f1a None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:36:55.175630 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b10e96b-e3a3-483a-97a2-2ec70b145f1a None None] Checking segment: {'id': '25275ed1-7e44-4f97-85fb-5ca8e77fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:36:55.176662 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5b10e96b-e3a3-483a-97a2-2ec70b145f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.177363 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b10e96b-e3a3-483a-97a2-2ec70b145f1a None None] Bound using segment: {'id': '25275ed1-7e44-4f97-85fb-5ca8e77fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:36:55.178128 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5b10e96b-e3a3-483a-97a2-2ec70b145f1a None None] Bound port: a68d6e7f-1158-4949-ae32-bdf022bcbb17, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25275ed1-7e44-4f97-85fb-5ca8e77fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:36:55.178791 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5b10e96b-e3a3-483a-97a2-2ec70b145f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.233837 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-31e933f0-40bf-4622-ab6b-43dad3713a30 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Allocated IP 172.20.0.8 (a0123474-236c-43f6-b5fb-551e0942a4f0/b9f432db-bb83-4c5c-b467-ba4f8fb4d6a8/85f32d94-b927-4021-b22f-ebba03874a49) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:36:55.248399 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b0e9425c-225e-4933-921d-64e362960df1 req-f70d1ee6-8228-4d0e-8245-a051014bf88a tempest-SecurityGroupsNegativeTestJSON-975326502 tempest-SecurityGroupsNegativeTestJSON-975326502-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b91c257837ec4685abb627b347515090 HTTP/1.1" status: 200 len: 2988 time: 0.1445787 Apr 18 20:36:55.258581 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d37ec2-5a8d-4bc0-8cfe-3a68c9031dbd req-5a488ea7-34a7-4a57-addc-d90eeb0a78a2 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:55.260215 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4d37ec2-5a8d-4bc0-8cfe-3a68c9031dbd req-5a488ea7-34a7-4a57-addc-d90eeb0a78a2 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30dc066-3365-4ffe-8b62-36b6a17c725d HTTP/1.1" status: 200 len: 945 time: 0.5946491 Apr 18 20:36:55.265813 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d80ba0-5061-4278-a118-e2c7c013305b admin admin] Pushing event deleted for resources: {'Network': ['ID=0b668611-a88c-4eb4-a918-5d6baf7f478e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:55.347625 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d24720ab-e387-47de-8b51-970305ed7a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.356134 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5b10e96b-e3a3-483a-97a2-2ec70b145f1a None None] For port a68d6e7f-1158-4949-ae32-bdf022bcbb17, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:36:55.408166 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24720ab-e387-47de-8b51-970305ed7a1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9742bf40-ecd8-402f-981d-3c0981987fb1,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:55.449503 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4d37ec2-5a8d-4bc0-8cfe-3a68c9031dbd req-1e278407-f1a1-4a39-8f36-43fcb4709919 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709337 Apr 18 20:36:55.454869 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24720ab-e387-47de-8b51-970305ed7a1d admin admin] Checking segment: {'id': '2962fac1-38d0-4f83-baac-5ae57bde15c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '817456dc-d2de-4964-b85d-db26bab4c39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:36:55.455761 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24720ab-e387-47de-8b51-970305ed7a1d admin admin] Network hostable DHCP agents. Network: 817456dc-d2de-4964-b85d-db26bab4c39b, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:36:55.460279 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b0e9425c-225e-4933-921d-64e362960df1 req-75241461-c7cf-449a-8719-9b45adb5f503 tempest-SecurityGroupsNegativeTestJSON-975326502 tempest-SecurityGroupsNegativeTestJSON-975326502-project] 10.222.0.41 "GET /v2.0/security-groups/b1d08bff-c3c3-4692-9beb-bcf22981992c HTTP/1.1" status: 200 len: 2985 time: 0.2109513 Apr 18 20:36:55.487211 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24720ab-e387-47de-8b51-970305ed7a1d admin admin] Network 817456dc-d2de-4964-b85d-db26bab4c39b is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:36:55.525058 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-d24720ab-e387-47de-8b51-970305ed7a1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 817456dc-d2de-4964-b85d-db26bab4c39b) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:55.552634 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2d3e8e-4948-4ad2-92ce-69727bd1d646 None None] Network 817456dc-d2de-4964-b85d-db26bab4c39b requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:36:55.557028 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24720ab-e387-47de-8b51-970305ed7a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:55.563094 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d24720ab-e387-47de-8b51-970305ed7a1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.609046 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d24720ab-e387-47de-8b51-970305ed7a1d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7688484 Apr 18 20:36:55.616133 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39420) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:55.619097 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-b33f56cd-6c90-429c-bf6d-79afc31d3d58 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1792038330-router', 'tenant_id': '0661da3464f742c9887e81d7e6b2366b', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:55.622797 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39422) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:55.644588 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b11fd141-061b-4e9f-9313-a93597236115 req-3d431390-1038-4192-bd15-3ec7f08c4fcf tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.731128 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5b10e96b-e3a3-483a-97a2-2ec70b145f1a None None] For port a68d6e7f-1158-4949-ae32-bdf022bcbb17, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a68d6e7f-1158-4949-ae32-bdf022bcbb17,segment=NetworkSegment(25275ed1-7e44-4f97-85fb-5ca8e77fc202),segment_id=25275ed1-7e44-4f97-85fb-5ca8e77fc202)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:36:55.732474 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d431390-1038-4192-bd15-3ec7f08c4fcf tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Pushing event deleted for resources: {'Port': ['ID=a1575cef-d096-4d49-a2fa-70f461bedb1b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:55.751971 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b0e9425c-225e-4933-921d-64e362960df1 req-55e07a78-3488-49dc-bcb4-7b04cb69b764 tempest-SecurityGroupsNegativeTestJSON-975326502 tempest-SecurityGroupsNegativeTestJSON-975326502-project] 10.222.0.41 "GET /v2.0/security-groups/b1d08bff-c3c3-4692-9beb-bcf22981992c HTTP/1.1" status: 200 len: 2985 time: 0.2681324 Apr 18 20:36:55.788963 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5b10e96b-e3a3-483a-97a2-2ec70b145f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.816564 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-03975f13-8397-4466-8e35-dfb49c021802 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c73e94b30444cbb9a39d05e1b857986&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1878679 Apr 18 20:36:55.818584 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39426) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:55.820141 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11fd141-061b-4e9f-9313-a93597236115 req-3d431390-1038-4192-bd15-3ec7f08c4fcf tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] No DVR routers for this DVR port a1575cef-d096-4d49-a2fa-70f461bedb1b on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:36:55.825328 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b11fd141-061b-4e9f-9313-a93597236115 req-3d431390-1038-4192-bd15-3ec7f08c4fcf tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.828967 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b11fd141-061b-4e9f-9313-a93597236115 req-3d431390-1038-4192-bd15-3ec7f08c4fcf tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.57 "DELETE /v2.0/ports/a1575cef-d096-4d49-a2fa-70f461bedb1b HTTP/1.1" status: 204 len: 173 time: 2.3628714 Apr 18 20:36:55.829903 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9c59df-330e-4d12-ad28-3fc8a6dd842a', 'name': 'network-vif-deleted', 'tag': 'a1575cef-d096-4d49-a2fa-70f461bedb1b'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:55.832233 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caa0735-9b64-4b13-820d-cb9c9ff1e80c" -d '{"events": [{"server_uuid": "7b9c59df-330e-4d12-ad28-3fc8a6dd842a", "name": "network-vif-deleted", "tag": "a1575cef-d096-4d49-a2fa-70f461bedb1b"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:55.853233 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-95dbb988-0113-41d3-8879-bbb118ec9807 None None] Provisioning complete for port a68d6e7f-1158-4949-ae32-bdf022bcbb17 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:55.854770 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-95dbb988-0113-41d3-8879-bbb118ec9807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.903239 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-31e933f0-40bf-4622-ab6b-43dad3713a30 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.956181 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b33f56cd-6c90-429c-bf6d-79afc31d3d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.958904 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b33f56cd-6c90-429c-bf6d-79afc31d3d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.138852 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b10e96b-e3a3-483a-97a2-2ec70b145f1a None None] Routers {'d1a7aacd-706b-400b-ac1e-4d5297b95add'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:36:56.141656 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-31e933f0-40bf-4622-ab6b-43dad3713a30 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.143463 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5b10e96b-e3a3-483a-97a2-2ec70b145f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:36:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d1a7aacd-706b-400b-ac1e-4d5297b95add'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:56.152808 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c986d3a-44cc-4ef2-bab2-87b3b56cc5f7 None None] Pushing event updated for resources: {'Port': ['ID=a68d6e7f-1158-4949-ae32-bdf022bcbb17,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:56.160837 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b33f56cd-6c90-429c-bf6d-79afc31d3d58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.575117 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-31e933f0-40bf-4622-ab6b-43dad3713a30 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Network a0123474-236c-43f6-b5fb-551e0942a4f0 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:36:56.585388 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e933f0-40bf-4622-ab6b-43dad3713a30 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Pushing event updated for resources: {'Port': ['ID=85f32d94-b927-4021-b22f-ebba03874a49,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:56.619229 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-31e933f0-40bf-4622-ab6b-43dad3713a30 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:56.625224 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b33f56cd-6c90-429c-bf6d-79afc31d3d58 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.626133 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-31e933f0-40bf-4622-ab6b-43dad3713a30 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:36:56.634001 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-80a48538-b56c-47d9-94a3-1dd6e785a2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.677410 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-80a48538-b56c-47d9-94a3-1dd6e785a2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.712504 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d69d59-1bef-4004-9513-5d2ccaa6c89f req-416b3e9b-706a-4858-8926-9f73a9428ea0 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:56.717175 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c9d69d59-1bef-4004-9513-5d2ccaa6c89f req-416b3e9b-706a-4858-8926-9f73a9428ea0 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 931 time: 0.6966190 Apr 18 20:36:56.765937 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-95dbb988-0113-41d3-8879-bbb118ec9807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.787098 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913aceca-cce0-402e-882d-fbb9849f0aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-817456dc-d2de-4964-b85d-db26bab4c39b', 'network_id': '817456dc-d2de-4964-b85d-db26bab4c39b', 'tenant_id': '0661da3464f742c9887e81d7e6b2366b', 'fixed_ips': [{'subnet_id': '9742bf40-ecd8-402f-981d-3c0981987fb1'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:36:56.797952 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-913aceca-cce0-402e-882d-fbb9849f0aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.819864 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400a39b-1143-4388-a446-6a5511542064 req-909d3590-9d81-40ae-bc5a-1258794c08ac tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:56.835450 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400a39b-1143-4388-a446-6a5511542064 req-909d3590-9d81-40ae-bc5a-1258794c08ac tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:56.851618 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400a39b-1143-4388-a446-6a5511542064 req-909d3590-9d81-40ae-bc5a-1258794c08ac tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:56.867731 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1400a39b-1143-4388-a446-6a5511542064 req-909d3590-9d81-40ae-bc5a-1258794c08ac tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30dc066-3365-4ffe-8b62-36b6a17c725d&device_id=2964f993-1066-41dc-b04f-16c2d037fe22&device_id=aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8 HTTP/1.1" status: 200 len: 2417 time: 0.5160799 Apr 18 20:36:56.889559 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-80a48538-b56c-47d9-94a3-1dd6e785a2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.894827 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-80a48538-b56c-47d9-94a3-1dd6e785a2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.900162 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-80a48538-b56c-47d9-94a3-1dd6e785a2f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89b5d5c3-3825-4024-965b-c678c3c7a9e7 HTTP/1.1" status: 204 len: 168 time: 1.0705590 Apr 18 20:36:56.965618 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-31e933f0-40bf-4622-ab6b-43dad3713a30 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:56.966740 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-31e933f0-40bf-4622-ab6b-43dad3713a30 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.972860 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a48538-b56c-47d9-94a3-1dd6e785a2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b5d5c3-3825-4024-965b-c678c3c7a9e7,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:57.046426 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-31e933f0-40bf-4622-ab6b-43dad3713a30 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0767798 Apr 18 20:36:57.086993 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-913aceca-cce0-402e-882d-fbb9849f0aaa None None] Allocated IP 172.20.0.2 (817456dc-d2de-4964-b85d-db26bab4c39b/9742bf40-ecd8-402f-981d-3c0981987fb1/f542693b-a861-485a-a38a-363b61c28c6b) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:36:57.107444 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c9d69d59-1bef-4004-9513-5d2ccaa6c89f req-f07c613b-8a10-4e11-8062-21767fd4c34a tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729577 Apr 18 20:36:57.136625 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-30d070ee-979c-452a-a2a3-5a8fdd9dfc28 service neutron] Request body: {'port': {'device_id': '629a9558-4f0e-4c07-aab2-db091d6684a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:57.270725 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-5b10e96b-e3a3-483a-97a2-2ec70b145f1a None None] Set router d1a7aacd-706b-400b-ac1e-4d5297b95add gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:36:57.305153 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b33f56cd-6c90-429c-bf6d-79afc31d3d58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:57.327959 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b33f56cd-6c90-429c-bf6d-79afc31d3d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:57.389076 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1400a39b-1143-4388-a446-6a5511542064 req-a494c1e3-ed71-418f-8566-3ba780062a3b tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834359 Apr 18 20:36:57.412737 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-95dbb988-0113-41d3-8879-bbb118ec9807 None None] For port a68d6e7f-1158-4949-ae32-bdf022bcbb17, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a68d6e7f-1158-4949-ae32-bdf022bcbb17,segment=NetworkSegment(25275ed1-7e44-4f97-85fb-5ca8e77fc202),segment_id=25275ed1-7e44-4f97-85fb-5ca8e77fc202)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:57.420962 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-913aceca-cce0-402e-882d-fbb9849f0aaa None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:57.434422 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-95dbb988-0113-41d3-8879-bbb118ec9807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:57.521850 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-913aceca-cce0-402e-882d-fbb9849f0aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:57.566838 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-b33f56cd-6c90-429c-bf6d-79afc31d3d58 admin admin] Allocated IP 172.25.1.77 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/c94d79e2-66f4-43dd-b5b8-f0f87ba39e93) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:36:57.619133 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bad093e-05f4-4ec1-a582-61f21d4ddab2 x-openstack-request-id: req-7bad093e-05f4-4ec1-a582-61f21d4ddab2 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:57.619133 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9c59df-330e-4d12-ad28-3fc8a6dd842a", "name": "network-vif-deleted", "tag": "a1575cef-d096-4d49-a2fa-70f461bedb1b", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:57.619555 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7bad093e-05f4-4ec1-a582-61f21d4ddab2 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:57.619924 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bad093e-05f4-4ec1-a582-61f21d4ddab2'] response: {'server_uuid': '7b9c59df-330e-4d12-ad28-3fc8a6dd842a', 'name': 'network-vif-deleted', 'tag': 'a1575cef-d096-4d49-a2fa-70f461bedb1b', 'status': 'completed', 'code': 200} Apr 18 20:36:57.621618 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-30d070ee-979c-452a-a2a3-5a8fdd9dfc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:57.640559 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913aceca-cce0-402e-882d-fbb9849f0aaa None None] Network 817456dc-d2de-4964-b85d-db26bab4c39b is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:36:57.648040 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-913aceca-cce0-402e-882d-fbb9849f0aaa None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:57.652045 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913aceca-cce0-402e-882d-fbb9849f0aaa None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:36:57.702056 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b00edad5-fe6f-4040-8ade-dea6f8d37f07 None None] Provisioning complete for port a68d6e7f-1158-4949-ae32-bdf022bcbb17 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:57.702672 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b00edad5-fe6f-4040-8ade-dea6f8d37f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:57.791139 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dbb988-0113-41d3-8879-bbb118ec9807 None None] Pushing event updated for resources: {'Port': ['ID=a68d6e7f-1158-4949-ae32-bdf022bcbb17,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:57.852194 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913aceca-cce0-402e-882d-fbb9849f0aaa None None] Pushing event updated for resources: {'Port': ['ID=f542693b-a861-485a-a38a-363b61c28c6b,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:57.858836 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a1575cef-d096-4d49-a2fa-70f461bedb1b no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:36:57.899626 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dff081-395f-4105-a4ca-2b3b66c0dd27 req-42739c5f-1404-4ef7-b909-c36dd64bb301 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:57.910497 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-97dff081-395f-4105-a4ca-2b3b66c0dd27 req-42739c5f-1404-4ef7-b909-c36dd64bb301 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.57 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 945 time: 0.7347679 Apr 18 20:36:57.955864 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: a1575cef-d096-4d49-a2fa-70f461bedb1b {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:36:57.956267 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a1575cef-d096-4d49-a2fa-70f461bedb1b not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:36:57.966681 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-913aceca-cce0-402e-882d-fbb9849f0aaa None None] Attempting to bind port f542693b-a861-485a-a38a-363b61c28c6b on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:36:57.968330 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-913aceca-cce0-402e-882d-fbb9849f0aaa None None] Attempting to bind port f542693b-a861-485a-a38a-363b61c28c6b by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '2962fac1-38d0-4f83-baac-5ae57bde15c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '817456dc-d2de-4964-b85d-db26bab4c39b'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:36:57.968330 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913aceca-cce0-402e-882d-fbb9849f0aaa None None] Attempting to bind port f542693b-a861-485a-a38a-363b61c28c6b on network 817456dc-d2de-4964-b85d-db26bab4c39b {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:36:57.978666 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913aceca-cce0-402e-882d-fbb9849f0aaa None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:36:57.979023 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913aceca-cce0-402e-882d-fbb9849f0aaa None None] Checking segment: {'id': '2962fac1-38d0-4f83-baac-5ae57bde15c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '817456dc-d2de-4964-b85d-db26bab4c39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:36:57.979532 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-913aceca-cce0-402e-882d-fbb9849f0aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:57.979867 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913aceca-cce0-402e-882d-fbb9849f0aaa None None] Bound using segment: {'id': '2962fac1-38d0-4f83-baac-5ae57bde15c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '817456dc-d2de-4964-b85d-db26bab4c39b'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:36:57.980359 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-913aceca-cce0-402e-882d-fbb9849f0aaa None None] Bound port: f542693b-a861-485a-a38a-363b61c28c6b, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2962fac1-38d0-4f83-baac-5ae57bde15c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '817456dc-d2de-4964-b85d-db26bab4c39b'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:36:57.980941 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-913aceca-cce0-402e-882d-fbb9849f0aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.001766 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-66f7a6c8-c916-44cb-ae22-f8cf476b28db req-b5e6dd99-83aa-445c-93a3-7cdedc3fb061 tempest-SecurityGroupsNegativeTestJSON-975326502 tempest-SecurityGroupsNegativeTestJSON-975326502-project] 10.222.0.41 "GET /v2.0/security-groups/b1d08bff-c3c3-4692-9beb-bcf22981992c HTTP/1.1" status: 200 len: 2985 time: 0.6327624 Apr 18 20:36:58.024965 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b33f56cd-6c90-429c-bf6d-79afc31d3d58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.147489 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b33f56cd-6c90-429c-bf6d-79afc31d3d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.213810 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86015dda-8bbc-44d3-945b-2db42a7555bc req-2a717b1c-4537-4e1f-aa48-df0ee601256e tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:58.218852 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39444) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:58.222386 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86015dda-8bbc-44d3-945b-2db42a7555bc req-2a717b1c-4537-4e1f-aa48-df0ee601256e tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 945 time: 0.3074238 Apr 18 20:36:58.249188 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-913aceca-cce0-402e-882d-fbb9849f0aaa None None] For port f542693b-a861-485a-a38a-363b61c28c6b, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:36:58.256945 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5b10e96b-e3a3-483a-97a2-2ec70b145f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'name': 'tempest-TaggedBootDevicesTest_v242-933494111-router', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:42Z', 'updated_at': '2022-04-18T20:36:50Z', 'revision_number': 4, 'project_id': '038769a0c1df4ebc8efcb644264a6ef4', 'gw_port': {'id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:43Z', 'updated_at': '2022-04-18T20:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'a68d6e7f-1158-4949-ae32-bdf022bcbb17', 'name': '', 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'mac_address': 'fa:16:3e:e5:34:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '6597d107-d0ca-41ad-b4eb-bc841df3bab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:47Z', 'updated_at': '2022-04-18T20:36:55Z', 'revision_number': 4, 'project_id': '038769a0c1df4ebc8efcb644264a6ef4', 'subnets': [{'id': '6597d107-d0ca-41ad-b4eb-bc841df3bab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:58.261975 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-913aceca-cce0-402e-882d-fbb9849f0aaa None None] For port f542693b-a861-485a-a38a-363b61c28c6b, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f542693b-a861-485a-a38a-363b61c28c6b,segment=NetworkSegment(2962fac1-38d0-4f83-baac-5ae57bde15c9),segment_id=2962fac1-38d0-4f83-baac-5ae57bde15c9)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:36:58.272135 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33f56cd-6c90-429c-bf6d-79afc31d3d58 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:36:58.287860 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-b33f56cd-6c90-429c-bf6d-79afc31d3d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:58.293454 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33f56cd-6c90-429c-bf6d-79afc31d3d58 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:36:58.307953 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f56cd-6c90-429c-bf6d-79afc31d3d58 admin admin] Pushing event updated for resources: {'Port': ['ID=c94d79e2-66f4-43dd-b5b8-f0f87ba39e93,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:58.319035 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b10e96b-e3a3-483a-97a2-2ec70b145f1a None None] The sync data for ids ['d1a7aacd-706b-400b-ac1e-4d5297b95add'] in n-d-838323-3 is: [{'id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'name': 'tempest-TaggedBootDevicesTest_v242-933494111-router', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:42Z', 'updated_at': '2022-04-18T20:36:50Z', 'revision_number': 4, 'project_id': '038769a0c1df4ebc8efcb644264a6ef4', 'gw_port': {'id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:43Z', 'updated_at': '2022-04-18T20:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'a68d6e7f-1158-4949-ae32-bdf022bcbb17', 'name': '', 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'mac_address': 'fa:16:3e:e5:34:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '6597d107-d0ca-41ad-b4eb-bc841df3bab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:47Z', 'updated_at': '2022-04-18T20:36:55Z', 'revision_number': 4, 'project_id': '038769a0c1df4ebc8efcb644264a6ef4', 'subnets': [{'id': '6597d107-d0ca-41ad-b4eb-bc841df3bab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:36:58.324036 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-913aceca-cce0-402e-882d-fbb9849f0aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.413794 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f41f7380-637e-43a6-850a-b02247c64175 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=237f80243ded496696c24c6e47b136ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1932051 Apr 18 20:36:58.433935 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39446) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:58.440952 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913aceca-cce0-402e-882d-fbb9849f0aaa None None] Pushing event updated for resources: {'Port': ['ID=f542693b-a861-485a-a38a-363b61c28c6b,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:58.489838 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-66f7a6c8-c916-44cb-ae22-f8cf476b28db req-114c183c-3f44-4d32-afaf-9ae6f67ca5b0 tempest-SecurityGroupsNegativeTestJSON-975326502 tempest-SecurityGroupsNegativeTestJSON-975326502-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 20:36:58.507650 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-66f7a6c8-c916-44cb-ae22-f8cf476b28db req-114c183c-3f44-4d32-afaf-9ae6f67ca5b0 tempest-SecurityGroupsNegativeTestJSON-975326502 tempest-SecurityGroupsNegativeTestJSON-975326502-project] 10.222.0.41 "DELETE /v2.0/security-groups/b1d08bff-c3c3-4692-9beb-bcf22981992c HTTP/1.1" status: 409 len: 352 time: 0.4826796 Apr 18 20:36:58.586984 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-095688cc-3a03-4d32-95e0-a9e12a4bbba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.587323 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-30d070ee-979c-452a-a2a3-5a8fdd9dfc28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f32d94-b927-4021-b22f-ebba03874a49 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:58.594578 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86015dda-8bbc-44d3-945b-2db42a7555bc req-104b8a2c-3510-4e4f-b637-06d0f4f2008f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710055 Apr 18 20:36:58.605377 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-30d070ee-979c-452a-a2a3-5a8fdd9dfc28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.631505 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-30d070ee-979c-452a-a2a3-5a8fdd9dfc28 service neutron] Transition to ACTIVE for port object 85f32d94-b927-4021-b22f-ebba03874a49 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:36:58.643933 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-30d070ee-979c-452a-a2a3-5a8fdd9dfc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.667113 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-095688cc-3a03-4d32-95e0-a9e12a4bbba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.667399 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-97dff081-395f-4105-a4ca-2b3b66c0dd27 req-35009a00-ba01-48c5-b136-1890e9314e00 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Deleting port 4781d3f2-cf88-431f-a897-980785fab48d {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:36:58.667785 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-97dff081-395f-4105-a4ca-2b3b66c0dd27 req-35009a00-ba01-48c5-b136-1890e9314e00 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.744081 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a742558c-b832-4d28-a93b-ce2a57b7bae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.760907 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d070ee-979c-452a-a2a3-5a8fdd9dfc28 service neutron] Pushing event updated for resources: {'Port': ['ID=85f32d94-b927-4021-b22f-ebba03874a49,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:58.862556 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-095688cc-3a03-4d32-95e0-a9e12a4bbba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.877299 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-095688cc-3a03-4d32-95e0-a9e12a4bbba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.881987 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-095688cc-3a03-4d32-95e0-a9e12a4bbba4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d0bbc430-8477-48dc-8e94-b3a830401c2d HTTP/1.1" status: 204 len: 168 time: 0.4467099 Apr 18 20:36:58.957092 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095688cc-3a03-4d32-95e0-a9e12a4bbba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bbc430-8477-48dc-8e94-b3a830401c2d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:59.002453 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b33f56cd-6c90-429c-bf6d-79afc31d3d58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.036049 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1fa2e0b-bd6f-400b-8ce5-d04d0f50ff8b req-e834e7bd-9c77-4985-a0fb-5a4a1d6fb1df tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2864535 Apr 18 20:36:59.076955 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-97dff081-395f-4105-a4ca-2b3b66c0dd27 req-35009a00-ba01-48c5-b136-1890e9314e00 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] For port 4781d3f2-cf88-431f-a897-980785fab48d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4781d3f2-cf88-431f-a897-980785fab48d,segment=NetworkSegment(56183d8f-21a5-45b4-8a0e-690ad26be3e8),segment_id=56183d8f-21a5-45b4-8a0e-690ad26be3e8)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:59.077338 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-97dff081-395f-4105-a4ca-2b3b66c0dd27 req-35009a00-ba01-48c5-b136-1890e9314e00 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.099826 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2e1e8-cc3a-49dc-bf86-f09354898f5d req-51b02607-4c87-4a20-9946-957b4ab158f0 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:59.118178 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22a2e1e8-cc3a-49dc-bf86-f09354898f5d req-51b02607-4c87-4a20-9946-957b4ab158f0 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 943 time: 0.3529241 Apr 18 20:36:59.187131 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-30d070ee-979c-452a-a2a3-5a8fdd9dfc28 service neutron] Attempting to bind port 85f32d94-b927-4021-b22f-ebba03874a49 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:36:59.187685 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-30d070ee-979c-452a-a2a3-5a8fdd9dfc28 service neutron] Attempting to bind port 85f32d94-b927-4021-b22f-ebba03874a49 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'cacdabef-c21d-48d9-95a8-14c3380284f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a0123474-236c-43f6-b5fb-551e0942a4f0'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:36:59.188318 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-30d070ee-979c-452a-a2a3-5a8fdd9dfc28 service neutron] Attempting to bind port 85f32d94-b927-4021-b22f-ebba03874a49 on network a0123474-236c-43f6-b5fb-551e0942a4f0 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:36:59.202366 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-30d070ee-979c-452a-a2a3-5a8fdd9dfc28 service neutron] Port 85f32d94-b927-4021-b22f-ebba03874a49 on network a0123474-236c-43f6-b5fb-551e0942a4f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:36:59.202973 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-30d070ee-979c-452a-a2a3-5a8fdd9dfc28 service neutron] Attempting to bind port 85f32d94-b927-4021-b22f-ebba03874a49 on network a0123474-236c-43f6-b5fb-551e0942a4f0 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:36:59.214026 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-97dff081-395f-4105-a4ca-2b3b66c0dd27 req-35009a00-ba01-48c5-b136-1890e9314e00 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Calling delete_port for 4781d3f2-cf88-431f-a897-980785fab48d owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:36:59.235652 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-30d070ee-979c-452a-a2a3-5a8fdd9dfc28 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:36:59.236453 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-30d070ee-979c-452a-a2a3-5a8fdd9dfc28 service neutron] Checking segment: {'id': 'cacdabef-c21d-48d9-95a8-14c3380284f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a0123474-236c-43f6-b5fb-551e0942a4f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:36:59.237043 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-30d070ee-979c-452a-a2a3-5a8fdd9dfc28 service neutron] Bound using segment: {'id': 'cacdabef-c21d-48d9-95a8-14c3380284f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a0123474-236c-43f6-b5fb-551e0942a4f0'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:36:59.237814 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-30d070ee-979c-452a-a2a3-5a8fdd9dfc28 service neutron] Bound port: 85f32d94-b927-4021-b22f-ebba03874a49, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cacdabef-c21d-48d9-95a8-14c3380284f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a0123474-236c-43f6-b5fb-551e0942a4f0'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:36:59.238361 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-30d070ee-979c-452a-a2a3-5a8fdd9dfc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.315016 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f542693b-a861-485a-a38a-363b61c28c6b up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:36:59.344753 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-3f36b2d7-0d92-4a34-a4de-12b77f0fb4ce req-2eec3014-0fa8-45b3-ac21-2a75ca5f4105 tempest-SecurityGroupsNegativeTestJSON-975326502 tempest-SecurityGroupsNegativeTestJSON-975326502-project] show failed (client error): The resource could not be found. Apr 18 20:36:59.347028 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f36b2d7-0d92-4a34-a4de-12b77f0fb4ce req-2eec3014-0fa8-45b3-ac21-2a75ca5f4105 tempest-SecurityGroupsNegativeTestJSON-975326502 tempest-SecurityGroupsNegativeTestJSON-975326502-project] 10.222.0.41 "GET /v2.0/security-groups/f0827ba1-f70a-4bdb-a5d6-53e4d505d948 HTTP/1.1" status: 404 len: 352 time: 0.1004479 Apr 18 20:36:59.417969 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22a2e1e8-cc3a-49dc-bf86-f09354898f5d req-b563eec0-9c4b-49d3-97c9-74947953d460 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987816 Apr 18 20:36:59.475296 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port f542693b-a861-485a-a38a-363b61c28c6b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:59.475674 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.520300 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b33f56cd-6c90-429c-bf6d-79afc31d3d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.701711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-30d070ee-979c-452a-a2a3-5a8fdd9dfc28 service neutron] For port 85f32d94-b927-4021-b22f-ebba03874a49, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:36:59.725708 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-30d070ee-979c-452a-a2a3-5a8fdd9dfc28 service neutron] For port 85f32d94-b927-4021-b22f-ebba03874a49, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=85f32d94-b927-4021-b22f-ebba03874a49,segment=NetworkSegment(cacdabef-c21d-48d9-95a8-14c3380284f5),segment_id=cacdabef-c21d-48d9-95a8-14c3380284f5)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:36:59.840873 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-30d070ee-979c-452a-a2a3-5a8fdd9dfc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.841709 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.881683 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.966087 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port f542693b-a861-485a-a38a-363b61c28c6b, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f542693b-a861-485a-a38a-363b61c28c6b,segment=NetworkSegment(2962fac1-38d0-4f83-baac-5ae57bde15c9),segment_id=2962fac1-38d0-4f83-baac-5ae57bde15c9)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:59.973300 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.974583 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a68d6e7f-1158-4949-ae32-bdf022bcbb17 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:00.021411 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-30d070ee-979c-452a-a2a3-5a8fdd9dfc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:00.022112 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-30d070ee-979c-452a-a2a3-5a8fdd9dfc28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.028007 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33f56cd-6c90-429c-bf6d-79afc31d3d58 admin admin] Router 89990c99-1d0c-4648-9e20-de7fa39f707a is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:37:00.029777 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-30d070ee-979c-452a-a2a3-5a8fdd9dfc28 service neutron] 10.222.0.32 "PUT /v2.0/ports/85f32d94-b927-4021-b22f-ebba03874a49 HTTP/1.1" status: 200 len: 1091 time: 2.9506583 Apr 18 20:37:00.039743 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629a9558-4f0e-4c07-aab2-db091d6684a8', 'tag': '85f32d94-b927-4021-b22f-ebba03874a49'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:00.047294 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9858cedc-f418-4224-85d2-43d362c75041" -d '{"events": [{"name": "network-changed", "server_uuid": "629a9558-4f0e-4c07-aab2-db091d6684a8", "tag": "85f32d94-b927-4021-b22f-ebba03874a49"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:37:00.135102 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-77699445-34bb-4c04-9644-97662ace0de4 req-e1947d9e-2fe6-49e1-94bc-da1a5ae11708 tempest-SecurityGroupsNegativeTestJSON-975326502 tempest-SecurityGroupsNegativeTestJSON-975326502-project] show failed (client error): The resource could not be found. Apr 18 20:37:00.137297 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77699445-34bb-4c04-9644-97662ace0de4 req-e1947d9e-2fe6-49e1-94bc-da1a5ae11708 tempest-SecurityGroupsNegativeTestJSON-975326502 tempest-SecurityGroupsNegativeTestJSON-975326502-project] 10.222.0.41 "GET /v2.0/security-groups/7ed4b3c5-5645-45f6-8b64-813145aaab07 HTTP/1.1" status: 404 len: 352 time: 0.1529870 Apr 18 20:37:00.218567 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=f542693b-a861-485a-a38a-363b61c28c6b,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:00.240529 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39478) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:00.261726 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port a68d6e7f-1158-4949-ae32-bdf022bcbb17 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:00.263074 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.457328 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-97dff081-395f-4105-a4ca-2b3b66c0dd27 req-35009a00-ba01-48c5-b136-1890e9314e00 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.476719 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['7402ac98-e12c-4b58-b801-7de11281dd54'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:37:00.519391 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33f56cd-6c90-429c-bf6d-79afc31d3d58 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:37:00.539406 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffd87a3-ee1a-4e85-a730-63dc16540a69 None None] Sync routers for ids ['89990c99-1d0c-4648-9e20-de7fa39f707a'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:37:00.559090 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3ed972a-c0fd-4d35-b06e-1f02e357fc51 req-ca690783-f383-49ef-8f19-dd86d9080dc5 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=2627010f-2dcf-46cc-a814-9bf480a4623c HTTP/1.1" status: 200 len: 210 time: 0.1042802 Apr 18 20:37:00.559476 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b33f56cd-6c90-429c-bf6d-79afc31d3d58 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.564408 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b33f56cd-6c90-429c-bf6d-79afc31d3d58 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9456623 Apr 18 20:37:00.565761 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39486) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:00.617881 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffd87a3-ee1a-4e85-a730-63dc16540a69 None None] Routers {'89990c99-1d0c-4648-9e20-de7fa39f707a'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:00.618920 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-fffd87a3-ee1a-4e85-a730-63dc16540a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:36:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['89990c99-1d0c-4648-9e20-de7fa39f707a'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:00.722422 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d070ee-979c-452a-a2a3-5a8fdd9dfc28 service neutron] Pushing event updated for resources: {'Port': ['ID=85f32d94-b927-4021-b22f-ebba03874a49,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:00.732947 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-c020f9ce-8a83-4609-9579-bfe5eac826ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:00.741251 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-c020f9ce-8a83-4609-9579-bfe5eac826ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=650e6c70232948a48193055b3cf5103f&device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 1094 time: 0.6381495 Apr 18 20:37:00.833273 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-d7612373-f612-4358-bfac-081d2c679a26 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85f32d94-b927-4021-b22f-ebba03874a49 HTTP/1.1" status: 200 len: 217 time: 0.0477581 Apr 18 20:37:00.846222 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d87b70-1ed6-4188-9251-4fc9dc54085f None None] Network 817456dc-d2de-4964-b85d-db26bab4c39b requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:37:00.916368 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35009a00-ba01-48c5-b136-1890e9314e00 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Pushing event deleted for resources: {'Port': ['ID=4781d3f2-cf88-431f-a897-980785fab48d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:00.959594 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab557620-4e8e-4121-be3b-f2d3e849aea0 admin admin] Deleting subnet b0e472a0-bc20-4c40-8107-2750cf4609f1 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:37:00.998723 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-97dff081-395f-4105-a4ca-2b3b66c0dd27 req-35009a00-ba01-48c5-b136-1890e9314e00 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] No DVR routers for this DVR port 4781d3f2-cf88-431f-a897-980785fab48d on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:37:01.009681 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ab557620-4e8e-4121-be3b-f2d3e849aea0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.015482 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-97dff081-395f-4105-a4ca-2b3b66c0dd27 req-35009a00-ba01-48c5-b136-1890e9314e00 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.020449 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-97dff081-395f-4105-a4ca-2b3b66c0dd27 req-35009a00-ba01-48c5-b136-1890e9314e00 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.57 "DELETE /v2.0/ports/4781d3f2-cf88-431f-a897-980785fab48d HTTP/1.1" status: 204 len: 173 time: 3.0939012 Apr 18 20:37:01.030325 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-fffd87a3-ee1a-4e85-a730-63dc16540a69 None None] Set router 89990c99-1d0c-4648-9e20-de7fa39f707a gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:37:01.032581 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a299f7-ae32-42ca-a4bc-7d7ec4ddde64 req-ad55ac14-0450-4501-aa2c-6704d6479325 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:01.035072 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-51a299f7-ae32-42ca-a4bc-7d7ec4ddde64 req-ad55ac14-0450-4501-aa2c-6704d6479325 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad27352-809c-4aad-aeba-e46425fd1cf1 HTTP/1.1" status: 200 len: 945 time: 0.3508255 Apr 18 20:37:01.076239 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e833b-139b-4c4d-ac53-8b1c446f5820 req-e6b216af-ff29-4aab-a012-b93ae35de89a tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:01.085738 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-921e833b-139b-4c4d-ac53-8b1c446f5820 req-e6b216af-ff29-4aab-a012-b93ae35de89a tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/ports?device_id=d507b17e-7fde-4d67-896b-594c156e3d40 HTTP/1.1" status: 200 len: 949 time: 0.3848696 Apr 18 20:37:01.160704 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-921e833b-139b-4c4d-ac53-8b1c446f5820 req-1b3124ca-4ca4-4c26-b92c-296a57477f19 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0238a09-6f26-4829-aa6d-c4263ecc544d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727465 Apr 18 20:37:01.198203 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-794ed112-4a04-4509-95ce-708a826288f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:01.218041 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-794ed112-4a04-4509-95ce-708a826288f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9f432db-bb83-4c5c-b467-ba4f8fb4d6a8 HTTP/1.1" status: 200 len: 852 time: 0.3263588 Apr 18 20:37:01.294783 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c030d7f4-c1ae-42ed-b939-61556c065d55 x-openstack-request-id: req-c030d7f4-c1ae-42ed-b939-61556c065d55 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:37:01.295078 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "629a9558-4f0e-4c07-aab2-db091d6684a8", "tag": "85f32d94-b927-4021-b22f-ebba03874a49", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:37:01.295519 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c030d7f4-c1ae-42ed-b939-61556c065d55 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:37:01.296158 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c030d7f4-c1ae-42ed-b939-61556c065d55'] response: {'name': 'network-changed', 'server_uuid': '629a9558-4f0e-4c07-aab2-db091d6684a8', 'tag': '85f32d94-b927-4021-b22f-ebba03874a49', 'status': 'completed', 'code': 200} Apr 18 20:37:01.333265 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f542693b-a861-485a-a38a-363b61c28c6b up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:01.387009 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ab557620-4e8e-4121-be3b-f2d3e849aea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.399702 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-b0ea4f53-21fe-419f-8108-25779ab6a1e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0123474-236c-43f6-b5fb-551e0942a4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1719713 Apr 18 20:37:01.490173 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39494) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:01.531053 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-51a299f7-ae32-42ca-a4bc-7d7ec4ddde64 req-2aa515cc-2ee4-4dba-b60e-576231f3f0b0 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2001d4b-d454-47cd-865b-55e14fe9da10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4198055 Apr 18 20:37:01.617143 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f152baee-f2b4-4aea-8714-0508786fb83e None None] Provisioning complete for port f542693b-a861-485a-a38a-363b61c28c6b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:01.618026 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f152baee-f2b4-4aea-8714-0508786fb83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.777781 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.809350 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.821728 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-fffd87a3-ee1a-4e85-a730-63dc16540a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89990c99-1d0c-4648-9e20-de7fa39f707a', 'name': 'tempest-TaggedBootDevicesTest_v242-1792038330-router', 'tenant_id': '0661da3464f742c9887e81d7e6b2366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'c94d79e2-66f4-43dd-b5b8-f0f87ba39e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:55Z', 'updated_at': '2022-04-18T20:36:58Z', 'revision_number': 3, 'project_id': '0661da3464f742c9887e81d7e6b2366b', 'gw_port': {'id': 'c94d79e2-66f4-43dd-b5b8-f0f87ba39e93', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89990c99-1d0c-4648-9e20-de7fa39f707a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:57Z', 'updated_at': '2022-04-18T20:36:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:01.866104 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4781d3f2-cf88-431f-a897-980785fab48d no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:37:01.963230 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffd87a3-ee1a-4e85-a730-63dc16540a69 None None] Checking router: 89990c99-1d0c-4648-9e20-de7fa39f707a for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:37:01.965547 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffd87a3-ee1a-4e85-a730-63dc16540a69 None None] Updating router 89990c99-1d0c-4648-9e20-de7fa39f707a port c94d79e2-66f4-43dd-b5b8-f0f87ba39e93 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:37:02.119294 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-5a139c60-f117-4e5e-9eec-41fd3586080a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1708179285-network', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:02.120102 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 4781d3f2-cf88-431f-a897-980785fab48d {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:37:02.123836 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4781d3f2-cf88-431f-a897-980785fab48d not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:37:02.208081 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ab557620-4e8e-4121-be3b-f2d3e849aea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.323011 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a30e9-c968-44d5-ba02-562e77641bea req-2f864386-7258-464e-b15b-c55740780f06 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:02.326410 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-510a30e9-c968-44d5-ba02-562e77641bea req-2f864386-7258-464e-b15b-c55740780f06 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.57 "GET /v2.0/ports?device_id=d507b17e-7fde-4d67-896b-594c156e3d40 HTTP/1.1" status: 200 len: 949 time: 0.6966896 Apr 18 20:37:02.353858 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port f542693b-a861-485a-a38a-363b61c28c6b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:02.357980 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.397009 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b02995-92e7-46fb-b535-5ae4c0addff0 req-5c74c363-0d95-44e1-8605-87272385e52c tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:02.413715 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13b02995-92e7-46fb-b535-5ae4c0addff0 req-5c74c363-0d95-44e1-8605-87272385e52c tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 943 time: 0.4668894 Apr 18 20:37:02.433813 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-fffd87a3-ee1a-4e85-a730-63dc16540a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.498285 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3fe1f22d-8be4-4a8d-9d1d-6e9ece7e57d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.529221 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a139c60-f117-4e5e-9eec-41fd3586080a admin admin] Made reservation on behalf of 4c38bdc963bc4174b81b6324270a917b for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:02.535096 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5a139c60-f117-4e5e-9eec-41fd3586080a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.570544 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5a139c60-f117-4e5e-9eec-41fd3586080a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.598303 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-26087919-df1d-4346-be84-22572548e8a7 service neutron] 10.222.0.32 "GET /v2.0/networks/a0123474-236c-43f6-b5fb-551e0942a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1233680 Apr 18 20:37:02.804833 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1bd31e23-9284-4770-b423-f3841b9d6258 req-b8214968-ddd9-4d0d-9066-b08d46c3a841 service neutron] 10.222.0.32 "GET /v2.0/networks/a0123474-236c-43f6-b5fb-551e0942a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800644 Apr 18 20:37:02.829009 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13b02995-92e7-46fb-b535-5ae4c0addff0 req-c9dac28b-b604-489c-9525-896df713d746 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932362 Apr 18 20:37:02.938495 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-3fe1f22d-8be4-4a8d-9d1d-6e9ece7e57d6 admin admin] Allocated IP 172.20.0.1 (817456dc-d2de-4964-b85d-db26bab4c39b/9742bf40-ecd8-402f-981d-3c0981987fb1/410d0083-ae03-44f1-96b7-05fe3d484e79) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:03.194041 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-fffd87a3-ee1a-4e85-a730-63dc16540a69 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.201032 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3fe1f22d-8be4-4a8d-9d1d-6e9ece7e57d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.211407 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-fffd87a3-ee1a-4e85-a730-63dc16540a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.253943 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3fe1f22d-8be4-4a8d-9d1d-6e9ece7e57d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.286170 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-fffd87a3-ee1a-4e85-a730-63dc16540a69 None None] Attempting to bind port c94d79e2-66f4-43dd-b5b8-f0f87ba39e93 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:03.287130 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-fffd87a3-ee1a-4e85-a730-63dc16540a69 None None] Attempting to bind port c94d79e2-66f4-43dd-b5b8-f0f87ba39e93 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:03.287989 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe1f22d-8be4-4a8d-9d1d-6e9ece7e57d6 admin admin] Network 817456dc-d2de-4964-b85d-db26bab4c39b is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:03.288302 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffd87a3-ee1a-4e85-a730-63dc16540a69 None None] Attempting to bind port c94d79e2-66f4-43dd-b5b8-f0f87ba39e93 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:03.290643 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-3fe1f22d-8be4-4a8d-9d1d-6e9ece7e57d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:03.320891 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe1f22d-8be4-4a8d-9d1d-6e9ece7e57d6 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:03.369424 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffd87a3-ee1a-4e85-a730-63dc16540a69 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:03.372910 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffd87a3-ee1a-4e85-a730-63dc16540a69 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:03.374221 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-fffd87a3-ee1a-4e85-a730-63dc16540a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.375197 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffd87a3-ee1a-4e85-a730-63dc16540a69 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:03.377207 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-fffd87a3-ee1a-4e85-a730-63dc16540a69 None None] Bound port: c94d79e2-66f4-43dd-b5b8-f0f87ba39e93, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:03.378272 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-fffd87a3-ee1a-4e85-a730-63dc16540a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.434235 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-9ed26a0a-0628-4e5c-bc44-d4314450ef7a None None] Provisioning complete for port f542693b-a861-485a-a38a-363b61c28c6b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:03.435705 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9ed26a0a-0628-4e5c-bc44-d4314450ef7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.499195 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560b51e-65cc-41fb-808c-48533c387cdc None None] Pushing event updated for resources: {'Port': ['ID=c94d79e2-66f4-43dd-b5b8-f0f87ba39e93,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:03.582687 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-fffd87a3-ee1a-4e85-a730-63dc16540a69 None None] For port c94d79e2-66f4-43dd-b5b8-f0f87ba39e93, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:03.590633 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-fffd87a3-ee1a-4e85-a730-63dc16540a69 None None] For port c94d79e2-66f4-43dd-b5b8-f0f87ba39e93, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c94d79e2-66f4-43dd-b5b8-f0f87ba39e93,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:03.608154 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-fffd87a3-ee1a-4e85-a730-63dc16540a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.743266 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560b51e-65cc-41fb-808c-48533c387cdc None None] Pushing event updated for resources: {'Port': ['ID=c94d79e2-66f4-43dd-b5b8-f0f87ba39e93,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:03.780097 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffd87a3-ee1a-4e85-a730-63dc16540a69 None None] Routers {'89990c99-1d0c-4648-9e20-de7fa39f707a'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:03.783498 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-fffd87a3-ee1a-4e85-a730-63dc16540a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:36:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['89990c99-1d0c-4648-9e20-de7fa39f707a'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:03.818661 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2627010f-2dcf-46cc-a814-9bf480a4623c', 'name': 'network-vif-deleted', 'tag': '4781d3f2-cf88-431f-a897-980785fab48d'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:03.822977 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c040d3-dbeb-46eb-b2f2-ba7f6e156b1b" -d '{"events": [{"server_uuid": "2627010f-2dcf-46cc-a814-9bf480a4623c", "name": "network-vif-deleted", "tag": "4781d3f2-cf88-431f-a897-980785fab48d"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:37:03.836484 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ab557620-4e8e-4121-be3b-f2d3e849aea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.838982 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1f22d-8be4-4a8d-9d1d-6e9ece7e57d6 admin admin] Pushing event updated for resources: {'Port': ['ID=410d0083-ae03-44f1-96b7-05fe3d484e79,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:03.858300 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3fe1f22d-8be4-4a8d-9d1d-6e9ece7e57d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.904299 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-26af500d-98ba-455a-ab82-9b51cdcc9e8a None None] Provisioning complete for port 410d0083-ae03-44f1-96b7-05fe3d484e79 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:03.906099 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-26af500d-98ba-455a-ab82-9b51cdcc9e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.931469 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab557620-4e8e-4121-be3b-f2d3e849aea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0e472a0-bc20-4c40-8107-2750cf4609f1,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:03.951498 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ab557620-4e8e-4121-be3b-f2d3e849aea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.960753 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ab557620-4e8e-4121-be3b-f2d3e849aea0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b0e472a0-bc20-4c40-8107-2750cf4609f1 HTTP/1.1" status: 204 len: 168 time: 3.7015572 Apr 18 20:37:03.964398 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39524) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:04.014299 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-26af500d-98ba-455a-ab82-9b51cdcc9e8a None None] Port 410d0083-ae03-44f1-96b7-05fe3d484e79 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:37:04.046268 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-fffd87a3-ee1a-4e85-a730-63dc16540a69 None None] Set router 89990c99-1d0c-4648-9e20-de7fa39f707a gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:37:04.054586 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858cedc-f418-4224-85d2-43d362c75041 req-c253e4e9-c64a-42ac-90b5-94329acdc8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:04.057223 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9858cedc-f418-4224-85d2-43d362c75041 req-c253e4e9-c64a-42ac-90b5-94329acdc8ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=650e6c70232948a48193055b3cf5103f&device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 1094 time: 1.1068592 Apr 18 20:37:04.078334 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2fb90-3fd1-4a10-a8d3-76163b600709 req-921a082e-72cf-405c-9504-5efbb50e0b3c tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:04.080986 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-96d2fb90-3fd1-4a10-a8d3-76163b600709 req-921a082e-72cf-405c-9504-5efbb50e0b3c tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/ports?device_id=d507b17e-7fde-4d67-896b-594c156e3d40 HTTP/1.1" status: 200 len: 949 time: 1.0746055 Apr 18 20:37:04.098443 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-93afce22-f8cf-4b22-87f3-26bc6d121412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.135895 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3fe1f22d-8be4-4a8d-9d1d-6e9ece7e57d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.162028 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-510a30e9-c968-44d5-ba02-562e77641bea req-e695ab28-80d5-4210-91b2-2359eb221aeb tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Deleting port 55573633-1965-4e30-a737-c9434f8df11b {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:37:04.162802 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-510a30e9-c968-44d5-ba02-562e77641bea req-e695ab28-80d5-4210-91b2-2359eb221aeb tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.252254 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-93afce22-f8cf-4b22-87f3-26bc6d121412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.288020 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-93afce22-f8cf-4b22-87f3-26bc6d121412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283f1092-fc3e-40f3-a517-d3f0d4ec0cf6']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:04.311094 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-93afce22-f8cf-4b22-87f3-26bc6d121412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b99821-d321-4bc1-b771-0775a559c0d2') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:04.311386 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-93afce22-f8cf-4b22-87f3-26bc6d121412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b99821-d321-4bc1-b771-0775a559c0d2') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:04.343986 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5a139c60-f117-4e5e-9eec-41fd3586080a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.354221 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-93afce22-f8cf-4b22-87f3-26bc6d121412 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.394905 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-93afce22-f8cf-4b22-87f3-26bc6d121412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.406943 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-fffd87a3-ee1a-4e85-a730-63dc16540a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89990c99-1d0c-4648-9e20-de7fa39f707a', 'name': 'tempest-TaggedBootDevicesTest_v242-1792038330-router', 'tenant_id': '0661da3464f742c9887e81d7e6b2366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'c94d79e2-66f4-43dd-b5b8-f0f87ba39e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:55Z', 'updated_at': '2022-04-18T20:36:58Z', 'revision_number': 3, 'project_id': '0661da3464f742c9887e81d7e6b2366b', 'gw_port': {'id': 'c94d79e2-66f4-43dd-b5b8-f0f87ba39e93', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89990c99-1d0c-4648-9e20-de7fa39f707a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:57Z', 'updated_at': '2022-04-18T20:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:04.408936 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adf16c-4f6c-491d-99a4-53e3647ed631 req-f0110557-2401-4715-9ae8-2f7c9ab95eca tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:04.411125 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93afce22-f8cf-4b22-87f3-26bc6d121412 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:37:04.411125 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-93afce22-f8cf-4b22-87f3-26bc6d121412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.411429 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7adf16c-4f6c-491d-99a4-53e3647ed631 req-f0110557-2401-4715-9ae8-2f7c9ab95eca tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 945 time: 0.4523745 Apr 18 20:37:04.412596 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5a139c60-f117-4e5e-9eec-41fd3586080a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:37:04.412765 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:37:04.453331 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffd87a3-ee1a-4e85-a730-63dc16540a69 None None] The sync data for ids ['89990c99-1d0c-4648-9e20-de7fa39f707a'] in n-d-838323-3 is: [{'id': '89990c99-1d0c-4648-9e20-de7fa39f707a', 'name': 'tempest-TaggedBootDevicesTest_v242-1792038330-router', 'tenant_id': '0661da3464f742c9887e81d7e6b2366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'c94d79e2-66f4-43dd-b5b8-f0f87ba39e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:55Z', 'updated_at': '2022-04-18T20:36:58Z', 'revision_number': 3, 'project_id': '0661da3464f742c9887e81d7e6b2366b', 'gw_port': {'id': 'c94d79e2-66f4-43dd-b5b8-f0f87ba39e93', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89990c99-1d0c-4648-9e20-de7fa39f707a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:57Z', 'updated_at': '2022-04-18T20:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:37:04.497443 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-93afce22-f8cf-4b22-87f3-26bc6d121412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.505734 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-93afce22-f8cf-4b22-87f3-26bc6d121412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.508755 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-93afce22-f8cf-4b22-87f3-26bc6d121412 admin admin] 10.222.0.41 "DELETE /v2.0/networks/283f1092-fc3e-40f3-a517-d3f0d4ec0cf6 HTTP/1.1" status: 204 len: 168 time: 0.5422730 Apr 18 20:37:04.520186 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93afce22-f8cf-4b22-87f3-26bc6d121412 admin admin] Pushing event deleted for resources: {'Network': ['ID=283f1092-fc3e-40f3-a517-d3f0d4ec0cf6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:04.541008 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3fe1f22d-8be4-4a8d-9d1d-6e9ece7e57d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.545588 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-96d2fb90-3fd1-4a10-a8d3-76163b600709 req-e0dc1b9f-2cfc-4360-a96a-05afec4273c7 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0238a09-6f26-4829-aa6d-c4263ecc544d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390254 Apr 18 20:37:04.559504 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3fe1f22d-8be4-4a8d-9d1d-6e9ece7e57d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.559960 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a139c60-f117-4e5e-9eec-41fd3586080a admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:04.583141 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7adf16c-4f6c-491d-99a4-53e3647ed631 req-efdc216d-bd69-40b7-a01e-214651e392dd tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303120 Apr 18 20:37:04.624830 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5a139c60-f117-4e5e-9eec-41fd3586080a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.625218 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-5a139c60-f117-4e5e-9eec-41fd3586080a admin admin] Added segment ccff212f-eb9b-440a-abc5-f76e9edad83f of type vlan for network 92da7360-d409-4b3e-ad31-ddbae7217c5a Apr 18 20:37:04.649300 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a139c60-f117-4e5e-9eec-41fd3586080a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c6870d-602a-4fbf-95a5-19d8c750f993,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:04.676012 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3fe1f22d-8be4-4a8d-9d1d-6e9ece7e57d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.689244 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1f22d-8be4-4a8d-9d1d-6e9ece7e57d6 admin admin] Pushing event updated for resources: {'Port': ['ID=410d0083-ae03-44f1-96b7-05fe3d484e79,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:04.713236 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858cedc-f418-4224-85d2-43d362c75041 req-cf1c4b0b-b81e-483d-aebf-519d0c88772a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:04.715023 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9858cedc-f418-4224-85d2-43d362c75041 req-cf1c4b0b-b81e-483d-aebf-519d0c88772a service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0123474-236c-43f6-b5fb-551e0942a4f0 HTTP/1.1" status: 200 len: 913 time: 0.6223097 Apr 18 20:37:04.786855 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39528) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:04.808754 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-510a30e9-c968-44d5-ba02-562e77641bea req-e695ab28-80d5-4210-91b2-2359eb221aeb tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] For port 55573633-1965-4e30-a737-c9434f8df11b, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=55573633-1965-4e30-a737-c9434f8df11b,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:04.809124 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-510a30e9-c968-44d5-ba02-562e77641bea req-e695ab28-80d5-4210-91b2-2359eb221aeb tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.812666 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78c4d5f-f5e1-4daf-88c8-d29b4dc16acc x-openstack-request-id: req-b78c4d5f-f5e1-4daf-88c8-d29b4dc16acc {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:37:04.813006 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2627010f-2dcf-46cc-a814-9bf480a4623c", "name": "network-vif-deleted", "tag": "4781d3f2-cf88-431f-a897-980785fab48d", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:37:04.813276 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b78c4d5f-f5e1-4daf-88c8-d29b4dc16acc {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:37:04.813733 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b78c4d5f-f5e1-4daf-88c8-d29b4dc16acc'] response: {'server_uuid': '2627010f-2dcf-46cc-a814-9bf480a4623c', 'name': 'network-vif-deleted', 'tag': '4781d3f2-cf88-431f-a897-980785fab48d', 'status': 'completed', 'code': 200} Apr 18 20:37:04.860291 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5a139c60-f117-4e5e-9eec-41fd3586080a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.881533 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9858cedc-f418-4224-85d2-43d362c75041 req-980498d3-1e12-45ba-a15f-9c7b7d3682ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85f32d94-b927-4021-b22f-ebba03874a49 HTTP/1.1" status: 200 len: 217 time: 0.1113794 Apr 18 20:37:04.883459 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-510a30e9-c968-44d5-ba02-562e77641bea req-e695ab28-80d5-4210-91b2-2359eb221aeb tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Calling delete_port for 55573633-1965-4e30-a737-c9434f8df11b owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:37:04.968945 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.db.resource_extend [None req-5a139c60-f117-4e5e-9eec-41fd3586080a admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:37:05.006688 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe1f22d-8be4-4a8d-9d1d-6e9ece7e57d6 admin admin] Network 817456dc-d2de-4964-b85d-db26bab4c39b is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:05.012763 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-3fe1f22d-8be4-4a8d-9d1d-6e9ece7e57d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:05.017672 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8df988d1-52be-4d55-a590-474cce5ef76f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b91c257837ec4685abb627b347515090&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2289889 Apr 18 20:37:05.033210 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39530) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:05.105636 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e465b2-3f46-472f-9517-424f81c62d7d req-9910f415-d282-4254-95f9-82b2cbf401f4 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:05.107337 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-01e465b2-3f46-472f-9517-424f81c62d7d req-9910f415-d282-4254-95f9-82b2cbf401f4 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.57 "GET /v2.0/ports?device_id=bad27352-809c-4aad-aeba-e46425fd1cf1 HTTP/1.1" status: 200 len: 945 time: 0.2317963 Apr 18 20:37:05.147962 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9928b0-0ac3-4a33-b11b-6f2ac91d7621 req-dda7d8d7-5dfc-4adf-b740-96a068ddbe0b tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:05.164913 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f9928b0-0ac3-4a33-b11b-6f2ac91d7621 req-dda7d8d7-5dfc-4adf-b740-96a068ddbe0b tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad27352-809c-4aad-aeba-e46425fd1cf1 HTTP/1.1" status: 200 len: 945 time: 0.4288008 Apr 18 20:37:05.212916 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c94d79e2-66f4-43dd-b5b8-f0f87ba39e93 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:05.244131 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5a139c60-f117-4e5e-9eec-41fd3586080a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:05.246023 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a139c60-f117-4e5e-9eec-41fd3586080a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:05.246964 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5a139c60-f117-4e5e-9eec-41fd3586080a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:05.300382 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port c94d79e2-66f4-43dd-b5b8-f0f87ba39e93 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:05.301837 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:05.354535 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858cedc-f418-4224-85d2-43d362c75041 req-8b9a2edf-f43f-492e-b9cb-49f215b4a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:05.357502 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9858cedc-f418-4224-85d2-43d362c75041 req-8b9a2edf-f43f-492e-b9cb-49f215b4a866 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9f432db-bb83-4c5c-b467-ba4f8fb4d6a8 HTTP/1.1" status: 200 len: 852 time: 0.4638481 Apr 18 20:37:05.508263 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:05.515447 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a139c60-f117-4e5e-9eec-41fd3586080a admin admin] Pushing event updated for resources: {'Network': ['ID=92da7360-d409-4b3e-ad31-ddbae7217c5a,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:05.520064 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34cfe22f-7add-4465-b40d-143d86cebd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:05.526108 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5a139c60-f117-4e5e-9eec-41fd3586080a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.0347807 Apr 18 20:37:05.528559 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39532) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:05.533869 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9858cedc-f418-4224-85d2-43d362c75041 req-434213de-23ed-47e7-95fd-624cc169bcef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0123474-236c-43f6-b5fb-551e0942a4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1435580 Apr 18 20:37:05.539304 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-5ab9e004-45d8-4556-a97f-3f53e3f4e1f4 admin admin] Request body: {'subnet': {'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1708179285-subnet', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:05.550733 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 92da7360-d409-4b3e-ad31-ddbae7217c5a details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:37:05.551630 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc3433-0f0e-44eb-a8b5-1ed252ae1344 req-6d18156e-11f9-45ba-a070-6f2c98e277a8 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:05.557886 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34cfe22f-7add-4465-b40d-143d86cebd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:05.562489 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-93fc3433-0f0e-44eb-a8b5-1ed252ae1344 req-6d18156e-11f9-45ba-a070-6f2c98e277a8 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 943 time: 0.6962843 Apr 18 20:37:05.611339 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port c94d79e2-66f4-43dd-b5b8-f0f87ba39e93, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c94d79e2-66f4-43dd-b5b8-f0f87ba39e93,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:05.639325 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe1f22d-8be4-4a8d-9d1d-6e9ece7e57d6 admin admin] Router 89990c99-1d0c-4648-9e20-de7fa39f707a has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:37:05.644344 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34cfe22f-7add-4465-b40d-143d86cebd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:05.647347 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34cfe22f-7add-4465-b40d-143d86cebd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:05.652586 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-34cfe22f-7add-4465-b40d-143d86cebd8e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b1d08bff-c3c3-4692-9beb-bcf22981992c HTTP/1.1" status: 204 len: 168 time: 0.6112220 Apr 18 20:37:05.690965 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:05.744769 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfe22f-7add-4465-b40d-143d86cebd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d08bff-c3c3-4692-9beb-bcf22981992c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:05.761222 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=c94d79e2-66f4-43dd-b5b8-f0f87ba39e93,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:05.772728 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f9928b0-0ac3-4a33-b11b-6f2ac91d7621 req-b1edf2a6-9d3b-4400-bce4-2c3f8f90f7ce tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2001d4b-d454-47cd-865b-55e14fe9da10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5460606 Apr 18 20:37:05.792893 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9858cedc-f418-4224-85d2-43d362c75041 req-2559fbb5-e15f-43b5-8167-d1be4cc39ebc service neutron] 10.222.0.32 "GET /v2.0/networks/a0123474-236c-43f6-b5fb-551e0942a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062385 Apr 18 20:37:05.828693 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-59192193-47e1-4c0b-803b-aca0c4da3b75 None None] Provisioning complete for port 410d0083-ae03-44f1-96b7-05fe3d484e79 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:05.829319 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-59192193-47e1-4c0b-803b-aca0c4da3b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:05.841423 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac160f-af34-4e1c-88c2-cbb8489a8dfc req-23e79937-d233-4379-970f-9ccad7376613 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:05.850080 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b7ac160f-af34-4e1c-88c2-cbb8489a8dfc req-23e79937-d233-4379-970f-9ccad7376613 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.57 "GET /v2.0/ports?device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 945 time: 0.2313921 Apr 18 20:37:05.881582 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-01e465b2-3f46-472f-9517-424f81c62d7d req-3c8e9fea-8f9d-4599-953c-6147ef0238cf tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Deleting port edbe62ea-10ff-45b9-8d21-4c78e04ed24f {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:37:05.888346 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-01e465b2-3f46-472f-9517-424f81c62d7d req-3c8e9fea-8f9d-4599-953c-6147ef0238cf tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:05.890269 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 55573633-1965-4e30-a737-c9434f8df11b no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:37:05.952483 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab9e004-45d8-4556-a97f-3f53e3f4e1f4 admin admin] Made reservation on behalf of 4c38bdc963bc4174b81b6324270a917b for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:05.955081 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5ab9e004-45d8-4556-a97f-3f53e3f4e1f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:05.958729 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9858cedc-f418-4224-85d2-43d362c75041 req-34b9154b-29a1-4e4a-bd2f-e0091b1d22d4 service neutron] 10.222.0.32 "GET /v2.0/networks/a0123474-236c-43f6-b5fb-551e0942a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574917 Apr 18 20:37:06.013102 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-93fc3433-0f0e-44eb-a8b5-1ed252ae1344 req-15913d29-dc9a-4970-b4ab-4df3741039b5 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496505 Apr 18 20:37:06.113364 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-01e465b2-3f46-472f-9517-424f81c62d7d req-3c8e9fea-8f9d-4599-953c-6147ef0238cf tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] For port edbe62ea-10ff-45b9-8d21-4c78e04ed24f, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=edbe62ea-10ff-45b9-8d21-4c78e04ed24f,segment=NetworkSegment(1889e352-aee3-4f9c-83a7-460f363329b2),segment_id=1889e352-aee3-4f9c-83a7-460f363329b2)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:06.114972 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-01e465b2-3f46-472f-9517-424f81c62d7d req-3c8e9fea-8f9d-4599-953c-6147ef0238cf tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:06.254863 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-59192193-47e1-4c0b-803b-aca0c4da3b75 None None] Port 410d0083-ae03-44f1-96b7-05fe3d484e79 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:37:06.501164 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-510a30e9-c968-44d5-ba02-562e77641bea req-e695ab28-80d5-4210-91b2-2359eb221aeb tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:06.557038 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695ab28-80d5-4210-91b2-2359eb221aeb tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Pushing event deleted for resources: {'Port': ['ID=55573633-1965-4e30-a737-c9434f8df11b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:06.648321 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe1f22d-8be4-4a8d-9d1d-6e9ece7e57d6 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:37:06.659318 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3fe1f22d-8be4-4a8d-9d1d-6e9ece7e57d6 admin admin] 10.222.0.41 "PUT /v2.0/routers/89990c99-1d0c-4648-9e20-de7fa39f707a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0920143 Apr 18 20:37:06.684221 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a673a49-ba15-4d32-9417-78a7c5530cf7 req-5fdd2818-0542-43c7-9672-afc8b459e55f tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:06.691276 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-b7ac160f-af34-4e1c-88c2-cbb8489a8dfc req-d8725c4e-e200-4128-b51b-aea7d1f1f75f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Deleting port 7402ac98-e12c-4b58-b801-7de11281dd54 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:37:06.691930 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-b7ac160f-af34-4e1c-88c2-cbb8489a8dfc req-d8725c4e-e200-4128-b51b-aea7d1f1f75f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:06.700358 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2a673a49-ba15-4d32-9417-78a7c5530cf7 req-5fdd2818-0542-43c7-9672-afc8b459e55f tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/ports?device_id=d507b17e-7fde-4d67-896b-594c156e3d40 HTTP/1.1" status: 200 len: 866 time: 0.4200172 Apr 18 20:37:06.717578 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-01e465b2-3f46-472f-9517-424f81c62d7d req-3c8e9fea-8f9d-4599-953c-6147ef0238cf tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:06.718192 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-01e465b2-3f46-472f-9517-424f81c62d7d req-3c8e9fea-8f9d-4599-953c-6147ef0238cf tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:06.718706 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [req-01e465b2-3f46-472f-9517-424f81c62d7d req-3c8e9fea-8f9d-4599-953c-6147ef0238cf tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Floating IP 8002e09f-5d79-40df-8899-bd8cc77c5845 disassociated. External IP: 172.25.1.223, port: edbe62ea-10ff-45b9-8d21-4c78e04ed24f. Apr 18 20:37:06.719468 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-01e465b2-3f46-472f-9517-424f81c62d7d req-3c8e9fea-8f9d-4599-953c-6147ef0238cf tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Calling delete_port for edbe62ea-10ff-45b9-8d21-4c78e04ed24f owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:37:06.730663 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0429e6c-fe91-4095-b570-a790dc671111 req-ac8038e7-0cee-4c78-b35f-ffd0d24c6091 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:06.736666 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f0429e6c-fe91-4095-b570-a790dc671111 req-ac8038e7-0cee-4c78-b35f-ffd0d24c6091 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 945 time: 0.4958589 Apr 18 20:37:06.780949 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5ab9e004-45d8-4556-a97f-3f53e3f4e1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:06.900407 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-510a30e9-c968-44d5-ba02-562e77641bea req-e695ab28-80d5-4210-91b2-2359eb221aeb tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] No DVR routers for this DVR port 55573633-1965-4e30-a737-c9434f8df11b on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:37:06.928022 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-510a30e9-c968-44d5-ba02-562e77641bea req-e695ab28-80d5-4210-91b2-2359eb221aeb tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:06.943569 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-510a30e9-c968-44d5-ba02-562e77641bea req-e695ab28-80d5-4210-91b2-2359eb221aeb tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.57 "DELETE /v2.0/ports/55573633-1965-4e30-a737-c9434f8df11b HTTP/1.1" status: 204 len: 173 time: 4.6020010 Apr 18 20:37:06.948055 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd507b17e-7fde-4d67-896b-594c156e3d40', 'name': 'network-vif-deleted', 'tag': '55573633-1965-4e30-a737-c9434f8df11b'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:06.952029 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2e760d-0da7-4ae3-9d1c-49a3628aab27" -d '{"events": [{"server_uuid": "d507b17e-7fde-4d67-896b-594c156e3d40", "name": "network-vif-deleted", "tag": "55573633-1965-4e30-a737-c9434f8df11b"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:37:06.993690 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-01e465b2-3f46-472f-9517-424f81c62d7d req-3c8e9fea-8f9d-4599-953c-6147ef0238cf tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.010371 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-b7ac160f-af34-4e1c-88c2-cbb8489a8dfc req-d8725c4e-e200-4128-b51b-aea7d1f1f75f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] For port 7402ac98-e12c-4b58-b801-7de11281dd54, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=7402ac98-e12c-4b58-b801-7de11281dd54,segment=NetworkSegment(56183d8f-21a5-45b4-8a0e-690ad26be3e8),segment_id=56183d8f-21a5-45b4-8a0e-690ad26be3e8)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:07.011502 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-b7ac160f-af34-4e1c-88c2-cbb8489a8dfc req-d8725c4e-e200-4128-b51b-aea7d1f1f75f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.044931 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f0429e6c-fe91-4095-b570-a790dc671111 req-fc914393-7eda-4ef3-929c-99a1ca72851f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/security-groups?id=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798555 Apr 18 20:37:07.075021 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e9fea-8f9d-4599-953c-6147ef0238cf tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Pushing event deleted for resources: {'Port': ['ID=edbe62ea-10ff-45b9-8d21-4c78e04ed24f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:07.088216 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-b7ac160f-af34-4e1c-88c2-cbb8489a8dfc req-d8725c4e-e200-4128-b51b-aea7d1f1f75f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Calling delete_port for 7402ac98-e12c-4b58-b801-7de11281dd54 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:37:07.118202 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2a673a49-ba15-4d32-9417-78a7c5530cf7 req-2895f424-3c19-4084-b2be-db9703004dd1 tempest-ListImageFiltersTestJSON-1831932990 tempest-ListImageFiltersTestJSON-1831932990-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0238a09-6f26-4829-aa6d-c4263ecc544d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165151 Apr 18 20:37:07.141235 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9e004-45d8-4556-a97f-3f53e3f4e1f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55983801-f492-4a46-94da-ae12b2e91406,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:07.190527 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39572) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:07.223274 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab9e004-45d8-4556-a97f-3f53e3f4e1f4 admin admin] Checking segment: {'id': 'ccff212f-eb9b-440a-abc5-f76e9edad83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:07.226906 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab9e004-45d8-4556-a97f-3f53e3f4e1f4 admin admin] Network hostable DHCP agents. Network: 92da7360-d409-4b3e-ad31-ddbae7217c5a, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:37:07.318111 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab9e004-45d8-4556-a97f-3f53e3f4e1f4 admin admin] Network 92da7360-d409-4b3e-ad31-ddbae7217c5a is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:37:07.395496 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-48c28ffa-cf9b-4696-a41e-fcd3e05c6562 req-afc74028-810a-4f55-8f75-fecf3b7c34af tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad27352-809c-4aad-aeba-e46425fd1cf1 HTTP/1.1" status: 200 len: 210 time: 0.0988772 Apr 18 20:37:07.435092 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-5ab9e004-45d8-4556-a97f-3f53e3f4e1f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 92da7360-d409-4b3e-ad31-ddbae7217c5a) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:07.441719 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab9e004-45d8-4556-a97f-3f53e3f4e1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:07.442734 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5ab9e004-45d8-4556-a97f-3f53e3f4e1f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.491173 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 85f32d94-b927-4021-b22f-ebba03874a49 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:37:07.499799 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5ab9e004-45d8-4556-a97f-3f53e3f4e1f4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9648309 Apr 18 20:37:07.501535 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39576) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:07.506634 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-8e9bd1a6-cce8-48ca-8ff9-f3931ac96d87 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1708179285-router', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:07.542567 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe95885-53fa-404e-8ea8-bdded9d14c8e None None] Network 92da7360-d409-4b3e-ad31-ddbae7217c5a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:37:07.550124 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f18e3e7-8d0e-4037-8fe7-a0bb5a64362d x-openstack-request-id: req-5f18e3e7-8d0e-4037-8fe7-a0bb5a64362d {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:37:07.555742 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d507b17e-7fde-4d67-896b-594c156e3d40", "name": "network-vif-deleted", "tag": "55573633-1965-4e30-a737-c9434f8df11b", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:37:07.556461 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f18e3e7-8d0e-4037-8fe7-a0bb5a64362d {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:37:07.557340 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f18e3e7-8d0e-4037-8fe7-a0bb5a64362d'] response: {'server_uuid': 'd507b17e-7fde-4d67-896b-594c156e3d40', 'name': 'network-vif-deleted', 'tag': '55573633-1965-4e30-a737-c9434f8df11b', 'status': 'completed', 'code': 200} Apr 18 20:37:07.585924 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c94d79e2-66f4-43dd-b5b8-f0f87ba39e93 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:07.616243 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd1a6-cce8-48ca-8ff9-f3931ac96d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.617846 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd1a6-cce8-48ca-8ff9-f3931ac96d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.698421 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-2396cb2a-4fd3-4c32-b111-a7a2a076d11e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1968116736-network', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:07.845342 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-b7ac160f-af34-4e1c-88c2-cbb8489a8dfc req-d8725c4e-e200-4128-b51b-aea7d1f1f75f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.859573 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd1a6-cce8-48ca-8ff9-f3931ac96d87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.863248 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2396cb2a-4fd3-4c32-b111-a7a2a076d11e admin admin] Made reservation on behalf of b938d2524c3842cdaf1832263fa7ae9d for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:07.878180 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2396cb2a-4fd3-4c32-b111-a7a2a076d11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.955985 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['7402ac98-e12c-4b58-b801-7de11281dd54'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:37:08.024191 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.resource_extend [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:37:08.030502 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.035342 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2396cb2a-4fd3-4c32-b111-a7a2a076d11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.058647 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf66d6b-16c2-42d8-8b9b-b3fee4d02073 None None] Sync routers for ids ['89990c99-1d0c-4648-9e20-de7fa39f707a'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:37:08.107776 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01e465b2-3f46-472f-9517-424f81c62d7d req-3c8e9fea-8f9d-4599-953c-6147ef0238cf tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Router ebc60235-d585-4471-8eeb-dee100080559 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:37:08.109930 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ac160f-af34-4e1c-88c2-cbb8489a8dfc req-d8725c4e-e200-4128-b51b-aea7d1f1f75f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] No DVR routers for this DVR port 7402ac98-e12c-4b58-b801-7de11281dd54 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:37:08.113926 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8725c4e-e200-4128-b51b-aea7d1f1f75f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Pushing event deleted for resources: {'Port': ['ID=7402ac98-e12c-4b58-b801-7de11281dd54,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:08.120873 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-b7ac160f-af34-4e1c-88c2-cbb8489a8dfc req-d8725c4e-e200-4128-b51b-aea7d1f1f75f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.128830 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b7ac160f-af34-4e1c-88c2-cbb8489a8dfc req-d8725c4e-e200-4128-b51b-aea7d1f1f75f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.57 "DELETE /v2.0/ports/7402ac98-e12c-4b58-b801-7de11281dd54 HTTP/1.1" status: 204 len: 173 time: 2.2747273 Apr 18 20:37:08.142755 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ccf2ab-adcb-4fd4-bc2c-533df3929c52', 'name': 'network-vif-deleted', 'tag': '7402ac98-e12c-4b58-b801-7de11281dd54'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:08.151217 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea50f2-c5e2-46ed-b814-49900b03cbe2 req-f45c435a-8192-4983-a41b-4324c3f15902 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:08.152775 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb15ff4b-ef2f-4a3b-8a86-312a831fc32b" -d '{"events": [{"server_uuid": "16ccf2ab-adcb-4fd4-bc2c-533df3929c52", "name": "network-vif-deleted", "tag": "7402ac98-e12c-4b58-b801-7de11281dd54"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:37:08.160258 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-30ea50f2-c5e2-46ed-b814-49900b03cbe2 req-f45c435a-8192-4983-a41b-4324c3f15902 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 943 time: 0.4114647 Apr 18 20:37:08.197213 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8725c4e-e200-4128-b51b-aea7d1f1f75f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:08.198126 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8725c4e-e200-4128-b51b-aea7d1f1f75f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:08.198805 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8725c4e-e200-4128-b51b-aea7d1f1f75f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:08.199487 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8725c4e-e200-4128-b51b-aea7d1f1f75f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:08.200183 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8725c4e-e200-4128-b51b-aea7d1f1f75f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:08.200891 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8725c4e-e200-4128-b51b-aea7d1f1f75f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:08.201565 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8725c4e-e200-4128-b51b-aea7d1f1f75f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:08.204354 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8725c4e-e200-4128-b51b-aea7d1f1f75f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:08.208915 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8725c4e-e200-4128-b51b-aea7d1f1f75f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:08.210506 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8725c4e-e200-4128-b51b-aea7d1f1f75f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:08.211289 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8725c4e-e200-4128-b51b-aea7d1f1f75f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:08.211989 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8725c4e-e200-4128-b51b-aea7d1f1f75f tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:08.252754 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 85f32d94-b927-4021-b22f-ebba03874a49, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=85f32d94-b927-4021-b22f-ebba03874a49,segment=NetworkSegment(cacdabef-c21d-48d9-95a8-14c3380284f5),segment_id=cacdabef-c21d-48d9-95a8-14c3380284f5)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:08.317683 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '85f32d94-b927-4021-b22f-ebba03874a49', 'network_id': 'a0123474-236c-43f6-b5fb-551e0942a4f0', 'port_id': '85f32d94-b927-4021-b22f-ebba03874a49', 'mac_address': 'fa:16:3e:5d:ca:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f432db-bb83-4c5c-b467-ba4f8fb4d6a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:37:08.326129 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd1a6-cce8-48ca-8ff9-f3931ac96d87 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.338582 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf66d6b-16c2-42d8-8b9b-b3fee4d02073 None None] Routers {'89990c99-1d0c-4648-9e20-de7fa39f707a'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:08.339942 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-3cf66d6b-16c2-42d8-8b9b-b3fee4d02073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:36:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['89990c99-1d0c-4648-9e20-de7fa39f707a'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:08.365816 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16354efb-3e56-4d9c-b2e5-d62263b9fde7 req-83c7d615-8345-4443-8637-b167efb2a521 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:08.367471 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-16354efb-3e56-4d9c-b2e5-d62263b9fde7 req-83c7d615-8345-4443-8637-b167efb2a521 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30dc066-3365-4ffe-8b62-36b6a17c725d HTTP/1.1" status: 200 len: 945 time: 0.4345448 Apr 18 20:37:08.536042 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2396cb2a-4fd3-4c32-b111-a7a2a076d11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.567022 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e4bf2a-e529-4756-9fc6-c4813d165562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-92da7360-d409-4b3e-ad31-ddbae7217c5a', 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'fixed_ips': [{'subnet_id': '55983801-f492-4a46-94da-ae12b2e91406'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:37:08.569969 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e1e4bf2a-e529-4756-9fc6-c4813d165562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.594886 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port c94d79e2-66f4-43dd-b5b8-f0f87ba39e93 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:08.595755 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.602648 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-30ea50f2-c5e2-46ed-b814-49900b03cbe2 req-6f2af8a4-d8c8-4dc1-b823-7669bb1af446 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410970 Apr 18 20:37:08.614035 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01e465b2-3f46-472f-9517-424f81c62d7d req-3c8e9fea-8f9d-4599-953c-6147ef0238cf tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:37:08.635137 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2396cb2a-4fd3-4c32-b111-a7a2a076d11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.659849 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab9aa7c-3736-4a34-8e22-17a3ef8a7f63 None None] Sync routers for ids ['ebc60235-d585-4471-8eeb-dee100080559'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:37:08.687791 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab9aa7c-3736-4a34-8e22-17a3ef8a7f63 None None] Routers {'ebc60235-d585-4471-8eeb-dee100080559'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:08.691141 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4ab9aa7c-3736-4a34-8e22-17a3ef8a7f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:36:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ebc60235-d585-4471-8eeb-dee100080559'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:08.776514 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e465b2-3f46-472f-9517-424f81c62d7d req-3c8e9fea-8f9d-4599-953c-6147ef0238cf tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] No DVR routers for this DVR port edbe62ea-10ff-45b9-8d21-4c78e04ed24f on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:37:08.784796 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-01e465b2-3f46-472f-9517-424f81c62d7d req-3c8e9fea-8f9d-4599-953c-6147ef0238cf tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.793855 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-01e465b2-3f46-472f-9517-424f81c62d7d req-3c8e9fea-8f9d-4599-953c-6147ef0238cf tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.57 "DELETE /v2.0/ports/edbe62ea-10ff-45b9-8d21-4c78e04ed24f HTTP/1.1" status: 204 len: 173 time: 3.6764836 Apr 18 20:37:08.858647 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2396cb2a-4fd3-4c32-b111-a7a2a076d11e admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:08.888290 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.952162 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-4ab9aa7c-3736-4a34-8e22-17a3ef8a7f63 None None] Set router ebc60235-d585-4471-8eeb-dee100080559 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:37:08.994980 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-16354efb-3e56-4d9c-b2e5-d62263b9fde7 req-b0fb71cc-55cd-4c0a-8936-4c6b1a36bb5e tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479234 Apr 18 20:37:09.022634 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396cb2a-4fd3-4c32-b111-a7a2a076d11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895ef928-0bb7-42ba-bb30-17327d0eccb3,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:09.038362 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2396cb2a-4fd3-4c32-b111-a7a2a076d11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.047492 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-2396cb2a-4fd3-4c32-b111-a7a2a076d11e admin admin] Added segment 27b15520-fc82-4e3a-8b81-8e613b74f26c of type vlan for network 56d56df8-ad53-4411-a2e6-e62fee5903cf Apr 18 20:37:09.125451 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a37d58-46c7-4ce8-9fbc-bc50a5df210b req-eb5f4cc4-7181-48f1-8023-e60eb2ee1b22 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:09.135829 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-77a37d58-46c7-4ce8-9fbc-bc50a5df210b req-eb5f4cc4-7181-48f1-8023-e60eb2ee1b22 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.57 "GET /v2.0/ports?device_id=f30dc066-3365-4ffe-8b62-36b6a17c725d HTTP/1.1" status: 200 len: 945 time: 0.2505329 Apr 18 20:37:09.180918 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ccf06ac8-b793-4159-a567-ef0c5ba5c869 req-b496fe92-ca9b-4133-81fe-22780a336161 tempest-ServerRescueNegativeTestJSON-689430762 tempest-ServerRescueNegativeTestJSON-689430762-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ccf2ab-adcb-4fd4-bc2c-533df3929c52 HTTP/1.1" status: 200 len: 210 time: 0.2181537 Apr 18 20:37:09.230830 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f32d94-b927-4021-b22f-ebba03874a49 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:37:09.338668 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-3cf66d6b-16c2-42d8-8b9b-b3fee4d02073 None None] Set router 89990c99-1d0c-4648-9e20-de7fa39f707a gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:37:09.359908 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 85f32d94-b927-4021-b22f-ebba03874a49, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=85f32d94-b927-4021-b22f-ebba03874a49,segment=NetworkSegment(cacdabef-c21d-48d9-95a8-14c3380284f5),segment_id=cacdabef-c21d-48d9-95a8-14c3380284f5)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:09.403428 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3aa772-d5a2-4f63-809e-12ac2d574bc4 x-openstack-request-id: req-0b3aa772-d5a2-4f63-809e-12ac2d574bc4 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:37:09.403967 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ccf2ab-adcb-4fd4-bc2c-533df3929c52", "name": "network-vif-deleted", "tag": "7402ac98-e12c-4b58-b801-7de11281dd54", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:37:09.404767 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b3aa772-d5a2-4f63-809e-12ac2d574bc4 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:37:09.405674 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b3aa772-d5a2-4f63-809e-12ac2d574bc4'] response: {'server_uuid': '16ccf2ab-adcb-4fd4-bc2c-533df3929c52', 'name': 'network-vif-deleted', 'tag': '7402ac98-e12c-4b58-b801-7de11281dd54', 'status': 'completed', 'code': 200} Apr 18 20:37:09.426347 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2396cb2a-4fd3-4c32-b111-a7a2a076d11e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.463622 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.505018 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4ab9aa7c-3736-4a34-8e22-17a3ef8a7f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc60235-d585-4471-8eeb-dee100080559', 'name': 'tempest-ServersTestJSON-1531641771-router', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '571d5542-5835-4018-aec1-6130bf6498a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:11Z', 'updated_at': '2022-04-18T20:35:29Z', 'revision_number': 4, 'project_id': '882f13cc2f9d486da28d9e2f08e963a4', 'gw_port': {'id': '571d5542-5835-4018-aec1-6130bf6498a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc60235-d585-4471-8eeb-dee100080559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:13Z', 'updated_at': '2022-04-18T20:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'fcdf616f-0cee-423d-b202-c5d484aa4881', 'name': '', 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'mac_address': 'fa:16:3e:f8:68:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc60235-d585-4471-8eeb-dee100080559', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '62afad21-e958-4b0a-92c9-5182f97360de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:25Z', 'updated_at': '2022-04-18T20:35:38Z', 'revision_number': 5, 'project_id': '882f13cc2f9d486da28d9e2f08e963a4', 'subnets': [{'id': '62afad21-e958-4b0a-92c9-5182f97360de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:09.520876 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-77a37d58-46c7-4ce8-9fbc-bc50a5df210b req-3a9103c9-3e2b-4754-b89e-0ea162792c86 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Deleting port 8fae0233-1d5c-4868-b787-5a2170361a72 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:37:09.521471 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-77a37d58-46c7-4ce8-9fbc-bc50a5df210b req-3a9103c9-3e2b-4754-b89e-0ea162792c86 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.577447 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab9aa7c-3736-4a34-8e22-17a3ef8a7f63 None None] Checking router: ebc60235-d585-4471-8eeb-dee100080559 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:37:09.603217 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab9aa7c-3736-4a34-8e22-17a3ef8a7f63 None None] Routers {'ebc60235-d585-4471-8eeb-dee100080559'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:09.603879 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4ab9aa7c-3736-4a34-8e22-17a3ef8a7f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:36:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ebc60235-d585-4471-8eeb-dee100080559'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:09.666623 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7e631f7-0896-44f1-857e-6d95e1bb437c req-4da94509-c409-48bd-b955-4cfe15359e73 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad27352-809c-4aad-aeba-e46425fd1cf1 HTTP/1.1" status: 200 len: 210 time: 0.1587358 Apr 18 20:37:09.752391 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2396cb2a-4fd3-4c32-b111-a7a2a076d11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.753472 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2396cb2a-4fd3-4c32-b111-a7a2a076d11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:09.754068 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2396cb2a-4fd3-4c32-b111-a7a2a076d11e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.870017 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['85f32d94-b927-4021-b22f-ebba03874a49'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:37:09.878671 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2396cb2a-4fd3-4c32-b111-a7a2a076d11e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6855934 Apr 18 20:37:09.890960 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39634) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:09.914857 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-194ed741-95a5-4eaa-952a-7a133f966cb7 admin admin] Request body: {'subnet': {'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1968116736-subnet', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:09.974761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device edbe62ea-10ff-45b9-8d21-4c78e04ed24f no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:37:10.006461 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-4ab9aa7c-3736-4a34-8e22-17a3ef8a7f63 None None] Set router ebc60235-d585-4471-8eeb-dee100080559 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:37:10.016210 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-77a37d58-46c7-4ce8-9fbc-bc50a5df210b req-3a9103c9-3e2b-4754-b89e-0ea162792c86 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] For port 8fae0233-1d5c-4868-b787-5a2170361a72, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=8fae0233-1d5c-4868-b787-5a2170361a72,segment=NetworkSegment(8f748ac4-9299-4584-b7e0-04b5dc1e87b5),segment_id=8f748ac4-9299-4584-b7e0-04b5dc1e87b5)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:10.017499 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-77a37d58-46c7-4ce8-9fbc-bc50a5df210b req-3a9103c9-3e2b-4754-b89e-0ea162792c86 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.028031 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194ed741-95a5-4eaa-952a-7a133f966cb7 admin admin] Made reservation on behalf of b938d2524c3842cdaf1832263fa7ae9d for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:10.046146 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: edbe62ea-10ff-45b9-8d21-4c78e04ed24f {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:37:10.047056 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device edbe62ea-10ff-45b9-8d21-4c78e04ed24f not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:37:10.047567 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-194ed741-95a5-4eaa-952a-7a133f966cb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.048305 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 7402ac98-e12c-4b58-b801-7de11281dd54 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:37:10.061875 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-e1e4bf2a-e529-4756-9fc6-c4813d165562 None None] Allocated IP 172.20.0.2 (92da7360-d409-4b3e-ad31-ddbae7217c5a/55983801-f492-4a46-94da-ae12b2e91406/280bbbcb-eec5-4e49-b901-c35115fa45a1) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:10.110628 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=85f32d94-b927-4021-b22f-ebba03874a49,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:10.211943 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396cb2a-4fd3-4c32-b111-a7a2a076d11e admin admin] Pushing event updated for resources: {'Network': ['ID=56d56df8-ad53-4411-a2e6-e62fee5903cf,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:10.387561 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-77a37d58-46c7-4ce8-9fbc-bc50a5df210b req-3a9103c9-3e2b-4754-b89e-0ea162792c86 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Calling delete_port for 8fae0233-1d5c-4868-b787-5a2170361a72 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:37:10.408898 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4ab9aa7c-3736-4a34-8e22-17a3ef8a7f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc60235-d585-4471-8eeb-dee100080559', 'name': 'tempest-ServersTestJSON-1531641771-router', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '571d5542-5835-4018-aec1-6130bf6498a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:11Z', 'updated_at': '2022-04-18T20:35:29Z', 'revision_number': 4, 'project_id': '882f13cc2f9d486da28d9e2f08e963a4', 'gw_port': {'id': '571d5542-5835-4018-aec1-6130bf6498a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc60235-d585-4471-8eeb-dee100080559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:13Z', 'updated_at': '2022-04-18T20:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'fcdf616f-0cee-423d-b202-c5d484aa4881', 'name': '', 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'mac_address': 'fa:16:3e:f8:68:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc60235-d585-4471-8eeb-dee100080559', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '62afad21-e958-4b0a-92c9-5182f97360de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:25Z', 'updated_at': '2022-04-18T20:35:38Z', 'revision_number': 5, 'project_id': '882f13cc2f9d486da28d9e2f08e963a4', 'subnets': [{'id': '62afad21-e958-4b0a-92c9-5182f97360de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:10.455762 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab9aa7c-3736-4a34-8e22-17a3ef8a7f63 None None] The sync data for ids ['ebc60235-d585-4471-8eeb-dee100080559'] in n-d-838323-3 is: [{'id': 'ebc60235-d585-4471-8eeb-dee100080559', 'name': 'tempest-ServersTestJSON-1531641771-router', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '571d5542-5835-4018-aec1-6130bf6498a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:11Z', 'updated_at': '2022-04-18T20:35:29Z', 'revision_number': 4, 'project_id': '882f13cc2f9d486da28d9e2f08e963a4', 'gw_port': {'id': '571d5542-5835-4018-aec1-6130bf6498a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc60235-d585-4471-8eeb-dee100080559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:13Z', 'updated_at': '2022-04-18T20:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'fcdf616f-0cee-423d-b202-c5d484aa4881', 'name': '', 'network_id': '9ab61462-a866-4e1e-afce-b81024e5bb59', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'mac_address': 'fa:16:3e:f8:68:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc60235-d585-4471-8eeb-dee100080559', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '62afad21-e958-4b0a-92c9-5182f97360de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:25Z', 'updated_at': '2022-04-18T20:35:38Z', 'revision_number': 5, 'project_id': '882f13cc2f9d486da28d9e2f08e963a4', 'subnets': [{'id': '62afad21-e958-4b0a-92c9-5182f97360de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:37:10.494983 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 56d56df8-ad53-4411-a2e6-e62fee5903cf details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:37:10.646785 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 7402ac98-e12c-4b58-b801-7de11281dd54 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:37:10.647521 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 7402ac98-e12c-4b58-b801-7de11281dd54 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:37:10.649978 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54afc41-3ab6-4c8c-bfa2-c416b4f53b6a req-09c8748e-46cb-48b5-9887-5dca2fdbc435 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:10.671161 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a54afc41-3ab6-4c8c-bfa2-c416b4f53b6a req-09c8748e-46cb-48b5-9887-5dca2fdbc435 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 944 time: 0.5226321 Apr 18 20:37:10.712801 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd1a6-cce8-48ca-8ff9-f3931ac96d87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.815178 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd1a6-cce8-48ca-8ff9-f3931ac96d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.873395 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-194ed741-95a5-4eaa-952a-7a133f966cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.951133 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a54afc41-3ab6-4c8c-bfa2-c416b4f53b6a req-18f4f15e-80cd-4b06-bbae-bb57677a22dc tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762804 Apr 18 20:37:11.013024 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ed741-95a5-4eaa-952a-7a133f966cb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=722f9c2d-f886-463b-96e2-22bc146fde64,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:11.034086 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194ed741-95a5-4eaa-952a-7a133f966cb7 admin admin] Checking segment: {'id': '27b15520-fc82-4e3a-8b81-8e613b74f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:11.034610 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194ed741-95a5-4eaa-952a-7a133f966cb7 admin admin] Network hostable DHCP agents. Network: 56d56df8-ad53-4411-a2e6-e62fee5903cf, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:37:11.037608 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-77a37d58-46c7-4ce8-9fbc-bc50a5df210b req-3a9103c9-3e2b-4754-b89e-0ea162792c86 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.071389 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9103c9-3e2b-4754-b89e-0ea162792c86 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Pushing event deleted for resources: {'Port': ['ID=8fae0233-1d5c-4868-b787-5a2170361a72,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:11.118803 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['8fae0233-1d5c-4868-b787-5a2170361a72'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:37:11.175985 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39686) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:11.206793 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a37d58-46c7-4ce8-9fbc-bc50a5df210b req-3a9103c9-3e2b-4754-b89e-0ea162792c86 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] No DVR routers for this DVR port 8fae0233-1d5c-4868-b787-5a2170361a72 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:37:11.214150 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-77a37d58-46c7-4ce8-9fbc-bc50a5df210b req-3a9103c9-3e2b-4754-b89e-0ea162792c86 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.226359 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-77a37d58-46c7-4ce8-9fbc-bc50a5df210b req-3a9103c9-3e2b-4754-b89e-0ea162792c86 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.57 "DELETE /v2.0/ports/8fae0233-1d5c-4868-b787-5a2170361a72 HTTP/1.1" status: 204 len: 173 time: 2.0826647 Apr 18 20:37:11.228101 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194ed741-95a5-4eaa-952a-7a133f966cb7 admin admin] Network 56d56df8-ad53-4411-a2e6-e62fee5903cf is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:37:11.283261 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-194ed741-95a5-4eaa-952a-7a133f966cb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 56d56df8-ad53-4411-a2e6-e62fee5903cf) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:11.290770 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89f7c2-0f6b-47e9-9031-1a6315fd8b2c req-70cba283-26e0-42ef-91ce-de6df809014e tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:11.293484 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b89f7c2-0f6b-47e9-9031-1a6315fd8b2c req-70cba283-26e0-42ef-91ce-de6df809014e tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30dc066-3365-4ffe-8b62-36b6a17c725d HTTP/1.1" status: 200 len: 867 time: 0.4987714 Apr 18 20:37:11.300043 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194ed741-95a5-4eaa-952a-7a133f966cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:11.301482 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-194ed741-95a5-4eaa-952a-7a133f966cb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.344334 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e44c230-822d-4ac2-b51b-3c165a3ac316 None None] Network 56d56df8-ad53-4411-a2e6-e62fee5903cf requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:37:11.347090 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60be3c37-8364-4523-a3f3-cd32eacc9020 None None] New status for floating IP 8002e09f-5d79-40df-8899-bd8cc77c5845: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:37:11.359552 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-194ed741-95a5-4eaa-952a-7a133f966cb7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4632089 Apr 18 20:37:11.361813 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39696) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:11.374349 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-5f43a1aa-4cb9-43cd-9916-faec74ad559a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1968116736-router', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:11.420295 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad27352-809c-4aad-aeba-e46425fd1cf1', 'name': 'network-vif-deleted', 'tag': 'edbe62ea-10ff-45b9-8d21-4c78e04ed24f'}, {'server_uuid': 'f30dc066-3365-4ffe-8b62-36b6a17c725d', 'name': 'network-vif-deleted', 'tag': '8fae0233-1d5c-4868-b787-5a2170361a72'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:11.426391 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f75969-5ace-4517-9a87-869197dd0489" -d '{"events": [{"server_uuid": "bad27352-809c-4aad-aeba-e46425fd1cf1", "name": "network-vif-deleted", "tag": "edbe62ea-10ff-45b9-8d21-4c78e04ed24f"}, {"server_uuid": "f30dc066-3365-4ffe-8b62-36b6a17c725d", "name": "network-vif-deleted", "tag": "8fae0233-1d5c-4868-b787-5a2170361a72"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:37:11.436763 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f43a1aa-4cb9-43cd-9916-faec74ad559a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.438631 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f43a1aa-4cb9-43cd-9916-faec74ad559a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.552719 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-3cf66d6b-16c2-42d8-8b9b-b3fee4d02073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89990c99-1d0c-4648-9e20-de7fa39f707a', 'name': 'tempest-TaggedBootDevicesTest_v242-1792038330-router', 'tenant_id': '0661da3464f742c9887e81d7e6b2366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'c94d79e2-66f4-43dd-b5b8-f0f87ba39e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:55Z', 'updated_at': '2022-04-18T20:37:04Z', 'revision_number': 4, 'project_id': '0661da3464f742c9887e81d7e6b2366b', 'gw_port': {'id': 'c94d79e2-66f4-43dd-b5b8-f0f87ba39e93', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89990c99-1d0c-4648-9e20-de7fa39f707a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:57Z', 'updated_at': '2022-04-18T20:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '410d0083-ae03-44f1-96b7-05fe3d484e79', 'name': '', 'network_id': '817456dc-d2de-4964-b85d-db26bab4c39b', 'tenant_id': '0661da3464f742c9887e81d7e6b2366b', 'mac_address': 'fa:16:3e:81:b0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89990c99-1d0c-4648-9e20-de7fa39f707a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9742bf40-ecd8-402f-981d-3c0981987fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:02Z', 'updated_at': '2022-04-18T20:37:04Z', 'revision_number': 2, 'project_id': '0661da3464f742c9887e81d7e6b2366b', 'subnets': [{'id': '9742bf40-ecd8-402f-981d-3c0981987fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:11.680906 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f43a1aa-4cb9-43cd-9916-faec74ad559a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.695727 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf66d6b-16c2-42d8-8b9b-b3fee4d02073 None None] Checking router: 89990c99-1d0c-4648-9e20-de7fa39f707a for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:37:11.696013 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf66d6b-16c2-42d8-8b9b-b3fee4d02073 None None] Updating router 89990c99-1d0c-4648-9e20-de7fa39f707a port 410d0083-ae03-44f1-96b7-05fe3d484e79 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:37:11.707141 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e1e4bf2a-e529-4756-9fc6-c4813d165562 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.767697 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.804860 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e1e4bf2a-e529-4756-9fc6-c4813d165562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.827933 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3cf66d6b-16c2-42d8-8b9b-b3fee4d02073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.910910 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e4bf2a-e529-4756-9fc6-c4813d165562 None None] Network 92da7360-d409-4b3e-ad31-ddbae7217c5a is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:11.920517 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-e1e4bf2a-e529-4756-9fc6-c4813d165562 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:11.927233 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e4bf2a-e529-4756-9fc6-c4813d165562 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:11.994190 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b89f7c2-0f6b-47e9-9031-1a6315fd8b2c req-3bfeb6e7-534e-4064-9bca-c59b8b0cc930 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6910791 Apr 18 20:37:11.997490 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-8e9bd1a6-cce8-48ca-8ff9-f3931ac96d87 admin admin] Allocated IP 172.25.1.178 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/b9f95c19-9b6f-475d-98a6-10e13be84d51) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:12.173024 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4bf2a-e529-4756-9fc6-c4813d165562 None None] Pushing event updated for resources: {'Port': ['ID=280bbbcb-eec5-4e49-b901-c35115fa45a1,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:12.322027 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39718) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:12.367494 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705', 'c9707fd5-cde7-4b29-8796-0d04d3436105'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:37:12.440291 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-e1e4bf2a-e529-4756-9fc6-c4813d165562 None None] Attempting to bind port 280bbbcb-eec5-4e49-b901-c35115fa45a1 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:12.441129 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-e1e4bf2a-e529-4756-9fc6-c4813d165562 None None] Attempting to bind port 280bbbcb-eec5-4e49-b901-c35115fa45a1 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'ccff212f-eb9b-440a-abc5-f76e9edad83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:12.441766 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e4bf2a-e529-4756-9fc6-c4813d165562 None None] Attempting to bind port 280bbbcb-eec5-4e49-b901-c35115fa45a1 on network 92da7360-d409-4b3e-ad31-ddbae7217c5a {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:12.495080 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e4bf2a-e529-4756-9fc6-c4813d165562 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:12.495863 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e4bf2a-e529-4756-9fc6-c4813d165562 None None] Checking segment: {'id': 'ccff212f-eb9b-440a-abc5-f76e9edad83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:12.496581 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e1e4bf2a-e529-4756-9fc6-c4813d165562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.497247 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e4bf2a-e529-4756-9fc6-c4813d165562 None None] Bound using segment: {'id': 'ccff212f-eb9b-440a-abc5-f76e9edad83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:12.498029 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-e1e4bf2a-e529-4756-9fc6-c4813d165562 None None] Bound port: 280bbbcb-eec5-4e49-b901-c35115fa45a1, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccff212f-eb9b-440a-abc5-f76e9edad83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:12.498682 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e1e4bf2a-e529-4756-9fc6-c4813d165562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.511669 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408c8d2e-fb8a-4912-a3d7-66baff05c3d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-56d56df8-ad53-4411-a2e6-e62fee5903cf', 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'fixed_ips': [{'subnet_id': '722f9c2d-f886-463b-96e2-22bc146fde64'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:37:12.513094 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-408c8d2e-fb8a-4912-a3d7-66baff05c3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.736849 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 20:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b7c227-0893-44e8-bfb9-ccac63bcaedd x-openstack-request-id: req-53b7c227-0893-44e8-bfb9-ccac63bcaedd {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:37:12.738019 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad27352-809c-4aad-aeba-e46425fd1cf1", "name": "network-vif-deleted", "tag": "edbe62ea-10ff-45b9-8d21-4c78e04ed24f", "status": "completed", "code": 200}, {"server_uuid": "f30dc066-3365-4ffe-8b62-36b6a17c725d", "name": "network-vif-deleted", "tag": "8fae0233-1d5c-4868-b787-5a2170361a72", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:37:12.738019 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-53b7c227-0893-44e8-bfb9-ccac63bcaedd {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:37:12.738382 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53b7c227-0893-44e8-bfb9-ccac63bcaedd'] response: {'server_uuid': 'bad27352-809c-4aad-aeba-e46425fd1cf1', 'name': 'network-vif-deleted', 'tag': 'edbe62ea-10ff-45b9-8d21-4c78e04ed24f', 'status': 'completed', 'code': 200} Apr 18 20:37:12.738741 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53b7c227-0893-44e8-bfb9-ccac63bcaedd'] response: {'server_uuid': 'f30dc066-3365-4ffe-8b62-36b6a17c725d', 'name': 'network-vif-deleted', 'tag': '8fae0233-1d5c-4868-b787-5a2170361a72', 'status': 'completed', 'code': 200} Apr 18 20:37:12.746418 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f43a1aa-4cb9-43cd-9916-faec74ad559a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.007413 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-e1e4bf2a-e529-4756-9fc6-c4813d165562 None None] For port 280bbbcb-eec5-4e49-b901-c35115fa45a1, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:13.017421 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-e1e4bf2a-e529-4756-9fc6-c4813d165562 None None] For port 280bbbcb-eec5-4e49-b901-c35115fa45a1, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=280bbbcb-eec5-4e49-b901-c35115fa45a1,segment=NetworkSegment(ccff212f-eb9b-440a-abc5-f76e9edad83f),segment_id=ccff212f-eb9b-440a-abc5-f76e9edad83f)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:13.058329 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e1e4bf2a-e529-4756-9fc6-c4813d165562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.333594 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f43a1aa-4cb9-43cd-9916-faec74ad559a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.395412 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-408c8d2e-fb8a-4912-a3d7-66baff05c3d2 None None] Allocated IP 172.20.0.2 (56d56df8-ad53-4411-a2e6-e62fee5903cf/722f9c2d-f886-463b-96e2-22bc146fde64/4b5f8486-0100-4cc8-b30d-b11eeb829f54) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:13.408322 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3cf66d6b-16c2-42d8-8b9b-b3fee4d02073 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.424190 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f43a1aa-4cb9-43cd-9916-faec74ad559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.446035 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4bf2a-e529-4756-9fc6-c4813d165562 None None] Pushing event updated for resources: {'Port': ['ID=280bbbcb-eec5-4e49-b901-c35115fa45a1,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:13.474222 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2492fbe5-07c3-46f6-a9a7-4cb8ba785545 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.499193 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 85f32d94-b927-4021-b22f-ebba03874a49 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:13.528997 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8d0b4-7fe8-4376-9f2f-88a760f06e40 req-d2891eca-8259-4e35-936d-f92b904bf058 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:13.541213 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-25b8d0b4-7fe8-4376-9f2f-88a760f06e40 req-d2891eca-8259-4e35-936d-f92b904bf058 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 944 time: 1.0538173 Apr 18 20:37:13.546383 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd1a6-cce8-48ca-8ff9-f3931ac96d87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.550973 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3cf66d6b-16c2-42d8-8b9b-b3fee4d02073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.674810 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39748) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:13.854430 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd1a6-cce8-48ca-8ff9-f3931ac96d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.879856 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-5f43a1aa-4cb9-43cd-9916-faec74ad559a admin admin] Allocated IP 172.25.1.42 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/6d045181-6de1-4cce-bb12-fdad3eac15ae) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:13.944062 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2492fbe5-07c3-46f6-a9a7-4cb8ba785545 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.036806 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-25b8d0b4-7fe8-4376-9f2f-88a760f06e40 req-0dfa39a4-5fab-4d65-a63c-836485c066b8 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657662 Apr 18 20:37:14.097892 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 8fae0233-1d5c-4868-b787-5a2170361a72 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:37:14.125624 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d3ee2b91-8b65-4e22-afd3-5fb11c054820 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9367b9995b2145d49a0f3918f43b171f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4490283 Apr 18 20:37:14.133551 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39752) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:14.159939 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9bd1a6-cce8-48ca-8ff9-f3931ac96d87 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:14.160863 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 8fae0233-1d5c-4868-b787-5a2170361a72 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:37:14.161108 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9bd1a6-cce8-48ca-8ff9-f3931ac96d87 admin admin] Pushing event updated for resources: {'Port': ['ID=b9f95c19-9b6f-475d-98a6-10e13be84d51,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:14.161299 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 8fae0233-1d5c-4868-b787-5a2170361a72 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:37:14.164566 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b274024-c62a-4fa6-b7ba-02e409032600 None None] Pushing event updated for resources: {'Port': ['ID=410d0083-ae03-44f1-96b7-05fe3d484e79,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:14.176226 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4a53b-00a4-493c-a296-807e2dafd854 req-d60d0c3b-ebaf-45e0-8f88-3e7ae896f6b9 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:14.187096 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eac4a53b-00a4-493c-a296-807e2dafd854 req-d60d0c3b-ebaf-45e0-8f88-3e7ae896f6b9 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=2964f993-1066-41dc-b04f-16c2d037fe22 HTTP/1.1" status: 200 len: 946 time: 0.4478712 Apr 18 20:37:14.190446 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-8e9bd1a6-cce8-48ca-8ff9-f3931ac96d87 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:14.193952 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9bd1a6-cce8-48ca-8ff9-f3931ac96d87 admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:14.332059 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f43a1aa-4cb9-43cd-9916-faec74ad559a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.431752 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f43a1aa-4cb9-43cd-9916-faec74ad559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.441902 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2492fbe5-07c3-46f6-a9a7-4cb8ba785545 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.450457 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2492fbe5-07c3-46f6-a9a7-4cb8ba785545 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.459920 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2492fbe5-07c3-46f6-a9a7-4cb8ba785545 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "DELETE /v2.0/security-groups/e2001d4b-d454-47cd-865b-55e14fe9da10 HTTP/1.1" status: 204 len: 168 time: 2.1327307 Apr 18 20:37:14.486216 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39756) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:14.554629 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 85f32d94-b927-4021-b22f-ebba03874a49 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:14.582310 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492fbe5-07c3-46f6-a9a7-4cb8ba785545 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2001d4b-d454-47cd-865b-55e14fe9da10,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:14.617639 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d2a1f86-2cac-46da-b231-791db043526c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.621737 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f43a1aa-4cb9-43cd-9916-faec74ad559a admin admin] Pushing event updated for resources: {'Port': ['ID=6d045181-6de1-4cce-bb12-fdad3eac15ae,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:14.631932 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-de458029-df5a-47e7-9959-841d60dea908 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] show failed (client error): The resource could not be found. Apr 18 20:37:14.632321 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-3cf66d6b-16c2-42d8-8b9b-b3fee4d02073 None None] Attempting to bind port 410d0083-ae03-44f1-96b7-05fe3d484e79 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:14.632791 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-3cf66d6b-16c2-42d8-8b9b-b3fee4d02073 None None] Attempting to bind port 410d0083-ae03-44f1-96b7-05fe3d484e79 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '2962fac1-38d0-4f83-baac-5ae57bde15c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '817456dc-d2de-4964-b85d-db26bab4c39b'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:14.633150 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf66d6b-16c2-42d8-8b9b-b3fee4d02073 None None] Attempting to bind port 410d0083-ae03-44f1-96b7-05fe3d484e79 on network 817456dc-d2de-4964-b85d-db26bab4c39b {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:14.636686 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-de458029-df5a-47e7-9959-841d60dea908 tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "GET /v2.0/security-groups/e2001d4b-d454-47cd-865b-55e14fe9da10 HTTP/1.1" status: 404 len: 347 time: 0.1444187 Apr 18 20:37:14.648699 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39758) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:14.649211 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 85f32d94-b927-4021-b22f-ebba03874a49 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:14.649738 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.650954 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f43a1aa-4cb9-43cd-9916-faec74ad559a admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:14.664835 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-5f43a1aa-4cb9-43cd-9916-faec74ad559a admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:14.681864 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f43a1aa-4cb9-43cd-9916-faec74ad559a admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:14.712253 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eac4a53b-00a4-493c-a296-807e2dafd854 req-f1bfc2d1-a8c3-48e9-9bf3-4b205cdd4af1 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5240951 Apr 18 20:37:14.716307 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6e383b28-e876-460d-af29-548bf9c24801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.807472 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf66d6b-16c2-42d8-8b9b-b3fee4d02073 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:14.808229 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf66d6b-16c2-42d8-8b9b-b3fee4d02073 None None] Checking segment: {'id': '2962fac1-38d0-4f83-baac-5ae57bde15c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '817456dc-d2de-4964-b85d-db26bab4c39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:14.808996 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3cf66d6b-16c2-42d8-8b9b-b3fee4d02073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.809642 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf66d6b-16c2-42d8-8b9b-b3fee4d02073 None None] Bound using segment: {'id': '2962fac1-38d0-4f83-baac-5ae57bde15c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '817456dc-d2de-4964-b85d-db26bab4c39b'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:14.810348 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-3cf66d6b-16c2-42d8-8b9b-b3fee4d02073 None None] Bound port: 410d0083-ae03-44f1-96b7-05fe3d484e79, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2962fac1-38d0-4f83-baac-5ae57bde15c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '817456dc-d2de-4964-b85d-db26bab4c39b'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:14.810925 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3cf66d6b-16c2-42d8-8b9b-b3fee4d02073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.824399 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d2a1f86-2cac-46da-b231-791db043526c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.053260 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-408c8d2e-fb8a-4912-a3d7-66baff05c3d2 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.060706 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-154c4707-470d-4163-b68a-94521c32659c None None] Provisioning complete for port 410d0083-ae03-44f1-96b7-05fe3d484e79 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:15.062967 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-154c4707-470d-4163-b68a-94521c32659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.071943 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267db4ce-fe91-4428-af80-e34506a232d5 None None] Network 92da7360-d409-4b3e-ad31-ddbae7217c5a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:37:15.119657 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd1a6-cce8-48ca-8ff9-f3931ac96d87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.179882 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d2a1f86-2cac-46da-b231-791db043526c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.195664 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d2a1f86-2cac-46da-b231-791db043526c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.198269 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0d2a1f86-2cac-46da-b231-791db043526c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e0238a09-6f26-4829-aa6d-c4263ecc544d HTTP/1.1" status: 204 len: 168 time: 1.0547433 Apr 18 20:37:15.368497 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-408c8d2e-fb8a-4912-a3d7-66baff05c3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.368752 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a1f86-2cac-46da-b231-791db043526c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0238a09-6f26-4829-aa6d-c4263ecc544d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:15.446460 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-3cf66d6b-16c2-42d8-8b9b-b3fee4d02073 None None] For port 410d0083-ae03-44f1-96b7-05fe3d484e79, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:15.503461 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-154c4707-470d-4163-b68a-94521c32659c None None] Port 410d0083-ae03-44f1-96b7-05fe3d484e79 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:37:15.512185 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96f26b-8eaa-4afa-93c7-80715b085861 req-16679ac3-f3ff-42f8-8aba-3c8f055d6640 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:15.514239 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d96f26b-8eaa-4afa-93c7-80715b085861 req-16679ac3-f3ff-42f8-8aba-3c8f055d6640 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.32 "GET /v2.0/ports?device_id=2964f993-1066-41dc-b04f-16c2d037fe22 HTTP/1.1" status: 200 len: 946 time: 0.4888115 Apr 18 20:37:15.530830 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-3cf66d6b-16c2-42d8-8b9b-b3fee4d02073 None None] For port 410d0083-ae03-44f1-96b7-05fe3d484e79, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=410d0083-ae03-44f1-96b7-05fe3d484e79,segment=NetworkSegment(2962fac1-38d0-4f83-baac-5ae57bde15c9),segment_id=2962fac1-38d0-4f83-baac-5ae57bde15c9)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:15.553539 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408c8d2e-fb8a-4912-a3d7-66baff05c3d2 None None] Network 56d56df8-ad53-4411-a2e6-e62fee5903cf is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:15.566858 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3cf66d6b-16c2-42d8-8b9b-b3fee4d02073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.594279 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c8d2e-fb8a-4912-a3d7-66baff05c3d2 None None] Pushing event updated for resources: {'Port': ['ID=4b5f8486-0100-4cc8-b30d-b11eeb829f54,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:15.601432 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-408c8d2e-fb8a-4912-a3d7-66baff05c3d2 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:15.605649 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408c8d2e-fb8a-4912-a3d7-66baff05c3d2 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:15.683534 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-7099afd0-ad9a-4349-adb6-1f5c4f72679a tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Deleting port ad11147f-758d-4db0-972f-657247cbed18 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:37:15.684059 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7099afd0-ad9a-4349-adb6-1f5c4f72679a tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.752161 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef17a0b-811a-4ee4-9842-109bbc12b122 req-5b2a34be-97a0-4c3b-b656-66188a0daecd tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:15.754375 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ef17a0b-811a-4ee4-9842-109bbc12b122 req-5b2a34be-97a0-4c3b-b656-66188a0daecd tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 944 time: 0.4517035 Apr 18 20:37:15.866635 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f43a1aa-4cb9-43cd-9916-faec74ad559a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.922563 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.933625 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-02574a57-6796-41b1-afa2-ad88c321fa87 None None] Provisioning complete for port 280bbbcb-eec5-4e49-b901-c35115fa45a1 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:15.934398 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-02574a57-6796-41b1-afa2-ad88c321fa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.972111 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf66d6b-16c2-42d8-8b9b-b3fee4d02073 None None] Routers {'89990c99-1d0c-4648-9e20-de7fa39f707a'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:15.973035 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-3cf66d6b-16c2-42d8-8b9b-b3fee4d02073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:36:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['89990c99-1d0c-4648-9e20-de7fa39f707a'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:16.122001 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b274024-c62a-4fa6-b7ba-02e409032600 None None] Pushing event updated for resources: {'Port': ['ID=410d0083-ae03-44f1-96b7-05fe3d484e79,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:16.189364 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 280bbbcb-eec5-4e49-b901-c35115fa45a1 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:16.205918 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-408c8d2e-fb8a-4912-a3d7-66baff05c3d2 None None] Attempting to bind port 4b5f8486-0100-4cc8-b30d-b11eeb829f54 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:16.206599 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-408c8d2e-fb8a-4912-a3d7-66baff05c3d2 None None] Attempting to bind port 4b5f8486-0100-4cc8-b30d-b11eeb829f54 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '27b15520-fc82-4e3a-8b81-8e613b74f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:16.207541 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408c8d2e-fb8a-4912-a3d7-66baff05c3d2 None None] Attempting to bind port 4b5f8486-0100-4cc8-b30d-b11eeb829f54 on network 56d56df8-ad53-4411-a2e6-e62fee5903cf {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:16.246697 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 85f32d94-b927-4021-b22f-ebba03874a49, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=85f32d94-b927-4021-b22f-ebba03874a49,segment=NetworkSegment(cacdabef-c21d-48d9-95a8-14c3380284f5),segment_id=cacdabef-c21d-48d9-95a8-14c3380284f5)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:16.272389 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629a9558-4f0e-4c07-aab2-db091d6684a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f32d94-b927-4021-b22f-ebba03874a49'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:16.274475 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fd20c0-70b7-4007-876e-87948002994e" -d '{"events": [{"server_uuid": "629a9558-4f0e-4c07-aab2-db091d6684a8", "name": "network-vif-plugged", "status": "completed", "tag": "85f32d94-b927-4021-b22f-ebba03874a49"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:37:16.286364 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.310174 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408c8d2e-fb8a-4912-a3d7-66baff05c3d2 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:16.310854 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408c8d2e-fb8a-4912-a3d7-66baff05c3d2 None None] Checking segment: {'id': '27b15520-fc82-4e3a-8b81-8e613b74f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:16.311102 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-408c8d2e-fb8a-4912-a3d7-66baff05c3d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.311534 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408c8d2e-fb8a-4912-a3d7-66baff05c3d2 None None] Bound using segment: {'id': '27b15520-fc82-4e3a-8b81-8e613b74f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:16.312030 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-408c8d2e-fb8a-4912-a3d7-66baff05c3d2 None None] Bound port: 4b5f8486-0100-4cc8-b30d-b11eeb829f54, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b15520-fc82-4e3a-8b81-8e613b74f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:16.312950 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-408c8d2e-fb8a-4912-a3d7-66baff05c3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.414067 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ef17a0b-811a-4ee4-9842-109bbc12b122 req-5005131b-f9ff-45f8-b3de-c0028210a230 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700364 Apr 18 20:37:16.440272 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f43a1aa-4cb9-43cd-9916-faec74ad559a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.491147 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7099afd0-ad9a-4349-adb6-1f5c4f72679a tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.491800 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7099afd0-ad9a-4349-adb6-1f5c4f72679a tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.513922 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffcab59-bfc7-4f33-9fb2-b676ba6f3a9c x-openstack-request-id: req-6ffcab59-bfc7-4f33-9fb2-b676ba6f3a9c {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:37:16.514528 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629a9558-4f0e-4c07-aab2-db091d6684a8", "name": "network-vif-plugged", "status": "completed", "tag": "85f32d94-b927-4021-b22f-ebba03874a49", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:37:16.514961 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ffcab59-bfc7-4f33-9fb2-b676ba6f3a9c {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:37:16.515551 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ffcab59-bfc7-4f33-9fb2-b676ba6f3a9c'] response: {'server_uuid': '629a9558-4f0e-4c07-aab2-db091d6684a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f32d94-b927-4021-b22f-ebba03874a49', 'code': 200} Apr 18 20:37:16.521401 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-7099afd0-ad9a-4349-adb6-1f5c4f72679a tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Calling delete_port for ad11147f-758d-4db0-972f-657247cbed18 owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:37:16.668529 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-3cf66d6b-16c2-42d8-8b9b-b3fee4d02073 None None] Set router 89990c99-1d0c-4648-9e20-de7fa39f707a gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:37:16.675592 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=85f32d94-b927-4021-b22f-ebba03874a49,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:16.691061 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f43a1aa-4cb9-43cd-9916-faec74ad559a admin admin] Router f38d84f5-74d3-4bfd-abcf-283251b554c4 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:37:16.726755 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-02574a57-6796-41b1-afa2-ad88c321fa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.775639 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb24b57-6420-4772-b280-5369f9aa6bb4 req-4842e569-477e-494a-8f1f-bab4de842b64 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:16.777763 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0eb24b57-6420-4772-b280-5369f9aa6bb4 req-4842e569-477e-494a-8f1f-bab4de842b64 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=2964f993-1066-41dc-b04f-16c2d037fe22 HTTP/1.1" status: 200 len: 946 time: 0.8879395 Apr 18 20:37:16.780373 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-7d96f26b-8eaa-4afa-93c7-80715b085861 req-0e1d58ca-e947-4e13-9304-aefe8d14ba8a tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Deleting port c9707fd5-cde7-4b29-8796-0d04d3436105 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:37:16.780748 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7d96f26b-8eaa-4afa-93c7-80715b085861 req-0e1d58ca-e947-4e13-9304-aefe8d14ba8a tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.892466 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 280bbbcb-eec5-4e49-b901-c35115fa45a1 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:16.894079 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.909208 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-7d96f26b-8eaa-4afa-93c7-80715b085861 req-0e1d58ca-e947-4e13-9304-aefe8d14ba8a tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] For port c9707fd5-cde7-4b29-8796-0d04d3436105, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=c9707fd5-cde7-4b29-8796-0d04d3436105,segment=NetworkSegment(8f748ac4-9299-4584-b7e0-04b5dc1e87b5),segment_id=8f748ac4-9299-4584-b7e0-04b5dc1e87b5)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:16.909590 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7d96f26b-8eaa-4afa-93c7-80715b085861 req-0e1d58ca-e947-4e13-9304-aefe8d14ba8a tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.929997 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-7d96f26b-8eaa-4afa-93c7-80715b085861 req-0e1d58ca-e947-4e13-9304-aefe8d14ba8a tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Calling delete_port for c9707fd5-cde7-4b29-8796-0d04d3436105 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:37:16.956524 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-408c8d2e-fb8a-4912-a3d7-66baff05c3d2 None None] For port 4b5f8486-0100-4cc8-b30d-b11eeb829f54, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:17.017491 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-408c8d2e-fb8a-4912-a3d7-66baff05c3d2 None None] For port 4b5f8486-0100-4cc8-b30d-b11eeb829f54, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4b5f8486-0100-4cc8-b30d-b11eeb829f54,segment=NetworkSegment(27b15520-fc82-4e3a-8b81-8e613b74f26c),segment_id=27b15520-fc82-4e3a-8b81-8e613b74f26c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:17.064933 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-02574a57-6796-41b1-afa2-ad88c321fa87 None None] For port 280bbbcb-eec5-4e49-b901-c35115fa45a1, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=280bbbcb-eec5-4e49-b901-c35115fa45a1,segment=NetworkSegment(ccff212f-eb9b-440a-abc5-f76e9edad83f),segment_id=ccff212f-eb9b-440a-abc5-f76e9edad83f)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:17.067325 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-408c8d2e-fb8a-4912-a3d7-66baff05c3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:17.072172 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f43a1aa-4cb9-43cd-9916-faec74ad559a admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:37:17.089926 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-02574a57-6796-41b1-afa2-ad88c321fa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:17.096238 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f29432e-ae03-485f-8e2f-56f636e77130 None None] Sync routers for ids ['f38d84f5-74d3-4bfd-abcf-283251b554c4'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:37:17.120022 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f29432e-ae03-485f-8e2f-56f636e77130 None None] Routers {'f38d84f5-74d3-4bfd-abcf-283251b554c4'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:17.121578 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8f29432e-ae03-485f-8e2f-56f636e77130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:36:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['f38d84f5-74d3-4bfd-abcf-283251b554c4'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:17.183841 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f43a1aa-4cb9-43cd-9916-faec74ad559a admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:17.194523 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5f43a1aa-4cb9-43cd-9916-faec74ad559a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8309650 Apr 18 20:37:17.202575 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39790) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:17.203298 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39792) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:17.236818 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd1a6-cce8-48ca-8ff9-f3931ac96d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:17.280165 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0eb24b57-6420-4772-b280-5369f9aa6bb4 req-49cd15d6-e9e5-450d-bfd5-4affd4706770 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299937 Apr 18 20:37:17.283590 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f128cae-f16a-4dec-9b83-c8388bd8ff85 req-76fcd93e-636c-4b1f-8e2d-87c4a1e5705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:17.285206 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f128cae-f16a-4dec-9b83-c8388bd8ff85 req-76fcd93e-636c-4b1f-8e2d-87c4a1e5705d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 1096 time: 0.5751131 Apr 18 20:37:17.295820 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c8d2e-fb8a-4912-a3d7-66baff05c3d2 None None] Pushing event updated for resources: {'Port': ['ID=4b5f8486-0100-4cc8-b30d-b11eeb829f54,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:17.350389 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-46177367-3d5e-41bd-a917-af369d7cb382 None None] Provisioning complete for port 280bbbcb-eec5-4e49-b901-c35115fa45a1 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:17.350767 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-46177367-3d5e-41bd-a917-af369d7cb382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:17.377961 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f128cae-f16a-4dec-9b83-c8388bd8ff85 req-75fe72be-8121-4496-8fc0-701452fae2ca service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781958 Apr 18 20:37:17.494114 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02574a57-6796-41b1-afa2-ad88c321fa87 None None] Pushing event updated for resources: {'Port': ['ID=280bbbcb-eec5-4e49-b901-c35115fa45a1,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:17.607960 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-6e383b28-e876-460d-af29-548bf9c24801 admin admin] Deleting port 566a0069-e7cf-42be-aabf-6f7c0e99e477 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:37:17.608295 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6e383b28-e876-460d-af29-548bf9c24801 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:17.774726 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-3cf66d6b-16c2-42d8-8b9b-b3fee4d02073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89990c99-1d0c-4648-9e20-de7fa39f707a', 'name': 'tempest-TaggedBootDevicesTest_v242-1792038330-router', 'tenant_id': '0661da3464f742c9887e81d7e6b2366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'c94d79e2-66f4-43dd-b5b8-f0f87ba39e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:55Z', 'updated_at': '2022-04-18T20:37:04Z', 'revision_number': 4, 'project_id': '0661da3464f742c9887e81d7e6b2366b', 'gw_port': {'id': 'c94d79e2-66f4-43dd-b5b8-f0f87ba39e93', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89990c99-1d0c-4648-9e20-de7fa39f707a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:57Z', 'updated_at': '2022-04-18T20:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '410d0083-ae03-44f1-96b7-05fe3d484e79', 'name': '', 'network_id': '817456dc-d2de-4964-b85d-db26bab4c39b', 'tenant_id': '0661da3464f742c9887e81d7e6b2366b', 'mac_address': 'fa:16:3e:81:b0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89990c99-1d0c-4648-9e20-de7fa39f707a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9742bf40-ecd8-402f-981d-3c0981987fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:02Z', 'updated_at': '2022-04-18T20:37:15Z', 'revision_number': 4, 'project_id': '0661da3464f742c9887e81d7e6b2366b', 'subnets': [{'id': '9742bf40-ecd8-402f-981d-3c0981987fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:17.821064 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-8f29432e-ae03-485f-8e2f-56f636e77130 None None] Set router f38d84f5-74d3-4bfd-abcf-283251b554c4 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:37:17.851774 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e0d246c2-9a83-4c99-b443-69143f6ca4d4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1026778279-network', 'tenant_id': 'a68a6b8656b54bed80d6a62c1f094daf'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:17.959198 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d246c2-9a83-4c99-b443-69143f6ca4d4 admin admin] Made reservation on behalf of a68a6b8656b54bed80d6a62c1f094daf for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:17.961781 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0d246c2-9a83-4c99-b443-69143f6ca4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.028903 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0d246c2-9a83-4c99-b443-69143f6ca4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.242090 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4b5f8486-0100-4cc8-b30d-b11eeb829f54 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:18.245410 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf66d6b-16c2-42d8-8b9b-b3fee4d02073 None None] The sync data for ids ['89990c99-1d0c-4648-9e20-de7fa39f707a'] in n-d-838323-3 is: [{'id': '89990c99-1d0c-4648-9e20-de7fa39f707a', 'name': 'tempest-TaggedBootDevicesTest_v242-1792038330-router', 'tenant_id': '0661da3464f742c9887e81d7e6b2366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'c94d79e2-66f4-43dd-b5b8-f0f87ba39e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:55Z', 'updated_at': '2022-04-18T20:37:04Z', 'revision_number': 4, 'project_id': '0661da3464f742c9887e81d7e6b2366b', 'gw_port': {'id': 'c94d79e2-66f4-43dd-b5b8-f0f87ba39e93', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89990c99-1d0c-4648-9e20-de7fa39f707a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:57Z', 'updated_at': '2022-04-18T20:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '410d0083-ae03-44f1-96b7-05fe3d484e79', 'name': '', 'network_id': '817456dc-d2de-4964-b85d-db26bab4c39b', 'tenant_id': '0661da3464f742c9887e81d7e6b2366b', 'mac_address': 'fa:16:3e:81:b0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89990c99-1d0c-4648-9e20-de7fa39f707a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9742bf40-ecd8-402f-981d-3c0981987fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:02Z', 'updated_at': '2022-04-18T20:37:15Z', 'revision_number': 4, 'project_id': '0661da3464f742c9887e81d7e6b2366b', 'subnets': [{'id': '9742bf40-ecd8-402f-981d-3c0981987fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:37:18.379548 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-46177367-3d5e-41bd-a917-af369d7cb382 None None] Provisioning complete for port 410d0083-ae03-44f1-96b7-05fe3d484e79 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:18.379913 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-46177367-3d5e-41bd-a917-af369d7cb382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.470211 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8f29432e-ae03-485f-8e2f-56f636e77130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'name': 'tempest-TaggedBootDevicesTest-1968116736-router', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '6d045181-6de1-4cce-bb12-fdad3eac15ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:11Z', 'updated_at': '2022-04-18T20:37:15Z', 'revision_number': 3, 'project_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'gw_port': {'id': '6d045181-6de1-4cce-bb12-fdad3eac15ae', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:13Z', 'updated_at': '2022-04-18T20:37:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:18.512739 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f29432e-ae03-485f-8e2f-56f636e77130 None None] Checking router: f38d84f5-74d3-4bfd-abcf-283251b554c4 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:37:18.513639 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f29432e-ae03-485f-8e2f-56f636e77130 None None] Updating router f38d84f5-74d3-4bfd-abcf-283251b554c4 port 6d045181-6de1-4cce-bb12-fdad3eac15ae binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:37:18.588727 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8f29432e-ae03-485f-8e2f-56f636e77130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.668347 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0d246c2-9a83-4c99-b443-69143f6ca4d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.689349 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0d246c2-9a83-4c99-b443-69143f6ca4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.726247 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 4b5f8486-0100-4cc8-b30d-b11eeb829f54 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:18.743207 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.937080 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d246c2-9a83-4c99-b443-69143f6ca4d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:18.949346 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-46177367-3d5e-41bd-a917-af369d7cb382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.958888 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0d246c2-9a83-4c99-b443-69143f6ca4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.959850 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-e0d246c2-9a83-4c99-b443-69143f6ca4d4 admin admin] Added segment 5a0ebbdd-7cb8-43cb-9a9b-d284c7de42f4 of type vlan for network e169d889-7da4-4133-aeb9-18672bfb0211 Apr 18 20:37:19.077159 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0d246c2-9a83-4c99-b443-69143f6ca4d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.161053 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0d246c2-9a83-4c99-b443-69143f6ca4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.162541 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d246c2-9a83-4c99-b443-69143f6ca4d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:19.163412 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0d246c2-9a83-4c99-b443-69143f6ca4d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.237296 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e0d246c2-9a83-4c99-b443-69143f6ca4d4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0302453 Apr 18 20:37:19.243349 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d246c2-9a83-4c99-b443-69143f6ca4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787b34e1-4978-4490-a9c4-3f379eac5eff,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:19.248746 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39806) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:19.256625 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-59856b3a-a4f3-45bf-91e1-37c574f7462a admin admin] Request body: {'subnet': {'network_id': 'e169d889-7da4-4133-aeb9-18672bfb0211', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1026778279-subnet', 'tenant_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:19.289813 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.295507 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-46177367-3d5e-41bd-a917-af369d7cb382 None None] For port 410d0083-ae03-44f1-96b7-05fe3d484e79, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=410d0083-ae03-44f1-96b7-05fe3d484e79,segment=NetworkSegment(2962fac1-38d0-4f83-baac-5ae57bde15c9),segment_id=2962fac1-38d0-4f83-baac-5ae57bde15c9)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:19.324647 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-46177367-3d5e-41bd-a917-af369d7cb382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.364790 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59856b3a-a4f3-45bf-91e1-37c574f7462a admin admin] Made reservation on behalf of a68a6b8656b54bed80d6a62c1f094daf for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:19.369318 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-59856b3a-a4f3-45bf-91e1-37c574f7462a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.379139 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d71ef9f6-5fcf-426b-8f95-54f810ee784d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.504625 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2d741-178e-4381-89ef-f9d9c040e28e req-a313dbf1-57ff-4960-83a5-9cf7c75628aa tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:19.512829 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6df2d741-178e-4381-89ef-f9d9c040e28e req-a313dbf1-57ff-4960-83a5-9cf7c75628aa tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=2964f993-1066-41dc-b04f-16c2d037fe22 HTTP/1.1" status: 200 len: 946 time: 0.6414046 Apr 18 20:37:19.522725 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7d96f26b-8eaa-4afa-93c7-80715b085861 req-0e1d58ca-e947-4e13-9304-aefe8d14ba8a tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.535138 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce59be9-a1fb-48ab-a91e-0655e877ea5a req-c8dfd1c3-830a-421e-9636-5eac4a313a5d tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:19.536702 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39e6592-9bee-4632-884a-209932e1e28d None None] Network 56d56df8-ad53-4411-a2e6-e62fee5903cf requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:37:19.541141 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device c9707fd5-cde7-4b29-8796-0d04d3436105 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:37:19.544200 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bce59be9-a1fb-48ab-a91e-0655e877ea5a req-c8dfd1c3-830a-421e-9636-5eac4a313a5d tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 945 time: 1.9573803 Apr 18 20:37:19.554167 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d246c2-9a83-4c99-b443-69143f6ca4d4 admin admin] Pushing event updated for resources: {'Network': ['ID=e169d889-7da4-4133-aeb9-18672bfb0211,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:19.557906 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8f29432e-ae03-485f-8e2f-56f636e77130 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.578269 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8f29432e-ae03-485f-8e2f-56f636e77130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.595438 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7099afd0-ad9a-4349-adb6-1f5c4f72679a tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.616955 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: c9707fd5-cde7-4b29-8796-0d04d3436105 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:37:19.617383 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device c9707fd5-cde7-4b29-8796-0d04d3436105 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:37:19.620445 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:37:19.673979 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d58ca-e947-4e13-9304-aefe8d14ba8a tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Pushing event deleted for resources: {'Port': ['ID=c9707fd5-cde7-4b29-8796-0d04d3436105,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:19.709538 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network e169d889-7da4-4133-aeb9-18672bfb0211 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:37:19.722187 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-6e383b28-e876-460d-af29-548bf9c24801 admin admin] For port 566a0069-e7cf-42be-aabf-6f7c0e99e477, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=566a0069-e7cf-42be-aabf-6f7c0e99e477,segment=NetworkSegment(56183d8f-21a5-45b4-8a0e-690ad26be3e8),segment_id=56183d8f-21a5-45b4-8a0e-690ad26be3e8)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:19.722712 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6e383b28-e876-460d-af29-548bf9c24801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.820210 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 4b5f8486-0100-4cc8-b30d-b11eeb829f54, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4b5f8486-0100-4cc8-b30d-b11eeb829f54,segment=NetworkSegment(27b15520-fc82-4e3a-8b81-8e613b74f26c),segment_id=27b15520-fc82-4e3a-8b81-8e613b74f26c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:19.826320 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-8f29432e-ae03-485f-8e2f-56f636e77130 None None] Attempting to bind port 6d045181-6de1-4cce-bb12-fdad3eac15ae on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:19.832160 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-8f29432e-ae03-485f-8e2f-56f636e77130 None None] Attempting to bind port 6d045181-6de1-4cce-bb12-fdad3eac15ae by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:19.833382 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f29432e-ae03-485f-8e2f-56f636e77130 None None] Attempting to bind port 6d045181-6de1-4cce-bb12-fdad3eac15ae on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:19.857111 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f29432e-ae03-485f-8e2f-56f636e77130 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:19.858860 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f29432e-ae03-485f-8e2f-56f636e77130 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:19.862158 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8f29432e-ae03-485f-8e2f-56f636e77130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.864407 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f29432e-ae03-485f-8e2f-56f636e77130 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:19.865772 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-8f29432e-ae03-485f-8e2f-56f636e77130 None None] Bound port: 6d045181-6de1-4cce-bb12-fdad3eac15ae, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:19.868079 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8f29432e-ae03-485f-8e2f-56f636e77130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.870603 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-9eeaaa13-0af3-4959-9f8c-51cd7a435017 None None] Provisioning complete for port 4b5f8486-0100-4cc8-b30d-b11eeb829f54 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:19.871217 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9eeaaa13-0af3-4959-9f8c-51cd7a435017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.890067 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-6e383b28-e876-460d-af29-548bf9c24801 admin admin] Calling delete_port for 566a0069-e7cf-42be-aabf-6f7c0e99e477 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:37:19.892945 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099afd0-ad9a-4349-adb6-1f5c4f72679a tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Pushing event deleted for resources: {'Port': ['ID=ad11147f-758d-4db0-972f-657247cbed18,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:19.995677 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bce59be9-a1fb-48ab-a91e-0655e877ea5a req-eb45065a-c437-4266-b3cc-6d232dad7b7c tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494359 Apr 18 20:37:19.999364 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:20.000274 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 280bbbcb-eec5-4e49-b901-c35115fa45a1 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:20.002629 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d96f26b-8eaa-4afa-93c7-80715b085861 req-0e1d58ca-e947-4e13-9304-aefe8d14ba8a tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] No DVR routers for this DVR port c9707fd5-cde7-4b29-8796-0d04d3436105 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:37:20.044930 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6df2d741-178e-4381-89ef-f9d9c040e28e req-e8947892-8792-459a-acf9-4afb9fb0e9bb tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5302589 Apr 18 20:37:20.053963 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7d96f26b-8eaa-4afa-93c7-80715b085861 req-0e1d58ca-e947-4e13-9304-aefe8d14ba8a tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:20.074576 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d96f26b-8eaa-4afa-93c7-80715b085861 req-0e1d58ca-e947-4e13-9304-aefe8d14ba8a tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.32 "DELETE /v2.0/ports/c9707fd5-cde7-4b29-8796-0d04d3436105 HTTP/1.1" status: 204 len: 173 time: 4.5453076 Apr 18 20:37:20.078056 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2964f993-1066-41dc-b04f-16c2d037fe22', 'name': 'network-vif-deleted', 'tag': 'c9707fd5-cde7-4b29-8796-0d04d3436105'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:20.086802 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc507728-0cf1-4b48-a5c1-5061444982d5" -d '{"events": [{"server_uuid": "2964f993-1066-41dc-b04f-16c2d037fe22", "name": "network-vif-deleted", "tag": "c9707fd5-cde7-4b29-8796-0d04d3436105"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:37:20.105583 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9bd1a6-cce8-48ca-8ff9-f3931ac96d87 admin admin] Router cf246b63-c115-43dd-bd77-4f0269673197 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:37:20.127445 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-8f29432e-ae03-485f-8e2f-56f636e77130 None None] For port 6d045181-6de1-4cce-bb12-fdad3eac15ae, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:20.150415 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-8f29432e-ae03-485f-8e2f-56f636e77130 None None] For port 6d045181-6de1-4cce-bb12-fdad3eac15ae, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6d045181-6de1-4cce-bb12-fdad3eac15ae,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:20.175572 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a2bbc-4551-452b-8168-c42fc438e469 None None] Pushing event updated for resources: {'Port': ['ID=6d045181-6de1-4cce-bb12-fdad3eac15ae,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:20.191621 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8f29432e-ae03-485f-8e2f-56f636e77130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:20.330552 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f08d99-0250-41ad-82a6-491994e34f1c x-openstack-request-id: req-d2f08d99-0250-41ad-82a6-491994e34f1c {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:37:20.332589 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2964f993-1066-41dc-b04f-16c2d037fe22", "name": "network-vif-deleted", "tag": "c9707fd5-cde7-4b29-8796-0d04d3436105", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:37:20.333186 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d2f08d99-0250-41ad-82a6-491994e34f1c {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:37:20.334087 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2f08d99-0250-41ad-82a6-491994e34f1c'] response: {'server_uuid': '2964f993-1066-41dc-b04f-16c2d037fe22', 'name': 'network-vif-deleted', 'tag': 'c9707fd5-cde7-4b29-8796-0d04d3436105', 'status': 'completed', 'code': 200} Apr 18 20:37:20.337167 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7099afd0-ad9a-4349-adb6-1f5c4f72679a tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:20.340245 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7099afd0-ad9a-4349-adb6-1f5c4f72679a tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:20.342688 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7099afd0-ad9a-4349-adb6-1f5c4f72679a tempest-ServersTestJSON-191693781 tempest-ServersTestJSON-191693781-project] 10.222.0.41 "DELETE /v2.0/floatingips/8002e09f-5d79-40df-8899-bd8cc77c5845 HTTP/1.1" status: 204 len: 168 time: 5.6879539 Apr 18 20:37:20.347295 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39810) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:20.414095 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a2bbc-4551-452b-8168-c42fc438e469 None None] Pushing event updated for resources: {'Port': ['ID=6d045181-6de1-4cce-bb12-fdad3eac15ae,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:20.423751 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f29432e-ae03-485f-8e2f-56f636e77130 None None] Routers {'f38d84f5-74d3-4bfd-abcf-283251b554c4'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:20.424516 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8f29432e-ae03-485f-8e2f-56f636e77130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:36:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['f38d84f5-74d3-4bfd-abcf-283251b554c4'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:20.478545 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46177367-3d5e-41bd-a917-af369d7cb382 None None] Pushing event updated for resources: {'Port': ['ID=410d0083-ae03-44f1-96b7-05fe3d484e79,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:20.685058 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=4b5f8486-0100-4cc8-b30d-b11eeb829f54,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:20.687157 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-d71ef9f6-5fcf-426b-8f95-54f810ee784d admin admin] Allocated IP 172.20.0.1 (56d56df8-ad53-4411-a2e6-e62fee5903cf/722f9c2d-f886-463b-96e2-22bc146fde64/117c4e5f-52a1-4889-bf49-9c64271d872d) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:20.805537 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-8f29432e-ae03-485f-8e2f-56f636e77130 None None] Set router f38d84f5-74d3-4bfd-abcf-283251b554c4 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:37:20.983186 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-59856b3a-a4f3-45bf-91e1-37c574f7462a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:20.985612 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:37:20.986262 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 280bbbcb-eec5-4e49-b901-c35115fa45a1 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:20.986860 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:21.329502 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6e383b28-e876-460d-af29-548bf9c24801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:21.370478 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59856b3a-a4f3-45bf-91e1-37c574f7462a admin admin] Checking segment: {'id': '5a0ebbdd-7cb8-43cb-9a9b-d284c7de42f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e169d889-7da4-4133-aeb9-18672bfb0211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:21.370981 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59856b3a-a4f3-45bf-91e1-37c574f7462a admin admin] Network hostable DHCP agents. Network: e169d889-7da4-4133-aeb9-18672bfb0211, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:37:21.400339 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59856b3a-a4f3-45bf-91e1-37c574f7462a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ea5bad4-7ab7-41c8-9532-b2150ee53f2e,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:21.447968 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e383b28-e876-460d-af29-548bf9c24801 admin admin] Pushing event deleted for resources: {'Port': ['ID=566a0069-e7cf-42be-aabf-6f7c0e99e477,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:21.451474 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d71ef9f6-5fcf-426b-8f95-54f810ee784d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:21.506890 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8f29432e-ae03-485f-8e2f-56f636e77130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'name': 'tempest-TaggedBootDevicesTest-1968116736-router', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '6d045181-6de1-4cce-bb12-fdad3eac15ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:11Z', 'updated_at': '2022-04-18T20:37:15Z', 'revision_number': 3, 'project_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'gw_port': {'id': '6d045181-6de1-4cce-bb12-fdad3eac15ae', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:13Z', 'updated_at': '2022-04-18T20:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:21.522094 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59856b3a-a4f3-45bf-91e1-37c574f7462a admin admin] Network e169d889-7da4-4133-aeb9-18672bfb0211 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:37:21.586621 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-59856b3a-a4f3-45bf-91e1-37c574f7462a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, e169d889-7da4-4133-aeb9-18672bfb0211) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:21.599736 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59856b3a-a4f3-45bf-91e1-37c574f7462a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:21.607526 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-59856b3a-a4f3-45bf-91e1-37c574f7462a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:21.643358 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045048c-1f53-49b6-af72-86dc3dabe255 req-86066fe4-3375-424a-891a-008302d7cf24 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:21.653350 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce93de90-cd6c-4b30-acf9-49d1efaaa9dd None None] Network e169d889-7da4-4133-aeb9-18672bfb0211 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:37:21.654270 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9045048c-1f53-49b6-af72-86dc3dabe255 req-86066fe4-3375-424a-891a-008302d7cf24 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 945 time: 0.3616660 Apr 18 20:37:21.690510 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-59856b3a-a4f3-45bf-91e1-37c574f7462a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4380090 Apr 18 20:37:21.699898 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39824) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:21.725528 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-b0aefad9-0dc6-4026-bbcb-3008464f2a7c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1026778279-router', 'tenant_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:21.741159 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d71ef9f6-5fcf-426b-8f95-54f810ee784d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:21.751065 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f29432e-ae03-485f-8e2f-56f636e77130 None None] The sync data for ids ['f38d84f5-74d3-4bfd-abcf-283251b554c4'] in n-d-838323-3 is: [{'id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'name': 'tempest-TaggedBootDevicesTest-1968116736-router', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '6d045181-6de1-4cce-bb12-fdad3eac15ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:11Z', 'updated_at': '2022-04-18T20:37:15Z', 'revision_number': 3, 'project_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'gw_port': {'id': '6d045181-6de1-4cce-bb12-fdad3eac15ae', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:13Z', 'updated_at': '2022-04-18T20:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:37:21.948641 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0aefad9-0dc6-4026-bbcb-3008464f2a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:21.952169 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0aefad9-0dc6-4026-bbcb-3008464f2a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:21.995058 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71ef9f6-5fcf-426b-8f95-54f810ee784d admin admin] Network 56d56df8-ad53-4411-a2e6-e62fee5903cf is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:22.037113 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-d71ef9f6-5fcf-426b-8f95-54f810ee784d admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:22.047511 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71ef9f6-5fcf-426b-8f95-54f810ee784d admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:22.119137 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ef9f6-5fcf-426b-8f95-54f810ee784d admin admin] Pushing event updated for resources: {'Port': ['ID=117c4e5f-52a1-4889-bf49-9c64271d872d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:22.164214 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9bd1a6-cce8-48ca-8ff9-f3931ac96d87 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:37:22.190086 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d5ee80-e75c-431b-85b9-9a7a051b44be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-e169d889-7da4-4133-aeb9-18672bfb0211', 'network_id': 'e169d889-7da4-4133-aeb9-18672bfb0211', 'tenant_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'fixed_ips': [{'subnet_id': '4ea5bad4-7ab7-41c8-9532-b2150ee53f2e'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:37:22.190990 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-47d5ee80-e75c-431b-85b9-9a7a051b44be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:22.200659 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b83593-8815-4d76-a592-2ddcb5be2ac9 None None] Sync routers for ids ['cf246b63-c115-43dd-bd77-4f0269673197'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:37:22.279985 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b83593-8815-4d76-a592-2ddcb5be2ac9 None None] Routers {'cf246b63-c115-43dd-bd77-4f0269673197'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:22.280681 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-41b83593-8815-4d76-a592-2ddcb5be2ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:36:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cf246b63-c115-43dd-bd77-4f0269673197'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:22.315446 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d71ef9f6-5fcf-426b-8f95-54f810ee784d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:22.469440 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 410d0083-ae03-44f1-96b7-05fe3d484e79 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:22.498396 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5983e493-fe57-4ce7-a97e-48463da6ad0a None None] Provisioning complete for port 4b5f8486-0100-4cc8-b30d-b11eeb829f54 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:22.498766 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5983e493-fe57-4ce7-a97e-48463da6ad0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:22.558819 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9045048c-1f53-49b6-af72-86dc3dabe255 req-b66ddba0-2166-49fd-97b1-dff3c4b8fc67 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8654022 Apr 18 20:37:22.589323 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6e383b28-e876-460d-af29-548bf9c24801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:22.609755 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd1a6-cce8-48ca-8ff9-f3931ac96d87 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:22.614473 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8e9bd1a6-cce8-48ca-8ff9-f3931ac96d87 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 15.1114082 Apr 18 20:37:22.618259 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39826) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:22.849316 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc181775-3da1-4e7c-b1fd-06ab57e00f1d req-7064739c-7b35-4674-926d-32fd344f0fac tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:22.856674 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc181775-3da1-4e7c-b1fd-06ab57e00f1d req-7064739c-7b35-4674-926d-32fd344f0fac tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8 HTTP/1.1" status: 200 len: 945 time: 1.1102870 Apr 18 20:37:22.900154 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0aefad9-0dc6-4026-bbcb-3008464f2a7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:23.048558 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-47d5ee80-e75c-431b-85b9-9a7a051b44be None None] Allocated IP 172.20.0.2 (e169d889-7da4-4133-aeb9-18672bfb0211/4ea5bad4-7ab7-41c8-9532-b2150ee53f2e/f3f5b310-6f70-48d5-b319-eccc3cabac77) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:23.150765 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-41b83593-8815-4d76-a592-2ddcb5be2ac9 None None] Set router cf246b63-c115-43dd-bd77-4f0269673197 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:37:23.230800 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0aefad9-0dc6-4026-bbcb-3008464f2a7c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:23.280223 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbde1b04-0d26-47a0-a542-d071c566a26e req-734b428e-c5a6-40d6-b1e0-11725505adf6 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-251951181&fields=id&tenant_id=650e6c70232948a48193055b3cf5103f HTTP/1.1" status: 200 len: 267 time: 0.4195595 Apr 18 20:37:23.420792 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d71ef9f6-5fcf-426b-8f95-54f810ee784d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:23.526793 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc181775-3da1-4e7c-b1fd-06ab57e00f1d req-43e1aa43-30b3-40cd-a2b6-3f5764ccbd6f tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5769839 Apr 18 20:37:23.612657 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 410d0083-ae03-44f1-96b7-05fe3d484e79 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:23.613097 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:23.731664 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde1b04-0d26-47a0-a542-d071c566a26e req-80069eaf-450d-49e0-9c9b-c7f4565a6125 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:23.739384 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbde1b04-0d26-47a0-a542-d071c566a26e req-80069eaf-450d-49e0-9c9b-c7f4565a6125 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 945 time: 0.4366930 Apr 18 20:37:23.763021 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-cbde1b04-0d26-47a0-a542-d071c566a26e req-00255523-5779-42e5-a443-e6cbbd42eaa4 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Request body: {'port': {'security_groups': ['b21b76cf-6844-43ec-9173-2d1f2b2f6cf4', '480caee8-a142-480a-a0ef-4ae1daa430e9']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:23.765723 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-58a36465-f44d-467f-866a-8c993eecc7ea None None] Provisioning complete for port 117c4e5f-52a1-4889-bf49-9c64271d872d triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:23.766120 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58a36465-f44d-467f-866a-8c993eecc7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:23.921616 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d71ef9f6-5fcf-426b-8f95-54f810ee784d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:23.933669 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d71ef9f6-5fcf-426b-8f95-54f810ee784d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:23.942249 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0aefad9-0dc6-4026-bbcb-3008464f2a7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:23.974512 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-47d5ee80-e75c-431b-85b9-9a7a051b44be None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:23.998388 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0aefad9-0dc6-4026-bbcb-3008464f2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.048246 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-58a36465-f44d-467f-866a-8c993eecc7ea None None] Port 117c4e5f-52a1-4889-bf49-9c64271d872d cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:37:24.058535 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-47d5ee80-e75c-431b-85b9-9a7a051b44be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.168706 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d5ee80-e75c-431b-85b9-9a7a051b44be None None] Network e169d889-7da4-4133-aeb9-18672bfb0211 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:24.182952 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-b0aefad9-0dc6-4026-bbcb-3008464f2a7c admin admin] Allocated IP 172.25.1.33 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/92f672be-483d-4da5-9380-f900ef3f793f) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:24.184171 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-47d5ee80-e75c-431b-85b9-9a7a051b44be None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:24.187322 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d5ee80-e75c-431b-85b9-9a7a051b44be None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:24.224612 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d71ef9f6-5fcf-426b-8f95-54f810ee784d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.229101 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ef9f6-5fcf-426b-8f95-54f810ee784d admin admin] Pushing event updated for resources: {'Port': ['ID=117c4e5f-52a1-4889-bf49-9c64271d872d,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:24.372505 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5ee80-e75c-431b-85b9-9a7a051b44be None None] Pushing event updated for resources: {'Port': ['ID=f3f5b310-6f70-48d5-b319-eccc3cabac77,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:24.383008 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4b5f8486-0100-4cc8-b30d-b11eeb829f54 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:24.387618 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-47d5ee80-e75c-431b-85b9-9a7a051b44be None None] Attempting to bind port f3f5b310-6f70-48d5-b319-eccc3cabac77 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:24.387997 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-47d5ee80-e75c-431b-85b9-9a7a051b44be None None] Attempting to bind port f3f5b310-6f70-48d5-b319-eccc3cabac77 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '5a0ebbdd-7cb8-43cb-9a9b-d284c7de42f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e169d889-7da4-4133-aeb9-18672bfb0211'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:24.388365 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d5ee80-e75c-431b-85b9-9a7a051b44be None None] Attempting to bind port f3f5b310-6f70-48d5-b319-eccc3cabac77 on network e169d889-7da4-4133-aeb9-18672bfb0211 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:24.394194 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71ef9f6-5fcf-426b-8f95-54f810ee784d admin admin] Network 56d56df8-ad53-4411-a2e6-e62fee5903cf is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:24.397971 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-d71ef9f6-5fcf-426b-8f95-54f810ee784d admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:24.421281 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d5ee80-e75c-431b-85b9-9a7a051b44be None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:24.421643 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d5ee80-e75c-431b-85b9-9a7a051b44be None None] Checking segment: {'id': '5a0ebbdd-7cb8-43cb-9a9b-d284c7de42f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e169d889-7da4-4133-aeb9-18672bfb0211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:24.422058 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-47d5ee80-e75c-431b-85b9-9a7a051b44be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.422458 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d5ee80-e75c-431b-85b9-9a7a051b44be None None] Bound using segment: {'id': '5a0ebbdd-7cb8-43cb-9a9b-d284c7de42f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e169d889-7da4-4133-aeb9-18672bfb0211'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:24.423491 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-47d5ee80-e75c-431b-85b9-9a7a051b44be None None] Bound port: f3f5b310-6f70-48d5-b319-eccc3cabac77, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0ebbdd-7cb8-43cb-9a9b-d284c7de42f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e169d889-7da4-4133-aeb9-18672bfb0211'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:24.423915 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-47d5ee80-e75c-431b-85b9-9a7a051b44be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.503507 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-41b83593-8815-4d76-a592-2ddcb5be2ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'name': 'tempest-AttachVolumeTestJSON-1708179285-router', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:07Z', 'updated_at': '2022-04-18T20:37:14Z', 'revision_number': 3, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'gw_port': {'id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:18:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:10Z', 'updated_at': '2022-04-18T20:37:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:24.607692 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0b45d7ff-899b-4aa3-a563-9f25bf2b3e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.617172 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b83593-8815-4d76-a592-2ddcb5be2ac9 None None] Checking router: cf246b63-c115-43dd-bd77-4f0269673197 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:37:24.617740 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b83593-8815-4d76-a592-2ddcb5be2ac9 None None] Updating router cf246b63-c115-43dd-bd77-4f0269673197 port b9f95c19-9b6f-475d-98a6-10e13be84d51 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:37:24.667487 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9f682-f545-4a4a-96a8-0fe4dc1df68f req-6f5717fd-34ce-437e-886c-ef1ebfaef3f8 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:24.674094 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5cb9f682-f545-4a4a-96a8-0fe4dc1df68f req-6f5717fd-34ce-437e-886c-ef1ebfaef3f8 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.32 "GET /v2.0/ports?device_id=aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8 HTTP/1.1" status: 200 len: 945 time: 1.1865625 Apr 18 20:37:24.725952 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-47d5ee80-e75c-431b-85b9-9a7a051b44be None None] For port f3f5b310-6f70-48d5-b319-eccc3cabac77, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:24.730943 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-47d5ee80-e75c-431b-85b9-9a7a051b44be None None] For port f3f5b310-6f70-48d5-b319-eccc3cabac77, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f3f5b310-6f70-48d5-b319-eccc3cabac77,segment=NetworkSegment(5a0ebbdd-7cb8-43cb-9a9b-d284c7de42f4),segment_id=5a0ebbdd-7cb8-43cb-9a9b-d284c7de42f4)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:24.732193 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-41b83593-8815-4d76-a592-2ddcb5be2ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.736655 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 4b5f8486-0100-4cc8-b30d-b11eeb829f54 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:24.736959 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.755737 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71ef9f6-5fcf-426b-8f95-54f810ee784d admin admin] Router f38d84f5-74d3-4bfd-abcf-283251b554c4 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:37:24.760481 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0aefad9-0dc6-4026-bbcb-3008464f2a7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.763362 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-47d5ee80-e75c-431b-85b9-9a7a051b44be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.976566 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71ef9f6-5fcf-426b-8f95-54f810ee784d admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:37:24.982298 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d71ef9f6-5fcf-426b-8f95-54f810ee784d admin admin] 10.222.0.41 "PUT /v2.0/routers/f38d84f5-74d3-4bfd-abcf-283251b554c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7731907 Apr 18 20:37:25.017067 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0aefad9-0dc6-4026-bbcb-3008464f2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.073393 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cbde1b04-0d26-47a0-a542-d071c566a26e req-00255523-5779-42e5-a443-e6cbbd42eaa4 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.113660 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-dff798bd-6a47-4dc5-b567-adf0766e1c67 None None] Provisioning complete for port 117c4e5f-52a1-4889-bf49-9c64271d872d triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:25.114660 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aefad9-0dc6-4026-bbcb-3008464f2a7c admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:25.114865 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dff798bd-6a47-4dc5-b567-adf0766e1c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.119260 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5ee80-e75c-431b-85b9-9a7a051b44be None None] Pushing event updated for resources: {'Port': ['ID=f3f5b310-6f70-48d5-b319-eccc3cabac77,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:25.123608 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-b0aefad9-0dc6-4026-bbcb-3008464f2a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:25.132351 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aefad9-0dc6-4026-bbcb-3008464f2a7c admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:25.243694 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aefad9-0dc6-4026-bbcb-3008464f2a7c admin admin] Pushing event updated for resources: {'Port': ['ID=92f672be-483d-4da5-9380-f900ef3f793f,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:25.247395 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-dff798bd-6a47-4dc5-b567-adf0766e1c67 None None] Port 117c4e5f-52a1-4889-bf49-9c64271d872d cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:37:25.291677 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc6420e-3007-4880-a34c-191a9d5a8baf None None] Sync routers for ids ['f38d84f5-74d3-4bfd-abcf-283251b554c4'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:37:25.327173 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc6420e-3007-4880-a34c-191a9d5a8baf None None] Routers {'f38d84f5-74d3-4bfd-abcf-283251b554c4'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:25.328332 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8fc6420e-3007-4880-a34c-191a9d5a8baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:36:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['f38d84f5-74d3-4bfd-abcf-283251b554c4'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:25.711700 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e383b28-e876-460d-af29-548bf9c24801 admin admin] Router 0488211d-2aa4-4613-9522-ce178f674eae has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:37:25.711885 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-8fc6420e-3007-4880-a34c-191a9d5a8baf None None] Set router f38d84f5-74d3-4bfd-abcf-283251b554c4 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:37:25.745178 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ea5c0-13f5-4281-9ed9-f2caca58e82f req-1b8d92b4-8ade-4003-92bf-0bd266f0e7ae tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:25.748236 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f1ea5c0-13f5-4281-9ed9-f2caca58e82f req-1b8d92b4-8ade-4003-92bf-0bd266f0e7ae tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8 HTTP/1.1" status: 200 len: 945 time: 1.0597332 Apr 18 20:37:25.810329 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6d045181-6de1-4cce-bb12-fdad3eac15ae up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:25.952632 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8550cec8-6bca-4489-b2dd-2d48c1a9e01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.964214 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-41b83593-8815-4d76-a592-2ddcb5be2ac9 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.988904 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-41b83593-8815-4d76-a592-2ddcb5be2ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.131797 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0aefad9-0dc6-4026-bbcb-3008464f2a7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.160737 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-41b83593-8815-4d76-a592-2ddcb5be2ac9 None None] Attempting to bind port b9f95c19-9b6f-475d-98a6-10e13be84d51 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:26.161640 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-41b83593-8815-4d76-a592-2ddcb5be2ac9 None None] Attempting to bind port b9f95c19-9b6f-475d-98a6-10e13be84d51 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:26.162132 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b83593-8815-4d76-a592-2ddcb5be2ac9 None None] Attempting to bind port b9f95c19-9b6f-475d-98a6-10e13be84d51 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:26.180472 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b83593-8815-4d76-a592-2ddcb5be2ac9 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:26.180858 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b83593-8815-4d76-a592-2ddcb5be2ac9 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:26.181410 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-41b83593-8815-4d76-a592-2ddcb5be2ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.181821 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b83593-8815-4d76-a592-2ddcb5be2ac9 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:26.182325 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-41b83593-8815-4d76-a592-2ddcb5be2ac9 None None] Bound port: b9f95c19-9b6f-475d-98a6-10e13be84d51, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:26.182738 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-41b83593-8815-4d76-a592-2ddcb5be2ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.224421 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 6d045181-6de1-4cce-bb12-fdad3eac15ae triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:26.224995 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.230773 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfc8c5-2eb2-4225-bebc-5c686b02ccb0 None None] Pushing event updated for resources: {'Port': ['ID=b9f95c19-9b6f-475d-98a6-10e13be84d51,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:26.409393 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-41b83593-8815-4d76-a592-2ddcb5be2ac9 None None] For port b9f95c19-9b6f-475d-98a6-10e13be84d51, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:26.415005 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-41b83593-8815-4d76-a592-2ddcb5be2ac9 None None] For port b9f95c19-9b6f-475d-98a6-10e13be84d51, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b9f95c19-9b6f-475d-98a6-10e13be84d51,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:26.495872 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.526461 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-41b83593-8815-4d76-a592-2ddcb5be2ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.594242 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8fc6420e-3007-4880-a34c-191a9d5a8baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'name': 'tempest-TaggedBootDevicesTest-1968116736-router', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '6d045181-6de1-4cce-bb12-fdad3eac15ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:11Z', 'updated_at': '2022-04-18T20:37:23Z', 'revision_number': 4, 'project_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'gw_port': {'id': '6d045181-6de1-4cce-bb12-fdad3eac15ae', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:13Z', 'updated_at': '2022-04-18T20:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '117c4e5f-52a1-4889-bf49-9c64271d872d', 'name': '', 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'mac_address': 'fa:16:3e:c0:e5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '722f9c2d-f886-463b-96e2-22bc146fde64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:19Z', 'updated_at': '2022-04-18T20:37:23Z', 'revision_number': 2, 'project_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'subnets': [{'id': '722f9c2d-f886-463b-96e2-22bc146fde64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:26.667662 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc6420e-3007-4880-a34c-191a9d5a8baf None None] Checking router: f38d84f5-74d3-4bfd-abcf-283251b554c4 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:37:26.668234 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc6420e-3007-4880-a34c-191a9d5a8baf None None] Updating router f38d84f5-74d3-4bfd-abcf-283251b554c4 port 117c4e5f-52a1-4889-bf49-9c64271d872d binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:37:26.684722 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.749327 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b83593-8815-4d76-a592-2ddcb5be2ac9 None None] Routers {'cf246b63-c115-43dd-bd77-4f0269673197'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:26.750436 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-41b83593-8815-4d76-a592-2ddcb5be2ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:36:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cf246b63-c115-43dd-bd77-4f0269673197'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:26.768353 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8fc6420e-3007-4880-a34c-191a9d5a8baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.854341 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0aefad9-0dc6-4026-bbcb-3008464f2a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.912627 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-cbde1b04-0d26-47a0-a542-d071c566a26e req-00255523-5779-42e5-a443-e6cbbd42eaa4 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] For port 85f32d94-b927-4021-b22f-ebba03874a49, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=85f32d94-b927-4021-b22f-ebba03874a49,segment=NetworkSegment(cacdabef-c21d-48d9-95a8-14c3380284f5),segment_id=cacdabef-c21d-48d9-95a8-14c3380284f5)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:26.983185 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cbde1b04-0d26-47a0-a542-d071c566a26e req-00255523-5779-42e5-a443-e6cbbd42eaa4 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:27.009336 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 6d045181-6de1-4cce-bb12-fdad3eac15ae, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6d045181-6de1-4cce-bb12-fdad3eac15ae,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:27.017769 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e383b28-e876-460d-af29-548bf9c24801 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:37:27.054560 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f1ea5c0-13f5-4281-9ed9-f2caca58e82f req-0dc769be-236f-4dcb-b5ed-aaa25dbcda95 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2793868 Apr 18 20:37:27.061188 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7749c4d5-9d73-481c-8787-e251e40adea4 None None] Sync routers for ids ['0488211d-2aa4-4613-9522-ce178f674eae'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:37:27.068127 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-5cb9f682-f545-4a4a-96a8-0fe4dc1df68f req-ef31ebf1-6d58-46b8-bffe-7c3f165a98e6 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Deleting port bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:37:27.075124 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5cb9f682-f545-4a4a-96a8-0fe4dc1df68f req-ef31ebf1-6d58-46b8-bffe-7c3f165a98e6 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:27.083804 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:27.103203 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6e383b28-e876-460d-af29-548bf9c24801 admin admin] 10.222.0.41 "PUT /v2.0/routers/0488211d-2aa4-4613-9522-ce178f674eae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9147069 Apr 18 20:37:27.104466 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39854) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:27.127878 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39856) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:27.133598 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cbde1b04-0d26-47a0-a542-d071c566a26e req-00255523-5779-42e5-a443-e6cbbd42eaa4 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:27.143076 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-1bd52627-69d0-42b1-ac61-211089d6c833 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1080298842-network', 'tenant_id': '6593e0649c184942bc98b321e69eb894'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:27.170373 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['85f32d94-b927-4021-b22f-ebba03874a49'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:37:27.172369 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfc8c5-2eb2-4225-bebc-5c686b02ccb0 None None] Pushing event updated for resources: {'Port': ['ID=b9f95c19-9b6f-475d-98a6-10e13be84d51,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:27.312886 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0aefad9-0dc6-4026-bbcb-3008464f2a7c admin admin] Router 9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:37:27.328804 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd52627-69d0-42b1-ac61-211089d6c833 admin admin] Made reservation on behalf of 6593e0649c184942bc98b321e69eb894 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:27.333821 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1bd52627-69d0-42b1-ac61-211089d6c833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:27.334590 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c1c5ee-dbb8-461a-a580-bf810d73fa81 None None] Network e169d889-7da4-4133-aeb9-18672bfb0211 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:37:27.343286 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=6d045181-6de1-4cce-bb12-fdad3eac15ae,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:27.425927 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1bd52627-69d0-42b1-ac61-211089d6c833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:27.461315 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7749c4d5-9d73-481c-8787-e251e40adea4 None None] Routers {'0488211d-2aa4-4613-9522-ce178f674eae'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:27.461964 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7749c4d5-9d73-481c-8787-e251e40adea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:36:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0488211d-2aa4-4613-9522-ce178f674eae'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:27.597573 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-41b83593-8815-4d76-a592-2ddcb5be2ac9 None None] Set router cf246b63-c115-43dd-bd77-4f0269673197 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:37:27.646471 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8fc6420e-3007-4880-a34c-191a9d5a8baf None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:27.668905 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8fc6420e-3007-4880-a34c-191a9d5a8baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:27.854132 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451afe2-20e6-4e1a-b1ea-cbda3c81ad95 None None] Pushing event updated for resources: {'Port': ['ID=117c4e5f-52a1-4889-bf49-9c64271d872d,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:27.933193 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-8fc6420e-3007-4880-a34c-191a9d5a8baf None None] Attempting to bind port 117c4e5f-52a1-4889-bf49-9c64271d872d on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:27.933812 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-8fc6420e-3007-4880-a34c-191a9d5a8baf None None] Attempting to bind port 117c4e5f-52a1-4889-bf49-9c64271d872d by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '27b15520-fc82-4e3a-8b81-8e613b74f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:27.934334 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc6420e-3007-4880-a34c-191a9d5a8baf None None] Attempting to bind port 117c4e5f-52a1-4889-bf49-9c64271d872d on network 56d56df8-ad53-4411-a2e6-e62fee5903cf {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:27.945439 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc6420e-3007-4880-a34c-191a9d5a8baf None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:27.946082 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc6420e-3007-4880-a34c-191a9d5a8baf None None] Checking segment: {'id': '27b15520-fc82-4e3a-8b81-8e613b74f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:27.946807 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8fc6420e-3007-4880-a34c-191a9d5a8baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:27.947344 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc6420e-3007-4880-a34c-191a9d5a8baf None None] Bound using segment: {'id': '27b15520-fc82-4e3a-8b81-8e613b74f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:27.948249 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-8fc6420e-3007-4880-a34c-191a9d5a8baf None None] Bound port: 117c4e5f-52a1-4889-bf49-9c64271d872d, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b15520-fc82-4e3a-8b81-8e613b74f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:27.949000 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8fc6420e-3007-4880-a34c-191a9d5a8baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.041564 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde1b04-0d26-47a0-a542-d071c566a26e req-00255523-5779-42e5-a443-e6cbbd42eaa4 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:28.042930 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cbde1b04-0d26-47a0-a542-d071c566a26e req-00255523-5779-42e5-a443-e6cbbd42eaa4 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.044875 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbde1b04-0d26-47a0-a542-d071c566a26e req-00255523-5779-42e5-a443-e6cbbd42eaa4 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "PUT /v2.0/ports/85f32d94-b927-4021-b22f-ebba03874a49 HTTP/1.1" status: 200 len: 981 time: 4.2880826 Apr 18 20:37:28.077931 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00255523-5779-42e5-a443-e6cbbd42eaa4 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Pushing event updated for resources: {'Port': ['ID=85f32d94-b927-4021-b22f-ebba03874a49,revision_number=6']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:28.081870 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629a9558-4f0e-4c07-aab2-db091d6684a8', 'tag': '85f32d94-b927-4021-b22f-ebba03874a49'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:28.084360 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08b70c7-8c5f-4441-96bf-c4fd1d787136" -d '{"events": [{"name": "network-changed", "server_uuid": "629a9558-4f0e-4c07-aab2-db091d6684a8", "tag": "85f32d94-b927-4021-b22f-ebba03874a49"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:37:28.208820 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-8fc6420e-3007-4880-a34c-191a9d5a8baf None None] For port 117c4e5f-52a1-4889-bf49-9c64271d872d, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:28.218376 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e011f1-71cc-4a3c-9093-1cf15699dfaa x-openstack-request-id: req-c0e011f1-71cc-4a3c-9093-1cf15699dfaa {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:37:28.218376 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "629a9558-4f0e-4c07-aab2-db091d6684a8", "tag": "85f32d94-b927-4021-b22f-ebba03874a49", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:37:28.218756 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0e011f1-71cc-4a3c-9093-1cf15699dfaa {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:37:28.219105 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e011f1-71cc-4a3c-9093-1cf15699dfaa'] response: {'name': 'network-changed', 'server_uuid': '629a9558-4f0e-4c07-aab2-db091d6684a8', 'tag': '85f32d94-b927-4021-b22f-ebba03874a49', 'status': 'completed', 'code': 200} Apr 18 20:37:28.220717 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-8fc6420e-3007-4880-a34c-191a9d5a8baf None None] For port 117c4e5f-52a1-4889-bf49-9c64271d872d, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=117c4e5f-52a1-4889-bf49-9c64271d872d,segment=NetworkSegment(27b15520-fc82-4e3a-8b81-8e613b74f26c),segment_id=27b15520-fc82-4e3a-8b81-8e613b74f26c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:28.226171 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:37:28.238703 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8fc6420e-3007-4880-a34c-191a9d5a8baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.332762 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08c6d51c-f80e-408a-94f2-ff34d30c4af6 req-329a3181-a202-4fc1-b0df-4d9935f2ec4d tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-34724960&fields=id&tenant_id=650e6c70232948a48193055b3cf5103f HTTP/1.1" status: 200 len: 267 time: 0.1227229 Apr 18 20:37:28.375121 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6d045181-6de1-4cce-bb12-fdad3eac15ae up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:28.385005 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451afe2-20e6-4e1a-b1ea-cbda3c81ad95 None None] Pushing event updated for resources: {'Port': ['ID=117c4e5f-52a1-4889-bf49-9c64271d872d,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:28.444725 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc6420e-3007-4880-a34c-191a9d5a8baf None None] Routers {'f38d84f5-74d3-4bfd-abcf-283251b554c4'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:28.445792 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8fc6420e-3007-4880-a34c-191a9d5a8baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:36:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['f38d84f5-74d3-4bfd-abcf-283251b554c4'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:28.454684 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a20e16e9-de74-47f9-9fce-3c1af413e79a admin admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.458034 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0aefad9-0dc6-4026-bbcb-3008464f2a7c admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:37:28.578365 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8125c4b6-e8e7-4468-b2bc-46ec263907e3 req-d2a371cd-cd8c-459a-96ca-03b7a5b25198 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=629a9558-4f0e-4c07-aab2-db091d6684a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5019054 Apr 18 20:37:28.591856 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0aefad9-0dc6-4026-bbcb-3008464f2a7c admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.593546 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b0aefad9-0dc6-4026-bbcb-3008464f2a7c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.8924415 Apr 18 20:37:28.605115 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39866) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:28.656036 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-5cb9f682-f545-4a4a-96a8-0fe4dc1df68f req-ef31ebf1-6d58-46b8-bffe-7c3f165a98e6 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] For port bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705,segment=NetworkSegment(8f748ac4-9299-4584-b7e0-04b5dc1e87b5),segment_id=8f748ac4-9299-4584-b7e0-04b5dc1e87b5)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:28.656517 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5cb9f682-f545-4a4a-96a8-0fe4dc1df68f req-ef31ebf1-6d58-46b8-bffe-7c3f165a98e6 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.659542 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d14df4-35f1-4df4-9617-d811bfa31cad None None] Sync routers for ids ['9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:37:28.712476 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6d51c-f80e-408a-94f2-ff34d30c4af6 req-1f17ec49-eb9f-41a7-a4dc-e099dac94e54 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:28.721662 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08c6d51c-f80e-408a-94f2-ff34d30c4af6 req-1f17ec49-eb9f-41a7-a4dc-e099dac94e54 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 984 time: 0.3887377 Apr 18 20:37:28.726054 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d14df4-35f1-4df4-9617-d811bfa31cad None None] Routers {'9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:28.727076 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a6d14df4-35f1-4df4-9617-d811bfa31cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:36:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:28.740374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-08c6d51c-f80e-408a-94f2-ff34d30c4af6 req-9f71800f-a510-4ff3-afc3-a7026652897f tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Request body: {'port': {'security_groups': ['480caee8-a142-480a-a0ef-4ae1daa430e9', 'b21b76cf-6844-43ec-9173-2d1f2b2f6cf4', '67c11c0c-4ea5-488a-8f83-02352a793abd']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:28.750239 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-5cb9f682-f545-4a4a-96a8-0fe4dc1df68f req-ef31ebf1-6d58-46b8-bffe-7c3f165a98e6 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Calling delete_port for bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:37:28.756906 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Allocated IP 172.20.0.1 (92da7360-d409-4b3e-ad31-ddbae7217c5a/55983801-f492-4a46-94da-ae12b2e91406/002d5eee-70e6-4fc5-9ee9-3a208b244052) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:28.776097 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b70c7-8c5f-4441-96bf-c4fd1d787136 req-1336493f-316a-4a8a-8cad-75bb835ac752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:28.778242 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f08b70c7-8c5f-4441-96bf-c4fd1d787136 req-1336493f-316a-4a8a-8cad-75bb835ac752 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=650e6c70232948a48193055b3cf5103f&device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 1135 time: 0.3155282 Apr 18 20:37:28.800058 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bfb49-ec8e-44b5-ab34-f7aa8123dff7 req-458951ee-f37a-4fa3-9da7-2cc7b174be40 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:28.800631 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['85f32d94-b927-4021-b22f-ebba03874a49'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:37:28.802154 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-917bfb49-ec8e-44b5-ab34-f7aa8123dff7 req-458951ee-f37a-4fa3-9da7-2cc7b174be40 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8 HTTP/1.1" status: 200 len: 945 time: 0.3090363 Apr 18 20:37:28.939939 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1bd52627-69d0-42b1-ac61-211089d6c833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.982023 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1bd52627-69d0-42b1-ac61-211089d6c833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.989989 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a20e16e9-de74-47f9-9fce-3c1af413e79a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.040638 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd52627-69d0-42b1-ac61-211089d6c833 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:29.064067 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-08c6d51c-f80e-408a-94f2-ff34d30c4af6 req-9f71800f-a510-4ff3-afc3-a7026652897f tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.086001 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-854b469e-359f-47c6-a3bc-471b38ec9b0a None None] Provisioning complete for port f3f5b310-6f70-48d5-b319-eccc3cabac77 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:29.086380 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-854b469e-359f-47c6-a3bc-471b38ec9b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.183817 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-8fc6420e-3007-4880-a34c-191a9d5a8baf None None] Set router f38d84f5-74d3-4bfd-abcf-283251b554c4 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:37:29.233583 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd52627-69d0-42b1-ac61-211089d6c833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35fd926-34e6-48c8-b8af-831e1d4adbaf,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:29.239855 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1bd52627-69d0-42b1-ac61-211089d6c833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.240608 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-1bd52627-69d0-42b1-ac61-211089d6c833 admin admin] Added segment 04d342d8-916a-45bc-834e-e2ca001685e9 of type vlan for network 771afd82-534b-4067-baaf-2e943171547d Apr 18 20:37:29.308898 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-917bfb49-ec8e-44b5-ab34-f7aa8123dff7 req-7b018050-cf5e-490a-ae46-4a5bc63cf1bd tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ea6e183-05ca-44f1-a47a-b910f48f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900346 Apr 18 20:37:29.387740 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b70c7-8c5f-4441-96bf-c4fd1d787136 req-a0baac8b-9c39-4ee3-82ae-c008b7b859b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:29.387740 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f08b70c7-8c5f-4441-96bf-c4fd1d787136 req-a0baac8b-9c39-4ee3-82ae-c008b7b859b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0123474-236c-43f6-b5fb-551e0942a4f0 HTTP/1.1" status: 200 len: 913 time: 0.5722013 Apr 18 20:37:29.393310 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1bd52627-69d0-42b1-ac61-211089d6c833 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.460332 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f08b70c7-8c5f-4441-96bf-c4fd1d787136 req-3b951127-86d7-41d2-ab0b-6998c76cf061 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85f32d94-b927-4021-b22f-ebba03874a49 HTTP/1.1" status: 200 len: 217 time: 0.0619459 Apr 18 20:37:29.513555 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-a6d14df4-35f1-4df4-9617-d811bfa31cad None None] Set router 9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:37:29.548350 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.571795 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-a20e16e9-de74-47f9-9fce-3c1af413e79a admin admin] Deleting port 62282084-b787-4281-b751-1f2d5f74ee85 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:37:29.572181 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a20e16e9-de74-47f9-9fce-3c1af413e79a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.632172 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1bd52627-69d0-42b1-ac61-211089d6c833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.633453 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd52627-69d0-42b1-ac61-211089d6c833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:29.634266 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1bd52627-69d0-42b1-ac61-211089d6c833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.649223 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b70c7-8c5f-4441-96bf-c4fd1d787136 req-742ebc30-cd19-4635-8e4b-4f93d04ea150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:29.650876 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f08b70c7-8c5f-4441-96bf-c4fd1d787136 req-742ebc30-cd19-4635-8e4b-4f93d04ea150 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9f432db-bb83-4c5c-b467-ba4f8fb4d6a8 HTTP/1.1" status: 200 len: 852 time: 0.1796827 Apr 18 20:37:29.766224 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f08b70c7-8c5f-4441-96bf-c4fd1d787136 req-90473096-4873-407e-be1e-64fe9ab10f18 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0123474-236c-43f6-b5fb-551e0942a4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884931 Apr 18 20:37:29.793933 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1bd52627-69d0-42b1-ac61-211089d6c833 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6533642 Apr 18 20:37:29.805667 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.827970 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39874) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:29.832008 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-8550cec8-6bca-4489-b2dd-2d48c1a9e01a admin admin] Deleting port fcdf616f-0cee-423d-b202-c5d484aa4881 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:37:29.832985 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8550cec8-6bca-4489-b2dd-2d48c1a9e01a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.847247 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4a4e675c-1fc5-4e90-9dff-fa2183c5fd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.850780 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-2197c859-f7fe-4e7d-b6c7-3f0fcb19b913 admin admin] Request body: {'subnet': {'network_id': '771afd82-534b-4067-baaf-2e943171547d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1080298842-subnet', 'tenant_id': '6593e0649c184942bc98b321e69eb894', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:29.871126 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd52627-69d0-42b1-ac61-211089d6c833 admin admin] Pushing event updated for resources: {'Network': ['ID=771afd82-534b-4067-baaf-2e943171547d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:29.988097 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 771afd82-534b-4067-baaf-2e943171547d details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:37:30.009285 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5cb9f682-f545-4a4a-96a8-0fe4dc1df68f req-ef31ebf1-6d58-46b8-bffe-7c3f165a98e6 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:30.022272 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-a20e16e9-de74-47f9-9fce-3c1af413e79a admin admin] For port 62282084-b787-4281-b751-1f2d5f74ee85, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=62282084-b787-4281-b751-1f2d5f74ee85,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:30.022547 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a20e16e9-de74-47f9-9fce-3c1af413e79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:30.104612 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-a20e16e9-de74-47f9-9fce-3c1af413e79a admin admin] Calling delete_port for 62282084-b787-4281-b751-1f2d5f74ee85 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:37:30.129448 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8fc6420e-3007-4880-a34c-191a9d5a8baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'name': 'tempest-TaggedBootDevicesTest-1968116736-router', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '6d045181-6de1-4cce-bb12-fdad3eac15ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:11Z', 'updated_at': '2022-04-18T20:37:23Z', 'revision_number': 4, 'project_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'gw_port': {'id': '6d045181-6de1-4cce-bb12-fdad3eac15ae', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:13Z', 'updated_at': '2022-04-18T20:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '117c4e5f-52a1-4889-bf49-9c64271d872d', 'name': '', 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'mac_address': 'fa:16:3e:c0:e5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '722f9c2d-f886-463b-96e2-22bc146fde64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:19Z', 'updated_at': '2022-04-18T20:37:28Z', 'revision_number': 4, 'project_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'subnets': [{'id': '722f9c2d-f886-463b-96e2-22bc146fde64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:30.135181 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:30.152496 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31ebf1-6d58-46b8-bffe-7c3f165a98e6 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Pushing event deleted for resources: {'Port': ['ID=bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:30.218880 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-7749c4d5-9d73-481c-8787-e251e40adea4 None None] Set router 0488211d-2aa4-4613-9522-ce178f674eae gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:37:30.225834 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 6d045181-6de1-4cce-bb12-fdad3eac15ae triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:30.226407 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:30.233148 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb9f682-f545-4a4a-96a8-0fe4dc1df68f req-ef31ebf1-6d58-46b8-bffe-7c3f165a98e6 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] No DVR routers for this DVR port bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:37:30.237639 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5cb9f682-f545-4a4a-96a8-0fe4dc1df68f req-ef31ebf1-6d58-46b8-bffe-7c3f165a98e6 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:30.248673 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5cb9f682-f545-4a4a-96a8-0fe4dc1df68f req-ef31ebf1-6d58-46b8-bffe-7c3f165a98e6 tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.32 "DELETE /v2.0/ports/bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705 HTTP/1.1" status: 204 len: 173 time: 5.5040519 Apr 18 20:37:30.287696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8', 'name': 'network-vif-deleted', 'tag': 'bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:30.291313 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f87c63-975f-4d6b-86d5-a7faaa41898a" -d '{"events": [{"server_uuid": "aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8", "name": "network-vif-deleted", "tag": "bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:37:30.317270 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2197c859-f7fe-4e7d-b6c7-3f0fcb19b913 admin admin] Made reservation on behalf of 6593e0649c184942bc98b321e69eb894 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:30.330697 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2197c859-f7fe-4e7d-b6c7-3f0fcb19b913 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:30.363069 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc6420e-3007-4880-a34c-191a9d5a8baf None None] The sync data for ids ['f38d84f5-74d3-4bfd-abcf-283251b554c4'] in n-d-838323-3 is: [{'id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'name': 'tempest-TaggedBootDevicesTest-1968116736-router', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '6d045181-6de1-4cce-bb12-fdad3eac15ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:11Z', 'updated_at': '2022-04-18T20:37:23Z', 'revision_number': 4, 'project_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'gw_port': {'id': '6d045181-6de1-4cce-bb12-fdad3eac15ae', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:13Z', 'updated_at': '2022-04-18T20:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '117c4e5f-52a1-4889-bf49-9c64271d872d', 'name': '', 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'mac_address': 'fa:16:3e:c0:e5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '722f9c2d-f886-463b-96e2-22bc146fde64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:19Z', 'updated_at': '2022-04-18T20:37:28Z', 'revision_number': 4, 'project_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'subnets': [{'id': '722f9c2d-f886-463b-96e2-22bc146fde64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:37:30.395436 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a6d14df4-35f1-4df4-9617-d811bfa31cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88', 'name': 'tempest-ServersTestMultiNic-1026778279-router', 'tenant_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '92f672be-483d-4da5-9380-f900ef3f793f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:21Z', 'updated_at': '2022-04-18T20:37:25Z', 'revision_number': 3, 'project_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'gw_port': {'id': '92f672be-483d-4da5-9380-f900ef3f793f', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:26:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:24Z', 'updated_at': '2022-04-18T20:37:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:30.576200 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d14df4-35f1-4df4-9617-d811bfa31cad None None] Checking router: 9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:37:30.581308 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d14df4-35f1-4df4-9617-d811bfa31cad None None] Updating router 9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88 port 92f672be-483d-4da5-9380-f900ef3f793f binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:37:30.586828 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f08b70c7-8c5f-4441-96bf-c4fd1d787136 req-7f0a5df1-17d3-4390-b843-a5acbe82a29a service neutron] 10.222.0.32 "GET /v2.0/networks/a0123474-236c-43f6-b5fb-551e0942a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8073049 Apr 18 20:37:30.689879 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da838d1-e853-4c71-9e07-5400798d346f x-openstack-request-id: req-5da838d1-e853-4c71-9e07-5400798d346f {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:37:30.690183 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8", "name": "network-vif-deleted", "tag": "bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:37:30.690409 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5da838d1-e853-4c71-9e07-5400798d346f {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:37:30.690814 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5da838d1-e853-4c71-9e07-5400798d346f'] response: {'server_uuid': 'aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8', 'name': 'network-vif-deleted', 'tag': 'bbdad7c0-8e7d-46ee-8d03-c1a8ad3df705', 'status': 'completed', 'code': 200} Apr 18 20:37:30.708189 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:30.721697 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a6d14df4-35f1-4df4-9617-d811bfa31cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:30.876590 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbe7ad55-adde-4ec7-a730-2b1c0b65d96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.050378 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Network 92da7360-d409-4b3e-ad31-ddbae7217c5a is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:31.075244 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-854b469e-359f-47c6-a3bc-471b38ec9b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.141862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:31.161287 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-acff3711-ce3e-42b5-a3a9-8148c4fcf6ae req-763efdc5-e2cd-499f-b46f-52ae945ff4aa tempest-ListServerFiltersTestJSON-1640473714 tempest-ListServerFiltersTestJSON-1640473714-project] 10.222.0.41 "GET /v2.0/ports?device_id=aae064d5-8f47-4d8c-98cf-c6a52b2b3cf8 HTTP/1.1" status: 200 len: 210 time: 0.3452189 Apr 18 20:37:31.183009 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:31.294718 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-8550cec8-6bca-4489-b2dd-2d48c1a9e01a admin admin] For port fcdf616f-0cee-423d-b202-c5d484aa4881, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fcdf616f-0cee-423d-b202-c5d484aa4881,segment=NetworkSegment(1889e352-aee3-4f9c-83a7-460f363329b2),segment_id=1889e352-aee3-4f9c-83a7-460f363329b2)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:31.298999 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8550cec8-6bca-4489-b2dd-2d48c1a9e01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.313241 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Pushing event updated for resources: {'Port': ['ID=002d5eee-70e6-4fc5-9ee9-3a208b244052,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:31.329294 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f08b70c7-8c5f-4441-96bf-c4fd1d787136 req-ac1c5a69-0fe2-4e31-8d63-6570e278112a service neutron] 10.222.0.32 "GET /v2.0/networks/a0123474-236c-43f6-b5fb-551e0942a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7274616 Apr 18 20:37:31.353816 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a20e16e9-de74-47f9-9fce-3c1af413e79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.433021 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-08c6d51c-f80e-408a-94f2-ff34d30c4af6 req-9f71800f-a510-4ff3-afc3-a7026652897f tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] For port 85f32d94-b927-4021-b22f-ebba03874a49, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=85f32d94-b927-4021-b22f-ebba03874a49,segment=NetworkSegment(cacdabef-c21d-48d9-95a8-14c3380284f5),segment_id=cacdabef-c21d-48d9-95a8-14c3380284f5)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:31.596345 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-8550cec8-6bca-4489-b2dd-2d48c1a9e01a admin admin] Calling delete_port for fcdf616f-0cee-423d-b202-c5d484aa4881 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:37:31.628952 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:31.629581 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:31.630347 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:31.630918 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:31.631696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:31.632520 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:31.632845 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a6d14df4-35f1-4df4-9617-d811bfa31cad None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.634085 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:31.634874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:31.635625 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:31.636472 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:31.637358 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:31.637949 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:31.642954 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a6d14df4-35f1-4df4-9617-d811bfa31cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.675927 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.746333 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-854b469e-359f-47c6-a3bc-471b38ec9b0a None None] For port f3f5b310-6f70-48d5-b319-eccc3cabac77, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f3f5b310-6f70-48d5-b319-eccc3cabac77,segment=NetworkSegment(5a0ebbdd-7cb8-43cb-9a9b-d284c7de42f4),segment_id=5a0ebbdd-7cb8-43cb-9a9b-d284c7de42f4)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:31.761163 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.767082 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.806820 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-854b469e-359f-47c6-a3bc-471b38ec9b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.840407 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-bbe7ad55-adde-4ec7-a730-2b1c0b65d96b admin admin] Allocated IP 172.20.0.1 (e169d889-7da4-4133-aeb9-18672bfb0211/4ea5bad4-7ab7-41c8-9532-b2150ee53f2e/7eb0b1d6-06d5-431e-b36f-77969223b9da) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:31.968328 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-41b83593-8815-4d76-a592-2ddcb5be2ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'name': 'tempest-AttachVolumeTestJSON-1708179285-router', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:07Z', 'updated_at': '2022-04-18T20:37:14Z', 'revision_number': 3, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'gw_port': {'id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:18:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:10Z', 'updated_at': '2022-04-18T20:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:31.989994 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f3f5b310-6f70-48d5-b319-eccc3cabac77 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:31.996949 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5881c46-c4aa-4503-98b3-93f03d6e9ce1 None None] Pushing event updated for resources: {'Port': ['ID=92f672be-483d-4da5-9380-f900ef3f793f,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:32.090897 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-a6d14df4-35f1-4df4-9617-d811bfa31cad None None] Attempting to bind port 92f672be-483d-4da5-9380-f900ef3f793f on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:32.091392 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-a6d14df4-35f1-4df4-9617-d811bfa31cad None None] Attempting to bind port 92f672be-483d-4da5-9380-f900ef3f793f by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:32.091765 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d14df4-35f1-4df4-9617-d811bfa31cad None None] Attempting to bind port 92f672be-483d-4da5-9380-f900ef3f793f on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:32.106947 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d14df4-35f1-4df4-9617-d811bfa31cad None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:32.110044 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d14df4-35f1-4df4-9617-d811bfa31cad None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:32.111545 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a6d14df4-35f1-4df4-9617-d811bfa31cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.112043 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d14df4-35f1-4df4-9617-d811bfa31cad None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:32.112594 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-a6d14df4-35f1-4df4-9617-d811bfa31cad None None] Bound port: 92f672be-483d-4da5-9380-f900ef3f793f, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:32.112998 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a6d14df4-35f1-4df4-9617-d811bfa31cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.130119 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b83593-8815-4d76-a592-2ddcb5be2ac9 None None] The sync data for ids ['cf246b63-c115-43dd-bd77-4f0269673197'] in n-d-838323-3 is: [{'id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'name': 'tempest-AttachVolumeTestJSON-1708179285-router', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:07Z', 'updated_at': '2022-04-18T20:37:14Z', 'revision_number': 3, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'gw_port': {'id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:18:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:10Z', 'updated_at': '2022-04-18T20:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:37:32.161058 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbe7ad55-adde-4ec7-a730-2b1c0b65d96b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.301637 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4f9d817a-18cb-47b1-ba2e-2bbf55c6f1ff None None] Provisioning complete for port 002d5eee-70e6-4fc5-9ee9-3a208b244052 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:32.302113 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4f9d817a-18cb-47b1-ba2e-2bbf55c6f1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.308890 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39888) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:32.309581 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b469e-359f-47c6-a3bc-471b38ec9b0a None None] Pushing event updated for resources: {'Port': ['ID=f3f5b310-6f70-48d5-b319-eccc3cabac77,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:32.310389 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e16e9-de74-47f9-9fce-3c1af413e79a admin admin] Pushing event deleted for resources: {'Port': ['ID=62282084-b787-4281-b751-1f2d5f74ee85,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:32.313740 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbe7ad55-adde-4ec7-a730-2b1c0b65d96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.352372 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-a6d14df4-35f1-4df4-9617-d811bfa31cad None None] For port 92f672be-483d-4da5-9380-f900ef3f793f, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:32.363196 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-a6d14df4-35f1-4df4-9617-d811bfa31cad None None] For port 92f672be-483d-4da5-9380-f900ef3f793f, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=92f672be-483d-4da5-9380-f900ef3f793f,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:32.374041 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a6d14df4-35f1-4df4-9617-d811bfa31cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.396731 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b469e-359f-47c6-a3bc-471b38ec9b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:32.396929 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b469e-359f-47c6-a3bc-471b38ec9b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:32.397241 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b469e-359f-47c6-a3bc-471b38ec9b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:32.397586 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b469e-359f-47c6-a3bc-471b38ec9b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:32.398135 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b469e-359f-47c6-a3bc-471b38ec9b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:32.398447 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b469e-359f-47c6-a3bc-471b38ec9b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:32.398784 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b469e-359f-47c6-a3bc-471b38ec9b0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:32.399117 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b469e-359f-47c6-a3bc-471b38ec9b0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:32.399446 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b469e-359f-47c6-a3bc-471b38ec9b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:32.399776 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b469e-359f-47c6-a3bc-471b38ec9b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:32.400112 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b469e-359f-47c6-a3bc-471b38ec9b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:32.400315 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7ad55-adde-4ec7-a730-2b1c0b65d96b admin admin] Pushing event updated for resources: {'Port': ['ID=7eb0b1d6-06d5-431e-b36f-77969223b9da,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:32.400422 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b469e-359f-47c6-a3bc-471b38ec9b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:32.431556 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4f9d817a-18cb-47b1-ba2e-2bbf55c6f1ff None None] Port 002d5eee-70e6-4fc5-9ee9-3a208b244052 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:37:32.450747 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port f3f5b310-6f70-48d5-b319-eccc3cabac77 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:32.451136 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.493253 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7749c4d5-9d73-481c-8787-e251e40adea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0488211d-2aa4-4613-9522-ce178f674eae', 'name': 'tempest-ServerRescueNegativeTestJSON-531805305-router', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '62282084-b787-4281-b751-1f2d5f74ee85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:30:40Z', 'updated_at': '2022-04-18T20:37:21Z', 'revision_number': 5, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'gw_port': {'id': '62282084-b787-4281-b751-1f2d5f74ee85', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0488211d-2aa4-4613-9522-ce178f674eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:30:42Z', 'updated_at': '2022-04-18T20:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:32.520254 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a20e16e9-de74-47f9-9fce-3c1af413e79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.628489 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5881c46-c4aa-4503-98b3-93f03d6e9ce1 None None] Pushing event updated for resources: {'Port': ['ID=92f672be-483d-4da5-9380-f900ef3f793f,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:32.674934 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d14df4-35f1-4df4-9617-d811bfa31cad None None] Routers {'9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:32.675954 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a6d14df4-35f1-4df4-9617-d811bfa31cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:37:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:32.974361 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-a6d14df4-35f1-4df4-9617-d811bfa31cad None None] Set router 9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:37:33.017059 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7749c4d5-9d73-481c-8787-e251e40adea4 None None] Checking router: 0488211d-2aa4-4613-9522-ce178f674eae for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:37:33.019415 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4f9d817a-18cb-47b1-ba2e-2bbf55c6f1ff None None] Provisioning complete for port 117c4e5f-52a1-4889-bf49-9c64271d872d triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:33.019923 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4f9d817a-18cb-47b1-ba2e-2bbf55c6f1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.096018 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7749c4d5-9d73-481c-8787-e251e40adea4 None None] Routers {'0488211d-2aa4-4613-9522-ce178f674eae'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:33.096970 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7749c4d5-9d73-481c-8787-e251e40adea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:37:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0488211d-2aa4-4613-9522-ce178f674eae'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:33.287907 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-7749c4d5-9d73-481c-8787-e251e40adea4 None None] Set router 0488211d-2aa4-4613-9522-ce178f674eae gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:37:33.357798 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a6d14df4-35f1-4df4-9617-d811bfa31cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88', 'name': 'tempest-ServersTestMultiNic-1026778279-router', 'tenant_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '92f672be-483d-4da5-9380-f900ef3f793f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:21Z', 'updated_at': '2022-04-18T20:37:25Z', 'revision_number': 3, 'project_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'gw_port': {'id': '92f672be-483d-4da5-9380-f900ef3f793f', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:26:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:24Z', 'updated_at': '2022-04-18T20:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:33.373708 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a20e16e9-de74-47f9-9fce-3c1af413e79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.377395 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a20e16e9-de74-47f9-9fce-3c1af413e79a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.391873 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d14df4-35f1-4df4-9617-d811bfa31cad None None] The sync data for ids ['9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88'] in n-d-838323-3 is: [{'id': '9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88', 'name': 'tempest-ServersTestMultiNic-1026778279-router', 'tenant_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '92f672be-483d-4da5-9380-f900ef3f793f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:21Z', 'updated_at': '2022-04-18T20:37:25Z', 'revision_number': 3, 'project_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'gw_port': {'id': '92f672be-483d-4da5-9380-f900ef3f793f', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:26:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:24Z', 'updated_at': '2022-04-18T20:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:37:33.443278 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a20e16e9-de74-47f9-9fce-3c1af413e79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.443950 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20e16e9-de74-47f9-9fce-3c1af413e79a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0488211d-2aa4-4613-9522-ce178f674eae {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:37:33.449857 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe7ad55-adde-4ec7-a730-2b1c0b65d96b admin admin] Network e169d889-7da4-4133-aeb9-18672bfb0211 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:33.450003 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7749c4d5-9d73-481c-8787-e251e40adea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0488211d-2aa4-4613-9522-ce178f674eae', 'name': 'tempest-ServerRescueNegativeTestJSON-531805305-router', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:30:40Z', 'updated_at': '2022-04-18T20:37:31Z', 'revision_number': 7, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:33.452792 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125c4b6-e8e7-4468-b2bc-46ec263907e3 req-4f2b3c41-4570-48a0-9be1-106177d5216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:33.455146 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8125c4b6-e8e7-4468-b2bc-46ec263907e3 req-4f2b3c41-4570-48a0-9be1-106177d5216c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=650e6c70232948a48193055b3cf5103f&device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 1135 time: 1.8051922 Apr 18 20:37:33.458979 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a20e16e9-de74-47f9-9fce-3c1af413e79a admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.463541 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a20e16e9-de74-47f9-9fce-3c1af413e79a admin admin] 10.222.0.41 "DELETE /v2.0/routers/0488211d-2aa4-4613-9522-ce178f674eae HTTP/1.1" status: 204 len: 168 time: 6.3574648 Apr 18 20:37:33.463751 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39892) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:33.466492 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-bbe7ad55-adde-4ec7-a730-2b1c0b65d96b admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:33.471539 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0aa428-c438-4f37-9555-7577f9deb623 admin admin] Deleting subnet 6555c056-9eda-47f3-a85c-b25f863147d8 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:37:33.475490 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa428-c438-4f37-9555-7577f9deb623 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.549596 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa428-c438-4f37-9555-7577f9deb623 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.573113 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7749c4d5-9d73-481c-8787-e251e40adea4 None None] The sync data for ids ['0488211d-2aa4-4613-9522-ce178f674eae'] in n-d-838323-3 is: [{'id': '0488211d-2aa4-4613-9522-ce178f674eae', 'name': 'tempest-ServerRescueNegativeTestJSON-531805305-router', 'tenant_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:30:40Z', 'updated_at': '2022-04-18T20:37:31Z', 'revision_number': 7, 'project_id': 'c72a6cb4b75647d38b6aa693a7d2ca0b', 'gw_port_host': None}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:37:33.641426 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-08c6d51c-f80e-408a-94f2-ff34d30c4af6 req-9f71800f-a510-4ff3-afc3-a7026652897f tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.671742 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4f9d817a-18cb-47b1-ba2e-2bbf55c6f1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.740345 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4f9d817a-18cb-47b1-ba2e-2bbf55c6f1ff None None] For port 117c4e5f-52a1-4889-bf49-9c64271d872d, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=117c4e5f-52a1-4889-bf49-9c64271d872d,segment=NetworkSegment(27b15520-fc82-4e3a-8b81-8e613b74f26c),segment_id=27b15520-fc82-4e3a-8b81-8e613b74f26c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:33.747241 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4f9d817a-18cb-47b1-ba2e-2bbf55c6f1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.749850 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa428-c438-4f37-9555-7577f9deb623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.786256 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8550cec8-6bca-4489-b2dd-2d48c1a9e01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.866192 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-08c6d51c-f80e-408a-94f2-ff34d30c4af6 req-9f71800f-a510-4ff3-afc3-a7026652897f tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.874017 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe7ad55-adde-4ec7-a730-2b1c0b65d96b admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:33.906449 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['85f32d94-b927-4021-b22f-ebba03874a49'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:37:34.106669 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125c4b6-e8e7-4468-b2bc-46ec263907e3 req-687a30dc-bd1d-41dc-b13e-c8970b6bdcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:34.116355 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8125c4b6-e8e7-4468-b2bc-46ec263907e3 req-687a30dc-bd1d-41dc-b13e-c8970b6bdcc7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0123474-236c-43f6-b5fb-551e0942a4f0 HTTP/1.1" status: 200 len: 913 time: 0.2469809 Apr 18 20:37:34.120223 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa428-c438-4f37-9555-7577f9deb623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:34.137846 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-470ce647-d856-43f3-885a-9663f384a268 None None] Provisioning complete for port f3f5b310-6f70-48d5-b319-eccc3cabac77 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:34.138523 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-470ce647-d856-43f3-885a-9663f384a268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:34.242448 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d817a-18cb-47b1-ba2e-2bbf55c6f1ff None None] Pushing event updated for resources: {'Port': ['ID=117c4e5f-52a1-4889-bf49-9c64271d872d,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:34.338433 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbe7ad55-adde-4ec7-a730-2b1c0b65d96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:34.410652 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0aa428-c438-4f37-9555-7577f9deb623 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6555c056-9eda-47f3-a85c-b25f863147d8,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:34.458800 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550cec8-6bca-4489-b2dd-2d48c1a9e01a admin admin] Pushing event deleted for resources: {'Port': ['ID=fcdf616f-0cee-423d-b202-c5d484aa4881,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:34.476817 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d47bd21-12e0-4e46-98a2-b8be2b2d9a50 None None] Network 686692be-1a27-4700-aa11-e71809b1f02b requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:37:34.574135 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2197c859-f7fe-4e7d-b6c7-3f0fcb19b913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:34.577444 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:34.589608 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa428-c438-4f37-9555-7577f9deb623 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:34.609068 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0f0aa428-c438-4f37-9555-7577f9deb623 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6555c056-9eda-47f3-a85c-b25f863147d8 HTTP/1.1" status: 204 len: 168 time: 2.2828138 Apr 18 20:37:34.609068 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8125c4b6-e8e7-4468-b2bc-46ec263907e3 req-2d020d53-bf43-4835-8730-9b92a542243f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85f32d94-b927-4021-b22f-ebba03874a49 HTTP/1.1" status: 200 len: 217 time: 0.4184017 Apr 18 20:37:34.617616 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39896) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:34.662007 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6d51c-f80e-408a-94f2-ff34d30c4af6 req-9f71800f-a510-4ff3-afc3-a7026652897f tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:34.663794 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-08c6d51c-f80e-408a-94f2-ff34d30c4af6 req-9f71800f-a510-4ff3-afc3-a7026652897f tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:34.668950 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08c6d51c-f80e-408a-94f2-ff34d30c4af6 req-9f71800f-a510-4ff3-afc3-a7026652897f tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "PUT /v2.0/ports/85f32d94-b927-4021-b22f-ebba03874a49 HTTP/1.1" status: 200 len: 1020 time: 5.9461219 Apr 18 20:37:34.673825 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629a9558-4f0e-4c07-aab2-db091d6684a8', 'tag': '85f32d94-b927-4021-b22f-ebba03874a49'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:34.684546 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785b296c-8e97-462b-ba79-ebb05dbf41c4" -d '{"events": [{"name": "network-changed", "server_uuid": "629a9558-4f0e-4c07-aab2-db091d6684a8", "tag": "85f32d94-b927-4021-b22f-ebba03874a49"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:37:34.841350 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-625073be-fc85-4f7b-818d-83f064d76255 admin admin] Deleting subnet f8415795-d2f2-4354-859f-79b4fcc6f470 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:37:34.843466 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed51c31-a284-45aa-849b-39498c5365b0 x-openstack-request-id: req-aed51c31-a284-45aa-849b-39498c5365b0 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:37:34.846541 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "629a9558-4f0e-4c07-aab2-db091d6684a8", "tag": "85f32d94-b927-4021-b22f-ebba03874a49", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:37:34.846850 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aed51c31-a284-45aa-849b-39498c5365b0 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:37:34.853813 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aed51c31-a284-45aa-849b-39498c5365b0'] response: {'name': 'network-changed', 'server_uuid': '629a9558-4f0e-4c07-aab2-db091d6684a8', 'tag': '85f32d94-b927-4021-b22f-ebba03874a49', 'status': 'completed', 'code': 200} Apr 18 20:37:34.871892 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-625073be-fc85-4f7b-818d-83f064d76255 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:34.937712 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['85f32d94-b927-4021-b22f-ebba03874a49'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:37:35.102093 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9c55-b6d0-4394-96ea-27fc46ee4dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.108192 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-625073be-fc85-4f7b-818d-83f064d76255 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.150537 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125c4b6-e8e7-4468-b2bc-46ec263907e3 req-f35c7149-41ad-4362-bea0-c4120b8333b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:35.152494 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8125c4b6-e8e7-4468-b2bc-46ec263907e3 req-f35c7149-41ad-4362-bea0-c4120b8333b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9f432db-bb83-4c5c-b467-ba4f8fb4d6a8 HTTP/1.1" status: 200 len: 852 time: 0.5166409 Apr 18 20:37:35.160778 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbe7ad55-adde-4ec7-a730-2b1c0b65d96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.170881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 117c4e5f-52a1-4889-bf49-9c64271d872d up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:35.176086 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197c859-f7fe-4e7d-b6c7-3f0fcb19b913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbab67ed-7c25-4a2f-aa73-9297775c86a0,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:35.219018 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8125c4b6-e8e7-4468-b2bc-46ec263907e3 req-3445de23-9eec-4fc8-b8ab-8da70d7eb439 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0123474-236c-43f6-b5fb-551e0942a4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524330 Apr 18 20:37:35.260239 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c7acba22-2288-4910-99e6-0ba72dd8adcb None None] Provisioning complete for port 7eb0b1d6-06d5-431e-b36f-77969223b9da triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:35.260876 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c7acba22-2288-4910-99e6-0ba72dd8adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.378125 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8550cec8-6bca-4489-b2dd-2d48c1a9e01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.547901 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-625073be-fc85-4f7b-818d-83f064d76255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.571371 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c059da8-81d4-4322-9bd8-5adc3b60b3f0 req-4c663b42-a398-4e15-ab55-aaaa1daf6d51 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:35.571933 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c7acba22-2288-4910-99e6-0ba72dd8adcb None None] Port 7eb0b1d6-06d5-431e-b36f-77969223b9da cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:37:35.584712 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c059da8-81d4-4322-9bd8-5adc3b60b3f0 req-4c663b42-a398-4e15-ab55-aaaa1daf6d51 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 1023 time: 0.6945407 Apr 18 20:37:35.616669 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71800f-a510-4ff3-afc3-a7026652897f tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Pushing event updated for resources: {'Port': ['ID=85f32d94-b927-4021-b22f-ebba03874a49,revision_number=7']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:35.662093 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2197c859-f7fe-4e7d-b6c7-3f0fcb19b913 admin admin] Checking segment: {'id': '04d342d8-916a-45bc-834e-e2ca001685e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '771afd82-534b-4067-baaf-2e943171547d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:35.666814 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2197c859-f7fe-4e7d-b6c7-3f0fcb19b913 admin admin] Network hostable DHCP agents. Network: 771afd82-534b-4067-baaf-2e943171547d, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:37:35.733370 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 117c4e5f-52a1-4889-bf49-9c64271d872d triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:35.733977 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.751139 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-dcfd9c55-b6d0-4394-96ea-27fc46ee4dc2 admin admin] Deleting port d17f8f9c-35ee-4543-a9bb-6aa89524c3e6 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:37:35.751463 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9c55-b6d0-4394-96ea-27fc46ee4dc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.774750 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8125c4b6-e8e7-4468-b2bc-46ec263907e3 req-1a80a106-df33-4d1c-930a-07ec1bb73e05 service neutron] 10.222.0.32 "GET /v2.0/networks/a0123474-236c-43f6-b5fb-551e0942a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5431359 Apr 18 20:37:35.794056 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5202935-bf12-4792-bb5e-0c13bb542fcd None None] DHCP port deletion for 686692be-1a27-4700-aa11-e71809b1f02b request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:37:35.920841 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2197c859-f7fe-4e7d-b6c7-3f0fcb19b913 admin admin] Network 771afd82-534b-4067-baaf-2e943171547d is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:37:36.050907 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-2197c859-f7fe-4e7d-b6c7-3f0fcb19b913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 771afd82-534b-4067-baaf-2e943171547d) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:36.076995 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2197c859-f7fe-4e7d-b6c7-3f0fcb19b913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:36.078554 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2197c859-f7fe-4e7d-b6c7-3f0fcb19b913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.114359 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c059da8-81d4-4322-9bd8-5adc3b60b3f0 req-40723c4a-093f-461d-b392-d340e5e31467 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=480caee8-a142-480a-a0ef-4ae1daa430e9&id=67c11c0c-4ea5-488a-8f83-02352a793abd&id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4 HTTP/1.1" status: 200 len: 6153 time: 0.5280581 Apr 18 20:37:36.147726 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b9f95c19-9b6f-475d-98a6-10e13be84d51 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:36.153089 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3221bb30-f681-4f82-a2b1-a9412099ced4 None None] Network 771afd82-534b-4067-baaf-2e943171547d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:37:36.201678 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-20c7f4de-260b-4066-94bf-7d56c2927c75 req-3e22aca8-4fb9-4b09-a0a8-832cce5bc790 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Request body: {'security_group': {'name': ' tempest-securitygroup -509269266 ', 'description': 'tempest-description-101978717'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:36.209048 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8125c4b6-e8e7-4468-b2bc-46ec263907e3 req-74b30878-8e2b-4a9a-a4e6-d6538207f3f0 service neutron] 10.222.0.32 "GET /v2.0/networks/a0123474-236c-43f6-b5fb-551e0942a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069147 Apr 18 20:37:36.214938 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-625073be-fc85-4f7b-818d-83f064d76255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.253880 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbe7ad55-adde-4ec7-a730-2b1c0b65d96b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.278946 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2197c859-f7fe-4e7d-b6c7-3f0fcb19b913 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 6.4412851 Apr 18 20:37:36.293090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39906) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:36.299542 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbe7ad55-adde-4ec7-a730-2b1c0b65d96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.312937 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-23b77246-39e4-49fb-b6d7-bcb142647635 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1080298842-router', 'tenant_id': '6593e0649c184942bc98b321e69eb894', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:36.315068 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625073be-fc85-4f7b-818d-83f064d76255 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8415795-d2f2-4354-859f-79b4fcc6f470,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:36.319653 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.361017 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-20c7f4de-260b-4066-94bf-7d56c2927c75 req-3e22aca8-4fb9-4b09-a0a8-832cce5bc790 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.370614 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-625073be-fc85-4f7b-818d-83f064d76255 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.377535 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-625073be-fc85-4f7b-818d-83f064d76255 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f8415795-d2f2-4354-859f-79b4fcc6f470 HTTP/1.1" status: 204 len: 168 time: 2.9123342 Apr 18 20:37:36.383723 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39908) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:36.384002 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.392733 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f62d00-ae8d-45cf-bcfa-49ced000a78d None None] Network d538f970-1699-4982-98ba-9d8cb4a7048d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:37:36.433381 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-dcfd9c55-b6d0-4394-96ea-27fc46ee4dc2 admin admin] For port d17f8f9c-35ee-4543-a9bb-6aa89524c3e6, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d17f8f9c-35ee-4543-a9bb-6aa89524c3e6,segment=NetworkSegment(8f748ac4-9299-4584-b7e0-04b5dc1e87b5),segment_id=8f748ac4-9299-4584-b7e0-04b5dc1e87b5)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:36.433381 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9c55-b6d0-4394-96ea-27fc46ee4dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.514376 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbe7ad55-adde-4ec7-a730-2b1c0b65d96b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.516323 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7ad55-adde-4ec7-a730-2b1c0b65d96b admin admin] Pushing event updated for resources: {'Port': ['ID=7eb0b1d6-06d5-431e-b36f-77969223b9da,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:36.519272 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-dcfd9c55-b6d0-4394-96ea-27fc46ee4dc2 admin admin] Calling delete_port for d17f8f9c-35ee-4543-a9bb-6aa89524c3e6 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:37:36.529814 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e5202935-bf12-4792-bb5e-0c13bb542fcd None None] Deleting port d17f8f9c-35ee-4543-a9bb-6aa89524c3e6 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:37:36.530449 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e5202935-bf12-4792-bb5e-0c13bb542fcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.568168 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b296c-8e97-462b-ba79-ebb05dbf41c4 req-d265bdbe-9fe0-43f3-b17e-a75f867211b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:36.569180 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-785b296c-8e97-462b-ba79-ebb05dbf41c4 req-d265bdbe-9fe0-43f3-b17e-a75f867211b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=650e6c70232948a48193055b3cf5103f&device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 1174 time: 0.2734947 Apr 18 20:37:36.598268 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23b77246-39e4-49fb-b6d7-bcb142647635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.599860 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23b77246-39e4-49fb-b6d7-bcb142647635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.694190 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf8f1c1d-ddcc-4340-8382-3c2f159ea364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.700914 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-20c7f4de-260b-4066-94bf-7d56c2927c75 req-3e22aca8-4fb9-4b09-a0a8-832cce5bc790 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.707538 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.715421 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Pushing event updated for resources: {'Port': ['ID=002d5eee-70e6-4fc5-9ee9-3a208b244052,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:36.730265 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-20c7f4de-260b-4066-94bf-7d56c2927c75 req-3e22aca8-4fb9-4b09-a0a8-832cce5bc790 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.821516 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-e5202935-bf12-4792-bb5e-0c13bb542fcd None None] For port d17f8f9c-35ee-4543-a9bb-6aa89524c3e6, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d17f8f9c-35ee-4543-a9bb-6aa89524c3e6,segment=NetworkSegment(8f748ac4-9299-4584-b7e0-04b5dc1e87b5),segment_id=8f748ac4-9299-4584-b7e0-04b5dc1e87b5)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:36.822703 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e5202935-bf12-4792-bb5e-0c13bb542fcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.856763 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e5202935-bf12-4792-bb5e-0c13bb542fcd None None] Calling delete_port for d17f8f9c-35ee-4543-a9bb-6aa89524c3e6 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:37:36.859543 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port b9f95c19-9b6f-475d-98a6-10e13be84d51 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:36.860318 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.935635 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23b77246-39e4-49fb-b6d7-bcb142647635 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.941550 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-20c7f4de-260b-4066-94bf-7d56c2927c75 req-3e22aca8-4fb9-4b09-a0a8-832cce5bc790 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.942199 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe7ad55-adde-4ec7-a730-2b1c0b65d96b admin admin] Network e169d889-7da4-4133-aeb9-18672bfb0211 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:36.943831 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-20c7f4de-260b-4066-94bf-7d56c2927c75 req-3e22aca8-4fb9-4b09-a0a8-832cce5bc790 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.7491140 Apr 18 20:37:36.953921 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-bbe7ad55-adde-4ec7-a730-2b1c0b65d96b admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:36.960210 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9c55-b6d0-4394-96ea-27fc46ee4dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.972606 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b296c-8e97-462b-ba79-ebb05dbf41c4 req-ebc61e07-897b-41a5-8a74-fc27c58267be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:36.973777 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-785b296c-8e97-462b-ba79-ebb05dbf41c4 req-ebc61e07-897b-41a5-8a74-fc27c58267be service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0123474-236c-43f6-b5fb-551e0942a4f0 HTTP/1.1" status: 200 len: 913 time: 0.3767557 Apr 18 20:37:37.013951 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8550cec8-6bca-4489-b2dd-2d48c1a9e01a admin admin] Router ebc60235-d585-4471-8eeb-dee100080559 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:37:37.024353 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22aca8-4fb9-4b09-a0a8-832cce5bc790 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f4ef87-10f6-4c4b-b741-a71609db41f3,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:37.028383 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd9c55-b6d0-4394-96ea-27fc46ee4dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d17f8f9c-35ee-4543-a9bb-6aa89524c3e6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:37.083993 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfd9c55-b6d0-4394-96ea-27fc46ee4dc2 admin admin] No DVR routers for this DVR port d17f8f9c-35ee-4543-a9bb-6aa89524c3e6 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:37:37.249726 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-785b296c-8e97-462b-ba79-ebb05dbf41c4 req-48f32648-132f-4d18-8ef8-e7785fdcebfd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85f32d94-b927-4021-b22f-ebba03874a49 HTTP/1.1" status: 200 len: 217 time: 0.2415850 Apr 18 20:37:37.416181 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-bf8f1c1d-ddcc-4340-8382-3c2f159ea364 admin admin] Deleting port 55951725-ce44-4fd4-b7d0-bbacd34e76c4 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:37:37.418167 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf8f1c1d-ddcc-4340-8382-3c2f159ea364 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.507933 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8550cec8-6bca-4489-b2dd-2d48c1a9e01a admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:37:37.525175 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8550cec8-6bca-4489-b2dd-2d48c1a9e01a admin admin] 10.222.0.41 "PUT /v2.0/routers/ebc60235-d585-4471-8eeb-dee100080559/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.1759636 Apr 18 20:37:37.531521 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39914) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:37.558302 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74604bfb-77a4-493c-8f49-8427cb3793c9 None None] DHCP port deletion for d538f970-1699-4982-98ba-9d8cb4a7048d request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:37:37.568177 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a31b2d2-96a8-45be-8c8c-e2538797dfc0 None None] Sync routers for ids ['ebc60235-d585-4471-8eeb-dee100080559'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:37:37.632249 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5c29f83-de95-494c-91c6-2f89f8ed2594 req-6b6a8970-d5f8-4502-a308-eec47019bbc5 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/30f4ef87-10f6-4c4b-b741-a71609db41f3 HTTP/1.1" status: 200 len: 1781 time: 0.4535313 Apr 18 20:37:37.636368 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23b77246-39e4-49fb-b6d7-bcb142647635 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.678974 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Network 92da7360-d409-4b3e-ad31-ddbae7217c5a is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:37.697813 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe7ad55-adde-4ec7-a730-2b1c0b65d96b admin admin] Router 9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:37:37.702168 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7d6a1d-d8d1-4503-9196-e0f3548d1d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-771afd82-534b-4067-baaf-2e943171547d', 'network_id': '771afd82-534b-4067-baaf-2e943171547d', 'tenant_id': '6593e0649c184942bc98b321e69eb894', 'fixed_ips': [{'subnet_id': 'fbab67ed-7c25-4a2f-aa73-9297775c86a0'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:37:37.703123 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8d7d6a1d-d8d1-4503-9196-e0f3548d1d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.708471 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:37.754651 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9c55-b6d0-4394-96ea-27fc46ee4dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.791663 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a31b2d2-96a8-45be-8c8c-e2538797dfc0 None None] Routers {'ebc60235-d585-4471-8eeb-dee100080559'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:37.792338 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-4a31b2d2-96a8-45be-8c8c-e2538797dfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:37:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ebc60235-d585-4471-8eeb-dee100080559'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:37.823550 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e5202935-bf12-4792-bb5e-0c13bb542fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.837974 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b296c-8e97-462b-ba79-ebb05dbf41c4 req-4834765d-ae1e-4a91-a048-08a454a7a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:37.843394 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-785b296c-8e97-462b-ba79-ebb05dbf41c4 req-4834765d-ae1e-4a91-a048-08a454a7a4a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9f432db-bb83-4c5c-b467-ba4f8fb4d6a8 HTTP/1.1" status: 200 len: 852 time: 0.5571880 Apr 18 20:37:37.851814 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-bf8f1c1d-ddcc-4340-8382-3c2f159ea364 admin admin] For port 55951725-ce44-4fd4-b7d0-bbacd34e76c4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=55951725-ce44-4fd4-b7d0-bbacd34e76c4,segment=NetworkSegment(56183d8f-21a5-45b4-8a0e-690ad26be3e8),segment_id=56183d8f-21a5-45b4-8a0e-690ad26be3e8)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:37.852770 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf8f1c1d-ddcc-4340-8382-3c2f159ea364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.892176 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-dcfd9c55-b6d0-4394-96ea-27fc46ee4dc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686692be-1a27-4700-aa11-e71809b1f02b']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:37.935986 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5202935-bf12-4792-bb5e-0c13bb542fcd None None] Pushing event deleted for resources: {'Port': ['ID=d17f8f9c-35ee-4543-a9bb-6aa89524c3e6,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:37.991073 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-39f3688b-44df-4432-8ae4-2eaeaee13c2f None None] Provisioning complete for port 7eb0b1d6-06d5-431e-b36f-77969223b9da triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:37.991073 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-39f3688b-44df-4432-8ae4-2eaeaee13c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.083168 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe7ad55-adde-4ec7-a730-2b1c0b65d96b admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:37:38.092171 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-bf8f1c1d-ddcc-4340-8382-3c2f159ea364 admin admin] Calling delete_port for 55951725-ce44-4fd4-b7d0-bbacd34e76c4 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:37:38.103980 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ff0d6356-f971-4996-b79d-48424513b036 req-ea0d0b1e-225c-4924-aeb2-46de871b9ab2 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/30f4ef87-10f6-4c4b-b741-a71609db41f3 HTTP/1.1" status: 200 len: 1781 time: 0.3791800 Apr 18 20:37:38.125323 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.133101 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8ea6a8-9e15-4539-95f8-390819e44b6f None None] Sync routers for ids ['9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:37:38.154122 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-39f3688b-44df-4432-8ae4-2eaeaee13c2f None None] Port 7eb0b1d6-06d5-431e-b36f-77969223b9da cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:37:38.171136 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5202935-bf12-4792-bb5e-0c13bb542fcd None None] No DVR routers for this DVR port d17f8f9c-35ee-4543-a9bb-6aa89524c3e6 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:37:38.171498 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8ea6a8-9e15-4539-95f8-390819e44b6f None None] Routers {'9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:38.173499 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9f8ea6a8-9e15-4539-95f8-390819e44b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:37:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:38.176081 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-dcfd9c55-b6d0-4394-96ea-27fc46ee4dc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f748ac4-9299-4584-b7e0-04b5dc1e87b5') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:38.176583 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-dcfd9c55-b6d0-4394-96ea-27fc46ee4dc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f748ac4-9299-4584-b7e0-04b5dc1e87b5') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:38.194732 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bbe7ad55-adde-4ec7-a730-2b1c0b65d96b admin admin] 10.222.0.41 "PUT /v2.0/routers/9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5858121 Apr 18 20:37:38.207254 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-785b296c-8e97-462b-ba79-ebb05dbf41c4 req-4f0cc0bc-0a29-4581-b78f-cb4160e8c9e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0123474-236c-43f6-b5fb-551e0942a4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3427045 Apr 18 20:37:38.292273 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9c55-b6d0-4394-96ea-27fc46ee4dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.475645 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39930) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:38.532864 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-9f8ea6a8-9e15-4539-95f8-390819e44b6f None None] Set router 9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:37:38.536650 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.628202 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Router cf246b63-c115-43dd-bd77-4f0269673197 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:37:38.659009 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ff0d6356-f971-4996-b79d-48424513b036 req-949b0516-cdb5-46b3-8352-1abc05ec26ad tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.701312 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port b9f95c19-9b6f-475d-98a6-10e13be84d51, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b9f95c19-9b6f-475d-98a6-10e13be84d51,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:38.702657 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ff0d6356-f971-4996-b79d-48424513b036 req-949b0516-cdb5-46b3-8352-1abc05ec26ad tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.785871 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-8d7d6a1d-d8d1-4503-9196-e0f3548d1d3b None None] Allocated IP 172.20.0.2 (771afd82-534b-4067-baaf-2e943171547d/fbab67ed-7c25-4a2f-aa73-9297775c86a0/2246c324-8bed-426c-9b22-56bf00ec852b) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:39.000644 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-e9bc4896-9ac8-40f5-90c9-9a87356778da tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1151445188'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:39.140080 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ff0d6356-f971-4996-b79d-48424513b036 req-949b0516-cdb5-46b3-8352-1abc05ec26ad tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.143830 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9c55-b6d0-4394-96ea-27fc46ee4dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.154418 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ff0d6356-f971-4996-b79d-48424513b036 req-949b0516-cdb5-46b3-8352-1abc05ec26ad tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.156072 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ff0d6356-f971-4996-b79d-48424513b036 req-949b0516-cdb5-46b3-8352-1abc05ec26ad tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "DELETE /v2.0/security-groups/30f4ef87-10f6-4c4b-b741-a71609db41f3 HTTP/1.1" status: 204 len: 173 time: 1.0102515 Apr 18 20:37:39.157584 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bc4896-9ac8-40f5-90c9-9a87356778da tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Made reservation on behalf of a68a6b8656b54bed80d6a62c1f094daf for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:39.169209 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ba1b88a-6e84-4319-b7e5-dddf16bfc828 admin admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.175983 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4896-9ac8-40f5-90c9-9a87356778da tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.176970 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcfd9c55-b6d0-4394-96ea-27fc46ee4dc2 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:37:39.177387 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9c55-b6d0-4394-96ea-27fc46ee4dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:37:39.179338 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:37:39.197635 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9f8ea6a8-9e15-4539-95f8-390819e44b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88', 'name': 'tempest-ServersTestMultiNic-1026778279-router', 'tenant_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '92f672be-483d-4da5-9380-f900ef3f793f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:21Z', 'updated_at': '2022-04-18T20:37:35Z', 'revision_number': 4, 'project_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'gw_port': {'id': '92f672be-483d-4da5-9380-f900ef3f793f', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:26:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:24Z', 'updated_at': '2022-04-18T20:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '7eb0b1d6-06d5-431e-b36f-77969223b9da', 'name': '', 'network_id': 'e169d889-7da4-4133-aeb9-18672bfb0211', 'tenant_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'mac_address': 'fa:16:3e:ec:04:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '4ea5bad4-7ab7-41c8-9532-b2150ee53f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:30Z', 'updated_at': '2022-04-18T20:37:35Z', 'revision_number': 2, 'project_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'subnets': [{'id': '4ea5bad4-7ab7-41c8-9532-b2150ee53f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:39.257016 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8d7d6a1d-d8d1-4503-9196-e0f3548d1d3b None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.279129 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8ea6a8-9e15-4539-95f8-390819e44b6f None None] Checking router: 9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:37:39.279590 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8ea6a8-9e15-4539-95f8-390819e44b6f None None] Updating router 9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88 port 7eb0b1d6-06d5-431e-b36f-77969223b9da binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:37:39.281388 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-05dd674b-4bdb-4ac1-b814-b5661b08b89d None None] Provisioning complete for port 002d5eee-70e6-4fc5-9ee9-3a208b244052 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:39.282470 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-05dd674b-4bdb-4ac1-b814-b5661b08b89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.333942 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9f8ea6a8-9e15-4539-95f8-390819e44b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.350079 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-05dd674b-4bdb-4ac1-b814-b5661b08b89d None None] Port 002d5eee-70e6-4fc5-9ee9-3a208b244052 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:37:39.356986 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8d7d6a1d-d8d1-4503-9196-e0f3548d1d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.360237 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.362104 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f3f5b310-6f70-48d5-b319-eccc3cabac77 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:39.370397 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-74604bfb-77a4-493c-8f49-8427cb3793c9 None None] Deleting port 55951725-ce44-4fd4-b7d0-bbacd34e76c4 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:37:39.370840 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-74604bfb-77a4-493c-8f49-8427cb3793c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.467136 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-4a31b2d2-96a8-45be-8c8c-e2538797dfc0 None None] Set router ebc60235-d585-4471-8eeb-dee100080559 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:37:39.514494 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7d6a1d-d8d1-4503-9196-e0f3548d1d3b None None] Network 771afd82-534b-4067-baaf-2e943171547d is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:39.529817 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9c55-b6d0-4394-96ea-27fc46ee4dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.562414 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9c55-b6d0-4394-96ea-27fc46ee4dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.566373 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-dcfd9c55-b6d0-4394-96ea-27fc46ee4dc2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/686692be-1a27-4700-aa11-e71809b1f02b HTTP/1.1" status: 204 len: 168 time: 4.9443779 Apr 18 20:37:39.566948 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd9c55-b6d0-4394-96ea-27fc46ee4dc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=686692be-1a27-4700-aa11-e71809b1f02b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:39.569583 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf8f1c1d-ddcc-4340-8382-3c2f159ea364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.586097 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-785b296c-8e97-462b-ba79-ebb05dbf41c4 req-0f6836cc-fb78-4478-8585-78d2bee08ea6 service neutron] 10.222.0.32 "GET /v2.0/networks/a0123474-236c-43f6-b5fb-551e0942a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3010869 Apr 18 20:37:39.669083 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f1c1d-ddcc-4340-8382-3c2f159ea364 admin admin] Pushing event deleted for resources: {'Port': ['ID=55951725-ce44-4fd4-b7d0-bbacd34e76c4,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:39.714479 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ba1b88a-6e84-4319-b7e5-dddf16bfc828 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.731092 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8f1c1d-ddcc-4340-8382-3c2f159ea364 admin admin] No DVR routers for this DVR port 55951725-ce44-4fd4-b7d0-bbacd34e76c4 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:37:39.734185 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-8d7d6a1d-d8d1-4503-9196-e0f3548d1d3b None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:39.738340 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7d6a1d-d8d1-4503-9196-e0f3548d1d3b None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:39.867963 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-74604bfb-77a4-493c-8f49-8427cb3793c9 None None] For port 55951725-ce44-4fd4-b7d0-bbacd34e76c4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=55951725-ce44-4fd4-b7d0-bbacd34e76c4,segment=NetworkSegment(56183d8f-21a5-45b4-8a0e-690ad26be3e8),segment_id=56183d8f-21a5-45b4-8a0e-690ad26be3e8)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:39.869450 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-74604bfb-77a4-493c-8f49-8427cb3793c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.936343 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:37:39.955710 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7487dc6d-26c3-4d7f-b913-b346606abc85 admin admin] 10.222.0.41 "PUT /v2.0/routers/cf246b63-c115-43dd-bd77-4f0269673197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.3363318 Apr 18 20:37:39.959485 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-74604bfb-77a4-493c-8f49-8427cb3793c9 None None] Calling delete_port for 55951725-ce44-4fd4-b7d0-bbacd34e76c4 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:37:39.977632 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9bc4896-9ac8-40f5-90c9-9a87356778da tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:39.988585 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23b77246-39e4-49fb-b6d7-bcb142647635 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.988845 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d6a1d-d8d1-4503-9196-e0f3548d1d3b None None] Pushing event updated for resources: {'Port': ['ID=2246c324-8bed-426c-9b22-56bf00ec852b,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:39.996888 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b0516-cdb5-46b3-8352-1abc05ec26ad tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f4ef87-10f6-4c4b-b741-a71609db41f3,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:40.006873 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-785b296c-8e97-462b-ba79-ebb05dbf41c4 req-d7180712-c4bb-4fef-b698-c3e60a264ff1 service neutron] 10.222.0.32 "GET /v2.0/networks/a0123474-236c-43f6-b5fb-551e0942a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690221 Apr 18 20:37:40.027161 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4896-9ac8-40f5-90c9-9a87356778da tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.028024 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-e9bc4896-9ac8-40f5-90c9-9a87356778da tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Added segment 7977201b-c284-4359-8cfc-410b3da0206a of type vlan for network be8054fa-4687-4cda-b57e-526d30f6a923 Apr 18 20:37:40.044085 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-19d1520d-be69-45ba-ab59-c7adc3a42c1a req-c2e119cd-06fa-43e7-bc91-8b02aead99db tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] show failed (client error): The resource could not be found. Apr 18 20:37:40.050919 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9f8ea6a8-9e15-4539-95f8-390819e44b6f None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.054019 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19d1520d-be69-45ba-ab59-c7adc3a42c1a req-c2e119cd-06fa-43e7-bc91-8b02aead99db tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/30f4ef87-10f6-4c4b-b741-a71609db41f3 HTTP/1.1" status: 404 len: 352 time: 0.0594110 Apr 18 20:37:40.070958 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9f8ea6a8-9e15-4539-95f8-390819e44b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.087293 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23b77246-39e4-49fb-b6d7-bcb142647635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.191614 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf8f1c1d-ddcc-4340-8382-3c2f159ea364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.201651 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c027a96-b2fe-408f-94f2-91175ea8cf80 None None] Sync routers for ids ['cf246b63-c115-43dd-bd77-4f0269673197'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:37:40.226148 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39954) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:40.245234 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-f7a1c352-44c8-418c-8d0a-aa5333082ea0 req-c67248e5-6135-4afe-a458-3f578e10e789 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-615417013', 'description': 'tempest-description-1031910788'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:40.288185 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6187011-da68-4987-9036-b422207a2a4a None None] Pushing event updated for resources: {'Port': ['ID=7eb0b1d6-06d5-431e-b36f-77969223b9da,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:40.301907 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-bf8f1c1d-ddcc-4340-8382-3c2f159ea364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d538f970-1699-4982-98ba-9d8cb4a7048d']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:40.318114 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f7a1c352-44c8-418c-8d0a-aa5333082ea0 req-c67248e5-6135-4afe-a458-3f578e10e789 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.352770 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-bf8f1c1d-ddcc-4340-8382-3c2f159ea364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56183d8f-21a5-45b4-8a0e-690ad26be3e8') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:40.353070 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-bf8f1c1d-ddcc-4340-8382-3c2f159ea364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56183d8f-21a5-45b4-8a0e-690ad26be3e8') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:40.388120 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-23b77246-39e4-49fb-b6d7-bcb142647635 admin admin] Allocated IP 172.25.1.238 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/fdf33566-12dd-431e-9451-f40935b9263d) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:40.396688 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf8f1c1d-ddcc-4340-8382-3c2f159ea364 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.409276 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4896-9ac8-40f5-90c9-9a87356778da tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.456717 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-0ba1b88a-6e84-4319-b7e5-dddf16bfc828 admin admin] Deleting port 571d5542-5835-4018-aec1-6130bf6498a3 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:37:40.456963 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ba1b88a-6e84-4319-b7e5-dddf16bfc828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.520176 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf8f1c1d-ddcc-4340-8382-3c2f159ea364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.527562 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3fe94dc4-a4a2-4767-957f-e4d6cb42e2bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74036802b86a42719b0f821d2a4025aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3000617 Apr 18 20:37:40.538932 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39956) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:40.575368 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8f1c1d-ddcc-4340-8382-3c2f159ea364 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:37:40.578378 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf8f1c1d-ddcc-4340-8382-3c2f159ea364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.581245 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4896-9ac8-40f5-90c9-9a87356778da tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.586664 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bc4896-9ac8-40f5-90c9-9a87356778da tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:40.587503 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4896-9ac8-40f5-90c9-9a87356778da tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.587675 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c027a96-b2fe-408f-94f2-91175ea8cf80 None None] Routers {'cf246b63-c115-43dd-bd77-4f0269673197'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:40.589004 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2c027a96-b2fe-408f-94f2-91175ea8cf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:37:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cf246b63-c115-43dd-bd77-4f0269673197'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:40.600137 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-74604bfb-77a4-493c-8f49-8427cb3793c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:37:40.650317 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:37:40.676970 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-9f8ea6a8-9e15-4539-95f8-390819e44b6f None None] Attempting to bind port 7eb0b1d6-06d5-431e-b36f-77969223b9da on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:40.677449 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-9f8ea6a8-9e15-4539-95f8-390819e44b6f None None] Attempting to bind port 7eb0b1d6-06d5-431e-b36f-77969223b9da by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '5a0ebbdd-7cb8-43cb-9a9b-d284c7de42f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e169d889-7da4-4133-aeb9-18672bfb0211'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:40.677815 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8ea6a8-9e15-4539-95f8-390819e44b6f None None] Attempting to bind port 7eb0b1d6-06d5-431e-b36f-77969223b9da on network e169d889-7da4-4133-aeb9-18672bfb0211 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:40.693983 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8ea6a8-9e15-4539-95f8-390819e44b6f None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:40.694360 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8ea6a8-9e15-4539-95f8-390819e44b6f None None] Checking segment: {'id': '5a0ebbdd-7cb8-43cb-9a9b-d284c7de42f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e169d889-7da4-4133-aeb9-18672bfb0211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:40.694764 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9f8ea6a8-9e15-4539-95f8-390819e44b6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.698845 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8ea6a8-9e15-4539-95f8-390819e44b6f None None] Bound using segment: {'id': '5a0ebbdd-7cb8-43cb-9a9b-d284c7de42f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e169d889-7da4-4133-aeb9-18672bfb0211'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:40.700714 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-9f8ea6a8-9e15-4539-95f8-390819e44b6f None None] Bound port: 7eb0b1d6-06d5-431e-b36f-77969223b9da, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0ebbdd-7cb8-43cb-9a9b-d284c7de42f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e169d889-7da4-4133-aeb9-18672bfb0211'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:40.701314 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9f8ea6a8-9e15-4539-95f8-390819e44b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.817305 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf8f1c1d-ddcc-4340-8382-3c2f159ea364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.828132 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e9bc4896-9ac8-40f5-90c9-9a87356778da tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.3283057 Apr 18 20:37:40.829691 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-8d7d6a1d-d8d1-4503-9196-e0f3548d1d3b None None] Attempting to bind port 2246c324-8bed-426c-9b22-56bf00ec852b on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:40.830482 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-8d7d6a1d-d8d1-4503-9196-e0f3548d1d3b None None] Attempting to bind port 2246c324-8bed-426c-9b22-56bf00ec852b by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '04d342d8-916a-45bc-834e-e2ca001685e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '771afd82-534b-4067-baaf-2e943171547d'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:40.831646 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d6a1d-d8d1-4503-9196-e0f3548d1d3b None None] Attempting to bind port 2246c324-8bed-426c-9b22-56bf00ec852b on network 771afd82-534b-4067-baaf-2e943171547d {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:40.848940 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39962) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:40.866074 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74604bfb-77a4-493c-8f49-8427cb3793c9 None None] No DVR routers for this DVR port 55951725-ce44-4fd4-b7d0-bbacd34e76c4 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:37:40.903796 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf8f1c1d-ddcc-4340-8382-3c2f159ea364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.909625 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bf8f1c1d-ddcc-4340-8382-3c2f159ea364 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d538f970-1699-4982-98ba-9d8cb4a7048d HTTP/1.1" status: 204 len: 168 time: 4.5076022 Apr 18 20:37:40.910938 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f1c1d-ddcc-4340-8382-3c2f159ea364 admin admin] Pushing event deleted for resources: {'Network': ['ID=d538f970-1699-4982-98ba-9d8cb4a7048d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:40.936758 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d4b331b7-f0b7-4a20-aaff-62346c224b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.946883 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-0ba1b88a-6e84-4319-b7e5-dddf16bfc828 admin admin] For port 571d5542-5835-4018-aec1-6130bf6498a3, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=571d5542-5835-4018-aec1-6130bf6498a3,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:40.947589 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ba1b88a-6e84-4319-b7e5-dddf16bfc828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.961869 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-7cfbd99e-72a9-4ee5-9c7d-7fe02f262567 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Request body: {'subnet': {'network_id': 'be8054fa-4687-4cda-b57e-526d30f6a923', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:40.974743 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-0ba1b88a-6e84-4319-b7e5-dddf16bfc828 admin admin] Calling delete_port for 571d5542-5835-4018-aec1-6130bf6498a3 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:37:40.992296 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d4b331b7-f0b7-4a20-aaff-62346c224b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.996681 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d6a1d-d8d1-4503-9196-e0f3548d1d3b None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:40.997328 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d6a1d-d8d1-4503-9196-e0f3548d1d3b None None] Checking segment: {'id': '04d342d8-916a-45bc-834e-e2ca001685e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '771afd82-534b-4067-baaf-2e943171547d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:40.998767 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8d7d6a1d-d8d1-4503-9196-e0f3548d1d3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.999118 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d6a1d-d8d1-4503-9196-e0f3548d1d3b None None] Bound using segment: {'id': '04d342d8-916a-45bc-834e-e2ca001685e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '771afd82-534b-4067-baaf-2e943171547d'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:40.999981 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-8d7d6a1d-d8d1-4503-9196-e0f3548d1d3b None None] Bound port: 2246c324-8bed-426c-9b22-56bf00ec852b, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d342d8-916a-45bc-834e-e2ca001685e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '771afd82-534b-4067-baaf-2e943171547d'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:41.001904 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8d7d6a1d-d8d1-4503-9196-e0f3548d1d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:41.029782 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-9f8ea6a8-9e15-4539-95f8-390819e44b6f None None] For port 7eb0b1d6-06d5-431e-b36f-77969223b9da, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:41.039895 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-9f8ea6a8-9e15-4539-95f8-390819e44b6f None None] For port 7eb0b1d6-06d5-431e-b36f-77969223b9da, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7eb0b1d6-06d5-431e-b36f-77969223b9da,segment=NetworkSegment(5a0ebbdd-7cb8-43cb-9a9b-d284c7de42f4),segment_id=5a0ebbdd-7cb8-43cb-9a9b-d284c7de42f4)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:41.068524 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9f8ea6a8-9e15-4539-95f8-390819e44b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:41.140251 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port f3f5b310-6f70-48d5-b319-eccc3cabac77 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:41.147061 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:41.233732 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc4896-9ac8-40f5-90c9-9a87356778da tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event updated for resources: {'Network': ['ID=be8054fa-4687-4cda-b57e-526d30f6a923,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:41.334163 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f7a1c352-44c8-418c-8d0a-aa5333082ea0 req-c67248e5-6135-4afe-a458-3f578e10e789 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:41.335060 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6187011-da68-4987-9036-b422207a2a4a None None] Pushing event updated for resources: {'Port': ['ID=7eb0b1d6-06d5-431e-b36f-77969223b9da,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:41.357703 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network be8054fa-4687-4cda-b57e-526d30f6a923 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:37:41.367991 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8ea6a8-9e15-4539-95f8-390819e44b6f None None] Routers {'9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:41.371523 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9f8ea6a8-9e15-4539-95f8-390819e44b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:37:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:41.452463 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f7a1c352-44c8-418c-8d0a-aa5333082ea0 req-c67248e5-6135-4afe-a458-3f578e10e789 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:41.623355 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39968) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:41.650778 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f7a1c352-44c8-418c-8d0a-aa5333082ea0 req-c67248e5-6135-4afe-a458-3f578e10e789 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:41.653269 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f7a1c352-44c8-418c-8d0a-aa5333082ea0 req-c67248e5-6135-4afe-a458-3f578e10e789 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.4245553 Apr 18 20:37:41.775319 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ba1b88a-6e84-4319-b7e5-dddf16bfc828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:41.778985 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-5cde90ea-57f2-4f85-89f6-1a0699605d91 req-706981e6-3c41-4e44-ac50-897190f716fb tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-183748294', 'description': 'tempest-description-123796658'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:41.808119 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-9f8ea6a8-9e15-4539-95f8-390819e44b6f None None] Set router 9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:37:41.856806 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d4b331b7-f0b7-4a20-aaff-62346c224b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:41.863532 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d4b331b7-f0b7-4a20-aaff-62346c224b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:41.876803 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23b77246-39e4-49fb-b6d7-bcb142647635 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:41.880533 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-8d7d6a1d-d8d1-4503-9196-e0f3548d1d3b None None] For port 2246c324-8bed-426c-9b22-56bf00ec852b, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:41.882253 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d4b331b7-f0b7-4a20-aaff-62346c224b64 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9ea6e183-05ca-44f1-a47a-b910f48f6e5c HTTP/1.1" status: 204 len: 168 time: 1.3260908 Apr 18 20:37:41.896352 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=b9f95c19-9b6f-475d-98a6-10e13be84d51,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:41.902990 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-0bd078cd-2092-4779-8a75-06b93646a2f0 None None] Provisioning complete for port 7eb0b1d6-06d5-431e-b36f-77969223b9da triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:41.903727 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0bd078cd-2092-4779-8a75-06b93646a2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:41.913153 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1b88a-6e84-4319-b7e5-dddf16bfc828 admin admin] Pushing event deleted for resources: {'Port': ['ID=571d5542-5835-4018-aec1-6130bf6498a3,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:41.968737 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-10cca417-3c36-4b81-8456-b6c7704ea1b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c72a6cb4b75647d38b6aa693a7d2ca0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3271940 Apr 18 20:37:41.983077 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:41.991281 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39974) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:42.015039 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23b77246-39e4-49fb-b6d7-bcb142647635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.026769 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5cde90ea-57f2-4f85-89f6-1a0699605d91 req-706981e6-3c41-4e44-ac50-897190f716fb tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.063448 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b331b7-f0b7-4a20-aaff-62346c224b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea6e183-05ca-44f1-a47a-b910f48f6e5c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:42.137262 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67248e5-6135-4afe-a458-3f578e10e789 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f1fb10-918a-485e-bdee-afbc3094a91e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:42.303971 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b77246-39e4-49fb-b6d7-bcb142647635 admin admin] Pushing event updated for resources: {'Port': ['ID=fdf33566-12dd-431e-9451-f40935b9263d,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:42.311145 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfbd99e-72a9-4ee5-9c7d-7fe02f262567 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Made reservation on behalf of a68a6b8656b54bed80d6a62c1f094daf for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:42.317166 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd99e-72a9-4ee5-9c7d-7fe02f262567 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.319618 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-87de00a8-f299-4ad3-8df8-12e1c825df1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.416863 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-87de00a8-f299-4ad3-8df8-12e1c825df1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.439663 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39980) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:42.449967 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-2c417ebf-b905-491f-9559-9e0d9c708edb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2119449641', 'description': 'tempest-description--1981166830'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:42.469593 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ba1b88a-6e84-4319-b7e5-dddf16bfc828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.518624 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9f8ea6a8-9e15-4539-95f8-390819e44b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88', 'name': 'tempest-ServersTestMultiNic-1026778279-router', 'tenant_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '92f672be-483d-4da5-9380-f900ef3f793f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:21Z', 'updated_at': '2022-04-18T20:37:35Z', 'revision_number': 4, 'project_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'gw_port': {'id': '92f672be-483d-4da5-9380-f900ef3f793f', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:26:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:24Z', 'updated_at': '2022-04-18T20:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '7eb0b1d6-06d5-431e-b36f-77969223b9da', 'name': '', 'network_id': 'e169d889-7da4-4133-aeb9-18672bfb0211', 'tenant_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'mac_address': 'fa:16:3e:ec:04:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '4ea5bad4-7ab7-41c8-9532-b2150ee53f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:30Z', 'updated_at': '2022-04-18T20:37:41Z', 'revision_number': 4, 'project_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'subnets': [{'id': '4ea5bad4-7ab7-41c8-9532-b2150ee53f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:42.608278 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8ea6a8-9e15-4539-95f8-390819e44b6f None None] The sync data for ids ['9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88'] in n-d-838323-3 is: [{'id': '9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88', 'name': 'tempest-ServersTestMultiNic-1026778279-router', 'tenant_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '92f672be-483d-4da5-9380-f900ef3f793f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:21Z', 'updated_at': '2022-04-18T20:37:35Z', 'revision_number': 4, 'project_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'gw_port': {'id': '92f672be-483d-4da5-9380-f900ef3f793f', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:26:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:24Z', 'updated_at': '2022-04-18T20:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '7eb0b1d6-06d5-431e-b36f-77969223b9da', 'name': '', 'network_id': 'e169d889-7da4-4133-aeb9-18672bfb0211', 'tenant_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'mac_address': 'fa:16:3e:ec:04:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '4ea5bad4-7ab7-41c8-9532-b2150ee53f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:30Z', 'updated_at': '2022-04-18T20:37:41Z', 'revision_number': 4, 'project_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'subnets': [{'id': '4ea5bad4-7ab7-41c8-9532-b2150ee53f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:37:42.613546 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-8d7d6a1d-d8d1-4503-9196-e0f3548d1d3b None None] For port 2246c324-8bed-426c-9b22-56bf00ec852b, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2246c324-8bed-426c-9b22-56bf00ec852b,segment=NetworkSegment(04d342d8-916a-45bc-834e-e2ca001685e9),segment_id=04d342d8-916a-45bc-834e-e2ca001685e9)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:42.676464 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74604bfb-77a4-493c-8f49-8427cb3793c9 None None] Pushing event deleted for resources: {'Port': ['ID=55951725-ce44-4fd4-b7d0-bbacd34e76c4,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:42.684505 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b77246-39e4-49fb-b6d7-bcb142647635 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:42.700366 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd99e-72a9-4ee5-9c7d-7fe02f262567 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.749953 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8d7d6a1d-d8d1-4503-9196-e0f3548d1d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.818703 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ba1b88a-6e84-4319-b7e5-dddf16bfc828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.840565 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ba1b88a-6e84-4319-b7e5-dddf16bfc828 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.929526 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5cde90ea-57f2-4f85-89f6-1a0699605d91 req-706981e6-3c41-4e44-ac50-897190f716fb tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.931114 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbd99e-72a9-4ee5-9c7d-7fe02f262567 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event updated for resources: {'Subnet': ['ID=bf0b1816-577b-4602-acb8-51fcdc6883ca,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:42.943216 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-23b77246-39e4-49fb-b6d7-bcb142647635 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:42.946104 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b77246-39e4-49fb-b6d7-bcb142647635 admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:43.002532 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ba1b88a-6e84-4319-b7e5-dddf16bfc828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.003094 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba1b88a-6e84-4319-b7e5-dddf16bfc828 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebc60235-d585-4471-8eeb-dee100080559 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:37:43.008630 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ba1b88a-6e84-4319-b7e5-dddf16bfc828 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.014159 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0ba1b88a-6e84-4319-b7e5-dddf16bfc828 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ebc60235-d585-4471-8eeb-dee100080559 HTTP/1.1" status: 204 len: 168 time: 5.4746199 Apr 18 20:37:43.015475 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39992) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:43.106418 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2c417ebf-b905-491f-9559-9e0d9c708edb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.142238 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-2c027a96-b2fe-408f-94f2-91175ea8cf80 None None] Set router cf246b63-c115-43dd-bd77-4f0269673197 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:37:43.142967 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-87de00a8-f299-4ad3-8df8-12e1c825df1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.147208 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-87de00a8-f299-4ad3-8df8-12e1c825df1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.149276 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-87de00a8-f299-4ad3-8df8-12e1c825df1e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd HTTP/1.1" status: 204 len: 168 time: 1.1565719 Apr 18 20:37:43.168905 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5cde90ea-57f2-4f85-89f6-1a0699605d91 req-706981e6-3c41-4e44-ac50-897190f716fb tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.184344 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de00a8-f299-4ad3-8df8-12e1c825df1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df9b4d2-17ca-4445-9a1f-1a20bef0a1cd,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:43.209244 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ff2d3c-cbeb-46d9-8a68-b97997a80ea5 admin admin] Deleting subnet 62afad21-e958-4b0a-92c9-5182f97360de {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:37:43.226036 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e6ff2d3c-cbeb-46d9-8a68-b97997a80ea5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.264757 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706981e6-3c41-4e44-ac50-897190f716fb tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=066f9728-bca2-421b-ac70-9d269c0234ee,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:43.285205 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5cde90ea-57f2-4f85-89f6-1a0699605d91 req-706981e6-3c41-4e44-ac50-897190f716fb tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.296392 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5cde90ea-57f2-4f85-89f6-1a0699605d91 req-706981e6-3c41-4e44-ac50-897190f716fb tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.5723605 Apr 18 20:37:43.512103 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2c417ebf-b905-491f-9559-9e0d9c708edb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.521975 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e6ff2d3c-cbeb-46d9-8a68-b97997a80ea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.561434 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d6a1d-d8d1-4503-9196-e0f3548d1d3b None None] Pushing event updated for resources: {'Port': ['ID=2246c324-8bed-426c-9b22-56bf00ec852b,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:43.641715 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2c417ebf-b905-491f-9559-9e0d9c708edb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.741171 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2c417ebf-b905-491f-9559-9e0d9c708edb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.759834 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2c417ebf-b905-491f-9559-9e0d9c708edb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3189147 Apr 18 20:37:43.762809 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40006) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:43.802303 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ef6ccb47-3e9f-4d39-a34e-3831ae9d657e tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Request body: {'security_group_rule': {'security_group_id': 'c1466bd8-70c2-4b98-b9f8-fac07eabba98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:44.020244 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-45ec9b41-5ed9-4af3-aeaa-ed24c3232159 req-92ae37d0-7f16-4ea1-9c26-5bc6af95c6bb tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1539804014', 'description': 'tempest-description-142458519'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:44.094706 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23b77246-39e4-49fb-b6d7-bcb142647635 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.104538 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0bd078cd-2092-4779-8a75-06b93646a2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.144024 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c417ebf-b905-491f-9559-9e0d9c708edb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1466bd8-70c2-4b98-b9f8-fac07eabba98,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:44.196848 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e6ff2d3c-cbeb-46d9-8a68-b97997a80ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.236744 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-4a31b2d2-96a8-45be-8c8c-e2538797dfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc60235-d585-4471-8eeb-dee100080559', 'name': 'tempest-ServersTestJSON-1531641771-router', 'tenant_id': '882f13cc2f9d486da28d9e2f08e963a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '571d5542-5835-4018-aec1-6130bf6498a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:11Z', 'updated_at': '2022-04-18T20:37:33Z', 'revision_number': 5, 'project_id': '882f13cc2f9d486da28d9e2f08e963a4', 'gw_port': {'id': '571d5542-5835-4018-aec1-6130bf6498a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc60235-d585-4471-8eeb-dee100080559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:13Z', 'updated_at': '2022-04-18T20:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:44.310312 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfbd99e-72a9-4ee5-9c7d-7fe02f262567 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Checking segment: {'id': '7977201b-c284-4359-8cfc-410b3da0206a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'be8054fa-4687-4cda-b57e-526d30f6a923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:44.314463 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfbd99e-72a9-4ee5-9c7d-7fe02f262567 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Network hostable DHCP agents. Network: be8054fa-4687-4cda-b57e-526d30f6a923, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:37:44.342499 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 92f672be-483d-4da5-9380-f900ef3f793f up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:44.350325 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a31b2d2-96a8-45be-8c8c-e2538797dfc0 None None] Checking router: ebc60235-d585-4471-8eeb-dee100080559 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:37:44.352769 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-45ec9b41-5ed9-4af3-aeaa-ed24c3232159 req-92ae37d0-7f16-4ea1-9c26-5bc6af95c6bb tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.364376 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef6ccb47-3e9f-4d39-a34e-3831ae9d657e tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.406229 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a31b2d2-96a8-45be-8c8c-e2538797dfc0 None None] Routers set() bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:44.407396 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a31b2d2-96a8-45be-8c8c-e2538797dfc0 None None] Router IDs set() for agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 18 20:37:44.408279 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_agentschedulers_db [None req-4a31b2d2-96a8-45be-8c8c-e2538797dfc0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ebc60235-d585-4471-8eeb-dee100080559'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:37:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent'). {{(pid=102910) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 20:37:44.408810 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a31b2d2-96a8-45be-8c8c-e2538797dfc0 None None] The sync data for ids ['ebc60235-d585-4471-8eeb-dee100080559'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:37:44.463950 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-0bd078cd-2092-4779-8a75-06b93646a2f0 None None] For port 7eb0b1d6-06d5-431e-b36f-77969223b9da, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7eb0b1d6-06d5-431e-b36f-77969223b9da,segment=NetworkSegment(5a0ebbdd-7cb8-43cb-9a9b-d284c7de42f4),segment_id=5a0ebbdd-7cb8-43cb-9a9b-d284c7de42f4)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:44.490020 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfbd99e-72a9-4ee5-9c7d-7fe02f262567 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Network be8054fa-4687-4cda-b57e-526d30f6a923 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:37:44.498191 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0bd078cd-2092-4779-8a75-06b93646a2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.537038 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e6ff2d3c-cbeb-46d9-8a68-b97997a80ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.589266 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-7cfbd99e-72a9-4ee5-9c7d-7fe02f262567 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, be8054fa-4687-4cda-b57e-526d30f6a923) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:44.607942 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfbd99e-72a9-4ee5-9c7d-7fe02f262567 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:44.612896 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd99e-72a9-4ee5-9c7d-7fe02f262567 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.619381 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2c027a96-b2fe-408f-94f2-91175ea8cf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'name': 'tempest-AttachVolumeTestJSON-1708179285-router', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:07Z', 'updated_at': '2022-04-18T20:37:33Z', 'revision_number': 4, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'gw_port': {'id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:18:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:10Z', 'updated_at': '2022-04-18T20:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '002d5eee-70e6-4fc5-9ee9-3a208b244052', 'name': '', 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'mac_address': 'fa:16:3e:b8:86:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '55983801-f492-4a46-94da-ae12b2e91406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:27Z', 'updated_at': '2022-04-18T20:37:35Z', 'revision_number': 2, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'subnets': [{'id': '55983801-f492-4a46-94da-ae12b2e91406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:44.665349 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e6ff2d3c-cbeb-46d9-8a68-b97997a80ea5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.670011 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e6ff2d3c-cbeb-46d9-8a68-b97997a80ea5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/62afad21-e958-4b0a-92c9-5182f97360de HTTP/1.1" status: 204 len: 168 time: 1.6511257 Apr 18 20:37:44.674576 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef6ccb47-3e9f-4d39-a34e-3831ae9d657e tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.675945 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40026) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:44.677233 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff2d3c-cbeb-46d9-8a68-b97997a80ea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62afad21-e958-4b0a-92c9-5182f97360de,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:44.678351 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b59eba6-67d8-494a-8f3e-7c0fc9104592 None None] Network be8054fa-4687-4cda-b57e-526d30f6a923 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:37:44.702202 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef6ccb47-3e9f-4d39-a34e-3831ae9d657e tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.851355 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7cfbd99e-72a9-4ee5-9c7d-7fe02f262567 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.9457161 Apr 18 20:37:44.863874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40030) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:44.870123 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ccb47-3e9f-4d39-a34e-3831ae9d657e tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b212025-b2ae-41fe-8a2b-0b6b0090c9ee,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:44.888495 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef6ccb47-3e9f-4d39-a34e-3831ae9d657e tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.893144 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-c77d4043-2005-4b5e-94e6-dd8b2fec2a41 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-728569348'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:44.897949 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ef6ccb47-3e9f-4d39-a34e-3831ae9d657e tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1210330 Apr 18 20:37:44.898628 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-45ec9b41-5ed9-4af3-aeaa-ed24c3232159 req-92ae37d0-7f16-4ea1-9c26-5bc6af95c6bb tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.898748 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40032) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:44.899545 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111701bb-edfe-47e5-80dd-93fddd31f944 None None] Network 9ab61462-a866-4e1e-afce-b81024e5bb59 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:37:44.908074 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c027a96-b2fe-408f-94f2-91175ea8cf80 None None] Checking router: cf246b63-c115-43dd-bd77-4f0269673197 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:37:44.910772 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c027a96-b2fe-408f-94f2-91175ea8cf80 None None] Updating router cf246b63-c115-43dd-bd77-4f0269673197 port 002d5eee-70e6-4fc5-9ee9-3a208b244052 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:37:44.920618 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-9cae7e65-5c77-4f4a-8d16-84c0a15ddceb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Request body: {'security_group_rule': {'security_group_id': 'c1466bd8-70c2-4b98-b9f8-fac07eabba98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:44.922586 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd078cd-2092-4779-8a75-06b93646a2f0 None None] Pushing event updated for resources: {'Port': ['ID=7eb0b1d6-06d5-431e-b36f-77969223b9da,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:44.989291 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-45ec9b41-5ed9-4af3-aeaa-ed24c3232159 req-92ae37d0-7f16-4ea1-9c26-5bc6af95c6bb tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.996752 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34a87348-49a7-4a23-98b1-3f8509ad9171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.001113 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40034) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:45.059142 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9cae7e65-5c77-4f4a-8d16-84c0a15ddceb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.093977 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-45ec9b41-5ed9-4af3-aeaa-ed24c3232159 req-92ae37d0-7f16-4ea1-9c26-5bc6af95c6bb tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.134835 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45ec9b41-5ed9-4af3-aeaa-ed24c3232159 req-92ae37d0-7f16-4ea1-9c26-5bc6af95c6bb tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1912267 Apr 18 20:37:45.159760 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77d4043-2005-4b5e-94e6-dd8b2fec2a41 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Made reservation on behalf of a68a6b8656b54bed80d6a62c1f094daf for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:45.173627 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c77d4043-2005-4b5e-94e6-dd8b2fec2a41 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.177707 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-34a87348-49a7-4a23-98b1-3f8509ad9171 admin admin] Deleting port 9a195f4f-a7e5-48b1-8c88-fde475314901 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:37:45.179180 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34a87348-49a7-4a23-98b1-3f8509ad9171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.265577 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2c027a96-b2fe-408f-94f2-91175ea8cf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.280893 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23b77246-39e4-49fb-b6d7-bcb142647635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.300745 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9cae7e65-5c77-4f4a-8d16-84c0a15ddceb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.321629 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-7f0728d7-fdf1-4d44-8f92-dbb55a0562c9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1234742866-network', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:45.329751 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae37d0-7f16-4ea1-9c26-5bc6af95c6bb tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01810536-8c8f-464e-a462-5de78f25e16e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:45.329983 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9cae7e65-5c77-4f4a-8d16-84c0a15ddceb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.339800 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-34a87348-49a7-4a23-98b1-3f8509ad9171 admin admin] For port 9a195f4f-a7e5-48b1-8c88-fde475314901, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=9a195f4f-a7e5-48b1-8c88-fde475314901,segment=NetworkSegment(1889e352-aee3-4f9c-83a7-460f363329b2),segment_id=1889e352-aee3-4f9c-83a7-460f363329b2)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:45.340133 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34a87348-49a7-4a23-98b1-3f8509ad9171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.381428 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae7e65-5c77-4f4a-8d16-84c0a15ddceb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff638a33-386a-472a-9ebd-d66df3600e22,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:45.384228 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-34a87348-49a7-4a23-98b1-3f8509ad9171 admin admin] Calling delete_port for 9a195f4f-a7e5-48b1-8c88-fde475314901 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:37:45.402382 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9cae7e65-5c77-4f4a-8d16-84c0a15ddceb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.403759 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9cae7e65-5c77-4f4a-8d16-84c0a15ddceb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4975905 Apr 18 20:37:45.407643 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40044) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:45.425772 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-1e152a69-472c-483e-a51a-e0ad331ba687 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:45.487864 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-815cae7c-0096-4c43-8879-df8b19d16230 None None] Provisioning complete for port 7eb0b1d6-06d5-431e-b36f-77969223b9da triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:45.488914 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-815cae7c-0096-4c43-8879-df8b19d16230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.514575 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0728d7-fdf1-4d44-8f92-dbb55a0562c9 admin admin] Made reservation on behalf of f07a47e8c182436591c55c66e8d2e113 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:45.528357 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f0728d7-fdf1-4d44-8f92-dbb55a0562c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.559721 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 92f672be-483d-4da5-9380-f900ef3f793f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:45.560218 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.619383 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e152a69-472c-483e-a51a-e0ad331ba687 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.649414 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f0728d7-fdf1-4d44-8f92-dbb55a0562c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.655506 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77d4043-2005-4b5e-94e6-dd8b2fec2a41 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:45.676682 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c77d4043-2005-4b5e-94e6-dd8b2fec2a41 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.677155 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-c77d4043-2005-4b5e-94e6-dd8b2fec2a41 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Added segment 33b38762-fd63-48e1-abc2-800616aba7bd of type vlan for network b8bd28fa-dce1-4529-b79d-031d463a140d Apr 18 20:37:45.720864 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ebbf61-901f-49fe-ae5b-2f573c801ac3 None None] Network 771afd82-534b-4067-baaf-2e943171547d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:37:45.737753 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c77d4043-2005-4b5e-94e6-dd8b2fec2a41 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.778711 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f0728d7-fdf1-4d44-8f92-dbb55a0562c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.794644 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-431e2374-5213-4735-a036-b3f68ad972c9 req-b10b8fa6-fa54-4f40-8ed0-03d84728d26d tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=650e6c70232948a48193055b3cf5103f HTTP/1.1" status: 200 len: 10905 time: 0.6066580 Apr 18 20:37:45.799576 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c77d4043-2005-4b5e-94e6-dd8b2fec2a41 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.806179 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77d4043-2005-4b5e-94e6-dd8b2fec2a41 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:45.807296 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c77d4043-2005-4b5e-94e6-dd8b2fec2a41 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.820638 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f0728d7-fdf1-4d44-8f92-dbb55a0562c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.878316 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0728d7-fdf1-4d44-8f92-dbb55a0562c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:45.918383 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0728d7-fdf1-4d44-8f92-dbb55a0562c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1870325-e2d9-4c2d-9bf9-7216a70c7a54,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:45.929031 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f0728d7-fdf1-4d44-8f92-dbb55a0562c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.942321 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-7f0728d7-fdf1-4d44-8f92-dbb55a0562c9 admin admin] Added segment eeea03b3-2127-486f-a145-4a594fb040cf of type vlan for network fb225605-c490-4bb4-a150-b74221fc667a Apr 18 20:37:45.959596 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34a87348-49a7-4a23-98b1-3f8509ad9171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.996094 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a87348-49a7-4a23-98b1-3f8509ad9171 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a195f4f-a7e5-48b1-8c88-fde475314901,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:46.034149 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a87348-49a7-4a23-98b1-3f8509ad9171 admin admin] No DVR routers for this DVR port 9a195f4f-a7e5-48b1-8c88-fde475314901 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:37:46.057252 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972357ac-a077-4ea7-8830-3955ec14388a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-be8054fa-4687-4cda-b57e-526d30f6a923', 'network_id': 'be8054fa-4687-4cda-b57e-526d30f6a923', 'tenant_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'fixed_ips': [{'subnet_id': 'bf0b1816-577b-4602-acb8-51fcdc6883ca'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:37:46.062997 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-972357ac-a077-4ea7-8830-3955ec14388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.071438 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f0728d7-fdf1-4d44-8f92-dbb55a0562c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.110670 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-431e2374-5213-4735-a036-b3f68ad972c9 req-ab3a2d2d-01be-45c3-8776-71f699180e9e tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/b21b76cf-6844-43ec-9173-2d1f2b2f6cf4 HTTP/1.1" status: 200 len: 2985 time: 0.2859085 Apr 18 20:37:46.123718 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c77d4043-2005-4b5e-94e6-dd8b2fec2a41 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2582016 Apr 18 20:37:46.149190 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34a87348-49a7-4a23-98b1-3f8509ad9171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.153693 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40052) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:46.175987 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-34a87348-49a7-4a23-98b1-3f8509ad9171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab61462-a866-4e1e-afce-b81024e5bb59']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:46.177138 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-93299a9f-2bf4-473a-964d-c3570fee34e0 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Request body: {'subnet': {'network_id': 'b8bd28fa-dce1-4529-b79d-031d463a140d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:46.203322 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-34a87348-49a7-4a23-98b1-3f8509ad9171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1889e352-aee3-4f9c-83a7-460f363329b2') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:46.204655 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-34a87348-49a7-4a23-98b1-3f8509ad9171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1889e352-aee3-4f9c-83a7-460f363329b2') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:46.229176 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34a87348-49a7-4a23-98b1-3f8509ad9171 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.255073 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e152a69-472c-483e-a51a-e0ad331ba687 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.258417 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34a87348-49a7-4a23-98b1-3f8509ad9171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.269915 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f0728d7-fdf1-4d44-8f92-dbb55a0562c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.270886 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0728d7-fdf1-4d44-8f92-dbb55a0562c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:46.271475 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f0728d7-fdf1-4d44-8f92-dbb55a0562c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.281231 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a87348-49a7-4a23-98b1-3f8509ad9171 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:37:46.281231 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34a87348-49a7-4a23-98b1-3f8509ad9171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:37:46.282655 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:37:46.289754 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d4043-2005-4b5e-94e6-dd8b2fec2a41 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event updated for resources: {'Network': ['ID=b8bd28fa-dce1-4529-b79d-031d463a140d,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:46.435642 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-431e2374-5213-4735-a036-b3f68ad972c9 req-b9cdfc5c-6063-47bb-af44-eb40c7006a8d tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/b21b76cf-6844-43ec-9173-2d1f2b2f6cf4 HTTP/1.1" status: 200 len: 2985 time: 0.3193753 Apr 18 20:37:46.518242 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7f0728d7-fdf1-4d44-8f92-dbb55a0562c9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5080166 Apr 18 20:37:46.540514 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network b8bd28fa-dce1-4529-b79d-031d463a140d details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:37:46.541044 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40062) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:46.557544 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-83cf291f-3f77-4193-883b-6bc56ece3abe admin admin] Request body: {'subnet': {'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1234742866-subnet', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:46.566383 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93299a9f-2bf4-473a-964d-c3570fee34e0 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Made reservation on behalf of a68a6b8656b54bed80d6a62c1f094daf for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:46.583408 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93299a9f-2bf4-473a-964d-c3570fee34e0 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.618289 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34a87348-49a7-4a23-98b1-3f8509ad9171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.634447 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34a87348-49a7-4a23-98b1-3f8509ad9171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.637675 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-34a87348-49a7-4a23-98b1-3f8509ad9171 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9ab61462-a866-4e1e-afce-b81024e5bb59 HTTP/1.1" status: 204 len: 168 time: 1.9560037 Apr 18 20:37:46.638439 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0728d7-fdf1-4d44-8f92-dbb55a0562c9 admin admin] Pushing event updated for resources: {'Network': ['ID=fb225605-c490-4bb4-a150-b74221fc667a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:46.783040 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-1e152a69-472c-483e-a51a-e0ad331ba687 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Allocated IP 172.25.1.109 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/ff955112-2c13-47e4-b640-b2c57bf404ac) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:46.828228 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network fb225605-c490-4bb4-a150-b74221fc667a details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:37:46.859516 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b77246-39e4-49fb-b6d7-bcb142647635 admin admin] Router d4330674-2225-4085-9028-bbdfed35b74c is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:37:46.901275 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee81f5d2-7034-4e3a-8d22-2d13c83631bc req-86491976-25d8-4b4d-8d62-1f04b1eea2a8 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/87f1fb10-918a-485e-bdee-afbc3094a91e HTTP/1.1" status: 200 len: 1802 time: 0.4337656 Apr 18 20:37:46.971635 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e152a69-472c-483e-a51a-e0ad331ba687 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.037225 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cf291f-3f77-4193-883b-6bc56ece3abe admin admin] Made reservation on behalf of f07a47e8c182436591c55c66e8d2e113 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:47.046339 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e152a69-472c-483e-a51a-e0ad331ba687 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.058560 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-83cf291f-3f77-4193-883b-6bc56ece3abe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.111747 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e152a69-472c-483e-a51a-e0ad331ba687 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Pushing event updated for resources: {'Port': ['ID=ff955112-2c13-47e4-b640-b2c57bf404ac,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:47.134585 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a87348-49a7-4a23-98b1-3f8509ad9171 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ab61462-a866-4e1e-afce-b81024e5bb59,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:47.156283 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40076) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:47.232133 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e152a69-472c-483e-a51a-e0ad331ba687 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:47.241741 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-1e152a69-472c-483e-a51a-e0ad331ba687 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:47.257853 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e152a69-472c-483e-a51a-e0ad331ba687 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:47.309632 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.336353 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 92f672be-483d-4da5-9380-f900ef3f793f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=92f672be-483d-4da5-9380-f900ef3f793f,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:47.338940 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67890cc2-47e7-462c-9465-932e616de46b None None] DHCP port deletion for 9ab61462-a866-4e1e-afce-b81024e5bb59 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:37:47.359705 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.361053 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7eb0b1d6-06d5-431e-b36f-77969223b9da up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:47.412032 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e152a69-472c-483e-a51a-e0ad331ba687 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.513537 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b5ac687f-c528-4162-b5a1-6eb4e5addf2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=882f13cc2f9d486da28d9e2f08e963a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3529048 Apr 18 20:37:47.520895 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40078) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:47.607899 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ee81f5d2-7034-4e3a-8d22-2d13c83631bc req-3d66a33f-af70-495d-aa9b-196ebd3655ef tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.664889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b77246-39e4-49fb-b6d7-bcb142647635 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:37:47.676022 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c6c9113-6ec9-493f-820f-a16de187f2d1 req-988a68f5-cded-43e2-80e4-d4feaab1f919 tempest-ServerShowV257Test-1230492713 tempest-ServerShowV257Test-1230492713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82592e9-1cbe-472b-99a3-b51d9e8f27ba HTTP/1.1" status: 200 len: 210 time: 0.0758443 Apr 18 20:37:47.692367 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e152a69-472c-483e-a51a-e0ad331ba687 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.695721 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93299a9f-2bf4-473a-964d-c3570fee34e0 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.702082 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ee81f5d2-7034-4e3a-8d22-2d13c83631bc req-3d66a33f-af70-495d-aa9b-196ebd3655ef tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.713699 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c15a39-e888-4caa-8046-a7658f2b8227 None None] Sync routers for ids ['d4330674-2225-4085-9028-bbdfed35b74c'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:37:47.788086 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c15a39-e888-4caa-8046-a7658f2b8227 None None] Routers {'d4330674-2225-4085-9028-bbdfed35b74c'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:47.791216 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-56c15a39-e888-4caa-8046-a7658f2b8227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:37:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d4330674-2225-4085-9028-bbdfed35b74c'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:47.869755 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5221927-fe51-4697-b60c-d6876dab4874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.981849 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5221927-fe51-4697-b60c-d6876dab4874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.026949 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23b77246-39e4-49fb-b6d7-bcb142647635 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.032933 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-23b77246-39e4-49fb-b6d7-bcb142647635 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.7342153 Apr 18 20:37:48.042870 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40086) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:48.089032 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93299a9f-2bf4-473a-964d-c3570fee34e0 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event updated for resources: {'Subnet': ['ID=943f2df0-0f73-4cb8-a84c-5ab8e15fe980,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:48.173584 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-56c15a39-e888-4caa-8046-a7658f2b8227 None None] Set router d4330674-2225-4085-9028-bbdfed35b74c gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:37:48.257850 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ee81f5d2-7034-4e3a-8d22-2d13c83631bc req-3d66a33f-af70-495d-aa9b-196ebd3655ef tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.262770 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ee81f5d2-7034-4e3a-8d22-2d13c83631bc req-3d66a33f-af70-495d-aa9b-196ebd3655ef tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.264954 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee81f5d2-7034-4e3a-8d22-2d13c83631bc req-3d66a33f-af70-495d-aa9b-196ebd3655ef tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "DELETE /v2.0/security-groups/87f1fb10-918a-485e-bdee-afbc3094a91e HTTP/1.1" status: 204 len: 173 time: 1.3629961 Apr 18 20:37:48.346397 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-972357ac-a077-4ea7-8830-3955ec14388a None None] Allocated IP 19.80.0.2 (be8054fa-4687-4cda-b57e-526d30f6a923/bf0b1816-577b-4602-acb8-51fcdc6883ca/71668fd6-4b74-49a6-865b-cd296de6ea2d) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:48.348135 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66a33f-af70-495d-aa9b-196ebd3655ef tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f1fb10-918a-485e-bdee-afbc3094a91e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:48.380971 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93299a9f-2bf4-473a-964d-c3570fee34e0 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Checking segment: {'id': '33b38762-fd63-48e1-abc2-800616aba7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b8bd28fa-dce1-4529-b79d-031d463a140d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:48.381474 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93299a9f-2bf4-473a-964d-c3570fee34e0 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Network hostable DHCP agents. Network: b8bd28fa-dce1-4529-b79d-031d463a140d, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:37:48.389615 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-7f3c7199-5536-4014-bd3e-562764023022 req-8f46d87b-4100-4da3-9a9f-b527b5783131 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] show failed (client error): The resource could not be found. Apr 18 20:37:48.397175 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f3c7199-5536-4014-bd3e-562764023022 req-8f46d87b-4100-4da3-9a9f-b527b5783131 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/87f1fb10-918a-485e-bdee-afbc3094a91e HTTP/1.1" status: 404 len: 352 time: 0.0502629 Apr 18 20:37:48.398555 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-83cf291f-3f77-4193-883b-6bc56ece3abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.424825 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5221927-fe51-4697-b60c-d6876dab4874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.427749 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5221927-fe51-4697-b60c-d6876dab4874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.435711 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b5221927-fe51-4697-b60c-d6876dab4874 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67d47f1e-ac78-4eb9-8596-00c32a51f6cb HTTP/1.1" status: 204 len: 168 time: 0.9124062 Apr 18 20:37:48.459544 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=92f672be-483d-4da5-9380-f900ef3f793f,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:48.617861 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e152a69-472c-483e-a51a-e0ad331ba687 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.629353 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5221927-fe51-4697-b60c-d6876dab4874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d47f1e-ac78-4eb9-8596-00c32a51f6cb,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:48.640622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf291f-3f77-4193-883b-6bc56ece3abe admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e471ea4-101a-40ef-81f9-9917dd650719,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:48.655848 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e152a69-472c-483e-a51a-e0ad331ba687 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.806100 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93299a9f-2bf4-473a-964d-c3570fee34e0 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Network b8bd28fa-dce1-4529-b79d-031d463a140d is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:37:48.812485 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e152a69-472c-483e-a51a-e0ad331ba687 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Pushing event updated for resources: {'Port': ['ID=ff955112-2c13-47e4-b640-b2c57bf404ac,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:48.825908 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cf291f-3f77-4193-883b-6bc56ece3abe admin admin] Checking segment: {'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:48.827044 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cf291f-3f77-4193-883b-6bc56ece3abe admin admin] Network hostable DHCP agents. Network: fb225605-c490-4bb4-a150-b74221fc667a, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:37:48.835743 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-93299a9f-2bf4-473a-964d-c3570fee34e0 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, b8bd28fa-dce1-4529-b79d-031d463a140d) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:48.845213 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93299a9f-2bf4-473a-964d-c3570fee34e0 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:48.846590 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93299a9f-2bf4-473a-964d-c3570fee34e0 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.863897 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f9b231a-1656-496d-b83a-01d1d824622b req-cf2e5e24-0cbf-465b-b45d-8c12d7186e15 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/066f9728-bca2-421b-ac70-9d269c0234ee HTTP/1.1" status: 200 len: 1801 time: 0.2411840 Apr 18 20:37:48.871759 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-93299a9f-2bf4-473a-964d-c3570fee34e0 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7163136 Apr 18 20:37:48.915093 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cf291f-3f77-4193-883b-6bc56ece3abe admin admin] Network fb225605-c490-4bb4-a150-b74221fc667a is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:37:48.967405 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80992722-1a3f-45b1-ac18-41082f1eb330 None None] Network b8bd28fa-dce1-4529-b79d-031d463a140d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:37:48.976601 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 7eb0b1d6-06d5-431e-b36f-77969223b9da triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:48.977626 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.082205 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-83cf291f-3f77-4193-883b-6bc56ece3abe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, fb225605-c490-4bb4-a150-b74221fc667a) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:49.095492 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cf291f-3f77-4193-883b-6bc56ece3abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:49.095492 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-83cf291f-3f77-4193-883b-6bc56ece3abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.154185 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-83cf291f-3f77-4193-883b-6bc56ece3abe admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6104963 Apr 18 20:37:49.155890 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddf88fc-ac6d-445e-b2c8-e9fdcc7e72ec None None] Network fb225605-c490-4bb4-a150-b74221fc667a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:37:49.158171 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40104) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:49.160941 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-aafc3cbc-a3d5-40c6-b8c9-98317edae410 None None] Provisioning complete for port 2246c324-8bed-426c-9b22-56bf00ec852b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:49.161909 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-aafc3cbc-a3d5-40c6-b8c9-98317edae410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.194416 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-d74cbf70-d5e6-4486-88d7-19709439404d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1234742866-router', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:49.230000 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e152a69-472c-483e-a51a-e0ad331ba687 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.271799 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8728dd79-53c9-4198-94eb-6a8bfe427cb2 req-2a7e8f12-2f8f-4229-9a87-e97345754757 tempest-ServerShowV257Test-1230492713 tempest-ServerShowV257Test-1230492713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82592e9-1cbe-472b-99a3-b51d9e8f27ba HTTP/1.1" status: 200 len: 210 time: 0.1529386 Apr 18 20:37:49.283651 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0f9b231a-1656-496d-b83a-01d1d824622b req-0c4e4d64-abf9-463b-8281-04374e5636bc tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.364857 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d74cbf70-d5e6-4486-88d7-19709439404d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.366027 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d74cbf70-d5e6-4486-88d7-19709439404d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.378424 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-56c15a39-e888-4caa-8046-a7658f2b8227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4330674-2225-4085-9028-bbdfed35b74c', 'name': 'tempest-TaggedBootDevicesTest-1080298842-router', 'tenant_id': '6593e0649c184942bc98b321e69eb894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'fdf33566-12dd-431e-9451-f40935b9263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:36Z', 'updated_at': '2022-04-18T20:37:43Z', 'revision_number': 3, 'project_id': '6593e0649c184942bc98b321e69eb894', 'gw_port': {'id': 'fdf33566-12dd-431e-9451-f40935b9263d', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:59:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4330674-2225-4085-9028-bbdfed35b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:40Z', 'updated_at': '2022-04-18T20:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:49.403803 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e152a69-472c-483e-a51a-e0ad331ba687 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.407532 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1e152a69-472c-483e-a51a-e0ad331ba687 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9973619 Apr 18 20:37:49.536249 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2c027a96-b2fe-408f-94f2-91175ea8cf80 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.599691 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d74cbf70-d5e6-4486-88d7-19709439404d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.599871 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c15a39-e888-4caa-8046-a7658f2b8227 None None] Checking router: d4330674-2225-4085-9028-bbdfed35b74c for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:37:49.600164 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c15a39-e888-4caa-8046-a7658f2b8227 None None] Updating router d4330674-2225-4085-9028-bbdfed35b74c port fdf33566-12dd-431e-9451-f40935b9263d binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:37:49.645474 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2c027a96-b2fe-408f-94f2-91175ea8cf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.740319 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-56c15a39-e888-4caa-8046-a7658f2b8227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.757711 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8527e-1d7d-4045-bb3a-77efb131373b None None] Pushing event updated for resources: {'Port': ['ID=002d5eee-70e6-4fc5-9ee9-3a208b244052,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:49.795085 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-972357ac-a077-4ea7-8830-3955ec14388a None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.929194 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-972357ac-a077-4ea7-8830-3955ec14388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.959011 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-e450b8b4-f3a9-47f5-8986-665aaa65a5be tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:49.994181 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-e450b8b4-f3a9-47f5-8986-665aaa65a5be tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:50.004615 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-e450b8b4-f3a9-47f5-8986-665aaa65a5be tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/networks?id=be8054fa-4687-4cda-b57e-526d30f6a923&id=b8bd28fa-dce1-4529-b79d-031d463a140d&id=be8054fa-4687-4cda-b57e-526d30f6a923 HTTP/1.1" status: 200 len: 1391 time: 0.4032309 Apr 18 20:37:50.139006 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-728038e7-cb60-4620-b3d0-6683b94f61aa tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/quotas/a68a6b8656b54bed80d6a62c1f094daf HTTP/1.1" status: 200 len: 375 time: 0.1333034 Apr 18 20:37:50.183564 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0f9b231a-1656-496d-b83a-01d1d824622b req-0c4e4d64-abf9-463b-8281-04374e5636bc tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.207833 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972357ac-a077-4ea7-8830-3955ec14388a None None] Pushing event updated for resources: {'Port': ['ID=71668fd6-4b74-49a6-865b-cd296de6ea2d,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:50.295636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 117c4e5f-52a1-4889-bf49-9c64271d872d up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:50.416343 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972357ac-a077-4ea7-8830-3955ec14388a None None] Network be8054fa-4687-4cda-b57e-526d30f6a923 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:50.524695 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d74cbf70-d5e6-4486-88d7-19709439404d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.548374 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-56c15a39-e888-4caa-8046-a7658f2b8227 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.579297 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0f9b231a-1656-496d-b83a-01d1d824622b req-0c4e4d64-abf9-463b-8281-04374e5636bc tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.580391 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-56c15a39-e888-4caa-8046-a7658f2b8227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.583858 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bc01def3-cf1f-44f2-866a-ddeaa2db0aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.585646 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0f9b231a-1656-496d-b83a-01d1d824622b req-0c4e4d64-abf9-463b-8281-04374e5636bc tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.588060 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f9b231a-1656-496d-b83a-01d1d824622b req-0c4e4d64-abf9-463b-8281-04374e5636bc tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "DELETE /v2.0/security-groups/066f9728-bca2-421b-ac70-9d269c0234ee HTTP/1.1" status: 204 len: 173 time: 1.7027318 Apr 18 20:37:50.640397 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e4d64-abf9-463b-8281-04374e5636bc tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=066f9728-bca2-421b-ac70-9d269c0234ee,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:50.672891 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-c9dd5ed9-2a83-4067-a279-d1faaacdb26e tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a68a6b8656b54bed80d6a62c1f094daf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5326624 Apr 18 20:37:50.747419 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-972357ac-a077-4ea7-8830-3955ec14388a None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:50.761749 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972357ac-a077-4ea7-8830-3955ec14388a None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:50.764367 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac80f1-24be-4b9f-bb83-2d23bfd66779 None None] Pushing event updated for resources: {'Port': ['ID=fdf33566-12dd-431e-9451-f40935b9263d,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:50.784608 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-56c15a39-e888-4caa-8046-a7658f2b8227 None None] Attempting to bind port fdf33566-12dd-431e-9451-f40935b9263d on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:50.785209 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-56c15a39-e888-4caa-8046-a7658f2b8227 None None] Attempting to bind port fdf33566-12dd-431e-9451-f40935b9263d by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:50.785859 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c15a39-e888-4caa-8046-a7658f2b8227 None None] Attempting to bind port fdf33566-12dd-431e-9451-f40935b9263d on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:50.794723 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac80f1-24be-4b9f-bb83-2d23bfd66779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.805076 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac80f1-24be-4b9f-bb83-2d23bfd66779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.805778 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac80f1-24be-4b9f-bb83-2d23bfd66779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.806436 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac80f1-24be-4b9f-bb83-2d23bfd66779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.806955 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac80f1-24be-4b9f-bb83-2d23bfd66779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.807466 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac80f1-24be-4b9f-bb83-2d23bfd66779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.807995 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac80f1-24be-4b9f-bb83-2d23bfd66779 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.809119 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac80f1-24be-4b9f-bb83-2d23bfd66779 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.809656 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac80f1-24be-4b9f-bb83-2d23bfd66779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.810163 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac80f1-24be-4b9f-bb83-2d23bfd66779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.810666 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac80f1-24be-4b9f-bb83-2d23bfd66779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.811186 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac80f1-24be-4b9f-bb83-2d23bfd66779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.821744 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c15a39-e888-4caa-8046-a7658f2b8227 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:50.825371 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c15a39-e888-4caa-8046-a7658f2b8227 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:50.828198 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-56c15a39-e888-4caa-8046-a7658f2b8227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.833756 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c15a39-e888-4caa-8046-a7658f2b8227 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:50.834579 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-56c15a39-e888-4caa-8046-a7658f2b8227 None None] Bound port: fdf33566-12dd-431e-9451-f40935b9263d, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:50.835216 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-56c15a39-e888-4caa-8046-a7658f2b8227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.926595 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40154) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:50.956082 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-56c15a39-e888-4caa-8046-a7658f2b8227 None None] For port fdf33566-12dd-431e-9451-f40935b9263d, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:50.960979 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-56c15a39-e888-4caa-8046-a7658f2b8227 None None] For port fdf33566-12dd-431e-9451-f40935b9263d, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fdf33566-12dd-431e-9451-f40935b9263d,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:50.971301 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-56c15a39-e888-4caa-8046-a7658f2b8227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.020270 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-bc01def3-cf1f-44f2-866a-ddeaa2db0aa4 admin admin] Allocated IP 172.20.0.1 (771afd82-534b-4067-baaf-2e943171547d/fbab67ed-7c25-4a2f-aa73-9297775c86a0/205f90fe-a6f4-4e30-b703-fd6e596a5636) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:51.026763 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2c027a96-b2fe-408f-94f2-91175ea8cf80 None None] Attempting to bind port 002d5eee-70e6-4fc5-9ee9-3a208b244052 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:51.027294 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2c027a96-b2fe-408f-94f2-91175ea8cf80 None None] Attempting to bind port 002d5eee-70e6-4fc5-9ee9-3a208b244052 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'ccff212f-eb9b-440a-abc5-f76e9edad83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:51.027493 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c027a96-b2fe-408f-94f2-91175ea8cf80 None None] Attempting to bind port 002d5eee-70e6-4fc5-9ee9-3a208b244052 on network 92da7360-d409-4b3e-ad31-ddbae7217c5a {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:51.051207 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-972357ac-a077-4ea7-8830-3955ec14388a None None] Attempting to bind port 71668fd6-4b74-49a6-865b-cd296de6ea2d on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:51.051832 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-972357ac-a077-4ea7-8830-3955ec14388a None None] Attempting to bind port 71668fd6-4b74-49a6-865b-cd296de6ea2d by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '7977201b-c284-4359-8cfc-410b3da0206a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'be8054fa-4687-4cda-b57e-526d30f6a923'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:51.052512 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972357ac-a077-4ea7-8830-3955ec14388a None None] Attempting to bind port 71668fd6-4b74-49a6-865b-cd296de6ea2d on network be8054fa-4687-4cda-b57e-526d30f6a923 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:51.057325 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c027a96-b2fe-408f-94f2-91175ea8cf80 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:51.058023 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c027a96-b2fe-408f-94f2-91175ea8cf80 None None] Checking segment: {'id': 'ccff212f-eb9b-440a-abc5-f76e9edad83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:51.058591 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2c027a96-b2fe-408f-94f2-91175ea8cf80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.059188 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c027a96-b2fe-408f-94f2-91175ea8cf80 None None] Bound using segment: {'id': 'ccff212f-eb9b-440a-abc5-f76e9edad83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:51.059879 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2c027a96-b2fe-408f-94f2-91175ea8cf80 None None] Bound port: 002d5eee-70e6-4fc5-9ee9-3a208b244052, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccff212f-eb9b-440a-abc5-f76e9edad83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:51.060474 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2c027a96-b2fe-408f-94f2-91175ea8cf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.101513 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4fccc9-ab47-403d-be8b-4f540cdbe232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-b8bd28fa-dce1-4529-b79d-031d463a140d', 'network_id': 'b8bd28fa-dce1-4529-b79d-031d463a140d', 'tenant_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'fixed_ips': [{'subnet_id': '943f2df0-0f73-4cb8-a84c-5ab8e15fe980'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:37:51.102568 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff4fccc9-ab47-403d-be8b-4f540cdbe232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.106752 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac80f1-24be-4b9f-bb83-2d23bfd66779 None None] Pushing event updated for resources: {'Port': ['ID=fdf33566-12dd-431e-9451-f40935b9263d,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:51.159651 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c15a39-e888-4caa-8046-a7658f2b8227 None None] Routers {'d4330674-2225-4085-9028-bbdfed35b74c'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:51.160327 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-56c15a39-e888-4caa-8046-a7658f2b8227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:37:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d4330674-2225-4085-9028-bbdfed35b74c'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:51.207546 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d6e14e4f-f393-47d9-8756-0d742b05b76b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-591377164-network', 'tenant_id': '2973a3b0af804e7199e15770f476280e'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:51.262212 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e14e4f-f393-47d9-8756-0d742b05b76b admin admin] Made reservation on behalf of 2973a3b0af804e7199e15770f476280e for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:51.267539 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6e14e4f-f393-47d9-8756-0d742b05b76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.294857 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6e14e4f-f393-47d9-8756-0d742b05b76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.317508 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bc01def3-cf1f-44f2-866a-ddeaa2db0aa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.377387 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-ff4fccc9-ab47-403d-be8b-4f540cdbe232 None None] Allocated IP 19.86.0.2 (b8bd28fa-dce1-4529-b79d-031d463a140d/943f2df0-0f73-4cb8-a84c-5ab8e15fe980/e4435682-8246-4b57-9cf8-bffdd6a1589a) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:51.415444 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bc01def3-cf1f-44f2-866a-ddeaa2db0aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.427801 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-56c15a39-e888-4caa-8046-a7658f2b8227 None None] Set router d4330674-2225-4085-9028-bbdfed35b74c gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:37:51.474652 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc01def3-cf1f-44f2-866a-ddeaa2db0aa4 admin admin] Network 771afd82-534b-4067-baaf-2e943171547d is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:51.516006 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6e14e4f-f393-47d9-8756-0d742b05b76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.518347 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-bc01def3-cf1f-44f2-866a-ddeaa2db0aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:51.524373 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc01def3-cf1f-44f2-866a-ddeaa2db0aa4 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:51.559895 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6e14e4f-f393-47d9-8756-0d742b05b76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.625971 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-5f68787e-025b-4031-a10b-ffb6b76e64c5 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2119449641&fields=id&tenant_id=4c38bdc963bc4174b81b6324270a917b HTTP/1.1" status: 200 len: 267 time: 0.2651696 Apr 18 20:37:51.651979 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6597ab7e-0c1c-4a1b-9c13-eb2481e01bad req-eb71ba78-7da1-44bb-aa0b-bf267b9dca02 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d82592e9-1cbe-472b-99a3-b51d9e8f27ba HTTP/1.1" status: 200 len: 210 time: 0.0481644 Apr 18 20:37:51.652715 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01def3-cf1f-44f2-866a-ddeaa2db0aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=205f90fe-a6f4-4e30-b703-fd6e596a5636,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:51.678065 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e14e4f-f393-47d9-8756-0d742b05b76b admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:51.692190 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff4fccc9-ab47-403d-be8b-4f540cdbe232 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.702418 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e14e4f-f393-47d9-8756-0d742b05b76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2dca54-db6a-4907-b7d0-b522d941b859,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:51.740601 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bc01def3-cf1f-44f2-866a-ddeaa2db0aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.749887 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff4fccc9-ab47-403d-be8b-4f540cdbe232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.753023 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972357ac-a077-4ea7-8830-3955ec14388a None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:51.753483 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972357ac-a077-4ea7-8830-3955ec14388a None None] Checking segment: {'id': '7977201b-c284-4359-8cfc-410b3da0206a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'be8054fa-4687-4cda-b57e-526d30f6a923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:51.753936 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-972357ac-a077-4ea7-8830-3955ec14388a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.754338 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972357ac-a077-4ea7-8830-3955ec14388a None None] Bound using segment: {'id': '7977201b-c284-4359-8cfc-410b3da0206a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'be8054fa-4687-4cda-b57e-526d30f6a923'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:51.754896 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-972357ac-a077-4ea7-8830-3955ec14388a None None] Bound port: 71668fd6-4b74-49a6-865b-cd296de6ea2d, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7977201b-c284-4359-8cfc-410b3da0206a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'be8054fa-4687-4cda-b57e-526d30f6a923'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:51.755363 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-972357ac-a077-4ea7-8830-3955ec14388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.827582 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-56c15a39-e888-4caa-8046-a7658f2b8227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4330674-2225-4085-9028-bbdfed35b74c', 'name': 'tempest-TaggedBootDevicesTest-1080298842-router', 'tenant_id': '6593e0649c184942bc98b321e69eb894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'fdf33566-12dd-431e-9451-f40935b9263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:36Z', 'updated_at': '2022-04-18T20:37:43Z', 'revision_number': 3, 'project_id': '6593e0649c184942bc98b321e69eb894', 'gw_port': {'id': 'fdf33566-12dd-431e-9451-f40935b9263d', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:59:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4330674-2225-4085-9028-bbdfed35b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:40Z', 'updated_at': '2022-04-18T20:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:51.828568 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-03b5b72f-bc62-4898-bbf3-65a1771c5b3d service neutron] 10.222.0.41 "GET /v2.0/networks/be8054fa-4687-4cda-b57e-526d30f6a923?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1476588 Apr 18 20:37:51.829015 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-aafc3cbc-a3d5-40c6-b8c9-98317edae410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.843700 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6e14e4f-f393-47d9-8756-0d742b05b76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.847938 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 117c4e5f-52a1-4889-bf49-9c64271d872d triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:51.848359 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.850112 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fccc9-ab47-403d-be8b-4f540cdbe232 None None] Pushing event updated for resources: {'Port': ['ID=e4435682-8246-4b57-9cf8-bffdd6a1589a,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:51.850601 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-d6e14e4f-f393-47d9-8756-0d742b05b76b admin admin] Added segment 3fc06cf4-dcea-4040-bf01-4525df091089 of type vlan for network c0e305f7-b542-42c8-b395-eb424f597b80 Apr 18 20:37:51.880255 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c15a39-e888-4caa-8046-a7658f2b8227 None None] The sync data for ids ['d4330674-2225-4085-9028-bbdfed35b74c'] in n-d-838323-3 is: [{'id': 'd4330674-2225-4085-9028-bbdfed35b74c', 'name': 'tempest-TaggedBootDevicesTest-1080298842-router', 'tenant_id': '6593e0649c184942bc98b321e69eb894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'fdf33566-12dd-431e-9451-f40935b9263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:36Z', 'updated_at': '2022-04-18T20:37:43Z', 'revision_number': 3, 'project_id': '6593e0649c184942bc98b321e69eb894', 'gw_port': {'id': 'fdf33566-12dd-431e-9451-f40935b9263d', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:59:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4330674-2225-4085-9028-bbdfed35b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:40Z', 'updated_at': '2022-04-18T20:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:37:51.977029 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee755bdf-52af-427a-9fe0-4c8e45558cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-fb225605-c490-4bb4-a150-b74221fc667a', 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'fixed_ips': [{'subnet_id': '8e471ea4-101a-40ef-81f9-9917dd650719'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:37:51.977882 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ee755bdf-52af-427a-9fe0-4c8e45558cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.004030 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6e14e4f-f393-47d9-8756-0d742b05b76b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.014121 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-b4fe22d0-9d1c-473d-a83e-e8b3a6dcb1da service neutron] 10.222.0.41 "GET /v2.0/networks/be8054fa-4687-4cda-b57e-526d30f6a923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853464 Apr 18 20:37:52.164588 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.db.resource_extend [None req-d6e14e4f-f393-47d9-8756-0d742b05b76b admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:37:52.169363 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4fccc9-ab47-403d-be8b-4f540cdbe232 None None] Network b8bd28fa-dce1-4529-b79d-031d463a140d is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:52.171618 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-972357ac-a077-4ea7-8830-3955ec14388a None None] For port 71668fd6-4b74-49a6-865b-cd296de6ea2d, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:52.202731 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-ff4fccc9-ab47-403d-be8b-4f540cdbe232 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:52.206226 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4fccc9-ab47-403d-be8b-4f540cdbe232 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:52.245275 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-7b5c1b30-19a0-49ea-b3bd-a83645fbf27c tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:52.248619 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-7b5c1b30-19a0-49ea-b3bd-a83645fbf27c tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/networks?id=92da7360-d409-4b3e-ad31-ddbae7217c5a HTTP/1.1" status: 200 len: 811 time: 0.6093538 Apr 18 20:37:52.250534 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-972357ac-a077-4ea7-8830-3955ec14388a None None] For port 71668fd6-4b74-49a6-865b-cd296de6ea2d, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=71668fd6-4b74-49a6-865b-cd296de6ea2d,segment=NetworkSegment(7977201b-c284-4359-8cfc-410b3da0206a),segment_id=7977201b-c284-4359-8cfc-410b3da0206a)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:52.325276 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-a769d5df-99f8-4944-9be5-cb9cb656348d service neutron] 10.222.0.41 "GET /v2.0/networks/b8bd28fa-dce1-4529-b79d-031d463a140d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102579 Apr 18 20:37:52.329844 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-c2dcfcf1-ed31-4f9d-b3ab-e41584478dcf tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/quotas/4c38bdc963bc4174b81b6324270a917b HTTP/1.1" status: 200 len: 375 time: 0.0366528 Apr 18 20:37:52.333679 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d74cbf70-d5e6-4486-88d7-19709439404d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.361774 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d74cbf70-d5e6-4486-88d7-19709439404d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.367042 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6e14e4f-f393-47d9-8756-0d742b05b76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.369073 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e14e4f-f393-47d9-8756-0d742b05b76b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:52.369760 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6e14e4f-f393-47d9-8756-0d742b05b76b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.392271 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-aafc3cbc-a3d5-40c6-b8c9-98317edae410 None None] For port 2246c324-8bed-426c-9b22-56bf00ec852b, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2246c324-8bed-426c-9b22-56bf00ec852b,segment=NetworkSegment(04d342d8-916a-45bc-834e-e2ca001685e9),segment_id=04d342d8-916a-45bc-834e-e2ca001685e9)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:52.405630 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2c027a96-b2fe-408f-94f2-91175ea8cf80 None None] For port 002d5eee-70e6-4fc5-9ee9-3a208b244052, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:52.411775 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-aafc3cbc-a3d5-40c6-b8c9-98317edae410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.413642 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-972357ac-a077-4ea7-8830-3955ec14388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.445036 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bc01def3-cf1f-44f2-866a-ddeaa2db0aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.495386 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ff4fccc9-ab47-403d-be8b-4f540cdbe232 None None] Attempting to bind port e4435682-8246-4b57-9cf8-bffdd6a1589a on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:52.496154 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ff4fccc9-ab47-403d-be8b-4f540cdbe232 None None] Attempting to bind port e4435682-8246-4b57-9cf8-bffdd6a1589a by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '33b38762-fd63-48e1-abc2-800616aba7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b8bd28fa-dce1-4529-b79d-031d463a140d'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:52.496728 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4fccc9-ab47-403d-be8b-4f540cdbe232 None None] Attempting to bind port e4435682-8246-4b57-9cf8-bffdd6a1589a on network b8bd28fa-dce1-4529-b79d-031d463a140d {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:52.528359 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2c027a96-b2fe-408f-94f2-91175ea8cf80 None None] For port 002d5eee-70e6-4fc5-9ee9-3a208b244052, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=002d5eee-70e6-4fc5-9ee9-3a208b244052,segment=NetworkSegment(ccff212f-eb9b-440a-abc5-f76e9edad83f),segment_id=ccff212f-eb9b-440a-abc5-f76e9edad83f)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:52.576495 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4fccc9-ab47-403d-be8b-4f540cdbe232 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:52.577331 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4fccc9-ab47-403d-be8b-4f540cdbe232 None None] Checking segment: {'id': '33b38762-fd63-48e1-abc2-800616aba7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b8bd28fa-dce1-4529-b79d-031d463a140d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:52.577949 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff4fccc9-ab47-403d-be8b-4f540cdbe232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.579511 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4fccc9-ab47-403d-be8b-4f540cdbe232 None None] Bound using segment: {'id': '33b38762-fd63-48e1-abc2-800616aba7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b8bd28fa-dce1-4529-b79d-031d463a140d'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:52.580330 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ff4fccc9-ab47-403d-be8b-4f540cdbe232 None None] Bound port: e4435682-8246-4b57-9cf8-bffdd6a1589a, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b38762-fd63-48e1-abc2-800616aba7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b8bd28fa-dce1-4529-b79d-031d463a140d'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:52.580958 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff4fccc9-ab47-403d-be8b-4f540cdbe232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.607356 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2c027a96-b2fe-408f-94f2-91175ea8cf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.616768 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-1907b919-6838-47e5-bb86-4b2bf87b3118 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c38bdc963bc4174b81b6324270a917b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2502213 Apr 18 20:37:52.712488 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ff4fccc9-ab47-403d-be8b-4f540cdbe232 None None] For port e4435682-8246-4b57-9cf8-bffdd6a1589a, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:52.717494 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ff4fccc9-ab47-403d-be8b-4f540cdbe232 None None] For port e4435682-8246-4b57-9cf8-bffdd6a1589a, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=e4435682-8246-4b57-9cf8-bffdd6a1589a,segment=NetworkSegment(33b38762-fd63-48e1-abc2-800616aba7bd),segment_id=33b38762-fd63-48e1-abc2-800616aba7bd)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:52.725085 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d6e14e4f-f393-47d9-8756-0d742b05b76b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7903924 Apr 18 20:37:52.765658 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40170) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:52.771960 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-28686ec8-494b-4561-8eb5-f96c7d9d6ae4 admin admin] Request body: {'subnet': {'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-591377164-subnet', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:52.803441 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e14e4f-f393-47d9-8756-0d742b05b76b admin admin] Pushing event updated for resources: {'Network': ['ID=c0e305f7-b542-42c8-b395-eb424f597b80,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:52.924696 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28686ec8-494b-4561-8eb5-f96c7d9d6ae4 admin admin] Made reservation on behalf of 2973a3b0af804e7199e15770f476280e for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:52.939715 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-28686ec8-494b-4561-8eb5-f96c7d9d6ae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.053228 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-50e7079e-6421-46f6-b96a-411c4d522836 service neutron] 10.222.0.41 "GET /v2.0/networks/b8bd28fa-dce1-4529-b79d-031d463a140d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6888485 Apr 18 20:37:53.084771 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-d74cbf70-d5e6-4486-88d7-19709439404d admin admin] Allocated IP 172.25.1.56 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/5b46bd57-5aaf-4392-b741-748c85438396) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:53.117258 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network c0e305f7-b542-42c8-b395-eb424f597b80 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:37:53.138627 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc3cbc-a3d5-40c6-b8c9-98317edae410 None None] Pushing event updated for resources: {'Port': ['ID=2246c324-8bed-426c-9b22-56bf00ec852b,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:53.147983 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff4fccc9-ab47-403d-be8b-4f540cdbe232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.236337 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-be11d01e-2dab-41c1-bc4f-eed2d89c82b8 service neutron] 10.222.0.41 "GET /v2.0/networks/92da7360-d409-4b3e-ad31-ddbae7217c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839562 Apr 18 20:37:53.384902 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6411c9fd-5d6a-44e5-89cb-70be18810b09 None None] Provisioning complete for port 2246c324-8bed-426c-9b22-56bf00ec852b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:53.385284 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6411c9fd-5d6a-44e5-89cb-70be18810b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.439024 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b9f95c19-9b6f-475d-98a6-10e13be84d51 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:53.510955 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-ee755bdf-52af-427a-9fe0-4c8e45558cd9 None None] Allocated IP 172.20.0.2 (fb225605-c490-4bb4-a150-b74221fc667a/8e471ea4-101a-40ef-81f9-9917dd650719/fe835fb9-5cc5-4744-84f0-92f948e77729) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:53.537437 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-28686ec8-494b-4561-8eb5-f96c7d9d6ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.553334 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c027a96-b2fe-408f-94f2-91175ea8cf80 None None] Routers {'cf246b63-c115-43dd-bd77-4f0269673197'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:53.554086 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2c027a96-b2fe-408f-94f2-91175ea8cf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:37:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cf246b63-c115-43dd-bd77-4f0269673197'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:53.559399 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-8207f478-8d81-4a06-ae50-fd26dc063c30 service neutron] 10.222.0.41 "GET /v2.0/networks/be8054fa-4687-4cda-b57e-526d30f6a923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4958797 Apr 18 20:37:53.679199 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-dbbb89e6-8881-4bc4-9916-491a0c2c0c5a service neutron] 10.222.0.41 "GET /v2.0/networks/92da7360-d409-4b3e-ad31-ddbae7217c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417295 Apr 18 20:37:53.689157 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d74cbf70-d5e6-4486-88d7-19709439404d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.829414 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28686ec8-494b-4561-8eb5-f96c7d9d6ae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=106aa402-66e8-4b20-a76a-4a5df2e4dfa3,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:53.838365 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-be244c8f-4022-4892-9eb5-d2d0f0491f0c service neutron] 10.222.0.41 "GET /v2.0/networks/be8054fa-4687-4cda-b57e-526d30f6a923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441173 Apr 18 20:37:53.860662 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d74cbf70-d5e6-4486-88d7-19709439404d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.994332 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74cbf70-d5e6-4486-88d7-19709439404d admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:54.003116 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-d74cbf70-d5e6-4486-88d7-19709439404d admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:54.007186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74cbf70-d5e6-4486-88d7-19709439404d admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:54.056900 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bc01def3-cf1f-44f2-866a-ddeaa2db0aa4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:54.102998 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74cbf70-d5e6-4486-88d7-19709439404d admin admin] Pushing event updated for resources: {'Port': ['ID=5b46bd57-5aaf-4392-b741-748c85438396,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:54.122487 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bc01def3-cf1f-44f2-866a-ddeaa2db0aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:54.158630 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ee755bdf-52af-427a-9fe0-4c8e45558cd9 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:54.180811 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ee755bdf-52af-427a-9fe0-4c8e45558cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:54.184814 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972357ac-a077-4ea7-8830-3955ec14388a None None] Pushing event updated for resources: {'Port': ['ID=71668fd6-4b74-49a6-865b-cd296de6ea2d,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:54.291763 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee755bdf-52af-427a-9fe0-4c8e45558cd9 None None] Network fb225605-c490-4bb4-a150-b74221fc667a is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:54.321625 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-ee755bdf-52af-427a-9fe0-4c8e45558cd9 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:54.336282 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee755bdf-52af-427a-9fe0-4c8e45558cd9 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:54.368334 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bc01def3-cf1f-44f2-866a-ddeaa2db0aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:54.388546 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28686ec8-494b-4561-8eb5-f96c7d9d6ae4 admin admin] Checking segment: {'id': '3fc06cf4-dcea-4040-bf01-4525df091089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:54.388546 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28686ec8-494b-4561-8eb5-f96c7d9d6ae4 admin admin] Network hostable DHCP agents. Network: c0e305f7-b542-42c8-b395-eb424f597b80, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:37:54.542380 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8527e-1d7d-4045-bb3a-77efb131373b None None] Pushing event updated for resources: {'Port': ['ID=002d5eee-70e6-4fc5-9ee9-3a208b244052,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:54.733762 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13cd8823-c03b-4d9c-9de9-844888984e5d req-dc773381-d24b-485f-88c5-db1aad190379 tempest-ServerShowV257Test-1230492713 tempest-ServerShowV257Test-1230492713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82592e9-1cbe-472b-99a3-b51d9e8f27ba HTTP/1.1" status: 200 len: 210 time: 0.1058836 Apr 18 20:37:54.737328 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-9bb94cc9-4ad3-4e55-b757-0f73ee884e29 req-c38d31a7-52e0-44c6-ad2e-63e0f79ec788 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] show failed (client error): The resource could not be found. Apr 18 20:37:54.749647 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9bb94cc9-4ad3-4e55-b757-0f73ee884e29 req-c38d31a7-52e0-44c6-ad2e-63e0f79ec788 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/066f9728-bca2-421b-ac70-9d269c0234ee HTTP/1.1" status: 404 len: 352 time: 0.1334765 Apr 18 20:37:54.835483 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01def3-cf1f-44f2-866a-ddeaa2db0aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=205f90fe-a6f4-4e30-b703-fd6e596a5636,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:54.882024 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28686ec8-494b-4561-8eb5-f96c7d9d6ae4 admin admin] Network c0e305f7-b542-42c8-b395-eb424f597b80 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:37:54.898328 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-2c027a96-b2fe-408f-94f2-91175ea8cf80 None None] Set router cf246b63-c115-43dd-bd77-4f0269673197 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:37:54.939426 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-227fc6b1-a44e-457f-b232-717caac87377 req-b494fd40-3d1b-482e-bfeb-bb570843a3e1 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 210 time: 0.1183572 Apr 18 20:37:54.952968 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-28686ec8-494b-4561-8eb5-f96c7d9d6ae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, c0e305f7-b542-42c8-b395-eb424f597b80) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:54.992610 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-827474d0-8bb1-430e-987f-799bd4c1a505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:54.996806 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28686ec8-494b-4561-8eb5-f96c7d9d6ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:54.998397 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-28686ec8-494b-4561-8eb5-f96c7d9d6ae4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:55.060894 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc01def3-cf1f-44f2-866a-ddeaa2db0aa4 admin admin] Network 771afd82-534b-4067-baaf-2e943171547d is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:55.066641 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-bc01def3-cf1f-44f2-866a-ddeaa2db0aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:55.084452 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-28686ec8-494b-4561-8eb5-f96c7d9d6ae4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3176737 Apr 18 20:37:55.089184 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40200) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:55.103340 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ef5c04b6-dfe0-4fc6-b70c-bdaf8927fe4a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-591377164-router', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:55.110082 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cf3c73-8857-4def-aa8f-27b75b417fa9 None None] Network c0e305f7-b542-42c8-b395-eb424f597b80 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:37:55.138628 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a0f247bd-c283-4ba5-ae5d-08e41e4cf97a req-8c5f5fac-4289-4d1f-a9dc-a5bb7eb95a9a tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 210 time: 0.2083507 Apr 18 20:37:55.220185 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port b9f95c19-9b6f-475d-98a6-10e13be84d51 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:55.227989 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:55.312458 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bd020b-1701-409e-9d33-e3af743c04d3 None None] Network be8054fa-4687-4cda-b57e-526d30f6a923 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:37:55.408206 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef5c04b6-dfe0-4fc6-b70c-bdaf8927fe4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:55.425859 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef5c04b6-dfe0-4fc6-b70c-bdaf8927fe4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:55.455529 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d74cbf70-d5e6-4486-88d7-19709439404d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:55.651257 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9356b887-1364-4393-8974-7bd4acb2be55 req-6928621e-9d81-4242-873a-b4a5ea78f572 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/01810536-8c8f-464e-a462-5de78f25e16e HTTP/1.1" status: 200 len: 1802 time: 0.5180523 Apr 18 20:37:56.064385 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fccc9-ab47-403d-be8b-4f540cdbe232 None None] Pushing event updated for resources: {'Port': ['ID=e4435682-8246-4b57-9cf8-bffdd6a1589a,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:56.095867 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef5c04b6-dfe0-4fc6-b70c-bdaf8927fe4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.419918 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94626aa8-287d-4213-85d3-1846403876c0 None None] Network b8bd28fa-dce1-4529-b79d-031d463a140d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:37:56.605482 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc01def3-cf1f-44f2-866a-ddeaa2db0aa4 admin admin] Router d4330674-2225-4085-9028-bbdfed35b74c has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:37:56.622710 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ee755bdf-52af-427a-9fe0-4c8e45558cd9 None None] Attempting to bind port fe835fb9-5cc5-4744-84f0-92f948e77729 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:56.623105 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ee755bdf-52af-427a-9fe0-4c8e45558cd9 None None] Attempting to bind port fe835fb9-5cc5-4744-84f0-92f948e77729 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:56.623460 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee755bdf-52af-427a-9fe0-4c8e45558cd9 None None] Attempting to bind port fe835fb9-5cc5-4744-84f0-92f948e77729 on network fb225605-c490-4bb4-a150-b74221fc667a {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:56.656677 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee755bdf-52af-427a-9fe0-4c8e45558cd9 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:56.659019 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee755bdf-52af-427a-9fe0-4c8e45558cd9 None None] Checking segment: {'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:56.660909 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ee755bdf-52af-427a-9fe0-4c8e45558cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.662301 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee755bdf-52af-427a-9fe0-4c8e45558cd9 None None] Bound using segment: {'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:56.666263 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ee755bdf-52af-427a-9fe0-4c8e45558cd9 None None] Bound port: fe835fb9-5cc5-4744-84f0-92f948e77729, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:56.666940 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ee755bdf-52af-427a-9fe0-4c8e45558cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.768088 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6411c9fd-5d6a-44e5-89cb-70be18810b09 None None] Provisioning complete for port 002d5eee-70e6-4fc5-9ee9-3a208b244052 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:56.770363 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6411c9fd-5d6a-44e5-89cb-70be18810b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.880570 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e56ae3b1-d441-40e1-acd8-9ede675b16ee req-4643aea3-ece6-4206-ba1d-05740d28f817 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 210 time: 0.6939023 Apr 18 20:37:56.887713 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9356b887-1364-4393-8974-7bd4acb2be55 req-cd057292-88f0-473a-bb92-eedcfdb4c3e9 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.943513 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc01def3-cf1f-44f2-866a-ddeaa2db0aa4 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:37:56.951920 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bc01def3-cf1f-44f2-866a-ddeaa2db0aa4 admin admin] 10.222.0.41 "PUT /v2.0/routers/d4330674-2225-4085-9028-bbdfed35b74c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9008284 Apr 18 20:37:57.233128 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef5c04b6-dfe0-4fc6-b70c-bdaf8927fe4a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.321888 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-1744f62d-baec-462f-9978-a79bf01244f5 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:57.322119 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859441a-6b99-43a8-81d3-f24daf046dc7 None None] Sync routers for ids ['d4330674-2225-4085-9028-bbdfed35b74c'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:37:57.348864 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-1744f62d-baec-462f-9978-a79bf01244f5 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:57.349634 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee755bdf-52af-427a-9fe0-4c8e45558cd9 None None] Pushing event updated for resources: {'Port': ['ID=fe835fb9-5cc5-4744-84f0-92f948e77729,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:57.368865 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-1744f62d-baec-462f-9978-a79bf01244f5 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.32 "GET /v2.0/networks?id=be8054fa-4687-4cda-b57e-526d30f6a923&id=b8bd28fa-dce1-4529-b79d-031d463a140d&id=be8054fa-4687-4cda-b57e-526d30f6a923 HTTP/1.1" status: 200 len: 1391 time: 0.3215308 Apr 18 20:37:57.398940 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-8f794c71-32ad-4360-b691-967356451735 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Request body: {'port': {'device_id': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'network_id': 'be8054fa-4687-4cda-b57e-526d30f6a923', 'admin_state_up': True, 'tenant_id': 'a68a6b8656b54bed80d6a62c1f094daf'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:57.483944 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d74cbf70-d5e6-4486-88d7-19709439404d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.488758 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9356b887-1364-4393-8974-7bd4acb2be55 req-cd057292-88f0-473a-bb92-eedcfdb4c3e9 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.564787 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6bfa051-c436-4d4d-9280-bb856fddaabd req-b5969f8a-0442-41f2-b3e3-081ab9db06a9 tempest-ServerShowV257Test-1230492713 tempest-ServerShowV257Test-1230492713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82592e9-1cbe-472b-99a3-b51d9e8f27ba HTTP/1.1" status: 200 len: 210 time: 0.0832269 Apr 18 20:37:57.861184 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9356b887-1364-4393-8974-7bd4acb2be55 req-cd057292-88f0-473a-bb92-eedcfdb4c3e9 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.867993 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9356b887-1364-4393-8974-7bd4acb2be55 req-cd057292-88f0-473a-bb92-eedcfdb4c3e9 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.877892 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9356b887-1364-4393-8974-7bd4acb2be55 req-cd057292-88f0-473a-bb92-eedcfdb4c3e9 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "DELETE /v2.0/security-groups/01810536-8c8f-464e-a462-5de78f25e16e HTTP/1.1" status: 204 len: 173 time: 2.2251804 Apr 18 20:37:58.009769 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:37:58.022326 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ee755bdf-52af-427a-9fe0-4c8e45558cd9 None None] For port fe835fb9-5cc5-4744-84f0-92f948e77729, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:58.032239 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3859441a-6b99-43a8-81d3-f24daf046dc7 None None] Routers {'d4330674-2225-4085-9028-bbdfed35b74c'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:58.033089 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-3859441a-6b99-43a8-81d3-f24daf046dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:37:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d4330674-2225-4085-9028-bbdfed35b74c'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:58.131305 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8ce5aecb-3be2-4649-a17b-0ffd884bd7e9 req-9804ac21-8a2e-40e0-bbca-bfc086fa1d14 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 210 time: 0.1786923 Apr 18 20:37:58.158984 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ee755bdf-52af-427a-9fe0-4c8e45558cd9 None None] For port fe835fb9-5cc5-4744-84f0-92f948e77729, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fe835fb9-5cc5-4744-84f0-92f948e77729,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:58.211877 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-8f794c71-32ad-4360-b691-967356451735 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Made reservation on behalf of a68a6b8656b54bed80d6a62c1f094daf for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:58.215600 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-8f794c71-32ad-4360-b691-967356451735 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.258027 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd057292-88f0-473a-bb92-eedcfdb4c3e9 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01810536-8c8f-464e-a462-5de78f25e16e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:58.271501 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ee755bdf-52af-427a-9fe0-4c8e45558cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.297350 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-9f5f4508-fa02-42b5-98da-036860465685 req-5432a8b0-79ef-4bc8-a590-0d745df26f89 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] show failed (client error): The resource could not be found. Apr 18 20:37:58.346248 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f5f4508-fa02-42b5-98da-036860465685 req-5432a8b0-79ef-4bc8-a590-0d745df26f89 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/01810536-8c8f-464e-a462-5de78f25e16e HTTP/1.1" status: 404 len: 352 time: 0.3590560 Apr 18 20:37:58.512356 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-37958117-a7bc-4cc2-b704-e9b437584552 req-81cd358c-1591-48f0-9aa6-083cef53c5e4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 210 time: 0.1035726 Apr 18 20:37:58.611823 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf71d8da-aae5-4a29-a3fb-fa38a784d92a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-c0e305f7-b542-42c8-b395-eb424f597b80', 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'fixed_ips': [{'subnet_id': '106aa402-66e8-4b20-a76a-4a5df2e4dfa3'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:37:58.612907 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bf71d8da-aae5-4a29-a3fb-fa38a784d92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.766349 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e475e62d-9bff-40e8-acd2-349ee1b9e392 req-51c63516-fc41-4ef4-afe6-5bf593d1564d tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=650e6c70232948a48193055b3cf5103f HTTP/1.1" status: 200 len: 6153 time: 0.3321204 Apr 18 20:37:58.905633 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef5c04b6-dfe0-4fc6-b70c-bdaf8927fe4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.971104 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-51f7b9a3-103e-4ad2-a1a1-607b85ea2bc8 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:58.973558 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-51f7b9a3-103e-4ad2-a1a1-607b85ea2bc8 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.32 "GET /v2.0/networks?id=92da7360-d409-4b3e-ad31-ddbae7217c5a HTTP/1.1" status: 200 len: 811 time: 1.2686291 Apr 18 20:37:58.974247 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40286) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:58.998728 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-42ac42aa-e6ef-4cd9-b67a-8e9a38a42d52 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1338929237'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:59.010495 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-8f794c71-32ad-4360-b691-967356451735 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Allocated IP 19.80.0.20 (be8054fa-4687-4cda-b57e-526d30f6a923/bf0b1816-577b-4602-acb8-51fcdc6883ca/a1b5ed77-e9b0-4a39-8173-c0d43582d65b) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:59.012358 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ffd37be-34f7-4ca0-9d3b-205152f1ed3c req-de756d45-3e11-4b16-96ed-26ee15df820e tempest-ServerShowV257Test-1230492713 tempest-ServerShowV257Test-1230492713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82592e9-1cbe-472b-99a3-b51d9e8f27ba HTTP/1.1" status: 200 len: 210 time: 0.1298933 Apr 18 20:37:59.029956 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef5c04b6-dfe0-4fc6-b70c-bdaf8927fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:59.118425 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6411c9fd-5d6a-44e5-89cb-70be18810b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:59.157669 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee755bdf-52af-427a-9fe0-4c8e45558cd9 None None] Pushing event updated for resources: {'Port': ['ID=fe835fb9-5cc5-4744-84f0-92f948e77729,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:59.161262 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 566a0069-e7cf-42be-aabf-6f7c0e99e477 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:37:59.179353 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7cde7afe-9302-45d2-9dcc-970c30f57cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:59.202441 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-3859441a-6b99-43a8-81d3-f24daf046dc7 None None] Set router d4330674-2225-4085-9028-bbdfed35b74c gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:37:59.228983 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e475e62d-9bff-40e8-acd2-349ee1b9e392 req-3b9fd4bd-7c03-4e08-bde1-5cb75e4f9d82 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/b21b76cf-6844-43ec-9173-2d1f2b2f6cf4 HTTP/1.1" status: 200 len: 2985 time: 0.4612341 Apr 18 20:37:59.432307 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-b18144d2-e068-4e5f-aff8-553cc0b33ec2 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c38bdc963bc4174b81b6324270a917b HTTP/1.1" status: 200 len: 380 time: 0.4036527 Apr 18 20:37:59.440735 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74cbf70-d5e6-4486-88d7-19709439404d admin admin] Router 1bdbaa08-2c44-4f51-89b0-9c906347b970 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:37:59.449822 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-dfb727d8-86d3-4fab-b2f9-95695f1281f6 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Request body: {'port': {'device_id': '795af6a3-73d8-4fa7-921c-a42213c84a8f', 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a', 'admin_state_up': True, 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'security_groups': ['c1466bd8-70c2-4b98-b9f8-fac07eabba98']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:59.453056 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ac42aa-e6ef-4cd9-b67a-8e9a38a42d52 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Made reservation on behalf of 038769a0c1df4ebc8efcb644264a6ef4 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:59.459788 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-42ac42aa-e6ef-4cd9-b67a-8e9a38a42d52 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:59.490897 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2c027a96-b2fe-408f-94f2-91175ea8cf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'name': 'tempest-AttachVolumeTestJSON-1708179285-router', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:07Z', 'updated_at': '2022-04-18T20:37:33Z', 'revision_number': 4, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'gw_port': {'id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:18:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:10Z', 'updated_at': '2022-04-18T20:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '002d5eee-70e6-4fc5-9ee9-3a208b244052', 'name': '', 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'mac_address': 'fa:16:3e:b8:86:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '55983801-f492-4a46-94da-ae12b2e91406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:27Z', 'updated_at': '2022-04-18T20:37:52Z', 'revision_number': 4, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'subnets': [{'id': '55983801-f492-4a46-94da-ae12b2e91406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:59.498884 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-ef5c04b6-dfe0-4fc6-b70c-bdaf8927fe4a admin admin] Allocated IP 172.25.1.24 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/c7704d22-9194-42ff-bb80-36090b9070c4) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:59.501949 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e475e62d-9bff-40e8-acd2-349ee1b9e392 req-00032560-8efc-4ef6-81e4-84ccadecd9d9 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/b21b76cf-6844-43ec-9173-2d1f2b2f6cf4 HTTP/1.1" status: 200 len: 2985 time: 0.2703021 Apr 18 20:37:59.516601 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 566a0069-e7cf-42be-aabf-6f7c0e99e477 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:37:59.517189 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 566a0069-e7cf-42be-aabf-6f7c0e99e477 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:37:59.517930 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d17f8f9c-35ee-4543-a9bb-6aa89524c3e6 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:37:59.598503 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-6411c9fd-5d6a-44e5-89cb-70be18810b09 None None] For port 002d5eee-70e6-4fc5-9ee9-3a208b244052, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=002d5eee-70e6-4fc5-9ee9-3a208b244052,segment=NetworkSegment(ccff212f-eb9b-440a-abc5-f76e9edad83f),segment_id=ccff212f-eb9b-440a-abc5-f76e9edad83f)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:59.607922 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c027a96-b2fe-408f-94f2-91175ea8cf80 None None] The sync data for ids ['cf246b63-c115-43dd-bd77-4f0269673197'] in n-d-838323-3 is: [{'id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'name': 'tempest-AttachVolumeTestJSON-1708179285-router', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:07Z', 'updated_at': '2022-04-18T20:37:33Z', 'revision_number': 4, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'gw_port': {'id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:18:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:10Z', 'updated_at': '2022-04-18T20:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '002d5eee-70e6-4fc5-9ee9-3a208b244052', 'name': '', 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'mac_address': 'fa:16:3e:b8:86:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '55983801-f492-4a46-94da-ae12b2e91406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:27Z', 'updated_at': '2022-04-18T20:37:52Z', 'revision_number': 4, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'subnets': [{'id': '55983801-f492-4a46-94da-ae12b2e91406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:37:59.669872 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6411c9fd-5d6a-44e5-89cb-70be18810b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:59.712825 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: d17f8f9c-35ee-4543-a9bb-6aa89524c3e6 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:37:59.725526 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d17f8f9c-35ee-4543-a9bb-6aa89524c3e6 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:37:59.744811 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 55951725-ce44-4fd4-b7d0-bbacd34e76c4 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:37:59.772381 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3aca3840-8fa8-4d14-becb-4332139cd6c5 req-35b9ca73-ee29-45d3-934c-7aeb80636c74 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 210 time: 0.2967198 Apr 18 20:37:59.786858 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-330f4cdc-5136-4df5-821b-54aab1ff1f2a req-1db6c72c-ca58-4c9a-bbb9-031eba34b2ea tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-561975531', 'description': 'tempest-description-2112855422'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:59.883146 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 55951725-ce44-4fd4-b7d0-bbacd34e76c4 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:37:59.885064 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 55951725-ce44-4fd4-b7d0-bbacd34e76c4 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:37:59.886222 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 62282084-b787-4281-b751-1f2d5f74ee85 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:38:00.046800 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ac42aa-e6ef-4cd9-b67a-8e9a38a42d52 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:38:00.066496 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19ef47ff-8d2f-40c0-9e5e-583ec272e2bf req-b94ac794-4bce-4c1a-b052-9d7a1eec3cec tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 210 time: 0.1068547 Apr 18 20:38:00.090318 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-42ac42aa-e6ef-4cd9-b67a-8e9a38a42d52 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.091370 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-42ac42aa-e6ef-4cd9-b67a-8e9a38a42d52 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Added segment 9685e92c-5add-481d-8884-cc7ec737f512 of type vlan for network 2b0f0f53-742c-4158-9900-4acf2578c1ab Apr 18 20:38:00.206582 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 62282084-b787-4281-b751-1f2d5f74ee85 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:38:00.207392 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 62282084-b787-4281-b751-1f2d5f74ee85 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:38:00.267167 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-42ac42aa-e6ef-4cd9-b67a-8e9a38a42d52 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.307338 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.339129 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-8f794c71-32ad-4360-b691-967356451735 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.365848 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6411c9fd-5d6a-44e5-89cb-70be18810b09 None None] Provisioning complete for port 205f90fe-a6f4-4e30-b703-fd6e596a5636 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:00.365848 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6411c9fd-5d6a-44e5-89cb-70be18810b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.533258 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef5c04b6-dfe0-4fc6-b70c-bdaf8927fe4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.600964 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-330f4cdc-5136-4df5-821b-54aab1ff1f2a req-1db6c72c-ca58-4c9a-bbb9-031eba34b2ea tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.608306 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74cbf70-d5e6-4486-88d7-19709439404d admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:38:00.625166 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c5c560-8f9a-40ef-bd48-f2dc39af0914 None None] Sync routers for ids ['1bdbaa08-2c44-4f51-89b0-9c906347b970'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:38:00.684332 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c5c560-8f9a-40ef-bd48-f2dc39af0914 None None] Routers {'1bdbaa08-2c44-4f51-89b0-9c906347b970'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:38:00.689931 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-c8c5c560-8f9a-40ef-bd48-f2dc39af0914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:37:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1bdbaa08-2c44-4f51-89b0-9c906347b970'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:00.701699 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-dfb727d8-86d3-4fab-b2f9-95695f1281f6 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Made reservation on behalf of 4c38bdc963bc4174b81b6324270a917b for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:00.728169 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-dfb727d8-86d3-4fab-b2f9-95695f1281f6 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.793285 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d74cbf70-d5e6-4486-88d7-19709439404d admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.805748 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40332) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:00.810510 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d74cbf70-d5e6-4486-88d7-19709439404d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.6269464 Apr 18 20:38:00.846629 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411c9fd-5d6a-44e5-89cb-70be18810b09 None None] Pushing event updated for resources: {'Port': ['ID=002d5eee-70e6-4fc5-9ee9-3a208b244052,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:00.849352 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef5c04b6-dfe0-4fc6-b70c-bdaf8927fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.878792 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-8f794c71-32ad-4360-b691-967356451735 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.936177 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-bf71d8da-aae5-4a29-a3fb-fa38a784d92a None None] Allocated IP 172.20.0.2 (c0e305f7-b542-42c8-b395-eb424f597b80/106aa402-66e8-4b20-a76a-4a5df2e4dfa3/4bdca135-d2ee-4c2b-b967-861124a33300) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:00.954601 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6411c9fd-5d6a-44e5-89cb-70be18810b09 None None] Port 205f90fe-a6f4-4e30-b703-fd6e596a5636 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:38:00.986491 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5c04b6-dfe0-4fc6-b70c-bdaf8927fe4a admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:01.003815 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-ef5c04b6-dfe0-4fc6-b70c-bdaf8927fe4a admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:01.026922 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5c04b6-dfe0-4fc6-b70c-bdaf8927fe4a admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:01.047743 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-8f794c71-32ad-4360-b691-967356451735 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Network be8054fa-4687-4cda-b57e-526d30f6a923 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:01.070339 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ba331da-64e2-45fa-87ef-0a6938dd3611 req-e310a012-851e-455e-9226-e0e64cec31d8 tempest-ServerShowV257Test-1230492713 tempest-ServerShowV257Test-1230492713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82592e9-1cbe-472b-99a3-b51d9e8f27ba HTTP/1.1" status: 200 len: 210 time: 0.3247819 Apr 18 20:38:01.084217 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-42ac42aa-e6ef-4cd9-b67a-8e9a38a42d52 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:01.104383 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-8f794c71-32ad-4360-b691-967356451735 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:01.118227 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ac42aa-e6ef-4cd9-b67a-8e9a38a42d52 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:01.123966 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-42ac42aa-e6ef-4cd9-b67a-8e9a38a42d52 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:01.136410 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-8f794c71-32ad-4360-b691-967356451735 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:01.252511 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-c8c5c560-8f9a-40ef-bd48-f2dc39af0914 None None] Set router 1bdbaa08-2c44-4f51-89b0-9c906347b970 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:38:01.615398 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ab771864-4ec3-4c03-a11e-259dfc4b99d8 req-485d2bd3-174b-4bfe-a11c-f4f4874c45fa tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 210 time: 0.3142335 Apr 18 20:38:01.684187 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-42ac42aa-e6ef-4cd9-b67a-8e9a38a42d52 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.6984944 Apr 18 20:38:01.701019 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40340) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:01.728216 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7253ad82-2e8d-4775-980c-215b911919c6 None None] Network fb225605-c490-4bb4-a150-b74221fc667a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:01.731735 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fdf33566-12dd-431e-9451-f40935b9263d up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:01.766166 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-42f585f1-c3ef-4b69-bf51-b972d65e4bf7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-60883538'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:01.818322 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac42aa-e6ef-4cd9-b67a-8e9a38a42d52 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event updated for resources: {'Network': ['ID=2b0f0f53-742c-4158-9900-4acf2578c1ab,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:02.003364 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-330f4cdc-5136-4df5-821b-54aab1ff1f2a req-1db6c72c-ca58-4c9a-bbb9-031eba34b2ea tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.013544 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-c8c5c560-8f9a-40ef-bd48-f2dc39af0914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'name': 'tempest-ServerActionsTestJSON-1234742866-router', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '5b46bd57-5aaf-4392-b741-748c85438396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:37:54Z', 'revision_number': 3, 'project_id': 'f07a47e8c182436591c55c66e8d2e113', 'gw_port': {'id': '5b46bd57-5aaf-4392-b741-748c85438396', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:52Z', 'updated_at': '2022-04-18T20:37:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:02.063744 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-330f4cdc-5136-4df5-821b-54aab1ff1f2a req-1db6c72c-ca58-4c9a-bbb9-031eba34b2ea tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.068871 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c5c560-8f9a-40ef-bd48-f2dc39af0914 None None] Checking router: 1bdbaa08-2c44-4f51-89b0-9c906347b970 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:38:02.069303 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c5c560-8f9a-40ef-bd48-f2dc39af0914 None None] Updating router 1bdbaa08-2c44-4f51-89b0-9c906347b970 port 5b46bd57-5aaf-4392-b741-748c85438396 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:38:02.081136 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c04b6-dfe0-4fc6-b70c-bdaf8927fe4a admin admin] Pushing event updated for resources: {'Port': ['ID=c7704d22-9194-42ff-bb80-36090b9070c4,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:02.146003 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c8c5c560-8f9a-40ef-bd48-f2dc39af0914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.146730 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f585f1-c3ef-4b69-bf51-b972d65e4bf7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Made reservation on behalf of 038769a0c1df4ebc8efcb644264a6ef4 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:02.150439 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-42f585f1-c3ef-4b69-bf51-b972d65e4bf7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.178118 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-7785aa7b-a3e1-462d-8568-482e6d18d3c6 None None] Provisioning complete for port 71668fd6-4b74-49a6-865b-cd296de6ea2d triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:02.186890 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7785aa7b-a3e1-462d-8568-482e6d18d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.198971 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 2b0f0f53-742c-4158-9900-4acf2578c1ab details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:38:02.201456 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.225474 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6c72c-ca58-4c9a-bbb9-031eba34b2ea tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=105c51fa-b260-4044-be0a-64c1c67ac707,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:02.269656 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.288903 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-330f4cdc-5136-4df5-821b-54aab1ff1f2a req-1db6c72c-ca58-4c9a-bbb9-031eba34b2ea tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.295786 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-330f4cdc-5136-4df5-821b-54aab1ff1f2a req-1db6c72c-ca58-4c9a-bbb9-031eba34b2ea tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 2.6989255 Apr 18 20:38:02.348412 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-dfb727d8-86d3-4fab-b2f9-95695f1281f6 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Allocated IP 172.20.0.11 (92da7360-d409-4b3e-ad31-ddbae7217c5a/55983801-f492-4a46-94da-ae12b2e91406/99ad98b6-bfe9-4773-945f-0ca8f238c908) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:02.387641 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c72f36-b218-44d9-9a2d-75f1b50128e1 req-4094f73f-d0ad-4353-b554-a657da62fbdc tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:02.389506 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d1c72f36-b218-44d9-9a2d-75f1b50128e1 req-4094f73f-d0ad-4353-b554-a657da62fbdc tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 931 time: 0.5270317 Apr 18 20:38:02.408801 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f585f1-c3ef-4b69-bf51-b972d65e4bf7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:38:02.510850 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port fdf33566-12dd-431e-9451-f40935b9263d triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:02.511374 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.538768 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-42f585f1-c3ef-4b69-bf51-b972d65e4bf7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.553353 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-42f585f1-c3ef-4b69-bf51-b972d65e4bf7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Added segment 3a670b0e-6c3c-43fd-a0c4-ca85021cbf57 of type vlan for network a8f8942e-3e1a-43d9-880b-ea4411c35474 Apr 18 20:38:02.627334 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-8f794c71-32ad-4360-b691-967356451735 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:02.628752 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-8f794c71-32ad-4360-b691-967356451735 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.764308 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f794c71-32ad-4360-b691-967356451735 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event updated for resources: {'Port': ['ID=a1b5ed77-e9b0-4a39-8173-c0d43582d65b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:02.792950 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-8f794c71-32ad-4360-b691-967356451735 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4214725 Apr 18 20:38:02.810214 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-40ce6b0d-2365-4b56-a8c9-a961519ec9a4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Request body: {'port': {'device_id': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'network_id': 'b8bd28fa-dce1-4529-b79d-031d463a140d', 'admin_state_up': True, 'tenant_id': 'a68a6b8656b54bed80d6a62c1f094daf'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:03.010860 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-3859441a-6b99-43a8-81d3-f24daf046dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4330674-2225-4085-9028-bbdfed35b74c', 'name': 'tempest-TaggedBootDevicesTest-1080298842-router', 'tenant_id': '6593e0649c184942bc98b321e69eb894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'fdf33566-12dd-431e-9451-f40935b9263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:36Z', 'updated_at': '2022-04-18T20:37:52Z', 'revision_number': 4, 'project_id': '6593e0649c184942bc98b321e69eb894', 'gw_port': {'id': 'fdf33566-12dd-431e-9451-f40935b9263d', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:59:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4330674-2225-4085-9028-bbdfed35b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:40Z', 'updated_at': '2022-04-18T20:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '205f90fe-a6f4-4e30-b703-fd6e596a5636', 'name': '', 'network_id': '771afd82-534b-4067-baaf-2e943171547d', 'tenant_id': '6593e0649c184942bc98b321e69eb894', 'mac_address': 'fa:16:3e:cd:84:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4330674-2225-4085-9028-bbdfed35b74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'fbab67ed-7c25-4a2f-aa73-9297775c86a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:50Z', 'updated_at': '2022-04-18T20:37:52Z', 'revision_number': 2, 'project_id': '6593e0649c184942bc98b321e69eb894', 'subnets': [{'id': 'fbab67ed-7c25-4a2f-aa73-9297775c86a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:03.028973 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d1c72f36-b218-44d9-9a2d-75f1b50128e1 req-d83ee82c-08a7-4998-be8b-7b95bb081a43 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6135197 Apr 18 20:38:03.092782 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-42f585f1-c3ef-4b69-bf51-b972d65e4bf7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.109069 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859441a-6b99-43a8-81d3-f24daf046dc7 None None] Checking router: d4330674-2225-4085-9028-bbdfed35b74c for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:38:03.111419 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859441a-6b99-43a8-81d3-f24daf046dc7 None None] Updating router d4330674-2225-4085-9028-bbdfed35b74c port 205f90fe-a6f4-4e30-b703-fd6e596a5636 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:38:03.154375 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c8c5c560-8f9a-40ef-bd48-f2dc39af0914 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.160160 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bd71f700-ba15-447a-a588-796adbf03ef3 req-55c89b47-7e7b-4cd7-8669-8af2ab4dca1b tempest-ServerShowV257Test-1230492713 tempest-ServerShowV257Test-1230492713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82592e9-1cbe-472b-99a3-b51d9e8f27ba HTTP/1.1" status: 200 len: 210 time: 0.3192139 Apr 18 20:38:03.175312 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef5c04b6-dfe0-4fc6-b70c-bdaf8927fe4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.182018 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-42f585f1-c3ef-4b69-bf51-b972d65e4bf7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.190626 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c8c5c560-8f9a-40ef-bd48-f2dc39af0914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.224376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f585f1-c3ef-4b69-bf51-b972d65e4bf7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:03.232082 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-42f585f1-c3ef-4b69-bf51-b972d65e4bf7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.263874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-d84e1141-dea6-4372-b3df-276b8eaf03f4 req-64881357-9441-4b51-a037-99f8007c7f1c tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1747487997', 'description': 'tempest-description-605626868'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:03.312283 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7785aa7b-a3e1-462d-8568-482e6d18d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.343987 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bf71d8da-aae5-4a29-a3fb-fa38a784d92a None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.369949 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7be77-d27b-4315-90ab-704d6e291423 None None] Pushing event updated for resources: {'Port': ['ID=5b46bd57-5aaf-4392-b741-748c85438396,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:03.410847 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7785aa7b-a3e1-462d-8568-482e6d18d3c6 None None] For port 71668fd6-4b74-49a6-865b-cd296de6ea2d, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=71668fd6-4b74-49a6-865b-cd296de6ea2d,segment=NetworkSegment(7977201b-c284-4359-8cfc-410b3da0206a),segment_id=7977201b-c284-4359-8cfc-410b3da0206a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:03.421399 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-c8c5c560-8f9a-40ef-bd48-f2dc39af0914 None None] Attempting to bind port 5b46bd57-5aaf-4392-b741-748c85438396 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:03.422901 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-c8c5c560-8f9a-40ef-bd48-f2dc39af0914 None None] Attempting to bind port 5b46bd57-5aaf-4392-b741-748c85438396 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:03.423713 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c5c560-8f9a-40ef-bd48-f2dc39af0914 None None] Attempting to bind port 5b46bd57-5aaf-4392-b741-748c85438396 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:03.431942 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bf71d8da-aae5-4a29-a3fb-fa38a784d92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.444868 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c5c560-8f9a-40ef-bd48-f2dc39af0914 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:03.449695 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c5c560-8f9a-40ef-bd48-f2dc39af0914 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:03.452060 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c8c5c560-8f9a-40ef-bd48-f2dc39af0914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.454395 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c5c560-8f9a-40ef-bd48-f2dc39af0914 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:03.456778 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-c8c5c560-8f9a-40ef-bd48-f2dc39af0914 None None] Bound port: 5b46bd57-5aaf-4392-b741-748c85438396, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:03.458804 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c8c5c560-8f9a-40ef-bd48-f2dc39af0914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.482632 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3859441a-6b99-43a8-81d3-f24daf046dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.487408 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7785aa7b-a3e1-462d-8568-482e6d18d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.504969 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86adc58c-d201-4f69-90a3-bbb2f709cdda req-6af79a34-1553-4e46-b2b7-e5b464247040 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 210 time: 0.1785891 Apr 18 20:38:03.538315 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-40ce6b0d-2365-4b56-a8c9-a961519ec9a4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Made reservation on behalf of a68a6b8656b54bed80d6a62c1f094daf for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:03.543128 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-40ce6b0d-2365-4b56-a8c9-a961519ec9a4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.564688 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf71d8da-aae5-4a29-a3fb-fa38a784d92a None None] Network c0e305f7-b542-42c8-b395-eb424f597b80 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:03.581314 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-bf71d8da-aae5-4a29-a3fb-fa38a784d92a None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:03.587990 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf71d8da-aae5-4a29-a3fb-fa38a784d92a None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:03.631192 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-dfb727d8-86d3-4fab-b2f9-95695f1281f6 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.639959 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f585f1-c3ef-4b69-bf51-b972d65e4bf7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event updated for resources: {'Network': ['ID=a8f8942e-3e1a-43d9-880b-ea4411c35474,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:03.649763 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-7785aa7b-a3e1-462d-8568-482e6d18d3c6 None None] Provisioning complete for port e4435682-8246-4b57-9cf8-bffdd6a1589a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:03.650177 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7785aa7b-a3e1-462d-8568-482e6d18d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.687003 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-42f585f1-c3ef-4b69-bf51-b972d65e4bf7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9571230 Apr 18 20:38:03.693569 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d84e1141-dea6-4372-b3df-276b8eaf03f4 req-64881357-9441-4b51-a037-99f8007c7f1c tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.708529 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40350) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:03.720542 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-c8c5c560-8f9a-40ef-bd48-f2dc39af0914 None None] For port 5b46bd57-5aaf-4392-b741-748c85438396, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:03.731812 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-c8c5c560-8f9a-40ef-bd48-f2dc39af0914 None None] For port 5b46bd57-5aaf-4392-b741-748c85438396, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5b46bd57-5aaf-4392-b741-748c85438396,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:03.734431 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-437cb937-f341-4b4d-a1ab-36bb114dd4e1 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Request body: {'subnet': {'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:03.752161 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c8c5c560-8f9a-40ef-bd48-f2dc39af0914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.855654 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-40ce6b0d-2365-4b56-a8c9-a961519ec9a4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Allocated IP 19.86.0.24 (b8bd28fa-dce1-4529-b79d-031d463a140d/943f2df0-0f73-4cb8-a84c-5ab8e15fe980/cf1eca24-5d84-4e69-bf89-2ab279df31a9) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:03.893707 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c5c560-8f9a-40ef-bd48-f2dc39af0914 None None] Routers {'1bdbaa08-2c44-4f51-89b0-9c906347b970'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:38:03.898984 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-c8c5c560-8f9a-40ef-bd48-f2dc39af0914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:37:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1bdbaa08-2c44-4f51-89b0-9c906347b970'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:03.936859 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82c62c65-6aa7-4933-9134-c44dd0cd21d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.971741 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network a8f8942e-3e1a-43d9-880b-ea4411c35474 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:38:04.021400 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7be77-d27b-4315-90ab-704d6e291423 None None] Pushing event updated for resources: {'Port': ['ID=5b46bd57-5aaf-4392-b741-748c85438396,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:04.134840 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-c8c5c560-8f9a-40ef-bd48-f2dc39af0914 None None] Set router 1bdbaa08-2c44-4f51-89b0-9c906347b970 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:38:04.170159 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71d8da-aae5-4a29-a3fb-fa38a784d92a None None] Pushing event updated for resources: {'Port': ['ID=4bdca135-d2ee-4c2b-b967-861124a33300,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:04.267484 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d84e1141-dea6-4372-b3df-276b8eaf03f4 req-64881357-9441-4b51-a037-99f8007c7f1c tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.288079 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d84e1141-dea6-4372-b3df-276b8eaf03f4 req-64881357-9441-4b51-a037-99f8007c7f1c tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.314700 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785aa7b-a3e1-462d-8568-482e6d18d3c6 None None] Pushing event updated for resources: {'Port': ['ID=71668fd6-4b74-49a6-865b-cd296de6ea2d,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:04.317428 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-dfb727d8-86d3-4fab-b2f9-95695f1281f6 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.367622 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef5c04b6-dfe0-4fc6-b70c-bdaf8927fe4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.406047 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-c8c5c560-8f9a-40ef-bd48-f2dc39af0914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'name': 'tempest-ServerActionsTestJSON-1234742866-router', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '5b46bd57-5aaf-4392-b741-748c85438396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:37:54Z', 'revision_number': 3, 'project_id': 'f07a47e8c182436591c55c66e8d2e113', 'gw_port': {'id': '5b46bd57-5aaf-4392-b741-748c85438396', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:52Z', 'updated_at': '2022-04-18T20:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:04.436015 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c5c560-8f9a-40ef-bd48-f2dc39af0914 None None] The sync data for ids ['1bdbaa08-2c44-4f51-89b0-9c906347b970'] in n-d-838323-3 is: [{'id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'name': 'tempest-ServerActionsTestJSON-1234742866-router', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '5b46bd57-5aaf-4392-b741-748c85438396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:37:54Z', 'revision_number': 3, 'project_id': 'f07a47e8c182436591c55c66e8d2e113', 'gw_port': {'id': '5b46bd57-5aaf-4392-b741-748c85438396', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:52Z', 'updated_at': '2022-04-18T20:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:38:04.468571 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437cb937-f341-4b4d-a1ab-36bb114dd4e1 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Made reservation on behalf of 038769a0c1df4ebc8efcb644264a6ef4 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:04.472723 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-437cb937-f341-4b4d-a1ab-36bb114dd4e1 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.487897 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d84e1141-dea6-4372-b3df-276b8eaf03f4 req-64881357-9441-4b51-a037-99f8007c7f1c tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.489222 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d84e1141-dea6-4372-b3df-276b8eaf03f4 req-64881357-9441-4b51-a037-99f8007c7f1c tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.3262398 Apr 18 20:38:04.606282 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb727d8-86d3-4fab-b2f9-95695f1281f6 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Pushing event updated for resources: {'Port': ['ID=99ad98b6-bfe9-4773-945f-0ca8f238c908,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:04.646846 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.693534 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port fdf33566-12dd-431e-9451-f40935b9263d, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fdf33566-12dd-431e-9451-f40935b9263d,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:04.778326 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.779267 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7eb0b1d6-06d5-431e-b36f-77969223b9da up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:04.783213 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-bf71d8da-aae5-4a29-a3fb-fa38a784d92a None None] Attempting to bind port 4bdca135-d2ee-4c2b-b967-861124a33300 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:04.783213 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-bf71d8da-aae5-4a29-a3fb-fa38a784d92a None None] Attempting to bind port 4bdca135-d2ee-4c2b-b967-861124a33300 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '3fc06cf4-dcea-4040-bf01-4525df091089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:04.783213 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71d8da-aae5-4a29-a3fb-fa38a784d92a None None] Attempting to bind port 4bdca135-d2ee-4c2b-b967-861124a33300 on network c0e305f7-b542-42c8-b395-eb424f597b80 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:04.799574 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71d8da-aae5-4a29-a3fb-fa38a784d92a None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:04.799947 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71d8da-aae5-4a29-a3fb-fa38a784d92a None None] Checking segment: {'id': '3fc06cf4-dcea-4040-bf01-4525df091089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:04.800498 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bf71d8da-aae5-4a29-a3fb-fa38a784d92a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.801015 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71d8da-aae5-4a29-a3fb-fa38a784d92a None None] Bound using segment: {'id': '3fc06cf4-dcea-4040-bf01-4525df091089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:04.801567 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-bf71d8da-aae5-4a29-a3fb-fa38a784d92a None None] Bound port: 4bdca135-d2ee-4c2b-b967-861124a33300, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc06cf4-dcea-4040-bf01-4525df091089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:04.802027 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bf71d8da-aae5-4a29-a3fb-fa38a784d92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.898402 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-40ce6b0d-2365-4b56-a8c9-a961519ec9a4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.926699 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3859441a-6b99-43a8-81d3-f24daf046dc7 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:05.003844 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7785aa7b-a3e1-462d-8568-482e6d18d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:05.046395 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3859441a-6b99-43a8-81d3-f24daf046dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:05.192537 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-82c62c65-6aa7-4933-9134-c44dd0cd21d5 admin admin] Allocated IP 172.20.0.1 (fb225605-c490-4bb4-a150-b74221fc667a/8e471ea4-101a-40ef-81f9-9917dd650719/4782b362-b4e3-4283-bd73-9891e39a8585) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:05.205903 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7785aa7b-a3e1-462d-8568-482e6d18d3c6 None None] For port e4435682-8246-4b57-9cf8-bffdd6a1589a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=e4435682-8246-4b57-9cf8-bffdd6a1589a,segment=NetworkSegment(33b38762-fd63-48e1-abc2-800616aba7bd),segment_id=33b38762-fd63-48e1-abc2-800616aba7bd)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:05.241822 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=fdf33566-12dd-431e-9451-f40935b9263d,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:05.248727 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-40ce6b0d-2365-4b56-a8c9-a961519ec9a4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:05.253614 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-bf71d8da-aae5-4a29-a3fb-fa38a784d92a None None] For port 4bdca135-d2ee-4c2b-b967-861124a33300, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:05.274527 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7785aa7b-a3e1-462d-8568-482e6d18d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:05.280414 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-3859441a-6b99-43a8-81d3-f24daf046dc7 None None] Attempting to bind port 205f90fe-a6f4-4e30-b703-fd6e596a5636 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:05.280834 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-3859441a-6b99-43a8-81d3-f24daf046dc7 None None] Attempting to bind port 205f90fe-a6f4-4e30-b703-fd6e596a5636 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '04d342d8-916a-45bc-834e-e2ca001685e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '771afd82-534b-4067-baaf-2e943171547d'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:05.281252 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3859441a-6b99-43a8-81d3-f24daf046dc7 None None] Attempting to bind port 205f90fe-a6f4-4e30-b703-fd6e596a5636 on network 771afd82-534b-4067-baaf-2e943171547d {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:05.346427 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-bf71d8da-aae5-4a29-a3fb-fa38a784d92a None None] For port 4bdca135-d2ee-4c2b-b967-861124a33300, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4bdca135-d2ee-4c2b-b967-861124a33300,segment=NetworkSegment(3fc06cf4-dcea-4040-bf01-4525df091089),segment_id=3fc06cf4-dcea-4040-bf01-4525df091089)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:05.364469 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3859441a-6b99-43a8-81d3-f24daf046dc7 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:05.365083 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3859441a-6b99-43a8-81d3-f24daf046dc7 None None] Checking segment: {'id': '04d342d8-916a-45bc-834e-e2ca001685e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '771afd82-534b-4067-baaf-2e943171547d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:05.365493 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3859441a-6b99-43a8-81d3-f24daf046dc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:05.365932 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3859441a-6b99-43a8-81d3-f24daf046dc7 None None] Bound using segment: {'id': '04d342d8-916a-45bc-834e-e2ca001685e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '771afd82-534b-4067-baaf-2e943171547d'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:05.366429 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-3859441a-6b99-43a8-81d3-f24daf046dc7 None None] Bound port: 205f90fe-a6f4-4e30-b703-fd6e596a5636, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d342d8-916a-45bc-834e-e2ca001685e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '771afd82-534b-4067-baaf-2e943171547d'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:05.366812 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3859441a-6b99-43a8-81d3-f24daf046dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:05.383480 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 7eb0b1d6-06d5-431e-b36f-77969223b9da triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:05.383858 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:05.398520 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-7785aa7b-a3e1-462d-8568-482e6d18d3c6 None None] Provisioning complete for port 002d5eee-70e6-4fc5-9ee9-3a208b244052 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:05.398961 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7785aa7b-a3e1-462d-8568-482e6d18d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:05.411768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-dfb727d8-86d3-4fab-b2f9-95695f1281f6 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Network 92da7360-d409-4b3e-ad31-ddbae7217c5a is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:05.412820 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64881357-9441-4b51-a037-99f8007c7f1c tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df6bced5-f6e8-48cd-9e26-806dae87124b,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:05.414020 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bf71d8da-aae5-4a29-a3fb-fa38a784d92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:05.440478 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce6b0d-2365-4b56-a8c9-a961519ec9a4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event updated for resources: {'Port': ['ID=cf1eca24-5d84-4e69-bf89-2ab279df31a9,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:05.442006 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283f4fa-3e86-4aa9-a706-9f4fae2696c7 req-0647d826-5533-4acd-a024-83a171c87e8b tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:05.447263 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c283f4fa-3e86-4aa9-a706-9f4fae2696c7 req-0647d826-5533-4acd-a024-83a171c87e8b tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 931 time: 1.1613045 Apr 18 20:38:05.449098 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-dfb727d8-86d3-4fab-b2f9-95695f1281f6 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:05.454567 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-dfb727d8-86d3-4fab-b2f9-95695f1281f6 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:05.587944 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5c04b6-dfe0-4fc6-b70c-bdaf8927fe4a admin admin] Router 7690285a-4af5-4254-a65a-846556e68668 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:38:05.596314 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d017281a-9c9a-4a52-a9f3-d3aac82dfaf3 req-f61ca09d-608e-46b6-8556-e0ccfa733908 tempest-ServerShowV257Test-1230492713 tempest-ServerShowV257Test-1230492713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82592e9-1cbe-472b-99a3-b51d9e8f27ba HTTP/1.1" status: 200 len: 210 time: 0.2080271 Apr 18 20:38:05.667418 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-3859441a-6b99-43a8-81d3-f24daf046dc7 None None] For port 205f90fe-a6f4-4e30-b703-fd6e596a5636, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:05.672595 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-40ce6b0d-2365-4b56-a8c9-a961519ec9a4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Network b8bd28fa-dce1-4529-b79d-031d463a140d is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:05.679812 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-3859441a-6b99-43a8-81d3-f24daf046dc7 None None] For port 205f90fe-a6f4-4e30-b703-fd6e596a5636, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=205f90fe-a6f4-4e30-b703-fd6e596a5636,segment=NetworkSegment(04d342d8-916a-45bc-834e-e2ca001685e9),segment_id=04d342d8-916a-45bc-834e-e2ca001685e9)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:05.695933 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-40ce6b0d-2365-4b56-a8c9-a961519ec9a4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:05.698975 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bcbd28-4c76-4960-abb0-1d315de274b4 None None] Pushing event updated for resources: {'Port': ['ID=205f90fe-a6f4-4e30-b703-fd6e596a5636,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:05.711564 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3859441a-6b99-43a8-81d3-f24daf046dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:05.730889 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-40ce6b0d-2365-4b56-a8c9-a961519ec9a4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:05.863680 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-437cb937-f341-4b4d-a1ab-36bb114dd4e1 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.162344 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-dfb727d8-86d3-4fab-b2f9-95695f1281f6 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:06.163417 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-dfb727d8-86d3-4fab-b2f9-95695f1281f6 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.195494 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c283f4fa-3e86-4aa9-a706-9f4fae2696c7 req-042b1d0a-d739-4063-a53f-e16419c61751 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7282357 Apr 18 20:38:06.240894 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785aa7b-a3e1-462d-8568-482e6d18d3c6 None None] Pushing event updated for resources: {'Port': ['ID=e4435682-8246-4b57-9cf8-bffdd6a1589a,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:06.252567 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82c62c65-6aa7-4933-9134-c44dd0cd21d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.407717 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cb937-f341-4b4d-a1ab-36bb114dd4e1 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event updated for resources: {'Subnet': ['ID=23311194-a384-4735-a60e-77f8a24f1bc9,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:06.472005 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-dfb727d8-86d3-4fab-b2f9-95695f1281f6 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0275476 Apr 18 20:38:06.523736 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71d8da-aae5-4a29-a3fb-fa38a784d92a None None] Pushing event updated for resources: {'Port': ['ID=4bdca135-d2ee-4c2b-b967-861124a33300,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:06.551633 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-345a2419-6c14-439b-9586-c64077265514 service neutron] Request body: {'port': {'device_id': '795af6a3-73d8-4fa7-921c-a42213c84a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:06.565633 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-40ce6b0d-2365-4b56-a8c9-a961519ec9a4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:06.567572 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-40ce6b0d-2365-4b56-a8c9-a961519ec9a4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.707689 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437cb937-f341-4b4d-a1ab-36bb114dd4e1 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Checking segment: {'id': '9685e92c-5add-481d-8884-cc7ec737f512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:06.708259 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437cb937-f341-4b4d-a1ab-36bb114dd4e1 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Network hostable DHCP agents. Network: 2b0f0f53-742c-4158-9900-4acf2578c1ab, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:38:06.723355 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3859441a-6b99-43a8-81d3-f24daf046dc7 None None] Routers {'d4330674-2225-4085-9028-bbdfed35b74c'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:38:06.724459 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-3859441a-6b99-43a8-81d3-f24daf046dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:37:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d4330674-2225-4085-9028-bbdfed35b74c'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:06.787139 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5c04b6-dfe0-4fc6-b70c-bdaf8927fe4a admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:38:06.841727 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-40ce6b0d-2365-4b56-a8c9-a961519ec9a4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0357692 Apr 18 20:38:06.851207 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef5c04b6-dfe0-4fc6-b70c-bdaf8927fe4a admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.853668 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ef5c04b6-dfe0-4fc6-b70c-bdaf8927fe4a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.7575336 Apr 18 20:38:06.856127 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82c62c65-6aa7-4933-9134-c44dd0cd21d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.860308 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40378) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:06.873103 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-3eb2c989-2e6b-4d10-b54d-8d8d4fdb395d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Request body: {'port': {'device_id': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'network_id': 'be8054fa-4687-4cda-b57e-526d30f6a923', 'admin_state_up': True, 'tenant_id': 'a68a6b8656b54bed80d6a62c1f094daf'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:06.924303 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 002d5eee-70e6-4fc5-9ee9-3a208b244052 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:06.926725 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79391dd9-9a34-4bd0-a797-3e36cff6d9ec None None] Sync routers for ids ['7690285a-4af5-4254-a65a-846556e68668'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:38:06.981788 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a8cd6-5529-4e3e-9c70-da608365118f req-feab2e3e-9fb7-4248-905b-290af18c6f1f tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:06.987386 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8d6a8cd6-5529-4e3e-9c70-da608365118f req-feab2e3e-9fb7-4248-905b-290af18c6f1f tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 932 time: 0.9943745 Apr 18 20:38:07.088594 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437cb937-f341-4b4d-a1ab-36bb114dd4e1 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Network 2b0f0f53-742c-4158-9900-4acf2578c1ab is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:38:07.093234 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79391dd9-9a34-4bd0-a797-3e36cff6d9ec None None] Routers {'7690285a-4af5-4254-a65a-846556e68668'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:38:07.095008 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-79391dd9-9a34-4bd0-a797-3e36cff6d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:37:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7690285a-4af5-4254-a65a-846556e68668'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:07.190989 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-7785aa7b-a3e1-462d-8568-482e6d18d3c6 None None] Provisioning complete for port 205f90fe-a6f4-4e30-b703-fd6e596a5636 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:07.191416 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7785aa7b-a3e1-462d-8568-482e6d18d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:07.242260 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-200262ad-01bc-47ea-91fa-1f0efef60da4 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:07.251171 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-200262ad-01bc-47ea-91fa-1f0efef60da4 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/networks?id=a0123474-236c-43f6-b5fb-551e0942a4f0 HTTP/1.1" status: 200 len: 812 time: 0.6808851 Apr 18 20:38:07.263011 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-437cb937-f341-4b4d-a1ab-36bb114dd4e1 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 2b0f0f53-742c-4158-9900-4acf2578c1ab) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:07.282962 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-345a2419-6c14-439b-9586-c64077265514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:07.299458 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c62c65-6aa7-4933-9134-c44dd0cd21d5 admin admin] Network fb225605-c490-4bb4-a150-b74221fc667a is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:07.312991 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-82c62c65-6aa7-4933-9134-c44dd0cd21d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:07.313346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437cb937-f341-4b4d-a1ab-36bb114dd4e1 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:07.314720 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-437cb937-f341-4b4d-a1ab-36bb114dd4e1 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:07.325728 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c62c65-6aa7-4933-9134-c44dd0cd21d5 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:07.333769 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c62c65-6aa7-4933-9134-c44dd0cd21d5 admin admin] Pushing event updated for resources: {'Port': ['ID=4782b362-b4e3-4283-bd73-9891e39a8585,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:07.367492 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8d6a8cd6-5529-4e3e-9c70-da608365118f req-31040510-b20f-4232-a051-14bd62506248 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3560796 Apr 18 20:38:07.424792 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-2b59f9c2-9b98-4e59-8a8d-63bdae4daa36 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/quotas/650e6c70232948a48193055b3cf5103f HTTP/1.1" status: 200 len: 375 time: 0.1331782 Apr 18 20:38:07.584748 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-437cb937-f341-4b4d-a1ab-36bb114dd4e1 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.8544636 Apr 18 20:38:07.669587 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40384) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:07.699311 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-eb7929f2-2a25-4601-9951-0196886429ca tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Request body: {'subnet': {'network_id': 'a8f8942e-3e1a-43d9-880b-ea4411c35474', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:07.733411 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea03d17-f4b3-4329-a785-879387fd6b34 None None] Network 2b0f0f53-742c-4158-9900-4acf2578c1ab requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:07.858872 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bcbd28-4c76-4960-abb0-1d315de274b4 None None] Pushing event updated for resources: {'Port': ['ID=205f90fe-a6f4-4e30-b703-fd6e596a5636,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:07.891772 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-3859441a-6b99-43a8-81d3-f24daf046dc7 None None] Set router d4330674-2225-4085-9028-bbdfed35b74c gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:38:07.902735 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.018210 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82c62c65-6aa7-4933-9134-c44dd0cd21d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.025180 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-3eb2c989-2e6b-4d10-b54d-8d8d4fdb395d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Made reservation on behalf of a68a6b8656b54bed80d6a62c1f094daf for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:08.030385 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-3eb2c989-2e6b-4d10-b54d-8d8d4fdb395d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.108190 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ff9c0a12-2ce5-44dd-9188-316c9e6ebd77 req-e623a10b-ed47-4c36-9d01-f38fbf564a13 tempest-ServerShowV257Test-1230492713 tempest-ServerShowV257Test-1230492713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82592e9-1cbe-472b-99a3-b51d9e8f27ba HTTP/1.1" status: 200 len: 210 time: 0.3314223 Apr 18 20:38:08.228712 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 002d5eee-70e6-4fc5-9ee9-3a208b244052 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:08.230356 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.328133 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-b09f6b81-81da-418b-a96e-32c8adeb2ad6 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=650e6c70232948a48193055b3cf5103f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8043599 Apr 18 20:38:08.512267 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-79391dd9-9a34-4bd0-a797-3e36cff6d9ec None None] Set router 7690285a-4af5-4254-a65a-846556e68668 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:38:08.553302 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-3eb2c989-2e6b-4d10-b54d-8d8d4fdb395d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Allocated IP 19.80.0.83 (be8054fa-4687-4cda-b57e-526d30f6a923/bf0b1816-577b-4602-acb8-51fcdc6883ca/94e44187-9d6d-4f62-a9df-b9409939e47d) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:08.555523 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82c62c65-6aa7-4933-9134-c44dd0cd21d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.636684 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-f1c6dd1a-dba9-4112-a40f-993d83eaa0b2 service neutron] 10.222.0.41 "GET /v2.0/networks/a0123474-236c-43f6-b5fb-551e0942a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042212 Apr 18 20:38:08.656099 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7929f2-2a25-4601-9951-0196886429ca tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Made reservation on behalf of 038769a0c1df4ebc8efcb644264a6ef4 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:08.660743 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-eb7929f2-2a25-4601-9951-0196886429ca tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.724234 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6f5281-594e-4230-a4c2-2dd21db79392 None None] Network c0e305f7-b542-42c8-b395-eb424f597b80 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:08.886564 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17764fc-1e0a-43db-a97e-37a3616cea1e req-71d9644e-5b86-4afe-a666-0c0b9283eb58 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:08.898742 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17764fc-1e0a-43db-a97e-37a3616cea1e req-71d9644e-5b86-4afe-a666-0c0b9283eb58 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:08.913248 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d17764fc-1e0a-43db-a97e-37a3616cea1e req-71d9644e-5b86-4afe-a666-0c0b9283eb58 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 1653 time: 0.6281073 Apr 18 20:38:09.111932 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d17764fc-1e0a-43db-a97e-37a3616cea1e req-f6617b8c-396f-40ea-be3d-b629364cb408 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967328 Apr 18 20:38:09.127961 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-3eb2c989-2e6b-4d10-b54d-8d8d4fdb395d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.159996 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7785aa7b-a3e1-462d-8568-482e6d18d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.234929 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2d87de-6fae-41ff-8072-b9a8b6f4ee2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-2b0f0f53-742c-4158-9900-4acf2578c1ab', 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'fixed_ips': [{'subnet_id': '23311194-a384-4735-a60e-77f8a24f1bc9'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:38:09.236823 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ad2d87de-6fae-41ff-8072-b9a8b6f4ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.404343 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2246c324-8bed-426c-9b22-56bf00ec852b up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:09.408353 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7785aa7b-a3e1-462d-8568-482e6d18d3c6 None None] For port 205f90fe-a6f4-4e30-b703-fd6e596a5636, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=205f90fe-a6f4-4e30-b703-fd6e596a5636,segment=NetworkSegment(04d342d8-916a-45bc-834e-e2ca001685e9),segment_id=04d342d8-916a-45bc-834e-e2ca001685e9)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:09.478485 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-425512ad-3df1-4dfa-b0f9-4bfd58c58c81 service neutron] 10.222.0.41 "GET /v2.0/networks/a0123474-236c-43f6-b5fb-551e0942a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7312863 Apr 18 20:38:09.483939 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7785aa7b-a3e1-462d-8568-482e6d18d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.658257 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29851d-d6fc-4104-9a08-47965c443797 req-dee6d09d-1a9f-4a99-8f4d-ce5136da971b tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:09.661286 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce29851d-d6fc-4104-9a08-47965c443797 req-dee6d09d-1a9f-4a99-8f4d-ce5136da971b tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 932 time: 0.3455226 Apr 18 20:38:09.699739 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1bff3de3-4288-440b-9e79-3861760cc9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.709567 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-eb7929f2-2a25-4601-9951-0196886429ca tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.711077 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-3eb2c989-2e6b-4d10-b54d-8d8d4fdb395d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.722614 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82c62c65-6aa7-4933-9134-c44dd0cd21d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.743854 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-345a2419-6c14-439b-9586-c64077265514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99ad98b6-bfe9-4773-945f-0ca8f238c908 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:38:09.754444 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785aa7b-a3e1-462d-8568-482e6d18d3c6 None None] Pushing event updated for resources: {'Port': ['ID=205f90fe-a6f4-4e30-b703-fd6e596a5636,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:09.757569 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82c62c65-6aa7-4933-9134-c44dd0cd21d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.786671 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-345a2419-6c14-439b-9586-c64077265514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.849387 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 2246c324-8bed-426c-9b22-56bf00ec852b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:09.850017 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.853954 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-3859441a-6b99-43a8-81d3-f24daf046dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4330674-2225-4085-9028-bbdfed35b74c', 'name': 'tempest-TaggedBootDevicesTest-1080298842-router', 'tenant_id': '6593e0649c184942bc98b321e69eb894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'fdf33566-12dd-431e-9451-f40935b9263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:36Z', 'updated_at': '2022-04-18T20:37:52Z', 'revision_number': 4, 'project_id': '6593e0649c184942bc98b321e69eb894', 'gw_port': {'id': 'fdf33566-12dd-431e-9451-f40935b9263d', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4330674-2225-4085-9028-bbdfed35b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:40Z', 'updated_at': '2022-04-18T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '205f90fe-a6f4-4e30-b703-fd6e596a5636', 'name': '', 'network_id': '771afd82-534b-4067-baaf-2e943171547d', 'tenant_id': '6593e0649c184942bc98b321e69eb894', 'mac_address': 'fa:16:3e:cd:84:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4330674-2225-4085-9028-bbdfed35b74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'fbab67ed-7c25-4a2f-aa73-9297775c86a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:50Z', 'updated_at': '2022-04-18T20:38:05Z', 'revision_number': 4, 'project_id': '6593e0649c184942bc98b321e69eb894', 'subnets': [{'id': 'fbab67ed-7c25-4a2f-aa73-9297775c86a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:09.869660 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-ad2d87de-6fae-41ff-8072-b9a8b6f4ee2f None None] Allocated IP 10.1.1.2 (2b0f0f53-742c-4158-9900-4acf2578c1ab/23311194-a384-4735-a60e-77f8a24f1bc9/e5bced41-8a6a-4bbe-b614-85eba3a4b36f) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:09.912009 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82c62c65-6aa7-4933-9134-c44dd0cd21d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.916103 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-345a2419-6c14-439b-9586-c64077265514 service neutron] Transition to ACTIVE for port object 99ad98b6-bfe9-4773-945f-0ca8f238c908 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:09.927342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce29851d-d6fc-4104-9a08-47965c443797 req-c15a0ea3-2668-435e-87e2-669227264c33 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430058 Apr 18 20:38:09.943398 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c8797201-0771-403a-b3cc-756e12d5930d None None] Provisioning complete for port a1b5ed77-e9b0-4a39-8173-c0d43582d65b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:09.948556 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8797201-0771-403a-b3cc-756e12d5930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.958419 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-345a2419-6c14-439b-9586-c64077265514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.961781 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-3eb2c989-2e6b-4d10-b54d-8d8d4fdb395d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Network be8054fa-4687-4cda-b57e-526d30f6a923 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:09.971396 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7929f2-2a25-4601-9951-0196886429ca tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event updated for resources: {'Subnet': ['ID=7c48d41c-4d09-4209-9d40-59fcbdf9fd5e,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:10.209967 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d14ba89-3906-4fbc-aec7-8acb4de8dda2 req-7e3576ad-32fa-4221-b9e5-83d0de910f9a tempest-ServerShowV257Test-1230492713 tempest-ServerShowV257Test-1230492713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82592e9-1cbe-472b-99a3-b51d9e8f27ba HTTP/1.1" status: 200 len: 210 time: 0.1041598 Apr 18 20:38:10.250408 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7929f2-2a25-4601-9951-0196886429ca tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Checking segment: {'id': '3a670b0e-6c3c-43fd-a0c4-ca85021cbf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a8f8942e-3e1a-43d9-880b-ea4411c35474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:10.250408 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7929f2-2a25-4601-9951-0196886429ca tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Network hostable DHCP agents. Network: a8f8942e-3e1a-43d9-880b-ea4411c35474, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:38:10.255107 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c8797201-0771-403a-b3cc-756e12d5930d None None] Port a1b5ed77-e9b0-4a39-8173-c0d43582d65b cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:38:10.355590 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5f1931c-d628-4c8d-98cb-dc978e9aede6 req-b0b0a623-ee1e-4a3c-8d39-540a76603ab2 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=0839eb0e-7b5f-46ed-8db5-b1807ec44e5d HTTP/1.1" status: 200 len: 210 time: 0.2037892 Apr 18 20:38:10.358571 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a2419-6c14-439b-9586-c64077265514 service neutron] Pushing event updated for resources: {'Port': ['ID=99ad98b6-bfe9-4773-945f-0ca8f238c908,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:10.462194 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-3eb2c989-2e6b-4d10-b54d-8d8d4fdb395d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:10.472496 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-3eb2c989-2e6b-4d10-b54d-8d8d4fdb395d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:10.504210 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7929f2-2a25-4601-9951-0196886429ca tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Network a8f8942e-3e1a-43d9-880b-ea4411c35474 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:38:10.555199 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-eb7929f2-2a25-4601-9951-0196886429ca tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, a8f8942e-3e1a-43d9-880b-ea4411c35474) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:10.564864 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7929f2-2a25-4601-9951-0196886429ca tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:10.565481 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-eb7929f2-2a25-4601-9951-0196886429ca tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.577852 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3161a68-c78a-4d6e-9d68-6c8fd2a0e905 req-64327981-ee29-47b4-b304-a5b38997d05d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:10.593378 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859441a-6b99-43a8-81d3-f24daf046dc7 None None] The sync data for ids ['d4330674-2225-4085-9028-bbdfed35b74c'] in n-d-838323-3 is: [{'id': 'd4330674-2225-4085-9028-bbdfed35b74c', 'name': 'tempest-TaggedBootDevicesTest-1080298842-router', 'tenant_id': '6593e0649c184942bc98b321e69eb894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'fdf33566-12dd-431e-9451-f40935b9263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:36Z', 'updated_at': '2022-04-18T20:37:52Z', 'revision_number': 4, 'project_id': '6593e0649c184942bc98b321e69eb894', 'gw_port': {'id': 'fdf33566-12dd-431e-9451-f40935b9263d', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4330674-2225-4085-9028-bbdfed35b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:40Z', 'updated_at': '2022-04-18T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '205f90fe-a6f4-4e30-b703-fd6e596a5636', 'name': '', 'network_id': '771afd82-534b-4067-baaf-2e943171547d', 'tenant_id': '6593e0649c184942bc98b321e69eb894', 'mac_address': 'fa:16:3e:cd:84:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4330674-2225-4085-9028-bbdfed35b74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'fbab67ed-7c25-4a2f-aa73-9297775c86a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:50Z', 'updated_at': '2022-04-18T20:38:05Z', 'revision_number': 4, 'project_id': '6593e0649c184942bc98b321e69eb894', 'subnets': [{'id': 'fbab67ed-7c25-4a2f-aa73-9297775c86a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:38:10.594946 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3161a68-c78a-4d6e-9d68-6c8fd2a0e905 req-64327981-ee29-47b4-b304-a5b38997d05d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:10.612117 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3161a68-c78a-4d6e-9d68-6c8fd2a0e905 req-64327981-ee29-47b4-b304-a5b38997d05d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:10.618400 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cba1242-88af-48fe-8817-be39621da123 None None] Network a8f8942e-3e1a-43d9-880b-ea4411c35474 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:10.625326 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3161a68-c78a-4d6e-9d68-6c8fd2a0e905 req-64327981-ee29-47b4-b304-a5b38997d05d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 2374 time: 0.2482450 Apr 18 20:38:10.634716 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-79391dd9-9a34-4bd0-a797-3e36cff6d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690285a-4af5-4254-a65a-846556e68668', 'name': 'tempest-ServersTestManualDisk-591377164-router', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c7704d22-9194-42ff-bb80-36090b9070c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:55Z', 'updated_at': '2022-04-18T20:38:02Z', 'revision_number': 3, 'project_id': '2973a3b0af804e7199e15770f476280e', 'gw_port': {'id': 'c7704d22-9194-42ff-bb80-36090b9070c4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7690285a-4af5-4254-a65a-846556e68668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:59Z', 'updated_at': '2022-04-18T20:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:10.837278 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-eb7929f2-2a25-4601-9951-0196886429ca tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1632538 Apr 18 20:38:10.845993 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-345a2419-6c14-439b-9586-c64077265514 service neutron] Attempting to bind port 99ad98b6-bfe9-4773-945f-0ca8f238c908 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:10.846318 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-345a2419-6c14-439b-9586-c64077265514 service neutron] Attempting to bind port 99ad98b6-bfe9-4773-945f-0ca8f238c908 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'ccff212f-eb9b-440a-abc5-f76e9edad83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:10.853692 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-345a2419-6c14-439b-9586-c64077265514 service neutron] Attempting to bind port 99ad98b6-bfe9-4773-945f-0ca8f238c908 on network 92da7360-d409-4b3e-ad31-ddbae7217c5a {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:10.856557 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40408) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:10.876143 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a5e00070-a00a-4a53-a614-60cac2013d65 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Request body: {'port': {'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab', 'name': 'tempest-TaggedBootDevicesTest_v242-1605428974', 'fixed_ips': [{'subnet_id': '23311194-a384-4735-a60e-77f8a24f1bc9'}]}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:10.933691 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79391dd9-9a34-4bd0-a797-3e36cff6d9ec None None] Checking router: 7690285a-4af5-4254-a65a-846556e68668 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:38:10.935299 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79391dd9-9a34-4bd0-a797-3e36cff6d9ec None None] Updating router 7690285a-4af5-4254-a65a-846556e68668 port c7704d22-9194-42ff-bb80-36090b9070c4 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:38:10.993569 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2c989-2e6b-4d10-b54d-8d8d4fdb395d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event updated for resources: {'Port': ['ID=94e44187-9d6d-4f62-a9df-b9409939e47d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:11.121116 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-345a2419-6c14-439b-9586-c64077265514 service neutron] Port 99ad98b6-bfe9-4773-945f-0ca8f238c908 on network 92da7360-d409-4b3e-ad31-ddbae7217c5a not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:38:11.123339 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-345a2419-6c14-439b-9586-c64077265514 service neutron] Attempting to bind port 99ad98b6-bfe9-4773-945f-0ca8f238c908 on network 92da7360-d409-4b3e-ad31-ddbae7217c5a {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:11.182554 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2c989-2e6b-4d10-b54d-8d8d4fdb395d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:11.183070 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2c989-2e6b-4d10-b54d-8d8d4fdb395d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:11.183673 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2c989-2e6b-4d10-b54d-8d8d4fdb395d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:11.185498 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2c989-2e6b-4d10-b54d-8d8d4fdb395d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:11.190757 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2c989-2e6b-4d10-b54d-8d8d4fdb395d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:11.192990 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2c989-2e6b-4d10-b54d-8d8d4fdb395d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:11.195906 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2c989-2e6b-4d10-b54d-8d8d4fdb395d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:11.196578 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2c989-2e6b-4d10-b54d-8d8d4fdb395d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:11.197107 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2c989-2e6b-4d10-b54d-8d8d4fdb395d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:11.197628 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2c989-2e6b-4d10-b54d-8d8d4fdb395d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:11.198390 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2c989-2e6b-4d10-b54d-8d8d4fdb395d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:11.198948 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2c989-2e6b-4d10-b54d-8d8d4fdb395d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:11.242641 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-3eb2c989-2e6b-4d10-b54d-8d8d4fdb395d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:11.243692 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-3eb2c989-2e6b-4d10-b54d-8d8d4fdb395d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.246429 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3161a68-c78a-4d6e-9d68-6c8fd2a0e905 req-ec220663-28b5-4895-8f70-bcb65ee01f62 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6198790 Apr 18 20:38:11.247290 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-345a2419-6c14-439b-9586-c64077265514 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:11.247635 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-345a2419-6c14-439b-9586-c64077265514 service neutron] Checking segment: {'id': 'ccff212f-eb9b-440a-abc5-f76e9edad83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:11.248057 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-345a2419-6c14-439b-9586-c64077265514 service neutron] Bound using segment: {'id': 'ccff212f-eb9b-440a-abc5-f76e9edad83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:11.273222 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-345a2419-6c14-439b-9586-c64077265514 service neutron] Bound port: 99ad98b6-bfe9-4773-945f-0ca8f238c908, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccff212f-eb9b-440a-abc5-f76e9edad83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:11.273671 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-345a2419-6c14-439b-9586-c64077265514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.339339 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-1bff3de3-4288-440b-9e79-3861760cc9ad admin admin] Allocated IP 172.20.0.1 (c0e305f7-b542-42c8-b395-eb424f597b80/106aa402-66e8-4b20-a76a-4a5df2e4dfa3/8923fce0-ed42-4625-a40c-88873e69d348) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:11.414362 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-3eb2c989-2e6b-4d10-b54d-8d8d4fdb395d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5519021 Apr 18 20:38:11.443755 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-77437a9f-7988-4c79-be1d-5675d97366bf service neutron] Request body: {'port': {'device_id': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:11.473711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e00070-a00a-4a53-a614-60cac2013d65 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Made reservation on behalf of 038769a0c1df4ebc8efcb644264a6ef4 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:11.510159 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c62c65-6aa7-4933-9134-c44dd0cd21d5 admin admin] Pushing event updated for resources: {'Port': ['ID=4782b362-b4e3-4283-bd73-9891e39a8585,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:11.543266 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c62c65-6aa7-4933-9134-c44dd0cd21d5 admin admin] Network fb225605-c490-4bb4-a150-b74221fc667a is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:11.585274 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c8797201-0771-403a-b3cc-756e12d5930d None None] Provisioning complete for port cf1eca24-5d84-4e69-bf89-2ab279df31a9 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:11.585851 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8797201-0771-403a-b3cc-756e12d5930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.611195 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4a3803f5-4d3d-4de5-8177-d8733630c143 req-a14b0418-5f85-4a43-b502-4610c5c7c735 tempest-ServerShowV257Test-1230492713 tempest-ServerShowV257Test-1230492713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82592e9-1cbe-472b-99a3-b51d9e8f27ba HTTP/1.1" status: 200 len: 210 time: 0.1668057 Apr 18 20:38:11.620801 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-82c62c65-6aa7-4933-9134-c44dd0cd21d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:11.701824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-345a2419-6c14-439b-9586-c64077265514 service neutron] For port 99ad98b6-bfe9-4773-945f-0ca8f238c908, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:11.708870 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-345a2419-6c14-439b-9586-c64077265514 service neutron] For port 99ad98b6-bfe9-4773-945f-0ca8f238c908, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=99ad98b6-bfe9-4773-945f-0ca8f238c908,segment=NetworkSegment(ccff212f-eb9b-440a-abc5-f76e9edad83f),segment_id=ccff212f-eb9b-440a-abc5-f76e9edad83f)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:11.712124 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-79391dd9-9a34-4bd0-a797-3e36cff6d9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.723375 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-77437a9f-7988-4c79-be1d-5675d97366bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.882597 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a5e00070-a00a-4a53-a614-60cac2013d65 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.888565 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-345a2419-6c14-439b-9586-c64077265514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.054772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f404e6-e3b8-4550-a457-39639e99bad1 req-9f764a98-371c-422a-89a5-71f7ecab27de tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:12.069655 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58f404e6-e3b8-4550-a457-39639e99bad1 req-9f764a98-371c-422a-89a5-71f7ecab27de tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 944 time: 0.8748291 Apr 18 20:38:12.460342 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1bff3de3-4288-440b-9e79-3861760cc9ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.539562 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ad2d87de-6fae-41ff-8072-b9a8b6f4ee2f None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.587243 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b30c0295-09d8-4c81-b665-0ce6ce79ae2e req-d5776474-07a0-4994-8d81-28b7c1f79f5e tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=0839eb0e-7b5f-46ed-8db5-b1807ec44e5d HTTP/1.1" status: 200 len: 210 time: 0.5802932 Apr 18 20:38:12.592465 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-a5e00070-a00a-4a53-a614-60cac2013d65 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] device_id is not set on port 95201784-e605-4f59-bd16-56419ae84a45 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:38:12.637313 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-345a2419-6c14-439b-9586-c64077265514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:12.637944 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-345a2419-6c14-439b-9586-c64077265514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.639955 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-345a2419-6c14-439b-9586-c64077265514 service neutron] 10.222.0.32 "PUT /v2.0/ports/99ad98b6-bfe9-4773-945f-0ca8f238c908 HTTP/1.1" status: 200 len: 1092 time: 6.1135523 Apr 18 20:38:12.640782 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.641535 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795af6a3-73d8-4fa7-921c-a42213c84a8f', 'tag': '99ad98b6-bfe9-4773-945f-0ca8f238c908'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:12.644079 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a86392-d838-46b6-b308-5d955629f636" -d '{"events": [{"name": "network-changed", "server_uuid": "795af6a3-73d8-4fa7-921c-a42213c84a8f", "tag": "99ad98b6-bfe9-4773-945f-0ca8f238c908"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:12.716151 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c8797201-0771-403a-b3cc-756e12d5930d None None] Port cf1eca24-5d84-4e69-bf89-2ab279df31a9 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:38:12.718411 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ad2d87de-6fae-41ff-8072-b9a8b6f4ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.811515 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 92f672be-483d-4da5-9380-f900ef3f793f up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:12.829698 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1bff3de3-4288-440b-9e79-3861760cc9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.913727 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a2419-6c14-439b-9586-c64077265514 service neutron] Pushing event updated for resources: {'Port': ['ID=99ad98b6-bfe9-4773-945f-0ca8f238c908,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:13.025223 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c62c65-6aa7-4933-9134-c44dd0cd21d5 admin admin] Router 1bdbaa08-2c44-4f51-89b0-9c906347b970 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:38:13.048108 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bff3de3-4288-440b-9e79-3861760cc9ad admin admin] Network c0e305f7-b542-42c8-b395-eb424f597b80 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:13.053690 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2d87de-6fae-41ff-8072-b9a8b6f4ee2f None None] Network 2b0f0f53-742c-4158-9900-4acf2578c1ab is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:13.063991 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-1bff3de3-4288-440b-9e79-3861760cc9ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:13.073830 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-08631073-826a-4ed0-882c-684ae8abc93f tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:13.075658 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-08631073-826a-4ed0-882c-684ae8abc93f tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.57 "GET /v2.0/networks?id=a0123474-236c-43f6-b5fb-551e0942a4f0 HTTP/1.1" status: 200 len: 812 time: 0.5717084 Apr 18 20:38:13.081520 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bff3de3-4288-440b-9e79-3861760cc9ad admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:13.085838 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58f404e6-e3b8-4550-a457-39639e99bad1 req-49166106-459c-4428-9b06-000c2ba93e77 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0148153 Apr 18 20:38:13.095276 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c8797201-0771-403a-b3cc-756e12d5930d None None] Provisioning complete for port fe835fb9-5cc5-4744-84f0-92f948e77729 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:13.095850 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8797201-0771-403a-b3cc-756e12d5930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.099241 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-ad2d87de-6fae-41ff-8072-b9a8b6f4ee2f None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:13.115408 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-ad7935b9-2aad-40d7-8ffe-d94c28c3bf4d tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Request body: {'port': {'device_id': '0839eb0e-7b5f-46ed-8db5-b1807ec44e5d', 'network_id': 'a0123474-236c-43f6-b5fb-551e0942a4f0', 'admin_state_up': True, 'tenant_id': '650e6c70232948a48193055b3cf5103f'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:13.146720 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d87de-6fae-41ff-8072-b9a8b6f4ee2f None None] Pushing event updated for resources: {'Port': ['ID=e5bced41-8a6a-4bbe-b614-85eba3a4b36f,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:13.164180 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1000d8e-c07e-4302-bbab-870a801b2386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-a8f8942e-3e1a-43d9-880b-ea4411c35474', 'network_id': 'a8f8942e-3e1a-43d9-880b-ea4411c35474', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'fixed_ips': [{'subnet_id': '7c48d41c-4d09-4209-9d40-59fcbdf9fd5e'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:38:13.165718 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f1000d8e-c07e-4302-bbab-870a801b2386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.185859 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2d87de-6fae-41ff-8072-b9a8b6f4ee2f None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:13.213892 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff3de3-4288-440b-9e79-3861760cc9ad admin admin] Pushing event updated for resources: {'Port': ['ID=8923fce0-ed42-4625-a40c-88873e69d348,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:13.279373 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d069fa4-0c3e-4af8-8021-090c85cb52f5 x-openstack-request-id: req-7d069fa4-0c3e-4af8-8021-090c85cb52f5 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:13.280703 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "795af6a3-73d8-4fa7-921c-a42213c84a8f", "tag": "99ad98b6-bfe9-4773-945f-0ca8f238c908", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:13.282702 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d069fa4-0c3e-4af8-8021-090c85cb52f5 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:13.285224 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d069fa4-0c3e-4af8-8021-090c85cb52f5'] response: {'name': 'network-changed', 'server_uuid': '795af6a3-73d8-4fa7-921c-a42213c84a8f', 'tag': '99ad98b6-bfe9-4773-945f-0ca8f238c908', 'status': 'completed', 'code': 200} Apr 18 20:38:13.530846 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8cd4537e-1870-440d-b4f9-2f336ed28c03 req-9391c921-6c71-4a26-b581-d2a70b4830ff tempest-ServerShowV257Test-1230492713 tempest-ServerShowV257Test-1230492713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82592e9-1cbe-472b-99a3-b51d9e8f27ba HTTP/1.1" status: 200 len: 210 time: 0.1278229 Apr 18 20:38:13.548596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa444d4b-8edf-4dc1-9740-d446ab95d611 req-f6e0f3cb-87a0-4ab6-9a0b-fd35cc57dd23 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:13.555533 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa444d4b-8edf-4dc1-9740-d446ab95d611 req-f6e0f3cb-87a0-4ab6-9a0b-fd35cc57dd23 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:13.564080 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa444d4b-8edf-4dc1-9740-d446ab95d611 req-f6e0f3cb-87a0-4ab6-9a0b-fd35cc57dd23 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:13.566031 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa444d4b-8edf-4dc1-9740-d446ab95d611 req-f6e0f3cb-87a0-4ab6-9a0b-fd35cc57dd23 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 2374 time: 0.6913311 Apr 18 20:38:13.572466 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-0e2fae77-7e96-4a7e-a62d-74eee304507e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:13.574141 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-77437a9f-7988-4c79-be1d-5675d97366bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b5ed77-e9b0-4a39-8173-c0d43582d65b {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:38:13.575711 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-0e2fae77-7e96-4a7e-a62d-74eee304507e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c38bdc963bc4174b81b6324270a917b&device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 1095 time: 0.8387530 Apr 18 20:38:13.576983 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 92f672be-483d-4da5-9380-f900ef3f793f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:13.577653 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.597185 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1bff3de3-4288-440b-9e79-3861760cc9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.607857 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-77437a9f-7988-4c79-be1d-5675d97366bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.717434 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-bd690558-f1b7-4d86-b48c-420fb08391ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99ad98b6-bfe9-4773-945f-0ca8f238c908 HTTP/1.1" status: 200 len: 217 time: 0.1272638 Apr 18 20:38:13.733835 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-a5e00070-a00a-4a53-a614-60cac2013d65 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Allocated IP 10.1.1.142 (2b0f0f53-742c-4158-9900-4acf2578c1ab/23311194-a384-4735-a60e-77f8a24f1bc9/95201784-e605-4f59-bd16-56419ae84a45) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:13.770276 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ad2d87de-6fae-41ff-8072-b9a8b6f4ee2f None None] Attempting to bind port e5bced41-8a6a-4bbe-b614-85eba3a4b36f on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:13.770878 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ad2d87de-6fae-41ff-8072-b9a8b6f4ee2f None None] Attempting to bind port e5bced41-8a6a-4bbe-b614-85eba3a4b36f by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '9685e92c-5add-481d-8884-cc7ec737f512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:13.771895 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2d87de-6fae-41ff-8072-b9a8b6f4ee2f None None] Attempting to bind port e5bced41-8a6a-4bbe-b614-85eba3a4b36f on network 2b0f0f53-742c-4158-9900-4acf2578c1ab {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:13.775687 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-77437a9f-7988-4c79-be1d-5675d97366bf service neutron] Transition to ACTIVE for port object a1b5ed77-e9b0-4a39-8173-c0d43582d65b will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:13.844594 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2d87de-6fae-41ff-8072-b9a8b6f4ee2f None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:13.845220 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2d87de-6fae-41ff-8072-b9a8b6f4ee2f None None] Checking segment: {'id': '9685e92c-5add-481d-8884-cc7ec737f512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:13.845880 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ad2d87de-6fae-41ff-8072-b9a8b6f4ee2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.846527 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2d87de-6fae-41ff-8072-b9a8b6f4ee2f None None] Bound using segment: {'id': '9685e92c-5add-481d-8884-cc7ec737f512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:13.847344 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ad2d87de-6fae-41ff-8072-b9a8b6f4ee2f None None] Bound port: e5bced41-8a6a-4bbe-b614-85eba3a4b36f, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9685e92c-5add-481d-8884-cc7ec737f512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:13.848187 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ad2d87de-6fae-41ff-8072-b9a8b6f4ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.086288 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-f083dc70-762a-4491-85d4-86c3271ba599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:14.088767 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-f083dc70-762a-4491-85d4-86c3271ba599 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=55983801-f492-4a46-94da-ae12b2e91406 HTTP/1.1" status: 200 len: 850 time: 0.1478069 Apr 18 20:38:14.100561 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e4435682-8246-4b57-9cf8-bffdd6a1589a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:14.115907 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-baf5d048-adf6-44e8-8476-fc2f4c45e409 req-a02d3549-2fdd-4cb6-b5ec-279a07604455 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=0839eb0e-7b5f-46ed-8db5-b1807ec44e5d HTTP/1.1" status: 200 len: 210 time: 0.2045753 Apr 18 20:38:14.190328 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa444d4b-8edf-4dc1-9740-d446ab95d611 req-89151e24-6387-424b-8dca-73fe3aa614ec tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6130946 Apr 18 20:38:14.284717 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8797201-0771-403a-b3cc-756e12d5930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.307729 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a5e00070-a00a-4a53-a614-60cac2013d65 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.334569 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-77437a9f-7988-4c79-be1d-5675d97366bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.341246 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-f1000d8e-c07e-4302-bbab-870a801b2386 None None] Allocated IP 10.2.2.2 (a8f8942e-3e1a-43d9-880b-ea4411c35474/7c48d41c-4d09-4209-9d40-59fcbdf9fd5e/03cfc2b2-136f-480a-bf93-e8b505a6cd8a) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:14.427738 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-79391dd9-9a34-4bd0-a797-3e36cff6d9ec None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.450414 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a5e00070-a00a-4a53-a614-60cac2013d65 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.502888 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ad2d87de-6fae-41ff-8072-b9a8b6f4ee2f None None] For port e5bced41-8a6a-4bbe-b614-85eba3a4b36f, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:14.530743 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-b89a1b42-d631-438b-beb4-049313c35c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:14.533677 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-b89a1b42-d631-438b-beb4-049313c35c82 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92da7360-d409-4b3e-ad31-ddbae7217c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3888543 Apr 18 20:38:14.539953 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-79391dd9-9a34-4bd0-a797-3e36cff6d9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.556495 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c62c65-6aa7-4933-9134-c44dd0cd21d5 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:38:14.584402 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-82c62c65-6aa7-4933-9134-c44dd0cd21d5 admin admin] 10.222.0.41 "PUT /v2.0/routers/1bdbaa08-2c44-4f51-89b0-9c906347b970/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7639408 Apr 18 20:38:14.603850 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f748636-9328-4489-b972-8fbf579f1c31 None None] Sync routers for ids ['1bdbaa08-2c44-4f51-89b0-9c906347b970'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:38:14.604337 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77437a9f-7988-4c79-be1d-5675d97366bf service neutron] Pushing event updated for resources: {'Port': ['ID=a1b5ed77-e9b0-4a39-8173-c0d43582d65b,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:14.627203 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c8797201-0771-403a-b3cc-756e12d5930d None None] For port fe835fb9-5cc5-4744-84f0-92f948e77729, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fe835fb9-5cc5-4744-84f0-92f948e77729,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:14.657242 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f748636-9328-4489-b972-8fbf579f1c31 None None] Routers {'1bdbaa08-2c44-4f51-89b0-9c906347b970'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:38:14.658029 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3f748636-9328-4489-b972-8fbf579f1c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:37:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1bdbaa08-2c44-4f51-89b0-9c906347b970'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:14.673860 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-ad7935b9-2aad-40d7-8ffe-d94c28c3bf4d tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Made reservation on behalf of 650e6c70232948a48193055b3cf5103f for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:14.683036 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-ad7935b9-2aad-40d7-8ffe-d94c28c3bf4d tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.684052 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ad2d87de-6fae-41ff-8072-b9a8b6f4ee2f None None] For port e5bced41-8a6a-4bbe-b614-85eba3a4b36f, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=e5bced41-8a6a-4bbe-b614-85eba3a4b36f,segment=NetworkSegment(9685e92c-5add-481d-8884-cc7ec737f512),segment_id=9685e92c-5add-481d-8884-cc7ec737f512)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:14.711414 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485bb1a-e1cc-4c82-8913-b68c556f979a req-7acb050a-3b12-489b-bb76-620c7b974616 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:14.721383 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8797201-0771-403a-b3cc-756e12d5930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.731151 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9485bb1a-e1cc-4c82-8913-b68c556f979a req-7acb050a-3b12-489b-bb76-620c7b974616 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 944 time: 0.5391967 Apr 18 20:38:14.790895 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e00070-a00a-4a53-a614-60cac2013d65 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Network 2b0f0f53-742c-4158-9900-4acf2578c1ab is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:14.805125 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ad2d87de-6fae-41ff-8072-b9a8b6f4ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.842367 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-79391dd9-9a34-4bd0-a797-3e36cff6d9ec None None] Attempting to bind port c7704d22-9194-42ff-bb80-36090b9070c4 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:14.842734 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-79391dd9-9a34-4bd0-a797-3e36cff6d9ec None None] Attempting to bind port c7704d22-9194-42ff-bb80-36090b9070c4 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:14.843122 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79391dd9-9a34-4bd0-a797-3e36cff6d9ec None None] Attempting to bind port c7704d22-9194-42ff-bb80-36090b9070c4 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:14.860178 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port e4435682-8246-4b57-9cf8-bffdd6a1589a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:14.860570 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.895173 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-a5e00070-a00a-4a53-a614-60cac2013d65 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:14.933393 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79391dd9-9a34-4bd0-a797-3e36cff6d9ec None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:14.938951 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79391dd9-9a34-4bd0-a797-3e36cff6d9ec None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:14.940140 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e00070-a00a-4a53-a614-60cac2013d65 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event updated for resources: {'Port': ['ID=95201784-e605-4f59-bd16-56419ae84a45,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:14.942292 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-79391dd9-9a34-4bd0-a797-3e36cff6d9ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.942702 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79391dd9-9a34-4bd0-a797-3e36cff6d9ec None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:14.944336 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-79391dd9-9a34-4bd0-a797-3e36cff6d9ec None None] Bound port: c7704d22-9194-42ff-bb80-36090b9070c4, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:14.944775 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-79391dd9-9a34-4bd0-a797-3e36cff6d9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.946582 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12b46d-4ffa-4b4e-b60d-d2cdf1feb948 None None] Pushing event updated for resources: {'Port': ['ID=c7704d22-9194-42ff-bb80-36090b9070c4,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:14.958151 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e00070-a00a-4a53-a614-60cac2013d65 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:14.987749 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7b600565-0faf-423f-b542-7fb8c67acaf7 req-04d90880-6766-4355-be92-0eb60ada8820 tempest-ServerShowV257Test-1230492713 tempest-ServerShowV257Test-1230492713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82592e9-1cbe-472b-99a3-b51d9e8f27ba HTTP/1.1" status: 200 len: 210 time: 0.2300789 Apr 18 20:38:14.990003 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-ad7935b9-2aad-40d7-8ffe-d94c28c3bf4d tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Allocated IP 172.20.0.12 (a0123474-236c-43f6-b5fb-551e0942a4f0/b9f432db-bb83-4c5c-b467-ba4f8fb4d6a8/dd444c06-aece-410b-a822-02affc410572) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:15.051450 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-3f748636-9328-4489-b972-8fbf579f1c31 None None] Set router 1bdbaa08-2c44-4f51-89b0-9c906347b970 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:38:15.057990 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c8797201-0771-403a-b3cc-756e12d5930d None None] Provisioning complete for port 4782b362-b4e3-4283-bd73-9891e39a8585 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:15.058595 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8797201-0771-403a-b3cc-756e12d5930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.076418 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-77437a9f-7988-4c79-be1d-5675d97366bf service neutron] Attempting to bind port a1b5ed77-e9b0-4a39-8173-c0d43582d65b on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:15.077187 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-77437a9f-7988-4c79-be1d-5675d97366bf service neutron] Attempting to bind port a1b5ed77-e9b0-4a39-8173-c0d43582d65b by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '7977201b-c284-4359-8cfc-410b3da0206a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'be8054fa-4687-4cda-b57e-526d30f6a923'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:15.077791 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-77437a9f-7988-4c79-be1d-5675d97366bf service neutron] Attempting to bind port a1b5ed77-e9b0-4a39-8173-c0d43582d65b on network be8054fa-4687-4cda-b57e-526d30f6a923 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:15.171285 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-77437a9f-7988-4c79-be1d-5675d97366bf service neutron] Port a1b5ed77-e9b0-4a39-8173-c0d43582d65b on network be8054fa-4687-4cda-b57e-526d30f6a923 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:38:15.172584 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-77437a9f-7988-4c79-be1d-5675d97366bf service neutron] Attempting to bind port a1b5ed77-e9b0-4a39-8173-c0d43582d65b on network be8054fa-4687-4cda-b57e-526d30f6a923 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:15.185688 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-77437a9f-7988-4c79-be1d-5675d97366bf service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:15.187961 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-77437a9f-7988-4c79-be1d-5675d97366bf service neutron] Checking segment: {'id': '7977201b-c284-4359-8cfc-410b3da0206a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'be8054fa-4687-4cda-b57e-526d30f6a923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:15.188782 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-77437a9f-7988-4c79-be1d-5675d97366bf service neutron] Bound using segment: {'id': '7977201b-c284-4359-8cfc-410b3da0206a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'be8054fa-4687-4cda-b57e-526d30f6a923'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:15.189498 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-77437a9f-7988-4c79-be1d-5675d97366bf service neutron] Bound port: a1b5ed77-e9b0-4a39-8173-c0d43582d65b, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7977201b-c284-4359-8cfc-410b3da0206a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'be8054fa-4687-4cda-b57e-526d30f6a923'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:15.191934 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-77437a9f-7988-4c79-be1d-5675d97366bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.210105 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1bff3de3-4288-440b-9e79-3861760cc9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.259615 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9485bb1a-e1cc-4c82-8913-b68c556f979a req-0dec77e2-4557-40ff-9323-923a63c3308e tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5271652 Apr 18 20:38:15.427186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e00070-a00a-4a53-a614-60cac2013d65 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:15.437424 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a5e00070-a00a-4a53-a614-60cac2013d65 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.496818 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-8f2d0eee-46f5-4471-8a56-2a67667a76d3 service neutron] 10.222.0.32 "GET /v2.0/networks/92da7360-d409-4b3e-ad31-ddbae7217c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9377093 Apr 18 20:38:15.519591 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c8797201-0771-403a-b3cc-756e12d5930d None None] Port 4782b362-b4e3-4283-bd73-9891e39a8585 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:38:15.537499 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a5e00070-a00a-4a53-a614-60cac2013d65 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6798258 Apr 18 20:38:15.543138 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40446) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:15.559257 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-79391dd9-9a34-4bd0-a797-3e36cff6d9ec None None] For port c7704d22-9194-42ff-bb80-36090b9070c4, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:15.595154 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e4148ac5-8226-487e-8585-2eb62e5be380 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Request body: {'port': {'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab', 'name': 'tempest-TaggedBootDevicesTest_v242-882894165', 'fixed_ips': [{'subnet_id': '23311194-a384-4735-a60e-77f8a24f1bc9'}]}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:15.613716 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-79391dd9-9a34-4bd0-a797-3e36cff6d9ec None None] For port c7704d22-9194-42ff-bb80-36090b9070c4, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c7704d22-9194-42ff-bb80-36090b9070c4,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:15.615687 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8797201-0771-403a-b3cc-756e12d5930d None None] Pushing event updated for resources: {'Port': ['ID=fe835fb9-5cc5-4744-84f0-92f948e77729,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:15.666854 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-79391dd9-9a34-4bd0-a797-3e36cff6d9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.676490 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3f748636-9328-4489-b972-8fbf579f1c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'name': 'tempest-ServerActionsTestJSON-1234742866-router', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '5b46bd57-5aaf-4392-b741-748c85438396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:38:08Z', 'revision_number': 4, 'project_id': 'f07a47e8c182436591c55c66e8d2e113', 'gw_port': {'id': '5b46bd57-5aaf-4392-b741-748c85438396', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:52Z', 'updated_at': '2022-04-18T20:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '4782b362-b4e3-4283-bd73-9891e39a8585', 'name': '', 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'mac_address': 'fa:16:3e:b3:af:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '8e471ea4-101a-40ef-81f9-9917dd650719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:04Z', 'updated_at': '2022-04-18T20:38:08Z', 'revision_number': 2, 'project_id': 'f07a47e8c182436591c55c66e8d2e113', 'subnets': [{'id': '8e471ea4-101a-40ef-81f9-9917dd650719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:15.737281 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d450504-e6c2-44f9-a2df-e81e0c4ebaa3 req-d9e29dfd-c648-47d8-8e69-1d08758adb62 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=0839eb0e-7b5f-46ed-8db5-b1807ec44e5d HTTP/1.1" status: 200 len: 210 time: 0.1602428 Apr 18 20:38:15.792711 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f1000d8e-c07e-4302-bbab-870a801b2386 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.802154 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f748636-9328-4489-b972-8fbf579f1c31 None None] Checking router: 1bdbaa08-2c44-4f51-89b0-9c906347b970 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:38:15.802862 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f748636-9328-4489-b972-8fbf579f1c31 None None] Updating router 1bdbaa08-2c44-4f51-89b0-9c906347b970 port 4782b362-b4e3-4283-bd73-9891e39a8585 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:38:15.886882 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c8797201-0771-403a-b3cc-756e12d5930d None None] Provisioning complete for port 4bdca135-d2ee-4c2b-b967-861124a33300 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:15.887752 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8797201-0771-403a-b3cc-756e12d5930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.920190 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-adf842e6-ee37-4d40-aaa9-528225649c75 req-2e404a82-ea14-4c84-999f-5406a9a16879 service neutron] 10.222.0.32 "GET /v2.0/networks/92da7360-d409-4b3e-ad31-ddbae7217c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143043 Apr 18 20:38:15.937228 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-ad7935b9-2aad-40d7-8ffe-d94c28c3bf4d tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.967792 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f1000d8e-c07e-4302-bbab-870a801b2386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.969194 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3f748636-9328-4489-b972-8fbf579f1c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.975437 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40448) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:15.981411 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-417cd4bd-ea69-4e2d-b35c-ea11d4e6b452 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Request body: {'security_group': {'name': 'tempest-securitygroup--485316609', 'description': 'tempest-description--241334349'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:16.038378 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-ad7935b9-2aad-40d7-8ffe-d94c28c3bf4d tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.045813 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-77437a9f-7988-4c79-be1d-5675d97366bf service neutron] For port a1b5ed77-e9b0-4a39-8173-c0d43582d65b, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:16.053812 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-417cd4bd-ea69-4e2d-b35c-ea11d4e6b452 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.096933 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['85f32d94-b927-4021-b22f-ebba03874a49'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:38:16.222334 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1000d8e-c07e-4302-bbab-870a801b2386 None None] Network a8f8942e-3e1a-43d9-880b-ea4411c35474 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:16.232605 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-f1000d8e-c07e-4302-bbab-870a801b2386 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:16.239002 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 71668fd6-4b74-49a6-865b-cd296de6ea2d up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:16.244848 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1000d8e-c07e-4302-bbab-870a801b2386 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:16.260511 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-77437a9f-7988-4c79-be1d-5675d97366bf service neutron] For port a1b5ed77-e9b0-4a39-8173-c0d43582d65b, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a1b5ed77-e9b0-4a39-8173-c0d43582d65b,segment=NetworkSegment(7977201b-c284-4359-8cfc-410b3da0206a),segment_id=7977201b-c284-4359-8cfc-410b3da0206a)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:16.285165 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-77437a9f-7988-4c79-be1d-5675d97366bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.296545 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79391dd9-9a34-4bd0-a797-3e36cff6d9ec None None] Routers {'7690285a-4af5-4254-a65a-846556e68668'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:38:16.304046 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-79391dd9-9a34-4bd0-a797-3e36cff6d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:37:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7690285a-4af5-4254-a65a-846556e68668'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:16.367579 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d87de-6fae-41ff-8072-b9a8b6f4ee2f None None] Pushing event updated for resources: {'Port': ['ID=e5bced41-8a6a-4bbe-b614-85eba3a4b36f,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:16.423567 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ee1586a-11c8-405f-9cd8-99dd133380b2 req-38c49945-8e7f-4501-b17e-76edf45c45db tempest-ServerShowV257Test-1230492713 tempest-ServerShowV257Test-1230492713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82592e9-1cbe-472b-99a3-b51d9e8f27ba HTTP/1.1" status: 200 len: 210 time: 0.2021334 Apr 18 20:38:16.444173 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-ad7935b9-2aad-40d7-8ffe-d94c28c3bf4d tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Network a0123474-236c-43f6-b5fb-551e0942a4f0 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:16.517436 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12b46d-4ffa-4b4e-b60d-d2cdf1feb948 None None] Pushing event updated for resources: {'Port': ['ID=c7704d22-9194-42ff-bb80-36090b9070c4,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:16.553304 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-ad7935b9-2aad-40d7-8ffe-d94c28c3bf4d tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:16.562979 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-ad7935b9-2aad-40d7-8ffe-d94c28c3bf4d tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:16.661898 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1000d8e-c07e-4302-bbab-870a801b2386 None None] Pushing event updated for resources: {'Port': ['ID=03cfc2b2-136f-480a-bf93-e8b505a6cd8a,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:16.747181 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551640e-9c35-4440-abe9-dc9dad993ecd req-84a7d677-a6c6-4cd0-85ba-fbf88a6f739d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:16.775847 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551640e-9c35-4440-abe9-dc9dad993ecd req-84a7d677-a6c6-4cd0-85ba-fbf88a6f739d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:16.810574 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551640e-9c35-4440-abe9-dc9dad993ecd req-84a7d677-a6c6-4cd0-85ba-fbf88a6f739d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:16.817202 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f551640e-9c35-4440-abe9-dc9dad993ecd req-84a7d677-a6c6-4cd0-85ba-fbf88a6f739d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 2386 time: 0.7178996 Apr 18 20:38:16.819452 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-ad7935b9-2aad-40d7-8ffe-d94c28c3bf4d tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:16.820617 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-ad7935b9-2aad-40d7-8ffe-d94c28c3bf4d tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.837900 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-77437a9f-7988-4c79-be1d-5675d97366bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:16.838915 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-77437a9f-7988-4c79-be1d-5675d97366bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.841319 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-77437a9f-7988-4c79-be1d-5675d97366bf service neutron] 10.222.0.32 "PUT /v2.0/ports/a1b5ed77-e9b0-4a39-8173-c0d43582d65b HTTP/1.1" status: 200 len: 1091 time: 5.4081681 Apr 18 20:38:16.848368 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3f748636-9328-4489-b972-8fbf579f1c31 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.865131 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3f748636-9328-4489-b972-8fbf579f1c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.874576 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'tag': 'a1b5ed77-e9b0-4a39-8173-c0d43582d65b'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:16.878597 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cad9f93-8121-4c9f-8783-b10be53a8ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "df6d819e-ba47-4596-93e1-9cd954a1c72c", "tag": "a1b5ed77-e9b0-4a39-8173-c0d43582d65b"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:16.904654 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-cb6b2051-7e77-49a9-abf7-7898fa78a04e service neutron] Request body: {'port': {'device_id': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:16.925069 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a86392-d838-46b6-b308-5d955629f636 req-addcea94-ed7d-449b-9e6f-f9e9be666e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:16.932964 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f6a86392-d838-46b6-b308-5d955629f636 req-addcea94-ed7d-449b-9e6f-f9e9be666e56 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c38bdc963bc4174b81b6324270a917b&device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 1095 time: 0.7928047 Apr 18 20:38:16.940326 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7935b9-2aad-40d7-8ffe-d94c28c3bf4d tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Pushing event updated for resources: {'Port': ['ID=dd444c06-aece-410b-a822-02affc410572,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:16.953711 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115000e1-8ee2-4af8-ac8d-aa3bcd1ac330 None None] Pushing event updated for resources: {'Port': ['ID=4782b362-b4e3-4283-bd73-9891e39a8585,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:17.120206 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-3f748636-9328-4489-b972-8fbf579f1c31 None None] Attempting to bind port 4782b362-b4e3-4283-bd73-9891e39a8585 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:17.121047 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-3f748636-9328-4489-b972-8fbf579f1c31 None None] Attempting to bind port 4782b362-b4e3-4283-bd73-9891e39a8585 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:17.121606 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f748636-9328-4489-b972-8fbf579f1c31 None None] Attempting to bind port 4782b362-b4e3-4283-bd73-9891e39a8585 on network fb225605-c490-4bb4-a150-b74221fc667a {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:17.145110 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f748636-9328-4489-b972-8fbf579f1c31 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:17.148333 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f748636-9328-4489-b972-8fbf579f1c31 None None] Checking segment: {'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:17.149386 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3f748636-9328-4489-b972-8fbf579f1c31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.150205 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f748636-9328-4489-b972-8fbf579f1c31 None None] Bound using segment: {'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:17.155574 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-3f748636-9328-4489-b972-8fbf579f1c31 None None] Bound port: 4782b362-b4e3-4283-bd73-9891e39a8585, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:17.157037 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3f748636-9328-4489-b972-8fbf579f1c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.348604 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-3f748636-9328-4489-b972-8fbf579f1c31 None None] For port 4782b362-b4e3-4283-bd73-9891e39a8585, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:17.364240 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-3f748636-9328-4489-b972-8fbf579f1c31 None None] For port 4782b362-b4e3-4283-bd73-9891e39a8585, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4782b362-b4e3-4283-bd73-9891e39a8585,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:17.382444 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3f748636-9328-4489-b972-8fbf579f1c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.398396 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-417cd4bd-ea69-4e2d-b35c-ea11d4e6b452 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.433568 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f551640e-9c35-4440-abe9-dc9dad993ecd req-903c8cf4-b639-422f-8005-440f606ec60e tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274315 Apr 18 20:38:17.443005 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-417cd4bd-ea69-4e2d-b35c-ea11d4e6b452 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.501308 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-ad7935b9-2aad-40d7-8ffe-d94c28c3bf4d tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3915401 Apr 18 20:38:17.520900 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8797201-0771-403a-b3cc-756e12d5930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.524758 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-f1000d8e-c07e-4302-bbab-870a801b2386 None None] Attempting to bind port 03cfc2b2-136f-480a-bf93-e8b505a6cd8a on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:17.525136 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-f1000d8e-c07e-4302-bbab-870a801b2386 None None] Attempting to bind port 03cfc2b2-136f-480a-bf93-e8b505a6cd8a by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '3a670b0e-6c3c-43fd-a0c4-ca85021cbf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a8f8942e-3e1a-43d9-880b-ea4411c35474'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:17.529704 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1000d8e-c07e-4302-bbab-870a801b2386 None None] Attempting to bind port 03cfc2b2-136f-480a-bf93-e8b505a6cd8a on network a8f8942e-3e1a-43d9-880b-ea4411c35474 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:17.577576 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b35acb-6517-4672-9f70-b2cc3ec30d49 req-39b7f0fd-7206-49d8-9486-8957555e27c1 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:17.590076 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3b35acb-6517-4672-9f70-b2cc3ec30d49 req-39b7f0fd-7206-49d8-9486-8957555e27c1 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 944 time: 0.9890814 Apr 18 20:38:17.604652 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1bff3de3-4288-440b-9e79-3861760cc9ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.610223 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a86392-d838-46b6-b308-5d955629f636 req-31140d42-5a02-419e-bda3-411f486b917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:17.613720 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f6a86392-d838-46b6-b308-5d955629f636 req-31140d42-5a02-419e-bda3-411f486b917f service neutron] 10.222.0.32 "GET /v2.0/networks?id=92da7360-d409-4b3e-ad31-ddbae7217c5a HTTP/1.1" status: 200 len: 912 time: 0.6626611 Apr 18 20:38:17.627398 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-cb6b2051-7e77-49a9-abf7-7898fa78a04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.633075 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77437a9f-7988-4c79-be1d-5675d97366bf service neutron] Pushing event updated for resources: {'Port': ['ID=a1b5ed77-e9b0-4a39-8173-c0d43582d65b,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:17.639808 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-79391dd9-9a34-4bd0-a797-3e36cff6d9ec None None] Set router 7690285a-4af5-4254-a65a-846556e68668 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:38:17.646315 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1000d8e-c07e-4302-bbab-870a801b2386 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:17.646488 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1000d8e-c07e-4302-bbab-870a801b2386 None None] Checking segment: {'id': '3a670b0e-6c3c-43fd-a0c4-ca85021cbf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a8f8942e-3e1a-43d9-880b-ea4411c35474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:17.646887 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f1000d8e-c07e-4302-bbab-870a801b2386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.647292 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1000d8e-c07e-4302-bbab-870a801b2386 None None] Bound using segment: {'id': '3a670b0e-6c3c-43fd-a0c4-ca85021cbf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a8f8942e-3e1a-43d9-880b-ea4411c35474'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:17.647789 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-f1000d8e-c07e-4302-bbab-870a801b2386 None None] Bound port: 03cfc2b2-136f-480a-bf93-e8b505a6cd8a, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a670b0e-6c3c-43fd-a0c4-ca85021cbf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a8f8942e-3e1a-43d9-880b-ea4411c35474'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:17.648210 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f1000d8e-c07e-4302-bbab-870a801b2386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.677214 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-3f9584ee-48f7-45d0-8a6e-625451ad2270 service neutron] Request body: {'port': {'device_id': '0839eb0e-7b5f-46ed-8db5-b1807ec44e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:17.681368 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1bff3de3-4288-440b-9e79-3861760cc9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.681667 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115000e1-8ee2-4af8-ac8d-aa3bcd1ac330 None None] Pushing event updated for resources: {'Port': ['ID=4782b362-b4e3-4283-bd73-9891e39a8585,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:17.741360 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f748636-9328-4489-b972-8fbf579f1c31 None None] Routers {'1bdbaa08-2c44-4f51-89b0-9c906347b970'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:38:17.743218 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3f748636-9328-4489-b972-8fbf579f1c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:37:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1bdbaa08-2c44-4f51-89b0-9c906347b970'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:17.746932 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 71668fd6-4b74-49a6-865b-cd296de6ea2d triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:17.747797 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.828892 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f6a86392-d838-46b6-b308-5d955629f636 req-c35cf5a7-52ae-4844-8b6d-8a0e4cb956ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99ad98b6-bfe9-4773-945f-0ca8f238c908 HTTP/1.1" status: 200 len: 217 time: 0.1767142 Apr 18 20:38:17.862582 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-417cd4bd-ea69-4e2d-b35c-ea11d4e6b452 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.865010 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-417cd4bd-ea69-4e2d-b35c-ea11d4e6b452 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8882899 Apr 18 20:38:17.882505 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40464) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:17.892905 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3b35acb-6517-4672-9f70-b2cc3ec30d49 req-1f130186-8202-45c1-8a76-4bea28d13d61 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017905 Apr 18 20:38:17.899120 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417cd4bd-ea69-4e2d-b35c-ea11d4e6b452 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd71e62c-383d-41c2-bfb2-cabc316d0923,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:17.900647 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e982805e-4734-46da-9d69-a3317fed61d6 None None] Network 2b0f0f53-742c-4158-9900-4acf2578c1ab requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:17.951085 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-beea94c4-df7b-4a19-9abe-c7817042fffd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Request body: {'security_group_rule': {'security_group_id': 'cd71e62c-383d-41c2-bfb2-cabc316d0923', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:17.963274 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4148ac5-8226-487e-8585-2eb62e5be380 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Made reservation on behalf of 038769a0c1df4ebc8efcb644264a6ef4 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:18.035073 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a86392-d838-46b6-b308-5d955629f636 req-7f7d0cb3-0869-4df5-ba22-c776914ca8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:18.040090 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f6a86392-d838-46b6-b308-5d955629f636 req-7f7d0cb3-0869-4df5-ba22-c776914ca8c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=55983801-f492-4a46-94da-ae12b2e91406 HTTP/1.1" status: 200 len: 850 time: 0.1733489 Apr 18 20:38:18.126023 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215cfc15-42f4-4a43-887b-117de5500d98 x-openstack-request-id: req-215cfc15-42f4-4a43-887b-117de5500d98 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:18.126459 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6d819e-ba47-4596-93e1-9cd954a1c72c", "tag": "a1b5ed77-e9b0-4a39-8173-c0d43582d65b", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:18.126723 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-215cfc15-42f4-4a43-887b-117de5500d98 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:18.127146 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-215cfc15-42f4-4a43-887b-117de5500d98'] response: {'name': 'network-changed', 'server_uuid': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'tag': 'a1b5ed77-e9b0-4a39-8173-c0d43582d65b', 'status': 'completed', 'code': 200} Apr 18 20:38:18.130367 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9f612-386c-4df3-a992-2ac5a490d389 req-2e755dd2-6459-469a-86f0-d69b694b3cd5 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:18.141920 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4a9f612-386c-4df3-a992-2ac5a490d389 req-2e755dd2-6459-469a-86f0-d69b694b3cd5 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=0839eb0e-7b5f-46ed-8db5-b1807ec44e5d HTTP/1.1" status: 200 len: 932 time: 0.4883702 Apr 18 20:38:18.149179 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c8797201-0771-403a-b3cc-756e12d5930d None None] For port 4bdca135-d2ee-4c2b-b967-861124a33300, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4bdca135-d2ee-4c2b-b967-861124a33300,segment=NetworkSegment(3fc06cf4-dcea-4040-bf01-4525df091089),segment_id=3fc06cf4-dcea-4040-bf01-4525df091089)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:18.196871 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8797201-0771-403a-b3cc-756e12d5930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.207183 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff3de3-4288-440b-9e79-3861760cc9ad admin admin] Pushing event updated for resources: {'Port': ['ID=8923fce0-ed42-4625-a40c-88873e69d348,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:18.275220 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1bff3de3-4288-440b-9e79-3861760cc9ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.291599 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-3f748636-9328-4489-b972-8fbf579f1c31 None None] Set router 1bdbaa08-2c44-4f51-89b0-9c906347b970 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:38:18.476144 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-3f9584ee-48f7-45d0-8a6e-625451ad2270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.500645 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-beea94c4-df7b-4a19-9abe-c7817042fffd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.532447 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f1000d8e-c07e-4302-bbab-870a801b2386 None None] For port 03cfc2b2-136f-480a-bf93-e8b505a6cd8a, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:18.582216 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f1000d8e-c07e-4302-bbab-870a801b2386 None None] For port 03cfc2b2-136f-480a-bf93-e8b505a6cd8a, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=03cfc2b2-136f-480a-bf93-e8b505a6cd8a,segment=NetworkSegment(3a670b0e-6c3c-43fd-a0c4-ca85021cbf57),segment_id=3a670b0e-6c3c-43fd-a0c4-ca85021cbf57)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:18.589333 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c8797201-0771-403a-b3cc-756e12d5930d None None] Provisioning complete for port 205f90fe-a6f4-4e30-b703-fd6e596a5636 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:18.589718 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8797201-0771-403a-b3cc-756e12d5930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.638871 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8797201-0771-403a-b3cc-756e12d5930d None None] Pushing event updated for resources: {'Port': ['ID=4bdca135-d2ee-4c2b-b967-861124a33300,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:18.642906 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f1000d8e-c07e-4302-bbab-870a801b2386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.711551 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4148ac5-8226-487e-8585-2eb62e5be380 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.922199 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-66899aeb-5008-4cb8-bcdd-75394696bbb7 req-797bcb05-7408-4452-92bb-786cbdfeed5a tempest-ServerShowV257Test-1230492713 tempest-ServerShowV257Test-1230492713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82592e9-1cbe-472b-99a3-b51d9e8f27ba HTTP/1.1" status: 200 len: 210 time: 0.7643776 Apr 18 20:38:18.946717 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a86392-d838-46b6-b308-5d955629f636 req-5c0c59ab-3063-47f2-8681-f7632847d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:18.948986 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f6a86392-d838-46b6-b308-5d955629f636 req-5c0c59ab-3063-47f2-8681-f7632847d89c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92da7360-d409-4b3e-ad31-ddbae7217c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8945842 Apr 18 20:38:18.961295 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad9f93-8121-4c9f-8783-b10be53a8ffe req-86678e22-3215-43fe-8b69-c46ee2cb830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:18.961295 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad9f93-8121-4c9f-8783-b10be53a8ffe req-86678e22-3215-43fe-8b69-c46ee2cb830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:18.961746 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad9f93-8121-4c9f-8783-b10be53a8ffe req-86678e22-3215-43fe-8b69-c46ee2cb830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:18.966129 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7cad9f93-8121-4c9f-8783-b10be53a8ffe req-86678e22-3215-43fe-8b69-c46ee2cb830b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a68a6b8656b54bed80d6a62c1f094daf&device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 2729 time: 0.9221499 Apr 18 20:38:19.029696 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-e4148ac5-8226-487e-8585-2eb62e5be380 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] device_id is not set on port 261ee228-3034-446a-848b-b1eb0de2a08c yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:38:19.048529 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bff3de3-4288-440b-9e79-3861760cc9ad admin admin] Network c0e305f7-b542-42c8-b395-eb424f597b80 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:19.092771 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3f748636-9328-4489-b972-8fbf579f1c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'name': 'tempest-ServerActionsTestJSON-1234742866-router', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '5b46bd57-5aaf-4392-b741-748c85438396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:38:08Z', 'revision_number': 4, 'project_id': 'f07a47e8c182436591c55c66e8d2e113', 'gw_port': {'id': '5b46bd57-5aaf-4392-b741-748c85438396', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:52Z', 'updated_at': '2022-04-18T20:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '4782b362-b4e3-4283-bd73-9891e39a8585', 'name': '', 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'mac_address': 'fa:16:3e:b3:af:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '8e471ea4-101a-40ef-81f9-9917dd650719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:04Z', 'updated_at': '2022-04-18T20:38:17Z', 'revision_number': 4, 'project_id': 'f07a47e8c182436591c55c66e8d2e113', 'subnets': [{'id': '8e471ea4-101a-40ef-81f9-9917dd650719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:19.127172 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f748636-9328-4489-b972-8fbf579f1c31 None None] The sync data for ids ['1bdbaa08-2c44-4f51-89b0-9c906347b970'] in n-d-838323-3 is: [{'id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'name': 'tempest-ServerActionsTestJSON-1234742866-router', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '5b46bd57-5aaf-4392-b741-748c85438396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:38:08Z', 'revision_number': 4, 'project_id': 'f07a47e8c182436591c55c66e8d2e113', 'gw_port': {'id': '5b46bd57-5aaf-4392-b741-748c85438396', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:52Z', 'updated_at': '2022-04-18T20:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '4782b362-b4e3-4283-bd73-9891e39a8585', 'name': '', 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'mac_address': 'fa:16:3e:b3:af:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '8e471ea4-101a-40ef-81f9-9917dd650719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:04Z', 'updated_at': '2022-04-18T20:38:17Z', 'revision_number': 4, 'project_id': 'f07a47e8c182436591c55c66e8d2e113', 'subnets': [{'id': '8e471ea4-101a-40ef-81f9-9917dd650719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:38:19.174115 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-1bff3de3-4288-440b-9e79-3861760cc9ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:19.206808 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fe835fb9-5cc5-4744-84f0-92f948e77729 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:19.396814 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1000d8e-c07e-4302-bbab-870a801b2386 None None] Pushing event updated for resources: {'Port': ['ID=03cfc2b2-136f-480a-bf93-e8b505a6cd8a,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:19.433393 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port fe835fb9-5cc5-4744-84f0-92f948e77729 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:19.435402 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.627496 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4a9f612-386c-4df3-a992-2ac5a490d389 req-47aa40fa-b28b-42a0-a593-fbb01e100618 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4074996 Apr 18 20:38:19.660244 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-79391dd9-9a34-4bd0-a797-3e36cff6d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690285a-4af5-4254-a65a-846556e68668', 'name': 'tempest-ServersTestManualDisk-591377164-router', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c7704d22-9194-42ff-bb80-36090b9070c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:55Z', 'updated_at': '2022-04-18T20:38:14Z', 'revision_number': 4, 'project_id': '2973a3b0af804e7199e15770f476280e', 'gw_port': {'id': 'c7704d22-9194-42ff-bb80-36090b9070c4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7690285a-4af5-4254-a65a-846556e68668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:59Z', 'updated_at': '2022-04-18T20:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '8923fce0-ed42-4625-a40c-88873e69d348', 'name': '', 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'mac_address': 'fa:16:3e:db:dd:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7690285a-4af5-4254-a65a-846556e68668', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '106aa402-66e8-4b20-a76a-4a5df2e4dfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:10Z', 'updated_at': '2022-04-18T20:38:11Z', 'revision_number': 1, 'project_id': '2973a3b0af804e7199e15770f476280e', 'subnets': [{'id': '106aa402-66e8-4b20-a76a-4a5df2e4dfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:19.798808 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79391dd9-9a34-4bd0-a797-3e36cff6d9ec None None] The sync data for ids ['7690285a-4af5-4254-a65a-846556e68668'] in n-d-838323-3 is: [{'id': '7690285a-4af5-4254-a65a-846556e68668', 'name': 'tempest-ServersTestManualDisk-591377164-router', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c7704d22-9194-42ff-bb80-36090b9070c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:55Z', 'updated_at': '2022-04-18T20:38:14Z', 'revision_number': 4, 'project_id': '2973a3b0af804e7199e15770f476280e', 'gw_port': {'id': 'c7704d22-9194-42ff-bb80-36090b9070c4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7690285a-4af5-4254-a65a-846556e68668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:59Z', 'updated_at': '2022-04-18T20:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '8923fce0-ed42-4625-a40c-88873e69d348', 'name': '', 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'mac_address': 'fa:16:3e:db:dd:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7690285a-4af5-4254-a65a-846556e68668', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '106aa402-66e8-4b20-a76a-4a5df2e4dfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:10Z', 'updated_at': '2022-04-18T20:38:11Z', 'revision_number': 1, 'project_id': '2973a3b0af804e7199e15770f476280e', 'subnets': [{'id': '106aa402-66e8-4b20-a76a-4a5df2e4dfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:38:19.806495 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 99ad98b6-bfe9-4773-945f-0ca8f238c908 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:38:19.990243 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad9f93-8121-4c9f-8783-b10be53a8ffe req-939df4bc-4817-4a50-a12d-795feb758f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:19.990802 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad9f93-8121-4c9f-8783-b10be53a8ffe req-939df4bc-4817-4a50-a12d-795feb758f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:19.994366 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad9f93-8121-4c9f-8783-b10be53a8ffe req-939df4bc-4817-4a50-a12d-795feb758f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:20.000313 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7cad9f93-8121-4c9f-8783-b10be53a8ffe req-939df4bc-4817-4a50-a12d-795feb758f4b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a68a6b8656b54bed80d6a62c1f094daf&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8505576 Apr 18 20:38:20.026702 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-beea94c4-df7b-4a19-9abe-c7817042fffd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.077792 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6ceb0734-3b45-4606-9607-8f89cc6675fc None None] Provisioning complete for port e5bced41-8a6a-4bbe-b614-85eba3a4b36f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:20.077792 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0734-3b45-4606-9607-8f89cc6675fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.358835 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 99ad98b6-bfe9-4773-945f-0ca8f238c908, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=99ad98b6-bfe9-4773-945f-0ca8f238c908,segment=NetworkSegment(ccff212f-eb9b-440a-abc5-f76e9edad83f),segment_id=ccff212f-eb9b-440a-abc5-f76e9edad83f)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:20.394786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '99ad98b6-bfe9-4773-945f-0ca8f238c908', 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a', 'port_id': '99ad98b6-bfe9-4773-945f-0ca8f238c908', 'mac_address': 'fa:16:3e:c6:6e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55983801-f492-4a46-94da-ae12b2e91406', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:38:20.429583 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f4da8-234c-4ef3-a6b2-a79c8b0ce28c req-c9ebc880-7a35-4736-8b6e-b80b91c26d36 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:20.447159 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f4da8-234c-4ef3-a6b2-a79c8b0ce28c req-c9ebc880-7a35-4736-8b6e-b80b91c26d36 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:20.465968 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f4da8-234c-4ef3-a6b2-a79c8b0ce28c req-c9ebc880-7a35-4736-8b6e-b80b91c26d36 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:20.474855 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0734-3b45-4606-9607-8f89cc6675fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.481579 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b16f4da8-234c-4ef3-a6b2-a79c8b0ce28c req-c9ebc880-7a35-4736-8b6e-b80b91c26d36 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 2386 time: 0.8741648 Apr 18 20:38:20.538044 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fcdf616f-0cee-423d-b202-c5d484aa4881 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:38:20.565163 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f6a86392-d838-46b6-b308-5d955629f636 req-8cc70b9b-cc5d-48cc-8698-f3c5618f1af8 service neutron] 10.222.0.32 "GET /v2.0/networks/92da7360-d409-4b3e-ad31-ddbae7217c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6005750 Apr 18 20:38:20.584990 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: fcdf616f-0cee-423d-b202-c5d484aa4881 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:38:20.585354 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fcdf616f-0cee-423d-b202-c5d484aa4881 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:38:20.585780 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 9a195f4f-a7e5-48b1-8c88-fde475314901 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:38:20.658389 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.677405 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 9a195f4f-a7e5-48b1-8c88-fde475314901 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:38:20.677996 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 9a195f4f-a7e5-48b1-8c88-fde475314901 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:38:20.678687 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 571d5542-5835-4018-aec1-6130bf6498a3 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:38:20.753140 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fe39c-59ad-48a3-9df9-276be2d72f70 req-16e328c2-e980-4ada-8bf0-9b809d43db67 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:20.760364 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f24fe39c-59ad-48a3-9df9-276be2d72f70 req-16e328c2-e980-4ada-8bf0-9b809d43db67 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 944 time: 0.8555036 Apr 18 20:38:20.794760 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 571d5542-5835-4018-aec1-6130bf6498a3 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:38:20.800629 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 571d5542-5835-4018-aec1-6130bf6498a3 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:38:20.849455 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ad98b6-bfe9-4773-945f-0ca8f238c908 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:38:20.862344 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-6ceb0734-3b45-4606-9607-8f89cc6675fc None None] For port e5bced41-8a6a-4bbe-b614-85eba3a4b36f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=e5bced41-8a6a-4bbe-b614-85eba3a4b36f,segment=NetworkSegment(9685e92c-5add-481d-8884-cc7ec737f512),segment_id=9685e92c-5add-481d-8884-cc7ec737f512)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:20.901318 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0734-3b45-4606-9607-8f89cc6675fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.947183 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 99ad98b6-bfe9-4773-945f-0ca8f238c908, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=99ad98b6-bfe9-4773-945f-0ca8f238c908,segment=NetworkSegment(ccff212f-eb9b-440a-abc5-f76e9edad83f),segment_id=ccff212f-eb9b-440a-abc5-f76e9edad83f)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:20.971482 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.021886 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6ceb0734-3b45-4606-9607-8f89cc6675fc None None] Provisioning complete for port 94e44187-9d6d-4f62-a9df-b9409939e47d triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:21.022631 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0734-3b45-4606-9607-8f89cc6675fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.171602 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb0734-3b45-4606-9607-8f89cc6675fc None None] Pushing event updated for resources: {'Port': ['ID=e5bced41-8a6a-4bbe-b614-85eba3a4b36f,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:21.209100 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b16f4da8-234c-4ef3-a6b2-a79c8b0ce28c req-7b19e655-fcf6-42f1-8436-1c36570d94c0 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7264867 Apr 18 20:38:21.212593 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad9f93-8121-4c9f-8783-b10be53a8ffe req-f3f69d86-690a-4e60-929d-3b81c066031d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:21.214168 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7cad9f93-8121-4c9f-8783-b10be53a8ffe req-f3f69d86-690a-4e60-929d-3b81c066031d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1724055 Apr 18 20:38:21.350007 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f24fe39c-59ad-48a3-9df9-276be2d72f70 req-bb306110-86ea-4a40-817c-ad233e160ae5 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5200303 Apr 18 20:38:21.369976 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6ceb0734-3b45-4606-9607-8f89cc6675fc None None] Port 94e44187-9d6d-4f62-a9df-b9409939e47d cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:38:21.435817 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['99ad98b6-bfe9-4773-945f-0ca8f238c908'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:38:21.460987 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f6a86392-d838-46b6-b308-5d955629f636 req-6f07c070-0b0c-41f6-8f26-babc74973103 service neutron] 10.222.0.32 "GET /v2.0/networks/92da7360-d409-4b3e-ad31-ddbae7217c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8616121 Apr 18 20:38:21.509672 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6ceb0734-3b45-4606-9607-8f89cc6675fc None None] Provisioning complete for port 8923fce0-ed42-4625-a40c-88873e69d348 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:21.510054 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0734-3b45-4606-9607-8f89cc6675fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.521094 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12094e1-6a60-4143-9c03-da1427f3694e None None] Network a8f8942e-3e1a-43d9-880b-ea4411c35474 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:21.535074 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-3f9584ee-48f7-45d0-8a6e-625451ad2270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd444c06-aece-410b-a822-02affc410572 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:38:21.579023 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-beea94c4-df7b-4a19-9abe-c7817042fffd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.599516 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-3f9584ee-48f7-45d0-8a6e-625451ad2270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.614880 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=99ad98b6-bfe9-4773-945f-0ca8f238c908,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:21.616774 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a58f54e9-8882-4212-8162-68234ea26252 req-3e96a993-cfd9-4940-a0a4-fbb082d26f4d tempest-ServerShowV257Test-1230492713 tempest-ServerShowV257Test-1230492713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82592e9-1cbe-472b-99a3-b51d9e8f27ba HTTP/1.1" status: 200 len: 210 time: 0.0845499 Apr 18 20:38:21.657701 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-3f9584ee-48f7-45d0-8a6e-625451ad2270 service neutron] Transition to ACTIVE for port object dd444c06-aece-410b-a822-02affc410572 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:21.692359 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff4db3-81e3-48bb-8757-9d08c72eb08f req-84075e78-b459-4e9e-9e0f-8ca7c9110ced tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:21.694066 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5dff4db3-81e3-48bb-8757-9d08c72eb08f req-84075e78-b459-4e9e-9e0f-8ca7c9110ced tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=0839eb0e-7b5f-46ed-8db5-b1807ec44e5d HTTP/1.1" status: 200 len: 932 time: 0.1894448 Apr 18 20:38:21.789426 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5dff4db3-81e3-48bb-8757-9d08c72eb08f req-f14b6664-e14d-4ffd-9695-93af7335f9f7 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826054 Apr 18 20:38:21.814069 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-3f9584ee-48f7-45d0-8a6e-625451ad2270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.856247 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-beea94c4-df7b-4a19-9abe-c7817042fffd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.861249 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40480) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:21.861467 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-beea94c4-df7b-4a19-9abe-c7817042fffd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.9324496 Apr 18 20:38:21.866030 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-949da029-baa1-4e89-889f-45fdc56a9af1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Request body: {'security_group_rule': {'security_group_id': 'cd71e62c-383d-41c2-bfb2-cabc316d0923', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:21.883465 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6ceb0734-3b45-4606-9607-8f89cc6675fc None None] Port 8923fce0-ed42-4625-a40c-88873e69d348 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:38:21.899435 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bff3de3-4288-440b-9e79-3861760cc9ad admin admin] Router 7690285a-4af5-4254-a65a-846556e68668 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:38:21.905110 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea94c4-df7b-4a19-9abe-c7817042fffd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda9c166-0084-4591-8e78-025014d6fd7c,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:21.925653 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-cb6b2051-7e77-49a9-abf7-7898fa78a04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf1eca24-5d84-4e69-bf89-2ab279df31a9 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:38:21.930784 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-949da029-baa1-4e89-889f-45fdc56a9af1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.957259 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-cb6b2051-7e77-49a9-abf7-7898fa78a04e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.973319 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6ceb0734-3b45-4606-9607-8f89cc6675fc None None] Provisioning complete for port 4782b362-b4e3-4283-bd73-9891e39a8585 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:21.973922 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0734-3b45-4606-9607-8f89cc6675fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:22.040901 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9584ee-48f7-45d0-8a6e-625451ad2270 service neutron] Pushing event updated for resources: {'Port': ['ID=dd444c06-aece-410b-a822-02affc410572,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:22.041512 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-949da029-baa1-4e89-889f-45fdc56a9af1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:22.053635 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-949da029-baa1-4e89-889f-45fdc56a9af1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:22.056291 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-cb6b2051-7e77-49a9-abf7-7898fa78a04e service neutron] Transition to ACTIVE for port object cf1eca24-5d84-4e69-bf89-2ab279df31a9 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:22.110441 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949da029-baa1-4e89-889f-45fdc56a9af1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17c1616-26e9-4a63-9ff9-93fd66ccb72f,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:22.115058 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-cb6b2051-7e77-49a9-abf7-7898fa78a04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:22.170133 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-949da029-baa1-4e89-889f-45fdc56a9af1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:22.171492 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-949da029-baa1-4e89-889f-45fdc56a9af1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3091025 Apr 18 20:38:22.174705 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40482) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:22.179238 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fdf33566-12dd-431e-9451-f40935b9263d up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:22.183479 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-e4148ac5-8226-487e-8585-2eb62e5be380 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Allocated IP 10.1.1.214 (2b0f0f53-742c-4158-9900-4acf2578c1ab/23311194-a384-4735-a60e-77f8a24f1bc9/261ee228-3034-446a-848b-b1eb0de2a08c) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:22.183904 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-f002a96a-2d25-4b97-9074-a2d0d987e04c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:22.236363 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f002a96a-2d25-4b97-9074-a2d0d987e04c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:22.300585 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b2051-7e77-49a9-abf7-7898fa78a04e service neutron] Pushing event updated for resources: {'Port': ['ID=cf1eca24-5d84-4e69-bf89-2ab279df31a9,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:22.389987 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-3f9584ee-48f7-45d0-8a6e-625451ad2270 service neutron] Attempting to bind port dd444c06-aece-410b-a822-02affc410572 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:22.391654 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-3f9584ee-48f7-45d0-8a6e-625451ad2270 service neutron] Attempting to bind port dd444c06-aece-410b-a822-02affc410572 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'cacdabef-c21d-48d9-95a8-14c3380284f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a0123474-236c-43f6-b5fb-551e0942a4f0'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:22.391654 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-3f9584ee-48f7-45d0-8a6e-625451ad2270 service neutron] Attempting to bind port dd444c06-aece-410b-a822-02affc410572 on network a0123474-236c-43f6-b5fb-551e0942a4f0 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:22.490498 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-3f9584ee-48f7-45d0-8a6e-625451ad2270 service neutron] Port dd444c06-aece-410b-a822-02affc410572 on network a0123474-236c-43f6-b5fb-551e0942a4f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:38:22.490953 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-3f9584ee-48f7-45d0-8a6e-625451ad2270 service neutron] Attempting to bind port dd444c06-aece-410b-a822-02affc410572 on network a0123474-236c-43f6-b5fb-551e0942a4f0 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:22.571925 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-3f9584ee-48f7-45d0-8a6e-625451ad2270 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:22.572977 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-3f9584ee-48f7-45d0-8a6e-625451ad2270 service neutron] Checking segment: {'id': 'cacdabef-c21d-48d9-95a8-14c3380284f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a0123474-236c-43f6-b5fb-551e0942a4f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:22.572977 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-3f9584ee-48f7-45d0-8a6e-625451ad2270 service neutron] Bound using segment: {'id': 'cacdabef-c21d-48d9-95a8-14c3380284f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a0123474-236c-43f6-b5fb-551e0942a4f0'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:22.573519 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-3f9584ee-48f7-45d0-8a6e-625451ad2270 service neutron] Bound port: dd444c06-aece-410b-a822-02affc410572, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cacdabef-c21d-48d9-95a8-14c3380284f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a0123474-236c-43f6-b5fb-551e0942a4f0'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:22.573663 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-3f9584ee-48f7-45d0-8a6e-625451ad2270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:22.632730 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bff3de3-4288-440b-9e79-3861760cc9ad admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:38:22.663879 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0734-3b45-4606-9607-8f89cc6675fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:22.669777 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1bff3de3-4288-440b-9e79-3861760cc9ad admin admin] 10.222.0.41 "PUT /v2.0/routers/7690285a-4af5-4254-a65a-846556e68668/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7810490 Apr 18 20:38:22.742397 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port fdf33566-12dd-431e-9451-f40935b9263d triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:22.742896 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:22.826942 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3efe19-9d69-48ee-be98-d5d9e47e0e05 req-ba4d6b7b-1253-49ee-8c29-598cdf67db3d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:22.827141 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-6ceb0734-3b45-4606-9607-8f89cc6675fc None None] For port 4782b362-b4e3-4283-bd73-9891e39a8585, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4782b362-b4e3-4283-bd73-9891e39a8585,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:22.835713 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3efe19-9d69-48ee-be98-d5d9e47e0e05 req-ba4d6b7b-1253-49ee-8c29-598cdf67db3d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:22.836595 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0734-3b45-4606-9607-8f89cc6675fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:22.849625 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3efe19-9d69-48ee-be98-d5d9e47e0e05 req-ba4d6b7b-1253-49ee-8c29-598cdf67db3d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:22.858058 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ad3efe19-9d69-48ee-be98-d5d9e47e0e05 req-ba4d6b7b-1253-49ee-8c29-598cdf67db3d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 2398 time: 0.3519616 Apr 18 20:38:22.895021 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6ceb0734-3b45-4606-9607-8f89cc6675fc None None] Provisioning complete for port 4bdca135-d2ee-4c2b-b967-861124a33300 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:22.895601 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0734-3b45-4606-9607-8f89cc6675fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:22.916366 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ad3efe19-9d69-48ee-be98-d5d9e47e0e05 req-fc42845c-a1ea-4e6f-8b21-4713f1f3e208 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569575 Apr 18 20:38:22.962258 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69742939-3d62-4fb3-9188-6f789a62c74a req-7e52858a-8f8d-4475-aeb9-4cff3eaa438f tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:22.963711 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-69742939-3d62-4fb3-9188-6f789a62c74a req-7e52858a-8f8d-4475-aeb9-4cff3eaa438f tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 945 time: 0.4319038 Apr 18 20:38:23.034823 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-cb6b2051-7e77-49a9-abf7-7898fa78a04e service neutron] Attempting to bind port cf1eca24-5d84-4e69-bf89-2ab279df31a9 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:23.036286 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-cb6b2051-7e77-49a9-abf7-7898fa78a04e service neutron] Attempting to bind port cf1eca24-5d84-4e69-bf89-2ab279df31a9 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '33b38762-fd63-48e1-abc2-800616aba7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b8bd28fa-dce1-4529-b79d-031d463a140d'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:23.036788 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-cb6b2051-7e77-49a9-abf7-7898fa78a04e service neutron] Attempting to bind port cf1eca24-5d84-4e69-bf89-2ab279df31a9 on network b8bd28fa-dce1-4529-b79d-031d463a140d {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:23.086404 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-cb6b2051-7e77-49a9-abf7-7898fa78a04e service neutron] Port cf1eca24-5d84-4e69-bf89-2ab279df31a9 on network b8bd28fa-dce1-4529-b79d-031d463a140d not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:38:23.087263 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-cb6b2051-7e77-49a9-abf7-7898fa78a04e service neutron] Attempting to bind port cf1eca24-5d84-4e69-bf89-2ab279df31a9 on network b8bd28fa-dce1-4529-b79d-031d463a140d {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:23.093043 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e4435682-8246-4b57-9cf8-bffdd6a1589a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:23.140255 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-69742939-3d62-4fb3-9188-6f789a62c74a req-be5d89b1-32f8-4db8-a69d-9f13813db31b tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617126 Apr 18 20:38:23.161174 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-3f9584ee-48f7-45d0-8a6e-625451ad2270 service neutron] For port dd444c06-aece-410b-a822-02affc410572, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:23.170449 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb0734-3b45-4606-9607-8f89cc6675fc None None] Pushing event updated for resources: {'Port': ['ID=4782b362-b4e3-4283-bd73-9891e39a8585,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:23.170981 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-cb6b2051-7e77-49a9-abf7-7898fa78a04e service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:23.172480 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-cb6b2051-7e77-49a9-abf7-7898fa78a04e service neutron] Checking segment: {'id': '33b38762-fd63-48e1-abc2-800616aba7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b8bd28fa-dce1-4529-b79d-031d463a140d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:23.174994 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-cb6b2051-7e77-49a9-abf7-7898fa78a04e service neutron] Bound using segment: {'id': '33b38762-fd63-48e1-abc2-800616aba7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b8bd28fa-dce1-4529-b79d-031d463a140d'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:23.179136 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f002a96a-2d25-4b97-9074-a2d0d987e04c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:23.179680 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-cb6b2051-7e77-49a9-abf7-7898fa78a04e service neutron] Bound port: cf1eca24-5d84-4e69-bf89-2ab279df31a9, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b38762-fd63-48e1-abc2-800616aba7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b8bd28fa-dce1-4529-b79d-031d463a140d'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:23.180684 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-cb6b2051-7e77-49a9-abf7-7898fa78a04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:23.207551 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cc1de324-d61a-43b2-9237-09cd1e5e6e7f req-a52b1e8f-f912-4991-952c-29e707232826 tempest-ServerShowV257Test-1230492713 tempest-ServerShowV257Test-1230492713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82592e9-1cbe-472b-99a3-b51d9e8f27ba HTTP/1.1" status: 200 len: 210 time: 0.0972505 Apr 18 20:38:23.316302 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4148ac5-8226-487e-8585-2eb62e5be380 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:23.414279 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port e4435682-8246-4b57-9cf8-bffdd6a1589a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:23.414496 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:23.422671 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-3f9584ee-48f7-45d0-8a6e-625451ad2270 service neutron] For port dd444c06-aece-410b-a822-02affc410572, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=dd444c06-aece-410b-a822-02affc410572,segment=NetworkSegment(cacdabef-c21d-48d9-95a8-14c3380284f5),segment_id=cacdabef-c21d-48d9-95a8-14c3380284f5)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:23.442699 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4148ac5-8226-487e-8585-2eb62e5be380 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:23.446312 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-3f9584ee-48f7-45d0-8a6e-625451ad2270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:23.614390 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-3f9584ee-48f7-45d0-8a6e-625451ad2270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:23.616657 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-3f9584ee-48f7-45d0-8a6e-625451ad2270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:23.617473 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-3f9584ee-48f7-45d0-8a6e-625451ad2270 service neutron] 10.222.0.57 "PUT /v2.0/ports/dd444c06-aece-410b-a822-02affc410572 HTTP/1.1" status: 200 len: 1092 time: 5.9537084 Apr 18 20:38:23.618090 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0839eb0e-7b5f-46ed-8db5-b1807ec44e5d', 'tag': 'dd444c06-aece-410b-a822-02affc410572'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:23.620862 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a01c38-69ff-421d-a4b0-0dd746c09a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "0839eb0e-7b5f-46ed-8db5-b1807ec44e5d", "tag": "dd444c06-aece-410b-a822-02affc410572"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:23.638412 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4bdca135-d2ee-4c2b-b967-861124a33300 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:23.649937 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4148ac5-8226-487e-8585-2eb62e5be380 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Network 2b0f0f53-742c-4158-9900-4acf2578c1ab is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:23.679343 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b7e6e-2975-4607-9d31-7e352754d4f6 req-cc1d9913-8410-4d81-8218-1e077100faf0 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:23.681770 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-e4148ac5-8226-487e-8585-2eb62e5be380 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:23.682675 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-517b7e6e-2975-4607-9d31-7e352754d4f6 req-cc1d9913-8410-4d81-8218-1e077100faf0 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=0839eb0e-7b5f-46ed-8db5-b1807ec44e5d HTTP/1.1" status: 200 len: 944 time: 0.2854810 Apr 18 20:38:23.707675 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4148ac5-8226-487e-8585-2eb62e5be380 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:23.767075 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 99ad98b6-bfe9-4773-945f-0ca8f238c908 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:23.778235 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9584ee-48f7-45d0-8a6e-625451ad2270 service neutron] Pushing event updated for resources: {'Port': ['ID=dd444c06-aece-410b-a822-02affc410572,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:23.859430 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-f002a96a-2d25-4b97-9074-a2d0d987e04c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Allocated IP 172.25.1.64 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/cad5494f-1fee-401c-a6af-0b475608b685) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:23.900662 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-cb6b2051-7e77-49a9-abf7-7898fa78a04e service neutron] For port cf1eca24-5d84-4e69-bf89-2ab279df31a9, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:23.905408 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-517b7e6e-2975-4607-9d31-7e352754d4f6 req-754209ef-9131-49b5-8b3a-adc1c0a534d8 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804500 Apr 18 20:38:23.943027 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-cb6b2051-7e77-49a9-abf7-7898fa78a04e service neutron] For port cf1eca24-5d84-4e69-bf89-2ab279df31a9, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=cf1eca24-5d84-4e69-bf89-2ab279df31a9,segment=NetworkSegment(33b38762-fd63-48e1-abc2-800616aba7bd),segment_id=33b38762-fd63-48e1-abc2-800616aba7bd)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:23.953840 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4148ac5-8226-487e-8585-2eb62e5be380 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event updated for resources: {'Port': ['ID=261ee228-3034-446a-848b-b1eb0de2a08c,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:23.956949 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-cb6b2051-7e77-49a9-abf7-7898fa78a04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:23.968026 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4148ac5-8226-487e-8585-2eb62e5be380 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:23.968819 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4148ac5-8226-487e-8585-2eb62e5be380 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:23.998208 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-9674a681-267e-4590-9436-60a774a6da5b None None] Provisioning complete for port e5bced41-8a6a-4bbe-b614-85eba3a4b36f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:23.999375 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9674a681-267e-4590-9436-60a774a6da5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:24.012100 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 99ad98b6-bfe9-4773-945f-0ca8f238c908 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:24.057794 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 99ad98b6-bfe9-4773-945f-0ca8f238c908 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:24.058177 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:24.082143 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c02358-20f5-421a-8130-c73cc37dba9a x-openstack-request-id: req-17c02358-20f5-421a-8130-c73cc37dba9a {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:24.082611 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0839eb0e-7b5f-46ed-8db5-b1807ec44e5d", "tag": "dd444c06-aece-410b-a822-02affc410572", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:24.083930 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-17c02358-20f5-421a-8130-c73cc37dba9a {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:24.083930 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17c02358-20f5-421a-8130-c73cc37dba9a'] response: {'name': 'network-changed', 'server_uuid': '0839eb0e-7b5f-46ed-8db5-b1807ec44e5d', 'tag': 'dd444c06-aece-410b-a822-02affc410572', 'status': 'completed', 'code': 200} Apr 18 20:38:24.139261 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 4bdca135-d2ee-4c2b-b967-861124a33300 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:24.139650 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:24.152809 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-cb6b2051-7e77-49a9-abf7-7898fa78a04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:24.160340 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-cb6b2051-7e77-49a9-abf7-7898fa78a04e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:24.166206 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-cb6b2051-7e77-49a9-abf7-7898fa78a04e service neutron] 10.222.0.32 "PUT /v2.0/ports/cf1eca24-5d84-4e69-bf89-2ab279df31a9 HTTP/1.1" status: 200 len: 1091 time: 7.2720029 Apr 18 20:38:24.192503 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-53758efb-ecfe-4857-b686-b8af0625d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:24.203490 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-53758efb-ecfe-4857-b686-b8af0625d51d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=650e6c70232948a48193055b3cf5103f&device_id=0839eb0e-7b5f-46ed-8db5-b1807ec44e5d HTTP/1.1" status: 200 len: 1095 time: 0.4016123 Apr 18 20:38:24.223386 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-b282cdab-cb31-4ab0-a12b-2afa25c9fdf0 service neutron] Request body: {'port': {'device_id': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:24.267288 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e4148ac5-8226-487e-8585-2eb62e5be380 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 8.7194982 Apr 18 20:38:24.431950 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-9674a681-267e-4590-9436-60a774a6da5b None None] Provisioning complete for port 8923fce0-ed42-4625-a40c-88873e69d348 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:24.432385 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9674a681-267e-4590-9436-60a774a6da5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:24.522691 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-9674a681-267e-4590-9436-60a774a6da5b None None] Port 8923fce0-ed42-4625-a40c-88873e69d348 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:38:24.593033 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-05649f8a-ff57-4ea7-b9bd-610896d32809 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd444c06-aece-410b-a822-02affc410572 HTTP/1.1" status: 200 len: 217 time: 0.2106800 Apr 18 20:38:24.608646 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:24.632571 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-9674a681-267e-4590-9436-60a774a6da5b None None] Provisioning complete for port 95201784-e605-4f59-bd16-56419ae84a45 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:24.632571 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9674a681-267e-4590-9436-60a774a6da5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:24.672445 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a47301a9-5aa3-4532-97f6-ee001b649408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:24.677048 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4782b362-b4e3-4283-bd73-9891e39a8585 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:24.750430 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c65ae-9dbe-4cff-8918-ec0df224d24b req-836e0a81-1429-4d41-9f56-04a6309f63c7 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:24.757694 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c65ae-9dbe-4cff-8918-ec0df224d24b req-836e0a81-1429-4d41-9f56-04a6309f63c7 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:24.769630 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-f5016c93-6fc3-4d9f-b428-13b7f1720db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:24.773808 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-f5016c93-6fc3-4d9f-b428-13b7f1720db7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9f432db-bb83-4c5c-b467-ba4f8fb4d6a8 HTTP/1.1" status: 200 len: 852 time: 0.1785517 Apr 18 20:38:24.774048 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c65ae-9dbe-4cff-8918-ec0df224d24b req-836e0a81-1429-4d41-9f56-04a6309f63c7 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:24.775503 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b2051-7e77-49a9-abf7-7898fa78a04e service neutron] Pushing event updated for resources: {'Port': ['ID=cf1eca24-5d84-4e69-bf89-2ab279df31a9,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:24.783585 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c01c65ae-9dbe-4cff-8918-ec0df224d24b req-836e0a81-1429-4d41-9f56-04a6309f63c7 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 2398 time: 0.5082157 Apr 18 20:38:24.848012 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40514) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:24.857103 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795af6a3-73d8-4fa7-921c-a42213c84a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ad98b6-bfe9-4773-945f-0ca8f238c908'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:24.862104 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe19272d-8c9d-4db6-89c2-3cbc38bcb483" -d '{"events": [{"server_uuid": "795af6a3-73d8-4fa7-921c-a42213c84a8f", "name": "network-vif-plugged", "status": "completed", "tag": "99ad98b6-bfe9-4773-945f-0ca8f238c908"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:24.881458 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-db2b6f09-32f8-44df-9e1c-34c86c335e22 req-4be62dcb-3d1c-48e1-bef7-02387dff9013 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53e6a20813834f0d843ace506ebb51ce&device_id=d82592e9-1cbe-472b-99a3-b51d9e8f27ba HTTP/1.1" status: 200 len: 210 time: 0.1279311 Apr 18 20:38:24.887480 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f002a96a-2d25-4b97-9074-a2d0d987e04c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:24.894599 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-b70b0f31-b6c7-4a1e-9cd0-32e55532a8db tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Request body: {'security_group': {'name': 'tempest-securitygroup--251791202', 'description': 'tempest-description--507486331'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:24.903039 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-b6222e08-b551-4b80-954d-17de68b81265 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a0123474-236c-43f6-b5fb-551e0942a4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191754 Apr 18 20:38:24.907943 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 99ad98b6-bfe9-4773-945f-0ca8f238c908, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=99ad98b6-bfe9-4773-945f-0ca8f238c908,segment=NetworkSegment(ccff212f-eb9b-440a-abc5-f76e9edad83f),segment_id=ccff212f-eb9b-440a-abc5-f76e9edad83f)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:24.912105 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-9674a681-267e-4590-9436-60a774a6da5b None None] Port 95201784-e605-4f59-bd16-56419ae84a45 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:38:24.940677 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:24.970411 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d304c9d-c774-4431-88ae-e264c955ff07 req-2b4c3f92-8d98-406a-8a2a-3fe2a0a36cd0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d82592e9-1cbe-472b-99a3-b51d9e8f27ba HTTP/1.1" status: 200 len: 210 time: 0.1520760 Apr 18 20:38:24.972898 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-b282cdab-cb31-4ab0-a12b-2afa25c9fdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.000617 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-9674a681-267e-4590-9436-60a774a6da5b None None] Provisioning complete for port 03cfc2b2-136f-480a-bf93-e8b505a6cd8a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:25.001184 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9674a681-267e-4590-9436-60a774a6da5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.010816 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c01c65ae-9dbe-4cff-8918-ec0df224d24b req-f2d20b3d-6018-4822-a93d-06980cac212a tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262824 Apr 18 20:38:25.022870 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-db2b6f09-32f8-44df-9e1c-34c86c335e22 req-f791efe1-ce91-4e52-bc14-faff26aa6348 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=53e6a20813834f0d843ace506ebb51ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0921302 Apr 18 20:38:25.058155 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 4782b362-b4e3-4283-bd73-9891e39a8585 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:25.058532 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.081378 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b70b0f31-b6c7-4a1e-9cd0-32e55532a8db tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.149340 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=99ad98b6-bfe9-4773-945f-0ca8f238c908,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:25.150169 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f002a96a-2d25-4b97-9074-a2d0d987e04c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.186296 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb3b11-d44b-46d5-ac23-6a3b897994e1 req-eb8bce23-ea56-47e0-a5a2-6f971dda67a1 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:25.188087 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2cfb3b11-d44b-46d5-ac23-6a3b897994e1 req-eb8bce23-ea56-47e0-a5a2-6f971dda67a1 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.1959152 Apr 18 20:38:25.285953 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e5bced41-8a6a-4bbe-b614-85eba3a4b36f up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:25.290179 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9674a681-267e-4590-9436-60a774a6da5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.290916 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f002a96a-2d25-4b97-9074-a2d0d987e04c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:25.319446 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-f002a96a-2d25-4b97-9074-a2d0d987e04c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:25.327295 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f002a96a-2d25-4b97-9074-a2d0d987e04c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:25.356995 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002a96a-2d25-4b97-9074-a2d0d987e04c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Pushing event updated for resources: {'Port': ['ID=cad5494f-1fee-401c-a6af-0b475608b685,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:25.391161 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f538e215-6abe-4ece-8b20-f35f5d322407 req-a8c1b35c-6ccb-4498-b9ff-ef8d2c6322ce tempest-ServerShowV257Test-1230492713 tempest-ServerShowV257Test-1230492713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82592e9-1cbe-472b-99a3-b51d9e8f27ba HTTP/1.1" status: 200 len: 210 time: 0.1320257 Apr 18 20:38:25.407247 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-9674a681-267e-4590-9436-60a774a6da5b None None] For port 03cfc2b2-136f-480a-bf93-e8b505a6cd8a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=03cfc2b2-136f-480a-bf93-e8b505a6cd8a,segment=NetworkSegment(3a670b0e-6c3c-43fd-a0c4-ca85021cbf57),segment_id=3a670b0e-6c3c-43fd-a0c4-ca85021cbf57)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:25.411864 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dc6fec-22d7-416b-afe1-3b0058a09750 None None] Sync routers for ids ['7690285a-4af5-4254-a65a-846556e68668'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:38:25.422285 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9674a681-267e-4590-9436-60a774a6da5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.432060 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port e5bced41-8a6a-4bbe-b614-85eba3a4b36f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:25.432060 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.433256 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2cfb3b11-d44b-46d5-ac23-6a3b897994e1 req-fc2c0868-e92c-43b2-a076-687535c20308 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627021 Apr 18 20:38:25.489287 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b70b0f31-b6c7-4a1e-9cd0-32e55532a8db tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.511661 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-6c924383-4817-4d4a-a509-3ff766200cda service neutron] 10.222.0.57 "GET /v2.0/networks/a0123474-236c-43f6-b5fb-551e0942a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018081 Apr 18 20:38:25.523642 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dc6fec-22d7-416b-afe1-3b0058a09750 None None] Routers {'7690285a-4af5-4254-a65a-846556e68668'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:38:25.524180 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-91dc6fec-22d7-416b-afe1-3b0058a09750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:37:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7690285a-4af5-4254-a65a-846556e68668'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:25.629449 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fa5a77-3e55-4e26-b9de-bb2f38d8e2dc x-openstack-request-id: req-e1fa5a77-3e55-4e26-b9de-bb2f38d8e2dc {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:25.629805 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795af6a3-73d8-4fa7-921c-a42213c84a8f", "name": "network-vif-plugged", "status": "completed", "tag": "99ad98b6-bfe9-4773-945f-0ca8f238c908", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:25.630037 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1fa5a77-3e55-4e26-b9de-bb2f38d8e2dc {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:25.630448 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1fa5a77-3e55-4e26-b9de-bb2f38d8e2dc'] response: {'server_uuid': '795af6a3-73d8-4fa7-921c-a42213c84a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ad98b6-bfe9-4773-945f-0ca8f238c908', 'code': 200} Apr 18 20:38:25.661310 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674a681-267e-4590-9436-60a774a6da5b None None] Pushing event updated for resources: {'Port': ['ID=03cfc2b2-136f-480a-bf93-e8b505a6cd8a,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:25.720015 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f002a96a-2d25-4b97-9074-a2d0d987e04c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.772195 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b70b0f31-b6c7-4a1e-9cd0-32e55532a8db tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.830679 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b6f09-32f8-44df-9e1c-34c86c335e22 req-5009d17e-7680-466a-a229-e2cf433b02a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:25.834303 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-db2b6f09-32f8-44df-9e1c-34c86c335e22 req-5009d17e-7680-466a-a229-e2cf433b02a7 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6535525 Apr 18 20:38:25.913318 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5b46bd57-5aaf-4392-b741-748c85438396 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:25.991978 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ce57fec2-93db-4079-9757-c6ca585266ff None None] Provisioning complete for port 261ee228-3034-446a-848b-b1eb0de2a08c triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:25.992223 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a307f17f-35fc-4652-8d8d-8e0e9c21c30a req-6942b062-2684-44fa-8e25-cda60afa1ad4 service neutron] 10.222.0.57 "GET /v2.0/networks/a0123474-236c-43f6-b5fb-551e0942a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614525 Apr 18 20:38:25.992588 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ce57fec2-93db-4079-9757-c6ca585266ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.039594 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40522) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:26.051602 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e8e2ecd8-c0ae-487e-9b3e-c0de3ea38b08 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--580294485', 'description': 'tempest-description--850278743'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:26.084308 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'tag': 'cf1eca24-5d84-4e69-bf89-2ab279df31a9'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:26.106367 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee2d54c-a814-4d7e-895b-c9ec33daab51" -d '{"events": [{"name": "network-changed", "server_uuid": "df6d819e-ba47-4596-93e1-9cd954a1c72c", "tag": "cf1eca24-5d84-4e69-bf89-2ab279df31a9"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:26.106700 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-91dc6fec-22d7-416b-afe1-3b0058a09750 None None] Set router 7690285a-4af5-4254-a65a-846556e68668 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:38:26.248420 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ce57fec2-93db-4079-9757-c6ca585266ff None None] Port 261ee228-3034-446a-848b-b1eb0de2a08c cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:38:26.301642 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f002a96a-2d25-4b97-9074-a2d0d987e04c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.322712 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b70b0f31-b6c7-4a1e-9cd0-32e55532a8db tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.328951 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b70b0f31-b6c7-4a1e-9cd0-32e55532a8db tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4551964 Apr 18 20:38:26.353482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40528) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:26.354191 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e8e2ecd8-c0ae-487e-9b3e-c0de3ea38b08 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.368050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-6a67d7a3-f701-41f7-b2a3-762428f47b73 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Request body: {'security_group_rule': {'security_group_id': '1cbc5cd0-7ce7-4985-a31a-8661b244404b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:26.407400 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-b282cdab-cb31-4ab0-a12b-2afa25c9fdf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e44187-9d6d-4f62-a9df-b9409939e47d {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:38:26.427259 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-b282cdab-cb31-4ab0-a12b-2afa25c9fdf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.447641 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b0f31-b6c7-4a1e-9cd0-32e55532a8db tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbc5cd0-7ce7-4985-a31a-8661b244404b,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:26.465189 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a01c38-69ff-421d-a4b0-0dd746c09a4c req-dd9aad48-920b-46a0-bae3-8511388444c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:26.466911 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-49a01c38-69ff-421d-a4b0-0dd746c09a4c req-dd9aad48-920b-46a0-bae3-8511388444c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=650e6c70232948a48193055b3cf5103f&device_id=0839eb0e-7b5f-46ed-8db5-b1807ec44e5d HTTP/1.1" status: 200 len: 1095 time: 0.1827302 Apr 18 20:38:26.471112 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553920f-e7fa-4563-a57f-b6b1e15e85e4 req-396ba250-af25-4e95-8f7b-b73e7e10b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:26.472358 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-b282cdab-cb31-4ab0-a12b-2afa25c9fdf0 service neutron] Transition to ACTIVE for port object 94e44187-9d6d-4f62-a9df-b9409939e47d will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:26.473007 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b553920f-e7fa-4563-a57f-b6b1e15e85e4 req-396ba250-af25-4e95-8f7b-b73e7e10b803 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 1097 time: 0.7240503 Apr 18 20:38:26.488036 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70b3b6-bd5d-4230-b103-c9f4b718a954 req-e3e4b76a-73cb-4e17-a4d3-89d2c8e1237c tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:26.492249 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-b282cdab-cb31-4ab0-a12b-2afa25c9fdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.497368 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c70b3b6-bd5d-4230-b103-c9f4b718a954 req-e3e4b76a-73cb-4e17-a4d3-89d2c8e1237c tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=0839eb0e-7b5f-46ed-8db5-b1807ec44e5d HTTP/1.1" status: 200 len: 944 time: 0.7121804 Apr 18 20:38:26.587533 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5b46bd57-5aaf-4392-b741-748c85438396 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:26.587533 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.587968 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6a67d7a3-f701-41f7-b2a3-762428f47b73 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.634291 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4bea20-955a-4f6a-9d51-f682a60a5f57 req-35d14fa6-4449-45b5-bab3-418f7cd6c2ea tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:26.642187 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4bea20-955a-4f6a-9d51-f682a60a5f57 req-35d14fa6-4449-45b5-bab3-418f7cd6c2ea tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:26.655492 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4bea20-955a-4f6a-9d51-f682a60a5f57 req-35d14fa6-4449-45b5-bab3-418f7cd6c2ea tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:26.658189 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb4bea20-955a-4f6a-9d51-f682a60a5f57 req-35d14fa6-4449-45b5-bab3-418f7cd6c2ea tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 2398 time: 0.3475091 Apr 18 20:38:26.677447 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e8e2ecd8-c0ae-487e-9b3e-c0de3ea38b08 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.703272 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e8e2ecd8-c0ae-487e-9b3e-c0de3ea38b08 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.769338 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282cdab-cb31-4ab0-a12b-2afa25c9fdf0 service neutron] Pushing event updated for resources: {'Port': ['ID=94e44187-9d6d-4f62-a9df-b9409939e47d,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:26.777797 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c70b3b6-bd5d-4230-b103-c9f4b718a954 req-3a314c85-cafe-4159-9c95-ec79b0cd3845 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790356 Apr 18 20:38:26.918944 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b553920f-e7fa-4563-a57f-b6b1e15e85e4 req-fc4295ce-e224-4d04-b964-cb6f42f2f8bd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3947649 Apr 18 20:38:26.961976 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136c9c73-11ff-4038-a6e5-79515faf84cc x-openstack-request-id: req-136c9c73-11ff-4038-a6e5-79515faf84cc {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:26.962580 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6d819e-ba47-4596-93e1-9cd954a1c72c", "tag": "cf1eca24-5d84-4e69-bf89-2ab279df31a9", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:26.962849 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-136c9c73-11ff-4038-a6e5-79515faf84cc {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:26.963515 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-136c9c73-11ff-4038-a6e5-79515faf84cc'] response: {'name': 'network-changed', 'server_uuid': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'tag': 'cf1eca24-5d84-4e69-bf89-2ab279df31a9', 'status': 'completed', 'code': 200} Apr 18 20:38:27.028045 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e8e2ecd8-c0ae-487e-9b3e-c0de3ea38b08 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.030425 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e8e2ecd8-c0ae-487e-9b3e-c0de3ea38b08 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9894180 Apr 18 20:38:27.058054 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40536) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:27.085383 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-b9e36ca5-e749-45c5-a5e9-b57e9e1d50e0 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Request body: {'security_group_rule': {'security_group_id': '71d5f076-796b-4044-9070-33f9865026a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:27.102489 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2ecd8-c0ae-487e-9b3e-c0de3ea38b08 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71d5f076-796b-4044-9070-33f9865026a4,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:27.112351 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6a67d7a3-f701-41f7-b2a3-762428f47b73 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.115520 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a01c38-69ff-421d-a4b0-0dd746c09a4c req-34003cc7-7bd8-40cb-8c23-dbd6b4fc3a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:27.118340 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-49a01c38-69ff-421d-a4b0-0dd746c09a4c req-34003cc7-7bd8-40cb-8c23-dbd6b4fc3a8d service neutron] 10.222.0.57 "GET /v2.0/networks?id=a0123474-236c-43f6-b5fb-551e0942a4f0 HTTP/1.1" status: 200 len: 913 time: 0.6425667 Apr 18 20:38:27.131605 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-91dc6fec-22d7-416b-afe1-3b0058a09750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690285a-4af5-4254-a65a-846556e68668', 'name': 'tempest-ServersTestManualDisk-591377164-router', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c7704d22-9194-42ff-bb80-36090b9070c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:55Z', 'updated_at': '2022-04-18T20:38:14Z', 'revision_number': 4, 'project_id': '2973a3b0af804e7199e15770f476280e', 'gw_port': {'id': 'c7704d22-9194-42ff-bb80-36090b9070c4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7690285a-4af5-4254-a65a-846556e68668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:59Z', 'updated_at': '2022-04-18T20:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '8923fce0-ed42-4625-a40c-88873e69d348', 'name': '', 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'mac_address': 'fa:16:3e:db:dd:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7690285a-4af5-4254-a65a-846556e68668', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '106aa402-66e8-4b20-a76a-4a5df2e4dfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:10Z', 'updated_at': '2022-04-18T20:38:15Z', 'revision_number': 2, 'project_id': '2973a3b0af804e7199e15770f476280e', 'subnets': [{'id': '106aa402-66e8-4b20-a76a-4a5df2e4dfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:27.195430 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dc6fec-22d7-416b-afe1-3b0058a09750 None None] Checking router: 7690285a-4af5-4254-a65a-846556e68668 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:38:27.196864 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dc6fec-22d7-416b-afe1-3b0058a09750 None None] Updating router 7690285a-4af5-4254-a65a-846556e68668 port 8923fce0-ed42-4625-a40c-88873e69d348 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:38:27.218631 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6a67d7a3-f701-41f7-b2a3-762428f47b73 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.253195 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-49a01c38-69ff-421d-a4b0-0dd746c09a4c req-8a0b4c1f-46c3-463d-8f08-f05f05f5c812 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd444c06-aece-410b-a822-02affc410572 HTTP/1.1" status: 200 len: 217 time: 0.1144719 Apr 18 20:38:27.272974 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.306535 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-91dc6fec-22d7-416b-afe1-3b0058a09750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.325751 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6a67d7a3-f701-41f7-b2a3-762428f47b73 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.328005 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6a67d7a3-f701-41f7-b2a3-762428f47b73 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9644220 Apr 18 20:38:27.332675 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-b282cdab-cb31-4ab0-a12b-2afa25c9fdf0 service neutron] Attempting to bind port 94e44187-9d6d-4f62-a9df-b9409939e47d on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:27.333564 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-b282cdab-cb31-4ab0-a12b-2afa25c9fdf0 service neutron] Attempting to bind port 94e44187-9d6d-4f62-a9df-b9409939e47d by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '7977201b-c284-4359-8cfc-410b3da0206a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'be8054fa-4687-4cda-b57e-526d30f6a923'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:27.334338 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-b282cdab-cb31-4ab0-a12b-2afa25c9fdf0 service neutron] Attempting to bind port 94e44187-9d6d-4f62-a9df-b9409939e47d on network be8054fa-4687-4cda-b57e-526d30f6a923 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:27.340659 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40546) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:27.352265 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-077280a9-93a5-4dd9-92d7-016f3a50b123 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Request body: {'security_group_rule': {'security_group_id': '1cbc5cd0-7ce7-4985-a31a-8661b244404b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:27.377056 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b9e36ca5-e749-45c5-a5e9-b57e9e1d50e0 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.393339 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-b282cdab-cb31-4ab0-a12b-2afa25c9fdf0 service neutron] Port 94e44187-9d6d-4f62-a9df-b9409939e47d on network be8054fa-4687-4cda-b57e-526d30f6a923 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:38:27.394187 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-b282cdab-cb31-4ab0-a12b-2afa25c9fdf0 service neutron] Attempting to bind port 94e44187-9d6d-4f62-a9df-b9409939e47d on network be8054fa-4687-4cda-b57e-526d30f6a923 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:27.399259 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb4bea20-955a-4f6a-9d51-f682a60a5f57 req-858f6510-bd87-425d-9c72-9f8fdfdcfd54 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6781816 Apr 18 20:38:27.441078 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-b282cdab-cb31-4ab0-a12b-2afa25c9fdf0 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:27.441924 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-b282cdab-cb31-4ab0-a12b-2afa25c9fdf0 service neutron] Checking segment: {'id': '7977201b-c284-4359-8cfc-410b3da0206a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'be8054fa-4687-4cda-b57e-526d30f6a923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:27.442795 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-b282cdab-cb31-4ab0-a12b-2afa25c9fdf0 service neutron] Bound using segment: {'id': '7977201b-c284-4359-8cfc-410b3da0206a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'be8054fa-4687-4cda-b57e-526d30f6a923'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:27.443750 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-b282cdab-cb31-4ab0-a12b-2afa25c9fdf0 service neutron] Bound port: 94e44187-9d6d-4f62-a9df-b9409939e47d, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7977201b-c284-4359-8cfc-410b3da0206a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'be8054fa-4687-4cda-b57e-526d30f6a923'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:27.444635 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-b282cdab-cb31-4ab0-a12b-2afa25c9fdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.450174 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a01c38-69ff-421d-a4b0-0dd746c09a4c req-5d2725c5-cafe-44c9-9de1-fdcbba5e45f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:27.453117 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-49a01c38-69ff-421d-a4b0-0dd746c09a4c req-5d2725c5-cafe-44c9-9de1-fdcbba5e45f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9f432db-bb83-4c5c-b467-ba4f8fb4d6a8 HTTP/1.1" status: 200 len: 852 time: 0.1867454 Apr 18 20:38:27.462244 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f2eb0-46ae-47d5-bd32-1fae89ef8130 req-520b4d25-7055-42bf-a7d1-d1c35314f686 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:27.465956 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d26f2eb0-46ae-47d5-bd32-1fae89ef8130 req-520b4d25-7055-42bf-a7d1-d1c35314f686 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.4413161 Apr 18 20:38:27.503860 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f002a96a-2d25-4b97-9074-a2d0d987e04c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.506517 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67d7a3-f701-41f7-b2a3-762428f47b73 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2896cd44-d7c5-407c-a44c-e81d89f9ed32,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:27.552146 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 5b46bd57-5aaf-4392-b741-748c85438396, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5b46bd57-5aaf-4392-b741-748c85438396,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:27.568147 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f002a96a-2d25-4b97-9074-a2d0d987e04c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.600355 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.602252 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fe835fb9-5cc5-4744-84f0-92f948e77729 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:27.603965 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-49a01c38-69ff-421d-a4b0-0dd746c09a4c req-eee837f2-c481-4713-b653-f6ab25ed7913 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a0123474-236c-43f6-b5fb-551e0942a4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985444 Apr 18 20:38:27.664928 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-077280a9-93a5-4dd9-92d7-016f3a50b123 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.689309 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2d54c-a814-4d7e-895b-c9ec33daab51 req-58ba6266-eabc-4eef-af86-45fc7ed42c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:27.690185 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2d54c-a814-4d7e-895b-c9ec33daab51 req-58ba6266-eabc-4eef-af86-45fc7ed42c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:27.690800 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2d54c-a814-4d7e-895b-c9ec33daab51 req-58ba6266-eabc-4eef-af86-45fc7ed42c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:27.693489 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8ee2d54c-a814-4d7e-895b-c9ec33daab51 req-58ba6266-eabc-4eef-af86-45fc7ed42c28 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a68a6b8656b54bed80d6a62c1f094daf&device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 2821 time: 0.4157434 Apr 18 20:38:27.694206 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002a96a-2d25-4b97-9074-a2d0d987e04c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Pushing event updated for resources: {'Port': ['ID=cad5494f-1fee-401c-a6af-0b475608b685,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:27.928097 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b9e36ca5-e749-45c5-a5e9-b57e9e1d50e0 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.928693 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2d54c-a814-4d7e-895b-c9ec33daab51 req-9150b305-4041-4f4b-a5d4-92f6a7b85a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:27.929471 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2d54c-a814-4d7e-895b-c9ec33daab51 req-9150b305-4041-4f4b-a5d4-92f6a7b85a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:27.929638 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2d54c-a814-4d7e-895b-c9ec33daab51 req-9150b305-4041-4f4b-a5d4-92f6a7b85a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:27.933288 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8ee2d54c-a814-4d7e-895b-c9ec33daab51 req-9150b305-4041-4f4b-a5d4-92f6a7b85a3c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a68a6b8656b54bed80d6a62c1f094daf&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1974692 Apr 18 20:38:27.942641 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=5b46bd57-5aaf-4392-b741-748c85438396,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:27.947047 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-b282cdab-cb31-4ab0-a12b-2afa25c9fdf0 service neutron] For port 94e44187-9d6d-4f62-a9df-b9409939e47d, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:27.963977 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port fe835fb9-5cc5-4744-84f0-92f948e77729 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:27.964250 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.971569 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b9e36ca5-e749-45c5-a5e9-b57e9e1d50e0 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.013562 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d26f2eb0-46ae-47d5-bd32-1fae89ef8130 req-d56216fb-571e-45ff-a8e4-a4296d91abd7 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4872062 Apr 18 20:38:28.024483 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-b282cdab-cb31-4ab0-a12b-2afa25c9fdf0 service neutron] For port 94e44187-9d6d-4f62-a9df-b9409939e47d, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=94e44187-9d6d-4f62-a9df-b9409939e47d,segment=NetworkSegment(7977201b-c284-4359-8cfc-410b3da0206a),segment_id=7977201b-c284-4359-8cfc-410b3da0206a)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:28.050114 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0df686ab-0dc1-42b0-9fe9-286f1f8a73d0 req-a10b2150-0202-4332-9622-2b8b882d9899 tempest-ServerShowV257Test-1230492713 tempest-ServerShowV257Test-1230492713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82592e9-1cbe-472b-99a3-b51d9e8f27ba HTTP/1.1" status: 200 len: 210 time: 0.3801980 Apr 18 20:38:28.080711 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-b282cdab-cb31-4ab0-a12b-2afa25c9fdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.088500 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-077280a9-93a5-4dd9-92d7-016f3a50b123 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.095396 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e36ca5-e749-45c5-a5e9-b57e9e1d50e0 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a05651d-4c49-4b55-a2e9-558e522210f0,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:28.112262 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-49a01c38-69ff-421d-a4b0-0dd746c09a4c req-e0e909cb-8958-4260-a1fc-ded5a8301707 service neutron] 10.222.0.57 "GET /v2.0/networks/a0123474-236c-43f6-b5fb-551e0942a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905503 Apr 18 20:38:28.201545 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-077280a9-93a5-4dd9-92d7-016f3a50b123 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.209475 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b9e36ca5-e749-45c5-a5e9-b57e9e1d50e0 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.211955 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b9e36ca5-e749-45c5-a5e9-b57e9e1d50e0 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1425855 Apr 18 20:38:28.247289 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40554) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:28.271652 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-1964ddce-1212-436b-9058-eceeb180d0e9 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Request body: {'security_group_rule': {'security_group_id': '71d5f076-796b-4044-9070-33f9865026a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:28.339689 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device dd444c06-aece-410b-a822-02affc410572 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:38:28.513727 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f002a96a-2d25-4b97-9074-a2d0d987e04c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.533558 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-91dc6fec-22d7-416b-afe1-3b0058a09750 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.544675 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 002d5eee-70e6-4fc5-9ee9-3a208b244052 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:28.627853 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282cdab-cb31-4ab0-a12b-2afa25c9fdf0 service neutron] Pushing event updated for resources: {'Port': ['ID=94e44187-9d6d-4f62-a9df-b9409939e47d,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:28.645439 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-b282cdab-cb31-4ab0-a12b-2afa25c9fdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:28.646835 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-b282cdab-cb31-4ab0-a12b-2afa25c9fdf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.651828 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-b282cdab-cb31-4ab0-a12b-2afa25c9fdf0 service neutron] 10.222.0.32 "PUT /v2.0/ports/94e44187-9d6d-4f62-a9df-b9409939e47d HTTP/1.1" status: 200 len: 1091 time: 4.4417367 Apr 18 20:38:28.658869 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077280a9-93a5-4dd9-92d7-016f3a50b123 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7db4bd-4a96-44bf-b793-ec82f087dbc5,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:28.703429 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-077280a9-93a5-4dd9-92d7-016f3a50b123 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.720054 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-077280a9-93a5-4dd9-92d7-016f3a50b123 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3734007 Apr 18 20:38:28.721277 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40566) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:28.744096 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-55484df8-b469-4bc7-9c55-6a397ad07f1e tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:28.770785 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port dd444c06-aece-410b-a822-02affc410572, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=dd444c06-aece-410b-a822-02affc410572,segment=NetworkSegment(cacdabef-c21d-48d9-95a8-14c3380284f5),segment_id=cacdabef-c21d-48d9-95a8-14c3380284f5)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:28.793532 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'dd444c06-aece-410b-a822-02affc410572', 'network_id': 'a0123474-236c-43f6-b5fb-551e0942a4f0', 'port_id': 'dd444c06-aece-410b-a822-02affc410572', 'mac_address': 'fa:16:3e:3f:30:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f432db-bb83-4c5c-b467-ba4f8fb4d6a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:38:28.810015 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f002a96a-2d25-4b97-9074-a2d0d987e04c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.813649 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f002a96a-2d25-4b97-9074-a2d0d987e04c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6364820 Apr 18 20:38:28.890560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e51bda-4920-4328-ba1a-796896010d3f req-0cd8ac4b-bcdb-41fb-927c-331478d3c4c2 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:28.891512 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-32d8500a-068f-4665-a498-ce75e0f0165b req-2c4e4eb5-5778-44f8-ad1e-6034bc40ad09 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53e6a20813834f0d843ace506ebb51ce&device_id=d82592e9-1cbe-472b-99a3-b51d9e8f27ba HTTP/1.1" status: 200 len: 210 time: 0.0977287 Apr 18 20:38:28.898143 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-49a01c38-69ff-421d-a4b0-0dd746c09a4c req-8c2c9fc6-447a-491e-bbc8-44be4def70e1 service neutron] 10.222.0.57 "GET /v2.0/networks/a0123474-236c-43f6-b5fb-551e0942a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7119417 Apr 18 20:38:28.902435 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-91dc6fec-22d7-416b-afe1-3b0058a09750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.916263 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-31e51bda-4920-4328-ba1a-796896010d3f req-0cd8ac4b-bcdb-41fb-927c-331478d3c4c2 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=0839eb0e-7b5f-46ed-8db5-b1807ec44e5d HTTP/1.1" status: 200 len: 944 time: 0.6330259 Apr 18 20:38:28.919169 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55484df8-b469-4bc7-9c55-6a397ad07f1e tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.960600 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.964999 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-32d8500a-068f-4665-a498-ce75e0f0165b req-4a5bec50-8b6c-43ef-9d2f-f157592c778e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=53e6a20813834f0d843ace506ebb51ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635948 Apr 18 20:38:28.967580 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'tag': '94e44187-9d6d-4f62-a9df-b9409939e47d'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:28.971524 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9000ab91-7fa1-456e-8696-473add0ef29d" -d '{"events": [{"name": "network-changed", "server_uuid": "df6d819e-ba47-4596-93e1-9cd954a1c72c", "tag": "94e44187-9d6d-4f62-a9df-b9409939e47d"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:28.992506 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1964ddce-1212-436b-9058-eceeb180d0e9 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.004112 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2d54c-a814-4d7e-895b-c9ec33daab51 req-f6528f84-56cb-4552-8efa-698eadbc64ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:29.006058 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8ee2d54c-a814-4d7e-895b-c9ec33daab51 req-f6528f84-56cb-4552-8efa-698eadbc64ff service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0158181 Apr 18 20:38:29.119786 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-86cbc57e-e87b-4c45-bffd-b70de41fa870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.166387 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd444c06-aece-410b-a822-02affc410572 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:38:29.236702 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-31e51bda-4920-4328-ba1a-796896010d3f req-ee84fbac-2557-42b8-bbda-2ec8262a5929 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271543 Apr 18 20:38:29.254221 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b351abc-4ecc-4498-b2c6-944be92863c3 None None] Pushing event updated for resources: {'Port': ['ID=8923fce0-ed42-4625-a40c-88873e69d348,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:29.292560 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1964ddce-1212-436b-9058-eceeb180d0e9 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.309615 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23b073-2778-4d1b-988a-ee5ee49494d1 req-7941c033-d984-4056-8205-35fe4989a129 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:29.319669 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23b073-2778-4d1b-988a-ee5ee49494d1 req-7941c033-d984-4056-8205-35fe4989a129 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:29.320294 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port dd444c06-aece-410b-a822-02affc410572, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=dd444c06-aece-410b-a822-02affc410572,segment=NetworkSegment(cacdabef-c21d-48d9-95a8-14c3380284f5),segment_id=cacdabef-c21d-48d9-95a8-14c3380284f5)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:29.330166 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23b073-2778-4d1b-988a-ee5ee49494d1 req-7941c033-d984-4056-8205-35fe4989a129 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:29.337381 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3d23b073-2778-4d1b-988a-ee5ee49494d1 req-7941c033-d984-4056-8205-35fe4989a129 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 2410 time: 0.2790260 Apr 18 20:38:29.348972 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-cce83d96-9423-4f60-9db5-5ad30a2e2629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:29.349603 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-cce83d96-9423-4f60-9db5-5ad30a2e2629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:29.350152 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-cce83d96-9423-4f60-9db5-5ad30a2e2629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:29.352093 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-cce83d96-9423-4f60-9db5-5ad30a2e2629 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a68a6b8656b54bed80d6a62c1f094daf&device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 2863 time: 0.2544174 Apr 18 20:38:29.352729 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1964ddce-1212-436b-9058-eceeb180d0e9 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.372158 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8500a-068f-4665-a498-ce75e0f0165b req-8fa5db1f-6e03-414c-b2bf-0a0c2e933bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:29.375870 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-32d8500a-068f-4665-a498-ce75e0f0165b req-8fa5db1f-6e03-414c-b2bf-0a0c2e933bbd service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3962133 Apr 18 20:38:29.450179 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964ddce-1212-436b-9058-eceeb180d0e9 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6601948b-9e94-4ee4-bfed-42ccea7d3cbf,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:29.456561 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3d23b073-2778-4d1b-988a-ee5ee49494d1 req-7988ba71-5240-4b12-827a-dacda7c33c1c tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014566 Apr 18 20:38:29.462919 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1964ddce-1212-436b-9058-eceeb180d0e9 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.467554 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1964ddce-1212-436b-9058-eceeb180d0e9 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2153394 Apr 18 20:38:29.470156 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40580) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:29.489602 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-416648d4-9b65-4872-b5a9-aea1b35810d6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:29.505314 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-68b9afff-a6df-4e21-944e-490c7785d601 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.20&port_id=a1b5ed77-e9b0-4a39-8173-c0d43582d65b HTTP/1.1" status: 200 len: 217 time: 0.0920577 Apr 18 20:38:29.519941 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55484df8-b469-4bc7-9c55-6a397ad07f1e tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.522886 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.585026 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 002d5eee-70e6-4fc5-9ee9-3a208b244052 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:29.585708 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.625134 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbe311d2-9386-4007-a97c-c9e002130bc8 req-781684a7-cc6a-47d2-9293-23de873db553 tempest-ServerShowV257Test-1230492713 tempest-ServerShowV257Test-1230492713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82592e9-1cbe-472b-99a3-b51d9e8f27ba HTTP/1.1" status: 200 len: 210 time: 0.0492964 Apr 18 20:38:29.637973 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-5610bb0f-242e-4cb4-b294-793c1521033d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:29.642232 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-5610bb0f-242e-4cb4-b294-793c1521033d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf0b1816-577b-4602-acb8-51fcdc6883ca HTTP/1.1" status: 200 len: 801 time: 0.1227517 Apr 18 20:38:29.710434 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f846d496-2c5a-4e86-92cf-de85555c2b3a x-openstack-request-id: req-f846d496-2c5a-4e86-92cf-de85555c2b3a {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:29.713476 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6d819e-ba47-4596-93e1-9cd954a1c72c", "tag": "94e44187-9d6d-4f62-a9df-b9409939e47d", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:29.714134 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f846d496-2c5a-4e86-92cf-de85555c2b3a {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:29.714990 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f846d496-2c5a-4e86-92cf-de85555c2b3a'] response: {'name': 'network-changed', 'server_uuid': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'tag': '94e44187-9d6d-4f62-a9df-b9409939e47d', 'status': 'completed', 'code': 200} Apr 18 20:38:29.716698 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-416648d4-9b65-4872-b5a9-aea1b35810d6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.731710 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-91dc6fec-22d7-416b-afe1-3b0058a09750 None None] Attempting to bind port 8923fce0-ed42-4625-a40c-88873e69d348 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:29.732085 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-91dc6fec-22d7-416b-afe1-3b0058a09750 None None] Attempting to bind port 8923fce0-ed42-4625-a40c-88873e69d348 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '3fc06cf4-dcea-4040-bf01-4525df091089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:29.736169 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dc6fec-22d7-416b-afe1-3b0058a09750 None None] Attempting to bind port 8923fce0-ed42-4625-a40c-88873e69d348 on network c0e305f7-b542-42c8-b395-eb424f597b80 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:29.772127 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dc6fec-22d7-416b-afe1-3b0058a09750 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:29.777081 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dc6fec-22d7-416b-afe1-3b0058a09750 None None] Checking segment: {'id': '3fc06cf4-dcea-4040-bf01-4525df091089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:29.777606 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-91dc6fec-22d7-416b-afe1-3b0058a09750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.778041 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dc6fec-22d7-416b-afe1-3b0058a09750 None None] Bound using segment: {'id': '3fc06cf4-dcea-4040-bf01-4525df091089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:29.778948 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-54c4162c-7b0d-4c39-a525-38db7eb1ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:29.780503 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-54c4162c-7b0d-4c39-a525-38db7eb1ac9b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=be8054fa-4687-4cda-b57e-526d30f6a923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1272693 Apr 18 20:38:29.781447 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-91dc6fec-22d7-416b-afe1-3b0058a09750 None None] Bound port: 8923fce0-ed42-4625-a40c-88873e69d348, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc06cf4-dcea-4040-bf01-4525df091089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:29.782456 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-91dc6fec-22d7-416b-afe1-3b0058a09750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.865617 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.888573 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-2d3cc787-a0d0-4530-8bf9-9ca5652737fc None None] Provisioning complete for port 8923fce0-ed42-4625-a40c-88873e69d348 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:29.889004 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2d3cc787-a0d0-4530-8bf9-9ca5652737fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.007955 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-2d3cc787-a0d0-4530-8bf9-9ca5652737fc None None] Port 8923fce0-ed42-4625-a40c-88873e69d348 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:38:30.015181 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['dd444c06-aece-410b-a822-02affc410572'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:38:30.084864 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-55484df8-b469-4bc7-9c55-6a397ad07f1e tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Allocated IP 172.25.1.183 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/6c3da5b4-e383-4581-a9b8-17d7b7152551) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:30.098374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612ee9c-883e-4f7f-84ff-600ac37b3e24 req-9e0d505a-dc1b-4806-8692-07f9fc1fa12d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:30.101406 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e612ee9c-883e-4f7f-84ff-600ac37b3e24 req-9e0d505a-dc1b-4806-8692-07f9fc1fa12d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.3115268 Apr 18 20:38:30.107499 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=dd444c06-aece-410b-a822-02affc410572,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:30.107992 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-041fbaea-43c5-4e59-b646-286e18365b4a req-3376dbe6-116f-4220-b37f-9d5ae81412a4 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--485316609&fields=id&tenant_id=f07a47e8c182436591c55c66e8d2e113 HTTP/1.1" status: 200 len: 267 time: 0.2845213 Apr 18 20:38:30.111357 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-5fa3aa49-dbc5-4cb7-b5ee-37604daa3632 service neutron] 10.222.0.32 "GET /v2.0/networks/be8054fa-4687-4cda-b57e-526d30f6a923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229811 Apr 18 20:38:30.268529 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 03cfc2b2-136f-480a-bf93-e8b505a6cd8a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:30.317903 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-91dc6fec-22d7-416b-afe1-3b0058a09750 None None] For port 8923fce0-ed42-4625-a40c-88873e69d348, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:30.352764 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-91dc6fec-22d7-416b-afe1-3b0058a09750 None None] For port 8923fce0-ed42-4625-a40c-88873e69d348, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8923fce0-ed42-4625-a40c-88873e69d348,segment=NetworkSegment(3fc06cf4-dcea-4040-bf01-4525df091089),segment_id=3fc06cf4-dcea-4040-bf01-4525df091089)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:30.401366 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-91dc6fec-22d7-416b-afe1-3b0058a09750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.465179 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e612ee9c-883e-4f7f-84ff-600ac37b3e24 req-9315d216-05c5-4b5c-821a-3bdfb960260e tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3200655 Apr 18 20:38:30.506552 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dc6fec-22d7-416b-afe1-3b0058a09750 None None] Routers {'7690285a-4af5-4254-a65a-846556e68668'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:38:30.514438 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-91dc6fec-22d7-416b-afe1-3b0058a09750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:38:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7690285a-4af5-4254-a65a-846556e68668'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:30.560550 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-3fc4c14f-914e-4bec-b57a-00a43a35c2b2 service neutron] 10.222.0.32 "GET /v2.0/networks/be8054fa-4687-4cda-b57e-526d30f6a923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395278 Apr 18 20:38:30.619878 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-774d8559-741d-4a30-8a05-f8e2d3e71075 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.24&port_id=cf1eca24-5d84-4e69-bf89-2ab279df31a9 HTTP/1.1" status: 200 len: 217 time: 0.0512137 Apr 18 20:38:30.629176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fbaea-43c5-4e59-b646-286e18365b4a req-09649d11-9aea-4e99-9839-2db5fcf7cf8f tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:30.630764 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-041fbaea-43c5-4e59-b646-286e18365b4a req-09649d11-9aea-4e99-9839-2db5fcf7cf8f tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 812 time: 0.4906077 Apr 18 20:38:30.694629 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bb1d7dff-231f-4e84-b496-a152e63d6bf3 req-129b63f0-e861-4fb2-b225-965e2f8d1e68 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=629a9558-4f0e-4c07-aab2-db091d6684a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6880348 Apr 18 20:38:30.714643 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 03cfc2b2-136f-480a-bf93-e8b505a6cd8a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:30.718881 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.719376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-b5d45526-aaca-434a-a3b0-1a7a046933f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:30.725469 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-b5d45526-aaca-434a-a3b0-1a7a046933f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=943f2df0-0f73-4cb8-a84c-5ab8e15fe980 HTTP/1.1" status: 200 len: 801 time: 0.0936604 Apr 18 20:38:30.779432 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-041fbaea-43c5-4e59-b646-286e18365b4a req-aff1b9df-17c9-4f12-96a5-bed48e03166c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/quotas/f07a47e8c182436591c55c66e8d2e113 HTTP/1.1" status: 200 len: 375 time: 0.0129495 Apr 18 20:38:30.793463 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-32d8500a-068f-4665-a498-ce75e0f0165b req-bd7626bd-752b-4e3f-8514-a2553db225cc tempest-ServerShowV257Test-1230492713 tempest-ServerShowV257Test-1230492713-project] 10.222.0.57 "GET /v2.0/ports?device_id=d82592e9-1cbe-472b-99a3-b51d9e8f27ba HTTP/1.1" status: 200 len: 210 time: 0.1177926 Apr 18 20:38:30.873365 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b351abc-4ecc-4498-b2c6-944be92863c3 None None] Pushing event updated for resources: {'Port': ['ID=8923fce0-ed42-4625-a40c-88873e69d348,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:30.912614 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b4076-3c62-487a-9307-b096a5a44cb9 req-c0595466-1613-45c7-a104-8cf3b5566555 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:30.912614 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-054b4076-3c62-487a-9307-b096a5a44cb9 req-c0595466-1613-45c7-a104-8cf3b5566555 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=0839eb0e-7b5f-46ed-8db5-b1807ec44e5d HTTP/1.1" status: 200 len: 945 time: 0.1843414 Apr 18 20:38:30.949989 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-416648d4-9b65-4872-b5a9-aea1b35810d6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.974214 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-041fbaea-43c5-4e59-b646-286e18365b4a req-7552ffa9-3f25-4e70-98ca-23ac91dd7cf4 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1480196 Apr 18 20:38:31.042944 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-054b4076-3c62-487a-9307-b096a5a44cb9 req-50dec2bb-791e-48ae-b12a-05fd793a01f3 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079149 Apr 18 20:38:31.101127 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-eb2de937-64cf-4670-9fd0-574a88f9cc4c None None] Provisioning complete for port 8923fce0-ed42-4625-a40c-88873e69d348 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:31.101586 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eb2de937-64cf-4670-9fd0-574a88f9cc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.123373 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-9f434ef9-5f4b-49bd-9265-0587f52c7426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:31.125015 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-9f434ef9-5f4b-49bd-9265-0587f52c7426 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b8bd28fa-dce1-4529-b79d-031d463a140d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3420169 Apr 18 20:38:31.141521 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-91dc6fec-22d7-416b-afe1-3b0058a09750 None None] Set router 7690285a-4af5-4254-a65a-846556e68668 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:38:31.169485 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55484df8-b469-4bc7-9c55-6a397ad07f1e tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.226136 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55484df8-b469-4bc7-9c55-6a397ad07f1e tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.246975 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-99ba645f-8bea-476e-acaf-36f6b8c91bcc service neutron] 10.222.0.32 "GET /v2.0/networks/b8bd28fa-dce1-4529-b79d-031d463a140d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118305 Apr 18 20:38:31.325111 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55484df8-b469-4bc7-9c55-6a397ad07f1e tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:31.333893 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d7dff-231f-4e84-b496-a152e63d6bf3 req-b87889d6-7463-4bee-aa86-3796ac125675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:31.339934 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bb1d7dff-231f-4e84-b496-a152e63d6bf3 req-b87889d6-7463-4bee-aa86-3796ac125675 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=650e6c70232948a48193055b3cf5103f&device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 1174 time: 0.5770059 Apr 18 20:38:31.410223 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-55484df8-b469-4bc7-9c55-6a397ad07f1e tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:31.422306 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-48e03fff-6058-40ac-8aa7-07c72a704c54 service neutron] 10.222.0.32 "GET /v2.0/networks/b8bd28fa-dce1-4529-b79d-031d463a140d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649942 Apr 18 20:38:31.442231 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55484df8-b469-4bc7-9c55-6a397ad07f1e tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:31.521495 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-7fee4f78-03e3-447e-bc79-e6c9e9fc347e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.83&port_id=94e44187-9d6d-4f62-a9df-b9409939e47d HTTP/1.1" status: 200 len: 217 time: 0.0807812 Apr 18 20:38:31.559526 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-416648d4-9b65-4872-b5a9-aea1b35810d6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Allocated IP 172.25.1.204 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/4c3bc87e-495c-4308-a35a-c7ff402eb5db) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:31.678529 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 205f90fe-a6f4-4e30-b703-fd6e596a5636 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:31.695226 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55484df8-b469-4bc7-9c55-6a397ad07f1e tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Pushing event updated for resources: {'Port': ['ID=6c3da5b4-e383-4581-a9b8-17d7b7152551,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:31.810204 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.828916 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.973372 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-041fbaea-43c5-4e59-b646-286e18365b4a req-ff4fee6f-8b21-4cd8-8014-0e7854a4e5bd service neutron] 10.222.0.41 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9681425 Apr 18 20:38:31.975789 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eb2de937-64cf-4670-9fd0-574a88f9cc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.991751 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec263da-d088-4646-b314-5e3bb2be5fdc req-8323c232-7283-4079-ae5a-1ab91921402b tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:31.998457 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 205f90fe-a6f4-4e30-b703-fd6e596a5636 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:31.998840 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.999215 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec263da-d088-4646-b314-5e3bb2be5fdc req-8323c232-7283-4079-ae5a-1ab91921402b tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:32.008196 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec263da-d088-4646-b314-5e3bb2be5fdc req-8323c232-7283-4079-ae5a-1ab91921402b tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:32.018786 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0ec263da-d088-4646-b314-5e3bb2be5fdc req-8323c232-7283-4079-ae5a-1ab91921402b tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 2410 time: 0.5924234 Apr 18 20:38:32.034845 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-416648d4-9b65-4872-b5a9-aea1b35810d6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.058749 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d7dff-231f-4e84-b496-a152e63d6bf3 req-21249c8f-8ab3-4fdc-b457-b95283c212b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:32.062322 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bb1d7dff-231f-4e84-b496-a152e63d6bf3 req-21249c8f-8ab3-4fdc-b457-b95283c212b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0123474-236c-43f6-b5fb-551e0942a4f0 HTTP/1.1" status: 200 len: 913 time: 0.6449988 Apr 18 20:38:32.066541 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-4234738b-b2a4-4465-9b2f-c66a44add46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:32.067766 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55484df8-b469-4bc7-9c55-6a397ad07f1e tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.068144 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-4234738b-b2a4-4465-9b2f-c66a44add46e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf0b1816-577b-4602-acb8-51fcdc6883ca HTTP/1.1" status: 200 len: 801 time: 0.5383334 Apr 18 20:38:32.081039 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-eb2de937-64cf-4670-9fd0-574a88f9cc4c None None] For port 8923fce0-ed42-4625-a40c-88873e69d348, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8923fce0-ed42-4625-a40c-88873e69d348,segment=NetworkSegment(3fc06cf4-dcea-4040-bf01-4525df091089),segment_id=3fc06cf4-dcea-4040-bf01-4525df091089)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:32.095759 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0ec263da-d088-4646-b314-5e3bb2be5fdc req-27339c96-73c8-48ec-9341-7456afadaa19 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759659 Apr 18 20:38:32.102102 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eb2de937-64cf-4670-9fd0-574a88f9cc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.177649 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bb1d7dff-231f-4e84-b496-a152e63d6bf3 req-5805c2bb-0fd3-440f-82a3-c7717125b1d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85f32d94-b927-4021-b22f-ebba03874a49 HTTP/1.1" status: 200 len: 217 time: 0.1033323 Apr 18 20:38:32.208248 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2de937-64cf-4670-9fd0-574a88f9cc4c None None] Pushing event updated for resources: {'Port': ['ID=8923fce0-ed42-4625-a40c-88873e69d348,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:32.250230 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-91dc6fec-22d7-416b-afe1-3b0058a09750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690285a-4af5-4254-a65a-846556e68668', 'name': 'tempest-ServersTestManualDisk-591377164-router', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c7704d22-9194-42ff-bb80-36090b9070c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:55Z', 'updated_at': '2022-04-18T20:38:14Z', 'revision_number': 4, 'project_id': '2973a3b0af804e7199e15770f476280e', 'gw_port': {'id': 'c7704d22-9194-42ff-bb80-36090b9070c4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7690285a-4af5-4254-a65a-846556e68668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:59Z', 'updated_at': '2022-04-18T20:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '8923fce0-ed42-4625-a40c-88873e69d348', 'name': '', 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'mac_address': 'fa:16:3e:db:dd:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7690285a-4af5-4254-a65a-846556e68668', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '106aa402-66e8-4b20-a76a-4a5df2e4dfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:10Z', 'updated_at': '2022-04-18T20:38:30Z', 'revision_number': 4, 'project_id': '2973a3b0af804e7199e15770f476280e', 'subnets': [{'id': '106aa402-66e8-4b20-a76a-4a5df2e4dfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:32.300134 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device dd444c06-aece-410b-a822-02affc410572 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:32.301780 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55484df8-b469-4bc7-9c55-6a397ad07f1e tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.306975 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dc6fec-22d7-416b-afe1-3b0058a09750 None None] The sync data for ids ['7690285a-4af5-4254-a65a-846556e68668'] in n-d-838323-3 is: [{'id': '7690285a-4af5-4254-a65a-846556e68668', 'name': 'tempest-ServersTestManualDisk-591377164-router', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c7704d22-9194-42ff-bb80-36090b9070c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:55Z', 'updated_at': '2022-04-18T20:38:14Z', 'revision_number': 4, 'project_id': '2973a3b0af804e7199e15770f476280e', 'gw_port': {'id': 'c7704d22-9194-42ff-bb80-36090b9070c4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7690285a-4af5-4254-a65a-846556e68668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:59Z', 'updated_at': '2022-04-18T20:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '8923fce0-ed42-4625-a40c-88873e69d348', 'name': '', 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'mac_address': 'fa:16:3e:db:dd:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7690285a-4af5-4254-a65a-846556e68668', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '106aa402-66e8-4b20-a76a-4a5df2e4dfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:10Z', 'updated_at': '2022-04-18T20:38:30Z', 'revision_number': 4, 'project_id': '2973a3b0af804e7199e15770f476280e', 'subnets': [{'id': '106aa402-66e8-4b20-a76a-4a5df2e4dfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:38:32.339974 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 71668fd6-4b74-49a6-865b-cd296de6ea2d up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:32.347280 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-76c4c6ad-0ec4-4c2c-bc44-d528fe9f601f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:32.349513 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-76c4c6ad-0ec4-4c2c-bc44-d528fe9f601f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=be8054fa-4687-4cda-b57e-526d30f6a923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2235625 Apr 18 20:38:32.423478 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port dd444c06-aece-410b-a822-02affc410572 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:32.429276 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb1a86-7c51-42cd-9a36-0b724439cdd7 req-d426ac2d-7128-49ef-93d1-f6878f468976 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:32.430160 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-416648d4-9b65-4872-b5a9-aea1b35810d6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.441965 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98cb1a86-7c51-42cd-9a36-0b724439cdd7 req-d426ac2d-7128-49ef-93d1-f6878f468976 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.1773875 Apr 18 20:38:32.446195 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port dd444c06-aece-410b-a822-02affc410572 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:32.446878 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.466666 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40612) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:32.536766 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-62a1f6e4-5360-4deb-8bb3-dbda47daad41 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Request body: {'floatingip': {'port_id': '99ad98b6-bfe9-4773-945f-0ca8f238c908'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:32.542118 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 71668fd6-4b74-49a6-865b-cd296de6ea2d triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:32.542756 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.589133 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-041fbaea-43c5-4e59-b646-286e18365b4a req-44a95aec-923f-436c-9dfa-e836bebb29f1 service neutron] 10.222.0.41 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5668778 Apr 18 20:38:32.594035 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416648d4-9b65-4872-b5a9-aea1b35810d6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:32.601453 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-416648d4-9b65-4872-b5a9-aea1b35810d6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:32.605516 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416648d4-9b65-4872-b5a9-aea1b35810d6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:32.825917 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-62a1f6e4-5360-4deb-8bb3-dbda47daad41 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for floatingip, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.836194 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d7dff-231f-4e84-b496-a152e63d6bf3 req-dc4b9bff-3f62-4713-bc95-3897347d6298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:32.837935 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bb1d7dff-231f-4e84-b496-a152e63d6bf3 req-dc4b9bff-3f62-4713-bc95-3897347d6298 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9f432db-bb83-4c5c-b467-ba4f8fb4d6a8 HTTP/1.1" status: 200 len: 852 time: 0.6483967 Apr 18 20:38:32.946463 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea48c85-22d6-4338-b328-11e9806f7877 req-d7ceb1e1-92ca-47f5-9f04-b59937f6d371 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:32.960010 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ea48c85-22d6-4338-b328-11e9806f7877 req-d7ceb1e1-92ca-47f5-9f04-b59937f6d371 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=0839eb0e-7b5f-46ed-8db5-b1807ec44e5d HTTP/1.1" status: 200 len: 945 time: 0.3943439 Apr 18 20:38:32.962377 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.974617 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-ca81a039-fb04-422a-8590-41aa41a06d08 service neutron] 10.222.0.32 "GET /v2.0/networks/be8054fa-4687-4cda-b57e-526d30f6a923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6123879 Apr 18 20:38:33.052647 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0839eb0e-7b5f-46ed-8db5-b1807ec44e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd444c06-aece-410b-a822-02affc410572'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:33.054329 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bb1d7dff-231f-4e84-b496-a152e63d6bf3 req-373661ce-ea8c-4ebd-b83c-83100fb7126c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0123474-236c-43f6-b5fb-551e0942a4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028473 Apr 18 20:38:33.063302 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69bfb1d-30e8-432c-b2cd-377bfb14318a" -d '{"events": [{"server_uuid": "0839eb0e-7b5f-46ed-8db5-b1807ec44e5d", "name": "network-vif-plugged", "status": "completed", "tag": "dd444c06-aece-410b-a822-02affc410572"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:33.099528 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port dd444c06-aece-410b-a822-02affc410572, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=dd444c06-aece-410b-a822-02affc410572,segment=NetworkSegment(cacdabef-c21d-48d9-95a8-14c3380284f5),segment_id=cacdabef-c21d-48d9-95a8-14c3380284f5)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:33.112063 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:33.162739 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-788636d9-361a-4c06-bac9-3d52610f21a6 req-393617a8-5aa0-418f-a9a0-60158c703eb3 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 210 time: 0.0652463 Apr 18 20:38:33.241949 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ea48c85-22d6-4338-b328-11e9806f7877 req-3b380006-1f47-44ab-b70f-d04646dde8f5 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406447 Apr 18 20:38:33.301338 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40628) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:33.320040 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416648d4-9b65-4872-b5a9-aea1b35810d6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event updated for resources: {'Port': ['ID=4c3bc87e-495c-4308-a35a-c7ff402eb5db,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:33.335661 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc6859f-6519-4c39-a520-a1f40f2d07c3 x-openstack-request-id: req-1dc6859f-6519-4c39-a520-a1f40f2d07c3 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:33.336049 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0839eb0e-7b5f-46ed-8db5-b1807ec44e5d", "name": "network-vif-plugged", "status": "completed", "tag": "dd444c06-aece-410b-a822-02affc410572", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:33.336488 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1dc6859f-6519-4c39-a520-a1f40f2d07c3 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:33.341646 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dc6859f-6519-4c39-a520-a1f40f2d07c3'] response: {'server_uuid': '0839eb0e-7b5f-46ed-8db5-b1807ec44e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd444c06-aece-410b-a822-02affc410572', 'code': 200} Apr 18 20:38:33.347311 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=dd444c06-aece-410b-a822-02affc410572,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:33.392897 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ede49b5-7018-4d7d-9a91-df2526bd4c27 req-7e30203d-5f98-4279-bf38-952cc8e5ba1b service neutron] 10.222.0.32 "GET /v2.0/networks/be8054fa-4687-4cda-b57e-526d30f6a923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116809 Apr 18 20:38:33.394263 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:33.394729 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:33.395179 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:33.395654 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:33.396194 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:33.402263 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:33.402931 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:33.403428 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:33.403914 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:33.404404 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:33.404914 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:33.405398 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:33.549226 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bb1d7dff-231f-4e84-b496-a152e63d6bf3 req-540fb064-57d6-4d28-a323-b98f46fce690 service neutron] 10.222.0.32 "GET /v2.0/networks/a0123474-236c-43f6-b5fb-551e0942a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525862 Apr 18 20:38:33.635097 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c7704d22-9194-42ff-bb80-36090b9070c4 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:33.670350 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f6d7fdd7-0303-4a1e-91a5-3fcdea51cf3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:33.773173 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port c7704d22-9194-42ff-bb80-36090b9070c4 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:33.773544 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:33.792120 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a733e-5c1b-47ff-8d5c-0bd2773b406b req-f369abbd-fd0b-4b3b-85ba-2372608235b1 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:33.809493 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a733e-5c1b-47ff-8d5c-0bd2773b406b req-f369abbd-fd0b-4b3b-85ba-2372608235b1 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:33.825778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a733e-5c1b-47ff-8d5c-0bd2773b406b req-f369abbd-fd0b-4b3b-85ba-2372608235b1 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:33.845882 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-521a733e-5c1b-47ff-8d5c-0bd2773b406b req-f369abbd-fd0b-4b3b-85ba-2372608235b1 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 2410 time: 0.3493917 Apr 18 20:38:33.862739 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000ab91-7fa1-456e-8696-473add0ef29d req-ede061b7-1820-4f8f-88d4-b4e8568e1c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:33.863478 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000ab91-7fa1-456e-8696-473add0ef29d req-ede061b7-1820-4f8f-88d4-b4e8568e1c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:33.864211 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000ab91-7fa1-456e-8696-473add0ef29d req-ede061b7-1820-4f8f-88d4-b4e8568e1c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:33.867001 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9000ab91-7fa1-456e-8696-473add0ef29d req-ede061b7-1820-4f8f-88d4-b4e8568e1c24 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a68a6b8656b54bed80d6a62c1f094daf&device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 2863 time: 0.3892074 Apr 18 20:38:33.956352 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:33.989268 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port c7704d22-9194-42ff-bb80-36090b9070c4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c7704d22-9194-42ff-bb80-36090b9070c4,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:33.997892 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.000197 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8923fce0-ed42-4625-a40c-88873e69d348 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:34.058882 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-416648d4-9b65-4872-b5a9-aea1b35810d6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.115646 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-521a733e-5c1b-47ff-8d5c-0bd2773b406b req-97da00c1-4127-4154-b9f1-b996c1decd11 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679651 Apr 18 20:38:34.142144 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-416648d4-9b65-4872-b5a9-aea1b35810d6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.182200 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74856bd-2020-4a54-afcf-d861eca774d6 req-523b8c89-6fb4-42f5-82d5-0beba98fe84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:34.183811 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f74856bd-2020-4a54-afcf-d861eca774d6 req-523b8c89-6fb4-42f5-82d5-0beba98fe84f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0839eb0e-7b5f-46ed-8db5-b1807ec44e5d HTTP/1.1" status: 200 len: 1097 time: 0.6312966 Apr 18 20:38:34.197102 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=c7704d22-9194-42ff-bb80-36090b9070c4,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:34.211191 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 8923fce0-ed42-4625-a40c-88873e69d348 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:34.211835 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.281953 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f6d7fdd7-0303-4a1e-91a5-3fcdea51cf3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.285554 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000ab91-7fa1-456e-8696-473add0ef29d req-7cbd8dcb-d064-4336-8220-2243b8ec6bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:34.288866 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9000ab91-7fa1-456e-8696-473add0ef29d req-7cbd8dcb-d064-4336-8220-2243b8ec6bea service neutron] 10.222.0.32 "GET /v2.0/networks?id=be8054fa-4687-4cda-b57e-526d30f6a923 HTTP/1.1" status: 200 len: 903 time: 0.4050279 Apr 18 20:38:34.291146 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f6d7fdd7-0303-4a1e-91a5-3fcdea51cf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.331756 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55484df8-b469-4bc7-9c55-6a397ad07f1e tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.335697 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f74856bd-2020-4a54-afcf-d861eca774d6 req-fd28043b-7e9c-4b3a-8abf-3878de08815f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360948 Apr 18 20:38:34.342522 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bb1d7dff-231f-4e84-b496-a152e63d6bf3 req-532177ee-d9ea-48e2-bb54-42aa14a88c6f service neutron] 10.222.0.32 "GET /v2.0/networks/a0123474-236c-43f6-b5fb-551e0942a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6668842 Apr 18 20:38:34.356280 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55484df8-b469-4bc7-9c55-6a397ad07f1e tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.366933 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e5bced41-8a6a-4bbe-b614-85eba3a4b36f up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:34.445597 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9000ab91-7fa1-456e-8696-473add0ef29d req-ce7832ad-f6a3-4f1a-ab61-76aa2b5d7294 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.83&port_id=94e44187-9d6d-4f62-a9df-b9409939e47d HTTP/1.1" status: 200 len: 217 time: 0.1345398 Apr 18 20:38:34.453962 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port e5bced41-8a6a-4bbe-b614-85eba3a4b36f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:34.456151 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.516485 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f6d7fdd7-0303-4a1e-91a5-3fcdea51cf3d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=53e6a20813834f0d843ace506ebb51ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2006979 Apr 18 20:38:34.569817 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40644) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:34.595963 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c156936-bf4d-4eba-9059-56e843dad0ae req-14ff41b2-6575-4cf4-8ff0-54baeb626142 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 210 time: 0.1544440 Apr 18 20:38:34.596558 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4782b362-b4e3-4283-bd73-9891e39a8585 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:34.615426 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7fdd7-0303-4a1e-91a5-3fcdea51cf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a287724a-5dce-41e0-81fc-90573525753d,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:34.637414 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-416648d4-9b65-4872-b5a9-aea1b35810d6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.669857 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 4782b362-b4e3-4283-bd73-9891e39a8585 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:34.670249 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.722485 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7fdd7-0303-4a1e-91a5-3fcdea51cf3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:34.723086 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7fdd7-0303-4a1e-91a5-3fcdea51cf3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:34.723622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7fdd7-0303-4a1e-91a5-3fcdea51cf3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:34.724233 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7fdd7-0303-4a1e-91a5-3fcdea51cf3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:34.724754 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7fdd7-0303-4a1e-91a5-3fcdea51cf3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:34.725266 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7fdd7-0303-4a1e-91a5-3fcdea51cf3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:34.725750 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7fdd7-0303-4a1e-91a5-3fcdea51cf3d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:34.726724 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7fdd7-0303-4a1e-91a5-3fcdea51cf3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:34.727061 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7fdd7-0303-4a1e-91a5-3fcdea51cf3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:34.727389 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7fdd7-0303-4a1e-91a5-3fcdea51cf3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:34.727723 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7fdd7-0303-4a1e-91a5-3fcdea51cf3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:34.729128 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7fdd7-0303-4a1e-91a5-3fcdea51cf3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:34.760088 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000ab91-7fa1-456e-8696-473add0ef29d req-cf3b5725-cebe-4c62-a710-febcda810897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:34.761287 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-416648d4-9b65-4872-b5a9-aea1b35810d6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.762416 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9000ab91-7fa1-456e-8696-473add0ef29d req-cf3b5725-cebe-4c62-a710-febcda810897 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf0b1816-577b-4602-acb8-51fcdc6883ca HTTP/1.1" status: 200 len: 801 time: 0.2936888 Apr 18 20:38:34.811897 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 03cfc2b2-136f-480a-bf93-e8b505a6cd8a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:34.826562 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55484df8-b469-4bc7-9c55-6a397ad07f1e tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Pushing event updated for resources: {'Port': ['ID=6c3da5b4-e383-4581-a9b8-17d7b7152551,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:34.876214 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9980e2-2e64-478a-9d6f-d917e43872b6 req-4f36563c-c187-49e1-8874-295f0af17df4 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:34.887884 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e9980e2-2e64-478a-9d6f-d917e43872b6 req-4f36563c-c187-49e1-8874-295f0af17df4 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=0839eb0e-7b5f-46ed-8db5-b1807ec44e5d HTTP/1.1" status: 200 len: 946 time: 0.3767579 Apr 18 20:38:34.914829 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 03cfc2b2-136f-480a-bf93-e8b505a6cd8a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:34.915591 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.941531 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-730926c5-9783-4e2e-af3b-9b81c4099053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.957821 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:38:35.013687 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e9980e2-2e64-478a-9d6f-d917e43872b6 req-4622db74-0df9-40a8-8960-650ec22edafb tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247606 Apr 18 20:38:35.040750 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-730926c5-9783-4e2e-af3b-9b81c4099053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:35.107050 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5b46bd57-5aaf-4392-b741-748c85438396 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:35.121215 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000ab91-7fa1-456e-8696-473add0ef29d req-4b16ba60-3ccc-4373-b3bf-a04869310494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:35.122944 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9000ab91-7fa1-456e-8696-473add0ef29d req-4b16ba60-3ccc-4373-b3bf-a04869310494 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=be8054fa-4687-4cda-b57e-526d30f6a923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3494041 Apr 18 20:38:35.133266 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-730926c5-9783-4e2e-af3b-9b81c4099053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:35.137349 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-730926c5-9783-4e2e-af3b-9b81c4099053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:35.141348 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-730926c5-9783-4e2e-af3b-9b81c4099053 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a287724a-5dce-41e0-81fc-90573525753d HTTP/1.1" status: 204 len: 168 time: 0.5492804 Apr 18 20:38:35.175050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730926c5-9783-4e2e-af3b-9b81c4099053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a287724a-5dce-41e0-81fc-90573525753d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:35.224977 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fbaea-43c5-4e59-b646-286e18365b4a req-f1839991-3b9f-4b3d-bb6f-20e8378bec77 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:35.227286 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-041fbaea-43c5-4e59-b646-286e18365b4a req-f1839991-3b9f-4b3d-bb6f-20e8378bec77 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.57 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 812 time: 0.2524662 Apr 18 20:38:35.236218 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416648d4-9b65-4872-b5a9-aea1b35810d6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event updated for resources: {'Port': ['ID=4c3bc87e-495c-4308-a35a-c7ff402eb5db,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:35.319318 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5b46bd57-5aaf-4392-b741-748c85438396 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:35.320105 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:35.350680 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9000ab91-7fa1-456e-8696-473add0ef29d req-a8535787-3137-4759-a200-c534320af161 service neutron] 10.222.0.32 "GET /v2.0/networks/be8054fa-4687-4cda-b57e-526d30f6a923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074032 Apr 18 20:38:35.522736 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f123f24-3a50-4c8f-be81-ef7f48f2bc73 req-2e5b59b6-0ca7-4ad8-9107-08d54a0006f7 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:35.523405 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55484df8-b469-4bc7-9c55-6a397ad07f1e tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:35.531849 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-416648d4-9b65-4872-b5a9-aea1b35810d6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:35.532079 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f123f24-3a50-4c8f-be81-ef7f48f2bc73 req-2e5b59b6-0ca7-4ad8-9107-08d54a0006f7 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:35.541811 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f123f24-3a50-4c8f-be81-ef7f48f2bc73 req-2e5b59b6-0ca7-4ad8-9107-08d54a0006f7 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:35.545389 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f123f24-3a50-4c8f-be81-ef7f48f2bc73 req-2e5b59b6-0ca7-4ad8-9107-08d54a0006f7 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 2410 time: 0.1933882 Apr 18 20:38:35.618811 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-416648d4-9b65-4872-b5a9-aea1b35810d6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:35.619555 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9000ab91-7fa1-456e-8696-473add0ef29d req-294696f1-77fe-4545-9512-326b5b7543b2 service neutron] 10.222.0.32 "GET /v2.0/networks/be8054fa-4687-4cda-b57e-526d30f6a923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506640 Apr 18 20:38:35.631801 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-416648d4-9b65-4872-b5a9-aea1b35810d6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1562572 Apr 18 20:38:35.637384 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f123f24-3a50-4c8f-be81-ef7f48f2bc73 req-993fd288-853f-48db-bd9f-7443627996b8 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784485 Apr 18 20:38:35.679056 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55484df8-b469-4bc7-9c55-6a397ad07f1e tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:35.679056 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-55484df8-b469-4bc7-9c55-6a397ad07f1e tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9335365 Apr 18 20:38:35.720016 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c7704d22-9194-42ff-bb80-36090b9070c4 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:35.724476 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-041fbaea-43c5-4e59-b646-286e18365b4a req-3c1c5853-99dd-4fa2-862a-aceb5814613c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f07a47e8c182436591c55c66e8d2e113 HTTP/1.1" status: 200 len: 379 time: 0.4665198 Apr 18 20:38:35.749086 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.db.resource_extend [None req-62a1f6e4-5360-4deb-8bb3-dbda47daad41 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:38:35.763994 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6504201c-9398-4475-8142-fae09121200e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Request body: {'port': {'device_id': '54288157-a239-45c5-bdcd-401a8e528dd0', 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'admin_state_up': True, 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'security_groups': ['cd71e62c-383d-41c2-bfb2-cabc316d0923']}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:35.864943 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2ac4dd2-8308-466f-a5e7-4b05ca47236c req-3b05bd57-124a-43b8-a4b1-dc3f1508e941 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 210 time: 0.0834196 Apr 18 20:38:35.932470 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port c7704d22-9194-42ff-bb80-36090b9070c4 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:35.932470 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.041823 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-62a1f6e4-5360-4deb-8bb3-dbda47daad41 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.054203 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-62a1f6e4-5360-4deb-8bb3-dbda47daad41 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.245083 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-dc580d14-8839-4d63-b092-70da3c44977e tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--580294485&fields=id&tenant_id=038769a0c1df4ebc8efcb644264a6ef4 HTTP/1.1" status: 200 len: 267 time: 0.0492387 Apr 18 20:38:36.295688 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6504201c-9398-4475-8142-fae09121200e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Made reservation on behalf of f07a47e8c182436591c55c66e8d2e113 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:36.301167 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6504201c-9398-4475-8142-fae09121200e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.309742 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-0dc70927-628c-4850-95ba-14646a399a96 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:36.317704 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-0dc70927-628c-4850-95ba-14646a399a96 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports/95201784-e605-4f59-bd16-56419ae84a45 HTTP/1.1" status: 200 len: 937 time: 0.0716608 Apr 18 20:38:36.398167 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e226f-b860-4f3c-a865-ed0885c3e7ab req-7ea49f35-57fc-4439-863b-ae1c0b88de80 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:36.405921 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-140e226f-b860-4f3c-a865-ed0885c3e7ab req-7ea49f35-57fc-4439-863b-ae1c0b88de80 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=0839eb0e-7b5f-46ed-8db5-b1807ec44e5d HTTP/1.1" status: 200 len: 946 time: 0.1888185 Apr 18 20:38:36.449645 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-85ad5b28-0669-455c-9b4b-16790ec60c76 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:36.458417 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-85ad5b28-0669-455c-9b4b-16790ec60c76 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports/261ee228-3034-446a-848b-b1eb0de2a08c HTTP/1.1" status: 200 len: 936 time: 0.1397216 Apr 18 20:38:36.471939 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-140e226f-b860-4f3c-a865-ed0885c3e7ab req-5b7ce988-824d-466a-8662-afc7e3fae58b tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650005 Apr 18 20:38:36.542512 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-46201b7a-82cc-4c19-b901-a41c1451fa99 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?network_id=a8f8942e-3e1a-43d9-880b-ea4411c35474&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0812595 Apr 18 20:38:36.594242 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-07f9d966-c97d-4b6c-a932-95742dab220a tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?network_id=a8f8942e-3e1a-43d9-880b-ea4411c35474&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0506945 Apr 18 20:38:36.787408 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-49cba9bd-c9f4-47db-a899-bf7ea2eb7810 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--251791202&fields=id&tenant_id=2973a3b0af804e7199e15770f476280e HTTP/1.1" status: 200 len: 267 time: 0.1302223 Apr 18 20:38:36.855880 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40706) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:36.867536 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-62a1f6e4-5360-4deb-8bb3-dbda47daad41 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Floating IP a6e70976-85f7-4233-8279-fc247ac3c5fa associated. External IP: 172.25.1.109, port: 99ad98b6-bfe9-4773-945f-0ca8f238c908. Apr 18 20:38:36.875580 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-37ce08b8-f9f9-49c0-9188-bd8622ced6c0 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:36.882278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-37ce08b8-f9f9-49c0-9188-bd8622ced6c0 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:36.887656 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-37ce08b8-f9f9-49c0-9188-bd8622ced6c0 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:36.889504 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-37ce08b8-f9f9-49c0-9188-bd8622ced6c0 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/networks?id=18c98ec1-fd43-4888-ad19-39fa23ba5861&id=2b0f0f53-742c-4158-9900-4acf2578c1ab&id=2b0f0f53-742c-4158-9900-4acf2578c1ab&id=a8f8942e-3e1a-43d9-880b-ea4411c35474&id=a8f8942e-3e1a-43d9-880b-ea4411c35474 HTTP/1.1" status: 200 len: 1993 time: 0.2878072 Apr 18 20:38:36.936532 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-99ae1333-5efe-425b-b8fd-c0a41e5b2da1 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/quotas/038769a0c1df4ebc8efcb644264a6ef4 HTTP/1.1" status: 200 len: 375 time: 0.0167680 Apr 18 20:38:37.110514 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-249f6b61-54f3-41a8-a7a2-2ccd493b73f4 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=038769a0c1df4ebc8efcb644264a6ef4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1652012 Apr 18 20:38:37.119786 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-c12e755b-9895-43af-9138-d95395eefbae tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:37.121500 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-c12e755b-9895-43af-9138-d95395eefbae tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/networks?id=c0e305f7-b542-42c8-b395-eb424f597b80 HTTP/1.1" status: 200 len: 811 time: 0.2992949 Apr 18 20:38:37.126283 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a6da2b9c-3395-4d51-a889-bb4e0de56625 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-913249213-network', 'tenant_id': 'b15a212f24594521a622268ceffef952'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:37.169845 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6504201c-9398-4475-8142-fae09121200e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Allocated IP 172.20.0.12 (fb225605-c490-4bb4-a150-b74221fc667a/8e471ea4-101a-40ef-81f9-9917dd650719/a0a83c0c-40b4-41d3-8703-2b726cebec80) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:37.170524 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6da2b9c-3395-4d51-a889-bb4e0de56625 admin admin] Made reservation on behalf of b15a212f24594521a622268ceffef952 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:37.173482 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a6da2b9c-3395-4d51-a889-bb4e0de56625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:37.193401 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-398c9641-5b61-488a-bb52-26346a700eab tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/quotas/2973a3b0af804e7199e15770f476280e HTTP/1.1" status: 200 len: 375 time: 0.0470853 Apr 18 20:38:37.198730 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a6da2b9c-3395-4d51-a889-bb4e0de56625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:37.340910 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-dfaa7e86-a056-4827-a806-ac0066188a20 service neutron] 10.222.0.41 "GET /v2.0/networks/18c98ec1-fd43-4888-ad19-39fa23ba5861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835811 Apr 18 20:38:37.356000 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-b8a12005-f91f-4ae5-8021-50db978c0a0d tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2973a3b0af804e7199e15770f476280e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1521549 Apr 18 20:38:37.498617 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:37.539528 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a1f6e4-5360-4deb-8bb3-dbda47daad41 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Router cf246b63-c115-43dd-bd77-4f0269673197 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:38:37.547443 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a6da2b9c-3395-4d51-a889-bb4e0de56625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:37.563919 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a6da2b9c-3395-4d51-a889-bb4e0de56625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:37.584861 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6b3f3827-4272-4aab-9f0e-399f4d4f65be service neutron] 10.222.0.41 "GET /v2.0/networks/18c98ec1-fd43-4888-ad19-39fa23ba5861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277393 Apr 18 20:38:37.608317 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6da2b9c-3395-4d51-a889-bb4e0de56625 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:38:37.631225 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-6214acae-1a76-4a5b-9263-4e91e076509e service neutron] 10.222.0.41 "GET /v2.0/networks/c0e305f7-b542-42c8-b395-eb424f597b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458789 Apr 18 20:38:37.657484 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da2b9c-3395-4d51-a889-bb4e0de56625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab12d57-607c-4b9e-918e-d93ce757b95a,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:37.660792 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a6da2b9c-3395-4d51-a889-bb4e0de56625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:37.661246 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-a6da2b9c-3395-4d51-a889-bb4e0de56625 admin admin] Added segment 010d84d2-e3f1-48d7-9a77-78ee4a049b9e of type vlan for network ed2b0c12-45b2-4296-81f8-31d496e92fff Apr 18 20:38:37.681061 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6504201c-9398-4475-8142-fae09121200e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:37.834221 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a1f6e4-5360-4deb-8bb3-dbda47daad41 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:38:37.843263 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a1b5ed77-e9b0-4a39-8173-c0d43582d65b details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:38:37.843874 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-62a1f6e4-5360-4deb-8bb3-dbda47daad41 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:37.861187 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baafdb58-8313-4e97-8ff9-ed63e20dabc9 None None] Sync routers for ids ['cf246b63-c115-43dd-bd77-4f0269673197'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:38:37.888077 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6504201c-9398-4475-8142-fae09121200e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:37.900023 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baafdb58-8313-4e97-8ff9-ed63e20dabc9 None None] Routers {'cf246b63-c115-43dd-bd77-4f0269673197'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:38:37.901103 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-baafdb58-8313-4e97-8ff9-ed63e20dabc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:38:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cf246b63-c115-43dd-bd77-4f0269673197'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:37.978169 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-502f3e4a-df50-4851-b4a4-ae5b9d6c0db8 service neutron] 10.222.0.41 "GET /v2.0/ports/95201784-e605-4f59-bd16-56419ae84a45?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.3749974 Apr 18 20:38:38.038318 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504201c-9398-4475-8142-fae09121200e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Pushing event updated for resources: {'Port': ['ID=a0a83c0c-40b4-41d3-8703-2b726cebec80,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:38.058057 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-62a1f6e4-5360-4deb-8bb3-dbda47daad41 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "PUT /v2.0/floatingips/a6e70976-85f7-4233-8279-fc247ac3c5fa HTTP/1.1" status: 200 len: 992 time: 5.5636044 Apr 18 20:38:38.058276 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a6da2b9c-3395-4d51-a889-bb4e0de56625 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:38.058377 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6504201c-9398-4475-8142-fae09121200e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Network fb225605-c490-4bb4-a150-b74221fc667a is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:38.058377 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795af6a3-73d8-4fa7-921c-a42213c84a8f', 'tag': '99ad98b6-bfe9-4773-945f-0ca8f238c908'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:38.058377 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481a41fb-8a61-4655-b3d3-f9cd481fea11" -d '{"events": [{"name": "network-changed", "server_uuid": "795af6a3-73d8-4fa7-921c-a42213c84a8f", "tag": "99ad98b6-bfe9-4773-945f-0ca8f238c908"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:38.064461 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6504201c-9398-4475-8142-fae09121200e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:38.069303 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6504201c-9398-4475-8142-fae09121200e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:38.115523 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a1b5ed77-e9b0-4a39-8173-c0d43582d65b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a1b5ed77-e9b0-4a39-8173-c0d43582d65b,segment=NetworkSegment(7977201b-c284-4359-8cfc-410b3da0206a),segment_id=7977201b-c284-4359-8cfc-410b3da0206a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:38.142110 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'a1b5ed77-e9b0-4a39-8173-c0d43582d65b', 'network_id': 'be8054fa-4687-4cda-b57e-526d30f6a923', 'port_id': 'a1b5ed77-e9b0-4a39-8173-c0d43582d65b', 'mac_address': 'fa:16:3e:d7:bf:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf0b1816-577b-4602-acb8-51fcdc6883ca', 'ip_address': '19.80.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:38:38.188878 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.db.resource_extend [None req-a6da2b9c-3395-4d51-a889-bb4e0de56625 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:38:38.198297 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-baafdb58-8313-4e97-8ff9-ed63e20dabc9 None None] Set router cf246b63-c115-43dd-bd77-4f0269673197 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:38:38.220254 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6504201c-9398-4475-8142-fae09121200e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:38.221463 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6504201c-9398-4475-8142-fae09121200e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:38.249757 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:38.270307 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6504201c-9398-4475-8142-fae09121200e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5170338 Apr 18 20:38:38.287354 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6ce5a5f7-9774-4935-9c98-9865e2184d3b service neutron] Request body: {'port': {'device_id': '54288157-a239-45c5-bdcd-401a8e528dd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:38.287852 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1b5ed77-e9b0-4a39-8173-c0d43582d65b {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:38:38.327674 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a1b5ed77-e9b0-4a39-8173-c0d43582d65b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a1b5ed77-e9b0-4a39-8173-c0d43582d65b,segment=NetworkSegment(7977201b-c284-4359-8cfc-410b3da0206a),segment_id=7977201b-c284-4359-8cfc-410b3da0206a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:38.345976 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:38.348988 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device cf1eca24-5d84-4e69-bf89-2ab279df31a9 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:38:38.433280 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-3a2bdd51-0933-4a1d-a289-cc45e2d978f7 service neutron] 10.222.0.41 "GET /v2.0/networks/2b0f0f53-742c-4158-9900-4acf2578c1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080377 Apr 18 20:38:38.462917 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-10b26e34-5498-4705-a3ce-43f41f81d0fd service neutron] 10.222.0.41 "GET /v2.0/networks/c0e305f7-b542-42c8-b395-eb424f597b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8108292 Apr 18 20:38:38.488309 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a6da2b9c-3395-4d51-a889-bb4e0de56625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:38.489338 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6da2b9c-3395-4d51-a889-bb4e0de56625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:38.489942 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a6da2b9c-3395-4d51-a889-bb4e0de56625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:38.547305 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6ce5a5f7-9774-4935-9c98-9865e2184d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:38.618738 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=a1b5ed77-e9b0-4a39-8173-c0d43582d65b,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:38.664676 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a6da2b9c-3395-4d51-a889-bb4e0de56625 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8076210 Apr 18 20:38:38.674076 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40722) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:38.703613 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-037059ff-6119-4a80-821b-1a5b86f776f7 None None] Provisioning complete for port a0a83c0c-40b4-41d3-8703-2b726cebec80 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:38.704080 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-037059ff-6119-4a80-821b-1a5b86f776f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:38.712013 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-6107456d-d095-4e07-9ecc-8f547c6b1bb9 admin admin] Request body: {'subnet': {'network_id': 'ed2b0c12-45b2-4296-81f8-31d496e92fff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-913249213-subnet', 'tenant_id': 'b15a212f24594521a622268ceffef952', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:38.824234 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port cf1eca24-5d84-4e69-bf89-2ab279df31a9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=cf1eca24-5d84-4e69-bf89-2ab279df31a9,segment=NetworkSegment(33b38762-fd63-48e1-abc2-800616aba7bd),segment_id=33b38762-fd63-48e1-abc2-800616aba7bd)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:38.829925 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6107456d-d095-4e07-9ecc-8f547c6b1bb9 admin admin] Made reservation on behalf of b15a212f24594521a622268ceffef952 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:38.830402 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da2b9c-3395-4d51-a889-bb4e0de56625 admin admin] Pushing event updated for resources: {'Network': ['ID=ed2b0c12-45b2-4296-81f8-31d496e92fff,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:38.834182 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6107456d-d095-4e07-9ecc-8f547c6b1bb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:38.866981 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network ed2b0c12-45b2-4296-81f8-31d496e92fff details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:38:38.895884 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'cf1eca24-5d84-4e69-bf89-2ab279df31a9', 'network_id': 'b8bd28fa-dce1-4529-b79d-031d463a140d', 'port_id': 'cf1eca24-5d84-4e69-bf89-2ab279df31a9', 'mac_address': 'fa:16:3e:f2:55:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '943f2df0-0f73-4cb8-a84c-5ab8e15fe980', 'ip_address': '19.86.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:38:38.921630 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-037059ff-6119-4a80-821b-1a5b86f776f7 None None] Port a0a83c0c-40b4-41d3-8703-2b726cebec80 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:38:38.940911 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-e830f38a-1b8d-4cfb-a217-a0ec625d80c0 service neutron] 10.222.0.41 "GET /v2.0/networks/2b0f0f53-742c-4158-9900-4acf2578c1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767590 Apr 18 20:38:39.045692 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-afddc6c7-83e0-47a2-8714-1af85a00424d service neutron] 10.222.0.41 "GET /v2.0/ports/261ee228-3034-446a-848b-b1eb0de2a08c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1024530 Apr 18 20:38:39.146039 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.182386 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf1eca24-5d84-4e69-bf89-2ab279df31a9 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:38:39.234747 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-baafdb58-8313-4e97-8ff9-ed63e20dabc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'name': 'tempest-AttachVolumeTestJSON-1708179285-router', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:07Z', 'updated_at': '2022-04-18T20:37:33Z', 'revision_number': 4, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'gw_port': {'id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:18:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:10Z', 'updated_at': '2022-04-18T20:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'a6e70976-85f7-4233-8279-fc247ac3c5fa', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'port_id': '99ad98b6-bfe9-4773-945f-0ca8f238c908', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a', 'mac_address': 'fa:16:3e:c6:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795af6a3-73d8-4fa7-921c-a42213c84a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:37:47Z', 'updated_at': '2022-04-18T20:38:35Z', 'revision_number': 1, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '002d5eee-70e6-4fc5-9ee9-3a208b244052', 'name': '', 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'mac_address': 'fa:16:3e:b8:86:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '55983801-f492-4a46-94da-ae12b2e91406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:27Z', 'updated_at': '2022-04-18T20:37:59Z', 'revision_number': 5, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'subnets': [{'id': '55983801-f492-4a46-94da-ae12b2e91406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:39.266859 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port cf1eca24-5d84-4e69-bf89-2ab279df31a9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=cf1eca24-5d84-4e69-bf89-2ab279df31a9,segment=NetworkSegment(33b38762-fd63-48e1-abc2-800616aba7bd),segment_id=33b38762-fd63-48e1-abc2-800616aba7bd)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:39.281257 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.283828 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 94e44187-9d6d-4f62-a9df-b9409939e47d details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:38:39.306828 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-539cdffe-fa8a-45d8-b5fc-e7b668c7a267 req-45fc50a9-e2f5-4e9f-916a-a2ce26973f70 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-561975531&fields=id&tenant_id=650e6c70232948a48193055b3cf5103f HTTP/1.1" status: 200 len: 267 time: 0.2062092 Apr 18 20:38:39.324558 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baafdb58-8313-4e97-8ff9-ed63e20dabc9 None None] Checking router: cf246b63-c115-43dd-bd77-4f0269673197 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:38:39.354932 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baafdb58-8313-4e97-8ff9-ed63e20dabc9 None None] Routers {'cf246b63-c115-43dd-bd77-4f0269673197'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:38:39.355587 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-baafdb58-8313-4e97-8ff9-ed63e20dabc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:38:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cf246b63-c115-43dd-bd77-4f0269673197'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:39.446116 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-ba41c9b5-a676-4704-ac09-0847853e417c service neutron] 10.222.0.41 "GET /v2.0/networks/2b0f0f53-742c-4158-9900-4acf2578c1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947859 Apr 18 20:38:39.459612 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 94e44187-9d6d-4f62-a9df-b9409939e47d, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=94e44187-9d6d-4f62-a9df-b9409939e47d,segment=NetworkSegment(7977201b-c284-4359-8cfc-410b3da0206a),segment_id=7977201b-c284-4359-8cfc-410b3da0206a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:39.465543 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=cf1eca24-5d84-4e69-bf89-2ab279df31a9,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:39.474623 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6ce5a5f7-9774-4935-9c98-9865e2184d3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a83c0c-40b4-41d3-8703-2b726cebec80 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:38:39.492173 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6ce5a5f7-9774-4935-9c98-9865e2184d3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.514306 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '94e44187-9d6d-4f62-a9df-b9409939e47d', 'network_id': 'be8054fa-4687-4cda-b57e-526d30f6a923', 'port_id': '94e44187-9d6d-4f62-a9df-b9409939e47d', 'mac_address': 'fa:16:3e:f7:83:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf0b1816-577b-4602-acb8-51fcdc6883ca', 'ip_address': '19.80.0.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:38:39.518514 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6ce5a5f7-9774-4935-9c98-9865e2184d3b service neutron] Transition to ACTIVE for port object a0a83c0c-40b4-41d3-8703-2b726cebec80 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:39.536227 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6ce5a5f7-9774-4935-9c98-9865e2184d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.618204 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.632481 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cdffe-fa8a-45d8-b5fc-e7b668c7a267 req-1efe6b0c-d4d5-4392-8eae-183b1994d442 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:39.644675 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-539cdffe-fa8a-45d8-b5fc-e7b668c7a267 req-1efe6b0c-d4d5-4392-8eae-183b1994d442 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=0839eb0e-7b5f-46ed-8db5-b1807ec44e5d HTTP/1.1" status: 200 len: 946 time: 0.3151288 Apr 18 20:38:39.647672 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e44187-9d6d-4f62-a9df-b9409939e47d {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:38:39.654400 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-539cdffe-fa8a-45d8-b5fc-e7b668c7a267 req-59c22d6f-7326-47b0-887f-79b8d8f58943 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Request body: {'port': {'security_groups': ['b21b76cf-6844-43ec-9173-2d1f2b2f6cf4', '105c51fa-b260-4044-be0a-64c1c67ac707']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:39.713123 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 94e44187-9d6d-4f62-a9df-b9409939e47d, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=94e44187-9d6d-4f62-a9df-b9409939e47d,segment=NetworkSegment(7977201b-c284-4359-8cfc-410b3da0206a),segment_id=7977201b-c284-4359-8cfc-410b3da0206a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:39.722068 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.821658 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-539cdffe-fa8a-45d8-b5fc-e7b668c7a267 req-59c22d6f-7326-47b0-887f-79b8d8f58943 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.822232 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-baafdb58-8313-4e97-8ff9-ed63e20dabc9 None None] Set router cf246b63-c115-43dd-bd77-4f0269673197 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:38:39.857189 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=94e44187-9d6d-4f62-a9df-b9409939e47d,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:39.892995 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-5b12ccdc-bbfa-4525-95f8-94695a679335 service neutron] 10.222.0.41 "GET /v2.0/networks/2b0f0f53-742c-4158-9900-4acf2578c1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446063 Apr 18 20:38:39.945307 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6107456d-d095-4e07-9ecc-8f547c6b1bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:40.006493 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5a5f7-9774-4935-9c98-9865e2184d3b service neutron] Pushing event updated for resources: {'Port': ['ID=a0a83c0c-40b4-41d3-8703-2b726cebec80,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:40.158891 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107456d-d095-4e07-9ecc-8f547c6b1bb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cc6e869-dcde-4b4f-9cfc-e06da113fabf,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:40.196483 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6107456d-d095-4e07-9ecc-8f547c6b1bb9 admin admin] Checking segment: {'id': '010d84d2-e3f1-48d7-9a77-78ee4a049b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ed2b0c12-45b2-4296-81f8-31d496e92fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:40.197363 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6107456d-d095-4e07-9ecc-8f547c6b1bb9 admin admin] Network hostable DHCP agents. Network: ed2b0c12-45b2-4296-81f8-31d496e92fff, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:38:40.227010 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6ce5a5f7-9774-4935-9c98-9865e2184d3b service neutron] Attempting to bind port a0a83c0c-40b4-41d3-8703-2b726cebec80 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:40.227853 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6ce5a5f7-9774-4935-9c98-9865e2184d3b service neutron] Attempting to bind port a0a83c0c-40b4-41d3-8703-2b726cebec80 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:40.228720 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6ce5a5f7-9774-4935-9c98-9865e2184d3b service neutron] Attempting to bind port a0a83c0c-40b4-41d3-8703-2b726cebec80 on network fb225605-c490-4bb4-a150-b74221fc667a {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:40.240562 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['cf1eca24-5d84-4e69-bf89-2ab279df31a9'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:38:40.242861 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-204eea14-3d87-4942-89d4-19e1fcbf8ab6 service neutron] 10.222.0.41 "GET /v2.0/networks/2b0f0f53-742c-4158-9900-4acf2578c1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813807 Apr 18 20:38:40.270620 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6ce5a5f7-9774-4935-9c98-9865e2184d3b service neutron] Port a0a83c0c-40b4-41d3-8703-2b726cebec80 on network fb225605-c490-4bb4-a150-b74221fc667a not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:38:40.271113 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6ce5a5f7-9774-4935-9c98-9865e2184d3b service neutron] Attempting to bind port a0a83c0c-40b4-41d3-8703-2b726cebec80 on network fb225605-c490-4bb4-a150-b74221fc667a {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:40.273020 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['a1b5ed77-e9b0-4a39-8173-c0d43582d65b'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:38:40.286879 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6ce5a5f7-9774-4935-9c98-9865e2184d3b service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:40.287244 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6ce5a5f7-9774-4935-9c98-9865e2184d3b service neutron] Checking segment: {'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:40.288975 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6ce5a5f7-9774-4935-9c98-9865e2184d3b service neutron] Bound using segment: {'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:40.291383 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6ce5a5f7-9774-4935-9c98-9865e2184d3b service neutron] Bound port: a0a83c0c-40b4-41d3-8703-2b726cebec80, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:40.291771 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6ce5a5f7-9774-4935-9c98-9865e2184d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:40.440417 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6107456d-d095-4e07-9ecc-8f547c6b1bb9 admin admin] Network ed2b0c12-45b2-4296-81f8-31d496e92fff is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:38:40.453202 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['94e44187-9d6d-4f62-a9df-b9409939e47d'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:38:40.502018 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-6107456d-d095-4e07-9ecc-8f547c6b1bb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, ed2b0c12-45b2-4296-81f8-31d496e92fff) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:40.531626 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6107456d-d095-4e07-9ecc-8f547c6b1bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:40.533042 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6107456d-d095-4e07-9ecc-8f547c6b1bb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:40.569451 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6ce5a5f7-9774-4935-9c98-9865e2184d3b service neutron] For port a0a83c0c-40b4-41d3-8703-2b726cebec80, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:40.570445 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f31aab-d9c7-4966-a6e4-c2239ec28468 None None] Network ed2b0c12-45b2-4296-81f8-31d496e92fff requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:40.583976 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6ce5a5f7-9774-4935-9c98-9865e2184d3b service neutron] For port a0a83c0c-40b4-41d3-8703-2b726cebec80, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:40.592327 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6107456d-d095-4e07-9ecc-8f547c6b1bb9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9165819 Apr 18 20:38:40.606199 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6ce5a5f7-9774-4935-9c98-9865e2184d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:40.650019 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-539cdffe-fa8a-45d8-b5fc-e7b668c7a267 req-59c22d6f-7326-47b0-887f-79b8d8f58943 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] For port dd444c06-aece-410b-a822-02affc410572, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=dd444c06-aece-410b-a822-02affc410572,segment=NetworkSegment(cacdabef-c21d-48d9-95a8-14c3380284f5),segment_id=cacdabef-c21d-48d9-95a8-14c3380284f5)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:40.711674 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-baafdb58-8313-4e97-8ff9-ed63e20dabc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'name': 'tempest-AttachVolumeTestJSON-1708179285-router', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:07Z', 'updated_at': '2022-04-18T20:37:33Z', 'revision_number': 4, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'gw_port': {'id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:18:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:10Z', 'updated_at': '2022-04-18T20:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'a6e70976-85f7-4233-8279-fc247ac3c5fa', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'port_id': '99ad98b6-bfe9-4773-945f-0ca8f238c908', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a', 'mac_address': 'fa:16:3e:c6:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795af6a3-73d8-4fa7-921c-a42213c84a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:37:47Z', 'updated_at': '2022-04-18T20:38:35Z', 'revision_number': 1, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '002d5eee-70e6-4fc5-9ee9-3a208b244052', 'name': '', 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'mac_address': 'fa:16:3e:b8:86:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '55983801-f492-4a46-94da-ae12b2e91406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:27Z', 'updated_at': '2022-04-18T20:37:59Z', 'revision_number': 5, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'subnets': [{'id': '55983801-f492-4a46-94da-ae12b2e91406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:40.726998 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-539cdffe-fa8a-45d8-b5fc-e7b668c7a267 req-59c22d6f-7326-47b0-887f-79b8d8f58943 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:40.744132 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-539cdffe-fa8a-45d8-b5fc-e7b668c7a267 req-59c22d6f-7326-47b0-887f-79b8d8f58943 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:40.748460 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6ce5a5f7-9774-4935-9c98-9865e2184d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:40.750286 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6ce5a5f7-9774-4935-9c98-9865e2184d3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:40.764984 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-041fbaea-43c5-4e59-b646-286e18365b4a req-6ce5a5f7-9774-4935-9c98-9865e2184d3b service neutron] 10.222.0.57 "PUT /v2.0/ports/a0a83c0c-40b4-41d3-8703-2b726cebec80 HTTP/1.1" status: 200 len: 1092 time: 2.4739015 Apr 18 20:38:40.765668 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['dd444c06-aece-410b-a822-02affc410572'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:38:40.814080 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baafdb58-8313-4e97-8ff9-ed63e20dabc9 None None] The sync data for ids ['cf246b63-c115-43dd-bd77-4f0269673197'] in n-d-838323-3 is: [{'id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'name': 'tempest-AttachVolumeTestJSON-1708179285-router', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:07Z', 'updated_at': '2022-04-18T20:37:33Z', 'revision_number': 4, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'gw_port': {'id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:18:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:10Z', 'updated_at': '2022-04-18T20:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'a6e70976-85f7-4233-8279-fc247ac3c5fa', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'port_id': '99ad98b6-bfe9-4773-945f-0ca8f238c908', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a', 'mac_address': 'fa:16:3e:c6:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795af6a3-73d8-4fa7-921c-a42213c84a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:37:47Z', 'updated_at': '2022-04-18T20:38:35Z', 'revision_number': 1, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '002d5eee-70e6-4fc5-9ee9-3a208b244052', 'name': '', 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'mac_address': 'fa:16:3e:b8:86:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '55983801-f492-4a46-94da-ae12b2e91406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:27Z', 'updated_at': '2022-04-18T20:37:59Z', 'revision_number': 5, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'subnets': [{'id': '55983801-f492-4a46-94da-ae12b2e91406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:38:40.839536 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cdffe-fa8a-45d8-b5fc-e7b668c7a267 req-59c22d6f-7326-47b0-887f-79b8d8f58943 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:40.841257 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-539cdffe-fa8a-45d8-b5fc-e7b668c7a267 req-59c22d6f-7326-47b0-887f-79b8d8f58943 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:40.844466 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-539cdffe-fa8a-45d8-b5fc-e7b668c7a267 req-59c22d6f-7326-47b0-887f-79b8d8f58943 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "PUT /v2.0/ports/dd444c06-aece-410b-a822-02affc410572 HTTP/1.1" status: 200 len: 982 time: 1.1983364 Apr 18 20:38:40.848332 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-d0502c4d-3aca-402a-a989-87a75c906851 service neutron] 10.222.0.41 "GET /v2.0/networks/2b0f0f53-742c-4158-9900-4acf2578c1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453787 Apr 18 20:38:40.852520 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0839eb0e-7b5f-46ed-8db5-b1807ec44e5d', 'tag': 'dd444c06-aece-410b-a822-02affc410572'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:40.855158 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e69b5c-7634-4cff-b7a0-791c9f017bce" -d '{"events": [{"name": "network-changed", "server_uuid": "0839eb0e-7b5f-46ed-8db5-b1807ec44e5d", "tag": "dd444c06-aece-410b-a822-02affc410572"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:40.894922 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5a5f7-9774-4935-9c98-9865e2184d3b service neutron] Pushing event updated for resources: {'Port': ['ID=a0a83c0c-40b4-41d3-8703-2b726cebec80,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:41.049417 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fbaea-43c5-4e59-b646-286e18365b4a req-2ec443f6-31a3-44a3-a008-2eca1bc62628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:41.053177 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-041fbaea-43c5-4e59-b646-286e18365b4a req-2ec443f6-31a3-44a3-a008-2eca1bc62628 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 1095 time: 0.2204957 Apr 18 20:38:41.162319 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-d6c3bd49-e990-4afe-b7f0-c3a1f572d2be service neutron] 10.222.0.41 "GET /v2.0/networks/2b0f0f53-742c-4158-9900-4acf2578c1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666280 Apr 18 20:38:41.200353 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-041fbaea-43c5-4e59-b646-286e18365b4a req-5800ee84-0060-4f57-a29e-e4291219351a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80 HTTP/1.1" status: 200 len: 217 time: 0.1396410 Apr 18 20:38:41.388792 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['dd444c06-aece-410b-a822-02affc410572'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:38:41.433832 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fbaea-43c5-4e59-b646-286e18365b4a req-3252b9a1-2cec-4f28-8a2d-48ce9da5587a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:41.445071 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-041fbaea-43c5-4e59-b646-286e18365b4a req-3252b9a1-2cec-4f28-8a2d-48ce9da5587a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e471ea4-101a-40ef-81f9-9917dd650719 HTTP/1.1" status: 200 len: 851 time: 0.2249446 Apr 18 20:38:41.501775 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c22d6f-7326-47b0-887f-79b8d8f58943 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Pushing event updated for resources: {'Port': ['ID=dd444c06-aece-410b-a822-02affc410572,revision_number=6']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:41.584223 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fbaea-43c5-4e59-b646-286e18365b4a req-66602648-dafa-4d44-b1e4-3cd6112308e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:41.586194 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-041fbaea-43c5-4e59-b646-286e18365b4a req-66602648-dafa-4d44-b1e4-3cd6112308e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb225605-c490-4bb4-a150-b74221fc667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1400857 Apr 18 20:38:41.599902 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010a6453-37b3-4df2-8152-478832f100f0 None None] New status for floating IP a6e70976-85f7-4233-8279-fc247ac3c5fa: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:38:41.670249 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91d17d-ae9e-44e9-bfec-1d3035986106 req-c78b321e-de3b-4702-992b-1e8baedf5da2 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:41.681345 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91d17d-ae9e-44e9-bfec-1d3035986106 req-c78b321e-de3b-4702-992b-1e8baedf5da2 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:41.691090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91d17d-ae9e-44e9-bfec-1d3035986106 req-c78b321e-de3b-4702-992b-1e8baedf5da2 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:41.693563 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec91d17d-ae9e-44e9-bfec-1d3035986106 req-c78b321e-de3b-4702-992b-1e8baedf5da2 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 2413 time: 0.6461515 Apr 18 20:38:41.726531 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-58aadadb-bb76-435e-aa35-4606834db4c7 service neutron] 10.222.0.41 "GET /v2.0/networks/2b0f0f53-742c-4158-9900-4acf2578c1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5635579 Apr 18 20:38:41.793697 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-041fbaea-43c5-4e59-b646-286e18365b4a req-ddbf76ec-b4f6-42a7-b611-d474f7771b6a service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991935 Apr 18 20:38:41.806041 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-1e830f41-8641-431d-af75-6a71a400a756 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:41.807708 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-1e830f41-8641-431d-af75-6a71a400a756 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.32 "GET /v2.0/networks?id=c0e305f7-b542-42c8-b395-eb424f597b80 HTTP/1.1" status: 200 len: 811 time: 0.5863335 Apr 18 20:38:41.865910 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec91d17d-ae9e-44e9-bfec-1d3035986106 req-22aabf9e-e8b5-43ab-b43c-c92e4bd4a3e5 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384330 Apr 18 20:38:41.919452 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-f46d75ad-08f2-411d-a2d2-99bdad179de0 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2973a3b0af804e7199e15770f476280e HTTP/1.1" status: 200 len: 379 time: 0.0672798 Apr 18 20:38:41.935354 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-fa68c67c-9654-4402-86a0-c48daf308422 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Request body: {'port': {'device_id': '886bbfe7-2980-4869-91f1-60b32a2e2f99', 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80', 'admin_state_up': True, 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'security_groups': ['1cbc5cd0-7ce7-4985-a31a-8661b244404b']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:42.001109 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-39dbdf80-0095-4e3e-939a-51ba3bda9001 service neutron] 10.222.0.41 "GET /v2.0/networks/a8f8942e-3e1a-43d9-880b-ea4411c35474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486246 Apr 18 20:38:42.056566 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-041fbaea-43c5-4e59-b646-286e18365b4a req-73f997d4-2808-475e-9739-cdf6f5bdd285 service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554364 Apr 18 20:38:42.104341 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b8aa34-e4b6-4db3-b966-9c458da0cedf None None] Network ed2b0c12-45b2-4296-81f8-31d496e92fff requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:42.186329 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.295568 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36200f-3900-4fc1-aaa3-3052d4c79b77 req-f52a1477-6923-4e25-adca-c1ff8e314571 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:42.298065 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c36200f-3900-4fc1-aaa3-3052d4c79b77 req-f52a1477-6923-4e25-adca-c1ff8e314571 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 944 time: 0.1787238 Apr 18 20:38:42.372578 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-50a28b45-bfe4-4681-ba32-d245c9e73064 service neutron] 10.222.0.41 "GET /v2.0/networks/a8f8942e-3e1a-43d9-880b-ea4411c35474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646622 Apr 18 20:38:42.395206 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c36200f-3900-4fc1-aaa3-3052d4c79b77 req-7a30a2de-beef-4c41-a144-2dccbc0fed75 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748894 Apr 18 20:38:42.399030 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-fa68c67c-9654-4402-86a0-c48daf308422 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Made reservation on behalf of 2973a3b0af804e7199e15770f476280e for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:42.406271 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-fa68c67c-9654-4402-86a0-c48daf308422 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.607412 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bd2c51-9976-4a20-b22f-f450586469e0 x-openstack-request-id: req-e5bd2c51-9976-4a20-b22f-f450586469e0 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:42.607875 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "795af6a3-73d8-4fa7-921c-a42213c84a8f", "tag": "99ad98b6-bfe9-4773-945f-0ca8f238c908", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:42.609075 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5bd2c51-9976-4a20-b22f-f450586469e0 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:42.626459 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5bd2c51-9976-4a20-b22f-f450586469e0'] response: {'name': 'network-changed', 'server_uuid': '795af6a3-73d8-4fa7-921c-a42213c84a8f', 'tag': '99ad98b6-bfe9-4773-945f-0ca8f238c908', 'status': 'completed', 'code': 200} Apr 18 20:38:42.756643 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-b3ef29a7-0ebb-439f-bb92-78fe248340e8 service neutron] 10.222.0.41 "GET /v2.0/networks/a8f8942e-3e1a-43d9-880b-ea4411c35474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455656 Apr 18 20:38:42.787450 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a41fb-8a61-4655-b3d3-f9cd481fea11 req-ec114e4d-a397-43ca-82d8-203c6f7a5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:42.795431 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-481a41fb-8a61-4655-b3d3-f9cd481fea11 req-ec114e4d-a397-43ca-82d8-203c6f7a5590 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c38bdc963bc4174b81b6324270a917b&device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 1097 time: 0.1494200 Apr 18 20:38:42.915689 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-593d62e2-15f7-4fda-9538-752f49b8c4d4 req-a91abedc-5335-4a3a-8375-f3f0b77b1e4e tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/ports?device_id=886bbfe7-2980-4869-91f1-60b32a2e2f99 HTTP/1.1" status: 200 len: 210 time: 0.0746040 Apr 18 20:38:42.978173 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a41fb-8a61-4655-b3d3-f9cd481fea11 req-4d3f3b77-2d7b-4825-a5c5-5a765937176b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:42.980681 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-481a41fb-8a61-4655-b3d3-f9cd481fea11 req-4d3f3b77-2d7b-4825-a5c5-5a765937176b service neutron] 10.222.0.32 "GET /v2.0/networks?id=92da7360-d409-4b3e-ad31-ddbae7217c5a HTTP/1.1" status: 200 len: 912 time: 0.1760378 Apr 18 20:38:42.982231 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-fa68c67c-9654-4402-86a0-c48daf308422 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Allocated IP 172.20.0.7 (c0e305f7-b542-42c8-b395-eb424f597b80/106aa402-66e8-4b20-a76a-4a5df2e4dfa3/ccd53066-fd17-46c4-9924-9ab10bc2973c) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:43.004413 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-a9677d10-a6dd-481c-acf9-01be605c344b service neutron] 10.222.0.41 "GET /v2.0/networks/a8f8942e-3e1a-43d9-880b-ea4411c35474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460186 Apr 18 20:38:43.134919 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-481a41fb-8a61-4655-b3d3-f9cd481fea11 req-31e70c68-3bd3-4a7a-a483-782c8ce9b6b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99ad98b6-bfe9-4773-945f-0ca8f238c908 HTTP/1.1" status: 200 len: 1002 time: 0.1471839 Apr 18 20:38:43.176113 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ea6162bd-00d9-4247-9eb1-737c5b4bffe9 req-95ede1f2-fc54-4775-9c47-81937b4bec17 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/105c51fa-b260-4044-be0a-64c1c67ac707 HTTP/1.1" status: 200 len: 1802 time: 0.1533084 Apr 18 20:38:43.263130 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a41fb-8a61-4655-b3d3-f9cd481fea11 req-6dd62843-894f-4c88-9240-e1fccacf8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:43.266819 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-481a41fb-8a61-4655-b3d3-f9cd481fea11 req-6dd62843-894f-4c88-9240-e1fccacf8086 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=55983801-f492-4a46-94da-ae12b2e91406 HTTP/1.1" status: 200 len: 850 time: 0.1238613 Apr 18 20:38:43.347862 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a41fb-8a61-4655-b3d3-f9cd481fea11 req-4b8ab91a-62c3-408c-afe3-4815b3c3a7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:43.350923 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-481a41fb-8a61-4655-b3d3-f9cd481fea11 req-4b8ab91a-62c3-408c-afe3-4815b3c3a7c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92da7360-d409-4b3e-ad31-ddbae7217c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753579 Apr 18 20:38:43.500741 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-481a41fb-8a61-4655-b3d3-f9cd481fea11 req-a4c2d7c9-9772-4983-92d0-d3b98f400a83 service neutron] 10.222.0.32 "GET /v2.0/networks/92da7360-d409-4b3e-ad31-ddbae7217c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400430 Apr 18 20:38:43.642200 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-ea6162bd-00d9-4247-9eb1-737c5b4bffe9 req-71e9b6d8-9443-4e26-96a4-f77be0df142a tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 20:38:43.658512 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ea6162bd-00d9-4247-9eb1-737c5b4bffe9 req-71e9b6d8-9443-4e26-96a4-f77be0df142a tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "DELETE /v2.0/security-groups/105c51fa-b260-4044-be0a-64c1c67ac707 HTTP/1.1" status: 409 len: 341 time: 0.4767787 Apr 18 20:38:43.661795 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-fa68c67c-9654-4402-86a0-c48daf308422 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:43.695108 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f29e158-efd1-49df-b3fe-73b83beee9b7 x-openstack-request-id: req-4f29e158-efd1-49df-b3fe-73b83beee9b7 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:43.695626 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0839eb0e-7b5f-46ed-8db5-b1807ec44e5d", "tag": "dd444c06-aece-410b-a822-02affc410572", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:43.696040 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f29e158-efd1-49df-b3fe-73b83beee9b7 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:43.696626 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f29e158-efd1-49df-b3fe-73b83beee9b7'] response: {'name': 'network-changed', 'server_uuid': '0839eb0e-7b5f-46ed-8db5-b1807ec44e5d', 'tag': 'dd444c06-aece-410b-a822-02affc410572', 'status': 'completed', 'code': 200} Apr 18 20:38:43.721308 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-481a41fb-8a61-4655-b3d3-f9cd481fea11 req-5d9551b5-b808-4b5a-8cdc-82dcd967a4c3 service neutron] 10.222.0.32 "GET /v2.0/networks/92da7360-d409-4b3e-ad31-ddbae7217c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125869 Apr 18 20:38:43.721741 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-fa68c67c-9654-4402-86a0-c48daf308422 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:43.754820 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['85f32d94-b927-4021-b22f-ebba03874a49'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:38:43.788723 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-fa68c67c-9654-4402-86a0-c48daf308422 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Network c0e305f7-b542-42c8-b395-eb424f597b80 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:43.790076 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68c67c-9654-4402-86a0-c48daf308422 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Pushing event updated for resources: {'Port': ['ID=ccd53066-fd17-46c4-9924-9ab10bc2973c,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:43.793254 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-fa68c67c-9654-4402-86a0-c48daf308422 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:43.811287 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-fa68c67c-9654-4402-86a0-c48daf308422 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:43.834539 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e69b5c-7634-4cff-b7a0-791c9f017bce req-4f44db4a-58fd-4da0-95c3-91e3ed9ce282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:43.837801 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e2e69b5c-7634-4cff-b7a0-791c9f017bce req-4f44db4a-58fd-4da0-95c3-91e3ed9ce282 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=650e6c70232948a48193055b3cf5103f&device_id=0839eb0e-7b5f-46ed-8db5-b1807ec44e5d HTTP/1.1" status: 200 len: 1136 time: 0.0997560 Apr 18 20:38:43.877998 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a1b5ed77-e9b0-4a39-8173-c0d43582d65b up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:43.942778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-fa68c67c-9654-4402-86a0-c48daf308422 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:43.947636 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-fa68c67c-9654-4402-86a0-c48daf308422 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.001909 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-fa68c67c-9654-4402-86a0-c48daf308422 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0708237 Apr 18 20:38:44.024207 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port a1b5ed77-e9b0-4a39-8173-c0d43582d65b completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:44.032362 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-d159b8d2-90b6-4054-ab2e-20751bdf4e73 service neutron] Request body: {'port': {'device_id': '886bbfe7-2980-4869-91f1-60b32a2e2f99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:44.049192 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port a1b5ed77-e9b0-4a39-8173-c0d43582d65b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:44.065631 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.124869 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40804) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:44.143781 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d4277495-59c1-489e-8fbf-c9c6533d00bc tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-524846665'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:44.174808 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e69b5c-7634-4cff-b7a0-791c9f017bce req-68bc503c-bd99-41f3-a11b-ba80d6e269c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:44.177768 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e2e69b5c-7634-4cff-b7a0-791c9f017bce req-68bc503c-bd99-41f3-a11b-ba80d6e269c4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a0123474-236c-43f6-b5fb-551e0942a4f0 HTTP/1.1" status: 200 len: 913 time: 0.3284357 Apr 18 20:38:44.269208 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e2e69b5c-7634-4cff-b7a0-791c9f017bce req-924a5b12-9b7d-4f62-8550-efbe8419c703 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd444c06-aece-410b-a822-02affc410572 HTTP/1.1" status: 200 len: 217 time: 0.0817358 Apr 18 20:38:44.278503 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.351770 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b5ed77-e9b0-4a39-8173-c0d43582d65b'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:44.355069 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c74cc0-0315-4ec3-8cf1-3edd93629e38" -d '{"events": [{"server_uuid": "df6d819e-ba47-4596-93e1-9cd954a1c72c", "name": "network-vif-plugged", "status": "completed", "tag": "a1b5ed77-e9b0-4a39-8173-c0d43582d65b"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:44.362655 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4277495-59c1-489e-8fbf-c9c6533d00bc tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Made reservation on behalf of b938d2524c3842cdaf1832263fa7ae9d for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:44.370263 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a0a83c0c-40b4-41d3-8703-2b726cebec80 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:38:44.370932 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d4277495-59c1-489e-8fbf-c9c6533d00bc tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.398022 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a1b5ed77-e9b0-4a39-8173-c0d43582d65b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a1b5ed77-e9b0-4a39-8173-c0d43582d65b,segment=NetworkSegment(7977201b-c284-4359-8cfc-410b3da0206a),segment_id=7977201b-c284-4359-8cfc-410b3da0206a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:44.414574 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.415331 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device cf1eca24-5d84-4e69-bf89-2ab279df31a9 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:44.423303 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-d159b8d2-90b6-4054-ab2e-20751bdf4e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.433302 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e69b5c-7634-4cff-b7a0-791c9f017bce req-c3a92891-e7be-4355-b3e1-7192ced957f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:44.437507 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e2e69b5c-7634-4cff-b7a0-791c9f017bce req-c3a92891-e7be-4355-b3e1-7192ced957f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9f432db-bb83-4c5c-b467-ba4f8fb4d6a8 HTTP/1.1" status: 200 len: 852 time: 0.1591818 Apr 18 20:38:44.469213 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4277495-59c1-489e-8fbf-c9c6533d00bc tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:38:44.479892 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-2eefcdbc-5aca-4664-9187-cb903fe8b41d None None] Provisioning complete for port ccd53066-fd17-46c4-9924-9ab10bc2973c triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:44.480420 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2eefcdbc-5aca-4664-9187-cb903fe8b41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.510087 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e2e69b5c-7634-4cff-b7a0-791c9f017bce req-2d02416b-2b4f-4f37-99cf-f5e879948ade service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a0123474-236c-43f6-b5fb-551e0942a4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615699 Apr 18 20:38:44.540671 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d4277495-59c1-489e-8fbf-c9c6533d00bc tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.541177 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-d4277495-59c1-489e-8fbf-c9c6533d00bc tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Added segment 0bda1478-dae9-409e-93a0-17d8d33da324 of type vlan for network 6ebd78e3-8ba6-4968-baed-05df69d3d0c2 Apr 18 20:38:44.564471 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.resource_extend [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:38:44.634681 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54288157-a239-45c5-bdcd-401a8e528dd0', 'tag': 'a0a83c0c-40b4-41d3-8703-2b726cebec80'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:44.638212 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2223280-49c1-4a99-887f-a3b34ada4d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "54288157-a239-45c5-bdcd-401a8e528dd0", "tag": "a0a83c0c-40b4-41d3-8703-2b726cebec80"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:44.690091 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-2eefcdbc-5aca-4664-9187-cb903fe8b41d None None] Port ccd53066-fd17-46c4-9924-9ab10bc2973c cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:38:44.708980 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port cf1eca24-5d84-4e69-bf89-2ab279df31a9 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:44.710075 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d4277495-59c1-489e-8fbf-c9c6533d00bc tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.715802 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port cf1eca24-5d84-4e69-bf89-2ab279df31a9 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:44.716193 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.724039 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-49119f89-6e18-49bf-8455-8cbafb4307ba tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:44.726828 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-49119f89-6e18-49bf-8455-8cbafb4307ba tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/networks?id=ed2b0c12-45b2-4296-81f8-31d496e92fff HTTP/1.1" status: 200 len: 813 time: 0.5900373 Apr 18 20:38:44.736179 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=a1b5ed77-e9b0-4a39-8173-c0d43582d65b,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:44.775483 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e2e69b5c-7634-4cff-b7a0-791c9f017bce req-962679c4-d8e2-4823-bba4-720fa140022d service neutron] 10.222.0.57 "GET /v2.0/networks/a0123474-236c-43f6-b5fb-551e0942a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516646 Apr 18 20:38:44.779666 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d4277495-59c1-489e-8fbf-c9c6533d00bc tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.787935 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4277495-59c1-489e-8fbf-c9c6533d00bc tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:44.788691 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d4277495-59c1-489e-8fbf-c9c6533d00bc tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.825495 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a0a83c0c-40b4-41d3-8703-2b726cebec80, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:44.859544 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'a0a83c0c-40b4-41d3-8703-2b726cebec80', 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'port_id': 'a0a83c0c-40b4-41d3-8703-2b726cebec80', 'mac_address': 'fa:16:3e:72:8d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e471ea4-101a-40ef-81f9-9917dd650719', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:38:44.883412 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258f0dd-67fd-4a48-94c4-50a1350f604b req-a7325c62-3782-4cb4-b05c-5c4a9e05390c tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:44.890707 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258f0dd-67fd-4a48-94c4-50a1350f604b req-a7325c62-3782-4cb4-b05c-5c4a9e05390c tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:44.897559 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258f0dd-67fd-4a48-94c4-50a1350f604b req-a7325c62-3782-4cb4-b05c-5c4a9e05390c tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:44.909925 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4258f0dd-67fd-4a48-94c4-50a1350f604b req-a7325c62-3782-4cb4-b05c-5c4a9e05390c tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 2413 time: 0.6387591 Apr 18 20:38:44.922423 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-bc50e6c2-9e6d-474d-93bc-d5341fbebe5e tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/quotas/b15a212f24594521a622268ceffef952 HTTP/1.1" status: 200 len: 375 time: 0.1829374 Apr 18 20:38:44.936454 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d4277495-59c1-489e-8fbf-c9c6533d00bc tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8098218 Apr 18 20:38:44.955138 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40820) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:44.957130 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e2e69b5c-7634-4cff-b7a0-791c9f017bce req-32337a39-b9dd-4a5d-b860-ef9295d333f3 service neutron] 10.222.0.57 "GET /v2.0/networks/a0123474-236c-43f6-b5fb-551e0942a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541662 Apr 18 20:38:44.963775 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-9f96d378-56be-42c9-b864-866935f17dfc tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-504744556'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:44.965638 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.992311 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.997242 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a83c0c-40b4-41d3-8703-2b726cebec80 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:38:45.022051 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a0a83c0c-40b4-41d3-8703-2b726cebec80, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:45.032192 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.069009 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4277495-59c1-489e-8fbf-c9c6533d00bc tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event updated for resources: {'Network': ['ID=6ebd78e3-8ba6-4968-baed-05df69d3d0c2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:45.076732 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-b12205f4-c163-4dbb-8c51-383a5f0bd87a tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b15a212f24594521a622268ceffef952&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1442747 Apr 18 20:38:45.085807 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f96d378-56be-42c9-b864-866935f17dfc tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Made reservation on behalf of b938d2524c3842cdaf1832263fa7ae9d for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:45.090922 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9f96d378-56be-42c9-b864-866935f17dfc tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.101627 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 6ebd78e3-8ba6-4968-baed-05df69d3d0c2 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:38:45.107387 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port cf1eca24-5d84-4e69-bf89-2ab279df31a9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=cf1eca24-5d84-4e69-bf89-2ab279df31a9,segment=NetworkSegment(33b38762-fd63-48e1-abc2-800616aba7bd),segment_id=33b38762-fd63-48e1-abc2-800616aba7bd)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:45.132421 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.136862 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=a0a83c0c-40b4-41d3-8703-2b726cebec80,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:45.143107 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f96d378-56be-42c9-b864-866935f17dfc tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:38:45.161959 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9f96d378-56be-42c9-b864-866935f17dfc tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.163041 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-9f96d378-56be-42c9-b864-866935f17dfc tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Added segment 6b1281b5-64ae-4591-ad67-b41fef38c969 of type vlan for network f0513885-75e1-4841-8e3e-94a85e5d0ac6 Apr 18 20:38:45.233983 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9f96d378-56be-42c9-b864-866935f17dfc tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.278881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=cf1eca24-5d84-4e69-bf89-2ab279df31a9,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:45.291156 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9f96d378-56be-42c9-b864-866935f17dfc tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.298430 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f96d378-56be-42c9-b864-866935f17dfc tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:45.299396 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9f96d378-56be-42c9-b864-866935f17dfc tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.306794 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['a0a83c0c-40b4-41d3-8703-2b726cebec80'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:38:45.317389 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4258f0dd-67fd-4a48-94c4-50a1350f604b req-9de330ae-3e2d-424d-81ac-0a8993fe11e1 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052889 Apr 18 20:38:45.401858 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96d378-56be-42c9-b864-866935f17dfc tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event updated for resources: {'Network': ['ID=f0513885-75e1-4841-8e3e-94a85e5d0ac6,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:45.419248 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9f96d378-56be-42c9-b864-866935f17dfc tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4610739 Apr 18 20:38:45.423901 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40822) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:45.426807 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network f0513885-75e1-4841-8e3e-94a85e5d0ac6 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:38:45.432778 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-5f2e8d0e-356f-425a-a495-9d81cffb28c0 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Request body: {'subnet': {'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:45.583137 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2e8d0e-356f-425a-a495-9d81cffb28c0 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Made reservation on behalf of b938d2524c3842cdaf1832263fa7ae9d for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:45.589690 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f2e8d0e-356f-425a-a495-9d81cffb28c0 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.626127 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60fe8c-441d-48a8-85fb-73d6b98a9056 req-2f032378-6af4-4bb2-853e-74fe25504fed tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:45.632956 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f60fe8c-441d-48a8-85fb-73d6b98a9056 req-2f032378-6af4-4bb2-853e-74fe25504fed tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1657965 Apr 18 20:38:45.677427 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-c44a0294-0366-48cc-b49e-2f428a01eb02 service neutron] 10.222.0.41 "GET /v2.0/networks/ed2b0c12-45b2-4296-81f8-31d496e92fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056798 Apr 18 20:38:45.729677 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f60fe8c-441d-48a8-85fb-73d6b98a9056 req-f7161d8f-c7c1-4f1f-ba2c-a6fa07d220fa tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846493 Apr 18 20:38:45.880046 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 94e44187-9d6d-4f62-a9df-b9409939e47d up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:45.894809 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f2e8d0e-356f-425a-a495-9d81cffb28c0 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.988616 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-d159b8d2-90b6-4054-ab2e-20751bdf4e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd53066-fd17-46c4-9924-9ab10bc2973c {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:38:46.013946 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-44ab7476-7852-40f2-9f64-0668933c5689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:46.015510 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-d159b8d2-90b6-4054-ab2e-20751bdf4e73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.016702 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-44ab7476-7852-40f2-9f64-0668933c5689 service neutron] 10.222.0.57 "GET /v2.0/ports/95201784-e605-4f59-bd16-56419ae84a45 HTTP/1.1" status: 200 len: 1033 time: 0.1307116 Apr 18 20:38:46.062923 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-d159b8d2-90b6-4054-ab2e-20751bdf4e73 service neutron] Transition to ACTIVE for port object ccd53066-fd17-46c4-9924-9ab10bc2973c will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:46.072376 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-d159b8d2-90b6-4054-ab2e-20751bdf4e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.084966 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-a1b1216f-1d36-4d0e-ad33-2cc97ecc60c0 service neutron] 10.222.0.41 "GET /v2.0/networks/ed2b0c12-45b2-4296-81f8-31d496e92fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906779 Apr 18 20:38:46.090428 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2e8d0e-356f-425a-a495-9d81cffb28c0 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Checking segment: {'id': '0bda1478-dae9-409e-93a0-17d8d33da324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:46.090970 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2e8d0e-356f-425a-a495-9d81cffb28c0 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Network hostable DHCP agents. Network: 6ebd78e3-8ba6-4968-baed-05df69d3d0c2, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:38:46.095369 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-f35dc2ba-4683-4c66-962a-12022992fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:46.097552 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-f35dc2ba-4683-4c66-962a-12022992fd59 service neutron] 10.222.0.57 "GET /v2.0/ports/261ee228-3034-446a-848b-b1eb0de2a08c HTTP/1.1" status: 200 len: 1032 time: 0.0703759 Apr 18 20:38:46.105882 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e8d0e-356f-425a-a495-9d81cffb28c0 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event updated for resources: {'Subnet': ['ID=72e7d85d-cdaa-40ae-b795-4a0b852926e4,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:46.206567 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 94e44187-9d6d-4f62-a9df-b9409939e47d completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:46.267431 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159b8d2-90b6-4054-ab2e-20751bdf4e73 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd53066-fd17-46c4-9924-9ab10bc2973c,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:46.307596 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 94e44187-9d6d-4f62-a9df-b9409939e47d triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:46.308027 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.342663 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2e8d0e-356f-425a-a495-9d81cffb28c0 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Network 6ebd78e3-8ba6-4968-baed-05df69d3d0c2 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:38:46.422424 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-d159b8d2-90b6-4054-ab2e-20751bdf4e73 service neutron] Attempting to bind port ccd53066-fd17-46c4-9924-9ab10bc2973c on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:46.423150 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-d159b8d2-90b6-4054-ab2e-20751bdf4e73 service neutron] Attempting to bind port ccd53066-fd17-46c4-9924-9ab10bc2973c by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '3fc06cf4-dcea-4040-bf01-4525df091089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:46.423743 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-d159b8d2-90b6-4054-ab2e-20751bdf4e73 service neutron] Attempting to bind port ccd53066-fd17-46c4-9924-9ab10bc2973c on network c0e305f7-b542-42c8-b395-eb424f597b80 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:46.429360 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-5f2e8d0e-356f-425a-a495-9d81cffb28c0 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 6ebd78e3-8ba6-4968-baed-05df69d3d0c2) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:46.444646 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-d159b8d2-90b6-4054-ab2e-20751bdf4e73 service neutron] Port ccd53066-fd17-46c4-9924-9ab10bc2973c on network c0e305f7-b542-42c8-b395-eb424f597b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:38:46.445168 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-d159b8d2-90b6-4054-ab2e-20751bdf4e73 service neutron] Attempting to bind port ccd53066-fd17-46c4-9924-9ab10bc2973c on network c0e305f7-b542-42c8-b395-eb424f597b80 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:46.449182 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255a46bf-0236-45c4-b828-fcae4dd78e92 None None] Network 6ebd78e3-8ba6-4968-baed-05df69d3d0c2 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:46.456128 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2e8d0e-356f-425a-a495-9d81cffb28c0 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:46.457199 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f2e8d0e-356f-425a-a495-9d81cffb28c0 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.475244 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcca29-fedf-402b-9fd3-b370de6b24f3 req-83dee00a-6798-4a5b-a614-0ac104809ace tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:46.479217 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fbdcca29-fedf-402b-9fd3-b370de6b24f3 req-83dee00a-6798-4a5b-a614-0ac104809ace tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/ports?device_id=886bbfe7-2980-4869-91f1-60b32a2e2f99 HTTP/1.1" status: 200 len: 943 time: 0.1439359 Apr 18 20:38:46.481733 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-d159b8d2-90b6-4054-ab2e-20751bdf4e73 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:46.482563 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-d159b8d2-90b6-4054-ab2e-20751bdf4e73 service neutron] Checking segment: {'id': '3fc06cf4-dcea-4040-bf01-4525df091089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:46.483004 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-d159b8d2-90b6-4054-ab2e-20751bdf4e73 service neutron] Bound using segment: {'id': '3fc06cf4-dcea-4040-bf01-4525df091089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:46.484121 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-d159b8d2-90b6-4054-ab2e-20751bdf4e73 service neutron] Bound port: ccd53066-fd17-46c4-9924-9ab10bc2973c, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc06cf4-dcea-4040-bf01-4525df091089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:46.484902 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-d159b8d2-90b6-4054-ab2e-20751bdf4e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.580946 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5f2e8d0e-356f-425a-a495-9d81cffb28c0 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1554327 Apr 18 20:38:46.593761 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40828) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:46.614949 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-7a8ff389-e2ff-4657-a89a-068a888036b4 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Request body: {'subnet': {'network_id': 'f0513885-75e1-4841-8e3e-94a85e5d0ac6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:46.656267 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-d159b8d2-90b6-4054-ab2e-20751bdf4e73 service neutron] For port ccd53066-fd17-46c4-9924-9ab10bc2973c, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:46.670358 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-d159b8d2-90b6-4054-ab2e-20751bdf4e73 service neutron] For port ccd53066-fd17-46c4-9924-9ab10bc2973c, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ccd53066-fd17-46c4-9924-9ab10bc2973c,segment=NetworkSegment(3fc06cf4-dcea-4040-bf01-4525df091089),segment_id=3fc06cf4-dcea-4040-bf01-4525df091089)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:46.722558 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b29a8a4-1071-4fe5-a8dc-27f160201cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-6ebd78e3-8ba6-4968-baed-05df69d3d0c2', 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'fixed_ips': [{'subnet_id': '72e7d85d-cdaa-40ae-b795-4a0b852926e4'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:38:46.722907 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2b29a8a4-1071-4fe5-a8dc-27f160201cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.736092 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-d159b8d2-90b6-4054-ab2e-20751bdf4e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.777937 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-d159b8d2-90b6-4054-ab2e-20751bdf4e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:46.779046 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-d159b8d2-90b6-4054-ab2e-20751bdf4e73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.781704 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-d159b8d2-90b6-4054-ab2e-20751bdf4e73 service neutron] 10.222.0.32 "PUT /v2.0/ports/ccd53066-fd17-46c4-9924-9ab10bc2973c HTTP/1.1" status: 200 len: 1091 time: 2.7653744 Apr 18 20:38:46.839068 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886bbfe7-2980-4869-91f1-60b32a2e2f99', 'tag': 'ccd53066-fd17-46c4-9924-9ab10bc2973c'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:46.849625 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77410dfd-cbba-4db6-8fa7-9ae5b06dbed8" -d '{"events": [{"name": "network-changed", "server_uuid": "886bbfe7-2980-4869-91f1-60b32a2e2f99", "tag": "ccd53066-fd17-46c4-9924-9ab10bc2973c"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:46.956611 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-f9f2e414-f32b-4fab-9d0c-b144bd09b4ff tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:46.963901 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-f9f2e414-f32b-4fab-9d0c-b144bd09b4ff tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:46.970839 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-f9f2e414-f32b-4fab-9d0c-b144bd09b4ff tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:46.973520 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-f9f2e414-f32b-4fab-9d0c-b144bd09b4ff tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.57 "GET /v2.0/networks?id=18c98ec1-fd43-4888-ad19-39fa23ba5861&id=2b0f0f53-742c-4158-9900-4acf2578c1ab&id=2b0f0f53-742c-4158-9900-4acf2578c1ab&id=2b0f0f53-742c-4158-9900-4acf2578c1ab&id=2b0f0f53-742c-4158-9900-4acf2578c1ab&id=a8f8942e-3e1a-43d9-880b-ea4411c35474&id=a8f8942e-3e1a-43d9-880b-ea4411c35474 HTTP/1.1" status: 200 len: 1993 time: 0.8552363 Apr 18 20:38:46.982575 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a06db-9077-4024-8cc1-76a5b0418047 req-2dd141aa-9e6d-48cc-8a3d-b4b89298206e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:46.990533 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-435a06db-9077-4024-8cc1-76a5b0418047 req-2dd141aa-9e6d-48cc-8a3d-b4b89298206e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=650e6c70232948a48193055b3cf5103f&device_id=0839eb0e-7b5f-46ed-8db5-b1807ec44e5d HTTP/1.1" status: 200 len: 1136 time: 0.6241226 Apr 18 20:38:47.066731 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.152602 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-b704e868-3c6f-4f01-9dca-1f51de1f64dd tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=038769a0c1df4ebc8efcb644264a6ef4 HTTP/1.1" status: 200 len: 379 time: 0.1608934 Apr 18 20:38:47.212460 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8ff389-e2ff-4657-a89a-068a888036b4 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Made reservation on behalf of b938d2524c3842cdaf1832263fa7ae9d for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:47.217077 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fbdcca29-fedf-402b-9fd3-b370de6b24f3 req-cd16aceb-535d-44c6-a2ea-5dddc095277c tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cbc5cd0-7ce7-4985-a31a-8661b244404b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6995618 Apr 18 20:38:47.218950 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a8ff389-e2ff-4657-a89a-068a888036b4 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.229435 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-da33c4ca-1b87-4f88-a40e-35c8a50ed437 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Request body: {'port': {'device_id': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861', 'admin_state_up': True, 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'security_groups': ['71d5f076-796b-4044-9070-33f9865026a4']}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:47.233438 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6eb64329-094c-4cb4-92c7-35b09c021bf2 req-f8a1010a-c68a-4ef8-8030-c6cd34589e66 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 210 time: 0.2646439 Apr 18 20:38:47.281553 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 94e44187-9d6d-4f62-a9df-b9409939e47d, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=94e44187-9d6d-4f62-a9df-b9409939e47d,segment=NetworkSegment(7977201b-c284-4359-8cfc-410b3da0206a),segment_id=7977201b-c284-4359-8cfc-410b3da0206a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:47.302977 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.366512 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=94e44187-9d6d-4f62-a9df-b9409939e47d,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:47.388465 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-2b29a8a4-1071-4fe5-a8dc-27f160201cba None None] Allocated IP 10.1.1.2 (6ebd78e3-8ba6-4968-baed-05df69d3d0c2/72e7d85d-cdaa-40ae-b795-4a0b852926e4/8c7bd554-8ed0-4f6f-9664-b0fb753787e2) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:47.444074 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159b8d2-90b6-4054-ab2e-20751bdf4e73 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd53066-fd17-46c4-9924-9ab10bc2973c,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:47.499221 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-b603f680-2c9a-4c60-baa7-b45fff92662e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:47.507627 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-b603f680-2c9a-4c60-baa7-b45fff92662e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2973a3b0af804e7199e15770f476280e&device_id=886bbfe7-2980-4869-91f1-60b32a2e2f99 HTTP/1.1" status: 200 len: 1094 time: 0.6137366 Apr 18 20:38:47.644353 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2b29a8a4-1071-4fe5-a8dc-27f160201cba None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.659826 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f95bf5-428d-4179-8efb-4ba988e2e680 x-openstack-request-id: req-49f95bf5-428d-4179-8efb-4ba988e2e680 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:47.660159 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6d819e-ba47-4596-93e1-9cd954a1c72c", "name": "network-vif-plugged", "status": "completed", "tag": "a1b5ed77-e9b0-4a39-8173-c0d43582d65b", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:47.660456 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-49f95bf5-428d-4179-8efb-4ba988e2e680 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:47.660936 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49f95bf5-428d-4179-8efb-4ba988e2e680'] response: {'server_uuid': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b5ed77-e9b0-4a39-8173-c0d43582d65b', 'code': 200} Apr 18 20:38:47.662797 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2b29a8a4-1071-4fe5-a8dc-27f160201cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.724289 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b29a8a4-1071-4fe5-a8dc-27f160201cba None None] Network 6ebd78e3-8ba6-4968-baed-05df69d3d0c2 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:47.727794 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-2b29a8a4-1071-4fe5-a8dc-27f160201cba None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:47.740391 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b29a8a4-1071-4fe5-a8dc-27f160201cba None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:47.777948 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29a8a4-1071-4fe5-a8dc-27f160201cba None None] Pushing event updated for resources: {'Port': ['ID=8c7bd554-8ed0-4f6f-9664-b0fb753787e2,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:47.815994 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2b29a8a4-1071-4fe5-a8dc-27f160201cba None None] Attempting to bind port 8c7bd554-8ed0-4f6f-9664-b0fb753787e2 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:47.816366 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2b29a8a4-1071-4fe5-a8dc-27f160201cba None None] Attempting to bind port 8c7bd554-8ed0-4f6f-9664-b0fb753787e2 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '0bda1478-dae9-409e-93a0-17d8d33da324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:47.816747 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b29a8a4-1071-4fe5-a8dc-27f160201cba None None] Attempting to bind port 8c7bd554-8ed0-4f6f-9664-b0fb753787e2 on network 6ebd78e3-8ba6-4968-baed-05df69d3d0c2 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:47.823773 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b29a8a4-1071-4fe5-a8dc-27f160201cba None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:47.824232 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b29a8a4-1071-4fe5-a8dc-27f160201cba None None] Checking segment: {'id': '0bda1478-dae9-409e-93a0-17d8d33da324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:47.824668 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2b29a8a4-1071-4fe5-a8dc-27f160201cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.825088 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b29a8a4-1071-4fe5-a8dc-27f160201cba None None] Bound using segment: {'id': '0bda1478-dae9-409e-93a0-17d8d33da324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:47.825593 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2b29a8a4-1071-4fe5-a8dc-27f160201cba None None] Bound port: 8c7bd554-8ed0-4f6f-9664-b0fb753787e2, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bda1478-dae9-409e-93a0-17d8d33da324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:47.826028 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2b29a8a4-1071-4fe5-a8dc-27f160201cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.835283 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-916d957b-176c-42de-907a-def8330cf325 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccd53066-fd17-46c4-9924-9ab10bc2973c HTTP/1.1" status: 200 len: 217 time: 0.3204834 Apr 18 20:38:47.918819 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2b29a8a4-1071-4fe5-a8dc-27f160201cba None None] For port 8c7bd554-8ed0-4f6f-9664-b0fb753787e2, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:47.923589 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2b29a8a4-1071-4fe5-a8dc-27f160201cba None None] For port 8c7bd554-8ed0-4f6f-9664-b0fb753787e2, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8c7bd554-8ed0-4f6f-9664-b0fb753787e2,segment=NetworkSegment(0bda1478-dae9-409e-93a0-17d8d33da324),segment_id=0bda1478-dae9-409e-93a0-17d8d33da324)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:47.929928 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2b29a8a4-1071-4fe5-a8dc-27f160201cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.034220 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29a8a4-1071-4fe5-a8dc-27f160201cba None None] Pushing event updated for resources: {'Port': ['ID=8c7bd554-8ed0-4f6f-9664-b0fb753787e2,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:48.175398 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a002c873-b8f5-48fc-840f-7b0ac41289a8 x-openstack-request-id: req-a002c873-b8f5-48fc-840f-7b0ac41289a8 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:48.176200 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54288157-a239-45c5-bdcd-401a8e528dd0", "tag": "a0a83c0c-40b4-41d3-8703-2b726cebec80", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:48.176352 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a002c873-b8f5-48fc-840f-7b0ac41289a8 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:48.176899 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a002c873-b8f5-48fc-840f-7b0ac41289a8'] response: {'name': 'network-changed', 'server_uuid': '54288157-a239-45c5-bdcd-401a8e528dd0', 'tag': 'a0a83c0c-40b4-41d3-8703-2b726cebec80', 'status': 'completed', 'code': 200} Apr 18 20:38:48.182068 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fc636-48f9-4649-a89a-b70bde25dbf7 req-e7236a3f-31e4-4506-b4d1-ce472bcd65bb tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:48.198939 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af7fc636-48f9-4649-a89a-b70bde25dbf7 req-e7236a3f-31e4-4506-b4d1-ce472bcd65bb tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=0839eb0e-7b5f-46ed-8db5-b1807ec44e5d HTTP/1.1" status: 200 len: 985 time: 0.3896887 Apr 18 20:38:48.226886 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2223280-49c1-4a99-887f-a3b34ada4d8a req-d41cd4f2-e167-4e46-aea4-d6f50fc154b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:48.229147 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2223280-49c1-4a99-887f-a3b34ada4d8a req-d41cd4f2-e167-4e46-aea4-d6f50fc154b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 1096 time: 0.6678271 Apr 18 20:38:48.234803 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-1bb0f33f-331f-4cee-8c2f-376f34e520eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:48.236960 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-1bb0f33f-331f-4cee-8c2f-376f34e520eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=106aa402-66e8-4b20-a76a-4a5df2e4dfa3 HTTP/1.1" status: 200 len: 850 time: 0.3603606 Apr 18 20:38:48.392646 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a0a83c0c-40b4-41d3-8703-2b726cebec80 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:48.504459 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befb28b-995e-4fe6-a0f6-cd389d473952 req-7b0aab0b-9c46-404e-8c7b-848b6cf825d8 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:48.518407 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befb28b-995e-4fe6-a0f6-cd389d473952 req-7b0aab0b-9c46-404e-8c7b-848b6cf825d8 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:48.533669 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befb28b-995e-4fe6-a0f6-cd389d473952 req-7b0aab0b-9c46-404e-8c7b-848b6cf825d8 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:48.549276 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3befb28b-995e-4fe6-a0f6-cd389d473952 req-7b0aab0b-9c46-404e-8c7b-848b6cf825d8 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 2416 time: 0.7578106 Apr 18 20:38:48.558679 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a06db-9077-4024-8cc1-76a5b0418047 req-e8925e79-55c6-4135-8c17-e59bde292dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:48.561273 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-435a06db-9077-4024-8cc1-76a5b0418047 req-e8925e79-55c6-4135-8c17-e59bde292dd6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a0123474-236c-43f6-b5fb-551e0942a4f0 HTTP/1.1" status: 200 len: 913 time: 1.5523117 Apr 18 20:38:48.621870 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port a0a83c0c-40b4-41d3-8703-2b726cebec80 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:48.628620 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2223280-49c1-4a99-887f-a3b34ada4d8a req-cc81e52b-03c9-4618-bd52-50b5d620f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:48.630232 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2223280-49c1-4a99-887f-a3b34ada4d8a req-cc81e52b-03c9-4618-bd52-50b5d620f88c service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 913 time: 0.3917313 Apr 18 20:38:48.637175 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port a0a83c0c-40b4-41d3-8703-2b726cebec80 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:48.639053 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.641527 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af7fc636-48f9-4649-a89a-b70bde25dbf7 req-0c3c4b7a-d31e-4c71-b998-e84238b5f8a0 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&id=105c51fa-b260-4044-be0a-64c1c67ac707&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4394403 Apr 18 20:38:48.808931 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2223280-49c1-4a99-887f-a3b34ada4d8a req-4e72c56d-1798-4fd5-a5bd-19079045a43b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80 HTTP/1.1" status: 200 len: 217 time: 0.1564403 Apr 18 20:38:48.852817 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3befb28b-995e-4fe6-a0f6-cd389d473952 req-75ae5639-e635-4017-b325-eca640a69abe tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870555 Apr 18 20:38:48.865818 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-435a06db-9077-4024-8cc1-76a5b0418047 req-f4102bda-a400-4dae-ac5f-41bad77f9114 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd444c06-aece-410b-a822-02affc410572 HTTP/1.1" status: 200 len: 217 time: 0.2905815 Apr 18 20:38:48.879990 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.948166 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-db8c7dfc-e1ed-42ef-bf57-805736a1822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:48.950241 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-db8c7dfc-e1ed-42ef-bf57-805736a1822b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0e305f7-b542-42c8-b395-eb424f597b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5146627 Apr 18 20:38:48.973360 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a0a83c0c-40b4-41d3-8703-2b726cebec80, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:48.985460 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.046587 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2223280-49c1-4a99-887f-a3b34ada4d8a req-40624347-a42c-427d-bf29-7e6f3282d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:49.049171 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2223280-49c1-4a99-887f-a3b34ada4d8a req-40624347-a42c-427d-bf29-7e6f3282d623 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e471ea4-101a-40ef-81f9-9917dd650719 HTTP/1.1" status: 200 len: 851 time: 0.2350254 Apr 18 20:38:49.189652 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=a0a83c0c-40b4-41d3-8703-2b726cebec80,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:49.202624 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a8ff389-e2ff-4657-a89a-068a888036b4 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.235891 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f622bda3-aefc-4cab-9e88-fc4cd339f5a3 req-2a8ea898-cc23-447f-8dde-7bbac8611b6c tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 210 time: 0.1410596 Apr 18 20:38:49.277662 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2223280-49c1-4a99-887f-a3b34ada4d8a req-896accd1-39e6-409b-80c8-ca010d078cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:49.279391 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2223280-49c1-4a99-887f-a3b34ada4d8a req-896accd1-39e6-409b-80c8-ca010d078cb3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb225605-c490-4bb4-a150-b74221fc667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1739426 Apr 18 20:38:49.312631 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8cad8-5244-4e27-aaf3-df06eb335814 req-239fe573-666d-4231-931b-d5a54a34aa94 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:49.314800 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a1f8cad8-5244-4e27-aaf3-df06eb335814 req-239fe573-666d-4231-931b-d5a54a34aa94 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 946 time: 0.1407461 Apr 18 20:38:49.341980 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-78b8509f-c167-48f1-a755-f90eb22fcf9e service neutron] 10.222.0.32 "GET /v2.0/networks/c0e305f7-b542-42c8-b395-eb424f597b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824675 Apr 18 20:38:49.425099 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a06db-9077-4024-8cc1-76a5b0418047 req-e88d31df-3553-496d-9acf-7dc357deca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:49.428077 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-435a06db-9077-4024-8cc1-76a5b0418047 req-e88d31df-3553-496d-9acf-7dc357deca77 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9f432db-bb83-4c5c-b467-ba4f8fb4d6a8 HTTP/1.1" status: 200 len: 852 time: 0.5334313 Apr 18 20:38:49.428546 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ff389-e2ff-4657-a89a-068a888036b4 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event updated for resources: {'Subnet': ['ID=9e58ec91-e95a-4da8-b8eb-4edb6f8b5b4d,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:49.481695 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab253ea-18c3-4e69-ba4c-e9f1344f75b8 x-openstack-request-id: req-4ab253ea-18c3-4e69-ba4c-e9f1344f75b8 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:49.482125 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886bbfe7-2980-4869-91f1-60b32a2e2f99", "tag": "ccd53066-fd17-46c4-9924-9ab10bc2973c", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:49.482484 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ab253ea-18c3-4e69-ba4c-e9f1344f75b8 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:49.482991 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ab253ea-18c3-4e69-ba4c-e9f1344f75b8'] response: {'name': 'network-changed', 'server_uuid': '886bbfe7-2980-4869-91f1-60b32a2e2f99', 'tag': 'ccd53066-fd17-46c4-9924-9ab10bc2973c', 'status': 'completed', 'code': 200} Apr 18 20:38:49.569141 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-435a06db-9077-4024-8cc1-76a5b0418047 req-98cc666b-97a6-46e3-a5ab-d7f4e421c8ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a0123474-236c-43f6-b5fb-551e0942a4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111972 Apr 18 20:38:49.571958 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a1f8cad8-5244-4e27-aaf3-df06eb335814 req-7ff87480-893a-4d4a-816f-4c3dad5295e7 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2435272 Apr 18 20:38:49.644380 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2223280-49c1-4a99-887f-a3b34ada4d8a req-3b3e2c40-fa3d-41e5-9034-fb226c37f94b service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531406 Apr 18 20:38:49.663191 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1eca24-5d84-4e69-bf89-2ab279df31a9'}, {'server_uuid': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e44187-9d6d-4f62-a9df-b9409939e47d'}, {'server_uuid': '54288157-a239-45c5-bdcd-401a8e528dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a83c0c-40b4-41d3-8703-2b726cebec80'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:49.669181 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b746bd92-16c8-4fcd-8e82-7f480cf80c97" -d '{"events": [{"server_uuid": "df6d819e-ba47-4596-93e1-9cd954a1c72c", "name": "network-vif-plugged", "status": "completed", "tag": "cf1eca24-5d84-4e69-bf89-2ab279df31a9"}, {"server_uuid": "df6d819e-ba47-4596-93e1-9cd954a1c72c", "name": "network-vif-plugged", "status": "completed", "tag": "94e44187-9d6d-4f62-a9df-b9409939e47d"}, {"server_uuid": "54288157-a239-45c5-bdcd-401a8e528dd0", "name": "network-vif-plugged", "status": "completed", "tag": "a0a83c0c-40b4-41d3-8703-2b726cebec80"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:49.740978 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-da33c4ca-1b87-4f88-a40e-35c8a50ed437 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Made reservation on behalf of 038769a0c1df4ebc8efcb644264a6ef4 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:49.746917 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-da33c4ca-1b87-4f88-a40e-35c8a50ed437 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.801615 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2223280-49c1-4a99-887f-a3b34ada4d8a req-d96eabeb-b053-4afe-aab4-8b950388d90b service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471739 Apr 18 20:38:49.902207 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b95457a7-5e54-4f1f-a77d-aa7e9a32f072 req-208bc22a-00cc-4b99-8a48-38e87008d43e service neutron] 10.222.0.32 "GET /v2.0/networks/c0e305f7-b542-42c8-b395-eb424f597b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928803 Apr 18 20:38:49.920612 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11662947-703f-4874-bf40-335aad30238a req-d116387a-37d2-4a04-804c-e83d1a1b94be tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 210 time: 0.1156492 Apr 18 20:38:49.929321 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8ff389-e2ff-4657-a89a-068a888036b4 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Checking segment: {'id': '6b1281b5-64ae-4591-ad67-b41fef38c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f0513885-75e1-4841-8e3e-94a85e5d0ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:49.929917 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8ff389-e2ff-4657-a89a-068a888036b4 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Network hostable DHCP agents. Network: f0513885-75e1-4841-8e3e-94a85e5d0ac6, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:38:49.982086 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8c7bd554-8ed0-4f6f-9664-b0fb753787e2 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:50.024041 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc44aa1-c0dd-4d61-9ab7-536523754217 req-e23bba12-6f0b-4a92-9933-89dd96c8b6a5 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:50.034222 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9dc44aa1-c0dd-4d61-9ab7-536523754217 req-e23bba12-6f0b-4a92-9933-89dd96c8b6a5 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/ports?device_id=886bbfe7-2980-4869-91f1-60b32a2e2f99 HTTP/1.1" status: 200 len: 943 time: 0.2166128 Apr 18 20:38:50.136256 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 8c7bd554-8ed0-4f6f-9664-b0fb753787e2 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:50.137183 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.223589 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b0f4db-0048-46dc-9993-cf2cc0f88edf x-openstack-request-id: req-f5b0f4db-0048-46dc-9993-cf2cc0f88edf {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:50.224780 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6d819e-ba47-4596-93e1-9cd954a1c72c", "name": "network-vif-plugged", "status": "completed", "tag": "cf1eca24-5d84-4e69-bf89-2ab279df31a9", "code": 200}, {"server_uuid": "df6d819e-ba47-4596-93e1-9cd954a1c72c", "name": "network-vif-plugged", "status": "completed", "tag": "94e44187-9d6d-4f62-a9df-b9409939e47d", "code": 200}, {"server_uuid": "54288157-a239-45c5-bdcd-401a8e528dd0", "name": "network-vif-plugged", "status": "completed", "tag": "a0a83c0c-40b4-41d3-8703-2b726cebec80", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:50.225179 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5b0f4db-0048-46dc-9993-cf2cc0f88edf {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:50.225808 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b0f4db-0048-46dc-9993-cf2cc0f88edf'] response: {'server_uuid': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1eca24-5d84-4e69-bf89-2ab279df31a9', 'code': 200} Apr 18 20:38:50.227939 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b0f4db-0048-46dc-9993-cf2cc0f88edf'] response: {'server_uuid': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e44187-9d6d-4f62-a9df-b9409939e47d', 'code': 200} Apr 18 20:38:50.228817 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b0f4db-0048-46dc-9993-cf2cc0f88edf'] response: {'server_uuid': '54288157-a239-45c5-bdcd-401a8e528dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a83c0c-40b4-41d3-8703-2b726cebec80', 'code': 200} Apr 18 20:38:50.279883 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-da33c4ca-1b87-4f88-a40e-35c8a50ed437 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Allocated IP 172.20.0.8 (18c98ec1-fd43-4888-ad19-39fa23ba5861/6597d107-d0ca-41ad-b4eb-bc841df3bab1/518d95c4-4917-4c82-b386-f2d314651a91) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:50.351111 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-1fd2b284-9865-4e33-a963-e8562ffdb658 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:50.353725 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-1fd2b284-9865-4e33-a963-e8562ffdb658 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.32 "GET /v2.0/networks?id=ed2b0c12-45b2-4296-81f8-31d496e92fff HTTP/1.1" status: 200 len: 813 time: 1.5464501 Apr 18 20:38:50.381953 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9dc44aa1-c0dd-4d61-9ab7-536523754217 req-08f4541e-2003-4076-a381-4012609ff902 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cbc5cd0-7ce7-4985-a31a-8661b244404b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3106728 Apr 18 20:38:50.420462 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-c6347898-de0d-48a1-9431-6c4fe3d48294 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Request body: {'port': {'device_id': '01a90ed8-5a3a-4e91-81da-3b832d3eec2f', 'network_id': 'ed2b0c12-45b2-4296-81f8-31d496e92fff', 'admin_state_up': True, 'tenant_id': 'b15a212f24594521a622268ceffef952'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:50.420953 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.425109 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c037ee13-4315-4ff4-85ef-c3fe8f4f9eac None None] Network 6ebd78e3-8ba6-4968-baed-05df69d3d0c2 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:50.425372 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8ff389-e2ff-4657-a89a-068a888036b4 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Network f0513885-75e1-4841-8e3e-94a85e5d0ac6 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:38:50.563697 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-7a8ff389-e2ff-4657-a89a-068a888036b4 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, f0513885-75e1-4841-8e3e-94a85e5d0ac6) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:50.594589 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fced0cc6-17ed-41fa-b039-2289a9b9a258 None None] Network f0513885-75e1-4841-8e3e-94a85e5d0ac6 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:50.631385 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-435a06db-9077-4024-8cc1-76a5b0418047 req-7d34f0ae-7317-4552-9b57-dd4397bfd4c7 service neutron] 10.222.0.57 "GET /v2.0/networks/a0123474-236c-43f6-b5fb-551e0942a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0531352 Apr 18 20:38:50.643767 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8ff389-e2ff-4657-a89a-068a888036b4 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:50.645189 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a8ff389-e2ff-4657-a89a-068a888036b4 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.672136 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 8c7bd554-8ed0-4f6f-9664-b0fb753787e2, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8c7bd554-8ed0-4f6f-9664-b0fb753787e2,segment=NetworkSegment(0bda1478-dae9-409e-93a0-17d8d33da324),segment_id=0bda1478-dae9-409e-93a0-17d8d33da324)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:50.756589 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.845729 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7a8ff389-e2ff-4657-a89a-068a888036b4 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.2442801 Apr 18 20:38:50.849109 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-fafd4e22-9583-4198-9afd-d4843dccb16c None None] Provisioning complete for port 8c7bd554-8ed0-4f6f-9664-b0fb753787e2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:50.850846 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fafd4e22-9583-4198-9afd-d4843dccb16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.922620 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40860) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:50.983422 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a25eaf9d-1394-413d-9a50-48046d2445a2 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Request body: {'port': {'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2', 'name': 'tempest-TaggedBootDevicesTest-1696745798', 'fixed_ips': [{'subnet_id': '72e7d85d-cdaa-40ae-b795-4a0b852926e4'}]}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:51.001916 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77410dfd-cbba-4db6-8fa7-9ae5b06dbed8 req-87bdd7f4-7b3f-41dd-8df7-26c9072c3ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:51.004613 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77410dfd-cbba-4db6-8fa7-9ae5b06dbed8 req-87bdd7f4-7b3f-41dd-8df7-26c9072c3ca0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2973a3b0af804e7199e15770f476280e&device_id=886bbfe7-2980-4869-91f1-60b32a2e2f99 HTTP/1.1" status: 200 len: 1094 time: 0.9641128 Apr 18 20:38:51.234362 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=8c7bd554-8ed0-4f6f-9664-b0fb753787e2,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:51.236206 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c92177-aa6b-4bb0-a1ea-7134230f7518 req-33e1ddf1-3f68-4e98-943d-b9f1e96f96d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:51.238982 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-435a06db-9077-4024-8cc1-76a5b0418047 req-36124607-bc03-46c5-a300-340bedde1324 service neutron] 10.222.0.57 "GET /v2.0/networks/a0123474-236c-43f6-b5fb-551e0942a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5750339 Apr 18 20:38:51.239644 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52c92177-aa6b-4bb0-a1ea-7134230f7518 req-33e1ddf1-3f68-4e98-943d-b9f1e96f96d1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 1097 time: 0.9228857 Apr 18 20:38:51.252129 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766b57b-ba2c-47c7-bf06-8ac8ce384678 req-9c40b335-5070-4772-8f28-1b337e524107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:51.253317 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766b57b-ba2c-47c7-bf06-8ac8ce384678 req-9c40b335-5070-4772-8f28-1b337e524107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:51.254636 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766b57b-ba2c-47c7-bf06-8ac8ce384678 req-9c40b335-5070-4772-8f28-1b337e524107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:51.258615 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5766b57b-ba2c-47c7-bf06-8ac8ce384678 req-9c40b335-5070-4772-8f28-1b337e524107 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 2869 time: 0.9169059 Apr 18 20:38:51.306739 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7be29a-22fc-4415-8c53-82d4336e7df1 req-2a4e928b-568d-48ba-b880-bd1d82b443a0 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:51.316404 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-da33c4ca-1b87-4f88-a40e-35c8a50ed437 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.319666 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe7be29a-22fc-4415-8c53-82d4336e7df1 req-2a4e928b-568d-48ba-b880-bd1d82b443a0 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=0839eb0e-7b5f-46ed-8db5-b1807ec44e5d HTTP/1.1" status: 200 len: 985 time: 0.8465042 Apr 18 20:38:51.386007 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03392a51-4f1e-453e-ad26-cee1816a2e35 req-47193f04-69cd-4a18-9be2-23739c40872e tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:51.421014 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03392a51-4f1e-453e-ad26-cee1816a2e35 req-47193f04-69cd-4a18-9be2-23739c40872e tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:51.448178 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03392a51-4f1e-453e-ad26-cee1816a2e35 req-47193f04-69cd-4a18-9be2-23739c40872e tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:51.454169 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03392a51-4f1e-453e-ad26-cee1816a2e35 req-47193f04-69cd-4a18-9be2-23739c40872e tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 2416 time: 0.4474838 Apr 18 20:38:51.461399 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-c6347898-de0d-48a1-9431-6c4fe3d48294 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Made reservation on behalf of b15a212f24594521a622268ceffef952 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:51.480187 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-c6347898-de0d-48a1-9431-6c4fe3d48294 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.488201 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-da33c4ca-1b87-4f88-a40e-35c8a50ed437 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.574737 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77410dfd-cbba-4db6-8fa7-9ae5b06dbed8 req-07e2b5d3-58f9-4b76-9f0f-59d878369302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:51.576362 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77410dfd-cbba-4db6-8fa7-9ae5b06dbed8 req-07e2b5d3-58f9-4b76-9f0f-59d878369302 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c0e305f7-b542-42c8-b395-eb424f597b80 HTTP/1.1" status: 200 len: 912 time: 0.5436797 Apr 18 20:38:51.605083 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33c4ca-1b87-4f88-a40e-35c8a50ed437 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event updated for resources: {'Port': ['ID=518d95c4-4917-4c82-b386-f2d314651a91,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:51.615219 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4f9f83-892b-4b57-939c-35de28399759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-f0513885-75e1-4841-8e3e-94a85e5d0ac6', 'network_id': 'f0513885-75e1-4841-8e3e-94a85e5d0ac6', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'fixed_ips': [{'subnet_id': '9e58ec91-e95a-4da8-b8eb-4edb6f8b5b4d'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:38:51.617530 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6d4f9f83-892b-4b57-939c-35de28399759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.714900 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-da33c4ca-1b87-4f88-a40e-35c8a50ed437 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Network 18c98ec1-fd43-4888-ad19-39fa23ba5861 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:51.728826 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25eaf9d-1394-413d-9a50-48046d2445a2 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Made reservation on behalf of b938d2524c3842cdaf1832263fa7ae9d for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:51.862880 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8c7bd554-8ed0-4f6f-9664-b0fb753787e2 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:51.925001 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52c92177-aa6b-4bb0-a1ea-7134230f7518 req-8d0b6afa-a6ae-4f65-a976-f9411a00eb25 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6561444 Apr 18 20:38:51.970748 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77410dfd-cbba-4db6-8fa7-9ae5b06dbed8 req-55aaed0b-8b71-4379-b5b1-d085fd87bcd4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccd53066-fd17-46c4-9924-9ab10bc2973c HTTP/1.1" status: 200 len: 217 time: 0.3176737 Apr 18 20:38:52.016629 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe7be29a-22fc-4415-8c53-82d4336e7df1 req-d7da5e0b-d6ab-4b37-8ead-ddc9a7a3cfad tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&id=105c51fa-b260-4044-be0a-64c1c67ac707&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.6781325 Apr 18 20:38:52.029139 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5766b57b-ba2c-47c7-bf06-8ac8ce384678 req-8f7cb326-22e5-465e-b70d-8eb630548bc6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7457428 Apr 18 20:38:52.041639 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-c6347898-de0d-48a1-9431-6c4fe3d48294 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Allocated IP 172.20.0.3 (ed2b0c12-45b2-4296-81f8-31d496e92fff/3cc6e869-dcde-4b4f-9cfc-e06da113fabf/16f834cc-9787-49bb-9e0f-ca6966e81652) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:52.190249 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03392a51-4f1e-453e-ad26-cee1816a2e35 req-f1388f6d-21ec-45ea-9c93-b575de493575 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6889489 Apr 18 20:38:52.212661 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-6d4f9f83-892b-4b57-939c-35de28399759 None None] Allocated IP 10.2.2.2 (f0513885-75e1-4841-8e3e-94a85e5d0ac6/9e58ec91-e95a-4da8-b8eb-4edb6f8b5b4d/077d4f74-acf1-438b-86e5-2aa4da819799) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:52.231625 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77410dfd-cbba-4db6-8fa7-9ae5b06dbed8 req-46172ff4-8985-4e3b-922b-cb8ea29384ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:52.240383 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77410dfd-cbba-4db6-8fa7-9ae5b06dbed8 req-46172ff4-8985-4e3b-922b-cb8ea29384ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=106aa402-66e8-4b20-a76a-4a5df2e4dfa3 HTTP/1.1" status: 200 len: 850 time: 0.2472327 Apr 18 20:38:52.267051 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 8c7bd554-8ed0-4f6f-9664-b0fb753787e2 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:52.273464 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.313171 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-da33c4ca-1b87-4f88-a40e-35c8a50ed437 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:52.371746 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0bce5cb0-d2e7-42b0-a6e5-7857b73be72c req-a21c1f51-e5d4-4c73-bb7b-0ac7f11231de tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 210 time: 0.1202905 Apr 18 20:38:52.409808 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-7ce04de7-8d66-4c2c-9474-2457f8858f88 None None] Provisioning complete for port 8c7bd554-8ed0-4f6f-9664-b0fb753787e2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:52.410619 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7ce04de7-8d66-4c2c-9474-2457f8858f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.477704 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77410dfd-cbba-4db6-8fa7-9ae5b06dbed8 req-83b956fe-8277-4dbb-a0d5-cdcb8acbcfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:52.488043 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77410dfd-cbba-4db6-8fa7-9ae5b06dbed8 req-83b956fe-8277-4dbb-a0d5-cdcb8acbcfe3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0e305f7-b542-42c8-b395-eb424f597b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1984916 Apr 18 20:38:52.517459 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-c6347898-de0d-48a1-9431-6c4fe3d48294 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.518061 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b0013-c410-4010-8d27-0cbf1aca1bf5 req-e4647752-b148-4078-b074-38eb1f5b4758 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:52.530607 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-747b0013-c410-4010-8d27-0cbf1aca1bf5 req-e4647752-b148-4078-b074-38eb1f5b4758 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 946 time: 0.1820152 Apr 18 20:38:52.565058 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-da33c4ca-1b87-4f88-a40e-35c8a50ed437 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:52.607477 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-c6347898-de0d-48a1-9431-6c4fe3d48294 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.715115 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-747b0013-c410-4010-8d27-0cbf1aca1bf5 req-edaa8767-63dd-41a5-b723-300be9cf9d5d tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831758 Apr 18 20:38:52.832763 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-c6347898-de0d-48a1-9431-6c4fe3d48294 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Network ed2b0c12-45b2-4296-81f8-31d496e92fff is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:52.841126 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a25eaf9d-1394-413d-9a50-48046d2445a2 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.865347 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-c6347898-de0d-48a1-9431-6c4fe3d48294 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:52.868106 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6d4f9f83-892b-4b57-939c-35de28399759 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.880580 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6347898-de0d-48a1-9431-6c4fe3d48294 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Pushing event updated for resources: {'Port': ['ID=16f834cc-9787-49bb-9e0f-ca6966e81652,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:52.884109 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6d4f9f83-892b-4b57-939c-35de28399759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.888239 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-c6347898-de0d-48a1-9431-6c4fe3d48294 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:52.908173 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d1825-f154-4d4e-b5c1-1993d100aaea req-6f5c781b-3cfe-45ea-a7d9-c590a735903d tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:52.912726 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-519d1825-f154-4d4e-b5c1-1993d100aaea req-6f5c781b-3cfe-45ea-a7d9-c590a735903d tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 931 time: 0.2837553 Apr 18 20:38:52.922893 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-da33c4ca-1b87-4f88-a40e-35c8a50ed437 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:52.923856 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-da33c4ca-1b87-4f88-a40e-35c8a50ed437 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.934844 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4f9f83-892b-4b57-939c-35de28399759 None None] Network f0513885-75e1-4841-8e3e-94a85e5d0ac6 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:52.957770 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-6d4f9f83-892b-4b57-939c-35de28399759 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:52.962429 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4f9f83-892b-4b57-939c-35de28399759 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:53.011283 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-a25eaf9d-1394-413d-9a50-48046d2445a2 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] device_id is not set on port 7c77f7cf-e8d8-4d52-8506-6c7c25f24291 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:38:53.032692 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-da33c4ca-1b87-4f88-a40e-35c8a50ed437 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8069201 Apr 18 20:38:53.053511 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-18bc842c-f7f0-4bf4-a43a-20b5005ee277 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Request body: {'port': {'device_id': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab', 'admin_state_up': True, 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'security_groups': ['71d5f076-796b-4044-9070-33f9865026a4']}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:53.104030 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fccfd4-47e6-41ca-bd88-c7217ca30d9a req-cab8f00f-3f1f-48a6-8a09-9ace26b568d3 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:53.105562 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-80fccfd4-47e6-41ca-bd88-c7217ca30d9a req-cab8f00f-3f1f-48a6-8a09-9ace26b568d3 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/ports?device_id=886bbfe7-2980-4869-91f1-60b32a2e2f99 HTTP/1.1" status: 200 len: 943 time: 0.1896756 Apr 18 20:38:53.117233 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-519d1825-f154-4d4e-b5c1-1993d100aaea req-44e4577b-8c8f-4681-9873-dfd0d53adafe tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153896 Apr 18 20:38:53.187949 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f9f83-892b-4b57-939c-35de28399759 None None] Pushing event updated for resources: {'Port': ['ID=077d4f74-acf1-438b-86e5-2aa4da819799,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:53.220594 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-80fccfd4-47e6-41ca-bd88-c7217ca30d9a req-9c7b0d30-df5c-4c45-b091-741f2a1e552c tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cbc5cd0-7ce7-4985-a31a-8661b244404b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985794 Apr 18 20:38:53.224260 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77410dfd-cbba-4db6-8fa7-9ae5b06dbed8 req-a515fe10-4f80-4411-9ff3-49e8116229b7 service neutron] 10.222.0.32 "GET /v2.0/networks/c0e305f7-b542-42c8-b395-eb424f597b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6689906 Apr 18 20:38:53.229831 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-c6347898-de0d-48a1-9431-6c4fe3d48294 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:53.230880 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-c6347898-de0d-48a1-9431-6c4fe3d48294 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.391998 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77410dfd-cbba-4db6-8fa7-9ae5b06dbed8 req-8f74a796-5065-4a75-beeb-154a471fc3f6 service neutron] 10.222.0.32 "GET /v2.0/networks/c0e305f7-b542-42c8-b395-eb424f597b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590159 Apr 18 20:38:53.423314 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-c6347898-de0d-48a1-9431-6c4fe3d48294 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0212040 Apr 18 20:38:53.459866 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-ded715d2-83f7-4c5c-8879-ace91f34c09c service neutron] Request body: {'port': {'device_id': '01a90ed8-5a3a-4e91-81da-3b832d3eec2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:53.473086 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e3c88a38-7cdc-48b0-8f29-ef8b2444ceba None None] Provisioning complete for port 518d95c4-4917-4c82-b386-f2d314651a91 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:53.474774 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e3c88a38-7cdc-48b0-8f29-ef8b2444ceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.482169 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-6d4f9f83-892b-4b57-939c-35de28399759 None None] Attempting to bind port 077d4f74-acf1-438b-86e5-2aa4da819799 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:53.484310 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-6d4f9f83-892b-4b57-939c-35de28399759 None None] Attempting to bind port 077d4f74-acf1-438b-86e5-2aa4da819799 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '6b1281b5-64ae-4591-ad67-b41fef38c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f0513885-75e1-4841-8e3e-94a85e5d0ac6'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:53.485357 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4f9f83-892b-4b57-939c-35de28399759 None None] Attempting to bind port 077d4f74-acf1-438b-86e5-2aa4da819799 on network f0513885-75e1-4841-8e3e-94a85e5d0ac6 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:53.494911 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fac840-6991-4d7c-95d4-26f4d4a5d3f6 req-0744d299-a797-42c0-a698-251e6c46946c tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:53.504827 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b6fac840-6991-4d7c-95d4-26f4d4a5d3f6 req-0744d299-a797-42c0-a698-251e6c46946c tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=0839eb0e-7b5f-46ed-8db5-b1807ec44e5d HTTP/1.1" status: 200 len: 985 time: 0.1116657 Apr 18 20:38:53.578166 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b6fac840-6991-4d7c-95d4-26f4d4a5d3f6 req-29eb8eeb-b98a-45f2-9790-4e8d6a579912 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&id=105c51fa-b260-4044-be0a-64c1c67ac707&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0722303 Apr 18 20:38:53.581842 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4f9f83-892b-4b57-939c-35de28399759 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:53.583075 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4f9f83-892b-4b57-939c-35de28399759 None None] Checking segment: {'id': '6b1281b5-64ae-4591-ad67-b41fef38c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f0513885-75e1-4841-8e3e-94a85e5d0ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:53.584165 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6d4f9f83-892b-4b57-939c-35de28399759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.585410 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4f9f83-892b-4b57-939c-35de28399759 None None] Bound using segment: {'id': '6b1281b5-64ae-4591-ad67-b41fef38c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f0513885-75e1-4841-8e3e-94a85e5d0ac6'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:53.586421 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-6d4f9f83-892b-4b57-939c-35de28399759 None None] Bound port: 077d4f74-acf1-438b-86e5-2aa4da819799, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1281b5-64ae-4591-ad67-b41fef38c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f0513885-75e1-4841-8e3e-94a85e5d0ac6'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:53.587313 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6d4f9f83-892b-4b57-939c-35de28399759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.619514 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efc8e2-1b66-4ba5-af3f-f35a70970ff3 req-cebe046e-d51c-40e3-aac9-6e556cbb39cf tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:53.641762 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efc8e2-1b66-4ba5-af3f-f35a70970ff3 req-cebe046e-d51c-40e3-aac9-6e556cbb39cf tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:53.660897 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efc8e2-1b66-4ba5-af3f-f35a70970ff3 req-cebe046e-d51c-40e3-aac9-6e556cbb39cf tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:53.666391 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77efc8e2-1b66-4ba5-af3f-f35a70970ff3 req-cebe046e-d51c-40e3-aac9-6e556cbb39cf tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 2416 time: 0.2287776 Apr 18 20:38:53.733888 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e3c88a38-7cdc-48b0-8f29-ef8b2444ceba None None] Port 518d95c4-4917-4c82-b386-f2d314651a91 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:38:53.790451 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77efc8e2-1b66-4ba5-af3f-f35a70970ff3 req-74ae3570-aca3-484d-b021-9e5bda899191 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117766 Apr 18 20:38:53.817667 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-6d4f9f83-892b-4b57-939c-35de28399759 None None] For port 077d4f74-acf1-438b-86e5-2aa4da819799, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:53.822154 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-18bc842c-f7f0-4bf4-a43a-20b5005ee277 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Made reservation on behalf of 038769a0c1df4ebc8efcb644264a6ef4 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:53.824599 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-6d4f9f83-892b-4b57-939c-35de28399759 None None] For port 077d4f74-acf1-438b-86e5-2aa4da819799, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=077d4f74-acf1-438b-86e5-2aa4da819799,segment=NetworkSegment(6b1281b5-64ae-4591-ad67-b41fef38c969),segment_id=6b1281b5-64ae-4591-ad67-b41fef38c969)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:53.828735 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-18bc842c-f7f0-4bf4-a43a-20b5005ee277 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.834138 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6d4f9f83-892b-4b57-939c-35de28399759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.838946 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19256c1b-b277-4bbd-b8e7-d4dec1459c3c req-91c84215-2717-42d9-85d4-6f669f8bcdf3 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:53.841913 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19256c1b-b277-4bbd-b8e7-d4dec1459c3c req-91c84215-2717-42d9-85d4-6f669f8bcdf3 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 931 time: 0.1043611 Apr 18 20:38:53.865555 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-ded715d2-83f7-4c5c-8879-ace91f34c09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.949495 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19256c1b-b277-4bbd-b8e7-d4dec1459c3c req-8c26f003-d8b2-444b-ad8a-7ca1771ac685 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994661 Apr 18 20:38:54.027224 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-a25eaf9d-1394-413d-9a50-48046d2445a2 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Allocated IP 10.1.1.69 (6ebd78e3-8ba6-4968-baed-05df69d3d0c2/72e7d85d-cdaa-40ae-b795-4a0b852926e4/7c77f7cf-e8d8-4d52-8506-6c7c25f24291) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:54.167651 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f9f83-892b-4b57-939c-35de28399759 None None] Pushing event updated for resources: {'Port': ['ID=077d4f74-acf1-438b-86e5-2aa4da819799,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:54.170722 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device ccd53066-fd17-46c4-9924-9ab10bc2973c details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:38:54.256921 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-299b103e-c323-46f8-9a04-7ef5315e6401 req-069aaa23-a67a-47b3-9900-e1ea48094f91 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1747487997&fields=id&tenant_id=650e6c70232948a48193055b3cf5103f HTTP/1.1" status: 200 len: 267 time: 0.2215078 Apr 18 20:38:54.305190 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484923e-c85a-444d-a9c0-e159ac4e282a req-f21ec65e-1b14-4b6d-afa8-6901265003b3 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:54.318792 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a484923e-c85a-444d-a9c0-e159ac4e282a req-f21ec65e-1b14-4b6d-afa8-6901265003b3 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 946 time: 0.1809130 Apr 18 20:38:54.360139 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port ccd53066-fd17-46c4-9924-9ab10bc2973c, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ccd53066-fd17-46c4-9924-9ab10bc2973c,segment=NetworkSegment(3fc06cf4-dcea-4040-bf01-4525df091089),segment_id=3fc06cf4-dcea-4040-bf01-4525df091089)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:54.380158 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'ccd53066-fd17-46c4-9924-9ab10bc2973c', 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80', 'port_id': 'ccd53066-fd17-46c4-9924-9ab10bc2973c', 'mac_address': 'fa:16:3e:ca:61:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106aa402-66e8-4b20-a76a-4a5df2e4dfa3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:38:54.451266 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-18bc842c-f7f0-4bf4-a43a-20b5005ee277 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Allocated IP 10.1.1.113 (2b0f0f53-742c-4158-9900-4acf2578c1ab/23311194-a384-4735-a60e-77f8a24f1bc9/088f9125-e7ed-4d40-819c-3af12453d6a0) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:54.482648 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a484923e-c85a-444d-a9c0-e159ac4e282a req-05d9e121-3977-4ce1-a53b-6c9c7ec84f61 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444511 Apr 18 20:38:54.499736 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b103e-c323-46f8-9a04-7ef5315e6401 req-99c9af50-d4f0-4186-b242-9afbac21854c tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:54.502419 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-299b103e-c323-46f8-9a04-7ef5315e6401 req-99c9af50-d4f0-4186-b242-9afbac21854c tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=0839eb0e-7b5f-46ed-8db5-b1807ec44e5d HTTP/1.1" status: 200 len: 985 time: 0.1814523 Apr 18 20:38:54.503772 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.532560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-299b103e-c323-46f8-9a04-7ef5315e6401 req-2f81cf6e-8508-4557-bfbc-2693f07bfab3 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Request body: {'port': {'security_groups': ['105c51fa-b260-4044-be0a-64c1c67ac707', 'b21b76cf-6844-43ec-9173-2d1f2b2f6cf4', 'df6bced5-f6e8-48cd-9e26-806dae87124b']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:54.543881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd53066-fd17-46c4-9924-9ab10bc2973c {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:38:54.599813 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port ccd53066-fd17-46c4-9924-9ab10bc2973c, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ccd53066-fd17-46c4-9924-9ab10bc2973c,segment=NetworkSegment(3fc06cf4-dcea-4040-bf01-4525df091089),segment_id=3fc06cf4-dcea-4040-bf01-4525df091089)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:54.619401 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3b3ebfd4-8af5-495b-a71a-347d9b8e0de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.638477 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.740207 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=ccd53066-fd17-46c4-9924-9ab10bc2973c,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:54.796295 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-299b103e-c323-46f8-9a04-7ef5315e6401 req-2f81cf6e-8508-4557-bfbc-2693f07bfab3 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.913559 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-18bc842c-f7f0-4bf4-a43a-20b5005ee277 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.980348 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['ccd53066-fd17-46c4-9924-9ab10bc2973c'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:38:55.147331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53454407-eeca-4e7b-a59d-d259a8b0e7ca req-11d87586-0bfe-41b8-88d7-8b74800e86fb tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:55.160704 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53454407-eeca-4e7b-a59d-d259a8b0e7ca req-11d87586-0bfe-41b8-88d7-8b74800e86fb tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 931 time: 0.4351008 Apr 18 20:38:55.269234 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53454407-eeca-4e7b-a59d-d259a8b0e7ca req-26a292da-39ed-4c88-9b20-750963b5f5d0 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071093 Apr 18 20:38:55.292826 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-18bc842c-f7f0-4bf4-a43a-20b5005ee277 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:55.442025 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-18bc842c-f7f0-4bf4-a43a-20b5005ee277 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Network 2b0f0f53-742c-4158-9900-4acf2578c1ab is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:55.448924 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-18bc842c-f7f0-4bf4-a43a-20b5005ee277 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:55.451792 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-18bc842c-f7f0-4bf4-a43a-20b5005ee277 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:55.495624 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-299b103e-c323-46f8-9a04-7ef5315e6401 req-2f81cf6e-8508-4557-bfbc-2693f07bfab3 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] For port dd444c06-aece-410b-a822-02affc410572, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=dd444c06-aece-410b-a822-02affc410572,segment=NetworkSegment(cacdabef-c21d-48d9-95a8-14c3380284f5),segment_id=cacdabef-c21d-48d9-95a8-14c3380284f5)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:55.515043 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a25eaf9d-1394-413d-9a50-48046d2445a2 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:55.540704 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-18bc842c-f7f0-4bf4-a43a-20b5005ee277 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:55.541713 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-18bc842c-f7f0-4bf4-a43a-20b5005ee277 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:55.602387 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49ac93-5c54-4c93-ab4c-dfd1c9ae9c6b req-012e74f6-f9a0-4f40-9101-68f1d69c6d92 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:55.625211 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d49ac93-5c54-4c93-ab4c-dfd1c9ae9c6b req-012e74f6-f9a0-4f40-9101-68f1d69c6d92 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/ports?device_id=886bbfe7-2980-4869-91f1-60b32a2e2f99 HTTP/1.1" status: 200 len: 944 time: 0.2402833 Apr 18 20:38:55.663720 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-299b103e-c323-46f8-9a04-7ef5315e6401 req-2f81cf6e-8508-4557-bfbc-2693f07bfab3 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:55.695605 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc842c-f7f0-4bf4-a43a-20b5005ee277 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event updated for resources: {'Port': ['ID=088f9125-e7ed-4d40-819c-3af12453d6a0,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:55.726807 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-299b103e-c323-46f8-9a04-7ef5315e6401 req-2f81cf6e-8508-4557-bfbc-2693f07bfab3 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:55.743871 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['dd444c06-aece-410b-a822-02affc410572'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:38:55.779536 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-18bc842c-f7f0-4bf4-a43a-20b5005ee277 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7318997 Apr 18 20:38:55.801779 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a25eaf9d-1394-413d-9a50-48046d2445a2 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:55.818374 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 077d4f74-acf1-438b-86e5-2aa4da819799 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:55.859686 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df99a4cf-bbfb-4f29-b612-adf47d1056ed tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Request body: {'port': {'device_id': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab', 'admin_state_up': True, 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'security_groups': ['71d5f076-796b-4044-9070-33f9865026a4']}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:55.922656 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['85f32d94-b927-4021-b22f-ebba03874a49'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:38:55.981786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 077d4f74-acf1-438b-86e5-2aa4da819799 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:55.982446 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.006471 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d49ac93-5c54-4c93-ab4c-dfd1c9ae9c6b req-e755efb3-5f56-4bc2-84a1-98a038575191 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cbc5cd0-7ce7-4985-a31a-8661b244404b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3771124 Apr 18 20:38:56.053955 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b103e-c323-46f8-9a04-7ef5315e6401 req-2f81cf6e-8508-4557-bfbc-2693f07bfab3 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:56.054908 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-299b103e-c323-46f8-9a04-7ef5315e6401 req-2f81cf6e-8508-4557-bfbc-2693f07bfab3 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.083220 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-299b103e-c323-46f8-9a04-7ef5315e6401 req-2f81cf6e-8508-4557-bfbc-2693f07bfab3 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "PUT /v2.0/ports/dd444c06-aece-410b-a822-02affc410572 HTTP/1.1" status: 200 len: 1021 time: 1.5619233 Apr 18 20:38:56.100416 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0839eb0e-7b5f-46ed-8db5-b1807ec44e5d', 'tag': 'dd444c06-aece-410b-a822-02affc410572'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:56.120405 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13de795-8a5c-4af6-bfb4-bcb4f11bf683" -d '{"events": [{"name": "network-changed", "server_uuid": "0839eb0e-7b5f-46ed-8db5-b1807ec44e5d", "tag": "dd444c06-aece-410b-a822-02affc410572"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:56.124509 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['dd444c06-aece-410b-a822-02affc410572'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:38:56.211672 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81cf6e-8508-4557-bfbc-2693f07bfab3 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Pushing event updated for resources: {'Port': ['ID=dd444c06-aece-410b-a822-02affc410572,revision_number=7']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:56.381587 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-91639128-09f2-43e2-ab71-f4aea86220ad None None] Provisioning complete for port 088f9125-e7ed-4d40-819c-3af12453d6a0 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:56.383595 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-91639128-09f2-43e2-ab71-f4aea86220ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.447564 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d923aa0-62d8-4952-8645-b71f7b35232d req-2a1dc34e-3cab-4830-9e68-9352604184c0 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:56.450617 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d923aa0-62d8-4952-8645-b71f7b35232d req-2a1dc34e-3cab-4830-9e68-9352604184c0 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 946 time: 0.2048910 Apr 18 20:38:56.472450 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40898) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:56.481750 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-551676d7-2fa5-4411-ba93-8e8fe8f189bd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Request body: {'floatingip': {'port_id': 'a0a83c0c-40b4-41d3-8703-2b726cebec80'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:56.504572 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.583510 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-551676d7-2fa5-4411-ba93-8e8fe8f189bd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks [] for floatingip, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.628291 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-91639128-09f2-43e2-ab71-f4aea86220ad None None] Port 088f9125-e7ed-4d40-819c-3af12453d6a0 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:38:56.661054 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ef7c11-6eb6-4d67-9504-cc9f96cf4a00 None None] Network f0513885-75e1-4841-8e3e-94a85e5d0ac6 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:56.677402 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b653099-8aa9-4fc9-867f-388d3bdc8114 req-a87eff81-6450-42d1-89e7-5012d19850c0 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:56.690185 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b653099-8aa9-4fc9-867f-388d3bdc8114 req-a87eff81-6450-42d1-89e7-5012d19850c0 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:56.711347 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b653099-8aa9-4fc9-867f-388d3bdc8114 req-a87eff81-6450-42d1-89e7-5012d19850c0 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:56.728579 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b653099-8aa9-4fc9-867f-388d3bdc8114 req-a87eff81-6450-42d1-89e7-5012d19850c0 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 2416 time: 0.4204066 Apr 18 20:38:56.777482 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 077d4f74-acf1-438b-86e5-2aa4da819799, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=077d4f74-acf1-438b-86e5-2aa4da819799,segment=NetworkSegment(6b1281b5-64ae-4591-ad67-b41fef38c969),segment_id=6b1281b5-64ae-4591-ad67-b41fef38c969)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:56.810688 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.932051 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-503d2f6f-9325-4e22-9ba4-b85f3e2db3ea None None] Provisioning complete for port 077d4f74-acf1-438b-86e5-2aa4da819799 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:56.936294 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-503d2f6f-9325-4e22-9ba4-b85f3e2db3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.036572 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25eaf9d-1394-413d-9a50-48046d2445a2 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Network 6ebd78e3-8ba6-4968-baed-05df69d3d0c2 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:57.045001 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-a25eaf9d-1394-413d-9a50-48046d2445a2 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:57.090277 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25eaf9d-1394-413d-9a50-48046d2445a2 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:57.105851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce8efd-63cb-47a9-a4b0-19043ee4b840 req-d477cb14-cdd1-4ea9-a810-afe03efc2272 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:57.129825 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-04ce8efd-63cb-47a9-a4b0-19043ee4b840 req-d477cb14-cdd1-4ea9-a810-afe03efc2272 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 931 time: 0.3963554 Apr 18 20:38:57.187213 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b653099-8aa9-4fc9-867f-388d3bdc8114 req-718cc819-b5f8-4401-94f0-56278dc4d28f tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230814 Apr 18 20:38:57.224950 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-ded715d2-83f7-4c5c-8879-ace91f34c09c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f834cc-9787-49bb-9e0f-ca6966e81652 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:38:57.289201 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-ded715d2-83f7-4c5c-8879-ace91f34c09c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.309987 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25eaf9d-1394-413d-9a50-48046d2445a2 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event updated for resources: {'Port': ['ID=7c77f7cf-e8d8-4d52-8506-6c7c25f24291,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:57.373163 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-ded715d2-83f7-4c5c-8879-ace91f34c09c service neutron] Transition to ACTIVE for port object 16f834cc-9787-49bb-9e0f-ca6966e81652 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:57.403905 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-ded715d2-83f7-4c5c-8879-ace91f34c09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.419114 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25eaf9d-1394-413d-9a50-48046d2445a2 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:57.421240 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a25eaf9d-1394-413d-9a50-48046d2445a2 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.466334 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=077d4f74-acf1-438b-86e5-2aa4da819799,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:57.525494 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-04ce8efd-63cb-47a9-a4b0-19043ee4b840 req-1f69920a-54fa-4abe-9dbc-300d5b7c45d6 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741498 Apr 18 20:38:57.613848 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a25eaf9d-1394-413d-9a50-48046d2445a2 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.6699500 Apr 18 20:38:57.626395 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40904) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:57.627093 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded715d2-83f7-4c5c-8879-ace91f34c09c service neutron] Pushing event updated for resources: {'Port': ['ID=16f834cc-9787-49bb-9e0f-ca6966e81652,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:57.636879 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-171da2e5-3701-41a2-9d96-7d0d95d924d6 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Request body: {'port': {'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2', 'name': 'tempest-TaggedBootDevicesTest-412527962', 'fixed_ips': [{'subnet_id': '72e7d85d-cdaa-40ae-b795-4a0b852926e4'}]}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:57.774084 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472a1e8d-ce31-4e82-b25f-93b27035edbc x-openstack-request-id: req-472a1e8d-ce31-4e82-b25f-93b27035edbc {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:57.774934 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0839eb0e-7b5f-46ed-8db5-b1807ec44e5d", "tag": "dd444c06-aece-410b-a822-02affc410572", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:57.775099 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-472a1e8d-ce31-4e82-b25f-93b27035edbc {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:57.775664 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-472a1e8d-ce31-4e82-b25f-93b27035edbc'] response: {'name': 'network-changed', 'server_uuid': '0839eb0e-7b5f-46ed-8db5-b1807ec44e5d', 'tag': 'dd444c06-aece-410b-a822-02affc410572', 'status': 'completed', 'code': 200} Apr 18 20:38:57.823316 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df99a4cf-bbfb-4f29-b612-adf47d1056ed tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Made reservation on behalf of 038769a0c1df4ebc8efcb644264a6ef4 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:57.832825 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df99a4cf-bbfb-4f29-b612-adf47d1056ed tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.969503 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device ccd53066-fd17-46c4-9924-9ab10bc2973c up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:57.995695 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171da2e5-3701-41a2-9d96-7d0d95d924d6 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Made reservation on behalf of b938d2524c3842cdaf1832263fa7ae9d for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:58.054396 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 077d4f74-acf1-438b-86e5-2aa4da819799 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:58.078511 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-ded715d2-83f7-4c5c-8879-ace91f34c09c service neutron] Attempting to bind port 16f834cc-9787-49bb-9e0f-ca6966e81652 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:58.080399 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-ded715d2-83f7-4c5c-8879-ace91f34c09c service neutron] Attempting to bind port 16f834cc-9787-49bb-9e0f-ca6966e81652 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '010d84d2-e3f1-48d7-9a77-78ee4a049b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ed2b0c12-45b2-4296-81f8-31d496e92fff'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:58.081216 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-ded715d2-83f7-4c5c-8879-ace91f34c09c service neutron] Attempting to bind port 16f834cc-9787-49bb-9e0f-ca6966e81652 on network ed2b0c12-45b2-4296-81f8-31d496e92fff {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:58.166837 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-ded715d2-83f7-4c5c-8879-ace91f34c09c service neutron] Port 16f834cc-9787-49bb-9e0f-ca6966e81652 on network ed2b0c12-45b2-4296-81f8-31d496e92fff not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:38:58.167202 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-ded715d2-83f7-4c5c-8879-ace91f34c09c service neutron] Attempting to bind port 16f834cc-9787-49bb-9e0f-ca6966e81652 on network ed2b0c12-45b2-4296-81f8-31d496e92fff {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:58.206111 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-ded715d2-83f7-4c5c-8879-ace91f34c09c service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:58.206925 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-ded715d2-83f7-4c5c-8879-ace91f34c09c service neutron] Checking segment: {'id': '010d84d2-e3f1-48d7-9a77-78ee4a049b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ed2b0c12-45b2-4296-81f8-31d496e92fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:58.207396 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-ded715d2-83f7-4c5c-8879-ace91f34c09c service neutron] Bound using segment: {'id': '010d84d2-e3f1-48d7-9a77-78ee4a049b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ed2b0c12-45b2-4296-81f8-31d496e92fff'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:58.208173 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-ded715d2-83f7-4c5c-8879-ace91f34c09c service neutron] Bound port: 16f834cc-9787-49bb-9e0f-ca6966e81652, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '010d84d2-e3f1-48d7-9a77-78ee4a049b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ed2b0c12-45b2-4296-81f8-31d496e92fff'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:58.209151 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-ded715d2-83f7-4c5c-8879-ace91f34c09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.322295 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-3bbd84cc-2d33-4c3b-9fcf-a9c4f3d41ccb None None] Provisioning complete for port 7c77f7cf-e8d8-4d52-8506-6c7c25f24291 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:58.322643 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3bbd84cc-2d33-4c3b-9fcf-a9c4f3d41ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.396767 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port ccd53066-fd17-46c4-9924-9ab10bc2973c completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:58.405934 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-171da2e5-3701-41a2-9d96-7d0d95d924d6 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.435884 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df99a4cf-bbfb-4f29-b612-adf47d1056ed tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Allocated IP 10.1.1.161 (2b0f0f53-742c-4158-9900-4acf2578c1ab/23311194-a384-4735-a60e-77f8a24f1bc9/8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:58.437610 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port ccd53066-fd17-46c4-9924-9ab10bc2973c triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:58.438170 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.453280 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-171da2e5-3701-41a2-9d96-7d0d95d924d6 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] device_id is not set on port 72942681-8a4e-43a3-b295-7bf4150afaac yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:38:58.469207 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-3bbd84cc-2d33-4c3b-9fcf-a9c4f3d41ccb None None] Port 7c77f7cf-e8d8-4d52-8506-6c7c25f24291 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:38:58.528026 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 077d4f74-acf1-438b-86e5-2aa4da819799 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:58.528224 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.544696 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-ded715d2-83f7-4c5c-8879-ace91f34c09c service neutron] For port 16f834cc-9787-49bb-9e0f-ca6966e81652, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:58.605549 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-ded715d2-83f7-4c5c-8879-ace91f34c09c service neutron] For port 16f834cc-9787-49bb-9e0f-ca6966e81652, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=16f834cc-9787-49bb-9e0f-ca6966e81652,segment=NetworkSegment(010d84d2-e3f1-48d7-9a77-78ee4a049b9e),segment_id=010d84d2-e3f1-48d7-9a77-78ee4a049b9e)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:58.630675 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-ded715d2-83f7-4c5c-8879-ace91f34c09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.856648 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-ded715d2-83f7-4c5c-8879-ace91f34c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:58.857781 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-ded715d2-83f7-4c5c-8879-ace91f34c09c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.859845 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-ded715d2-83f7-4c5c-8879-ace91f34c09c service neutron] 10.222.0.32 "PUT /v2.0/ports/16f834cc-9787-49bb-9e0f-ca6966e81652 HTTP/1.1" status: 200 len: 1091 time: 5.4151497 Apr 18 20:38:58.860627 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a90ed8-5a3a-4e91-81da-3b832d3eec2f', 'tag': '16f834cc-9787-49bb-9e0f-ca6966e81652'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:58.873505 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cd1bdc-794e-41e9-b5f5-f7a7083f7f43" -d '{"events": [{"name": "network-changed", "server_uuid": "01a90ed8-5a3a-4e91-81da-3b832d3eec2f", "tag": "16f834cc-9787-49bb-9e0f-ca6966e81652"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:58.910496 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b4f7a279-9a02-427a-805c-d192046e55bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.959749 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.055898 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-7b713b80-d430-4bd0-8924-ff974c6fbf7b None None] Provisioning complete for port 077d4f74-acf1-438b-86e5-2aa4da819799 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:59.056627 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7b713b80-d430-4bd0-8924-ff974c6fbf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.085432 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-171da2e5-3701-41a2-9d96-7d0d95d924d6 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Allocated IP 10.1.1.167 (6ebd78e3-8ba6-4968-baed-05df69d3d0c2/72e7d85d-cdaa-40ae-b795-4a0b852926e4/72942681-8a4e-43a3-b295-7bf4150afaac) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:59.236322 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded715d2-83f7-4c5c-8879-ace91f34c09c service neutron] Pushing event updated for resources: {'Port': ['ID=16f834cc-9787-49bb-9e0f-ca6966e81652,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:59.289288 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.db.resource_extend [None req-551676d7-2fa5-4411-ba93-8e8fe8f189bd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:38:59.325251 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b428074e-acda-484c-9a6f-1c78c48a91a0 req-236efc8d-82bb-4a05-815d-8c2e79c438fd tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/df6bced5-f6e8-48cd-9e26-806dae87124b HTTP/1.1" status: 200 len: 1802 time: 1.8348534 Apr 18 20:38:59.363786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886bbfe7-2980-4869-91f1-60b32a2e2f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd53066-fd17-46c4-9924-9ab10bc2973c'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:59.366278 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1480153-f499-47b6-858a-9ff5e4020fc2" -d '{"events": [{"server_uuid": "886bbfe7-2980-4869-91f1-60b32a2e2f99", "name": "network-vif-plugged", "status": "completed", "tag": "ccd53066-fd17-46c4-9924-9ab10bc2973c"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:59.393746 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port ccd53066-fd17-46c4-9924-9ab10bc2973c, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ccd53066-fd17-46c4-9924-9ab10bc2973c,segment=NetworkSegment(3fc06cf4-dcea-4040-bf01-4525df091089),segment_id=3fc06cf4-dcea-4040-bf01-4525df091089)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:59.405361 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.452766 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13de795-8a5c-4af6-bfb4-bcb4f11bf683 req-0e0495e9-0784-49e2-b8d7-b4958ba846f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:59.454778 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b13de795-8a5c-4af6-bfb4-bcb4f11bf683 req-0e0495e9-0784-49e2-b8d7-b4958ba846f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=650e6c70232948a48193055b3cf5103f&device_id=0839eb0e-7b5f-46ed-8db5-b1807ec44e5d HTTP/1.1" status: 200 len: 1175 time: 1.5949988 Apr 18 20:38:59.488924 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2e711-d666-41cc-b1bc-0a99d6394aba req-19b23b5f-4c4e-42fe-91bb-203a393dc70d tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:59.495726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2e711-d666-41cc-b1bc-0a99d6394aba req-19b23b5f-4c4e-42fe-91bb-203a393dc70d tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:59.497925 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-96c2e711-d666-41cc-b1bc-0a99d6394aba req-19b23b5f-4c4e-42fe-91bb-203a393dc70d tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 1653 time: 0.1874938 Apr 18 20:38:59.514833 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=ccd53066-fd17-46c4-9924-9ab10bc2973c,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:59.593885 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df99a4cf-bbfb-4f29-b612-adf47d1056ed tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.606210 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-551676d7-2fa5-4411-ba93-8e8fe8f189bd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.635621 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-551676d7-2fa5-4411-ba93-8e8fe8f189bd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.677444 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-57b0d452-03c9-41b4-be25-486f8f32c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:59.680085 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-57b0d452-03c9-41b4-be25-486f8f32c27b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b15a212f24594521a622268ceffef952&device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 1094 time: 0.2170289 Apr 18 20:38:59.709372 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.774165 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-171da2e5-3701-41a2-9d96-7d0d95d924d6 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.780471 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-d7f4d590-91fa-4c8b-98d0-0e58a9673bbd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f834cc-9787-49bb-9e0f-ca6966e81652 HTTP/1.1" status: 200 len: 217 time: 0.0849905 Apr 18 20:38:59.798113 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-96c2e711-d666-41cc-b1bc-0a99d6394aba req-af01af1c-a964-4a32-a8ee-4851abe41176 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489128 Apr 18 20:38:59.870437 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df99a4cf-bbfb-4f29-b612-adf47d1056ed tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.927643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13de795-8a5c-4af6-bfb4-bcb4f11bf683 req-49ea89e3-b813-4504-901c-3f468ab143c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:59.930353 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b13de795-8a5c-4af6-bfb4-bcb4f11bf683 req-49ea89e3-b813-4504-901c-3f468ab143c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a0123474-236c-43f6-b5fb-551e0942a4f0 HTTP/1.1" status: 200 len: 913 time: 0.4550707 Apr 18 20:38:59.962459 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-551676d7-2fa5-4411-ba93-8e8fe8f189bd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Floating IP 98629028-3e7f-49a1-b58b-5fd86a655054 associated. External IP: 172.25.1.64, port: a0a83c0c-40b4-41d3-8703-2b726cebec80. Apr 18 20:38:59.981706 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-886ada54-1bbb-4830-adf6-f26e78bf1553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:59.983703 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-886ada54-1bbb-4830-adf6-f26e78bf1553 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3cc6e869-dcde-4b4f-9cfc-e06da113fabf HTTP/1.1" status: 200 len: 853 time: 0.1938996 Apr 18 20:38:59.993495 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df99a4cf-bbfb-4f29-b612-adf47d1056ed tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Network 2b0f0f53-742c-4158-9900-4acf2578c1ab is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:00.008738 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df99a4cf-bbfb-4f29-b612-adf47d1056ed tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:00.010873 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99a4cf-bbfb-4f29-b612-adf47d1056ed tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event updated for resources: {'Port': ['ID=8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:00.015127 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df99a4cf-bbfb-4f29-b612-adf47d1056ed tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:00.035568 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-171da2e5-3701-41a2-9d96-7d0d95d924d6 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:00.058228 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-b428074e-acda-484c-9a6f-1c78c48a91a0 req-dee4dcd1-8711-4bd5-bc7f-cb749b739336 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 20:39:00.059804 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b428074e-acda-484c-9a6f-1c78c48a91a0 req-dee4dcd1-8711-4bd5-bc7f-cb749b739336 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "DELETE /v2.0/security-groups/df6bced5-f6e8-48cd-9e26-806dae87124b HTTP/1.1" status: 409 len: 341 time: 0.7332301 Apr 18 20:39:00.060804 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-9b4c697f-b81a-4b63-af34-0c2306bda7c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed2b0c12-45b2-4296-81f8-31d496e92fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661154 Apr 18 20:39:00.068326 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b13de795-8a5c-4af6-bfb4-bcb4f11bf683 req-99e2363c-4275-4d3c-b147-ece9dc3818f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd444c06-aece-410b-a822-02affc410572 HTTP/1.1" status: 200 len: 217 time: 0.0986938 Apr 18 20:39:00.134182 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13de795-8a5c-4af6-bfb4-bcb4f11bf683 req-3916fd50-5a16-41c9-809d-5788916311c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:00.153433 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b13de795-8a5c-4af6-bfb4-bcb4f11bf683 req-3916fd50-5a16-41c9-809d-5788916311c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9f432db-bb83-4c5c-b467-ba4f8fb4d6a8 HTTP/1.1" status: 200 len: 852 time: 0.0775156 Apr 18 20:39:00.215376 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b13de795-8a5c-4af6-bfb4-bcb4f11bf683 req-0de535bc-a367-4133-be40-0cd047f3348b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a0123474-236c-43f6-b5fb-551e0942a4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515459 Apr 18 20:39:00.318708 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171da2e5-3701-41a2-9d96-7d0d95d924d6 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event updated for resources: {'Port': ['ID=72942681-8a4e-43a3-b295-7bf4150afaac,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:00.342018 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc5247-5f97-4a2b-97ff-8a8fa4293c64 req-81bf66aa-fe3c-4fa6-8da9-020061227c1e tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:00.345692 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1fc5247-5f97-4a2b-97ff-8a8fa4293c64 req-81bf66aa-fe3c-4fa6-8da9-020061227c1e tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/ports?device_id=886bbfe7-2980-4869-91f1-60b32a2e2f99 HTTP/1.1" status: 200 len: 945 time: 0.4438088 Apr 18 20:39:00.350076 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171da2e5-3701-41a2-9d96-7d0d95d924d6 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Network 6ebd78e3-8ba6-4968-baed-05df69d3d0c2 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:00.356501 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-171da2e5-3701-41a2-9d96-7d0d95d924d6 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:00.367010 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171da2e5-3701-41a2-9d96-7d0d95d924d6 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:00.451630 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df99a4cf-bbfb-4f29-b612-adf47d1056ed tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:00.453235 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df99a4cf-bbfb-4f29-b612-adf47d1056ed tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:00.521337 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-3a530288-ec6b-480a-be8f-30dcc823037b None None] Provisioning complete for port 8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:00.524341 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3a530288-ec6b-480a-be8f-30dcc823037b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:00.545795 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df99a4cf-bbfb-4f29-b612-adf47d1056ed tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7057147 Apr 18 20:39:00.587494 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-736ee18b-6a2e-4e77-8647-94a44b84efc7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Request body: {'port': {'device_id': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a8f8942e-3e1a-43d9-880b-ea4411c35474', 'admin_state_up': True, 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'security_groups': ['71d5f076-796b-4044-9070-33f9865026a4']}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:00.650945 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9fa99-7914-4355-a3ea-04518a5b3853 req-65df6681-37ce-4eab-b253-2cd91cfc0c73 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:00.652027 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8dd9fa99-7914-4355-a3ea-04518a5b3853 req-65df6681-37ce-4eab-b253-2cd91cfc0c73 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 943 time: 0.3538625 Apr 18 20:39:00.656907 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1fc5247-5f97-4a2b-97ff-8a8fa4293c64 req-38c89b1d-4a32-428a-bec5-c060fa29449b tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cbc5cd0-7ce7-4985-a31a-8661b244404b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2847276 Apr 18 20:39:00.674497 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-3a530288-ec6b-480a-be8f-30dcc823037b None None] Port 8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:00.690623 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-ccac7653-c12f-4f25-a9bc-6d66bd3a9323 service neutron] 10.222.0.32 "GET /v2.0/networks/ed2b0c12-45b2-4296-81f8-31d496e92fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6120360 Apr 18 20:39:00.707521 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b13de795-8a5c-4af6-bfb4-bcb4f11bf683 req-9c2d3698-8b87-4e5c-96eb-e374abf5c3ab service neutron] 10.222.0.57 "GET /v2.0/networks/a0123474-236c-43f6-b5fb-551e0942a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835157 Apr 18 20:39:00.832527 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171da2e5-3701-41a2-9d96-7d0d95d924d6 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:00.833634 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-171da2e5-3701-41a2-9d96-7d0d95d924d6 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:00.883353 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e3c684-65ec-4dcd-bd1f-0391a6e6a717 x-openstack-request-id: req-e2e3c684-65ec-4dcd-bd1f-0391a6e6a717 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:00.883780 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886bbfe7-2980-4869-91f1-60b32a2e2f99", "name": "network-vif-plugged", "status": "completed", "tag": "ccd53066-fd17-46c4-9924-9ab10bc2973c", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:00.884185 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2e3c684-65ec-4dcd-bd1f-0391a6e6a717 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:00.884844 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2e3c684-65ec-4dcd-bd1f-0391a6e6a717'] response: {'server_uuid': '886bbfe7-2980-4869-91f1-60b32a2e2f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd53066-fd17-46c4-9924-9ab10bc2973c', 'code': 200} Apr 18 20:39:00.925444 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8dd9fa99-7914-4355-a3ea-04518a5b3853 req-88b7b8b2-7f9f-4dc8-89fa-a97f4d4681b6 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162426 Apr 18 20:39:00.929265 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-3e449734-cfd6-40ca-b0a8-e951f8940b3d None None] Provisioning complete for port 72942681-8a4e-43a3-b295-7bf4150afaac triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:00.929657 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3e449734-cfd6-40ca-b0a8-e951f8940b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:01.042901 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-3e449734-cfd6-40ca-b0a8-e951f8940b3d None None] Port 72942681-8a4e-43a3-b295-7bf4150afaac cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:01.097304 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f2860b-fd2d-4eb9-9dab-bcf603a11852 x-openstack-request-id: req-35f2860b-fd2d-4eb9-9dab-bcf603a11852 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:01.097624 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a90ed8-5a3a-4e91-81da-3b832d3eec2f", "tag": "16f834cc-9787-49bb-9e0f-ca6966e81652", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:01.098019 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35f2860b-fd2d-4eb9-9dab-bcf603a11852 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:01.098819 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f2860b-fd2d-4eb9-9dab-bcf603a11852'] response: {'name': 'network-changed', 'server_uuid': '01a90ed8-5a3a-4e91-81da-3b832d3eec2f', 'tag': '16f834cc-9787-49bb-9e0f-ca6966e81652', 'status': 'completed', 'code': 200} Apr 18 20:39:01.104181 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-37d4c3d2-10ea-400e-9f0f-6ced206144e4 req-4127468a-aea0-44ec-abd4-5477b2eef2b8 service neutron] 10.222.0.32 "GET /v2.0/networks/ed2b0c12-45b2-4296-81f8-31d496e92fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801394 Apr 18 20:39:01.191063 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-171da2e5-3701-41a2-9d96-7d0d95d924d6 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5584490 Apr 18 20:39:01.284124 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:01.339324 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551676d7-2fa5-4411-ba93-8e8fe8f189bd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Router 1bdbaa08-2c44-4f51-89b0-9c906347b970 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:39:01.361675 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd1bdc-794e-41e9-b5f5-f7a7083f7f43 req-06d1bef4-0da3-4353-886d-f48c29ba8c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:01.363737 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-43cd1bdc-794e-41e9-b5f5-f7a7083f7f43 req-06d1bef4-0da3-4353-886d-f48c29ba8c41 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b15a212f24594521a622268ceffef952&device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 1094 time: 0.1395514 Apr 18 20:39:01.393963 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba0a28-0bf1-4fde-beb4-43de9f15e90e req-38a7a5f6-d11d-490b-90dd-ff2375d9836a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:01.396796 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5fba0a28-0bf1-4fde-beb4-43de9f15e90e req-38a7a5f6-d11d-490b-90dd-ff2375d9836a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=886bbfe7-2980-4869-91f1-60b32a2e2f99 HTTP/1.1" status: 200 len: 1096 time: 0.3067589 Apr 18 20:39:01.488416 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:01.522157 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd1bdc-794e-41e9-b5f5-f7a7083f7f43 req-ae645d4f-0d53-480f-bca2-3d5769f7de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:01.525346 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-43cd1bdc-794e-41e9-b5f5-f7a7083f7f43 req-ae645d4f-0d53-480f-bca2-3d5769f7de7e service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed2b0c12-45b2-4296-81f8-31d496e92fff HTTP/1.1" status: 200 len: 914 time: 0.1530893 Apr 18 20:39:01.527591 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-736ee18b-6a2e-4e77-8647-94a44b84efc7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Made reservation on behalf of 038769a0c1df4ebc8efcb644264a6ef4 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:01.529607 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b13de795-8a5c-4af6-bfb4-bcb4f11bf683 req-046ee54c-b74d-4b5a-aa88-76653db1c650 service neutron] 10.222.0.57 "GET /v2.0/networks/a0123474-236c-43f6-b5fb-551e0942a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7005601 Apr 18 20:39:01.610570 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-43cd1bdc-794e-41e9-b5f5-f7a7083f7f43 req-5bd22733-38ca-4175-87d5-718786e61bfa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f834cc-9787-49bb-9e0f-ca6966e81652 HTTP/1.1" status: 200 len: 217 time: 0.0737433 Apr 18 20:39:01.648388 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5fba0a28-0bf1-4fde-beb4-43de9f15e90e req-fea24b88-cd1f-43d3-8ec9-c5eee20382e6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1cbc5cd0-7ce7-4985-a31a-8661b244404b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397499 Apr 18 20:39:01.676796 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e77b3-5db8-4be5-b794-470ff343f878 req-8a632813-6c97-4cb9-926f-c3a0006e552e tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:01.685635 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e77b3-5db8-4be5-b794-470ff343f878 req-8a632813-6c97-4cb9-926f-c3a0006e552e tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:01.693520 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e77b3-5db8-4be5-b794-470ff343f878 req-8a632813-6c97-4cb9-926f-c3a0006e552e tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:01.695736 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-565e77b3-5db8-4be5-b794-470ff343f878 req-8a632813-6c97-4cb9-926f-c3a0006e552e tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 2374 time: 0.2021041 Apr 18 20:39:01.730085 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551676d7-2fa5-4411-ba93-8e8fe8f189bd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:39:01.747138 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90c6498-daa5-4bd4-a256-fd6ec337aa46 None None] Sync routers for ids ['1bdbaa08-2c44-4f51-89b0-9c906347b970'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:39:01.754656 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd1bdc-794e-41e9-b5f5-f7a7083f7f43 req-8b0b2573-232f-4df2-a944-99ae673cf522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:01.757016 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-43cd1bdc-794e-41e9-b5f5-f7a7083f7f43 req-8b0b2573-232f-4df2-a944-99ae673cf522 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3cc6e869-dcde-4b4f-9cfc-e06da113fabf HTTP/1.1" status: 200 len: 853 time: 0.1298022 Apr 18 20:39:01.770342 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-551676d7-2fa5-4411-ba93-8e8fe8f189bd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:01.770856 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90c6498-daa5-4bd4-a256-fd6ec337aa46 None None] Routers {'1bdbaa08-2c44-4f51-89b0-9c906347b970'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:39:01.772500 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d90c6498-daa5-4bd4-a256-fd6ec337aa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:38:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1bdbaa08-2c44-4f51-89b0-9c906347b970'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:01.829303 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-736ee18b-6a2e-4e77-8647-94a44b84efc7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:01.893832 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-551676d7-2fa5-4411-ba93-8e8fe8f189bd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "PUT /v2.0/floatingips/98629028-3e7f-49a1-b58b-5fd86a655054 HTTP/1.1" status: 200 len: 991 time: 5.4204736 Apr 18 20:39:01.906073 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54288157-a239-45c5-bdcd-401a8e528dd0', 'tag': 'a0a83c0c-40b4-41d3-8703-2b726cebec80'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:01.906317 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40930) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:01.909746 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca20479-7e4c-49d1-aae0-df89ad1e8c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "54288157-a239-45c5-bdcd-401a8e528dd0", "tag": "a0a83c0c-40b4-41d3-8703-2b726cebec80"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:01.922719 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-565e77b3-5db8-4be5-b794-470ff343f878 req-e6f22942-4384-4fdd-a373-ec8e74e288e6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890340 Apr 18 20:39:01.926281 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-5b32333a-2b43-4852-b4ed-17b1c6cb8621 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1587727477', 'description': 'tempest-description--255512505'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:02.094402 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73f47d-963b-4df0-bb0a-e83c2baf74d8 req-a297ff6e-670d-40dd-ae93-e8981b7d3461 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:02.096213 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e73f47d-963b-4df0-bb0a-e83c2baf74d8 req-a297ff6e-670d-40dd-ae93-e8981b7d3461 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=0839eb0e-7b5f-46ed-8db5-b1807ec44e5d HTTP/1.1" status: 200 len: 1024 time: 0.1299357 Apr 18 20:39:02.106498 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-d90c6498-daa5-4bd4-a256-fd6ec337aa46 None None] Set router 1bdbaa08-2c44-4f51-89b0-9c906347b970 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:39:02.285125 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-43cd1bdc-794e-41e9-b5f5-f7a7083f7f43 req-8784d91e-fdbf-4622-ae04-a234420791c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed2b0c12-45b2-4296-81f8-31d496e92fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3426859 Apr 18 20:39:02.297465 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e73f47d-963b-4df0-bb0a-e83c2baf74d8 req-55f05cd4-9597-4eee-8d69-9460dab01460 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&id=105c51fa-b260-4044-be0a-64c1c67ac707&id=df6bced5-f6e8-48cd-9e26-806dae87124b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1813447 Apr 18 20:39:02.347088 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-736ee18b-6a2e-4e77-8647-94a44b84efc7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Allocated IP 10.2.2.100 (a8f8942e-3e1a-43d9-880b-ea4411c35474/7c48d41c-4d09-4209-9d40-59fcbdf9fd5e/8d3bdca7-278d-47f1-a781-98e6caeb3fe5) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:02.351539 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992d961-cbe6-4ff6-aabb-f64d510537e2 req-f01470bb-e05e-477d-85dd-74b7f38bd9fb tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:02.377519 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992d961-cbe6-4ff6-aabb-f64d510537e2 req-f01470bb-e05e-477d-85dd-74b7f38bd9fb tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:02.383847 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992d961-cbe6-4ff6-aabb-f64d510537e2 req-f01470bb-e05e-477d-85dd-74b7f38bd9fb tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:02.402003 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5992d961-cbe6-4ff6-aabb-f64d510537e2 req-f01470bb-e05e-477d-85dd-74b7f38bd9fb tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 2416 time: 0.2676539 Apr 18 20:39:02.431303 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b32333a-2b43-4852-b4ed-17b1c6cb8621 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.555640 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5b936-acd9-4250-aced-46756367dd7b req-8b4ac9ca-792c-4972-a5e5-017090099da9 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:02.569570 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3b5b936-acd9-4250-aced-46756367dd7b req-8b4ac9ca-792c-4972-a5e5-017090099da9 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/ports?device_id=886bbfe7-2980-4869-91f1-60b32a2e2f99 HTTP/1.1" status: 200 len: 945 time: 0.1361549 Apr 18 20:39:02.575312 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5992d961-cbe6-4ff6-aabb-f64d510537e2 req-e79e234b-61fa-4af5-9642-8f6a357d0442 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517653 Apr 18 20:39:02.655603 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3b5b936-acd9-4250-aced-46756367dd7b req-ccb8c4f1-7c31-4611-8169-a1c559b905e8 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cbc5cd0-7ce7-4985-a31a-8661b244404b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776641 Apr 18 20:39:02.664473 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d90c6498-daa5-4bd4-a256-fd6ec337aa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'name': 'tempest-ServerActionsTestJSON-1234742866-router', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '5b46bd57-5aaf-4392-b741-748c85438396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:38:08Z', 'revision_number': 4, 'project_id': 'f07a47e8c182436591c55c66e8d2e113', 'gw_port': {'id': '5b46bd57-5aaf-4392-b741-748c85438396', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:52Z', 'updated_at': '2022-04-18T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '98629028-3e7f-49a1-b58b-5fd86a655054', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'port_id': 'a0a83c0c-40b4-41d3-8703-2b726cebec80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'mac_address': 'fa:16:3e:72:8d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54288157-a239-45c5-bdcd-401a8e528dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:38:25Z', 'updated_at': '2022-04-18T20:38:58Z', 'revision_number': 1, 'project_id': 'f07a47e8c182436591c55c66e8d2e113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4782b362-b4e3-4283-bd73-9891e39a8585', 'name': '', 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'mac_address': 'fa:16:3e:b3:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '8e471ea4-101a-40ef-81f9-9917dd650719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:04Z', 'updated_at': '2022-04-18T20:38:22Z', 'revision_number': 5, 'project_id': 'f07a47e8c182436591c55c66e8d2e113', 'subnets': [{'id': '8e471ea4-101a-40ef-81f9-9917dd650719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:02.742574 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90c6498-daa5-4bd4-a256-fd6ec337aa46 None None] Checking router: 1bdbaa08-2c44-4f51-89b0-9c906347b970 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:39:02.746216 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-43cd1bdc-794e-41e9-b5f5-f7a7083f7f43 req-085eed1b-a9af-46d0-867d-b0170ff3d7dc service neutron] 10.222.0.32 "GET /v2.0/networks/ed2b0c12-45b2-4296-81f8-31d496e92fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512770 Apr 18 20:39:02.761117 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90c6498-daa5-4bd4-a256-fd6ec337aa46 None None] Routers {'1bdbaa08-2c44-4f51-89b0-9c906347b970'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:39:02.762217 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d90c6498-daa5-4bd4-a256-fd6ec337aa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:38:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1bdbaa08-2c44-4f51-89b0-9c906347b970'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:02.778058 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f7582d-208b-4f77-8dfd-5a7cc23b0a03 x-openstack-request-id: req-b1f7582d-208b-4f77-8dfd-5a7cc23b0a03 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:02.778058 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54288157-a239-45c5-bdcd-401a8e528dd0", "tag": "a0a83c0c-40b4-41d3-8703-2b726cebec80", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:02.778058 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b1f7582d-208b-4f77-8dfd-5a7cc23b0a03 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:02.778737 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f7582d-208b-4f77-8dfd-5a7cc23b0a03'] response: {'name': 'network-changed', 'server_uuid': '54288157-a239-45c5-bdcd-401a8e528dd0', 'tag': 'a0a83c0c-40b4-41d3-8703-2b726cebec80', 'status': 'completed', 'code': 200} Apr 18 20:39:03.038609 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b32333a-2b43-4852-b4ed-17b1c6cb8621 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.043213 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-736ee18b-6a2e-4e77-8647-94a44b84efc7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.062436 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b32333a-2b43-4852-b4ed-17b1c6cb8621 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.100156 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c99ee-b5cb-4f85-b490-44382b817250 req-c97203de-1a23-4250-bbc2-f4f462fe9fb5 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:03.118234 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c8c99ee-b5cb-4f85-b490-44382b817250 req-c97203de-1a23-4250-bbc2-f4f462fe9fb5 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 946 time: 0.3354897 Apr 18 20:39:03.118800 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c40615-2880-46bd-877e-2a2f1a1375fd req-527fbe84-6776-45d6-8292-a390fdcc60c1 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:03.122140 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-32c40615-2880-46bd-877e-2a2f1a1375fd req-527fbe84-6776-45d6-8292-a390fdcc60c1 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.57 "GET /v2.0/ports?device_id=0839eb0e-7b5f-46ed-8db5-b1807ec44e5d HTTP/1.1" status: 200 len: 1024 time: 0.2675385 Apr 18 20:39:03.138670 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-43cd1bdc-794e-41e9-b5f5-f7a7083f7f43 req-3f6f32c3-91ef-4eec-86a6-60e55bc4dce9 service neutron] 10.222.0.32 "GET /v2.0/networks/ed2b0c12-45b2-4296-81f8-31d496e92fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738666 Apr 18 20:39:03.191520 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca20479-7e4c-49d1-aae0-df89ad1e8c9e req-15c9db93-bc9f-41db-877f-e74291522b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:03.194453 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fca20479-7e4c-49d1-aae0-df89ad1e8c9e req-15c9db93-bc9f-41db-877f-e74291522b1b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 1097 time: 0.3810120 Apr 18 20:39:03.199877 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b32333a-2b43-4852-b4ed-17b1c6cb8621 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.201255 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5b32333a-2b43-4852-b4ed-17b1c6cb8621 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2918468 Apr 18 20:39:03.209074 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40938) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:03.227394 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-d90c6498-daa5-4bd4-a256-fd6ec337aa46 None None] Set router 1bdbaa08-2c44-4f51-89b0-9c906347b970 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:39:03.238985 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32333a-2b43-4852-b4ed-17b1c6cb8621 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=692c6ee1-076e-4d61-aada-4c2099441b82,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:03.251402 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-9ba69c20-7efe-4db2-91d0-098783dd9031 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Request body: {'security_group_rule': {'security_group_id': '692c6ee1-076e-4d61-aada-4c2099441b82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:03.335996 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-736ee18b-6a2e-4e77-8647-94a44b84efc7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.439182 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-736ee18b-6a2e-4e77-8647-94a44b84efc7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Network a8f8942e-3e1a-43d9-880b-ea4411c35474 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:03.449981 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-736ee18b-6a2e-4e77-8647-94a44b84efc7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:03.464525 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-736ee18b-6a2e-4e77-8647-94a44b84efc7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:03.476354 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ee18b-6a2e-4e77-8647-94a44b84efc7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event updated for resources: {'Port': ['ID=8d3bdca7-278d-47f1-a781-98e6caeb3fe5,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:03.581273 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9ba69c20-7efe-4db2-91d0-098783dd9031 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.605500 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-736ee18b-6a2e-4e77-8647-94a44b84efc7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:03.606453 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-736ee18b-6a2e-4e77-8647-94a44b84efc7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.649874 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-32c40615-2880-46bd-877e-2a2f1a1375fd req-7ee142f7-d270-4632-9ec7-34a603fe3423 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Deleting port dd444c06-aece-410b-a822-02affc410572 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:03.650414 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-32c40615-2880-46bd-877e-2a2f1a1375fd req-7ee142f7-d270-4632-9ec7-34a603fe3423 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.650622 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d90c6498-daa5-4bd4-a256-fd6ec337aa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'name': 'tempest-ServerActionsTestJSON-1234742866-router', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '5b46bd57-5aaf-4392-b741-748c85438396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:38:08Z', 'revision_number': 4, 'project_id': 'f07a47e8c182436591c55c66e8d2e113', 'gw_port': {'id': '5b46bd57-5aaf-4392-b741-748c85438396', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:52Z', 'updated_at': '2022-04-18T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '98629028-3e7f-49a1-b58b-5fd86a655054', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'port_id': 'a0a83c0c-40b4-41d3-8703-2b726cebec80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'mac_address': 'fa:16:3e:72:8d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54288157-a239-45c5-bdcd-401a8e528dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:38:25Z', 'updated_at': '2022-04-18T20:38:58Z', 'revision_number': 1, 'project_id': 'f07a47e8c182436591c55c66e8d2e113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4782b362-b4e3-4283-bd73-9891e39a8585', 'name': '', 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'mac_address': 'fa:16:3e:b3:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '8e471ea4-101a-40ef-81f9-9917dd650719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:04Z', 'updated_at': '2022-04-18T20:38:22Z', 'revision_number': 5, 'project_id': 'f07a47e8c182436591c55c66e8d2e113', 'subnets': [{'id': '8e471ea4-101a-40ef-81f9-9917dd650719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:03.695357 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90c6498-daa5-4bd4-a256-fd6ec337aa46 None None] The sync data for ids ['1bdbaa08-2c44-4f51-89b0-9c906347b970'] in n-d-838323-3 is: [{'id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'name': 'tempest-ServerActionsTestJSON-1234742866-router', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '5b46bd57-5aaf-4392-b741-748c85438396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:38:08Z', 'revision_number': 4, 'project_id': 'f07a47e8c182436591c55c66e8d2e113', 'gw_port': {'id': '5b46bd57-5aaf-4392-b741-748c85438396', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:52Z', 'updated_at': '2022-04-18T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '98629028-3e7f-49a1-b58b-5fd86a655054', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'port_id': 'a0a83c0c-40b4-41d3-8703-2b726cebec80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'mac_address': 'fa:16:3e:72:8d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54288157-a239-45c5-bdcd-401a8e528dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:38:25Z', 'updated_at': '2022-04-18T20:38:58Z', 'revision_number': 1, 'project_id': 'f07a47e8c182436591c55c66e8d2e113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4782b362-b4e3-4283-bd73-9891e39a8585', 'name': '', 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'mac_address': 'fa:16:3e:b3:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '8e471ea4-101a-40ef-81f9-9917dd650719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:04Z', 'updated_at': '2022-04-18T20:38:22Z', 'revision_number': 5, 'project_id': 'f07a47e8c182436591c55c66e8d2e113', 'subnets': [{'id': '8e471ea4-101a-40ef-81f9-9917dd650719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:39:03.696366 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-736ee18b-6a2e-4e77-8647-94a44b84efc7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1244440 Apr 18 20:39:03.714557 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-19840128-f7b0-4e7b-9606-d4b9a4eaf230 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Request body: {'port': {'device_id': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a8f8942e-3e1a-43d9-880b-ea4411c35474', 'admin_state_up': True, 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'security_groups': ['71d5f076-796b-4044-9070-33f9865026a4']}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:03.771594 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c8c99ee-b5cb-4f85-b490-44382b817250 req-ac6b0075-e99b-457f-9563-3e63202ca0f6 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5967515 Apr 18 20:39:03.805702 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21f511-a7e3-46a6-92d7-09dfc2be2681 req-07929668-5535-4488-8e4f-f000e24dc854 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:03.811775 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cd21f511-a7e3-46a6-92d7-09dfc2be2681 req-07929668-5535-4488-8e4f-f000e24dc854 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 943 time: 0.7953126 Apr 18 20:39:03.878282 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9ba69c20-7efe-4db2-91d0-098783dd9031 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.882023 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca20479-7e4c-49d1-aae0-df89ad1e8c9e req-0effcbd3-c22e-4621-88d6-c1cbe6b2cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:03.890351 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fca20479-7e4c-49d1-aae0-df89ad1e8c9e req-0effcbd3-c22e-4621-88d6-c1cbe6b2cce0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 913 time: 0.6778927 Apr 18 20:39:03.904314 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9ba69c20-7efe-4db2-91d0-098783dd9031 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.964308 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba69c20-7efe-4db2-91d0-098783dd9031 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a32a882-880a-415f-b9b6-05d6affaea71,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:04.026333 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-88828958-ae1d-4cfc-b83b-11c1b4d63a48 None None] Provisioning complete for port 8d3bdca7-278d-47f1-a781-98e6caeb3fe5 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:04.027633 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-88828958-ae1d-4cfc-b83b-11c1b4d63a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.130533 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9ba69c20-7efe-4db2-91d0-098783dd9031 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.132605 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-88828958-ae1d-4cfc-b83b-11c1b4d63a48 None None] Port 8d3bdca7-278d-47f1-a781-98e6caeb3fe5 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:04.133702 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9ba69c20-7efe-4db2-91d0-098783dd9031 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8957660 Apr 18 20:39:04.150986 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40948) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:04.164938 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cd21f511-a7e3-46a6-92d7-09dfc2be2681 req-b23193eb-2211-46fe-aa45-9f54e7a4b10e tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419585 Apr 18 20:39:04.170780 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-67370af6-8841-4bab-9c54-d377bb47fd09 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Request body: {'security_group_rule': {'security_group_id': '692c6ee1-076e-4d61-aada-4c2099441b82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:04.296288 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fca20479-7e4c-49d1-aae0-df89ad1e8c9e req-7cf1af06-57f3-4af3-919d-fa5229df1a8d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80 HTTP/1.1" status: 200 len: 999 time: 0.4041748 Apr 18 20:39:04.407349 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-67370af6-8841-4bab-9c54-d377bb47fd09 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.460544 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca20479-7e4c-49d1-aae0-df89ad1e8c9e req-927e2361-3159-4beb-ad2c-0e5b77c89f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:04.462960 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fca20479-7e4c-49d1-aae0-df89ad1e8c9e req-927e2361-3159-4beb-ad2c-0e5b77c89f4b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e471ea4-101a-40ef-81f9-9917dd650719 HTTP/1.1" status: 200 len: 851 time: 0.1575570 Apr 18 20:39:04.541226 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-19840128-f7b0-4e7b-9606-d4b9a4eaf230 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Made reservation on behalf of 038769a0c1df4ebc8efcb644264a6ef4 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:04.549376 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-19840128-f7b0-4e7b-9606-d4b9a4eaf230 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.779857 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-32c40615-2880-46bd-877e-2a2f1a1375fd req-7ee142f7-d270-4632-9ec7-34a603fe3423 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] For port dd444c06-aece-410b-a822-02affc410572, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=dd444c06-aece-410b-a822-02affc410572,segment=NetworkSegment(cacdabef-c21d-48d9-95a8-14c3380284f5),segment_id=cacdabef-c21d-48d9-95a8-14c3380284f5)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:04.781108 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-32c40615-2880-46bd-877e-2a2f1a1375fd req-7ee142f7-d270-4632-9ec7-34a603fe3423 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.811077 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-5c197200-01b8-4a61-b74b-0763bc6e0355 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:04.820463 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-5c197200-01b8-4a61-b74b-0763bc6e0355 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:04.825177 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-5c197200-01b8-4a61-b74b-0763bc6e0355 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:04.827641 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-5c197200-01b8-4a61-b74b-0763bc6e0355 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.32 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 2416 time: 0.3660922 Apr 18 20:39:04.841415 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-32c40615-2880-46bd-877e-2a2f1a1375fd req-7ee142f7-d270-4632-9ec7-34a603fe3423 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Calling delete_port for dd444c06-aece-410b-a822-02affc410572 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:04.935357 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-67370af6-8841-4bab-9c54-d377bb47fd09 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.957252 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-67370af6-8841-4bab-9c54-d377bb47fd09 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.990405 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406a309-0900-439f-932b-2751d3968aaf req-5b0277bb-d2ca-4dc9-a89e-c7ef7e346b53 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:05.002278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406a309-0900-439f-932b-2751d3968aaf req-5b0277bb-d2ca-4dc9-a89e-c7ef7e346b53 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:05.013043 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406a309-0900-439f-932b-2751d3968aaf req-5b0277bb-d2ca-4dc9-a89e-c7ef7e346b53 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:05.024905 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406a309-0900-439f-932b-2751d3968aaf req-5b0277bb-d2ca-4dc9-a89e-c7ef7e346b53 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:05.027324 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1406a309-0900-439f-932b-2751d3968aaf req-5b0277bb-d2ca-4dc9-a89e-c7ef7e346b53 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 3095 time: 0.8786147 Apr 18 20:39:05.038411 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-19840128-f7b0-4e7b-9606-d4b9a4eaf230 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Allocated IP 10.2.2.200 (a8f8942e-3e1a-43d9-880b-ea4411c35474/7c48d41c-4d09-4209-9d40-59fcbdf9fd5e/2c0596f1-154c-4d5c-b593-d1998b78e1de) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:05.086643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67370af6-8841-4bab-9c54-d377bb47fd09 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ffa870-942a-4b02-9203-630d0936c56e,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:05.128658 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-67370af6-8841-4bab-9c54-d377bb47fd09 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.136135 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-67370af6-8841-4bab-9c54-d377bb47fd09 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9726818 Apr 18 20:39:05.149584 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40952) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:05.151534 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead7d45-7857-4f02-94f7-04e4866412fe req-7914d81e-badf-44d4-b432-473910f48020 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:05.154181 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dead7d45-7857-4f02-94f7-04e4866412fe req-7914d81e-badf-44d4-b432-473910f48020 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=0839eb0e-7b5f-46ed-8db5-b1807ec44e5d HTTP/1.1" status: 200 len: 1024 time: 0.6897273 Apr 18 20:39:05.159772 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-58aab0c5-e82a-4451-a650-f461f6ad5f59 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:05.170514 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca20479-7e4c-49d1-aae0-df89ad1e8c9e req-40f19b59-bc28-46ad-8316-8a978dc09947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:05.171794 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fca20479-7e4c-49d1-aae0-df89ad1e8c9e req-40f19b59-bc28-46ad-8316-8a978dc09947 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb225605-c490-4bb4-a150-b74221fc667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6876419 Apr 18 20:39:05.220310 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-7ef758ed-140e-4532-94b1-f07f2da77368 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Deleting port 94e44187-9d6d-4f62-a9df-b9409939e47d {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:05.220310 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-7ef758ed-140e-4532-94b1-f07f2da77368 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.318759 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2feb7d6-9dba-4c35-b473-9f198494678c None None] New status for floating IP 98629028-3e7f-49a1-b58b-5fd86a655054: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:39:05.365052 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1406a309-0900-439f-932b-2751d3968aaf req-fd35d410-57ec-4d52-9b38-4ed8b40d34de tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2947752 Apr 18 20:39:05.399932 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58aab0c5-e82a-4451-a650-f461f6ad5f59 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.444553 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dead7d45-7857-4f02-94f7-04e4866412fe req-8f0fa3b8-90aa-4a9e-be3c-4d7ac22ad0b7 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&id=105c51fa-b260-4044-be0a-64c1c67ac707&id=df6bced5-f6e8-48cd-9e26-806dae87124b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1607542 Apr 18 20:39:05.448333 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fca20479-7e4c-49d1-aae0-df89ad1e8c9e req-3d59f331-dfd1-409f-ab71-f3965c2ed80c service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675838 Apr 18 20:39:05.582123 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-7ef758ed-140e-4532-94b1-f07f2da77368 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] For port 94e44187-9d6d-4f62-a9df-b9409939e47d, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=94e44187-9d6d-4f62-a9df-b9409939e47d,segment=NetworkSegment(7977201b-c284-4359-8cfc-410b3da0206a),segment_id=7977201b-c284-4359-8cfc-410b3da0206a)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:05.583021 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-7ef758ed-140e-4532-94b1-f07f2da77368 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.604555 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-7ef758ed-140e-4532-94b1-f07f2da77368 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Calling delete_port for 94e44187-9d6d-4f62-a9df-b9409939e47d owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:05.734990 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fca20479-7e4c-49d1-aae0-df89ad1e8c9e req-29afb131-596c-4a45-a650-74831dbdd06e service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557957 Apr 18 20:39:05.765091 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f66d7c-cb5f-494d-8567-c4abe8384fb1 req-5f1bf1a9-914a-4a33-80d1-d7a481bdbe97 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:05.771191 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f66d7c-cb5f-494d-8567-c4abe8384fb1 req-5f1bf1a9-914a-4a33-80d1-d7a481bdbe97 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:05.777487 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f66d7c-cb5f-494d-8567-c4abe8384fb1 req-5f1bf1a9-914a-4a33-80d1-d7a481bdbe97 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:05.779311 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-32f66d7c-cb5f-494d-8567-c4abe8384fb1 req-5f1bf1a9-914a-4a33-80d1-d7a481bdbe97 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 2416 time: 0.1651211 Apr 18 20:39:05.795156 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-19840128-f7b0-4e7b-9606-d4b9a4eaf230 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.803252 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-32c40615-2880-46bd-877e-2a2f1a1375fd req-7ee142f7-d270-4632-9ec7-34a603fe3423 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.817249 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['85f32d94-b927-4021-b22f-ebba03874a49'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:39:05.846239 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d7936-e61a-43bc-aec7-495b17034d35 req-dff685e0-0203-4c81-94d6-c10008125e76 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:05.861062 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-227d7936-e61a-43bc-aec7-495b17034d35 req-dff685e0-0203-4c81-94d6-c10008125e76 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/ports?device_id=886bbfe7-2980-4869-91f1-60b32a2e2f99 HTTP/1.1" status: 200 len: 945 time: 0.1609735 Apr 18 20:39:05.936703 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 16f834cc-9787-49bb-9e0f-ca6966e81652 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:39:05.937055 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee142f7-d270-4632-9ec7-34a603fe3423 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Pushing event deleted for resources: {'Port': ['ID=dd444c06-aece-410b-a822-02affc410572,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:05.966600 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-32f66d7c-cb5f-494d-8567-c4abe8384fb1 req-d98d4b30-3b79-41c8-83ec-935b1f94b792 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743927 Apr 18 20:39:05.991482 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-227d7936-e61a-43bc-aec7-495b17034d35 req-509a3797-38b0-4b51-bf6a-8670f189aed6 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cbc5cd0-7ce7-4985-a31a-8661b244404b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286044 Apr 18 20:39:06.174652 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c40615-2880-46bd-877e-2a2f1a1375fd req-7ee142f7-d270-4632-9ec7-34a603fe3423 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] No DVR routers for this DVR port dd444c06-aece-410b-a822-02affc410572 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:06.176031 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 16f834cc-9787-49bb-9e0f-ca6966e81652, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=16f834cc-9787-49bb-9e0f-ca6966e81652,segment=NetworkSegment(010d84d2-e3f1-48d7-9a77-78ee4a049b9e),segment_id=010d84d2-e3f1-48d7-9a77-78ee4a049b9e)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:06.184686 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-32c40615-2880-46bd-877e-2a2f1a1375fd req-7ee142f7-d270-4632-9ec7-34a603fe3423 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.191338 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-32c40615-2880-46bd-877e-2a2f1a1375fd req-7ee142f7-d270-4632-9ec7-34a603fe3423 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.57 "DELETE /v2.0/ports/dd444c06-aece-410b-a822-02affc410572 HTTP/1.1" status: 204 len: 173 time: 3.0619292 Apr 18 20:39:06.194978 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '16f834cc-9787-49bb-9e0f-ca6966e81652', 'network_id': 'ed2b0c12-45b2-4296-81f8-31d496e92fff', 'port_id': '16f834cc-9787-49bb-9e0f-ca6966e81652', 'mac_address': 'fa:16:3e:56:a9:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc6e869-dcde-4b4f-9cfc-e06da113fabf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:39:06.205564 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0839eb0e-7b5f-46ed-8db5-b1807ec44e5d', 'name': 'network-vif-deleted', 'tag': 'dd444c06-aece-410b-a822-02affc410572'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:06.209603 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3739731a-2336-416a-be60-c289d5c3cad4" -d '{"events": [{"server_uuid": "0839eb0e-7b5f-46ed-8db5-b1807ec44e5d", "name": "network-vif-deleted", "tag": "dd444c06-aece-410b-a822-02affc410572"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:06.220828 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-7ef758ed-140e-4532-94b1-f07f2da77368 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.227508 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd1e33-64fa-4e5a-9b13-6ce39e8abc26 req-2c673732-8bfe-4c50-badc-0dba4484c6b7 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:06.242983 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d9bd1e33-64fa-4e5a-9b13-6ce39e8abc26 req-2c673732-8bfe-4c50-badc-0dba4484c6b7 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 946 time: 0.1351752 Apr 18 20:39:06.334882 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d9bd1e33-64fa-4e5a-9b13-6ce39e8abc26 req-40b00ea3-7240-4b1e-a7a0-9b9924c1010c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871813 Apr 18 20:39:06.419073 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef758ed-140e-4532-94b1-f07f2da77368 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event deleted for resources: {'Port': ['ID=94e44187-9d6d-4f62-a9df-b9409939e47d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:06.447709 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f37ba-ccb0-42af-8fe9-97b196f1d027 req-f32a3289-3585-4bae-9755-9a3f74fa3067 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:06.449601 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-156f37ba-ccb0-42af-8fe9-97b196f1d027 req-f32a3289-3585-4bae-9755-9a3f74fa3067 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 943 time: 0.1455419 Apr 18 20:39:06.464693 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-19840128-f7b0-4e7b-9606-d4b9a4eaf230 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.469748 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-7ef758ed-140e-4532-94b1-f07f2da77368 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] No DVR routers for this DVR port 94e44187-9d6d-4f62-a9df-b9409939e47d on host n-h1-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:06.474426 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.512511 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f834cc-9787-49bb-9e0f-ca6966e81652 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:06.537289 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-7ef758ed-140e-4532-94b1-f07f2da77368 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.547945 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-7ef758ed-140e-4532-94b1-f07f2da77368 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.32 "DELETE /v2.0/ports/94e44187-9d6d-4f62-a9df-b9409939e47d HTTP/1.1" status: 204 len: 173 time: 1.7130697 Apr 18 20:39:06.556578 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-19840128-f7b0-4e7b-9606-d4b9a4eaf230 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Network a8f8942e-3e1a-43d9-880b-ea4411c35474 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:06.566379 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-19840128-f7b0-4e7b-9606-d4b9a4eaf230 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:06.574949 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device dd444c06-aece-410b-a822-02affc410572 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:39:06.584511 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-19840128-f7b0-4e7b-9606-d4b9a4eaf230 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:06.631374 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-156f37ba-ccb0-42af-8fe9-97b196f1d027 req-a202b3b6-5248-4dd1-ad8b-ffdcbe59302d tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457508 Apr 18 20:39:06.643781 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: dd444c06-aece-410b-a822-02affc410572 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:39:06.645173 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device dd444c06-aece-410b-a822-02affc410572 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:39:06.654372 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 16f834cc-9787-49bb-9e0f-ca6966e81652, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=16f834cc-9787-49bb-9e0f-ca6966e81652,segment=NetworkSegment(010d84d2-e3f1-48d7-9a77-78ee4a049b9e),segment_id=010d84d2-e3f1-48d7-9a77-78ee4a049b9e)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:06.683121 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.779655 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50609710-3045-4b2a-bff0-48979053a964 x-openstack-request-id: req-50609710-3045-4b2a-bff0-48979053a964 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:06.780625 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0839eb0e-7b5f-46ed-8db5-b1807ec44e5d", "name": "network-vif-deleted", "tag": "dd444c06-aece-410b-a822-02affc410572", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:06.781257 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-50609710-3045-4b2a-bff0-48979053a964 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:06.782155 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50609710-3045-4b2a-bff0-48979053a964'] response: {'server_uuid': '0839eb0e-7b5f-46ed-8db5-b1807ec44e5d', 'name': 'network-vif-deleted', 'tag': 'dd444c06-aece-410b-a822-02affc410572', 'status': 'completed', 'code': 200} Apr 18 20:39:06.791418 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58aab0c5-e82a-4451-a650-f461f6ad5f59 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.838014 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=16f834cc-9787-49bb-9e0f-ca6966e81652,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:06.871794 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f035b-76a9-45aa-bf00-a5d5c51d57b6 req-517f790f-b8e8-498a-83ca-1e4f7fafd0a1 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:06.889875 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a7f035b-76a9-45aa-bf00-a5d5c51d57b6 req-517f790f-b8e8-498a-83ca-1e4f7fafd0a1 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/ports?device_id=886bbfe7-2980-4869-91f1-60b32a2e2f99 HTTP/1.1" status: 200 len: 945 time: 0.2561147 Apr 18 20:39:06.890813 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40966) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:06.898694 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-42f279b8-893c-4618-9893-46d5e6ee5143 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Request body: {'floatingip': {'port_id': 'ccd53066-fd17-46c4-9924-9ab10bc2973c'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:06.975766 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-19840128-f7b0-4e7b-9606-d4b9a4eaf230 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:06.976985 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-19840128-f7b0-4e7b-9606-d4b9a4eaf230 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.016926 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19840128-f7b0-4e7b-9606-d4b9a4eaf230 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event updated for resources: {'Port': ['ID=2c0596f1-154c-4d5c-b593-d1998b78e1de,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:07.064402 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['16f834cc-9787-49bb-9e0f-ca6966e81652'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:39:07.121166 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-19840128-f7b0-4e7b-9606-d4b9a4eaf230 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4159753 Apr 18 20:39:07.153216 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-aa440d47-d2b9-4ea8-b82b-57f8f2c7406e service neutron] Request body: {'port': {'device_id': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:07.160448 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-42f279b8-893c-4618-9893-46d5e6ee5143 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks [] for floatingip, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.272054 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-58aab0c5-e82a-4451-a650-f461f6ad5f59 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Allocated IP 172.25.1.46 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/313d8a21-9726-49e3-819e-f92a003950bb) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:07.286969 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-81ce6e2c-5838-457b-974b-d3892930049b tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Deleting port a1b5ed77-e9b0-4a39-8173-c0d43582d65b {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:07.296302 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-81ce6e2c-5838-457b-974b-d3892930049b tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.320766 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-aa440d47-d2b9-4ea8-b82b-57f8f2c7406e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.381574 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a005a652-5ebd-4637-b600-545c4421b8de None None] Provisioning complete for port 2c0596f1-154c-4d5c-b593-d1998b78e1de triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:07.382199 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a005a652-5ebd-4637-b600-545c4421b8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.445345 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a005a652-5ebd-4637-b600-545c4421b8de None None] Port 2c0596f1-154c-4d5c-b593-d1998b78e1de cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:07.486364 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e28d56-b2f5-4ff5-95db-9288360fa7fa req-55f4e47b-dfab-453f-bf53-390f55a62bd0 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:07.500351 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19e28d56-b2f5-4ff5-95db-9288360fa7fa req-55f4e47b-dfab-453f-bf53-390f55a62bd0 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 946 time: 0.4286532 Apr 18 20:39:07.511761 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.544161 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-81ce6e2c-5838-457b-974b-d3892930049b tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] For port a1b5ed77-e9b0-4a39-8173-c0d43582d65b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a1b5ed77-e9b0-4a39-8173-c0d43582d65b,segment=NetworkSegment(7977201b-c284-4359-8cfc-410b3da0206a),segment_id=7977201b-c284-4359-8cfc-410b3da0206a)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:07.544486 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-81ce6e2c-5838-457b-974b-d3892930049b tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.547569 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9286f-6292-4319-b747-990a35edf747 req-82c66409-5fc7-4701-9762-be9e372fce51 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:07.560168 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9286f-6292-4319-b747-990a35edf747 req-82c66409-5fc7-4701-9762-be9e372fce51 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:07.571229 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9286f-6292-4319-b747-990a35edf747 req-82c66409-5fc7-4701-9762-be9e372fce51 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:07.584587 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9286f-6292-4319-b747-990a35edf747 req-82c66409-5fc7-4701-9762-be9e372fce51 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:07.597898 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9286f-6292-4319-b747-990a35edf747 req-82c66409-5fc7-4701-9762-be9e372fce51 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:07.603522 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4db9286f-6292-4319-b747-990a35edf747 req-82c66409-5fc7-4701-9762-be9e372fce51 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 3816 time: 0.5299556 Apr 18 20:39:07.654475 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-81ce6e2c-5838-457b-974b-d3892930049b tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Calling delete_port for a1b5ed77-e9b0-4a39-8173-c0d43582d65b owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:07.676679 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58aab0c5-e82a-4451-a650-f461f6ad5f59 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.784338 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19e28d56-b2f5-4ff5-95db-9288360fa7fa req-0414a281-891c-4f01-a7f5-ba8cdbb3ed00 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2822783 Apr 18 20:39:07.844632 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4db9286f-6292-4319-b747-990a35edf747 req-616af6c3-e19a-4c2d-9306-d2010603b159 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669948 Apr 18 20:39:07.941485 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a1b5ed77-e9b0-4a39-8173-c0d43582d65b no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:39:08.079149 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58aab0c5-e82a-4451-a650-f461f6ad5f59 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.130996 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.175726 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aab0c5-e82a-4451-a650-f461f6ad5f59 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event updated for resources: {'Port': ['ID=313d8a21-9726-49e3-819e-f92a003950bb,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:08.207491 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a1b5ed77-e9b0-4a39-8173-c0d43582d65b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a1b5ed77-e9b0-4a39-8173-c0d43582d65b,segment=NetworkSegment(7977201b-c284-4359-8cfc-410b3da0206a),segment_id=7977201b-c284-4359-8cfc-410b3da0206a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:08.209374 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1b5ed77-e9b0-4a39-8173-c0d43582d65b'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:08.216614 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d85f06-b3da-4a22-b865-0c39dab4032e" -d '{"events": [{"server_uuid": "df6d819e-ba47-4596-93e1-9cd954a1c72c", "name": "network-vif-unplugged", "status": "completed", "tag": "a1b5ed77-e9b0-4a39-8173-c0d43582d65b"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:08.220174 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58aab0c5-e82a-4451-a650-f461f6ad5f59 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:08.225453 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.226471 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device cf1eca24-5d84-4e69-bf89-2ab279df31a9 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:39:08.227780 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-58aab0c5-e82a-4451-a650-f461f6ad5f59 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:08.265183 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aab0c5-e82a-4451-a650-f461f6ad5f59 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:08.271015 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1033c-93e5-48c9-9745-7f83935e0092 req-356f8fc4-9ecb-4df5-916a-0657f70ed69a tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:08.272703 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a4e1033c-93e5-48c9-9745-7f83935e0092 req-356f8fc4-9ecb-4df5-916a-0657f70ed69a tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 944 time: 0.1891558 Apr 18 20:39:08.282328 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d08666-7de1-4804-8b5e-fe0563245255 req-d9d2017e-d83b-4361-80ee-dfcc625771a2 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:08.295267 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d08666-7de1-4804-8b5e-fe0563245255 req-d9d2017e-d83b-4361-80ee-dfcc625771a2 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:08.307227 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f0d08666-7de1-4804-8b5e-fe0563245255 req-d9d2017e-d83b-4361-80ee-dfcc625771a2 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 1681 time: 0.2120035 Apr 18 20:39:08.320827 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=a1b5ed77-e9b0-4a39-8173-c0d43582d65b,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:08.377616 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f0d08666-7de1-4804-8b5e-fe0563245255 req-884077cb-efd3-420b-9bef-6b484c59a7f0 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688820 Apr 18 20:39:08.464963 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a4e1033c-93e5-48c9-9745-7f83935e0092 req-a1e3ce18-5f0a-4d0a-a813-badae95df25f tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289148 Apr 18 20:39:08.471302 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.539388 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port cf1eca24-5d84-4e69-bf89-2ab279df31a9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=cf1eca24-5d84-4e69-bf89-2ab279df31a9,segment=NetworkSegment(33b38762-fd63-48e1-abc2-800616aba7bd),segment_id=33b38762-fd63-48e1-abc2-800616aba7bd)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:08.547049 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.548080 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 94e44187-9d6d-4f62-a9df-b9409939e47d no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:39:08.550964 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-aa440d47-d2b9-4ea8-b82b-57f8f2c7406e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 518d95c4-4917-4c82-b386-f2d314651a91 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:08.587846 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-aa440d47-d2b9-4ea8-b82b-57f8f2c7406e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.646809 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ab2f3f9a-4e45-4add-9f1e-195af0a39e6b req-5718debb-c18e-46e5-b2a9-0beac3bb127e tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/105c51fa-b260-4044-be0a-64c1c67ac707 HTTP/1.1" status: 200 len: 1802 time: 0.1031251 Apr 18 20:39:08.658791 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-aa440d47-d2b9-4ea8-b82b-57f8f2c7406e service neutron] Transition to ACTIVE for port object 518d95c4-4917-4c82-b386-f2d314651a91 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:08.664282 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 94e44187-9d6d-4f62-a9df-b9409939e47d {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:39:08.664875 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 94e44187-9d6d-4f62-a9df-b9409939e47d not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:39:08.671809 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-81ce6e2c-5838-457b-974b-d3892930049b tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.676093 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58aab0c5-e82a-4451-a650-f461f6ad5f59 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.685179 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-aa440d47-d2b9-4ea8-b82b-57f8f2c7406e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.717074 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=cf1eca24-5d84-4e69-bf89-2ab279df31a9,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:08.741824 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce6e2c-5838-457b-974b-d3892930049b tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event deleted for resources: {'Port': ['ID=a1b5ed77-e9b0-4a39-8173-c0d43582d65b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:08.767253 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.db.resource_extend [None req-42f279b8-893c-4618-9893-46d5e6ee5143 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:39:08.792383 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'name': 'network-vif-deleted', 'tag': '94e44187-9d6d-4f62-a9df-b9409939e47d'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:08.796398 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231f5d8e-9066-4d03-95f3-68a5de538c51" -d '{"events": [{"server_uuid": "df6d819e-ba47-4596-93e1-9cd954a1c72c", "name": "network-vif-deleted", "tag": "94e44187-9d6d-4f62-a9df-b9409939e47d"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:08.899530 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-81ce6e2c-5838-457b-974b-d3892930049b tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] No DVR routers for this DVR port a1b5ed77-e9b0-4a39-8173-c0d43582d65b on host n-h1-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:08.902460 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-81ce6e2c-5838-457b-974b-d3892930049b tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.915630 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-81ce6e2c-5838-457b-974b-d3892930049b tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.32 "DELETE /v2.0/ports/a1b5ed77-e9b0-4a39-8173-c0d43582d65b HTTP/1.1" status: 204 len: 173 time: 2.2311389 Apr 18 20:39:08.946383 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58aab0c5-e82a-4451-a650-f461f6ad5f59 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.971945 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-42f279b8-893c-4618-9893-46d5e6ee5143 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.983546 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-42f279b8-893c-4618-9893-46d5e6ee5143 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.986799 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ab2f3f9a-4e45-4add-9f1e-195af0a39e6b req-70c9df42-8087-4f1c-9898-9d4ea4970ede tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.064578 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ab2f3f9a-4e45-4add-9f1e-195af0a39e6b req-70c9df42-8087-4f1c-9898-9d4ea4970ede tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.259034 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa440d47-d2b9-4ea8-b82b-57f8f2c7406e service neutron] Pushing event updated for resources: {'Port': ['ID=518d95c4-4917-4c82-b386-f2d314651a91,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:09.300760 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ab2f3f9a-4e45-4add-9f1e-195af0a39e6b req-70c9df42-8087-4f1c-9898-9d4ea4970ede tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.305440 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ab2f3f9a-4e45-4add-9f1e-195af0a39e6b req-70c9df42-8087-4f1c-9898-9d4ea4970ede tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.314173 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ab2f3f9a-4e45-4add-9f1e-195af0a39e6b req-70c9df42-8087-4f1c-9898-9d4ea4970ede tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "DELETE /v2.0/security-groups/105c51fa-b260-4044-be0a-64c1c67ac707 HTTP/1.1" status: 204 len: 173 time: 0.6128583 Apr 18 20:39:09.369861 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58aab0c5-e82a-4451-a650-f461f6ad5f59 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.389879 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58aab0c5-e82a-4451-a650-f461f6ad5f59 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.423809 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4229c32-bcd0-4c1c-b456-b7bf06e129d9 x-openstack-request-id: req-f4229c32-bcd0-4c1c-b456-b7bf06e129d9 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:09.424623 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6d819e-ba47-4596-93e1-9cd954a1c72c", "name": "network-vif-unplugged", "status": "completed", "tag": "a1b5ed77-e9b0-4a39-8173-c0d43582d65b", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:09.425264 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4229c32-bcd0-4c1c-b456-b7bf06e129d9 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:09.427721 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4229c32-bcd0-4c1c-b456-b7bf06e129d9'] response: {'server_uuid': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1b5ed77-e9b0-4a39-8173-c0d43582d65b', 'code': 200} Apr 18 20:39:09.542740 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-aa440d47-d2b9-4ea8-b82b-57f8f2c7406e service neutron] Attempting to bind port 518d95c4-4917-4c82-b386-f2d314651a91 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:09.543266 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-aa440d47-d2b9-4ea8-b82b-57f8f2c7406e service neutron] Attempting to bind port 518d95c4-4917-4c82-b386-f2d314651a91 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '25275ed1-7e44-4f97-85fb-5ca8e77fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:09.543826 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-aa440d47-d2b9-4ea8-b82b-57f8f2c7406e service neutron] Attempting to bind port 518d95c4-4917-4c82-b386-f2d314651a91 on network 18c98ec1-fd43-4888-ad19-39fa23ba5861 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:09.636829 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e21c2a-f311-4bba-bc66-221547323006 x-openstack-request-id: req-f5e21c2a-f311-4bba-bc66-221547323006 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:09.637396 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6d819e-ba47-4596-93e1-9cd954a1c72c", "name": "network-vif-deleted", "tag": "94e44187-9d6d-4f62-a9df-b9409939e47d", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:09.637791 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5e21c2a-f311-4bba-bc66-221547323006 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:09.638336 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5e21c2a-f311-4bba-bc66-221547323006'] response: {'server_uuid': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'name': 'network-vif-deleted', 'tag': '94e44187-9d6d-4f62-a9df-b9409939e47d', 'status': 'completed', 'code': 200} Apr 18 20:39:09.641269 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-aa440d47-d2b9-4ea8-b82b-57f8f2c7406e service neutron] Port 518d95c4-4917-4c82-b386-f2d314651a91 on network 18c98ec1-fd43-4888-ad19-39fa23ba5861 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:39:09.641815 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-aa440d47-d2b9-4ea8-b82b-57f8f2c7406e service neutron] Attempting to bind port 518d95c4-4917-4c82-b386-f2d314651a91 on network 18c98ec1-fd43-4888-ad19-39fa23ba5861 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:09.653815 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aab0c5-e82a-4451-a650-f461f6ad5f59 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event updated for resources: {'Port': ['ID=313d8a21-9726-49e3-819e-f92a003950bb,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:09.665491 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-aa440d47-d2b9-4ea8-b82b-57f8f2c7406e service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:39:09.666733 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-aa440d47-d2b9-4ea8-b82b-57f8f2c7406e service neutron] Checking segment: {'id': '25275ed1-7e44-4f97-85fb-5ca8e77fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:09.666733 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-aa440d47-d2b9-4ea8-b82b-57f8f2c7406e service neutron] Bound using segment: {'id': '25275ed1-7e44-4f97-85fb-5ca8e77fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:39:09.666733 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-aa440d47-d2b9-4ea8-b82b-57f8f2c7406e service neutron] Bound port: 518d95c4-4917-4c82-b386-f2d314651a91, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25275ed1-7e44-4f97-85fb-5ca8e77fc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:09.667259 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-aa440d47-d2b9-4ea8-b82b-57f8f2c7406e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.672777 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9df42-8087-4f1c-9898-9d4ea4970ede tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=105c51fa-b260-4044-be0a-64c1c67ac707,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:09.675537 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-2ca9f03b-af14-418c-b0d0-5ec540196117 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Deleting port cf1eca24-5d84-4e69-bf89-2ab279df31a9 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:09.675813 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-2ca9f03b-af14-418c-b0d0-5ec540196117 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.750590 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-42f279b8-893c-4618-9893-46d5e6ee5143 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Floating IP 5fa01a91-9b03-4b9c-af6b-5a70a2ddb969 associated. External IP: 172.25.1.183, port: ccd53066-fd17-46c4-9924-9ab10bc2973c. Apr 18 20:39:09.800480 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58aab0c5-e82a-4451-a650-f461f6ad5f59 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.806962 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-2ca9f03b-af14-418c-b0d0-5ec540196117 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] For port cf1eca24-5d84-4e69-bf89-2ab279df31a9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=cf1eca24-5d84-4e69-bf89-2ab279df31a9,segment=NetworkSegment(33b38762-fd63-48e1-abc2-800616aba7bd),segment_id=33b38762-fd63-48e1-abc2-800616aba7bd)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:09.807320 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-2ca9f03b-af14-418c-b0d0-5ec540196117 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.847725 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-2ca9f03b-af14-418c-b0d0-5ec540196117 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Calling delete_port for cf1eca24-5d84-4e69-bf89-2ab279df31a9 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:09.856470 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58aab0c5-e82a-4451-a650-f461f6ad5f59 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.857457 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-58aab0c5-e82a-4451-a650-f461f6ad5f59 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7065003 Apr 18 20:39:09.905869 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccc368-6bf3-4473-88a3-a3010af513bf req-e5f53b94-92d9-4381-9a96-ee84da9dbad8 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:09.915161 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccc368-6bf3-4473-88a3-a3010af513bf req-e5f53b94-92d9-4381-9a96-ee84da9dbad8 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:09.922417 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccc368-6bf3-4473-88a3-a3010af513bf req-e5f53b94-92d9-4381-9a96-ee84da9dbad8 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:09.928955 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccc368-6bf3-4473-88a3-a3010af513bf req-e5f53b94-92d9-4381-9a96-ee84da9dbad8 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:09.935271 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccc368-6bf3-4473-88a3-a3010af513bf req-e5f53b94-92d9-4381-9a96-ee84da9dbad8 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:09.943837 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-02ccc368-6bf3-4473-88a3-a3010af513bf req-e5f53b94-92d9-4381-9a96-ee84da9dbad8 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 3828 time: 0.3163180 Apr 18 20:39:09.958127 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98e7a219-7220-4503-a3ef-2dcc7200c613 req-3dc5eb35-b661-48bb-8e68-2fb06144a0a6 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/df6bced5-f6e8-48cd-9e26-806dae87124b HTTP/1.1" status: 200 len: 1802 time: 0.3032153 Apr 18 20:39:09.977415 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 16f834cc-9787-49bb-9e0f-ca6966e81652 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:39:10.087647 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-02ccc368-6bf3-4473-88a3-a3010af513bf req-e954a4de-a757-4ede-86bf-880c2e75ca40 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374729 Apr 18 20:39:10.127077 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 16f834cc-9787-49bb-9e0f-ca6966e81652 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:10.134829 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 16f834cc-9787-49bb-9e0f-ca6966e81652 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:10.135547 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.173556 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-98e7a219-7220-4503-a3ef-2dcc7200c613 req-13e8571a-15eb-4df2-adae-7a232625b01c tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.226442 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-98e7a219-7220-4503-a3ef-2dcc7200c613 req-13e8571a-15eb-4df2-adae-7a232625b01c tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.318830 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.364724 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225386b-a4f0-4fd7-bddd-101a55292f69 req-dbd5c62e-6408-4b67-9847-8638dcf0f521 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:10.367059 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3225386b-a4f0-4fd7-bddd-101a55292f69 req-dbd5c62e-6408-4b67-9847-8638dcf0f521 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=df6d819e-ba47-4596-93e1-9cd954a1c72c HTTP/1.1" status: 200 len: 943 time: 0.0994725 Apr 18 20:39:10.388371 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 16f834cc-9787-49bb-9e0f-ca6966e81652, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=16f834cc-9787-49bb-9e0f-ca6966e81652,segment=NetworkSegment(010d84d2-e3f1-48d7-9a77-78ee4a049b9e),segment_id=010d84d2-e3f1-48d7-9a77-78ee4a049b9e)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:10.398053 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.408996 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f279b8-893c-4618-9893-46d5e6ee5143 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Router 7690285a-4af5-4254-a65a-846556e68668 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:39:10.411595 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-98e7a219-7220-4503-a3ef-2dcc7200c613 req-13e8571a-15eb-4df2-adae-7a232625b01c tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.414368 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-98e7a219-7220-4503-a3ef-2dcc7200c613 req-13e8571a-15eb-4df2-adae-7a232625b01c tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.432640 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98e7a219-7220-4503-a3ef-2dcc7200c613 req-13e8571a-15eb-4df2-adae-7a232625b01c tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "DELETE /v2.0/security-groups/df6bced5-f6e8-48cd-9e26-806dae87124b HTTP/1.1" status: 204 len: 173 time: 0.4372945 Apr 18 20:39:10.463730 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8571a-15eb-4df2-adae-7a232625b01c tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6bced5-f6e8-48cd-9e26-806dae87124b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:10.487514 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3225386b-a4f0-4fd7-bddd-101a55292f69 req-a0975ef7-1d01-4b4d-82e0-fac2141e0a9c tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058877 Apr 18 20:39:10.541674 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=16f834cc-9787-49bb-9e0f-ca6966e81652,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:10.653673 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4441b-7048-4358-8a6c-c491ba254bcc req-370192d7-729c-45c1-91ab-6a383b00ab34 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:10.662631 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4d4441b-7048-4358-8a6c-c491ba254bcc req-370192d7-729c-45c1-91ab-6a383b00ab34 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1462140 Apr 18 20:39:10.770501 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4d4441b-7048-4358-8a6c-c491ba254bcc req-809512cd-c5c8-4e71-b39e-b8a62f196af3 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066973 Apr 18 20:39:10.820051 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-02ed9ea5-f140-4e1a-8d59-f3b5e3e1fb44 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1587727477&fields=id&tenant_id=b938d2524c3842cdaf1832263fa7ae9d HTTP/1.1" status: 200 len: 267 time: 0.0656791 Apr 18 20:39:10.828574 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f279b8-893c-4618-9893-46d5e6ee5143 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:39:10.841361 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-42f279b8-893c-4618-9893-46d5e6ee5143 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.846790 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9018ba7-fdc3-4323-affd-11a17d3021b9 None None] Sync routers for ids ['7690285a-4af5-4254-a65a-846556e68668'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:39:10.859085 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9018ba7-fdc3-4323-affd-11a17d3021b9 None None] Routers {'7690285a-4af5-4254-a65a-846556e68668'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:39:10.860476 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e9018ba7-fdc3-4323-affd-11a17d3021b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:38:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7690285a-4af5-4254-a65a-846556e68668'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:10.861882 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-c7e1adc8-e419-45be-afc5-f4f1595474b0 req-1e42fe48-2975-460d-92e4-52af366719b6 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1880688762', 'description': 'tempest-description-632118814'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:10.879447 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-aa440d47-d2b9-4ea8-b82b-57f8f2c7406e service neutron] For port 518d95c4-4917-4c82-b386-f2d314651a91, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:10.887863 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-aa440d47-d2b9-4ea8-b82b-57f8f2c7406e service neutron] For port 518d95c4-4917-4c82-b386-f2d314651a91, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=518d95c4-4917-4c82-b386-f2d314651a91,segment=NetworkSegment(25275ed1-7e44-4f97-85fb-5ca8e77fc202),segment_id=25275ed1-7e44-4f97-85fb-5ca8e77fc202)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:10.906909 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-aa440d47-d2b9-4ea8-b82b-57f8f2c7406e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.944808 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c7e1adc8-e419-45be-afc5-f4f1595474b0 req-1e42fe48-2975-460d-92e4-52af366719b6 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.013647 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-42f279b8-893c-4618-9893-46d5e6ee5143 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "PUT /v2.0/floatingips/5fa01a91-9b03-4b9c-af6b-5a70a2ddb969 HTTP/1.1" status: 200 len: 991 time: 4.1208651 Apr 18 20:39:11.035670 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886bbfe7-2980-4869-91f1-60b32a2e2f99', 'tag': 'ccd53066-fd17-46c4-9924-9ab10bc2973c'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:11.041024 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a76bf3-3c36-49f3-865a-7b0318becda4" -d '{"events": [{"name": "network-changed", "server_uuid": "886bbfe7-2980-4869-91f1-60b32a2e2f99", "tag": "ccd53066-fd17-46c4-9924-9ab10bc2973c"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:11.083606 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-aa440d47-d2b9-4ea8-b82b-57f8f2c7406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:11.084739 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-aa440d47-d2b9-4ea8-b82b-57f8f2c7406e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.087060 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-aa440d47-d2b9-4ea8-b82b-57f8f2c7406e service neutron] 10.222.0.57 "PUT /v2.0/ports/518d95c4-4917-4c82-b386-f2d314651a91 HTTP/1.1" status: 200 len: 1091 time: 3.9389977 Apr 18 20:39:11.098599 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-4dbab4d3-4b08-48eb-ad65-a5a88c875598 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:11.101617 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-4dbab4d3-4b08-48eb-ad65-a5a88c875598 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports/7c77f7cf-e8d8-4d52-8506-6c7c25f24291 HTTP/1.1" status: 200 len: 931 time: 0.2466567 Apr 18 20:39:11.112750 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-e9018ba7-fdc3-4323-affd-11a17d3021b9 None None] Set router 7690285a-4af5-4254-a65a-846556e68668 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:39:11.164808 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa440d47-d2b9-4ea8-b82b-57f8f2c7406e service neutron] Pushing event updated for resources: {'Port': ['ID=518d95c4-4917-4c82-b386-f2d314651a91,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:11.245263 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-2ca9f03b-af14-418c-b0d0-5ec540196117 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.268057 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-27989272-b982-4877-a8cf-f0ba1827c37c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:11.270767 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-27989272-b982-4877-a8cf-f0ba1827c37c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports/72942681-8a4e-43a3-b295-7bf4150afaac HTTP/1.1" status: 200 len: 931 time: 0.1516063 Apr 18 20:39:11.363074 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-7518d975-82f6-48ac-a0de-5ec6675aef13 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?network_id=f0513885-75e1-4841-8e3e-94a85e5d0ac6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0729799 Apr 18 20:39:11.430130 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf1eca24-5d84-4e69-bf89-2ab279df31a9'}, {'server_uuid': '01a90ed8-5a3a-4e91-81da-3b832d3eec2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f834cc-9787-49bb-9e0f-ca6966e81652'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:11.434802 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4208052-db4a-4308-9924-f325dd2a5ec8" -d '{"events": [{"server_uuid": "df6d819e-ba47-4596-93e1-9cd954a1c72c", "name": "network-vif-unplugged", "status": "completed", "tag": "cf1eca24-5d84-4e69-bf89-2ab279df31a9"}, {"server_uuid": "01a90ed8-5a3a-4e91-81da-3b832d3eec2f", "name": "network-vif-plugged", "status": "completed", "tag": "16f834cc-9787-49bb-9e0f-ca6966e81652"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:11.467349 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c7e1adc8-e419-45be-afc5-f4f1595474b0 req-1e42fe48-2975-460d-92e4-52af366719b6 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.471743 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-aa0ad89a-403b-4158-9dbc-570e109ad6b9 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?network_id=f0513885-75e1-4841-8e3e-94a85e5d0ac6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0881617 Apr 18 20:39:11.477257 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-8326767f-8693-42d3-b18e-27a3982e35a7 service neutron] Request body: {'port': {'device_id': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:11.482477 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c7e1adc8-e419-45be-afc5-f4f1595474b0 req-1e42fe48-2975-460d-92e4-52af366719b6 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.551749 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.599852 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e9018ba7-fdc3-4323-affd-11a17d3021b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690285a-4af5-4254-a65a-846556e68668', 'name': 'tempest-ServersTestManualDisk-591377164-router', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c7704d22-9194-42ff-bb80-36090b9070c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:55Z', 'updated_at': '2022-04-18T20:38:14Z', 'revision_number': 4, 'project_id': '2973a3b0af804e7199e15770f476280e', 'gw_port': {'id': 'c7704d22-9194-42ff-bb80-36090b9070c4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690285a-4af5-4254-a65a-846556e68668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:59Z', 'updated_at': '2022-04-18T20:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '5fa01a91-9b03-4b9c-af6b-5a70a2ddb969', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'floating_ip_address': '172.25.1.183', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '7690285a-4af5-4254-a65a-846556e68668', 'port_id': 'ccd53066-fd17-46c4-9924-9ab10bc2973c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80', 'mac_address': 'fa:16:3e:ca:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bbfe7-2980-4869-91f1-60b32a2e2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:38:31Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 1, 'project_id': '2973a3b0af804e7199e15770f476280e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8923fce0-ed42-4625-a40c-88873e69d348', 'name': '', 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'mac_address': 'fa:16:3e:db:dd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690285a-4af5-4254-a65a-846556e68668', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '106aa402-66e8-4b20-a76a-4a5df2e4dfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:10Z', 'updated_at': '2022-04-18T20:38:32Z', 'revision_number': 5, 'project_id': '2973a3b0af804e7199e15770f476280e', 'subnets': [{'id': '106aa402-66e8-4b20-a76a-4a5df2e4dfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:11.603510 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c7e1adc8-e419-45be-afc5-f4f1595474b0 req-1e42fe48-2975-460d-92e4-52af366719b6 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.628882 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7e1adc8-e419-45be-afc5-f4f1595474b0 req-1e42fe48-2975-460d-92e4-52af366719b6 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7787714 Apr 18 20:39:11.636802 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-2ca9f03b-af14-418c-b0d0-5ec540196117 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] No DVR routers for this DVR port cf1eca24-5d84-4e69-bf89-2ab279df31a9 on host n-h1-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:11.643280 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-2ca9f03b-af14-418c-b0d0-5ec540196117 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.660171 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-26d5f9b8-a0ae-44fc-9459-2d0ca30f2a9a req-2ca9f03b-af14-418c-b0d0-5ec540196117 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.32 "DELETE /v2.0/ports/cf1eca24-5d84-4e69-bf89-2ab279df31a9 HTTP/1.1" status: 204 len: 173 time: 2.7413259 Apr 18 20:39:11.664411 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9f03b-af14-418c-b0d0-5ec540196117 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event deleted for resources: {'Port': ['ID=cf1eca24-5d84-4e69-bf89-2ab279df31a9,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:11.702079 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'name': 'network-vif-deleted', 'tag': 'a1b5ed77-e9b0-4a39-8173-c0d43582d65b'}, {'name': 'network-changed', 'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'tag': '518d95c4-4917-4c82-b386-f2d314651a91'}, {'server_uuid': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'name': 'network-vif-deleted', 'tag': 'cf1eca24-5d84-4e69-bf89-2ab279df31a9'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:11.712947 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df08337-03ae-48df-ad76-0295b401bd9f" -d '{"events": [{"server_uuid": "df6d819e-ba47-4596-93e1-9cd954a1c72c", "name": "network-vif-deleted", "tag": "a1b5ed77-e9b0-4a39-8173-c0d43582d65b"}, {"name": "network-changed", "server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "tag": "518d95c4-4917-4c82-b386-f2d314651a91"}, {"server_uuid": "df6d819e-ba47-4596-93e1-9cd954a1c72c", "name": "network-vif-deleted", "tag": "cf1eca24-5d84-4e69-bf89-2ab279df31a9"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:11.729183 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca9f03b-af14-418c-b0d0-5ec540196117 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:11.730888 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca9f03b-af14-418c-b0d0-5ec540196117 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:11.731445 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca9f03b-af14-418c-b0d0-5ec540196117 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:11.731972 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca9f03b-af14-418c-b0d0-5ec540196117 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:11.752149 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca9f03b-af14-418c-b0d0-5ec540196117 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:11.753032 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca9f03b-af14-418c-b0d0-5ec540196117 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:11.754667 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9018ba7-fdc3-4323-affd-11a17d3021b9 None None] Checking router: 7690285a-4af5-4254-a65a-846556e68668 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:39:11.754937 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca9f03b-af14-418c-b0d0-5ec540196117 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:11.758265 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca9f03b-af14-418c-b0d0-5ec540196117 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:11.759611 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca9f03b-af14-418c-b0d0-5ec540196117 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:11.764830 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca9f03b-af14-418c-b0d0-5ec540196117 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:11.765734 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca9f03b-af14-418c-b0d0-5ec540196117 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:11.769504 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca9f03b-af14-418c-b0d0-5ec540196117 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:11.778201 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9018ba7-fdc3-4323-affd-11a17d3021b9 None None] Routers {'7690285a-4af5-4254-a65a-846556e68668'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:39:11.779314 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e9018ba7-fdc3-4323-affd-11a17d3021b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:38:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7690285a-4af5-4254-a65a-846556e68668'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:11.779598 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42fe48-2975-460d-92e4-52af366719b6 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8624f196-57c8-4112-bcce-fe9a56a38338,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:11.852335 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f33185-2807-4ac5-b5e9-005c6bd70be6 req-354fbcf3-86ba-46e5-b640-248e2068b0ec tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:11.861060 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13f33185-2807-4ac5-b5e9-005c6bd70be6 req-354fbcf3-86ba-46e5-b640-248e2068b0ec tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/ports?device_id=886bbfe7-2980-4869-91f1-60b32a2e2f99 HTTP/1.1" status: 200 len: 945 time: 0.1022933 Apr 18 20:39:11.926739 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-b360ec5d-dd9b-4a89-8bd3-8f7062be83ba tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:11.930485 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-8326767f-8693-42d3-b18e-27a3982e35a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.941797 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-b360ec5d-dd9b-4a89-8bd3-8f7062be83ba tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:11.949555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-b360ec5d-dd9b-4a89-8bd3-8f7062be83ba tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:11.957266 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-b360ec5d-dd9b-4a89-8bd3-8f7062be83ba tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/networks?id=56d56df8-ad53-4411-a2e6-e62fee5903cf&id=6ebd78e3-8ba6-4968-baed-05df69d3d0c2&id=6ebd78e3-8ba6-4968-baed-05df69d3d0c2&id=f0513885-75e1-4841-8e3e-94a85e5d0ac6&id=f0513885-75e1-4841-8e3e-94a85e5d0ac6 HTTP/1.1" status: 200 len: 1989 time: 0.4660678 Apr 18 20:39:11.957546 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-e9018ba7-fdc3-4323-affd-11a17d3021b9 None None] Set router 7690285a-4af5-4254-a65a-846556e68668 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:39:11.976162 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13f33185-2807-4ac5-b5e9-005c6bd70be6 req-0ecbdb37-69fa-44d3-a122-b619c130f457 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cbc5cd0-7ce7-4985-a31a-8661b244404b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139786 Apr 18 20:39:12.010659 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-771a4c82-f607-4fd8-857c-d0f894dd8212 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/quotas/b938d2524c3842cdaf1832263fa7ae9d HTTP/1.1" status: 200 len: 375 time: 0.0523484 Apr 18 20:39:12.028863 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:39:12.062256 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261f708b-2312-4b1c-9184-caa0923a583d x-openstack-request-id: req-261f708b-2312-4b1c-9184-caa0923a583d {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:12.062675 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886bbfe7-2980-4869-91f1-60b32a2e2f99", "tag": "ccd53066-fd17-46c4-9924-9ab10bc2973c", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:12.062932 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-261f708b-2312-4b1c-9184-caa0923a583d {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:12.063344 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-261f708b-2312-4b1c-9184-caa0923a583d'] response: {'name': 'network-changed', 'server_uuid': '886bbfe7-2980-4869-91f1-60b32a2e2f99', 'tag': 'ccd53066-fd17-46c4-9924-9ab10bc2973c', 'status': 'completed', 'code': 200} Apr 18 20:39:12.105117 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-f7c16caa-b6f5-4245-b242-8184a808c6c9 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b938d2524c3842cdaf1832263fa7ae9d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0870070 Apr 18 20:39:12.442683 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80034e45-5158-4e73-bb66-2e3219f07b59 req-30bc8726-a817-43f5-b4f4-841e0f6c1713 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:12.470481 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80034e45-5158-4e73-bb66-2e3219f07b59 req-30bc8726-a817-43f5-b4f4-841e0f6c1713 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:12.484512 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a0a83c0c-40b4-41d3-8703-2b726cebec80 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:39:12.499455 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80034e45-5158-4e73-bb66-2e3219f07b59 req-30bc8726-a817-43f5-b4f4-841e0f6c1713 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:12.507320 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a76bf3-3c36-49f3-865a-7b0318becda4 req-fb51efd1-e5e3-457f-8c55-0b3e51f513af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:12.510244 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-73a76bf3-3c36-49f3-865a-7b0318becda4 req-fb51efd1-e5e3-457f-8c55-0b3e51f513af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2973a3b0af804e7199e15770f476280e&device_id=886bbfe7-2980-4869-91f1-60b32a2e2f99 HTTP/1.1" status: 200 len: 1096 time: 0.1871014 Apr 18 20:39:12.531752 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80034e45-5158-4e73-bb66-2e3219f07b59 req-30bc8726-a817-43f5-b4f4-841e0f6c1713 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:12.555108 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80034e45-5158-4e73-bb66-2e3219f07b59 req-30bc8726-a817-43f5-b4f4-841e0f6c1713 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:12.558385 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-80034e45-5158-4e73-bb66-2e3219f07b59 req-30bc8726-a817-43f5-b4f4-841e0f6c1713 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 3828 time: 0.2732949 Apr 18 20:39:12.587864 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-873855fb-222e-4b66-82c5-8ad5f6b7caf4 service neutron] 10.222.0.41 "GET /v2.0/networks/56d56df8-ad53-4411-a2e6-e62fee5903cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365458 Apr 18 20:39:12.699783 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e9018ba7-fdc3-4323-affd-11a17d3021b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690285a-4af5-4254-a65a-846556e68668', 'name': 'tempest-ServersTestManualDisk-591377164-router', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c7704d22-9194-42ff-bb80-36090b9070c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:55Z', 'updated_at': '2022-04-18T20:38:14Z', 'revision_number': 4, 'project_id': '2973a3b0af804e7199e15770f476280e', 'gw_port': {'id': 'c7704d22-9194-42ff-bb80-36090b9070c4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690285a-4af5-4254-a65a-846556e68668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:59Z', 'updated_at': '2022-04-18T20:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '5fa01a91-9b03-4b9c-af6b-5a70a2ddb969', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'floating_ip_address': '172.25.1.183', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '7690285a-4af5-4254-a65a-846556e68668', 'port_id': 'ccd53066-fd17-46c4-9924-9ab10bc2973c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80', 'mac_address': 'fa:16:3e:ca:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bbfe7-2980-4869-91f1-60b32a2e2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:38:31Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 1, 'project_id': '2973a3b0af804e7199e15770f476280e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8923fce0-ed42-4625-a40c-88873e69d348', 'name': '', 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'mac_address': 'fa:16:3e:db:dd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690285a-4af5-4254-a65a-846556e68668', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '106aa402-66e8-4b20-a76a-4a5df2e4dfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:10Z', 'updated_at': '2022-04-18T20:38:32Z', 'revision_number': 5, 'project_id': '2973a3b0af804e7199e15770f476280e', 'subnets': [{'id': '106aa402-66e8-4b20-a76a-4a5df2e4dfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:12.817540 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a76bf3-3c36-49f3-865a-7b0318becda4 req-eaf67cae-0113-4fc3-a4d3-b88d8bc76907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:12.819869 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-73a76bf3-3c36-49f3-865a-7b0318becda4 req-eaf67cae-0113-4fc3-a4d3-b88d8bc76907 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c0e305f7-b542-42c8-b395-eb424f597b80 HTTP/1.1" status: 200 len: 912 time: 0.3004177 Apr 18 20:39:12.826904 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-8326767f-8693-42d3-b18e-27a3982e35a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95201784-e605-4f59-bd16-56419ae84a45 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:12.843078 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9018ba7-fdc3-4323-affd-11a17d3021b9 None None] The sync data for ids ['7690285a-4af5-4254-a65a-846556e68668'] in n-d-838323-3 is: [{'id': '7690285a-4af5-4254-a65a-846556e68668', 'name': 'tempest-ServersTestManualDisk-591377164-router', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c7704d22-9194-42ff-bb80-36090b9070c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:55Z', 'updated_at': '2022-04-18T20:38:14Z', 'revision_number': 4, 'project_id': '2973a3b0af804e7199e15770f476280e', 'gw_port': {'id': 'c7704d22-9194-42ff-bb80-36090b9070c4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690285a-4af5-4254-a65a-846556e68668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:59Z', 'updated_at': '2022-04-18T20:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '5fa01a91-9b03-4b9c-af6b-5a70a2ddb969', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'floating_ip_address': '172.25.1.183', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '7690285a-4af5-4254-a65a-846556e68668', 'port_id': 'ccd53066-fd17-46c4-9924-9ab10bc2973c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80', 'mac_address': 'fa:16:3e:ca:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bbfe7-2980-4869-91f1-60b32a2e2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:38:31Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 1, 'project_id': '2973a3b0af804e7199e15770f476280e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8923fce0-ed42-4625-a40c-88873e69d348', 'name': '', 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'mac_address': 'fa:16:3e:db:dd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690285a-4af5-4254-a65a-846556e68668', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '106aa402-66e8-4b20-a76a-4a5df2e4dfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:10Z', 'updated_at': '2022-04-18T20:38:32Z', 'revision_number': 5, 'project_id': '2973a3b0af804e7199e15770f476280e', 'subnets': [{'id': '106aa402-66e8-4b20-a76a-4a5df2e4dfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:39:12.855087 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-8326767f-8693-42d3-b18e-27a3982e35a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:13.023799 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a0a83c0c-40b4-41d3-8703-2b726cebec80, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:13.059387 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'a0a83c0c-40b4-41d3-8703-2b726cebec80', 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'port_id': 'a0a83c0c-40b4-41d3-8703-2b726cebec80', 'mac_address': 'fa:16:3e:72:8d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e471ea4-101a-40ef-81f9-9917dd650719', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:39:13.064401 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-8326767f-8693-42d3-b18e-27a3982e35a7 service neutron] Transition to ACTIVE for port object 95201784-e605-4f59-bd16-56419ae84a45 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:13.087054 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-8326767f-8693-42d3-b18e-27a3982e35a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:13.132723 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:13.187249 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0a83c0c-40b4-41d3-8703-2b726cebec80 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:13.192238 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-73a76bf3-3c36-49f3-865a-7b0318becda4 req-a7ddc8c2-fd57-4d73-95da-72f327e2fe71 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccd53066-fd17-46c4-9924-9ab10bc2973c HTTP/1.1" status: 200 len: 999 time: 0.3566072 Apr 18 20:39:13.287038 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a0a83c0c-40b4-41d3-8703-2b726cebec80, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:13.296030 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:13.376881 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326767f-8693-42d3-b18e-27a3982e35a7 service neutron] Pushing event updated for resources: {'Port': ['ID=95201784-e605-4f59-bd16-56419ae84a45,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:13.389969 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=a0a83c0c-40b4-41d3-8703-2b726cebec80,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:13.438396 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['a0a83c0c-40b4-41d3-8703-2b726cebec80'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:39:13.603381 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-80034e45-5158-4e73-bb66-2e3219f07b59 req-e4ec843d-addc-4b9e-a1c0-13be46bea7cb tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0075061 Apr 18 20:39:13.770146 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ed3f1fe9-1a7b-406a-9c14-44e00335115c service neutron] 10.222.0.41 "GET /v2.0/networks/56d56df8-ad53-4411-a2e6-e62fee5903cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1789935 Apr 18 20:39:13.775287 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a76bf3-3c36-49f3-865a-7b0318becda4 req-2009eec0-407b-4827-aad1-192de7c97172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:13.780984 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-73a76bf3-3c36-49f3-865a-7b0318becda4 req-2009eec0-407b-4827-aad1-192de7c97172 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=106aa402-66e8-4b20-a76a-4a5df2e4dfa3 HTTP/1.1" status: 200 len: 850 time: 0.5795236 Apr 18 20:39:13.819541 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-8326767f-8693-42d3-b18e-27a3982e35a7 service neutron] Attempting to bind port 95201784-e605-4f59-bd16-56419ae84a45 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:13.820414 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-8326767f-8693-42d3-b18e-27a3982e35a7 service neutron] Attempting to bind port 95201784-e605-4f59-bd16-56419ae84a45 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '9685e92c-5add-481d-8884-cc7ec737f512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:13.821223 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-8326767f-8693-42d3-b18e-27a3982e35a7 service neutron] Attempting to bind port 95201784-e605-4f59-bd16-56419ae84a45 on network 2b0f0f53-742c-4158-9900-4acf2578c1ab {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:13.861557 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5f751b-27e2-4721-9776-9cabc6953403 x-openstack-request-id: req-0e5f751b-27e2-4721-9776-9cabc6953403 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:13.862301 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-8326767f-8693-42d3-b18e-27a3982e35a7 service neutron] Port 95201784-e605-4f59-bd16-56419ae84a45 on network 2b0f0f53-742c-4158-9900-4acf2578c1ab not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:39:13.862463 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6d819e-ba47-4596-93e1-9cd954a1c72c", "name": "network-vif-unplugged", "status": "completed", "tag": "cf1eca24-5d84-4e69-bf89-2ab279df31a9", "code": 200}, {"server_uuid": "01a90ed8-5a3a-4e91-81da-3b832d3eec2f", "name": "network-vif-plugged", "status": "completed", "tag": "16f834cc-9787-49bb-9e0f-ca6966e81652", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:13.862647 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-8326767f-8693-42d3-b18e-27a3982e35a7 service neutron] Attempting to bind port 95201784-e605-4f59-bd16-56419ae84a45 on network 2b0f0f53-742c-4158-9900-4acf2578c1ab {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:13.862831 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e5f751b-27e2-4721-9776-9cabc6953403 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:13.862980 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e5f751b-27e2-4721-9776-9cabc6953403'] response: {'server_uuid': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf1eca24-5d84-4e69-bf89-2ab279df31a9', 'code': 200} Apr 18 20:39:13.863335 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e5f751b-27e2-4721-9776-9cabc6953403'] response: {'server_uuid': '01a90ed8-5a3a-4e91-81da-3b832d3eec2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f834cc-9787-49bb-9e0f-ca6966e81652', 'code': 200} Apr 18 20:39:13.903613 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-4aef86bf-c631-4dc9-a043-a562b22a041d service neutron] 10.222.0.41 "GET /v2.0/ports/7c77f7cf-e8d8-4d52-8506-6c7c25f24291?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1242800 Apr 18 20:39:13.916355 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-8326767f-8693-42d3-b18e-27a3982e35a7 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:39:13.916355 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-8326767f-8693-42d3-b18e-27a3982e35a7 service neutron] Checking segment: {'id': '9685e92c-5add-481d-8884-cc7ec737f512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:13.917093 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-8326767f-8693-42d3-b18e-27a3982e35a7 service neutron] Bound using segment: {'id': '9685e92c-5add-481d-8884-cc7ec737f512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:39:13.917439 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-8326767f-8693-42d3-b18e-27a3982e35a7 service neutron] Bound port: 95201784-e605-4f59-bd16-56419ae84a45, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9685e92c-5add-481d-8884-cc7ec737f512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:13.917951 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-8326767f-8693-42d3-b18e-27a3982e35a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.023503 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41078) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:14.081558 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a76bf3-3c36-49f3-865a-7b0318becda4 req-d3560538-b510-4ac6-9206-176481197eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:14.083267 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-73a76bf3-3c36-49f3-865a-7b0318becda4 req-d3560538-b510-4ac6-9206-176481197eea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0e305f7-b542-42c8-b395-eb424f597b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2273195 Apr 18 20:39:14.161403 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-8326767f-8693-42d3-b18e-27a3982e35a7 service neutron] For port 95201784-e605-4f59-bd16-56419ae84a45, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:14.182968 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-8326767f-8693-42d3-b18e-27a3982e35a7 service neutron] For port 95201784-e605-4f59-bd16-56419ae84a45, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=95201784-e605-4f59-bd16-56419ae84a45,segment=NetworkSegment(9685e92c-5add-481d-8884-cc7ec737f512),segment_id=9685e92c-5add-481d-8884-cc7ec737f512)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:14.257830 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-8326767f-8693-42d3-b18e-27a3982e35a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.287946 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-73a76bf3-3c36-49f3-865a-7b0318becda4 req-9ef3a2cc-8d96-40ec-b9a3-2c5e90d865d9 service neutron] 10.222.0.32 "GET /v2.0/networks/c0e305f7-b542-42c8-b395-eb424f597b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891370 Apr 18 20:39:14.310251 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9706f9e5-6662-4b52-8291-ed80d324876a req-da1dda88-155b-4f3b-99d1-5b7ba3d98169 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/8624f196-57c8-4112-bcce-fe9a56a38338 HTTP/1.1" status: 200 len: 1802 time: 0.1903725 Apr 18 20:39:14.324051 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc6a02d-7766-4ce4-9c82-65a048d56af3 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Deleting subnet 943f2df0-0f73-4cb8-a84c-5ab8e15fe980 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:39:14.331418 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-9706f9e5-6662-4b52-8291-ed80d324876a req-efb66f74-17c7-481d-bdcc-4dc29284ddd5 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Request body: {'security_group': {'name': 'tempest-sg-hth-803298291', 'description': 'tempest-description-hth-1064397583'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:14.361239 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5fc6a02d-7766-4ce4-9c82-65a048d56af3 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.386227 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-8326767f-8693-42d3-b18e-27a3982e35a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:14.387240 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-8326767f-8693-42d3-b18e-27a3982e35a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.390235 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-8326767f-8693-42d3-b18e-27a3982e35a7 service neutron] 10.222.0.57 "PUT /v2.0/ports/95201784-e605-4f59-bd16-56419ae84a45 HTTP/1.1" status: 200 len: 1136 time: 3.2127602 Apr 18 20:39:14.454160 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-70963e7d-626e-470c-a7e2-9f371db80eae service neutron] Request body: {'port': {'device_id': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:14.479589 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a0a83c0c-40b4-41d3-8703-2b726cebec80 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:39:14.549091 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a062c62-703c-418e-b18f-c5507eccfa71 req-e9a1a072-6053-4c22-a89f-0925730d288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:14.551665 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5a062c62-703c-418e-b18f-c5507eccfa71 req-e9a1a072-6053-4c22-a89f-0925730d288d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 1096 time: 0.4505556 Apr 18 20:39:14.689272 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326767f-8693-42d3-b18e-27a3982e35a7 service neutron] Pushing event updated for resources: {'Port': ['ID=95201784-e605-4f59-bd16-56419ae84a45,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:14.702483 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67243d32-31b2-4225-a9fc-d4601979ee61 None None] New status for floating IP 5fa01a91-9b03-4b9c-af6b-5a70a2ddb969: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:39:14.703929 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5fc6a02d-7766-4ce4-9c82-65a048d56af3 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.862375 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-70963e7d-626e-470c-a7e2-9f371db80eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.894661 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-73a76bf3-3c36-49f3-865a-7b0318becda4 req-0459d7fa-cfc6-495b-8baa-a812d4c83907 service neutron] 10.222.0.32 "GET /v2.0/networks/c0e305f7-b542-42c8-b395-eb424f597b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5710399 Apr 18 20:39:14.931473 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9706f9e5-6662-4b52-8291-ed80d324876a req-efb66f74-17c7-481d-bdcc-4dc29284ddd5 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.935270 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port a0a83c0c-40b4-41d3-8703-2b726cebec80 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:14.951746 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.015667 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9706f9e5-6662-4b52-8291-ed80d324876a req-efb66f74-17c7-481d-bdcc-4dc29284ddd5 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.027621 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-d122c0b9-1caa-41b5-aaae-aa85810729ad service neutron] 10.222.0.41 "GET /v2.0/networks/6ebd78e3-8ba6-4968-baed-05df69d3d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1052718 Apr 18 20:39:15.084324 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9706f9e5-6662-4b52-8291-ed80d324876a req-efb66f74-17c7-481d-bdcc-4dc29284ddd5 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.097063 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9706f9e5-6662-4b52-8291-ed80d324876a req-efb66f74-17c7-481d-bdcc-4dc29284ddd5 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.116612 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9706f9e5-6662-4b52-8291-ed80d324876a req-efb66f74-17c7-481d-bdcc-4dc29284ddd5 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "PUT /v2.0/security-groups/8624f196-57c8-4112-bcce-fe9a56a38338 HTTP/1.1" status: 200 len: 1776 time: 0.7892447 Apr 18 20:39:15.287034 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.338750 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5a062c62-703c-418e-b18f-c5507eccfa71 req-ddedea51-a517-4381-b0cc-b587b4ff69a9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7571423 Apr 18 20:39:15.354559 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a0a83c0c-40b4-41d3-8703-2b726cebec80, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:15.364139 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.481871 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=a0a83c0c-40b4-41d3-8703-2b726cebec80,revision_number=7']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:15.518548 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb66f74-17c7-481d-bdcc-4dc29284ddd5 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8624f196-57c8-4112-bcce-fe9a56a38338,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:15.528772 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5fc6a02d-7766-4ce4-9c82-65a048d56af3 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.630892 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033f020-ea75-4c38-ad27-cc6bedcb65ff req-b3262d3f-c142-4e49-bc9f-4e013fa7d45d tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:15.640058 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e033f020-ea75-4c38-ad27-cc6bedcb65ff req-b3262d3f-c142-4e49-bc9f-4e013fa7d45d tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.2787931 Apr 18 20:39:15.668753 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd668af-dbdf-4fe7-917a-de19d4e36e54 x-openstack-request-id: req-cfd668af-dbdf-4fe7-917a-de19d4e36e54 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:15.669657 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6d819e-ba47-4596-93e1-9cd954a1c72c", "name": "network-vif-deleted", "tag": "a1b5ed77-e9b0-4a39-8173-c0d43582d65b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "tag": "518d95c4-4917-4c82-b386-f2d314651a91", "status": "completed", "code": 200}, {"server_uuid": "df6d819e-ba47-4596-93e1-9cd954a1c72c", "name": "network-vif-deleted", "tag": "cf1eca24-5d84-4e69-bf89-2ab279df31a9", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:15.669657 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cfd668af-dbdf-4fe7-917a-de19d4e36e54 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:15.669958 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfd668af-dbdf-4fe7-917a-de19d4e36e54'] response: {'server_uuid': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'name': 'network-vif-deleted', 'tag': 'a1b5ed77-e9b0-4a39-8173-c0d43582d65b', 'status': 'completed', 'code': 200} Apr 18 20:39:15.669958 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfd668af-dbdf-4fe7-917a-de19d4e36e54'] response: {'name': 'network-changed', 'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'tag': '518d95c4-4917-4c82-b386-f2d314651a91', 'status': 'completed', 'code': 200} Apr 18 20:39:15.670309 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfd668af-dbdf-4fe7-917a-de19d4e36e54'] response: {'server_uuid': 'df6d819e-ba47-4596-93e1-9cd954a1c72c', 'name': 'network-vif-deleted', 'tag': 'cf1eca24-5d84-4e69-bf89-2ab279df31a9', 'status': 'completed', 'code': 200} Apr 18 20:39:15.692929 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-f214c0fc-f9ee-4474-a6a7-8199c4391ad8 service neutron] 10.222.0.41 "GET /v2.0/networks/6ebd78e3-8ba6-4968-baed-05df69d3d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6639891 Apr 18 20:39:15.722427 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-70963e7d-626e-470c-a7e2-9f371db80eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 261ee228-3034-446a-848b-b1eb0de2a08c {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:15.741573 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-70963e7d-626e-470c-a7e2-9f371db80eae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.749512 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d39252b-0d05-4caa-a25d-a8d948d92670 service neutron] 10.222.0.41 "GET /v2.0/ports/72942681-8a4e-43a3-b295-7bf4150afaac?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0543516 Apr 18 20:39:15.773486 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-70963e7d-626e-470c-a7e2-9f371db80eae service neutron] Transition to ACTIVE for port object 261ee228-3034-446a-848b-b1eb0de2a08c will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:15.798224 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08337-03ae-48df-ad76-0295b401bd9f req-c27be66a-aa75-4862-bbf9-3d7d2eb2e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:15.798743 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08337-03ae-48df-ad76-0295b401bd9f req-c27be66a-aa75-4862-bbf9-3d7d2eb2e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:15.800719 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08337-03ae-48df-ad76-0295b401bd9f req-c27be66a-aa75-4862-bbf9-3d7d2eb2e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:15.801948 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08337-03ae-48df-ad76-0295b401bd9f req-c27be66a-aa75-4862-bbf9-3d7d2eb2e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:15.802404 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08337-03ae-48df-ad76-0295b401bd9f req-c27be66a-aa75-4862-bbf9-3d7d2eb2e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:15.802894 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08337-03ae-48df-ad76-0295b401bd9f req-c27be66a-aa75-4862-bbf9-3d7d2eb2e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:15.805052 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4df08337-03ae-48df-ad76-0295b401bd9f req-c27be66a-aa75-4862-bbf9-3d7d2eb2e442 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=038769a0c1df4ebc8efcb644264a6ef4&device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5292 time: 0.1324663 Apr 18 20:39:15.805745 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-70963e7d-626e-470c-a7e2-9f371db80eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.864974 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54288157-a239-45c5-bdcd-401a8e528dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a83c0c-40b4-41d3-8703-2b726cebec80'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:15.869293 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-f37ae62b-8ae2-4a92-99b3-a6772e9cf4b6 service neutron] 10.222.0.41 "GET /v2.0/networks/6ebd78e3-8ba6-4968-baed-05df69d3d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191857 Apr 18 20:39:15.871226 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9235ed0d-7bea-4083-b32a-9e63f8dcdd24" -d '{"events": [{"server_uuid": "54288157-a239-45c5-bdcd-401a8e528dd0", "name": "network-vif-plugged", "status": "completed", "tag": "a0a83c0c-40b4-41d3-8703-2b726cebec80"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:16.001918 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e033f020-ea75-4c38-ad27-cc6bedcb65ff req-cfd9b3b7-c59d-4372-908a-29ffb1a05f70 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599796 Apr 18 20:39:16.026715 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5fc6a02d-7766-4ce4-9c82-65a048d56af3 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.096919 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32298d3-61a6-4047-a1ed-f412adcb625f None None] Network b8bd28fa-dce1-4529-b79d-031d463a140d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:39:16.109405 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5fc6a02d-7766-4ce4-9c82-65a048d56af3 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.113590 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5fc6a02d-7766-4ce4-9c82-65a048d56af3 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "DELETE /v2.0/subnets/943f2df0-0f73-4cb8-a84c-5ab8e15fe980 HTTP/1.1" status: 204 len: 168 time: 2.0884337 Apr 18 20:39:16.163889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41098) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:16.209689 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70963e7d-626e-470c-a7e2-9f371db80eae service neutron] Pushing event updated for resources: {'Port': ['ID=261ee228-3034-446a-848b-b1eb0de2a08c,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:16.291695 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6a02d-7766-4ce4-9c82-65a048d56af3 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event deleted for resources: {'Subnet': ['ID=943f2df0-0f73-4cb8-a84c-5ab8e15fe980,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:16.368660 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08337-03ae-48df-ad76-0295b401bd9f req-1aaec0b7-28f4-4677-8852-396a92b62e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:16.369279 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08337-03ae-48df-ad76-0295b401bd9f req-1aaec0b7-28f4-4677-8852-396a92b62e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:16.369603 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08337-03ae-48df-ad76-0295b401bd9f req-1aaec0b7-28f4-4677-8852-396a92b62e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:16.372596 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4df08337-03ae-48df-ad76-0295b401bd9f req-1aaec0b7-28f4-4677-8852-396a92b62e16 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=038769a0c1df4ebc8efcb644264a6ef4&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5352092 Apr 18 20:39:16.434761 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-989e9bbd-52f3-4768-ab85-2bdab283ede6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.455082 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-f1d6455e-764e-4de1-be58-329cb0500056 service neutron] 10.222.0.41 "GET /v2.0/networks/6ebd78e3-8ba6-4968-baed-05df69d3d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5846460 Apr 18 20:39:16.510136 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d3d9b5-8110-4e0e-9648-c86ca8a6eb57 None None] DHCP port deletion for b8bd28fa-dce1-4529-b79d-031d463a140d request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:39:16.512069 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644026b-a9fe-4d40-b990-02b2d287460d req-c8431b0b-1d20-4ebd-8dca-108efc1c03fe tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:16.521681 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08337-03ae-48df-ad76-0295b401bd9f req-09cf8c95-c04c-49ba-abdd-8e1a6ad894d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:16.523461 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4df08337-03ae-48df-ad76-0295b401bd9f req-09cf8c95-c04c-49ba-abdd-8e1a6ad894d7 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1444879 Apr 18 20:39:16.525793 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644026b-a9fe-4d40-b990-02b2d287460d req-c8431b0b-1d20-4ebd-8dca-108efc1c03fe tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:16.540029 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-70963e7d-626e-470c-a7e2-9f371db80eae service neutron] Attempting to bind port 261ee228-3034-446a-848b-b1eb0de2a08c on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:16.540704 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-70963e7d-626e-470c-a7e2-9f371db80eae service neutron] Attempting to bind port 261ee228-3034-446a-848b-b1eb0de2a08c by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '9685e92c-5add-481d-8884-cc7ec737f512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:16.541477 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-70963e7d-626e-470c-a7e2-9f371db80eae service neutron] Attempting to bind port 261ee228-3034-446a-848b-b1eb0de2a08c on network 2b0f0f53-742c-4158-9900-4acf2578c1ab {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:16.550308 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-70963e7d-626e-470c-a7e2-9f371db80eae service neutron] Port 261ee228-3034-446a-848b-b1eb0de2a08c on network 2b0f0f53-742c-4158-9900-4acf2578c1ab not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:39:16.550871 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-70963e7d-626e-470c-a7e2-9f371db80eae service neutron] Attempting to bind port 261ee228-3034-446a-848b-b1eb0de2a08c on network 2b0f0f53-742c-4158-9900-4acf2578c1ab {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:16.557172 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644026b-a9fe-4d40-b990-02b2d287460d req-c8431b0b-1d20-4ebd-8dca-108efc1c03fe tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:16.558405 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-70963e7d-626e-470c-a7e2-9f371db80eae service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:39:16.559139 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-70963e7d-626e-470c-a7e2-9f371db80eae service neutron] Checking segment: {'id': '9685e92c-5add-481d-8884-cc7ec737f512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:16.559720 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-70963e7d-626e-470c-a7e2-9f371db80eae service neutron] Bound using segment: {'id': '9685e92c-5add-481d-8884-cc7ec737f512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:39:16.561930 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-70963e7d-626e-470c-a7e2-9f371db80eae service neutron] Bound port: 261ee228-3034-446a-848b-b1eb0de2a08c, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9685e92c-5add-481d-8884-cc7ec737f512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:16.562773 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-70963e7d-626e-470c-a7e2-9f371db80eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.576310 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644026b-a9fe-4d40-b990-02b2d287460d req-c8431b0b-1d20-4ebd-8dca-108efc1c03fe tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:16.590202 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644026b-a9fe-4d40-b990-02b2d287460d req-c8431b0b-1d20-4ebd-8dca-108efc1c03fe tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:16.590880 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-77d3d9b5-8110-4e0e-9648-c86ca8a6eb57 None None] Deleting port e4435682-8246-4b57-9cf8-bffdd6a1589a {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:16.591442 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-77d3d9b5-8110-4e0e-9648-c86ca8a6eb57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.603265 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644026b-a9fe-4d40-b990-02b2d287460d req-c8431b0b-1d20-4ebd-8dca-108efc1c03fe tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:16.617741 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644026b-a9fe-4d40-b990-02b2d287460d req-c8431b0b-1d20-4ebd-8dca-108efc1c03fe tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:16.620232 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d644026b-a9fe-4d40-b990-02b2d287460d req-c8431b0b-1d20-4ebd-8dca-108efc1c03fe tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5383 time: 0.4534438 Apr 18 20:39:16.692025 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-77d3d9b5-8110-4e0e-9648-c86ca8a6eb57 None None] For port e4435682-8246-4b57-9cf8-bffdd6a1589a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=e4435682-8246-4b57-9cf8-bffdd6a1589a,segment=NetworkSegment(33b38762-fd63-48e1-abc2-800616aba7bd),segment_id=33b38762-fd63-48e1-abc2-800616aba7bd)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:16.692449 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-77d3d9b5-8110-4e0e-9648-c86ca8a6eb57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.712252 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-77d3d9b5-8110-4e0e-9648-c86ca8a6eb57 None None] Calling delete_port for e4435682-8246-4b57-9cf8-bffdd6a1589a owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:16.739238 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-70963e7d-626e-470c-a7e2-9f371db80eae service neutron] For port 261ee228-3034-446a-848b-b1eb0de2a08c, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:16.753579 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-70963e7d-626e-470c-a7e2-9f371db80eae service neutron] For port 261ee228-3034-446a-848b-b1eb0de2a08c, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=261ee228-3034-446a-848b-b1eb0de2a08c,segment=NetworkSegment(9685e92c-5add-481d-8884-cc7ec737f512),segment_id=9685e92c-5add-481d-8884-cc7ec737f512)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:16.768608 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-70963e7d-626e-470c-a7e2-9f371db80eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.838309 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-70963e7d-626e-470c-a7e2-9f371db80eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:16.839640 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-70963e7d-626e-470c-a7e2-9f371db80eae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.841206 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-70963e7d-626e-470c-a7e2-9f371db80eae service neutron] 10.222.0.57 "PUT /v2.0/ports/261ee228-3034-446a-848b-b1eb0de2a08c HTTP/1.1" status: 200 len: 1135 time: 2.3946383 Apr 18 20:39:16.867141 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d644026b-a9fe-4d40-b990-02b2d287460d req-486b55ac-19e2-436a-b4d1-2a765dfa84da tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c22c2ed-97fd-4dce-8dfd-c21553233c79&id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2195034 Apr 18 20:39:16.885343 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-77d3d9b5-8110-4e0e-9648-c86ca8a6eb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.886793 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-7cf71c04-5704-4981-bec4-ab63c07ab04b service neutron] Request body: {'port': {'device_id': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:16.945054 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3d9b5-8110-4e0e-9648-c86ca8a6eb57 None None] Pushing event deleted for resources: {'Port': ['ID=e4435682-8246-4b57-9cf8-bffdd6a1589a,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:16.953564 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d3d9b5-8110-4e0e-9648-c86ca8a6eb57 None None] No DVR routers for this DVR port e4435682-8246-4b57-9cf8-bffdd6a1589a on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:16.991506 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-09fee4f7-cf8d-408e-829f-6704640def21 service neutron] 10.222.0.41 "GET /v2.0/networks/6ebd78e3-8ba6-4968-baed-05df69d3d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675201 Apr 18 20:39:16.991779 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70963e7d-626e-470c-a7e2-9f371db80eae service neutron] Pushing event updated for resources: {'Port': ['ID=261ee228-3034-446a-848b-b1eb0de2a08c,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:17.050401 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-7cf71c04-5704-4981-bec4-ab63c07ab04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:17.141449 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-d87450dc-3756-4607-aa7e-4fc2ac081785 service neutron] 10.222.0.41 "GET /v2.0/networks/6ebd78e3-8ba6-4968-baed-05df69d3d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506667 Apr 18 20:39:17.275373 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-989e9bbd-52f3-4768-ab85-2bdab283ede6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Deleting port e4435682-8246-4b57-9cf8-bffdd6a1589a {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:17.276564 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-989e9bbd-52f3-4768-ab85-2bdab283ede6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:17.307423 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-20bdb567-983f-4ae5-b556-faf0295efb79 service neutron] 10.222.0.41 "GET /v2.0/networks/6ebd78e3-8ba6-4968-baed-05df69d3d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624496 Apr 18 20:39:17.501281 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-989e9bbd-52f3-4768-ab85-2bdab283ede6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] For port e4435682-8246-4b57-9cf8-bffdd6a1589a, host n-d-838323-3, got binding levels [] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:17.501772 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-989e9bbd-52f3-4768-ab85-2bdab283ede6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:17.531155 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-00e1d6ab-2f0a-442b-9a9c-a372b9d30f7d req-b7c466bd-27ae-49d1-85c0-25c1f71ac1d8 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/8624f196-57c8-4112-bcce-fe9a56a38338 HTTP/1.1" status: 200 len: 1776 time: 0.3849311 Apr 18 20:39:17.539960 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-989e9bbd-52f3-4768-ab85-2bdab283ede6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Calling delete_port for e4435682-8246-4b57-9cf8-bffdd6a1589a owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:17.551854 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-d639512e-1291-44ce-bf24-62bf19343ed2 service neutron] 10.222.0.41 "GET /v2.0/networks/6ebd78e3-8ba6-4968-baed-05df69d3d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432630 Apr 18 20:39:17.564228 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.ipam_backend_mixin [None req-989e9bbd-52f3-4768-ab85-2bdab283ede6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Port e4435682-8246-4b57-9cf8-bffdd6a1589a was not found and therefore no delete operation was performed {{(pid=102908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 20:39:17.580839 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-989e9bbd-52f3-4768-ab85-2bdab283ede6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:17.597513 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989e9bbd-52f3-4768-ab85-2bdab283ede6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] No DVR routers for this DVR port e4435682-8246-4b57-9cf8-bffdd6a1589a on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:17.625072 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-7cf71c04-5704-4981-bec4-ab63c07ab04b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 088f9125-e7ed-4d40-819c-3af12453d6a0 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:17.635410 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-7cf71c04-5704-4981-bec4-ab63c07ab04b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:17.652125 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-7cf71c04-5704-4981-bec4-ab63c07ab04b service neutron] Transition to ACTIVE for port object 088f9125-e7ed-4d40-819c-3af12453d6a0 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:17.667380 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-7cf71c04-5704-4981-bec4-ab63c07ab04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:17.669421 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a188ad6-0643-4863-9823-abab2e750c45 x-openstack-request-id: req-0a188ad6-0643-4863-9823-abab2e750c45 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:17.674935 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54288157-a239-45c5-bdcd-401a8e528dd0", "name": "network-vif-plugged", "status": "completed", "tag": "a0a83c0c-40b4-41d3-8703-2b726cebec80", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:17.675982 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a188ad6-0643-4863-9823-abab2e750c45 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:17.677135 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a188ad6-0643-4863-9823-abab2e750c45'] response: {'server_uuid': '54288157-a239-45c5-bdcd-401a8e528dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a83c0c-40b4-41d3-8703-2b726cebec80', 'code': 200} Apr 18 20:39:17.721785 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'tag': '95201784-e605-4f59-bd16-56419ae84a45'}, {'name': 'network-changed', 'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'tag': '261ee228-3034-446a-848b-b1eb0de2a08c'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:17.724252 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defc6788-50e4-4e74-88ca-b9a1de2499cd" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "tag": "95201784-e605-4f59-bd16-56419ae84a45"}, {"name": "network-changed", "server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "tag": "261ee228-3034-446a-848b-b1eb0de2a08c"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:17.727447 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf71c04-5704-4981-bec4-ab63c07ab04b service neutron] Pushing event updated for resources: {'Port': ['ID=088f9125-e7ed-4d40-819c-3af12453d6a0,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:17.758401 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e4435682-8246-4b57-9cf8-bffdd6a1589a no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:39:17.784057 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-9e067c01-83e5-4f47-8f8f-3af99c326560 service neutron] 10.222.0.41 "GET /v2.0/networks/f0513885-75e1-4841-8e3e-94a85e5d0ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309759 Apr 18 20:39:17.789301 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e9bbd-52f3-4768-ab85-2bdab283ede6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event deleted for resources: {'Port': ['ID=e4435682-8246-4b57-9cf8-bffdd6a1589a,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:17.877178 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: e4435682-8246-4b57-9cf8-bffdd6a1589a {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:39:17.877528 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e4435682-8246-4b57-9cf8-bffdd6a1589a not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:39:17.950471 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-989e9bbd-52f3-4768-ab85-2bdab283ede6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:17.962977 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-7cf71c04-5704-4981-bec4-ab63c07ab04b service neutron] Attempting to bind port 088f9125-e7ed-4d40-819c-3af12453d6a0 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:17.963782 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-7cf71c04-5704-4981-bec4-ab63c07ab04b service neutron] Attempting to bind port 088f9125-e7ed-4d40-819c-3af12453d6a0 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '9685e92c-5add-481d-8884-cc7ec737f512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:17.964694 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-7cf71c04-5704-4981-bec4-ab63c07ab04b service neutron] Attempting to bind port 088f9125-e7ed-4d40-819c-3af12453d6a0 on network 2b0f0f53-742c-4158-9900-4acf2578c1ab {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:17.981216 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-7cf71c04-5704-4981-bec4-ab63c07ab04b service neutron] Port 088f9125-e7ed-4d40-819c-3af12453d6a0 on network 2b0f0f53-742c-4158-9900-4acf2578c1ab not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:39:17.981525 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-7cf71c04-5704-4981-bec4-ab63c07ab04b service neutron] Attempting to bind port 088f9125-e7ed-4d40-819c-3af12453d6a0 on network 2b0f0f53-742c-4158-9900-4acf2578c1ab {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:17.995576 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-7cf71c04-5704-4981-bec4-ab63c07ab04b service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:39:17.996095 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-7cf71c04-5704-4981-bec4-ab63c07ab04b service neutron] Checking segment: {'id': '9685e92c-5add-481d-8884-cc7ec737f512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:17.996841 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-7cf71c04-5704-4981-bec4-ab63c07ab04b service neutron] Bound using segment: {'id': '9685e92c-5add-481d-8884-cc7ec737f512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:39:17.997577 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-7cf71c04-5704-4981-bec4-ab63c07ab04b service neutron] Bound port: 088f9125-e7ed-4d40-819c-3af12453d6a0, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9685e92c-5add-481d-8884-cc7ec737f512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:17.998209 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-7cf71c04-5704-4981-bec4-ab63c07ab04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.040380 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-989e9bbd-52f3-4768-ab85-2bdab283ede6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8bd28fa-dce1-4529-b79d-031d463a140d']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:18.066546 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-989e9bbd-52f3-4768-ab85-2bdab283ede6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b38762-fd63-48e1-abc2-800616aba7bd') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:18.066937 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-989e9bbd-52f3-4768-ab85-2bdab283ede6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b38762-fd63-48e1-abc2-800616aba7bd') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:18.085474 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-989e9bbd-52f3-4768-ab85-2bdab283ede6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.121399 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8c579-ef7f-49f1-b319-54cdc4c697bd req-ca4bc21d-e1f2-4b64-8717-d8db3dcf6478 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:18.129692 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26d8c579-ef7f-49f1-b319-54cdc4c697bd req-ca4bc21d-e1f2-4b64-8717-d8db3dcf6478 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.3381968 Apr 18 20:39:18.144111 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-989e9bbd-52f3-4768-ab85-2bdab283ede6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.183857 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-7cf71c04-5704-4981-bec4-ab63c07ab04b service neutron] For port 088f9125-e7ed-4d40-819c-3af12453d6a0, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:18.193363 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-7cf71c04-5704-4981-bec4-ab63c07ab04b service neutron] For port 088f9125-e7ed-4d40-819c-3af12453d6a0, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=088f9125-e7ed-4d40-819c-3af12453d6a0,segment=NetworkSegment(9685e92c-5add-481d-8884-cc7ec737f512),segment_id=9685e92c-5add-481d-8884-cc7ec737f512)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:18.196072 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989e9bbd-52f3-4768-ab85-2bdab283ede6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:39:18.197020 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-989e9bbd-52f3-4768-ab85-2bdab283ede6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.204468 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ffa3c3b9-17cb-480f-8db3-6d7e89ef5da2 service neutron] 10.222.0.41 "GET /v2.0/networks/f0513885-75e1-4841-8e3e-94a85e5d0ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866673 Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:39:18.205223 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:39:18.220740 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-7cf71c04-5704-4981-bec4-ab63c07ab04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.305343 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26d8c579-ef7f-49f1-b319-54cdc4c697bd req-7f75a1ca-3a2c-4066-a37d-0b4c4fe21bc6 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742418 Apr 18 20:39:18.359270 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-7cf71c04-5704-4981-bec4-ab63c07ab04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:18.359897 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-7cf71c04-5704-4981-bec4-ab63c07ab04b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.361448 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-7cf71c04-5704-4981-bec4-ab63c07ab04b service neutron] 10.222.0.57 "PUT /v2.0/ports/088f9125-e7ed-4d40-819c-3af12453d6a0 HTTP/1.1" status: 200 len: 1091 time: 1.4814961 Apr 18 20:39:18.393566 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf71c04-5704-4981-bec4-ab63c07ab04b service neutron] Pushing event updated for resources: {'Port': ['ID=088f9125-e7ed-4d40-819c-3af12453d6a0,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:18.414732 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6bf6c246-79e5-4c84-a123-d15e20291e61 service neutron] Request body: {'port': {'device_id': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:18.488721 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6bf6c246-79e5-4c84-a123-d15e20291e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.623229 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-989e9bbd-52f3-4768-ab85-2bdab283ede6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.676981 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-989e9bbd-52f3-4768-ab85-2bdab283ede6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.683145 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-989e9bbd-52f3-4768-ab85-2bdab283ede6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "DELETE /v2.0/networks/b8bd28fa-dce1-4529-b79d-031d463a140d HTTP/1.1" status: 204 len: 168 time: 2.5174279 Apr 18 20:39:18.686245 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41122) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:18.727731 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e9bbd-52f3-4768-ab85-2bdab283ede6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event deleted for resources: {'Network': ['ID=b8bd28fa-dce1-4529-b79d-031d463a140d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:18.786040 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e298c77-c865-45de-991a-4903b998e22e req-54315a16-a5cf-4dbd-acae-74823041297f tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/8624f196-57c8-4112-bcce-fe9a56a38338 HTTP/1.1" status: 200 len: 1776 time: 0.2661910 Apr 18 20:39:18.823289 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57115de-0957-4ccd-8a61-f2f55a11095a tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Deleting subnet bf0b1816-577b-4602-acb8-51fcdc6883ca {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:39:18.834184 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d57115de-0957-4ccd-8a61-f2f55a11095a tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.837378 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-2d4a8463-8918-4f2e-aefa-92f50c72e551 service neutron] 10.222.0.41 "GET /v2.0/networks/f0513885-75e1-4841-8e3e-94a85e5d0ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6201253 Apr 18 20:39:18.953247 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d57115de-0957-4ccd-8a61-f2f55a11095a tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.083037 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3e298c77-c865-45de-991a-4903b998e22e req-6d9ed63f-bf99-4741-84c4-7fd57e0e741f tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.142198 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6bf6c246-79e5-4c84-a123-d15e20291e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:19.147574 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d57115de-0957-4ccd-8a61-f2f55a11095a tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.171568 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3e298c77-c865-45de-991a-4903b998e22e req-6d9ed63f-bf99-4741-84c4-7fd57e0e741f tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.178959 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-1fe27bfd-7f7d-4f4d-9d70-a9b14a2ec769 service neutron] 10.222.0.41 "GET /v2.0/networks/f0513885-75e1-4841-8e3e-94a85e5d0ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304813 Apr 18 20:39:19.191914 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6bf6c246-79e5-4c84-a123-d15e20291e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.222707 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6bf6c246-79e5-4c84-a123-d15e20291e61 service neutron] Transition to ACTIVE for port object 8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:19.235226 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6bf6c246-79e5-4c84-a123-d15e20291e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.242401 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3e298c77-c865-45de-991a-4903b998e22e req-6d9ed63f-bf99-4741-84c4-7fd57e0e741f tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.246104 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3e298c77-c865-45de-991a-4903b998e22e req-6d9ed63f-bf99-4741-84c4-7fd57e0e741f tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.261168 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e298c77-c865-45de-991a-4903b998e22e req-6d9ed63f-bf99-4741-84c4-7fd57e0e741f tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "DELETE /v2.0/security-groups/8624f196-57c8-4112-bcce-fe9a56a38338 HTTP/1.1" status: 204 len: 173 time: 0.4626758 Apr 18 20:39:19.315552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ed63f-bf99-4741-84c4-7fd57e0e741f tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8624f196-57c8-4112-bcce-fe9a56a38338,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:19.359248 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d57115de-0957-4ccd-8a61-f2f55a11095a tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.362637 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6c246-79e5-4c84-a123-d15e20291e61 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:19.454266 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de78bbdd-124b-40eb-a494-b9dd0587ad0e None None] Network be8054fa-4687-4cda-b57e-526d30f6a923 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:39:19.470823 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57115de-0957-4ccd-8a61-f2f55a11095a tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event deleted for resources: {'Subnet': ['ID=bf0b1816-577b-4602-acb8-51fcdc6883ca,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:19.473558 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d57115de-0957-4ccd-8a61-f2f55a11095a tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.477858 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d57115de-0957-4ccd-8a61-f2f55a11095a tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "DELETE /v2.0/subnets/bf0b1816-577b-4602-acb8-51fcdc6883ca HTTP/1.1" status: 204 len: 168 time: 0.7902811 Apr 18 20:39:19.481155 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41132) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:19.491507 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae06e41-c8ad-4087-a312-99e16b7573fa x-openstack-request-id: req-1ae06e41-c8ad-4087-a312-99e16b7573fa {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:19.491877 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "tag": "95201784-e605-4f59-bd16-56419ae84a45", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "tag": "261ee228-3034-446a-848b-b1eb0de2a08c", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:19.492061 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ae06e41-c8ad-4087-a312-99e16b7573fa {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:19.492472 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae06e41-c8ad-4087-a312-99e16b7573fa'] response: {'name': 'network-changed', 'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'tag': '95201784-e605-4f59-bd16-56419ae84a45', 'status': 'completed', 'code': 200} Apr 18 20:39:19.492733 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae06e41-c8ad-4087-a312-99e16b7573fa'] response: {'name': 'network-changed', 'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'tag': '261ee228-3034-446a-848b-b1eb0de2a08c', 'status': 'completed', 'code': 200} Apr 18 20:39:19.585283 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6bf6c246-79e5-4c84-a123-d15e20291e61 service neutron] Attempting to bind port 8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:19.585661 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6bf6c246-79e5-4c84-a123-d15e20291e61 service neutron] Attempting to bind port 8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '9685e92c-5add-481d-8884-cc7ec737f512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:19.586026 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6bf6c246-79e5-4c84-a123-d15e20291e61 service neutron] Attempting to bind port 8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78 on network 2b0f0f53-742c-4158-9900-4acf2578c1ab {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:19.609390 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6bf6c246-79e5-4c84-a123-d15e20291e61 service neutron] Port 8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78 on network 2b0f0f53-742c-4158-9900-4acf2578c1ab not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:39:19.609826 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6bf6c246-79e5-4c84-a123-d15e20291e61 service neutron] Attempting to bind port 8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78 on network 2b0f0f53-742c-4158-9900-4acf2578c1ab {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:19.621519 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6bf6c246-79e5-4c84-a123-d15e20291e61 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:39:19.621874 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6bf6c246-79e5-4c84-a123-d15e20291e61 service neutron] Checking segment: {'id': '9685e92c-5add-481d-8884-cc7ec737f512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:19.622266 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6bf6c246-79e5-4c84-a123-d15e20291e61 service neutron] Bound using segment: {'id': '9685e92c-5add-481d-8884-cc7ec737f512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:39:19.622721 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6bf6c246-79e5-4c84-a123-d15e20291e61 service neutron] Bound port: 8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9685e92c-5add-481d-8884-cc7ec737f512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:19.623098 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6bf6c246-79e5-4c84-a123-d15e20291e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.669884 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-fefb3054-89ec-4390-95fb-bdf54bd7b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:19.671053 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-fefb3054-89ec-4390-95fb-bdf54bd7b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:19.672066 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-fefb3054-89ec-4390-95fb-bdf54bd7b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:19.673040 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-fefb3054-89ec-4390-95fb-bdf54bd7b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:19.673872 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-fefb3054-89ec-4390-95fb-bdf54bd7b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:19.674676 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-fefb3054-89ec-4390-95fb-bdf54bd7b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:19.675504 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-fefb3054-89ec-4390-95fb-bdf54bd7b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:19.679142 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-fefb3054-89ec-4390-95fb-bdf54bd7b5bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=038769a0c1df4ebc8efcb644264a6ef4&device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 6312 time: 0.1612046 Apr 18 20:39:19.816528 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57707c9a-a28d-49f9-90f4-bcd5c54009de tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.926777 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10b69b-7ddc-4d41-915e-fe4c44d3be53 req-c55f4e37-614f-4a1b-9d82-b0e12553d04c tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:19.934624 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10b69b-7ddc-4d41-915e-fe4c44d3be53 req-c55f4e37-614f-4a1b-9d82-b0e12553d04c tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:19.941175 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10b69b-7ddc-4d41-915e-fe4c44d3be53 req-c55f4e37-614f-4a1b-9d82-b0e12553d04c tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:19.948678 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10b69b-7ddc-4d41-915e-fe4c44d3be53 req-c55f4e37-614f-4a1b-9d82-b0e12553d04c tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:19.960053 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10b69b-7ddc-4d41-915e-fe4c44d3be53 req-c55f4e37-614f-4a1b-9d82-b0e12553d04c tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:19.967788 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-e956bc19-c3ee-4acb-8268-ef163ec4cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:19.968062 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10b69b-7ddc-4d41-915e-fe4c44d3be53 req-c55f4e37-614f-4a1b-9d82-b0e12553d04c tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:19.968193 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-e956bc19-c3ee-4acb-8268-ef163ec4cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:19.969033 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-e956bc19-c3ee-4acb-8268-ef163ec4cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:19.971835 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-e956bc19-c3ee-4acb-8268-ef163ec4cc6e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=038769a0c1df4ebc8efcb644264a6ef4&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2821920 Apr 18 20:39:19.974474 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10b69b-7ddc-4d41-915e-fe4c44d3be53 req-c55f4e37-614f-4a1b-9d82-b0e12553d04c tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:19.983119 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c10b69b-7ddc-4d41-915e-fe4c44d3be53 req-c55f4e37-614f-4a1b-9d82-b0e12553d04c tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5407 time: 0.1640015 Apr 18 20:39:20.001331 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1aab43-ccc9-4a3a-b995-9c8d120e5f44 None None] DHCP port deletion for be8054fa-4687-4cda-b57e-526d30f6a923 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:39:20.088050 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c10b69b-7ddc-4d41-915e-fe4c44d3be53 req-f52fc25e-7f0a-498b-bf27-249f68c83e8f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c22c2ed-97fd-4dce-8dfd-c21553233c79&id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1027110 Apr 18 20:39:20.129201 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-57707c9a-a28d-49f9-90f4-bcd5c54009de tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Deleting port 71668fd6-4b74-49a6-865b-cd296de6ea2d {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:20.129922 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57707c9a-a28d-49f9-90f4-bcd5c54009de tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:20.181061 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6bf6c246-79e5-4c84-a123-d15e20291e61 service neutron] For port 8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:20.187402 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6bf6c246-79e5-4c84-a123-d15e20291e61 service neutron] For port 8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78,segment=NetworkSegment(9685e92c-5add-481d-8884-cc7ec737f512),segment_id=9685e92c-5add-481d-8884-cc7ec737f512)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:20.205379 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6bf6c246-79e5-4c84-a123-d15e20291e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:20.212042 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ed1aab43-ccc9-4a3a-b995-9c8d120e5f44 None None] Deleting port 71668fd6-4b74-49a6-865b-cd296de6ea2d {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:20.212326 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ed1aab43-ccc9-4a3a-b995-9c8d120e5f44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:20.319656 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-4a608cd5-bd96-4779-ba73-2b8de3cde7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:20.321456 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-4a608cd5-bd96-4779-ba73-2b8de3cde7c5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3407533 Apr 18 20:39:20.361993 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6bf6c246-79e5-4c84-a123-d15e20291e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:20.366612 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6bf6c246-79e5-4c84-a123-d15e20291e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:20.369319 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6bf6c246-79e5-4c84-a123-d15e20291e61 service neutron] 10.222.0.57 "PUT /v2.0/ports/8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78 HTTP/1.1" status: 200 len: 1091 time: 1.9621506 Apr 18 20:39:20.373342 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ed1aab43-ccc9-4a3a-b995-9c8d120e5f44 None None] For port 71668fd6-4b74-49a6-865b-cd296de6ea2d, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=71668fd6-4b74-49a6-865b-cd296de6ea2d,segment=NetworkSegment(7977201b-c284-4359-8cfc-410b3da0206a),segment_id=7977201b-c284-4359-8cfc-410b3da0206a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:20.374014 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ed1aab43-ccc9-4a3a-b995-9c8d120e5f44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:20.415979 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-e9a54b48-168f-4a84-88c5-e89e9cd8f4d2 service neutron] Request body: {'port': {'device_id': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:20.443493 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ed1aab43-ccc9-4a3a-b995-9c8d120e5f44 None None] Calling delete_port for 71668fd6-4b74-49a6-865b-cd296de6ea2d owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:20.483995 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6c246-79e5-4c84-a123-d15e20291e61 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:20.542244 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-f0521a91-a992-4ac5-a874-3050f92f29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:20.542732 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-f0521a91-a992-4ac5-a874-3050f92f29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:20.543210 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-f0521a91-a992-4ac5-a874-3050f92f29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:20.543682 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-f0521a91-a992-4ac5-a874-3050f92f29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:20.544148 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-f0521a91-a992-4ac5-a874-3050f92f29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:20.544652 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-f0521a91-a992-4ac5-a874-3050f92f29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:20.545367 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-f0521a91-a992-4ac5-a874-3050f92f29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:20.547715 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-f0521a91-a992-4ac5-a874-3050f92f29d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=038769a0c1df4ebc8efcb644264a6ef4&device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 6354 time: 0.1622586 Apr 18 20:39:20.626018 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ed1aab43-ccc9-4a3a-b995-9c8d120e5f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:20.697006 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1aab43-ccc9-4a3a-b995-9c8d120e5f44 None None] Pushing event deleted for resources: {'Port': ['ID=71668fd6-4b74-49a6-865b-cd296de6ea2d,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:20.757229 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1aab43-ccc9-4a3a-b995-9c8d120e5f44 None None] No DVR routers for this DVR port 71668fd6-4b74-49a6-865b-cd296de6ea2d on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:20.798305 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-52e184ca-8bc4-41cb-99a5-8b4d412bfe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:20.799086 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-52e184ca-8bc4-41cb-99a5-8b4d412bfe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:20.799883 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-52e184ca-8bc4-41cb-99a5-8b4d412bfe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:20.802604 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-52e184ca-8bc4-41cb-99a5-8b4d412bfe15 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=038769a0c1df4ebc8efcb644264a6ef4&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2379980 Apr 18 20:39:20.807227 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-e9a54b48-168f-4a84-88c5-e89e9cd8f4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:20.897593 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-57707c9a-a28d-49f9-90f4-bcd5c54009de tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] For port 71668fd6-4b74-49a6-865b-cd296de6ea2d, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=71668fd6-4b74-49a6-865b-cd296de6ea2d,segment=NetworkSegment(7977201b-c284-4359-8cfc-410b3da0206a),segment_id=7977201b-c284-4359-8cfc-410b3da0206a)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:20.901074 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57707c9a-a28d-49f9-90f4-bcd5c54009de tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:20.988599 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-215e7545-031f-451b-936f-97af80b926d8 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:21.008591 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-215e7545-031f-451b-936f-97af80b926d8 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/networks?id=ed2b0c12-45b2-4296-81f8-31d496e92fff HTTP/1.1" status: 200 len: 813 time: 0.7575958 Apr 18 20:39:21.028174 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-57707c9a-a28d-49f9-90f4-bcd5c54009de tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Calling delete_port for 71668fd6-4b74-49a6-865b-cd296de6ea2d owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:21.138891 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-5d17dbb5-e93c-4f1e-8282-28c8b65fa909 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/quotas/b15a212f24594521a622268ceffef952 HTTP/1.1" status: 200 len: 375 time: 0.1138134 Apr 18 20:39:21.175451 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c5767c8-c7d2-4f9a-9db8-76c8f021cb73 req-8a9e5553-7d39-4004-bbbd-9484b0dcaded tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 210 time: 0.1116064 Apr 18 20:39:21.489261 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-bd279f7f-8d42-46ad-bba5-b85715d25e8e tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b15a212f24594521a622268ceffef952&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3458557 Apr 18 20:39:21.651368 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57707c9a-a28d-49f9-90f4-bcd5c54009de tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:21.742784 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'tag': '088f9125-e7ed-4d40-819c-3af12453d6a0'}, {'name': 'network-changed', 'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'tag': '8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:21.745055 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "tag": "088f9125-e7ed-4d40-819c-3af12453d6a0"}, {"name": "network-changed", "server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "tag": "8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:21.765194 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-f0cc1d38-f773-40bf-bfa6-6183be7b6806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:21.767029 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-defc6788-50e4-4e74-88ca-b9a1de2499cd req-f0cc1d38-f773-40bf-bfa6-6183be7b6806 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9542413 Apr 18 20:39:21.807254 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57707c9a-a28d-49f9-90f4-bcd5c54009de tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event deleted for resources: {'Port': ['ID=71668fd6-4b74-49a6-865b-cd296de6ea2d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:21.812039 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 71668fd6-4b74-49a6-865b-cd296de6ea2d no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:39:21.840972 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57707c9a-a28d-49f9-90f4-bcd5c54009de tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] No DVR routers for this DVR port 71668fd6-4b74-49a6-865b-cd296de6ea2d on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:21.874214 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 71668fd6-4b74-49a6-865b-cd296de6ea2d {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:39:21.874788 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 71668fd6-4b74-49a6-865b-cd296de6ea2d not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:39:21.920097 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5180c-6065-4cbb-91c6-5b8684bdf0a2 req-89af13e8-b0e6-49b5-a6e6-30dc5690cd04 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:21.935313 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5180c-6065-4cbb-91c6-5b8684bdf0a2 req-89af13e8-b0e6-49b5-a6e6-30dc5690cd04 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:21.950771 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5180c-6065-4cbb-91c6-5b8684bdf0a2 req-89af13e8-b0e6-49b5-a6e6-30dc5690cd04 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:21.968816 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5180c-6065-4cbb-91c6-5b8684bdf0a2 req-89af13e8-b0e6-49b5-a6e6-30dc5690cd04 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:21.981473 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5180c-6065-4cbb-91c6-5b8684bdf0a2 req-89af13e8-b0e6-49b5-a6e6-30dc5690cd04 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:21.989516 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5180c-6065-4cbb-91c6-5b8684bdf0a2 req-89af13e8-b0e6-49b5-a6e6-30dc5690cd04 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:22.000604 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5180c-6065-4cbb-91c6-5b8684bdf0a2 req-89af13e8-b0e6-49b5-a6e6-30dc5690cd04 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:22.000604 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbc5180c-6065-4cbb-91c6-5b8684bdf0a2 req-89af13e8-b0e6-49b5-a6e6-30dc5690cd04 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5407 time: 0.4889655 Apr 18 20:39:22.002489 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-e9a54b48-168f-4a84-88c5-e89e9cd8f4d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d3bdca7-278d-47f1-a781-98e6caeb3fe5 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:22.025934 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-e9a54b48-168f-4a84-88c5-e89e9cd8f4d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.066613 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-e9a54b48-168f-4a84-88c5-e89e9cd8f4d2 service neutron] Transition to ACTIVE for port object 8d3bdca7-278d-47f1-a781-98e6caeb3fe5 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:22.079408 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-e9a54b48-168f-4a84-88c5-e89e9cd8f4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.088463 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-13e7f70b-d7c7-46c2-9d39-17b1aa43b905 service neutron] 10.222.0.41 "GET /v2.0/networks/ed2b0c12-45b2-4296-81f8-31d496e92fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5920472 Apr 18 20:39:22.218349 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57707c9a-a28d-49f9-90f4-bcd5c54009de tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.241834 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbc5180c-6065-4cbb-91c6-5b8684bdf0a2 req-a06d22c6-05f8-422b-9fb6-d5f2bf5571d2 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c22c2ed-97fd-4dce-8dfd-c21553233c79&id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2141271 Apr 18 20:39:22.299290 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a54b48-168f-4a84-88c5-e89e9cd8f4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3bdca7-278d-47f1-a781-98e6caeb3fe5,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:22.313393 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-57707c9a-a28d-49f9-90f4-bcd5c54009de tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be8054fa-4687-4cda-b57e-526d30f6a923']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:22.350991 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-4ad21740-006e-4def-a203-61ab25607ad3 req-db0ad1d9-c87a-44f0-a711-ad2afb63e411 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] show failed (client error): The resource could not be found. Apr 18 20:39:22.370887 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ad21740-006e-4def-a203-61ab25607ad3 req-db0ad1d9-c87a-44f0-a711-ad2afb63e411 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/df6bced5-f6e8-48cd-9e26-806dae87124b HTTP/1.1" status: 404 len: 352 time: 0.0719769 Apr 18 20:39:22.373912 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-57707c9a-a28d-49f9-90f4-bcd5c54009de tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7977201b-c284-4359-8cfc-410b3da0206a') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:22.373912 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-57707c9a-a28d-49f9-90f4-bcd5c54009de tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7977201b-c284-4359-8cfc-410b3da0206a') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:22.445962 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57707c9a-a28d-49f9-90f4-bcd5c54009de tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.452674 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ba62dc-85dc-410d-99bd-b0dbaf5eefc4 x-openstack-request-id: req-a0ba62dc-85dc-410d-99bd-b0dbaf5eefc4 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:22.462016 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "tag": "088f9125-e7ed-4d40-819c-3af12453d6a0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "tag": "8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:22.462579 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0ba62dc-85dc-410d-99bd-b0dbaf5eefc4 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:22.463826 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0ba62dc-85dc-410d-99bd-b0dbaf5eefc4'] response: {'name': 'network-changed', 'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'tag': '088f9125-e7ed-4d40-819c-3af12453d6a0', 'status': 'completed', 'code': 200} Apr 18 20:39:22.464176 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0ba62dc-85dc-410d-99bd-b0dbaf5eefc4'] response: {'name': 'network-changed', 'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'tag': '8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78', 'status': 'completed', 'code': 200} Apr 18 20:39:22.532748 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57707c9a-a28d-49f9-90f4-bcd5c54009de tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.536327 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-e9a54b48-168f-4a84-88c5-e89e9cd8f4d2 service neutron] Attempting to bind port 8d3bdca7-278d-47f1-a781-98e6caeb3fe5 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:22.540171 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-e9a54b48-168f-4a84-88c5-e89e9cd8f4d2 service neutron] Attempting to bind port 8d3bdca7-278d-47f1-a781-98e6caeb3fe5 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '3a670b0e-6c3c-43fd-a0c4-ca85021cbf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a8f8942e-3e1a-43d9-880b-ea4411c35474'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:22.540889 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-e9a54b48-168f-4a84-88c5-e89e9cd8f4d2 service neutron] Attempting to bind port 8d3bdca7-278d-47f1-a781-98e6caeb3fe5 on network a8f8942e-3e1a-43d9-880b-ea4411c35474 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:22.564617 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-6945bf15-4d2b-49bb-8f67-69ed32d807bf service neutron] 10.222.0.41 "GET /v2.0/networks/ed2b0c12-45b2-4296-81f8-31d496e92fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749837 Apr 18 20:39:22.585571 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-e9a54b48-168f-4a84-88c5-e89e9cd8f4d2 service neutron] Port 8d3bdca7-278d-47f1-a781-98e6caeb3fe5 on network a8f8942e-3e1a-43d9-880b-ea4411c35474 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:39:22.585961 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-e9a54b48-168f-4a84-88c5-e89e9cd8f4d2 service neutron] Attempting to bind port 8d3bdca7-278d-47f1-a781-98e6caeb3fe5 on network a8f8942e-3e1a-43d9-880b-ea4411c35474 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:22.595974 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-e9a54b48-168f-4a84-88c5-e89e9cd8f4d2 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:39:22.596315 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-e9a54b48-168f-4a84-88c5-e89e9cd8f4d2 service neutron] Checking segment: {'id': '3a670b0e-6c3c-43fd-a0c4-ca85021cbf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a8f8942e-3e1a-43d9-880b-ea4411c35474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:22.596723 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-e9a54b48-168f-4a84-88c5-e89e9cd8f4d2 service neutron] Bound using segment: {'id': '3a670b0e-6c3c-43fd-a0c4-ca85021cbf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a8f8942e-3e1a-43d9-880b-ea4411c35474'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:39:22.597397 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-e9a54b48-168f-4a84-88c5-e89e9cd8f4d2 service neutron] Bound port: 8d3bdca7-278d-47f1-a781-98e6caeb3fe5, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a670b0e-6c3c-43fd-a0c4-ca85021cbf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a8f8942e-3e1a-43d9-880b-ea4411c35474'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:22.597789 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-e9a54b48-168f-4a84-88c5-e89e9cd8f4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.625071 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bcd92ab2-39eb-40f1-a000-1902a8aafcc1 req-f72a27e8-a99b-4e44-aeee-8c3aa07501f3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 210 time: 0.0799572 Apr 18 20:39:22.625708 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-9c069901-b9bf-4b8a-9a94-7a7a1637d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:22.626338 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57707c9a-a28d-49f9-90f4-bcd5c54009de tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:39:22.626514 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-9c069901-b9bf-4b8a-9a94-7a7a1637d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:22.626875 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57707c9a-a28d-49f9-90f4-bcd5c54009de tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.627063 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-9c069901-b9bf-4b8a-9a94-7a7a1637d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:22.627322 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-9c069901-b9bf-4b8a-9a94-7a7a1637d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:22.628010 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-9c069901-b9bf-4b8a-9a94-7a7a1637d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:22.628510 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-9c069901-b9bf-4b8a-9a94-7a7a1637d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:22.629194 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-9c069901-b9bf-4b8a-9a94-7a7a1637d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:22.631073 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-9c069901-b9bf-4b8a-9a94-7a7a1637d5b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=038769a0c1df4ebc8efcb644264a6ef4&device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 6379 time: 0.1552761 Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:39:22.642196 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:39:22.834924 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-51030a10-103c-4e29-9db7-f90f036445a8 req-d46fd7b3-766d-437c-ada9-18d4d6e3a8d8 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] show failed (client error): The resource could not be found. Apr 18 20:39:22.841750 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-51030a10-103c-4e29-9db7-f90f036445a8 req-d46fd7b3-766d-437c-ada9-18d4d6e3a8d8 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/105c51fa-b260-4044-be0a-64c1c67ac707 HTTP/1.1" status: 404 len: 352 time: 0.1470268 Apr 18 20:39:22.863379 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-e9a54b48-168f-4a84-88c5-e89e9cd8f4d2 service neutron] For port 8d3bdca7-278d-47f1-a781-98e6caeb3fe5, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:22.885896 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57707c9a-a28d-49f9-90f4-bcd5c54009de tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.887952 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-09c4b598-cde6-4e10-b8c1-4f7090af48aa req-10ee3fcd-5b5a-4080-bc7e-e5644e259886 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] show failed (client error): The resource could not be found. Apr 18 20:39:22.902031 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-09c4b598-cde6-4e10-b8c1-4f7090af48aa req-10ee3fcd-5b5a-4080-bc7e-e5644e259886 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/01810536-8c8f-464e-a462-5de78f25e16e HTTP/1.1" status: 404 len: 352 time: 0.0331335 Apr 18 20:39:22.917592 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-b11ec12e-7a80-4f34-ba78-97cffab21c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:22.919064 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57707c9a-a28d-49f9-90f4-bcd5c54009de tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.928747 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-57707c9a-a28d-49f9-90f4-bcd5c54009de tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "DELETE /v2.0/networks/be8054fa-4687-4cda-b57e-526d30f6a923 HTTP/1.1" status: 204 len: 168 time: 3.4457793 Apr 18 20:39:22.939838 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-b11ec12e-7a80-4f34-ba78-97cffab21c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:22.939838 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-b11ec12e-7a80-4f34-ba78-97cffab21c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:22.945084 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-b11ec12e-7a80-4f34-ba78-97cffab21c05 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=038769a0c1df4ebc8efcb644264a6ef4&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2827191 Apr 18 20:39:22.947551 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41204) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:22.967327 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-e9a54b48-168f-4a84-88c5-e89e9cd8f4d2 service neutron] For port 8d3bdca7-278d-47f1-a781-98e6caeb3fe5, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=8d3bdca7-278d-47f1-a781-98e6caeb3fe5,segment=NetworkSegment(3a670b0e-6c3c-43fd-a0c4-ca85021cbf57),segment_id=3a670b0e-6c3c-43fd-a0c4-ca85021cbf57)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:22.970312 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57707c9a-a28d-49f9-90f4-bcd5c54009de tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event deleted for resources: {'Network': ['ID=be8054fa-4687-4cda-b57e-526d30f6a923,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:22.974048 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-69c0cf1c-0da4-4975-a7c4-288dbde6ce87 req-8fb9e835-5d7c-46af-8bae-02d4f162545e tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] show failed (client error): The resource could not be found. Apr 18 20:39:22.976031 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-f3c2ff91-6094-4dad-8807-2084667a5b47 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-993739933'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:22.992757 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-69c0cf1c-0da4-4975-a7c4-288dbde6ce87 req-8fb9e835-5d7c-46af-8bae-02d4f162545e tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/066f9728-bca2-421b-ac70-9d269c0234ee HTTP/1.1" status: 404 len: 352 time: 0.0394769 Apr 18 20:39:22.999746 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-e9a54b48-168f-4a84-88c5-e89e9cd8f4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.039181 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-a0d6a3ea-1ede-4917-a5e6-57643c4439d6 req-bbf7a5e3-4c1c-423c-9d88-6a4d9d783b1b tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] show failed (client error): The resource could not be found. Apr 18 20:39:23.042841 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a0d6a3ea-1ede-4917-a5e6-57643c4439d6 req-bbf7a5e3-4c1c-423c-9d88-6a4d9d783b1b tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/87f1fb10-918a-485e-bdee-afbc3094a91e HTTP/1.1" status: 404 len: 352 time: 0.0391636 Apr 18 20:39:23.122839 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-e9a54b48-168f-4a84-88c5-e89e9cd8f4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:23.124196 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-e9a54b48-168f-4a84-88c5-e89e9cd8f4d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.126041 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-e9a54b48-168f-4a84-88c5-e89e9cd8f4d2 service neutron] 10.222.0.57 "PUT /v2.0/ports/8d3bdca7-278d-47f1-a781-98e6caeb3fe5 HTTP/1.1" status: 200 len: 1091 time: 2.7212539 Apr 18 20:39:23.126730 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c2ff91-6094-4dad-8807-2084667a5b47 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Made reservation on behalf of a68a6b8656b54bed80d6a62c1f094daf for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:23.130448 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ff91-6094-4dad-8807-2084667a5b47 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.183594 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2fb7080f-4020-464b-80d1-fac86acc5ee7 req-afe65811-56ab-4092-beef-1e17dff21bff tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1 HTTP/1.1" status: 200 len: 210 time: 0.1139693 Apr 18 20:39:23.203868 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-669a163a-f944-4628-a672-f679befad77e req-2fd31dea-c7e0-4d06-ba0a-b64612fa5019 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] show failed (client error): The resource could not be found. Apr 18 20:39:23.204713 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-669a163a-f944-4628-a672-f679befad77e req-2fd31dea-c7e0-4d06-ba0a-b64612fa5019 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/30f4ef87-10f6-4c4b-b741-a71609db41f3 HTTP/1.1" status: 404 len: 352 time: 0.1331482 Apr 18 20:39:23.207301 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df019ff0-bc34-48f8-b94a-b05a46569eaa service neutron] Request body: {'port': {'device_id': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:23.388971 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a54b48-168f-4a84-88c5-e89e9cd8f4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3bdca7-278d-47f1-a781-98e6caeb3fe5,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:23.567337 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c2ff91-6094-4dad-8807-2084667a5b47 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:39:23.593749 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-5d5791be-3ef5-452d-889c-281fd0784546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:23.604474 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-5d5791be-3ef5-452d-889c-281fd0784546 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6232400 Apr 18 20:39:23.623038 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df019ff0-bc34-48f8-b94a-b05a46569eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.630211 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ff91-6094-4dad-8807-2084667a5b47 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.630989 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-f3c2ff91-6094-4dad-8807-2084667a5b47 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Added segment e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6 of type vlan for network 8390a3d5-3138-42f0-b1d2-2d0e5c426f89 Apr 18 20:39:23.650334 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-b8b89b96-ca1a-401e-a658-8dc09244cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:23.655114 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-b8b89b96-ca1a-401e-a658-8dc09244cc2f service neutron] 10.222.0.57 "GET /v2.0/ports/7c77f7cf-e8d8-4d52-8506-6c7c25f24291 HTTP/1.1" status: 200 len: 1027 time: 0.2037039 Apr 18 20:39:23.931218 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-13d8bb92-56f1-470c-9819-33786a7863b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:23.946915 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-13d8bb92-56f1-470c-9819-33786a7863b9 service neutron] 10.222.0.57 "GET /v2.0/ports/72942681-8a4e-43a3-b295-7bf4150afaac HTTP/1.1" status: 200 len: 1027 time: 0.2466924 Apr 18 20:39:24.141668 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ff91-6094-4dad-8807-2084667a5b47 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:24.219951 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-4ca60f4f-b910-48fa-b6ac-25d24c6ff6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:24.221075 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-4ca60f4f-b910-48fa-b6ac-25d24c6ff6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:24.221901 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-4ca60f4f-b910-48fa-b6ac-25d24c6ff6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:24.222707 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-4ca60f4f-b910-48fa-b6ac-25d24c6ff6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:24.223511 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-4ca60f4f-b910-48fa-b6ac-25d24c6ff6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:24.224317 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-4ca60f4f-b910-48fa-b6ac-25d24c6ff6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:24.225213 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-4ca60f4f-b910-48fa-b6ac-25d24c6ff6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:24.228475 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-4ca60f4f-b910-48fa-b6ac-25d24c6ff6d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=038769a0c1df4ebc8efcb644264a6ef4&device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 6421 time: 0.4246526 Apr 18 20:39:24.231391 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-332eb700-5bb9-4fc7-8fac-1243174a97da tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:24.240673 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-332eb700-5bb9-4fc7-8fac-1243174a97da tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:24.247976 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-332eb700-5bb9-4fc7-8fac-1243174a97da tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:24.250766 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-332eb700-5bb9-4fc7-8fac-1243174a97da tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.57 "GET /v2.0/networks?id=56d56df8-ad53-4411-a2e6-e62fee5903cf&id=6ebd78e3-8ba6-4968-baed-05df69d3d0c2&id=6ebd78e3-8ba6-4968-baed-05df69d3d0c2&id=6ebd78e3-8ba6-4968-baed-05df69d3d0c2&id=6ebd78e3-8ba6-4968-baed-05df69d3d0c2&id=f0513885-75e1-4841-8e3e-94a85e5d0ac6&id=f0513885-75e1-4841-8e3e-94a85e5d0ac6 HTTP/1.1" status: 200 len: 1989 time: 0.3000708 Apr 18 20:39:24.277716 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada63f3-7964-4813-a51e-581cc2d22cc9 req-084d5d3a-87f4-4da7-8943-e1c9bc3f6311 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:24.286120 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada63f3-7964-4813-a51e-581cc2d22cc9 req-084d5d3a-87f4-4da7-8943-e1c9bc3f6311 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:24.296122 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada63f3-7964-4813-a51e-581cc2d22cc9 req-084d5d3a-87f4-4da7-8943-e1c9bc3f6311 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:24.308286 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada63f3-7964-4813-a51e-581cc2d22cc9 req-084d5d3a-87f4-4da7-8943-e1c9bc3f6311 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:24.316667 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada63f3-7964-4813-a51e-581cc2d22cc9 req-084d5d3a-87f4-4da7-8943-e1c9bc3f6311 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:24.324639 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada63f3-7964-4813-a51e-581cc2d22cc9 req-084d5d3a-87f4-4da7-8943-e1c9bc3f6311 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:24.333094 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada63f3-7964-4813-a51e-581cc2d22cc9 req-084d5d3a-87f4-4da7-8943-e1c9bc3f6311 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:24.335427 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7ada63f3-7964-4813-a51e-581cc2d22cc9 req-084d5d3a-87f4-4da7-8943-e1c9bc3f6311 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5419 time: 0.9102638 Apr 18 20:39:24.428913 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28330070-1ea0-42f5-b422-37d62e4b3404 req-1526c881-1340-4ca2-aba7-59a38ed214f8 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:24.437116 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28330070-1ea0-42f5-b422-37d62e4b3404 req-1526c881-1340-4ca2-aba7-59a38ed214f8 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 1023 time: 0.6686850 Apr 18 20:39:24.449583 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7ada63f3-7964-4813-a51e-581cc2d22cc9 req-0d3ccb23-ebcd-4278-853d-ebefd66a9443 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c22c2ed-97fd-4dce-8dfd-c21553233c79&id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0784113 Apr 18 20:39:24.473033 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-8c22feb8-310d-485a-bde9-51b3f543f618 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b938d2524c3842cdaf1832263fa7ae9d HTTP/1.1" status: 200 len: 380 time: 0.1353230 Apr 18 20:39:24.497569 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-3f673723-1933-44c2-88ed-231c89d6ae86 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Request body: {'port': {'device_id': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf', 'admin_state_up': True, 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'security_groups': ['692c6ee1-076e-4d61-aada-4c2099441b82']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:24.511607 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0c75eee1-36a8-42ce-84b8-f8df2aa567d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:24.618184 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'tag': '8d3bdca7-278d-47f1-a781-98e6caeb3fe5'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:24.622319 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c8f307-d159-49f7-9a51-228779151067" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "tag": "8d3bdca7-278d-47f1-a781-98e6caeb3fe5"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:24.662877 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28330070-1ea0-42f5-b422-37d62e4b3404 req-ae73fb01-eb55-4c2d-a9c5-eabd97e1d4a8 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=480caee8-a142-480a-a0ef-4ae1daa430e9&id=67c11c0c-4ea5-488a-8f83-02352a793abd&id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.2245927 Apr 18 20:39:24.704672 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ff91-6094-4dad-8807-2084667a5b47 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:24.715181 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c2ff91-6094-4dad-8807-2084667a5b47 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:24.716165 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ff91-6094-4dad-8807-2084667a5b47 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:24.785225 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d728b7e9-e20f-4120-86b5-784d2cd564eb req-cc809fb1-0b4d-4a90-ba26-12e8db00b14d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 210 time: 0.1086028 Apr 18 20:39:24.926632 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a06705a5-4aab-4334-8b35-53bba9529ba9 req-2a207ca5-685e-4826-9f53-c24cc1ce7874 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1 HTTP/1.1" status: 200 len: 210 time: 0.0820513 Apr 18 20:39:25.003637 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-3f673723-1933-44c2-88ed-231c89d6ae86 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Made reservation on behalf of b938d2524c3842cdaf1832263fa7ae9d for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:25.008820 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-3f673723-1933-44c2-88ed-231c89d6ae86 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.080329 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99a8252-fa42-40a2-b762-0a7b9a9df605 x-openstack-request-id: req-e99a8252-fa42-40a2-b762-0a7b9a9df605 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:25.080697 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "tag": "8d3bdca7-278d-47f1-a781-98e6caeb3fe5", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:25.081097 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e99a8252-fa42-40a2-b762-0a7b9a9df605 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:25.081706 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e99a8252-fa42-40a2-b762-0a7b9a9df605'] response: {'name': 'network-changed', 'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'tag': '8d3bdca7-278d-47f1-a781-98e6caeb3fe5', 'status': 'completed', 'code': 200} Apr 18 20:39:25.087655 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2ff91-6094-4dad-8807-2084667a5b47 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event updated for resources: {'Network': ['ID=8390a3d5-3138-42f0-b1d2-2d0e5c426f89,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:25.115163 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 8390a3d5-3138-42f0-b1d2-2d0e5c426f89 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:39:25.204692 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f3c2ff91-6094-4dad-8807-2084667a5b47 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.2341757 Apr 18 20:39:25.226190 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df019ff0-bc34-48f8-b94a-b05a46569eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c0596f1-154c-4d5c-b593-d1998b78e1de {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:25.237144 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-3f673723-1933-44c2-88ed-231c89d6ae86 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Allocated IP 172.20.0.8 (56d56df8-ad53-4411-a2e6-e62fee5903cf/722f9c2d-f886-463b-96e2-22bc146fde64/c83b6e95-284d-4625-9464-19907a1dbe6f) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:25.238076 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41242) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:25.264140 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-b3125f2a-526e-49a8-bc74-542a3b388cc1 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Request body: {'subnet': {'network_id': '8390a3d5-3138-42f0-b1d2-2d0e5c426f89', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:25.298327 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df019ff0-bc34-48f8-b94a-b05a46569eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.533881 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-c15fb7e7-6c86-4e39-a068-ced2b3ae2184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:25.534360 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-c15fb7e7-6c86-4e39-a068-ced2b3ae2184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:25.534845 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-c15fb7e7-6c86-4e39-a068-ced2b3ae2184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:25.537286 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-c15fb7e7-6c86-4e39-a068-ced2b3ae2184 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=038769a0c1df4ebc8efcb644264a6ef4&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.8997114 Apr 18 20:39:25.570652 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df019ff0-bc34-48f8-b94a-b05a46569eaa service neutron] Transition to ACTIVE for port object 2c0596f1-154c-4d5c-b593-d1998b78e1de will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:25.578422 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-6a277674-77ec-498e-96b5-29f336d11b0f tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:25.578422 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-6a277674-77ec-498e-96b5-29f336d11b0f tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.32 "GET /v2.0/networks?id=ed2b0c12-45b2-4296-81f8-31d496e92fff HTTP/1.1" status: 200 len: 813 time: 0.2378557 Apr 18 20:39:25.583505 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-3f673723-1933-44c2-88ed-231c89d6ae86 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.598098 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-93a807b3-d46f-4044-81b8-a0ccefbcd6e0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Request body: {'port': {'device_id': '12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1', 'network_id': 'ed2b0c12-45b2-4296-81f8-31d496e92fff', 'admin_state_up': True, 'tenant_id': 'b15a212f24594521a622268ceffef952'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:25.697190 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-3f673723-1933-44c2-88ed-231c89d6ae86 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.733630 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-751c703c-1337-45de-9d99-de12051c2375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:25.735207 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8ac4254a-3178-420c-9ece-7b3ef3fa39d1 req-751c703c-1337-45de-9d99-de12051c2375 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1628730 Apr 18 20:39:25.782179 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df019ff0-bc34-48f8-b94a-b05a46569eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.831009 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-3f673723-1933-44c2-88ed-231c89d6ae86 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Network 56d56df8-ad53-4411-a2e6-e62fee5903cf is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:25.859909 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-3f673723-1933-44c2-88ed-231c89d6ae86 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:25.875079 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-3f673723-1933-44c2-88ed-231c89d6ae86 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:25.890326 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df019ff0-bc34-48f8-b94a-b05a46569eaa service neutron] Pushing event updated for resources: {'Port': ['ID=2c0596f1-154c-4d5c-b593-d1998b78e1de,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:25.915437 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f673723-1933-44c2-88ed-231c89d6ae86 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event updated for resources: {'Port': ['ID=c83b6e95-284d-4625-9464-19907a1dbe6f,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:26.073296 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3125f2a-526e-49a8-bc74-542a3b388cc1 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Made reservation on behalf of a68a6b8656b54bed80d6a62c1f094daf for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:26.083777 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b3125f2a-526e-49a8-bc74-542a3b388cc1 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.090787 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-93a807b3-d46f-4044-81b8-a0ccefbcd6e0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Made reservation on behalf of b15a212f24594521a622268ceffef952 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:26.101627 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-93a807b3-d46f-4044-81b8-a0ccefbcd6e0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.119652 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467f592-30d8-45d1-87cf-ddf34dbbb5f9 req-7cface9c-f097-470b-ac74-5bd13da0d390 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:26.121388 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1467f592-30d8-45d1-87cf-ddf34dbbb5f9 req-7cface9c-f097-470b-ac74-5bd13da0d390 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.32 "GET /v2.0/ports?device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 1023 time: 0.6686745 Apr 18 20:39:26.170784 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4a952-0337-4b13-a2b0-67840019c164 req-a544147f-4245-44ad-9bf7-726f3ff21f4f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:26.177569 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4a952-0337-4b13-a2b0-67840019c164 req-a544147f-4245-44ad-9bf7-726f3ff21f4f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:26.184879 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4a952-0337-4b13-a2b0-67840019c164 req-a544147f-4245-44ad-9bf7-726f3ff21f4f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:26.186963 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8f307-d159-49f7-9a51-228779151067 req-07045a7e-f0bb-4be3-aed4-4863abaa822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:26.187545 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8f307-d159-49f7-9a51-228779151067 req-07045a7e-f0bb-4be3-aed4-4863abaa822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:26.188093 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8f307-d159-49f7-9a51-228779151067 req-07045a7e-f0bb-4be3-aed4-4863abaa822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:26.188662 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8f307-d159-49f7-9a51-228779151067 req-07045a7e-f0bb-4be3-aed4-4863abaa822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:26.189195 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8f307-d159-49f7-9a51-228779151067 req-07045a7e-f0bb-4be3-aed4-4863abaa822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:26.189729 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8f307-d159-49f7-9a51-228779151067 req-07045a7e-f0bb-4be3-aed4-4863abaa822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:26.190268 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8f307-d159-49f7-9a51-228779151067 req-07045a7e-f0bb-4be3-aed4-4863abaa822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:26.192264 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4a952-0337-4b13-a2b0-67840019c164 req-a544147f-4245-44ad-9bf7-726f3ff21f4f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:26.192494 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d7c8f307-d159-49f7-9a51-228779151067 req-07045a7e-f0bb-4be3-aed4-4863abaa822a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=038769a0c1df4ebc8efcb644264a6ef4&device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 6446 time: 0.3105378 Apr 18 20:39:26.202649 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4a952-0337-4b13-a2b0-67840019c164 req-a544147f-4245-44ad-9bf7-726f3ff21f4f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:26.209600 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4a952-0337-4b13-a2b0-67840019c164 req-a544147f-4245-44ad-9bf7-726f3ff21f4f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:26.216566 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4a952-0337-4b13-a2b0-67840019c164 req-a544147f-4245-44ad-9bf7-726f3ff21f4f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:26.219729 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ddf4a952-0337-4b13-a2b0-67840019c164 req-a544147f-4245-44ad-9bf7-726f3ff21f4f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5431 time: 0.4746871 Apr 18 20:39:26.233346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-3f673723-1933-44c2-88ed-231c89d6ae86 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:26.234445 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-3f673723-1933-44c2-88ed-231c89d6ae86 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.428978 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-3f673723-1933-44c2-88ed-231c89d6ae86 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9381766 Apr 18 20:39:26.539416 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1d40b11f-e8c3-4664-a14a-facffa6dec41 None None] Provisioning complete for port c83b6e95-284d-4625-9464-19907a1dbe6f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:26.540269 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1d40b11f-e8c3-4664-a14a-facffa6dec41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.644086 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d564fb-eb3a-4571-a5de-62b73b8bb17a req-ce711c8a-d008-4f1b-bf8f-a21e39e26641 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:26.653067 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9d564fb-eb3a-4571-a5de-62b73b8bb17a req-ce711c8a-d008-4f1b-bf8f-a21e39e26641 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 1023 time: 0.7729123 Apr 18 20:39:26.683860 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-2b0a8e71-37d8-48c3-b63a-2eaf1f13d939 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Request body: {'port': {'device_id': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2', 'admin_state_up': True, 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'security_groups': ['692c6ee1-076e-4d61-aada-4c2099441b82']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:26.724398 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-1d40b11f-e8c3-4664-a14a-facffa6dec41 None None] Port c83b6e95-284d-4625-9464-19907a1dbe6f cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:26.840563 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ddf4a952-0337-4b13-a2b0-67840019c164 req-e04a4468-9353-4875-9534-262281e5b757 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c22c2ed-97fd-4dce-8dfd-c21553233c79&id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5876369 Apr 18 20:39:27.070092 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b3125f2a-526e-49a8-bc74-542a3b388cc1 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.129526 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-93a807b3-d46f-4044-81b8-a0ccefbcd6e0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Allocated IP 172.20.0.12 (ed2b0c12-45b2-4296-81f8-31d496e92fff/3cc6e869-dcde-4b4f-9cfc-e06da113fabf/75f4976e-a896-4ae8-9961-d7dfed0d6a42) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:27.168093 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9d564fb-eb3a-4571-a5de-62b73b8bb17a req-31ac6ed4-b8c9-4492-87b7-903f70225f11 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=480caee8-a142-480a-a0ef-4ae1daa430e9&id=67c11c0c-4ea5-488a-8f83-02352a793abd&id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.4701772 Apr 18 20:39:27.287289 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3125f2a-526e-49a8-bc74-542a3b388cc1 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event updated for resources: {'Subnet': ['ID=9b703aa0-4046-4e0d-b918-b8c257951db4,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:27.330116 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999541a-3f63-4b40-985f-866e0b8ef6ae req-34cb7bd9-6e28-4df3-ab4f-8434a511efbd tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:27.335532 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8f307-d159-49f7-9a51-228779151067 req-caf95eea-2459-4f81-b662-4924c0fda550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:27.336010 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8f307-d159-49f7-9a51-228779151067 req-caf95eea-2459-4f81-b662-4924c0fda550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:27.336504 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8f307-d159-49f7-9a51-228779151067 req-caf95eea-2459-4f81-b662-4924c0fda550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:27.338186 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d999541a-3f63-4b40-985f-866e0b8ef6ae req-34cb7bd9-6e28-4df3-ab4f-8434a511efbd tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 931 time: 0.3196383 Apr 18 20:39:27.341840 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d7c8f307-d159-49f7-9a51-228779151067 req-caf95eea-2459-4f81-b662-4924c0fda550 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=038769a0c1df4ebc8efcb644264a6ef4&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6042216 Apr 18 20:39:27.402126 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-56fab6a9-f433-4fa8-91fe-7e4ac6b2b0b6 req-e4709dad-5919-4cea-bfe5-9d3b5b96d622 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1 HTTP/1.1" status: 200 len: 210 time: 0.0361180 Apr 18 20:39:27.438750 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d999541a-3f63-4b40-985f-866e0b8ef6ae req-7de7ff04-ab99-4d33-82f3-6cd6cf8fd706 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994160 Apr 18 20:39:27.450553 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-2b0a8e71-37d8-48c3-b63a-2eaf1f13d939 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Made reservation on behalf of b938d2524c3842cdaf1832263fa7ae9d for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:27.456372 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-2b0a8e71-37d8-48c3-b63a-2eaf1f13d939 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.459569 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c985392-fb19-4515-a9cc-689138e44065 req-06037a58-d97c-484f-af12-dece12162ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:27.459569 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2c985392-fb19-4515-a9cc-689138e44065 req-06037a58-d97c-484f-af12-dece12162ce8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 1097 time: 0.2276206 Apr 18 20:39:27.568081 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-93a807b3-d46f-4044-81b8-a0ccefbcd6e0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.707798 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-2b0a8e71-37d8-48c3-b63a-2eaf1f13d939 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Allocated IP 10.1.1.101 (6ebd78e3-8ba6-4968-baed-05df69d3d0c2/72e7d85d-cdaa-40ae-b795-4a0b852926e4/a3827d6d-6f37-483f-a44f-ac708e8eb2af) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:27.712268 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-93a807b3-d46f-4044-81b8-a0ccefbcd6e0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.714628 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c985392-fb19-4515-a9cc-689138e44065 req-dc9f1b07-ad82-4a7e-866e-788304ca0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:27.719255 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2c985392-fb19-4515-a9cc-689138e44065 req-dc9f1b07-ad82-4a7e-866e-788304ca0d31 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 913 time: 0.1922064 Apr 18 20:39:27.728981 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3125f2a-526e-49a8-bc74-542a3b388cc1 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Checking segment: {'id': 'e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8390a3d5-3138-42f0-b1d2-2d0e5c426f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:27.729544 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3125f2a-526e-49a8-bc74-542a3b388cc1 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Network hostable DHCP agents. Network: 8390a3d5-3138-42f0-b1d2-2d0e5c426f89, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:39:27.730432 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['16f834cc-9787-49bb-9e0f-ca6966e81652'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:39:27.809271 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-93a807b3-d46f-4044-81b8-a0ccefbcd6e0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Network ed2b0c12-45b2-4296-81f8-31d496e92fff is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:27.831943 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-93a807b3-d46f-4044-81b8-a0ccefbcd6e0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:27.848084 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-93a807b3-d46f-4044-81b8-a0ccefbcd6e0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:27.857164 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a807b3-d46f-4044-81b8-a0ccefbcd6e0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Pushing event updated for resources: {'Port': ['ID=75f4976e-a896-4ae8-9961-d7dfed0d6a42,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:27.927307 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-1467f592-30d8-45d1-87cf-ddf34dbbb5f9 req-fa814aee-27a8-4b36-82ee-5f246f028875 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Deleting port 85f32d94-b927-4021-b22f-ebba03874a49 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:27.927862 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1467f592-30d8-45d1-87cf-ddf34dbbb5f9 req-fa814aee-27a8-4b36-82ee-5f246f028875 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.106556 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-93a807b3-d46f-4044-81b8-a0ccefbcd6e0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:28.107377 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-93a807b3-d46f-4044-81b8-a0ccefbcd6e0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.211913 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df019ff0-bc34-48f8-b94a-b05a46569eaa service neutron] Attempting to bind port 2c0596f1-154c-4d5c-b593-d1998b78e1de on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:28.212781 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df019ff0-bc34-48f8-b94a-b05a46569eaa service neutron] Attempting to bind port 2c0596f1-154c-4d5c-b593-d1998b78e1de by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '3a670b0e-6c3c-43fd-a0c4-ca85021cbf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a8f8942e-3e1a-43d9-880b-ea4411c35474'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:28.212954 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df019ff0-bc34-48f8-b94a-b05a46569eaa service neutron] Attempting to bind port 2c0596f1-154c-4d5c-b593-d1998b78e1de on network a8f8942e-3e1a-43d9-880b-ea4411c35474 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:28.339846 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8f307-d159-49f7-9a51-228779151067 req-d737fae8-0614-4168-9ed7-d81bd9f7eca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:28.341407 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d7c8f307-d159-49f7-9a51-228779151067 req-d737fae8-0614-4168-9ed7-d81bd9f7eca6 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9812913 Apr 18 20:39:28.349207 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df019ff0-bc34-48f8-b94a-b05a46569eaa service neutron] Port 2c0596f1-154c-4d5c-b593-d1998b78e1de on network a8f8942e-3e1a-43d9-880b-ea4411c35474 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:39:28.349528 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df019ff0-bc34-48f8-b94a-b05a46569eaa service neutron] Attempting to bind port 2c0596f1-154c-4d5c-b593-d1998b78e1de on network a8f8942e-3e1a-43d9-880b-ea4411c35474 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:28.360224 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3125f2a-526e-49a8-bc74-542a3b388cc1 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Network 8390a3d5-3138-42f0-b1d2-2d0e5c426f89 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:39:28.377570 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df019ff0-bc34-48f8-b94a-b05a46569eaa service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:39:28.377919 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df019ff0-bc34-48f8-b94a-b05a46569eaa service neutron] Checking segment: {'id': '3a670b0e-6c3c-43fd-a0c4-ca85021cbf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a8f8942e-3e1a-43d9-880b-ea4411c35474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:28.378297 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df019ff0-bc34-48f8-b94a-b05a46569eaa service neutron] Bound using segment: {'id': '3a670b0e-6c3c-43fd-a0c4-ca85021cbf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a8f8942e-3e1a-43d9-880b-ea4411c35474'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:39:28.378756 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df019ff0-bc34-48f8-b94a-b05a46569eaa service neutron] Bound port: 2c0596f1-154c-4d5c-b593-d1998b78e1de, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a670b0e-6c3c-43fd-a0c4-ca85021cbf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a8f8942e-3e1a-43d9-880b-ea4411c35474'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:28.379118 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df019ff0-bc34-48f8-b94a-b05a46569eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.386655 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2c985392-fb19-4515-a9cc-689138e44065 req-c149ed08-5234-460a-a2f8-f8442d1ebedd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80 HTTP/1.1" status: 200 len: 1001 time: 0.6523969 Apr 18 20:39:28.417716 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-b3125f2a-526e-49a8-bc74-542a3b388cc1 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 8390a3d5-3138-42f0-b1d2-2d0e5c426f89) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:28.434119 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f12bf6-2335-4292-8b61-536913663622 None None] Network 8390a3d5-3138-42f0-b1d2-2d0e5c426f89 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:39:28.488963 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3125f2a-526e-49a8-bc74-542a3b388cc1 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:28.489572 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b3125f2a-526e-49a8-bc74-542a3b388cc1 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.625608 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-1467f592-30d8-45d1-87cf-ddf34dbbb5f9 req-fa814aee-27a8-4b36-82ee-5f246f028875 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] For port 85f32d94-b927-4021-b22f-ebba03874a49, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=85f32d94-b927-4021-b22f-ebba03874a49,segment=NetworkSegment(cacdabef-c21d-48d9-95a8-14c3380284f5),segment_id=cacdabef-c21d-48d9-95a8-14c3380284f5)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:28.626243 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1467f592-30d8-45d1-87cf-ddf34dbbb5f9 req-fa814aee-27a8-4b36-82ee-5f246f028875 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.656714 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b3125f2a-526e-49a8-bc74-542a3b388cc1 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.4127316 Apr 18 20:39:28.659880 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41274) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:28.665349 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-93a807b3-d46f-4044-81b8-a0ccefbcd6e0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0713530 Apr 18 20:39:28.667889 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-94be0572-9f66-41cb-8d2d-ed18684235d4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1476231486'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:28.673664 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c985392-fb19-4515-a9cc-689138e44065 req-ca2f2c8d-86d0-485a-81d4-341df20447dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:28.675262 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2c985392-fb19-4515-a9cc-689138e44065 req-ca2f2c8d-86d0-485a-81d4-341df20447dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e471ea4-101a-40ef-81f9-9917dd650719 HTTP/1.1" status: 200 len: 851 time: 0.2722387 Apr 18 20:39:28.676411 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-1467f592-30d8-45d1-87cf-ddf34dbbb5f9 req-fa814aee-27a8-4b36-82ee-5f246f028875 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Calling delete_port for 85f32d94-b927-4021-b22f-ebba03874a49 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:28.777361 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df019ff0-bc34-48f8-b94a-b05a46569eaa service neutron] For port 2c0596f1-154c-4d5c-b593-d1998b78e1de, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:28.780728 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-2b0a8e71-37d8-48c3-b63a-2eaf1f13d939 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.894898 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94be0572-9f66-41cb-8d2d-ed18684235d4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Made reservation on behalf of a68a6b8656b54bed80d6a62c1f094daf for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:28.901003 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94be0572-9f66-41cb-8d2d-ed18684235d4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.910424 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeb87e-c32a-4857-b60f-a774f0d4ccbf req-a06d1d86-4635-44da-9eb0-a88e13c64013 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:28.912475 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df019ff0-bc34-48f8-b94a-b05a46569eaa service neutron] For port 2c0596f1-154c-4d5c-b593-d1998b78e1de, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=2c0596f1-154c-4d5c-b593-d1998b78e1de,segment=NetworkSegment(3a670b0e-6c3c-43fd-a0c4-ca85021cbf57),segment_id=3a670b0e-6c3c-43fd-a0c4-ca85021cbf57)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:28.957278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeb87e-c32a-4857-b60f-a774f0d4ccbf req-a06d1d86-4635-44da-9eb0-a88e13c64013 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:28.963843 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df019ff0-bc34-48f8-b94a-b05a46569eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.971580 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeb87e-c32a-4857-b60f-a774f0d4ccbf req-a06d1d86-4635-44da-9eb0-a88e13c64013 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:28.984454 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeb87e-c32a-4857-b60f-a774f0d4ccbf req-a06d1d86-4635-44da-9eb0-a88e13c64013 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:28.990378 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f44a13be-f681-4097-bd79-4aaf3816e784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.995388 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeb87e-c32a-4857-b60f-a774f0d4ccbf req-a06d1d86-4635-44da-9eb0-a88e13c64013 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:29.003788 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeb87e-c32a-4857-b60f-a774f0d4ccbf req-a06d1d86-4635-44da-9eb0-a88e13c64013 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:29.009932 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeb87e-c32a-4857-b60f-a774f0d4ccbf req-a06d1d86-4635-44da-9eb0-a88e13c64013 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:29.011974 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcdeb87e-c32a-4857-b60f-a774f0d4ccbf req-a06d1d86-4635-44da-9eb0-a88e13c64013 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5431 time: 0.9488688 Apr 18 20:39:29.019002 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Request body: {'port': {'device_id': '12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:29.089709 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df019ff0-bc34-48f8-b94a-b05a46569eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:29.090594 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df019ff0-bc34-48f8-b94a-b05a46569eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.092933 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-df019ff0-bc34-48f8-b94a-b05a46569eaa service neutron] 10.222.0.57 "PUT /v2.0/ports/2c0596f1-154c-4d5c-b593-d1998b78e1de HTTP/1.1" status: 200 len: 1091 time: 5.8983083 Apr 18 20:39:29.093767 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b320dbe-76c9-4031-88e8-8e1e08f6475b req-09cfec35-a051-42ac-96c2-f3045739214b tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:29.094200 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'tag': '2c0596f1-154c-4d5c-b593-d1998b78e1de'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:29.095368 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3b320dbe-76c9-4031-88e8-8e1e08f6475b req-09cfec35-a051-42ac-96c2-f3045739214b tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 1023 time: 0.4635341 Apr 18 20:39:29.097185 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6648b13b-70f2-4365-b626-fee5af084368" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "tag": "2c0596f1-154c-4d5c-b593-d1998b78e1de"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:29.109441 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c985392-fb19-4515-a9cc-689138e44065 req-1f2a4fe3-40c8-408b-bd59-9ac1d5c41410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:29.111807 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2c985392-fb19-4515-a9cc-689138e44065 req-1f2a4fe3-40c8-408b-bd59-9ac1d5c41410 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb225605-c490-4bb4-a150-b74221fc667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4161212 Apr 18 20:39:29.173114 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69c097f-e880-404e-99da-50d501947b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-8390a3d5-3138-42f0-b1d2-2d0e5c426f89', 'network_id': '8390a3d5-3138-42f0-b1d2-2d0e5c426f89', 'tenant_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'fixed_ips': [{'subnet_id': '9b703aa0-4046-4e0d-b918-b8c257951db4'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:39:29.173674 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c69c097f-e880-404e-99da-50d501947b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.332042 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2c985392-fb19-4515-a9cc-689138e44065 req-b48bb20b-c6d7-4451-b87b-0a9f51697104 service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044435 Apr 18 20:39:29.377664 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94be0572-9f66-41cb-8d2d-ed18684235d4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:39:29.416742 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94be0572-9f66-41cb-8d2d-ed18684235d4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.417332 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-94be0572-9f66-41cb-8d2d-ed18684235d4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Added segment 6d9526d9-7648-4601-abf1-e1dc1cbb5707 of type vlan for network 15e46414-6edf-4751-b6e8-5dde4206068a Apr 18 20:39:29.469059 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcdeb87e-c32a-4857-b60f-a774f0d4ccbf req-edf07834-2ff1-45e0-88cf-33471cc44afe tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c22c2ed-97fd-4dce-8dfd-c21553233c79&id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4425151 Apr 18 20:39:29.538177 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94be0572-9f66-41cb-8d2d-ed18684235d4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.556912 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-2b0a8e71-37d8-48c3-b63a-2eaf1f13d939 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.570812 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3b320dbe-76c9-4031-88e8-8e1e08f6475b req-37df2585-6adf-4513-9533-069b2085fea6 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups?id=480caee8-a142-480a-a0ef-4ae1daa430e9&id=67c11c0c-4ea5-488a-8f83-02352a793abd&id=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.4444587 Apr 18 20:39:29.573253 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.642069 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-c69c097f-e880-404e-99da-50d501947b6b None None] Allocated IP 19.80.0.2 (8390a3d5-3138-42f0-b1d2-2d0e5c426f89/9b703aa0-4046-4e0d-b918-b8c257951db4/7f3d1b94-5334-413a-97ce-bcdd30f618af) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:29.698058 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df019ff0-bc34-48f8-b94a-b05a46569eaa service neutron] Pushing event updated for resources: {'Port': ['ID=2c0596f1-154c-4d5c-b593-d1998b78e1de,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:29.842750 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.899384 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94be0572-9f66-41cb-8d2d-ed18684235d4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.917979 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94be0572-9f66-41cb-8d2d-ed18684235d4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:29.918990 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94be0572-9f66-41cb-8d2d-ed18684235d4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.041274 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be0572-9f66-41cb-8d2d-ed18684235d4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event updated for resources: {'Network': ['ID=15e46414-6edf-4751-b6e8-5dde4206068a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:30.053853 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 15e46414-6edf-4751-b6e8-5dde4206068a details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:39:30.161654 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-77ec9acf-e318-418c-9842-f32aa9c8c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:30.162390 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-77ec9acf-e318-418c-9842-f32aa9c8c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:30.163005 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-77ec9acf-e318-418c-9842-f32aa9c8c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:30.163676 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-77ec9acf-e318-418c-9842-f32aa9c8c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:30.164299 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-77ec9acf-e318-418c-9842-f32aa9c8c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:30.164950 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-77ec9acf-e318-418c-9842-f32aa9c8c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:30.165570 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-77ec9acf-e318-418c-9842-f32aa9c8c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:30.167765 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-77ec9acf-e318-418c-9842-f32aa9c8c901 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=038769a0c1df4ebc8efcb644264a6ef4&device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 6488 time: 0.8324904 Apr 18 20:39:30.173132 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1467f592-30d8-45d1-87cf-ddf34dbbb5f9 req-fa814aee-27a8-4b36-82ee-5f246f028875 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.182623 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 85f32d94-b927-4021-b22f-ebba03874a49 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:39:30.195801 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-94be0572-9f66-41cb-8d2d-ed18684235d4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5321546 Apr 18 20:39:30.226801 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 85f32d94-b927-4021-b22f-ebba03874a49 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:39:30.227298 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 85f32d94-b927-4021-b22f-ebba03874a49 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:39:30.297260 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41288) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:30.319437 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-12845ef5-dce4-4a0d-a83e-47106deb9811 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Request body: {'subnet': {'network_id': '15e46414-6edf-4751-b6e8-5dde4206068a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:30.355981 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c69c097f-e880-404e-99da-50d501947b6b None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.367085 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c69c097f-e880-404e-99da-50d501947b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.412845 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c097f-e880-404e-99da-50d501947b6b None None] Pushing event updated for resources: {'Port': ['ID=7f3d1b94-5334-413a-97ce-bcdd30f618af,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:30.443920 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69c097f-e880-404e-99da-50d501947b6b None None] Network 8390a3d5-3138-42f0-b1d2-2d0e5c426f89 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:30.452132 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-c69c097f-e880-404e-99da-50d501947b6b None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:30.471386 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69c097f-e880-404e-99da-50d501947b6b None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:30.563097 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eac1703d-9884-4682-ab67-d7dad071d63e req-2cd825c7-6507-4fce-a83c-3ecfdd00efe1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2922955 Apr 18 20:39:30.602916 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c69c097f-e880-404e-99da-50d501947b6b None None] Attempting to bind port 7f3d1b94-5334-413a-97ce-bcdd30f618af on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:30.603280 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c69c097f-e880-404e-99da-50d501947b6b None None] Attempting to bind port 7f3d1b94-5334-413a-97ce-bcdd30f618af by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8390a3d5-3138-42f0-b1d2-2d0e5c426f89'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:30.603651 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69c097f-e880-404e-99da-50d501947b6b None None] Attempting to bind port 7f3d1b94-5334-413a-97ce-bcdd30f618af on network 8390a3d5-3138-42f0-b1d2-2d0e5c426f89 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:30.616913 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dceac10-f057-48a6-a8c8-df92fcfd6f61 req-6923825d-888a-4451-872f-86df3f7a3638 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:30.625300 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69c097f-e880-404e-99da-50d501947b6b None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:39:30.625687 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69c097f-e880-404e-99da-50d501947b6b None None] Checking segment: {'id': 'e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8390a3d5-3138-42f0-b1d2-2d0e5c426f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:30.626134 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c69c097f-e880-404e-99da-50d501947b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.626543 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69c097f-e880-404e-99da-50d501947b6b None None] Bound using segment: {'id': 'e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8390a3d5-3138-42f0-b1d2-2d0e5c426f89'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:39:30.627050 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c69c097f-e880-404e-99da-50d501947b6b None None] Bound port: 7f3d1b94-5334-413a-97ce-bcdd30f618af, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8390a3d5-3138-42f0-b1d2-2d0e5c426f89'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:30.627441 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c69c097f-e880-404e-99da-50d501947b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.635520 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dceac10-f057-48a6-a8c8-df92fcfd6f61 req-6923825d-888a-4451-872f-86df3f7a3638 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:30.639490 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4dceac10-f057-48a6-a8c8-df92fcfd6f61 req-6923825d-888a-4451-872f-86df3f7a3638 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 1653 time: 0.5927880 Apr 18 20:39:30.679744 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-2b0a8e71-37d8-48c3-b63a-2eaf1f13d939 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Network 6ebd78e3-8ba6-4968-baed-05df69d3d0c2 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:30.710884 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa814aee-27a8-4b36-82ee-5f246f028875 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Pushing event deleted for resources: {'Port': ['ID=85f32d94-b927-4021-b22f-ebba03874a49,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:30.740891 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-47b42f1f-f36f-4ee1-bd19-a536fef86f25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=518d95c4-4917-4c82-b386-f2d314651a91 HTTP/1.1" status: 200 len: 217 time: 0.5333261 Apr 18 20:39:30.785176 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c69c097f-e880-404e-99da-50d501947b6b None None] For port 7f3d1b94-5334-413a-97ce-bcdd30f618af, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:30.790051 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c69c097f-e880-404e-99da-50d501947b6b None None] For port 7f3d1b94-5334-413a-97ce-bcdd30f618af, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7f3d1b94-5334-413a-97ce-bcdd30f618af,segment=NetworkSegment(e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6),segment_id=e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:30.829556 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c69c097f-e880-404e-99da-50d501947b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.955540 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-2b0a8e71-37d8-48c3-b63a-2eaf1f13d939 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:30.957808 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c097f-e880-404e-99da-50d501947b6b None None] Pushing event updated for resources: {'Port': ['ID=7f3d1b94-5334-413a-97ce-bcdd30f618af,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:30.969999 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-2b0a8e71-37d8-48c3-b63a-2eaf1f13d939 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:30.977826 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2c985392-fb19-4515-a9cc-689138e44065 req-c46b6fe1-1217-4534-a6ca-7d66f36c7d48 service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1164405 Apr 18 20:39:31.026908 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a8e71-37d8-48c3-b63a-2eaf1f13d939 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event updated for resources: {'Port': ['ID=a3827d6d-6f37-483f-a44f-ac708e8eb2af,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:31.089056 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-1467f592-30d8-45d1-87cf-ddf34dbbb5f9 req-fa814aee-27a8-4b36-82ee-5f246f028875 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] No DVR routers for this DVR port 85f32d94-b927-4021-b22f-ebba03874a49 on host n-h1-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:31.100929 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1467f592-30d8-45d1-87cf-ddf34dbbb5f9 req-fa814aee-27a8-4b36-82ee-5f246f028875 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:31.105515 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1467f592-30d8-45d1-87cf-ddf34dbbb5f9 req-fa814aee-27a8-4b36-82ee-5f246f028875 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.32 "DELETE /v2.0/ports/85f32d94-b927-4021-b22f-ebba03874a49 HTTP/1.1" status: 204 len: 173 time: 4.9403188 Apr 18 20:39:31.112475 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-a08dd245-4935-4bb7-b7c6-fa667846525e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:31.114346 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-a08dd245-4935-4bb7-b7c6-fa667846525e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6597d107-d0ca-41ad-b4eb-bc841df3bab1 HTTP/1.1" status: 200 len: 855 time: 0.3671575 Apr 18 20:39:31.118951 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4e1dd-150d-4dd2-8267-23c78d96436c req-f568ce5b-c3d3-445d-8f3c-efb6fbabd36f tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:31.124575 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86a4e1dd-150d-4dd2-8267-23c78d96436c req-f568ce5b-c3d3-445d-8f3c-efb6fbabd36f tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1 HTTP/1.1" status: 200 len: 932 time: 1.0690830 Apr 18 20:39:31.224928 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f4976e-a896-4ae8-9961-d7dfed0d6a42 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:31.312842 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-11e6b516-8af7-4939-ab95-9081ee638054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:31.323687 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-11e6b516-8af7-4939-ab95-9081ee638054 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=18c98ec1-fd43-4888-ad19-39fa23ba5861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1980319 Apr 18 20:39:31.330405 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:31.345388 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:31.362206 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Transition to ACTIVE for port object 75f4976e-a896-4ae8-9961-d7dfed0d6a42 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:31.430959 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:31.456931 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12845ef5-dce4-4a0d-a83e-47106deb9811 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Made reservation on behalf of a68a6b8656b54bed80d6a62c1f094daf for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:31.460702 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-12845ef5-dce4-4a0d-a83e-47106deb9811 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:31.555985 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:31.635986 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e8fd314a-92e1-43df-9a7a-3d16e9290f23 None None] Provisioning complete for port a3827d6d-6f37-483f-a44f-ac708e8eb2af triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:31.636614 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e8fd314a-92e1-43df-9a7a-3d16e9290f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:31.665736 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-9e9b679b-251c-45e8-a4c9-974645ef62a0 service neutron] 10.222.0.57 "GET /v2.0/networks/18c98ec1-fd43-4888-ad19-39fa23ba5861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348827 Apr 18 20:39:31.806269 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e8fd314a-92e1-43df-9a7a-3d16e9290f23 None None] Port a3827d6d-6f37-483f-a44f-ac708e8eb2af cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:31.913711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1703d-9884-4682-ab67-d7dad071d63e req-16593142-c606-4e25-bd20-5a50b0722b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:31.929869 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eac1703d-9884-4682-ab67-d7dad071d63e req-16593142-c606-4e25-bd20-5a50b0722b81 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c38bdc963bc4174b81b6324270a917b&device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 1097 time: 1.2331908 Apr 18 20:39:31.933984 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-f9e8e98f-9fc6-48a7-baee-8c7f2921111f service neutron] 10.222.0.57 "GET /v2.0/networks/18c98ec1-fd43-4888-ad19-39fa23ba5861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611804 Apr 18 20:39:31.938360 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7f3d1b94-5334-413a-97ce-bcdd30f618af up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:39:31.990520 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86a4e1dd-150d-4dd2-8267-23c78d96436c req-85df3401-3130-450c-98e4-051466afcbfa tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7987671 Apr 18 20:39:31.996462 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4dceac10-f057-48a6-a8c8-df92fcfd6f61 req-cb4fbaaa-ee26-478d-969b-a8c8c2219b72 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0166631 Apr 18 20:39:32.011549 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-2b0a8e71-37d8-48c3-b63a-2eaf1f13d939 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:32.012230 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-2b0a8e71-37d8-48c3-b63a-2eaf1f13d939 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:32.195072 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89aebe2-76bf-43eb-beba-b7b06b97ff55 x-openstack-request-id: req-d89aebe2-76bf-43eb-beba-b7b06b97ff55 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:32.195874 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "tag": "2c0596f1-154c-4d5c-b593-d1998b78e1de", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:32.200243 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d89aebe2-76bf-43eb-beba-b7b06b97ff55 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:32.201752 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d89aebe2-76bf-43eb-beba-b7b06b97ff55'] response: {'name': 'network-changed', 'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'tag': '2c0596f1-154c-4d5c-b593-d1998b78e1de', 'status': 'completed', 'code': 200} Apr 18 20:39:32.204808 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-68277926-8f36-458a-94c4-42c4af33d080 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=95201784-e605-4f59-bd16-56419ae84a45 HTTP/1.1" status: 200 len: 217 time: 0.2581878 Apr 18 20:39:32.276184 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 7f3d1b94-5334-413a-97ce-bcdd30f618af triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:32.276868 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:32.371748 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-208cafdd-441c-4ab8-96f6-a9f3c956575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:32.375849 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-208cafdd-441c-4ab8-96f6-a9f3c956575b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23311194-a384-4735-a60e-77f8a24f1bc9 HTTP/1.1" status: 200 len: 797 time: 0.1640780 Apr 18 20:39:32.515670 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-aac3bc43-22dd-4f67-9626-252d4f827795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:32.517425 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-aac3bc43-22dd-4f67-9626-252d4f827795 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b0f0f53-742c-4158-9900-4acf2578c1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1326804 Apr 18 20:39:32.529655 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:32.557193 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-2b0a8e71-37d8-48c3-b63a-2eaf1f13d939 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9455972 Apr 18 20:39:32.603250 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=75f4976e-a896-4ae8-9961-d7dfed0d6a42,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:32.646962 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 7f3d1b94-5334-413a-97ce-bcdd30f618af, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7f3d1b94-5334-413a-97ce-bcdd30f618af,segment=NetworkSegment(e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6),segment_id=e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:32.653711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-b69a43b7-f59a-43ea-9c42-52dddaa0ea02 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Request body: {'port': {'device_id': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2', 'admin_state_up': True, 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'security_groups': ['692c6ee1-076e-4d61-aada-4c2099441b82']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:32.662512 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:32.675424 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c17d433-2913-4498-9277-735f38f3a636 req-c9417950-086d-4f80-9aa0-b490692e8241 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/ports?device_id=629a9558-4f0e-4c07-aab2-db091d6684a8 HTTP/1.1" status: 200 len: 210 time: 0.2781270 Apr 18 20:39:32.696877 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-12845ef5-dce4-4a0d-a83e-47106deb9811 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:32.754611 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-1ece5e7d-a8c4-4446-98bd-35365487a945 service neutron] 10.222.0.57 "GET /v2.0/networks/2b0f0f53-742c-4158-9900-4acf2578c1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210865 Apr 18 20:39:32.760914 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=7f3d1b94-5334-413a-97ce-bcdd30f618af,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:33.001350 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-80157976-ecb8-4cd9-869a-545c0d4a5c0c service neutron] 10.222.0.57 "GET /v2.0/networks/2b0f0f53-742c-4158-9900-4acf2578c1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385769 Apr 18 20:39:33.161194 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-28f8e4fe-cb9f-41e9-9d8d-711dc78ce033 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=261ee228-3034-446a-848b-b1eb0de2a08c HTTP/1.1" status: 200 len: 217 time: 0.1515975 Apr 18 20:39:33.168670 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Attempting to bind port 75f4976e-a896-4ae8-9961-d7dfed0d6a42 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:33.169145 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Attempting to bind port 75f4976e-a896-4ae8-9961-d7dfed0d6a42 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '010d84d2-e3f1-48d7-9a77-78ee4a049b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ed2b0c12-45b2-4296-81f8-31d496e92fff'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:33.169702 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Attempting to bind port 75f4976e-a896-4ae8-9961-d7dfed0d6a42 on network ed2b0c12-45b2-4296-81f8-31d496e92fff {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:33.221852 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3b75a-6480-4ade-b80e-1228baef07c9 req-355b8724-33b0-4102-84af-0d7d86f84823 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:33.236236 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3b75a-6480-4ade-b80e-1228baef07c9 req-355b8724-33b0-4102-84af-0d7d86f84823 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:33.247467 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d89b6c-56e0-44b6-b5cd-8bc056a70041 None None] Network 8390a3d5-3138-42f0-b1d2-2d0e5c426f89 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:39:33.247845 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3b75a-6480-4ade-b80e-1228baef07c9 req-355b8724-33b0-4102-84af-0d7d86f84823 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:33.259834 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3b75a-6480-4ade-b80e-1228baef07c9 req-355b8724-33b0-4102-84af-0d7d86f84823 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:33.271634 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3b75a-6480-4ade-b80e-1228baef07c9 req-355b8724-33b0-4102-84af-0d7d86f84823 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:33.282230 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3b75a-6480-4ade-b80e-1228baef07c9 req-355b8724-33b0-4102-84af-0d7d86f84823 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:33.294277 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3b75a-6480-4ade-b80e-1228baef07c9 req-355b8724-33b0-4102-84af-0d7d86f84823 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:33.298649 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdc3b75a-6480-4ade-b80e-1228baef07c9 req-355b8724-33b0-4102-84af-0d7d86f84823 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5431 time: 1.0852885 Apr 18 20:39:33.312939 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-c658b2ce-bde0-4f2c-8e1c-61ba480add31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:33.314982 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-c658b2ce-bde0-4f2c-8e1c-61ba480add31 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23311194-a384-4735-a60e-77f8a24f1bc9 HTTP/1.1" status: 200 len: 797 time: 0.1410339 Apr 18 20:39:33.405749 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-ef05208a-4e61-415f-8ac2-66026db612e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:33.409676 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-ef05208a-4e61-415f-8ac2-66026db612e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b0f0f53-742c-4158-9900-4acf2578c1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0832713 Apr 18 20:39:33.430595 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f369c1b1-4751-4bf9-a52c-32efa7feb323 None None] Provisioning complete for port 7f3d1b94-5334-413a-97ce-bcdd30f618af triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:33.431171 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f369c1b1-4751-4bf9-a52c-32efa7feb323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.502635 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12845ef5-dce4-4a0d-a83e-47106deb9811 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event updated for resources: {'Subnet': ['ID=53909cd8-d507-4d3a-aeb8-468856763b89,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:33.555521 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1703d-9884-4682-ab67-d7dad071d63e req-29af0ef4-f6c2-43e3-b08d-2f5cb2a1920c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:33.558395 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eac1703d-9884-4682-ab67-d7dad071d63e req-29af0ef4-f6c2-43e3-b08d-2f5cb2a1920c service neutron] 10.222.0.32 "GET /v2.0/networks?id=92da7360-d409-4b3e-ad31-ddbae7217c5a HTTP/1.1" status: 200 len: 912 time: 1.5877855 Apr 18 20:39:33.598101 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12845ef5-dce4-4a0d-a83e-47106deb9811 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Checking segment: {'id': '6d9526d9-7648-4601-abf1-e1dc1cbb5707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15e46414-6edf-4751-b6e8-5dde4206068a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:33.598363 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12845ef5-dce4-4a0d-a83e-47106deb9811 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Network hostable DHCP agents. Network: 15e46414-6edf-4751-b6e8-5dde4206068a, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:39:33.601681 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Port 75f4976e-a896-4ae8-9961-d7dfed0d6a42 on network ed2b0c12-45b2-4296-81f8-31d496e92fff not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:39:33.602197 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Attempting to bind port 75f4976e-a896-4ae8-9961-d7dfed0d6a42 on network ed2b0c12-45b2-4296-81f8-31d496e92fff {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:33.680193 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-b69a43b7-f59a-43ea-9c42-52dddaa0ea02 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Made reservation on behalf of b938d2524c3842cdaf1832263fa7ae9d for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:33.686964 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-b69a43b7-f59a-43ea-9c42-52dddaa0ea02 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.709724 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-3517a012-6867-4f45-8a1f-d04818cae86f service neutron] 10.222.0.57 "GET /v2.0/networks/2b0f0f53-742c-4158-9900-4acf2578c1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911468 Apr 18 20:39:33.798913 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:39:33.799363 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Checking segment: {'id': '010d84d2-e3f1-48d7-9a77-78ee4a049b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ed2b0c12-45b2-4296-81f8-31d496e92fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:33.799862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Bound using segment: {'id': '010d84d2-e3f1-48d7-9a77-78ee4a049b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ed2b0c12-45b2-4296-81f8-31d496e92fff'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:39:33.800460 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Bound port: 75f4976e-a896-4ae8-9961-d7dfed0d6a42, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '010d84d2-e3f1-48d7-9a77-78ee4a049b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ed2b0c12-45b2-4296-81f8-31d496e92fff'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:33.801220 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.829671 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7f3d1b94-5334-413a-97ce-bcdd30f618af up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:39:33.844728 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eac1703d-9884-4682-ab67-d7dad071d63e req-1d2df892-01a1-4923-8acd-c98b11598842 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99ad98b6-bfe9-4773-945f-0ca8f238c908 HTTP/1.1" status: 200 len: 1002 time: 0.2346733 Apr 18 20:39:33.940511 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdc3b75a-6480-4ade-b80e-1228baef07c9 req-e6849f32-d1ef-434a-8e86-160d7d15f543 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c22c2ed-97fd-4dce-8dfd-c21553233c79&id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4681137 Apr 18 20:39:33.955074 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-7eb58c6a-12d2-4631-bbb0-a7c8c06db244 service neutron] 10.222.0.57 "GET /v2.0/networks/2b0f0f53-742c-4158-9900-4acf2578c1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359869 Apr 18 20:39:33.968162 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 7f3d1b94-5334-413a-97ce-bcdd30f618af triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:33.968568 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.972627 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604b2d1-2f4e-41f2-b4a9-0c0e7fb31f9a req-e9844203-fd4e-4f20-aa10-9b5e38c851a2 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:33.974235 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9604b2d1-2f4e-41f2-b4a9-0c0e7fb31f9a req-e9844203-fd4e-4f20-aa10-9b5e38c851a2 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1 HTTP/1.1" status: 200 len: 944 time: 0.6666930 Apr 18 20:39:34.045910 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-fd180a08-86e4-4e96-aa11-2271f2aeee9c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=088f9125-e7ed-4d40-819c-3af12453d6a0 HTTP/1.1" status: 200 len: 217 time: 0.0828545 Apr 18 20:39:34.162564 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12845ef5-dce4-4a0d-a83e-47106deb9811 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Network 15e46414-6edf-4751-b6e8-5dde4206068a is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:39:34.194370 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-54485568-d4d0-4c0f-9417-c0fb961766b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:34.211206 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-54485568-d4d0-4c0f-9417-c0fb961766b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23311194-a384-4735-a60e-77f8a24f1bc9 HTTP/1.1" status: 200 len: 797 time: 0.1583495 Apr 18 20:39:34.212405 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629a9558-4f0e-4c07-aab2-db091d6684a8', 'name': 'network-vif-deleted', 'tag': '85f32d94-b927-4021-b22f-ebba03874a49'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:34.215490 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02b5c61-f9c5-4ec8-a7a2-035b0189078b" -d '{"events": [{"server_uuid": "629a9558-4f0e-4c07-aab2-db091d6684a8", "name": "network-vif-deleted", "tag": "85f32d94-b927-4021-b22f-ebba03874a49"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:34.306214 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-7f0860c9-94c2-449f-9b82-f2a8df156d91 None None] Provisioning complete for port 7f3d1b94-5334-413a-97ce-bcdd30f618af triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:34.306586 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7f0860c9-94c2-449f-9b82-f2a8df156d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.320700 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6d62b2fd-7784-4e89-82fd-c50fae30b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:34.321982 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6d62b2fd-7784-4e89-82fd-c50fae30b5dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b0f0f53-742c-4158-9900-4acf2578c1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1015086 Apr 18 20:39:34.368275 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-12845ef5-dce4-4a0d-a83e-47106deb9811 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 15e46414-6edf-4751-b6e8-5dde4206068a) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:34.387078 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f253a22-c931-4a10-9115-a7f858fa076c None None] Network 15e46414-6edf-4751-b6e8-5dde4206068a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:39:34.395690 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12845ef5-dce4-4a0d-a83e-47106deb9811 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:34.396470 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-12845ef5-dce4-4a0d-a83e-47106deb9811 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.423096 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1703d-9884-4682-ab67-d7dad071d63e req-7f090395-7c6c-434c-b4b3-82a01312bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:34.428114 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eac1703d-9884-4682-ab67-d7dad071d63e req-7f090395-7c6c-434c-b4b3-82a01312bf69 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=55983801-f492-4a46-94da-ae12b2e91406 HTTP/1.1" status: 200 len: 850 time: 0.5327122 Apr 18 20:39:34.475608 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-cbb9d6d5-ecea-4514-a82a-e012079f046f service neutron] 10.222.0.57 "GET /v2.0/networks/2b0f0f53-742c-4158-9900-4acf2578c1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437206 Apr 18 20:39:34.501019 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] For port 75f4976e-a896-4ae8-9961-d7dfed0d6a42, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:34.556996 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9604b2d1-2f4e-41f2-b4a9-0c0e7fb31f9a req-25639d00-c0ef-4681-aa80-e7da0b87abab tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775636 Apr 18 20:39:34.602613 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-45df4268-acea-4508-85cc-8077dd8b57a1 service neutron] 10.222.0.57 "GET /v2.0/networks/2b0f0f53-742c-4158-9900-4acf2578c1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150801 Apr 18 20:39:34.632311 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] For port 75f4976e-a896-4ae8-9961-d7dfed0d6a42, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=75f4976e-a896-4ae8-9961-d7dfed0d6a42,segment=NetworkSegment(010d84d2-e3f1-48d7-9a77-78ee4a049b9e),segment_id=010d84d2-e3f1-48d7-9a77-78ee4a049b9e)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:34.675029 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-09c8a362-194e-4c06-a073-ae97cf4e1fe8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78 HTTP/1.1" status: 200 len: 217 time: 0.0573013 Apr 18 20:39:34.729937 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560ad8d-22d5-4c84-828b-63ffa2fe3dae req-680ed925-dd5f-4424-9393-097ac8969bad tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:34.765012 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-880d1a0b-dcb8-4091-87dc-508aea5a4dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:34.769077 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-880d1a0b-dcb8-4091-87dc-508aea5a4dff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23311194-a384-4735-a60e-77f8a24f1bc9 HTTP/1.1" status: 200 len: 797 time: 0.0845480 Apr 18 20:39:34.775231 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560ad8d-22d5-4c84-828b-63ffa2fe3dae req-680ed925-dd5f-4424-9393-097ac8969bad tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:34.794586 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-15e46414-6edf-4751-b6e8-5dde4206068a', 'network_id': '15e46414-6edf-4751-b6e8-5dde4206068a', 'tenant_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'fixed_ips': [{'subnet_id': '53909cd8-d507-4d3a-aeb8-468856763b89'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:39:34.796601 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.817304 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c560ad8d-22d5-4c84-828b-63ffa2fe3dae req-680ed925-dd5f-4424-9393-097ac8969bad tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 1653 time: 0.6960697 Apr 18 20:39:34.833252 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f51ac7e-1b98-44cf-a8c1-5fad1c495a4d x-openstack-request-id: req-2f51ac7e-1b98-44cf-a8c1-5fad1c495a4d {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:34.833745 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629a9558-4f0e-4c07-aab2-db091d6684a8", "name": "network-vif-deleted", "tag": "85f32d94-b927-4021-b22f-ebba03874a49", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:34.834170 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f51ac7e-1b98-44cf-a8c1-5fad1c495a4d {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:34.834836 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f51ac7e-1b98-44cf-a8c1-5fad1c495a4d'] response: {'server_uuid': '629a9558-4f0e-4c07-aab2-db091d6684a8', 'name': 'network-vif-deleted', 'tag': '85f32d94-b927-4021-b22f-ebba03874a49', 'status': 'completed', 'code': 200} Apr 18 20:39:34.854816 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-12845ef5-dce4-4a0d-a83e-47106deb9811 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.5437407 Apr 18 20:39:34.973727 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-7cd51534-27da-4eba-add4-42cefaf55868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:34.976341 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-7cd51534-27da-4eba-add4-42cefaf55868 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b0f0f53-742c-4158-9900-4acf2578c1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1981537 Apr 18 20:39:35.006319 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.097594 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Allocated IP 19.86.0.2 (15e46414-6edf-4751-b6e8-5dde4206068a/53909cd8-d507-4d3a-aeb8-468856763b89/2957ff9a-db7e-43b2-86df-995018296a87) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:35.298407 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-45185f80-8d63-4eb8-ba7b-93c9dd82c7c1 service neutron] 10.222.0.57 "GET /v2.0/networks/2b0f0f53-742c-4158-9900-4acf2578c1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131273 Apr 18 20:39:35.454076 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.487080 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.539956 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-252d59d8-3ea4-4e19-8bb7-3f6624c8ecbc service neutron] 10.222.0.57 "GET /v2.0/networks/2b0f0f53-742c-4158-9900-4acf2578c1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335446 Apr 18 20:39:35.625437 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Network 15e46414-6edf-4751-b6e8-5dde4206068a is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:35.627171 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Pushing event updated for resources: {'Port': ['ID=2957ff9a-db7e-43b2-86df-995018296a87,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:35.632718 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-93822eb4-a725-4f37-83e4-e21f1e8b7ff5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8d3bdca7-278d-47f1-a781-98e6caeb3fe5 HTTP/1.1" status: 200 len: 217 time: 0.0846438 Apr 18 20:39:35.636398 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:35.636924 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:35.637370 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:35.637917 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:35.639164 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:35.639664 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:35.640097 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:35.640575 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:35.641128 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:35.641682 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:35.642108 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:35.642532 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:35.646441 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:35.652020 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:35.733601 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-21b8a543-7f54-457c-8f5e-5c4e89720cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:35.735577 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-21b8a543-7f54-457c-8f5e-5c4e89720cd4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c48d41c-4d09-4209-9d40-59fcbdf9fd5e HTTP/1.1" status: 200 len: 797 time: 0.0948074 Apr 18 20:39:35.750724 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Attempting to bind port 2957ff9a-db7e-43b2-86df-995018296a87 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:35.751109 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Attempting to bind port 2957ff9a-db7e-43b2-86df-995018296a87 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '6d9526d9-7648-4601-abf1-e1dc1cbb5707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15e46414-6edf-4751-b6e8-5dde4206068a'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:35.752392 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Attempting to bind port 2957ff9a-db7e-43b2-86df-995018296a87 on network 15e46414-6edf-4751-b6e8-5dde4206068a {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:35.757263 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:39:35.757642 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Checking segment: {'id': '6d9526d9-7648-4601-abf1-e1dc1cbb5707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15e46414-6edf-4751-b6e8-5dde4206068a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:35.758056 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.759470 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Bound using segment: {'id': '6d9526d9-7648-4601-abf1-e1dc1cbb5707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15e46414-6edf-4751-b6e8-5dde4206068a'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:39:35.759470 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Bound port: 2957ff9a-db7e-43b2-86df-995018296a87, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9526d9-7648-4601-abf1-e1dc1cbb5707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15e46414-6edf-4751-b6e8-5dde4206068a'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:35.759470 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.807242 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1703d-9884-4682-ab67-d7dad071d63e req-5c808d11-9111-459d-9fd7-c888e38cc082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:35.811526 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eac1703d-9884-4682-ab67-d7dad071d63e req-5c808d11-9111-459d-9fd7-c888e38cc082 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92da7360-d409-4b3e-ad31-ddbae7217c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3285022 Apr 18 20:39:35.819425 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-abd65bbf-7cdd-480d-bedf-98e298dd7f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:35.821123 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-abd65bbf-7cdd-480d-bedf-98e298dd7f6c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8f8942e-3e1a-43d9-880b-ea4411c35474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0715213 Apr 18 20:39:35.822377 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:35.823091 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.824807 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] 10.222.0.32 "PUT /v2.0/ports/75f4976e-a896-4ae8-9961-d7dfed0d6a42 HTTP/1.1" status: 200 len: 1092 time: 7.1025372 Apr 18 20:39:35.899714 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1', 'tag': '75f4976e-a896-4ae8-9961-d7dfed0d6a42'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:35.903329 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] For port 2957ff9a-db7e-43b2-86df-995018296a87, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:35.906066 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90de286-0f8f-46d1-9273-00bc96d6284b" -d '{"events": [{"name": "network-changed", "server_uuid": "12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1", "tag": "75f4976e-a896-4ae8-9961-d7dfed0d6a42"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:35.911773 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=75f4976e-a896-4ae8-9961-d7dfed0d6a42,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:35.917395 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] For port 2957ff9a-db7e-43b2-86df-995018296a87, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2957ff9a-db7e-43b2-86df-995018296a87,segment=NetworkSegment(6d9526d9-7648-4601-abf1-e1dc1cbb5707),segment_id=6d9526d9-7648-4601-abf1-e1dc1cbb5707)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:35.928995 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.942366 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-b7f15378-0a52-431e-87cb-1c009201f149 service neutron] 10.222.0.57 "GET /v2.0/networks/a8f8942e-3e1a-43d9-880b-ea4411c35474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128767 Apr 18 20:39:36.005184 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-b69a43b7-f59a-43ea-9c42-52dddaa0ea02 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Allocated IP 10.1.1.50 (6ebd78e3-8ba6-4968-baed-05df69d3d0c2/72e7d85d-cdaa-40ae-b795-4a0b852926e4/492687d2-a698-480b-8d9d-5292e1354c85) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:36.046858 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c560ad8d-22d5-4c84-828b-63ffa2fe3dae req-f152f291-14c1-4c7f-98bf-ee72102c5403 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2280982 Apr 18 20:39:36.056190 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:36.056409 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:36.070510 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:36.072956 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:36.073484 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:36.074260 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:36.074758 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:36.076903 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:36.077431 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:36.077961 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:36.078452 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:36.079423 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33298411-e9e3-4d00-bc39-d70d59b8c0a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:36.151230 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6aee0e24-28f9-43f0-8391-af79a4aad324 service neutron] 10.222.0.57 "GET /v2.0/networks/a8f8942e-3e1a-43d9-880b-ea4411c35474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026229 Apr 18 20:39:36.155645 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ffeb8a-8df3-40df-a57e-304ad1711437 None None] Pushing event updated for resources: {'Port': ['ID=2957ff9a-db7e-43b2-86df-995018296a87,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:36.209542 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6912a500-5517-46cf-ae7b-7c90a10cc10b req-7e046748-9af8-4926-b4f5-206b148c0de7 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/67c11c0c-4ea5-488a-8f83-02352a793abd HTTP/1.1" status: 200 len: 1801 time: 1.2763567 Apr 18 20:39:36.257040 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6462fc2a-b4b1-4341-85df-02712fe2548e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2c0596f1-154c-4d5c-b593-d1998b78e1de HTTP/1.1" status: 200 len: 217 time: 0.0846488 Apr 18 20:39:36.320526 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-75b75b26-df90-41f3-8340-a85e7a5a8953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:36.322124 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-75b75b26-df90-41f3-8340-a85e7a5a8953 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b15a212f24594521a622268ceffef952&device_id=12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1 HTTP/1.1" status: 200 len: 1095 time: 0.3687844 Apr 18 20:39:36.387782 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-ba371285-7a9f-4112-be08-a4029e3ecf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:36.391679 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-ba371285-7a9f-4112-be08-a4029e3ecf5a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c48d41c-4d09-4209-9d40-59fcbdf9fd5e HTTP/1.1" status: 200 len: 797 time: 0.1253040 Apr 18 20:39:36.487411 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-8a463ad9-b5be-4d71-985a-5ec554dd96c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:36.488994 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-8a463ad9-b5be-4d71-985a-5ec554dd96c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8f8942e-3e1a-43d9-880b-ea4411c35474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0873327 Apr 18 20:39:36.665672 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-e166e5c9-613e-4974-bb35-95cff62d1635 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75f4976e-a896-4ae8-9961-d7dfed0d6a42 HTTP/1.1" status: 200 len: 217 time: 0.3017967 Apr 18 20:39:36.702669 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-3a4e8fc4-c462-4118-aefc-b7151f2d58e4 service neutron] 10.222.0.57 "GET /v2.0/networks/a8f8942e-3e1a-43d9-880b-ea4411c35474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035501 Apr 18 20:39:36.777332 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491fb31-c92a-4e36-bc07-ecc83c59b67d req-859ab1d0-95d7-43dc-8c12-33d3ad98bf79 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:36.782426 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491fb31-c92a-4e36-bc07-ecc83c59b67d req-859ab1d0-95d7-43dc-8c12-33d3ad98bf79 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:36.797385 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491fb31-c92a-4e36-bc07-ecc83c59b67d req-859ab1d0-95d7-43dc-8c12-33d3ad98bf79 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:36.806659 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491fb31-c92a-4e36-bc07-ecc83c59b67d req-859ab1d0-95d7-43dc-8c12-33d3ad98bf79 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:36.814859 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491fb31-c92a-4e36-bc07-ecc83c59b67d req-859ab1d0-95d7-43dc-8c12-33d3ad98bf79 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:36.823660 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491fb31-c92a-4e36-bc07-ecc83c59b67d req-859ab1d0-95d7-43dc-8c12-33d3ad98bf79 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:36.832129 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491fb31-c92a-4e36-bc07-ecc83c59b67d req-859ab1d0-95d7-43dc-8c12-33d3ad98bf79 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:36.834814 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b491fb31-c92a-4e36-bc07-ecc83c59b67d req-859ab1d0-95d7-43dc-8c12-33d3ad98bf79 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5431 time: 0.6286814 Apr 18 20:39:36.842339 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eac1703d-9884-4682-ab67-d7dad071d63e req-68212fb4-a974-4a62-975d-01dfba480cba service neutron] 10.222.0.32 "GET /v2.0/networks/92da7360-d409-4b3e-ad31-ddbae7217c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9266012 Apr 18 20:39:36.919977 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0c2fec53-62e7-4b5e-a9ab-ae3fedfc4a6a req-6e370f02-75c8-4957-acf5-d37619be7467 service neutron] 10.222.0.57 "GET /v2.0/networks/a8f8942e-3e1a-43d9-880b-ea4411c35474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105503 Apr 18 20:39:36.994290 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6912a500-5517-46cf-ae7b-7c90a10cc10b req-3a963725-117e-45d4-bc02-1458f6ab3116 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:37.097641 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-b69a43b7-f59a-43ea-9c42-52dddaa0ea02 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:37.120820 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648b13b-70f2-4365-b626-fee5af084368 req-414277f2-a852-4994-9fd0-e27a08a62cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:37.121231 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648b13b-70f2-4365-b626-fee5af084368 req-414277f2-a852-4994-9fd0-e27a08a62cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:37.129638 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648b13b-70f2-4365-b626-fee5af084368 req-414277f2-a852-4994-9fd0-e27a08a62cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:37.131275 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648b13b-70f2-4365-b626-fee5af084368 req-414277f2-a852-4994-9fd0-e27a08a62cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:37.132169 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648b13b-70f2-4365-b626-fee5af084368 req-414277f2-a852-4994-9fd0-e27a08a62cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:37.133073 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648b13b-70f2-4365-b626-fee5af084368 req-414277f2-a852-4994-9fd0-e27a08a62cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:37.133887 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648b13b-70f2-4365-b626-fee5af084368 req-414277f2-a852-4994-9fd0-e27a08a62cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:37.136340 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6648b13b-70f2-4365-b626-fee5af084368 req-414277f2-a852-4994-9fd0-e27a08a62cb6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=038769a0c1df4ebc8efcb644264a6ef4&device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 6488 time: 0.1276114 Apr 18 20:39:37.165791 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-7d18742c-c6c1-4df8-8c79-262cf8add35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:37.170445 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-7d18742c-c6c1-4df8-8c79-262cf8add35a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3cc6e869-dcde-4b4f-9cfc-e06da113fabf HTTP/1.1" status: 200 len: 853 time: 0.4276309 Apr 18 20:39:37.238164 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6912a500-5517-46cf-ae7b-7c90a10cc10b req-3a963725-117e-45d4-bc02-1458f6ab3116 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:37.250388 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b491fb31-c92a-4e36-bc07-ecc83c59b67d req-b2ca1fda-9c06-436b-a186-815de88f20de tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c22c2ed-97fd-4dce-8dfd-c21553233c79&id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3670139 Apr 18 20:39:37.330570 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648b13b-70f2-4365-b626-fee5af084368 req-6ff0d0f7-9031-4869-9cc7-f1a3d2f7c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:37.333385 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-beff8635-3e63-4848-827a-8cf847a3c197 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed2b0c12-45b2-4296-81f8-31d496e92fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288657 Apr 18 20:39:37.343354 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6648b13b-70f2-4365-b626-fee5af084368 req-6ff0d0f7-9031-4869-9cc7-f1a3d2f7c357 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a8f8942e-3e1a-43d9-880b-ea4411c35474 HTTP/1.1" status: 200 len: 901 time: 0.1994033 Apr 18 20:39:37.527828 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6648b13b-70f2-4365-b626-fee5af084368 req-dd83b2a8-c33f-443e-ad9b-a286ae0ed9a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2c0596f1-154c-4d5c-b593-d1998b78e1de HTTP/1.1" status: 200 len: 217 time: 0.1714494 Apr 18 20:39:37.532517 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:37.648696 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648b13b-70f2-4365-b626-fee5af084368 req-d9b8efcf-5495-428a-a2fc-af3d5b5be4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:37.650383 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6648b13b-70f2-4365-b626-fee5af084368 req-d9b8efcf-5495-428a-a2fc-af3d5b5be4ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c48d41c-4d09-4209-9d40-59fcbdf9fd5e HTTP/1.1" status: 200 len: 797 time: 0.1068485 Apr 18 20:39:37.825518 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eac1703d-9884-4682-ab67-d7dad071d63e req-d36af08c-d37e-4691-9211-31b955d88b86 service neutron] 10.222.0.32 "GET /v2.0/networks/92da7360-d409-4b3e-ad31-ddbae7217c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9409504 Apr 18 20:39:37.840063 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-b69a43b7-f59a-43ea-9c42-52dddaa0ea02 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:37.848043 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648b13b-70f2-4365-b626-fee5af084368 req-de68a039-e5de-4485-91cf-90b988e7eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:37.851059 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6648b13b-70f2-4365-b626-fee5af084368 req-de68a039-e5de-4485-91cf-90b988e7eb47 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8f8942e-3e1a-43d9-880b-ea4411c35474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1914535 Apr 18 20:39:37.961199 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2957ff9a-db7e-43b2-86df-995018296a87 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:39:38.084133 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6912a500-5517-46cf-ae7b-7c90a10cc10b req-3a963725-117e-45d4-bc02-1458f6ab3116 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:38.088013 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6912a500-5517-46cf-ae7b-7c90a10cc10b req-3a963725-117e-45d4-bc02-1458f6ab3116 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:38.090678 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6912a500-5517-46cf-ae7b-7c90a10cc10b req-3a963725-117e-45d4-bc02-1458f6ab3116 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "DELETE /v2.0/security-groups/67c11c0c-4ea5-488a-8f83-02352a793abd HTTP/1.1" status: 204 len: 173 time: 1.8520093 Apr 18 20:39:38.124243 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 2957ff9a-db7e-43b2-86df-995018296a87 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:38.124777 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:38.144588 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6648b13b-70f2-4365-b626-fee5af084368 req-528bf412-4190-4c92-bed2-91f9b4797193 service neutron] 10.222.0.57 "GET /v2.0/networks/a8f8942e-3e1a-43d9-880b-ea4411c35474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851434 Apr 18 20:39:38.196979 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-b69a43b7-f59a-43ea-9c42-52dddaa0ea02 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Network 6ebd78e3-8ba6-4968-baed-05df69d3d0c2 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:38.208568 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dafa1dc-8399-49e8-b5b5-48d57184c714 None None] Network 15e46414-6edf-4751-b6e8-5dde4206068a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:39:38.289690 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-65a858f7-2141-40ed-97a1-d5d9bd67c553 service neutron] 10.222.0.32 "GET /v2.0/networks/ed2b0c12-45b2-4296-81f8-31d496e92fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9224973 Apr 18 20:39:38.316202 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a963725-117e-45d4-bc02-1458f6ab3116 tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c11c0c-4ea5-488a-8f83-02352a793abd,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:38.354364 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-b69a43b7-f59a-43ea-9c42-52dddaa0ea02 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:38.453962 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6648b13b-70f2-4365-b626-fee5af084368 req-fa547e9a-44a0-45d3-9edb-c1b2fba614db service neutron] 10.222.0.57 "GET /v2.0/networks/a8f8942e-3e1a-43d9-880b-ea4411c35474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004572 Apr 18 20:39:38.465682 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a43b7-f59a-43ea-9c42-52dddaa0ea02 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event updated for resources: {'Port': ['ID=492687d2-a698-480b-8d9d-5292e1354c85,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:38.493326 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f7069682-9b0f-47cf-9033-543252ed2064 None None] Provisioning complete for port 2957ff9a-db7e-43b2-86df-995018296a87 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:38.493864 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f7069682-9b0f-47cf-9033-543252ed2064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:38.514813 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-b69a43b7-f59a-43ea-9c42-52dddaa0ea02 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:38.714867 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-24cb65a8-3171-4fed-aa8b-52fda119aa15 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:38.723008 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-24cb65a8-3171-4fed-aa8b-52fda119aa15 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:38.731195 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-24cb65a8-3171-4fed-aa8b-52fda119aa15 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/networks?id=8390a3d5-3138-42f0-b1d2-2d0e5c426f89&id=15e46414-6edf-4751-b6e8-5dde4206068a HTTP/1.1" status: 200 len: 1391 time: 1.2697606 Apr 18 20:39:38.832000 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-b69a43b7-f59a-43ea-9c42-52dddaa0ea02 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:38.834337 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-b69a43b7-f59a-43ea-9c42-52dddaa0ea02 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:38.877435 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-935b43be-b406-4c54-8fd4-a9c2a02afaf8 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/quotas/a68a6b8656b54bed80d6a62c1f094daf HTTP/1.1" status: 200 len: 375 time: 0.1402979 Apr 18 20:39:38.891650 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:38.923506 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293dc3b-4aff-414f-b7b0-286a9bd476bb req-610b4356-04da-4db3-a7f1-ba5702a56880 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:38.925301 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8293dc3b-4aff-414f-b7b0-286a9bd476bb req-610b4356-04da-4db3-a7f1-ba5702a56880 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1 HTTP/1.1" status: 200 len: 944 time: 0.6254182 Apr 18 20:39:38.938386 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-b69a43b7-f59a-43ea-9c42-52dddaa0ea02 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 6.2979650 Apr 18 20:39:38.971683 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ce88368f-0f3f-438d-900c-236bd8f638b8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Request body: {'port': {'device_id': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f0513885-75e1-4841-8e3e-94a85e5d0ac6', 'admin_state_up': True, 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'security_groups': ['692c6ee1-076e-4d61-aada-4c2099441b82']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:39.002131 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f92d407-4e69-44d6-af9a-e0eaf402a851 req-a5fc8f66-73ed-4053-98b3-abdc46d1e2f8 service neutron] 10.222.0.32 "GET /v2.0/networks/ed2b0c12-45b2-4296-81f8-31d496e92fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6501031 Apr 18 20:39:39.013879 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f7069682-9b0f-47cf-9033-543252ed2064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:39.071817 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 2957ff9a-db7e-43b2-86df-995018296a87, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2957ff9a-db7e-43b2-86df-995018296a87,segment=NetworkSegment(6d9526d9-7648-4601-abf1-e1dc1cbb5707),segment_id=6d9526d9-7648-4601-abf1-e1dc1cbb5707)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:39.088532 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8293dc3b-4aff-414f-b7b0-286a9bd476bb req-2753bc7c-c9b7-4689-9c3f-eb8e0b156d8b tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259873 Apr 18 20:39:39.094230 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:39.124092 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-629518a9-fcda-4d09-a043-3fe2e22c2df2 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a68a6b8656b54bed80d6a62c1f094daf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2178912 Apr 18 20:39:39.247270 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=2957ff9a-db7e-43b2-86df-995018296a87,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:39.549337 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-cad9d30d-6392-4fbd-b985-c67002c2c9dd service neutron] 10.222.0.41 "GET /v2.0/networks/8390a3d5-3138-42f0-b1d2-2d0e5c426f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249158 Apr 18 20:39:39.612406 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61497df-eb5c-48d2-8a90-7c6d1e135763 x-openstack-request-id: req-b61497df-eb5c-48d2-8a90-7c6d1e135763 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:39.612947 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1", "tag": "75f4976e-a896-4ae8-9961-d7dfed0d6a42", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:39.613343 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b61497df-eb5c-48d2-8a90-7c6d1e135763 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:39.613996 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b61497df-eb5c-48d2-8a90-7c6d1e135763'] response: {'name': 'network-changed', 'server_uuid': '12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1', 'tag': '75f4976e-a896-4ae8-9961-d7dfed0d6a42', 'status': 'completed', 'code': 200} Apr 18 20:39:39.632284 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-f7069682-9b0f-47cf-9033-543252ed2064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:39:39.632684 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-f7069682-9b0f-47cf-9033-543252ed2064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:39:39.784253 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2957ff9a-db7e-43b2-86df-995018296a87 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:39:39.820138 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ce88368f-0f3f-438d-900c-236bd8f638b8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Made reservation on behalf of b938d2524c3842cdaf1832263fa7ae9d for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:39.848314 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 2957ff9a-db7e-43b2-86df-995018296a87 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:39.849196 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:40.066348 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90de286-0f8f-46d1-9273-00bc96d6284b req-60adcb8e-4b3f-466c-b1e1-b12f4884d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:40.067936 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d90de286-0f8f-46d1-9273-00bc96d6284b req-60adcb8e-4b3f-466c-b1e1-b12f4884d379 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b15a212f24594521a622268ceffef952&device_id=12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1 HTTP/1.1" status: 200 len: 1095 time: 0.5140772 Apr 18 20:39:40.264925 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dcebd-a425-4b35-90e0-7787dc3914db req-8b1e5d58-ed1c-42a2-97c1-465b009f967f tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:40.278360 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dcebd-a425-4b35-90e0-7787dc3914db req-8b1e5d58-ed1c-42a2-97c1-465b009f967f tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:40.290228 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dcebd-a425-4b35-90e0-7787dc3914db req-8b1e5d58-ed1c-42a2-97c1-465b009f967f tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:40.292090 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be6dcebd-a425-4b35-90e0-7787dc3914db req-8b1e5d58-ed1c-42a2-97c1-465b009f967f tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 2373 time: 0.3313675 Apr 18 20:39:40.323449 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-fb75940c-fc09-418c-ba8c-01bb57a4eb28 service neutron] 10.222.0.41 "GET /v2.0/networks/8390a3d5-3138-42f0-b1d2-2d0e5c426f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7070763 Apr 18 20:39:40.380793 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f122c545-aab2-411e-bcf0-e2fdb1221dec None None] Provisioning complete for port 492687d2-a698-480b-8d9d-5292e1354c85 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:40.391164 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f122c545-aab2-411e-bcf0-e2fdb1221dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:40.412695 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ce88368f-0f3f-438d-900c-236bd8f638b8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:40.443538 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f122c545-aab2-411e-bcf0-e2fdb1221dec None None] Port 492687d2-a698-480b-8d9d-5292e1354c85 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:40.464515 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f122c545-aab2-411e-bcf0-e2fdb1221dec None None] Provisioning complete for port 2957ff9a-db7e-43b2-86df-995018296a87 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:40.464606 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f122c545-aab2-411e-bcf0-e2fdb1221dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:40.537601 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be6dcebd-a425-4b35-90e0-7787dc3914db req-5904c498-0392-4e21-a9f2-a3be759625a9 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131093 Apr 18 20:39:40.679595 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90de286-0f8f-46d1-9273-00bc96d6284b req-868d4148-bc06-4ff4-aae1-fcf7e1d90b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:40.682352 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d90de286-0f8f-46d1-9273-00bc96d6284b req-868d4148-bc06-4ff4-aae1-fcf7e1d90b06 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed2b0c12-45b2-4296-81f8-31d496e92fff HTTP/1.1" status: 200 len: 914 time: 0.5980957 Apr 18 20:39:40.930733 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d90de286-0f8f-46d1-9273-00bc96d6284b req-972a8ddc-5d11-449d-a207-a08e2f225251 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75f4976e-a896-4ae8-9961-d7dfed0d6a42 HTTP/1.1" status: 200 len: 217 time: 0.1876309 Apr 18 20:39:41.492041 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-b91b9157-afa3-4b11-8781-abe919599a4d service neutron] 10.222.0.41 "GET /v2.0/networks/15e46414-6edf-4751-b6e8-5dde4206068a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1464541 Apr 18 20:39:41.562043 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.764817 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c3955bd-1140-4909-93d5-56788eda822e req-90677366-8dbc-40be-a2d1-8c46f41b52ed tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "GET /v2.0/security-groups/480caee8-a142-480a-a0ef-4ae1daa430e9 HTTP/1.1" status: 200 len: 1800 time: 1.1245589 Apr 18 20:39:41.939514 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90de286-0f8f-46d1-9273-00bc96d6284b req-496d65bc-e215-4478-a26d-356cbc906e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:41.941331 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d90de286-0f8f-46d1-9273-00bc96d6284b req-496d65bc-e215-4478-a26d-356cbc906e22 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3cc6e869-dcde-4b4f-9cfc-e06da113fabf HTTP/1.1" status: 200 len: 853 time: 0.9898789 Apr 18 20:39:41.970572 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-d861d47d-fbd2-4ee6-a6be-9fe850dbf7c5 service neutron] 10.222.0.41 "GET /v2.0/networks/15e46414-6edf-4751-b6e8-5dde4206068a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330715 Apr 18 20:39:42.014644 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d90de286-0f8f-46d1-9273-00bc96d6284b req-27ae27aa-f683-43ee-a7c8-0a3599a4de60 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed2b0c12-45b2-4296-81f8-31d496e92fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624566 Apr 18 20:39:42.061587 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6c3955bd-1140-4909-93d5-56788eda822e req-daf227b9-0a41-46df-bb76-f6312dc358ce tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.118287 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ce88368f-0f3f-438d-900c-236bd8f638b8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Allocated IP 10.2.2.100 (f0513885-75e1-4841-8e3e-94a85e5d0ac6/9e58ec91-e95a-4da8-b8eb-4edb6f8b5b4d/a2a01202-816d-46a7-a65a-3972b652395d) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:42.215206 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6c3955bd-1140-4909-93d5-56788eda822e req-daf227b9-0a41-46df-bb76-f6312dc358ce tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.503587 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d90de286-0f8f-46d1-9273-00bc96d6284b req-7cdd2de7-5d67-43a3-a875-246348aac10b service neutron] 10.222.0.32 "GET /v2.0/networks/ed2b0c12-45b2-4296-81f8-31d496e92fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838245 Apr 18 20:39:42.632812 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ce88368f-0f3f-438d-900c-236bd8f638b8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.739078 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6c3955bd-1140-4909-93d5-56788eda822e req-daf227b9-0a41-46df-bb76-f6312dc358ce tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.745427 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6c3955bd-1140-4909-93d5-56788eda822e req-daf227b9-0a41-46df-bb76-f6312dc358ce tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.747753 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c3955bd-1140-4909-93d5-56788eda822e req-daf227b9-0a41-46df-bb76-f6312dc358ce tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] 10.222.0.41 "DELETE /v2.0/security-groups/480caee8-a142-480a-a0ef-4ae1daa430e9 HTTP/1.1" status: 204 len: 173 time: 0.9760048 Apr 18 20:39:42.760462 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41432) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:42.849513 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf227b9-0a41-46df-bb76-f6312dc358ce tempest-SecurityGroupsTestJSON-954634005 tempest-SecurityGroupsTestJSON-954634005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=480caee8-a142-480a-a0ef-4ae1daa430e9,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:42.891237 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ce88368f-0f3f-438d-900c-236bd8f638b8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.047931 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b2283-a944-427e-95c5-ede90651c97c req-015ac984-b850-43a7-a93c-60834c2e89ca tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:43.055026 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b2283-a944-427e-95c5-ede90651c97c req-015ac984-b850-43a7-a93c-60834c2e89ca tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:43.062447 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b2283-a944-427e-95c5-ede90651c97c req-015ac984-b850-43a7-a93c-60834c2e89ca tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:43.069472 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b2283-a944-427e-95c5-ede90651c97c req-015ac984-b850-43a7-a93c-60834c2e89ca tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:43.076939 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b2283-a944-427e-95c5-ede90651c97c req-015ac984-b850-43a7-a93c-60834c2e89ca tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:43.079826 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf24f86c-87e6-459b-a8e9-ca8c249f3bf3 admin admin] Deleting subnet b9f432db-bb83-4c5c-b467-ba4f8fb4d6a8 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:39:43.089208 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b2283-a944-427e-95c5-ede90651c97c req-015ac984-b850-43a7-a93c-60834c2e89ca tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:43.092764 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cf24f86c-87e6-459b-a8e9-ca8c249f3bf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.103441 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b2283-a944-427e-95c5-ede90651c97c req-015ac984-b850-43a7-a93c-60834c2e89ca tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:43.106870 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d7b2283-a944-427e-95c5-ede90651c97c req-015ac984-b850-43a7-a93c-60834c2e89ca tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5431 time: 0.6221108 Apr 18 20:39:43.229948 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cf24f86c-87e6-459b-a8e9-ca8c249f3bf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.238873 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ce88368f-0f3f-438d-900c-236bd8f638b8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Network f0513885-75e1-4841-8e3e-94a85e5d0ac6 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:43.258194 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ce88368f-0f3f-438d-900c-236bd8f638b8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:43.275679 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7cf13-e671-4de8-8dd0-02844afd9289 req-e43c1799-aa22-40dc-96ec-bb9df5789722 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:43.278591 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d9b7cf13-e671-4de8-8dd0-02844afd9289 req-e43c1799-aa22-40dc-96ec-bb9df5789722 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1 HTTP/1.1" status: 200 len: 944 time: 0.2866178 Apr 18 20:39:43.327517 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ce88368f-0f3f-438d-900c-236bd8f638b8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:43.340422 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cf24f86c-87e6-459b-a8e9-ca8c249f3bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.489884 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ce88368f-0f3f-438d-900c-236bd8f638b8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:43.490853 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cf24f86c-87e6-459b-a8e9-ca8c249f3bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.491041 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ce88368f-0f3f-438d-900c-236bd8f638b8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.546798 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d7b2283-a944-427e-95c5-ede90651c97c req-7749d248-e44c-4dc1-a754-bc5fd5148f5a tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c22c2ed-97fd-4dce-8dfd-c21553233c79&id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3621681 Apr 18 20:39:43.547858 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88368f-0f3f-438d-900c-236bd8f638b8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event updated for resources: {'Port': ['ID=a2a01202-816d-46a7-a65a-3972b652395d,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:43.552077 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24f86c-87e6-459b-a8e9-ca8c249f3bf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9f432db-bb83-4c5c-b467-ba4f8fb4d6a8,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:43.554813 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cf24f86c-87e6-459b-a8e9-ca8c249f3bf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.574896 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cf24f86c-87e6-459b-a8e9-ca8c249f3bf3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b9f432db-bb83-4c5c-b467-ba4f8fb4d6a8 HTTP/1.1" status: 204 len: 168 time: 0.8153658 Apr 18 20:39:43.576172 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41444) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:43.694493 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ce88368f-0f3f-438d-900c-236bd8f638b8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7299290 Apr 18 20:39:43.708870 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a39d49ce-74ea-4e88-81fc-cc3628c06007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.711561 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d90de286-0f8f-46d1-9273-00bc96d6284b req-7ea623d3-5966-4cc1-8e75-cda2357e408d service neutron] 10.222.0.32 "GET /v2.0/networks/ed2b0c12-45b2-4296-81f8-31d496e92fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0738018 Apr 18 20:39:43.744243 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-4def8e7a-cac5-40c2-8c42-156c4b51a3b8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Request body: {'port': {'device_id': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f0513885-75e1-4841-8e3e-94a85e5d0ac6', 'admin_state_up': True, 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'security_groups': ['692c6ee1-076e-4d61-aada-4c2099441b82']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:43.757810 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d9b7cf13-e671-4de8-8dd0-02844afd9289 req-00099a30-92df-4fa4-83a4-545d8727b8a9 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225322 Apr 18 20:39:43.857261 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-2fdd3116-6b37-4504-9efa-6b870dddf643 None None] Provisioning complete for port a2a01202-816d-46a7-a65a-3972b652395d triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:43.858299 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2fdd3116-6b37-4504-9efa-6b870dddf643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.914140 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a39d49ce-74ea-4e88-81fc-cc3628c06007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.960234 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-2fdd3116-6b37-4504-9efa-6b870dddf643 None None] Port a2a01202-816d-46a7-a65a-3972b652395d cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:43.973416 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a39d49ce-74ea-4e88-81fc-cc3628c06007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0123474-236c-43f6-b5fb-551e0942a4f0']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:43.993022 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a39d49ce-74ea-4e88-81fc-cc3628c06007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cacdabef-c21d-48d9-95a8-14c3380284f5') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:43.993436 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a39d49ce-74ea-4e88-81fc-cc3628c06007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cacdabef-c21d-48d9-95a8-14c3380284f5') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:44.012280 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a39d49ce-74ea-4e88-81fc-cc3628c06007 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.026187 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b642921c-a88d-4a88-a032-6db9196c80d3 req-818cb0d2-762f-4c06-b117-48c6bf433636 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=a10021d8-006c-417b-868b-f905afee3338 HTTP/1.1" status: 200 len: 210 time: 0.0717633 Apr 18 20:39:44.056390 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a39d49ce-74ea-4e88-81fc-cc3628c06007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.082117 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39d49ce-74ea-4e88-81fc-cc3628c06007 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:39:44.083198 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 75f4976e-a896-4ae8-9961-d7dfed0d6a42 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:39:44.083865 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a39d49ce-74ea-4e88-81fc-cc3628c06007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.152490 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e413858-0eea-42f5-af73-fa4a63ea93eb req-31de3b71-f571-4fb3-9143-ff9eb8417da8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:44.164509 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e413858-0eea-42f5-af73-fa4a63ea93eb req-31de3b71-f571-4fb3-9143-ff9eb8417da8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:44.177444 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e413858-0eea-42f5-af73-fa4a63ea93eb req-31de3b71-f571-4fb3-9143-ff9eb8417da8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:44.190252 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e413858-0eea-42f5-af73-fa4a63ea93eb req-31de3b71-f571-4fb3-9143-ff9eb8417da8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:44.193491 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e413858-0eea-42f5-af73-fa4a63ea93eb req-31de3b71-f571-4fb3-9143-ff9eb8417da8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 3094 time: 0.2555285 Apr 18 20:39:44.199497 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-4def8e7a-cac5-40c2-8c42-156c4b51a3b8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Made reservation on behalf of b938d2524c3842cdaf1832263fa7ae9d for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:44.210098 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-4def8e7a-cac5-40c2-8c42-156c4b51a3b8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:39:44.219978 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:39:44.227040 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a39d49ce-74ea-4e88-81fc-cc3628c06007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.261807 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a39d49ce-74ea-4e88-81fc-cc3628c06007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.268504 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a39d49ce-74ea-4e88-81fc-cc3628c06007 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a0123474-236c-43f6-b5fb-551e0942a4f0 HTTP/1.1" status: 204 len: 168 time: 0.6906047 Apr 18 20:39:44.270226 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d49ce-74ea-4e88-81fc-cc3628c06007 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0123474-236c-43f6-b5fb-551e0942a4f0,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:44.296901 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 75f4976e-a896-4ae8-9961-d7dfed0d6a42, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=75f4976e-a896-4ae8-9961-d7dfed0d6a42,segment=NetworkSegment(010d84d2-e3f1-48d7-9a77-78ee4a049b9e),segment_id=010d84d2-e3f1-48d7-9a77-78ee4a049b9e)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:44.329025 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '75f4976e-a896-4ae8-9961-d7dfed0d6a42', 'network_id': 'ed2b0c12-45b2-4296-81f8-31d496e92fff', 'port_id': '75f4976e-a896-4ae8-9961-d7dfed0d6a42', 'mac_address': 'fa:16:3e:8f:23:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc6e869-dcde-4b4f-9cfc-e06da113fabf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:39:44.416573 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.451884 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f4976e-a896-4ae8-9961-d7dfed0d6a42 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:44.511420 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 75f4976e-a896-4ae8-9961-d7dfed0d6a42, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=75f4976e-a896-4ae8-9961-d7dfed0d6a42,segment=NetworkSegment(010d84d2-e3f1-48d7-9a77-78ee4a049b9e),segment_id=010d84d2-e3f1-48d7-9a77-78ee4a049b9e)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:44.520460 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.547526 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e413858-0eea-42f5-af73-fa4a63ea93eb req-c76798a2-6a25-488a-b895-cea2595f9650 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3055260 Apr 18 20:39:44.599838 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e7f84-7e46-4b1b-84e7-46050471466d req-6fb08c22-20c1-4f98-9307-476efd7fd0fb tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:44.602581 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-742e7f84-7e46-4b1b-84e7-46050471466d req-6fb08c22-20c1-4f98-9307-476efd7fd0fb tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 946 time: 0.4073486 Apr 18 20:39:44.639083 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41450) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:44.642282 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=75f4976e-a896-4ae8-9961-d7dfed0d6a42,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:44.736219 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-240c981d-a4ea-4aff-a4ac-81a35d505ae3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=650e6c70232948a48193055b3cf5103f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0951622 Apr 18 20:39:44.751655 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41456) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:44.776668 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-742e7f84-7e46-4b1b-84e7-46050471466d req-9a574b5a-f7e5-4037-9dfe-ac8e50e7670a tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122715 Apr 18 20:39:44.831666 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-4def8e7a-cac5-40c2-8c42-156c4b51a3b8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Allocated IP 10.2.2.200 (f0513885-75e1-4841-8e3e-94a85e5d0ac6/9e58ec91-e95a-4da8-b8eb-4edb6f8b5b4d/0cddf461-0d6d-4a62-b778-f50d5f02401a) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:44.851565 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-f1e7d630-25f0-4fb0-b313-253f4a10100e tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:44.860617 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-f1e7d630-25f0-4fb0-b313-253f4a10100e tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:44.862846 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-f1e7d630-25f0-4fb0-b313-253f4a10100e tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.32 "GET /v2.0/networks?id=8390a3d5-3138-42f0-b1d2-2d0e5c426f89&id=15e46414-6edf-4751-b6e8-5dde4206068a HTTP/1.1" status: 200 len: 1391 time: 0.3656538 Apr 18 20:39:44.889628 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8073eefe-5043-44c1-83f1-0907b39777d6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Request body: {'port': {'device_id': 'a10021d8-006c-417b-868b-f905afee3338', 'network_id': '8390a3d5-3138-42f0-b1d2-2d0e5c426f89', 'admin_state_up': True, 'tenant_id': 'a68a6b8656b54bed80d6a62c1f094daf'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:44.903113 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['75f4976e-a896-4ae8-9961-d7dfed0d6a42'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:39:44.952480 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3cba4161-d29e-4b41-842a-767131df264c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.022733 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3cba4161-d29e-4b41-842a-767131df264c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.149360 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9f6b3-2dd8-48bd-9ea2-f1da53b74a66 req-3869f32f-5084-4b41-88d4-0895ff2e0a8f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:45.156352 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9f6b3-2dd8-48bd-9ea2-f1da53b74a66 req-3869f32f-5084-4b41-88d4-0895ff2e0a8f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:45.160100 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3cba4161-d29e-4b41-842a-767131df264c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.163193 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9f6b3-2dd8-48bd-9ea2-f1da53b74a66 req-3869f32f-5084-4b41-88d4-0895ff2e0a8f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:45.163766 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3cba4161-d29e-4b41-842a-767131df264c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.165243 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3cba4161-d29e-4b41-842a-767131df264c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b21b76cf-6844-43ec-9173-2d1f2b2f6cf4 HTTP/1.1" status: 204 len: 168 time: 0.4120393 Apr 18 20:39:45.180086 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba4161-d29e-4b41-842a-767131df264c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21b76cf-6844-43ec-9173-2d1f2b2f6cf4,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:45.182336 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9f6b3-2dd8-48bd-9ea2-f1da53b74a66 req-3869f32f-5084-4b41-88d4-0895ff2e0a8f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:45.199274 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9f6b3-2dd8-48bd-9ea2-f1da53b74a66 req-3869f32f-5084-4b41-88d4-0895ff2e0a8f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:45.219141 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9f6b3-2dd8-48bd-9ea2-f1da53b74a66 req-3869f32f-5084-4b41-88d4-0895ff2e0a8f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:45.225689 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9f6b3-2dd8-48bd-9ea2-f1da53b74a66 req-3869f32f-5084-4b41-88d4-0895ff2e0a8f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:45.241751 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9bf9f6b3-2dd8-48bd-9ea2-f1da53b74a66 req-3869f32f-5084-4b41-88d4-0895ff2e0a8f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5431 time: 0.2385056 Apr 18 20:39:45.400893 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9bf9f6b3-2dd8-48bd-9ea2-f1da53b74a66 req-ba658b21-7b23-4cf7-b477-8dece15c5c03 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c22c2ed-97fd-4dce-8dfd-c21553233c79&id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1581864 Apr 18 20:39:45.428681 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-4def8e7a-cac5-40c2-8c42-156c4b51a3b8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.430322 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8073eefe-5043-44c1-83f1-0907b39777d6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Made reservation on behalf of a68a6b8656b54bed80d6a62c1f094daf for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:45.444770 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8073eefe-5043-44c1-83f1-0907b39777d6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.619261 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6940c6c-1ac3-4436-ba29-4832df2f3ff3 req-397451f8-e22d-4506-9b5a-7fdcd602d5c9 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:45.628222 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6940c6c-1ac3-4436-ba29-4832df2f3ff3 req-397451f8-e22d-4506-9b5a-7fdcd602d5c9 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1 HTTP/1.1" status: 200 len: 945 time: 0.2480311 Apr 18 20:39:45.655311 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-4def8e7a-cac5-40c2-8c42-156c4b51a3b8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.796712 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-4def8e7a-cac5-40c2-8c42-156c4b51a3b8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Network f0513885-75e1-4841-8e3e-94a85e5d0ac6 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:45.834537 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-4def8e7a-cac5-40c2-8c42-156c4b51a3b8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:45.865782 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def8e7a-cac5-40c2-8c42-156c4b51a3b8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event updated for resources: {'Port': ['ID=0cddf461-0d6d-4a62-b778-f50d5f02401a,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:45.878306 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-4def8e7a-cac5-40c2-8c42-156c4b51a3b8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:45.941851 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6940c6c-1ac3-4436-ba29-4832df2f3ff3 req-bd486822-ef15-4f3b-b622-e113fc629a36 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125656 Apr 18 20:39:46.037859 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8073eefe-5043-44c1-83f1-0907b39777d6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Allocated IP 19.80.0.213 (8390a3d5-3138-42f0-b1d2-2d0e5c426f89/9b703aa0-4046-4e0d-b918-b8c257951db4/184123ff-64f3-4f86-9a37-a88e566813aa) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:46.084422 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-4def8e7a-cac5-40c2-8c42-156c4b51a3b8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:46.085539 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-4def8e7a-cac5-40c2-8c42-156c4b51a3b8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:46.094678 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 75f4976e-a896-4ae8-9961-d7dfed0d6a42 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:39:46.236894 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 75f4976e-a896-4ae8-9961-d7dfed0d6a42 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:46.241854 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 75f4976e-a896-4ae8-9961-d7dfed0d6a42 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:46.242391 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:46.252840 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28b21d31-213f-4b53-8d17-c6f50ac54d4a req-14c353a6-1575-46cd-8c91-d19a9fe5fab0 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=a10021d8-006c-417b-868b-f905afee3338 HTTP/1.1" status: 200 len: 210 time: 0.1632507 Apr 18 20:39:46.294695 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-4def8e7a-cac5-40c2-8c42-156c4b51a3b8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5814128 Apr 18 20:39:46.327654 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d96e611-2e62-483a-bad4-58d7d329d4be service neutron] Request body: {'port': {'device_id': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:46.538465 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d394f40a-1577-4357-aeb2-fcaea4a5db1c None None] Provisioning complete for port 0cddf461-0d6d-4a62-b778-f50d5f02401a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:46.540885 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d394f40a-1577-4357-aeb2-fcaea4a5db1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:46.545132 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:46.619298 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d96e611-2e62-483a-bad4-58d7d329d4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:46.659321 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 75f4976e-a896-4ae8-9961-d7dfed0d6a42, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=75f4976e-a896-4ae8-9961-d7dfed0d6a42,segment=NetworkSegment(010d84d2-e3f1-48d7-9a77-78ee4a049b9e),segment_id=010d84d2-e3f1-48d7-9a77-78ee4a049b9e)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:46.667447 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f4976e-a896-4ae8-9961-d7dfed0d6a42'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:46.670839 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636864ee-96bf-441f-bea7-983221648d46" -d '{"events": [{"server_uuid": "12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1", "name": "network-vif-plugged", "status": "completed", "tag": "75f4976e-a896-4ae8-9961-d7dfed0d6a42"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:46.674500 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a0a83c0c-40b4-41d3-8703-2b726cebec80 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:39:46.678709 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec2491-6635-4c2e-a1ae-53f845632d44 req-07b632d4-67e6-4999-bc7f-0da5a09f0804 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:46.689616 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec2491-6635-4c2e-a1ae-53f845632d44 req-07b632d4-67e6-4999-bc7f-0da5a09f0804 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:46.696660 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec2491-6635-4c2e-a1ae-53f845632d44 req-07b632d4-67e6-4999-bc7f-0da5a09f0804 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:46.705124 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec2491-6635-4c2e-a1ae-53f845632d44 req-07b632d4-67e6-4999-bc7f-0da5a09f0804 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:46.712781 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec2491-6635-4c2e-a1ae-53f845632d44 req-07b632d4-67e6-4999-bc7f-0da5a09f0804 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:46.715161 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dcec2491-6635-4c2e-a1ae-53f845632d44 req-07b632d4-67e6-4999-bc7f-0da5a09f0804 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 3815 time: 0.3465159 Apr 18 20:39:46.753671 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:46.766117 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-d394f40a-1577-4357-aeb2-fcaea4a5db1c None None] Port 0cddf461-0d6d-4a62-b778-f50d5f02401a cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:46.804753 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568bbae-56c4-49dc-8cbd-65cff3b446e1 req-536dd138-5557-4c0b-b3b4-1dbc050cc615 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:46.817159 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568bbae-56c4-49dc-8cbd-65cff3b446e1 req-536dd138-5557-4c0b-b3b4-1dbc050cc615 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:46.824600 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568bbae-56c4-49dc-8cbd-65cff3b446e1 req-536dd138-5557-4c0b-b3b4-1dbc050cc615 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:46.832251 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568bbae-56c4-49dc-8cbd-65cff3b446e1 req-536dd138-5557-4c0b-b3b4-1dbc050cc615 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:46.840329 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568bbae-56c4-49dc-8cbd-65cff3b446e1 req-536dd138-5557-4c0b-b3b4-1dbc050cc615 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:46.848732 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568bbae-56c4-49dc-8cbd-65cff3b446e1 req-536dd138-5557-4c0b-b3b4-1dbc050cc615 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:46.856518 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568bbae-56c4-49dc-8cbd-65cff3b446e1 req-536dd138-5557-4c0b-b3b4-1dbc050cc615 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:46.859933 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c568bbae-56c4-49dc-8cbd-65cff3b446e1 req-536dd138-5557-4c0b-b3b4-1dbc050cc615 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5431 time: 0.2903621 Apr 18 20:39:46.904012 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8073eefe-5043-44c1-83f1-0907b39777d6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:46.947154 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=75f4976e-a896-4ae8-9961-d7dfed0d6a42,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:46.973575 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41512) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:46.976250 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.027019 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dcec2491-6635-4c2e-a1ae-53f845632d44 req-c3a2b091-24cc-4507-9905-9897362266a4 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2794318 Apr 18 20:39:47.083268 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a0a83c0c-40b4-41d3-8703-2b726cebec80, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:47.089465 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c568bbae-56c4-49dc-8cbd-65cff3b446e1 req-852d9a9c-a7c6-418d-9919-337f83831a84 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c22c2ed-97fd-4dce-8dfd-c21553233c79&id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2052212 Apr 18 20:39:47.100190 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.167486 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8073eefe-5043-44c1-83f1-0907b39777d6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.217189 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=a0a83c0c-40b4-41d3-8703-2b726cebec80,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:47.353493 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-afa64242-c86d-451d-bfb6-d206fccfcfe8 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1566076443-network', 'tenant_id': 'df8d0a454b80452cbe54aef74c03abdb'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:47.377637 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8073eefe-5043-44c1-83f1-0907b39777d6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Network 8390a3d5-3138-42f0-b1d2-2d0e5c426f89 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:47.383559 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8073eefe-5043-44c1-83f1-0907b39777d6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:47.386748 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8073eefe-5043-44c1-83f1-0907b39777d6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:47.387742 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa64242-c86d-451d-bfb6-d206fccfcfe8 admin admin] Made reservation on behalf of df8d0a454b80452cbe54aef74c03abdb for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:47.392586 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-afa64242-c86d-451d-bfb6-d206fccfcfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.412868 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-afa64242-c86d-451d-bfb6-d206fccfcfe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.515700 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b902eb70-45ce-4003-aecd-4972a2a58634 x-openstack-request-id: req-b902eb70-45ce-4003-aecd-4972a2a58634 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:47.516852 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1", "name": "network-vif-plugged", "status": "completed", "tag": "75f4976e-a896-4ae8-9961-d7dfed0d6a42", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:47.517537 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b902eb70-45ce-4003-aecd-4972a2a58634 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:47.518442 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b902eb70-45ce-4003-aecd-4972a2a58634'] response: {'server_uuid': '12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f4976e-a896-4ae8-9961-d7dfed0d6a42', 'code': 200} Apr 18 20:39:47.560034 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-afa64242-c86d-451d-bfb6-d206fccfcfe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.565981 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-afa64242-c86d-451d-bfb6-d206fccfcfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.604320 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa64242-c86d-451d-bfb6-d206fccfcfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34068029-1743-4209-9734-1b54963716ee,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:47.659848 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa64242-c86d-451d-bfb6-d206fccfcfe8 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:39:47.717507 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-afa64242-c86d-451d-bfb6-d206fccfcfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.717919 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-afa64242-c86d-451d-bfb6-d206fccfcfe8 admin admin] Added segment 376cc761-9df4-40ad-bdff-9ddef2308cd3 of type vlan for network 58cfdb44-c6e5-4abc-b60c-80bb950cf535 Apr 18 20:39:47.836123 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-afa64242-c86d-451d-bfb6-d206fccfcfe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.892327 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-afa64242-c86d-451d-bfb6-d206fccfcfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.896473 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa64242-c86d-451d-bfb6-d206fccfcfe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:47.898673 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-afa64242-c86d-451d-bfb6-d206fccfcfe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.912888 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-49f5cdd9-fdc4-4a89-b9af-03ddec6146f8 None None] Provisioning complete for port 184123ff-64f3-4f86-9a37-a88e566813aa triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:47.913575 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-49f5cdd9-fdc4-4a89-b9af-03ddec6146f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.956295 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073eefe-5043-44c1-83f1-0907b39777d6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event updated for resources: {'Port': ['ID=184123ff-64f3-4f86-9a37-a88e566813aa,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:47.997653 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-49f5cdd9-fdc4-4a89-b9af-03ddec6146f8 None None] Port 184123ff-64f3-4f86-9a37-a88e566813aa cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:48.009975 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-afa64242-c86d-451d-bfb6-d206fccfcfe8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0349009 Apr 18 20:39:48.037627 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41526) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:48.052257 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-08cbe3a4-0641-4dc0-80b5-56628239d8aa admin admin] Request body: {'subnet': {'network_id': '58cfdb44-c6e5-4abc-b60c-80bb950cf535', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1566076443-subnet', 'tenant_id': 'df8d0a454b80452cbe54aef74c03abdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:48.082525 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa64242-c86d-451d-bfb6-d206fccfcfe8 admin admin] Pushing event updated for resources: {'Network': ['ID=58cfdb44-c6e5-4abc-b60c-80bb950cf535,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:48.108857 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8073eefe-5043-44c1-83f1-0907b39777d6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:48.109559 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8073eefe-5043-44c1-83f1-0907b39777d6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.109783 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 58cfdb44-c6e5-4abc-b60c-80bb950cf535 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:39:48.138914 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b438cf0-57a3-48d0-8941-3bb8b1d7afbd req-430334dc-2d18-4f11-a32e-d4ae9b560800 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:48.141193 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5b438cf0-57a3-48d0-8941-3bb8b1d7afbd req-430334dc-2d18-4f11-a32e-d4ae9b560800 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1 HTTP/1.1" status: 200 len: 946 time: 0.8239169 Apr 18 20:39:48.179896 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cbe3a4-0641-4dc0-80b5-56628239d8aa admin admin] Made reservation on behalf of df8d0a454b80452cbe54aef74c03abdb for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:48.182492 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-08cbe3a4-0641-4dc0-80b5-56628239d8aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.237504 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8073eefe-5043-44c1-83f1-0907b39777d6 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3626935 Apr 18 20:39:48.245334 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ccc87-b7c4-4e7c-865c-98843944e4a8 req-1b968dcb-44c3-44a5-bb08-672f99b9e469 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:48.247065 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f42ccc87-b7c4-4e7c-865c-98843944e4a8 req-1b968dcb-44c3-44a5-bb08-672f99b9e469 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=a10021d8-006c-417b-868b-f905afee3338 HTTP/1.1" status: 200 len: 932 time: 0.3061495 Apr 18 20:39:48.255901 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d96e611-2e62-483a-bad4-58d7d329d4be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83b6e95-284d-4625-9464-19907a1dbe6f {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:48.266232 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab352a36-3a7e-41e4-92b3-f8463cf5a0fb req-5e09b824-2db2-4ac3-9bb1-c1c723e6f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:48.268871 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ab352a36-3a7e-41e4-92b3-f8463cf5a0fb req-5e09b824-2db2-4ac3-9bb1-c1c723e6f6a0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1 HTTP/1.1" status: 200 len: 1097 time: 0.3545361 Apr 18 20:39:48.309507 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8351742d-146b-496e-948c-288e6513ab16 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Request body: {'port': {'device_id': 'a10021d8-006c-417b-868b-f905afee3338', 'network_id': '15e46414-6edf-4751-b6e8-5dde4206068a', 'admin_state_up': True, 'tenant_id': 'a68a6b8656b54bed80d6a62c1f094daf'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:48.327575 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d96e611-2e62-483a-bad4-58d7d329d4be service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.442997 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d96e611-2e62-483a-bad4-58d7d329d4be service neutron] Transition to ACTIVE for port object c83b6e95-284d-4625-9464-19907a1dbe6f will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:48.475870 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5b438cf0-57a3-48d0-8941-3bb8b1d7afbd req-a24b8ebb-72af-4c3a-acb5-c2517b9383f9 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077393 Apr 18 20:39:48.476547 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d96e611-2e62-483a-bad4-58d7d329d4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.541060 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ab352a36-3a7e-41e4-92b3-f8463cf5a0fb req-06d7e453-982e-4c1e-b2df-992548ba7265 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246051 Apr 18 20:39:48.550896 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f42ccc87-b7c4-4e7c-865c-98843944e4a8 req-53f8a85b-aeab-45b6-a8fb-d894771a6f9a tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796538 Apr 18 20:39:48.635670 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96e611-2e62-483a-bad4-58d7d329d4be service neutron] Pushing event updated for resources: {'Port': ['ID=c83b6e95-284d-4625-9464-19907a1dbe6f,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:48.636802 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a0a83c0c-40b4-41d3-8703-2b726cebec80 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:39:48.907868 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8351742d-146b-496e-948c-288e6513ab16 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Made reservation on behalf of a68a6b8656b54bed80d6a62c1f094daf for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:48.908576 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a0a83c0c-40b4-41d3-8703-2b726cebec80, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:48.914161 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8351742d-146b-496e-948c-288e6513ab16 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.946153 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'a0a83c0c-40b4-41d3-8703-2b726cebec80', 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'port_id': 'a0a83c0c-40b4-41d3-8703-2b726cebec80', 'mac_address': 'fa:16:3e:72:8d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e471ea4-101a-40ef-81f9-9917dd650719', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:39:48.968260 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:39:49.045519 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d29d9f-a573-4bd2-a74a-999b92d536be req-fb679300-e61a-48de-b288-dbe446f6d03a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:49.046543 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:49.058386 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d29d9f-a573-4bd2-a74a-999b92d536be req-fb679300-e61a-48de-b288-dbe446f6d03a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:49.070792 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d29d9f-a573-4bd2-a74a-999b92d536be req-fb679300-e61a-48de-b288-dbe446f6d03a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:49.079878 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a83c0c-40b4-41d3-8703-2b726cebec80 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:49.082743 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d29d9f-a573-4bd2-a74a-999b92d536be req-fb679300-e61a-48de-b288-dbe446f6d03a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:49.095054 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d29d9f-a573-4bd2-a74a-999b92d536be req-fb679300-e61a-48de-b288-dbe446f6d03a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:49.099043 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2d29d9f-a573-4bd2-a74a-999b92d536be req-fb679300-e61a-48de-b288-dbe446f6d03a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 3827 time: 0.4922540 Apr 18 20:39:49.128029 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a0a83c0c-40b4-41d3-8703-2b726cebec80, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:49.135434 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:49.199809 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df6c10-a756-4e54-83f2-48e33e36c1be req-729c61fb-ff30-439a-86aa-8fdf7963a173 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:49.211090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df6c10-a756-4e54-83f2-48e33e36c1be req-729c61fb-ff30-439a-86aa-8fdf7963a173 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:49.222407 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df6c10-a756-4e54-83f2-48e33e36c1be req-729c61fb-ff30-439a-86aa-8fdf7963a173 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:49.234166 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df6c10-a756-4e54-83f2-48e33e36c1be req-729c61fb-ff30-439a-86aa-8fdf7963a173 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:49.245046 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df6c10-a756-4e54-83f2-48e33e36c1be req-729c61fb-ff30-439a-86aa-8fdf7963a173 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:49.245285 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=a0a83c0c-40b4-41d3-8703-2b726cebec80,revision_number=9']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:49.253225 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['a0a83c0c-40b4-41d3-8703-2b726cebec80'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:39:49.257078 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df6c10-a756-4e54-83f2-48e33e36c1be req-729c61fb-ff30-439a-86aa-8fdf7963a173 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:49.270713 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df6c10-a756-4e54-83f2-48e33e36c1be req-729c61fb-ff30-439a-86aa-8fdf7963a173 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:49.274041 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2df6c10-a756-4e54-83f2-48e33e36c1be req-729c61fb-ff30-439a-86aa-8fdf7963a173 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5431 time: 0.5450661 Apr 18 20:39:49.295539 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d96e611-2e62-483a-bad4-58d7d329d4be service neutron] Attempting to bind port c83b6e95-284d-4625-9464-19907a1dbe6f on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:49.296148 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d96e611-2e62-483a-bad4-58d7d329d4be service neutron] Attempting to bind port c83b6e95-284d-4625-9464-19907a1dbe6f by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '27b15520-fc82-4e3a-8b81-8e613b74f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:49.296693 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d96e611-2e62-483a-bad4-58d7d329d4be service neutron] Attempting to bind port c83b6e95-284d-4625-9464-19907a1dbe6f on network 56d56df8-ad53-4411-a2e6-e62fee5903cf {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:49.315768 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-08cbe3a4-0641-4dc0-80b5-56628239d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:49.380310 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d96e611-2e62-483a-bad4-58d7d329d4be service neutron] Port c83b6e95-284d-4625-9464-19907a1dbe6f on network 56d56df8-ad53-4411-a2e6-e62fee5903cf not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:39:49.380913 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d96e611-2e62-483a-bad4-58d7d329d4be service neutron] Attempting to bind port c83b6e95-284d-4625-9464-19907a1dbe6f on network 56d56df8-ad53-4411-a2e6-e62fee5903cf {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:49.479681 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d96e611-2e62-483a-bad4-58d7d329d4be service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:39:49.480084 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d96e611-2e62-483a-bad4-58d7d329d4be service neutron] Checking segment: {'id': '27b15520-fc82-4e3a-8b81-8e613b74f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:49.480745 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d96e611-2e62-483a-bad4-58d7d329d4be service neutron] Bound using segment: {'id': '27b15520-fc82-4e3a-8b81-8e613b74f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:39:49.481331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d96e611-2e62-483a-bad4-58d7d329d4be service neutron] Bound port: c83b6e95-284d-4625-9464-19907a1dbe6f, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b15520-fc82-4e3a-8b81-8e613b74f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:49.483348 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d96e611-2e62-483a-bad4-58d7d329d4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:49.520406 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54288157-a239-45c5-bdcd-401a8e528dd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0a83c0c-40b4-41d3-8703-2b726cebec80'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:49.524727 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056c0a0f-4fe6-4a1e-a3a8-e9580e484abc" -d '{"events": [{"server_uuid": "54288157-a239-45c5-bdcd-401a8e528dd0", "name": "network-vif-unplugged", "status": "completed", "tag": "a0a83c0c-40b4-41d3-8703-2b726cebec80"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:49.551438 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2d29d9f-a573-4bd2-a74a-999b92d536be req-ea8f2305-91af-44fb-8887-6a2216a983d0 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4311724 Apr 18 20:39:49.687067 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2df6c10-a756-4e54-83f2-48e33e36c1be req-5f80394a-3445-4f1f-85a8-62583c86c765 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c22c2ed-97fd-4dce-8dfd-c21553233c79&id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3941312 Apr 18 20:39:49.701713 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cbe3a4-0641-4dc0-80b5-56628239d8aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c65c631c-fbcc-42f9-b6bd-05a4bfb002da,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:49.789323 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8351742d-146b-496e-948c-288e6513ab16 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Allocated IP 19.86.0.79 (15e46414-6edf-4751-b6e8-5dde4206068a/53909cd8-d507-4d3a-aeb8-468856763b89/a5debc3a-e550-476b-86b8-0954149710c4) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:49.804395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cbe3a4-0641-4dc0-80b5-56628239d8aa admin admin] Checking segment: {'id': '376cc761-9df4-40ad-bdff-9ddef2308cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '58cfdb44-c6e5-4abc-b60c-80bb950cf535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:49.805238 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cbe3a4-0641-4dc0-80b5-56628239d8aa admin admin] Network hostable DHCP agents. Network: 58cfdb44-c6e5-4abc-b60c-80bb950cf535, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:39:49.846815 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d96e611-2e62-483a-bad4-58d7d329d4be service neutron] For port c83b6e95-284d-4625-9464-19907a1dbe6f, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:49.853514 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d96e611-2e62-483a-bad4-58d7d329d4be service neutron] For port c83b6e95-284d-4625-9464-19907a1dbe6f, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=c83b6e95-284d-4625-9464-19907a1dbe6f,segment=NetworkSegment(27b15520-fc82-4e3a-8b81-8e613b74f26c),segment_id=27b15520-fc82-4e3a-8b81-8e613b74f26c)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:49.855990 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79775ae-6fe2-4583-b019-5a221627ccec x-openstack-request-id: req-c79775ae-6fe2-4583-b019-5a221627ccec {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:49.856634 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54288157-a239-45c5-bdcd-401a8e528dd0", "name": "network-vif-unplugged", "status": "completed", "tag": "a0a83c0c-40b4-41d3-8703-2b726cebec80", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:49.858326 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c79775ae-6fe2-4583-b019-5a221627ccec {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:49.859119 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c79775ae-6fe2-4583-b019-5a221627ccec'] response: {'server_uuid': '54288157-a239-45c5-bdcd-401a8e528dd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0a83c0c-40b4-41d3-8703-2b726cebec80', 'code': 200} Apr 18 20:39:49.883877 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d96e611-2e62-483a-bad4-58d7d329d4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:49.910343 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7bd72-0add-459c-85c2-97efbb082ba6 req-2ef2afe3-1d9a-4267-b9c4-31e9ae1da014 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:49.918293 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-81d7bd72-0add-459c-85c2-97efbb082ba6 req-2ef2afe3-1d9a-4267-b9c4-31e9ae1da014 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1 HTTP/1.1" status: 200 len: 946 time: 0.2261481 Apr 18 20:39:49.958436 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cbe3a4-0641-4dc0-80b5-56628239d8aa admin admin] Network 58cfdb44-c6e5-4abc-b60c-80bb950cf535 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:39:50.020906 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d96e611-2e62-483a-bad4-58d7d329d4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:50.021549 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d96e611-2e62-483a-bad4-58d7d329d4be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.023066 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d96e611-2e62-483a-bad4-58d7d329d4be service neutron] 10.222.0.57 "PUT /v2.0/ports/c83b6e95-284d-4625-9464-19907a1dbe6f HTTP/1.1" status: 200 len: 1091 time: 3.7106826 Apr 18 20:39:50.026687 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'tag': 'c83b6e95-284d-4625-9464-19907a1dbe6f'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:50.029684 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f2bf37-c772-4d01-81dc-7f140c9889c2" -d '{"events": [{"name": "network-changed", "server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "tag": "c83b6e95-284d-4625-9464-19907a1dbe6f"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:50.033872 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-08cbe3a4-0641-4dc0-80b5-56628239d8aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 58cfdb44-c6e5-4abc-b60c-80bb950cf535) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:50.065956 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cbe3a4-0641-4dc0-80b5-56628239d8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:50.066947 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-08cbe3a4-0641-4dc0-80b5-56628239d8aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.069147 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7562d8bf-95ba-4170-a0e8-a485f554e346 None None] Network 58cfdb44-c6e5-4abc-b60c-80bb950cf535 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:39:50.140195 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-e855732e-a5a0-4049-a0a2-4db250a51cdb service neutron] Request body: {'port': {'device_id': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:50.194838 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-81d7bd72-0add-459c-85c2-97efbb082ba6 req-bb21f1df-9216-4dbf-82cb-618a4b1f19d7 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755010 Apr 18 20:39:50.238279 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96e611-2e62-483a-bad4-58d7d329d4be service neutron] Pushing event updated for resources: {'Port': ['ID=c83b6e95-284d-4625-9464-19907a1dbe6f,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:50.306723 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df017e5-59e6-4f2e-bb73-340e91cd1a40 x-openstack-request-id: req-0df017e5-59e6-4f2e-bb73-340e91cd1a40 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:50.307010 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "tag": "c83b6e95-284d-4625-9464-19907a1dbe6f", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:50.307208 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0df017e5-59e6-4f2e-bb73-340e91cd1a40 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:50.307664 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0df017e5-59e6-4f2e-bb73-340e91cd1a40'] response: {'name': 'network-changed', 'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'tag': 'c83b6e95-284d-4625-9464-19907a1dbe6f', 'status': 'completed', 'code': 200} Apr 18 20:39:50.336474 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-08cbe3a4-0641-4dc0-80b5-56628239d8aa admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2822237 Apr 18 20:39:50.408365 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790456a4-61c1-4cb8-8d13-5b33b1080bc5 None None] Network 58cfdb44-c6e5-4abc-b60c-80bb950cf535 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:39:50.457183 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-e855732e-a5a0-4049-a0a2-4db250a51cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.537791 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2bf37-c772-4d01-81dc-7f140c9889c2 req-892f0fac-6994-4b6c-a9fc-92548d080692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:50.538462 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac99c1f-58b2-486e-8010-d58eeb51ad79 req-843bb6c4-d3ba-4dc0-a09e-dc13e41ea01a tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:50.539333 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2bf37-c772-4d01-81dc-7f140c9889c2 req-892f0fac-6994-4b6c-a9fc-92548d080692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:50.539781 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ac99c1f-58b2-486e-8010-d58eeb51ad79 req-843bb6c4-d3ba-4dc0-a09e-dc13e41ea01a tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=a10021d8-006c-417b-868b-f905afee3338 HTTP/1.1" status: 200 len: 932 time: 0.4057875 Apr 18 20:39:50.558425 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2bf37-c772-4d01-81dc-7f140c9889c2 req-892f0fac-6994-4b6c-a9fc-92548d080692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:50.561048 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2bf37-c772-4d01-81dc-7f140c9889c2 req-892f0fac-6994-4b6c-a9fc-92548d080692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:50.561285 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8351742d-146b-496e-948c-288e6513ab16 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.566242 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2bf37-c772-4d01-81dc-7f140c9889c2 req-892f0fac-6994-4b6c-a9fc-92548d080692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:50.570153 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-64f2bf37-c772-4d01-81dc-7f140c9889c2 req-892f0fac-6994-4b6c-a9fc-92548d080692 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b938d2524c3842cdaf1832263fa7ae9d&device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 4362 time: 0.2708685 Apr 18 20:39:50.669063 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a0a83c0c-40b4-41d3-8703-2b726cebec80 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:39:50.685952 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ac99c1f-58b2-486e-8010-d58eeb51ad79 req-a57de225-2f77-43f1-8694-cb1d3db85b4c tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120129 Apr 18 20:39:50.845456 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port a0a83c0c-40b4-41d3-8703-2b726cebec80 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:50.846844 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.941873 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8351742d-146b-496e-948c-288e6513ab16 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.982992 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2bf37-c772-4d01-81dc-7f140c9889c2 req-4794f3dd-7720-404c-9175-fcfa3adea261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:50.983920 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2bf37-c772-4d01-81dc-7f140c9889c2 req-4794f3dd-7720-404c-9175-fcfa3adea261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:50.984899 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2bf37-c772-4d01-81dc-7f140c9889c2 req-4794f3dd-7720-404c-9175-fcfa3adea261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:50.987996 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-64f2bf37-c772-4d01-81dc-7f140c9889c2 req-4794f3dd-7720-404c-9175-fcfa3adea261 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b938d2524c3842cdaf1832263fa7ae9d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4082377 Apr 18 20:39:51.038422 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.143603 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a0a83c0c-40b4-41d3-8703-2b726cebec80, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:51.156708 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.159821 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2bf37-c772-4d01-81dc-7f140c9889c2 req-f661ab21-8815-47ed-975b-a87657b2e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:51.162917 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-64f2bf37-c772-4d01-81dc-7f140c9889c2 req-f661ab21-8815-47ed-975b-a87657b2e0d5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1654572 Apr 18 20:39:51.229409 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=a0a83c0c-40b4-41d3-8703-2b726cebec80,revision_number=10']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:51.271658 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8351742d-146b-496e-948c-288e6513ab16 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Network 15e46414-6edf-4751-b6e8-5dde4206068a is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:51.291761 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351742d-146b-496e-948c-288e6513ab16 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event updated for resources: {'Port': ['ID=a5debc3a-e550-476b-86b8-0954149710c4,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:51.302888 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8351742d-146b-496e-948c-288e6513ab16 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:51.324689 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b2506-6189-46bf-b097-8b94e0c4e87b req-4880e7bb-aed2-4684-b1b0-5beb1e288bbf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:51.336682 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b2506-6189-46bf-b097-8b94e0c4e87b req-4880e7bb-aed2-4684-b1b0-5beb1e288bbf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:51.349092 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b2506-6189-46bf-b097-8b94e0c4e87b req-4880e7bb-aed2-4684-b1b0-5beb1e288bbf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:51.361612 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b2506-6189-46bf-b097-8b94e0c4e87b req-4880e7bb-aed2-4684-b1b0-5beb1e288bbf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:51.400422 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b2506-6189-46bf-b097-8b94e0c4e87b req-4880e7bb-aed2-4684-b1b0-5beb1e288bbf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:51.402588 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-843b2506-6189-46bf-b097-8b94e0c4e87b req-4880e7bb-aed2-4684-b1b0-5beb1e288bbf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 3827 time: 0.5615180 Apr 18 20:39:51.415147 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8351742d-146b-496e-948c-288e6513ab16 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:51.524539 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8351742d-146b-496e-948c-288e6513ab16 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:51.525032 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8351742d-146b-496e-948c-288e6513ab16 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.599885 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432565d5-e591-4939-9e70-18ac0bec4332 req-f9bb7b34-5921-4475-bb4d-155f5cadadca tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:51.615467 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-432565d5-e591-4939-9e70-18ac0bec4332 req-f9bb7b34-5921-4475-bb4d-155f5cadadca tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/networks?id=58cfdb44-c6e5-4abc-b60c-80bb950cf535 HTTP/1.1" status: 200 len: 813 time: 0.7087638 Apr 18 20:39:51.654924 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-432565d5-e591-4939-9e70-18ac0bec4332 req-8da3e707-3260-4494-8609-f6665a9ccc9c tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/quotas/df8d0a454b80452cbe54aef74c03abdb HTTP/1.1" status: 200 len: 375 time: 0.0384409 Apr 18 20:39:51.680801 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8351742d-146b-496e-948c-288e6513ab16 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4153411 Apr 18 20:39:51.710156 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8cc6fb13-a62e-4592-b9af-430ef3c7ea5f service neutron] Request body: {'port': {'device_id': 'a10021d8-006c-417b-868b-f905afee3338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:51.737792 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-843b2506-6189-46bf-b097-8b94e0c4e87b req-4f50a347-4d6f-47e7-aea7-49a48f420b5e tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471707 Apr 18 20:39:51.772662 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-432565d5-e591-4939-9e70-18ac0bec4332 req-95334090-b891-4a45-9287-7b7d1a3117e8 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=df8d0a454b80452cbe54aef74c03abdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1167183 Apr 18 20:39:51.837687 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-139b9fc2-a224-4dc4-ad45-b8fa2e200e33 None None] Provisioning complete for port a5debc3a-e550-476b-86b8-0954149710c4 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:51.839778 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-139b9fc2-a224-4dc4-ad45-b8fa2e200e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.891761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54288157-a239-45c5-bdcd-401a8e528dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a83c0c-40b4-41d3-8703-2b726cebec80'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:51.894940 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd4be21-fb7e-4d3b-84b8-03eb71de7d23" -d '{"events": [{"server_uuid": "54288157-a239-45c5-bdcd-401a8e528dd0", "name": "network-vif-plugged", "status": "completed", "tag": "a0a83c0c-40b4-41d3-8703-2b726cebec80"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:51.934208 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-139b9fc2-a224-4dc4-ad45-b8fa2e200e33 None None] Port a5debc3a-e550-476b-86b8-0954149710c4 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:52.170572 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8cc6fb13-a62e-4592-b9af-430ef3c7ea5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.765945 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-e855732e-a5a0-4049-a0a2-4db250a51cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c77f7cf-e8d8-4d52-8506-6c7c25f24291 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:52.800112 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbfb0a-9882-446f-8abf-8c82a345bfdb req-833fd249-c805-4d26-ae50-458890572f6f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:52.806987 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbfb0a-9882-446f-8abf-8c82a345bfdb req-833fd249-c805-4d26-ae50-458890572f6f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:52.814378 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbfb0a-9882-446f-8abf-8c82a345bfdb req-833fd249-c805-4d26-ae50-458890572f6f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:52.822296 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbfb0a-9882-446f-8abf-8c82a345bfdb req-833fd249-c805-4d26-ae50-458890572f6f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:52.831031 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbfb0a-9882-446f-8abf-8c82a345bfdb req-833fd249-c805-4d26-ae50-458890572f6f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:52.838735 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbfb0a-9882-446f-8abf-8c82a345bfdb req-833fd249-c805-4d26-ae50-458890572f6f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:52.846329 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbfb0a-9882-446f-8abf-8c82a345bfdb req-833fd249-c805-4d26-ae50-458890572f6f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:52.856668 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbbbfb0a-9882-446f-8abf-8c82a345bfdb req-833fd249-c805-4d26-ae50-458890572f6f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5431 time: 0.9278283 Apr 18 20:39:52.880314 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-e855732e-a5a0-4049-a0a2-4db250a51cdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:53.017770 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-432565d5-e591-4939-9e70-18ac0bec4332 req-f72bab0c-1cc6-410d-a6b2-955987f763e4 service neutron] 10.222.0.41 "GET /v2.0/networks/58cfdb44-c6e5-4abc-b60c-80bb950cf535?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2427845 Apr 18 20:39:53.032775 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbbbfb0a-9882-446f-8abf-8c82a345bfdb req-445fe42d-f48f-4e4c-b943-7d5625609841 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c22c2ed-97fd-4dce-8dfd-c21553233c79&id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1731346 Apr 18 20:39:53.033752 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-e855732e-a5a0-4049-a0a2-4db250a51cdb service neutron] Transition to ACTIVE for port object 7c77f7cf-e8d8-4d52-8506-6c7c25f24291 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:53.082091 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-e855732e-a5a0-4049-a0a2-4db250a51cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:53.364109 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855732e-a5a0-4049-a0a2-4db250a51cdb service neutron] Pushing event updated for resources: {'Port': ['ID=7c77f7cf-e8d8-4d52-8506-6c7c25f24291,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:53.511313 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8cc6fb13-a62e-4592-b9af-430ef3c7ea5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184123ff-64f3-4f86-9a37-a88e566813aa {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:53.529962 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8cc6fb13-a62e-4592-b9af-430ef3c7ea5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:53.553361 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8cc6fb13-a62e-4592-b9af-430ef3c7ea5f service neutron] Transition to ACTIVE for port object 184123ff-64f3-4f86-9a37-a88e566813aa will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:53.567008 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-432565d5-e591-4939-9e70-18ac0bec4332 req-9a31cb8b-5ae6-4c06-9021-a95248e48f82 service neutron] 10.222.0.41 "GET /v2.0/networks/58cfdb44-c6e5-4abc-b60c-80bb950cf535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008187 Apr 18 20:39:53.603696 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8cc6fb13-a62e-4592-b9af-430ef3c7ea5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:53.691261 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ffd8d-c0f4-4a84-af33-f506b67427f7 req-2efe2892-281e-496b-840b-1290e877bd38 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:53.705334 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5b3ffd8d-c0f4-4a84-af33-f506b67427f7 req-2efe2892-281e-496b-840b-1290e877bd38 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1 HTTP/1.1" status: 200 len: 946 time: 0.5173180 Apr 18 20:39:54.050990 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-e855732e-a5a0-4049-a0a2-4db250a51cdb service neutron] Attempting to bind port 7c77f7cf-e8d8-4d52-8506-6c7c25f24291 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:54.052028 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-e855732e-a5a0-4049-a0a2-4db250a51cdb service neutron] Attempting to bind port 7c77f7cf-e8d8-4d52-8506-6c7c25f24291 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '0bda1478-dae9-409e-93a0-17d8d33da324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:54.052028 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-e855732e-a5a0-4049-a0a2-4db250a51cdb service neutron] Attempting to bind port 7c77f7cf-e8d8-4d52-8506-6c7c25f24291 on network 6ebd78e3-8ba6-4968-baed-05df69d3d0c2 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:54.061447 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6fb13-a62e-4592-b9af-430ef3c7ea5f service neutron] Pushing event updated for resources: {'Port': ['ID=184123ff-64f3-4f86-9a37-a88e566813aa,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:54.255363 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-e855732e-a5a0-4049-a0a2-4db250a51cdb service neutron] Port 7c77f7cf-e8d8-4d52-8506-6c7c25f24291 on network 6ebd78e3-8ba6-4968-baed-05df69d3d0c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:39:54.257696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-e855732e-a5a0-4049-a0a2-4db250a51cdb service neutron] Attempting to bind port 7c77f7cf-e8d8-4d52-8506-6c7c25f24291 on network 6ebd78e3-8ba6-4968-baed-05df69d3d0c2 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:54.328637 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5b3ffd8d-c0f4-4a84-af33-f506b67427f7 req-80dbb22f-5b66-45d6-847d-1f11bcabd811 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6218233 Apr 18 20:39:54.331586 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-e855732e-a5a0-4049-a0a2-4db250a51cdb service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:39:54.331789 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-e855732e-a5a0-4049-a0a2-4db250a51cdb service neutron] Checking segment: {'id': '0bda1478-dae9-409e-93a0-17d8d33da324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:54.332606 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-e855732e-a5a0-4049-a0a2-4db250a51cdb service neutron] Bound using segment: {'id': '0bda1478-dae9-409e-93a0-17d8d33da324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:39:54.333371 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-e855732e-a5a0-4049-a0a2-4db250a51cdb service neutron] Bound port: 7c77f7cf-e8d8-4d52-8506-6c7c25f24291, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bda1478-dae9-409e-93a0-17d8d33da324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:54.333970 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-e855732e-a5a0-4049-a0a2-4db250a51cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:54.337843 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8cc6fb13-a62e-4592-b9af-430ef3c7ea5f service neutron] Attempting to bind port 184123ff-64f3-4f86-9a37-a88e566813aa on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:54.338576 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8cc6fb13-a62e-4592-b9af-430ef3c7ea5f service neutron] Attempting to bind port 184123ff-64f3-4f86-9a37-a88e566813aa by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8390a3d5-3138-42f0-b1d2-2d0e5c426f89'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:54.339405 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8cc6fb13-a62e-4592-b9af-430ef3c7ea5f service neutron] Attempting to bind port 184123ff-64f3-4f86-9a37-a88e566813aa on network 8390a3d5-3138-42f0-b1d2-2d0e5c426f89 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:54.370098 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8cc6fb13-a62e-4592-b9af-430ef3c7ea5f service neutron] Port 184123ff-64f3-4f86-9a37-a88e566813aa on network 8390a3d5-3138-42f0-b1d2-2d0e5c426f89 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:39:54.370662 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8cc6fb13-a62e-4592-b9af-430ef3c7ea5f service neutron] Attempting to bind port 184123ff-64f3-4f86-9a37-a88e566813aa on network 8390a3d5-3138-42f0-b1d2-2d0e5c426f89 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:54.383645 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8cc6fb13-a62e-4592-b9af-430ef3c7ea5f service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:39:54.384179 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8cc6fb13-a62e-4592-b9af-430ef3c7ea5f service neutron] Checking segment: {'id': 'e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8390a3d5-3138-42f0-b1d2-2d0e5c426f89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:54.384840 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8cc6fb13-a62e-4592-b9af-430ef3c7ea5f service neutron] Bound using segment: {'id': 'e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8390a3d5-3138-42f0-b1d2-2d0e5c426f89'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:39:54.385551 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8cc6fb13-a62e-4592-b9af-430ef3c7ea5f service neutron] Bound port: 184123ff-64f3-4f86-9a37-a88e566813aa, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8390a3d5-3138-42f0-b1d2-2d0e5c426f89'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:54.386138 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8cc6fb13-a62e-4592-b9af-430ef3c7ea5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:54.419814 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2055555f-a1b9-4d96-97a9-c1b714e4f9f9 x-openstack-request-id: req-2055555f-a1b9-4d96-97a9-c1b714e4f9f9 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:54.421038 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54288157-a239-45c5-bdcd-401a8e528dd0", "name": "network-vif-plugged", "status": "completed", "tag": "a0a83c0c-40b4-41d3-8703-2b726cebec80", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:54.421457 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2055555f-a1b9-4d96-97a9-c1b714e4f9f9 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:54.422341 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2055555f-a1b9-4d96-97a9-c1b714e4f9f9'] response: {'server_uuid': '54288157-a239-45c5-bdcd-401a8e528dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a83c0c-40b4-41d3-8703-2b726cebec80', 'code': 200} Apr 18 20:39:54.529243 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-93a895a4-a978-4d83-8cf4-d86d0ffee40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:54.694229 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 95201784-e605-4f59-bd16-56419ae84a45 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:39:54.774988 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8cc6fb13-a62e-4592-b9af-430ef3c7ea5f service neutron] For port 184123ff-64f3-4f86-9a37-a88e566813aa, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:54.784159 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8cc6fb13-a62e-4592-b9af-430ef3c7ea5f service neutron] For port 184123ff-64f3-4f86-9a37-a88e566813aa, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=184123ff-64f3-4f86-9a37-a88e566813aa,segment=NetworkSegment(e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6),segment_id=e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:54.819753 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8cc6fb13-a62e-4592-b9af-430ef3c7ea5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:54.881329 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-e855732e-a5a0-4049-a0a2-4db250a51cdb service neutron] For port 7c77f7cf-e8d8-4d52-8506-6c7c25f24291, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:54.993970 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046393d9-cee3-4c34-baf6-ea9fff7ecd7c req-c69d8456-aff5-4ed9-8b00-7160c1b4bc4b tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:55.009864 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046393d9-cee3-4c34-baf6-ea9fff7ecd7c req-c69d8456-aff5-4ed9-8b00-7160c1b4bc4b tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:55.022889 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-046393d9-cee3-4c34-baf6-ea9fff7ecd7c req-c69d8456-aff5-4ed9-8b00-7160c1b4bc4b tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=a10021d8-006c-417b-868b-f905afee3338 HTTP/1.1" status: 200 len: 1666 time: 0.6306455 Apr 18 20:39:55.033655 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 95201784-e605-4f59-bd16-56419ae84a45, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=95201784-e605-4f59-bd16-56419ae84a45,segment=NetworkSegment(9685e92c-5add-481d-8884-cc7ec737f512),segment_id=9685e92c-5add-481d-8884-cc7ec737f512)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:55.062814 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8cc6fb13-a62e-4592-b9af-430ef3c7ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:55.064115 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8cc6fb13-a62e-4592-b9af-430ef3c7ea5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:55.067014 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-8cc6fb13-a62e-4592-b9af-430ef3c7ea5f service neutron] 10.222.0.32 "PUT /v2.0/ports/184123ff-64f3-4f86-9a37-a88e566813aa HTTP/1.1" status: 200 len: 1092 time: 3.3631260 Apr 18 20:39:55.070209 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '95201784-e605-4f59-bd16-56419ae84a45', 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab', 'port_id': '95201784-e605-4f59-bd16-56419ae84a45', 'mac_address': 'fa:16:3e:d2:2f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23311194-a384-4735-a60e-77f8a24f1bc9', 'ip_address': '10.1.1.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:39:55.070468 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-e855732e-a5a0-4049-a0a2-4db250a51cdb service neutron] For port 7c77f7cf-e8d8-4d52-8506-6c7c25f24291, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=7c77f7cf-e8d8-4d52-8506-6c7c25f24291,segment=NetworkSegment(0bda1478-dae9-409e-93a0-17d8d33da324),segment_id=0bda1478-dae9-409e-93a0-17d8d33da324)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:55.105758 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10021d8-006c-417b-868b-f905afee3338', 'tag': '184123ff-64f3-4f86-9a37-a88e566813aa'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:55.111375 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87ec6ba-7e00-4621-be89-8c4212635eed" -d '{"events": [{"name": "network-changed", "server_uuid": "a10021d8-006c-417b-868b-f905afee3338", "tag": "184123ff-64f3-4f86-9a37-a88e566813aa"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:55.170852 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-e855732e-a5a0-4049-a0a2-4db250a51cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:55.192290 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-47a31f5a-278a-43d9-a64e-1517b862f984 service neutron] Request body: {'port': {'device_id': 'a10021d8-006c-417b-868b-f905afee3338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:55.335732 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:55.367805 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8dd13-0bea-4af1-aa8a-96aa2ef79c80 req-3a70ae3d-629a-4f59-a203-cc9c7b0b47b7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:55.398150 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8dd13-0bea-4af1-aa8a-96aa2ef79c80 req-3a70ae3d-629a-4f59-a203-cc9c7b0b47b7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:55.410431 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95201784-e605-4f59-bd16-56419ae84a45 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:55.420511 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8dd13-0bea-4af1-aa8a-96aa2ef79c80 req-3a70ae3d-629a-4f59-a203-cc9c7b0b47b7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:55.443946 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8dd13-0bea-4af1-aa8a-96aa2ef79c80 req-3a70ae3d-629a-4f59-a203-cc9c7b0b47b7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:55.462142 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8dd13-0bea-4af1-aa8a-96aa2ef79c80 req-3a70ae3d-629a-4f59-a203-cc9c7b0b47b7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:55.490316 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8dd13-0bea-4af1-aa8a-96aa2ef79c80 req-3a70ae3d-629a-4f59-a203-cc9c7b0b47b7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:55.506831 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-42b8dd13-0bea-4af1-aa8a-96aa2ef79c80 req-3a70ae3d-629a-4f59-a203-cc9c7b0b47b7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 4599 time: 0.8324876 Apr 18 20:39:55.531395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6fb13-a62e-4592-b9af-430ef3c7ea5f service neutron] Pushing event updated for resources: {'Port': ['ID=184123ff-64f3-4f86-9a37-a88e566813aa,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:55.561281 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 95201784-e605-4f59-bd16-56419ae84a45, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=95201784-e605-4f59-bd16-56419ae84a45,segment=NetworkSegment(9685e92c-5add-481d-8884-cc7ec737f512),segment_id=9685e92c-5add-481d-8884-cc7ec737f512)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:55.619342 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:55.620514 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 088f9125-e7ed-4d40-819c-3af12453d6a0 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:39:55.654050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-e855732e-a5a0-4049-a0a2-4db250a51cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:55.654929 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-e855732e-a5a0-4049-a0a2-4db250a51cdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:55.656467 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-e855732e-a5a0-4049-a0a2-4db250a51cdb service neutron] 10.222.0.57 "PUT /v2.0/ports/7c77f7cf-e8d8-4d52-8506-6c7c25f24291 HTTP/1.1" status: 200 len: 1130 time: 5.5212202 Apr 18 20:39:55.800776 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-046393d9-cee3-4c34-baf6-ea9fff7ecd7c req-4f8f276e-7688-4505-8821-e82e10eb94cc tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7700536 Apr 18 20:39:55.864407 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=95201784-e605-4f59-bd16-56419ae84a45,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:55.943004 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-a6afd45f-3ea1-4f23-9e5f-7bda4cc05188 service neutron] Request body: {'port': {'device_id': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:56.006472 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 088f9125-e7ed-4d40-819c-3af12453d6a0, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=088f9125-e7ed-4d40-819c-3af12453d6a0,segment=NetworkSegment(9685e92c-5add-481d-8884-cc7ec737f512),segment_id=9685e92c-5add-481d-8884-cc7ec737f512)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:56.038358 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '088f9125-e7ed-4d40-819c-3af12453d6a0', 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab', 'port_id': '088f9125-e7ed-4d40-819c-3af12453d6a0', 'mac_address': 'fa:16:3e:2e:4b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23311194-a384-4735-a60e-77f8a24f1bc9', 'ip_address': '10.1.1.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:39:56.084979 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-42b8dd13-0bea-4af1-aa8a-96aa2ef79c80 req-f4be3d9f-757d-4e76-b761-daebe2e68aca tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5749195 Apr 18 20:39:56.238150 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855732e-a5a0-4049-a0a2-4db250a51cdb service neutron] Pushing event updated for resources: {'Port': ['ID=7c77f7cf-e8d8-4d52-8506-6c7c25f24291,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:56.307670 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-47a31f5a-278a-43d9-a64e-1517b862f984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:56.637225 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:56.662599 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-a6afd45f-3ea1-4f23-9e5f-7bda4cc05188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:56.718459 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088f9125-e7ed-4d40-819c-3af12453d6a0 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:56.776121 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 088f9125-e7ed-4d40-819c-3af12453d6a0, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=088f9125-e7ed-4d40-819c-3af12453d6a0,segment=NetworkSegment(9685e92c-5add-481d-8884-cc7ec737f512),segment_id=9685e92c-5add-481d-8884-cc7ec737f512)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:56.798672 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:56.798875 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 518d95c4-4917-4c82-b386-f2d314651a91 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:39:56.799580 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53acc6-403a-4615-a9c9-9d847b22455a req-57cfc85f-2378-4455-8297-ab23e96042b5 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:56.823593 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53acc6-403a-4615-a9c9-9d847b22455a req-57cfc85f-2378-4455-8297-ab23e96042b5 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:56.837620 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53acc6-403a-4615-a9c9-9d847b22455a req-57cfc85f-2378-4455-8297-ab23e96042b5 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:56.859761 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53acc6-403a-4615-a9c9-9d847b22455a req-57cfc85f-2378-4455-8297-ab23e96042b5 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:56.880101 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53acc6-403a-4615-a9c9-9d847b22455a req-57cfc85f-2378-4455-8297-ab23e96042b5 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:56.897542 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53acc6-403a-4615-a9c9-9d847b22455a req-57cfc85f-2378-4455-8297-ab23e96042b5 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:56.923400 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53acc6-403a-4615-a9c9-9d847b22455a req-57cfc85f-2378-4455-8297-ab23e96042b5 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:56.950179 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb53acc6-403a-4615-a9c9-9d847b22455a req-57cfc85f-2378-4455-8297-ab23e96042b5 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5432 time: 0.6840572 Apr 18 20:39:56.955372 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54eaa8c-fa61-49f5-a188-27ad70864f41 x-openstack-request-id: req-f54eaa8c-fa61-49f5-a188-27ad70864f41 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:56.959558 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a10021d8-006c-417b-868b-f905afee3338", "tag": "184123ff-64f3-4f86-9a37-a88e566813aa", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:56.960078 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f54eaa8c-fa61-49f5-a188-27ad70864f41 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:56.961599 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f54eaa8c-fa61-49f5-a188-27ad70864f41'] response: {'name': 'network-changed', 'server_uuid': 'a10021d8-006c-417b-868b-f905afee3338', 'tag': '184123ff-64f3-4f86-9a37-a88e566813aa', 'status': 'completed', 'code': 200} Apr 18 20:39:57.148363 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=088f9125-e7ed-4d40-819c-3af12453d6a0,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:57.254058 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 518d95c4-4917-4c82-b386-f2d314651a91, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=518d95c4-4917-4c82-b386-f2d314651a91,segment=NetworkSegment(25275ed1-7e44-4f97-85fb-5ca8e77fc202),segment_id=25275ed1-7e44-4f97-85fb-5ca8e77fc202)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:57.286326 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '518d95c4-4917-4c82-b386-f2d314651a91', 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861', 'port_id': '518d95c4-4917-4c82-b386-f2d314651a91', 'mac_address': 'fa:16:3e:49:d1:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6597d107-d0ca-41ad-b4eb-bc841df3bab1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:39:57.378894 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-a6afd45f-3ea1-4f23-9e5f-7bda4cc05188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72942681-8a4e-43a3-b295-7bf4150afaac {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:57.389929 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-a6afd45f-3ea1-4f23-9e5f-7bda4cc05188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:57.395752 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:57.407096 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-a6afd45f-3ea1-4f23-9e5f-7bda4cc05188 service neutron] Transition to ACTIVE for port object 72942681-8a4e-43a3-b295-7bf4150afaac will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:57.436558 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 518d95c4-4917-4c82-b386-f2d314651a91 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:57.441454 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-a6afd45f-3ea1-4f23-9e5f-7bda4cc05188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:57.479356 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 518d95c4-4917-4c82-b386-f2d314651a91, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=518d95c4-4917-4c82-b386-f2d314651a91,segment=NetworkSegment(25275ed1-7e44-4f97-85fb-5ca8e77fc202),segment_id=25275ed1-7e44-4f97-85fb-5ca8e77fc202)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:57.492780 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:57.493510 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 261ee228-3034-446a-848b-b1eb0de2a08c details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:39:57.634118 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2490654a-b4aa-41e7-a2a9-b9df492e4c33 req-1d9dd45a-cba0-4c46-804c-23f373aa2ff0 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/ports?device_id=903ecfda-6ff3-4ee2-b620-b04e5b881a3f HTTP/1.1" status: 200 len: 210 time: 0.2123828 Apr 18 20:39:57.766485 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb53acc6-403a-4615-a9c9-9d847b22455a req-d7e64a7e-0267-47a2-be67-1307a3787c64 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c22c2ed-97fd-4dce-8dfd-c21553233c79&id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8126624 Apr 18 20:39:57.777090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afd45f-3ea1-4f23-9e5f-7bda4cc05188 service neutron] Pushing event updated for resources: {'Port': ['ID=72942681-8a4e-43a3-b295-7bf4150afaac,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:57.842795 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=518d95c4-4917-4c82-b386-f2d314651a91,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:58.048692 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 261ee228-3034-446a-848b-b1eb0de2a08c, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=261ee228-3034-446a-848b-b1eb0de2a08c,segment=NetworkSegment(9685e92c-5add-481d-8884-cc7ec737f512),segment_id=9685e92c-5add-481d-8884-cc7ec737f512)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:58.070606 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ec6ba-7e00-4621-be89-8c4212635eed req-0765f944-31ad-43d9-9923-66438f10061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:58.071478 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ec6ba-7e00-4621-be89-8c4212635eed req-0765f944-31ad-43d9-9923-66438f10061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:58.074689 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f87ec6ba-7e00-4621-be89-8c4212635eed req-0765f944-31ad-43d9-9923-66438f10061f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a68a6b8656b54bed80d6a62c1f094daf&device_id=a10021d8-006c-417b-868b-f905afee3338 HTTP/1.1" status: 200 len: 1913 time: 0.6558082 Apr 18 20:39:58.130203 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '261ee228-3034-446a-848b-b1eb0de2a08c', 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab', 'port_id': '261ee228-3034-446a-848b-b1eb0de2a08c', 'mac_address': 'fa:16:3e:b2:3f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23311194-a384-4735-a60e-77f8a24f1bc9', 'ip_address': '10.1.1.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:39:58.402628 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:58.496476 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261ee228-3034-446a-848b-b1eb0de2a08c {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:58.584159 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 261ee228-3034-446a-848b-b1eb0de2a08c, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=261ee228-3034-446a-848b-b1eb0de2a08c,segment=NetworkSegment(9685e92c-5add-481d-8884-cc7ec737f512),segment_id=9685e92c-5add-481d-8884-cc7ec737f512)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:58.612359 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:58.614406 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:39:58.649481 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432565d5-e591-4939-9e70-18ac0bec4332 req-4f5505c5-25ea-4be5-af1e-b53149f6a43f tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:58.662263 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-432565d5-e591-4939-9e70-18ac0bec4332 req-4f5505c5-25ea-4be5-af1e-b53149f6a43f tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.32 "GET /v2.0/networks?id=58cfdb44-c6e5-4abc-b60c-80bb950cf535 HTTP/1.1" status: 200 len: 813 time: 0.4229312 Apr 18 20:39:58.671177 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-432565d5-e591-4939-9e70-18ac0bec4332 req-40d399d9-8d18-4b77-a959-9a9d6a7d0c39 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Request body: {'port': {'device_id': '903ecfda-6ff3-4ee2-b620-b04e5b881a3f', 'network_id': '58cfdb44-c6e5-4abc-b60c-80bb950cf535', 'admin_state_up': True, 'tenant_id': 'df8d0a454b80452cbe54aef74c03abdb'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:58.707954 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78,segment=NetworkSegment(9685e92c-5add-481d-8884-cc7ec737f512),segment_id=9685e92c-5add-481d-8884-cc7ec737f512)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:58.719053 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=261ee228-3034-446a-848b-b1eb0de2a08c,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:58.772563 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78', 'network_id': '2b0f0f53-742c-4158-9900-4acf2578c1ab', 'port_id': '8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78', 'mac_address': 'fa:16:3e:7e:ad:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23311194-a384-4735-a60e-77f8a24f1bc9', 'ip_address': '10.1.1.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:39:58.875592 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:58.881491 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f9ef4fe3-058c-4f6a-9dc1-24d614e321e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:58.902005 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432565d5-e591-4939-9e70-18ac0bec4332 req-ba476252-e91e-4ff5-a1ce-e138659479bb tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:58.904654 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-432565d5-e591-4939-9e70-18ac0bec4332 req-ba476252-e91e-4ff5-a1ce-e138659479bb tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.57 "GET /v2.0/networks?id=58cfdb44-c6e5-4abc-b60c-80bb950cf535 HTTP/1.1" status: 200 len: 813 time: 0.7820408 Apr 18 20:39:58.912029 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:58.919274 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-432565d5-e591-4939-9e70-18ac0bec4332 req-953c0083-0081-4cdd-88f3-39144cc4de41 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Request body: {'port': {'device_id': '71a958a6-d55c-4c36-96e7-069ec59aa5a3', 'network_id': '58cfdb44-c6e5-4abc-b60c-80bb950cf535', 'admin_state_up': True, 'tenant_id': 'df8d0a454b80452cbe54aef74c03abdb'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:58.969093 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78,segment=NetworkSegment(9685e92c-5add-481d-8884-cc7ec737f512),segment_id=9685e92c-5add-481d-8884-cc7ec737f512)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:58.972295 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-a6afd45f-3ea1-4f23-9e5f-7bda4cc05188 service neutron] Attempting to bind port 72942681-8a4e-43a3-b295-7bf4150afaac on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:58.974731 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-a6afd45f-3ea1-4f23-9e5f-7bda4cc05188 service neutron] Attempting to bind port 72942681-8a4e-43a3-b295-7bf4150afaac by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '0bda1478-dae9-409e-93a0-17d8d33da324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:58.975577 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-a6afd45f-3ea1-4f23-9e5f-7bda4cc05188 service neutron] Attempting to bind port 72942681-8a4e-43a3-b295-7bf4150afaac on network 6ebd78e3-8ba6-4968-baed-05df69d3d0c2 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:58.979151 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'tag': '7c77f7cf-e8d8-4d52-8506-6c7c25f24291'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:58.983813 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:58.985402 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 8d3bdca7-278d-47f1-a781-98e6caeb3fe5 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:39:59.001088 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e98fb7-2ce5-4b09-8051-c2092c68ad0e" -d '{"events": [{"name": "network-changed", "server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "tag": "7c77f7cf-e8d8-4d52-8506-6c7c25f24291"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:59.036537 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-47a31f5a-278a-43d9-a64e-1517b862f984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5debc3a-e550-476b-86b8-0954149710c4 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:59.057963 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-47a31f5a-278a-43d9-a64e-1517b862f984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.085329 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-432565d5-e591-4939-9e70-18ac0bec4332 req-40d399d9-8d18-4b77-a959-9a9d6a7d0c39 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Made reservation on behalf of df8d0a454b80452cbe54aef74c03abdb for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:59.089486 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-47a31f5a-278a-43d9-a64e-1517b862f984 service neutron] Transition to ACTIVE for port object a5debc3a-e550-476b-86b8-0954149710c4 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:59.102307 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-432565d5-e591-4939-9e70-18ac0bec4332 req-40d399d9-8d18-4b77-a959-9a9d6a7d0c39 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.156262 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ec6ba-7e00-4621-be89-8c4212635eed req-14452eb4-6996-4447-b439-8ceea776d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:59.164325 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ec6ba-7e00-4621-be89-8c4212635eed req-14452eb4-6996-4447-b439-8ceea776d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:59.165555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ec6ba-7e00-4621-be89-8c4212635eed req-14452eb4-6996-4447-b439-8ceea776d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:59.172230 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f87ec6ba-7e00-4621-be89-8c4212635eed req-14452eb4-6996-4447-b439-8ceea776d2af service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a68a6b8656b54bed80d6a62c1f094daf&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.9553518 Apr 18 20:39:59.175884 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-47a31f5a-278a-43d9-a64e-1517b862f984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.269917 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-a6afd45f-3ea1-4f23-9e5f-7bda4cc05188 service neutron] Port 72942681-8a4e-43a3-b295-7bf4150afaac on network 6ebd78e3-8ba6-4968-baed-05df69d3d0c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:39:59.270885 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-a6afd45f-3ea1-4f23-9e5f-7bda4cc05188 service neutron] Attempting to bind port 72942681-8a4e-43a3-b295-7bf4150afaac on network 6ebd78e3-8ba6-4968-baed-05df69d3d0c2 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:59.385776 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 8d3bdca7-278d-47f1-a781-98e6caeb3fe5, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=8d3bdca7-278d-47f1-a781-98e6caeb3fe5,segment=NetworkSegment(3a670b0e-6c3c-43fd-a0c4-ca85021cbf57),segment_id=3a670b0e-6c3c-43fd-a0c4-ca85021cbf57)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:59.408222 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:59.421168 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '8d3bdca7-278d-47f1-a781-98e6caeb3fe5', 'network_id': 'a8f8942e-3e1a-43d9-880b-ea4411c35474', 'port_id': '8d3bdca7-278d-47f1-a781-98e6caeb3fe5', 'mac_address': 'fa:16:3e:ca:53:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c48d41c-4d09-4209-9d40-59fcbdf9fd5e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:39:59.423809 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-a6afd45f-3ea1-4f23-9e5f-7bda4cc05188 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:39:59.424953 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-a6afd45f-3ea1-4f23-9e5f-7bda4cc05188 service neutron] Checking segment: {'id': '0bda1478-dae9-409e-93a0-17d8d33da324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:59.426880 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-a6afd45f-3ea1-4f23-9e5f-7bda4cc05188 service neutron] Bound using segment: {'id': '0bda1478-dae9-409e-93a0-17d8d33da324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:39:59.428960 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-a6afd45f-3ea1-4f23-9e5f-7bda4cc05188 service neutron] Bound port: 72942681-8a4e-43a3-b295-7bf4150afaac, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bda1478-dae9-409e-93a0-17d8d33da324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:59.430918 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-a6afd45f-3ea1-4f23-9e5f-7bda4cc05188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.447377 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-432565d5-e591-4939-9e70-18ac0bec4332 req-953c0083-0081-4cdd-88f3-39144cc4de41 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Made reservation on behalf of df8d0a454b80452cbe54aef74c03abdb for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:59.466958 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-432565d5-e591-4939-9e70-18ac0bec4332 req-953c0083-0081-4cdd-88f3-39144cc4de41 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.517055 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc46833-54f5-4d85-a085-5c6079d97ade req-5b550be2-81dc-4d97-86e1-ac93c1481b9f tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:59.527756 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc46833-54f5-4d85-a085-5c6079d97ade req-5b550be2-81dc-4d97-86e1-ac93c1481b9f tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:59.540904 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ccc46833-54f5-4d85-a085-5c6079d97ade req-5b550be2-81dc-4d97-86e1-ac93c1481b9f tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=a10021d8-006c-417b-868b-f905afee3338 HTTP/1.1" status: 200 len: 1666 time: 1.3245342 Apr 18 20:39:59.636812 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.636812 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d3bdca7-278d-47f1-a781-98e6caeb3fe5 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:59.691130 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 8d3bdca7-278d-47f1-a781-98e6caeb3fe5, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=8d3bdca7-278d-47f1-a781-98e6caeb3fe5,segment=NetworkSegment(3a670b0e-6c3c-43fd-a0c4-ca85021cbf57),segment_id=3a670b0e-6c3c-43fd-a0c4-ca85021cbf57)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:59.708714 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.711708 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 2c0596f1-154c-4d5c-b593-d1998b78e1de details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:39:59.829142 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a31f5a-278a-43d9-a64e-1517b862f984 service neutron] Pushing event updated for resources: {'Port': ['ID=a5debc3a-e550-476b-86b8-0954149710c4,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:59.852055 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.863534 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47389e5-bd4f-4861-9234-474f79c8d38d req-f6595a89-1930-4e5f-94a1-a99b9793e1c5 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:59.876895 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d47389e5-bd4f-4861-9234-474f79c8d38d req-f6595a89-1930-4e5f-94a1-a99b9793e1c5 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1 HTTP/1.1" status: 200 len: 946 time: 1.6318865 Apr 18 20:39:59.925016 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-432565d5-e591-4939-9e70-18ac0bec4332 req-40d399d9-8d18-4b77-a959-9a9d6a7d0c39 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Allocated IP 172.20.0.14 (58cfdb44-c6e5-4abc-b60c-80bb950cf535/c65c631c-fbcc-42f9-b6bd-05a4bfb002da/b30155fa-1874-4923-ab42-17c74f25a27d) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:59.939591 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=8d3bdca7-278d-47f1-a781-98e6caeb3fe5,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:59.967337 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 2c0596f1-154c-4d5c-b593-d1998b78e1de, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=2c0596f1-154c-4d5c-b593-d1998b78e1de,segment=NetworkSegment(3a670b0e-6c3c-43fd-a0c4-ca85021cbf57),segment_id=3a670b0e-6c3c-43fd-a0c4-ca85021cbf57)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:00.016779 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '2c0596f1-154c-4d5c-b593-d1998b78e1de', 'network_id': 'a8f8942e-3e1a-43d9-880b-ea4411c35474', 'port_id': '2c0596f1-154c-4d5c-b593-d1998b78e1de', 'mac_address': 'fa:16:3e:31:23:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c48d41c-4d09-4209-9d40-59fcbdf9fd5e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:40:00.158133 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.189862 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0596f1-154c-4d5c-b593-d1998b78e1de {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:00.241070 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 2c0596f1-154c-4d5c-b593-d1998b78e1de, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=2c0596f1-154c-4d5c-b593-d1998b78e1de,segment=NetworkSegment(3a670b0e-6c3c-43fd-a0c4-ca85021cbf57),segment_id=3a670b0e-6c3c-43fd-a0c4-ca85021cbf57)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:00.261119 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-432565d5-e591-4939-9e70-18ac0bec4332 req-40d399d9-8d18-4b77-a959-9a9d6a7d0c39 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.267081 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.425799 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=2c0596f1-154c-4d5c-b593-d1998b78e1de,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:00.445546 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-432565d5-e591-4939-9e70-18ac0bec4332 req-953c0083-0081-4cdd-88f3-39144cc4de41 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Allocated IP 172.20.0.4 (58cfdb44-c6e5-4abc-b60c-80bb950cf535/c65c631c-fbcc-42f9-b6bd-05a4bfb002da/4dafaafa-d74f-4d65-9a5d-1236c5ec9db1) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:00.617844 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-432565d5-e591-4939-9e70-18ac0bec4332 req-40d399d9-8d18-4b77-a959-9a9d6a7d0c39 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.629824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ec6ba-7e00-4621-be89-8c4212635eed req-a443d145-41d8-4c0f-b714-06380f18762c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:00.633164 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f87ec6ba-7e00-4621-be89-8c4212635eed req-a443d145-41d8-4c0f-b714-06380f18762c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3787506 Apr 18 20:40:00.700185 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ccc46833-54f5-4d85-a085-5c6079d97ade req-d56d7d8e-e38d-44b1-a189-9f82627bb405 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7896919 Apr 18 20:40:00.737050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ccd57-cf57-4ba0-95d4-4a61401a1360 req-16fde107-e044-4f4f-bf07-017bb39ab8bb tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:00.739642 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b64ccd57-cf57-4ba0-95d4-4a61401a1360 req-16fde107-e044-4f4f-bf07-017bb39ab8bb tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.32 "GET /v2.0/ports?device_id=12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1 HTTP/1.1" status: 200 len: 946 time: 1.7807817 Apr 18 20:40:00.752910 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d399d9-8d18-4b77-a959-9a9d6a7d0c39 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Pushing event updated for resources: {'Port': ['ID=b30155fa-1874-4923-ab42-17c74f25a27d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:00.778256 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-432565d5-e591-4939-9e70-18ac0bec4332 req-40d399d9-8d18-4b77-a959-9a9d6a7d0c39 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Network 58cfdb44-c6e5-4abc-b60c-80bb950cf535 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:00.782211 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-432565d5-e591-4939-9e70-18ac0bec4332 req-40d399d9-8d18-4b77-a959-9a9d6a7d0c39 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:00.785504 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-432565d5-e591-4939-9e70-18ac0bec4332 req-40d399d9-8d18-4b77-a959-9a9d6a7d0c39 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:40:00.837662 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-432565d5-e591-4939-9e70-18ac0bec4332 req-953c0083-0081-4cdd-88f3-39144cc4de41 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.839684 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-a6afd45f-3ea1-4f23-9e5f-7bda4cc05188 service neutron] For port 72942681-8a4e-43a3-b295-7bf4150afaac, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:00.849092 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d47389e5-bd4f-4861-9234-474f79c8d38d req-1509e9fe-1baf-440a-b2f9-fdaf69ca9a94 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9340200 Apr 18 20:40:00.863846 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:00.962963 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['95201784-e605-4f59-bd16-56419ae84a45'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:00.970898 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-432565d5-e591-4939-9e70-18ac0bec4332 req-953c0083-0081-4cdd-88f3-39144cc4de41 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.971925 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['088f9125-e7ed-4d40-819c-3af12453d6a0'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:00.997690 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-a6afd45f-3ea1-4f23-9e5f-7bda4cc05188 service neutron] For port 72942681-8a4e-43a3-b295-7bf4150afaac, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=72942681-8a4e-43a3-b295-7bf4150afaac,segment=NetworkSegment(0bda1478-dae9-409e-93a0-17d8d33da324),segment_id=0bda1478-dae9-409e-93a0-17d8d33da324)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:00.998277 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432565d5-e591-4939-9e70-18ac0bec4332 req-40d399d9-8d18-4b77-a959-9a9d6a7d0c39 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:00.999879 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-432565d5-e591-4939-9e70-18ac0bec4332 req-40d399d9-8d18-4b77-a959-9a9d6a7d0c39 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:01.033734 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-a6afd45f-3ea1-4f23-9e5f-7bda4cc05188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:01.054238 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['8d3bdca7-278d-47f1-a781-98e6caeb3fe5'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:01.136664 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c0083-0081-4cdd-88f3-39144cc4de41 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Pushing event updated for resources: {'Port': ['ID=4dafaafa-d74f-4d65-9a5d-1236c5ec9db1,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:01.147618 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-432565d5-e591-4939-9e70-18ac0bec4332 req-40d399d9-8d18-4b77-a959-9a9d6a7d0c39 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4813557 Apr 18 20:40:01.167962 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-432565d5-e591-4939-9e70-18ac0bec4332 req-e4b1e0d3-5f1b-4808-8304-9e386cbcdca1 service neutron] Request body: {'port': {'device_id': '903ecfda-6ff3-4ee2-b620-b04e5b881a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:01.253760 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de4853-2dd9-4bc8-b134-b71619538999 req-0add80b2-f26d-4424-91a3-36ca88b2526b tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:01.265936 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de4853-2dd9-4bc8-b134-b71619538999 req-0add80b2-f26d-4424-91a3-36ca88b2526b tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:01.271430 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-432565d5-e591-4939-9e70-18ac0bec4332 req-953c0083-0081-4cdd-88f3-39144cc4de41 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Network 58cfdb44-c6e5-4abc-b60c-80bb950cf535 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:01.278054 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de4853-2dd9-4bc8-b134-b71619538999 req-0add80b2-f26d-4424-91a3-36ca88b2526b tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:01.279850 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-432565d5-e591-4939-9e70-18ac0bec4332 req-953c0083-0081-4cdd-88f3-39144cc4de41 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:01.289100 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-432565d5-e591-4939-9e70-18ac0bec4332 req-953c0083-0081-4cdd-88f3-39144cc4de41 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:40:01.290797 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de4853-2dd9-4bc8-b134-b71619538999 req-0add80b2-f26d-4424-91a3-36ca88b2526b tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:01.301639 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de4853-2dd9-4bc8-b134-b71619538999 req-0add80b2-f26d-4424-91a3-36ca88b2526b tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:01.313280 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de4853-2dd9-4bc8-b134-b71619538999 req-0add80b2-f26d-4424-91a3-36ca88b2526b tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:01.326396 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de4853-2dd9-4bc8-b134-b71619538999 req-0add80b2-f26d-4424-91a3-36ca88b2526b tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:01.329848 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-79de4853-2dd9-4bc8-b134-b71619538999 req-0add80b2-f26d-4424-91a3-36ca88b2526b tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5371 time: 0.4925356 Apr 18 20:40:01.416084 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432565d5-e591-4939-9e70-18ac0bec4332 req-953c0083-0081-4cdd-88f3-39144cc4de41 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:01.418368 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-432565d5-e591-4939-9e70-18ac0bec4332 req-953c0083-0081-4cdd-88f3-39144cc4de41 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:01.436097 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-a6afd45f-3ea1-4f23-9e5f-7bda4cc05188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:01.437224 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-a6afd45f-3ea1-4f23-9e5f-7bda4cc05188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:01.439679 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-a6afd45f-3ea1-4f23-9e5f-7bda4cc05188 service neutron] 10.222.0.57 "PUT /v2.0/ports/72942681-8a4e-43a3-b295-7bf4150afaac HTTP/1.1" status: 200 len: 1130 time: 5.6302140 Apr 18 20:40:01.454817 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-47a31f5a-278a-43d9-a64e-1517b862f984 service neutron] Attempting to bind port a5debc3a-e550-476b-86b8-0954149710c4 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:01.455343 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-47a31f5a-278a-43d9-a64e-1517b862f984 service neutron] Attempting to bind port a5debc3a-e550-476b-86b8-0954149710c4 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '6d9526d9-7648-4601-abf1-e1dc1cbb5707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15e46414-6edf-4751-b6e8-5dde4206068a'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:01.455840 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-47a31f5a-278a-43d9-a64e-1517b862f984 service neutron] Attempting to bind port a5debc3a-e550-476b-86b8-0954149710c4 on network 15e46414-6edf-4751-b6e8-5dde4206068a {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:01.501250 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-432565d5-e591-4939-9e70-18ac0bec4332 req-e4b1e0d3-5f1b-4808-8304-9e386cbcdca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:01.518747 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-432565d5-e591-4939-9e70-18ac0bec4332 req-953c0083-0081-4cdd-88f3-39144cc4de41 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6038911 Apr 18 20:40:01.526555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-7e3fa32e-6366-41d4-90fa-be7f0c084c5f service neutron] Request body: {'port': {'device_id': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:01.533822 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-432565d5-e591-4939-9e70-18ac0bec4332 req-2f867256-e5f7-4bd8-939d-9e549a672790 service neutron] Request body: {'port': {'device_id': '71a958a6-d55c-4c36-96e7-069ec59aa5a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:01.554397 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:01.584584 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-79de4853-2dd9-4bc8-b134-b71619538999 req-d7d6ccfb-a022-47a1-9f52-a7e720fdb4d3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2347960 Apr 18 20:40:01.642535 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fa9ec-a279-440b-b33f-76c27c1f2970 req-b195f976-55c7-4700-a362-9fe55ae75d6e tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:01.646506 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-476fa9ec-a279-440b-b33f-76c27c1f2970 req-b195f976-55c7-4700-a362-9fe55ae75d6e tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/ports?device_id=903ecfda-6ff3-4ee2-b620-b04e5b881a3f HTTP/1.1" status: 200 len: 932 time: 0.6020870 Apr 18 20:40:01.647725 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-47a31f5a-278a-43d9-a64e-1517b862f984 service neutron] Port a5debc3a-e550-476b-86b8-0954149710c4 on network 15e46414-6edf-4751-b6e8-5dde4206068a not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:40:01.648632 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-47a31f5a-278a-43d9-a64e-1517b862f984 service neutron] Attempting to bind port a5debc3a-e550-476b-86b8-0954149710c4 on network 15e46414-6edf-4751-b6e8-5dde4206068a {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:01.761731 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-432565d5-e591-4939-9e70-18ac0bec4332 req-2f867256-e5f7-4bd8-939d-9e549a672790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:01.803191 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-47a31f5a-278a-43d9-a64e-1517b862f984 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:40:01.804086 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-47a31f5a-278a-43d9-a64e-1517b862f984 service neutron] Checking segment: {'id': '6d9526d9-7648-4601-abf1-e1dc1cbb5707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15e46414-6edf-4751-b6e8-5dde4206068a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:40:01.804978 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-47a31f5a-278a-43d9-a64e-1517b862f984 service neutron] Bound using segment: {'id': '6d9526d9-7648-4601-abf1-e1dc1cbb5707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15e46414-6edf-4751-b6e8-5dde4206068a'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:40:01.805991 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-47a31f5a-278a-43d9-a64e-1517b862f984 service neutron] Bound port: a5debc3a-e550-476b-86b8-0954149710c4, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9526d9-7648-4601-abf1-e1dc1cbb5707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '15e46414-6edf-4751-b6e8-5dde4206068a'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:01.806848 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-47a31f5a-278a-43d9-a64e-1517b862f984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:01.891653 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afd45f-3ea1-4f23-9e5f-7bda4cc05188 service neutron] Pushing event updated for resources: {'Port': ['ID=72942681-8a4e-43a3-b295-7bf4150afaac,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:01.952269 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['261ee228-3034-446a-848b-b1eb0de2a08c'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:02.023266 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-476fa9ec-a279-440b-b33f-76c27c1f2970 req-f04d8a52-1e2e-40fb-9fc6-4227eb306080 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/security-groups?id=34068029-1743-4209-9734-1b54963716ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510797 Apr 18 20:40:02.035417 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['518d95c4-4917-4c82-b386-f2d314651a91'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:02.042053 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:02.069527 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-b64ccd57-cf57-4ba0-95d4-4a61401a1360 req-85d9a703-f619-4a6d-b56a-1e7ccb0faaa0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Deleting port 75f4976e-a896-4ae8-9961-d7dfed0d6a42 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:02.070420 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b64ccd57-cf57-4ba0-95d4-4a61401a1360 req-85d9a703-f619-4a6d-b56a-1e7ccb0faaa0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:02.205698 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fc4978-8e6f-4b4e-843f-746facf5ad93 x-openstack-request-id: req-52fc4978-8e6f-4b4e-843f-746facf5ad93 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:02.211099 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "tag": "7c77f7cf-e8d8-4d52-8506-6c7c25f24291", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:02.211782 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52fc4978-8e6f-4b4e-843f-746facf5ad93 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:02.212601 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52fc4978-8e6f-4b4e-843f-746facf5ad93'] response: {'name': 'network-changed', 'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'tag': '7c77f7cf-e8d8-4d52-8506-6c7c25f24291', 'status': 'completed', 'code': 200} Apr 18 20:40:02.213945 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-7e3fa32e-6366-41d4-90fa-be7f0c084c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:02.222356 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 75f4976e-a896-4ae8-9961-d7dfed0d6a42 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:40:02.300932 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483c80f-3175-47e4-9145-19717bd0ad95 req-147a6dac-b565-45bb-8ff9-f6b16f78693d tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:02.335982 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-432565d5-e591-4939-9e70-18ac0bec4332 req-e4b1e0d3-5f1b-4808-8304-9e386cbcdca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b30155fa-1874-4923-ab42-17c74f25a27d {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:02.343431 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483c80f-3175-47e4-9145-19717bd0ad95 req-147a6dac-b565-45bb-8ff9-f6b16f78693d tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:02.347510 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-432565d5-e591-4939-9e70-18ac0bec4332 req-e4b1e0d3-5f1b-4808-8304-9e386cbcdca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:02.361865 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483c80f-3175-47e4-9145-19717bd0ad95 req-147a6dac-b565-45bb-8ff9-f6b16f78693d tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:02.367023 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-432565d5-e591-4939-9e70-18ac0bec4332 req-e4b1e0d3-5f1b-4808-8304-9e386cbcdca1 service neutron] Transition to ACTIVE for port object b30155fa-1874-4923-ab42-17c74f25a27d will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:02.367953 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483c80f-3175-47e4-9145-19717bd0ad95 req-147a6dac-b565-45bb-8ff9-f6b16f78693d tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:02.379337 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483c80f-3175-47e4-9145-19717bd0ad95 req-147a6dac-b565-45bb-8ff9-f6b16f78693d tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:02.391120 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483c80f-3175-47e4-9145-19717bd0ad95 req-147a6dac-b565-45bb-8ff9-f6b16f78693d tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:02.404709 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483c80f-3175-47e4-9145-19717bd0ad95 req-147a6dac-b565-45bb-8ff9-f6b16f78693d tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:02.417309 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9483c80f-3175-47e4-9145-19717bd0ad95 req-147a6dac-b565-45bb-8ff9-f6b16f78693d tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5438 time: 0.6645417 Apr 18 20:40:02.516358 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-432565d5-e591-4939-9e70-18ac0bec4332 req-e4b1e0d3-5f1b-4808-8304-9e386cbcdca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:02.591031 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-47a31f5a-278a-43d9-a64e-1517b862f984 service neutron] For port a5debc3a-e550-476b-86b8-0954149710c4, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:02.753365 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9483c80f-3175-47e4-9145-19717bd0ad95 req-3bb0b587-6dc8-4b53-9c67-f4edcfef132d tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c22c2ed-97fd-4dce-8dfd-c21553233c79&id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2471678 Apr 18 20:40:02.786580 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-47a31f5a-278a-43d9-a64e-1517b862f984 service neutron] For port a5debc3a-e550-476b-86b8-0954149710c4, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a5debc3a-e550-476b-86b8-0954149710c4,segment=NetworkSegment(6d9526d9-7648-4601-abf1-e1dc1cbb5707),segment_id=6d9526d9-7648-4601-abf1-e1dc1cbb5707)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:02.845417 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-47a31f5a-278a-43d9-a64e-1517b862f984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:02.887211 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b4719-2eb2-44e6-a460-ed7542f1201a req-1d55a285-1c24-49f5-a17d-cb4df6eb9a56 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:02.923135 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:02.937555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b4719-2eb2-44e6-a460-ed7542f1201a req-1d55a285-1c24-49f5-a17d-cb4df6eb9a56 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:02.952525 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d54b4719-2eb2-44e6-a460-ed7542f1201a req-1d55a285-1c24-49f5-a17d-cb4df6eb9a56 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=a10021d8-006c-417b-868b-f905afee3338 HTTP/1.1" status: 200 len: 1678 time: 0.4728425 Apr 18 20:40:03.030556 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-47a31f5a-278a-43d9-a64e-1517b862f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:03.035856 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-47a31f5a-278a-43d9-a64e-1517b862f984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:03.037044 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75f4976e-a896-4ae8-9961-d7dfed0d6a42'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:03.042932 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45705ebf-b9e9-4387-9e2e-cea17713eab2" -d '{"events": [{"server_uuid": "12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1", "name": "network-vif-unplugged", "status": "completed", "tag": "75f4976e-a896-4ae8-9961-d7dfed0d6a42"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:03.044599 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-47a31f5a-278a-43d9-a64e-1517b862f984 service neutron] 10.222.0.32 "PUT /v2.0/ports/a5debc3a-e550-476b-86b8-0954149710c4 HTTP/1.1" status: 200 len: 1091 time: 7.8776941 Apr 18 20:40:03.082459 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 75f4976e-a896-4ae8-9961-d7dfed0d6a42, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=75f4976e-a896-4ae8-9961-d7dfed0d6a42,segment=NetworkSegment(010d84d2-e3f1-48d7-9a77-78ee4a049b9e),segment_id=010d84d2-e3f1-48d7-9a77-78ee4a049b9e)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:03.091575 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:03.113429 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-b64ccd57-cf57-4ba0-95d4-4a61401a1360 req-85d9a703-f619-4a6d-b56a-1e7ccb0faaa0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] For port 75f4976e-a896-4ae8-9961-d7dfed0d6a42, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=75f4976e-a896-4ae8-9961-d7dfed0d6a42,segment=NetworkSegment(010d84d2-e3f1-48d7-9a77-78ee4a049b9e),segment_id=010d84d2-e3f1-48d7-9a77-78ee4a049b9e)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:03.124354 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b64ccd57-cf57-4ba0-95d4-4a61401a1360 req-85d9a703-f619-4a6d-b56a-1e7ccb0faaa0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:03.135652 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1e0d3-5f1b-4808-8304-9e386cbcdca1 service neutron] Pushing event updated for resources: {'Port': ['ID=b30155fa-1874-4923-ab42-17c74f25a27d,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:03.176619 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['2c0596f1-154c-4d5c-b593-d1998b78e1de'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:03.213743 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-b64ccd57-cf57-4ba0-95d4-4a61401a1360 req-85d9a703-f619-4a6d-b56a-1e7ccb0faaa0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Calling delete_port for 75f4976e-a896-4ae8-9961-d7dfed0d6a42 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:03.239346 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98fb7-2ce5-4b09-8051-c2092c68ad0e req-902c38b8-2076-4960-9651-c39b8a2e9454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:03.239961 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98fb7-2ce5-4b09-8051-c2092c68ad0e req-902c38b8-2076-4960-9651-c39b8a2e9454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:03.240924 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98fb7-2ce5-4b09-8051-c2092c68ad0e req-902c38b8-2076-4960-9651-c39b8a2e9454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:03.241396 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98fb7-2ce5-4b09-8051-c2092c68ad0e req-902c38b8-2076-4960-9651-c39b8a2e9454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:03.241981 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98fb7-2ce5-4b09-8051-c2092c68ad0e req-902c38b8-2076-4960-9651-c39b8a2e9454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:03.242986 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98fb7-2ce5-4b09-8051-c2092c68ad0e req-902c38b8-2076-4960-9651-c39b8a2e9454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:03.243842 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98fb7-2ce5-4b09-8051-c2092c68ad0e req-902c38b8-2076-4960-9651-c39b8a2e9454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:03.249529 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f1e98fb7-2ce5-4b09-8051-c2092c68ad0e req-902c38b8-2076-4960-9651-c39b8a2e9454 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b938d2524c3842cdaf1832263fa7ae9d&device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 6208 time: 0.8803153 Apr 18 20:40:03.312062 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=75f4976e-a896-4ae8-9961-d7dfed0d6a42,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:03.363903 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-432565d5-e591-4939-9e70-18ac0bec4332 req-2f867256-e5f7-4bd8-939d-9e549a672790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dafaafa-d74f-4d65-9a5d-1236c5ec9db1 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:03.482660 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-432565d5-e591-4939-9e70-18ac0bec4332 req-2f867256-e5f7-4bd8-939d-9e549a672790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:03.564022 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-432565d5-e591-4939-9e70-18ac0bec4332 req-2f867256-e5f7-4bd8-939d-9e549a672790 service neutron] Transition to ACTIVE for port object 4dafaafa-d74f-4d65-9a5d-1236c5ec9db1 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:03.601860 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-432565d5-e591-4939-9e70-18ac0bec4332 req-2f867256-e5f7-4bd8-939d-9e549a672790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:03.675817 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-432565d5-e591-4939-9e70-18ac0bec4332 req-e4b1e0d3-5f1b-4808-8304-9e386cbcdca1 service neutron] Attempting to bind port b30155fa-1874-4923-ab42-17c74f25a27d on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:03.676349 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-432565d5-e591-4939-9e70-18ac0bec4332 req-e4b1e0d3-5f1b-4808-8304-9e386cbcdca1 service neutron] Attempting to bind port b30155fa-1874-4923-ab42-17c74f25a27d by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '376cc761-9df4-40ad-bdff-9ddef2308cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '58cfdb44-c6e5-4abc-b60c-80bb950cf535'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:03.676919 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432565d5-e591-4939-9e70-18ac0bec4332 req-e4b1e0d3-5f1b-4808-8304-9e386cbcdca1 service neutron] Attempting to bind port b30155fa-1874-4923-ab42-17c74f25a27d on network 58cfdb44-c6e5-4abc-b60c-80bb950cf535 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:03.723439 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432565d5-e591-4939-9e70-18ac0bec4332 req-e4b1e0d3-5f1b-4808-8304-9e386cbcdca1 service neutron] Port b30155fa-1874-4923-ab42-17c74f25a27d on network 58cfdb44-c6e5-4abc-b60c-80bb950cf535 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:40:03.723888 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432565d5-e591-4939-9e70-18ac0bec4332 req-e4b1e0d3-5f1b-4808-8304-9e386cbcdca1 service neutron] Attempting to bind port b30155fa-1874-4923-ab42-17c74f25a27d on network 58cfdb44-c6e5-4abc-b60c-80bb950cf535 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:03.761391 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432565d5-e591-4939-9e70-18ac0bec4332 req-e4b1e0d3-5f1b-4808-8304-9e386cbcdca1 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:40:03.761901 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432565d5-e591-4939-9e70-18ac0bec4332 req-e4b1e0d3-5f1b-4808-8304-9e386cbcdca1 service neutron] Checking segment: {'id': '376cc761-9df4-40ad-bdff-9ddef2308cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '58cfdb44-c6e5-4abc-b60c-80bb950cf535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:40:03.762517 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432565d5-e591-4939-9e70-18ac0bec4332 req-e4b1e0d3-5f1b-4808-8304-9e386cbcdca1 service neutron] Bound using segment: {'id': '376cc761-9df4-40ad-bdff-9ddef2308cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '58cfdb44-c6e5-4abc-b60c-80bb950cf535'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:40:03.763290 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-432565d5-e591-4939-9e70-18ac0bec4332 req-e4b1e0d3-5f1b-4808-8304-9e386cbcdca1 service neutron] Bound port: b30155fa-1874-4923-ab42-17c74f25a27d, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '376cc761-9df4-40ad-bdff-9ddef2308cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '58cfdb44-c6e5-4abc-b60c-80bb950cf535'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:03.763870 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-432565d5-e591-4939-9e70-18ac0bec4332 req-e4b1e0d3-5f1b-4808-8304-9e386cbcdca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:03.785412 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98fb7-2ce5-4b09-8051-c2092c68ad0e req-654655c4-f155-4a8d-85bf-b7be8806984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:03.786177 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98fb7-2ce5-4b09-8051-c2092c68ad0e req-654655c4-f155-4a8d-85bf-b7be8806984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:03.787082 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98fb7-2ce5-4b09-8051-c2092c68ad0e req-654655c4-f155-4a8d-85bf-b7be8806984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:03.792486 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f1e98fb7-2ce5-4b09-8051-c2092c68ad0e req-654655c4-f155-4a8d-85bf-b7be8806984b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b938d2524c3842cdaf1832263fa7ae9d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5128601 Apr 18 20:40:03.793888 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f867256-e5f7-4bd8-939d-9e549a672790 service neutron] Pushing event updated for resources: {'Port': ['ID=4dafaafa-d74f-4d65-9a5d-1236c5ec9db1,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:04.014976 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-1c07118e-ed49-4af5-b44d-de6016879f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:04.015909 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-1c07118e-ed49-4af5-b44d-de6016879f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:04.019863 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-1c07118e-ed49-4af5-b44d-de6016879f5a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a68a6b8656b54bed80d6a62c1f094daf&device_id=a10021d8-006c-417b-868b-f905afee3338 HTTP/1.1" status: 200 len: 1980 time: 0.5151539 Apr 18 20:40:04.047896 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-7e3fa32e-6366-41d4-90fa-be7f0c084c5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3827d6d-6f37-483f-a44f-ac708e8eb2af {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:04.087405 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a31f5a-278a-43d9-a64e-1517b862f984 service neutron] Pushing event updated for resources: {'Port': ['ID=a5debc3a-e550-476b-86b8-0954149710c4,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:04.093497 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d54b4719-2eb2-44e6-a460-ed7542f1201a req-2613ffc6-0bb7-49ac-bdb0-37c37259e8ab tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1398745 Apr 18 20:40:04.102296 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cd53e-3257-49b3-bc6f-37d5b3be6b19 req-21e64db7-984e-4efe-95d4-a8521131589b tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:04.103619 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-336cd53e-3257-49b3-bc6f-37d5b3be6b19 req-21e64db7-984e-4efe-95d4-a8521131589b tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1 HTTP/1.1" status: 200 len: 944 time: 1.1390815 Apr 18 20:40:04.108946 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-7e3fa32e-6366-41d4-90fa-be7f0c084c5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.156521 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-21b176ef-5473-42ec-afc0-8fa248caa12a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.213&port_id=184123ff-64f3-4f86-9a37-a88e566813aa HTTP/1.1" status: 200 len: 217 time: 0.0778661 Apr 18 20:40:04.164221 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-432565d5-e591-4939-9e70-18ac0bec4332 req-2f867256-e5f7-4bd8-939d-9e549a672790 service neutron] Attempting to bind port 4dafaafa-d74f-4d65-9a5d-1236c5ec9db1 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:04.164623 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-432565d5-e591-4939-9e70-18ac0bec4332 req-2f867256-e5f7-4bd8-939d-9e549a672790 service neutron] Attempting to bind port 4dafaafa-d74f-4d65-9a5d-1236c5ec9db1 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '376cc761-9df4-40ad-bdff-9ddef2308cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '58cfdb44-c6e5-4abc-b60c-80bb950cf535'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:04.165158 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432565d5-e591-4939-9e70-18ac0bec4332 req-2f867256-e5f7-4bd8-939d-9e549a672790 service neutron] Attempting to bind port 4dafaafa-d74f-4d65-9a5d-1236c5ec9db1 on network 58cfdb44-c6e5-4abc-b60c-80bb950cf535 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:04.184303 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-432565d5-e591-4939-9e70-18ac0bec4332 req-e4b1e0d3-5f1b-4808-8304-9e386cbcdca1 service neutron] For port b30155fa-1874-4923-ab42-17c74f25a27d, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:04.204469 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432565d5-e591-4939-9e70-18ac0bec4332 req-2f867256-e5f7-4bd8-939d-9e549a672790 service neutron] Port 4dafaafa-d74f-4d65-9a5d-1236c5ec9db1 on network 58cfdb44-c6e5-4abc-b60c-80bb950cf535 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:40:04.204752 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432565d5-e591-4939-9e70-18ac0bec4332 req-2f867256-e5f7-4bd8-939d-9e549a672790 service neutron] Attempting to bind port 4dafaafa-d74f-4d65-9a5d-1236c5ec9db1 on network 58cfdb44-c6e5-4abc-b60c-80bb950cf535 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:04.214272 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-432565d5-e591-4939-9e70-18ac0bec4332 req-e4b1e0d3-5f1b-4808-8304-9e386cbcdca1 service neutron] For port b30155fa-1874-4923-ab42-17c74f25a27d, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=b30155fa-1874-4923-ab42-17c74f25a27d,segment=NetworkSegment(376cc761-9df4-40ad-bdff-9ddef2308cd3),segment_id=376cc761-9df4-40ad-bdff-9ddef2308cd3)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:04.220193 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'tag': '72942681-8a4e-43a3-b295-7bf4150afaac'}, {'name': 'network-changed', 'server_uuid': 'a10021d8-006c-417b-868b-f905afee3338', 'tag': 'a5debc3a-e550-476b-86b8-0954149710c4'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:04.220513 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98fb7-2ce5-4b09-8051-c2092c68ad0e req-6c81ddfe-4c2b-45bb-a123-f2ed07094c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:04.221782 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f1e98fb7-2ce5-4b09-8051-c2092c68ad0e req-6c81ddfe-4c2b-45bb-a123-f2ed07094c48 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4206901 Apr 18 20:40:04.222866 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432565d5-e591-4939-9e70-18ac0bec4332 req-2f867256-e5f7-4bd8-939d-9e549a672790 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:40:04.223246 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432565d5-e591-4939-9e70-18ac0bec4332 req-2f867256-e5f7-4bd8-939d-9e549a672790 service neutron] Checking segment: {'id': '376cc761-9df4-40ad-bdff-9ddef2308cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '58cfdb44-c6e5-4abc-b60c-80bb950cf535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:40:04.223737 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432565d5-e591-4939-9e70-18ac0bec4332 req-2f867256-e5f7-4bd8-939d-9e549a672790 service neutron] Bound using segment: {'id': '376cc761-9df4-40ad-bdff-9ddef2308cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '58cfdb44-c6e5-4abc-b60c-80bb950cf535'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:40:04.224119 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55615f7a-62fe-4511-b9b0-df3522711de6" -d '{"events": [{"name": "network-changed", "server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "tag": "72942681-8a4e-43a3-b295-7bf4150afaac"}, {"name": "network-changed", "server_uuid": "a10021d8-006c-417b-868b-f905afee3338", "tag": "a5debc3a-e550-476b-86b8-0954149710c4"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:04.224413 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-432565d5-e591-4939-9e70-18ac0bec4332 req-2f867256-e5f7-4bd8-939d-9e549a672790 service neutron] Bound port: 4dafaafa-d74f-4d65-9a5d-1236c5ec9db1, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '376cc761-9df4-40ad-bdff-9ddef2308cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '58cfdb44-c6e5-4abc-b60c-80bb950cf535'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:04.224937 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-432565d5-e591-4939-9e70-18ac0bec4332 req-2f867256-e5f7-4bd8-939d-9e549a672790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.236690 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-7e3fa32e-6366-41d4-90fa-be7f0c084c5f service neutron] Transition to ACTIVE for port object a3827d6d-6f37-483f-a44f-ac708e8eb2af will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:04.246700 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-432565d5-e591-4939-9e70-18ac0bec4332 req-e4b1e0d3-5f1b-4808-8304-9e386cbcdca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.280246 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 95201784-e605-4f59-bd16-56419ae84a45 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:04.370813 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432565d5-e591-4939-9e70-18ac0bec4332 req-e4b1e0d3-5f1b-4808-8304-9e386cbcdca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:04.371470 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-432565d5-e591-4939-9e70-18ac0bec4332 req-e4b1e0d3-5f1b-4808-8304-9e386cbcdca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.375370 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-432565d5-e591-4939-9e70-18ac0bec4332 req-e4b1e0d3-5f1b-4808-8304-9e386cbcdca1 service neutron] 10.222.0.32 "PUT /v2.0/ports/b30155fa-1874-4923-ab42-17c74f25a27d HTTP/1.1" status: 200 len: 1092 time: 3.2159169 Apr 18 20:40:04.377766 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903ecfda-6ff3-4ee2-b620-b04e5b881a3f', 'tag': 'b30155fa-1874-4923-ab42-17c74f25a27d'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:04.389816 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f29905-bc96-4575-891a-a5f158848588" -d '{"events": [{"name": "network-changed", "server_uuid": "903ecfda-6ff3-4ee2-b620-b04e5b881a3f", "tag": "b30155fa-1874-4923-ab42-17c74f25a27d"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:04.401999 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 95201784-e605-4f59-bd16-56419ae84a45 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:04.408774 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 95201784-e605-4f59-bd16-56419ae84a45 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:04.408774 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.487204 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-7e3fa32e-6366-41d4-90fa-be7f0c084c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.547764 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b64ccd57-cf57-4ba0-95d4-4a61401a1360 req-85d9a703-f619-4a6d-b56a-1e7ccb0faaa0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.572228 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1e0d3-5f1b-4808-8304-9e386cbcdca1 service neutron] Pushing event updated for resources: {'Port': ['ID=b30155fa-1874-4923-ab42-17c74f25a27d,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:04.593984 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['16f834cc-9787-49bb-9e0f-ca6966e81652'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:04.611568 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-432565d5-e591-4939-9e70-18ac0bec4332 req-2f867256-e5f7-4bd8-939d-9e549a672790 service neutron] For port 4dafaafa-d74f-4d65-9a5d-1236c5ec9db1, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:04.623306 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-432565d5-e591-4939-9e70-18ac0bec4332 req-2f867256-e5f7-4bd8-939d-9e549a672790 service neutron] For port 4dafaafa-d74f-4d65-9a5d-1236c5ec9db1, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4dafaafa-d74f-4d65-9a5d-1236c5ec9db1,segment=NetworkSegment(376cc761-9df4-40ad-bdff-9ddef2308cd3),segment_id=376cc761-9df4-40ad-bdff-9ddef2308cd3)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:04.637508 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-432565d5-e591-4939-9e70-18ac0bec4332 req-2f867256-e5f7-4bd8-939d-9e549a672790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.675433 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432565d5-e591-4939-9e70-18ac0bec4332 req-d60d2b10-a7b4-4381-ab1c-b240fcb4d563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:04.677059 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-432565d5-e591-4939-9e70-18ac0bec4332 req-d60d2b10-a7b4-4381-ab1c-b240fcb4d563 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df8d0a454b80452cbe54aef74c03abdb&device_id=903ecfda-6ff3-4ee2-b620-b04e5b881a3f HTTP/1.1" status: 200 len: 1095 time: 0.2057717 Apr 18 20:40:04.715752 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.727378 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-336cd53e-3257-49b3-bc6f-37d5b3be6b19 req-6dfd2acf-306d-4ee5-a690-e558381aafa4 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5852742 Apr 18 20:40:04.750035 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432565d5-e591-4939-9e70-18ac0bec4332 req-2f867256-e5f7-4bd8-939d-9e549a672790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:04.750678 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-432565d5-e591-4939-9e70-18ac0bec4332 req-2f867256-e5f7-4bd8-939d-9e549a672790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.754086 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-432565d5-e591-4939-9e70-18ac0bec4332 req-2f867256-e5f7-4bd8-939d-9e549a672790 service neutron] 10.222.0.57 "PUT /v2.0/ports/4dafaafa-d74f-4d65-9a5d-1236c5ec9db1 HTTP/1.1" status: 200 len: 1091 time: 3.2263641 Apr 18 20:40:04.965055 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 95201784-e605-4f59-bd16-56419ae84a45, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=95201784-e605-4f59-bd16-56419ae84a45,segment=NetworkSegment(9685e92c-5add-481d-8884-cc7ec737f512),segment_id=9685e92c-5add-481d-8884-cc7ec737f512)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:04.981525 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3ca07e-56d3-4b37-aedf-e7806bfaac29 x-openstack-request-id: req-bd3ca07e-56d3-4b37-aedf-e7806bfaac29 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:04.982345 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1", "name": "network-vif-unplugged", "status": "completed", "tag": "75f4976e-a896-4ae8-9961-d7dfed0d6a42", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:04.982764 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd3ca07e-56d3-4b37-aedf-e7806bfaac29 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:04.984716 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd3ca07e-56d3-4b37-aedf-e7806bfaac29'] response: {'server_uuid': '12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75f4976e-a896-4ae8-9961-d7dfed0d6a42', 'code': 200} Apr 18 20:40:05.000278 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.006101 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 088f9125-e7ed-4d40-819c-3af12453d6a0 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:05.055853 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-675c372a-f4c1-42d5-b8ad-55db7d4a287e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:05.056877 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-432565d5-e591-4939-9e70-18ac0bec4332 req-77dabbc7-c196-4acd-a35d-a486c0f0de2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b30155fa-1874-4923-ab42-17c74f25a27d HTTP/1.1" status: 200 len: 217 time: 0.3294721 Apr 18 20:40:05.057536 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-675c372a-f4c1-42d5-b8ad-55db7d4a287e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b703aa0-4046-4e0d-b918-b8c257951db4 HTTP/1.1" status: 200 len: 801 time: 0.8814979 Apr 18 20:40:05.111256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077af7c0-71f0-4be8-a41a-6a27129db664 req-439492af-8ec2-4f86-b0b1-0b0ffd0c5585 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:05.118395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077af7c0-71f0-4be8-a41a-6a27129db664 req-439492af-8ec2-4f86-b0b1-0b0ffd0c5585 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:05.126997 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077af7c0-71f0-4be8-a41a-6a27129db664 req-439492af-8ec2-4f86-b0b1-0b0ffd0c5585 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:05.134267 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077af7c0-71f0-4be8-a41a-6a27129db664 req-439492af-8ec2-4f86-b0b1-0b0ffd0c5585 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:05.142357 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077af7c0-71f0-4be8-a41a-6a27129db664 req-439492af-8ec2-4f86-b0b1-0b0ffd0c5585 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:05.148793 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077af7c0-71f0-4be8-a41a-6a27129db664 req-439492af-8ec2-4f86-b0b1-0b0ffd0c5585 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:05.155707 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077af7c0-71f0-4be8-a41a-6a27129db664 req-439492af-8ec2-4f86-b0b1-0b0ffd0c5585 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:05.158187 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-077af7c0-71f0-4be8-a41a-6a27129db664 req-439492af-8ec2-4f86-b0b1-0b0ffd0c5585 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5383 time: 0.8552783 Apr 18 20:40:05.193311 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f867256-e5f7-4bd8-939d-9e549a672790 service neutron] Pushing event updated for resources: {'Port': ['ID=4dafaafa-d74f-4d65-9a5d-1236c5ec9db1,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:05.208559 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=95201784-e605-4f59-bd16-56419ae84a45,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:05.246899 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 088f9125-e7ed-4d40-819c-3af12453d6a0 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:05.254212 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 088f9125-e7ed-4d40-819c-3af12453d6a0 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:05.254585 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.258787 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432565d5-e591-4939-9e70-18ac0bec4332 req-68ca8753-525d-42e9-b9d2-2d8848ddde69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:05.261689 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-432565d5-e591-4939-9e70-18ac0bec4332 req-68ca8753-525d-42e9-b9d2-2d8848ddde69 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df8d0a454b80452cbe54aef74c03abdb&device_id=71a958a6-d55c-4c36-96e7-069ec59aa5a3 HTTP/1.1" status: 200 len: 1094 time: 0.4203823 Apr 18 20:40:05.265623 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432565d5-e591-4939-9e70-18ac0bec4332 req-4418460a-42cb-42ef-b76b-458d610e7c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:05.268133 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-432565d5-e591-4939-9e70-18ac0bec4332 req-4418460a-42cb-42ef-b76b-458d610e7c81 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c65c631c-fbcc-42f9-b6bd-05a4bfb002da HTTP/1.1" status: 200 len: 853 time: 0.1652398 Apr 18 20:40:05.278525 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3fa32e-6366-41d4-90fa-be7f0c084c5f service neutron] Pushing event updated for resources: {'Port': ['ID=a3827d6d-6f37-483f-a44f-ac708e8eb2af,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:05.294953 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64ccd57-cf57-4ba0-95d4-4a61401a1360 req-85d9a703-f619-4a6d-b56a-1e7ccb0faaa0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] No DVR routers for this DVR port 75f4976e-a896-4ae8-9961-d7dfed0d6a42 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:40:05.334351 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9a703-f619-4a6d-b56a-1e7ccb0faaa0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Pushing event deleted for resources: {'Port': ['ID=75f4976e-a896-4ae8-9961-d7dfed0d6a42,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:05.352710 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-432565d5-e591-4939-9e70-18ac0bec4332 req-00f717e8-fee5-42b6-b7f0-b227ad17ad4f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dafaafa-d74f-4d65-9a5d-1236c5ec9db1 HTTP/1.1" status: 200 len: 217 time: 0.0807307 Apr 18 20:40:05.363946 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b64ccd57-cf57-4ba0-95d4-4a61401a1360 req-85d9a703-f619-4a6d-b56a-1e7ccb0faaa0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.371360 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b64ccd57-cf57-4ba0-95d4-4a61401a1360 req-85d9a703-f619-4a6d-b56a-1e7ccb0faaa0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.32 "DELETE /v2.0/ports/75f4976e-a896-4ae8-9961-d7dfed0d6a42 HTTP/1.1" status: 204 len: 173 time: 4.5458710 Apr 18 20:40:05.385652 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.390733 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-432565d5-e591-4939-9e70-18ac0bec4332 req-0bb64aa2-b433-4526-af98-eb4660320a68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58cfdb44-c6e5-4abc-b60c-80bb950cf535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365911 Apr 18 20:40:05.429791 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 088f9125-e7ed-4d40-819c-3af12453d6a0, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=088f9125-e7ed-4d40-819c-3af12453d6a0,segment=NetworkSegment(9685e92c-5add-481d-8884-cc7ec737f512),segment_id=9685e92c-5add-481d-8884-cc7ec737f512)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:05.447507 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.454638 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 518d95c4-4917-4c82-b386-f2d314651a91 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:05.475428 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-284c0835-9753-4572-83ec-61499f2f64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:05.480237 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-284c0835-9753-4572-83ec-61499f2f64a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8390a3d5-3138-42f0-b1d2-2d0e5c426f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3154390 Apr 18 20:40:05.512523 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432565d5-e591-4939-9e70-18ac0bec4332 req-5cbd0c8c-4e2f-4b8a-a8f1-2ef53137b543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:05.514385 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-432565d5-e591-4939-9e70-18ac0bec4332 req-5cbd0c8c-4e2f-4b8a-a8f1-2ef53137b543 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c65c631c-fbcc-42f9-b6bd-05a4bfb002da HTTP/1.1" status: 200 len: 853 time: 0.1224816 Apr 18 20:40:05.521119 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4518ba3-2355-4aad-aaf1-5cab34258edb req-0242e356-0a77-48fb-a090-bc0e93c1b571 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:05.536420 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4518ba3-2355-4aad-aaf1-5cab34258edb req-0242e356-0a77-48fb-a090-bc0e93c1b571 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/ports?device_id=903ecfda-6ff3-4ee2-b620-b04e5b881a3f HTTP/1.1" status: 200 len: 944 time: 0.4728460 Apr 18 20:40:05.570769 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-432565d5-e591-4939-9e70-18ac0bec4332 req-66fd51cc-5ea8-4c35-b4b4-7f4f5166213d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=58cfdb44-c6e5-4abc-b60c-80bb950cf535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489252 Apr 18 20:40:05.616837 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-432565d5-e591-4939-9e70-18ac0bec4332 req-130a67ee-d9c8-42ee-936d-ed0f2c79a280 service neutron] 10.222.0.32 "GET /v2.0/networks/58cfdb44-c6e5-4abc-b60c-80bb950cf535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137861 Apr 18 20:40:05.646316 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=088f9125-e7ed-4d40-819c-3af12453d6a0,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:05.663369 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 518d95c4-4917-4c82-b386-f2d314651a91 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:05.675526 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 518d95c4-4917-4c82-b386-f2d314651a91 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:05.676003 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.758633 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-077af7c0-71f0-4be8-a41a-6a27129db664 req-2a7bd660-1b64-4207-a098-9abeb00f6be4 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5047667 Apr 18 20:40:05.799854 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-7e3fa32e-6366-41d4-90fa-be7f0c084c5f service neutron] Attempting to bind port a3827d6d-6f37-483f-a44f-ac708e8eb2af on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:05.800484 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-7e3fa32e-6366-41d4-90fa-be7f0c084c5f service neutron] Attempting to bind port a3827d6d-6f37-483f-a44f-ac708e8eb2af by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '0bda1478-dae9-409e-93a0-17d8d33da324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:05.800886 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-7e3fa32e-6366-41d4-90fa-be7f0c084c5f service neutron] Attempting to bind port a3827d6d-6f37-483f-a44f-ac708e8eb2af on network 6ebd78e3-8ba6-4968-baed-05df69d3d0c2 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:05.815910 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4518ba3-2355-4aad-aaf1-5cab34258edb req-3c2c55df-c57f-4a51-aec2-9071dc8a76f0 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/security-groups?id=34068029-1743-4209-9734-1b54963716ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988069 Apr 18 20:40:05.818875 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-7e3fa32e-6366-41d4-90fa-be7f0c084c5f service neutron] Port a3827d6d-6f37-483f-a44f-ac708e8eb2af on network 6ebd78e3-8ba6-4968-baed-05df69d3d0c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:40:05.819204 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-7e3fa32e-6366-41d4-90fa-be7f0c084c5f service neutron] Attempting to bind port a3827d6d-6f37-483f-a44f-ac708e8eb2af on network 6ebd78e3-8ba6-4968-baed-05df69d3d0c2 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:05.825730 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.835120 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-7e3fa32e-6366-41d4-90fa-be7f0c084c5f service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:40:05.835453 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-7e3fa32e-6366-41d4-90fa-be7f0c084c5f service neutron] Checking segment: {'id': '0bda1478-dae9-409e-93a0-17d8d33da324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:40:05.835649 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-7e3fa32e-6366-41d4-90fa-be7f0c084c5f service neutron] Bound using segment: {'id': '0bda1478-dae9-409e-93a0-17d8d33da324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:40:05.836102 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-7e3fa32e-6366-41d4-90fa-be7f0c084c5f service neutron] Bound port: a3827d6d-6f37-483f-a44f-ac708e8eb2af, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bda1478-dae9-409e-93a0-17d8d33da324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:05.836567 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-7e3fa32e-6366-41d4-90fa-be7f0c084c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.844018 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-432565d5-e591-4939-9e70-18ac0bec4332 req-2e03cdc1-66a7-4db7-9ce2-123c86e97f33 service neutron] 10.222.0.57 "GET /v2.0/networks/58cfdb44-c6e5-4abc-b60c-80bb950cf535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608211 Apr 18 20:40:05.922784 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 518d95c4-4917-4c82-b386-f2d314651a91, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=518d95c4-4917-4c82-b386-f2d314651a91,segment=NetworkSegment(25275ed1-7e44-4f97-85fb-5ca8e77fc202),segment_id=25275ed1-7e44-4f97-85fb-5ca8e77fc202)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:05.926007 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-27e57755-f445-4317-803a-da2811a8ed6d service neutron] 10.222.0.32 "GET /v2.0/networks/8390a3d5-3138-42f0-b1d2-2d0e5c426f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749671 Apr 18 20:40:05.930886 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.938831 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:06.055656 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-7e3fa32e-6366-41d4-90fa-be7f0c084c5f service neutron] For port a3827d6d-6f37-483f-a44f-ac708e8eb2af, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:06.067469 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=518d95c4-4917-4c82-b386-f2d314651a91,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:06.080258 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-7e3fa32e-6366-41d4-90fa-be7f0c084c5f service neutron] For port a3827d6d-6f37-483f-a44f-ac708e8eb2af, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a3827d6d-6f37-483f-a44f-ac708e8eb2af,segment=NetworkSegment(0bda1478-dae9-409e-93a0-17d8d33da324),segment_id=0bda1478-dae9-409e-93a0-17d8d33da324)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:06.121179 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:06.129123 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:06.130147 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.218599 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9230f5b-f692-43a6-8ca6-6f2afb6d164b x-openstack-request-id: req-d9230f5b-f692-43a6-8ca6-6f2afb6d164b {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:06.219486 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "tag": "72942681-8a4e-43a3-b295-7bf4150afaac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a10021d8-006c-417b-868b-f905afee3338", "tag": "a5debc3a-e550-476b-86b8-0954149710c4", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:06.221477 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9230f5b-f692-43a6-8ca6-6f2afb6d164b {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:06.222973 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9230f5b-f692-43a6-8ca6-6f2afb6d164b'] response: {'name': 'network-changed', 'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'tag': '72942681-8a4e-43a3-b295-7bf4150afaac', 'status': 'completed', 'code': 200} Apr 18 20:40:06.224638 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9230f5b-f692-43a6-8ca6-6f2afb6d164b'] response: {'name': 'network-changed', 'server_uuid': 'a10021d8-006c-417b-868b-f905afee3338', 'tag': 'a5debc3a-e550-476b-86b8-0954149710c4', 'status': 'completed', 'code': 200} Apr 18 20:40:06.240968 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f62c35-2187-401c-8805-64bbb6708c83 x-openstack-request-id: req-e7f62c35-2187-401c-8805-64bbb6708c83 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:06.241310 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903ecfda-6ff3-4ee2-b620-b04e5b881a3f", "tag": "b30155fa-1874-4923-ab42-17c74f25a27d", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:06.241574 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e7f62c35-2187-401c-8805-64bbb6708c83 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:06.242003 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7f62c35-2187-401c-8805-64bbb6708c83'] response: {'name': 'network-changed', 'server_uuid': '903ecfda-6ff3-4ee2-b620-b04e5b881a3f', 'tag': 'b30155fa-1874-4923-ab42-17c74f25a27d', 'status': 'completed', 'code': 200} Apr 18 20:40:06.246936 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-7e3fa32e-6366-41d4-90fa-be7f0c084c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.337264 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.405313 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55615f7a-62fe-4511-b9b0-df3522711de6 req-a321cf1d-a353-4162-a381-632e340290e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.406116 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55615f7a-62fe-4511-b9b0-df3522711de6 req-a321cf1d-a353-4162-a381-632e340290e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.406259 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55615f7a-62fe-4511-b9b0-df3522711de6 req-a321cf1d-a353-4162-a381-632e340290e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.406694 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55615f7a-62fe-4511-b9b0-df3522711de6 req-a321cf1d-a353-4162-a381-632e340290e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.407178 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55615f7a-62fe-4511-b9b0-df3522711de6 req-a321cf1d-a353-4162-a381-632e340290e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.407646 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55615f7a-62fe-4511-b9b0-df3522711de6 req-a321cf1d-a353-4162-a381-632e340290e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.408107 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55615f7a-62fe-4511-b9b0-df3522711de6 req-a321cf1d-a353-4162-a381-632e340290e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.410568 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-55615f7a-62fe-4511-b9b0-df3522711de6 req-a321cf1d-a353-4162-a381-632e340290e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b938d2524c3842cdaf1832263fa7ae9d&device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 6275 time: 0.2893646 Apr 18 20:40:06.413911 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78,segment=NetworkSegment(9685e92c-5add-481d-8884-cc7ec737f512),segment_id=9685e92c-5add-481d-8884-cc7ec737f512)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:06.428826 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.430549 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 8d3bdca7-278d-47f1-a781-98e6caeb3fe5 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:06.460501 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-432565d5-e591-4939-9e70-18ac0bec4332 req-a2e73799-31ef-4914-8a9a-6579617edfb5 service neutron] 10.222.0.32 "GET /v2.0/networks/58cfdb44-c6e5-4abc-b60c-80bb950cf535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8049450 Apr 18 20:40:06.477970 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-432565d5-e591-4939-9e70-18ac0bec4332 req-4bc6ddf3-83c3-4655-b86d-43a8e4f8de27 service neutron] 10.222.0.57 "GET /v2.0/networks/58cfdb44-c6e5-4abc-b60c-80bb950cf535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957632 Apr 18 20:40:06.682242 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f29905-bc96-4575-891a-a5f158848588 req-dca6ce31-5acb-4a29-9b9d-4a996ab7ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.701379 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-17f29905-bc96-4575-891a-a5f158848588 req-dca6ce31-5acb-4a29-9b9d-4a996ab7ae08 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df8d0a454b80452cbe54aef74c03abdb&device_id=903ecfda-6ff3-4ee2-b620-b04e5b881a3f HTTP/1.1" status: 200 len: 1095 time: 0.1620188 Apr 18 20:40:06.701635 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-7e3fa32e-6366-41d4-90fa-be7f0c084c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.702331 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-7e3fa32e-6366-41d4-90fa-be7f0c084c5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.705229 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-7e3fa32e-6366-41d4-90fa-be7f0c084c5f service neutron] 10.222.0.57 "PUT /v2.0/ports/a3827d6d-6f37-483f-a44f-ac708e8eb2af HTTP/1.1" status: 200 len: 1091 time: 5.1940165 Apr 18 20:40:06.780648 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55615f7a-62fe-4511-b9b0-df3522711de6 req-0505c620-51b2-4585-a759-e02b51fbbcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.781293 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55615f7a-62fe-4511-b9b0-df3522711de6 req-0505c620-51b2-4585-a759-e02b51fbbcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.781771 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55615f7a-62fe-4511-b9b0-df3522711de6 req-0505c620-51b2-4585-a759-e02b51fbbcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.783524 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-55615f7a-62fe-4511-b9b0-df3522711de6 req-0505c620-51b2-4585-a759-e02b51fbbcc7 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b938d2524c3842cdaf1832263fa7ae9d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3577216 Apr 18 20:40:06.787970 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-aad39a4a-87e3-4655-b347-aa177f6851ae service neutron] Request body: {'port': {'device_id': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:06.798908 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 8d3bdca7-278d-47f1-a781-98e6caeb3fe5 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:06.822478 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 8d3bdca7-278d-47f1-a781-98e6caeb3fe5 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:06.822860 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.846633 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:06.878812 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d27f4-86f8-4f8a-9b46-b8eb4bf9bc56 req-3744f12e-88af-40c7-82f5-967818e2b0e8 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.884937 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d27f4-86f8-4f8a-9b46-b8eb4bf9bc56 req-3744f12e-88af-40c7-82f5-967818e2b0e8 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.896262 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d27f4-86f8-4f8a-9b46-b8eb4bf9bc56 req-3744f12e-88af-40c7-82f5-967818e2b0e8 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.902705 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d27f4-86f8-4f8a-9b46-b8eb4bf9bc56 req-3744f12e-88af-40c7-82f5-967818e2b0e8 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.929146 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d27f4-86f8-4f8a-9b46-b8eb4bf9bc56 req-3744f12e-88af-40c7-82f5-967818e2b0e8 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.973419 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d27f4-86f8-4f8a-9b46-b8eb4bf9bc56 req-3744f12e-88af-40c7-82f5-967818e2b0e8 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.986801 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d27f4-86f8-4f8a-9b46-b8eb4bf9bc56 req-3744f12e-88af-40c7-82f5-967818e2b0e8 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:07.001390 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-426d27f4-86f8-4f8a-9b46-b8eb4bf9bc56 req-3744f12e-88af-40c7-82f5-967818e2b0e8 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5441 time: 0.9119406 Apr 18 20:40:07.089275 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9544f24-e72c-4592-b4ad-833ed1cad89e req-6d0fa842-7a07-4f23-b195-58af54f1329d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:07.108386 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9544f24-e72c-4592-b4ad-833ed1cad89e req-6d0fa842-7a07-4f23-b195-58af54f1329d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:07.120031 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c9544f24-e72c-4592-b4ad-833ed1cad89e req-6d0fa842-7a07-4f23-b195-58af54f1329d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=a10021d8-006c-417b-868b-f905afee3338 HTTP/1.1" status: 200 len: 1678 time: 0.7016182 Apr 18 20:40:07.152819 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95201784-e605-4f59-bd16-56419ae84a45'}, {'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088f9125-e7ed-4d40-819c-3af12453d6a0'}, {'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518d95c4-4917-4c82-b386-f2d314651a91'}, {'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:07.155970 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c78e32b-e487-497c-b1b7-904cc2452a08" -d '{"events": [{"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-plugged", "status": "completed", "tag": "95201784-e605-4f59-bd16-56419ae84a45"}, {"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-plugged", "status": "completed", "tag": "088f9125-e7ed-4d40-819c-3af12453d6a0"}, {"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-plugged", "status": "completed", "tag": "518d95c4-4917-4c82-b386-f2d314651a91"}, {"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-plugged", "status": "completed", "tag": "8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:07.204270 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f29905-bc96-4575-891a-a5f158848588 req-81f5f22b-6f39-4795-a6e3-de2198a7c5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:07.207215 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-17f29905-bc96-4575-891a-a5f158848588 req-81f5f22b-6f39-4795-a6e3-de2198a7c5e6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58cfdb44-c6e5-4abc-b60c-80bb950cf535 HTTP/1.1" status: 200 len: 914 time: 0.4965234 Apr 18 20:40:07.227384 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55615f7a-62fe-4511-b9b0-df3522711de6 req-af6c9e54-ff41-48e8-bb06-9406fcb7e3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:07.227915 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-55615f7a-62fe-4511-b9b0-df3522711de6 req-af6c9e54-ff41-48e8-bb06-9406fcb7e3d0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4264379 Apr 18 20:40:07.285067 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3fa32e-6366-41d4-90fa-be7f0c084c5f service neutron] Pushing event updated for resources: {'Port': ['ID=a3827d6d-6f37-483f-a44f-ac708e8eb2af,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:07.296813 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-17f29905-bc96-4575-891a-a5f158848588 req-99e4466b-da07-4dfa-968c-20c8f82c3c05 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b30155fa-1874-4923-ab42-17c74f25a27d HTTP/1.1" status: 200 len: 217 time: 0.0676789 Apr 18 20:40:07.304405 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.388839 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 8d3bdca7-278d-47f1-a781-98e6caeb3fe5, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=8d3bdca7-278d-47f1-a781-98e6caeb3fe5,segment=NetworkSegment(3a670b0e-6c3c-43fd-a0c4-ca85021cbf57),segment_id=3a670b0e-6c3c-43fd-a0c4-ca85021cbf57)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:07.390433 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f29905-bc96-4575-891a-a5f158848588 req-b2f31fd8-8781-4903-866d-e752f0a32ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:07.392841 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-17f29905-bc96-4575-891a-a5f158848588 req-b2f31fd8-8781-4903-866d-e752f0a32ca0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c65c631c-fbcc-42f9-b6bd-05a4bfb002da HTTP/1.1" status: 200 len: 853 time: 0.0881536 Apr 18 20:40:07.398550 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.435648 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-17f29905-bc96-4575-891a-a5f158848588 req-42b5bd21-1257-4886-8eaf-2034febd7361 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58cfdb44-c6e5-4abc-b60c-80bb950cf535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335581 Apr 18 20:40:07.440905 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-c77e85a8-97dc-4f7b-99b9-ebb6d4b2bf73 service neutron] 10.222.0.32 "GET /v2.0/networks/8390a3d5-3138-42f0-b1d2-2d0e5c426f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2738276 Apr 18 20:40:07.451841 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-aad39a4a-87e3-4655-b347-aa177f6851ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.481998 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 261ee228-3034-446a-848b-b1eb0de2a08c up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:07.563630 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=8d3bdca7-278d-47f1-a781-98e6caeb3fe5,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:07.597298 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 261ee228-3034-446a-848b-b1eb0de2a08c completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:07.601792 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.603649 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 261ee228-3034-446a-848b-b1eb0de2a08c triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:07.604030 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-bbc61a27-3057-43fb-97d5-a534bbb3a5d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.79&port_id=a5debc3a-e550-476b-86b8-0954149710c4 HTTP/1.1" status: 200 len: 217 time: 0.1265435 Apr 18 20:40:07.604232 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.615843 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-426d27f4-86f8-4f8a-9b46-b8eb4bf9bc56 req-b4b6d22b-1fae-4c78-b339-b4e36383a9de tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c22c2ed-97fd-4dce-8dfd-c21553233c79&id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4865079 Apr 18 20:40:07.621502 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c9544f24-e72c-4592-b4ad-833ed1cad89e req-7e051067-8680-445f-a9d9-4061fc71cc85 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853383 Apr 18 20:40:07.718922 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-17f29905-bc96-4575-891a-a5f158848588 req-17dfd78c-51f7-4890-8df5-a63931f21cec service neutron] 10.222.0.32 "GET /v2.0/networks/58cfdb44-c6e5-4abc-b60c-80bb950cf535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697558 Apr 18 20:40:07.920772 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.989113 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 261ee228-3034-446a-848b-b1eb0de2a08c, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=261ee228-3034-446a-848b-b1eb0de2a08c,segment=NetworkSegment(9685e92c-5add-481d-8884-cc7ec737f512),segment_id=9685e92c-5add-481d-8884-cc7ec737f512)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:08.002515 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.003724 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 2c0596f1-154c-4d5c-b593-d1998b78e1de up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:08.015088 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-17f29905-bc96-4575-891a-a5f158848588 req-f76de215-59ba-4751-92f1-7d2b1a0af78d service neutron] 10.222.0.32 "GET /v2.0/networks/58cfdb44-c6e5-4abc-b60c-80bb950cf535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878768 Apr 18 20:40:08.115732 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=261ee228-3034-446a-848b-b1eb0de2a08c,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:08.141458 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 2c0596f1-154c-4d5c-b593-d1998b78e1de completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:08.147637 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 2c0596f1-154c-4d5c-b593-d1998b78e1de triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:08.148547 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.244639 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a958a6-d55c-4c36-96e7-069ec59aa5a3', 'tag': '4dafaafa-d74f-4d65-9a5d-1236c5ec9db1'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:08.248314 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923add96-f18f-404a-b81f-4a049988bf99" -d '{"events": [{"name": "network-changed", "server_uuid": "71a958a6-d55c-4c36-96e7-069ec59aa5a3", "tag": "4dafaafa-d74f-4d65-9a5d-1236c5ec9db1"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:08.292148 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.328296 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1', 'name': 'network-vif-deleted', 'tag': '75f4976e-a896-4ae8-9961-d7dfed0d6a42'}, {'name': 'network-changed', 'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'tag': 'a3827d6d-6f37-483f-a44f-ac708e8eb2af'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:08.332672 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbb950a-6726-4b3d-8357-15f168195c90" -d '{"events": [{"server_uuid": "12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1", "name": "network-vif-deleted", "tag": "75f4976e-a896-4ae8-9961-d7dfed0d6a42"}, {"name": "network-changed", "server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "tag": "a3827d6d-6f37-483f-a44f-ac708e8eb2af"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:08.353695 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 2c0596f1-154c-4d5c-b593-d1998b78e1de, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=2c0596f1-154c-4d5c-b593-d1998b78e1de,segment=NetworkSegment(3a670b0e-6c3c-43fd-a0c4-ca85021cbf57),segment_id=3a670b0e-6c3c-43fd-a0c4-ca85021cbf57)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:08.362656 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.448498 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=2c0596f1-154c-4d5c-b593-d1998b78e1de,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:08.536031 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-36b13982-56e9-44ad-8ce7-f34ccc401ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:08.538655 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-36b13982-56e9-44ad-8ce7-f34ccc401ce4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53909cd8-d507-4d3a-aeb8-468856763b89 HTTP/1.1" status: 200 len: 801 time: 0.9127603 Apr 18 20:40:08.670156 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341873b-751a-4453-b957-ed0e34dc092b req-2a8adf95-1257-4a6a-acde-5865353ca79e tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:08.672940 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3341873b-751a-4453-b957-ed0e34dc092b req-2a8adf95-1257-4a6a-acde-5865353ca79e tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/ports?device_id=903ecfda-6ff3-4ee2-b620-b04e5b881a3f HTTP/1.1" status: 200 len: 944 time: 0.8370302 Apr 18 20:40:08.813995 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae531e63-4765-4329-b61c-7c513119cec6 req-6f5f7283-b0be-42a1-90b7-4af3e33b8af5 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:08.824747 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae531e63-4765-4329-b61c-7c513119cec6 req-6f5f7283-b0be-42a1-90b7-4af3e33b8af5 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:08.835493 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae531e63-4765-4329-b61c-7c513119cec6 req-6f5f7283-b0be-42a1-90b7-4af3e33b8af5 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:08.844504 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae531e63-4765-4329-b61c-7c513119cec6 req-6f5f7283-b0be-42a1-90b7-4af3e33b8af5 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:08.849562 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae531e63-4765-4329-b61c-7c513119cec6 req-6f5f7283-b0be-42a1-90b7-4af3e33b8af5 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:08.855639 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae531e63-4765-4329-b61c-7c513119cec6 req-6f5f7283-b0be-42a1-90b7-4af3e33b8af5 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:08.862772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae531e63-4765-4329-b61c-7c513119cec6 req-6f5f7283-b0be-42a1-90b7-4af3e33b8af5 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:08.864867 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ae531e63-4765-4329-b61c-7c513119cec6 req-6f5f7283-b0be-42a1-90b7-4af3e33b8af5 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5383 time: 0.5159783 Apr 18 20:40:08.920501 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-920507ba-caca-4c44-af29-75e70203d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:08.920501 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-920507ba-caca-4c44-af29-75e70203d4b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15e46414-6edf-4751-b6e8-5dde4206068a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3590982 Apr 18 20:40:08.943542 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3341873b-751a-4453-b957-ed0e34dc092b req-2f6caaf3-c7fe-4506-97ae-d944c7fdfd96 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/security-groups?id=34068029-1743-4209-9734-1b54963716ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429063 Apr 18 20:40:09.096337 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ae531e63-4765-4329-b61c-7c513119cec6 req-5ba2349d-a8ac-4afd-8ffc-6100752f096c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2149980 Apr 18 20:40:09.100624 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e907f8-1ae8-40e2-a712-ce10973c5627 x-openstack-request-id: req-d7e907f8-1ae8-40e2-a712-ce10973c5627 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:09.101516 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-plugged", "status": "completed", "tag": "95201784-e605-4f59-bd16-56419ae84a45", "code": 200}, {"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-plugged", "status": "completed", "tag": "088f9125-e7ed-4d40-819c-3af12453d6a0", "code": 200}, {"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-plugged", "status": "completed", "tag": "518d95c4-4917-4c82-b386-f2d314651a91", "code": 200}, {"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-plugged", "status": "completed", "tag": "8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:09.104888 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7e907f8-1ae8-40e2-a712-ce10973c5627 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:09.106034 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e907f8-1ae8-40e2-a712-ce10973c5627'] response: {'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95201784-e605-4f59-bd16-56419ae84a45', 'code': 200} Apr 18 20:40:09.106964 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e907f8-1ae8-40e2-a712-ce10973c5627'] response: {'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088f9125-e7ed-4d40-819c-3af12453d6a0', 'code': 200} Apr 18 20:40:09.107357 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e907f8-1ae8-40e2-a712-ce10973c5627'] response: {'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518d95c4-4917-4c82-b386-f2d314651a91', 'code': 200} Apr 18 20:40:09.107883 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e907f8-1ae8-40e2-a712-ce10973c5627'] response: {'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78', 'code': 200} Apr 18 20:40:09.176233 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-eb4b836a-b518-4a5c-80cc-3420684c671e service neutron] 10.222.0.32 "GET /v2.0/networks/15e46414-6edf-4751-b6e8-5dde4206068a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464304 Apr 18 20:40:09.389672 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36114816-4124-4b8e-b4d5-814ee587edd0 x-openstack-request-id: req-36114816-4124-4b8e-b4d5-814ee587edd0 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:09.390517 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a958a6-d55c-4c36-96e7-069ec59aa5a3", "tag": "4dafaafa-d74f-4d65-9a5d-1236c5ec9db1", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:09.390517 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36114816-4124-4b8e-b4d5-814ee587edd0 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:09.395429 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36114816-4124-4b8e-b4d5-814ee587edd0'] response: {'name': 'network-changed', 'server_uuid': '71a958a6-d55c-4c36-96e7-069ec59aa5a3', 'tag': '4dafaafa-d74f-4d65-9a5d-1236c5ec9db1', 'status': 'completed', 'code': 200} Apr 18 20:40:09.472565 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bf77b0-c4d8-4e1d-af46-70ecf6ac8af3 x-openstack-request-id: req-89bf77b0-c4d8-4e1d-af46-70ecf6ac8af3 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:09.472565 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1", "name": "network-vif-deleted", "tag": "75f4976e-a896-4ae8-9961-d7dfed0d6a42", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "tag": "a3827d6d-6f37-483f-a44f-ac708e8eb2af", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:09.472565 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89bf77b0-c4d8-4e1d-af46-70ecf6ac8af3 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:09.474435 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89bf77b0-c4d8-4e1d-af46-70ecf6ac8af3'] response: {'server_uuid': '12f4fd3e-d8c3-4daa-a026-22f01f0bb6c1', 'name': 'network-vif-deleted', 'tag': '75f4976e-a896-4ae8-9961-d7dfed0d6a42', 'status': 'completed', 'code': 200} Apr 18 20:40:09.474435 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89bf77b0-c4d8-4e1d-af46-70ecf6ac8af3'] response: {'name': 'network-changed', 'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'tag': 'a3827d6d-6f37-483f-a44f-ac708e8eb2af', 'status': 'completed', 'code': 200} Apr 18 20:40:09.553251 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-aad39a4a-87e3-4655-b347-aa177f6851ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 492687d2-a698-480b-8d9d-5292e1354c85 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:09.605692 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-aad39a4a-87e3-4655-b347-aa177f6851ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:09.643235 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923add96-f18f-404a-b81f-4a049988bf99 req-2734ecfc-3c3c-4ae2-b820-c3ca49a3880e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:09.646192 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-923add96-f18f-404a-b81f-4a049988bf99 req-2734ecfc-3c3c-4ae2-b820-c3ca49a3880e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df8d0a454b80452cbe54aef74c03abdb&device_id=71a958a6-d55c-4c36-96e7-069ec59aa5a3 HTTP/1.1" status: 200 len: 1094 time: 0.2284062 Apr 18 20:40:09.672419 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa1e8c-db06-4cb9-a223-1d380c564fff req-bfcbff15-040c-404a-b866-e0187f2b98e9 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:09.688798 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdaa1e8c-db06-4cb9-a223-1d380c564fff req-bfcbff15-040c-404a-b866-e0187f2b98e9 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.3934872 Apr 18 20:40:09.768529 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb6559f5-aee9-414e-a3f5-9a6fbee6cf9a req-bb2725aa-23e5-4120-8e63-e0d4ee49f597 service neutron] 10.222.0.32 "GET /v2.0/networks/15e46414-6edf-4751-b6e8-5dde4206068a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742524 Apr 18 20:40:09.770907 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-aad39a4a-87e3-4655-b347-aa177f6851ae service neutron] Transition to ACTIVE for port object 492687d2-a698-480b-8d9d-5292e1354c85 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:09.793582 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-aad39a4a-87e3-4655-b347-aa177f6851ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:09.835583 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb950a-6726-4b3d-8357-15f168195c90 req-53ae69e1-d00c-44e2-86a0-b7dd40c53a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:09.836613 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb950a-6726-4b3d-8357-15f168195c90 req-53ae69e1-d00c-44e2-86a0-b7dd40c53a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:09.837390 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb950a-6726-4b3d-8357-15f168195c90 req-53ae69e1-d00c-44e2-86a0-b7dd40c53a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:09.838161 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb950a-6726-4b3d-8357-15f168195c90 req-53ae69e1-d00c-44e2-86a0-b7dd40c53a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:09.839120 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb950a-6726-4b3d-8357-15f168195c90 req-53ae69e1-d00c-44e2-86a0-b7dd40c53a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:09.839937 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb950a-6726-4b3d-8357-15f168195c90 req-53ae69e1-d00c-44e2-86a0-b7dd40c53a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:09.840830 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb950a-6726-4b3d-8357-15f168195c90 req-53ae69e1-d00c-44e2-86a0-b7dd40c53a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:09.845358 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fdbb950a-6726-4b3d-8357-15f168195c90 req-53ae69e1-d00c-44e2-86a0-b7dd40c53a37 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b938d2524c3842cdaf1832263fa7ae9d&device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 6275 time: 0.3182702 Apr 18 20:40:09.941563 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdaa1e8c-db06-4cb9-a223-1d380c564fff req-d4ba0859-b6f6-475e-9285-93cbe79ac6fd tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533302 Apr 18 20:40:09.990469 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c5ff4-bae9-4e1c-9c4c-988696705785 req-493b97eb-7f5a-49ed-ae3a-c28e85e36180 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:10.000565 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c5ff4-bae9-4e1c-9c4c-988696705785 req-493b97eb-7f5a-49ed-ae3a-c28e85e36180 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:10.021883 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c5ff4-bae9-4e1c-9c4c-988696705785 req-493b97eb-7f5a-49ed-ae3a-c28e85e36180 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:10.036266 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c5ff4-bae9-4e1c-9c4c-988696705785 req-493b97eb-7f5a-49ed-ae3a-c28e85e36180 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:10.058769 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c5ff4-bae9-4e1c-9c4c-988696705785 req-493b97eb-7f5a-49ed-ae3a-c28e85e36180 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:10.078533 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c5ff4-bae9-4e1c-9c4c-988696705785 req-493b97eb-7f5a-49ed-ae3a-c28e85e36180 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:10.079367 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923add96-f18f-404a-b81f-4a049988bf99 req-d38c0a4a-0744-4f6d-a1b2-cc2aa0d4c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:10.081213 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-923add96-f18f-404a-b81f-4a049988bf99 req-d38c0a4a-0744-4f6d-a1b2-cc2aa0d4c7f1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=58cfdb44-c6e5-4abc-b60c-80bb950cf535 HTTP/1.1" status: 200 len: 914 time: 0.4138358 Apr 18 20:40:10.087543 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c5ff4-bae9-4e1c-9c4c-988696705785 req-493b97eb-7f5a-49ed-ae3a-c28e85e36180 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:10.098727 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-590c5ff4-bae9-4e1c-9c4c-988696705785 req-493b97eb-7f5a-49ed-ae3a-c28e85e36180 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5445 time: 0.5503519 Apr 18 20:40:10.150010 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-923add96-f18f-404a-b81f-4a049988bf99 req-589808d3-a948-49d1-a1af-c9eff77ccfb9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dafaafa-d74f-4d65-9a5d-1236c5ec9db1 HTTP/1.1" status: 200 len: 217 time: 0.0591736 Apr 18 20:40:10.180989 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad39a4a-87e3-4655-b347-aa177f6851ae service neutron] Pushing event updated for resources: {'Port': ['ID=492687d2-a698-480b-8d9d-5292e1354c85,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:10.199681 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device b30155fa-1874-4923-ab42-17c74f25a27d details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:40:10.259483 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923add96-f18f-404a-b81f-4a049988bf99 req-ace3dd05-f300-4dde-acbe-2de89b8d4988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:10.265493 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-923add96-f18f-404a-b81f-4a049988bf99 req-ace3dd05-f300-4dde-acbe-2de89b8d4988 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c65c631c-fbcc-42f9-b6bd-05a4bfb002da HTTP/1.1" status: 200 len: 853 time: 0.1084504 Apr 18 20:40:10.310555 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb950a-6726-4b3d-8357-15f168195c90 req-1339b1b4-e15a-48ae-8bee-9533189180a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:10.319975 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb950a-6726-4b3d-8357-15f168195c90 req-1339b1b4-e15a-48ae-8bee-9533189180a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:10.322075 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb950a-6726-4b3d-8357-15f168195c90 req-1339b1b4-e15a-48ae-8bee-9533189180a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:10.323839 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fdbb950a-6726-4b3d-8357-15f168195c90 req-1339b1b4-e15a-48ae-8bee-9533189180a2 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b938d2524c3842cdaf1832263fa7ae9d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4702942 Apr 18 20:40:10.336881 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-590c5ff4-bae9-4e1c-9c4c-988696705785 req-f6819937-300e-4869-b4f7-8f76efed4e2b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c22c2ed-97fd-4dce-8dfd-c21553233c79&id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2368631 Apr 18 20:40:10.388297 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55615f7a-62fe-4511-b9b0-df3522711de6 req-794da9b7-2d0b-4d14-a13a-0ec92a5d6dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:10.390262 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55615f7a-62fe-4511-b9b0-df3522711de6 req-794da9b7-2d0b-4d14-a13a-0ec92a5d6dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:10.398380 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-55615f7a-62fe-4511-b9b0-df3522711de6 req-794da9b7-2d0b-4d14-a13a-0ec92a5d6dc5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a68a6b8656b54bed80d6a62c1f094daf&device_id=a10021d8-006c-417b-868b-f905afee3338 HTTP/1.1" status: 200 len: 1980 time: 0.4756808 Apr 18 20:40:10.399171 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port b30155fa-1874-4923-ab42-17c74f25a27d, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=b30155fa-1874-4923-ab42-17c74f25a27d,segment=NetworkSegment(376cc761-9df4-40ad-bdff-9ddef2308cd3),segment_id=376cc761-9df4-40ad-bdff-9ddef2308cd3)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:10.425574 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'b30155fa-1874-4923-ab42-17c74f25a27d', 'network_id': '58cfdb44-c6e5-4abc-b60c-80bb950cf535', 'port_id': 'b30155fa-1874-4923-ab42-17c74f25a27d', 'mac_address': 'fa:16:3e:cc:e3:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65c631c-fbcc-42f9-b6bd-05a4bfb002da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:40:10.428373 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4dafaafa-d74f-4d65-9a5d-1236c5ec9db1 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:40:10.480838 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-923add96-f18f-404a-b81f-4a049988bf99 req-0d552be5-be5f-4870-a75e-14832dcb77d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=58cfdb44-c6e5-4abc-b60c-80bb950cf535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1489909 Apr 18 20:40:10.587790 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55615f7a-62fe-4511-b9b0-df3522711de6 req-c0cc5ecf-fe9e-4cbd-add6-d4b7cdc7d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:10.589047 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-55615f7a-62fe-4511-b9b0-df3522711de6 req-c0cc5ecf-fe9e-4cbd-add6-d4b7cdc7d814 service neutron] 10.222.0.32 "GET /v2.0/networks?id=15e46414-6edf-4751-b6e8-5dde4206068a HTTP/1.1" status: 200 len: 903 time: 0.1750832 Apr 18 20:40:10.667528 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 4dafaafa-d74f-4d65-9a5d-1236c5ec9db1, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4dafaafa-d74f-4d65-9a5d-1236c5ec9db1,segment=NetworkSegment(376cc761-9df4-40ad-bdff-9ddef2308cd3),segment_id=376cc761-9df4-40ad-bdff-9ddef2308cd3)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:10.683498 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '4dafaafa-d74f-4d65-9a5d-1236c5ec9db1', 'network_id': '58cfdb44-c6e5-4abc-b60c-80bb950cf535', 'port_id': '4dafaafa-d74f-4d65-9a5d-1236c5ec9db1', 'mac_address': 'fa:16:3e:79:49:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65c631c-fbcc-42f9-b6bd-05a4bfb002da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:40:10.683954 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f8fe9-3e57-4153-aa6c-00d589a111e0 req-0e972a50-848f-4115-8254-dc6001ad4cab tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:10.692175 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f8fe9-3e57-4153-aa6c-00d589a111e0 req-0e972a50-848f-4115-8254-dc6001ad4cab tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:10.693942 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-371f8fe9-3e57-4153-aa6c-00d589a111e0 req-0e972a50-848f-4115-8254-dc6001ad4cab tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=a10021d8-006c-417b-868b-f905afee3338 HTTP/1.1" status: 200 len: 1678 time: 0.5857129 Apr 18 20:40:10.704513 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-aad39a4a-87e3-4655-b347-aa177f6851ae service neutron] Attempting to bind port 492687d2-a698-480b-8d9d-5292e1354c85 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:10.704878 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-aad39a4a-87e3-4655-b347-aa177f6851ae service neutron] Attempting to bind port 492687d2-a698-480b-8d9d-5292e1354c85 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '0bda1478-dae9-409e-93a0-17d8d33da324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:10.705219 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-aad39a4a-87e3-4655-b347-aa177f6851ae service neutron] Attempting to bind port 492687d2-a698-480b-8d9d-5292e1354c85 on network 6ebd78e3-8ba6-4968-baed-05df69d3d0c2 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:10.738399 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb950a-6726-4b3d-8357-15f168195c90 req-a696da60-34d3-42b6-8a94-c0ea4617af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:10.740114 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fdbb950a-6726-4b3d-8357-15f168195c90 req-a696da60-34d3-42b6-8a94-c0ea4617af0c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3834295 Apr 18 20:40:10.765793 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.783396 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-923add96-f18f-404a-b81f-4a049988bf99 req-b090e639-fadf-47ec-93d5-8a0f2b7f2c8e service neutron] 10.222.0.57 "GET /v2.0/networks/58cfdb44-c6e5-4abc-b60c-80bb950cf535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868941 Apr 18 20:40:10.792406 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-371f8fe9-3e57-4153-aa6c-00d589a111e0 req-0f453ae0-3193-4bc1-9707-fc85989c593d tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833480 Apr 18 20:40:10.796255 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dafaafa-d74f-4d65-9a5d-1236c5ec9db1 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:10.806023 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.810535 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-aad39a4a-87e3-4655-b347-aa177f6851ae service neutron] Port 492687d2-a698-480b-8d9d-5292e1354c85 on network 6ebd78e3-8ba6-4968-baed-05df69d3d0c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:40:10.810853 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-aad39a4a-87e3-4655-b347-aa177f6851ae service neutron] Attempting to bind port 492687d2-a698-480b-8d9d-5292e1354c85 on network 6ebd78e3-8ba6-4968-baed-05df69d3d0c2 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:10.818369 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-55615f7a-62fe-4511-b9b0-df3522711de6 req-d6b22c10-5c61-4840-b7f0-68667aa213e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.79&port_id=a5debc3a-e550-476b-86b8-0954149710c4 HTTP/1.1" status: 200 len: 217 time: 0.1211209 Apr 18 20:40:10.827267 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88a87b-7713-4091-a9b0-0c60f0c813be req-fcf1f289-b28f-4da8-89c0-e0896a222a46 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:10.835390 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f88a87b-7713-4091-a9b0-0c60f0c813be req-fcf1f289-b28f-4da8-89c0-e0896a222a46 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.2452128 Apr 18 20:40:10.855476 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-aad39a4a-87e3-4655-b347-aa177f6851ae service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:40:10.855825 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-aad39a4a-87e3-4655-b347-aa177f6851ae service neutron] Checking segment: {'id': '0bda1478-dae9-409e-93a0-17d8d33da324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:40:10.856209 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-aad39a4a-87e3-4655-b347-aa177f6851ae service neutron] Bound using segment: {'id': '0bda1478-dae9-409e-93a0-17d8d33da324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:40:10.857409 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-aad39a4a-87e3-4655-b347-aa177f6851ae service neutron] Bound port: 492687d2-a698-480b-8d9d-5292e1354c85, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bda1478-dae9-409e-93a0-17d8d33da324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:10.857879 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-aad39a4a-87e3-4655-b347-aa177f6851ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.874181 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b30155fa-1874-4923-ab42-17c74f25a27d {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:10.920826 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port b30155fa-1874-4923-ab42-17c74f25a27d, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=b30155fa-1874-4923-ab42-17c74f25a27d,segment=NetworkSegment(376cc761-9df4-40ad-bdff-9ddef2308cd3),segment_id=376cc761-9df4-40ad-bdff-9ddef2308cd3)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:10.928246 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 4dafaafa-d74f-4d65-9a5d-1236c5ec9db1, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4dafaafa-d74f-4d65-9a5d-1236c5ec9db1,segment=NetworkSegment(376cc761-9df4-40ad-bdff-9ddef2308cd3),segment_id=376cc761-9df4-40ad-bdff-9ddef2308cd3)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:10.932842 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.940062 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55615f7a-62fe-4511-b9b0-df3522711de6 req-2c6eb2b3-8ec5-4317-9fab-62aabe8d03df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:10.942592 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-55615f7a-62fe-4511-b9b0-df3522711de6 req-2c6eb2b3-8ec5-4317-9fab-62aabe8d03df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53909cd8-d507-4d3a-aeb8-468856763b89 HTTP/1.1" status: 200 len: 801 time: 0.0821300 Apr 18 20:40:10.961323 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f88a87b-7713-4091-a9b0-0c60f0c813be req-27e46bd3-32b2-4f66-88d7-6ace2db24b7a tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247215 Apr 18 20:40:10.963333 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-923add96-f18f-404a-b81f-4a049988bf99 req-3371a39a-3c50-4e66-8b35-f6f27a63dc36 service neutron] 10.222.0.57 "GET /v2.0/networks/58cfdb44-c6e5-4abc-b60c-80bb950cf535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678925 Apr 18 20:40:11.003891 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.066974 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=b30155fa-1874-4923-ab42-17c74f25a27d,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:11.189892 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3bdca7-278d-47f1-a781-98e6caeb3fe5'}, {'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261ee228-3034-446a-848b-b1eb0de2a08c'}, {'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0596f1-154c-4d5c-b593-d1998b78e1de'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:11.194169 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd938bba-4a32-4f7d-870a-8790385e5453" -d '{"events": [{"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-plugged", "status": "completed", "tag": "8d3bdca7-278d-47f1-a781-98e6caeb3fe5"}, {"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-plugged", "status": "completed", "tag": "261ee228-3034-446a-848b-b1eb0de2a08c"}, {"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-plugged", "status": "completed", "tag": "2c0596f1-154c-4d5c-b593-d1998b78e1de"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:11.232805 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=4dafaafa-d74f-4d65-9a5d-1236c5ec9db1,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:11.294980 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55615f7a-62fe-4511-b9b0-df3522711de6 req-fe062c84-499f-4d63-8426-5aa75c4dac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:11.297748 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-55615f7a-62fe-4511-b9b0-df3522711de6 req-fe062c84-499f-4d63-8426-5aa75c4dac97 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15e46414-6edf-4751-b6e8-5dde4206068a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3118663 Apr 18 20:40:11.367785 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-aad39a4a-87e3-4655-b347-aa177f6851ae service neutron] For port 492687d2-a698-480b-8d9d-5292e1354c85, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:11.379157 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['4dafaafa-d74f-4d65-9a5d-1236c5ec9db1'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:11.385219 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400d8ba-7b92-48e9-8300-eab7a5da1e97 req-a73b6842-3a70-4fdc-bd3f-f65f6e241b7b tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:11.387490 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8400d8ba-7b92-48e9-8300-eab7a5da1e97 req-a73b6842-3a70-4fdc-bd3f-f65f6e241b7b tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/ports?device_id=903ecfda-6ff3-4ee2-b620-b04e5b881a3f HTTP/1.1" status: 200 len: 945 time: 0.3075557 Apr 18 20:40:11.423445 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71bd6b-52e0-47eb-89c1-0a0a499defc0 req-5928b114-959d-4666-92dc-cd463c4bc84d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:11.432925 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['b30155fa-1874-4923-ab42-17c74f25a27d'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:11.438557 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71bd6b-52e0-47eb-89c1-0a0a499defc0 req-5928b114-959d-4666-92dc-cd463c4bc84d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:11.449016 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71bd6b-52e0-47eb-89c1-0a0a499defc0 req-5928b114-959d-4666-92dc-cd463c4bc84d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:11.459900 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71bd6b-52e0-47eb-89c1-0a0a499defc0 req-5928b114-959d-4666-92dc-cd463c4bc84d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:11.471305 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71bd6b-52e0-47eb-89c1-0a0a499defc0 req-5928b114-959d-4666-92dc-cd463c4bc84d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:11.482520 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71bd6b-52e0-47eb-89c1-0a0a499defc0 req-5928b114-959d-4666-92dc-cd463c4bc84d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:11.491278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71bd6b-52e0-47eb-89c1-0a0a499defc0 req-5928b114-959d-4666-92dc-cd463c4bc84d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:11.503706 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f71bd6b-52e0-47eb-89c1-0a0a499defc0 req-5928b114-959d-4666-92dc-cd463c4bc84d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5395 time: 0.3492792 Apr 18 20:40:11.579222 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-aad39a4a-87e3-4655-b347-aa177f6851ae service neutron] For port 492687d2-a698-480b-8d9d-5292e1354c85, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=492687d2-a698-480b-8d9d-5292e1354c85,segment=NetworkSegment(0bda1478-dae9-409e-93a0-17d8d33da324),segment_id=0bda1478-dae9-409e-93a0-17d8d33da324)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:11.620215 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.637782 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-aad39a4a-87e3-4655-b347-aa177f6851ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.843589 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-aad39a4a-87e3-4655-b347-aa177f6851ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:11.844281 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-aad39a4a-87e3-4655-b347-aa177f6851ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.845864 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-aad39a4a-87e3-4655-b347-aa177f6851ae service neutron] 10.222.0.57 "PUT /v2.0/ports/492687d2-a698-480b-8d9d-5292e1354c85 HTTP/1.1" status: 200 len: 1090 time: 5.0751083 Apr 18 20:40:11.846559 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'tag': '492687d2-a698-480b-8d9d-5292e1354c85'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:11.849499 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377879c5-6c41-4de2-a3bb-25c9b063f2de" -d '{"events": [{"name": "network-changed", "server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "tag": "492687d2-a698-480b-8d9d-5292e1354c85"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:11.874217 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8400d8ba-7b92-48e9-8300-eab7a5da1e97 req-524b1b0d-cfe3-40e5-a757-88e09600e3b3 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/security-groups?id=34068029-1743-4209-9734-1b54963716ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619688 Apr 18 20:40:11.891466 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad39a4a-87e3-4655-b347-aa177f6851ae service neutron] Pushing event updated for resources: {'Port': ['ID=492687d2-a698-480b-8d9d-5292e1354c85,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:11.946507 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-43772c5b-e75f-4c05-be43-dff66e53f413 service neutron] Request body: {'port': {'device_id': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:11.976967 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d105281-8868-4355-bfd1-adb7422cf81b x-openstack-request-id: req-8d105281-8868-4355-bfd1-adb7422cf81b {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:11.977447 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-plugged", "status": "completed", "tag": "8d3bdca7-278d-47f1-a781-98e6caeb3fe5", "code": 200}, {"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-plugged", "status": "completed", "tag": "261ee228-3034-446a-848b-b1eb0de2a08c", "code": 200}, {"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-plugged", "status": "completed", "tag": "2c0596f1-154c-4d5c-b593-d1998b78e1de", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:11.977738 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d105281-8868-4355-bfd1-adb7422cf81b {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:11.978195 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d105281-8868-4355-bfd1-adb7422cf81b'] response: {'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3bdca7-278d-47f1-a781-98e6caeb3fe5', 'code': 200} Apr 18 20:40:11.979548 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d105281-8868-4355-bfd1-adb7422cf81b'] response: {'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261ee228-3034-446a-848b-b1eb0de2a08c', 'code': 200} Apr 18 20:40:11.979752 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d105281-8868-4355-bfd1-adb7422cf81b'] response: {'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0596f1-154c-4d5c-b593-d1998b78e1de', 'code': 200} Apr 18 20:40:12.011640 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f71bd6b-52e0-47eb-89c1-0a0a499defc0 req-633fda2f-dbc8-4d8c-a7f7-fa1a047a58cb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4291039 Apr 18 20:40:12.019665 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-55615f7a-62fe-4511-b9b0-df3522711de6 req-1f6431ed-b6f5-406b-b80a-625d04a0af1e service neutron] 10.222.0.32 "GET /v2.0/networks/15e46414-6edf-4751-b6e8-5dde4206068a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7116547 Apr 18 20:40:12.194935 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e65bd-fb2c-4ee3-b15e-aebc74d3eaea req-bc317456-93a8-47a8-8002-ea308bf903de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.196325 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e65bd-fb2c-4ee3-b15e-aebc74d3eaea req-bc317456-93a8-47a8-8002-ea308bf903de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.197020 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-43772c5b-e75f-4c05-be43-dff66e53f413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.197428 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e65bd-fb2c-4ee3-b15e-aebc74d3eaea req-bc317456-93a8-47a8-8002-ea308bf903de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.198307 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e65bd-fb2c-4ee3-b15e-aebc74d3eaea req-bc317456-93a8-47a8-8002-ea308bf903de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.198956 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e65bd-fb2c-4ee3-b15e-aebc74d3eaea req-bc317456-93a8-47a8-8002-ea308bf903de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.200017 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e65bd-fb2c-4ee3-b15e-aebc74d3eaea req-bc317456-93a8-47a8-8002-ea308bf903de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.202134 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e65bd-fb2c-4ee3-b15e-aebc74d3eaea req-bc317456-93a8-47a8-8002-ea308bf903de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.202268 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8bbad1-21bf-4baf-8de1-f1d08d659a46 x-openstack-request-id: req-ab8bbad1-21bf-4baf-8de1-f1d08d659a46 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:12.202666 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "tag": "492687d2-a698-480b-8d9d-5292e1354c85", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:12.203056 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab8bbad1-21bf-4baf-8de1-f1d08d659a46 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:12.203682 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab8bbad1-21bf-4baf-8de1-f1d08d659a46'] response: {'name': 'network-changed', 'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'tag': '492687d2-a698-480b-8d9d-5292e1354c85', 'status': 'completed', 'code': 200} Apr 18 20:40:12.205756 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c25e65bd-fb2c-4ee3-b15e-aebc74d3eaea req-bc317456-93a8-47a8-8002-ea308bf903de service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 6502 time: 0.1003349 Apr 18 20:40:12.347483 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c25e65bd-fb2c-4ee3-b15e-aebc74d3eaea req-50702cbe-18e9-488f-aba0-62365f2c1948 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=71d5f076-796b-4044-9070-33f9865026a4&id=5c22c2ed-97fd-4dce-8dfd-c21553233c79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1268718 Apr 18 20:40:12.398891 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377879c5-6c41-4de2-a3bb-25c9b063f2de req-0df5e750-736e-4873-8642-fcc964f38555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.399617 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377879c5-6c41-4de2-a3bb-25c9b063f2de req-0df5e750-736e-4873-8642-fcc964f38555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.402189 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377879c5-6c41-4de2-a3bb-25c9b063f2de req-0df5e750-736e-4873-8642-fcc964f38555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.403134 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377879c5-6c41-4de2-a3bb-25c9b063f2de req-0df5e750-736e-4873-8642-fcc964f38555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.403935 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377879c5-6c41-4de2-a3bb-25c9b063f2de req-0df5e750-736e-4873-8642-fcc964f38555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.405008 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377879c5-6c41-4de2-a3bb-25c9b063f2de req-0df5e750-736e-4873-8642-fcc964f38555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.406894 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377879c5-6c41-4de2-a3bb-25c9b063f2de req-0df5e750-736e-4873-8642-fcc964f38555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.412677 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-377879c5-6c41-4de2-a3bb-25c9b063f2de req-0df5e750-736e-4873-8642-fcc964f38555 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b938d2524c3842cdaf1832263fa7ae9d&device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 6342 time: 0.1848474 Apr 18 20:40:12.496567 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6041752-664a-4b8a-b8fa-57546d90d7cc req-30fa441c-cd05-4733-a640-b5cf4ad3692b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.509232 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6041752-664a-4b8a-b8fa-57546d90d7cc req-30fa441c-cd05-4733-a640-b5cf4ad3692b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.520205 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6041752-664a-4b8a-b8fa-57546d90d7cc req-30fa441c-cd05-4733-a640-b5cf4ad3692b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.530996 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6041752-664a-4b8a-b8fa-57546d90d7cc req-30fa441c-cd05-4733-a640-b5cf4ad3692b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.542196 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6041752-664a-4b8a-b8fa-57546d90d7cc req-30fa441c-cd05-4733-a640-b5cf4ad3692b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.553446 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6041752-664a-4b8a-b8fa-57546d90d7cc req-30fa441c-cd05-4733-a640-b5cf4ad3692b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.564950 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6041752-664a-4b8a-b8fa-57546d90d7cc req-30fa441c-cd05-4733-a640-b5cf4ad3692b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.568076 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b6041752-664a-4b8a-b8fa-57546d90d7cc req-30fa441c-cd05-4733-a640-b5cf4ad3692b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5445 time: 0.3439949 Apr 18 20:40:12.583415 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-55615f7a-62fe-4511-b9b0-df3522711de6 req-3dd63c3e-d791-4b19-bcd6-b7deb6392fdc service neutron] 10.222.0.32 "GET /v2.0/networks/15e46414-6edf-4751-b6e8-5dde4206068a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5417438 Apr 18 20:40:12.746432 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b2a9e-9b7d-4af6-b714-21a7d92f8d0e req-0a3e73ba-21a2-4b6f-a42f-41154cd80b89 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.759103 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b2a9e-9b7d-4af6-b714-21a7d92f8d0e req-0a3e73ba-21a2-4b6f-a42f-41154cd80b89 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.761661 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f16b2a9e-9b7d-4af6-b714-21a7d92f8d0e req-0a3e73ba-21a2-4b6f-a42f-41154cd80b89 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=a10021d8-006c-417b-868b-f905afee3338 HTTP/1.1" status: 200 len: 1678 time: 0.4264851 Apr 18 20:40:12.792825 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377879c5-6c41-4de2-a3bb-25c9b063f2de req-7357c24c-91ba-4c73-8c24-fb3be949a0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.794590 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377879c5-6c41-4de2-a3bb-25c9b063f2de req-7357c24c-91ba-4c73-8c24-fb3be949a0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.795333 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377879c5-6c41-4de2-a3bb-25c9b063f2de req-7357c24c-91ba-4c73-8c24-fb3be949a0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.797163 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-377879c5-6c41-4de2-a3bb-25c9b063f2de req-7357c24c-91ba-4c73-8c24-fb3be949a0d1 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b938d2524c3842cdaf1832263fa7ae9d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2152019 Apr 18 20:40:12.858676 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b6041752-664a-4b8a-b8fa-57546d90d7cc req-11077e22-baa3-469e-89b4-3b5399636b79 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c22c2ed-97fd-4dce-8dfd-c21553233c79&id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2636032 Apr 18 20:40:13.087466 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f16b2a9e-9b7d-4af6-b714-21a7d92f8d0e req-06e62a0a-cc13-40c6-ba32-3806d18db914 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099174 Apr 18 20:40:13.373108 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867345e-9c08-4e9b-9a8e-fdf6560c51ff req-9645417e-7a99-4cbf-9512-8a0ef44ceb31 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:13.374935 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d867345e-9c08-4e9b-9a8e-fdf6560c51ff req-9645417e-7a99-4cbf-9512-8a0ef44ceb31 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.2860019 Apr 18 20:40:13.385370 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8cc9b5-e7cb-4f0d-a2ab-f06a49fced69 req-3983376a-0de6-42a1-a5a7-63a144c36b6f tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:13.387111 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ed8cc9b5-e7cb-4f0d-a2ab-f06a49fced69 req-3983376a-0de6-42a1-a5a7-63a144c36b6f tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.1593835 Apr 18 20:40:13.393785 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-43772c5b-e75f-4c05-be43-dff66e53f413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a01202-816d-46a7-a65a-3972b652395d {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:13.395774 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377879c5-6c41-4de2-a3bb-25c9b063f2de req-c0dae40b-20d3-4e5e-9d8c-a6f28f19cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:13.397354 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-377879c5-6c41-4de2-a3bb-25c9b063f2de req-c0dae40b-20d3-4e5e-9d8c-a6f28f19cf0f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5926547 Apr 18 20:40:13.425212 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-43772c5b-e75f-4c05-be43-dff66e53f413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:13.458333 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-43772c5b-e75f-4c05-be43-dff66e53f413 service neutron] Transition to ACTIVE for port object a2a01202-816d-46a7-a65a-3972b652395d will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:13.480141 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-43772c5b-e75f-4c05-be43-dff66e53f413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:13.493317 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ed8cc9b5-e7cb-4f0d-a2ab-f06a49fced69 req-d40d934c-4bd4-4fdf-b2db-c15498ab7db3 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944490 Apr 18 20:40:13.503068 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d867345e-9c08-4e9b-9a8e-fdf6560c51ff req-fae97421-e5d1-4c22-9c02-2936d95c7a71 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127942 Apr 18 20:40:13.600376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43772c5b-e75f-4c05-be43-dff66e53f413 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a01202-816d-46a7-a65a-3972b652395d,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:14.045596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c8cea-508d-4d6d-abfe-df951d3e9f9c req-c7e20a7c-dc22-4827-ac86-186461d56830 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:14.047380 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d81c8cea-508d-4d6d-abfe-df951d3e9f9c req-c7e20a7c-dc22-4827-ac86-186461d56830 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/ports?device_id=903ecfda-6ff3-4ee2-b620-b04e5b881a3f HTTP/1.1" status: 200 len: 945 time: 0.4577854 Apr 18 20:40:14.086706 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-43772c5b-e75f-4c05-be43-dff66e53f413 service neutron] Attempting to bind port a2a01202-816d-46a7-a65a-3972b652395d on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:14.087065 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-43772c5b-e75f-4c05-be43-dff66e53f413 service neutron] Attempting to bind port a2a01202-816d-46a7-a65a-3972b652395d by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '6b1281b5-64ae-4591-ad67-b41fef38c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f0513885-75e1-4841-8e3e-94a85e5d0ac6'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:14.087365 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-43772c5b-e75f-4c05-be43-dff66e53f413 service neutron] Attempting to bind port a2a01202-816d-46a7-a65a-3972b652395d on network f0513885-75e1-4841-8e3e-94a85e5d0ac6 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:14.115116 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5004675-977b-4ebe-94f6-b7b2be99c518 req-32fa6e3b-df8d-49c4-8002-1810eec3ca0a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:14.121238 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5004675-977b-4ebe-94f6-b7b2be99c518 req-32fa6e3b-df8d-49c4-8002-1810eec3ca0a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:14.128005 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5004675-977b-4ebe-94f6-b7b2be99c518 req-32fa6e3b-df8d-49c4-8002-1810eec3ca0a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:14.134339 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5004675-977b-4ebe-94f6-b7b2be99c518 req-32fa6e3b-df8d-49c4-8002-1810eec3ca0a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:14.140958 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5004675-977b-4ebe-94f6-b7b2be99c518 req-32fa6e3b-df8d-49c4-8002-1810eec3ca0a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:14.147072 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5004675-977b-4ebe-94f6-b7b2be99c518 req-32fa6e3b-df8d-49c4-8002-1810eec3ca0a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:14.153778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5004675-977b-4ebe-94f6-b7b2be99c518 req-32fa6e3b-df8d-49c4-8002-1810eec3ca0a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:14.155955 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5004675-977b-4ebe-94f6-b7b2be99c518 req-32fa6e3b-df8d-49c4-8002-1810eec3ca0a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5407 time: 0.1804469 Apr 18 20:40:14.167526 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-43772c5b-e75f-4c05-be43-dff66e53f413 service neutron] Port a2a01202-816d-46a7-a65a-3972b652395d on network f0513885-75e1-4841-8e3e-94a85e5d0ac6 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:40:14.167849 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-43772c5b-e75f-4c05-be43-dff66e53f413 service neutron] Attempting to bind port a2a01202-816d-46a7-a65a-3972b652395d on network f0513885-75e1-4841-8e3e-94a85e5d0ac6 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:14.187721 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d81c8cea-508d-4d6d-abfe-df951d3e9f9c req-93adf3d8-babd-4e62-bb88-8f57c6169dda tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/security-groups?id=34068029-1743-4209-9734-1b54963716ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279016 Apr 18 20:40:14.194938 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-43772c5b-e75f-4c05-be43-dff66e53f413 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:40:14.195268 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-43772c5b-e75f-4c05-be43-dff66e53f413 service neutron] Checking segment: {'id': '6b1281b5-64ae-4591-ad67-b41fef38c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f0513885-75e1-4841-8e3e-94a85e5d0ac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:40:14.195664 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-43772c5b-e75f-4c05-be43-dff66e53f413 service neutron] Bound using segment: {'id': '6b1281b5-64ae-4591-ad67-b41fef38c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f0513885-75e1-4841-8e3e-94a85e5d0ac6'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:40:14.195995 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-43772c5b-e75f-4c05-be43-dff66e53f413 service neutron] Bound port: a2a01202-816d-46a7-a65a-3972b652395d, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b1281b5-64ae-4591-ad67-b41fef38c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f0513885-75e1-4841-8e3e-94a85e5d0ac6'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:14.196383 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-43772c5b-e75f-4c05-be43-dff66e53f413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:14.204577 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a5debc3a-e550-476b-86b8-0954149710c4 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:40:14.207687 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device b30155fa-1874-4923-ab42-17c74f25a27d up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:14.319388 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5004675-977b-4ebe-94f6-b7b2be99c518 req-e610e68a-bb81-4188-9309-a8aa2ea04ea5 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1508093 Apr 18 20:40:14.348883 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4dafaafa-d74f-4d65-9a5d-1236c5ec9db1 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:14.444225 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-43772c5b-e75f-4c05-be43-dff66e53f413 service neutron] For port a2a01202-816d-46a7-a65a-3972b652395d, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:14.452121 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-43772c5b-e75f-4c05-be43-dff66e53f413 service neutron] For port a2a01202-816d-46a7-a65a-3972b652395d, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a2a01202-816d-46a7-a65a-3972b652395d,segment=NetworkSegment(6b1281b5-64ae-4591-ad67-b41fef38c969),segment_id=6b1281b5-64ae-4591-ad67-b41fef38c969)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:14.474436 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port b30155fa-1874-4923-ab42-17c74f25a27d completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:14.478472 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d4d4d-075a-45f8-9db6-1edb3b21f873 req-8a01b5f3-5bc7-4a1b-8045-b7787da1b7fa tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:14.481844 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-398d4d4d-075a-45f8-9db6-1edb3b21f873 req-8a01b5f3-5bc7-4a1b-8045-b7787da1b7fa tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1415472 Apr 18 20:40:14.485033 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port b30155fa-1874-4923-ab42-17c74f25a27d triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:14.486525 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:14.499816 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-43772c5b-e75f-4c05-be43-dff66e53f413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:14.527746 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 4dafaafa-d74f-4d65-9a5d-1236c5ec9db1 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:14.546179 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 4dafaafa-d74f-4d65-9a5d-1236c5ec9db1 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:14.546638 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:14.587534 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a5debc3a-e550-476b-86b8-0954149710c4, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a5debc3a-e550-476b-86b8-0954149710c4,segment=NetworkSegment(6d9526d9-7648-4601-abf1-e1dc1cbb5707),segment_id=6d9526d9-7648-4601-abf1-e1dc1cbb5707)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:14.618866 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-398d4d4d-075a-45f8-9db6-1edb3b21f873 req-dc587727-354c-40ff-a7d5-78ce6ab8e932 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126673 Apr 18 20:40:14.630757 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-43772c5b-e75f-4c05-be43-dff66e53f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:14.631399 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-43772c5b-e75f-4c05-be43-dff66e53f413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:14.633018 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-43772c5b-e75f-4c05-be43-dff66e53f413 service neutron] 10.222.0.57 "PUT /v2.0/ports/a2a01202-816d-46a7-a65a-3972b652395d HTTP/1.1" status: 200 len: 1091 time: 2.7347226 Apr 18 20:40:14.633565 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'tag': 'a2a01202-816d-46a7-a65a-3972b652395d'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:14.636465 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a1e839-a1fc-4762-a154-d44a849a436a" -d '{"events": [{"name": "network-changed", "server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "tag": "a2a01202-816d-46a7-a65a-3972b652395d"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:14.648376 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'a5debc3a-e550-476b-86b8-0954149710c4', 'network_id': '15e46414-6edf-4751-b6e8-5dde4206068a', 'port_id': 'a5debc3a-e550-476b-86b8-0954149710c4', 'mac_address': 'fa:16:3e:47:71:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53909cd8-d507-4d3a-aeb8-468856763b89', 'ip_address': '19.86.0.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:40:14.712369 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43772c5b-e75f-4c05-be43-dff66e53f413 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a01202-816d-46a7-a65a-3972b652395d,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:14.745775 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:14.753997 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ff6f290c-1ea2-4afd-bdfa-d146b7065c95 service neutron] Request body: {'port': {'device_id': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:14.801435 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5debc3a-e550-476b-86b8-0954149710c4 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:14.813474 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a1ef1-c980-4afe-9fb6-8f07ee7aed0b req-a4797508-6ac7-407a-97ca-db826fcb570d tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:14.822546 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a1ef1-c980-4afe-9fb6-8f07ee7aed0b req-a4797508-6ac7-407a-97ca-db826fcb570d tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:14.831015 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a1ef1-c980-4afe-9fb6-8f07ee7aed0b req-a4797508-6ac7-407a-97ca-db826fcb570d tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:14.837801 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a1ef1-c980-4afe-9fb6-8f07ee7aed0b req-a4797508-6ac7-407a-97ca-db826fcb570d tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:14.845575 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a1ef1-c980-4afe-9fb6-8f07ee7aed0b req-a4797508-6ac7-407a-97ca-db826fcb570d tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:14.852837 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a1ef1-c980-4afe-9fb6-8f07ee7aed0b req-a4797508-6ac7-407a-97ca-db826fcb570d tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:14.860564 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a1ef1-c980-4afe-9fb6-8f07ee7aed0b req-a4797508-6ac7-407a-97ca-db826fcb570d tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:14.863076 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-435a1ef1-c980-4afe-9fb6-8f07ee7aed0b req-a4797508-6ac7-407a-97ca-db826fcb570d tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5445 time: 0.3796062 Apr 18 20:40:14.875091 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a5debc3a-e550-476b-86b8-0954149710c4, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a5debc3a-e550-476b-86b8-0954149710c4,segment=NetworkSegment(6d9526d9-7648-4601-abf1-e1dc1cbb5707),segment_id=6d9526d9-7648-4601-abf1-e1dc1cbb5707)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:14.876839 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:14.907389 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:14.908387 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 184123ff-64f3-4f86-9a37-a88e566813aa details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:40:14.927109 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:15.015357 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ff6f290c-1ea2-4afd-bdfa-d146b7065c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:15.046381 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-435a1ef1-c980-4afe-9fb6-8f07ee7aed0b req-c6dd8221-9edd-4c62-bcdc-b285e5f4e7c8 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c22c2ed-97fd-4dce-8dfd-c21553233c79&id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1497273 Apr 18 20:40:15.082951 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489f66c-b953-4b72-b19b-f11bce91c9e9 req-a8682217-da4a-48fc-ab17-7601c93f0d66 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.099223 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489f66c-b953-4b72-b19b-f11bce91c9e9 req-a8682217-da4a-48fc-ab17-7601c93f0d66 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.107341 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0489f66c-b953-4b72-b19b-f11bce91c9e9 req-a8682217-da4a-48fc-ab17-7601c93f0d66 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=a10021d8-006c-417b-868b-f905afee3338 HTTP/1.1" status: 200 len: 1679 time: 0.2419906 Apr 18 20:40:15.311569 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903ecfda-6ff3-4ee2-b620-b04e5b881a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30155fa-1874-4923-ab42-17c74f25a27d'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:15.314466 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f89b14-ebfe-4555-9b3e-d101ca8d8aef" -d '{"events": [{"server_uuid": "903ecfda-6ff3-4ee2-b620-b04e5b881a3f", "name": "network-vif-plugged", "status": "completed", "tag": "b30155fa-1874-4923-ab42-17c74f25a27d"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:15.359648 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port b30155fa-1874-4923-ab42-17c74f25a27d, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=b30155fa-1874-4923-ab42-17c74f25a27d,segment=NetworkSegment(376cc761-9df4-40ad-bdff-9ddef2308cd3),segment_id=376cc761-9df4-40ad-bdff-9ddef2308cd3)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:15.363785 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 184123ff-64f3-4f86-9a37-a88e566813aa, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=184123ff-64f3-4f86-9a37-a88e566813aa,segment=NetworkSegment(e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6),segment_id=e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:15.379990 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=a5debc3a-e550-476b-86b8-0954149710c4,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:15.397024 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:15.412364 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '184123ff-64f3-4f86-9a37-a88e566813aa', 'network_id': '8390a3d5-3138-42f0-b1d2-2d0e5c426f89', 'port_id': '184123ff-64f3-4f86-9a37-a88e566813aa', 'mac_address': 'fa:16:3e:dc:ae:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b703aa0-4046-4e0d-b918-b8c257951db4', 'ip_address': '19.80.0.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:40:15.416063 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 4dafaafa-d74f-4d65-9a5d-1236c5ec9db1, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4dafaafa-d74f-4d65-9a5d-1236c5ec9db1,segment=NetworkSegment(376cc761-9df4-40ad-bdff-9ddef2308cd3),segment_id=376cc761-9df4-40ad-bdff-9ddef2308cd3)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:15.452903 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:15.474497 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0489f66c-b953-4b72-b19b-f11bce91c9e9 req-a35522dc-89f4-4bbf-be71-1be7cd57e663 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143928 Apr 18 20:40:15.519314 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=b30155fa-1874-4923-ab42-17c74f25a27d,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:15.529783 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5dc1e9-9649-4b2a-a7d3-ffc78585a6c8 req-edbe4f00-8d02-4f91-93e6-2ac48509cc5d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.537678 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6e5dc1e9-9649-4b2a-a7d3-ffc78585a6c8 req-edbe4f00-8d02-4f91-93e6-2ac48509cc5d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.2696981 Apr 18 20:40:15.593136 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:15.602620 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6e5dc1e9-9649-4b2a-a7d3-ffc78585a6c8 req-65d04447-7786-4827-bb28-efb25ee8e9e7 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636554 Apr 18 20:40:15.623769 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184123ff-64f3-4f86-9a37-a88e566813aa {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:15.649530 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 184123ff-64f3-4f86-9a37-a88e566813aa, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=184123ff-64f3-4f86-9a37-a88e566813aa,segment=NetworkSegment(e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6),segment_id=e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:15.651226 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72013c1a-adc7-416f-876f-a7496a8a566c x-openstack-request-id: req-72013c1a-adc7-416f-876f-a7496a8a566c {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:15.651696 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "tag": "a2a01202-816d-46a7-a65a-3972b652395d", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:15.652458 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=4dafaafa-d74f-4d65-9a5d-1236c5ec9db1,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:15.657511 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72013c1a-adc7-416f-876f-a7496a8a566c {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:15.658256 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72013c1a-adc7-416f-876f-a7496a8a566c'] response: {'name': 'network-changed', 'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'tag': 'a2a01202-816d-46a7-a65a-3972b652395d', 'status': 'completed', 'code': 200} Apr 18 20:40:15.676798 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:15.771599 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e839-a1fc-4762-a154-d44a849a436a req-58f88e6c-d50f-4a98-aaed-47a4525e8530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.775206 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e839-a1fc-4762-a154-d44a849a436a req-58f88e6c-d50f-4a98-aaed-47a4525e8530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.781615 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e839-a1fc-4762-a154-d44a849a436a req-58f88e6c-d50f-4a98-aaed-47a4525e8530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.782420 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e839-a1fc-4762-a154-d44a849a436a req-58f88e6c-d50f-4a98-aaed-47a4525e8530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.783810 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e839-a1fc-4762-a154-d44a849a436a req-58f88e6c-d50f-4a98-aaed-47a4525e8530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.786424 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e839-a1fc-4762-a154-d44a849a436a req-58f88e6c-d50f-4a98-aaed-47a4525e8530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.787140 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e839-a1fc-4762-a154-d44a849a436a req-58f88e6c-d50f-4a98-aaed-47a4525e8530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.789463 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-81a1e839-a1fc-4762-a154-d44a849a436a req-58f88e6c-d50f-4a98-aaed-47a4525e8530 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b938d2524c3842cdaf1832263fa7ae9d&device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 6409 time: 0.1334910 Apr 18 20:40:15.820230 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=184123ff-64f3-4f86-9a37-a88e566813aa,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:15.948738 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3aad27-a4be-472f-b7f2-05260c2f2cd6 req-ebe6031d-9c60-4717-a047-c55fb9f5d4e8 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.955387 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3aad27-a4be-472f-b7f2-05260c2f2cd6 req-ebe6031d-9c60-4717-a047-c55fb9f5d4e8 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.962544 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3aad27-a4be-472f-b7f2-05260c2f2cd6 req-ebe6031d-9c60-4717-a047-c55fb9f5d4e8 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.970918 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3aad27-a4be-472f-b7f2-05260c2f2cd6 req-ebe6031d-9c60-4717-a047-c55fb9f5d4e8 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.976919 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3aad27-a4be-472f-b7f2-05260c2f2cd6 req-ebe6031d-9c60-4717-a047-c55fb9f5d4e8 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.982967 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e839-a1fc-4762-a154-d44a849a436a req-f7cdae51-081a-49e0-8918-120187c81aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.983949 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3aad27-a4be-472f-b7f2-05260c2f2cd6 req-ebe6031d-9c60-4717-a047-c55fb9f5d4e8 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.984226 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e839-a1fc-4762-a154-d44a849a436a req-f7cdae51-081a-49e0-8918-120187c81aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.985162 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e839-a1fc-4762-a154-d44a849a436a req-f7cdae51-081a-49e0-8918-120187c81aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.988218 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-81a1e839-a1fc-4762-a154-d44a849a436a req-f7cdae51-081a-49e0-8918-120187c81aa5 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b938d2524c3842cdaf1832263fa7ae9d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1892381 Apr 18 20:40:15.990235 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3aad27-a4be-472f-b7f2-05260c2f2cd6 req-ebe6031d-9c60-4717-a047-c55fb9f5d4e8 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.992225 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b3aad27-a4be-472f-b7f2-05260c2f2cd6 req-ebe6031d-9c60-4717-a047-c55fb9f5d4e8 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5445 time: 0.2096279 Apr 18 20:40:16.001933 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62f13e-27a5-41ff-88e4-47bd1a102660 req-b756cb44-e1d8-4646-ab8a-686c7dfcabba tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:16.003500 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cd62f13e-27a5-41ff-88e4-47bd1a102660 req-b756cb44-e1d8-4646-ab8a-686c7dfcabba tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/ports?device_id=903ecfda-6ff3-4ee2-b620-b04e5b881a3f HTTP/1.1" status: 200 len: 946 time: 0.1893251 Apr 18 20:40:16.016817 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41880) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:16.023418 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-b7ccf295-442d-40ac-9eef-298c4882ce65 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Request body: {'floatingip': {'port_id': '518d95c4-4917-4c82-b386-f2d314651a91'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:16.093302 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67e40db-eb96-4656-b544-98ee64f253b0 x-openstack-request-id: req-c67e40db-eb96-4656-b544-98ee64f253b0 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:16.094215 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903ecfda-6ff3-4ee2-b620-b04e5b881a3f", "name": "network-vif-plugged", "status": "completed", "tag": "b30155fa-1874-4923-ab42-17c74f25a27d", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:16.094923 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c67e40db-eb96-4656-b544-98ee64f253b0 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:16.095902 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c67e40db-eb96-4656-b544-98ee64f253b0'] response: {'server_uuid': '903ecfda-6ff3-4ee2-b620-b04e5b881a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30155fa-1874-4923-ab42-17c74f25a27d', 'code': 200} Apr 18 20:40:16.101033 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['184123ff-64f3-4f86-9a37-a88e566813aa'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:16.148565 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b7ccf295-442d-40ac-9eef-298c4882ce65 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for floatingip, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.174875 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e839-a1fc-4762-a154-d44a849a436a req-81e9316b-d049-4c28-9be5-8584a0995c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:16.176671 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-81a1e839-a1fc-4762-a154-d44a849a436a req-81e9316b-d049-4c28-9be5-8584a0995c58 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1803770 Apr 18 20:40:16.237082 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ff6f290c-1ea2-4afd-bdfa-d146b7065c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cddf461-0d6d-4a62-b778-f50d5f02401a {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:16.250036 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ff6f290c-1ea2-4afd-bdfa-d146b7065c95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.265837 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ff6f290c-1ea2-4afd-bdfa-d146b7065c95 service neutron] Transition to ACTIVE for port object 0cddf461-0d6d-4a62-b778-f50d5f02401a will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:16.295559 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cd62f13e-27a5-41ff-88e4-47bd1a102660 req-e8bc2189-7bac-4b3c-a7ca-966dfaa743f9 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/security-groups?id=34068029-1743-4209-9734-1b54963716ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654264 Apr 18 20:40:16.340031 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ff6f290c-1ea2-4afd-bdfa-d146b7065c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.637436 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd8fa1-fb64-400c-b8ea-5efe3cc42b12 req-0fce9884-54c7-4406-b5ca-2dd94e839d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:16.639684 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77fd8fa1-fb64-400c-b8ea-5efe3cc42b12 req-0fce9884-54c7-4406-b5ca-2dd94e839d5c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=903ecfda-6ff3-4ee2-b620-b04e5b881a3f HTTP/1.1" status: 200 len: 1097 time: 0.4526842 Apr 18 20:40:16.661475 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f290c-1ea2-4afd-bdfa-d146b7065c95 service neutron] Pushing event updated for resources: {'Port': ['ID=0cddf461-0d6d-4a62-b778-f50d5f02401a,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:16.675713 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c0dee-66b9-439e-9348-f459c0f98da7 req-7ba885c8-6e0c-42a2-8557-56771cedb339 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:16.681764 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c0dee-66b9-439e-9348-f459c0f98da7 req-7ba885c8-6e0c-42a2-8557-56771cedb339 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:16.688331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c0dee-66b9-439e-9348-f459c0f98da7 req-7ba885c8-6e0c-42a2-8557-56771cedb339 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:16.694358 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c0dee-66b9-439e-9348-f459c0f98da7 req-7ba885c8-6e0c-42a2-8557-56771cedb339 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:16.701283 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c0dee-66b9-439e-9348-f459c0f98da7 req-7ba885c8-6e0c-42a2-8557-56771cedb339 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:16.707593 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c0dee-66b9-439e-9348-f459c0f98da7 req-7ba885c8-6e0c-42a2-8557-56771cedb339 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:16.713666 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c0dee-66b9-439e-9348-f459c0f98da7 req-7ba885c8-6e0c-42a2-8557-56771cedb339 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:16.715602 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa7c0dee-66b9-439e-9348-f459c0f98da7 req-7ba885c8-6e0c-42a2-8557-56771cedb339 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5419 time: 0.3840251 Apr 18 20:40:16.768310 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adf2c3-b141-4bde-ab12-0332c91bc75c req-85708e55-102b-4c48-85c5-b94d947136dd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:16.769939 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-44adf2c3-b141-4bde-ab12-0332c91bc75c req-85708e55-102b-4c48-85c5-b94d947136dd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 947 time: 0.3774199 Apr 18 20:40:16.894207 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77fd8fa1-fb64-400c-b8ea-5efe3cc42b12 req-d583f0d1-18ee-460e-a2a7-f95b9064540f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=34068029-1743-4209-9734-1b54963716ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394145 Apr 18 20:40:16.968695 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa7c0dee-66b9-439e-9348-f459c0f98da7 req-9aaa2fa6-7fd7-4b7c-a433-02c15b1f9d87 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2201524 Apr 18 20:40:16.969585 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ff6f290c-1ea2-4afd-bdfa-d146b7065c95 service neutron] Attempting to bind port 0cddf461-0d6d-4a62-b778-f50d5f02401a on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:16.970012 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ff6f290c-1ea2-4afd-bdfa-d146b7065c95 service neutron] Attempting to bind port 0cddf461-0d6d-4a62-b778-f50d5f02401a by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '6b1281b5-64ae-4591-ad67-b41fef38c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f0513885-75e1-4841-8e3e-94a85e5d0ac6'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:16.970432 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ff6f290c-1ea2-4afd-bdfa-d146b7065c95 service neutron] Attempting to bind port 0cddf461-0d6d-4a62-b778-f50d5f02401a on network f0513885-75e1-4841-8e3e-94a85e5d0ac6 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:16.985274 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-44adf2c3-b141-4bde-ab12-0332c91bc75c req-c03b6aae-d8bc-4c2c-802b-d238370122dd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678824 Apr 18 20:40:17.047654 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ff6f290c-1ea2-4afd-bdfa-d146b7065c95 service neutron] Port 0cddf461-0d6d-4a62-b778-f50d5f02401a on network f0513885-75e1-4841-8e3e-94a85e5d0ac6 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:40:17.048165 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ff6f290c-1ea2-4afd-bdfa-d146b7065c95 service neutron] Attempting to bind port 0cddf461-0d6d-4a62-b778-f50d5f02401a on network f0513885-75e1-4841-8e3e-94a85e5d0ac6 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:17.061280 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ff6f290c-1ea2-4afd-bdfa-d146b7065c95 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:40:17.061808 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ff6f290c-1ea2-4afd-bdfa-d146b7065c95 service neutron] Checking segment: {'id': '6b1281b5-64ae-4591-ad67-b41fef38c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f0513885-75e1-4841-8e3e-94a85e5d0ac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:40:17.062324 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ff6f290c-1ea2-4afd-bdfa-d146b7065c95 service neutron] Bound using segment: {'id': '6b1281b5-64ae-4591-ad67-b41fef38c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f0513885-75e1-4841-8e3e-94a85e5d0ac6'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:40:17.062908 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ff6f290c-1ea2-4afd-bdfa-d146b7065c95 service neutron] Bound port: 0cddf461-0d6d-4a62-b778-f50d5f02401a, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b1281b5-64ae-4591-ad67-b41fef38c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f0513885-75e1-4841-8e3e-94a85e5d0ac6'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:17.063472 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ff6f290c-1ea2-4afd-bdfa-d146b7065c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.276649 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4380c-35aa-42af-9008-e3fab1b869fa req-dc393b6d-acb8-4a84-ac59-e359089c33ea tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:17.278137 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13f4380c-35aa-42af-9008-e3fab1b869fa req-dc393b6d-acb8-4a84-ac59-e359089c33ea tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.2090425 Apr 18 20:40:17.284963 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['a5debc3a-e550-476b-86b8-0954149710c4'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:17.288340 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e3e4a-a704-4806-8ed4-d5f889816225 req-b8b78738-6c05-49a8-89c2-c0cd5bfe5d5c tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:17.294996 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e3e4a-a704-4806-8ed4-d5f889816225 req-b8b78738-6c05-49a8-89c2-c0cd5bfe5d5c tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:17.297029 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-287e3e4a-a704-4806-8ed4-d5f889816225 req-b8b78738-6c05-49a8-89c2-c0cd5bfe5d5c tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=a10021d8-006c-417b-868b-f905afee3338 HTTP/1.1" status: 200 len: 1680 time: 0.2203991 Apr 18 20:40:17.326286 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ff6f290c-1ea2-4afd-bdfa-d146b7065c95 service neutron] For port 0cddf461-0d6d-4a62-b778-f50d5f02401a, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:17.372309 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ff6f290c-1ea2-4afd-bdfa-d146b7065c95 service neutron] For port 0cddf461-0d6d-4a62-b778-f50d5f02401a, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=0cddf461-0d6d-4a62-b778-f50d5f02401a,segment=NetworkSegment(6b1281b5-64ae-4591-ad67-b41fef38c969),segment_id=6b1281b5-64ae-4591-ad67-b41fef38c969)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:17.386428 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ff6f290c-1ea2-4afd-bdfa-d146b7065c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.399793 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.db.resource_extend [None req-b7ccf295-442d-40ac-9eef-298c4882ce65 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:40:17.500745 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ff6f290c-1ea2-4afd-bdfa-d146b7065c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:17.501390 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ff6f290c-1ea2-4afd-bdfa-d146b7065c95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.502881 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ff6f290c-1ea2-4afd-bdfa-d146b7065c95 service neutron] 10.222.0.57 "PUT /v2.0/ports/0cddf461-0d6d-4a62-b778-f50d5f02401a HTTP/1.1" status: 200 len: 1091 time: 2.7581544 Apr 18 20:40:17.519610 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-287e3e4a-a704-4806-8ed4-d5f889816225 req-d572dae2-6339-4b56-aaa7-75c4014c5b2b tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954501 Apr 18 20:40:17.547003 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13f4380c-35aa-42af-9008-e3fab1b869fa req-aff4259d-1227-423b-be78-0e7df7ee0c1c tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486024 Apr 18 20:40:17.631806 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b7ccf295-442d-40ac-9eef-298c4882ce65 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.680122 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'tag': '0cddf461-0d6d-4a62-b778-f50d5f02401a'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:17.682803 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4265ae1-d975-4715-9bb4-713922f125e2" -d '{"events": [{"name": "network-changed", "server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "tag": "0cddf461-0d6d-4a62-b778-f50d5f02401a"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:17.687717 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b7ccf295-442d-40ac-9eef-298c4882ce65 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.702325 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f290c-1ea2-4afd-bdfa-d146b7065c95 service neutron] Pushing event updated for resources: {'Port': ['ID=0cddf461-0d6d-4a62-b778-f50d5f02401a,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:18.095966 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d134257-0575-48e4-b71e-92656aeeef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.096474 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d134257-0575-48e4-b71e-92656aeeef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.096928 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d134257-0575-48e4-b71e-92656aeeef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.097201 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a958a6-d55c-4c36-96e7-069ec59aa5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dafaafa-d74f-4d65-9a5d-1236c5ec9db1'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:18.097375 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d134257-0575-48e4-b71e-92656aeeef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.097835 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d134257-0575-48e4-b71e-92656aeeef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.098291 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d134257-0575-48e4-b71e-92656aeeef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.098745 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d134257-0575-48e4-b71e-92656aeeef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.099908 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0325a46a-ce41-41b8-9f90-bf001251bc67" -d '{"events": [{"server_uuid": "71a958a6-d55c-4c36-96e7-069ec59aa5a3", "name": "network-vif-plugged", "status": "completed", "tag": "4dafaafa-d74f-4d65-9a5d-1236c5ec9db1"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:18.100812 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0d134257-0575-48e4-b71e-92656aeeef08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b938d2524c3842cdaf1832263fa7ae9d&device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 6476 time: 0.5286903 Apr 18 20:40:18.104237 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8c5998-7239-4e74-bc7d-36fb44582ec0 x-openstack-request-id: req-4a8c5998-7239-4e74-bc7d-36fb44582ec0 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:18.104546 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "tag": "0cddf461-0d6d-4a62-b778-f50d5f02401a", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:18.104955 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a8c5998-7239-4e74-bc7d-36fb44582ec0 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:18.105140 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a8c5998-7239-4e74-bc7d-36fb44582ec0'] response: {'name': 'network-changed', 'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'tag': '0cddf461-0d6d-4a62-b778-f50d5f02401a', 'status': 'completed', 'code': 200} Apr 18 20:40:18.128208 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc5537-196f-475c-b215-4eca52bfd42d req-01772ba0-e02b-4595-b938-038bac197630 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.129814 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a9fc5537-196f-475c-b215-4eca52bfd42d req-01772ba0-e02b-4595-b938-038bac197630 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/ports?device_id=903ecfda-6ff3-4ee2-b620-b04e5b881a3f HTTP/1.1" status: 200 len: 946 time: 0.4964337 Apr 18 20:40:18.192573 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-8ae52f94-6ada-4dc8-9f12-ac66d6c2fd04 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c83b6e95-284d-4625-9464-19907a1dbe6f HTTP/1.1" status: 200 len: 217 time: 0.0800037 Apr 18 20:40:18.244182 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 184123ff-64f3-4f86-9a37-a88e566813aa up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:18.299516 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-b7ccf295-442d-40ac-9eef-298c4882ce65 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Floating IP 31f462f1-837a-4316-8d98-1746d3d88e11 associated. External IP: 172.25.1.204, port: 518d95c4-4917-4c82-b386-f2d314651a91. Apr 18 20:40:18.320865 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 184123ff-64f3-4f86-9a37-a88e566813aa completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:18.328393 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 184123ff-64f3-4f86-9a37-a88e566813aa triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:18.328796 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.362148 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a0a83c0c-40b4-41d3-8703-2b726cebec80 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:40:18.369247 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a9fc5537-196f-475c-b215-4eca52bfd42d req-06b9b234-f90a-41d6-ad60-32403a04e7cb tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/security-groups?id=34068029-1743-4209-9734-1b54963716ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092462 Apr 18 20:40:18.377962 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-4d2a4c05-6660-45ef-a8bf-5ebe918ad3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.380483 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-4d2a4c05-6660-45ef-a8bf-5ebe918ad3d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=722f9c2d-f886-463b-96e2-22bc146fde64 HTTP/1.1" status: 200 len: 851 time: 0.1776917 Apr 18 20:40:18.452826 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14000c2-f304-4cf5-a6f0-b06318067816 req-969e1038-53c6-4ec2-ab1a-cbd8a75617d8 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.455365 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e14000c2-f304-4cf5-a6f0-b06318067816 req-969e1038-53c6-4ec2-ab1a-cbd8a75617d8 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 947 time: 0.2652149 Apr 18 20:40:18.598836 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.612000 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-52ca26e0-2904-4970-aec1-97362a1f968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.613789 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-52ca26e0-2904-4970-aec1-97362a1f968d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=56d56df8-ad53-4411-a2e6-e62fee5903cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2235212 Apr 18 20:40:18.627830 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.679787 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 184123ff-64f3-4f86-9a37-a88e566813aa, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=184123ff-64f3-4f86-9a37-a88e566813aa,segment=NetworkSegment(e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6),segment_id=e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:18.691291 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.700055 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e14000c2-f304-4cf5-a6f0-b06318067816 req-a0046064-7623-4291-b7fe-15ae979f7f61 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817918 Apr 18 20:40:18.709887 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a0a83c0c-40b4-41d3-8703-2b726cebec80, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:18.776862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07eff59-8696-40e4-b0a3-4c5e19ebdb4d req-10f8491f-f67e-450c-9fc7-a52e70e50a73 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.783419 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07eff59-8696-40e4-b0a3-4c5e19ebdb4d req-10f8491f-f67e-450c-9fc7-a52e70e50a73 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.789589 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07eff59-8696-40e4-b0a3-4c5e19ebdb4d req-10f8491f-f67e-450c-9fc7-a52e70e50a73 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.796149 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07eff59-8696-40e4-b0a3-4c5e19ebdb4d req-10f8491f-f67e-450c-9fc7-a52e70e50a73 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.802291 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07eff59-8696-40e4-b0a3-4c5e19ebdb4d req-10f8491f-f67e-450c-9fc7-a52e70e50a73 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.808353 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07eff59-8696-40e4-b0a3-4c5e19ebdb4d req-10f8491f-f67e-450c-9fc7-a52e70e50a73 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.826929 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07eff59-8696-40e4-b0a3-4c5e19ebdb4d req-10f8491f-f67e-450c-9fc7-a52e70e50a73 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.829942 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d07eff59-8696-40e4-b0a3-4c5e19ebdb4d req-10f8491f-f67e-450c-9fc7-a52e70e50a73 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5419 time: 0.3132348 Apr 18 20:40:18.916512 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.962977 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=184123ff-64f3-4f86-9a37-a88e566813aa,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:19.001388 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d07eff59-8696-40e4-b0a3-4c5e19ebdb4d req-cbcdfef1-1342-4358-8c46-5527b7932996 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1582763 Apr 18 20:40:19.006782 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-649c6d8e-ebbc-49ea-85a3-d65363086b19 service neutron] 10.222.0.57 "GET /v2.0/networks/56d56df8-ad53-4411-a2e6-e62fee5903cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790312 Apr 18 20:40:19.019204 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ccf295-442d-40ac-9eef-298c4882ce65 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Router d1a7aacd-706b-400b-ac1e-4d5297b95add has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:40:19.039607 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec3a12-73ef-408d-96cd-855cbb957335 req-95515efc-b3c6-4b0b-aae2-532193def868 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:19.041214 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8dec3a12-73ef-408d-96cd-855cbb957335 req-95515efc-b3c6-4b0b-aae2-532193def868 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.2073929 Apr 18 20:40:19.071680 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=a0a83c0c-40b4-41d3-8703-2b726cebec80,revision_number=11']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:19.096636 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3520401f-dabf-4ca7-85ea-b2e79861319a x-openstack-request-id: req-3520401f-dabf-4ca7-85ea-b2e79861319a {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:19.097136 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a958a6-d55c-4c36-96e7-069ec59aa5a3", "name": "network-vif-plugged", "status": "completed", "tag": "4dafaafa-d74f-4d65-9a5d-1236c5ec9db1", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:19.097611 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3520401f-dabf-4ca7-85ea-b2e79861319a {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:19.098243 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3520401f-dabf-4ca7-85ea-b2e79861319a'] response: {'server_uuid': '71a958a6-d55c-4c36-96e7-069ec59aa5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dafaafa-d74f-4d65-9a5d-1236c5ec9db1', 'code': 200} Apr 18 20:40:19.232409 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8dec3a12-73ef-408d-96cd-855cbb957335 req-544abc59-0e11-44a3-9d14-77ebfb608835 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751173 Apr 18 20:40:19.262450 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece47cb-42a7-4902-95bb-1a029a7b976c req-6fe3dcb2-8353-4344-8db6-513c09b3b329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:19.267271 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9ece47cb-42a7-4902-95bb-1a029a7b976c req-6fe3dcb2-8353-4344-8db6-513c09b3b329 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=71a958a6-d55c-4c36-96e7-069ec59aa5a3 HTTP/1.1" status: 200 len: 1096 time: 0.0811183 Apr 18 20:40:19.337055 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9ece47cb-42a7-4902-95bb-1a029a7b976c req-0ce31f6c-359d-483f-934c-68e1e8151913 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=34068029-1743-4209-9734-1b54963716ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631037 Apr 18 20:40:19.362940 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ccf295-442d-40ac-9eef-298c4882ce65 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:40:19.371115 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b7ccf295-442d-40ac-9eef-298c4882ce65 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.377956 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20285f1b-ea52-4fa4-a4cd-9f81cebc09f9 None None] Sync routers for ids ['d1a7aacd-706b-400b-ac1e-4d5297b95add'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:19.389275 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20285f1b-ea52-4fa4-a4cd-9f81cebc09f9 None None] Routers {'d1a7aacd-706b-400b-ac1e-4d5297b95add'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:19.389908 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-20285f1b-ea52-4fa4-a4cd-9f81cebc09f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:39:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d1a7aacd-706b-400b-ac1e-4d5297b95add'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:19.458537 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-1cce73d4-8ba6-42ed-b3b8-23b54e0efa1b service neutron] 10.222.0.57 "GET /v2.0/networks/56d56df8-ad53-4411-a2e6-e62fee5903cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366097 Apr 18 20:40:19.507044 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30448f-b06c-4f37-9b09-6c8e2feecd12 req-76ce8232-b6a9-4e98-8631-e194cfc5e36b tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:19.520950 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30448f-b06c-4f37-9b09-6c8e2feecd12 req-76ce8232-b6a9-4e98-8631-e194cfc5e36b tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:19.524313 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4a30448f-b06c-4f37-9b09-6c8e2feecd12 req-76ce8232-b6a9-4e98-8631-e194cfc5e36b tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=a10021d8-006c-417b-868b-f905afee3338 HTTP/1.1" status: 200 len: 1681 time: 0.3355386 Apr 18 20:40:19.533389 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b7ccf295-442d-40ac-9eef-298c4882ce65 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "PUT /v2.0/floatingips/31f462f1-837a-4316-8d98-1746d3d88e11 HTTP/1.1" status: 200 len: 991 time: 3.5146630 Apr 18 20:40:19.579751 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c33a8-417f-41b4-9bd0-a6d89e6e55b1 req-d1a56d06-805d-40d7-b97a-2addfd112185 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:19.582527 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc3c33a8-417f-41b4-9bd0-a6d89e6e55b1 req-d1a56d06-805d-40d7-b97a-2addfd112185 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.2566745 Apr 18 20:40:19.627485 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-20285f1b-ea52-4fa4-a4cd-9f81cebc09f9 None None] Set router d1a7aacd-706b-400b-ac1e-4d5297b95add gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:40:19.627871 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ca57d3a2-e289-439c-ab10-d3e7d5258b17 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=7c77f7cf-e8d8-4d52-8506-6c7c25f24291 HTTP/1.1" status: 200 len: 217 time: 0.0781267 Apr 18 20:40:19.704675 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4a30448f-b06c-4f37-9b09-6c8e2feecd12 req-0e5592a6-4f4c-49be-9038-a19f3e5af46e tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684365 Apr 18 20:40:19.723571 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc3c33a8-417f-41b4-9bd0-a6d89e6e55b1 req-5bf78f33-fd55-4b12-927b-f3c56156c4b4 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987926 Apr 18 20:40:19.730073 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0ecd0d4b-de56-431c-90c1-902576cf6ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:19.732271 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-0ecd0d4b-de56-431c-90c1-902576cf6ede service neutron] 10.222.0.57 "GET /v2.0/subnets?id=72e7d85d-cdaa-40ae-b795-4a0b852926e4 HTTP/1.1" status: 200 len: 797 time: 0.0922666 Apr 18 20:40:19.828492 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-14f5a98b-704c-41bd-a7e9-a6915349d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:19.831669 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-14f5a98b-704c-41bd-a7e9-a6915349d710 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ebd78e3-8ba6-4968-baed-05df69d3d0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0899341 Apr 18 20:40:19.956649 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-20285f1b-ea52-4fa4-a4cd-9f81cebc09f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'name': 'tempest-TaggedBootDevicesTest_v242-933494111-router', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:42Z', 'updated_at': '2022-04-18T20:36:50Z', 'revision_number': 4, 'project_id': '038769a0c1df4ebc8efcb644264a6ef4', 'gw_port': {'id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:43Z', 'updated_at': '2022-04-18T20:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '31f462f1-837a-4316-8d98-1746d3d88e11', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'floating_ip_address': '172.25.1.204', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'port_id': '518d95c4-4917-4c82-b386-f2d314651a91', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861', 'mac_address': 'fa:16:3e:49:d1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:40:17Z', 'revision_number': 1, 'project_id': '038769a0c1df4ebc8efcb644264a6ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a68d6e7f-1158-4949-ae32-bdf022bcbb17', 'name': '', 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'mac_address': 'fa:16:3e:e5:34:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '6597d107-d0ca-41ad-b4eb-bc841df3bab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:47Z', 'updated_at': '2022-04-18T20:36:56Z', 'revision_number': 5, 'project_id': '038769a0c1df4ebc8efcb644264a6ef4', 'subnets': [{'id': '6597d107-d0ca-41ad-b4eb-bc841df3bab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:19.995236 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20285f1b-ea52-4fa4-a4cd-9f81cebc09f9 None None] Checking router: d1a7aacd-706b-400b-ac1e-4d5297b95add for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:40:19.998442 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b1bf4-dd07-4dd4-8380-f1afe75b36e9 req-113fb2ae-33ae-4d81-8bcb-b576950ef698 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:20.000078 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de7b1bf4-dd07-4dd4-8380-f1afe75b36e9 req-113fb2ae-33ae-4d81-8bcb-b576950ef698 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1661823 Apr 18 20:40:20.007502 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20285f1b-ea52-4fa4-a4cd-9f81cebc09f9 None None] Routers {'d1a7aacd-706b-400b-ac1e-4d5297b95add'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:20.008149 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-20285f1b-ea52-4fa4-a4cd-9f81cebc09f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:39:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d1a7aacd-706b-400b-ac1e-4d5297b95add'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:20.035038 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb4191-1528-4d54-8d47-c7738af7aaff req-c5b9a073-3cb7-442a-a4af-40b6882641c6 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:20.036599 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-35fb4191-1528-4d54-8d47-c7738af7aaff req-c5b9a073-3cb7-442a-a4af-40b6882641c6 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/ports?device_id=903ecfda-6ff3-4ee2-b620-b04e5b881a3f HTTP/1.1" status: 200 len: 946 time: 0.1566339 Apr 18 20:40:20.053697 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-38631000-f4dd-4a3e-86c5-6d06a8003c24 service neutron] 10.222.0.57 "GET /v2.0/networks/6ebd78e3-8ba6-4968-baed-05df69d3d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060430 Apr 18 20:40:20.107604 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'tag': '518d95c4-4917-4c82-b386-f2d314651a91'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:20.109989 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403f0a2c-472b-4f72-80b4-f8c8afe96e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "tag": "518d95c4-4917-4c82-b386-f2d314651a91"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:20.129858 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-20285f1b-ea52-4fa4-a4cd-9f81cebc09f9 None None] Set router d1a7aacd-706b-400b-ac1e-4d5297b95add gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:40:20.148390 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de7b1bf4-dd07-4dd4-8380-f1afe75b36e9 req-d88c0708-4ffe-463b-ac12-0067198bf62b tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297822 Apr 18 20:40:20.169883 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-35fb4191-1528-4d54-8d47-c7738af7aaff req-d10d0c7b-59b4-4563-84de-76d9c91dae12 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/security-groups?id=34068029-1743-4209-9734-1b54963716ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181636 Apr 18 20:40:20.225105 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-e471e3f8-6a84-4809-b398-795d231feca0 service neutron] 10.222.0.57 "GET /v2.0/networks/6ebd78e3-8ba6-4968-baed-05df69d3d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585059 Apr 18 20:40:20.268347 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a5debc3a-e550-476b-86b8-0954149710c4 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:20.311481 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-489bd34c-ee30-4bcf-a515-1a641b535c5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=72942681-8a4e-43a3-b295-7bf4150afaac HTTP/1.1" status: 200 len: 217 time: 0.0757031 Apr 18 20:40:20.380823 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port a5debc3a-e550-476b-86b8-0954149710c4 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:20.385620 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port a5debc3a-e550-476b-86b8-0954149710c4 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:20.386255 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.456410 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-54dddc05-be51-47a1-bc06-1ddd9a13bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:20.459273 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-54dddc05-be51-47a1-bc06-1ddd9a13bc18 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=72e7d85d-cdaa-40ae-b795-4a0b852926e4 HTTP/1.1" status: 200 len: 797 time: 0.1323392 Apr 18 20:40:20.530310 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.580704 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a5debc3a-e550-476b-86b8-0954149710c4, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a5debc3a-e550-476b-86b8-0954149710c4,segment=NetworkSegment(6d9526d9-7648-4601-abf1-e1dc1cbb5707),segment_id=6d9526d9-7648-4601-abf1-e1dc1cbb5707)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:20.589654 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.600221 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-20285f1b-ea52-4fa4-a4cd-9f81cebc09f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'name': 'tempest-TaggedBootDevicesTest_v242-933494111-router', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:42Z', 'updated_at': '2022-04-18T20:36:50Z', 'revision_number': 4, 'project_id': '038769a0c1df4ebc8efcb644264a6ef4', 'gw_port': {'id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:43Z', 'updated_at': '2022-04-18T20:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '31f462f1-837a-4316-8d98-1746d3d88e11', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'floating_ip_address': '172.25.1.204', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'port_id': '518d95c4-4917-4c82-b386-f2d314651a91', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861', 'mac_address': 'fa:16:3e:49:d1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:40:17Z', 'revision_number': 1, 'project_id': '038769a0c1df4ebc8efcb644264a6ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a68d6e7f-1158-4949-ae32-bdf022bcbb17', 'name': '', 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'mac_address': 'fa:16:3e:e5:34:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '6597d107-d0ca-41ad-b4eb-bc841df3bab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:47Z', 'updated_at': '2022-04-18T20:36:56Z', 'revision_number': 5, 'project_id': '038769a0c1df4ebc8efcb644264a6ef4', 'subnets': [{'id': '6597d107-d0ca-41ad-b4eb-bc841df3bab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:20.645809 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-026e1273-625d-49a8-abc4-9455b347208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:20.648585 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-026e1273-625d-49a8-abc4-9455b347208f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ebd78e3-8ba6-4968-baed-05df69d3d0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1680808 Apr 18 20:40:20.695912 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=a5debc3a-e550-476b-86b8-0954149710c4,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:20.696127 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccc7a4-80f6-40eb-8114-95e99b83df09 req-2961b551-7d81-4248-8019-e9f15d056fc1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:20.709289 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0eccc7a4-80f6-40eb-8114-95e99b83df09 req-2961b551-7d81-4248-8019-e9f15d056fc1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.4031336 Apr 18 20:40:20.713542 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20285f1b-ea52-4fa4-a4cd-9f81cebc09f9 None None] The sync data for ids ['d1a7aacd-706b-400b-ac1e-4d5297b95add'] in n-d-838323-3 is: [{'id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'name': 'tempest-TaggedBootDevicesTest_v242-933494111-router', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:42Z', 'updated_at': '2022-04-18T20:36:50Z', 'revision_number': 4, 'project_id': '038769a0c1df4ebc8efcb644264a6ef4', 'gw_port': {'id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:43Z', 'updated_at': '2022-04-18T20:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '31f462f1-837a-4316-8d98-1746d3d88e11', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'floating_ip_address': '172.25.1.204', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'port_id': '518d95c4-4917-4c82-b386-f2d314651a91', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861', 'mac_address': 'fa:16:3e:49:d1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:40:17Z', 'revision_number': 1, 'project_id': '038769a0c1df4ebc8efcb644264a6ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a68d6e7f-1158-4949-ae32-bdf022bcbb17', 'name': '', 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'mac_address': 'fa:16:3e:e5:34:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '6597d107-d0ca-41ad-b4eb-bc841df3bab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:47Z', 'updated_at': '2022-04-18T20:36:56Z', 'revision_number': 5, 'project_id': '038769a0c1df4ebc8efcb644264a6ef4', 'subnets': [{'id': '6597d107-d0ca-41ad-b4eb-bc841df3bab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:20.803889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64307f-9d6d-4611-888a-46e0f533dc7e req-ca578c26-6d3a-4abb-bb1d-067483dea2bb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:20.812500 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64307f-9d6d-4611-888a-46e0f533dc7e req-ca578c26-6d3a-4abb-bb1d-067483dea2bb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:20.818992 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64307f-9d6d-4611-888a-46e0f533dc7e req-ca578c26-6d3a-4abb-bb1d-067483dea2bb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:20.825478 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64307f-9d6d-4611-888a-46e0f533dc7e req-ca578c26-6d3a-4abb-bb1d-067483dea2bb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:20.832595 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64307f-9d6d-4611-888a-46e0f533dc7e req-ca578c26-6d3a-4abb-bb1d-067483dea2bb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:20.837581 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64307f-9d6d-4611-888a-46e0f533dc7e req-ca578c26-6d3a-4abb-bb1d-067483dea2bb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:20.844133 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64307f-9d6d-4611-888a-46e0f533dc7e req-ca578c26-6d3a-4abb-bb1d-067483dea2bb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:20.846069 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1b64307f-9d6d-4611-888a-46e0f533dc7e req-ca578c26-6d3a-4abb-bb1d-067483dea2bb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5419 time: 0.3850677 Apr 18 20:40:20.939207 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0eccc7a4-80f6-40eb-8114-95e99b83df09 req-1c968020-7195-4f4a-a3be-002fa5bab49d tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123435 Apr 18 20:40:21.011633 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1b64307f-9d6d-4611-888a-46e0f533dc7e req-81cd5979-97d1-4c21-9f79-39852e865de7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1513474 Apr 18 20:40:21.015964 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36eaa25-f47f-498c-bc0c-c3e2dca39f86 x-openstack-request-id: req-f36eaa25-f47f-498c-bc0c-c3e2dca39f86 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:21.016455 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "tag": "518d95c4-4917-4c82-b386-f2d314651a91", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:21.016878 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f36eaa25-f47f-498c-bc0c-c3e2dca39f86 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:21.017522 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f36eaa25-f47f-498c-bc0c-c3e2dca39f86'] response: {'name': 'network-changed', 'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'tag': '518d95c4-4917-4c82-b386-f2d314651a91', 'status': 'completed', 'code': 200} Apr 18 20:40:21.061617 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-4db3cd73-9dbb-427c-aa90-91d62702b3d4 service neutron] 10.222.0.57 "GET /v2.0/networks/6ebd78e3-8ba6-4968-baed-05df69d3d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810515 Apr 18 20:40:21.099334 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10021d8-006c-417b-868b-f905afee3338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184123ff-64f3-4f86-9a37-a88e566813aa'}, {'server_uuid': '54288157-a239-45c5-bdcd-401a8e528dd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0a83c0c-40b4-41d3-8703-2b726cebec80'}, {'server_uuid': 'a10021d8-006c-417b-868b-f905afee3338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5debc3a-e550-476b-86b8-0954149710c4'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:21.101874 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c710863c-63ab-47a6-a31c-85d5a898b30b" -d '{"events": [{"server_uuid": "a10021d8-006c-417b-868b-f905afee3338", "name": "network-vif-plugged", "status": "completed", "tag": "184123ff-64f3-4f86-9a37-a88e566813aa"}, {"server_uuid": "54288157-a239-45c5-bdcd-401a8e528dd0", "name": "network-vif-unplugged", "status": "completed", "tag": "a0a83c0c-40b4-41d3-8703-2b726cebec80"}, {"server_uuid": "a10021d8-006c-417b-868b-f905afee3338", "name": "network-vif-plugged", "status": "completed", "tag": "a5debc3a-e550-476b-86b8-0954149710c4"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:21.130782 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f659713-575c-4d2d-941e-7e6c952757ee None None] New status for floating IP 31f462f1-837a-4316-8d98-1746d3d88e11: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:40:21.158618 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f0a2c-472b-4f72-80b4-f8c8afe96e2f req-704fa7f1-369e-4dbf-8539-f6531f1f267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:21.159446 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f0a2c-472b-4f72-80b4-f8c8afe96e2f req-704fa7f1-369e-4dbf-8539-f6531f1f267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:21.165135 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f0a2c-472b-4f72-80b4-f8c8afe96e2f req-704fa7f1-369e-4dbf-8539-f6531f1f267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:21.165135 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f0a2c-472b-4f72-80b4-f8c8afe96e2f req-704fa7f1-369e-4dbf-8539-f6531f1f267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:21.168151 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f0a2c-472b-4f72-80b4-f8c8afe96e2f req-704fa7f1-369e-4dbf-8539-f6531f1f267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:21.176820 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f0a2c-472b-4f72-80b4-f8c8afe96e2f req-704fa7f1-369e-4dbf-8539-f6531f1f267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:21.179196 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f0a2c-472b-4f72-80b4-f8c8afe96e2f req-704fa7f1-369e-4dbf-8539-f6531f1f267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:21.183309 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-403f0a2c-472b-4f72-80b4-f8c8afe96e2f req-704fa7f1-369e-4dbf-8539-f6531f1f267d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=038769a0c1df4ebc8efcb644264a6ef4&device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 6502 time: 0.1348796 Apr 18 20:40:21.341222 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-5e6b4e1f-e303-4bd1-88e5-3bb87566cd63 service neutron] 10.222.0.57 "GET /v2.0/networks/6ebd78e3-8ba6-4968-baed-05df69d3d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712269 Apr 18 20:40:21.375811 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91794fd9-68cf-4e63-8f08-6eb208b6ba3b req-ce8174af-8769-47dd-9f86-42fd7da31ad6 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:21.378597 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91794fd9-68cf-4e63-8f08-6eb208b6ba3b req-ce8174af-8769-47dd-9f86-42fd7da31ad6 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a958a6-d55c-4c36-96e7-069ec59aa5a3 HTTP/1.1" status: 200 len: 945 time: 0.1289802 Apr 18 20:40:21.398569 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f0a2c-472b-4f72-80b4-f8c8afe96e2f req-b54d13be-3fb7-4466-a0a6-d99c4667a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:21.400527 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-403f0a2c-472b-4f72-80b4-f8c8afe96e2f req-b54d13be-3fb7-4466-a0a6-d99c4667a1a3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=18c98ec1-fd43-4888-ad19-39fa23ba5861 HTTP/1.1" status: 200 len: 917 time: 0.2040718 Apr 18 20:40:21.432164 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-51d9d1d0-4000-467c-b62b-517f9a1393d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=a3827d6d-6f37-483f-a44f-ac708e8eb2af HTTP/1.1" status: 200 len: 217 time: 0.0780678 Apr 18 20:40:21.468901 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c92c17-64d0-484f-bc95-b562770eecf4 req-e9f08b84-4bae-41be-a15d-d8e3b368a997 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:21.477021 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c92c17-64d0-484f-bc95-b562770eecf4 req-e9f08b84-4bae-41be-a15d-d8e3b368a997 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:21.477999 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86c92c17-64d0-484f-bc95-b562770eecf4 req-e9f08b84-4bae-41be-a15d-d8e3b368a997 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=a10021d8-006c-417b-868b-f905afee3338 HTTP/1.1" status: 200 len: 1682 time: 0.2144842 Apr 18 20:40:21.491875 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-403f0a2c-472b-4f72-80b4-f8c8afe96e2f req-65b70b70-8a57-468e-bded-936fb5638895 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=518d95c4-4917-4c82-b386-f2d314651a91 HTTP/1.1" status: 200 len: 1001 time: 0.0808082 Apr 18 20:40:21.536821 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91794fd9-68cf-4e63-8f08-6eb208b6ba3b req-36fdc278-1edc-4ccc-bd73-d503e3f2ff7f tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/security-groups?id=34068029-1743-4209-9734-1b54963716ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137285 Apr 18 20:40:21.561137 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f0a2c-472b-4f72-80b4-f8c8afe96e2f req-74195c19-3ce9-4d22-b27d-b506da5c26d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:21.563010 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-403f0a2c-472b-4f72-80b4-f8c8afe96e2f req-74195c19-3ce9-4d22-b27d-b506da5c26d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6597d107-d0ca-41ad-b4eb-bc841df3bab1 HTTP/1.1" status: 200 len: 855 time: 0.0612233 Apr 18 20:40:21.567622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-d997747d-b71f-495e-997f-979ad24299c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:21.570247 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-d997747d-b71f-495e-997f-979ad24299c8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=72e7d85d-cdaa-40ae-b795-4a0b852926e4 HTTP/1.1" status: 200 len: 797 time: 0.1233592 Apr 18 20:40:21.589062 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86c92c17-64d0-484f-bc95-b562770eecf4 req-68deceed-97ad-473e-9f1c-c400b87e0669 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875523 Apr 18 20:40:21.683424 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74e968d-d437-4d9b-bd4b-e698d70ac90b x-openstack-request-id: req-b74e968d-d437-4d9b-bd4b-e698d70ac90b {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:21.684236 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10021d8-006c-417b-868b-f905afee3338", "name": "network-vif-plugged", "status": "completed", "tag": "184123ff-64f3-4f86-9a37-a88e566813aa", "code": 200}, {"server_uuid": "54288157-a239-45c5-bdcd-401a8e528dd0", "name": "network-vif-unplugged", "status": "completed", "tag": "a0a83c0c-40b4-41d3-8703-2b726cebec80", "code": 200}, {"server_uuid": "a10021d8-006c-417b-868b-f905afee3338", "name": "network-vif-plugged", "status": "completed", "tag": "a5debc3a-e550-476b-86b8-0954149710c4", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:21.684835 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b74e968d-d437-4d9b-bd4b-e698d70ac90b {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:21.685718 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b74e968d-d437-4d9b-bd4b-e698d70ac90b'] response: {'server_uuid': 'a10021d8-006c-417b-868b-f905afee3338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184123ff-64f3-4f86-9a37-a88e566813aa', 'code': 200} Apr 18 20:40:21.686112 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b74e968d-d437-4d9b-bd4b-e698d70ac90b'] response: {'server_uuid': '54288157-a239-45c5-bdcd-401a8e528dd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0a83c0c-40b4-41d3-8703-2b726cebec80', 'code': 200} Apr 18 20:40:21.686679 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b74e968d-d437-4d9b-bd4b-e698d70ac90b'] response: {'server_uuid': 'a10021d8-006c-417b-868b-f905afee3338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5debc3a-e550-476b-86b8-0954149710c4', 'code': 200} Apr 18 20:40:21.769017 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f0a2c-472b-4f72-80b4-f8c8afe96e2f req-22c3eb6c-8c41-4885-a514-ca44dbf790cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:21.771620 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-403f0a2c-472b-4f72-80b4-f8c8afe96e2f req-22c3eb6c-8c41-4885-a514-ca44dbf790cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=18c98ec1-fd43-4888-ad19-39fa23ba5861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1918259 Apr 18 20:40:22.032067 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-403f0a2c-472b-4f72-80b4-f8c8afe96e2f req-949fdcf9-afcf-4e03-86b8-3b515fc808af service neutron] 10.222.0.57 "GET /v2.0/networks/18c98ec1-fd43-4888-ad19-39fa23ba5861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510986 Apr 18 20:40:22.227149 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-8d03175c-79fc-4240-b641-08da5eb3e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:22.228991 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-8d03175c-79fc-4240-b641-08da5eb3e78f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ebd78e3-8ba6-4968-baed-05df69d3d0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6486251 Apr 18 20:40:22.248955 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa2a7f-a100-4145-ad0f-e921e0a54e5a req-cc494ac6-d7ee-40b3-9772-60e7930022c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:22.249533 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa2a7f-a100-4145-ad0f-e921e0a54e5a req-cc494ac6-d7ee-40b3-9772-60e7930022c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:22.251378 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3baa2a7f-a100-4145-ad0f-e921e0a54e5a req-cc494ac6-d7ee-40b3-9772-60e7930022c2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a10021d8-006c-417b-868b-f905afee3338 HTTP/1.1" status: 200 len: 1984 time: 0.1040831 Apr 18 20:40:22.267074 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-403f0a2c-472b-4f72-80b4-f8c8afe96e2f req-adc09d3d-18b3-4f2c-a476-b65a5c835220 service neutron] 10.222.0.57 "GET /v2.0/networks/18c98ec1-fd43-4888-ad19-39fa23ba5861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234278 Apr 18 20:40:22.290993 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3402fb-865f-4fa0-87b5-2f1c77b550c3 req-e88d3f37-f2bf-4adf-88c3-88254d560212 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:22.299975 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cb3402fb-865f-4fa0-87b5-2f1c77b550c3 req-e88d3f37-f2bf-4adf-88c3-88254d560212 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.1539586 Apr 18 20:40:22.394658 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a0a83c0c-40b4-41d3-8703-2b726cebec80 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:40:22.511881 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3baa2a7f-a100-4145-ad0f-e921e0a54e5a req-a9acbc5c-b73c-4113-b15d-9dc51a4bdc03 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472045 Apr 18 20:40:22.520633 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cb3402fb-865f-4fa0-87b5-2f1c77b550c3 req-776507c8-f8a6-42b1-be6e-2e01bdfb9c1a tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507461 Apr 18 20:40:22.556399 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bc599-f4f7-41d7-ade4-a26e54a45c01 req-a8c4c3b5-9f90-49eb-a777-73abf0cff41d tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:22.564173 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-990bc599-f4f7-41d7-ade4-a26e54a45c01 req-a8c4c3b5-9f90-49eb-a777-73abf0cff41d tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1442957 Apr 18 20:40:22.567791 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-ebc2b9b0-f9b2-47e9-a1dd-00410ac3ad2f service neutron] 10.222.0.57 "GET /v2.0/networks/6ebd78e3-8ba6-4968-baed-05df69d3d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305652 Apr 18 20:40:22.591119 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a0a83c0c-40b4-41d3-8703-2b726cebec80, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:22.624406 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'a0a83c0c-40b4-41d3-8703-2b726cebec80', 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'port_id': 'a0a83c0c-40b4-41d3-8703-2b726cebec80', 'mac_address': 'fa:16:3e:72:8d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e471ea4-101a-40ef-81f9-9917dd650719', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:40:22.674472 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-990bc599-f4f7-41d7-ade4-a26e54a45c01 req-ab152368-46ce-46a5-a3d9-cc68a62079d9 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080809 Apr 18 20:40:22.678419 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.714249 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a83c0c-40b4-41d3-8703-2b726cebec80 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:22.766108 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a0a83c0c-40b4-41d3-8703-2b726cebec80, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:22.781338 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.857865 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=a0a83c0c-40b4-41d3-8703-2b726cebec80,revision_number=12']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:22.867486 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-67999086-8edf-4f5f-aa91-7f790e1171e5 service neutron] 10.222.0.57 "GET /v2.0/networks/6ebd78e3-8ba6-4968-baed-05df69d3d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913899 Apr 18 20:40:22.926128 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['a0a83c0c-40b4-41d3-8703-2b726cebec80'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:23.053389 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-9ff2fce0-fbf7-4392-a290-45e2a356d09e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=492687d2-a698-480b-8d9d-5292e1354c85 HTTP/1.1" status: 200 len: 217 time: 0.1448104 Apr 18 20:40:23.136523 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5bc92-14cf-43de-a420-8a1133691a3b req-38ae2a0c-80a4-42ef-abf5-4821e44fb7ef tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:23.151641 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5bc92-14cf-43de-a420-8a1133691a3b req-38ae2a0c-80a4-42ef-abf5-4821e44fb7ef tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:23.164911 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5bc92-14cf-43de-a420-8a1133691a3b req-38ae2a0c-80a4-42ef-abf5-4821e44fb7ef tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:23.180406 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5bc92-14cf-43de-a420-8a1133691a3b req-38ae2a0c-80a4-42ef-abf5-4821e44fb7ef tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:23.196488 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5bc92-14cf-43de-a420-8a1133691a3b req-38ae2a0c-80a4-42ef-abf5-4821e44fb7ef tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:23.214780 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5bc92-14cf-43de-a420-8a1133691a3b req-38ae2a0c-80a4-42ef-abf5-4821e44fb7ef tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:23.232503 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5bc92-14cf-43de-a420-8a1133691a3b req-38ae2a0c-80a4-42ef-abf5-4821e44fb7ef tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:23.235810 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bfd5bc92-14cf-43de-a420-8a1133691a3b req-38ae2a0c-80a4-42ef-abf5-4821e44fb7ef tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5419 time: 0.5072081 Apr 18 20:40:23.387090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-abbc27a0-0bf9-4ea3-bb43-0cfc823c5660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:23.391644 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-abbc27a0-0bf9-4ea3-bb43-0cfc823c5660 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=72e7d85d-cdaa-40ae-b795-4a0b852926e4 HTTP/1.1" status: 200 len: 797 time: 0.3190045 Apr 18 20:40:23.445138 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-d04cd42e-7f24-4864-a458-1f663d24fa74 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:23.452291 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8edf37-e720-48bd-807f-c8a628f60fbd req-66035a68-0959-4bca-ae85-d08f6b9a1b7f tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:23.455152 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-cb8edf37-e720-48bd-807f-c8a628f60fbd req-66035a68-0959-4bca-ae85-d08f6b9a1b7f tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.57 "GET /v2.0/ports?device_id=71a958a6-d55c-4c36-96e7-069ec59aa5a3 HTTP/1.1" status: 200 len: 945 time: 0.0867355 Apr 18 20:40:23.457299 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-d04cd42e-7f24-4864-a458-1f663d24fa74 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/networks?id=58cfdb44-c6e5-4abc-b60c-80bb950cf535 HTTP/1.1" status: 200 len: 813 time: 0.6364446 Apr 18 20:40:23.485207 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bfd5bc92-14cf-43de-a420-8a1133691a3b req-b5c6bbf1-6f16-4522-9905-821d8e4015b5 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2025385 Apr 18 20:40:23.510113 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-93cfa0ed-b7ea-4dcf-bafb-c79cd6be4be3 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/quotas/df8d0a454b80452cbe54aef74c03abdb HTTP/1.1" status: 200 len: 375 time: 0.0225148 Apr 18 20:40:23.521279 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-def60fcc-2a52-4a52-8d49-6c5267c140ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:23.525426 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-def60fcc-2a52-4a52-8d49-6c5267c140ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ebd78e3-8ba6-4968-baed-05df69d3d0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1174512 Apr 18 20:40:23.700952 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-cb8edf37-e720-48bd-807f-c8a628f60fbd req-1da389ef-aea3-48b7-8564-e7048d549107 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Deleting port 4dafaafa-d74f-4d65-9a5d-1236c5ec9db1 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:23.701690 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-cb8edf37-e720-48bd-807f-c8a628f60fbd req-1da389ef-aea3-48b7-8564-e7048d549107 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:23.815780 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-28cedfa8-7856-4f0e-8470-3d7bc07c2d51 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=df8d0a454b80452cbe54aef74c03abdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2828639 Apr 18 20:40:23.886344 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-3c7799ae-57ab-40f7-b6a9-bf4961042209 service neutron] 10.222.0.57 "GET /v2.0/networks/6ebd78e3-8ba6-4968-baed-05df69d3d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495433 Apr 18 20:40:23.901211 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-cb8edf37-e720-48bd-807f-c8a628f60fbd req-1da389ef-aea3-48b7-8564-e7048d549107 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] For port 4dafaafa-d74f-4d65-9a5d-1236c5ec9db1, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4dafaafa-d74f-4d65-9a5d-1236c5ec9db1,segment=NetworkSegment(376cc761-9df4-40ad-bdff-9ddef2308cd3),segment_id=376cc761-9df4-40ad-bdff-9ddef2308cd3)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:23.902140 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-cb8edf37-e720-48bd-807f-c8a628f60fbd req-1da389ef-aea3-48b7-8564-e7048d549107 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:23.906142 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3dd87b-e24d-4b6d-ab26-432101cc8d07 req-023453ca-b291-4027-8436-c33657cc7c23 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:23.912902 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3dd87b-e24d-4b6d-ab26-432101cc8d07 req-023453ca-b291-4027-8436-c33657cc7c23 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:23.914588 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a3dd87b-e24d-4b6d-ab26-432101cc8d07 req-023453ca-b291-4027-8436-c33657cc7c23 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=a10021d8-006c-417b-868b-f905afee3338 HTTP/1.1" status: 200 len: 1682 time: 0.2153082 Apr 18 20:40:23.959381 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-cb8edf37-e720-48bd-807f-c8a628f60fbd req-1da389ef-aea3-48b7-8564-e7048d549107 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Calling delete_port for 4dafaafa-d74f-4d65-9a5d-1236c5ec9db1 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:24.060632 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a3dd87b-e24d-4b6d-ab26-432101cc8d07 req-223c704d-a567-40b0-b928-f61fb7bde8ce tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237814 Apr 18 20:40:24.138614 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-77d50552-a2b1-4312-b354-72281b1fb419 service neutron] 10.222.0.41 "GET /v2.0/networks/58cfdb44-c6e5-4abc-b60c-80bb950cf535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207526 Apr 18 20:40:24.353825 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-cb8edf37-e720-48bd-807f-c8a628f60fbd req-1da389ef-aea3-48b7-8564-e7048d549107 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:24.371269 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['b30155fa-1874-4923-ab42-17c74f25a27d'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:24.375080 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['4dafaafa-d74f-4d65-9a5d-1236c5ec9db1'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:24.390498 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da389ef-aea3-48b7-8564-e7048d549107 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Pushing event deleted for resources: {'Port': ['ID=4dafaafa-d74f-4d65-9a5d-1236c5ec9db1,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:24.408633 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da389ef-aea3-48b7-8564-e7048d549107 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:24.410112 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da389ef-aea3-48b7-8564-e7048d549107 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:24.410482 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da389ef-aea3-48b7-8564-e7048d549107 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:24.410855 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da389ef-aea3-48b7-8564-e7048d549107 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:24.411199 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da389ef-aea3-48b7-8564-e7048d549107 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:24.411541 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da389ef-aea3-48b7-8564-e7048d549107 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:24.411964 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da389ef-aea3-48b7-8564-e7048d549107 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:24.412354 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da389ef-aea3-48b7-8564-e7048d549107 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:24.412644 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da389ef-aea3-48b7-8564-e7048d549107 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:24.413515 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da389ef-aea3-48b7-8564-e7048d549107 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:24.413856 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da389ef-aea3-48b7-8564-e7048d549107 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:24.414193 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da389ef-aea3-48b7-8564-e7048d549107 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:24.435961 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-b4d10e3f-8a14-40ff-9627-643a97aef85d service neutron] 10.222.0.57 "GET /v2.0/networks/6ebd78e3-8ba6-4968-baed-05df69d3d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203009 Apr 18 20:40:24.466980 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8edf37-e720-48bd-807f-c8a628f60fbd req-1da389ef-aea3-48b7-8564-e7048d549107 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] No DVR routers for this DVR port 4dafaafa-d74f-4d65-9a5d-1236c5ec9db1 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:40:24.471736 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-cb8edf37-e720-48bd-807f-c8a628f60fbd req-1da389ef-aea3-48b7-8564-e7048d549107 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:24.478086 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-cb8edf37-e720-48bd-807f-c8a628f60fbd req-1da389ef-aea3-48b7-8564-e7048d549107 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.57 "DELETE /v2.0/ports/4dafaafa-d74f-4d65-9a5d-1236c5ec9db1 HTTP/1.1" status: 204 len: 173 time: 1.0158703 Apr 18 20:40:24.478577 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a958a6-d55c-4c36-96e7-069ec59aa5a3', 'name': 'network-vif-deleted', 'tag': '4dafaafa-d74f-4d65-9a5d-1236c5ec9db1'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:24.480101 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a0a83c0c-40b4-41d3-8703-2b726cebec80 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:24.481032 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe9165f-3d8c-4b1c-b982-03c07500f44d" -d '{"events": [{"server_uuid": "71a958a6-d55c-4c36-96e7-069ec59aa5a3", "name": "network-vif-deleted", "tag": "4dafaafa-d74f-4d65-9a5d-1236c5ec9db1"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:24.566595 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-7fc85994-48e1-42fb-95ca-4e789a04698e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a2a01202-816d-46a7-a65a-3972b652395d HTTP/1.1" status: 200 len: 217 time: 0.0756931 Apr 18 20:40:24.586811 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-a74c2760-e456-4748-bd36-3dd2ee468fc0 service neutron] 10.222.0.41 "GET /v2.0/networks/58cfdb44-c6e5-4abc-b60c-80bb950cf535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428558 Apr 18 20:40:24.629430 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b5a67c5b-963b-42c7-8b44-9dc93b27fd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:24.682647 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port a0a83c0c-40b4-41d3-8703-2b726cebec80 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:24.683082 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:24.817413 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268d1a5-782e-479a-a8c2-95ef7861efb5 req-cfc4ab73-5ffd-4000-ab66-6f72d7697da1 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:24.820980 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f268d1a5-782e-479a-a8c2-95ef7861efb5 req-cfc4ab73-5ffd-4000-ab66-6f72d7697da1 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.5768793 Apr 18 20:40:24.849957 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bad20-4683-4670-a928-dd15121d43ac req-15379203-7d24-4115-8390-de912cb7d727 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:24.852642 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e66bad20-4683-4670-a928-dd15121d43ac req-15379203-7d24-4115-8390-de912cb7d727 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.32 "GET /v2.0/ports?device_id=903ecfda-6ff3-4ee2-b620-b04e5b881a3f HTTP/1.1" status: 200 len: 946 time: 0.6055927 Apr 18 20:40:24.891668 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:24.945163 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-3c674bdd-95f9-44e4-b37e-3ffffc0057a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:24.948451 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-3c674bdd-95f9-44e4-b37e-3ffffc0057a2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9e58ec91-e95a-4da8-b8eb-4edb6f8b5b4d HTTP/1.1" status: 200 len: 797 time: 0.3577738 Apr 18 20:40:24.973805 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54288157-a239-45c5-bdcd-401a8e528dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a83c0c-40b4-41d3-8703-2b726cebec80'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:24.979077 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7561122d-2126-4687-96df-60456026ba75" -d '{"events": [{"server_uuid": "54288157-a239-45c5-bdcd-401a8e528dd0", "name": "network-vif-plugged", "status": "completed", "tag": "a0a83c0c-40b4-41d3-8703-2b726cebec80"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:25.011613 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a0a83c0c-40b4-41d3-8703-2b726cebec80, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:25.022334 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.112911 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f268d1a5-782e-479a-a8c2-95ef7861efb5 req-ed0b75da-0ed0-4ba3-89ef-9557c7200049 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2580168 Apr 18 20:40:25.186908 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=a0a83c0c-40b4-41d3-8703-2b726cebec80,revision_number=13']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:25.228050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-079ecfc4-c606-419d-bba4-d255256d924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:25.231032 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-079ecfc4-c606-419d-bba4-d255256d924b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f0513885-75e1-4841-8e3e-94a85e5d0ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2735574 Apr 18 20:40:25.535959 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e0a7d-ba04-471d-bda2-3ab47363e2d4 req-eeab909c-bbca-4c1f-84fd-aa9094ec54e1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:25.549474 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-967e0a7d-ba04-471d-bda2-3ab47363e2d4 req-eeab909c-bbca-4c1f-84fd-aa9094ec54e1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 947 time: 0.3162086 Apr 18 20:40:25.567167 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-e66bad20-4683-4670-a928-dd15121d43ac req-2beef3e9-a4f0-4709-8d8e-80c70a4542dd tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Deleting port b30155fa-1874-4923-ab42-17c74f25a27d {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:25.567887 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e66bad20-4683-4670-a928-dd15121d43ac req-2beef3e9-a4f0-4709-8d8e-80c70a4542dd tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.807191 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-3493cc32-591b-4a7c-8f1f-1d3f72f19258 service neutron] 10.222.0.57 "GET /v2.0/networks/f0513885-75e1-4841-8e3e-94a85e5d0ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5620878 Apr 18 20:40:25.830687 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-967e0a7d-ba04-471d-bda2-3ab47363e2d4 req-d3a01eb7-dc10-4bd6-a4ca-76c6f7d8939c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2518957 Apr 18 20:40:25.868659 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d21d2-53b7-4a0c-b543-814df0daca27 req-a4c743d7-f57b-46bd-aeb0-510ef936cc40 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:25.879170 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-149d21d2-53b7-4a0c-b543-814df0daca27 req-a4c743d7-f57b-46bd-aeb0-510ef936cc40 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.2984228 Apr 18 20:40:25.904129 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446c064a-e6d1-44fe-9039-7e66e6bdc14e x-openstack-request-id: req-446c064a-e6d1-44fe-9039-7e66e6bdc14e {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:25.904752 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a958a6-d55c-4c36-96e7-069ec59aa5a3", "name": "network-vif-deleted", "tag": "4dafaafa-d74f-4d65-9a5d-1236c5ec9db1", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:25.905021 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-446c064a-e6d1-44fe-9039-7e66e6bdc14e {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:25.905655 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446c064a-e6d1-44fe-9039-7e66e6bdc14e'] response: {'server_uuid': '71a958a6-d55c-4c36-96e7-069ec59aa5a3', 'name': 'network-vif-deleted', 'tag': '4dafaafa-d74f-4d65-9a5d-1236c5ec9db1', 'status': 'completed', 'code': 200} Apr 18 20:40:25.992516 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:40:26.073234 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-e66bad20-4683-4670-a928-dd15121d43ac req-2beef3e9-a4f0-4709-8d8e-80c70a4542dd tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] For port b30155fa-1874-4923-ab42-17c74f25a27d, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=b30155fa-1874-4923-ab42-17c74f25a27d,segment=NetworkSegment(376cc761-9df4-40ad-bdff-9ddef2308cd3),segment_id=376cc761-9df4-40ad-bdff-9ddef2308cd3)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:26.073762 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e66bad20-4683-4670-a928-dd15121d43ac req-2beef3e9-a4f0-4709-8d8e-80c70a4542dd tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:26.145207 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-e66bad20-4683-4670-a928-dd15121d43ac req-2beef3e9-a4f0-4709-8d8e-80c70a4542dd tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Calling delete_port for b30155fa-1874-4923-ab42-17c74f25a27d owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:26.181686 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-149d21d2-53b7-4a0c-b543-814df0daca27 req-064166cc-bc60-4873-8e4b-e7b23801f2b7 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015234 Apr 18 20:40:26.266220 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf37c4c-7015-4203-8a62-051be29dbd2b req-a1603159-c505-4808-aba2-759f72b481cd tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:26.273397 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf37c4c-7015-4203-8a62-051be29dbd2b req-a1603159-c505-4808-aba2-759f72b481cd tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:26.281672 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf37c4c-7015-4203-8a62-051be29dbd2b req-a1603159-c505-4808-aba2-759f72b481cd tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:26.288166 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf37c4c-7015-4203-8a62-051be29dbd2b req-a1603159-c505-4808-aba2-759f72b481cd tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:26.295447 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf37c4c-7015-4203-8a62-051be29dbd2b req-a1603159-c505-4808-aba2-759f72b481cd tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:26.299297 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1c4b44-1197-4686-8228-6dad0a63ba03 x-openstack-request-id: req-aa1c4b44-1197-4686-8228-6dad0a63ba03 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:26.299875 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54288157-a239-45c5-bdcd-401a8e528dd0", "name": "network-vif-plugged", "status": "completed", "tag": "a0a83c0c-40b4-41d3-8703-2b726cebec80", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:26.300127 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aa1c4b44-1197-4686-8228-6dad0a63ba03 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:26.300843 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa1c4b44-1197-4686-8228-6dad0a63ba03'] response: {'server_uuid': '54288157-a239-45c5-bdcd-401a8e528dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a83c0c-40b4-41d3-8703-2b726cebec80', 'code': 200} Apr 18 20:40:26.302776 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf37c4c-7015-4203-8a62-051be29dbd2b req-a1603159-c505-4808-aba2-759f72b481cd tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:26.310194 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf37c4c-7015-4203-8a62-051be29dbd2b req-a1603159-c505-4808-aba2-759f72b481cd tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:26.319159 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-daf37c4c-7015-4203-8a62-051be29dbd2b req-a1603159-c505-4808-aba2-759f72b481cd tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5419 time: 0.2773101 Apr 18 20:40:26.326085 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-1acec2fb-7b69-4155-aebe-9ef360f08ce2 service neutron] 10.222.0.57 "GET /v2.0/networks/f0513885-75e1-4841-8e3e-94a85e5d0ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034440 Apr 18 20:40:26.401777 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-e69684a5-48d8-479c-ab4b-a5c5e31ee071 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0cddf461-0d6d-4a62-b778-f50d5f02401a HTTP/1.1" status: 200 len: 217 time: 0.0647726 Apr 18 20:40:26.425846 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4dafaafa-d74f-4d65-9a5d-1236c5ec9db1 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:40:26.526253 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cd342-4bfe-48a3-8ea5-22f979e16856 req-0b9ddf56-62ce-4d6a-b09a-f0d938c87b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:26.533567 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b88cd342-4bfe-48a3-8ea5-22f979e16856 req-0b9ddf56-62ce-4d6a-b09a-f0d938c87b08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 1098 time: 0.1093628 Apr 18 20:40:26.576125 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 4dafaafa-d74f-4d65-9a5d-1236c5ec9db1 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:40:26.577251 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4dafaafa-d74f-4d65-9a5d-1236c5ec9db1 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:40:26.586546 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-daf37c4c-7015-4203-8a62-051be29dbd2b req-c8cf6b51-e418-448a-ae15-4b69646ea3e8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2661572 Apr 18 20:40:26.711306 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-fae94ed3-1095-4e43-95d5-61bf0d409496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:26.715404 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-fae94ed3-1095-4e43-95d5-61bf0d409496 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9e58ec91-e95a-4da8-b8eb-4edb6f8b5b4d HTTP/1.1" status: 200 len: 797 time: 0.2664518 Apr 18 20:40:27.036584 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cd342-4bfe-48a3-8ea5-22f979e16856 req-1f3f23cc-a9f0-468d-a8f1-224be0b3e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:27.040534 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-352acb1c-9a21-428e-8d49-52d58a0d61d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:27.042383 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-352acb1c-9a21-428e-8d49-52d58a0d61d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f0513885-75e1-4841-8e3e-94a85e5d0ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2907557 Apr 18 20:40:27.043526 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b88cd342-4bfe-48a3-8ea5-22f979e16856 req-1f3f23cc-a9f0-468d-a8f1-224be0b3e171 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 913 time: 0.4823115 Apr 18 20:40:27.142899 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c9103-7c9f-4894-b8c5-cead33bdb0c7 req-bbb0fde5-494e-4b82-9862-a5005ad4fd37 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:27.149234 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c9103-7c9f-4894-b8c5-cead33bdb0c7 req-bbb0fde5-494e-4b82-9862-a5005ad4fd37 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:27.151073 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d96c9103-7c9f-4894-b8c5-cead33bdb0c7 req-bbb0fde5-494e-4b82-9862-a5005ad4fd37 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=a10021d8-006c-417b-868b-f905afee3338 HTTP/1.1" status: 200 len: 1682 time: 0.4331250 Apr 18 20:40:27.170404 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f40d7-a66d-40aa-aaa7-4c4143b9d2bb req-62d0f7d4-c90a-4a4c-aa39-9dbfde6bfb2a tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:27.179041 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-816f40d7-a66d-40aa-aaa7-4c4143b9d2bb req-62d0f7d4-c90a-4a4c-aa39-9dbfde6bfb2a tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/ports?device_id=886bbfe7-2980-4869-91f1-60b32a2e2f99 HTTP/1.1" status: 200 len: 945 time: 0.2183626 Apr 18 20:40:27.183729 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e66bad20-4683-4670-a928-dd15121d43ac req-2beef3e9-a4f0-4709-8d8e-80c70a4542dd tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.261827 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beef3e9-a4f0-4709-8d8e-80c70a4542dd tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Pushing event deleted for resources: {'Port': ['ID=b30155fa-1874-4923-ab42-17c74f25a27d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:27.287778 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b88cd342-4bfe-48a3-8ea5-22f979e16856 req-d779a132-b815-4348-9265-70578c6ecc5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80 HTTP/1.1" status: 200 len: 1001 time: 0.2212369 Apr 18 20:40:27.319836 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d96c9103-7c9f-4894-b8c5-cead33bdb0c7 req-52a34fc8-f7d2-406f-b886-09c67a17a74e tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578176 Apr 18 20:40:27.378415 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-e07c0710-bcac-4655-94c2-2272ad860c8c service neutron] 10.222.0.57 "GET /v2.0/networks/f0513885-75e1-4841-8e3e-94a85e5d0ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190005 Apr 18 20:40:27.434019 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cd342-4bfe-48a3-8ea5-22f979e16856 req-a14e953e-7046-4379-9fc4-23d11c6108f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:27.439498 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b88cd342-4bfe-48a3-8ea5-22f979e16856 req-a14e953e-7046-4379-9fc4-23d11c6108f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e471ea4-101a-40ef-81f9-9917dd650719 HTTP/1.1" status: 200 len: 851 time: 0.1452479 Apr 18 20:40:27.602243 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffae455-9d29-4267-ad2e-f4da168eed33 req-d950e820-5965-4324-a78c-f4d53fe94491 service neutron] 10.222.0.57 "GET /v2.0/networks/f0513885-75e1-4841-8e3e-94a85e5d0ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124224 Apr 18 20:40:27.605657 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66bad20-4683-4670-a928-dd15121d43ac req-2beef3e9-a4f0-4709-8d8e-80c70a4542dd tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] No DVR routers for this DVR port b30155fa-1874-4923-ab42-17c74f25a27d on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:40:27.612835 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e66bad20-4683-4670-a928-dd15121d43ac req-2beef3e9-a4f0-4709-8d8e-80c70a4542dd tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.619767 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e66bad20-4683-4670-a928-dd15121d43ac req-2beef3e9-a4f0-4709-8d8e-80c70a4542dd tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.32 "DELETE /v2.0/ports/b30155fa-1874-4923-ab42-17c74f25a27d HTTP/1.1" status: 204 len: 173 time: 2.7579794 Apr 18 20:40:27.628546 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903ecfda-6ff3-4ee2-b620-b04e5b881a3f', 'name': 'network-vif-deleted', 'tag': 'b30155fa-1874-4923-ab42-17c74f25a27d'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:27.634685 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92715509-b301-46ca-8bbd-d7186739a0e2" -d '{"events": [{"server_uuid": "903ecfda-6ff3-4ee2-b620-b04e5b881a3f", "name": "network-vif-deleted", "tag": "b30155fa-1874-4923-ab42-17c74f25a27d"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:27.649407 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-816f40d7-a66d-40aa-aaa7-4c4143b9d2bb req-2fd2a6c5-2f66-450b-8dc8-ac7730c8003f tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cbc5cd0-7ce7-4985-a31a-8661b244404b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4701803 Apr 18 20:40:27.895484 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cd342-4bfe-48a3-8ea5-22f979e16856 req-8c8bd83d-d40b-42fc-8e11-8d6b3583f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:27.899331 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b88cd342-4bfe-48a3-8ea5-22f979e16856 req-8c8bd83d-d40b-42fc-8e11-8d6b3583f88a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb225605-c490-4bb4-a150-b74221fc667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4513323 Apr 18 20:40:28.037438 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-788bc242-bf93-4b70-a192-d97c86f9ef4f tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:28.039769 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-788bc242-bf93-4b70-a192-d97c86f9ef4f tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.57 "GET /v2.0/networks?id=58cfdb44-c6e5-4abc-b60c-80bb950cf535 HTTP/1.1" status: 200 len: 813 time: 0.5258203 Apr 18 20:40:28.243529 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b88cd342-4bfe-48a3-8ea5-22f979e16856 req-e0e55616-1f6d-4fd0-9525-dcc8556f9256 service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021048 Apr 18 20:40:28.253244 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-90aa32a3-c7a3-46c1-9989-eb090eb8e87b tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Request body: {'port': {'device_id': 'c1700033-e7c6-4dd1-b7f1-f4da03e030d2', 'network_id': '58cfdb44-c6e5-4abc-b60c-80bb950cf535', 'admin_state_up': True, 'tenant_id': 'df8d0a454b80452cbe54aef74c03abdb'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:28.295888 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device b30155fa-1874-4923-ab42-17c74f25a27d no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:40:28.352640 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: b30155fa-1874-4923-ab42-17c74f25a27d {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:40:28.353313 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device b30155fa-1874-4923-ab42-17c74f25a27d not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:40:28.420738 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4265ae1-d975-4715-9bb4-713922f125e2 req-018472b6-ef74-49e2-ac4e-b20e2d0dd384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:28.421428 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4265ae1-d975-4715-9bb4-713922f125e2 req-018472b6-ef74-49e2-ac4e-b20e2d0dd384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:28.421989 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4265ae1-d975-4715-9bb4-713922f125e2 req-018472b6-ef74-49e2-ac4e-b20e2d0dd384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:28.422523 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4265ae1-d975-4715-9bb4-713922f125e2 req-018472b6-ef74-49e2-ac4e-b20e2d0dd384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:28.423054 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4265ae1-d975-4715-9bb4-713922f125e2 req-018472b6-ef74-49e2-ac4e-b20e2d0dd384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:28.423678 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4265ae1-d975-4715-9bb4-713922f125e2 req-018472b6-ef74-49e2-ac4e-b20e2d0dd384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:28.424243 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4265ae1-d975-4715-9bb4-713922f125e2 req-018472b6-ef74-49e2-ac4e-b20e2d0dd384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:28.426780 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4265ae1-d975-4715-9bb4-713922f125e2 req-018472b6-ef74-49e2-ac4e-b20e2d0dd384 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b938d2524c3842cdaf1832263fa7ae9d&device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 6476 time: 0.5362568 Apr 18 20:40:28.463571 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592329e5-c263-451b-8c7f-0e1f6dfc3c2d req-c8ae52d6-4317-499c-97ac-e951d843a517 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:28.471465 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-592329e5-c263-451b-8c7f-0e1f6dfc3c2d req-c8ae52d6-4317-499c-97ac-e951d843a517 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.8761609 Apr 18 20:40:28.557307 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b88cd342-4bfe-48a3-8ea5-22f979e16856 req-c5ecfb45-c8be-4963-bb96-c0ff7b69b6d4 service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374938 Apr 18 20:40:28.579917 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350131eb-e641-415a-8a36-a8436683444a req-c1dc795b-5f19-4d1b-8237-e4b5de2bbed7 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:28.593400 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-350131eb-e641-415a-8a36-a8436683444a req-c1dc795b-5f19-4d1b-8237-e4b5de2bbed7 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.2433760 Apr 18 20:40:28.608365 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-90aa32a3-c7a3-46c1-9989-eb090eb8e87b tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Made reservation on behalf of df8d0a454b80452cbe54aef74c03abdb for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:28.609979 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-2bb65728-82a2-417e-8fb7-970f40eb086e tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:28.612372 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-2bb65728-82a2-417e-8fb7-970f40eb086e tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.32 "GET /v2.0/networks?id=58cfdb44-c6e5-4abc-b60c-80bb950cf535 HTTP/1.1" status: 200 len: 813 time: 0.9595034 Apr 18 20:40:28.614566 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-90aa32a3-c7a3-46c1-9989-eb090eb8e87b tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:28.658630 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-c2852b9f-7597-4b1b-b0ce-5ad0fb91465d tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Request body: {'port': {'device_id': 'bfb968df-24fe-4f00-a5c3-bce2f1b33968', 'network_id': '58cfdb44-c6e5-4abc-b60c-80bb950cf535', 'admin_state_up': True, 'tenant_id': 'df8d0a454b80452cbe54aef74c03abdb'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:28.729943 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-350131eb-e641-415a-8a36-a8436683444a req-7779b804-536e-4581-bf44-639b35ca9e5d tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335053 Apr 18 20:40:28.768100 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a7c17486-4426-4bbe-97a6-9addc7631d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:28.869097 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-592329e5-c263-451b-8c7f-0e1f6dfc3c2d req-02725bf3-cafe-4dd4-8db4-9e79b4123231 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3964765 Apr 18 20:40:28.900457 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-90aa32a3-c7a3-46c1-9989-eb090eb8e87b tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Allocated IP 172.20.0.8 (58cfdb44-c6e5-4abc-b60c-80bb950cf535/c65c631c-fbcc-42f9-b6bd-05a4bfb002da/b3443436-e7f9-46cc-8f54-8ff21abbb4c6) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:29.048495 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4265ae1-d975-4715-9bb4-713922f125e2 req-39cf131c-2baf-48d2-a79c-c4e2a0b452a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:29.048495 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4265ae1-d975-4715-9bb4-713922f125e2 req-39cf131c-2baf-48d2-a79c-c4e2a0b452a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f0513885-75e1-4841-8e3e-94a85e5d0ac6 HTTP/1.1" status: 200 len: 902 time: 0.6081798 Apr 18 20:40:29.066750 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-347c9efd-a58f-4661-8b86-7c02cddeb6ce req-d37e30ff-5f4c-48a7-aa77-4fb9809d5438 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfb968df-24fe-4f00-a5c3-bce2f1b33968 HTTP/1.1" status: 200 len: 210 time: 0.0872657 Apr 18 20:40:29.177958 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4265ae1-d975-4715-9bb4-713922f125e2 req-a7283b18-3980-4def-a4fe-9d51acdffd41 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0cddf461-0d6d-4a62-b778-f50d5f02401a HTTP/1.1" status: 200 len: 217 time: 0.1069641 Apr 18 20:40:29.250073 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a79f38-5b7a-487b-a155-381ee5b185b3 req-b8b83636-bc7d-4529-a4c8-1771fa6edef0 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:29.257928 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43a79f38-5b7a-487b-a155-381ee5b185b3 req-b8b83636-bc7d-4529-a4c8-1771fa6edef0 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 947 time: 0.2865622 Apr 18 20:40:29.320195 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-c2852b9f-7597-4b1b-b0ce-5ad0fb91465d tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Made reservation on behalf of df8d0a454b80452cbe54aef74c03abdb for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:29.323977 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-c2852b9f-7597-4b1b-b0ce-5ad0fb91465d tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.359149 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-90aa32a3-c7a3-46c1-9989-eb090eb8e87b tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.394764 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4265ae1-d975-4715-9bb4-713922f125e2 req-4effb5b2-9b1c-40ab-8458-2839e240438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:29.396528 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4265ae1-d975-4715-9bb4-713922f125e2 req-4effb5b2-9b1c-40ab-8458-2839e240438c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9e58ec91-e95a-4da8-b8eb-4edb6f8b5b4d HTTP/1.1" status: 200 len: 797 time: 0.2004139 Apr 18 20:40:29.437269 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-90aa32a3-c7a3-46c1-9989-eb090eb8e87b tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.470053 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43a79f38-5b7a-487b-a155-381ee5b185b3 req-7824d8c4-bd73-4456-b006-38d6d85d80d7 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111092 Apr 18 20:40:29.538204 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-90aa32a3-c7a3-46c1-9989-eb090eb8e87b tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Network 58cfdb44-c6e5-4abc-b60c-80bb950cf535 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:29.569020 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa32a3-c7a3-46c1-9989-eb090eb8e87b tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Pushing event updated for resources: {'Port': ['ID=b3443436-e7f9-46cc-8f54-8ff21abbb4c6,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:29.581536 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e75df-26a2-4c88-b361-26e212d3816c req-4e71f340-933b-48ea-a1a4-58802287d217 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:29.590264 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-90aa32a3-c7a3-46c1-9989-eb090eb8e87b tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:29.600714 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e75df-26a2-4c88-b361-26e212d3816c req-4e71f340-933b-48ea-a1a4-58802287d217 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:29.602144 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-90aa32a3-c7a3-46c1-9989-eb090eb8e87b tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:40:29.622814 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e75df-26a2-4c88-b361-26e212d3816c req-4e71f340-933b-48ea-a1a4-58802287d217 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:29.632915 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e75df-26a2-4c88-b361-26e212d3816c req-4e71f340-933b-48ea-a1a4-58802287d217 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:29.648092 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e75df-26a2-4c88-b361-26e212d3816c req-4e71f340-933b-48ea-a1a4-58802287d217 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:29.656201 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e75df-26a2-4c88-b361-26e212d3816c req-4e71f340-933b-48ea-a1a4-58802287d217 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:29.663444 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e75df-26a2-4c88-b361-26e212d3816c req-4e71f340-933b-48ea-a1a4-58802287d217 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:29.667310 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-270e75df-26a2-4c88-b361-26e212d3816c req-4e71f340-933b-48ea-a1a4-58802287d217 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5419 time: 0.3813746 Apr 18 20:40:29.677419 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9e6562-5b0c-4cd8-8949-814d9e84450b x-openstack-request-id: req-de9e6562-5b0c-4cd8-8949-814d9e84450b {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:29.677997 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903ecfda-6ff3-4ee2-b620-b04e5b881a3f", "name": "network-vif-deleted", "tag": "b30155fa-1874-4923-ab42-17c74f25a27d", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:29.678386 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de9e6562-5b0c-4cd8-8949-814d9e84450b {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:29.678937 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de9e6562-5b0c-4cd8-8949-814d9e84450b'] response: {'server_uuid': '903ecfda-6ff3-4ee2-b620-b04e5b881a3f', 'name': 'network-vif-deleted', 'tag': 'b30155fa-1874-4923-ab42-17c74f25a27d', 'status': 'completed', 'code': 200} Apr 18 20:40:29.741331 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.742523 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-90aa32a3-c7a3-46c1-9989-eb090eb8e87b tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:29.743675 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-90aa32a3-c7a3-46c1-9989-eb090eb8e87b tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.768378 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4265ae1-d975-4715-9bb4-713922f125e2 req-4cce8255-2aa2-426f-980a-563c88f10d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:29.771201 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4265ae1-d975-4715-9bb4-713922f125e2 req-4cce8255-2aa2-426f-980a-563c88f10d78 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f0513885-75e1-4841-8e3e-94a85e5d0ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3648405 Apr 18 20:40:29.784278 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-90aa32a3-c7a3-46c1-9989-eb090eb8e87b tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5386536 Apr 18 20:40:29.804862 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-05b881e7-3eb4-4b77-909a-e43ed0b8933b service neutron] Request body: {'port': {'device_id': 'c1700033-e7c6-4dd1-b7f1-f4da03e030d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:29.828838 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-270e75df-26a2-4c88-b361-26e212d3816c req-a4de1c51-1b7a-49ec-ace7-079f4e436cdf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1398196 Apr 18 20:40:29.906427 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.db.api [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-c2852b9f-7597-4b1b-b0ce-5ad0fb91465d tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-a7ef9286-1f6f-40e5-95f6-a6b1fb6bd9e0 {{(pid=102908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:40:29.906850 n-d-838323-3 neutron-server[102908]: DEBUG oslo_db.api [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-c2852b9f-7597-4b1b-b0ce-5ad0fb91465d tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:40:29.999505 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4265ae1-d975-4715-9bb4-713922f125e2 req-916d24dd-3dbf-4bf3-91ec-feda62317476 service neutron] 10.222.0.57 "GET /v2.0/networks/f0513885-75e1-4841-8e3e-94a85e5d0ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107463 Apr 18 20:40:30.041203 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-05b881e7-3eb4-4b77-909a-e43ed0b8933b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:30.229465 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4265ae1-d975-4715-9bb4-713922f125e2 req-2e6bda6a-1f80-4b77-9b0a-56c7652df36a service neutron] 10.222.0.57 "GET /v2.0/networks/f0513885-75e1-4841-8e3e-94a85e5d0ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194436 Apr 18 20:40:30.318593 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae338d-e2d2-4456-82a5-685e7b648ed6 req-53437407-7676-44b7-a0fa-08c0712660e1 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:30.332363 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53ae338d-e2d2-4456-82a5-685e7b648ed6 req-53437407-7676-44b7-a0fa-08c0712660e1 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1252625 Apr 18 20:40:30.408678 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-c2852b9f-7597-4b1b-b0ce-5ad0fb91465d tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:30.416712 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53ae338d-e2d2-4456-82a5-685e7b648ed6 req-b2e401af-6ec9-4fc3-81db-57de9ab66676 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828209 Apr 18 20:40:30.658801 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-05b881e7-3eb4-4b77-909a-e43ed0b8933b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3443436-e7f9-46cc-8f54-8ff21abbb4c6 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:30.688628 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-05b881e7-3eb4-4b77-909a-e43ed0b8933b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:30.710394 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-05b881e7-3eb4-4b77-909a-e43ed0b8933b service neutron] Transition to ACTIVE for port object b3443436-e7f9-46cc-8f54-8ff21abbb4c6 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:30.732111 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-05b881e7-3eb4-4b77-909a-e43ed0b8933b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:30.809183 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cb3f4-7813-4e29-8277-50b0317bf818 req-81be7f4c-561f-49f0-8789-38e434d867a7 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:30.817191 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c2cb3f4-7813-4e29-8277-50b0317bf818 req-81be7f4c-561f-49f0-8789-38e434d867a7 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.1715348 Apr 18 20:40:30.847538 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b881e7-3eb4-4b77-909a-e43ed0b8933b service neutron] Pushing event updated for resources: {'Port': ['ID=b3443436-e7f9-46cc-8f54-8ff21abbb4c6,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:30.860886 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7953a-c51b-4f29-9e0b-2ddf0df67601 req-771a8f65-abe3-4679-975e-d335964554ca tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:30.867119 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7953a-c51b-4f29-9e0b-2ddf0df67601 req-771a8f65-abe3-4679-975e-d335964554ca tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:30.869137 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2fc7953a-c51b-4f29-9e0b-2ddf0df67601 req-771a8f65-abe3-4679-975e-d335964554ca tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=a10021d8-006c-417b-868b-f905afee3338 HTTP/1.1" status: 200 len: 1682 time: 0.2212565 Apr 18 20:40:30.893466 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-c2852b9f-7597-4b1b-b0ce-5ad0fb91465d tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Allocated IP 172.20.0.12 (58cfdb44-c6e5-4abc-b60c-80bb950cf535/c65c631c-fbcc-42f9-b6bd-05a4bfb002da/03fbbde7-3d25-491a-ae8d-a539454acfda) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:30.939600 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c2cb3f4-7813-4e29-8277-50b0317bf818 req-737fb857-fd1d-479a-96ce-c6e8848842ee tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201227 Apr 18 20:40:30.986810 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2fc7953a-c51b-4f29-9e0b-2ddf0df67601 req-cdd0abe7-bd50-428c-9ce0-42cdd344f2ca tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948930 Apr 18 20:40:31.071952 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-05b881e7-3eb4-4b77-909a-e43ed0b8933b service neutron] Attempting to bind port b3443436-e7f9-46cc-8f54-8ff21abbb4c6 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:31.072307 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-05b881e7-3eb4-4b77-909a-e43ed0b8933b service neutron] Attempting to bind port b3443436-e7f9-46cc-8f54-8ff21abbb4c6 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '376cc761-9df4-40ad-bdff-9ddef2308cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '58cfdb44-c6e5-4abc-b60c-80bb950cf535'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:31.072676 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-05b881e7-3eb4-4b77-909a-e43ed0b8933b service neutron] Attempting to bind port b3443436-e7f9-46cc-8f54-8ff21abbb4c6 on network 58cfdb44-c6e5-4abc-b60c-80bb950cf535 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:31.086092 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-05b881e7-3eb4-4b77-909a-e43ed0b8933b service neutron] Port b3443436-e7f9-46cc-8f54-8ff21abbb4c6 on network 58cfdb44-c6e5-4abc-b60c-80bb950cf535 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:40:31.086550 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-05b881e7-3eb4-4b77-909a-e43ed0b8933b service neutron] Attempting to bind port b3443436-e7f9-46cc-8f54-8ff21abbb4c6 on network 58cfdb44-c6e5-4abc-b60c-80bb950cf535 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:31.102999 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-05b881e7-3eb4-4b77-909a-e43ed0b8933b service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:40:31.103533 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-05b881e7-3eb4-4b77-909a-e43ed0b8933b service neutron] Checking segment: {'id': '376cc761-9df4-40ad-bdff-9ddef2308cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '58cfdb44-c6e5-4abc-b60c-80bb950cf535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:40:31.104188 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-05b881e7-3eb4-4b77-909a-e43ed0b8933b service neutron] Bound using segment: {'id': '376cc761-9df4-40ad-bdff-9ddef2308cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '58cfdb44-c6e5-4abc-b60c-80bb950cf535'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:40:31.104950 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-05b881e7-3eb4-4b77-909a-e43ed0b8933b service neutron] Bound port: b3443436-e7f9-46cc-8f54-8ff21abbb4c6, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '376cc761-9df4-40ad-bdff-9ddef2308cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '58cfdb44-c6e5-4abc-b60c-80bb950cf535'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:31.105561 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-05b881e7-3eb4-4b77-909a-e43ed0b8933b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:31.156094 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91147b44-1fee-4538-93b1-dd97e3aa391a req-1fd4f755-2003-4060-85e0-1255b4aa8e87 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfb968df-24fe-4f00-a5c3-bce2f1b33968 HTTP/1.1" status: 200 len: 210 time: 0.0558734 Apr 18 20:40:31.297465 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:31.342024 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-05b881e7-3eb4-4b77-909a-e43ed0b8933b service neutron] For port b3443436-e7f9-46cc-8f54-8ff21abbb4c6, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:31.346286 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-05b881e7-3eb4-4b77-909a-e43ed0b8933b service neutron] For port b3443436-e7f9-46cc-8f54-8ff21abbb4c6, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b3443436-e7f9-46cc-8f54-8ff21abbb4c6,segment=NetworkSegment(376cc761-9df4-40ad-bdff-9ddef2308cd3),segment_id=376cc761-9df4-40ad-bdff-9ddef2308cd3)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:31.355714 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-05b881e7-3eb4-4b77-909a-e43ed0b8933b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:31.430944 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-05b881e7-3eb4-4b77-909a-e43ed0b8933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:31.431613 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-05b881e7-3eb4-4b77-909a-e43ed0b8933b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:31.433390 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-05b881e7-3eb4-4b77-909a-e43ed0b8933b service neutron] 10.222.0.57 "PUT /v2.0/ports/b3443436-e7f9-46cc-8f54-8ff21abbb4c6 HTTP/1.1" status: 200 len: 1091 time: 1.6380315 Apr 18 20:40:31.433862 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1700033-e7c6-4dd1-b7f1-f4da03e030d2', 'tag': 'b3443436-e7f9-46cc-8f54-8ff21abbb4c6'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:31.437306 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeaf2632-bfab-419c-a3a5-30be0c6f898a" -d '{"events": [{"name": "network-changed", "server_uuid": "c1700033-e7c6-4dd1-b7f1-f4da03e030d2", "tag": "b3443436-e7f9-46cc-8f54-8ff21abbb4c6"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:31.488285 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b881e7-3eb4-4b77-909a-e43ed0b8933b service neutron] Pushing event updated for resources: {'Port': ['ID=b3443436-e7f9-46cc-8f54-8ff21abbb4c6,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:31.490595 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:31.494114 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731095c-070e-4a9f-b450-a631ca42d72e req-4866c13a-ba48-4d85-b0af-0ad1a15bd696 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:31.513666 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4731095c-070e-4a9f-b450-a631ca42d72e req-4866c13a-ba48-4d85-b0af-0ad1a15bd696 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/ports?device_id=886bbfe7-2980-4869-91f1-60b32a2e2f99 HTTP/1.1" status: 200 len: 945 time: 0.3061633 Apr 18 20:40:31.545227 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-c2852b9f-7597-4b1b-b0ce-5ad0fb91465d tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:31.585742 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d313498-9c0c-40cf-b3e1-272f73d04748 req-e1315671-dba1-4cb9-b205-35005a925618 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:31.596908 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d313498-9c0c-40cf-b3e1-272f73d04748 req-e1315671-dba1-4cb9-b205-35005a925618 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.2854292 Apr 18 20:40:31.605028 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-543d0d96-4b78-4d99-a520-7e7382f113d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:31.607708 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-543d0d96-4b78-4d99-a520-7e7382f113d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df8d0a454b80452cbe54aef74c03abdb&device_id=c1700033-e7c6-4dd1-b7f1-f4da03e030d2 HTTP/1.1" status: 200 len: 1094 time: 0.1094379 Apr 18 20:40:31.667095 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4731095c-070e-4a9f-b450-a631ca42d72e req-4ee2b547-6ff9-42a6-b477-42ec6e4c7810 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cbc5cd0-7ce7-4985-a31a-8661b244404b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451225 Apr 18 20:40:31.693115 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-e2a1fbb8-cf72-4028-aa18-cc095438dc2f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3443436-e7f9-46cc-8f54-8ff21abbb4c6 HTTP/1.1" status: 200 len: 217 time: 0.0746162 Apr 18 20:40:31.766736 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d313498-9c0c-40cf-b3e1-272f73d04748 req-dcd04829-2ef3-4cf9-846d-6ff684625249 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683736 Apr 18 20:40:31.767520 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-b54c1dee-599a-40b8-b4ad-8e52da69286a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:31.769346 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-b54c1dee-599a-40b8-b4ad-8e52da69286a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c65c631c-fbcc-42f9-b6bd-05a4bfb002da HTTP/1.1" status: 200 len: 853 time: 0.0691664 Apr 18 20:40:31.804079 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-c2852b9f-7597-4b1b-b0ce-5ad0fb91465d tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:31.821070 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-9fbc7d0c-367d-43ae-8d7e-ff31e18194ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=58cfdb44-c6e5-4abc-b60c-80bb950cf535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411921 Apr 18 20:40:31.957950 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-c2852b9f-7597-4b1b-b0ce-5ad0fb91465d tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Network 58cfdb44-c6e5-4abc-b60c-80bb950cf535 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:32.000866 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05594b6-46c7-48a6-bc44-c98a95443e02 req-c06de6b9-d55e-4b3c-bdc4-3dab7e5a3a02 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:32.008381 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05594b6-46c7-48a6-bc44-c98a95443e02 req-c06de6b9-d55e-4b3c-bdc4-3dab7e5a3a02 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:32.010395 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a05594b6-46c7-48a6-bc44-c98a95443e02 req-c06de6b9-d55e-4b3c-bdc4-3dab7e5a3a02 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a10021d8-006c-417b-868b-f905afee3338 HTTP/1.1" status: 200 len: 1682 time: 0.1490729 Apr 18 20:40:32.044744 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-61de71f0-9865-4402-8db7-6a780da14185 service neutron] 10.222.0.57 "GET /v2.0/networks/58cfdb44-c6e5-4abc-b60c-80bb950cf535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131648 Apr 18 20:40:32.045165 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-c2852b9f-7597-4b1b-b0ce-5ad0fb91465d tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:32.057517 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-c2852b9f-7597-4b1b-b0ce-5ad0fb91465d tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:40:32.203451 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2852b9f-7597-4b1b-b0ce-5ad0fb91465d tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Pushing event updated for resources: {'Port': ['ID=03fbbde7-3d25-491a-ae8d-a539454acfda,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:32.271708 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841395f2-50cd-4cac-aaae-4ea8d29f2033 req-0d09180c-5684-4144-b82f-de42e937aca3 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:32.274179 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-841395f2-50cd-4cac-aaae-4ea8d29f2033 req-0d09180c-5684-4144-b82f-de42e937aca3 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 947 time: 0.3555617 Apr 18 20:40:32.318113 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4f195-f5f1-492a-ae07-26597c43ed0e req-df7a6f5e-bcb7-47e1-be76-1db40e6a049f tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:32.327712 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4f195-f5f1-492a-ae07-26597c43ed0e req-df7a6f5e-bcb7-47e1-be76-1db40e6a049f tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:32.335493 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4f195-f5f1-492a-ae07-26597c43ed0e req-df7a6f5e-bcb7-47e1-be76-1db40e6a049f tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:32.343219 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4f195-f5f1-492a-ae07-26597c43ed0e req-df7a6f5e-bcb7-47e1-be76-1db40e6a049f tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:32.352478 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4f195-f5f1-492a-ae07-26597c43ed0e req-df7a6f5e-bcb7-47e1-be76-1db40e6a049f tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:32.360394 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-a05594b6-46c7-48a6-bc44-c98a95443e02 req-9f4b3411-f530-446f-afc1-32f6f9a6113e tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Deleting port 184123ff-64f3-4f86-9a37-a88e566813aa {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:32.361291 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-a05594b6-46c7-48a6-bc44-c98a95443e02 req-9f4b3411-f530-446f-afc1-32f6f9a6113e tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:32.362824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4f195-f5f1-492a-ae07-26597c43ed0e req-df7a6f5e-bcb7-47e1-be76-1db40e6a049f tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:32.370668 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4f195-f5f1-492a-ae07-26597c43ed0e req-df7a6f5e-bcb7-47e1-be76-1db40e6a049f tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:32.373751 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3cd4f195-f5f1-492a-ae07-26597c43ed0e req-df7a6f5e-bcb7-47e1-be76-1db40e6a049f tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5419 time: 0.4135191 Apr 18 20:40:32.394768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-c2852b9f-7597-4b1b-b0ce-5ad0fb91465d tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:32.396239 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-c2852b9f-7597-4b1b-b0ce-5ad0fb91465d tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:32.411260 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-91cbdc3d-bb30-4f7c-9f5c-c223b4340ebc service neutron] 10.222.0.57 "GET /v2.0/networks/58cfdb44-c6e5-4abc-b60c-80bb950cf535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418427 Apr 18 20:40:32.494020 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-c2852b9f-7597-4b1b-b0ce-5ad0fb91465d tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8443179 Apr 18 20:40:32.502970 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16439abc-1fca-45ba-9f38-480cf4cf07c7 req-00b18869-6ce8-4c18-a19d-fb65de7bff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:32.505153 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-16439abc-1fca-45ba-9f38-480cf4cf07c7 req-00b18869-6ce8-4c18-a19d-fb65de7bff84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c38bdc963bc4174b81b6324270a917b&device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 1097 time: 0.3231416 Apr 18 20:40:32.513305 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Request body: {'port': {'device_id': 'bfb968df-24fe-4f00-a5c3-bce2f1b33968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:32.570203 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-a05594b6-46c7-48a6-bc44-c98a95443e02 req-9f4b3411-f530-446f-afc1-32f6f9a6113e tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] For port 184123ff-64f3-4f86-9a37-a88e566813aa, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=184123ff-64f3-4f86-9a37-a88e566813aa,segment=NetworkSegment(e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6),segment_id=e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:32.570203 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-a05594b6-46c7-48a6-bc44-c98a95443e02 req-9f4b3411-f530-446f-afc1-32f6f9a6113e tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:32.589377 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-a05594b6-46c7-48a6-bc44-c98a95443e02 req-9f4b3411-f530-446f-afc1-32f6f9a6113e tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Calling delete_port for 184123ff-64f3-4f86-9a37-a88e566813aa owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:32.619255 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3cd4f195-f5f1-492a-ae07-26597c43ed0e req-f35ddbdb-c313-413f-8430-964aec776bc7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2112956 Apr 18 20:40:32.708488 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-841395f2-50cd-4cac-aaae-4ea8d29f2033 req-f943f3b4-92cc-426d-81b6-23e0f6b40190 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4187155 Apr 18 20:40:32.744058 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef98f1c-18da-472e-8f69-902d91b0fe9c x-openstack-request-id: req-5ef98f1c-18da-472e-8f69-902d91b0fe9c {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:32.747757 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1700033-e7c6-4dd1-b7f1-f4da03e030d2", "tag": "b3443436-e7f9-46cc-8f54-8ff21abbb4c6", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:32.748197 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ef98f1c-18da-472e-8f69-902d91b0fe9c {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:32.748900 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef98f1c-18da-472e-8f69-902d91b0fe9c'] response: {'name': 'network-changed', 'server_uuid': 'c1700033-e7c6-4dd1-b7f1-f4da03e030d2', 'tag': 'b3443436-e7f9-46cc-8f54-8ff21abbb4c6', 'status': 'completed', 'code': 200} Apr 18 20:40:32.848057 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84acad-9c71-40e7-a687-ed029d03db1a req-d0365847-df96-461c-8259-9da0bf16985c tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:32.850870 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be84acad-9c71-40e7-a687-ed029d03db1a req-d0365847-df96-461c-8259-9da0bf16985c tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.32 "GET /v2.0/ports?device_id=886bbfe7-2980-4869-91f1-60b32a2e2f99 HTTP/1.1" status: 200 len: 945 time: 0.4745717 Apr 18 20:40:32.950848 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf2632-bfab-419c-a3a5-30be0c6f898a req-83dda722-79af-4e4d-bc4a-acdf7644be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:32.953748 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eeaf2632-bfab-419c-a3a5-30be0c6f898a req-83dda722-79af-4e4d-bc4a-acdf7644be6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df8d0a454b80452cbe54aef74c03abdb&device_id=c1700033-e7c6-4dd1-b7f1-f4da03e030d2 HTTP/1.1" status: 200 len: 1094 time: 0.1339736 Apr 18 20:40:32.962903 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-a05594b6-46c7-48a6-bc44-c98a95443e02 req-9f4b3411-f530-446f-afc1-32f6f9a6113e tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:32.975957 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['184123ff-64f3-4f86-9a37-a88e566813aa', 'a5debc3a-e550-476b-86b8-0954149710c4'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:33.118802 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:33.128306 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf2632-bfab-419c-a3a5-30be0c6f898a req-7ff1df4d-ecd9-4361-b236-dcfe896f3e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:33.130585 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eeaf2632-bfab-419c-a3a5-30be0c6f898a req-7ff1df4d-ecd9-4361-b236-dcfe896f3e2d service neutron] 10.222.0.57 "GET /v2.0/networks?id=58cfdb44-c6e5-4abc-b60c-80bb950cf535 HTTP/1.1" status: 200 len: 914 time: 0.1639390 Apr 18 20:40:33.191623 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16439abc-1fca-45ba-9f38-480cf4cf07c7 req-5ef9bdc6-0315-4145-bb60-4eb6295042a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:33.193863 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-16439abc-1fca-45ba-9f38-480cf4cf07c7 req-5ef9bdc6-0315-4145-bb60-4eb6295042a5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=92da7360-d409-4b3e-ad31-ddbae7217c5a HTTP/1.1" status: 200 len: 912 time: 0.6145515 Apr 18 20:40:33.238328 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b3411-f530-446f-afc1-32f6f9a6113e tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event deleted for resources: {'Port': ['ID=184123ff-64f3-4f86-9a37-a88e566813aa,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:33.243192 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eeaf2632-bfab-419c-a3a5-30be0c6f898a req-20c1293e-5206-4fde-ab16-46cb660a2d83 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3443436-e7f9-46cc-8f54-8ff21abbb4c6 HTTP/1.1" status: 200 len: 217 time: 0.0984085 Apr 18 20:40:33.247332 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb1ea1-17b3-43c6-a43f-4c11c2069087 req-30da4762-3b5b-4ed9-9765-08d050079acc tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:33.261112 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb1ea1-17b3-43c6-a43f-4c11c2069087 req-30da4762-3b5b-4ed9-9765-08d050079acc tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:33.281294 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8edb1ea1-17b3-43c6-a43f-4c11c2069087 req-30da4762-3b5b-4ed9-9765-08d050079acc tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/ports?device_id=a10021d8-006c-417b-868b-f905afee3338 HTTP/1.1" status: 200 len: 1603 time: 0.3895757 Apr 18 20:40:33.323431 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05594b6-46c7-48a6-bc44-c98a95443e02 req-9f4b3411-f530-446f-afc1-32f6f9a6113e tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] No DVR routers for this DVR port 184123ff-64f3-4f86-9a37-a88e566813aa on host n-h1-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:40:33.355279 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-a05594b6-46c7-48a6-bc44-c98a95443e02 req-9f4b3411-f530-446f-afc1-32f6f9a6113e tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:33.361590 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a05594b6-46c7-48a6-bc44-c98a95443e02 req-9f4b3411-f530-446f-afc1-32f6f9a6113e tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.32 "DELETE /v2.0/ports/184123ff-64f3-4f86-9a37-a88e566813aa HTTP/1.1" status: 204 len: 173 time: 1.3408761 Apr 18 20:40:33.535965 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf2632-bfab-419c-a3a5-30be0c6f898a req-71c05c20-68ec-4424-a872-26792aa57a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:33.538762 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eeaf2632-bfab-419c-a3a5-30be0c6f898a req-71c05c20-68ec-4424-a872-26792aa57a78 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c65c631c-fbcc-42f9-b6bd-05a4bfb002da HTTP/1.1" status: 200 len: 853 time: 0.2541809 Apr 18 20:40:33.597322 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eeaf2632-bfab-419c-a3a5-30be0c6f898a req-83046579-e4ca-49d7-851a-0ddca934865e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=58cfdb44-c6e5-4abc-b60c-80bb950cf535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464118 Apr 18 20:40:33.679996 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4ab32-ec79-43e6-89d9-24299b0a1492 req-75093aab-a573-4893-850d-04178364753a tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:33.683053 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cef4ab32-ec79-43e6-89d9-24299b0a1492 req-75093aab-a573-4893-850d-04178364753a tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.7348747 Apr 18 20:40:33.737230 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-a05594b6-46c7-48a6-bc44-c98a95443e02 req-bb30ae21-cc7a-4262-b060-46d97f93eb9a tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Deleting port a5debc3a-e550-476b-86b8-0954149710c4 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:33.737766 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-a05594b6-46c7-48a6-bc44-c98a95443e02 req-bb30ae21-cc7a-4262-b060-46d97f93eb9a tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:33.918058 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eeaf2632-bfab-419c-a3a5-30be0c6f898a req-001883f2-d72c-4c53-930d-41077bf0561e service neutron] 10.222.0.57 "GET /v2.0/networks/58cfdb44-c6e5-4abc-b60c-80bb950cf535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104911 Apr 18 20:40:34.068052 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-a05594b6-46c7-48a6-bc44-c98a95443e02 req-bb30ae21-cc7a-4262-b060-46d97f93eb9a tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] For port a5debc3a-e550-476b-86b8-0954149710c4, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a5debc3a-e550-476b-86b8-0954149710c4,segment=NetworkSegment(6d9526d9-7648-4601-abf1-e1dc1cbb5707),segment_id=6d9526d9-7648-4601-abf1-e1dc1cbb5707)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:34.069212 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-a05594b6-46c7-48a6-bc44-c98a95443e02 req-bb30ae21-cc7a-4262-b060-46d97f93eb9a tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.110939 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-a05594b6-46c7-48a6-bc44-c98a95443e02 req-bb30ae21-cc7a-4262-b060-46d97f93eb9a tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Calling delete_port for a5debc3a-e550-476b-86b8-0954149710c4 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:34.251922 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eeaf2632-bfab-419c-a3a5-30be0c6f898a req-6bd01c5e-3419-48d9-a6d3-d66f144c5779 service neutron] 10.222.0.57 "GET /v2.0/networks/58cfdb44-c6e5-4abc-b60c-80bb950cf535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215187 Apr 18 20:40:34.398737 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-a05594b6-46c7-48a6-bc44-c98a95443e02 req-bb30ae21-cc7a-4262-b060-46d97f93eb9a tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.410209 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8edb1ea1-17b3-43c6-a43f-4c11c2069087 req-641e5b05-2f1d-4cab-aa2d-91be697588f3 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "GET /v2.0/security-groups?id=787b34e1-4978-4490-a9c4-3f379eac5eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1273627 Apr 18 20:40:34.464073 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30ae21-cc7a-4262-b060-46d97f93eb9a tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event deleted for resources: {'Port': ['ID=a5debc3a-e550-476b-86b8-0954149710c4,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:34.470556 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-16439abc-1fca-45ba-9f38-480cf4cf07c7 req-79631ba2-f7ca-4f3c-af03-03fc70e86989 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99ad98b6-bfe9-4773-945f-0ca8f238c908 HTTP/1.1" status: 200 len: 1002 time: 1.1730888 Apr 18 20:40:34.569304 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05594b6-46c7-48a6-bc44-c98a95443e02 req-bb30ae21-cc7a-4262-b060-46d97f93eb9a tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] No DVR routers for this DVR port a5debc3a-e550-476b-86b8-0954149710c4 on host n-h1-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:40:34.572483 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cef4ab32-ec79-43e6-89d9-24299b0a1492 req-b32258b3-7c18-4b12-98c0-f16b1e175d56 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8091700 Apr 18 20:40:34.576400 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-a05594b6-46c7-48a6-bc44-c98a95443e02 req-bb30ae21-cc7a-4262-b060-46d97f93eb9a tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.582592 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a05594b6-46c7-48a6-bc44-c98a95443e02 req-bb30ae21-cc7a-4262-b060-46d97f93eb9a tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.32 "DELETE /v2.0/ports/a5debc3a-e550-476b-86b8-0954149710c4 HTTP/1.1" status: 204 len: 173 time: 1.2072995 Apr 18 20:40:34.638381 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-be84acad-9c71-40e7-a687-ed029d03db1a req-88feb850-8285-4695-b3f2-2443a4bcb5d8 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Deleting port ccd53066-fd17-46c4-9924-9ab10bc2973c {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:34.638842 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-be84acad-9c71-40e7-a687-ed029d03db1a req-88feb850-8285-4695-b3f2-2443a4bcb5d8 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.755054 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10021d8-006c-417b-868b-f905afee3338', 'name': 'network-vif-deleted', 'tag': '184123ff-64f3-4f86-9a37-a88e566813aa'}, {'server_uuid': 'a10021d8-006c-417b-868b-f905afee3338', 'name': 'network-vif-deleted', 'tag': 'a5debc3a-e550-476b-86b8-0954149710c4'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:34.756974 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6001aaf5-1cd8-4b9a-b19d-eab1b8850477" -d '{"events": [{"server_uuid": "a10021d8-006c-417b-868b-f905afee3338", "name": "network-vif-deleted", "tag": "184123ff-64f3-4f86-9a37-a88e566813aa"}, {"server_uuid": "a10021d8-006c-417b-868b-f905afee3338", "name": "network-vif-deleted", "tag": "a5debc3a-e550-476b-86b8-0954149710c4"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:34.857606 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16439abc-1fca-45ba-9f38-480cf4cf07c7 req-6899d1e9-5063-49a9-8ab5-96d819b9da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:34.859197 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-16439abc-1fca-45ba-9f38-480cf4cf07c7 req-6899d1e9-5063-49a9-8ab5-96d819b9da07 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=55983801-f492-4a46-94da-ae12b2e91406 HTTP/1.1" status: 200 len: 850 time: 0.3584986 Apr 18 20:40:34.984411 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f67ad-56ba-4f4f-bfd7-1d8395cb45f8 req-db74280c-b838-4006-8e3c-95b9aca11f26 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:34.986190 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c2f67ad-56ba-4f4f-bfd7-1d8395cb45f8 req-db74280c-b838-4006-8e3c-95b9aca11f26 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfb968df-24fe-4f00-a5c3-bce2f1b33968 HTTP/1.1" status: 200 len: 932 time: 0.3839202 Apr 18 20:40:35.014204 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03fbbde7-3d25-491a-ae8d-a539454acfda {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:35.030994 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b2348-abf1-41ae-9c12-814274d2ee63 req-ff2385ac-7a56-4aaf-9022-27b968427f78 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:35.032745 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b23b2348-abf1-41ae-9c12-814274d2ee63 req-ff2385ac-7a56-4aaf-9022-27b968427f78 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/ports?device_id=886bbfe7-2980-4869-91f1-60b32a2e2f99 HTTP/1.1" status: 200 len: 945 time: 0.3229370 Apr 18 20:40:35.063070 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:35.140502 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-be84acad-9c71-40e7-a687-ed029d03db1a req-88feb850-8285-4695-b3f2-2443a4bcb5d8 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] For port ccd53066-fd17-46c4-9924-9ab10bc2973c, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ccd53066-fd17-46c4-9924-9ab10bc2973c,segment=NetworkSegment(3fc06cf4-dcea-4040-bf01-4525df091089),segment_id=3fc06cf4-dcea-4040-bf01-4525df091089)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:35.140502 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-be84acad-9c71-40e7-a687-ed029d03db1a req-88feb850-8285-4695-b3f2-2443a4bcb5d8 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:35.196132 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Transition to ACTIVE for port object 03fbbde7-3d25-491a-ae8d-a539454acfda will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:35.208925 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16439abc-1fca-45ba-9f38-480cf4cf07c7 req-7fefc01a-6193-486f-a219-1e4501d96142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:35.211598 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-16439abc-1fca-45ba-9f38-480cf4cf07c7 req-7fefc01a-6193-486f-a219-1e4501d96142 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92da7360-d409-4b3e-ad31-ddbae7217c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3130956 Apr 18 20:40:35.280518 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:35.405069 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c2f67ad-56ba-4f4f-bfd7-1d8395cb45f8 req-724643f0-ea1a-4dec-9b97-c6b4de3f4a0e tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/security-groups?id=34068029-1743-4209-9734-1b54963716ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981662 Apr 18 20:40:35.435236 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b23b2348-abf1-41ae-9c12-814274d2ee63 req-3efe29c6-c7bf-4245-bb3d-0e7c97cc07ca tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cbc5cd0-7ce7-4985-a31a-8661b244404b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3653905 Apr 18 20:40:35.594435 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Pushing event updated for resources: {'Port': ['ID=03fbbde7-3d25-491a-ae8d-a539454acfda,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:35.951278 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-16439abc-1fca-45ba-9f38-480cf4cf07c7 req-dec2d5bc-63a6-499c-be7d-4cb45d422edc service neutron] 10.222.0.32 "GET /v2.0/networks/92da7360-d409-4b3e-ad31-ddbae7217c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6668153 Apr 18 20:40:36.009032 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020042f2-0b8b-4a65-a403-ea47276c7686 req-1af96aee-a937-4d83-9373-494cfd11b696 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:36.022509 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-020042f2-0b8b-4a65-a403-ea47276c7686 req-1af96aee-a937-4d83-9373-494cfd11b696 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.4205878 Apr 18 20:40:36.108143 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfeb137-89af-43ee-b9d7-190c056dfb46 req-fa77d359-337d-47e3-bc63-a8034819516f tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:36.120613 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfeb137-89af-43ee-b9d7-190c056dfb46 req-fa77d359-337d-47e3-bc63-a8034819516f tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:36.132370 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfeb137-89af-43ee-b9d7-190c056dfb46 req-fa77d359-337d-47e3-bc63-a8034819516f tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:36.143622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfeb137-89af-43ee-b9d7-190c056dfb46 req-fa77d359-337d-47e3-bc63-a8034819516f tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:36.155024 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfeb137-89af-43ee-b9d7-190c056dfb46 req-fa77d359-337d-47e3-bc63-a8034819516f tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:36.165104 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfeb137-89af-43ee-b9d7-190c056dfb46 req-fa77d359-337d-47e3-bc63-a8034819516f tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:36.177333 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfeb137-89af-43ee-b9d7-190c056dfb46 req-fa77d359-337d-47e3-bc63-a8034819516f tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:36.180621 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdfeb137-89af-43ee-b9d7-190c056dfb46 req-fa77d359-337d-47e3-bc63-a8034819516f tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5419 time: 0.5579216 Apr 18 20:40:36.206526 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Attempting to bind port 03fbbde7-3d25-491a-ae8d-a539454acfda on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:36.206786 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Attempting to bind port 03fbbde7-3d25-491a-ae8d-a539454acfda by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '376cc761-9df4-40ad-bdff-9ddef2308cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '58cfdb44-c6e5-4abc-b60c-80bb950cf535'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:36.207346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Attempting to bind port 03fbbde7-3d25-491a-ae8d-a539454acfda on network 58cfdb44-c6e5-4abc-b60c-80bb950cf535 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:36.216488 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-be84acad-9c71-40e7-a687-ed029d03db1a req-88feb850-8285-4695-b3f2-2443a4bcb5d8 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.217022 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-be84acad-9c71-40e7-a687-ed029d03db1a req-88feb850-8285-4695-b3f2-2443a4bcb5d8 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.217522 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [req-be84acad-9c71-40e7-a687-ed029d03db1a req-88feb850-8285-4695-b3f2-2443a4bcb5d8 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Floating IP 5fa01a91-9b03-4b9c-af6b-5a70a2ddb969 disassociated. External IP: 172.25.1.183, port: ccd53066-fd17-46c4-9924-9ab10bc2973c. Apr 18 20:40:36.218090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-be84acad-9c71-40e7-a687-ed029d03db1a req-88feb850-8285-4695-b3f2-2443a4bcb5d8 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Calling delete_port for ccd53066-fd17-46c4-9924-9ab10bc2973c owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:36.327292 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Port 03fbbde7-3d25-491a-ae8d-a539454acfda on network 58cfdb44-c6e5-4abc-b60c-80bb950cf535 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:40:36.327733 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Attempting to bind port 03fbbde7-3d25-491a-ae8d-a539454acfda on network 58cfdb44-c6e5-4abc-b60c-80bb950cf535 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:36.334954 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 184123ff-64f3-4f86-9a37-a88e566813aa no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:40:36.398974 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 184123ff-64f3-4f86-9a37-a88e566813aa {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:40:36.400554 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 184123ff-64f3-4f86-9a37-a88e566813aa not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:40:36.401646 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a5debc3a-e550-476b-86b8-0954149710c4 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:40:36.441776 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:40:36.442656 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Checking segment: {'id': '376cc761-9df4-40ad-bdff-9ddef2308cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '58cfdb44-c6e5-4abc-b60c-80bb950cf535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:40:36.442972 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Bound using segment: {'id': '376cc761-9df4-40ad-bdff-9ddef2308cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '58cfdb44-c6e5-4abc-b60c-80bb950cf535'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:40:36.443734 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Bound port: 03fbbde7-3d25-491a-ae8d-a539454acfda, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '376cc761-9df4-40ad-bdff-9ddef2308cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '58cfdb44-c6e5-4abc-b60c-80bb950cf535'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:36.444339 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.454248 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: a5debc3a-e550-476b-86b8-0954149710c4 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:40:36.455219 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a5debc3a-e550-476b-86b8-0954149710c4 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:40:36.456184 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device ccd53066-fd17-46c4-9924-9ab10bc2973c no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:40:36.464949 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-020042f2-0b8b-4a65-a403-ea47276c7686 req-4d11ea28-91fe-4de3-af52-e53121cde587 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408922 Apr 18 20:40:36.512854 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device b3443436-e7f9-46cc-8f54-8ff21abbb4c6 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:40:36.592258 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdfeb137-89af-43ee-b9d7-190c056dfb46 req-583bcd5c-15b6-4a94-8792-b8d7c44de316 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3933578 Apr 18 20:40:36.699972 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81997351-b9c0-4537-819f-b42ff931d43b x-openstack-request-id: req-81997351-b9c0-4537-819f-b42ff931d43b {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:36.700540 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10021d8-006c-417b-868b-f905afee3338", "name": "network-vif-deleted", "tag": "184123ff-64f3-4f86-9a37-a88e566813aa", "status": "completed", "code": 200}, {"server_uuid": "a10021d8-006c-417b-868b-f905afee3338", "name": "network-vif-deleted", "tag": "a5debc3a-e550-476b-86b8-0954149710c4", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:36.701105 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81997351-b9c0-4537-819f-b42ff931d43b {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:36.701792 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81997351-b9c0-4537-819f-b42ff931d43b'] response: {'server_uuid': 'a10021d8-006c-417b-868b-f905afee3338', 'name': 'network-vif-deleted', 'tag': '184123ff-64f3-4f86-9a37-a88e566813aa', 'status': 'completed', 'code': 200} Apr 18 20:40:36.702293 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81997351-b9c0-4537-819f-b42ff931d43b'] response: {'server_uuid': 'a10021d8-006c-417b-868b-f905afee3338', 'name': 'network-vif-deleted', 'tag': 'a5debc3a-e550-476b-86b8-0954149710c4', 'status': 'completed', 'code': 200} Apr 18 20:40:36.767243 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42128) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:36.783161 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-16439abc-1fca-45ba-9f38-480cf4cf07c7 req-c48290d4-dfaf-40c4-a24f-cb08e893b7ed service neutron] 10.222.0.32 "GET /v2.0/networks/92da7360-d409-4b3e-ad31-ddbae7217c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8114111 Apr 18 20:40:36.882381 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port b3443436-e7f9-46cc-8f54-8ff21abbb4c6, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b3443436-e7f9-46cc-8f54-8ff21abbb4c6,segment=NetworkSegment(376cc761-9df4-40ad-bdff-9ddef2308cd3),segment_id=376cc761-9df4-40ad-bdff-9ddef2308cd3)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:36.899788 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f013fbe-9c0d-4dfe-8e0f-0033c9eb2421 req-e7592b10-3887-40b6-8e27-7e1d3216bc42 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:36.901260 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-af109d1c-bdda-4c24-9b7f-fc1ec61f78e1 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Deleting subnet 53909cd8-d507-4d3a-aeb8-468856763b89 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:40:36.902604 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1f013fbe-9c0d-4dfe-8e0f-0033c9eb2421 req-e7592b10-3887-40b6-8e27-7e1d3216bc42 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 947 time: 0.3042140 Apr 18 20:40:36.913969 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af109d1c-bdda-4c24-9b7f-fc1ec61f78e1 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.924053 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] For port 03fbbde7-3d25-491a-ae8d-a539454acfda, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:36.942803 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'b3443436-e7f9-46cc-8f54-8ff21abbb4c6', 'network_id': '58cfdb44-c6e5-4abc-b60c-80bb950cf535', 'port_id': 'b3443436-e7f9-46cc-8f54-8ff21abbb4c6', 'mac_address': 'fa:16:3e:53:99:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65c631c-fbcc-42f9-b6bd-05a4bfb002da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:40:36.950692 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.016685 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] For port 03fbbde7-3d25-491a-ae8d-a539454acfda, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=03fbbde7-3d25-491a-ae8d-a539454acfda,segment=NetworkSegment(376cc761-9df4-40ad-bdff-9ddef2308cd3),segment_id=376cc761-9df4-40ad-bdff-9ddef2308cd3)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:37.033422 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af109d1c-bdda-4c24-9b7f-fc1ec61f78e1 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.047787 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.089395 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.135701 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3443436-e7f9-46cc-8f54-8ff21abbb4c6 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:37.168830 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port b3443436-e7f9-46cc-8f54-8ff21abbb4c6, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b3443436-e7f9-46cc-8f54-8ff21abbb4c6,segment=NetworkSegment(376cc761-9df4-40ad-bdff-9ddef2308cd3),segment_id=376cc761-9df4-40ad-bdff-9ddef2308cd3)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:37.183004 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.244153 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af109d1c-bdda-4c24-9b7f-fc1ec61f78e1 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.279584 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:37.280722 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.283153 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=b3443436-e7f9-46cc-8f54-8ff21abbb4c6,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:37.283744 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] 10.222.0.32 "PUT /v2.0/ports/03fbbde7-3d25-491a-ae8d-a539454acfda HTTP/1.1" status: 200 len: 1092 time: 4.7752120 Apr 18 20:40:37.294871 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb968df-24fe-4f00-a5c3-bce2f1b33968', 'tag': '03fbbde7-3d25-491a-ae8d-a539454acfda'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:37.302450 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fd5351-3bcd-4eab-bc31-f05230832cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb968df-24fe-4f00-a5c3-bce2f1b33968", "tag": "03fbbde7-3d25-491a-ae8d-a539454acfda"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:37.310258 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Pushing event updated for resources: {'Port': ['ID=03fbbde7-3d25-491a-ae8d-a539454acfda,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:37.318502 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:37.320026 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:37.320629 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:37.321192 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:37.321850 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:37.322345 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:37.322853 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:37.323366 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:37.323881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:37.325486 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:37.326018 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:37.326730 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:37.353898 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-be84acad-9c71-40e7-a687-ed029d03db1a req-88feb850-8285-4695-b3f2-2443a4bcb5d8 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.359317 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:37.359726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:37.360546 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:37.361188 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:37.361822 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:37.362467 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:37.363121 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:37.363744 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:37.365161 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:37.366689 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:37.367560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:37.368315 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f190679-2f11-4ff8-ac1d-fbce4867c9ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:37.402955 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1f013fbe-9c0d-4dfe-8e0f-0033c9eb2421 req-8566a58e-a1f8-4a11-8bef-da302ad45ba8 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4248180 Apr 18 20:40:37.404960 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af109d1c-bdda-4c24-9b7f-fc1ec61f78e1 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.502083 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af109d1c-bdda-4c24-9b7f-fc1ec61f78e1 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.505714 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e86d177-e268-419d-9dcb-bc486e48a980 None None] Network 15e46414-6edf-4751-b6e8-5dde4206068a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:40:37.513448 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-af109d1c-bdda-4c24-9b7f-fc1ec61f78e1 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "DELETE /v2.0/subnets/53909cd8-d507-4d3a-aeb8-468856763b89 HTTP/1.1" status: 204 len: 168 time: 0.7407506 Apr 18 20:40:37.513448 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af109d1c-bdda-4c24-9b7f-fc1ec61f78e1 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event deleted for resources: {'Subnet': ['ID=53909cd8-d507-4d3a-aeb8-468856763b89,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:37.525656 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42132) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:37.624795 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88feb850-8285-4695-b3f2-2443a4bcb5d8 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Pushing event deleted for resources: {'Port': ['ID=ccd53066-fd17-46c4-9924-9ab10bc2973c,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:37.728783 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca305f83-a393-49da-9b53-2331746b909c req-fcd8a9f9-dcc3-4cc1-b376-a66bd8535963 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:37.730558 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca305f83-a393-49da-9b53-2331746b909c req-fcd8a9f9-dcc3-4cc1-b376-a66bd8535963 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.6926188 Apr 18 20:40:37.737130 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8a70c510-d74b-43df-8b98-086dff676b9f tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.784924 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['b3443436-e7f9-46cc-8f54-8ff21abbb4c6'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:37.791937 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-cd59b114-861b-4428-8d67-fe9a3d1576a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:37.796665 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-cd59b114-861b-4428-8d67-fe9a3d1576a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df8d0a454b80452cbe54aef74c03abdb&device_id=bfb968df-24fe-4f00-a5c3-bce2f1b33968 HTTP/1.1" status: 200 len: 1095 time: 0.4127626 Apr 18 20:40:37.863321 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-8a70c510-d74b-43df-8b98-086dff676b9f tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Deleting port 2957ff9a-db7e-43b2-86df-995018296a87 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:37.863904 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8a70c510-d74b-43df-8b98-086dff676b9f tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.870733 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-345ffe72-0a41-448a-99f0-ea32003ef3be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03fbbde7-3d25-491a-ae8d-a539454acfda HTTP/1.1" status: 200 len: 217 time: 0.0576217 Apr 18 20:40:37.886430 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f797e0f-a8ae-4276-af5d-a80d5662824f req-cf09e3a8-86f9-4deb-8f0d-a0f213242029 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:37.890729 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f797e0f-a8ae-4276-af5d-a80d5662824f req-cf09e3a8-86f9-4deb-8f0d-a0f213242029 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfb968df-24fe-4f00-a5c3-bce2f1b33968 HTTP/1.1" status: 200 len: 944 time: 0.2739456 Apr 18 20:40:37.954133 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.991405 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f797e0f-a8ae-4276-af5d-a80d5662824f req-9fdd8fe7-d570-4b3a-b840-b556f3ffab4a tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/security-groups?id=34068029-1743-4209-9734-1b54963716ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511022 Apr 18 20:40:38.066511 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca305f83-a393-49da-9b53-2331746b909c req-17103849-f2eb-4b2a-a91d-b58ad6f36600 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2843628 Apr 18 20:40:38.081105 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-bdd9550f-6d48-4a44-bb7f-c62a65657383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:38.082894 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-bdd9550f-6d48-4a44-bb7f-c62a65657383 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c65c631c-fbcc-42f9-b6bd-05a4bfb002da HTTP/1.1" status: 200 len: 853 time: 0.1907849 Apr 18 20:40:38.142849 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-9db2dfbb-3aec-463a-ab03-3bdf0a8efdf3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58cfdb44-c6e5-4abc-b60c-80bb950cf535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468864 Apr 18 20:40:38.211603 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500b5429-b550-456c-9879-69e64aa598bb None None] DHCP port deletion for 15e46414-6edf-4751-b6e8-5dde4206068a request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:40:38.214382 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-8a70c510-d74b-43df-8b98-086dff676b9f tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] For port 2957ff9a-db7e-43b2-86df-995018296a87, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2957ff9a-db7e-43b2-86df-995018296a87,segment=NetworkSegment(6d9526d9-7648-4601-abf1-e1dc1cbb5707),segment_id=6d9526d9-7648-4601-abf1-e1dc1cbb5707)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:38.216025 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8a70c510-d74b-43df-8b98-086dff676b9f tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:38.265194 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-8a70c510-d74b-43df-8b98-086dff676b9f tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Calling delete_port for 2957ff9a-db7e-43b2-86df-995018296a87 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:38.282024 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-5215113d-f10d-4b40-bfaa-1f6890f6b7c8 service neutron] 10.222.0.32 "GET /v2.0/networks/58cfdb44-c6e5-4abc-b60c-80bb950cf535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261573 Apr 18 20:40:38.397080 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f63dd1b1-3311-4f8d-9d2c-aadc62165dda req-efee63af-461b-4790-96c0-0ccb96aa8f8f service neutron] 10.222.0.32 "GET /v2.0/networks/58cfdb44-c6e5-4abc-b60c-80bb950cf535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068320 Apr 18 20:40:38.474778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be84acad-9c71-40e7-a687-ed029d03db1a req-88feb850-8285-4695-b3f2-2443a4bcb5d8 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Router 7690285a-4af5-4254-a65a-846556e68668 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:40:38.478296 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b8f1205-b671-4cb3-bd4c-45ae13190656 req-a00cd89a-f681-4c76-a62f-927d060ce2cd tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/ports?device_id=886bbfe7-2980-4869-91f1-60b32a2e2f99 HTTP/1.1" status: 200 len: 210 time: 0.0800340 Apr 18 20:40:38.521351 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-500b5429-b550-456c-9879-69e64aa598bb None None] Deleting port 2957ff9a-db7e-43b2-86df-995018296a87 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:38.522219 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-500b5429-b550-456c-9879-69e64aa598bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:38.610895 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8a70c510-d74b-43df-8b98-086dff676b9f tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:38.687467 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70c510-d74b-43df-8b98-086dff676b9f tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event deleted for resources: {'Port': ['ID=2957ff9a-db7e-43b2-86df-995018296a87,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:38.704038 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a70c510-d74b-43df-8b98-086dff676b9f tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] No DVR routers for this DVR port 2957ff9a-db7e-43b2-86df-995018296a87 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:40:38.772076 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-500b5429-b550-456c-9879-69e64aa598bb None None] For port 2957ff9a-db7e-43b2-86df-995018296a87, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2957ff9a-db7e-43b2-86df-995018296a87,segment=NetworkSegment(6d9526d9-7648-4601-abf1-e1dc1cbb5707),segment_id=6d9526d9-7648-4601-abf1-e1dc1cbb5707)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:38.772928 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-500b5429-b550-456c-9879-69e64aa598bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:38.806564 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-500b5429-b550-456c-9879-69e64aa598bb None None] Calling delete_port for 2957ff9a-db7e-43b2-86df-995018296a87 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:38.808695 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf8d63b-6248-409c-afb6-3b9f951f89cf x-openstack-request-id: req-2bf8d63b-6248-409c-afb6-3b9f951f89cf {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:38.809784 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb968df-24fe-4f00-a5c3-bce2f1b33968", "tag": "03fbbde7-3d25-491a-ae8d-a539454acfda", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:38.810140 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2bf8d63b-6248-409c-afb6-3b9f951f89cf {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:38.810922 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bf8d63b-6248-409c-afb6-3b9f951f89cf'] response: {'name': 'network-changed', 'server_uuid': 'bfb968df-24fe-4f00-a5c3-bce2f1b33968', 'tag': '03fbbde7-3d25-491a-ae8d-a539454acfda', 'status': 'completed', 'code': 200} Apr 18 20:40:38.828223 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be84acad-9c71-40e7-a687-ed029d03db1a req-88feb850-8285-4695-b3f2-2443a4bcb5d8 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:40:38.852774 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba788b3-2ab8-4c6b-93e5-10c67356c8e3 None None] Sync routers for ids ['7690285a-4af5-4254-a65a-846556e68668'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:38.884404 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba788b3-2ab8-4c6b-93e5-10c67356c8e3 None None] Routers {'7690285a-4af5-4254-a65a-846556e68668'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:38.885758 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-eba788b3-2ab8-4c6b-93e5-10c67356c8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:40:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7690285a-4af5-4254-a65a-846556e68668'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:38.976608 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-be84acad-9c71-40e7-a687-ed029d03db1a req-88feb850-8285-4695-b3f2-2443a4bcb5d8 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] No DVR routers for this DVR port ccd53066-fd17-46c4-9924-9ab10bc2973c on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:40:38.994959 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-be84acad-9c71-40e7-a687-ed029d03db1a req-88feb850-8285-4695-b3f2-2443a4bcb5d8 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:39.006219 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be84acad-9c71-40e7-a687-ed029d03db1a req-88feb850-8285-4695-b3f2-2443a4bcb5d8 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.32 "DELETE /v2.0/ports/ccd53066-fd17-46c4-9924-9ab10bc2973c HTTP/1.1" status: 204 len: 173 time: 6.0515385 Apr 18 20:40:39.065620 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7b9d3-75cb-492a-9a72-1ca7d6838233 req-a783e55b-0cbe-4d06-924d-62682f36adad tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:39.079098 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53c7b9d3-75cb-492a-9a72-1ca7d6838233 req-a783e55b-0cbe-4d06-924d-62682f36adad tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.6190891 Apr 18 20:40:39.155185 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-eba788b3-2ab8-4c6b-93e5-10c67356c8e3 None None] Set router 7690285a-4af5-4254-a65a-846556e68668 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:40:39.298306 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-500b5429-b550-456c-9879-69e64aa598bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:39.382842 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500b5429-b550-456c-9879-69e64aa598bb None None] No DVR routers for this DVR port 2957ff9a-db7e-43b2-86df-995018296a87 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:40:39.415002 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b5429-b550-456c-9879-69e64aa598bb None None] Pushing event deleted for resources: {'Port': ['ID=2957ff9a-db7e-43b2-86df-995018296a87,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:39.489054 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8a70c510-d74b-43df-8b98-086dff676b9f tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:39.519674 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-8a70c510-d74b-43df-8b98-086dff676b9f tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15e46414-6edf-4751-b6e8-5dde4206068a']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:39.536698 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-8a70c510-d74b-43df-8b98-086dff676b9f tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9526d9-7648-4601-abf1-e1dc1cbb5707') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:39.536698 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-8a70c510-d74b-43df-8b98-086dff676b9f tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9526d9-7648-4601-abf1-e1dc1cbb5707') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:39.544339 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8a70c510-d74b-43df-8b98-086dff676b9f tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:39.561739 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8a70c510-d74b-43df-8b98-086dff676b9f tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:39.569171 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a70c510-d74b-43df-8b98-086dff676b9f tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:40:39.569728 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8a70c510-d74b-43df-8b98-086dff676b9f tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:40:39.632618 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:40:39.681118 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8a70c510-d74b-43df-8b98-086dff676b9f tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:39.682180 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-eba788b3-2ab8-4c6b-93e5-10c67356c8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690285a-4af5-4254-a65a-846556e68668', 'name': 'tempest-ServersTestManualDisk-591377164-router', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c7704d22-9194-42ff-bb80-36090b9070c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:55Z', 'updated_at': '2022-04-18T20:38:14Z', 'revision_number': 4, 'project_id': '2973a3b0af804e7199e15770f476280e', 'gw_port': {'id': 'c7704d22-9194-42ff-bb80-36090b9070c4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690285a-4af5-4254-a65a-846556e68668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:59Z', 'updated_at': '2022-04-18T20:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '8923fce0-ed42-4625-a40c-88873e69d348', 'name': '', 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'mac_address': 'fa:16:3e:db:dd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690285a-4af5-4254-a65a-846556e68668', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '106aa402-66e8-4b20-a76a-4a5df2e4dfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:10Z', 'updated_at': '2022-04-18T20:38:32Z', 'revision_number': 5, 'project_id': '2973a3b0af804e7199e15770f476280e', 'subnets': [{'id': '106aa402-66e8-4b20-a76a-4a5df2e4dfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:39.706590 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8a70c510-d74b-43df-8b98-086dff676b9f tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:39.720092 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8a70c510-d74b-43df-8b98-086dff676b9f tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "DELETE /v2.0/networks/15e46414-6edf-4751-b6e8-5dde4206068a HTTP/1.1" status: 204 len: 168 time: 2.1876042 Apr 18 20:40:39.744213 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42144) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:39.770749 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba788b3-2ab8-4c6b-93e5-10c67356c8e3 None None] Checking router: 7690285a-4af5-4254-a65a-846556e68668 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:40:39.795905 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba788b3-2ab8-4c6b-93e5-10c67356c8e3 None None] Routers {'7690285a-4af5-4254-a65a-846556e68668'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:39.797511 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-eba788b3-2ab8-4c6b-93e5-10c67356c8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:40:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7690285a-4af5-4254-a65a-846556e68668'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:39.800539 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd5351-3bcd-4eab-bc31-f05230832cd7 req-3eb4076e-7436-4196-871b-d19717563fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:39.802101 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c0fd5351-3bcd-4eab-bc31-f05230832cd7 req-3eb4076e-7436-4196-871b-d19717563fb4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df8d0a454b80452cbe54aef74c03abdb&device_id=bfb968df-24fe-4f00-a5c3-bce2f1b33968 HTTP/1.1" status: 200 len: 1095 time: 0.9900899 Apr 18 20:40:39.831892 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70c510-d74b-43df-8b98-086dff676b9f tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event deleted for resources: {'Network': ['ID=15e46414-6edf-4751-b6e8-5dde4206068a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:39.897165 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122c5f1-eba2-48d0-b342-4b36130fd110 req-15063e53-2611-4c24-b57c-205488e5e1eb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:39.912676 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122c5f1-eba2-48d0-b342-4b36130fd110 req-15063e53-2611-4c24-b57c-205488e5e1eb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:39.924346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122c5f1-eba2-48d0-b342-4b36130fd110 req-15063e53-2611-4c24-b57c-205488e5e1eb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:39.934526 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122c5f1-eba2-48d0-b342-4b36130fd110 req-15063e53-2611-4c24-b57c-205488e5e1eb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:39.941122 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122c5f1-eba2-48d0-b342-4b36130fd110 req-15063e53-2611-4c24-b57c-205488e5e1eb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:39.947710 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122c5f1-eba2-48d0-b342-4b36130fd110 req-15063e53-2611-4c24-b57c-205488e5e1eb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:39.955375 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122c5f1-eba2-48d0-b342-4b36130fd110 req-15063e53-2611-4c24-b57c-205488e5e1eb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:39.967410 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8122c5f1-eba2-48d0-b342-4b36130fd110 req-15063e53-2611-4c24-b57c-205488e5e1eb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5419 time: 1.0097492 Apr 18 20:40:40.000462 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53c7b9d3-75cb-492a-9a72-1ca7d6838233 req-0178d6ea-3be4-4591-a17b-ef5bc28ea5d5 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8226523 Apr 18 20:40:40.029073 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-58fb6435-540f-4ecf-bec3-38bcf347ffd4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Deleting subnet 9b703aa0-4046-4e0d-b918-b8c257951db4 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:40:40.035566 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58fb6435-540f-4ecf-bec3-38bcf347ffd4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:40.143672 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8122c5f1-eba2-48d0-b342-4b36130fd110 req-e2cc75f8-5c83-4aaa-bdc8-4e93b9feb6a8 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1751256 Apr 18 20:40:40.197676 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58fb6435-540f-4ecf-bec3-38bcf347ffd4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:40.243858 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2957ff9a-db7e-43b2-86df-995018296a87 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:40:40.266521 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-eba788b3-2ab8-4c6b-93e5-10c67356c8e3 None None] Set router 7690285a-4af5-4254-a65a-846556e68668 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:40:40.320196 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd5351-3bcd-4eab-bc31-f05230832cd7 req-da89a1a1-1296-44ea-86f7-29e53fb2368b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:40.330455 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c0fd5351-3bcd-4eab-bc31-f05230832cd7 req-da89a1a1-1296-44ea-86f7-29e53fb2368b service neutron] 10.222.0.32 "GET /v2.0/networks?id=58cfdb44-c6e5-4abc-b60c-80bb950cf535 HTTP/1.1" status: 200 len: 914 time: 0.4895821 Apr 18 20:40:40.385318 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 2957ff9a-db7e-43b2-86df-995018296a87 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:40:40.386869 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2957ff9a-db7e-43b2-86df-995018296a87 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:40:40.471305 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c0fd5351-3bcd-4eab-bc31-f05230832cd7 req-9eadc19b-51fa-445c-8f1d-49ecf23f31f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03fbbde7-3d25-491a-ae8d-a539454acfda HTTP/1.1" status: 200 len: 217 time: 0.1318564 Apr 18 20:40:40.495248 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device b3443436-e7f9-46cc-8f54-8ff21abbb4c6 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:40.516562 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58fb6435-540f-4ecf-bec3-38bcf347ffd4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:40.576346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd5351-3bcd-4eab-bc31-f05230832cd7 req-ad69bd8a-3be3-43cd-94b2-95edaa370476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:40.578667 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c0fd5351-3bcd-4eab-bc31-f05230832cd7 req-ad69bd8a-3be3-43cd-94b2-95edaa370476 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c65c631c-fbcc-42f9-b6bd-05a4bfb002da HTTP/1.1" status: 200 len: 853 time: 0.0921340 Apr 18 20:40:40.589204 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160f6b0-63d1-41bf-bd67-fc0fe95c5fa2 req-55d9628b-1e43-4d4f-8a27-42e6f03d785a tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:40.597791 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6160f6b0-63d1-41bf-bd67-fc0fe95c5fa2 req-55d9628b-1e43-4d4f-8a27-42e6f03d785a tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfb968df-24fe-4f00-a5c3-bce2f1b33968 HTTP/1.1" status: 200 len: 944 time: 0.2617297 Apr 18 20:40:40.642559 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port b3443436-e7f9-46cc-8f54-8ff21abbb4c6 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:40.649655 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port b3443436-e7f9-46cc-8f54-8ff21abbb4c6 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:40.650758 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:40.659717 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a30741-b209-49f2-9e80-11fb9c911c4b req-06fa3d01-c52c-49c8-a0e0-255a1f97cb90 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:40.668342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-56a30741-b209-49f2-9e80-11fb9c911c4b req-06fa3d01-c52c-49c8-a0e0-255a1f97cb90 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 947 time: 0.2207541 Apr 18 20:40:40.678331 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c0fd5351-3bcd-4eab-bc31-f05230832cd7 req-42635259-ef3f-4d78-b482-0c6cfb376dd7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58cfdb44-c6e5-4abc-b60c-80bb950cf535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730724 Apr 18 20:40:40.790973 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58fb6435-540f-4ecf-bec3-38bcf347ffd4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:40.814940 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886bbfe7-2980-4869-91f1-60b32a2e2f99', 'name': 'network-vif-deleted', 'tag': 'ccd53066-fd17-46c4-9924-9ab10bc2973c'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:40.818556 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdaadbc-9194-4ff3-8c75-a0bc434c9248" -d '{"events": [{"server_uuid": "886bbfe7-2980-4869-91f1-60b32a2e2f99", "name": "network-vif-deleted", "tag": "ccd53066-fd17-46c4-9924-9ab10bc2973c"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:40.838669 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6160f6b0-63d1-41bf-bd67-fc0fe95c5fa2 req-69303b45-f018-4cab-a541-71055fa1c471 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/security-groups?id=34068029-1743-4209-9734-1b54963716ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396030 Apr 18 20:40:40.871806 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-56a30741-b209-49f2-9e80-11fb9c911c4b req-ee2ebf76-734d-44d4-acbe-7a9c6b275110 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012925 Apr 18 20:40:40.920604 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:40.940213 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-eba788b3-2ab8-4c6b-93e5-10c67356c8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690285a-4af5-4254-a65a-846556e68668', 'name': 'tempest-ServersTestManualDisk-591377164-router', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c7704d22-9194-42ff-bb80-36090b9070c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:55Z', 'updated_at': '2022-04-18T20:38:14Z', 'revision_number': 4, 'project_id': '2973a3b0af804e7199e15770f476280e', 'gw_port': {'id': 'c7704d22-9194-42ff-bb80-36090b9070c4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690285a-4af5-4254-a65a-846556e68668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:59Z', 'updated_at': '2022-04-18T20:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '8923fce0-ed42-4625-a40c-88873e69d348', 'name': '', 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'mac_address': 'fa:16:3e:db:dd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690285a-4af5-4254-a65a-846556e68668', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '106aa402-66e8-4b20-a76a-4a5df2e4dfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:10Z', 'updated_at': '2022-04-18T20:38:32Z', 'revision_number': 5, 'project_id': '2973a3b0af804e7199e15770f476280e', 'subnets': [{'id': '106aa402-66e8-4b20-a76a-4a5df2e4dfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:40.942234 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb6435-540f-4ecf-bec3-38bcf347ffd4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event deleted for resources: {'Subnet': ['ID=9b703aa0-4046-4e0d-b918-b8c257951db4,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:40.962925 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58fb6435-540f-4ecf-bec3-38bcf347ffd4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:40.990378 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7773eb33-5526-44e3-b1f5-24458c1682e0 None None] Network 8390a3d5-3138-42f0-b1d2-2d0e5c426f89 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:40:40.992527 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-58fb6435-540f-4ecf-bec3-38bcf347ffd4 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "DELETE /v2.0/subnets/9b703aa0-4046-4e0d-b918-b8c257951db4 HTTP/1.1" status: 204 len: 168 time: 1.2349412 Apr 18 20:40:40.995646 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42154) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:41.031260 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c0fd5351-3bcd-4eab-bc31-f05230832cd7 req-d2c28a45-93ea-4645-afd2-d8635401b4b0 service neutron] 10.222.0.32 "GET /v2.0/networks/58cfdb44-c6e5-4abc-b60c-80bb950cf535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418827 Apr 18 20:40:41.096163 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba788b3-2ab8-4c6b-93e5-10c67356c8e3 None None] The sync data for ids ['7690285a-4af5-4254-a65a-846556e68668'] in n-d-838323-3 is: [{'id': '7690285a-4af5-4254-a65a-846556e68668', 'name': 'tempest-ServersTestManualDisk-591377164-router', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c7704d22-9194-42ff-bb80-36090b9070c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:55Z', 'updated_at': '2022-04-18T20:38:14Z', 'revision_number': 4, 'project_id': '2973a3b0af804e7199e15770f476280e', 'gw_port': {'id': 'c7704d22-9194-42ff-bb80-36090b9070c4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690285a-4af5-4254-a65a-846556e68668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:59Z', 'updated_at': '2022-04-18T20:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '8923fce0-ed42-4625-a40c-88873e69d348', 'name': '', 'network_id': 'c0e305f7-b542-42c8-b395-eb424f597b80', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'mac_address': 'fa:16:3e:db:dd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690285a-4af5-4254-a65a-846556e68668', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '106aa402-66e8-4b20-a76a-4a5df2e4dfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:10Z', 'updated_at': '2022-04-18T20:38:32Z', 'revision_number': 5, 'project_id': '2973a3b0af804e7199e15770f476280e', 'subnets': [{'id': '106aa402-66e8-4b20-a76a-4a5df2e4dfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:41.141549 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1700033-e7c6-4dd1-b7f1-f4da03e030d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3443436-e7f9-46cc-8f54-8ff21abbb4c6'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:41.142581 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a130df-d59b-4068-905e-796bac666de5" -d '{"events": [{"server_uuid": "c1700033-e7c6-4dd1-b7f1-f4da03e030d2", "name": "network-vif-plugged", "status": "completed", "tag": "b3443436-e7f9-46cc-8f54-8ff21abbb4c6"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:41.339899 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c1e90660-e385-4898-8235-fdb6f4b14503 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:41.356019 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42164) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:41.382089 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5f4b80-ca59-42ad-bc89-28956f74c79e x-openstack-request-id: req-ec5f4b80-ca59-42ad-bc89-28956f74c79e {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:41.382632 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886bbfe7-2980-4869-91f1-60b32a2e2f99", "name": "network-vif-deleted", "tag": "ccd53066-fd17-46c4-9924-9ab10bc2973c", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:41.382972 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec5f4b80-ca59-42ad-bc89-28956f74c79e {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:41.383654 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec5f4b80-ca59-42ad-bc89-28956f74c79e'] response: {'server_uuid': '886bbfe7-2980-4869-91f1-60b32a2e2f99', 'name': 'network-vif-deleted', 'tag': 'ccd53066-fd17-46c4-9924-9ab10bc2973c', 'status': 'completed', 'code': 200} Apr 18 20:40:41.422853 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port b3443436-e7f9-46cc-8f54-8ff21abbb4c6, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b3443436-e7f9-46cc-8f54-8ff21abbb4c6,segment=NetworkSegment(376cc761-9df4-40ad-bdff-9ddef2308cd3),segment_id=376cc761-9df4-40ad-bdff-9ddef2308cd3)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:41.488986 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c0fd5351-3bcd-4eab-bc31-f05230832cd7 req-3a090432-49b0-442a-ac0a-5a3745650c21 service neutron] 10.222.0.32 "GET /v2.0/networks/58cfdb44-c6e5-4abc-b60c-80bb950cf535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504230 Apr 18 20:40:41.529072 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00e89a-340c-47fb-be3c-272d982e7608 req-11cbe6f7-e42c-4f10-9403-1f0902e66301 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:41.531626 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3d00e89a-340c-47fb-be3c-272d982e7608 req-11cbe6f7-e42c-4f10-9403-1f0902e66301 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.2660818 Apr 18 20:40:41.546534 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:41.569214 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5583e-0c12-4a43-b34c-344b0c95fffd req-26c22327-6a9f-41e0-b79f-59301846b11d tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:41.581737 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ddd5583e-0c12-4a43-b34c-344b0c95fffd req-26c22327-6a9f-41e0-b79f-59301846b11d tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1304953 Apr 18 20:40:41.674651 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3d00e89a-340c-47fb-be3c-272d982e7608 req-36e39966-0865-481a-8e87-9e6b680d8008 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786920 Apr 18 20:40:41.680545 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=b3443436-e7f9-46cc-8f54-8ff21abbb4c6,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:41.686228 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ddd5583e-0c12-4a43-b34c-344b0c95fffd req-e82a8ba0-3fe5-4805-9985-a9cdefbc1aa3 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020112 Apr 18 20:40:41.695684 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a17d1b57-2531-4545-b490-419fdcf803a8 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:41.769004 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-c1e90660-e385-4898-8235-fdb6f4b14503 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Deleting port 7f3d1b94-5334-413a-97ce-bcdd30f618af {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:41.770342 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c1e90660-e385-4898-8235-fdb6f4b14503 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:41.775350 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:41.789267 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b54290-9418-42d9-b845-cce51096c914 x-openstack-request-id: req-03b54290-9418-42d9-b845-cce51096c914 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:41.790798 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1700033-e7c6-4dd1-b7f1-f4da03e030d2", "name": "network-vif-plugged", "status": "completed", "tag": "b3443436-e7f9-46cc-8f54-8ff21abbb4c6", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:41.791188 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03b54290-9418-42d9-b845-cce51096c914 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:41.791782 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b54290-9418-42d9-b845-cce51096c914'] response: {'server_uuid': 'c1700033-e7c6-4dd1-b7f1-f4da03e030d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3443436-e7f9-46cc-8f54-8ff21abbb4c6', 'code': 200} Apr 18 20:40:41.842312 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb01a9d3-e099-4e52-a596-adc0b04f188e None None] New status for floating IP 5fa01a91-9b03-4b9c-af6b-5a70a2ddb969: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:40:41.895218 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a17d1b57-2531-4545-b490-419fdcf803a8 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:41.997142 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6744abe-b832-4e40-9267-aa3780302c30 None None] DHCP port deletion for 8390a3d5-3138-42f0-b1d2-2d0e5c426f89 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:40:42.035862 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-c1e90660-e385-4898-8235-fdb6f4b14503 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] For port 7f3d1b94-5334-413a-97ce-bcdd30f618af, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7f3d1b94-5334-413a-97ce-bcdd30f618af,segment=NetworkSegment(e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6),segment_id=e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:42.036318 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c1e90660-e385-4898-8235-fdb6f4b14503 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:42.047425 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53f920-1bab-4e5a-a96b-40f8027dd9ea req-636c7bbd-3651-4c10-9874-2afd48d405fb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:42.054912 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53f920-1bab-4e5a-a96b-40f8027dd9ea req-636c7bbd-3651-4c10-9874-2afd48d405fb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:42.062660 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53f920-1bab-4e5a-a96b-40f8027dd9ea req-636c7bbd-3651-4c10-9874-2afd48d405fb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:42.068885 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53f920-1bab-4e5a-a96b-40f8027dd9ea req-636c7bbd-3651-4c10-9874-2afd48d405fb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:42.082615 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53f920-1bab-4e5a-a96b-40f8027dd9ea req-636c7bbd-3651-4c10-9874-2afd48d405fb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:42.095710 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53f920-1bab-4e5a-a96b-40f8027dd9ea req-636c7bbd-3651-4c10-9874-2afd48d405fb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:42.124001 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-c1e90660-e385-4898-8235-fdb6f4b14503 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Calling delete_port for 7f3d1b94-5334-413a-97ce-bcdd30f618af owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:42.128398 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53f920-1bab-4e5a-a96b-40f8027dd9ea req-636c7bbd-3651-4c10-9874-2afd48d405fb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:42.132514 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9e53f920-1bab-4e5a-a96b-40f8027dd9ea req-636c7bbd-3651-4c10-9874-2afd48d405fb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5419 time: 0.2414825 Apr 18 20:40:42.143016 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ffbd0-30ec-4da2-8b36-e8be27efd896 req-04b502e2-244b-4363-950e-492fa85a87f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:42.150924 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a14ffbd0-30ec-4da2-8b36-e8be27efd896 req-04b502e2-244b-4363-950e-492fa85a87f5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c1700033-e7c6-4dd1-b7f1-f4da03e030d2 HTTP/1.1" status: 200 len: 1096 time: 0.2248077 Apr 18 20:40:42.155445 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a17d1b57-2531-4545-b490-419fdcf803a8 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:42.159549 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a17d1b57-2531-4545-b490-419fdcf803a8 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:42.160972 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a17d1b57-2531-4545-b490-419fdcf803a8 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "DELETE /v2.0/security-groups/1cbc5cd0-7ce7-4985-a31a-8661b244404b HTTP/1.1" status: 204 len: 168 time: 0.7903841 Apr 18 20:40:42.191432 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42174) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:42.210661 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9e53f920-1bab-4e5a-a96b-40f8027dd9ea req-e7e94e69-dbb8-472c-b57e-d9b607aa7652 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620813 Apr 18 20:40:42.237270 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a14ffbd0-30ec-4da2-8b36-e8be27efd896 req-fb918f0e-9114-4b5e-a6fa-438df999d342 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=34068029-1743-4209-9734-1b54963716ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732665 Apr 18 20:40:42.267755 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d1b57-2531-4545-b490-419fdcf803a8 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbc5cd0-7ce7-4985-a31a-8661b244404b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:42.301535 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46b28b-20a1-465e-9b8c-731d9d6af406 req-5052352e-0c5d-4aee-be54-4d729269427c tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:42.314978 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa46b28b-20a1-465e-9b8c-731d9d6af406 req-5052352e-0c5d-4aee-be54-4d729269427c tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1804078 Apr 18 20:40:42.325419 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-bf161c6d-6ad1-49eb-a4ba-0b17bc0ce7ca tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] show failed (client error): The resource could not be found. Apr 18 20:40:42.326649 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bf161c6d-6ad1-49eb-a4ba-0b17bc0ce7ca tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "GET /v2.0/security-groups/1cbc5cd0-7ce7-4985-a31a-8661b244404b HTTP/1.1" status: 404 len: 347 time: 0.1033916 Apr 18 20:40:42.332014 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42176) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:42.369058 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa46b28b-20a1-465e-9b8c-731d9d6af406 req-213fda63-be34-43a5-a80f-af3abc3eef16 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526445 Apr 18 20:40:42.492188 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c1e90660-e385-4898-8235-fdb6f4b14503 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:42.590003 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7f3d1b94-5334-413a-97ce-bcdd30f618af no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:40:42.599364 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 03fbbde7-3d25-491a-ae8d-a539454acfda details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:40:42.620341 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e90660-e385-4898-8235-fdb6f4b14503 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event deleted for resources: {'Port': ['ID=7f3d1b94-5334-413a-97ce-bcdd30f618af,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:42.630437 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e90660-e385-4898-8235-fdb6f4b14503 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] No DVR routers for this DVR port 7f3d1b94-5334-413a-97ce-bcdd30f618af on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:40:42.664711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f5018-d642-49e8-baa5-ac027a65bfb6 req-73a5a0a6-e7e6-4f99-9820-55986bb28c2b tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:42.666686 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b3f5018-d642-49e8-baa5-ac027a65bfb6 req-73a5a0a6-e7e6-4f99-9820-55986bb28c2b tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfb968df-24fe-4f00-a5c3-bce2f1b33968 HTTP/1.1" status: 200 len: 944 time: 0.1666360 Apr 18 20:40:42.761841 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b3f5018-d642-49e8-baa5-ac027a65bfb6 req-3b121eb4-9807-4135-80ca-7de0f37674ec tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/security-groups?id=34068029-1743-4209-9734-1b54963716ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704498 Apr 18 20:40:42.781700 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 7f3d1b94-5334-413a-97ce-bcdd30f618af {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:40:42.782364 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7f3d1b94-5334-413a-97ce-bcdd30f618af not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:40:42.954650 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e6744abe-b832-4e40-9267-aa3780302c30 None None] Deleting port 7f3d1b94-5334-413a-97ce-bcdd30f618af {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:42.955308 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e6744abe-b832-4e40-9267-aa3780302c30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:42.994160 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c1e90660-e385-4898-8235-fdb6f4b14503 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.091748 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-c1e90660-e385-4898-8235-fdb6f4b14503 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8390a3d5-3138-42f0-b1d2-2d0e5c426f89']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:43.134220 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-c1e90660-e385-4898-8235-fdb6f4b14503 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:43.135086 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-c1e90660-e385-4898-8235-fdb6f4b14503 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9acba5e-bda4-4903-b5ed-2c37b9a2e9f6') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:43.139331 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-d5165c99-6a2f-4743-98e8-732c9d5788f9 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Deleting port 6c3da5b4-e383-4581-a9b8-17d7b7152551 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:43.140218 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5165c99-6a2f-4743-98e8-732c9d5788f9 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.155028 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdc398-4298-40e6-87c4-8dde6fc9b530 req-964eac81-2843-41da-ba01-6a8c9e86ca35 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:43.165069 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-87fdc398-4298-40e6-87c4-8dde6fc9b530 req-964eac81-2843-41da-ba01-6a8c9e86ca35 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 947 time: 0.2704861 Apr 18 20:40:43.173276 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c1e90660-e385-4898-8235-fdb6f4b14503 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.181202 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-e6744abe-b832-4e40-9267-aa3780302c30 None None] For port 7f3d1b94-5334-413a-97ce-bcdd30f618af, host n-d-838323-3, got binding levels [] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:43.181623 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e6744abe-b832-4e40-9267-aa3780302c30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.280276 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 03fbbde7-3d25-491a-ae8d-a539454acfda, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=03fbbde7-3d25-491a-ae8d-a539454acfda,segment=NetworkSegment(376cc761-9df4-40ad-bdff-9ddef2308cd3),segment_id=376cc761-9df4-40ad-bdff-9ddef2308cd3)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:43.280276 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e6744abe-b832-4e40-9267-aa3780302c30 None None] Calling delete_port for 7f3d1b94-5334-413a-97ce-bcdd30f618af owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:43.302191 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.ipam_backend_mixin [None req-e6744abe-b832-4e40-9267-aa3780302c30 None None] Port 7f3d1b94-5334-413a-97ce-bcdd30f618af was not found and therefore no delete operation was performed {{(pid=102910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 20:40:43.302191 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e6744abe-b832-4e40-9267-aa3780302c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.339102 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-87fdc398-4298-40e6-87c4-8dde6fc9b530 req-1bfeabc1-ef45-4043-8b05-1d86f2f3d81e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727302 Apr 18 20:40:43.366979 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c1e90660-e385-4898-8235-fdb6f4b14503 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.393146 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '03fbbde7-3d25-491a-ae8d-a539454acfda', 'network_id': '58cfdb44-c6e5-4abc-b60c-80bb950cf535', 'port_id': '03fbbde7-3d25-491a-ae8d-a539454acfda', 'mac_address': 'fa:16:3e:70:41:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65c631c-fbcc-42f9-b6bd-05a4bfb002da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:40:43.397586 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e90660-e385-4898-8235-fdb6f4b14503 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:40:43.412979 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c1e90660-e385-4898-8235-fdb6f4b14503 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:40:43.462213 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:40:43.531297 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4c075-2d59-4997-8a40-30638327f4b8 req-75f601ee-8c33-42f9-a64f-776f1609248c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:43.533337 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6744abe-b832-4e40-9267-aa3780302c30 None None] Pushing event deleted for resources: {'Port': ['ID=7f3d1b94-5334-413a-97ce-bcdd30f618af,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:43.552195 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1a4c075-2d59-4997-8a40-30638327f4b8 req-75f601ee-8c33-42f9-a64f-776f1609248c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c38bdc963bc4174b81b6324270a917b&device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 1097 time: 0.5218003 Apr 18 20:40:43.554131 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6744abe-b832-4e40-9267-aa3780302c30 None None] No DVR routers for this DVR port 7f3d1b94-5334-413a-97ce-bcdd30f618af on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:40:43.628547 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.631568 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5165c99-6a2f-4743-98e8-732c9d5788f9 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.632728 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5165c99-6a2f-4743-98e8-732c9d5788f9 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.647872 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03fbbde7-3d25-491a-ae8d-a539454acfda {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:43.661500 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-d5165c99-6a2f-4743-98e8-732c9d5788f9 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Calling delete_port for 6c3da5b4-e383-4581-a9b8-17d7b7152551 owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:43.672208 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 03fbbde7-3d25-491a-ae8d-a539454acfda, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=03fbbde7-3d25-491a-ae8d-a539454acfda,segment=NetworkSegment(376cc761-9df4-40ad-bdff-9ddef2308cd3),segment_id=376cc761-9df4-40ad-bdff-9ddef2308cd3)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:43.689320 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.767511 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=03fbbde7-3d25-491a-ae8d-a539454acfda,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:43.833516 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028e2a0-9f89-4ec2-8433-ef4655b8774c req-a6f4f7cc-2227-4f49-ae44-a738372a1f9f tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:43.835443 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6028e2a0-9f89-4ec2-8433-ef4655b8774c req-a6f4f7cc-2227-4f49-ae44-a738372a1f9f tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.5824323 Apr 18 20:40:43.857459 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c1e90660-e385-4898-8235-fdb6f4b14503 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.873343 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c1e90660-e385-4898-8235-fdb6f4b14503 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.883030 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c1e90660-e385-4898-8235-fdb6f4b14503 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] 10.222.0.41 "DELETE /v2.0/networks/8390a3d5-3138-42f0-b1d2-2d0e5c426f89 HTTP/1.1" status: 204 len: 168 time: 2.8758755 Apr 18 20:40:43.908554 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9b92e-0c1c-4d69-ab7c-744cbc15d990 req-179a6f58-e18b-4815-b188-6411bde0b214 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:43.922339 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9db9b92e-0c1c-4d69-ab7c-744cbc15d990 req-179a6f58-e18b-4815-b188-6411bde0b214 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.2420189 Apr 18 20:40:43.938062 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4c075-2d59-4997-8a40-30638327f4b8 req-7baad4aa-fe06-45ab-9b3c-8945fc674be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:43.939766 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1a4c075-2d59-4997-8a40-30638327f4b8 req-7baad4aa-fe06-45ab-9b3c-8945fc674be1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=92da7360-d409-4b3e-ad31-ddbae7217c5a HTTP/1.1" status: 200 len: 912 time: 0.3621294 Apr 18 20:40:43.949782 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e90660-e385-4898-8235-fdb6f4b14503 tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] Pushing event deleted for resources: {'Network': ['ID=8390a3d5-3138-42f0-b1d2-2d0e5c426f89,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:44.001537 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['03fbbde7-3d25-491a-ae8d-a539454acfda'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:44.151317 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6028e2a0-9f89-4ec2-8433-ef4655b8774c req-d6c6d739-fad6-4bbd-a07b-10d81f507019 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3010056 Apr 18 20:40:44.180258 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5165c99-6a2f-4743-98e8-732c9d5788f9 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:44.201961 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9db9b92e-0c1c-4d69-ab7c-744cbc15d990 req-65416bd2-930e-46de-adb6-2205fb6a6eb6 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784381 Apr 18 20:40:44.224405 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1a4c075-2d59-4997-8a40-30638327f4b8 req-7ba98ba3-621a-4113-9752-a45275c7760d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99ad98b6-bfe9-4773-945f-0ca8f238c908 HTTP/1.1" status: 200 len: 1002 time: 0.2483242 Apr 18 20:40:44.260952 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5165c99-6a2f-4743-98e8-732c9d5788f9 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Pushing event deleted for resources: {'Port': ['ID=6c3da5b4-e383-4581-a9b8-17d7b7152551,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:44.399183 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4c075-2d59-4997-8a40-30638327f4b8 req-da4d83e2-cbcd-45a0-b70d-52b7c90d3868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:44.407425 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1a4c075-2d59-4997-8a40-30638327f4b8 req-da4d83e2-cbcd-45a0-b70d-52b7c90d3868 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=55983801-f492-4a46-94da-ae12b2e91406 HTTP/1.1" status: 200 len: 850 time: 0.1781971 Apr 18 20:40:44.463621 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5165c99-6a2f-4743-98e8-732c9d5788f9 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:44.467081 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5165c99-6a2f-4743-98e8-732c9d5788f9 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:44.473962 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d5165c99-6a2f-4743-98e8-732c9d5788f9 tempest-ServersTestManualDisk-1530414978 tempest-ServersTestManualDisk-1530414978-project] 10.222.0.41 "DELETE /v2.0/floatingips/5fa01a91-9b03-4b9c-af6b-5a70a2ddb969 HTTP/1.1" status: 204 len: 168 time: 2.1351852 Apr 18 20:40:44.474260 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42202) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:44.649228 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294506e-6432-4be1-9e66-b11ac806861a req-4eb332c8-7f97-4d0b-b53e-6be3d7590de3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:44.663069 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294506e-6432-4be1-9e66-b11ac806861a req-4eb332c8-7f97-4d0b-b53e-6be3d7590de3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:44.679644 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294506e-6432-4be1-9e66-b11ac806861a req-4eb332c8-7f97-4d0b-b53e-6be3d7590de3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:44.691134 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294506e-6432-4be1-9e66-b11ac806861a req-4eb332c8-7f97-4d0b-b53e-6be3d7590de3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:44.702840 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294506e-6432-4be1-9e66-b11ac806861a req-4eb332c8-7f97-4d0b-b53e-6be3d7590de3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:44.719952 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294506e-6432-4be1-9e66-b11ac806861a req-4eb332c8-7f97-4d0b-b53e-6be3d7590de3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:44.729687 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294506e-6432-4be1-9e66-b11ac806861a req-4eb332c8-7f97-4d0b-b53e-6be3d7590de3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:44.746140 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9294506e-6432-4be1-9e66-b11ac806861a req-4eb332c8-7f97-4d0b-b53e-6be3d7590de3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5419 time: 0.3936222 Apr 18 20:40:44.774600 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fee45-8c54-4566-b3ca-6627300203e2 req-c26b955c-49f1-4db3-87c6-b8f2983011e1 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:44.789900 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cc0fee45-8c54-4566-b3ca-6627300203e2 req-c26b955c-49f1-4db3-87c6-b8f2983011e1 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfb968df-24fe-4f00-a5c3-bce2f1b33968 HTTP/1.1" status: 200 len: 945 time: 0.3178957 Apr 18 20:40:44.827190 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4c075-2d59-4997-8a40-30638327f4b8 req-343f9828-8d2c-4945-a7f4-ebe4647759f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:44.830569 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1a4c075-2d59-4997-8a40-30638327f4b8 req-343f9828-8d2c-4945-a7f4-ebe4647759f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92da7360-d409-4b3e-ad31-ddbae7217c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3747299 Apr 18 20:40:44.991218 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cc0fee45-8c54-4566-b3ca-6627300203e2 req-956a78fc-f66e-4394-aba7-b5f757cdac11 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/security-groups?id=34068029-1743-4209-9734-1b54963716ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829512 Apr 18 20:40:45.064775 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9294506e-6432-4be1-9e66-b11ac806861a req-9b0f7555-c990-451c-9d2a-97fd40e3be9b tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3164554 Apr 18 20:40:45.256621 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf669897-5f39-470b-a38b-2d5b0e041c93 req-eb7b7059-1214-4ad5-8288-bee262406208 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:45.269577 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cf669897-5f39-470b-a38b-2d5b0e041c93 req-eb7b7059-1214-4ad5-8288-bee262406208 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1815994 Apr 18 20:40:45.301538 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1a4c075-2d59-4997-8a40-30638327f4b8 req-302088ed-c860-49e3-b55e-f8a621f2e784 service neutron] 10.222.0.32 "GET /v2.0/networks/92da7360-d409-4b3e-ad31-ddbae7217c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568059 Apr 18 20:40:45.302032 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe2a6b-4f1d-4715-b430-c6d0b04a3290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:45.473314 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cf669897-5f39-470b-a38b-2d5b0e041c93 req-088a9f9f-09fd-44d4-ad08-84e6005538fd tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922343 Apr 18 20:40:45.524977 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80b90e-c30f-4385-a442-da7b320dbba9 req-8cc6b195-46d2-43f4-b78a-9d799b9097f8 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:45.540246 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1f80b90e-c30f-4385-a442-da7b320dbba9 req-8cc6b195-46d2-43f4-b78a-9d799b9097f8 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 947 time: 0.2688661 Apr 18 20:40:45.658705 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1a4c075-2d59-4997-8a40-30638327f4b8 req-ce47de14-ac68-4891-8486-da1022447049 service neutron] 10.222.0.32 "GET /v2.0/networks/92da7360-d409-4b3e-ad31-ddbae7217c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513222 Apr 18 20:40:45.672495 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1f80b90e-c30f-4385-a442-da7b320dbba9 req-c0014d1f-470c-4e9b-aff0-7335f6fe665b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310115 Apr 18 20:40:45.692737 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1482b0-671d-435b-8a14-93413250e2cd req-0ba677b3-1e14-44a0-b1e6-cb6ee7cb7143 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:45.708502 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cd1482b0-671d-435b-8a14-93413250e2cd req-0ba677b3-1e14-44a0-b1e6-cb6ee7cb7143 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.1279902 Apr 18 20:40:45.757132 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cd1482b0-671d-435b-8a14-93413250e2cd req-096b59dd-3e9e-4177-b958-00f7e7fd3a4a tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529931 Apr 18 20:40:45.832684 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42228) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:45.864540 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe2a6b-4f1d-4715-b430-c6d0b04a3290 admin admin] Deleting port 8923fce0-ed42-4625-a40c-88873e69d348 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:45.865081 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe2a6b-4f1d-4715-b430-c6d0b04a3290 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:45.985281 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-8dbe2a6b-4f1d-4715-b430-c6d0b04a3290 admin admin] For port 8923fce0-ed42-4625-a40c-88873e69d348, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8923fce0-ed42-4625-a40c-88873e69d348,segment=NetworkSegment(3fc06cf4-dcea-4040-bf01-4525df091089),segment_id=3fc06cf4-dcea-4040-bf01-4525df091089)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:45.985899 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe2a6b-4f1d-4715-b430-c6d0b04a3290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:46.013796 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe2a6b-4f1d-4715-b430-c6d0b04a3290 admin admin] Calling delete_port for 8923fce0-ed42-4625-a40c-88873e69d348 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:46.024080 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95728e-c9e8-4a23-a4c5-6170e74cda73 req-141c7366-ea3c-488f-a6cd-4b1c8d6cad20 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:46.029165 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ae95728e-c9e8-4a23-a4c5-6170e74cda73 req-141c7366-ea3c-488f-a6cd-4b1c8d6cad20 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1843853 Apr 18 20:40:46.102520 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ae95728e-c9e8-4a23-a4c5-6170e74cda73 req-a36671a9-6e9d-416c-86ca-968d8c43d0c9 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649035 Apr 18 20:40:46.344798 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe2a6b-4f1d-4715-b430-c6d0b04a3290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:46.364712 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 03fbbde7-3d25-491a-ae8d-a539454acfda up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:46.377241 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c0c0e-d513-460c-acd9-79240cc9d7f7 req-32cd1ffd-94d3-4705-b18f-0e1be3797fa4 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:46.378962 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-522c0c0e-d513-460c-acd9-79240cc9d7f7 req-32cd1ffd-94d3-4705-b18f-0e1be3797fa4 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfb968df-24fe-4f00-a5c3-bce2f1b33968 HTTP/1.1" status: 200 len: 945 time: 0.1772497 Apr 18 20:40:46.455069 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe2a6b-4f1d-4715-b430-c6d0b04a3290 admin admin] Pushing event deleted for resources: {'Port': ['ID=8923fce0-ed42-4625-a40c-88873e69d348,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:46.458381 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eac9f5-f115-458d-ad35-932048e4f140 req-53602f83-514c-4a72-8a04-baa56003f99c tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:46.468630 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75eac9f5-f115-458d-ad35-932048e4f140 req-53602f83-514c-4a72-8a04-baa56003f99c tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.2604618 Apr 18 20:40:46.480528 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 03fbbde7-3d25-491a-ae8d-a539454acfda completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:46.488962 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 03fbbde7-3d25-491a-ae8d-a539454acfda triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:46.489579 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:46.667510 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-522c0c0e-d513-460c-acd9-79240cc9d7f7 req-c4ed7ecf-c5ea-4971-bf3f-eb0807f808a2 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/security-groups?id=34068029-1743-4209-9734-1b54963716ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762122 Apr 18 20:40:46.690311 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:46.714533 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75eac9f5-f115-458d-ad35-932048e4f140 req-d68dba5a-a95b-43c1-94fd-2ea50cfd6f18 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326751 Apr 18 20:40:46.787159 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb968df-24fe-4f00-a5c3-bce2f1b33968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fbbde7-3d25-491a-ae8d-a539454acfda'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:46.802318 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9080e11c-9e5c-4226-86fe-15ee3ddc321e" -d '{"events": [{"server_uuid": "bfb968df-24fe-4f00-a5c3-bce2f1b33968", "name": "network-vif-plugged", "status": "completed", "tag": "03fbbde7-3d25-491a-ae8d-a539454acfda"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:46.883712 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 03fbbde7-3d25-491a-ae8d-a539454acfda, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=03fbbde7-3d25-491a-ae8d-a539454acfda,segment=NetworkSegment(376cc761-9df4-40ad-bdff-9ddef2308cd3),segment_id=376cc761-9df4-40ad-bdff-9ddef2308cd3)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:46.904163 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:46.997429 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe2a6b-4f1d-4715-b430-c6d0b04a3290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:47.042807 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=03fbbde7-3d25-491a-ae8d-a539454acfda,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:47.168468 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf9b19-6054-40a8-923a-3b299db5e1f4 req-8c6c141e-287d-410d-962e-fed77b52b9e0 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:47.171129 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-61cf9b19-6054-40a8-923a-3b299db5e1f4 req-8c6c141e-287d-410d-962e-fed77b52b9e0 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 947 time: 0.1873925 Apr 18 20:40:47.192335 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddccf4-c586-416c-b40c-f24a7a38fbbf req-279f7f86-e218-428d-a3bf-b2d968e8f619 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:47.203250 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddccf4-c586-416c-b40c-f24a7a38fbbf req-279f7f86-e218-428d-a3bf-b2d968e8f619 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:47.209640 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddccf4-c586-416c-b40c-f24a7a38fbbf req-279f7f86-e218-428d-a3bf-b2d968e8f619 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:47.217690 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddccf4-c586-416c-b40c-f24a7a38fbbf req-279f7f86-e218-428d-a3bf-b2d968e8f619 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:47.225233 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddccf4-c586-416c-b40c-f24a7a38fbbf req-279f7f86-e218-428d-a3bf-b2d968e8f619 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:47.232988 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddccf4-c586-416c-b40c-f24a7a38fbbf req-279f7f86-e218-428d-a3bf-b2d968e8f619 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:47.241276 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddccf4-c586-416c-b40c-f24a7a38fbbf req-279f7f86-e218-428d-a3bf-b2d968e8f619 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:47.244375 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bfddccf4-c586-416c-b40c-f24a7a38fbbf req-279f7f86-e218-428d-a3bf-b2d968e8f619 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5419 time: 0.2746730 Apr 18 20:40:47.325781 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5e931d94-7d17-4b31-8529-80d750c09687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:47.406617 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-61cf9b19-6054-40a8-923a-3b299db5e1f4 req-68daf4f2-8d8f-4f6c-823c-49e3b452c760 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589460 Apr 18 20:40:47.434503 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbe2a6b-4f1d-4715-b430-c6d0b04a3290 admin admin] Router 7690285a-4af5-4254-a65a-846556e68668 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:40:47.439252 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bfddccf4-c586-416c-b40c-f24a7a38fbbf req-80ea7494-0dea-4df5-9b0f-384f8f39e41f tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1781876 Apr 18 20:40:47.559282 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa585fa7-7e0e-47a3-9f59-28cf3481993e x-openstack-request-id: req-aa585fa7-7e0e-47a3-9f59-28cf3481993e {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:47.560899 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb968df-24fe-4f00-a5c3-bce2f1b33968", "name": "network-vif-plugged", "status": "completed", "tag": "03fbbde7-3d25-491a-ae8d-a539454acfda", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:47.561655 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aa585fa7-7e0e-47a3-9f59-28cf3481993e {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:47.562634 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa585fa7-7e0e-47a3-9f59-28cf3481993e'] response: {'server_uuid': 'bfb968df-24fe-4f00-a5c3-bce2f1b33968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fbbde7-3d25-491a-ae8d-a539454acfda', 'code': 200} Apr 18 20:40:47.769900 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbe2a6b-4f1d-4715-b430-c6d0b04a3290 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:40:47.779032 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8dbe2a6b-4f1d-4715-b430-c6d0b04a3290 admin admin] 10.222.0.41 "PUT /v2.0/routers/7690285a-4af5-4254-a65a-846556e68668/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3032730 Apr 18 20:40:47.784672 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42304) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:47.789896 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df63e01-090b-42fe-9794-e789013e50ec None None] Sync routers for ids ['7690285a-4af5-4254-a65a-846556e68668'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:47.806390 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df63e01-090b-42fe-9794-e789013e50ec None None] Routers {'7690285a-4af5-4254-a65a-846556e68668'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:47.807717 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-0df63e01-090b-42fe-9794-e789013e50ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:40:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7690285a-4af5-4254-a65a-846556e68668'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:48.002894 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9496aaf4-2555-41ec-a312-5e037892fe60 admin admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.115432 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-0df63e01-090b-42fe-9794-e789013e50ec None None] Set router 7690285a-4af5-4254-a65a-846556e68668 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:40:48.141917 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9496aaf4-2555-41ec-a312-5e037892fe60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.220060 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-9496aaf4-2555-41ec-a312-5e037892fe60 admin admin] Deleting port c7704d22-9194-42ff-bb80-36090b9070c4 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:48.221521 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9496aaf4-2555-41ec-a312-5e037892fe60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.298522 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42defc6f-d1fa-4e31-bee5-042568eb12ce req-941a1b32-1924-4acf-bbfa-518ab977ad3b tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:48.301255 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-42defc6f-d1fa-4e31-bee5-042568eb12ce req-941a1b32-1924-4acf-bbfa-518ab977ad3b tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.6763823 Apr 18 20:40:48.323383 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-9496aaf4-2555-41ec-a312-5e037892fe60 admin admin] For port c7704d22-9194-42ff-bb80-36090b9070c4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c7704d22-9194-42ff-bb80-36090b9070c4,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:48.323941 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9496aaf4-2555-41ec-a312-5e037892fe60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.325194 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb1eeb-d32b-4f7e-a073-eab78ff4ec01 req-a59d830e-a26e-4bb8-a73e-e353ac92903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:48.328093 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03bb1eeb-d32b-4f7e-a073-eab78ff4ec01 req-a59d830e-a26e-4bb8-a73e-e353ac92903d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bfb968df-24fe-4f00-a5c3-bce2f1b33968 HTTP/1.1" status: 200 len: 1097 time: 0.3083360 Apr 18 20:40:48.342427 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-9496aaf4-2555-41ec-a312-5e037892fe60 admin admin] Calling delete_port for c7704d22-9194-42ff-bb80-36090b9070c4 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:48.388205 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-0df63e01-090b-42fe-9794-e789013e50ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690285a-4af5-4254-a65a-846556e68668', 'name': 'tempest-ServersTestManualDisk-591377164-router', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c7704d22-9194-42ff-bb80-36090b9070c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:55Z', 'updated_at': '2022-04-18T20:40:46Z', 'revision_number': 5, 'project_id': '2973a3b0af804e7199e15770f476280e', 'gw_port': {'id': 'c7704d22-9194-42ff-bb80-36090b9070c4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690285a-4af5-4254-a65a-846556e68668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:59Z', 'updated_at': '2022-04-18T20:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:48.417637 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df63e01-090b-42fe-9794-e789013e50ec None None] Checking router: 7690285a-4af5-4254-a65a-846556e68668 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:40:48.425518 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d4cc6-9277-4180-8348-d48ac0c6ad3e req-8bf3b6c6-9849-4ae5-b830-f6fa5e224b4e tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:48.427657 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e2d4cc6-9277-4180-8348-d48ac0c6ad3e req-8bf3b6c6-9849-4ae5-b830-f6fa5e224b4e tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/networks?id=ed2b0c12-45b2-4296-81f8-31d496e92fff HTTP/1.1" status: 200 len: 813 time: 0.3810718 Apr 18 20:40:48.429183 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df63e01-090b-42fe-9794-e789013e50ec None None] Routers {'7690285a-4af5-4254-a65a-846556e68668'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:48.431242 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-0df63e01-090b-42fe-9794-e789013e50ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:40:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7690285a-4af5-4254-a65a-846556e68668'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:48.540015 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-42defc6f-d1fa-4e31-bee5-042568eb12ce req-ebd564e7-5b8e-462f-bc63-9418924aaffd tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044585 Apr 18 20:40:48.544852 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 72942681-8a4e-43a3-b295-7bf4150afaac details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:40:48.562612 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03bb1eeb-d32b-4f7e-a073-eab78ff4ec01 req-63f4c5e3-756b-4970-8b1f-06cfca0dd1f5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=34068029-1743-4209-9734-1b54963716ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194223 Apr 18 20:40:48.572478 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9496aaf4-2555-41ec-a312-5e037892fe60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.586466 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e2d4cc6-9277-4180-8348-d48ac0c6ad3e req-51a56c04-87c3-4710-a53f-926d9e0f44d2 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/quotas/b15a212f24594521a622268ceffef952 HTTP/1.1" status: 200 len: 375 time: 0.1010725 Apr 18 20:40:48.608588 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-0df63e01-090b-42fe-9794-e789013e50ec None None] Set router 7690285a-4af5-4254-a65a-846556e68668 gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:40:48.617366 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496aaf4-2555-41ec-a312-5e037892fe60 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7704d22-9194-42ff-bb80-36090b9070c4,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:48.741693 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9496aaf4-2555-41ec-a312-5e037892fe60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.746240 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-0df63e01-090b-42fe-9794-e789013e50ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690285a-4af5-4254-a65a-846556e68668', 'name': 'tempest-ServersTestManualDisk-591377164-router', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:55Z', 'updated_at': '2022-04-18T20:40:48Z', 'revision_number': 6, 'project_id': '2973a3b0af804e7199e15770f476280e', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:48.755523 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a0a83c0c-40b4-41d3-8703-2b726cebec80 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:40:48.794963 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e2d4cc6-9277-4180-8348-d48ac0c6ad3e req-88204e27-111b-4487-8bfc-5e18c3801d1b tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b15a212f24594521a622268ceffef952&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2003539 Apr 18 20:40:48.812491 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df63e01-090b-42fe-9794-e789013e50ec None None] The sync data for ids ['7690285a-4af5-4254-a65a-846556e68668'] in n-d-838323-3 is: [{'id': '7690285a-4af5-4254-a65a-846556e68668', 'name': 'tempest-ServersTestManualDisk-591377164-router', 'tenant_id': '2973a3b0af804e7199e15770f476280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:55Z', 'updated_at': '2022-04-18T20:40:48Z', 'revision_number': 6, 'project_id': '2973a3b0af804e7199e15770f476280e', 'gw_port_host': None}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:48.855117 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-5e931d94-7d17-4b31-8529-80d750c09687 admin admin] Deleting port 7eb0b1d6-06d5-431e-b36f-77969223b9da {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:48.860319 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5e931d94-7d17-4b31-8529-80d750c09687 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.867445 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 72942681-8a4e-43a3-b295-7bf4150afaac, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=72942681-8a4e-43a3-b295-7bf4150afaac,segment=NetworkSegment(0bda1478-dae9-409e-93a0-17d8d33da324),segment_id=0bda1478-dae9-409e-93a0-17d8d33da324)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:48.889366 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9496aaf4-2555-41ec-a312-5e037892fe60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.892802 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9496aaf4-2555-41ec-a312-5e037892fe60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.928985 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d85d6-3042-4914-be04-52afe81a6222 req-dda60a8c-f111-478a-8210-2d8524d37e52 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:48.931808 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b85d85d6-3042-4914-be04-52afe81a6222 req-dda60a8c-f111-478a-8210-2d8524d37e52 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 947 time: 0.2193348 Apr 18 20:40:48.987657 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '72942681-8a4e-43a3-b295-7bf4150afaac', 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2', 'port_id': '72942681-8a4e-43a3-b295-7bf4150afaac', 'mac_address': 'fa:16:3e:0a:c8:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e7d85d-cdaa-40ae-b795-4a0b852926e4', 'ip_address': '10.1.1.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:40:48.991209 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9496aaf4-2555-41ec-a312-5e037892fe60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.992022 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9496aaf4-2555-41ec-a312-5e037892fe60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7690285a-4af5-4254-a65a-846556e68668 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:40:49.000560 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9496aaf4-2555-41ec-a312-5e037892fe60 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.004474 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9496aaf4-2555-41ec-a312-5e037892fe60 admin admin] 10.222.0.41 "DELETE /v2.0/routers/7690285a-4af5-4254-a65a-846556e68668 HTTP/1.1" status: 204 len: 168 time: 1.2153471 Apr 18 20:40:49.005857 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42312) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:49.057918 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.075295 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72942681-8a4e-43a3-b295-7bf4150afaac {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:49.076340 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41862f2-4654-4a16-947c-da6338379d47 admin admin] Deleting subnet 106aa402-66e8-4b20-a76a-4a5df2e4dfa3 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:40:49.081450 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c41862f2-4654-4a16-947c-da6338379d47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.101899 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 72942681-8a4e-43a3-b295-7bf4150afaac, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=72942681-8a4e-43a3-b295-7bf4150afaac,segment=NetworkSegment(0bda1478-dae9-409e-93a0-17d8d33da324),segment_id=0bda1478-dae9-409e-93a0-17d8d33da324)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:49.108231 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.109035 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device c83b6e95-284d-4625-9464-19907a1dbe6f details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:40:49.145369 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b85d85d6-3042-4914-be04-52afe81a6222 req-d8a35a12-96d9-4a89-b957-17b840a9db53 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436605 Apr 18 20:40:49.146895 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c41862f2-4654-4a16-947c-da6338379d47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.187484 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0315a3-5de0-4c20-9398-41d7b37f06ea req-3a136b7a-b4b8-40cd-9c84-bc0f7da0d3b7 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:49.190315 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c0315a3-5de0-4c20-9398-41d7b37f06ea req-3a136b7a-b4b8-40cd-9c84-bc0f7da0d3b7 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfb968df-24fe-4f00-a5c3-bce2f1b33968 HTTP/1.1" status: 200 len: 946 time: 0.1868594 Apr 18 20:40:49.212023 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-5e931d94-7d17-4b31-8529-80d750c09687 admin admin] For port 7eb0b1d6-06d5-431e-b36f-77969223b9da, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7eb0b1d6-06d5-431e-b36f-77969223b9da,segment=NetworkSegment(5a0ebbdd-7cb8-43cb-9a9b-d284c7de42f4),segment_id=5a0ebbdd-7cb8-43cb-9a9b-d284c7de42f4)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:49.213429 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5e931d94-7d17-4b31-8529-80d750c09687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.275105 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-5e931d94-7d17-4b31-8529-80d750c09687 admin admin] Calling delete_port for 7eb0b1d6-06d5-431e-b36f-77969223b9da owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:49.316034 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c41862f2-4654-4a16-947c-da6338379d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.439711 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c41862f2-4654-4a16-947c-da6338379d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.468724 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c0315a3-5de0-4c20-9398-41d7b37f06ea req-89c9883c-0c3a-4685-8b4c-6597724714d1 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/security-groups?id=34068029-1743-4209-9734-1b54963716ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506099 Apr 18 20:40:49.497684 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41862f2-4654-4a16-947c-da6338379d47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=106aa402-66e8-4b20-a76a-4a5df2e4dfa3,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:49.523252 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c41862f2-4654-4a16-947c-da6338379d47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.534294 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.540494 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c41862f2-4654-4a16-947c-da6338379d47 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/106aa402-66e8-4b20-a76a-4a5df2e4dfa3 HTTP/1.1" status: 204 len: 168 time: 0.5329556 Apr 18 20:40:49.547297 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42326) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:49.551696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb6bc6-ce30-4219-9a1a-57fb9cc3784e req-724e52e5-fe02-4093-8002-c0a3b40e612a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:49.563261 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb6bc6-ce30-4219-9a1a-57fb9cc3784e req-724e52e5-fe02-4093-8002-c0a3b40e612a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:49.563882 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0829ce9f-16fa-47d6-b69c-1534c30d208f None None] Network c0e305f7-b542-42c8-b395-eb424f597b80 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:40:49.574772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb6bc6-ce30-4219-9a1a-57fb9cc3784e req-724e52e5-fe02-4093-8002-c0a3b40e612a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:49.586331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb6bc6-ce30-4219-9a1a-57fb9cc3784e req-724e52e5-fe02-4093-8002-c0a3b40e612a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:49.594723 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=72942681-8a4e-43a3-b295-7bf4150afaac,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:49.601975 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb6bc6-ce30-4219-9a1a-57fb9cc3784e req-724e52e5-fe02-4093-8002-c0a3b40e612a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:49.615293 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb6bc6-ce30-4219-9a1a-57fb9cc3784e req-724e52e5-fe02-4093-8002-c0a3b40e612a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:49.626422 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb6bc6-ce30-4219-9a1a-57fb9cc3784e req-724e52e5-fe02-4093-8002-c0a3b40e612a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:49.639212 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0cbb6bc6-ce30-4219-9a1a-57fb9cc3784e req-724e52e5-fe02-4093-8002-c0a3b40e612a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5420 time: 0.2958589 Apr 18 20:40:49.804189 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a64c6e3f-3415-477f-8426-cc366d55bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.822897 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54288157-a239-45c5-bdcd-401a8e528dd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0a83c0c-40b4-41d3-8703-2b726cebec80'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:49.834086 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e223dff2-76ef-4f93-9fbb-9fb2828687fc" -d '{"events": [{"server_uuid": "54288157-a239-45c5-bdcd-401a8e528dd0", "name": "network-vif-unplugged", "status": "completed", "tag": "a0a83c0c-40b4-41d3-8703-2b726cebec80"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:49.853066 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0cbb6bc6-ce30-4219-9a1a-57fb9cc3784e req-1484efed-95a1-41ad-913c-09b79bbf8440 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2127612 Apr 18 20:40:49.950694 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a0a83c0c-40b4-41d3-8703-2b726cebec80, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:49.995276 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port c83b6e95-284d-4625-9464-19907a1dbe6f, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=c83b6e95-284d-4625-9464-19907a1dbe6f,segment=NetworkSegment(27b15520-fc82-4e3a-8b81-8e613b74f26c),segment_id=27b15520-fc82-4e3a-8b81-8e613b74f26c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:49.999504 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:50.057286 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d28f2-5422-44a9-ad8c-70d8d038e407 req-6c894358-091a-45ba-a01b-832afb73fd4b tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:50.057756 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-a64c6e3f-3415-477f-8426-cc366d55bbfa admin admin] Deleting port 4bdca135-d2ee-4c2b-b967-861124a33300 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:50.058121 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a64c6e3f-3415-477f-8426-cc366d55bbfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:50.062151 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c7d28f2-5422-44a9-ad8c-70d8d038e407 req-6c894358-091a-45ba-a01b-832afb73fd4b tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.3167479 Apr 18 20:40:50.080383 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79cb22d-ccb0-4596-a0fa-24958ff0fd04 x-openstack-request-id: req-a79cb22d-ccb0-4596-a0fa-24958ff0fd04 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:50.080739 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54288157-a239-45c5-bdcd-401a8e528dd0", "name": "network-vif-unplugged", "status": "completed", "tag": "a0a83c0c-40b4-41d3-8703-2b726cebec80", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:50.081023 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a79cb22d-ccb0-4596-a0fa-24958ff0fd04 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:50.081689 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a79cb22d-ccb0-4596-a0fa-24958ff0fd04'] response: {'server_uuid': '54288157-a239-45c5-bdcd-401a8e528dd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0a83c0c-40b4-41d3-8703-2b726cebec80', 'code': 200} Apr 18 20:40:50.097173 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'c83b6e95-284d-4625-9464-19907a1dbe6f', 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf', 'port_id': 'c83b6e95-284d-4625-9464-19907a1dbe6f', 'mac_address': 'fa:16:3e:dc:4a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722f9c2d-f886-463b-96e2-22bc146fde64', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:40:50.196896 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5e931d94-7d17-4b31-8529-80d750c09687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:50.280161 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8923fce0-ed42-4625-a40c-88873e69d348 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:40:50.283656 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e931d94-7d17-4b31-8529-80d750c09687 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb0b1d6-06d5-431e-b36f-77969223b9da,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:50.305541 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-a64c6e3f-3415-477f-8426-cc366d55bbfa admin admin] For port 4bdca135-d2ee-4c2b-b967-861124a33300, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4bdca135-d2ee-4c2b-b967-861124a33300,segment=NetworkSegment(3fc06cf4-dcea-4040-bf01-4525df091089),segment_id=3fc06cf4-dcea-4040-bf01-4525df091089)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:50.306411 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a64c6e3f-3415-477f-8426-cc366d55bbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:50.333699 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c7d28f2-5422-44a9-ad8c-70d8d038e407 req-117f3b33-a3d9-4a2a-b47f-8994202ae160 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623904 Apr 18 20:40:50.351875 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-a64c6e3f-3415-477f-8426-cc366d55bbfa admin admin] Calling delete_port for 4bdca135-d2ee-4c2b-b967-861124a33300 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:50.367975 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=a0a83c0c-40b4-41d3-8703-2b726cebec80,revision_number=14']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:50.403355 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 8923fce0-ed42-4625-a40c-88873e69d348 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:40:50.403355 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8923fce0-ed42-4625-a40c-88873e69d348 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:40:50.403355 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c7704d22-9194-42ff-bb80-36090b9070c4 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:40:50.408612 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:50.413910 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4728746b-582c-4718-be1b-12b1ff047e35 None None] DHCP port deletion for c0e305f7-b542-42c8-b395-eb424f597b80 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:40:50.481749 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: c7704d22-9194-42ff-bb80-36090b9070c4 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:40:50.482361 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c7704d22-9194-42ff-bb80-36090b9070c4 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:40:50.509161 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83b6e95-284d-4625-9464-19907a1dbe6f {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:50.552008 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a64c6e3f-3415-477f-8426-cc366d55bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:50.606716 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c6e3f-3415-477f-8426-cc366d55bbfa admin admin] Pushing event deleted for resources: {'Port': ['ID=4bdca135-d2ee-4c2b-b967-861124a33300,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:50.621904 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64c6e3f-3415-477f-8426-cc366d55bbfa admin admin] No DVR routers for this DVR port 4bdca135-d2ee-4c2b-b967-861124a33300 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:40:50.626432 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port c83b6e95-284d-4625-9464-19907a1dbe6f, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=c83b6e95-284d-4625-9464-19907a1dbe6f,segment=NetworkSegment(27b15520-fc82-4e3a-8b81-8e613b74f26c),segment_id=27b15520-fc82-4e3a-8b81-8e613b74f26c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:50.634928 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:50.636139 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 0cddf461-0d6d-4a62-b778-f50d5f02401a details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:40:50.828648 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a64c6e3f-3415-477f-8426-cc366d55bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:50.854534 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=c83b6e95-284d-4625-9464-19907a1dbe6f,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:50.866401 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4728746b-582c-4718-be1b-12b1ff047e35 None None] Deleting port 4bdca135-d2ee-4c2b-b967-861124a33300 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:50.867210 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4728746b-582c-4718-be1b-12b1ff047e35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:50.876519 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a64c6e3f-3415-477f-8426-cc366d55bbfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e305f7-b542-42c8-b395-eb424f597b80']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:50.899442 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5e931d94-7d17-4b31-8529-80d750c09687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:50.911417 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a64c6e3f-3415-477f-8426-cc366d55bbfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc06cf4-dcea-4040-bf01-4525df091089') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:50.911942 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a64c6e3f-3415-477f-8426-cc366d55bbfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc06cf4-dcea-4040-bf01-4525df091089') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:50.939518 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a64c6e3f-3415-477f-8426-cc366d55bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:50.977247 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21ef51-2bb3-4cb4-b076-d2ebd1db0501 req-74fa1fbe-f9e6-458c-84fe-ce20644b3ab2 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:50.979067 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fc21ef51-2bb3-4cb4-b076-d2ebd1db0501 req-74fa1fbe-f9e6-458c-84fe-ce20644b3ab2 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfb968df-24fe-4f00-a5c3-bce2f1b33968 HTTP/1.1" status: 200 len: 946 time: 0.1986368 Apr 18 20:40:50.981441 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a64c6e3f-3415-477f-8426-cc366d55bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:50.990065 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b72bef-d0b6-4dc8-9ff8-b937b6785363 req-1dc3ae8e-c8b3-4788-bb8c-3443190b274e tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:50.991647 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-50b72bef-d0b6-4dc8-9ff8-b937b6785363 req-1dc3ae8e-c8b3-4788-bb8c-3443190b274e tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.2544112 Apr 18 20:40:51.009695 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64c6e3f-3415-477f-8426-cc366d55bbfa admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:40:51.010353 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a64c6e3f-3415-477f-8426-cc366d55bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:40:51.015845 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:40:51.080624 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4728746b-582c-4718-be1b-12b1ff047e35 None None] For port 4bdca135-d2ee-4c2b-b967-861124a33300, host n-d-838323-3, got binding levels [] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:51.082052 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4728746b-582c-4718-be1b-12b1ff047e35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.097740 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 0cddf461-0d6d-4a62-b778-f50d5f02401a, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=0cddf461-0d6d-4a62-b778-f50d5f02401a,segment=NetworkSegment(6b1281b5-64ae-4591-ad67-b41fef38c969),segment_id=6b1281b5-64ae-4591-ad67-b41fef38c969)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:51.110186 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4728746b-582c-4718-be1b-12b1ff047e35 None None] Calling delete_port for 4bdca135-d2ee-4c2b-b967-861124a33300 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:51.115111 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.ipam_backend_mixin [None req-4728746b-582c-4718-be1b-12b1ff047e35 None None] Port 4bdca135-d2ee-4c2b-b967-861124a33300 was not found and therefore no delete operation was performed {{(pid=102910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 20:40:51.118307 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4728746b-582c-4718-be1b-12b1ff047e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.131892 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '0cddf461-0d6d-4a62-b778-f50d5f02401a', 'network_id': 'f0513885-75e1-4841-8e3e-94a85e5d0ac6', 'port_id': '0cddf461-0d6d-4a62-b778-f50d5f02401a', 'mac_address': 'fa:16:3e:2f:f9:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e58ec91-e95a-4da8-b8eb-4edb6f8b5b4d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:40:51.133878 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4728746b-582c-4718-be1b-12b1ff047e35 None None] No DVR routers for this DVR port 4bdca135-d2ee-4c2b-b967-861124a33300 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:40:51.189985 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a64c6e3f-3415-477f-8426-cc366d55bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.193873 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728746b-582c-4718-be1b-12b1ff047e35 None None] Pushing event deleted for resources: {'Port': ['ID=4bdca135-d2ee-4c2b-b967-861124a33300,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:51.205871 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-50b72bef-d0b6-4dc8-9ff8-b937b6785363 req-268b2eff-e25f-4f82-85e8-b00b44d487f1 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647434 Apr 18 20:40:51.212241 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a64c6e3f-3415-477f-8426-cc366d55bbfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.227252 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a64c6e3f-3415-477f-8426-cc366d55bbfa admin admin] 10.222.0.41 "DELETE /v2.0/networks/c0e305f7-b542-42c8-b395-eb424f597b80 HTTP/1.1" status: 204 len: 168 time: 1.6739364 Apr 18 20:40:51.234767 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.242187 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fc21ef51-2bb3-4cb4-b076-d2ebd1db0501 req-341ed280-e191-40d0-bf39-19e125877977 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/security-groups?id=34068029-1743-4209-9734-1b54963716ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481401 Apr 18 20:40:51.267680 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cddf461-0d6d-4a62-b778-f50d5f02401a {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:51.321143 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c6e3f-3415-477f-8426-cc366d55bbfa admin admin] Pushing event deleted for resources: {'Network': ['ID=c0e305f7-b542-42c8-b395-eb424f597b80,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:51.342917 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 0cddf461-0d6d-4a62-b778-f50d5f02401a, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=0cddf461-0d6d-4a62-b778-f50d5f02401a,segment=NetworkSegment(6b1281b5-64ae-4591-ad67-b41fef38c969),segment_id=6b1281b5-64ae-4591-ad67-b41fef38c969)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:51.353950 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.355161 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 7c77f7cf-e8d8-4d52-8506-6c7c25f24291 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:40:51.507607 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42406) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:51.520614 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 7c77f7cf-e8d8-4d52-8506-6c7c25f24291, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=7c77f7cf-e8d8-4d52-8506-6c7c25f24291,segment=NetworkSegment(0bda1478-dae9-409e-93a0-17d8d33da324),segment_id=0bda1478-dae9-409e-93a0-17d8d33da324)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:51.535434 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=0cddf461-0d6d-4a62-b778-f50d5f02401a,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:51.547519 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '7c77f7cf-e8d8-4d52-8506-6c7c25f24291', 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2', 'port_id': '7c77f7cf-e8d8-4d52-8506-6c7c25f24291', 'mac_address': 'fa:16:3e:43:41:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e7d85d-cdaa-40ae-b795-4a0b852926e4', 'ip_address': '10.1.1.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:40:51.593558 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-72fa8951-83ae-4a38-811f-ec9aacbc6ea3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2973a3b0af804e7199e15770f476280e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0841398 Apr 18 20:40:51.596809 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42408) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:51.642552 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.665834 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c77f7cf-e8d8-4d52-8506-6c7c25f24291 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:51.693073 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39fc6e-d0ae-47f9-b178-6055c5f5c5d1 req-4c6bc5c8-cfff-4eb6-8cd8-38ca8a11c5cb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:51.699985 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39fc6e-d0ae-47f9-b178-6055c5f5c5d1 req-4c6bc5c8-cfff-4eb6-8cd8-38ca8a11c5cb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:51.700542 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 7c77f7cf-e8d8-4d52-8506-6c7c25f24291, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=7c77f7cf-e8d8-4d52-8506-6c7c25f24291,segment=NetworkSegment(0bda1478-dae9-409e-93a0-17d8d33da324),segment_id=0bda1478-dae9-409e-93a0-17d8d33da324)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:51.706874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39fc6e-d0ae-47f9-b178-6055c5f5c5d1 req-4c6bc5c8-cfff-4eb6-8cd8-38ca8a11c5cb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:51.712640 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-68835d4d-0b6f-454f-b13d-4ad03b5233a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.713686 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39fc6e-d0ae-47f9-b178-6055c5f5c5d1 req-4c6bc5c8-cfff-4eb6-8cd8-38ca8a11c5cb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:51.719818 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.721211 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39fc6e-d0ae-47f9-b178-6055c5f5c5d1 req-4c6bc5c8-cfff-4eb6-8cd8-38ca8a11c5cb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:51.722541 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 492687d2-a698-480b-8d9d-5292e1354c85 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:40:51.727890 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39fc6e-d0ae-47f9-b178-6055c5f5c5d1 req-4c6bc5c8-cfff-4eb6-8cd8-38ca8a11c5cb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:51.734940 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39fc6e-d0ae-47f9-b178-6055c5f5c5d1 req-4c6bc5c8-cfff-4eb6-8cd8-38ca8a11c5cb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:51.736967 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a39fc6e-d0ae-47f9-b178-6055c5f5c5d1 req-4c6bc5c8-cfff-4eb6-8cd8-38ca8a11c5cb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5422 time: 0.3102021 Apr 18 20:40:51.747478 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93826ab2-9d04-4b64-9e5b-1a78572c0a1c req-6c0299b7-fc11-4d21-ae20-8d851566cccc tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:51.749212 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-93826ab2-9d04-4b64-9e5b-1a78572c0a1c req-6c0299b7-fc11-4d21-ae20-8d851566cccc tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1700033-e7c6-4dd1-b7f1-f4da03e030d2 HTTP/1.1" status: 200 len: 945 time: 0.3205571 Apr 18 20:40:51.766693 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-68835d4d-0b6f-454f-b13d-4ad03b5233a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.795414 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e931d94-7d17-4b31-8529-80d750c09687 admin admin] Router 9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:40:51.827279 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a39fc6e-d0ae-47f9-b178-6055c5f5c5d1 req-27acf35e-f2dc-4e46-8476-fa52944d8024 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0770113 Apr 18 20:40:51.840868 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-93826ab2-9d04-4b64-9e5b-1a78572c0a1c req-88069af3-b01e-44f3-a6ec-b3ef97449051 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/security-groups?id=34068029-1743-4209-9734-1b54963716ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810773 Apr 18 20:40:51.850286 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-68835d4d-0b6f-454f-b13d-4ad03b5233a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.862506 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 492687d2-a698-480b-8d9d-5292e1354c85, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=492687d2-a698-480b-8d9d-5292e1354c85,segment=NetworkSegment(0bda1478-dae9-409e-93a0-17d8d33da324),segment_id=0bda1478-dae9-409e-93a0-17d8d33da324)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:51.866820 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-68835d4d-0b6f-454f-b13d-4ad03b5233a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.869598 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-68835d4d-0b6f-454f-b13d-4ad03b5233a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad2dca54-db6a-4907-b7d0-b522d941b859 HTTP/1.1" status: 204 len: 168 time: 0.2713337 Apr 18 20:40:51.892883 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68835d4d-0b6f-454f-b13d-4ad03b5233a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2dca54-db6a-4907-b7d0-b522d941b859,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:51.900771 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=7c77f7cf-e8d8-4d52-8506-6c7c25f24291,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:51.941004 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '492687d2-a698-480b-8d9d-5292e1354c85', 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2', 'port_id': '492687d2-a698-480b-8d9d-5292e1354c85', 'mac_address': 'fa:16:3e:42:fd:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e7d85d-cdaa-40ae-b795-4a0b852926e4', 'ip_address': '10.1.1.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:40:52.049570 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:52.065840 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 492687d2-a698-480b-8d9d-5292e1354c85 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:52.092858 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 492687d2-a698-480b-8d9d-5292e1354c85, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=492687d2-a698-480b-8d9d-5292e1354c85,segment=NetworkSegment(0bda1478-dae9-409e-93a0-17d8d33da324),segment_id=0bda1478-dae9-409e-93a0-17d8d33da324)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:52.101242 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:52.103341 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a3827d6d-6f37-483f-a44f-ac708e8eb2af details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:40:52.113054 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e931d94-7d17-4b31-8529-80d750c09687 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:40:52.132799 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42424) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:52.145322 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5e931d94-7d17-4b31-8529-80d750c09687 admin admin] 10.222.0.41 "PUT /v2.0/routers/9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3096097 Apr 18 20:40:52.145772 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a3827d6d-6f37-483f-a44f-ac708e8eb2af, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a3827d6d-6f37-483f-a44f-ac708e8eb2af,segment=NetworkSegment(0bda1478-dae9-409e-93a0-17d8d33da324),segment_id=0bda1478-dae9-409e-93a0-17d8d33da324)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:52.164069 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'a3827d6d-6f37-483f-a44f-ac708e8eb2af', 'network_id': '6ebd78e3-8ba6-4968-baed-05df69d3d0c2', 'port_id': 'a3827d6d-6f37-483f-a44f-ac708e8eb2af', 'mac_address': 'fa:16:3e:51:ea:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e7d85d-cdaa-40ae-b795-4a0b852926e4', 'ip_address': '10.1.1.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:40:52.167449 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60fc805-0910-4c41-bac9-ed4a445f6f07 None None] Sync routers for ids ['9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:52.169824 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b2db7cac-7010-459d-8419-801121c9d7da req-50c5f923-ed29-4bfc-b66c-afb7df82f435 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b15a212f24594521a622268ceffef952 HTTP/1.1" status: 200 len: 221 time: 0.1508617 Apr 18 20:40:52.212614 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad35b0-a407-428b-a639-e120c1fa92a2 req-db0525dc-7abe-489e-bb18-5b07c8e9c670 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:52.216354 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6ad35b0-a407-428b-a639-e120c1fa92a2 req-db0525dc-7abe-489e-bb18-5b07c8e9c670 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1914268 Apr 18 20:40:52.331860 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4bdca135-d2ee-4c2b-b967-861124a33300 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:40:52.338443 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60fc805-0910-4c41-bac9-ed4a445f6f07 None None] Routers {'9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:52.339197 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-e60fc805-0910-4c41-bac9-ed4a445f6f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:40:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:52.345654 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6ad35b0-a407-428b-a639-e120c1fa92a2 req-7b92b04d-1d5d-44b0-8b06-04ebc9b732d0 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218450 Apr 18 20:40:52.545261 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8b149-7196-47de-9237-97bfc280944a req-d71f1fea-7fe0-489c-841e-47bf40bff631 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:52.556291 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-abe8b149-7196-47de-9237-97bfc280944a req-d71f1fea-7fe0-489c-841e-47bf40bff631 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1039786 Apr 18 20:40:52.641145 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-abe8b149-7196-47de-9237-97bfc280944a req-e92eab2f-78fa-4184-bbaa-3cfd8ed37a26 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829148 Apr 18 20:40:52.688962 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 4bdca135-d2ee-4c2b-b967-861124a33300 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:40:52.689541 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4bdca135-d2ee-4c2b-b967-861124a33300 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:40:52.771201 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b20f6c6e-2f81-4af0-8c03-85a6e9866200 admin admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:52.800227 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=492687d2-a698-480b-8d9d-5292e1354c85,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:52.811294 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:52.863862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1a17b-e7e9-49f6-b3c4-e19cbacdaca1 req-bdf4beef-7cba-45f3-b158-d5223e769848 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:52.866718 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-54d1a17b-e7e9-49f6-b3c4-e19cbacdaca1 req-bdf4beef-7cba-45f3-b158-d5223e769848 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1470954 Apr 18 20:40:52.873127 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3827d6d-6f37-483f-a44f-ac708e8eb2af {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:53.015434 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a3827d6d-6f37-483f-a44f-ac708e8eb2af, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a3827d6d-6f37-483f-a44f-ac708e8eb2af,segment=NetworkSegment(0bda1478-dae9-409e-93a0-17d8d33da324),segment_id=0bda1478-dae9-409e-93a0-17d8d33da324)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:53.029769 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b20f6c6e-2f81-4af0-8c03-85a6e9866200 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:53.039645 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-54d1a17b-e7e9-49f6-b3c4-e19cbacdaca1 req-9f0f4c06-0190-4493-a400-257ce8c4e2a1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612372 Apr 18 20:40:53.049785 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-e60fc805-0910-4c41-bac9-ed4a445f6f07 None None] Set router 9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:40:53.051381 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:53.055242 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a2a01202-816d-46a7-a65a-3972b652395d details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:40:53.066666 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f55fc6-13b2-4874-b7dc-d30944b2749e req-1e4577ce-d5a3-49ae-9a68-05adf48b80d2 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:53.068551 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-14f55fc6-13b2-4874-b7dc-d30944b2749e req-1e4577ce-d5a3-49ae-9a68-05adf48b80d2 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.0911996 Apr 18 20:40:53.167005 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-b20f6c6e-2f81-4af0-8c03-85a6e9866200 admin admin] Deleting port 92f672be-483d-4da5-9380-f900ef3f793f {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:53.167543 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b20f6c6e-2f81-4af0-8c03-85a6e9866200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:53.174843 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-14f55fc6-13b2-4874-b7dc-d30944b2749e req-c18f8703-378a-44b9-a118-875b4ca320bd tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937257 Apr 18 20:40:53.354622 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-b20f6c6e-2f81-4af0-8c03-85a6e9866200 admin admin] For port 92f672be-483d-4da5-9380-f900ef3f793f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=92f672be-483d-4da5-9380-f900ef3f793f,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:53.355329 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b20f6c6e-2f81-4af0-8c03-85a6e9866200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:53.375548 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.resource_extend [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:40:53.386591 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-b20f6c6e-2f81-4af0-8c03-85a6e9866200 admin admin] Calling delete_port for 92f672be-483d-4da5-9380-f900ef3f793f owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:53.401887 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6475c93-14dc-46a0-8a1f-a7bd9f2070ad req-69770826-838f-4445-81a9-72f823cf4009 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:53.411905 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f6475c93-14dc-46a0-8a1f-a7bd9f2070ad req-69770826-838f-4445-81a9-72f823cf4009 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1700033-e7c6-4dd1-b7f1-f4da03e030d2 HTTP/1.1" status: 200 len: 945 time: 0.1854742 Apr 18 20:40:53.434184 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a2a01202-816d-46a7-a65a-3972b652395d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a2a01202-816d-46a7-a65a-3972b652395d,segment=NetworkSegment(6b1281b5-64ae-4591-ad67-b41fef38c969),segment_id=6b1281b5-64ae-4591-ad67-b41fef38c969)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:53.459982 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=a3827d6d-6f37-483f-a44f-ac708e8eb2af,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:53.486405 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f6475c93-14dc-46a0-8a1f-a7bd9f2070ad req-04cf2a25-c9cd-487a-bd81-e4b101c65968 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/security-groups?id=34068029-1743-4209-9734-1b54963716ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737736 Apr 18 20:40:53.509082 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'a2a01202-816d-46a7-a65a-3972b652395d', 'network_id': 'f0513885-75e1-4841-8e3e-94a85e5d0ac6', 'port_id': 'a2a01202-816d-46a7-a65a-3972b652395d', 'mac_address': 'fa:16:3e:81:d1:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e58ec91-e95a-4da8-b8eb-4edb6f8b5b4d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:40:53.517635 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c62920-88c6-47c7-92db-9ce431b83645 req-e2adc6b9-56c8-46f4-9ce1-454a2da7afce tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:53.535959 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c62920-88c6-47c7-92db-9ce431b83645 req-e2adc6b9-56c8-46f4-9ce1-454a2da7afce tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:53.554814 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c62920-88c6-47c7-92db-9ce431b83645 req-e2adc6b9-56c8-46f4-9ce1-454a2da7afce tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:53.595889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c62920-88c6-47c7-92db-9ce431b83645 req-e2adc6b9-56c8-46f4-9ce1-454a2da7afce tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:53.602787 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:53.608597 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c62920-88c6-47c7-92db-9ce431b83645 req-e2adc6b9-56c8-46f4-9ce1-454a2da7afce tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:53.622249 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c62920-88c6-47c7-92db-9ce431b83645 req-e2adc6b9-56c8-46f4-9ce1-454a2da7afce tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:53.634604 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c62920-88c6-47c7-92db-9ce431b83645 req-e2adc6b9-56c8-46f4-9ce1-454a2da7afce tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:53.637403 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a01202-816d-46a7-a65a-3972b652395d {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:53.637905 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-59c62920-88c6-47c7-92db-9ce431b83645 req-e2adc6b9-56c8-46f4-9ce1-454a2da7afce tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5425 time: 0.3322599 Apr 18 20:40:53.682097 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a2a01202-816d-46a7-a65a-3972b652395d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a2a01202-816d-46a7-a65a-3972b652395d,segment=NetworkSegment(6b1281b5-64ae-4591-ad67-b41fef38c969),segment_id=6b1281b5-64ae-4591-ad67-b41fef38c969)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:53.693268 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-e60fc805-0910-4c41-bac9-ed4a445f6f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88', 'name': 'tempest-ServersTestMultiNic-1026778279-router', 'tenant_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '92f672be-483d-4da5-9380-f900ef3f793f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:21Z', 'updated_at': '2022-04-18T20:40:50Z', 'revision_number': 5, 'project_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'gw_port': {'id': '92f672be-483d-4da5-9380-f900ef3f793f', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:26:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:24Z', 'updated_at': '2022-04-18T20:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:53.699275 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:53.755474 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-59c62920-88c6-47c7-92db-9ce431b83645 req-d550baa7-8843-4344-ab83-aa527aa4c500 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1012554 Apr 18 20:40:53.758262 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60fc805-0910-4c41-bac9-ed4a445f6f07 None None] Checking router: 9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:40:53.765888 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48a38d-0145-4fab-860b-6adf5fc9ad8f req-31ee1aa9-61ed-420a-a1fd-8fad92713c29 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:53.767522 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c48a38d-0145-4fab-860b-6adf5fc9ad8f req-31ee1aa9-61ed-420a-a1fd-8fad92713c29 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1283295 Apr 18 20:40:53.832072 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b20f6c6e-2f81-4af0-8c03-85a6e9866200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:53.853806 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c48a38d-0145-4fab-860b-6adf5fc9ad8f req-c515cca3-286d-448a-b5c5-985877966502 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769103 Apr 18 20:40:53.868147 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f6c6e-2f81-4af0-8c03-85a6e9866200 admin admin] Pushing event deleted for resources: {'Port': ['ID=92f672be-483d-4da5-9380-f900ef3f793f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:53.868645 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60fc805-0910-4c41-bac9-ed4a445f6f07 None None] Routers {'9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:53.869314 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-e60fc805-0910-4c41-bac9-ed4a445f6f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:40:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:53.889531 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=a2a01202-816d-46a7-a65a-3972b652395d,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:53.909639 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42462) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:54.109609 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-e60fc805-0910-4c41-bac9-ed4a445f6f07 None None] Set router 9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:40:54.128277 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b20f6c6e-2f81-4af0-8c03-85a6e9866200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.220551 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721703e-73cd-4fec-9974-3fb5f16699ec req-8ba9cd38-13d7-4d84-aa20-3d5dff3e9545 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:54.227693 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d721703e-73cd-4fec-9974-3fb5f16699ec req-8ba9cd38-13d7-4d84-aa20-3d5dff3e9545 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.2065706 Apr 18 20:40:54.242207 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-d879f096-bbc6-462d-a280-ef29b170e0e0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1155573040-network', 'tenant_id': 'ae3e740b88724aa498c0af48d058f85a'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:54.255943 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b78631-d779-4522-b291-94256191d25e req-44a3c17a-6688-443d-a857-007e6c4f4c95 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:54.257802 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-45b78631-d779-4522-b291-94256191d25e req-44a3c17a-6688-443d-a857-007e6c4f4c95 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1700033-e7c6-4dd1-b7f1-f4da03e030d2 HTTP/1.1" status: 200 len: 945 time: 0.2708206 Apr 18 20:40:54.291280 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-e60fc805-0910-4c41-bac9-ed4a445f6f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88', 'name': 'tempest-ServersTestMultiNic-1026778279-router', 'tenant_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:21Z', 'updated_at': '2022-04-18T20:40:53Z', 'revision_number': 7, 'project_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:54.348010 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b20f6c6e-2f81-4af0-8c03-85a6e9866200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.366340 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60fc805-0910-4c41-bac9-ed4a445f6f07 None None] The sync data for ids ['9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88'] in n-d-838323-3 is: [{'id': '9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88', 'name': 'tempest-ServersTestMultiNic-1026778279-router', 'tenant_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:21Z', 'updated_at': '2022-04-18T20:40:53Z', 'revision_number': 7, 'project_id': 'a68a6b8656b54bed80d6a62c1f094daf', 'gw_port_host': None}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:54.374343 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b20f6c6e-2f81-4af0-8c03-85a6e9866200 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.470592 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b20f6c6e-2f81-4af0-8c03-85a6e9866200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.471605 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20f6c6e-2f81-4af0-8c03-85a6e9866200 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:40:54.472259 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d721703e-73cd-4fec-9974-3fb5f16699ec req-3fc88c19-43c0-4f4f-ac48-6297e737f550 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235563 Apr 18 20:40:54.478104 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b20f6c6e-2f81-4af0-8c03-85a6e9866200 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.483060 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b20f6c6e-2f81-4af0-8c03-85a6e9866200 admin admin] 10.222.0.41 "DELETE /v2.0/routers/9ef3d2f8-83e1-4fd8-8ac3-732b612a4f88 HTTP/1.1" status: 204 len: 168 time: 2.3488176 Apr 18 20:40:54.489573 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42472) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:54.496845 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-925cfa03-d47a-45ac-ac3a-d56aa3624d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.503208 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d879f096-bbc6-462d-a280-ef29b170e0e0 admin admin] Made reservation on behalf of ae3e740b88724aa498c0af48d058f85a for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:54.505865 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d879f096-bbc6-462d-a280-ef29b170e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.548525 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-45b78631-d779-4522-b291-94256191d25e req-f3d3872d-668d-41a6-b4a0-3f749a313059 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Deleting port b3443436-e7f9-46cc-8f54-8ff21abbb4c6 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:54.549001 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-45b78631-d779-4522-b291-94256191d25e req-f3d3872d-668d-41a6-b4a0-3f749a313059 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.564569 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d879f096-bbc6-462d-a280-ef29b170e0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.586158 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['72942681-8a4e-43a3-b295-7bf4150afaac'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:54.590852 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6b075-9f15-49fe-b845-a5cc4eb1e9f1 req-5fc6099f-29e1-4ff3-96c7-e22a6aae1219 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:54.593704 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6be6b075-9f15-49fe-b845-a5cc4eb1e9f1 req-5fc6099f-29e1-4ff3-96c7-e22a6aae1219 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb968df-24fe-4f00-a5c3-bce2f1b33968 HTTP/1.1" status: 200 len: 946 time: 0.2775364 Apr 18 20:40:54.624958 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde591eb-1131-43ef-be59-0b5ba5091388 admin admin] Deleting subnet 4ea5bad4-7ab7-41c8-9532-b2150ee53f2e {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:40:54.628909 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cde591eb-1131-43ef-be59-0b5ba5091388 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.680343 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['c83b6e95-284d-4625-9464-19907a1dbe6f'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:54.684697 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['0cddf461-0d6d-4a62-b778-f50d5f02401a'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:54.688774 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['7c77f7cf-e8d8-4d52-8506-6c7c25f24291'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:54.689310 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cde591eb-1131-43ef-be59-0b5ba5091388 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.701112 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['a2a01202-816d-46a7-a65a-3972b652395d'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:54.725518 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-45b78631-d779-4522-b291-94256191d25e req-f3d3872d-668d-41a6-b4a0-3f749a313059 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] For port b3443436-e7f9-46cc-8f54-8ff21abbb4c6, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b3443436-e7f9-46cc-8f54-8ff21abbb4c6,segment=NetworkSegment(376cc761-9df4-40ad-bdff-9ddef2308cd3),segment_id=376cc761-9df4-40ad-bdff-9ddef2308cd3)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:54.725819 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-45b78631-d779-4522-b291-94256191d25e req-f3d3872d-668d-41a6-b4a0-3f749a313059 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.752190 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['a3827d6d-6f37-483f-a44f-ac708e8eb2af'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:54.752420 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-45b78631-d779-4522-b291-94256191d25e req-f3d3872d-668d-41a6-b4a0-3f749a313059 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Calling delete_port for b3443436-e7f9-46cc-8f54-8ff21abbb4c6 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:54.790299 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ef506-a1a5-41d0-8ddb-100556f28400 req-a827b966-2924-4bed-9ba2-981ae60adb17 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:54.804304 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb1ef506-a1a5-41d0-8ddb-100556f28400 req-a827b966-2924-4bed-9ba2-981ae60adb17 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.2955203 Apr 18 20:40:54.810905 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5103a-b3fb-4d6b-b9d3-6901fca4778d req-186c8e3e-8459-427f-8520-b8e1f938354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:54.813731 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08c5103a-b3fb-4d6b-b9d3-6901fca4778d req-186c8e3e-8459-427f-8520-b8e1f938354c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 1096 time: 0.3366485 Apr 18 20:40:54.919752 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cde591eb-1131-43ef-be59-0b5ba5091388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.113633 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cde591eb-1131-43ef-be59-0b5ba5091388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.134254 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bba111-4ace-4f17-9eb1-537609e52b16 req-fa2607fd-1f4b-457d-9b7f-2e5ec541235b tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:55.141239 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4bba111-4ace-4f17-9eb1-537609e52b16 req-fa2607fd-1f4b-457d-9b7f-2e5ec541235b tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1700033-e7c6-4dd1-b7f1-f4da03e030d2 HTTP/1.1" status: 200 len: 945 time: 0.4938300 Apr 18 20:40:55.156245 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde591eb-1131-43ef-be59-0b5ba5091388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ea5bad4-7ab7-41c8-9532-b2150ee53f2e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:55.163033 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cde591eb-1131-43ef-be59-0b5ba5091388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.166839 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cde591eb-1131-43ef-be59-0b5ba5091388 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4ea5bad4-7ab7-41c8-9532-b2150ee53f2e HTTP/1.1" status: 204 len: 168 time: 0.6731143 Apr 18 20:40:55.171058 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42480) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:55.205342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb1ef506-a1a5-41d0-8ddb-100556f28400 req-7be358bd-aa13-4e4f-b4d6-8b418ac0d1d8 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3994622 Apr 18 20:40:55.222695 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039008a6-28ea-4e4d-9538-5ce436f5c41e None None] Network e169d889-7da4-4133-aeb9-18672bfb0211 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:40:55.261337 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bcae1a87-f7ce-45b1-9637-4c5a4b44f01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.263376 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-45b78631-d779-4522-b291-94256191d25e req-f3d3872d-668d-41a6-b4a0-3f749a313059 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.299636 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d879f096-bbc6-462d-a280-ef29b170e0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.305384 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3872d-668d-41a6-b4a0-3f749a313059 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Pushing event deleted for resources: {'Port': ['ID=b3443436-e7f9-46cc-8f54-8ff21abbb4c6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:55.368508 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['03fbbde7-3d25-491a-ae8d-a539454acfda'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:55.412414 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b78631-d779-4522-b291-94256191d25e req-f3d3872d-668d-41a6-b4a0-3f749a313059 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] No DVR routers for this DVR port b3443436-e7f9-46cc-8f54-8ff21abbb4c6 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:40:55.415763 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-45b78631-d779-4522-b291-94256191d25e req-f3d3872d-668d-41a6-b4a0-3f749a313059 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.419919 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-45b78631-d779-4522-b291-94256191d25e req-f3d3872d-668d-41a6-b4a0-3f749a313059 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.57 "DELETE /v2.0/ports/b3443436-e7f9-46cc-8f54-8ff21abbb4c6 HTTP/1.1" status: 204 len: 173 time: 1.1321654 Apr 18 20:40:55.420367 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1700033-e7c6-4dd1-b7f1-f4da03e030d2', 'name': 'network-vif-deleted', 'tag': 'b3443436-e7f9-46cc-8f54-8ff21abbb4c6'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:55.422919 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c6e878-b3d0-4460-b22a-5943769e28fb" -d '{"events": [{"server_uuid": "c1700033-e7c6-4dd1-b7f1-f4da03e030d2", "name": "network-vif-deleted", "tag": "b3443436-e7f9-46cc-8f54-8ff21abbb4c6"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:55.443106 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5103a-b3fb-4d6b-b9d3-6901fca4778d req-e9af4cfb-3b09-4265-b6c8-6d65c08124e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:55.446253 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08c5103a-b3fb-4d6b-b9d3-6901fca4778d req-e9af4cfb-3b09-4265-b6c8-6d65c08124e5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 913 time: 0.5607810 Apr 18 20:40:55.473989 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d879f096-bbc6-462d-a280-ef29b170e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.488297 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d879f096-bbc6-462d-a280-ef29b170e0e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:40:55.488630 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-bcae1a87-f7ce-45b1-9637-4c5a4b44f01d admin admin] Deleting port f3f5b310-6f70-48d5-b319-eccc3cabac77 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:55.489319 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bcae1a87-f7ce-45b1-9637-4c5a4b44f01d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.562790 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['492687d2-a698-480b-8d9d-5292e1354c85'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:55.616760 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d879f096-bbc6-462d-a280-ef29b170e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.617217 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-d879f096-bbc6-462d-a280-ef29b170e0e0 admin admin] Added segment f3c8af4b-6808-44fc-9bf0-5fea06c599c0 of type vlan for network e9fb8cdf-6285-41c4-95c0-36da626f95f5 Apr 18 20:40:55.634750 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4bba111-4ace-4f17-9eb1-537609e52b16 req-3f64eedf-8175-4a68-bda9-de28eadb94ba tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/security-groups?id=34068029-1743-4209-9734-1b54963716ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400966 Apr 18 20:40:55.642898 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-6be6b075-9f15-49fe-b845-a5cc4eb1e9f1 req-1c06efdf-5c07-4386-91fb-c47c473f2597 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Deleting port 03fbbde7-3d25-491a-ae8d-a539454acfda {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:55.643242 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6be6b075-9f15-49fe-b845-a5cc4eb1e9f1 req-1c06efdf-5c07-4386-91fb-c47c473f2597 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.646965 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879f096-bbc6-462d-a280-ef29b170e0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73073e38-80f4-4c0f-aae2-05ff97c6a2c0,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:55.710564 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-bcae1a87-f7ce-45b1-9637-4c5a4b44f01d admin admin] For port f3f5b310-6f70-48d5-b319-eccc3cabac77, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f3f5b310-6f70-48d5-b319-eccc3cabac77,segment=NetworkSegment(5a0ebbdd-7cb8-43cb-9a9b-d284c7de42f4),segment_id=5a0ebbdd-7cb8-43cb-9a9b-d284c7de42f4)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:55.719820 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bcae1a87-f7ce-45b1-9637-4c5a4b44f01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.780139 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-bcae1a87-f7ce-45b1-9637-4c5a4b44f01d admin admin] Calling delete_port for f3f5b310-6f70-48d5-b319-eccc3cabac77 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:56.130652 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bcae1a87-f7ce-45b1-9637-4c5a4b44f01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.187432 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d879f096-bbc6-462d-a280-ef29b170e0e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.198185 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08c5103a-b3fb-4d6b-b9d3-6901fca4778d req-3e74ff01-8c8e-4a34-bd1b-243443b4cfc8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80 HTTP/1.1" status: 200 len: 999 time: 0.7250402 Apr 18 20:40:56.233315 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 92f672be-483d-4da5-9380-f900ef3f793f no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:40:56.251970 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae1a87-f7ce-45b1-9637-4c5a4b44f01d admin admin] Pushing event deleted for resources: {'Port': ['ID=f3f5b310-6f70-48d5-b319-eccc3cabac77,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:56.265877 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcae1a87-f7ce-45b1-9637-4c5a4b44f01d admin admin] No DVR routers for this DVR port f3f5b310-6f70-48d5-b319-eccc3cabac77 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:40:56.281214 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534867f3-3c17-473e-ace3-9288fa82e2bb req-698939e1-b905-436e-bb18-bb2b5f0e6235 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:56.295327 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-534867f3-3c17-473e-ace3-9288fa82e2bb req-698939e1-b905-436e-bb18-bb2b5f0e6235 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.8311584 Apr 18 20:40:56.334614 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.db.resource_extend [None req-d879f096-bbc6-462d-a280-ef29b170e0e0 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:40:56.439304 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bcae1a87-f7ce-45b1-9637-4c5a4b44f01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.493785 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-bcae1a87-f7ce-45b1-9637-4c5a4b44f01d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e169d889-7da4-4133-aeb9-18672bfb0211']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:56.514266 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-bcae1a87-f7ce-45b1-9637-4c5a4b44f01d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0ebbdd-7cb8-43cb-9a9b-d284c7de42f4') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:56.514266 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-bcae1a87-f7ce-45b1-9637-4c5a4b44f01d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0ebbdd-7cb8-43cb-9a9b-d284c7de42f4') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:56.535311 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bcae1a87-f7ce-45b1-9637-4c5a4b44f01d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.575011 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d879f096-bbc6-462d-a280-ef29b170e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.576744 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d879f096-bbc6-462d-a280-ef29b170e0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:56.577799 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d879f096-bbc6-462d-a280-ef29b170e0e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.581899 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bcae1a87-f7ce-45b1-9637-4c5a4b44f01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.598536 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcae1a87-f7ce-45b1-9637-4c5a4b44f01d admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:40:56.599481 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bcae1a87-f7ce-45b1-9637-4c5a4b44f01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:40:56.604958 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:40:56.610081 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-534867f3-3c17-473e-ace3-9288fa82e2bb req-26c62150-7e67-4dff-a45e-b9070df548f2 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132432 Apr 18 20:40:56.613497 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-6be6b075-9f15-49fe-b845-a5cc4eb1e9f1 req-1c06efdf-5c07-4386-91fb-c47c473f2597 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] For port 03fbbde7-3d25-491a-ae8d-a539454acfda, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=03fbbde7-3d25-491a-ae8d-a539454acfda,segment=NetworkSegment(376cc761-9df4-40ad-bdff-9ddef2308cd3),segment_id=376cc761-9df4-40ad-bdff-9ddef2308cd3)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:56.614077 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6be6b075-9f15-49fe-b845-a5cc4eb1e9f1 req-1c06efdf-5c07-4386-91fb-c47c473f2597 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.646738 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c6a7a-3835-472e-8309-4ca26f5d4e8e req-23908c2a-3f24-4a6b-afd5-1b08172cce46 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:56.653697 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c6a7a-3835-472e-8309-4ca26f5d4e8e req-23908c2a-3f24-4a6b-afd5-1b08172cce46 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:56.660626 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c6a7a-3835-472e-8309-4ca26f5d4e8e req-23908c2a-3f24-4a6b-afd5-1b08172cce46 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:56.666783 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c6a7a-3835-472e-8309-4ca26f5d4e8e req-23908c2a-3f24-4a6b-afd5-1b08172cce46 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:56.672918 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c6a7a-3835-472e-8309-4ca26f5d4e8e req-23908c2a-3f24-4a6b-afd5-1b08172cce46 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:56.679350 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c6a7a-3835-472e-8309-4ca26f5d4e8e req-23908c2a-3f24-4a6b-afd5-1b08172cce46 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:56.685473 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c6a7a-3835-472e-8309-4ca26f5d4e8e req-23908c2a-3f24-4a6b-afd5-1b08172cce46 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:56.687460 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-059c6a7a-3835-472e-8309-4ca26f5d4e8e req-23908c2a-3f24-4a6b-afd5-1b08172cce46 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5426 time: 0.5047617 Apr 18 20:40:56.712392 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d879f096-bbc6-462d-a280-ef29b170e0e0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8011672 Apr 18 20:40:56.714146 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5103a-b3fb-4d6b-b9d3-6901fca4778d req-b57ee0a3-974f-419e-9905-71e8d36e6e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:56.716553 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08c5103a-b3fb-4d6b-b9d3-6901fca4778d req-b57ee0a3-974f-419e-9905-71e8d36e6e5f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e471ea4-101a-40ef-81f9-9917dd650719 HTTP/1.1" status: 200 len: 851 time: 0.4990003 Apr 18 20:40:56.723865 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42488) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:56.764752 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-cbfb875f-aed5-48ee-be0d-efdb7db7ccd9 admin admin] Request body: {'subnet': {'network_id': 'e9fb8cdf-6285-41c4-95c0-36da626f95f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1155573040-subnet', 'tenant_id': 'ae3e740b88724aa498c0af48d058f85a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:56.769542 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-6be6b075-9f15-49fe-b845-a5cc4eb1e9f1 req-1c06efdf-5c07-4386-91fb-c47c473f2597 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Calling delete_port for 03fbbde7-3d25-491a-ae8d-a539454acfda owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:56.802806 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44a3d14-7d71-4892-81a9-ffa53138174b x-openstack-request-id: req-a44a3d14-7d71-4892-81a9-ffa53138174b {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:56.803529 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1700033-e7c6-4dd1-b7f1-f4da03e030d2", "name": "network-vif-deleted", "tag": "b3443436-e7f9-46cc-8f54-8ff21abbb4c6", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:56.803973 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a44a3d14-7d71-4892-81a9-ffa53138174b {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:56.804357 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 92f672be-483d-4da5-9380-f900ef3f793f {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:40:56.804967 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 92f672be-483d-4da5-9380-f900ef3f793f not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:40:56.805171 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a44a3d14-7d71-4892-81a9-ffa53138174b'] response: {'server_uuid': 'c1700033-e7c6-4dd1-b7f1-f4da03e030d2', 'name': 'network-vif-deleted', 'tag': 'b3443436-e7f9-46cc-8f54-8ff21abbb4c6', 'status': 'completed', 'code': 200} Apr 18 20:40:56.805718 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7eb0b1d6-06d5-431e-b36f-77969223b9da no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:40:56.843082 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bcae1a87-f7ce-45b1-9637-4c5a4b44f01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.852927 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bcae1a87-f7ce-45b1-9637-4c5a4b44f01d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.858866 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bcae1a87-f7ce-45b1-9637-4c5a4b44f01d admin admin] 10.222.0.41 "DELETE /v2.0/networks/e169d889-7da4-4133-aeb9-18672bfb0211 HTTP/1.1" status: 204 len: 168 time: 1.6862397 Apr 18 20:40:56.863847 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879f096-bbc6-462d-a280-ef29b170e0e0 admin admin] Pushing event updated for resources: {'Network': ['ID=e9fb8cdf-6285-41c4-95c0-36da626f95f5,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:56.885878 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae1a87-f7ce-45b1-9637-4c5a4b44f01d admin admin] Pushing event deleted for resources: {'Network': ['ID=e169d889-7da4-4133-aeb9-18672bfb0211,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:56.924310 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfb875f-aed5-48ee-be0d-efdb7db7ccd9 admin admin] Made reservation on behalf of ae3e740b88724aa498c0af48d058f85a for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:56.929898 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cbfb875f-aed5-48ee-be0d-efdb7db7ccd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.935045 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 7eb0b1d6-06d5-431e-b36f-77969223b9da {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:40:56.935959 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7eb0b1d6-06d5-431e-b36f-77969223b9da not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:40:56.977171 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network e9fb8cdf-6285-41c4-95c0-36da626f95f5 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:40:57.116496 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb55c46-9061-48b8-8e60-06738c39a0db None None] DHCP port deletion for e169d889-7da4-4133-aeb9-18672bfb0211 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:40:57.164243 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42494) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:57.227141 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5103a-b3fb-4d6b-b9d3-6901fca4778d req-c45add9f-17a3-4f4c-8f2c-0caddf0aae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:57.228917 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08c5103a-b3fb-4d6b-b9d3-6901fca4778d req-c45add9f-17a3-4f4c-8f2c-0caddf0aae50 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb225605-c490-4bb4-a150-b74221fc667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4598413 Apr 18 20:40:57.242558 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-059c6a7a-3835-472e-8309-4ca26f5d4e8e req-c363b1ec-02f3-4e84-8103-a8d312341222 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5209970 Apr 18 20:40:57.327966 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-853c25b1-62fd-416a-b3d8-5feabfcfe648 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a68a6b8656b54bed80d6a62c1f094daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621518 Apr 18 20:40:57.333750 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42496) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:57.482562 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-21b051a1-5088-4d62-b556-a9c3169e47c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:57.527246 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-21b051a1-5088-4d62-b556-a9c3169e47c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:57.586541 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-21b051a1-5088-4d62-b556-a9c3169e47c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:57.591622 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-21b051a1-5088-4d62-b556-a9c3169e47c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:57.595866 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-21b051a1-5088-4d62-b556-a9c3169e47c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/787b34e1-4978-4490-a9c4-3f379eac5eff HTTP/1.1" status: 204 len: 168 time: 0.2580624 Apr 18 20:40:57.608567 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b051a1-5088-4d62-b556-a9c3169e47c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787b34e1-4978-4490-a9c4-3f379eac5eff,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:57.617556 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6be6b075-9f15-49fe-b845-a5cc4eb1e9f1 req-1c06efdf-5c07-4386-91fb-c47c473f2597 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:57.731145 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device b3443436-e7f9-46cc-8f54-8ff21abbb4c6 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:40:57.749066 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06efdf-5c07-4386-91fb-c47c473f2597 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Pushing event deleted for resources: {'Port': ['ID=03fbbde7-3d25-491a-ae8d-a539454acfda,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:57.761469 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eab56a-1243-4224-8756-1e0055d62019 req-df155ff3-07e1-4a92-bfa1-ec931c38c629 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:57.764123 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-71eab56a-1243-4224-8756-1e0055d62019 req-df155ff3-07e1-4a92-bfa1-ec931c38c629 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.8698823 Apr 18 20:40:57.771559 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: b3443436-e7f9-46cc-8f54-8ff21abbb4c6 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:40:57.772058 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device b3443436-e7f9-46cc-8f54-8ff21abbb4c6 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:40:57.942555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be6b075-9f15-49fe-b845-a5cc4eb1e9f1 req-1c06efdf-5c07-4386-91fb-c47c473f2597 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] No DVR routers for this DVR port 03fbbde7-3d25-491a-ae8d-a539454acfda on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:40:57.946551 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6be6b075-9f15-49fe-b845-a5cc4eb1e9f1 req-1c06efdf-5c07-4386-91fb-c47c473f2597 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:57.952885 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6be6b075-9f15-49fe-b845-a5cc4eb1e9f1 req-1c06efdf-5c07-4386-91fb-c47c473f2597 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.32 "DELETE /v2.0/ports/03fbbde7-3d25-491a-ae8d-a539454acfda HTTP/1.1" status: 204 len: 173 time: 3.3513088 Apr 18 20:40:57.980225 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb968df-24fe-4f00-a5c3-bce2f1b33968', 'name': 'network-vif-deleted', 'tag': '03fbbde7-3d25-491a-ae8d-a539454acfda'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:57.987732 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8d96f4-fc13-4d15-b692-6060790d6c04" -d '{"events": [{"server_uuid": "bfb968df-24fe-4f00-a5c3-bce2f1b33968", "name": "network-vif-deleted", "tag": "03fbbde7-3d25-491a-ae8d-a539454acfda"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:58.036954 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e6734-9b56-4a3f-b14a-0419d89c5698 req-aafcb2a8-5855-4d43-b7fd-35420cf7d7f4 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:58.039554 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-230e6734-9b56-4a3f-b14a-0419d89c5698 req-aafcb2a8-5855-4d43-b7fd-35420cf7d7f4 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.4269440 Apr 18 20:40:58.092779 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-71eab56a-1243-4224-8756-1e0055d62019 req-ce9bc500-e22d-4ae9-bf47-9b7387d79d31 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2850904 Apr 18 20:40:58.094632 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cbfb875f-aed5-48ee-be0d-efdb7db7ccd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:58.123245 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08c5103a-b3fb-4d6b-b9d3-6901fca4778d req-fa7faf70-6536-4e18-854a-ffc1ebd26b0f service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8792391 Apr 18 20:40:58.198676 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f3f5b310-6f70-48d5-b319-eccc3cabac77 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:40:58.266835 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: f3f5b310-6f70-48d5-b319-eccc3cabac77 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:40:58.267538 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f3f5b310-6f70-48d5-b319-eccc3cabac77 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:40:58.324264 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-230e6734-9b56-4a3f-b14a-0419d89c5698 req-4530034a-41c3-4e1a-b1f9-a8080cc5e7ae tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544935 Apr 18 20:40:58.362069 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-908d94c2-72c3-4a81-8227-5ab5906906fc req-328e8278-39fd-471b-a3a3-3b8e930569e3 tempest-MultipleCreateTestJSON-238277470 tempest-MultipleCreateTestJSON-238277470-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfb968df-24fe-4f00-a5c3-bce2f1b33968 HTTP/1.1" status: 200 len: 210 time: 0.0925307 Apr 18 20:40:58.390196 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb875f-aed5-48ee-be0d-efdb7db7ccd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b74373b-a19f-475a-ad0e-66dccaa14e01,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:58.427818 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 03fbbde7-3d25-491a-ae8d-a539454acfda no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:40:58.431045 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfb875f-aed5-48ee-be0d-efdb7db7ccd9 admin admin] Checking segment: {'id': 'f3c8af4b-6808-44fc-9bf0-5fea06c599c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e9fb8cdf-6285-41c4-95c0-36da626f95f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:40:58.431412 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfb875f-aed5-48ee-be0d-efdb7db7ccd9 admin admin] Network hostable DHCP agents. Network: e9fb8cdf-6285-41c4-95c0-36da626f95f5, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:40:58.437859 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90914be4-1180-4746-a146-54d68cfb4f0e x-openstack-request-id: req-90914be4-1180-4746-a146-54d68cfb4f0e {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:58.438153 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb968df-24fe-4f00-a5c3-bce2f1b33968", "name": "network-vif-deleted", "tag": "03fbbde7-3d25-491a-ae8d-a539454acfda", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:58.438478 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90914be4-1180-4746-a146-54d68cfb4f0e {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:58.438829 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90914be4-1180-4746-a146-54d68cfb4f0e'] response: {'server_uuid': 'bfb968df-24fe-4f00-a5c3-bce2f1b33968', 'name': 'network-vif-deleted', 'tag': '03fbbde7-3d25-491a-ae8d-a539454acfda', 'status': 'completed', 'code': 200} Apr 18 20:40:58.479672 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08c5103a-b3fb-4d6b-b9d3-6901fca4778d req-222a3191-f06a-4486-9aab-30ef89c8f485 service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588608 Apr 18 20:40:58.483721 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfb875f-aed5-48ee-be0d-efdb7db7ccd9 admin admin] Network e9fb8cdf-6285-41c4-95c0-36da626f95f5 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:40:58.506368 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-cbfb875f-aed5-48ee-be0d-efdb7db7ccd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, e9fb8cdf-6285-41c4-95c0-36da626f95f5) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:58.507230 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 03fbbde7-3d25-491a-ae8d-a539454acfda {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:40:58.509222 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 03fbbde7-3d25-491a-ae8d-a539454acfda not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:40:58.513103 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfb875f-aed5-48ee-be0d-efdb7db7ccd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:58.513355 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cbfb875f-aed5-48ee-be0d-efdb7db7ccd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:58.532335 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab149788-7ab7-4177-9c99-82e6f06b44ff None None] Network e9fb8cdf-6285-41c4-95c0-36da626f95f5 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:40:58.549851 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-cbfb875f-aed5-48ee-be0d-efdb7db7ccd9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8207791 Apr 18 20:40:58.752566 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fb5b99-f5a0-4519-a725-98a4f2f6a172 None None] Network e9fb8cdf-6285-41c4-95c0-36da626f95f5 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:40:58.782520 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8346f99e-a116-4e03-90ab-72f4e81ded46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:58.815554 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11939335-7ed3-40fc-9748-d41b6baf1a21 req-1e3a3272-7142-4247-b262-86a1c70f4ea5 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:58.819288 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11939335-7ed3-40fc-9748-d41b6baf1a21 req-1e3a3272-7142-4247-b262-86a1c70f4ea5 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.2516000 Apr 18 20:40:58.892459 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac2ee1-bdc1-42e3-9964-f4cfd3343308 req-37a1547f-a14c-4fec-bd01-df1740b79401 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:58.907077 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac2ee1-bdc1-42e3-9964-f4cfd3343308 req-37a1547f-a14c-4fec-bd01-df1740b79401 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:58.920643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac2ee1-bdc1-42e3-9964-f4cfd3343308 req-37a1547f-a14c-4fec-bd01-df1740b79401 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:58.934600 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac2ee1-bdc1-42e3-9964-f4cfd3343308 req-37a1547f-a14c-4fec-bd01-df1740b79401 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:58.951979 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac2ee1-bdc1-42e3-9964-f4cfd3343308 req-37a1547f-a14c-4fec-bd01-df1740b79401 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:58.977507 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac2ee1-bdc1-42e3-9964-f4cfd3343308 req-37a1547f-a14c-4fec-bd01-df1740b79401 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:59.018850 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac2ee1-bdc1-42e3-9964-f4cfd3343308 req-37a1547f-a14c-4fec-bd01-df1740b79401 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:59.028948 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8fac2ee1-bdc1-42e3-9964-f4cfd3343308 req-37a1547f-a14c-4fec-bd01-df1740b79401 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5426 time: 0.3600039 Apr 18 20:40:59.090679 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11939335-7ed3-40fc-9748-d41b6baf1a21 req-f26b81b4-5bc5-41cc-8c49-8c3940c85bd7 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603672 Apr 18 20:40:59.124190 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8fac2ee1-bdc1-42e3-9964-f4cfd3343308 req-0353a0e5-761d-4ad4-abb7-f4c1ea5937f4 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722320 Apr 18 20:40:59.343904 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42544) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:59.373828 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176efdc3-8e61-4f6a-b915-19f624ac75b2 req-176b978a-44a0-4a27-9b93-ba83162a8125 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:59.376823 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-176efdc3-8e61-4f6a-b915-19f624ac75b2 req-176b978a-44a0-4a27-9b93-ba83162a8125 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1069036 Apr 18 20:40:59.451532 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-176efdc3-8e61-4f6a-b915-19f624ac75b2 req-ff053ce2-4123-4b64-992d-ec8c962dd555 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634291 Apr 18 20:40:59.550692 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-8f439cb6-8d63-44a9-9494-f837dadaf813 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1814223128-network', 'tenant_id': 'a632b6dbeeee449a9082e9ef3657c7f7'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:59.606386 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f439cb6-8d63-44a9-9494-f837dadaf813 admin admin] Made reservation on behalf of a632b6dbeeee449a9082e9ef3657c7f7 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:59.616344 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8f439cb6-8d63-44a9-9494-f837dadaf813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:59.621313 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d44e5c-c930-467f-b52e-b1336bcf013d req-5ff3084c-ddcb-433b-a360-6bb45426515a tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:59.623727 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-61d44e5c-c930-467f-b52e-b1336bcf013d req-5ff3084c-ddcb-433b-a360-6bb45426515a tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.0727189 Apr 18 20:40:59.631016 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8f439cb6-8d63-44a9-9494-f837dadaf813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:59.713739 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-61d44e5c-c930-467f-b52e-b1336bcf013d req-e8c37fdf-aa73-4008-a43d-7ef8643c936b tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743167 Apr 18 20:40:59.770624 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 72942681-8a4e-43a3-b295-7bf4150afaac up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:59.803026 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8f439cb6-8d63-44a9-9494-f837dadaf813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:59.806195 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42560) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:59.823750 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:59.830311 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8f439cb6-8d63-44a9-9494-f837dadaf813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:59.884551 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 72942681-8a4e-43a3-b295-7bf4150afaac completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:59.895385 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 72942681-8a4e-43a3-b295-7bf4150afaac triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:59.896282 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:59.908702 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f439cb6-8d63-44a9-9494-f837dadaf813 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:40:59.934787 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f439cb6-8d63-44a9-9494-f837dadaf813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af92f88-c340-422f-b110-21f049ac8164,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:59.940239 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-4248b50c-aca9-470d-be96-d506723c55ca admin admin] Deleting subnet c65c631c-fbcc-42f9-b6bd-05a4bfb002da {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:40:59.944030 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4248b50c-aca9-470d-be96-d506723c55ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:59.976620 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8f439cb6-8d63-44a9-9494-f837dadaf813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:59.977069 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-8f439cb6-8d63-44a9-9494-f837dadaf813 admin admin] Added segment c7af4a65-87eb-4bd6-9af9-22178fa49c35 of type vlan for network f359647e-7253-4c28-8ec0-be158505d4fd Apr 18 20:41:00.050565 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471ad27-6d23-45d5-96ba-90578212d394 req-b55ae546-481a-4145-b0dc-d544cd7269b0 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:00.057418 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3471ad27-6d23-45d5-96ba-90578212d394 req-b55ae546-481a-4145-b0dc-d544cd7269b0 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/networks?id=e9fb8cdf-6285-41c4-95c0-36da626f95f5 HTTP/1.1" status: 200 len: 814 time: 0.2992885 Apr 18 20:41:00.061800 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4248b50c-aca9-470d-be96-d506723c55ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.071784 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.085163 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8f439cb6-8d63-44a9-9494-f837dadaf813 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.110170 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8384f91-0a82-44dd-948a-b3b0f37742ca req-9f0b8737-a506-44c6-b9a6-6c9045be65dc tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:00.111410 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72942681-8a4e-43a3-b295-7bf4150afaac'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:00.114176 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0598577e-ffed-4ecf-a14f-0edfe2e96fc0" -d '{"events": [{"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-plugged", "status": "completed", "tag": "72942681-8a4e-43a3-b295-7bf4150afaac"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:00.118236 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8384f91-0a82-44dd-948a-b3b0f37742ca req-9f0b8737-a506-44c6-b9a6-6c9045be65dc tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1872704 Apr 18 20:41:00.128620 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3471ad27-6d23-45d5-96ba-90578212d394 req-56910c4a-5946-4da3-81f0-3ac3fe4dd8fb tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/quotas/ae3e740b88724aa498c0af48d058f85a HTTP/1.1" status: 200 len: 375 time: 0.0593944 Apr 18 20:41:00.130082 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4248b50c-aca9-470d-be96-d506723c55ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.133148 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 72942681-8a4e-43a3-b295-7bf4150afaac, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=72942681-8a4e-43a3-b295-7bf4150afaac,segment=NetworkSegment(0bda1478-dae9-409e-93a0-17d8d33da324),segment_id=0bda1478-dae9-409e-93a0-17d8d33da324)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:00.140495 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.154835 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8f439cb6-8d63-44a9-9494-f837dadaf813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.155783 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f439cb6-8d63-44a9-9494-f837dadaf813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:00.156399 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8f439cb6-8d63-44a9-9494-f837dadaf813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.215285 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3471ad27-6d23-45d5-96ba-90578212d394 req-ef467cd8-4e8c-4ae8-89bf-c0e4c17d8619 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae3e740b88724aa498c0af48d058f85a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654857 Apr 18 20:41:00.233828 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8f439cb6-8d63-44a9-9494-f837dadaf813 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8883796 Apr 18 20:41:00.241245 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42566) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:00.247148 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ff21d1e8-861a-4f34-bb72-92260e67b2ac admin admin] Request body: {'subnet': {'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1814223128-subnet', 'tenant_id': 'a632b6dbeeee449a9082e9ef3657c7f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:00.262401 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8384f91-0a82-44dd-948a-b3b0f37742ca req-522c9bd2-0567-42bd-9b46-e82de00cae2d tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258583 Apr 18 20:41:00.266807 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=72942681-8a4e-43a3-b295-7bf4150afaac,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:00.268773 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f439cb6-8d63-44a9-9494-f837dadaf813 admin admin] Pushing event updated for resources: {'Network': ['ID=f359647e-7253-4c28-8ec0-be158505d4fd,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:00.288359 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4248b50c-aca9-470d-be96-d506723c55ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.300477 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network f359647e-7253-4c28-8ec0-be158505d4fd details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:41:00.305569 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff21d1e8-861a-4f34-bb72-92260e67b2ac admin admin] Made reservation on behalf of a632b6dbeeee449a9082e9ef3657c7f7 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:00.312571 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff21d1e8-861a-4f34-bb72-92260e67b2ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.349564 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248b50c-aca9-470d-be96-d506723c55ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c65c631c-fbcc-42f9-b6bd-05a4bfb002da,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:00.365958 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4248b50c-aca9-470d-be96-d506723c55ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.369853 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4248b50c-aca9-470d-be96-d506723c55ca admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c65c631c-fbcc-42f9-b6bd-05a4bfb002da HTTP/1.1" status: 204 len: 168 time: 0.5617399 Apr 18 20:41:00.375234 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42572) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:00.498224 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd32d7c-f2f0-44ff-b83a-8c897580fce4 x-openstack-request-id: req-efd32d7c-f2f0-44ff-b83a-8c897580fce4 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:00.498799 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-plugged", "status": "completed", "tag": "72942681-8a4e-43a3-b295-7bf4150afaac", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:00.499299 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-efd32d7c-f2f0-44ff-b83a-8c897580fce4 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:00.500035 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efd32d7c-f2f0-44ff-b83a-8c897580fce4'] response: {'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72942681-8a4e-43a3-b295-7bf4150afaac', 'code': 200} Apr 18 20:41:00.587170 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff21d1e8-861a-4f34-bb72-92260e67b2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.656528 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21d1e8-861a-4f34-bb72-92260e67b2ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=6320347a-fb3b-4b56-9b35-0b62db71b2d8,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:00.665937 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff21d1e8-861a-4f34-bb72-92260e67b2ac admin admin] Checking segment: {'id': 'c7af4a65-87eb-4bd6-9af9-22178fa49c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:41:00.666315 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff21d1e8-861a-4f34-bb72-92260e67b2ac admin admin] Network hostable DHCP agents. Network: f359647e-7253-4c28-8ec0-be158505d4fd, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:41:00.681697 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7dcb8035-809c-43db-84f3-498700ed8f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.691566 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff21d1e8-861a-4f34-bb72-92260e67b2ac admin admin] Network f359647e-7253-4c28-8ec0-be158505d4fd is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:41:00.703861 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-ff21d1e8-861a-4f34-bb72-92260e67b2ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, f359647e-7253-4c28-8ec0-be158505d4fd) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:00.710261 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff21d1e8-861a-4f34-bb72-92260e67b2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:00.711316 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff21d1e8-861a-4f34-bb72-92260e67b2ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.718334 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad1f67d-9439-42d8-8abd-c01b60711ac3 None None] Network f359647e-7253-4c28-8ec0-be158505d4fd requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:41:00.739870 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ff21d1e8-861a-4f34-bb72-92260e67b2ac admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4970965 Apr 18 20:41:00.789826 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29e8c3-2666-4677-a760-b4c2fa2cd830 req-a3834076-415e-4e7e-87cf-55a1f215ca2a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:00.805832 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29e8c3-2666-4677-a760-b4c2fa2cd830 req-a3834076-415e-4e7e-87cf-55a1f215ca2a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:00.814416 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29e8c3-2666-4677-a760-b4c2fa2cd830 req-a3834076-415e-4e7e-87cf-55a1f215ca2a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:00.821263 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29e8c3-2666-4677-a760-b4c2fa2cd830 req-a3834076-415e-4e7e-87cf-55a1f215ca2a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:00.829154 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29e8c3-2666-4677-a760-b4c2fa2cd830 req-a3834076-415e-4e7e-87cf-55a1f215ca2a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:00.836390 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29e8c3-2666-4677-a760-b4c2fa2cd830 req-a3834076-415e-4e7e-87cf-55a1f215ca2a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:00.844189 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29e8c3-2666-4677-a760-b4c2fa2cd830 req-a3834076-415e-4e7e-87cf-55a1f215ca2a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:00.846685 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f29e8c3-2666-4677-a760-b4c2fa2cd830 req-a3834076-415e-4e7e-87cf-55a1f215ca2a tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5427 time: 0.3384655 Apr 18 20:41:00.859252 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3471ad27-6d23-45d5-96ba-90578212d394 req-0c0a21bd-a9eb-423d-a2cb-7c380971db6a service neutron] 10.222.0.41 "GET /v2.0/networks/e9fb8cdf-6285-41c4-95c0-36da626f95f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6266966 Apr 18 20:41:00.969297 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de03f6c9-2d1d-440b-8617-145c167daafe None None] Network f359647e-7253-4c28-8ec0-be158505d4fd requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:41:01.039309 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7dcb8035-809c-43db-84f3-498700ed8f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.093131 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-7dcb8035-809c-43db-84f3-498700ed8f2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58cfdb44-c6e5-4abc-b60c-80bb950cf535']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:01.099146 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f29e8c3-2666-4677-a760-b4c2fa2cd830 req-f52b1ff7-64ad-4d78-94c2-2722284f0621 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2088196 Apr 18 20:41:01.119766 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-7dcb8035-809c-43db-84f3-498700ed8f2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '376cc761-9df4-40ad-bdff-9ddef2308cd3') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:01.119766 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-7dcb8035-809c-43db-84f3-498700ed8f2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '376cc761-9df4-40ad-bdff-9ddef2308cd3') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:01.142501 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3471ad27-6d23-45d5-96ba-90578212d394 req-9917493b-bd0d-4477-bb0c-d045968a107b service neutron] 10.222.0.41 "GET /v2.0/networks/e9fb8cdf-6285-41c4-95c0-36da626f95f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537260 Apr 18 20:41:01.145184 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7dcb8035-809c-43db-84f3-498700ed8f2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.175170 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7dcb8035-809c-43db-84f3-498700ed8f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.184326 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dcb8035-809c-43db-84f3-498700ed8f2e admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:01.184936 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7dcb8035-809c-43db-84f3-498700ed8f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:01.187057 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:01.265335 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7dcb8035-809c-43db-84f3-498700ed8f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.273443 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7dcb8035-809c-43db-84f3-498700ed8f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.277121 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7dcb8035-809c-43db-84f3-498700ed8f2e admin admin] 10.222.0.41 "DELETE /v2.0/networks/58cfdb44-c6e5-4abc-b60c-80bb950cf535 HTTP/1.1" status: 204 len: 168 time: 0.9002128 Apr 18 20:41:01.282266 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.292971 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb8035-809c-43db-84f3-498700ed8f2e admin admin] Pushing event deleted for resources: {'Network': ['ID=58cfdb44-c6e5-4abc-b60c-80bb950cf535,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:01.386218 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747ca8a-36a6-4697-88d1-776026d073a1 req-3fc5124d-5604-424e-85d4-37d2decc67eb tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:01.388613 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3747ca8a-36a6-4697-88d1-776026d073a1 req-3fc5124d-5604-424e-85d4-37d2decc67eb tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.0742021 Apr 18 20:41:01.465940 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3747ca8a-36a6-4697-88d1-776026d073a1 req-158c36cc-58d6-4ce1-9734-34ce6f84d216 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670526 Apr 18 20:41:01.511117 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.593377 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42602) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:01.654085 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4574cffc-cdae-44ad-8a74-29c7f0745622 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df8d0a454b80452cbe54aef74c03abdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0591452 Apr 18 20:41:01.657125 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42608) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:01.717576 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9f46078-13cf-4d52-b3a7-f898a138f2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.745858 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9f46078-13cf-4d52-b3a7-f898a138f2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.751167 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 0cddf461-0d6d-4a62-b778-f50d5f02401a up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:41:01.755682 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004297b2-9eae-46ec-8744-93772dab3137 req-30032461-e9db-4ca3-8b88-98f893303a42 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:01.758551 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-004297b2-9eae-46ec-8744-93772dab3137 req-30032461-e9db-4ca3-8b88-98f893303a42 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1912804 Apr 18 20:41:01.810867 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9f46078-13cf-4d52-b3a7-f898a138f2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.814977 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9f46078-13cf-4d52-b3a7-f898a138f2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.819259 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a9f46078-13cf-4d52-b3a7-f898a138f2a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34068029-1743-4209-9734-1b54963716ee HTTP/1.1" status: 204 len: 168 time: 0.1610279 Apr 18 20:41:01.829565 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f46078-13cf-4d52-b3a7-f898a138f2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34068029-1743-4209-9734-1b54963716ee,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:01.859852 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82436933-2a71-45bb-82e0-a724b75eb339 req-3caa408c-1ae7-4dd8-a074-e65ebed77140 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:01.863104 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82436933-2a71-45bb-82e0-a724b75eb339 req-3caa408c-1ae7-4dd8-a074-e65ebed77140 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/networks?id=f359647e-7253-4c28-8ec0-be158505d4fd HTTP/1.1" status: 200 len: 812 time: 0.2798376 Apr 18 20:41:01.891684 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 0cddf461-0d6d-4a62-b778-f50d5f02401a completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:01.898304 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 0cddf461-0d6d-4a62-b778-f50d5f02401a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:01.901154 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.917136 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-004297b2-9eae-46ec-8744-93772dab3137 req-a8c2c211-f318-43ec-b349-f52571e47b98 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471827 Apr 18 20:41:01.936654 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82436933-2a71-45bb-82e0-a724b75eb339 req-44ba22b1-2860-4fae-95dc-e726f3befe05 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/quotas/a632b6dbeeee449a9082e9ef3657c7f7 HTTP/1.1" status: 200 len: 375 time: 0.0566854 Apr 18 20:41:01.992299 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82436933-2a71-45bb-82e0-a724b75eb339 req-7d43bc03-7e40-4ca8-81f4-def760eccdc5 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a632b6dbeeee449a9082e9ef3657c7f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540948 Apr 18 20:41:02.039650 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:02.089427 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 0cddf461-0d6d-4a62-b778-f50d5f02401a, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=0cddf461-0d6d-4a62-b778-f50d5f02401a,segment=NetworkSegment(6b1281b5-64ae-4591-ad67-b41fef38c969),segment_id=6b1281b5-64ae-4591-ad67-b41fef38c969)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:02.094802 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:02.095777 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 7c77f7cf-e8d8-4d52-8506-6c7c25f24291 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:41:02.154287 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-245766fb-c5fa-42a3-8b61-0ebb240caec3 req-23877f98-2231-4852-82ca-9bdfc9d1084b tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef218b6c-7e20-448e-88d1-ec54083aa549 HTTP/1.1" status: 200 len: 210 time: 0.1209333 Apr 18 20:41:02.224861 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=0cddf461-0d6d-4a62-b778-f50d5f02401a,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:02.248922 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 7c77f7cf-e8d8-4d52-8506-6c7c25f24291 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:02.254724 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 7c77f7cf-e8d8-4d52-8506-6c7c25f24291 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:02.255243 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:02.260374 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82436933-2a71-45bb-82e0-a724b75eb339 req-5e34e906-1d7d-4411-8754-25206659d8ce service neutron] 10.222.0.41 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584589 Apr 18 20:41:02.392852 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82436933-2a71-45bb-82e0-a724b75eb339 req-628d0b10-c770-4868-b82c-1a67a9527289 service neutron] 10.222.0.41 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313493 Apr 18 20:41:02.439367 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:02.482267 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b7cd4-a746-4cd5-bce8-2bffe769e5ab req-506cfd57-4f7b-4ac4-ad73-fffb494fdfd9 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:02.484497 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b6b7cd4-a746-4cd5-bce8-2bffe769e5ab req-506cfd57-4f7b-4ac4-ad73-fffb494fdfd9 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.0736976 Apr 18 20:41:02.500917 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cddf461-0d6d-4a62-b778-f50d5f02401a'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:02.508673 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8613ebc5-998a-46c4-ab08-e7d8a913358b" -d '{"events": [{"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-plugged", "status": "completed", "tag": "0cddf461-0d6d-4a62-b778-f50d5f02401a"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:02.531445 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 7c77f7cf-e8d8-4d52-8506-6c7c25f24291, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=7c77f7cf-e8d8-4d52-8506-6c7c25f24291,segment=NetworkSegment(0bda1478-dae9-409e-93a0-17d8d33da324),segment_id=0bda1478-dae9-409e-93a0-17d8d33da324)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:02.540805 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:02.542258 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 492687d2-a698-480b-8d9d-5292e1354c85 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:41:02.560386 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b6b7cd4-a746-4cd5-bce8-2bffe769e5ab req-94ede4e7-fcbd-4680-9880-dde8ae0e7ece tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598621 Apr 18 20:41:02.718223 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=7c77f7cf-e8d8-4d52-8506-6c7c25f24291,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:02.765004 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 492687d2-a698-480b-8d9d-5292e1354c85 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:02.770824 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 492687d2-a698-480b-8d9d-5292e1354c85 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:02.771466 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:02.806788 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a4c89-da50-472a-b066-719244a435a9 req-c6ec6376-7a30-4e6f-b509-30beb2c5e0f3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:02.814929 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a4c89-da50-472a-b066-719244a435a9 req-c6ec6376-7a30-4e6f-b509-30beb2c5e0f3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:02.821437 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a4c89-da50-472a-b066-719244a435a9 req-c6ec6376-7a30-4e6f-b509-30beb2c5e0f3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:02.829492 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a4c89-da50-472a-b066-719244a435a9 req-c6ec6376-7a30-4e6f-b509-30beb2c5e0f3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:02.837210 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a4c89-da50-472a-b066-719244a435a9 req-c6ec6376-7a30-4e6f-b509-30beb2c5e0f3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:02.844998 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a4c89-da50-472a-b066-719244a435a9 req-c6ec6376-7a30-4e6f-b509-30beb2c5e0f3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:02.851202 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a4c89-da50-472a-b066-719244a435a9 req-c6ec6376-7a30-4e6f-b509-30beb2c5e0f3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:02.860714 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-675a4c89-da50-472a-b066-719244a435a9 req-c6ec6376-7a30-4e6f-b509-30beb2c5e0f3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5429 time: 0.1805372 Apr 18 20:41:02.905002 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:02.907228 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2ae36-03f8-4d52-9d94-820a4afa1e89 req-e94c0248-8273-4b40-ad9c-3529a19e2dd4 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:02.909265 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f5f2ae36-03f8-4d52-9d94-820a4afa1e89 req-e94c0248-8273-4b40-ad9c-3529a19e2dd4 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1863902 Apr 18 20:41:02.957084 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-675a4c89-da50-472a-b066-719244a435a9 req-6fac0ba6-37c5-4658-a524-3bb245cab3db tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953763 Apr 18 20:41:02.976756 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:41:03.048780 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 492687d2-a698-480b-8d9d-5292e1354c85, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=492687d2-a698-480b-8d9d-5292e1354c85,segment=NetworkSegment(0bda1478-dae9-409e-93a0-17d8d33da324),segment_id=0bda1478-dae9-409e-93a0-17d8d33da324)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:03.065815 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.069928 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a3827d6d-6f37-483f-a44f-ac708e8eb2af up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:41:03.084270 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e28a23a-cd61-48f6-aedc-dae7ea2825b5 x-openstack-request-id: req-9e28a23a-cd61-48f6-aedc-dae7ea2825b5 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:03.095546 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-plugged", "status": "completed", "tag": "0cddf461-0d6d-4a62-b778-f50d5f02401a", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:03.095546 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e28a23a-cd61-48f6-aedc-dae7ea2825b5 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:03.095546 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e28a23a-cd61-48f6-aedc-dae7ea2825b5'] response: {'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cddf461-0d6d-4a62-b778-f50d5f02401a', 'code': 200} Apr 18 20:41:03.227458 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=492687d2-a698-480b-8d9d-5292e1354c85,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:03.254476 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port a3827d6d-6f37-483f-a44f-ac708e8eb2af completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:03.260804 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port a3827d6d-6f37-483f-a44f-ac708e8eb2af triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:03.261296 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.293655 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f5f2ae36-03f8-4d52-9d94-820a4afa1e89 req-c45296c6-68b9-4047-805d-a1c4ad069a03 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3603659 Apr 18 20:41:03.297198 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-37b6b710-5735-4ed5-9896-d99ebe3b19c7 req-4d2645c5-9775-4923-934d-c5f76eb9d573 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74cdd2c-0c95-47ef-9cab-c0a3a3135c06 HTTP/1.1" status: 200 len: 210 time: 0.1338191 Apr 18 20:41:03.418815 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.423504 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471ad27-6d23-45d5-96ba-90578212d394 req-2d801cc6-33ce-4fae-bbd0-5af0be306776 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:03.426372 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3471ad27-6d23-45d5-96ba-90578212d394 req-2d801cc6-33ce-4fae-bbd0-5af0be306776 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.32 "GET /v2.0/networks?id=e9fb8cdf-6285-41c4-95c0-36da626f95f5 HTTP/1.1" status: 200 len: 814 time: 0.5158150 Apr 18 20:41:03.454804 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-3471ad27-6d23-45d5-96ba-90578212d394 req-1715e196-d87a-4b0e-9200-c8cdeebc55cf tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Request body: {'port': {'device_id': 'ef218b6c-7e20-448e-88d1-ec54083aa549', 'network_id': 'e9fb8cdf-6285-41c4-95c0-36da626f95f5', 'admin_state_up': True, 'tenant_id': 'ae3e740b88724aa498c0af48d058f85a'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:03.496730 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a3827d6d-6f37-483f-a44f-ac708e8eb2af, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a3827d6d-6f37-483f-a44f-ac708e8eb2af,segment=NetworkSegment(0bda1478-dae9-409e-93a0-17d8d33da324),segment_id=0bda1478-dae9-409e-93a0-17d8d33da324)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:03.503869 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.506213 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a2a01202-816d-46a7-a65a-3972b652395d up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:41:03.548878 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-612c41e4-41d2-4521-927e-e378d7687d54 req-1f8a486b-f743-4c15-94d9-46dc6f2445e7 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef218b6c-7e20-448e-88d1-ec54083aa549 HTTP/1.1" status: 200 len: 210 time: 0.0483596 Apr 18 20:41:03.630159 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=a3827d6d-6f37-483f-a44f-ac708e8eb2af,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:03.668822 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94305305-2057-4c92-a4bc-f3004e6e418d req-170a6c36-385b-4899-a231-b2b8b159cb24 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:03.671030 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-94305305-2057-4c92-a4bc-f3004e6e418d req-170a6c36-385b-4899-a231-b2b8b159cb24 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1287558 Apr 18 20:41:03.681862 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port a2a01202-816d-46a7-a65a-3972b652395d completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:03.689775 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port a2a01202-816d-46a7-a65a-3972b652395d triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:03.690427 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.785609 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-94305305-2057-4c92-a4bc-f3004e6e418d req-84241107-92bb-48c8-8208-35cb0b2863fe tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998518 Apr 18 20:41:03.792260 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3471ad27-6d23-45d5-96ba-90578212d394 req-1715e196-d87a-4b0e-9200-c8cdeebc55cf tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Made reservation on behalf of ae3e740b88724aa498c0af48d058f85a for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:03.798711 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3471ad27-6d23-45d5-96ba-90578212d394 req-1715e196-d87a-4b0e-9200-c8cdeebc55cf tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.829560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaea0ad-49a1-47f3-ac5b-4c0b35e17ae6 req-692ecfd3-b4e5-4c70-9d2a-531fc3696260 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:03.831243 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4eaea0ad-49a1-47f3-ac5b-4c0b35e17ae6 req-692ecfd3-b4e5-4c70-9d2a-531fc3696260 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1148951 Apr 18 20:41:03.869478 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.951270 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a2a01202-816d-46a7-a65a-3972b652395d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a2a01202-816d-46a7-a65a-3972b652395d,segment=NetworkSegment(6b1281b5-64ae-4591-ad67-b41fef38c969),segment_id=6b1281b5-64ae-4591-ad67-b41fef38c969)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:03.959804 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.961254 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device c83b6e95-284d-4625-9464-19907a1dbe6f up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:41:03.966242 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4eaea0ad-49a1-47f3-ac5b-4c0b35e17ae6 req-11e21f7d-a906-4934-8a04-03df3396062b tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182358 Apr 18 20:41:04.162064 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=a2a01202-816d-46a7-a65a-3972b652395d,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:04.191721 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port c83b6e95-284d-4625-9464-19907a1dbe6f completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:04.197955 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port c83b6e95-284d-4625-9464-19907a1dbe6f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:04.198399 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.250547 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-3471ad27-6d23-45d5-96ba-90578212d394 req-1715e196-d87a-4b0e-9200-c8cdeebc55cf tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Allocated IP 172.20.0.3 (e9fb8cdf-6285-41c4-95c0-36da626f95f5/5b74373b-a19f-475a-ad0e-66dccaa14e01/4b701a5a-79c8-44d3-a8a3-56ba84d681d1) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:04.280482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f6d1f-2f40-4e0b-9b9a-f0440ba54837 req-aa81ceb2-d70e-482d-b8f7-fdffb75d2320 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:04.280482 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-752f6d1f-2f40-4e0b-9b9a-f0440ba54837 req-aa81ceb2-d70e-482d-b8f7-fdffb75d2320 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.2967181 Apr 18 20:41:04.303958 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1ec78-b9c8-4668-b5a4-fc33801b19ca req-8e52e338-b730-4b42-a671-5fb68fd44a63 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:04.313039 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1ec78-b9c8-4668-b5a4-fc33801b19ca req-8e52e338-b730-4b42-a671-5fb68fd44a63 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:04.322139 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1ec78-b9c8-4668-b5a4-fc33801b19ca req-8e52e338-b730-4b42-a671-5fb68fd44a63 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:04.330429 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1ec78-b9c8-4668-b5a4-fc33801b19ca req-8e52e338-b730-4b42-a671-5fb68fd44a63 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:04.337525 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1ec78-b9c8-4668-b5a4-fc33801b19ca req-8e52e338-b730-4b42-a671-5fb68fd44a63 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:04.344636 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1ec78-b9c8-4668-b5a4-fc33801b19ca req-8e52e338-b730-4b42-a671-5fb68fd44a63 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:04.351058 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1ec78-b9c8-4668-b5a4-fc33801b19ca req-8e52e338-b730-4b42-a671-5fb68fd44a63 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:04.352890 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08c1ec78-b9c8-4668-b5a4-fc33801b19ca req-8e52e338-b730-4b42-a671-5fb68fd44a63 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5432 time: 0.2632155 Apr 18 20:41:04.359000 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.457253 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port c83b6e95-284d-4625-9464-19907a1dbe6f, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=c83b6e95-284d-4625-9464-19907a1dbe6f,segment=NetworkSegment(27b15520-fc82-4e3a-8b81-8e613b74f26c),segment_id=27b15520-fc82-4e3a-8b81-8e613b74f26c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:04.466370 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.482827 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-752f6d1f-2f40-4e0b-9b9a-f0440ba54837 req-cb3ad0ac-4863-45c0-8d2f-5cc1d845dee2 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257634 Apr 18 20:41:04.535331 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42678) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:04.604515 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=c83b6e95-284d-4625-9464-19907a1dbe6f,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:04.740821 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e600d9ef-0dec-443c-bdb8-49397d11729e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.882700 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e600d9ef-0dec-443c-bdb8-49397d11729e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.888380 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e600d9ef-0dec-443c-bdb8-49397d11729e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.896293 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08c1ec78-b9c8-4668-b5a4-fc33801b19ca req-5b222c2d-9279-4fd2-a4e6-575d5721e61f tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5213370 Apr 18 20:41:04.941084 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e600d9ef-0dec-443c-bdb8-49397d11729e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a7a8eedde8e14fb7925c117081b83d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3992910 Apr 18 20:41:04.941084 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600d9ef-0dec-443c-bdb8-49397d11729e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be687cf-0620-4102-8a37-d338fd37fa2f,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:04.941634 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42686) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:05.006383 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6a8e87e-f412-40cc-8b1c-819673718c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.033034 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6a8e87e-f412-40cc-8b1c-819673718c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.091325 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c77f7cf-e8d8-4d52-8506-6c7c25f24291'}, {'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492687d2-a698-480b-8d9d-5292e1354c85'}, {'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3827d6d-6f37-483f-a44f-ac708e8eb2af'}, {'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a01202-816d-46a7-a65a-3972b652395d'}, {'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83b6e95-284d-4625-9464-19907a1dbe6f'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:05.093964 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce95ad9d-be34-4617-9ed9-5b0c9f8636fe" -d '{"events": [{"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-plugged", "status": "completed", "tag": "7c77f7cf-e8d8-4d52-8506-6c7c25f24291"}, {"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-plugged", "status": "completed", "tag": "492687d2-a698-480b-8d9d-5292e1354c85"}, {"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-plugged", "status": "completed", "tag": "a3827d6d-6f37-483f-a44f-ac708e8eb2af"}, {"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-plugged", "status": "completed", "tag": "a2a01202-816d-46a7-a65a-3972b652395d"}, {"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-plugged", "status": "completed", "tag": "c83b6e95-284d-4625-9464-19907a1dbe6f"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:05.099512 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6a8e87e-f412-40cc-8b1c-819673718c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.102593 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6a8e87e-f412-40cc-8b1c-819673718c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.103800 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f6a8e87e-f412-40cc-8b1c-819673718c2d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1be687cf-0620-4102-8a37-d338fd37fa2f HTTP/1.1" status: 204 len: 168 time: 0.1613064 Apr 18 20:41:05.113107 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8e87e-f412-40cc-8b1c-819673718c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be687cf-0620-4102-8a37-d338fd37fa2f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:05.129178 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76da502-0534-4603-9b32-0ff0a69c7715 req-a1903b7b-ef95-4c28-ab88-65c6268fa5c1 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:05.133040 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a76da502-0534-4603-9b32-0ff0a69c7715 req-a1903b7b-ef95-4c28-ab88-65c6268fa5c1 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.2308404 Apr 18 20:41:05.156735 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d92d58c-6d30-4ad7-9abb-b6c8931d6507 req-b3b392eb-8d82-4459-bf7b-4102ae2881d0 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74cdd2c-0c95-47ef-9cab-c0a3a3135c06 HTTP/1.1" status: 200 len: 210 time: 0.1056817 Apr 18 20:41:05.161452 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3471ad27-6d23-45d5-96ba-90578212d394 req-1715e196-d87a-4b0e-9200-c8cdeebc55cf tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.170824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82436933-2a71-45bb-82e0-a724b75eb339 req-3c118ddb-8e1e-4cc3-9d0e-caa57d629762 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:05.172423 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82436933-2a71-45bb-82e0-a724b75eb339 req-3c118ddb-8e1e-4cc3-9d0e-caa57d629762 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.32 "GET /v2.0/networks?id=f359647e-7253-4c28-8ec0-be158505d4fd HTTP/1.1" status: 200 len: 812 time: 0.7132449 Apr 18 20:41:05.208261 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-82436933-2a71-45bb-82e0-a724b75eb339 req-18ebc32b-b918-42c2-a06f-4f369efb5ced tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Request body: {'port': {'device_id': 'f74cdd2c-0c95-47ef-9cab-c0a3a3135c06', 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd', 'admin_state_up': True, 'tenant_id': 'a632b6dbeeee449a9082e9ef3657c7f7'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:05.331867 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a76da502-0534-4603-9b32-0ff0a69c7715 req-797ff695-9c8b-4384-9d59-ae733ba4ba91 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780446 Apr 18 20:41:05.384710 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3471ad27-6d23-45d5-96ba-90578212d394 req-1715e196-d87a-4b0e-9200-c8cdeebc55cf tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.413427 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43a751-9963-4f9f-91f6-810248c3ca3b req-dff06ec3-a829-450a-81b9-7d7095596a2d tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:05.415714 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b43a751-9963-4f9f-91f6-810248c3ca3b req-dff06ec3-a829-450a-81b9-7d7095596a2d tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1886692 Apr 18 20:41:05.544276 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3471ad27-6d23-45d5-96ba-90578212d394 req-1715e196-d87a-4b0e-9200-c8cdeebc55cf tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Network e9fb8cdf-6285-41c4-95c0-36da626f95f5 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:05.546914 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715e196-d87a-4b0e-9200-c8cdeebc55cf tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Pushing event updated for resources: {'Port': ['ID=4b701a5a-79c8-44d3-a8a3-56ba84d681d1,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:05.553167 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-3471ad27-6d23-45d5-96ba-90578212d394 req-1715e196-d87a-4b0e-9200-c8cdeebc55cf tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:05.556320 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-3471ad27-6d23-45d5-96ba-90578212d394 req-1715e196-d87a-4b0e-9200-c8cdeebc55cf tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:41:05.560450 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82436933-2a71-45bb-82e0-a724b75eb339 req-18ebc32b-b918-42c2-a06f-4f369efb5ced tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Made reservation on behalf of a632b6dbeeee449a9082e9ef3657c7f7 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:05.564045 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-82436933-2a71-45bb-82e0-a724b75eb339 req-18ebc32b-b918-42c2-a06f-4f369efb5ced tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.628524 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b43a751-9963-4f9f-91f6-810248c3ca3b req-59d322a6-e7d2-4956-8416-21dc4dcc302f tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769652 Apr 18 20:41:05.665856 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6b0c1-b74d-4182-a626-1fc73575d331 req-0a9dbf18-4e7a-4a25-812b-46f84917448a tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:05.667438 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-50c6b0c1-b74d-4182-a626-1fc73575d331 req-0a9dbf18-4e7a-4a25-812b-46f84917448a tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef218b6c-7e20-448e-88d1-ec54083aa549 HTTP/1.1" status: 200 len: 931 time: 0.2078042 Apr 18 20:41:05.705546 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471ad27-6d23-45d5-96ba-90578212d394 req-1715e196-d87a-4b0e-9200-c8cdeebc55cf tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:05.706207 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3471ad27-6d23-45d5-96ba-90578212d394 req-1715e196-d87a-4b0e-9200-c8cdeebc55cf tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.780136 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3471ad27-6d23-45d5-96ba-90578212d394 req-1715e196-d87a-4b0e-9200-c8cdeebc55cf tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3342285 Apr 18 20:41:05.787727 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839f7ba3-9c6f-4edc-a1aa-46177176109b x-openstack-request-id: req-839f7ba3-9c6f-4edc-a1aa-46177176109b {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:05.788286 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-plugged", "status": "completed", "tag": "7c77f7cf-e8d8-4d52-8506-6c7c25f24291", "code": 200}, {"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-plugged", "status": "completed", "tag": "492687d2-a698-480b-8d9d-5292e1354c85", "code": 200}, {"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-plugged", "status": "completed", "tag": "a3827d6d-6f37-483f-a44f-ac708e8eb2af", "code": 200}, {"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-plugged", "status": "completed", "tag": "a2a01202-816d-46a7-a65a-3972b652395d", "code": 200}, {"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-plugged", "status": "completed", "tag": "c83b6e95-284d-4625-9464-19907a1dbe6f", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:05.788811 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-839f7ba3-9c6f-4edc-a1aa-46177176109b {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:05.789693 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-839f7ba3-9c6f-4edc-a1aa-46177176109b'] response: {'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c77f7cf-e8d8-4d52-8506-6c7c25f24291', 'code': 200} Apr 18 20:41:05.793797 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-839f7ba3-9c6f-4edc-a1aa-46177176109b'] response: {'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492687d2-a698-480b-8d9d-5292e1354c85', 'code': 200} Apr 18 20:41:05.793797 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-839f7ba3-9c6f-4edc-a1aa-46177176109b'] response: {'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3827d6d-6f37-483f-a44f-ac708e8eb2af', 'code': 200} Apr 18 20:41:05.793965 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-50c6b0c1-b74d-4182-a626-1fc73575d331 req-ce10618e-b681-43d8-9a46-e00657866735 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/security-groups?id=73073e38-80f4-4c0f-aae2-05ff97c6a2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817626 Apr 18 20:41:05.794048 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-839f7ba3-9c6f-4edc-a1aa-46177176109b'] response: {'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a01202-816d-46a7-a65a-3972b652395d', 'code': 200} Apr 18 20:41:05.794048 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-839f7ba3-9c6f-4edc-a1aa-46177176109b'] response: {'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83b6e95-284d-4625-9464-19907a1dbe6f', 'code': 200} Apr 18 20:41:05.796572 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-3471ad27-6d23-45d5-96ba-90578212d394 req-46fc5bfa-8aa9-424b-be12-41605afa92e2 service neutron] Request body: {'port': {'device_id': 'ef218b6c-7e20-448e-88d1-ec54083aa549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:05.904980 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3471ad27-6d23-45d5-96ba-90578212d394 req-46fc5bfa-8aa9-424b-be12-41605afa92e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.913483 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-82436933-2a71-45bb-82e0-a724b75eb339 req-18ebc32b-b918-42c2-a06f-4f369efb5ced tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Allocated IP 172.20.0.5 (f359647e-7253-4c28-8ec0-be158505d4fd/6320347a-fb3b-4b56-9b35-0b62db71b2d8/8a85c491-3186-4446-b13c-2bec22d556b4) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:06.169189 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384342ac-0123-45ae-ab75-d1ef7928dcf2 req-e570460c-ca36-46b3-8cb0-50628ab430cd tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:06.170920 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-384342ac-0123-45ae-ab75-d1ef7928dcf2 req-e570460c-ca36-46b3-8cb0-50628ab430cd tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.2545595 Apr 18 20:41:06.201335 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42730) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:06.205208 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb94fb-51fd-4275-a109-fc74fb3dfba1 req-e6cef5af-7fc8-4d19-ae7a-e323c27a2041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:06.205718 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb94fb-51fd-4275-a109-fc74fb3dfba1 req-e6cef5af-7fc8-4d19-ae7a-e323c27a2041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:06.206143 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb94fb-51fd-4275-a109-fc74fb3dfba1 req-e6cef5af-7fc8-4d19-ae7a-e323c27a2041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:06.206604 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb94fb-51fd-4275-a109-fc74fb3dfba1 req-e6cef5af-7fc8-4d19-ae7a-e323c27a2041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:06.207062 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb94fb-51fd-4275-a109-fc74fb3dfba1 req-e6cef5af-7fc8-4d19-ae7a-e323c27a2041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:06.207515 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb94fb-51fd-4275-a109-fc74fb3dfba1 req-e6cef5af-7fc8-4d19-ae7a-e323c27a2041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:06.207974 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb94fb-51fd-4275-a109-fc74fb3dfba1 req-e6cef5af-7fc8-4d19-ae7a-e323c27a2041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:06.210039 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8fb94fb-51fd-4275-a109-fc74fb3dfba1 req-e6cef5af-7fc8-4d19-ae7a-e323c27a2041 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 6490 time: 0.2477491 Apr 18 20:41:06.340853 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-15ef35b9-ba90-4acd-be6e-4e6445b6d2f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-955401035-network', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:06.364249 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ef35b9-ba90-4acd-be6e-4e6445b6d2f9 admin admin] Made reservation on behalf of 66c8c89b1fcc4ff8ba25812b9483869d for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:06.367389 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15ef35b9-ba90-4acd-be6e-4e6445b6d2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.378953 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15ef35b9-ba90-4acd-be6e-4e6445b6d2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.400044 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17366e-36e2-4902-994b-c26f2765c685 req-26c41cb1-2b9f-48f3-ba6a-0eb556f7ece6 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:06.401639 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e17366e-36e2-4902-994b-c26f2765c685 req-26c41cb1-2b9f-48f3-ba6a-0eb556f7ece6 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 812 time: 0.4381993 Apr 18 20:41:06.458376 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8fb94fb-51fd-4275-a109-fc74fb3dfba1 req-335001a7-4e45-4367-ba4d-cf02b35b1059 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1856139 Apr 18 20:41:06.475539 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15ef35b9-ba90-4acd-be6e-4e6445b6d2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.479296 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15ef35b9-ba90-4acd-be6e-4e6445b6d2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.488760 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-384342ac-0123-45ae-ab75-d1ef7928dcf2 req-8b802859-1bc8-48d9-996e-e87064c2c6bb tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755411 Apr 18 20:41:06.500098 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e17366e-36e2-4902-994b-c26f2765c685 req-c93a5a88-67ae-4b1c-924e-188c76ed5047 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/quotas/f07a47e8c182436591c55c66e8d2e113 HTTP/1.1" status: 200 len: 375 time: 0.0680575 Apr 18 20:41:06.526863 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef35b9-ba90-4acd-be6e-4e6445b6d2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa5eabc-aac2-48cc-9a0d-9e6ba611d09f,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:06.536972 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-82436933-2a71-45bb-82e0-a724b75eb339 req-18ebc32b-b918-42c2-a06f-4f369efb5ced tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.547641 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ef35b9-ba90-4acd-be6e-4e6445b6d2f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:41:06.567660 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15ef35b9-ba90-4acd-be6e-4e6445b6d2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.568200 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-15ef35b9-ba90-4acd-be6e-4e6445b6d2f9 admin admin] Added segment 406ab32f-2da8-4456-8e5d-2d51a5282196 of type vlan for network af9b8ad0-3b77-4446-8808-154f03d72322 Apr 18 20:41:06.638679 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15ef35b9-ba90-4acd-be6e-4e6445b6d2f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.663032 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-82436933-2a71-45bb-82e0-a724b75eb339 req-18ebc32b-b918-42c2-a06f-4f369efb5ced tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.679299 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15ef35b9-ba90-4acd-be6e-4e6445b6d2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.680989 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ef35b9-ba90-4acd-be6e-4e6445b6d2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:06.681826 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15ef35b9-ba90-4acd-be6e-4e6445b6d2f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.746756 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e17366e-36e2-4902-994b-c26f2765c685 req-2d7b8078-cf6c-42d7-9df4-153a05fae80b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1953492 Apr 18 20:41:06.755032 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-15ef35b9-ba90-4acd-be6e-4e6445b6d2f9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5474303 Apr 18 20:41:06.764464 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42738) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:06.773963 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef35b9-ba90-4acd-be6e-4e6445b6d2f9 admin admin] Pushing event updated for resources: {'Network': ['ID=af9b8ad0-3b77-4446-8808-154f03d72322,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:06.790667 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network af9b8ad0-3b77-4446-8808-154f03d72322 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:41:06.795440 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-e6f45eaa-97d2-4a99-96ae-a783b73f3b3a admin admin] Request body: {'subnet': {'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-955401035-subnet', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:06.825984 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82436933-2a71-45bb-82e0-a724b75eb339 req-18ebc32b-b918-42c2-a06f-4f369efb5ced tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Network f359647e-7253-4c28-8ec0-be158505d4fd is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:06.827868 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebc32b-b918-42c2-a06f-4f369efb5ced tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Pushing event updated for resources: {'Port': ['ID=8a85c491-3186-4446-b13c-2bec22d556b4,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:06.850910 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-82436933-2a71-45bb-82e0-a724b75eb339 req-18ebc32b-b918-42c2-a06f-4f369efb5ced tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:06.861060 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-82436933-2a71-45bb-82e0-a724b75eb339 req-18ebc32b-b918-42c2-a06f-4f369efb5ced tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:41:06.898174 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-3471ad27-6d23-45d5-96ba-90578212d394 req-46fc5bfa-8aa9-424b-be12-41605afa92e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b701a5a-79c8-44d3-a8a3-56ba84d681d1 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:41:06.920271 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be050a-fc5b-4a73-82f6-083c11a1cdf3 req-47bbfc23-62b7-42ba-ad92-cbb3ada13134 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:06.926310 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be050a-fc5b-4a73-82f6-083c11a1cdf3 req-47bbfc23-62b7-42ba-ad92-cbb3ada13134 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:06.932448 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be050a-fc5b-4a73-82f6-083c11a1cdf3 req-47bbfc23-62b7-42ba-ad92-cbb3ada13134 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:06.939350 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be050a-fc5b-4a73-82f6-083c11a1cdf3 req-47bbfc23-62b7-42ba-ad92-cbb3ada13134 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:06.945474 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be050a-fc5b-4a73-82f6-083c11a1cdf3 req-47bbfc23-62b7-42ba-ad92-cbb3ada13134 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:06.952288 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be050a-fc5b-4a73-82f6-083c11a1cdf3 req-47bbfc23-62b7-42ba-ad92-cbb3ada13134 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:06.958297 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be050a-fc5b-4a73-82f6-083c11a1cdf3 req-47bbfc23-62b7-42ba-ad92-cbb3ada13134 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:06.960312 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41be050a-fc5b-4a73-82f6-083c11a1cdf3 req-47bbfc23-62b7-42ba-ad92-cbb3ada13134 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5433 time: 0.3314319 Apr 18 20:41:06.983055 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3471ad27-6d23-45d5-96ba-90578212d394 req-46fc5bfa-8aa9-424b-be12-41605afa92e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.993176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f45eaa-97d2-4a99-96ae-a783b73f3b3a admin admin] Made reservation on behalf of 66c8c89b1fcc4ff8ba25812b9483869d for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:06.995630 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e6f45eaa-97d2-4a99-96ae-a783b73f3b3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:07.100336 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-3471ad27-6d23-45d5-96ba-90578212d394 req-46fc5bfa-8aa9-424b-be12-41605afa92e2 service neutron] Transition to ACTIVE for port object 4b701a5a-79c8-44d3-a8a3-56ba84d681d1 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:07.121992 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82436933-2a71-45bb-82e0-a724b75eb339 req-18ebc32b-b918-42c2-a06f-4f369efb5ced tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:07.122679 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-82436933-2a71-45bb-82e0-a724b75eb339 req-18ebc32b-b918-42c2-a06f-4f369efb5ced tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:07.131657 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3471ad27-6d23-45d5-96ba-90578212d394 req-46fc5bfa-8aa9-424b-be12-41605afa92e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:07.220613 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41be050a-fc5b-4a73-82f6-083c11a1cdf3 req-05371704-8fa8-491b-b07b-14fc76f9cf39 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2306485 Apr 18 20:41:07.232162 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e17366e-36e2-4902-994b-c26f2765c685 req-f491f143-9d2b-46bf-bb84-64825d8b3fb5 service neutron] 10.222.0.41 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312537 Apr 18 20:41:07.235680 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82436933-2a71-45bb-82e0-a724b75eb339 req-18ebc32b-b918-42c2-a06f-4f369efb5ced tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0390487 Apr 18 20:41:07.259079 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-82436933-2a71-45bb-82e0-a724b75eb339 req-7f05d849-bc2e-4d7e-bd98-20967a5ecf73 service neutron] Request body: {'port': {'device_id': 'f74cdd2c-0c95-47ef-9cab-c0a3a3135c06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:07.273170 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc5bfa-8aa9-424b-be12-41605afa92e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b701a5a-79c8-44d3-a8a3-56ba84d681d1,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:07.528092 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-82436933-2a71-45bb-82e0-a724b75eb339 req-7f05d849-bc2e-4d7e-bd98-20967a5ecf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:07.529270 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:07.583709 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e17366e-36e2-4902-994b-c26f2765c685 req-3284225f-2e25-4a04-9986-ee5684c83693 service neutron] 10.222.0.41 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364227 Apr 18 20:41:07.609141 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a9553-a48e-45d0-b550-77b888154d42 req-430fcfb2-3d68-4ad9-ad18-514d01763a01 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:07.610721 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c11a9553-a48e-45d0-b550-77b888154d42 req-430fcfb2-3d68-4ad9-ad18-514d01763a01 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74cdd2c-0c95-47ef-9cab-c0a3a3135c06 HTTP/1.1" status: 200 len: 931 time: 0.2514992 Apr 18 20:41:07.611492 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-3471ad27-6d23-45d5-96ba-90578212d394 req-46fc5bfa-8aa9-424b-be12-41605afa92e2 service neutron] Attempting to bind port 4b701a5a-79c8-44d3-a8a3-56ba84d681d1 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:07.611815 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-3471ad27-6d23-45d5-96ba-90578212d394 req-46fc5bfa-8aa9-424b-be12-41605afa92e2 service neutron] Attempting to bind port 4b701a5a-79c8-44d3-a8a3-56ba84d681d1 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'f3c8af4b-6808-44fc-9bf0-5fea06c599c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e9fb8cdf-6285-41c4-95c0-36da626f95f5'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:07.612138 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3471ad27-6d23-45d5-96ba-90578212d394 req-46fc5bfa-8aa9-424b-be12-41605afa92e2 service neutron] Attempting to bind port 4b701a5a-79c8-44d3-a8a3-56ba84d681d1 on network e9fb8cdf-6285-41c4-95c0-36da626f95f5 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:41:07.619816 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3471ad27-6d23-45d5-96ba-90578212d394 req-46fc5bfa-8aa9-424b-be12-41605afa92e2 service neutron] Port 4b701a5a-79c8-44d3-a8a3-56ba84d681d1 on network e9fb8cdf-6285-41c4-95c0-36da626f95f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:41:07.620118 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3471ad27-6d23-45d5-96ba-90578212d394 req-46fc5bfa-8aa9-424b-be12-41605afa92e2 service neutron] Attempting to bind port 4b701a5a-79c8-44d3-a8a3-56ba84d681d1 on network e9fb8cdf-6285-41c4-95c0-36da626f95f5 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:41:07.658303 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3471ad27-6d23-45d5-96ba-90578212d394 req-46fc5bfa-8aa9-424b-be12-41605afa92e2 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:41:07.658647 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3471ad27-6d23-45d5-96ba-90578212d394 req-46fc5bfa-8aa9-424b-be12-41605afa92e2 service neutron] Checking segment: {'id': 'f3c8af4b-6808-44fc-9bf0-5fea06c599c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e9fb8cdf-6285-41c4-95c0-36da626f95f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:41:07.659042 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3471ad27-6d23-45d5-96ba-90578212d394 req-46fc5bfa-8aa9-424b-be12-41605afa92e2 service neutron] Bound using segment: {'id': 'f3c8af4b-6808-44fc-9bf0-5fea06c599c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e9fb8cdf-6285-41c4-95c0-36da626f95f5'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:41:07.659499 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-3471ad27-6d23-45d5-96ba-90578212d394 req-46fc5bfa-8aa9-424b-be12-41605afa92e2 service neutron] Bound port: 4b701a5a-79c8-44d3-a8a3-56ba84d681d1, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3c8af4b-6808-44fc-9bf0-5fea06c599c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e9fb8cdf-6285-41c4-95c0-36da626f95f5'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:07.659871 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3471ad27-6d23-45d5-96ba-90578212d394 req-46fc5bfa-8aa9-424b-be12-41605afa92e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:07.671625 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e6f45eaa-97d2-4a99-96ae-a783b73f3b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.184386 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c11a9553-a48e-45d0-b550-77b888154d42 req-140c4875-84bd-4f5c-831a-e7b5e55ea6c1 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5413430 Apr 18 20:41:08.212370 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f45eaa-97d2-4a99-96ae-a783b73f3b3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c229c317-384e-4f90-84f5-fac3dceea926,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:08.317495 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-3471ad27-6d23-45d5-96ba-90578212d394 req-46fc5bfa-8aa9-424b-be12-41605afa92e2 service neutron] For port 4b701a5a-79c8-44d3-a8a3-56ba84d681d1, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:41:08.328532 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f145d55-7380-44ad-a503-ad49f380d80c req-d2229d37-5eab-4e41-92a0-0fd914dec4fe tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:08.330169 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f145d55-7380-44ad-a503-ad49f380d80c req-d2229d37-5eab-4e41-92a0-0fd914dec4fe tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.2921946 Apr 18 20:41:08.330922 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f45eaa-97d2-4a99-96ae-a783b73f3b3a admin admin] Checking segment: {'id': '406ab32f-2da8-4456-8e5d-2d51a5282196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:41:08.331285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f45eaa-97d2-4a99-96ae-a783b73f3b3a admin admin] Network hostable DHCP agents. Network: af9b8ad0-3b77-4446-8808-154f03d72322, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:41:08.381741 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-3471ad27-6d23-45d5-96ba-90578212d394 req-46fc5bfa-8aa9-424b-be12-41605afa92e2 service neutron] For port 4b701a5a-79c8-44d3-a8a3-56ba84d681d1, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=4b701a5a-79c8-44d3-a8a3-56ba84d681d1,segment=NetworkSegment(f3c8af4b-6808-44fc-9bf0-5fea06c599c0),segment_id=f3c8af4b-6808-44fc-9bf0-5fea06c599c0)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:41:08.407872 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3471ad27-6d23-45d5-96ba-90578212d394 req-46fc5bfa-8aa9-424b-be12-41605afa92e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.483316 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471ad27-6d23-45d5-96ba-90578212d394 req-46fc5bfa-8aa9-424b-be12-41605afa92e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:08.483936 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3471ad27-6d23-45d5-96ba-90578212d394 req-46fc5bfa-8aa9-424b-be12-41605afa92e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.485400 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3471ad27-6d23-45d5-96ba-90578212d394 req-46fc5bfa-8aa9-424b-be12-41605afa92e2 service neutron] 10.222.0.32 "PUT /v2.0/ports/4b701a5a-79c8-44d3-a8a3-56ba84d681d1 HTTP/1.1" status: 200 len: 1091 time: 2.6971648 Apr 18 20:41:08.489438 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef218b6c-7e20-448e-88d1-ec54083aa549', 'tag': '4b701a5a-79c8-44d3-a8a3-56ba84d681d1'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:08.491624 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d59b33a-596b-4597-bec4-65665e394f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef218b6c-7e20-448e-88d1-ec54083aa549", "tag": "4b701a5a-79c8-44d3-a8a3-56ba84d681d1"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:08.518250 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f45eaa-97d2-4a99-96ae-a783b73f3b3a admin admin] Network af9b8ad0-3b77-4446-8808-154f03d72322 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:41:08.552597 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f145d55-7380-44ad-a503-ad49f380d80c req-4e1a6e40-efb8-4bd0-bb2f-4e138d78cf6e tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974907 Apr 18 20:41:08.572303 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28ccd8-af6f-483c-817c-7007d8f88dfe req-08d9bb78-52e5-4ffc-8def-5bbb465a1888 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:08.576382 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cc28ccd8-af6f-483c-817c-7007d8f88dfe req-08d9bb78-52e5-4ffc-8def-5bbb465a1888 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef218b6c-7e20-448e-88d1-ec54083aa549 HTTP/1.1" status: 200 len: 943 time: 0.2608323 Apr 18 20:41:08.581164 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-e6f45eaa-97d2-4a99-96ae-a783b73f3b3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, af9b8ad0-3b77-4446-8808-154f03d72322) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:08.602528 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc5bfa-8aa9-424b-be12-41605afa92e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b701a5a-79c8-44d3-a8a3-56ba84d681d1,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:08.605712 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9631af6c-ee8b-4158-a3a1-2a61b33de201 None None] Network af9b8ad0-3b77-4446-8808-154f03d72322 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:41:08.685330 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f45eaa-97d2-4a99-96ae-a783b73f3b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:08.686526 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e6f45eaa-97d2-4a99-96ae-a783b73f3b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.832154 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4806d113-5132-4310-8b7f-b4870b92a073 req-203f86cf-d66a-42b3-8641-4f05390314ec tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 210 time: 0.1274495 Apr 18 20:41:08.850744 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e6f45eaa-97d2-4a99-96ae-a783b73f3b3a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0827630 Apr 18 20:41:08.851178 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42760) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:08.856752 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-82436933-2a71-45bb-82e0-a724b75eb339 req-7f05d849-bc2e-4d7e-bd98-20967a5ecf73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a85c491-3186-4446-b13c-2bec22d556b4 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:41:08.861279 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-6f59a79b-20ab-4c76-aca8-1757e0d370d7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-955401035-router', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:08.884306 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb9bc83-71f6-4e32-a2be-223c56e5ad18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-af9b8ad0-3b77-4446-8808-154f03d72322', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'fixed_ips': [{'subnet_id': 'c229c317-384e-4f90-84f5-fac3dceea926'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:41:08.885953 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0bb9bc83-71f6-4e32-a2be-223c56e5ad18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.887581 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-82436933-2a71-45bb-82e0-a724b75eb339 req-7f05d849-bc2e-4d7e-bd98-20967a5ecf73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.925903 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6f59a79b-20ab-4c76-aca8-1757e0d370d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.928021 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6f59a79b-20ab-4c76-aca8-1757e0d370d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.939867 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471ad27-6d23-45d5-96ba-90578212d394 req-4542bc5d-3260-4241-bcbf-dff0de662750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:08.942826 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3471ad27-6d23-45d5-96ba-90578212d394 req-4542bc5d-3260-4241-bcbf-dff0de662750 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ae3e740b88724aa498c0af48d058f85a&device_id=ef218b6c-7e20-448e-88d1-ec54083aa549 HTTP/1.1" status: 200 len: 1094 time: 0.3666160 Apr 18 20:41:08.964306 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cc28ccd8-af6f-483c-817c-7007d8f88dfe req-fd3d71b6-209d-429d-8f2d-e07c01773f5c tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/security-groups?id=73073e38-80f4-4c0f-aae2-05ff97c6a2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558354 Apr 18 20:41:08.966169 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-82436933-2a71-45bb-82e0-a724b75eb339 req-7f05d849-bc2e-4d7e-bd98-20967a5ecf73 service neutron] Transition to ACTIVE for port object 8a85c491-3186-4446-b13c-2bec22d556b4 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:09.015806 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-82436933-2a71-45bb-82e0-a724b75eb339 req-7f05d849-bc2e-4d7e-bd98-20967a5ecf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:09.050842 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6f59a79b-20ab-4c76-aca8-1757e0d370d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:09.089071 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25e33d6-1d62-4ef7-9e96-b980fc9ba729 x-openstack-request-id: req-d25e33d6-1d62-4ef7-9e96-b980fc9ba729 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:09.089473 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef218b6c-7e20-448e-88d1-ec54083aa549", "tag": "4b701a5a-79c8-44d3-a8a3-56ba84d681d1", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:09.089890 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d25e33d6-1d62-4ef7-9e96-b980fc9ba729 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:09.090521 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d25e33d6-1d62-4ef7-9e96-b980fc9ba729'] response: {'name': 'network-changed', 'server_uuid': 'ef218b6c-7e20-448e-88d1-ec54083aa549', 'tag': '4b701a5a-79c8-44d3-a8a3-56ba84d681d1', 'status': 'completed', 'code': 200} Apr 18 20:41:09.128737 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-0bb9bc83-71f6-4e32-a2be-223c56e5ad18 None None] Allocated IP 172.20.0.2 (af9b8ad0-3b77-4446-8808-154f03d72322/c229c317-384e-4f90-84f5-fac3dceea926/643d75ef-f64b-411b-8820-4240e2452d08) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:09.129156 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3471ad27-6d23-45d5-96ba-90578212d394 req-c1ea7c86-cc08-47d5-9e4c-65c010b1130d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b701a5a-79c8-44d3-a8a3-56ba84d681d1 HTTP/1.1" status: 200 len: 217 time: 0.1591761 Apr 18 20:41:09.253450 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6f59a79b-20ab-4c76-aca8-1757e0d370d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:09.310253 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05d849-bc2e-4d7e-bd98-20967a5ecf73 service neutron] Pushing event updated for resources: {'Port': ['ID=8a85c491-3186-4446-b13c-2bec22d556b4,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:09.418978 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471ad27-6d23-45d5-96ba-90578212d394 req-4353059e-9048-4b0e-a985-daafa207588a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:09.420511 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3471ad27-6d23-45d5-96ba-90578212d394 req-4353059e-9048-4b0e-a985-daafa207588a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b74373b-a19f-475a-ad0e-66dccaa14e01 HTTP/1.1" status: 200 len: 854 time: 0.2480009 Apr 18 20:41:09.438258 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffded01f-4b40-403b-9866-951f8019282e req-f252eb04-08f9-4740-8de8-ca06c42ec753 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:09.444332 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffded01f-4b40-403b-9866-951f8019282e req-f252eb04-08f9-4740-8de8-ca06c42ec753 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:09.451226 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffded01f-4b40-403b-9866-951f8019282e req-f252eb04-08f9-4740-8de8-ca06c42ec753 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:09.457256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffded01f-4b40-403b-9866-951f8019282e req-f252eb04-08f9-4740-8de8-ca06c42ec753 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:09.463696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffded01f-4b40-403b-9866-951f8019282e req-f252eb04-08f9-4740-8de8-ca06c42ec753 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:09.469303 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0bb9bc83-71f6-4e32-a2be-223c56e5ad18 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:09.471001 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffded01f-4b40-403b-9866-951f8019282e req-f252eb04-08f9-4740-8de8-ca06c42ec753 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:09.477701 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffded01f-4b40-403b-9866-951f8019282e req-f252eb04-08f9-4740-8de8-ca06c42ec753 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:09.479850 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ffded01f-4b40-403b-9866-951f8019282e req-f252eb04-08f9-4740-8de8-ca06c42ec753 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5433 time: 0.5120482 Apr 18 20:41:09.484050 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0bb9bc83-71f6-4e32-a2be-223c56e5ad18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:09.580408 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6f59a79b-20ab-4c76-aca8-1757e0d370d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:09.584173 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c825bf-3171-468d-9ba4-2d9a7a32fb3f req-2d0ce3db-b417-4599-a2dc-417b340d3d37 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:09.593442 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-36c825bf-3171-468d-9ba4-2d9a7a32fb3f req-2d0ce3db-b417-4599-a2dc-417b340d3d37 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.4320855 Apr 18 20:41:09.604091 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3471ad27-6d23-45d5-96ba-90578212d394 req-74f598a1-1ef9-47b6-a925-e8554d9f7087 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9fb8cdf-6285-41c4-95c0-36da626f95f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099093 Apr 18 20:41:09.612149 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6f59a79b-20ab-4c76-aca8-1757e0d370d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:09.745037 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ffded01f-4b40-403b-9866-951f8019282e req-a47a4309-b325-44c1-bc48-6133ce11f6f3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2478914 Apr 18 20:41:09.761353 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17366e-36e2-4902-994b-c26f2765c685 req-fe43bcbc-2bb0-435c-979d-c9385e03bd5c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:09.762937 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e17366e-36e2-4902-994b-c26f2765c685 req-fe43bcbc-2bb0-435c-979d-c9385e03bd5c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.57 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 812 time: 0.4377673 Apr 18 20:41:09.775026 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-82436933-2a71-45bb-82e0-a724b75eb339 req-7f05d849-bc2e-4d7e-bd98-20967a5ecf73 service neutron] Attempting to bind port 8a85c491-3186-4446-b13c-2bec22d556b4 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:09.775366 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-82436933-2a71-45bb-82e0-a724b75eb339 req-7f05d849-bc2e-4d7e-bd98-20967a5ecf73 service neutron] Attempting to bind port 8a85c491-3186-4446-b13c-2bec22d556b4 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'c7af4a65-87eb-4bd6-9af9-22178fa49c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:09.775698 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82436933-2a71-45bb-82e0-a724b75eb339 req-7f05d849-bc2e-4d7e-bd98-20967a5ecf73 service neutron] Attempting to bind port 8a85c491-3186-4446-b13c-2bec22d556b4 on network f359647e-7253-4c28-8ec0-be158505d4fd {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:41:09.785010 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-5e17366e-36e2-4902-994b-c26f2765c685 req-12048c5e-802a-4f7c-aedf-4496c3137160 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Request body: {'port': {'device_id': '42faf371-bfce-4039-ba26-3c9de4af5cc8', 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'admin_state_up': True, 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:09.799161 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-36c825bf-3171-468d-9ba4-2d9a7a32fb3f req-f597398e-4fca-4781-b489-bc3e01f859e4 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043147 Apr 18 20:41:09.799639 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-6f59a79b-20ab-4c76-aca8-1757e0d370d7 admin admin] Allocated IP 172.25.1.132 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/d796c197-3f5e-4f32-ace0-5bf03c115abc) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:09.814056 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82436933-2a71-45bb-82e0-a724b75eb339 req-7f05d849-bc2e-4d7e-bd98-20967a5ecf73 service neutron] Port 8a85c491-3186-4446-b13c-2bec22d556b4 on network f359647e-7253-4c28-8ec0-be158505d4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:41:09.814669 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82436933-2a71-45bb-82e0-a724b75eb339 req-7f05d849-bc2e-4d7e-bd98-20967a5ecf73 service neutron] Attempting to bind port 8a85c491-3186-4446-b13c-2bec22d556b4 on network f359647e-7253-4c28-8ec0-be158505d4fd {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:41:09.814788 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb9bc83-71f6-4e32-a2be-223c56e5ad18 None None] Network af9b8ad0-3b77-4446-8808-154f03d72322 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:09.842567 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-0bb9bc83-71f6-4e32-a2be-223c56e5ad18 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:09.848043 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9bc83-71f6-4e32-a2be-223c56e5ad18 None None] Pushing event updated for resources: {'Port': ['ID=643d75ef-f64b-411b-8820-4240e2452d08,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:09.852023 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb9bc83-71f6-4e32-a2be-223c56e5ad18 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:41:09.912541 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82436933-2a71-45bb-82e0-a724b75eb339 req-7f05d849-bc2e-4d7e-bd98-20967a5ecf73 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:41:09.912541 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82436933-2a71-45bb-82e0-a724b75eb339 req-7f05d849-bc2e-4d7e-bd98-20967a5ecf73 service neutron] Checking segment: {'id': 'c7af4a65-87eb-4bd6-9af9-22178fa49c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:41:09.912541 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82436933-2a71-45bb-82e0-a724b75eb339 req-7f05d849-bc2e-4d7e-bd98-20967a5ecf73 service neutron] Bound using segment: {'id': 'c7af4a65-87eb-4bd6-9af9-22178fa49c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:41:09.912541 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-82436933-2a71-45bb-82e0-a724b75eb339 req-7f05d849-bc2e-4d7e-bd98-20967a5ecf73 service neutron] Bound port: 8a85c491-3186-4446-b13c-2bec22d556b4, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7af4a65-87eb-4bd6-9af9-22178fa49c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:09.912541 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-82436933-2a71-45bb-82e0-a724b75eb339 req-7f05d849-bc2e-4d7e-bd98-20967a5ecf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:09.975035 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-0bb9bc83-71f6-4e32-a2be-223c56e5ad18 None None] Attempting to bind port 643d75ef-f64b-411b-8820-4240e2452d08 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:09.975606 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-0bb9bc83-71f6-4e32-a2be-223c56e5ad18 None None] Attempting to bind port 643d75ef-f64b-411b-8820-4240e2452d08 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '406ab32f-2da8-4456-8e5d-2d51a5282196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:09.976128 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb9bc83-71f6-4e32-a2be-223c56e5ad18 None None] Attempting to bind port 643d75ef-f64b-411b-8820-4240e2452d08 on network af9b8ad0-3b77-4446-8808-154f03d72322 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:41:09.985294 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb9bc83-71f6-4e32-a2be-223c56e5ad18 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:41:09.985882 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb9bc83-71f6-4e32-a2be-223c56e5ad18 None None] Checking segment: {'id': '406ab32f-2da8-4456-8e5d-2d51a5282196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:41:09.986477 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0bb9bc83-71f6-4e32-a2be-223c56e5ad18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:09.987064 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb9bc83-71f6-4e32-a2be-223c56e5ad18 None None] Bound using segment: {'id': '406ab32f-2da8-4456-8e5d-2d51a5282196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:41:09.987774 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-0bb9bc83-71f6-4e32-a2be-223c56e5ad18 None None] Bound port: 643d75ef-f64b-411b-8820-4240e2452d08, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406ab32f-2da8-4456-8e5d-2d51a5282196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:09.988507 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0bb9bc83-71f6-4e32-a2be-223c56e5ad18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.048028 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6f59a79b-20ab-4c76-aca8-1757e0d370d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.078114 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3471ad27-6d23-45d5-96ba-90578212d394 req-e071ab2f-bee8-4797-a8a7-7f92e8e7dfda service neutron] 10.222.0.32 "GET /v2.0/networks/e9fb8cdf-6285-41c4-95c0-36da626f95f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541845 Apr 18 20:41:10.095208 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6f59a79b-20ab-4c76-aca8-1757e0d370d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.110843 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-0bb9bc83-71f6-4e32-a2be-223c56e5ad18 None None] For port 643d75ef-f64b-411b-8820-4240e2452d08, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:41:10.117012 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-0bb9bc83-71f6-4e32-a2be-223c56e5ad18 None None] For port 643d75ef-f64b-411b-8820-4240e2452d08, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=643d75ef-f64b-411b-8820-4240e2452d08,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:41:10.129108 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0bb9bc83-71f6-4e32-a2be-223c56e5ad18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.142678 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f59a79b-20ab-4c76-aca8-1757e0d370d7 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:10.146168 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-6f59a79b-20ab-4c76-aca8-1757e0d370d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:10.152611 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f59a79b-20ab-4c76-aca8-1757e0d370d7 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:41:10.173293 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59a79b-20ab-4c76-aca8-1757e0d370d7 admin admin] Pushing event updated for resources: {'Port': ['ID=d796c197-3f5e-4f32-ace0-5bf03c115abc,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:10.259490 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9bc83-71f6-4e32-a2be-223c56e5ad18 None None] Pushing event updated for resources: {'Port': ['ID=643d75ef-f64b-411b-8820-4240e2452d08,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:10.314096 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb05973-c15e-408c-a401-ca6630b20f0a req-c8509de9-77a0-4d13-b166-b0b35cbde0a1 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:10.316990 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bdb05973-c15e-408c-a401-ca6630b20f0a req-c8509de9-77a0-4d13-b166-b0b35cbde0a1 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74cdd2c-0c95-47ef-9cab-c0a3a3135c06 HTTP/1.1" status: 200 len: 943 time: 0.3323884 Apr 18 20:41:10.322222 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-82436933-2a71-45bb-82e0-a724b75eb339 req-7f05d849-bc2e-4d7e-bd98-20967a5ecf73 service neutron] For port 8a85c491-3186-4446-b13c-2bec22d556b4, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:41:10.332978 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a6fa4-da97-4659-a88a-08d6ee904ded req-a82aba15-312b-4579-a193-b38c30b4aff4 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:10.334621 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-143a6fa4-da97-4659-a88a-08d6ee904ded req-a82aba15-312b-4579-a193-b38c30b4aff4 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.3120697 Apr 18 20:41:10.379224 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-82436933-2a71-45bb-82e0-a724b75eb339 req-7f05d849-bc2e-4d7e-bd98-20967a5ecf73 service neutron] For port 8a85c491-3186-4446-b13c-2bec22d556b4, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=8a85c491-3186-4446-b13c-2bec22d556b4,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:41:10.383016 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e17366e-36e2-4902-994b-c26f2765c685 req-12048c5e-802a-4f7c-aedf-4496c3137160 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Made reservation on behalf of f07a47e8c182436591c55c66e8d2e113 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:10.387581 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5e17366e-36e2-4902-994b-c26f2765c685 req-12048c5e-802a-4f7c-aedf-4496c3137160 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.406800 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-82436933-2a71-45bb-82e0-a724b75eb339 req-7f05d849-bc2e-4d7e-bd98-20967a5ecf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.426381 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3471ad27-6d23-45d5-96ba-90578212d394 req-021d09d0-0bb0-4eab-aab1-b418194153e8 service neutron] 10.222.0.32 "GET /v2.0/networks/e9fb8cdf-6285-41c4-95c0-36da626f95f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251884 Apr 18 20:41:10.580251 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-143a6fa4-da97-4659-a88a-08d6ee904ded req-8e6ca024-6650-40c6-8610-ce448f02a4ee tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255371 Apr 18 20:41:10.593507 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6f59a79b-20ab-4c76-aca8-1757e0d370d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.602422 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82436933-2a71-45bb-82e0-a724b75eb339 req-7f05d849-bc2e-4d7e-bd98-20967a5ecf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:10.603494 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-82436933-2a71-45bb-82e0-a724b75eb339 req-7f05d849-bc2e-4d7e-bd98-20967a5ecf73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.607096 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82436933-2a71-45bb-82e0-a724b75eb339 req-7f05d849-bc2e-4d7e-bd98-20967a5ecf73 service neutron] 10.222.0.32 "PUT /v2.0/ports/8a85c491-3186-4446-b13c-2bec22d556b4 HTTP/1.1" status: 200 len: 1091 time: 3.3525193 Apr 18 20:41:10.629772 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bdb05973-c15e-408c-a401-ca6630b20f0a req-081407fe-a61b-4a2f-9e69-9f42fbe54c5a tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902453 Apr 18 20:41:10.721902 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05d849-bc2e-4d7e-bd98-20967a5ecf73 service neutron] Pushing event updated for resources: {'Port': ['ID=8a85c491-3186-4446-b13c-2bec22d556b4,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:10.924600 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e06ed85-848f-4930-9a99-69c89341e6f4 req-19c02a77-a23b-4481-993c-0e642ec81198 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 210 time: 0.0905180 Apr 18 20:41:10.953760 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59b33a-596b-4597-bec4-65665e394f3b req-0b89fa67-db48-4f8c-a439-be03472cacb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:10.955326 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d59b33a-596b-4597-bec4-65665e394f3b req-0b89fa67-db48-4f8c-a439-be03472cacb1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ae3e740b88724aa498c0af48d058f85a&device_id=ef218b6c-7e20-448e-88d1-ec54083aa549 HTTP/1.1" status: 200 len: 1094 time: 0.3980513 Apr 18 20:41:10.989830 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6f59a79b-20ab-4c76-aca8-1757e0d370d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:11.030224 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82436933-2a71-45bb-82e0-a724b75eb339 req-fcee1879-106a-4a76-ab91-03a1341151ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:11.031747 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82436933-2a71-45bb-82e0-a724b75eb339 req-fcee1879-106a-4a76-ab91-03a1341151ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a632b6dbeeee449a9082e9ef3657c7f7&device_id=f74cdd2c-0c95-47ef-9cab-c0a3a3135c06 HTTP/1.1" status: 200 len: 1094 time: 0.3273227 Apr 18 20:41:11.096337 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74cdd2c-0c95-47ef-9cab-c0a3a3135c06', 'tag': '8a85c491-3186-4446-b13c-2bec22d556b4'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:11.102664 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56610aa2-5e96-486c-8c3f-831f28723c75" -d '{"events": [{"name": "network-changed", "server_uuid": "f74cdd2c-0c95-47ef-9cab-c0a3a3135c06", "tag": "8a85c491-3186-4446-b13c-2bec22d556b4"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:11.125218 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5822dde-4f69-4940-8de7-c8e776f5c1d4 req-a90218ba-469a-40e7-baf7-80637662174d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:11.131251 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5822dde-4f69-4940-8de7-c8e776f5c1d4 req-a90218ba-469a-40e7-baf7-80637662174d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:11.137859 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5822dde-4f69-4940-8de7-c8e776f5c1d4 req-a90218ba-469a-40e7-baf7-80637662174d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:11.143954 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5822dde-4f69-4940-8de7-c8e776f5c1d4 req-a90218ba-469a-40e7-baf7-80637662174d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:11.150079 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5822dde-4f69-4940-8de7-c8e776f5c1d4 req-a90218ba-469a-40e7-baf7-80637662174d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:11.156088 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5822dde-4f69-4940-8de7-c8e776f5c1d4 req-a90218ba-469a-40e7-baf7-80637662174d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:11.162702 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5822dde-4f69-4940-8de7-c8e776f5c1d4 req-a90218ba-469a-40e7-baf7-80637662174d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:11.164768 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c5822dde-4f69-4940-8de7-c8e776f5c1d4 req-a90218ba-469a-40e7-baf7-80637662174d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5433 time: 0.4079554 Apr 18 20:41:11.206056 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42782) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:11.219488 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-63347a7c-625e-474e-80a4-1036b79c781c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Request body: {'floatingip': {'port_id': 'c83b6e95-284d-4625-9464-19907a1dbe6f'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:11.332957 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-63347a7c-625e-474e-80a4-1036b79c781c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for floatingip, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:11.455305 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f59a79b-20ab-4c76-aca8-1757e0d370d7 admin admin] Router 88834aaa-2e51-4adb-8534-cc3588560563 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:41:11.499600 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3a000f-a7a9-448c-a8f8-614ca0ec4e87 x-openstack-request-id: req-db3a000f-a7a9-448c-a8f8-614ca0ec4e87 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:11.499908 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74cdd2c-0c95-47ef-9cab-c0a3a3135c06", "tag": "8a85c491-3186-4446-b13c-2bec22d556b4", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:11.500135 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db3a000f-a7a9-448c-a8f8-614ca0ec4e87 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:11.500565 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db3a000f-a7a9-448c-a8f8-614ca0ec4e87'] response: {'name': 'network-changed', 'server_uuid': 'f74cdd2c-0c95-47ef-9cab-c0a3a3135c06', 'tag': '8a85c491-3186-4446-b13c-2bec22d556b4', 'status': 'completed', 'code': 200} Apr 18 20:41:11.510344 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-5e17366e-36e2-4902-994b-c26f2765c685 req-12048c5e-802a-4f7c-aedf-4496c3137160 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Allocated IP 172.20.0.9 (fb225605-c490-4bb4-a150-b74221fc667a/8e471ea4-101a-40ef-81f9-9917dd650719/b9f7a1bc-057b-4a53-8a5b-e03f75a819fe) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:11.514885 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82436933-2a71-45bb-82e0-a724b75eb339 req-e3bd51ab-5e39-4eb9-a556-fb4b64cd78c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a85c491-3186-4446-b13c-2bec22d556b4 HTTP/1.1" status: 200 len: 217 time: 0.4430926 Apr 18 20:41:11.551565 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:11.669741 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66eb3a5-e8c4-4cf0-a8c8-62b3c8c3c280 req-6e0384d7-c61f-4af6-b119-b74c0f2d58cd tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:11.670869 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c66eb3a5-e8c4-4cf0-a8c8-62b3c8c3c280 req-6e0384d7-c61f-4af6-b119-b74c0f2d58cd tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef218b6c-7e20-448e-88d1-ec54083aa549 HTTP/1.1" status: 200 len: 943 time: 0.6498821 Apr 18 20:41:11.671970 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59b33a-596b-4597-bec4-65665e394f3b req-de593068-d6b5-45c7-8e2b-4bce07408d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:11.673423 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d59b33a-596b-4597-bec4-65665e394f3b req-de593068-d6b5-45c7-8e2b-4bce07408d9e service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9fb8cdf-6285-41c4-95c0-36da626f95f5 HTTP/1.1" status: 200 len: 915 time: 0.6884706 Apr 18 20:41:11.694654 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82436933-2a71-45bb-82e0-a724b75eb339 req-d5b493f9-dfcd-4c93-b737-7fcfcca7e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:11.696180 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82436933-2a71-45bb-82e0-a724b75eb339 req-d5b493f9-dfcd-4c93-b737-7fcfcca7e6a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6320347a-fb3b-4b56-9b35-0b62db71b2d8 HTTP/1.1" status: 200 len: 852 time: 0.1678767 Apr 18 20:41:11.719231 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc6297-41c5-423b-92f3-7a0376f7d348 req-89c932bb-e212-42b0-92e7-c816f2f82a48 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:11.724829 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-87cc6297-41c5-423b-92f3-7a0376f7d348 req-89c932bb-e212-42b0-92e7-c816f2f82a48 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.2179964 Apr 18 20:41:11.804958 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d59b33a-596b-4597-bec4-65665e394f3b req-0b30dd46-b40c-49aa-b640-624f1f312a2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b701a5a-79c8-44d3-a8a3-56ba84d681d1 HTTP/1.1" status: 200 len: 217 time: 0.1225507 Apr 18 20:41:11.821802 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5d0760-20fc-468d-a384-9acf6e6b2b93 None None] Network af9b8ad0-3b77-4446-8808-154f03d72322 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:41:11.880892 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82436933-2a71-45bb-82e0-a724b75eb339 req-ff8226c8-289f-4589-acca-599eb8e80fd4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f359647e-7253-4c28-8ec0-be158505d4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162198 Apr 18 20:41:11.964715 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-30537d49-92f7-4131-a4a7-77ffb8956282 None None] Provisioning complete for port 643d75ef-f64b-411b-8820-4240e2452d08 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:11.965336 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-30537d49-92f7-4131-a4a7-77ffb8956282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.003289 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c66eb3a5-e8c4-4cf0-a8c8-62b3c8c3c280 req-e5719ec3-8f9c-4664-b543-4d0bb65b4cce tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/security-groups?id=73073e38-80f4-4c0f-aae2-05ff97c6a2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978888 Apr 18 20:41:12.069184 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-87cc6297-41c5-423b-92f3-7a0376f7d348 req-f6faa03c-39a9-4c13-9012-16846e4a5003 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942324 Apr 18 20:41:12.079640 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59b33a-596b-4597-bec4-65665e394f3b req-ea8b75b7-dd47-4fcd-948f-546cdf1ef2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:12.081183 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d59b33a-596b-4597-bec4-65665e394f3b req-ea8b75b7-dd47-4fcd-948f-546cdf1ef2c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b74373b-a19f-475a-ad0e-66dccaa14e01 HTTP/1.1" status: 200 len: 854 time: 0.2399232 Apr 18 20:41:12.214802 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d59b33a-596b-4597-bec4-65665e394f3b req-c90b3a93-1b76-4bd8-9c59-8d323af31b62 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9fb8cdf-6285-41c4-95c0-36da626f95f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143591 Apr 18 20:41:12.239188 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-30537d49-92f7-4131-a4a7-77ffb8956282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.291495 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-30537d49-92f7-4131-a4a7-77ffb8956282 None None] For port 643d75ef-f64b-411b-8820-4240e2452d08, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=643d75ef-f64b-411b-8820-4240e2452d08,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:12.299021 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-30537d49-92f7-4131-a4a7-77ffb8956282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.299378 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5e17366e-36e2-4902-994b-c26f2765c685 req-12048c5e-802a-4f7c-aedf-4496c3137160 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.369547 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1752eb3-d3f6-4ea7-9732-3cacf5acbbf2 req-8feca7c2-242b-473e-9ff9-30400993f947 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 210 time: 0.1403117 Apr 18 20:41:12.382733 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f59a79b-20ab-4c76-aca8-1757e0d370d7 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:41:12.394270 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30537d49-92f7-4131-a4a7-77ffb8956282 None None] Pushing event updated for resources: {'Port': ['ID=643d75ef-f64b-411b-8820-4240e2452d08,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:12.408807 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82436933-2a71-45bb-82e0-a724b75eb339 req-066e3480-be6a-44ff-8e50-094ea29a34e3 service neutron] 10.222.0.32 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117545 Apr 18 20:41:12.420156 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9fd5be-f636-4b3b-bb73-fbaee8af84ee None None] Sync routers for ids ['88834aaa-2e51-4adb-8534-cc3588560563'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:41:12.424608 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 643d75ef-f64b-411b-8820-4240e2452d08 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:41:12.454240 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9fd5be-f636-4b3b-bb73-fbaee8af84ee None None] Routers {'88834aaa-2e51-4adb-8534-cc3588560563'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:41:12.458818 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ed9fd5be-f636-4b3b-bb73-fbaee8af84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:40:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88834aaa-2e51-4adb-8534-cc3588560563'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:12.520010 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 643d75ef-f64b-411b-8820-4240e2452d08 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:12.520705 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.653786 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6f59a79b-20ab-4c76-aca8-1757e0d370d7 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.654997 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6f59a79b-20ab-4c76-aca8-1757e0d370d7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8022740 Apr 18 20:41:12.656830 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d59b33a-596b-4597-bec4-65665e394f3b req-cdab8c42-bbbd-4e5f-8ed0-9081271880d2 service neutron] 10.222.0.32 "GET /v2.0/networks/e9fb8cdf-6285-41c4-95c0-36da626f95f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166372 Apr 18 20:41:12.664414 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42792) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:12.721348 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-ed9fd5be-f636-4b3b-bb73-fbaee8af84ee None None] Set router 88834aaa-2e51-4adb-8534-cc3588560563 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:41:12.757877 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ca74f213-29c6-4b61-bf02-21469b8c8686 None None] Provisioning complete for port 643d75ef-f64b-411b-8820-4240e2452d08 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:12.758737 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ca74f213-29c6-4b61-bf02-21469b8c8686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.886878 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d637369-ccee-42a2-9fdd-fa29ffac8a0e req-129ac949-eea0-477f-81f2-b2327f9f8b2c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:12.896122 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d637369-ccee-42a2-9fdd-fa29ffac8a0e req-129ac949-eea0-477f-81f2-b2327f9f8b2c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74cdd2c-0c95-47ef-9cab-c0a3a3135c06 HTTP/1.1" status: 200 len: 943 time: 0.6017523 Apr 18 20:41:12.956663 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5e17366e-36e2-4902-994b-c26f2765c685 req-12048c5e-802a-4f7c-aedf-4496c3137160 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.979274 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72febf8-af64-4a80-9bbd-e931c4a0453e req-b7573270-0fe7-4321-b5c7-2b93b398fd52 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:12.981975 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d72febf8-af64-4a80-9bbd-e931c4a0453e req-b7573270-0fe7-4321-b5c7-2b93b398fd52 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.4191878 Apr 18 20:41:12.988640 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82436933-2a71-45bb-82e0-a724b75eb339 req-d8250330-bd79-4a72-b459-6fdd4f298456 service neutron] 10.222.0.32 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5482578 Apr 18 20:41:13.044110 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d637369-ccee-42a2-9fdd-fa29ffac8a0e req-dcbd38c2-659c-4c3f-9215-31e83df177d5 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467857 Apr 18 20:41:13.189885 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-63347a7c-625e-474e-80a4-1036b79c781c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:13.202736 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-63347a7c-625e-474e-80a4-1036b79c781c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:13.203231 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e17366e-36e2-4902-994b-c26f2765c685 req-12048c5e-802a-4f7c-aedf-4496c3137160 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Network fb225605-c490-4bb4-a150-b74221fc667a is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:13.206422 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ed9fd5be-f636-4b3b-bb73-fbaee8af84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88834aaa-2e51-4adb-8534-cc3588560563', 'name': 'tempest-AttachVolumeShelveTestJSON-955401035-router', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:08Z', 'updated_at': '2022-04-18T20:41:10Z', 'revision_number': 3, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'gw_port': {'id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:09Z', 'updated_at': '2022-04-18T20:41:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:13.247210 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d59b33a-596b-4597-bec4-65665e394f3b req-4a3acf86-aa76-4cdf-a8c1-a53992729750 service neutron] 10.222.0.32 "GET /v2.0/networks/e9fb8cdf-6285-41c4-95c0-36da626f95f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029945 Apr 18 20:41:13.248553 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-5e17366e-36e2-4902-994b-c26f2765c685 req-12048c5e-802a-4f7c-aedf-4496c3137160 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:13.251394 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12048c5e-802a-4f7c-aedf-4496c3137160 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Pushing event updated for resources: {'Port': ['ID=b9f7a1bc-057b-4a53-8a5b-e03f75a819fe,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:13.273136 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9fd5be-f636-4b3b-bb73-fbaee8af84ee None None] Checking router: 88834aaa-2e51-4adb-8534-cc3588560563 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:41:13.273777 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9fd5be-f636-4b3b-bb73-fbaee8af84ee None None] Updating router 88834aaa-2e51-4adb-8534-cc3588560563 port d796c197-3f5e-4f32-ace0-5bf03c115abc binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:41:13.282647 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e17366e-36e2-4902-994b-c26f2765c685 req-12048c5e-802a-4f7c-aedf-4496c3137160 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:41:13.325922 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd5be-f636-4b3b-bb73-fbaee8af84ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:13.351366 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d72febf8-af64-4a80-9bbd-e931c4a0453e req-d1af3fac-2623-40ab-a0e2-6f7500bf4a76 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028686 Apr 18 20:41:13.411816 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56610aa2-5e96-486c-8c3f-831f28723c75 req-04f82ade-16f0-4ac7-b473-a807021b3fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:13.414678 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-56610aa2-5e96-486c-8c3f-831f28723c75 req-04f82ade-16f0-4ac7-b473-a807021b3fbc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a632b6dbeeee449a9082e9ef3657c7f7&device_id=f74cdd2c-0c95-47ef-9cab-c0a3a3135c06 HTTP/1.1" status: 200 len: 1094 time: 0.2906842 Apr 18 20:41:13.454074 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17366e-36e2-4902-994b-c26f2765c685 req-12048c5e-802a-4f7c-aedf-4496c3137160 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:13.456166 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5e17366e-36e2-4902-994b-c26f2765c685 req-12048c5e-802a-4f7c-aedf-4496c3137160 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:13.628906 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5e071-c23d-4225-81c8-c7d20a40ede1 req-be8b463c-5abc-4536-b4a5-7187ecd31db0 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:13.629841 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-63347a7c-625e-474e-80a4-1036b79c781c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Floating IP 77d419ab-69e9-4b8f-9de1-3533524616be associated. External IP: 172.25.1.46, port: c83b6e95-284d-4625-9464-19907a1dbe6f. Apr 18 20:41:13.643781 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f9c5e071-c23d-4225-81c8-c7d20a40ede1 req-be8b463c-5abc-4536-b4a5-7187ecd31db0 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef218b6c-7e20-448e-88d1-ec54083aa549 HTTP/1.1" status: 200 len: 943 time: 0.4505322 Apr 18 20:41:13.762999 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e17366e-36e2-4902-994b-c26f2765c685 req-12048c5e-802a-4f7c-aedf-4496c3137160 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9837401 Apr 18 20:41:13.764056 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b28abbff-09da-4660-8e2e-8fa3290d9f40 None None] Provisioning complete for port b9f7a1bc-057b-4a53-8a5b-e03f75a819fe triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:13.765031 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b28abbff-09da-4660-8e2e-8fa3290d9f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:13.786100 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd5be-f636-4b3b-bb73-fbaee8af84ee None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:13.796988 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd5be-f636-4b3b-bb73-fbaee8af84ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:13.830930 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-b28abbff-09da-4660-8e2e-8fa3290d9f40 None None] Port b9f7a1bc-057b-4a53-8a5b-e03f75a819fe cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:41:13.842932 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f9c5e071-c23d-4225-81c8-c7d20a40ede1 req-74c52d7f-f23a-44d8-8973-dcd0b094a73f tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/security-groups?id=73073e38-80f4-4c0f-aae2-05ff97c6a2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986554 Apr 18 20:41:13.854166 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-5e17366e-36e2-4902-994b-c26f2765c685 req-092fbcb3-09ad-42ec-9dca-a189e4c0e689 service neutron] Request body: {'port': {'device_id': '42faf371-bfce-4039-ba26-3c9de4af5cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:13.895622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56610aa2-5e96-486c-8c3f-831f28723c75 req-d556f98b-bb83-4b4d-80d5-b1eb0cd71da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:13.897249 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-56610aa2-5e96-486c-8c3f-831f28723c75 req-d556f98b-bb83-4b4d-80d5-b1eb0cd71da5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f359647e-7253-4c28-8ec0-be158505d4fd HTTP/1.1" status: 200 len: 913 time: 0.4315712 Apr 18 20:41:13.924408 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-ed9fd5be-f636-4b3b-bb73-fbaee8af84ee None None] Attempting to bind port d796c197-3f5e-4f32-ace0-5bf03c115abc on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:13.932517 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-ed9fd5be-f636-4b3b-bb73-fbaee8af84ee None None] Attempting to bind port d796c197-3f5e-4f32-ace0-5bf03c115abc by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:13.932517 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9fd5be-f636-4b3b-bb73-fbaee8af84ee None None] Attempting to bind port d796c197-3f5e-4f32-ace0-5bf03c115abc on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:41:13.940155 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57022cdc-31b6-4e90-9cc5-ea5e200552cf None None] Pushing event updated for resources: {'Port': ['ID=d796c197-3f5e-4f32-ace0-5bf03c115abc,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:13.952652 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9fd5be-f636-4b3b-bb73-fbaee8af84ee None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:41:13.952963 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9fd5be-f636-4b3b-bb73-fbaee8af84ee None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:41:13.953258 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd5be-f636-4b3b-bb73-fbaee8af84ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:13.953659 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9fd5be-f636-4b3b-bb73-fbaee8af84ee None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:41:13.954748 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-ed9fd5be-f636-4b3b-bb73-fbaee8af84ee None None] Bound port: d796c197-3f5e-4f32-ace0-5bf03c115abc, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:13.955150 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd5be-f636-4b3b-bb73-fbaee8af84ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:13.957806 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57022cdc-31b6-4e90-9cc5-ea5e200552cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:13.958148 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57022cdc-31b6-4e90-9cc5-ea5e200552cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:13.958485 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57022cdc-31b6-4e90-9cc5-ea5e200552cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:13.958817 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57022cdc-31b6-4e90-9cc5-ea5e200552cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:13.959146 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57022cdc-31b6-4e90-9cc5-ea5e200552cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:13.959467 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57022cdc-31b6-4e90-9cc5-ea5e200552cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:13.959792 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57022cdc-31b6-4e90-9cc5-ea5e200552cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:13.960113 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57022cdc-31b6-4e90-9cc5-ea5e200552cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:13.960466 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57022cdc-31b6-4e90-9cc5-ea5e200552cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:13.960729 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5ead3-122e-4e21-b99f-3c4de04eb1ed req-e941d859-6b8a-4204-a50a-793c28d88976 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:13.960912 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57022cdc-31b6-4e90-9cc5-ea5e200552cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:13.961069 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57022cdc-31b6-4e90-9cc5-ea5e200552cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:13.962095 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57022cdc-31b6-4e90-9cc5-ea5e200552cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:13.975203 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34c5ead3-122e-4e21-b99f-3c4de04eb1ed req-e941d859-6b8a-4204-a50a-793c28d88976 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 931 time: 0.3647647 Apr 18 20:41:14.069700 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-ed9fd5be-f636-4b3b-bb73-fbaee8af84ee None None] For port d796c197-3f5e-4f32-ace0-5bf03c115abc, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:41:14.076455 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-ed9fd5be-f636-4b3b-bb73-fbaee8af84ee None None] For port d796c197-3f5e-4f32-ace0-5bf03c115abc, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d796c197-3f5e-4f32-ace0-5bf03c115abc,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:41:14.087464 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd5be-f636-4b3b-bb73-fbaee8af84ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:14.101489 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-56610aa2-5e96-486c-8c3f-831f28723c75 req-6b117fa3-7b2c-485e-b77d-573e48dd0c1d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a85c491-3186-4446-b13c-2bec22d556b4 HTTP/1.1" status: 200 len: 217 time: 0.1953638 Apr 18 20:41:14.191342 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc04486d-cf2b-4bf0-a55b-aca7d3cbb5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:14.212241 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 643d75ef-f64b-411b-8820-4240e2452d08 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:41:14.221680 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5e17366e-36e2-4902-994b-c26f2765c685 req-092fbcb3-09ad-42ec-9dca-a189e4c0e689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:14.244263 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9fd5be-f636-4b3b-bb73-fbaee8af84ee None None] Routers {'88834aaa-2e51-4adb-8534-cc3588560563'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:41:14.245786 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ed9fd5be-f636-4b3b-bb73-fbaee8af84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:40:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88834aaa-2e51-4adb-8534-cc3588560563'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:14.265433 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34c5ead3-122e-4e21-b99f-3c4de04eb1ed req-c3d35d1d-2aef-41b8-9731-11373310e571 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980047 Apr 18 20:41:14.268465 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56610aa2-5e96-486c-8c3f-831f28723c75 req-b507bc2e-2185-4d60-a66b-15ca35f52514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:14.270176 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-56610aa2-5e96-486c-8c3f-831f28723c75 req-b507bc2e-2185-4d60-a66b-15ca35f52514 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6320347a-fb3b-4b56-9b35-0b62db71b2d8 HTTP/1.1" status: 200 len: 852 time: 0.1275115 Apr 18 20:41:14.281255 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157abd5f-b453-47d6-9b37-b5577d531f69 req-82931953-a6ce-44d2-95fc-4d8a2c9c08a2 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:14.282873 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-157abd5f-b453-47d6-9b37-b5577d531f69 req-82931953-a6ce-44d2-95fc-4d8a2c9c08a2 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.2144210 Apr 18 20:41:14.399787 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63347a7c-625e-474e-80a4-1036b79c781c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Router f38d84f5-74d3-4bfd-abcf-283251b554c4 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:41:14.405756 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-56610aa2-5e96-486c-8c3f-831f28723c75 req-7317eabd-21a4-4ca1-ad21-811a70d52ab9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f359647e-7253-4c28-8ec0-be158505d4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177623 Apr 18 20:41:14.419862 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 643d75ef-f64b-411b-8820-4240e2452d08 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:14.420840 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:14.432081 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57022cdc-31b6-4e90-9cc5-ea5e200552cf None None] Pushing event updated for resources: {'Port': ['ID=d796c197-3f5e-4f32-ace0-5bf03c115abc,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:14.496165 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 4b701a5a-79c8-44d3-a8a3-56ba84d681d1 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:41:14.573306 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63347a7c-625e-474e-80a4-1036b79c781c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:41:14.581146 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-63347a7c-625e-474e-80a4-1036b79c781c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:14.604814 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bd384d-0423-47ad-8084-cf663236413f None None] Sync routers for ids ['f38d84f5-74d3-4bfd-abcf-283251b554c4'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:41:14.635764 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bd384d-0423-47ad-8084-cf663236413f None None] Routers {'f38d84f5-74d3-4bfd-abcf-283251b554c4'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:41:14.637551 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-27bd384d-0423-47ad-8084-cf663236413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:40:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['f38d84f5-74d3-4bfd-abcf-283251b554c4'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:14.681983 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-157abd5f-b453-47d6-9b37-b5577d531f69 req-52cf0fca-c7c2-451f-8f91-325b2b39e57f tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110945 Apr 18 20:41:14.742559 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-dc04486d-cf2b-4bf0-a55b-aca7d3cbb5bc admin admin] Allocated IP 172.20.0.1 (af9b8ad0-3b77-4446-8808-154f03d72322/c229c317-384e-4f90-84f5-fac3dceea926/03bdf5a4-d29d-4e2b-b0e2-d27640407750) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:14.801923 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-27bd384d-0423-47ad-8084-cf663236413f None None] Set router f38d84f5-74d3-4bfd-abcf-283251b554c4 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:41:14.816117 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-63347a7c-625e-474e-80a4-1036b79c781c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "PUT /v2.0/floatingips/77d419ab-69e9-4b8f-9de1-3533524616be HTTP/1.1" status: 200 len: 990 time: 3.6035321 Apr 18 20:41:14.852451 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'tag': 'c83b6e95-284d-4625-9464-19907a1dbe6f'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:14.854907 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42da7940-387c-4f6e-bd1d-cffe63e53aea" -d '{"events": [{"name": "network-changed", "server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "tag": "c83b6e95-284d-4625-9464-19907a1dbe6f"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:14.861819 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-ed9fd5be-f636-4b3b-bb73-fbaee8af84ee None None] Set router 88834aaa-2e51-4adb-8534-cc3588560563 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:41:14.941060 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-56610aa2-5e96-486c-8c3f-831f28723c75 req-d26ec39c-e3db-4f21-b37d-b1667800825a service neutron] 10.222.0.32 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5262604 Apr 18 20:41:14.954636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 4b701a5a-79c8-44d3-a8a3-56ba84d681d1, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=4b701a5a-79c8-44d3-a8a3-56ba84d681d1,segment=NetworkSegment(f3c8af4b-6808-44fc-9bf0-5fea06c599c0),segment_id=f3c8af4b-6808-44fc-9bf0-5fea06c599c0)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:14.961303 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc04486d-cf2b-4bf0-a55b-aca7d3cbb5bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.005428 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '4b701a5a-79c8-44d3-a8a3-56ba84d681d1', 'network_id': 'e9fb8cdf-6285-41c4-95c0-36da626f95f5', 'port_id': '4b701a5a-79c8-44d3-a8a3-56ba84d681d1', 'mac_address': 'fa:16:3e:5d:a7:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b74373b-a19f-475a-ad0e-66dccaa14e01', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:41:15.037608 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc04486d-cf2b-4bf0-a55b-aca7d3cbb5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.048761 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6873d-51ff-4c81-9f7c-42b0b3c70ea5 req-e087123c-5f45-45ee-a87e-c8c5bf5481f4 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:15.068533 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d6a6873d-51ff-4c81-9f7c-42b0b3c70ea5 req-e087123c-5f45-45ee-a87e-c8c5bf5481f4 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74cdd2c-0c95-47ef-9cab-c0a3a3135c06 HTTP/1.1" status: 200 len: 943 time: 0.5311596 Apr 18 20:41:15.079815 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.094654 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc04486d-cf2b-4bf0-a55b-aca7d3cbb5bc admin admin] Network af9b8ad0-3b77-4446-8808-154f03d72322 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:15.102344 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-dc04486d-cf2b-4bf0-a55b-aca7d3cbb5bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:15.109205 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc04486d-cf2b-4bf0-a55b-aca7d3cbb5bc admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:41:15.116149 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b701a5a-79c8-44d3-a8a3-56ba84d681d1 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:41:15.147445 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 4b701a5a-79c8-44d3-a8a3-56ba84d681d1, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=4b701a5a-79c8-44d3-a8a3-56ba84d681d1,segment=NetworkSegment(f3c8af4b-6808-44fc-9bf0-5fea06c599c0),segment_id=f3c8af4b-6808-44fc-9bf0-5fea06c599c0)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:15.156064 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.156367 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04486d-cf2b-4bf0-a55b-aca7d3cbb5bc admin admin] Pushing event updated for resources: {'Port': ['ID=03bdf5a4-d29d-4e2b-b0e2-d27640407750,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:15.196721 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc04486d-cf2b-4bf0-a55b-aca7d3cbb5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.289287 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c2a4b-e8cf-4115-97a0-58d74c67464a req-6d392121-131f-4a5f-ba70-6ad72b88ed7e tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:15.293173 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cb3c2a4b-e8cf-4115-97a0-58d74c67464a req-6d392121-131f-4a5f-ba70-6ad72b88ed7e tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.4741240 Apr 18 20:41:15.293509 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ed9fd5be-f636-4b3b-bb73-fbaee8af84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88834aaa-2e51-4adb-8534-cc3588560563', 'name': 'tempest-AttachVolumeShelveTestJSON-955401035-router', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:08Z', 'updated_at': '2022-04-18T20:41:10Z', 'revision_number': 3, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'gw_port': {'id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:09Z', 'updated_at': '2022-04-18T20:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:15.334525 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9fd5be-f636-4b3b-bb73-fbaee8af84ee None None] The sync data for ids ['88834aaa-2e51-4adb-8534-cc3588560563'] in n-d-838323-3 is: [{'id': '88834aaa-2e51-4adb-8534-cc3588560563', 'name': 'tempest-AttachVolumeShelveTestJSON-955401035-router', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:08Z', 'updated_at': '2022-04-18T20:41:10Z', 'revision_number': 3, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'gw_port': {'id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:09Z', 'updated_at': '2022-04-18T20:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:41:15.343777 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-27bd384d-0423-47ad-8084-cf663236413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'name': 'tempest-TaggedBootDevicesTest-1968116736-router', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '6d045181-6de1-4cce-bb12-fdad3eac15ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:11Z', 'updated_at': '2022-04-18T20:37:23Z', 'revision_number': 4, 'project_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'gw_port': {'id': '6d045181-6de1-4cce-bb12-fdad3eac15ae', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:13Z', 'updated_at': '2022-04-18T20:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '77d419ab-69e9-4b8f-9de1-3533524616be', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'port_id': 'c83b6e95-284d-4625-9464-19907a1dbe6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf', 'mac_address': 'fa:16:3e:dc:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:39:08Z', 'updated_at': '2022-04-18T20:41:12Z', 'revision_number': 1, 'project_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '117c4e5f-52a1-4889-bf49-9c64271d872d', 'name': '', 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'mac_address': 'fa:16:3e:c0:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '722f9c2d-f886-463b-96e2-22bc146fde64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:19Z', 'updated_at': '2022-04-18T20:37:33Z', 'revision_number': 5, 'project_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'subnets': [{'id': '722f9c2d-f886-463b-96e2-22bc146fde64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:15.352503 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=4b701a5a-79c8-44d3-a8a3-56ba84d681d1,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:15.373252 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d6a6873d-51ff-4c81-9f7c-42b0b3c70ea5 req-3416bbc3-2fcc-4e35-937a-84b98988113e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033617 Apr 18 20:41:15.449140 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bd384d-0423-47ad-8084-cf663236413f None None] Checking router: f38d84f5-74d3-4bfd-abcf-283251b554c4 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:41:15.473186 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bd384d-0423-47ad-8084-cf663236413f None None] Routers {'f38d84f5-74d3-4bfd-abcf-283251b554c4'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:41:15.474429 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-27bd384d-0423-47ad-8084-cf663236413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:40:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['f38d84f5-74d3-4bfd-abcf-283251b554c4'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:15.481206 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc04486d-cf2b-4bf0-a55b-aca7d3cbb5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.508251 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cb3c2a4b-e8cf-4115-97a0-58d74c67464a req-ccae1ac1-23dd-4ef6-9c5d-2ba6227e0a52 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723912 Apr 18 20:41:15.518264 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-56610aa2-5e96-486c-8c3f-831f28723c75 req-2c18ed04-afbb-4420-9244-9fe4a3997256 service neutron] 10.222.0.32 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160613 Apr 18 20:41:15.632344 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['4b701a5a-79c8-44d3-a8a3-56ba84d681d1'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:41:15.634884 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-5e17366e-36e2-4902-994b-c26f2765c685 req-092fbcb3-09ad-42ec-9dca-a189e4c0e689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f7a1bc-057b-4a53-8a5b-e03f75a819fe {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:41:15.648628 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5e17366e-36e2-4902-994b-c26f2765c685 req-092fbcb3-09ad-42ec-9dca-a189e4c0e689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.692826 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-5e17366e-36e2-4902-994b-c26f2765c685 req-092fbcb3-09ad-42ec-9dca-a189e4c0e689 service neutron] Transition to ACTIVE for port object b9f7a1bc-057b-4a53-8a5b-e03f75a819fe will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:15.696110 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8942e3d-e6b9-4817-b87c-9ef7f7917dd1 x-openstack-request-id: req-c8942e3d-e6b9-4817-b87c-9ef7f7917dd1 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:15.696535 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "tag": "c83b6e95-284d-4625-9464-19907a1dbe6f", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:15.696725 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8942e3d-e6b9-4817-b87c-9ef7f7917dd1 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:15.697169 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8942e3d-e6b9-4817-b87c-9ef7f7917dd1'] response: {'name': 'network-changed', 'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'tag': 'c83b6e95-284d-4625-9464-19907a1dbe6f', 'status': 'completed', 'code': 200} Apr 18 20:41:15.703893 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5e17366e-36e2-4902-994b-c26f2765c685 req-092fbcb3-09ad-42ec-9dca-a189e4c0e689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.821909 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-71971ee5-6ce5-4da4-a080-c00b6a84764b None None] Provisioning complete for port 03bdf5a4-d29d-4e2b-b0e2-d27640407750 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:15.822431 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-71971ee5-6ce5-4da4-a080-c00b6a84764b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.864837 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc04486d-cf2b-4bf0-a55b-aca7d3cbb5bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.885439 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc04486d-cf2b-4bf0-a55b-aca7d3cbb5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.895875 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3fcd7-4fc0-4acd-9271-f6da8faceabe req-87cc0ca6-9418-4bf4-831f-ba9d951bbcb8 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:15.897623 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c3d3fcd7-4fc0-4acd-9271-f6da8faceabe req-87cc0ca6-9418-4bf4-831f-ba9d951bbcb8 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef218b6c-7e20-448e-88d1-ec54083aa549 HTTP/1.1" status: 200 len: 944 time: 0.2566304 Apr 18 20:41:15.898327 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fbcb3-09ad-42ec-9dca-a189e4c0e689 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f7a1bc-057b-4a53-8a5b-e03f75a819fe,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:15.951889 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da7940-387c-4f6e-bd1d-cffe63e53aea req-7f034ce7-738a-4129-9ae4-f10fa4a4d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:15.952809 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da7940-387c-4f6e-bd1d-cffe63e53aea req-7f034ce7-738a-4129-9ae4-f10fa4a4d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:15.953673 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da7940-387c-4f6e-bd1d-cffe63e53aea req-7f034ce7-738a-4129-9ae4-f10fa4a4d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:15.954338 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da7940-387c-4f6e-bd1d-cffe63e53aea req-7f034ce7-738a-4129-9ae4-f10fa4a4d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:15.954990 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da7940-387c-4f6e-bd1d-cffe63e53aea req-7f034ce7-738a-4129-9ae4-f10fa4a4d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:15.955643 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da7940-387c-4f6e-bd1d-cffe63e53aea req-7f034ce7-738a-4129-9ae4-f10fa4a4d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:15.956573 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da7940-387c-4f6e-bd1d-cffe63e53aea req-7f034ce7-738a-4129-9ae4-f10fa4a4d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:15.959310 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-42da7940-387c-4f6e-bd1d-cffe63e53aea req-7f034ce7-738a-4129-9ae4-f10fa4a4d784 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b938d2524c3842cdaf1832263fa7ae9d&device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 6490 time: 0.1961982 Apr 18 20:41:16.002591 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-71971ee5-6ce5-4da4-a080-c00b6a84764b None None] Port 03bdf5a4-d29d-4e2b-b0e2-d27640407750 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:41:16.110952 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc04486d-cf2b-4bf0-a55b-aca7d3cbb5bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.128585 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04486d-cf2b-4bf0-a55b-aca7d3cbb5bc admin admin] Pushing event updated for resources: {'Port': ['ID=03bdf5a4-d29d-4e2b-b0e2-d27640407750,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:16.297278 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-27bd384d-0423-47ad-8084-cf663236413f None None] Set router f38d84f5-74d3-4bfd-abcf-283251b554c4 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:41:16.349790 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62041863-60d6-4d8c-92f6-6142bbbcc761 req-f0910127-828f-46a1-bd65-53b0b64134a1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:16.358806 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-62041863-60d6-4d8c-92f6-6142bbbcc761 req-f0910127-828f-46a1-bd65-53b0b64134a1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 943 time: 0.5943668 Apr 18 20:41:16.368899 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da7940-387c-4f6e-bd1d-cffe63e53aea req-5d605d80-47b3-4d7d-a8fd-0fec1a44739d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:16.371527 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-42da7940-387c-4f6e-bd1d-cffe63e53aea req-5d605d80-47b3-4d7d-a8fd-0fec1a44739d service neutron] 10.222.0.57 "GET /v2.0/networks?id=56d56df8-ad53-4411-a2e6-e62fee5903cf HTTP/1.1" status: 200 len: 913 time: 0.3785026 Apr 18 20:41:16.463956 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-62041863-60d6-4d8c-92f6-6142bbbcc761 req-c5f87054-f140-4465-ad72-59fb55a35769 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018999 Apr 18 20:41:16.470938 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c3d3fcd7-4fc0-4acd-9271-f6da8faceabe req-982113d4-f2b4-4860-87ae-3f09f728f41e tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/security-groups?id=73073e38-80f4-4c0f-aae2-05ff97c6a2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5611422 Apr 18 20:41:16.520971 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-42da7940-387c-4f6e-bd1d-cffe63e53aea req-b1ea6172-b390-42f9-b26d-6817e485c22a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c83b6e95-284d-4625-9464-19907a1dbe6f HTTP/1.1" status: 200 len: 998 time: 0.1294558 Apr 18 20:41:16.523213 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d796c197-3f5e-4f32-ace0-5bf03c115abc up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:41:16.525296 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-5e17366e-36e2-4902-994b-c26f2765c685 req-092fbcb3-09ad-42ec-9dca-a189e4c0e689 service neutron] Attempting to bind port b9f7a1bc-057b-4a53-8a5b-e03f75a819fe on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:16.528190 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-5e17366e-36e2-4902-994b-c26f2765c685 req-092fbcb3-09ad-42ec-9dca-a189e4c0e689 service neutron] Attempting to bind port b9f7a1bc-057b-4a53-8a5b-e03f75a819fe by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:16.531324 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e17366e-36e2-4902-994b-c26f2765c685 req-092fbcb3-09ad-42ec-9dca-a189e4c0e689 service neutron] Attempting to bind port b9f7a1bc-057b-4a53-8a5b-e03f75a819fe on network fb225605-c490-4bb4-a150-b74221fc667a {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:41:16.540757 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e17366e-36e2-4902-994b-c26f2765c685 req-092fbcb3-09ad-42ec-9dca-a189e4c0e689 service neutron] Port b9f7a1bc-057b-4a53-8a5b-e03f75a819fe on network fb225605-c490-4bb4-a150-b74221fc667a not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:41:16.543987 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e17366e-36e2-4902-994b-c26f2765c685 req-092fbcb3-09ad-42ec-9dca-a189e4c0e689 service neutron] Attempting to bind port b9f7a1bc-057b-4a53-8a5b-e03f75a819fe on network fb225605-c490-4bb4-a150-b74221fc667a {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:41:16.562504 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 8a85c491-3186-4446-b13c-2bec22d556b4 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:41:16.564246 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e17366e-36e2-4902-994b-c26f2765c685 req-092fbcb3-09ad-42ec-9dca-a189e4c0e689 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:41:16.564744 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e17366e-36e2-4902-994b-c26f2765c685 req-092fbcb3-09ad-42ec-9dca-a189e4c0e689 service neutron] Checking segment: {'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:41:16.565244 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e17366e-36e2-4902-994b-c26f2765c685 req-092fbcb3-09ad-42ec-9dca-a189e4c0e689 service neutron] Bound using segment: {'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:41:16.569703 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-5e17366e-36e2-4902-994b-c26f2765c685 req-092fbcb3-09ad-42ec-9dca-a189e4c0e689 service neutron] Bound port: b9f7a1bc-057b-4a53-8a5b-e03f75a819fe, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:16.570297 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5e17366e-36e2-4902-994b-c26f2765c685 req-092fbcb3-09ad-42ec-9dca-a189e4c0e689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.634106 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc04486d-cf2b-4bf0-a55b-aca7d3cbb5bc admin admin] Network af9b8ad0-3b77-4446-8808-154f03d72322 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:16.655141 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-dc04486d-cf2b-4bf0-a55b-aca7d3cbb5bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:16.694627 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-5e17366e-36e2-4902-994b-c26f2765c685 req-092fbcb3-09ad-42ec-9dca-a189e4c0e689 service neutron] For port b9f7a1bc-057b-4a53-8a5b-e03f75a819fe, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:41:16.699890 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-5e17366e-36e2-4902-994b-c26f2765c685 req-092fbcb3-09ad-42ec-9dca-a189e4c0e689 service neutron] For port b9f7a1bc-057b-4a53-8a5b-e03f75a819fe, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b9f7a1bc-057b-4a53-8a5b-e03f75a819fe,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:41:16.727312 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5e17366e-36e2-4902-994b-c26f2765c685 req-092fbcb3-09ad-42ec-9dca-a189e4c0e689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.881462 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da7940-387c-4f6e-bd1d-cffe63e53aea req-84067dd8-ab96-4a3b-bbc8-ad49a0d8abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:16.884084 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-42da7940-387c-4f6e-bd1d-cffe63e53aea req-84067dd8-ab96-4a3b-bbc8-ad49a0d8abe1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=722f9c2d-f886-463b-96e2-22bc146fde64 HTTP/1.1" status: 200 len: 851 time: 0.3514605 Apr 18 20:41:16.890081 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fbcb3-09ad-42ec-9dca-a189e4c0e689 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f7a1bc-057b-4a53-8a5b-e03f75a819fe,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:17.025007 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17366e-36e2-4902-994b-c26f2765c685 req-092fbcb3-09ad-42ec-9dca-a189e4c0e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:17.025858 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5e17366e-36e2-4902-994b-c26f2765c685 req-092fbcb3-09ad-42ec-9dca-a189e4c0e689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:17.028089 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e17366e-36e2-4902-994b-c26f2765c685 req-092fbcb3-09ad-42ec-9dca-a189e4c0e689 service neutron] 10.222.0.57 "PUT /v2.0/ports/b9f7a1bc-057b-4a53-8a5b-e03f75a819fe HTTP/1.1" status: 200 len: 1091 time: 3.1818218 Apr 18 20:41:17.030789 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42faf371-bfce-4039-ba26-3c9de4af5cc8', 'tag': 'b9f7a1bc-057b-4a53-8a5b-e03f75a819fe'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:17.033745 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3904bf8e-264c-447b-9cc6-f88e231f5a29" -d '{"events": [{"name": "network-changed", "server_uuid": "42faf371-bfce-4039-ba26-3c9de4af5cc8", "tag": "b9f7a1bc-057b-4a53-8a5b-e03f75a819fe"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:17.088677 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dc594-d37a-442a-b9a4-93334d331b76 req-ef49ec4a-a473-4526-84f0-faab435870e7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:17.096036 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dc594-d37a-442a-b9a4-93334d331b76 req-ef49ec4a-a473-4526-84f0-faab435870e7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:17.103527 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dc594-d37a-442a-b9a4-93334d331b76 req-ef49ec4a-a473-4526-84f0-faab435870e7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:17.111402 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dc594-d37a-442a-b9a4-93334d331b76 req-ef49ec4a-a473-4526-84f0-faab435870e7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:17.127034 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dc594-d37a-442a-b9a4-93334d331b76 req-ef49ec4a-a473-4526-84f0-faab435870e7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:17.145601 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dc594-d37a-442a-b9a4-93334d331b76 req-ef49ec4a-a473-4526-84f0-faab435870e7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:17.152967 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dc594-d37a-442a-b9a4-93334d331b76 req-ef49ec4a-a473-4526-84f0-faab435870e7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:17.162344 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e64dc594-d37a-442a-b9a4-93334d331b76 req-ef49ec4a-a473-4526-84f0-faab435870e7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5445 time: 0.5615263 Apr 18 20:41:17.202803 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994da7f9-d0e8-4510-8ef6-b5ef75b182be req-1b6a5302-626b-4d5d-9b59-e06992d990e6 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:17.204909 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-994da7f9-d0e8-4510-8ef6-b5ef75b182be req-1b6a5302-626b-4d5d-9b59-e06992d990e6 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74cdd2c-0c95-47ef-9cab-c0a3a3135c06 HTTP/1.1" status: 200 len: 943 time: 0.3330052 Apr 18 20:41:17.351378 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e64dc594-d37a-442a-b9a4-93334d331b76 req-b6784420-7f8b-42cb-a665-910540c03043 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c22c2ed-97fd-4dce-8dfd-c21553233c79&id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1875589 Apr 18 20:41:17.392483 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17366e-36e2-4902-994b-c26f2765c685 req-133e4186-803b-45b0-b274-4511f8f8fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:17.396333 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e17366e-36e2-4902-994b-c26f2765c685 req-133e4186-803b-45b0-b274-4511f8f8fe6c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 1094 time: 0.2236228 Apr 18 20:41:17.419006 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-994da7f9-d0e8-4510-8ef6-b5ef75b182be req-4b4712ab-d0a2-4e3d-bfcd-258c22df39a3 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655481 Apr 18 20:41:17.558919 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 8a85c491-3186-4446-b13c-2bec22d556b4, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=8a85c491-3186-4446-b13c-2bec22d556b4,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:17.588704 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port d796c197-3f5e-4f32-ace0-5bf03c115abc triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:17.589127 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:17.626973 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e17366e-36e2-4902-994b-c26f2765c685 req-42c267b0-4927-4256-8f44-05a1277d3bd8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9f7a1bc-057b-4a53-8a5b-e03f75a819fe HTTP/1.1" status: 200 len: 217 time: 0.2036264 Apr 18 20:41:17.643560 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1c87609d-d049-4696-af8b-9ec773bf9ccc None None] Provisioning complete for port 03bdf5a4-d29d-4e2b-b0e2-d27640407750 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:17.643957 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1c87609d-d049-4696-af8b-9ec773bf9ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:17.653152 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '8a85c491-3186-4446-b13c-2bec22d556b4', 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd', 'port_id': '8a85c491-3186-4446-b13c-2bec22d556b4', 'mac_address': 'fa:16:3e:eb:d0:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6320347a-fb3b-4b56-9b35-0b62db71b2d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:41:17.664366 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238e01d2-0c24-4f4e-9a87-97c57535a310 x-openstack-request-id: req-238e01d2-0c24-4f4e-9a87-97c57535a310 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:17.665261 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42faf371-bfce-4039-ba26-3c9de4af5cc8", "tag": "b9f7a1bc-057b-4a53-8a5b-e03f75a819fe", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:17.665774 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-238e01d2-0c24-4f4e-9a87-97c57535a310 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:17.667900 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-238e01d2-0c24-4f4e-9a87-97c57535a310'] response: {'name': 'network-changed', 'server_uuid': '42faf371-bfce-4039-ba26-3c9de4af5cc8', 'tag': 'b9f7a1bc-057b-4a53-8a5b-e03f75a819fe', 'status': 'completed', 'code': 200} Apr 18 20:41:17.750821 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da7940-387c-4f6e-bd1d-cffe63e53aea req-4ab3b8ea-f4ee-4cec-90cc-5d562dacc313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:17.753536 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-42da7940-387c-4f6e-bd1d-cffe63e53aea req-4ab3b8ea-f4ee-4cec-90cc-5d562dacc313 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=56d56df8-ad53-4411-a2e6-e62fee5903cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8604763 Apr 18 20:41:17.830003 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c99d9-319f-4d2d-83a5-cab63e05f719 req-00f24837-85ee-49c5-b88a-4bc40ae7ca32 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:17.845549 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e78c99d9-319f-4d2d-83a5-cab63e05f719 req-00f24837-85ee-49c5-b88a-4bc40ae7ca32 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.2277715 Apr 18 20:41:17.867815 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:17.891969 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc04486d-cf2b-4bf0-a55b-aca7d3cbb5bc admin admin] Router 88834aaa-2e51-4adb-8534-cc3588560563 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:41:17.900708 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-1c87609d-d049-4696-af8b-9ec773bf9ccc None None] Port 03bdf5a4-d29d-4e2b-b0e2-d27640407750 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:41:17.924768 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-42da7940-387c-4f6e-bd1d-cffe63e53aea req-51aa7b8d-26c3-4176-a1ce-cd5d87942573 service neutron] 10.222.0.57 "GET /v2.0/networks/56d56df8-ad53-4411-a2e6-e62fee5903cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617634 Apr 18 20:41:17.960075 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17366e-36e2-4902-994b-c26f2765c685 req-00439d48-6b10-4589-baf2-33aca780ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:17.962453 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e17366e-36e2-4902-994b-c26f2765c685 req-00439d48-6b10-4589-baf2-33aca780ab70 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e471ea4-101a-40ef-81f9-9917dd650719 HTTP/1.1" status: 200 len: 851 time: 0.3176644 Apr 18 20:41:17.970842 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port d796c197-3f5e-4f32-ace0-5bf03c115abc, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d796c197-3f5e-4f32-ace0-5bf03c115abc,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:17.979369 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:17.983349 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:18.076315 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e78c99d9-319f-4d2d-83a5-cab63e05f719 req-d0e570c1-ab1e-45dc-b192-16ad6c955ee4 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295423 Apr 18 20:41:18.093173 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfc4f9-a1f7-4712-98fe-a9f5c939ba74 req-ebd923ce-f83c-46ce-9732-3d2387aaf8a2 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:18.100642 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfc4f9-a1f7-4712-98fe-a9f5c939ba74 req-ebd923ce-f83c-46ce-9732-3d2387aaf8a2 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:18.108914 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfc4f9-a1f7-4712-98fe-a9f5c939ba74 req-ebd923ce-f83c-46ce-9732-3d2387aaf8a2 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:18.113744 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=d796c197-3f5e-4f32-ace0-5bf03c115abc,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:18.116768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfc4f9-a1f7-4712-98fe-a9f5c939ba74 req-ebd923ce-f83c-46ce-9732-3d2387aaf8a2 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:18.126100 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfc4f9-a1f7-4712-98fe-a9f5c939ba74 req-ebd923ce-f83c-46ce-9732-3d2387aaf8a2 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:18.133462 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfc4f9-a1f7-4712-98fe-a9f5c939ba74 req-ebd923ce-f83c-46ce-9732-3d2387aaf8a2 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:18.140551 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfc4f9-a1f7-4712-98fe-a9f5c939ba74 req-ebd923ce-f83c-46ce-9732-3d2387aaf8a2 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:18.156139 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-14bfc4f9-a1f7-4712-98fe-a9f5c939ba74 req-ebd923ce-f83c-46ce-9732-3d2387aaf8a2 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5445 time: 0.3455727 Apr 18 20:41:18.172109 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17366e-36e2-4902-994b-c26f2765c685 req-0d2bfc32-63bc-410b-b425-6bf447300b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:18.182057 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a85c491-3186-4446-b13c-2bec22d556b4 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:41:18.184681 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e17366e-36e2-4902-994b-c26f2765c685 req-0d2bfc32-63bc-410b-b425-6bf447300b6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb225605-c490-4bb4-a150-b74221fc667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2112415 Apr 18 20:41:18.274753 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 8a85c491-3186-4446-b13c-2bec22d556b4, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=8a85c491-3186-4446-b13c-2bec22d556b4,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:18.286760 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc04486d-cf2b-4bf0-a55b-aca7d3cbb5bc admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:41:18.295632 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-27bd384d-0423-47ad-8084-cf663236413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'name': 'tempest-TaggedBootDevicesTest-1968116736-router', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '6d045181-6de1-4cce-bb12-fdad3eac15ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:11Z', 'updated_at': '2022-04-18T20:37:23Z', 'revision_number': 4, 'project_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'gw_port': {'id': '6d045181-6de1-4cce-bb12-fdad3eac15ae', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:13Z', 'updated_at': '2022-04-18T20:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '77d419ab-69e9-4b8f-9de1-3533524616be', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'port_id': 'c83b6e95-284d-4625-9464-19907a1dbe6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf', 'mac_address': 'fa:16:3e:dc:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:39:08Z', 'updated_at': '2022-04-18T20:41:12Z', 'revision_number': 1, 'project_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '117c4e5f-52a1-4889-bf49-9c64271d872d', 'name': '', 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'mac_address': 'fa:16:3e:c0:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '722f9c2d-f886-463b-96e2-22bc146fde64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:19Z', 'updated_at': '2022-04-18T20:37:33Z', 'revision_number': 5, 'project_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'subnets': [{'id': '722f9c2d-f886-463b-96e2-22bc146fde64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:18.295977 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-dc04486d-cf2b-4bf0-a55b-aca7d3cbb5bc admin admin] 10.222.0.41 "PUT /v2.0/routers/88834aaa-2e51-4adb-8534-cc3588560563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6296406 Apr 18 20:41:18.299383 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:18.299655 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-42da7940-387c-4f6e-bd1d-cffe63e53aea req-3e724183-b3a7-42c2-bdb4-92feaae22a35 service neutron] 10.222.0.57 "GET /v2.0/networks/56d56df8-ad53-4411-a2e6-e62fee5903cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261590 Apr 18 20:41:18.370457 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bd384d-0423-47ad-8084-cf663236413f None None] The sync data for ids ['f38d84f5-74d3-4bfd-abcf-283251b554c4'] in n-d-838323-3 is: [{'id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'name': 'tempest-TaggedBootDevicesTest-1968116736-router', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '6d045181-6de1-4cce-bb12-fdad3eac15ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:11Z', 'updated_at': '2022-04-18T20:37:23Z', 'revision_number': 4, 'project_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'gw_port': {'id': '6d045181-6de1-4cce-bb12-fdad3eac15ae', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:13Z', 'updated_at': '2022-04-18T20:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '77d419ab-69e9-4b8f-9de1-3533524616be', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'port_id': 'c83b6e95-284d-4625-9464-19907a1dbe6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf', 'mac_address': 'fa:16:3e:dc:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:39:08Z', 'updated_at': '2022-04-18T20:41:12Z', 'revision_number': 1, 'project_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '117c4e5f-52a1-4889-bf49-9c64271d872d', 'name': '', 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'mac_address': 'fa:16:3e:c0:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '722f9c2d-f886-463b-96e2-22bc146fde64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:19Z', 'updated_at': '2022-04-18T20:37:33Z', 'revision_number': 5, 'project_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'subnets': [{'id': '722f9c2d-f886-463b-96e2-22bc146fde64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:41:18.520084 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3e4bd-739e-4fb9-8b47-08bd74b3b409 req-0184063e-4656-414e-ba5b-5237ca262935 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:18.522344 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-16f3e4bd-739e-4fb9-8b47-08bd74b3b409 req-0184063e-4656-414e-ba5b-5237ca262935 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 943 time: 0.2700841 Apr 18 20:41:18.523676 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=8a85c491-3186-4446-b13c-2bec22d556b4,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:18.533056 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 4b701a5a-79c8-44d3-a8a3-56ba84d681d1 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:41:18.577023 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c72da3-9c93-4601-8692-e7d198ecd3a7 None None] Sync routers for ids ['88834aaa-2e51-4adb-8534-cc3588560563'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:41:18.585393 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13644ca5-251c-4340-b529-a82ad5cbc910 req-03322415-16dd-4c2d-9cb0-3239a3d834e8 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:18.587112 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13644ca5-251c-4340-b529-a82ad5cbc910 req-03322415-16dd-4c2d-9cb0-3239a3d834e8 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef218b6c-7e20-448e-88d1-ec54083aa549 HTTP/1.1" status: 200 len: 944 time: 0.2570183 Apr 18 20:41:18.597734 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c72da3-9c93-4601-8692-e7d198ecd3a7 None None] Routers {'88834aaa-2e51-4adb-8534-cc3588560563'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:41:18.599003 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-32c72da3-9c93-4601-8692-e7d198ecd3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:40:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88834aaa-2e51-4adb-8534-cc3588560563'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:18.607626 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e17366e-36e2-4902-994b-c26f2765c685 req-aa7b54c1-cfc7-4473-8d33-f7a0ae66854f service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192510 Apr 18 20:41:18.659930 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-16f3e4bd-739e-4fb9-8b47-08bd74b3b409 req-9e45d3aa-51bd-4f1d-a205-24d392171aa6 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119726 Apr 18 20:41:18.661331 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 4b701a5a-79c8-44d3-a8a3-56ba84d681d1 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:18.670446 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 4b701a5a-79c8-44d3-a8a3-56ba84d681d1 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:18.671260 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:18.729324 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['8a85c491-3186-4446-b13c-2bec22d556b4'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:41:18.821262 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13644ca5-251c-4340-b529-a82ad5cbc910 req-d63a8668-5f50-48d8-b0d0-05b856a8aae9 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/security-groups?id=73073e38-80f4-4c0f-aae2-05ff97c6a2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073381 Apr 18 20:41:18.836029 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-32c72da3-9c93-4601-8692-e7d198ecd3a7 None None] Set router 88834aaa-2e51-4adb-8534-cc3588560563 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:41:18.836321 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e17366e-36e2-4902-994b-c26f2765c685 req-79ab2937-2dc3-4a29-bef5-f1c566d2edef service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078636 Apr 18 20:41:18.881488 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babbbcbd-6f46-411a-afa0-19e8c596fb32 None None] New status for floating IP 77d419ab-69e9-4b8f-9de1-3533524616be: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:41:18.968042 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:19.097471 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef218b6c-7e20-448e-88d1-ec54083aa549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b701a5a-79c8-44d3-a8a3-56ba84d681d1'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:19.097783 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904bf8e-264c-447b-9cc6-f88e231f5a29 req-b85aaefe-2fa7-486b-9897-a39474896190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:19.099386 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3904bf8e-264c-447b-9cc6-f88e231f5a29 req-b85aaefe-2fa7-486b-9897-a39474896190 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 1094 time: 0.1502278 Apr 18 20:41:19.100000 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535cc4dc-91af-4500-b9c3-dc9ec7a61ef8" -d '{"events": [{"server_uuid": "ef218b6c-7e20-448e-88d1-ec54083aa549", "name": "network-vif-plugged", "status": "completed", "tag": "4b701a5a-79c8-44d3-a8a3-56ba84d681d1"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:19.141816 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 4b701a5a-79c8-44d3-a8a3-56ba84d681d1, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=4b701a5a-79c8-44d3-a8a3-56ba84d681d1,segment=NetworkSegment(f3c8af4b-6808-44fc-9bf0-5fea06c599c0),segment_id=f3c8af4b-6808-44fc-9bf0-5fea06c599c0)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:19.148411 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ea670-6894-4aee-ad66-d61dd9f0f13d req-0538cf42-839b-41f3-929c-c0a4c710dcad tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:19.151079 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-801ea670-6894-4aee-ad66-d61dd9f0f13d req-0538cf42-839b-41f3-929c-c0a4c710dcad tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74cdd2c-0c95-47ef-9cab-c0a3a3135c06 HTTP/1.1" status: 200 len: 944 time: 0.1366034 Apr 18 20:41:19.180765 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:19.266795 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-801ea670-6894-4aee-ad66-d61dd9f0f13d req-3238829c-64ab-40f9-b88d-6b8731e63f02 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833945 Apr 18 20:41:19.300323 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-32c72da3-9c93-4601-8692-e7d198ecd3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88834aaa-2e51-4adb-8534-cc3588560563', 'name': 'tempest-AttachVolumeShelveTestJSON-955401035-router', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:08Z', 'updated_at': '2022-04-18T20:41:15Z', 'revision_number': 4, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'gw_port': {'id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:09Z', 'updated_at': '2022-04-18T20:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '03bdf5a4-d29d-4e2b-b0e2-d27640407750', 'name': '', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'mac_address': 'fa:16:3e:28:50:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:14Z', 'updated_at': '2022-04-18T20:41:15Z', 'revision_number': 2, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'subnets': [{'id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:19.367859 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904bf8e-264c-447b-9cc6-f88e231f5a29 req-186261d0-1fb4-409d-83e9-f3d062d6c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:19.370828 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3904bf8e-264c-447b-9cc6-f88e231f5a29 req-186261d0-1fb4-409d-83e9-f3d062d6c0c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 913 time: 0.2628732 Apr 18 20:41:19.389723 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c72da3-9c93-4601-8692-e7d198ecd3a7 None None] Checking router: 88834aaa-2e51-4adb-8534-cc3588560563 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:41:19.390158 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c72da3-9c93-4601-8692-e7d198ecd3a7 None None] Updating router 88834aaa-2e51-4adb-8534-cc3588560563 port 03bdf5a4-d29d-4e2b-b0e2-d27640407750 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:41:19.391156 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=4b701a5a-79c8-44d3-a8a3-56ba84d681d1,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:19.442287 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3904bf8e-264c-447b-9cc6-f88e231f5a29 req-d9a0975a-9c46-4725-8636-20f15f4db305 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9f7a1bc-057b-4a53-8a5b-e03f75a819fe HTTP/1.1" status: 200 len: 217 time: 0.0646513 Apr 18 20:41:19.447555 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-32c72da3-9c93-4601-8692-e7d198ecd3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:19.523057 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904bf8e-264c-447b-9cc6-f88e231f5a29 req-d150474b-a2fe-4b64-b0fe-840a9ce0a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:19.525603 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3904bf8e-264c-447b-9cc6-f88e231f5a29 req-d150474b-a2fe-4b64-b0fe-840a9ce0a061 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e471ea4-101a-40ef-81f9-9917dd650719 HTTP/1.1" status: 200 len: 851 time: 0.0737722 Apr 18 20:41:19.552685 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895f74eb-31a7-4e1c-b316-213d281ff7cf x-openstack-request-id: req-895f74eb-31a7-4e1c-b316-213d281ff7cf {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:19.553385 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef218b6c-7e20-448e-88d1-ec54083aa549", "name": "network-vif-plugged", "status": "completed", "tag": "4b701a5a-79c8-44d3-a8a3-56ba84d681d1", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:19.553933 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-895f74eb-31a7-4e1c-b316-213d281ff7cf {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:19.554692 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-895f74eb-31a7-4e1c-b316-213d281ff7cf'] response: {'server_uuid': 'ef218b6c-7e20-448e-88d1-ec54083aa549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b701a5a-79c8-44d3-a8a3-56ba84d681d1', 'code': 200} Apr 18 20:41:19.799705 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-32c72da3-9c93-4601-8692-e7d198ecd3a7 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:19.813267 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-32c72da3-9c93-4601-8692-e7d198ecd3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:19.853891 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904bf8e-264c-447b-9cc6-f88e231f5a29 req-e0a60c4f-6653-4a33-82a9-35750abe959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:19.856973 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3904bf8e-264c-447b-9cc6-f88e231f5a29 req-e0a60c4f-6653-4a33-82a9-35750abe959b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb225605-c490-4bb4-a150-b74221fc667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3239427 Apr 18 20:41:19.891688 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52088d-ea87-4d37-a800-4ffde6081dfb req-c6c505d3-1ce6-4225-a87e-222080e2fb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:19.894213 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ef52088d-ea87-4d37-a800-4ffde6081dfb req-c6c505d3-1ce6-4225-a87e-222080e2fb46 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ef218b6c-7e20-448e-88d1-ec54083aa549 HTTP/1.1" status: 200 len: 1096 time: 0.2177632 Apr 18 20:41:19.905909 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36812a12-2987-4c43-87b2-71a13833696a None None] Pushing event updated for resources: {'Port': ['ID=03bdf5a4-d29d-4e2b-b0e2-d27640407750,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:20.040407 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-32c72da3-9c93-4601-8692-e7d198ecd3a7 None None] Attempting to bind port 03bdf5a4-d29d-4e2b-b0e2-d27640407750 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:20.040407 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-32c72da3-9c93-4601-8692-e7d198ecd3a7 None None] Attempting to bind port 03bdf5a4-d29d-4e2b-b0e2-d27640407750 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '406ab32f-2da8-4456-8e5d-2d51a5282196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:20.041177 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c72da3-9c93-4601-8692-e7d198ecd3a7 None None] Attempting to bind port 03bdf5a4-d29d-4e2b-b0e2-d27640407750 on network af9b8ad0-3b77-4446-8808-154f03d72322 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:41:20.058150 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c72da3-9c93-4601-8692-e7d198ecd3a7 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:41:20.059438 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c72da3-9c93-4601-8692-e7d198ecd3a7 None None] Checking segment: {'id': '406ab32f-2da8-4456-8e5d-2d51a5282196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:41:20.059438 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-32c72da3-9c93-4601-8692-e7d198ecd3a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.059438 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c72da3-9c93-4601-8692-e7d198ecd3a7 None None] Bound using segment: {'id': '406ab32f-2da8-4456-8e5d-2d51a5282196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:41:20.060738 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-32c72da3-9c93-4601-8692-e7d198ecd3a7 None None] Bound port: 03bdf5a4-d29d-4e2b-b0e2-d27640407750, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406ab32f-2da8-4456-8e5d-2d51a5282196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:20.060738 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-32c72da3-9c93-4601-8692-e7d198ecd3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.079493 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42864) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:20.084565 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-11000103-99c8-40d0-a16c-43adef67dc0b tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Request body: {'security_group': {'name': 'tempest-securitygroup--766322319', 'description': 'tempest-description--728573025'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:20.135139 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-11000103-99c8-40d0-a16c-43adef67dc0b tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.167583 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441cbbb6-bcc5-4ba0-bf50-c374767ae94e req-bc87415b-05b3-4ab7-b4ff-37847d5a92c4 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:20.179868 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-441cbbb6-bcc5-4ba0-bf50-c374767ae94e req-bc87415b-05b3-4ab7-b4ff-37847d5a92c4 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.3871839 Apr 18 20:41:20.187114 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ef52088d-ea87-4d37-a800-4ffde6081dfb req-1ff79278-2f99-4d26-9e1d-c0f5ba1d925d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=73073e38-80f4-4c0f-aae2-05ff97c6a2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408011 Apr 18 20:41:20.246310 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-32c72da3-9c93-4601-8692-e7d198ecd3a7 None None] For port 03bdf5a4-d29d-4e2b-b0e2-d27640407750, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:41:20.255036 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-32c72da3-9c93-4601-8692-e7d198ecd3a7 None None] For port 03bdf5a4-d29d-4e2b-b0e2-d27640407750, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=03bdf5a4-d29d-4e2b-b0e2-d27640407750,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:41:20.268789 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-32c72da3-9c93-4601-8692-e7d198ecd3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.326445 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d796c197-3f5e-4f32-ace0-5bf03c115abc up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:41:20.336780 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c72da3-9c93-4601-8692-e7d198ecd3a7 None None] Routers {'88834aaa-2e51-4adb-8534-cc3588560563'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:41:20.337696 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-32c72da3-9c93-4601-8692-e7d198ecd3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:40:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88834aaa-2e51-4adb-8534-cc3588560563'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:20.343080 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-11000103-99c8-40d0-a16c-43adef67dc0b tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.353034 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-11000103-99c8-40d0-a16c-43adef67dc0b tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.460067 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-11000103-99c8-40d0-a16c-43adef67dc0b tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.463319 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-11000103-99c8-40d0-a16c-43adef67dc0b tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3818440 Apr 18 20:41:20.473388 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42876) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:20.485460 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-9f48371b-808b-40b0-8dc2-e4c8b631a129 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Request body: {'security_group_rule': {'security_group_id': '98546ce2-dbc7-444d-833a-14c7cced445e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:20.493697 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3904bf8e-264c-447b-9cc6-f88e231f5a29 req-74aec382-c30d-4280-b96e-f8ba071522d7 service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6248896 Apr 18 20:41:20.513404 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11000103-99c8-40d0-a16c-43adef67dc0b tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98546ce2-dbc7-444d-833a-14c7cced445e,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:20.518706 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port d796c197-3f5e-4f32-ace0-5bf03c115abc triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:20.519311 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.553056 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb368e-85df-4581-be4f-950b29d198a2 req-3c5d0509-6bdf-4a44-82d7-2b04166f8caf tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:20.560774 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-32c72da3-9c93-4601-8692-e7d198ecd3a7 None None] Set router 88834aaa-2e51-4adb-8534-cc3588560563 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:41:20.578197 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b2cb368e-85df-4581-be4f-950b29d198a2 req-3c5d0509-6bdf-4a44-82d7-2b04166f8caf tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 943 time: 0.3104241 Apr 18 20:41:20.611286 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9f48371b-808b-40b0-8dc2-e4c8b631a129 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.618123 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 8a85c491-3186-4446-b13c-2bec22d556b4 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:41:20.737897 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9f48371b-808b-40b0-8dc2-e4c8b631a129 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.747681 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9f48371b-808b-40b0-8dc2-e4c8b631a129 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.794973 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48371b-808b-40b0-8dc2-e4c8b631a129 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4062c00-4dca-4382-a154-f8451b0aefdb,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:20.814955 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9f48371b-808b-40b0-8dc2-e4c8b631a129 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.818338 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9f48371b-808b-40b0-8dc2-e4c8b631a129 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3413572 Apr 18 20:41:20.820739 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42880) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:20.827072 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-dc114c46-d7e1-461d-a6b3-120b87126eb5 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Request body: {'security_group_rule': {'security_group_id': '98546ce2-dbc7-444d-833a-14c7cced445e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:20.889107 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f88c7783-5e91-47bb-8fa1-aef512f3f401 None None] Provisioning complete for port 03bdf5a4-d29d-4e2b-b0e2-d27640407750 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:20.890224 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f88c7783-5e91-47bb-8fa1-aef512f3f401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.896620 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc114c46-d7e1-461d-a6b3-120b87126eb5 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.901380 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-441cbbb6-bcc5-4ba0-bf50-c374767ae94e req-3dced75d-488d-42cf-983c-ceeebdd7c08b tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6584771 Apr 18 20:41:21.015577 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36812a12-2987-4c43-87b2-71a13833696a None None] Pushing event updated for resources: {'Port': ['ID=03bdf5a4-d29d-4e2b-b0e2-d27640407750,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:21.076080 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3904bf8e-264c-447b-9cc6-f88e231f5a29 req-324fb247-b873-4605-bcca-80ffa3f1a65d service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5458665 Apr 18 20:41:21.091915 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 8a85c491-3186-4446-b13c-2bec22d556b4 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:21.116192 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 8a85c491-3186-4446-b13c-2bec22d556b4 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:21.117864 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b2cb368e-85df-4581-be4f-950b29d198a2 req-247fe53b-82eb-482a-8258-8a06b6855be4 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905209 Apr 18 20:41:21.119489 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:21.156030 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42886) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:21.238195 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc114c46-d7e1-461d-a6b3-120b87126eb5 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:21.249571 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc114c46-d7e1-461d-a6b3-120b87126eb5 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:21.312674 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f88c7783-5e91-47bb-8fa1-aef512f3f401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:21.334872 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc114c46-d7e1-461d-a6b3-120b87126eb5 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:21.344299 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-dc114c46-d7e1-461d-a6b3-120b87126eb5 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5187447 Apr 18 20:41:21.346010 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc114c46-d7e1-461d-a6b3-120b87126eb5 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188940c2-5c02-49af-ad67-fc4055bf1ae3,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:21.356010 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42890) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:21.361745 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-32c72da3-9c93-4601-8692-e7d198ecd3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88834aaa-2e51-4adb-8534-cc3588560563', 'name': 'tempest-AttachVolumeShelveTestJSON-955401035-router', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:08Z', 'updated_at': '2022-04-18T20:41:15Z', 'revision_number': 4, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'gw_port': {'id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:09Z', 'updated_at': '2022-04-18T20:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '03bdf5a4-d29d-4e2b-b0e2-d27640407750', 'name': '', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'mac_address': 'fa:16:3e:28:50:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:14Z', 'updated_at': '2022-04-18T20:41:20Z', 'revision_number': 4, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'subnets': [{'id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:21.373124 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-20f4e65a-90c5-489f-b169-66bff5895c2e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:21.435336 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20f4e65a-90c5-489f-b169-66bff5895c2e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:21.447385 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f88c7783-5e91-47bb-8fa1-aef512f3f401 None None] For port 03bdf5a4-d29d-4e2b-b0e2-d27640407750, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=03bdf5a4-d29d-4e2b-b0e2-d27640407750,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:21.459360 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:21.469411 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f88c7783-5e91-47bb-8fa1-aef512f3f401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:21.510278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b109a4-a911-4994-b5c1-b2e48cae4dfd req-abdd2179-cf91-49c9-af30-617fe97a4752 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:21.512756 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41b109a4-a911-4994-b5c1-b2e48cae4dfd req-abdd2179-cf91-49c9-af30-617fe97a4752 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef218b6c-7e20-448e-88d1-ec54083aa549 HTTP/1.1" status: 200 len: 945 time: 0.3368223 Apr 18 20:41:21.551782 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b0e48-7af7-4931-9eb6-122864e19c7f req-3e65b57f-b172-4a27-82c4-8204c337e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:21.552622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b0e48-7af7-4931-9eb6-122864e19c7f req-3e65b57f-b172-4a27-82c4-8204c337e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:21.553524 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b0e48-7af7-4931-9eb6-122864e19c7f req-3e65b57f-b172-4a27-82c4-8204c337e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:21.554635 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b0e48-7af7-4931-9eb6-122864e19c7f req-3e65b57f-b172-4a27-82c4-8204c337e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:21.555427 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b0e48-7af7-4931-9eb6-122864e19c7f req-3e65b57f-b172-4a27-82c4-8204c337e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:21.556046 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b0e48-7af7-4931-9eb6-122864e19c7f req-3e65b57f-b172-4a27-82c4-8204c337e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:21.556799 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b0e48-7af7-4931-9eb6-122864e19c7f req-3e65b57f-b172-4a27-82c4-8204c337e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:21.566808 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d50b0e48-7af7-4931-9eb6-122864e19c7f req-3e65b57f-b172-4a27-82c4-8204c337e12b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 6502 time: 0.4082155 Apr 18 20:41:21.591121 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c72da3-9c93-4601-8692-e7d198ecd3a7 None None] The sync data for ids ['88834aaa-2e51-4adb-8534-cc3588560563'] in n-d-838323-3 is: [{'id': '88834aaa-2e51-4adb-8534-cc3588560563', 'name': 'tempest-AttachVolumeShelveTestJSON-955401035-router', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:08Z', 'updated_at': '2022-04-18T20:41:15Z', 'revision_number': 4, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'gw_port': {'id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:09Z', 'updated_at': '2022-04-18T20:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '03bdf5a4-d29d-4e2b-b0e2-d27640407750', 'name': '', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'mac_address': 'fa:16:3e:28:50:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:14Z', 'updated_at': '2022-04-18T20:41:20Z', 'revision_number': 4, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'subnets': [{'id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:41:21.615481 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 8a85c491-3186-4446-b13c-2bec22d556b4, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=8a85c491-3186-4446-b13c-2bec22d556b4,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:21.616278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c731143-b756-4f95-a421-d85a4691f5ed req-2b84412d-968f-4571-bd0c-40f27681bf09 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:21.617936 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c731143-b756-4f95-a421-d85a4691f5ed req-2b84412d-968f-4571-bd0c-40f27681bf09 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74cdd2c-0c95-47ef-9cab-c0a3a3135c06 HTTP/1.1" status: 200 len: 944 time: 0.3078649 Apr 18 20:41:21.624055 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74cdd2c-0c95-47ef-9cab-c0a3a3135c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a85c491-3186-4446-b13c-2bec22d556b4'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:21.630860 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5ac053-1205-41db-93ed-d4a100090e19" -d '{"events": [{"server_uuid": "f74cdd2c-0c95-47ef-9cab-c0a3a3135c06", "name": "network-vif-plugged", "status": "completed", "tag": "8a85c491-3186-4446-b13c-2bec22d556b4"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:21.663574 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:21.739371 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a7ba80c4-afd6-434c-90a8-2dc2745712df None None] Provisioning complete for port 03bdf5a4-d29d-4e2b-b0e2-d27640407750 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:21.740468 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a7ba80c4-afd6-434c-90a8-2dc2745712df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:21.743684 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c7783-5e91-47bb-8fa1-aef512f3f401 None None] Pushing event updated for resources: {'Port': ['ID=03bdf5a4-d29d-4e2b-b0e2-d27640407750,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:21.766018 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41b109a4-a911-4994-b5c1-b2e48cae4dfd req-563b2807-2169-4cc5-9222-6222af7be27f tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/security-groups?id=73073e38-80f4-4c0f-aae2-05ff97c6a2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380202 Apr 18 20:41:21.795654 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d50b0e48-7af7-4931-9eb6-122864e19c7f req-f781780b-a2b8-4dad-b81d-b61b993356a3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=71d5f076-796b-4044-9070-33f9865026a4&id=5c22c2ed-97fd-4dce-8dfd-c21553233c79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2266183 Apr 18 20:41:21.821702 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20f4e65a-90c5-489f-b169-66bff5895c2e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:21.835337 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device b9f7a1bc-057b-4a53-8a5b-e03f75a819fe details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:41:21.841064 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c731143-b756-4f95-a421-d85a4691f5ed req-9adcef8a-5913-43fc-ad2e-8dae37aad7f4 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950591 Apr 18 20:41:21.894485 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a063f0-c833-4898-95a6-58bc5ac40496 x-openstack-request-id: req-17a063f0-c833-4898-95a6-58bc5ac40496 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:21.895301 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74cdd2c-0c95-47ef-9cab-c0a3a3135c06", "name": "network-vif-plugged", "status": "completed", "tag": "8a85c491-3186-4446-b13c-2bec22d556b4", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:21.895778 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-17a063f0-c833-4898-95a6-58bc5ac40496 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:21.896409 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17a063f0-c833-4898-95a6-58bc5ac40496'] response: {'server_uuid': 'f74cdd2c-0c95-47ef-9cab-c0a3a3135c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a85c491-3186-4446-b13c-2bec22d556b4', 'code': 200} Apr 18 20:41:22.061640 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674cd93-ce19-4265-b438-c4e959f2e11f req-acbbaa56-6253-4485-84f4-7c63c1b6e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:22.063223 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0674cd93-ce19-4265-b438-c4e959f2e11f req-acbbaa56-6253-4485-84f4-7c63c1b6e60b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f74cdd2c-0c95-47ef-9cab-c0a3a3135c06 HTTP/1.1" status: 200 len: 1096 time: 0.1137323 Apr 18 20:41:22.077833 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=8a85c491-3186-4446-b13c-2bec22d556b4,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:22.117262 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-20f4e65a-90c5-489f-b169-66bff5895c2e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Allocated IP 172.25.1.175 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/b482cd48-b274-4c06-b55b-ccdeef68be27) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:22.156018 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0674cd93-ce19-4265-b438-c4e959f2e11f req-e81e74c5-4e89-4d48-9b64-4f86204008dd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846319 Apr 18 20:41:22.179572 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd613b-0585-478b-998a-4665acf35d11 req-49599eea-269a-4a63-8aa2-01a2b7796d39 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:22.182031 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d4dd613b-0585-478b-998a-4665acf35d11 req-49599eea-269a-4a63-8aa2-01a2b7796d39 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.0862050 Apr 18 20:41:22.288628 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d4dd613b-0585-478b-998a-4665acf35d11 req-6b56224b-26a5-49c8-8c17-8b6e42b3a40f tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900340 Apr 18 20:41:22.319578 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 03bdf5a4-d29d-4e2b-b0e2-d27640407750 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:41:22.323460 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port b9f7a1bc-057b-4a53-8a5b-e03f75a819fe, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b9f7a1bc-057b-4a53-8a5b-e03f75a819fe,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:22.362308 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20f4e65a-90c5-489f-b169-66bff5895c2e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:22.409236 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'b9f7a1bc-057b-4a53-8a5b-e03f75a819fe', 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'port_id': 'b9f7a1bc-057b-4a53-8a5b-e03f75a819fe', 'mac_address': 'fa:16:3e:09:e7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e471ea4-101a-40ef-81f9-9917dd650719', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:41:22.434723 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20f4e65a-90c5-489f-b169-66bff5895c2e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:22.484233 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01938385-e81c-4237-9aac-bcb3af61a869 req-290678bf-1b2e-41b8-9a3e-94b40c0a184d tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:22.486887 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-01938385-e81c-4237-9aac-bcb3af61a869 req-290678bf-1b2e-41b8-9a3e-94b40c0a184d tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 943 time: 0.1557274 Apr 18 20:41:22.505521 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f4e65a-90c5-489f-b169-66bff5895c2e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:22.507190 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4e65a-90c5-489f-b169-66bff5895c2e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Pushing event updated for resources: {'Port': ['ID=b482cd48-b274-4c06-b55b-ccdeef68be27,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:22.520390 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-20f4e65a-90c5-489f-b169-66bff5895c2e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:22.526097 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f4e65a-90c5-489f-b169-66bff5895c2e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:41:22.616206 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-01938385-e81c-4237-9aac-bcb3af61a869 req-b97a9bd1-06f7-4833-bbd5-0ffc2121ed06 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217144 Apr 18 20:41:22.650655 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b366f5-4469-4284-8d45-038a3b1dc469 req-91e944a5-3dfb-4e0f-9c93-42129a749182 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:22.653132 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0b366f5-4469-4284-8d45-038a3b1dc469 req-91e944a5-3dfb-4e0f-9c93-42129a749182 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1450520 Apr 18 20:41:22.683452 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20f4e65a-90c5-489f-b169-66bff5895c2e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:22.733385 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0b366f5-4469-4284-8d45-038a3b1dc469 req-24ad43e6-c0ef-4df6-a15c-220a6a5b6cd4 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675850 Apr 18 20:41:22.741910 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:22.756466 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20f4e65a-90c5-489f-b169-66bff5895c2e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:22.777419 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f7a1bc-057b-4a53-8a5b-e03f75a819fe {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:41:22.813007 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 03bdf5a4-d29d-4e2b-b0e2-d27640407750 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:22.813649 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:22.851496 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port b9f7a1bc-057b-4a53-8a5b-e03f75a819fe, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b9f7a1bc-057b-4a53-8a5b-e03f75a819fe,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:22.859546 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:23.025785 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=b9f7a1bc-057b-4a53-8a5b-e03f75a819fe,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:23.051407 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b718573-f121-4f75-ae46-01ec62e47f12 req-a37892bd-2bf2-4180-b863-0dab22f3631c tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:23.059186 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1b718573-f121-4f75-ae46-01ec62e47f12 req-a37892bd-2bf2-4180-b863-0dab22f3631c tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef218b6c-7e20-448e-88d1-ec54083aa549 HTTP/1.1" status: 200 len: 945 time: 0.0925014 Apr 18 20:41:23.126753 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20f4e65a-90c5-489f-b169-66bff5895c2e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:23.131391 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1b718573-f121-4f75-ae46-01ec62e47f12 req-d591674a-d05e-4204-aecb-540250763695 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/security-groups?id=73073e38-80f4-4c0f-aae2-05ff97c6a2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709071 Apr 18 20:41:23.135594 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20f4e65a-90c5-489f-b169-66bff5895c2e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:23.154022 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a139ac-b55d-4721-aee3-a4a9f916621d req-79fdc68d-27c6-4a86-beea-8fef103779c6 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:23.154022 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-20a139ac-b55d-4721-aee3-a4a9f916621d req-79fdc68d-27c6-4a86-beea-8fef103779c6 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.0907886 Apr 18 20:41:23.222718 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-20a139ac-b55d-4721-aee3-a4a9f916621d req-7b169c2b-5126-461c-8fe0-1fd35b7a7e78 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584161 Apr 18 20:41:23.286655 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['b9f7a1bc-057b-4a53-8a5b-e03f75a819fe'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:41:23.320889 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4e65a-90c5-489f-b169-66bff5895c2e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Pushing event updated for resources: {'Port': ['ID=b482cd48-b274-4c06-b55b-ccdeef68be27,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:23.338220 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20f4e65a-90c5-489f-b169-66bff5895c2e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:23.372395 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20f4e65a-90c5-489f-b169-66bff5895c2e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:23.374737 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-20f4e65a-90c5-489f-b169-66bff5895c2e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0169959 Apr 18 20:41:23.395361 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a7c21-0ebf-439c-9ec3-60c31e8faeb5 req-52ac3e08-67e0-4716-89b8-c0f118884b98 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:23.397339 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c0a7c21-0ebf-439c-9ec3-60c31e8faeb5 req-52ac3e08-67e0-4716-89b8-c0f118884b98 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74cdd2c-0c95-47ef-9cab-c0a3a3135c06 HTTP/1.1" status: 200 len: 945 time: 0.1788888 Apr 18 20:41:23.560959 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c0a7c21-0ebf-439c-9ec3-60c31e8faeb5 req-8e6d3c3e-7d97-42bc-afb9-f7c67e018591 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501417 Apr 18 20:41:23.666437 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15187476-03d4-4dcf-bb69-c71cad2a7f73 req-43bc3d21-c868-4cdd-93cf-6ccbee3de5ea tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:23.670100 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15187476-03d4-4dcf-bb69-c71cad2a7f73 req-43bc3d21-c868-4cdd-93cf-6ccbee3de5ea tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1429594 Apr 18 20:41:23.729440 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15187476-03d4-4dcf-bb69-c71cad2a7f73 req-ee59d41e-35d6-4b50-92b4-547de691dd87 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505271 Apr 18 20:41:24.010086 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-fe56bc6a-9773-4572-b7cd-6a1081c7764e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--766322319&fields=id&tenant_id=66c8c89b1fcc4ff8ba25812b9483869d HTTP/1.1" status: 200 len: 267 time: 0.1650195 Apr 18 20:41:24.079154 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4096e-d5a4-4f61-96da-0c49554021d1 req-35fcdf9e-bef2-4c61-8579-f06f20c771ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:24.082288 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1d4096e-d5a4-4f61-96da-0c49554021d1 req-35fcdf9e-bef2-4c61-8579-f06f20c771ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ae3e740b88724aa498c0af48d058f85a&device_id=ef218b6c-7e20-448e-88d1-ec54083aa549 HTTP/1.1" status: 200 len: 1096 time: 0.2125196 Apr 18 20:41:24.110552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a47d0-74b5-4dfe-bb47-42dfff06f0c8 req-109b1e7a-447d-4e17-9430-8ac0b371fce1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:24.113189 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-198a47d0-74b5-4dfe-bb47-42dfff06f0c8 req-109b1e7a-447d-4e17-9430-8ac0b371fce1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 944 time: 0.2410357 Apr 18 20:41:24.371826 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-198a47d0-74b5-4dfe-bb47-42dfff06f0c8 req-30288f96-c1b5-446d-bda5-42ec0fbcbbcc tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026711 Apr 18 20:41:24.429769 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-f91fc174-fbe5-4e96-b57f-bcf4a8eeb66d tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:24.432199 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-f91fc174-fbe5-4e96-b57f-bcf4a8eeb66d tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/networks?id=af9b8ad0-3b77-4446-8808-154f03d72322 HTTP/1.1" status: 200 len: 816 time: 0.4120517 Apr 18 20:41:24.440520 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4096e-d5a4-4f61-96da-0c49554021d1 req-bf6580ba-6562-4f7d-b579-77cc505bf813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:24.443041 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1d4096e-d5a4-4f61-96da-0c49554021d1 req-bf6580ba-6562-4f7d-b579-77cc505bf813 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9fb8cdf-6285-41c4-95c0-36da626f95f5 HTTP/1.1" status: 200 len: 915 time: 0.3522332 Apr 18 20:41:24.488330 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-97445c73-7e9c-4fae-9f1d-0af15ade3696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:24.530816 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-e50ca154-b38d-47d3-ac68-e715c8118f1a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/quotas/66c8c89b1fcc4ff8ba25812b9483869d HTTP/1.1" status: 200 len: 375 time: 0.0861070 Apr 18 20:41:24.550304 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1d4096e-d5a4-4f61-96da-0c49554021d1 req-975c648b-2565-49ea-8b7a-826cd7238dac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b701a5a-79c8-44d3-a8a3-56ba84d681d1 HTTP/1.1" status: 200 len: 217 time: 0.0935442 Apr 18 20:41:24.728819 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4096e-d5a4-4f61-96da-0c49554021d1 req-f9d58d68-99f8-415a-a7ac-7687a571af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:24.731977 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1d4096e-d5a4-4f61-96da-0c49554021d1 req-f9d58d68-99f8-415a-a7ac-7687a571af2f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b74373b-a19f-475a-ad0e-66dccaa14e01 HTTP/1.1" status: 200 len: 854 time: 0.1548898 Apr 18 20:41:24.746788 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd33b86-38b9-49c7-a9a6-9193a823234a req-106e2d86-60f1-4ff4-b8f0-2285d5b0d5d0 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:24.749480 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bd33b86-38b9-49c7-a9a6-9193a823234a req-106e2d86-60f1-4ff4-b8f0-2285d5b0d5d0 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef218b6c-7e20-448e-88d1-ec54083aa549 HTTP/1.1" status: 200 len: 945 time: 0.2744558 Apr 18 20:41:24.779328 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-2b2ff6d2-3a3c-4962-9358-226442ecb48e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=66c8c89b1fcc4ff8ba25812b9483869d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2321467 Apr 18 20:41:24.836906 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1d4096e-d5a4-4f61-96da-0c49554021d1 req-28f2d54e-3fc2-4378-8349-6999823bc51a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9fb8cdf-6285-41c4-95c0-36da626f95f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843303 Apr 18 20:41:25.044766 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bd33b86-38b9-49c7-a9a6-9193a823234a req-89cb0329-bcef-420c-b903-426b26817b59 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/security-groups?id=73073e38-80f4-4c0f-aae2-05ff97c6a2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637882 Apr 18 20:41:25.194708 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-605663c4-1fc3-4efa-99a5-d0c390ccce9f service neutron] 10.222.0.41 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615346 Apr 18 20:41:25.206118 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1d4096e-d5a4-4f61-96da-0c49554021d1 req-5829d34b-0606-486f-91b8-a2ac6c9653d6 service neutron] 10.222.0.32 "GET /v2.0/networks/e9fb8cdf-6285-41c4-95c0-36da626f95f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530941 Apr 18 20:41:25.749492 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd396ed3-b738-485b-b8df-b68c3a3ddea4 req-3eea1ef2-bc3e-4244-96db-0416e1b84eb3 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:25.751232 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd396ed3-b738-485b-b8df-b68c3a3ddea4 req-3eea1ef2-bc3e-4244-96db-0416e1b84eb3 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.6355724 Apr 18 20:41:25.798054 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device b9f7a1bc-057b-4a53-8a5b-e03f75a819fe up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:41:25.836472 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1d4096e-d5a4-4f61-96da-0c49554021d1 req-03464615-3493-4aac-ab28-bc01e8fda70b service neutron] 10.222.0.32 "GET /v2.0/networks/e9fb8cdf-6285-41c4-95c0-36da626f95f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6127768 Apr 18 20:41:25.848797 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-c19166c0-56bf-41b6-b05c-16475a0685f7 service neutron] 10.222.0.41 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6413393 Apr 18 20:41:25.867632 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd396ed3-b738-485b-b8df-b68c3a3ddea4 req-69e45fd8-99b5-4c11-b3f4-0791a6d2fa7e tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006591 Apr 18 20:41:25.921518 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port b9f7a1bc-057b-4a53-8a5b-e03f75a819fe completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:25.930641 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port b9f7a1bc-057b-4a53-8a5b-e03f75a819fe triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:25.931248 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:26.107809 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2daf206-6d26-4c19-9f98-0f7a21c2140e req-63531ac3-00fc-4044-91ff-bf95907afd82 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:26.116217 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b2daf206-6d26-4c19-9f98-0f7a21c2140e req-63531ac3-00fc-4044-91ff-bf95907afd82 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74cdd2c-0c95-47ef-9cab-c0a3a3135c06 HTTP/1.1" status: 200 len: 945 time: 0.1051147 Apr 18 20:41:26.143658 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:26.185487 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b2daf206-6d26-4c19-9f98-0f7a21c2140e req-551d4b87-62f5-40cc-8546-99d5acfa7b90 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680048 Apr 18 20:41:26.194413 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42faf371-bfce-4039-ba26-3c9de4af5cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f7a1bc-057b-4a53-8a5b-e03f75a819fe'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:26.200669 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781032b3-92f9-4956-bfeb-e0429b73ff4e" -d '{"events": [{"server_uuid": "42faf371-bfce-4039-ba26-3c9de4af5cc8", "name": "network-vif-plugged", "status": "completed", "tag": "b9f7a1bc-057b-4a53-8a5b-e03f75a819fe"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:26.227584 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port b9f7a1bc-057b-4a53-8a5b-e03f75a819fe, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b9f7a1bc-057b-4a53-8a5b-e03f75a819fe,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:26.236300 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:26.340477 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=b9f7a1bc-057b-4a53-8a5b-e03f75a819fe,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:26.438565 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff289d48-c3e8-4f1a-9a69-5afd12ba11fc req-96ad49f9-afed-4f85-977a-6b5943a3ab33 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:26.440842 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ff289d48-c3e8-4f1a-9a69-5afd12ba11fc req-96ad49f9-afed-4f85-977a-6b5943a3ab33 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1405835 Apr 18 20:41:26.455926 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84eec8-9cd8-4727-9efd-5c8cd3dea0c5 req-db204d4a-f68b-4c26-bd09-32905c101a72 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:26.458444 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf84eec8-9cd8-4727-9efd-5c8cd3dea0c5 req-db204d4a-f68b-4c26-bd09-32905c101a72 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 945 time: 0.1402497 Apr 18 20:41:26.543786 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ff289d48-c3e8-4f1a-9a69-5afd12ba11fc req-ae7b8851-0857-4856-a456-10b5ec2cdcc0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839276 Apr 18 20:41:26.569053 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf84eec8-9cd8-4727-9efd-5c8cd3dea0c5 req-f490284a-78f4-402a-92b8-e4178d60a76b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839279 Apr 18 20:41:26.711658 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5d2f43c3-09b2-4f9e-823c-42349f446b07 req-bb677066-6bef-4cfe-8a6a-86053c2ad7dd tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 210 time: 0.0612271 Apr 18 20:41:26.753277 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65e4d3-5ab9-4a03-bb23-7c9df805f4aa req-1f02bd61-edf3-412d-82df-e9b35efea7f2 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:26.753277 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d65e4d3-5ab9-4a03-bb23-7c9df805f4aa req-1f02bd61-edf3-412d-82df-e9b35efea7f2 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef218b6c-7e20-448e-88d1-ec54083aa549 HTTP/1.1" status: 200 len: 945 time: 0.1037269 Apr 18 20:41:26.786797 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc417a73-122a-43be-8d42-329e3514c014 x-openstack-request-id: req-bc417a73-122a-43be-8d42-329e3514c014 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:26.787309 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42faf371-bfce-4039-ba26-3c9de4af5cc8", "name": "network-vif-plugged", "status": "completed", "tag": "b9f7a1bc-057b-4a53-8a5b-e03f75a819fe", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:26.787616 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc417a73-122a-43be-8d42-329e3514c014 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:26.788220 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc417a73-122a-43be-8d42-329e3514c014'] response: {'server_uuid': '42faf371-bfce-4039-ba26-3c9de4af5cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f7a1bc-057b-4a53-8a5b-e03f75a819fe', 'code': 200} Apr 18 20:41:26.830224 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d65e4d3-5ab9-4a03-bb23-7c9df805f4aa req-c7ca547e-980b-4747-947b-31bed4f914df tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/security-groups?id=73073e38-80f4-4c0f-aae2-05ff97c6a2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679605 Apr 18 20:41:26.982973 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81697f3-1c93-4199-8888-823397f144e4 req-8e73534e-db96-4570-a2d9-fd70a0209aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:26.984583 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f81697f3-1c93-4199-8888-823397f144e4 req-8e73534e-db96-4570-a2d9-fd70a0209aee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 1096 time: 0.0892608 Apr 18 20:41:27.061830 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f81697f3-1c93-4199-8888-823397f144e4 req-e882f46a-ed82-4a03-ac21-b44b1d227270 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691576 Apr 18 20:41:27.202478 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b34454-cb35-4151-bdba-413e1bdf13d7 req-280f2d24-cee9-4927-a470-cae22854b039 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:27.205576 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77b34454-cb35-4151-bdba-413e1bdf13d7 req-280f2d24-cee9-4927-a470-cae22854b039 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1145339 Apr 18 20:41:27.302506 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77b34454-cb35-4151-bdba-413e1bdf13d7 req-18c3a45e-46c3-458e-8162-b34f788428df tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736401 Apr 18 20:41:27.427846 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9042486-e373-4187-8099-52dd9c87e240 req-f8a42eba-bd4c-4368-9006-c50275bdda18 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:27.429915 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e9042486-e373-4187-8099-52dd9c87e240 req-f8a42eba-bd4c-4368-9006-c50275bdda18 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74cdd2c-0c95-47ef-9cab-c0a3a3135c06 HTTP/1.1" status: 200 len: 945 time: 0.0877702 Apr 18 20:41:27.563151 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e9042486-e373-4187-8099-52dd9c87e240 req-a2446a6f-4f65-42d4-b859-682a20e6fb58 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183553 Apr 18 20:41:27.585402 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef4c55-fab9-44f2-a576-cc02bfbdbd04 req-7b5015d8-0002-49ae-89df-b6bf82edcffb tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:27.588960 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-95ef4c55-fab9-44f2-a576-cc02bfbdbd04 req-7b5015d8-0002-49ae-89df-b6bf82edcffb tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef218b6c-7e20-448e-88d1-ec54083aa549 HTTP/1.1" status: 200 len: 945 time: 0.1575458 Apr 18 20:41:27.646377 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-95ef4c55-fab9-44f2-a576-cc02bfbdbd04 req-cf589a49-8a6b-46ac-93d1-385abea059b6 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/security-groups?id=73073e38-80f4-4c0f-aae2-05ff97c6a2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444880 Apr 18 20:41:27.767551 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6925b8-1ee1-4a8e-ab4f-4eff24d5b122 req-8eabd492-e4db-4fac-9a9c-afd76bba8049 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:27.769164 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d6925b8-1ee1-4a8e-ab4f-4eff24d5b122 req-8eabd492-e4db-4fac-9a9c-afd76bba8049 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.0659506 Apr 18 20:41:27.840915 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d6925b8-1ee1-4a8e-ab4f-4eff24d5b122 req-d2d45794-f281-4e9c-9ab6-fd260819212f tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603638 Apr 18 20:41:27.853062 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6236d5c-0dd5-4ee9-8298-03cf61891c72 req-3c4c82a1-cd89-4577-a53e-eacfabd17f15 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:27.854672 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a6236d5c-0dd5-4ee9-8298-03cf61891c72 req-3c4c82a1-cd89-4577-a53e-eacfabd17f15 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 945 time: 0.0845494 Apr 18 20:41:27.913412 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a6236d5c-0dd5-4ee9-8298-03cf61891c72 req-955d9f2e-6cc3-4f94-9f93-1a0675fd98a1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473146 Apr 18 20:41:27.975129 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f332409-44fa-4a05-9f04-206d8ed17d6b req-abd0d2e4-fd83-40ef-9ef3-52146bbf6234 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 210 time: 0.0514910 Apr 18 20:41:28.124702 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0108f-95fa-47ca-a6f8-8015a1a47b52 req-309ad281-ff92-43ec-b747-936a19c79c0e tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:28.127614 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1bc0108f-95fa-47ca-a6f8-8015a1a47b52 req-309ad281-ff92-43ec-b747-936a19c79c0e tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.0838165 Apr 18 20:41:28.284473 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1bc0108f-95fa-47ca-a6f8-8015a1a47b52 req-e7b97462-9988-4ebe-afe1-f19cac877eaf tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421123 Apr 18 20:41:28.351400 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-e484caad-7595-46a9-a2e8-4c62789b6d58 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:28.352227 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-e484caad-7595-46a9-a2e8-4c62789b6d58 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.32 "GET /v2.0/networks?id=af9b8ad0-3b77-4446-8808-154f03d72322 HTTP/1.1" status: 200 len: 816 time: 0.2228150 Apr 18 20:41:28.430650 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-cea41c8e-23eb-4495-a865-d87995ef4de2 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66c8c89b1fcc4ff8ba25812b9483869d HTTP/1.1" status: 200 len: 379 time: 0.0675178 Apr 18 20:41:28.445081 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-9a85d725-e20b-4000-ae2d-fec086f17006 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Request body: {'port': {'device_id': 'c28333d8-5a08-41b6-b8f3-7687852e5288', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'admin_state_up': True, 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'security_groups': ['98546ce2-dbc7-444d-833a-14c7cced445e']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:28.595649 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28922de7-2b1c-4b3b-b8c5-e2f1c927af05 req-17ac7c2f-72cf-4bfa-a99c-b4768a3ce288 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:28.597314 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28922de7-2b1c-4b3b-b8c5-e2f1c927af05 req-17ac7c2f-72cf-4bfa-a99c-b4768a3ce288 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1619573 Apr 18 20:41:28.679833 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28922de7-2b1c-4b3b-b8c5-e2f1c927af05 req-52987378-f6ad-4b6e-9547-6c64e6057b1c tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714707 Apr 18 20:41:28.713387 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-9a85d725-e20b-4000-ae2d-fec086f17006 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Made reservation on behalf of 66c8c89b1fcc4ff8ba25812b9483869d for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:28.719744 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-9a85d725-e20b-4000-ae2d-fec086f17006 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:28.761950 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-311cc9fc-f84e-4cda-b19e-353725a5ad77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:28.899410 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2551cc2-d71d-446b-b2e1-0029a867d9da req-feda7d78-8aaf-4c1b-9035-7b39858e317b tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:28.901801 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2551cc2-d71d-446b-b2e1-0029a867d9da req-feda7d78-8aaf-4c1b-9035-7b39858e317b tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74cdd2c-0c95-47ef-9cab-c0a3a3135c06 HTTP/1.1" status: 200 len: 945 time: 0.2168059 Apr 18 20:41:28.995045 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31bdc5-6be1-4743-b5b3-e04972424f13 req-dd30087d-eb03-4e0b-ab35-0e60a5ad71dc tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:28.997429 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f31bdc5-6be1-4743-b5b3-e04972424f13 req-dd30087d-eb03-4e0b-ab35-0e60a5ad71dc tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.32 "GET /v2.0/ports?device_id=f74cdd2c-0c95-47ef-9cab-c0a3a3135c06 HTTP/1.1" status: 200 len: 945 time: 0.2408164 Apr 18 20:41:29.009993 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b94b31-ea08-44b8-864f-a2949734f588 req-8df509de-4863-4cc9-8b38-1856a899a383 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:29.012007 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-39b94b31-ea08-44b8-864f-a2949734f588 req-8df509de-4863-4cc9-8b38-1856a899a383 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef218b6c-7e20-448e-88d1-ec54083aa549 HTTP/1.1" status: 200 len: 945 time: 0.2147219 Apr 18 20:41:29.086505 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2551cc2-d71d-446b-b2e1-0029a867d9da req-ab8a331d-545b-4cc6-8ec7-b18016e1b325 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725347 Apr 18 20:41:29.175111 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-9a85d725-e20b-4000-ae2d-fec086f17006 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Allocated IP 172.20.0.9 (af9b8ad0-3b77-4446-8808-154f03d72322/c229c317-384e-4f90-84f5-fac3dceea926/a97674a9-53d3-41ba-9802-1439e7cf0ecf) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:29.252589 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-39b94b31-ea08-44b8-864f-a2949734f588 req-b9762353-b6d4-44d5-aab3-6c13f125e4a7 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/security-groups?id=73073e38-80f4-4c0f-aae2-05ff97c6a2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124135 Apr 18 20:41:29.404848 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-45d4bb67-d982-4910-81ff-9434e9901c84 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2903576 Apr 18 20:41:29.490114 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-606744a0-d75b-490e-9302-1ca20604da77 req-bb1189ce-978c-4bf6-a46d-cb5e7e7d88c1 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 210 time: 0.1025348 Apr 18 20:41:29.579453 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b73b86-3c86-42fa-8c23-76b029600517 req-977a3fdf-7d47-4039-b052-a9e738c205d6 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:29.581412 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-60b73b86-3c86-42fa-8c23-76b029600517 req-977a3fdf-7d47-4039-b052-a9e738c205d6 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 945 time: 0.3648176 Apr 18 20:41:29.634382 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887dc167-314e-4658-8755-fa3881dc1bd8 req-f5be7e34-4cd2-479e-beb4-d6eaeda27cf0 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:29.636959 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-887dc167-314e-4658-8755-fa3881dc1bd8 req-f5be7e34-4cd2-479e-beb4-d6eaeda27cf0 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef218b6c-7e20-448e-88d1-ec54083aa549 HTTP/1.1" status: 200 len: 945 time: 0.3730381 Apr 18 20:41:29.671299 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-3f31bdc5-6be1-4743-b5b3-e04972424f13 req-77b9c68b-faa7-41a4-99cb-aa36687e2a4b tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Deleting port 8a85c491-3186-4446-b13c-2bec22d556b4 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:41:29.671568 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3f31bdc5-6be1-4743-b5b3-e04972424f13 req-77b9c68b-faa7-41a4-99cb-aa36687e2a4b tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.734178 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.818432 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-0ad03421-fd40-4d16-955f-672f8bde7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:29.818954 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-0ad03421-fd40-4d16-955f-672f8bde7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:29.819443 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-0ad03421-fd40-4d16-955f-672f8bde7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:29.819948 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-0ad03421-fd40-4d16-955f-672f8bde7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:29.820512 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-0ad03421-fd40-4d16-955f-672f8bde7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:29.820963 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-0ad03421-fd40-4d16-955f-672f8bde7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:29.821465 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-0ad03421-fd40-4d16-955f-672f8bde7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:29.824916 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-0ad03421-fd40-4d16-955f-672f8bde7b32 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=038769a0c1df4ebc8efcb644264a6ef4&device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 6502 time: 0.3569782 Apr 18 20:41:29.898904 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-9a85d725-e20b-4000-ae2d-fec086f17006 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.936748 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-60b73b86-3c86-42fa-8c23-76b029600517 req-bd253427-7bcf-49ec-a58b-78e1489a67bb tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283885 Apr 18 20:41:30.070346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73b4b0-b30d-4db6-b734-78bb471cbb0b req-14ec739f-78a8-4786-8744-ab94cf9a3c98 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:30.072166 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2a73b4b0-b30d-4db6-b734-78bb471cbb0b req-14ec739f-78a8-4786-8744-ab94cf9a3c98 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.4491780 Apr 18 20:41:30.092619 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-3f31bdc5-6be1-4743-b5b3-e04972424f13 req-77b9c68b-faa7-41a4-99cb-aa36687e2a4b tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] For port 8a85c491-3186-4446-b13c-2bec22d556b4, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=8a85c491-3186-4446-b13c-2bec22d556b4,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:30.093046 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3f31bdc5-6be1-4743-b5b3-e04972424f13 req-77b9c68b-faa7-41a4-99cb-aa36687e2a4b tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:30.139680 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-3f31bdc5-6be1-4743-b5b3-e04972424f13 req-77b9c68b-faa7-41a4-99cb-aa36687e2a4b tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Calling delete_port for 8a85c491-3186-4446-b13c-2bec22d556b4 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:41:30.182391 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-9a85d725-e20b-4000-ae2d-fec086f17006 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:30.262772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-66a0ae10-97a2-4029-a2bb-0d352922cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:30.263136 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-66a0ae10-97a2-4029-a2bb-0d352922cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:30.263616 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-66a0ae10-97a2-4029-a2bb-0d352922cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:30.265418 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-66a0ae10-97a2-4029-a2bb-0d352922cfaa service neutron] 10.222.0.57 "GET /v2.0/networks?id=18c98ec1-fd43-4888-ad19-39fa23ba5861&id=2b0f0f53-742c-4158-9900-4acf2578c1ab&id=2b0f0f53-742c-4158-9900-4acf2578c1ab&id=2b0f0f53-742c-4158-9900-4acf2578c1ab&id=2b0f0f53-742c-4158-9900-4acf2578c1ab&id=a8f8942e-3e1a-43d9-880b-ea4411c35474&id=a8f8942e-3e1a-43d9-880b-ea4411c35474 HTTP/1.1" status: 200 len: 2296 time: 0.3854558 Apr 18 20:41:30.330175 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2a73b4b0-b30d-4db6-b734-78bb471cbb0b req-8dab0e9b-5284-4093-b2bb-cc2488da573f tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424533 Apr 18 20:41:30.371945 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-9a85d725-e20b-4000-ae2d-fec086f17006 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Network af9b8ad0-3b77-4446-8808-154f03d72322 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:30.405791 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-9a85d725-e20b-4000-ae2d-fec086f17006 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:30.417317 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85d725-e20b-4000-ae2d-fec086f17006 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Pushing event updated for resources: {'Port': ['ID=a97674a9-53d3-41ba-9802-1439e7cf0ecf,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:30.424597 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-887dc167-314e-4658-8755-fa3881dc1bd8 req-46cfaec1-b56c-45fb-89f5-f53d49799bed tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Deleting port 4b701a5a-79c8-44d3-a8a3-56ba84d681d1 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:41:30.424597 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-887dc167-314e-4658-8755-fa3881dc1bd8 req-46cfaec1-b56c-45fb-89f5-f53d49799bed tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:30.429222 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-9a85d725-e20b-4000-ae2d-fec086f17006 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:41:30.863471 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d74798ea-eb81-42c4-815f-91346fecf7ed None None] Provisioning complete for port a97674a9-53d3-41ba-9802-1439e7cf0ecf triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:30.864041 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d74798ea-eb81-42c4-815f-91346fecf7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:30.902511 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-7bb9992a-0255-4e7a-aab9-8797945b46e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=518d95c4-4917-4c82-b386-f2d314651a91 HTTP/1.1" status: 200 len: 1001 time: 0.6219738 Apr 18 20:41:30.953126 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-d74798ea-eb81-42c4-815f-91346fecf7ed None None] Port a97674a9-53d3-41ba-9802-1439e7cf0ecf cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:41:30.982118 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-9a85d725-e20b-4000-ae2d-fec086f17006 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:30.983135 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-9a85d725-e20b-4000-ae2d-fec086f17006 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:31.000053 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd01360-933f-410f-94d1-2a0dcd80b014 req-f98efc7b-8e44-4c45-9c96-cceb8f65fb1d tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:31.001683 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bd01360-933f-410f-94d1-2a0dcd80b014 req-f98efc7b-8e44-4c45-9c96-cceb8f65fb1d tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 945 time: 0.7254562 Apr 18 20:41:31.086588 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a163791-9359-4886-aa20-9247b15452d8 req-54554074-250b-49b6-99f0-ec79a69ef75f tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:31.088216 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5a163791-9359-4886-aa20-9247b15452d8 req-54554074-250b-49b6-99f0-ec79a69ef75f tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=f74cdd2c-0c95-47ef-9cab-c0a3a3135c06 HTTP/1.1" status: 200 len: 945 time: 0.6024671 Apr 18 20:41:31.122365 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-c7e28223-1070-45b0-b658-246a1f2eac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:31.123887 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-c7e28223-1070-45b0-b658-246a1f2eac60 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6597d107-d0ca-41ad-b4eb-bc841df3bab1 HTTP/1.1" status: 200 len: 855 time: 0.2117736 Apr 18 20:41:31.136929 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-9a85d725-e20b-4000-ae2d-fec086f17006 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6976106 Apr 18 20:41:31.175579 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-33d35550-169f-4584-8d72-1285ff233901 service neutron] Request body: {'port': {'device_id': 'c28333d8-5a08-41b6-b8f3-7687852e5288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:31.233401 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3f31bdc5-6be1-4743-b5b3-e04972424f13 req-77b9c68b-faa7-41a4-99cb-aa36687e2a4b tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:31.240981 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-887dc167-314e-4658-8755-fa3881dc1bd8 req-46cfaec1-b56c-45fb-89f5-f53d49799bed tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] For port 4b701a5a-79c8-44d3-a8a3-56ba84d681d1, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=4b701a5a-79c8-44d3-a8a3-56ba84d681d1,segment=NetworkSegment(f3c8af4b-6808-44fc-9bf0-5fea06c599c0),segment_id=f3c8af4b-6808-44fc-9bf0-5fea06c599c0)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:31.241420 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-887dc167-314e-4658-8755-fa3881dc1bd8 req-46cfaec1-b56c-45fb-89f5-f53d49799bed tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:31.287427 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:31.306010 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bd01360-933f-410f-94d1-2a0dcd80b014 req-c7461ed0-8ed1-48cc-a9af-c93742435f5e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638817 Apr 18 20:41:31.310437 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-887dc167-314e-4658-8755-fa3881dc1bd8 req-46cfaec1-b56c-45fb-89f5-f53d49799bed tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Calling delete_port for 4b701a5a-79c8-44d3-a8a3-56ba84d681d1 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:41:31.323012 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9c68b-faa7-41a4-99cb-aa36687e2a4b tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Pushing event deleted for resources: {'Port': ['ID=8a85c491-3186-4446-b13c-2bec22d556b4,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:31.352372 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5a163791-9359-4886-aa20-9247b15452d8 req-44812a46-172c-4201-9ef8-fb74eb4914e8 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422347 Apr 18 20:41:31.480557 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-33d35550-169f-4584-8d72-1285ff233901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:31.487834 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f31bdc5-6be1-4743-b5b3-e04972424f13 req-77b9c68b-faa7-41a4-99cb-aa36687e2a4b tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] No DVR routers for this DVR port 8a85c491-3186-4446-b13c-2bec22d556b4 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:41:31.493599 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3f31bdc5-6be1-4743-b5b3-e04972424f13 req-77b9c68b-faa7-41a4-99cb-aa36687e2a4b tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:31.497894 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f31bdc5-6be1-4743-b5b3-e04972424f13 req-77b9c68b-faa7-41a4-99cb-aa36687e2a4b tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.32 "DELETE /v2.0/ports/8a85c491-3186-4446-b13c-2bec22d556b4 HTTP/1.1" status: 204 len: 173 time: 2.4764931 Apr 18 20:41:31.498340 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:31.498570 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74cdd2c-0c95-47ef-9cab-c0a3a3135c06', 'name': 'network-vif-deleted', 'tag': '8a85c491-3186-4446-b13c-2bec22d556b4'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:31.500987 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494eb6c7-ca5e-4970-9880-d95f1c462701" -d '{"events": [{"server_uuid": "f74cdd2c-0c95-47ef-9cab-c0a3a3135c06", "name": "network-vif-deleted", "tag": "8a85c491-3186-4446-b13c-2bec22d556b4"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:31.505497 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-4f8fb750-82b0-4bbf-823f-ed6b4056b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:31.507093 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-4f8fb750-82b0-4bbf-823f-ed6b4056b7f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=18c98ec1-fd43-4888-ad19-39fa23ba5861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3611307 Apr 18 20:41:31.756974 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed834e3a-4801-4056-8fc3-170d5eaff781 req-0c5691a8-414e-4d95-9daa-a01896e003c0 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:31.758485 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ed834e3a-4801-4056-8fc3-170d5eaff781 req-0c5691a8-414e-4d95-9daa-a01896e003c0 tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef218b6c-7e20-448e-88d1-ec54083aa549 HTTP/1.1" status: 200 len: 945 time: 0.3125761 Apr 18 20:41:31.898092 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed48e8b-ac8e-4fbc-8a4f-0f0992577ca7 req-5421c819-6fc0-46c7-bb2b-e3285ce3776e tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:31.899773 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0ed48e8b-ac8e-4fbc-8a4f-0f0992577ca7 req-5421c819-6fc0-46c7-bb2b-e3285ce3776e tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.3667428 Apr 18 20:41:31.929295 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-b19f7cc3-2250-46d5-85d0-cb20f66bd13e service neutron] 10.222.0.57 "GET /v2.0/networks/18c98ec1-fd43-4888-ad19-39fa23ba5861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943205 Apr 18 20:41:32.033894 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-887dc167-314e-4658-8755-fa3881dc1bd8 req-46cfaec1-b56c-45fb-89f5-f53d49799bed tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:32.124331 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ed834e3a-4801-4056-8fc3-170d5eaff781 req-e088b661-597b-4b41-bbc1-642a5fd5b8aa tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.41 "GET /v2.0/security-groups?id=73073e38-80f4-4c0f-aae2-05ff97c6a2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079441 Apr 18 20:41:32.176752 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfaec1-b56c-45fb-89f5-f53d49799bed tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Pushing event deleted for resources: {'Port': ['ID=4b701a5a-79c8-44d3-a8a3-56ba84d681d1,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:32.191944 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0ed48e8b-ac8e-4fbc-8a4f-0f0992577ca7 req-a6f8f715-a8d5-48ee-a078-bbdbcb66d0f1 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789946 Apr 18 20:41:32.295525 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-887dc167-314e-4658-8755-fa3881dc1bd8 req-46cfaec1-b56c-45fb-89f5-f53d49799bed tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] No DVR routers for this DVR port 4b701a5a-79c8-44d3-a8a3-56ba84d681d1 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:41:32.300338 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08668699-ac6b-47c4-b9b9-5041cd0af4e4 x-openstack-request-id: req-08668699-ac6b-47c4-b9b9-5041cd0af4e4 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:32.300716 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74cdd2c-0c95-47ef-9cab-c0a3a3135c06", "name": "network-vif-deleted", "tag": "8a85c491-3186-4446-b13c-2bec22d556b4", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:32.301057 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08668699-ac6b-47c4-b9b9-5041cd0af4e4 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:32.301602 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08668699-ac6b-47c4-b9b9-5041cd0af4e4'] response: {'server_uuid': 'f74cdd2c-0c95-47ef-9cab-c0a3a3135c06', 'name': 'network-vif-deleted', 'tag': '8a85c491-3186-4446-b13c-2bec22d556b4', 'status': 'completed', 'code': 200} Apr 18 20:41:32.305621 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-887dc167-314e-4658-8755-fa3881dc1bd8 req-46cfaec1-b56c-45fb-89f5-f53d49799bed tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:32.309595 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-887dc167-314e-4658-8755-fa3881dc1bd8 req-46cfaec1-b56c-45fb-89f5-f53d49799bed tempest-InstanceActionsTestJSON-507556481 tempest-InstanceActionsTestJSON-507556481-project] 10.222.0.32 "DELETE /v2.0/ports/4b701a5a-79c8-44d3-a8a3-56ba84d681d1 HTTP/1.1" status: 204 len: 173 time: 2.6460047 Apr 18 20:41:32.316753 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-4daf7100-7dfc-4204-8a2e-a1d7a90acfd3 service neutron] 10.222.0.57 "GET /v2.0/networks/18c98ec1-fd43-4888-ad19-39fa23ba5861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688903 Apr 18 20:41:32.416791 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-789f9689-f221-47bb-bad7-0704f9c70aac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=95201784-e605-4f59-bd16-56419ae84a45 HTTP/1.1" status: 200 len: 217 time: 0.0761180 Apr 18 20:41:32.529744 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-33d35550-169f-4584-8d72-1285ff233901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97674a9-53d3-41ba-9802-1439e7cf0ecf {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:41:32.551735 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598d2c4-62cc-42b5-9a49-e16b09fc7dae req-c33ef983-0a97-4583-a5bb-b714351ee6a9 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:32.553402 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d598d2c4-62cc-42b5-9a49-e16b09fc7dae req-c33ef983-0a97-4583-a5bb-b714351ee6a9 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 931 time: 0.2398903 Apr 18 20:41:32.557362 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-33d35550-169f-4584-8d72-1285ff233901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:32.576686 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 8a85c491-3186-4446-b13c-2bec22d556b4 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:41:32.601663 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 8a85c491-3186-4446-b13c-2bec22d556b4 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:41:32.602149 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 8a85c491-3186-4446-b13c-2bec22d556b4 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:41:32.602649 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 4b701a5a-79c8-44d3-a8a3-56ba84d681d1 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:41:32.605936 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-9597fdc5-1f17-45f6-a3e1-5bc6cf0925d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:32.607627 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-9597fdc5-1f17-45f6-a3e1-5bc6cf0925d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23311194-a384-4735-a60e-77f8a24f1bc9 HTTP/1.1" status: 200 len: 797 time: 0.1559711 Apr 18 20:41:32.609784 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-33d35550-169f-4584-8d72-1285ff233901 service neutron] Transition to ACTIVE for port object a97674a9-53d3-41ba-9802-1439e7cf0ecf will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:32.629157 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-33d35550-169f-4584-8d72-1285ff233901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:32.630840 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 4b701a5a-79c8-44d3-a8a3-56ba84d681d1 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:41:32.631567 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 4b701a5a-79c8-44d3-a8a3-56ba84d681d1 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:41:32.702063 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b879e-a735-4b96-9a4b-d9e0771bd868 req-892cbcaf-a699-44ed-9050-e0a45d68cd26 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:32.703715 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-575b879e-a735-4b96-9a4b-d9e0771bd868 req-892cbcaf-a699-44ed-9050-e0a45d68cd26 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 945 time: 0.2539449 Apr 18 20:41:32.732105 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d598d2c4-62cc-42b5-9a49-e16b09fc7dae req-1c47e330-1175-46d9-905d-51465d8ac988 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674049 Apr 18 20:41:32.764612 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d35550-169f-4584-8d72-1285ff233901 service neutron] Pushing event updated for resources: {'Port': ['ID=a97674a9-53d3-41ba-9802-1439e7cf0ecf,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:32.813160 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-51e54748-8fd7-41b3-8d0e-cb11a22782dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:32.815016 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-51e54748-8fd7-41b3-8d0e-cb11a22782dc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b0f0f53-742c-4158-9900-4acf2578c1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1981692 Apr 18 20:41:32.831203 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-575b879e-a735-4b96-9a4b-d9e0771bd868 req-7a70558b-3e96-4049-9dab-06537c03a8d8 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138637 Apr 18 20:41:33.032474 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-33d35550-169f-4584-8d72-1285ff233901 service neutron] Attempting to bind port a97674a9-53d3-41ba-9802-1439e7cf0ecf on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:33.032819 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-33d35550-169f-4584-8d72-1285ff233901 service neutron] Attempting to bind port a97674a9-53d3-41ba-9802-1439e7cf0ecf by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '406ab32f-2da8-4456-8e5d-2d51a5282196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:33.033140 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-33d35550-169f-4584-8d72-1285ff233901 service neutron] Attempting to bind port a97674a9-53d3-41ba-9802-1439e7cf0ecf on network af9b8ad0-3b77-4446-8808-154f03d72322 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:41:33.050660 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-33d35550-169f-4584-8d72-1285ff233901 service neutron] Port a97674a9-53d3-41ba-9802-1439e7cf0ecf on network af9b8ad0-3b77-4446-8808-154f03d72322 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:41:33.054056 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-33d35550-169f-4584-8d72-1285ff233901 service neutron] Attempting to bind port a97674a9-53d3-41ba-9802-1439e7cf0ecf on network af9b8ad0-3b77-4446-8808-154f03d72322 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:41:33.065190 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-33d35550-169f-4584-8d72-1285ff233901 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:41:33.065512 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-33d35550-169f-4584-8d72-1285ff233901 service neutron] Checking segment: {'id': '406ab32f-2da8-4456-8e5d-2d51a5282196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:41:33.065798 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-33d35550-169f-4584-8d72-1285ff233901 service neutron] Bound using segment: {'id': '406ab32f-2da8-4456-8e5d-2d51a5282196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:41:33.066263 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-33d35550-169f-4584-8d72-1285ff233901 service neutron] Bound port: a97674a9-53d3-41ba-9802-1439e7cf0ecf, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '406ab32f-2da8-4456-8e5d-2d51a5282196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:33.066669 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-33d35550-169f-4584-8d72-1285ff233901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.072074 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-f87a499f-431f-4a37-9f00-19f413fd7933 service neutron] 10.222.0.57 "GET /v2.0/networks/2b0f0f53-742c-4158-9900-4acf2578c1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395010 Apr 18 20:41:33.081649 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ff52b-7dbf-461e-b67b-6f9199b45c56 req-a71d2c0b-8d63-4118-b151-cc462e293765 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:33.083329 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4f0ff52b-7dbf-461e-b67b-6f9199b45c56 req-a71d2c0b-8d63-4118-b151-cc462e293765 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1465940 Apr 18 20:41:33.235682 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4f0ff52b-7dbf-461e-b67b-6f9199b45c56 req-c5bf77fa-c7a1-4f6f-8c56-1603e30affb3 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343443 Apr 18 20:41:33.301242 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43044) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:33.330884 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-33d35550-169f-4584-8d72-1285ff233901 service neutron] For port a97674a9-53d3-41ba-9802-1439e7cf0ecf, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:41:33.354870 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-4138f3fd-1680-4751-b2f4-e2d1e6ad2649 service neutron] 10.222.0.57 "GET /v2.0/networks/2b0f0f53-742c-4158-9900-4acf2578c1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704561 Apr 18 20:41:33.359105 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-33d35550-169f-4584-8d72-1285ff233901 service neutron] For port a97674a9-53d3-41ba-9802-1439e7cf0ecf, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a97674a9-53d3-41ba-9802-1439e7cf0ecf,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:41:33.385731 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c3d4d1-2663-4f19-a695-62ed9b529f96 admin admin] Deleting subnet 5b74373b-a19f-475a-ad0e-66dccaa14e01 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:41:33.392167 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13c3d4d1-2663-4f19-a695-62ed9b529f96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.420273 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-33d35550-169f-4584-8d72-1285ff233901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.436393 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-bacdcf9b-6858-4e7c-ac80-76405c5c1ac6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=261ee228-3034-446a-848b-b1eb0de2a08c HTTP/1.1" status: 200 len: 217 time: 0.0737073 Apr 18 20:41:33.453300 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13c3d4d1-2663-4f19-a695-62ed9b529f96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.506588 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13c3d4d1-2663-4f19-a695-62ed9b529f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.531925 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-33d35550-169f-4584-8d72-1285ff233901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:33.532678 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-33d35550-169f-4584-8d72-1285ff233901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.534162 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-33d35550-169f-4584-8d72-1285ff233901 service neutron] 10.222.0.32 "PUT /v2.0/ports/a97674a9-53d3-41ba-9802-1439e7cf0ecf HTTP/1.1" status: 200 len: 1091 time: 2.3675272 Apr 18 20:41:33.547465 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-7581902d-c257-423c-9959-09b31afed950 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:33.555815 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-7581902d-c257-423c-9959-09b31afed950 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/networks?id=f359647e-7253-4c28-8ec0-be158505d4fd HTTP/1.1" status: 200 len: 812 time: 0.3433626 Apr 18 20:41:33.579599 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13c3d4d1-2663-4f19-a695-62ed9b529f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.614726 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-63f2cfff-7acb-48ff-a821-e7a50718b6c2 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/quotas/a632b6dbeeee449a9082e9ef3657c7f7 HTTP/1.1" status: 200 len: 375 time: 0.0579782 Apr 18 20:41:33.637111 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-8d2668db-c804-4fd4-81ca-cafc4a26c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:33.639026 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-8d2668db-c804-4fd4-81ca-cafc4a26c803 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23311194-a384-4735-a60e-77f8a24f1bc9 HTTP/1.1" status: 200 len: 797 time: 0.1756859 Apr 18 20:41:33.641051 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3d4d1-2663-4f19-a695-62ed9b529f96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b74373b-a19f-475a-ad0e-66dccaa14e01,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:33.659287 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13c3d4d1-2663-4f19-a695-62ed9b529f96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.666385 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-13c3d4d1-2663-4f19-a695-62ed9b529f96 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5b74373b-a19f-475a-ad0e-66dccaa14e01 HTTP/1.1" status: 204 len: 168 time: 0.3608716 Apr 18 20:41:33.669275 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3d4d1-2663-4f19-a695-62ed9b529f96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:33.669838 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3d4d1-2663-4f19-a695-62ed9b529f96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:33.670420 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3d4d1-2663-4f19-a695-62ed9b529f96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:33.670983 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3d4d1-2663-4f19-a695-62ed9b529f96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:33.671562 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3d4d1-2663-4f19-a695-62ed9b529f96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:33.672340 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3d4d1-2663-4f19-a695-62ed9b529f96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:33.673181 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3d4d1-2663-4f19-a695-62ed9b529f96 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:33.673740 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3d4d1-2663-4f19-a695-62ed9b529f96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:33.674290 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3d4d1-2663-4f19-a695-62ed9b529f96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:33.674633 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d35550-169f-4584-8d72-1285ff233901 service neutron] Pushing event updated for resources: {'Port': ['ID=a97674a9-53d3-41ba-9802-1439e7cf0ecf,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:33.674825 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3d4d1-2663-4f19-a695-62ed9b529f96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:33.675602 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3d4d1-2663-4f19-a695-62ed9b529f96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:33.676404 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3d4d1-2663-4f19-a695-62ed9b529f96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:33.677491 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43046) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:33.697573 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f80f57-4bad-43c1-82da-068bad43dd8c req-feefe99c-7b66-40df-97d4-d44c90d20244 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:33.700131 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1f80f57-4bad-43c1-82da-068bad43dd8c req-feefe99c-7b66-40df-97d4-d44c90d20244 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.3308098 Apr 18 20:41:33.753355 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-90020a43-1e71-467a-b6df-f7d36897af0d tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a632b6dbeeee449a9082e9ef3657c7f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1187954 Apr 18 20:41:33.914446 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-d31f5946-deb8-47da-98df-3be716881b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:33.915977 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-d31f5946-deb8-47da-98df-3be716881b2e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66c8c89b1fcc4ff8ba25812b9483869d&device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 1094 time: 0.2977054 Apr 18 20:41:34.242624 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dda05966-74c4-4278-88ac-73fe494f1c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:34.284677 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1f80f57-4bad-43c1-82da-068bad43dd8c req-b8d6b363-13c0-4373-bd19-bc0e8189a407 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5456443 Apr 18 20:41:34.286833 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-bdba8dfb-bae0-4d49-aefc-1825857e0b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:34.288363 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-bdba8dfb-bae0-4d49-aefc-1825857e0b13 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b0f0f53-742c-4158-9900-4acf2578c1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6159897 Apr 18 20:41:34.308050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef218b6c-7e20-448e-88d1-ec54083aa549', 'name': 'network-vif-deleted', 'tag': '4b701a5a-79c8-44d3-a8a3-56ba84d681d1'}, {'name': 'network-changed', 'server_uuid': 'c28333d8-5a08-41b6-b8f3-7687852e5288', 'tag': 'a97674a9-53d3-41ba-9802-1439e7cf0ecf'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:34.311617 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef7625e-ae5d-481b-8ecf-3d20171f7c03" -d '{"events": [{"server_uuid": "ef218b6c-7e20-448e-88d1-ec54083aa549", "name": "network-vif-deleted", "tag": "4b701a5a-79c8-44d3-a8a3-56ba84d681d1"}, {"name": "network-changed", "server_uuid": "c28333d8-5a08-41b6-b8f3-7687852e5288", "tag": "a97674a9-53d3-41ba-9802-1439e7cf0ecf"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:34.322564 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-775c71cc-3409-4998-b41b-24449e7727f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a97674a9-53d3-41ba-9802-1439e7cf0ecf HTTP/1.1" status: 200 len: 217 time: 0.0962794 Apr 18 20:41:34.457246 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-a8817315-80f2-4d16-9906-251775ffee2d service neutron] 10.222.0.41 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6901512 Apr 18 20:41:34.560691 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db563641-dc0a-47e0-a57a-6d3cf9c6a581 req-dd2ae6d5-56c3-4676-9a22-0d962af80f8f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6517127 Apr 18 20:41:34.622147 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-6892659c-db9f-4643-ae45-2a673ce1368b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:34.623685 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-6892659c-db9f-4643-ae45-2a673ce1368b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c229c317-384e-4f90-84f5-fac3dceea926 HTTP/1.1" status: 200 len: 855 time: 0.2790301 Apr 18 20:41:34.729325 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dda05966-74c4-4278-88ac-73fe494f1c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:34.788250 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-da210143-1771-495b-806c-19f57e12ba22 service neutron] 10.222.0.57 "GET /v2.0/networks/2b0f0f53-742c-4158-9900-4acf2578c1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731503 Apr 18 20:41:34.803096 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfb661-7b5a-4b30-bddb-772f185ea52a req-b0441c1b-9174-4c53-ac01-85e42826541e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:34.804924 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58bfb661-7b5a-4b30-bddb-772f185ea52a req-b0441c1b-9174-4c53-ac01-85e42826541e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 0.3894618 Apr 18 20:41:34.809835 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-dda05966-74c4-4278-88ac-73fe494f1c15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9fb8cdf-6285-41c4-95c0-36da626f95f5']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:34.845354 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-dda05966-74c4-4278-88ac-73fe494f1c15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c8af4b-6808-44fc-9bf0-5fea06c599c0') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:34.845610 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-dda05966-74c4-4278-88ac-73fe494f1c15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c8af4b-6808-44fc-9bf0-5fea06c599c0') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:34.891835 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dda05966-74c4-4278-88ac-73fe494f1c15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:34.962184 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db563641-dc0a-47e0-a57a-6d3cf9c6a581 req-6b7db7f7-1d29-4eb9-8807-aa3b8e695596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:34.963706 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db563641-dc0a-47e0-a57a-6d3cf9c6a581 req-6b7db7f7-1d29-4eb9-8807-aa3b8e695596 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b15a212f24594521a622268ceffef952&device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 1096 time: 0.3391182 Apr 18 20:41:34.972851 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-86ef0e5e-6fcc-4f80-a555-4269ad40a204 service neutron] 10.222.0.41 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981108 Apr 18 20:41:34.974775 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-e0276f5f-7b12-46a8-bb26-f38b70055f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:34.976288 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-e0276f5f-7b12-46a8-bb26-f38b70055f00 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af9b8ad0-3b77-4446-8808-154f03d72322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3259833 Apr 18 20:41:34.977492 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dda05966-74c4-4278-88ac-73fe494f1c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:35.047731 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda05966-74c4-4278-88ac-73fe494f1c15 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:35.048158 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dda05966-74c4-4278-88ac-73fe494f1c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:35.052691 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58bfb661-7b5a-4b30-bddb-772f185ea52a req-f0b219b5-1478-456c-aa05-194b6984a3af tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364104 Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:35.053389 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:35.248228 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5049bc-dc69-430d-98da-6705386eea8d x-openstack-request-id: req-ed5049bc-dc69-430d-98da-6705386eea8d {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:35.249732 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef218b6c-7e20-448e-88d1-ec54083aa549", "name": "network-vif-deleted", "tag": "4b701a5a-79c8-44d3-a8a3-56ba84d681d1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c28333d8-5a08-41b6-b8f3-7687852e5288", "tag": "a97674a9-53d3-41ba-9802-1439e7cf0ecf", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:35.249732 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed5049bc-dc69-430d-98da-6705386eea8d {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:35.249732 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed5049bc-dc69-430d-98da-6705386eea8d'] response: {'server_uuid': 'ef218b6c-7e20-448e-88d1-ec54083aa549', 'name': 'network-vif-deleted', 'tag': '4b701a5a-79c8-44d3-a8a3-56ba84d681d1', 'status': 'completed', 'code': 200} Apr 18 20:41:35.250828 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed5049bc-dc69-430d-98da-6705386eea8d'] response: {'name': 'network-changed', 'server_uuid': 'c28333d8-5a08-41b6-b8f3-7687852e5288', 'tag': 'a97674a9-53d3-41ba-9802-1439e7cf0ecf', 'status': 'completed', 'code': 200} Apr 18 20:41:35.329571 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-2a0ac302-46f0-40c3-8564-75582cf0c1d6 service neutron] 10.222.0.57 "GET /v2.0/networks/2b0f0f53-742c-4158-9900-4acf2578c1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051184 Apr 18 20:41:35.330283 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dda05966-74c4-4278-88ac-73fe494f1c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:35.366550 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-74ee3730-def2-49e2-ad33-442850431de3 req-289df743-e99b-438c-be3b-f08c7213a3e3 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=73f2ff76-882d-4b92-91bb-b889b534a141 HTTP/1.1" status: 200 len: 210 time: 0.0750279 Apr 18 20:41:35.383871 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dda05966-74c4-4278-88ac-73fe494f1c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:35.388031 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-dda05966-74c4-4278-88ac-73fe494f1c15 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e9fb8cdf-6285-41c4-95c0-36da626f95f5 HTTP/1.1" status: 204 len: 168 time: 1.6987572 Apr 18 20:41:35.468316 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda05966-74c4-4278-88ac-73fe494f1c15 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9fb8cdf-6285-41c4-95c0-36da626f95f5,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:35.478008 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-b773d816-6cf3-4839-9626-5bb9e087051e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=088f9125-e7ed-4d40-819c-3af12453d6a0 HTTP/1.1" status: 200 len: 217 time: 0.1141174 Apr 18 20:41:35.486085 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-29ed8171-06cd-43eb-bda0-c27e82c38cc6 service neutron] 10.222.0.32 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933946 Apr 18 20:41:35.497195 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db563641-dc0a-47e0-a57a-6d3cf9c6a581 req-f56045d7-97f9-4546-a7ee-16a9b4e8b071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:35.498685 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db563641-dc0a-47e0-a57a-6d3cf9c6a581 req-f56045d7-97f9-4546-a7ee-16a9b4e8b071 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed2b0c12-45b2-4296-81f8-31d496e92fff HTTP/1.1" status: 200 len: 914 time: 0.5016899 Apr 18 20:41:35.506499 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e61252-02e5-4b95-85e3-f0dc7869b440 req-8bc54deb-e33e-4b0c-9e1c-f54f9046448d tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:35.508115 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03e61252-02e5-4b95-85e3-f0dc7869b440 req-8bc54deb-e33e-4b0c-9e1c-f54f9046448d tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 945 time: 0.3357353 Apr 18 20:41:35.652091 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db563641-dc0a-47e0-a57a-6d3cf9c6a581 req-262d8163-8515-4c10-93b7-0b7380e3ba3e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f834cc-9787-49bb-9e0f-ca6966e81652 HTTP/1.1" status: 200 len: 217 time: 0.1415999 Apr 18 20:41:35.657717 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43070) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:35.720564 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5f99ff92-cd96-4181-929a-9f28ce36ac72 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae3e740b88724aa498c0af48d058f85a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0609097 Apr 18 20:41:35.723342 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43074) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:35.788647 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-2f9355f1-cc92-4c7c-92ea-1813ac314cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:35.790518 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-2f9355f1-cc92-4c7c-92ea-1813ac314cd0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23311194-a384-4735-a60e-77f8a24f1bc9 HTTP/1.1" status: 200 len: 797 time: 0.3023260 Apr 18 20:41:35.793765 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4b75d2ae-736e-409a-b7a2-c5b4b42f8b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:35.799619 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03e61252-02e5-4b95-85e3-f0dc7869b440 req-4dbdff97-f326-46a3-bb64-a4b8d5c48fa2 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698407 Apr 18 20:41:35.830648 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db563641-dc0a-47e0-a57a-6d3cf9c6a581 req-94fa5f76-3f21-4bec-b0b6-81762ee675d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:35.832159 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db563641-dc0a-47e0-a57a-6d3cf9c6a581 req-94fa5f76-3f21-4bec-b0b6-81762ee675d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3cc6e869-dcde-4b4f-9cfc-e06da113fabf HTTP/1.1" status: 200 len: 853 time: 0.1654916 Apr 18 20:41:35.856986 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4b75d2ae-736e-409a-b7a2-c5b4b42f8b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:35.879256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e6948-e0c8-402c-ab87-595de270034d req-497cc8b1-6f79-44a6-87d4-badd77773cdb tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:35.880910 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-221e6948-e0c8-402c-ab87-595de270034d req-497cc8b1-6f79-44a6-87d4-badd77773cdb tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.3550110 Apr 18 20:41:35.906383 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db563641-dc0a-47e0-a57a-6d3cf9c6a581 req-e0ce6035-e1d1-4f03-8951-282eef206d62 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed2b0c12-45b2-4296-81f8-31d496e92fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634058 Apr 18 20:41:35.909483 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4aacb3f-2497-4550-b2d7-f94093fa53c5 req-5b3ab3d3-3b07-4987-81cf-606a46ae247b service neutron] 10.222.0.32 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003541 Apr 18 20:41:35.965112 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4b75d2ae-736e-409a-b7a2-c5b4b42f8b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:35.969013 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4b75d2ae-736e-409a-b7a2-c5b4b42f8b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:35.971227 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4b75d2ae-736e-409a-b7a2-c5b4b42f8b36 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/73073e38-80f4-4c0f-aae2-05ff97c6a2c0 HTTP/1.1" status: 204 len: 168 time: 0.2464452 Apr 18 20:41:35.981923 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75d2ae-736e-409a-b7a2-c5b4b42f8b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73073e38-80f4-4c0f-aae2-05ff97c6a2c0,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:36.068932 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-8c5fb205-bb73-4698-9e3c-756f53ca60fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:36.071525 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-8c5fb205-bb73-4698-9e3c-756f53ca60fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b0f0f53-742c-4158-9900-4acf2578c1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2653754 Apr 18 20:41:36.228526 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-221e6948-e0c8-402c-ab87-595de270034d req-edb34ca1-2bc3-40b3-bfb1-0d9512c73438 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230772 Apr 18 20:41:36.354185 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7625e-ae5d-481b-8ecf-3d20171f7c03 req-d93710cf-97c6-43e5-adf7-984bc02ff4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:36.356709 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fef7625e-ae5d-481b-8ecf-3d20171f7c03 req-d93710cf-97c6-43e5-adf7-984bc02ff4ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66c8c89b1fcc4ff8ba25812b9483869d&device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 1094 time: 0.3669655 Apr 18 20:41:36.751452 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db563641-dc0a-47e0-a57a-6d3cf9c6a581 req-33524c17-8f22-4543-9f21-e7639e2b057c service neutron] 10.222.0.32 "GET /v2.0/networks/ed2b0c12-45b2-4296-81f8-31d496e92fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8302555 Apr 18 20:41:36.804273 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-b0d22f84-57f6-47b2-809e-1c7f86ac2232 service neutron] 10.222.0.57 "GET /v2.0/networks/2b0f0f53-742c-4158-9900-4acf2578c1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6720171 Apr 18 20:41:36.858659 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da8f00-4164-45a7-85e6-3e3c3a464e07 req-ebb96dd5-db07-4d5b-9f65-563f1a348238 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:36.872783 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9da8f00-4164-45a7-85e6-3e3c3a464e07 req-ebb96dd5-db07-4d5b-9f65-563f1a348238 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 0.6681547 Apr 18 20:41:36.963522 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-af405dea-a081-4f3c-b1cf-ef5f38fbc321 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:36.978407 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-af405dea-a081-4f3c-b1cf-ef5f38fbc321 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.57 "GET /v2.0/networks?id=f359647e-7253-4c28-8ec0-be158505d4fd HTTP/1.1" status: 200 len: 812 time: 0.1539273 Apr 18 20:41:36.993806 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-66b02ead-b420-463b-a687-dd5fa57d75b4 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Request body: {'port': {'device_id': '73f2ff76-882d-4b92-91bb-b889b534a141', 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd', 'admin_state_up': True, 'tenant_id': 'a632b6dbeeee449a9082e9ef3657c7f7'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:37.079101 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a589b-8c7a-4a84-b004-0325e27bc8c2 req-e86bf85c-b4ee-4995-9a6b-1137c53ae1fb tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:37.081782 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cf6a589b-8c7a-4a84-b004-0325e27bc8c2 req-e86bf85c-b4ee-4995-9a6b-1137c53ae1fb tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.7085438 Apr 18 20:41:37.141856 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43106) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:37.177317 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-66b02ead-b420-463b-a687-dd5fa57d75b4 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Made reservation on behalf of a632b6dbeeee449a9082e9ef3657c7f7 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:37.182308 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-66b02ead-b420-463b-a687-dd5fa57d75b4 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.203892 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7625e-ae5d-481b-8ecf-3d20171f7c03 req-e155a8b3-5ee5-440a-8c4f-cc3fdd425fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:37.206325 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fef7625e-ae5d-481b-8ecf-3d20171f7c03 req-e155a8b3-5ee5-440a-8c4f-cc3fdd425fdf service neutron] 10.222.0.32 "GET /v2.0/networks?id=af9b8ad0-3b77-4446-8808-154f03d72322 HTTP/1.1" status: 200 len: 917 time: 0.8365774 Apr 18 20:41:37.230348 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9da8f00-4164-45a7-85e6-3e3c3a464e07 req-8a72bde7-6bfe-48bb-8ed1-45a0ebfba39e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2689984 Apr 18 20:41:37.303920 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a2a9dcfc-2a2e-4f64-9e4d-5ff3810ecebb admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-398612959-network', 'tenant_id': '9490b7f834714526a58bc420d9f4a398'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:37.335597 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fef7625e-ae5d-481b-8ecf-3d20171f7c03 req-1ad6cfec-269f-4241-923b-f7c853d4820f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a97674a9-53d3-41ba-9802-1439e7cf0ecf HTTP/1.1" status: 200 len: 217 time: 0.1117609 Apr 18 20:41:37.349597 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db563641-dc0a-47e0-a57a-6d3cf9c6a581 req-c026968e-af0c-48e4-9673-ffd12d5e6efc service neutron] 10.222.0.32 "GET /v2.0/networks/ed2b0c12-45b2-4296-81f8-31d496e92fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5642953 Apr 18 20:41:37.393795 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cf6a589b-8c7a-4a84-b004-0325e27bc8c2 req-df428a0d-6882-404c-8e0c-6e98902b678c tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533183 Apr 18 20:41:37.429132 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a9dcfc-2a2e-4f64-9e4d-5ff3810ecebb admin admin] Made reservation on behalf of 9490b7f834714526a58bc420d9f4a398 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:37.434898 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2a9dcfc-2a2e-4f64-9e4d-5ff3810ecebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.445262 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4720e752-779f-43b4-8be1-bb372b48d460 req-2125fbe5-12b8-4a4f-a461-7eb3e5b752f4 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=73f2ff76-882d-4b92-91bb-b889b534a141 HTTP/1.1" status: 200 len: 210 time: 0.0480099 Apr 18 20:41:37.450795 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-ed192ef1-8556-40a6-9ccc-0443ddc8275d service neutron] 10.222.0.57 "GET /v2.0/networks/2b0f0f53-742c-4158-9900-4acf2578c1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5757613 Apr 18 20:41:37.493825 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-66b02ead-b420-463b-a687-dd5fa57d75b4 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Allocated IP 172.20.0.2 (f359647e-7253-4c28-8ec0-be158505d4fd/6320347a-fb3b-4b56-9b35-0b62db71b2d8/89558483-9999-4751-90db-414d08755ada) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:37.505323 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-a6b322eb-bb44-44fb-946e-275539823a5a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78 HTTP/1.1" status: 200 len: 217 time: 0.0465946 Apr 18 20:41:37.507796 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7625e-ae5d-481b-8ecf-3d20171f7c03 req-25546b0b-9604-42b4-9174-68f203f57f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:37.509731 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fef7625e-ae5d-481b-8ecf-3d20171f7c03 req-25546b0b-9604-42b4-9174-68f203f57f23 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c229c317-384e-4f90-84f5-fac3dceea926 HTTP/1.1" status: 200 len: 855 time: 0.1649837 Apr 18 20:41:37.551462 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.553589 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2a9dcfc-2a2e-4f64-9e4d-5ff3810ecebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.681781 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-7a39a001-56ac-493c-9ffd-f9512891d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:37.683721 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-7a39a001-56ac-493c-9ffd-f9512891d54c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23311194-a384-4735-a60e-77f8a24f1bc9 HTTP/1.1" status: 200 len: 797 time: 0.1710019 Apr 18 20:41:37.779008 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940cbde-7deb-428a-819d-f256449b231a req-04bf09cb-eb75-4da0-81a6-dbd95c86d2b8 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:37.781378 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8940cbde-7deb-428a-819d-f256449b231a req-04bf09cb-eb75-4da0-81a6-dbd95c86d2b8 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 945 time: 0.2010877 Apr 18 20:41:37.785056 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7625e-ae5d-481b-8ecf-3d20171f7c03 req-6a4504e0-6386-402e-9dcd-965e79088e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:37.788238 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fef7625e-ae5d-481b-8ecf-3d20171f7c03 req-6a4504e0-6386-402e-9dcd-965e79088e18 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af9b8ad0-3b77-4446-8808-154f03d72322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2638128 Apr 18 20:41:37.811325 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-66b02ead-b420-463b-a687-dd5fa57d75b4 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.819971 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2a9dcfc-2a2e-4f64-9e4d-5ff3810ecebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.828853 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2a9dcfc-2a2e-4f64-9e4d-5ff3810ecebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.884524 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a9dcfc-2a2e-4f64-9e4d-5ff3810ecebb admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:41:37.896189 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-41b242d6-2c43-4210-aee2-9dc94ffa7044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:37.897795 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-41b242d6-2c43-4210-aee2-9dc94ffa7044 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b0f0f53-742c-4158-9900-4acf2578c1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2063150 Apr 18 20:41:37.899857 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9dcfc-2a2e-4f64-9e4d-5ff3810ecebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b5a320-67a5-45df-9b85-63159735773c,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:37.907247 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2a9dcfc-2a2e-4f64-9e4d-5ff3810ecebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.907568 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-a2a9dcfc-2a2e-4f64-9e4d-5ff3810ecebb admin admin] Added segment 41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba of type vlan for network ce2994d5-31dd-45c2-a9b2-2862c294165a Apr 18 20:41:37.958972 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-66b02ead-b420-463b-a687-dd5fa57d75b4 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.971708 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28684d40-9268-40f3-bebe-47c6e76c337d req-e3eb0cb8-197c-450b-a406-65df24e398f3 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:37.973334 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28684d40-9268-40f3-bebe-47c6e76c337d req-e3eb0cb8-197c-450b-a406-65df24e398f3 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.2282283 Apr 18 20:41:37.978088 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2a9dcfc-2a2e-4f64-9e4d-5ff3810ecebb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.986323 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8940cbde-7deb-428a-819d-f256449b231a req-8d314a41-1c6c-40a8-a879-86945e9ba153 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642623 Apr 18 20:41:38.025673 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-66b02ead-b420-463b-a687-dd5fa57d75b4 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Network f359647e-7253-4c28-8ec0-be158505d4fd is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:38.035898 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-66b02ead-b420-463b-a687-dd5fa57d75b4 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:38.042665 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-66b02ead-b420-463b-a687-dd5fa57d75b4 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:41:38.056139 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fef7625e-ae5d-481b-8ecf-3d20171f7c03 req-ac74f754-386d-48f9-86c9-9951856230d2 service neutron] 10.222.0.32 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602172 Apr 18 20:41:38.069134 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b02ead-b420-463b-a687-dd5fa57d75b4 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Pushing event updated for resources: {'Port': ['ID=89558483-9999-4751-90db-414d08755ada,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:38.074501 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2a9dcfc-2a2e-4f64-9e4d-5ff3810ecebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:38.075710 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a9dcfc-2a2e-4f64-9e4d-5ff3810ecebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:38.076290 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2a9dcfc-2a2e-4f64-9e4d-5ff3810ecebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:38.144225 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28684d40-9268-40f3-bebe-47c6e76c337d req-6b628e43-62a0-40f5-bf5a-3ede875617f0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276801 Apr 18 20:41:38.150764 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a2a9dcfc-2a2e-4f64-9e4d-5ff3810ecebb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0077429 Apr 18 20:41:38.155896 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43114) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:38.160811 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-5a93aeac-0dcb-4d45-b59d-bdfec1666d89 admin admin] Request body: {'subnet': {'network_id': 'ce2994d5-31dd-45c2-a9b2-2862c294165a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-398612959-subnet', 'tenant_id': '9490b7f834714526a58bc420d9f4a398', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:38.171557 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-66b02ead-b420-463b-a687-dd5fa57d75b4 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:38.172235 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-66b02ead-b420-463b-a687-dd5fa57d75b4 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:38.175495 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-910e9e7a-7bd0-44a2-8cfa-faa2d20e29e0 service neutron] 10.222.0.57 "GET /v2.0/networks/2b0f0f53-742c-4158-9900-4acf2578c1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538595 Apr 18 20:41:38.183404 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9dcfc-2a2e-4f64-9e4d-5ff3810ecebb admin admin] Pushing event updated for resources: {'Network': ['ID=ce2994d5-31dd-45c2-a9b2-2862c294165a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:38.202885 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-66b02ead-b420-463b-a687-dd5fa57d75b4 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2147646 Apr 18 20:41:38.204633 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network ce2994d5-31dd-45c2-a9b2-2862c294165a details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:41:38.215652 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-2aacee58-f2aa-4ae3-9fec-5d599095ea41 service neutron] Request body: {'port': {'device_id': '73f2ff76-882d-4b92-91bb-b889b534a141', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:38.218632 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a93aeac-0dcb-4d45-b59d-bdfec1666d89 admin admin] Made reservation on behalf of 9490b7f834714526a58bc420d9f4a398 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:38.220931 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5a93aeac-0dcb-4d45-b59d-bdfec1666d89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:38.266712 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fef7625e-ae5d-481b-8ecf-3d20171f7c03 req-e885ea3a-415d-4dfd-b84e-5c28b8d9c1b5 service neutron] 10.222.0.32 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020607 Apr 18 20:41:38.341603 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-2aacee58-f2aa-4ae3-9fec-5d599095ea41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:38.352516 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-a867607d-05bf-4540-b98a-be65b23381e0 service neutron] 10.222.0.57 "GET /v2.0/networks/2b0f0f53-742c-4158-9900-4acf2578c1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655824 Apr 18 20:41:38.367651 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ceaba-09f4-484b-9f89-878bc0bde7c3 req-c31dc7da-5e9a-40ab-a87e-9d3d8285de9f tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:38.369999 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-398ceaba-09f4-484b-9f89-878bc0bde7c3 req-c31dc7da-5e9a-40ab-a87e-9d3d8285de9f tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.0990145 Apr 18 20:41:38.419418 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-809d39e5-e0ee-4064-8039-357f1e6c7cbc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8d3bdca7-278d-47f1-a781-98e6caeb3fe5 HTTP/1.1" status: 200 len: 217 time: 0.0482030 Apr 18 20:41:38.519469 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-398ceaba-09f4-484b-9f89-878bc0bde7c3 req-e0d5d29f-c09d-4dc8-92e0-4eab0270fa12 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417704 Apr 18 20:41:38.533028 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-9d413c6b-5828-4a81-b065-24c4867b4317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:38.534588 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-9d413c6b-5828-4a81-b065-24c4867b4317 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c48d41c-4d09-4209-9d40-59fcbdf9fd5e HTTP/1.1" status: 200 len: 797 time: 0.1055059 Apr 18 20:41:38.542831 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9afe4-a4b9-4df6-a907-a9b2bebe2a16 req-8e767c71-7d4a-4a36-9ce9-46485eeffe29 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:38.544592 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-78c9afe4-a4b9-4df6-a907-a9b2bebe2a16 req-8e767c71-7d4a-4a36-9ce9-46485eeffe29 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 0.1332467 Apr 18 20:41:38.604970 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a97674a9-53d3-41ba-9802-1439e7cf0ecf details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:41:38.654809 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5a93aeac-0dcb-4d45-b59d-bdfec1666d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:38.667546 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-78c9afe4-a4b9-4df6-a907-a9b2bebe2a16 req-cdd2b6e1-31b3-40e6-b195-b263afac816f tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087611 Apr 18 20:41:38.679233 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-4995efe7-7119-458e-9248-620824305a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:38.685085 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-4995efe7-7119-458e-9248-620824305a58 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8f8942e-3e1a-43d9-880b-ea4411c35474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1358795 Apr 18 20:41:38.754167 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e8554-2777-4acf-b2e1-c185668f0283 req-e6f4d7b4-dd64-43a0-9c9c-29cafd29bab3 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:38.756015 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b09e8554-2777-4acf-b2e1-c185668f0283 req-e6f4d7b4-dd64-43a0-9c9c-29cafd29bab3 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=73f2ff76-882d-4b92-91bb-b889b534a141 HTTP/1.1" status: 200 len: 931 time: 0.1536255 Apr 18 20:41:38.761267 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93aeac-0dcb-4d45-b59d-bdfec1666d89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbcb42d3-b7c0-4528-8f19-a9afdd7046e2,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:38.791823 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a97674a9-53d3-41ba-9802-1439e7cf0ecf, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a97674a9-53d3-41ba-9802-1439e7cf0ecf,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:38.812253 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a93aeac-0dcb-4d45-b59d-bdfec1666d89 admin admin] Checking segment: {'id': '41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ce2994d5-31dd-45c2-a9b2-2862c294165a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:41:38.812684 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a93aeac-0dcb-4d45-b59d-bdfec1666d89 admin admin] Network hostable DHCP agents. Network: ce2994d5-31dd-45c2-a9b2-2862c294165a, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:41:38.814927 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'a97674a9-53d3-41ba-9802-1439e7cf0ecf', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'port_id': 'a97674a9-53d3-41ba-9802-1439e7cf0ecf', 'mac_address': 'fa:16:3e:2b:00:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:41:38.822913 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-2aacee58-f2aa-4ae3-9fec-5d599095ea41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89558483-9999-4751-90db-414d08755ada {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:41:38.835143 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-2aacee58-f2aa-4ae3-9fec-5d599095ea41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:38.863019 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a93aeac-0dcb-4d45-b59d-bdfec1666d89 admin admin] Network ce2994d5-31dd-45c2-a9b2-2862c294165a is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:41:38.872988 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-2aacee58-f2aa-4ae3-9fec-5d599095ea41 service neutron] Transition to ACTIVE for port object 89558483-9999-4751-90db-414d08755ada will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:38.888702 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-2aacee58-f2aa-4ae3-9fec-5d599095ea41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:38.890396 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:38.897951 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b09e8554-2777-4acf-b2e1-c185668f0283 req-b6d1fdcd-222d-45fd-a43f-60681337324a tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941317 Apr 18 20:41:38.905721 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-5a93aeac-0dcb-4d45-b59d-bdfec1666d89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, ce2994d5-31dd-45c2-a9b2-2862c294165a) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:38.924368 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97674a9-53d3-41ba-9802-1439e7cf0ecf {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:41:38.958912 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a93aeac-0dcb-4d45-b59d-bdfec1666d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:38.959867 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5a93aeac-0dcb-4d45-b59d-bdfec1666d89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:38.967155 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a97674a9-53d3-41ba-9802-1439e7cf0ecf, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a97674a9-53d3-41ba-9802-1439e7cf0ecf,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:38.970345 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3455000d-60b3-4f30-8039-351f806709a5 None None] Network ce2994d5-31dd-45c2-a9b2-2862c294165a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:41:38.973863 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bc900-479e-45aa-a7eb-4112220f6478 req-ea43fb0d-bf7e-4bd4-b5cc-5ee5b49b8ecd tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:38.975447 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d2bc900-479e-45aa-a7eb-4112220f6478 req-ea43fb0d-bf7e-4bd4-b5cc-5ee5b49b8ecd tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1498697 Apr 18 20:41:38.989811 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:38.999969 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-63b4dd82-65bf-4668-8b67-a0e9dd94efa5 service neutron] 10.222.0.57 "GET /v2.0/networks/a8f8942e-3e1a-43d9-880b-ea4411c35474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913907 Apr 18 20:41:39.014691 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacee58-f2aa-4ae3-9fec-5d599095ea41 service neutron] Pushing event updated for resources: {'Port': ['ID=89558483-9999-4751-90db-414d08755ada,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:39.023916 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5a93aeac-0dcb-4d45-b59d-bdfec1666d89 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8666637 Apr 18 20:41:39.111824 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=a97674a9-53d3-41ba-9802-1439e7cf0ecf,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:39.114427 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d2bc900-479e-45aa-a7eb-4112220f6478 req-70f06193-7095-4d0f-b133-27560299bc83 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266677 Apr 18 20:41:39.170317 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-2aacee58-f2aa-4ae3-9fec-5d599095ea41 service neutron] Attempting to bind port 89558483-9999-4751-90db-414d08755ada on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:39.170933 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:39.171191 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-2aacee58-f2aa-4ae3-9fec-5d599095ea41 service neutron] Attempting to bind port 89558483-9999-4751-90db-414d08755ada by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'c7af4a65-87eb-4bd6-9af9-22178fa49c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:39.171785 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-2aacee58-f2aa-4ae3-9fec-5d599095ea41 service neutron] Attempting to bind port 89558483-9999-4751-90db-414d08755ada on network f359647e-7253-4c28-8ec0-be158505d4fd {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:41:39.172213 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:39.173048 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:39.173821 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:39.174597 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:39.175407 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:39.177130 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:39.177978 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:39.178748 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:39.179747 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:39.180549 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:39.181473 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:39.182004 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-2aacee58-f2aa-4ae3-9fec-5d599095ea41 service neutron] Port 89558483-9999-4751-90db-414d08755ada on network f359647e-7253-4c28-8ec0-be158505d4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:41:39.183231 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-2aacee58-f2aa-4ae3-9fec-5d599095ea41 service neutron] Attempting to bind port 89558483-9999-4751-90db-414d08755ada on network f359647e-7253-4c28-8ec0-be158505d4fd {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:41:39.190897 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-2aacee58-f2aa-4ae3-9fec-5d599095ea41 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:41:39.191394 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-2aacee58-f2aa-4ae3-9fec-5d599095ea41 service neutron] Checking segment: {'id': 'c7af4a65-87eb-4bd6-9af9-22178fa49c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:41:39.192027 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-2aacee58-f2aa-4ae3-9fec-5d599095ea41 service neutron] Bound using segment: {'id': 'c7af4a65-87eb-4bd6-9af9-22178fa49c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:41:39.192661 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-2aacee58-f2aa-4ae3-9fec-5d599095ea41 service neutron] Bound port: 89558483-9999-4751-90db-414d08755ada, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7af4a65-87eb-4bd6-9af9-22178fa49c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:39.193138 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-2aacee58-f2aa-4ae3-9fec-5d599095ea41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:39.314309 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9e4e1f-0401-44e5-a2f1-344bcc098d77 None None] Network ce2994d5-31dd-45c2-a9b2-2862c294165a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:41:39.348185 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['a97674a9-53d3-41ba-9802-1439e7cf0ecf'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:41:39.385327 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-2aacee58-f2aa-4ae3-9fec-5d599095ea41 service neutron] For port 89558483-9999-4751-90db-414d08755ada, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:41:39.390938 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-2aacee58-f2aa-4ae3-9fec-5d599095ea41 service neutron] For port 89558483-9999-4751-90db-414d08755ada, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=89558483-9999-4751-90db-414d08755ada,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:41:39.399351 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-2aacee58-f2aa-4ae3-9fec-5d599095ea41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:39.428025 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233922f0-fafc-4b89-97d7-8a3f895db631 req-6bf87c0e-afff-46a8-ba89-85946cbeae68 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:39.430851 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-233922f0-fafc-4b89-97d7-8a3f895db631 req-6bf87c0e-afff-46a8-ba89-85946cbeae68 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 945 time: 0.2731073 Apr 18 20:41:39.446450 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-2aacee58-f2aa-4ae3-9fec-5d599095ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:39.447102 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-2aacee58-f2aa-4ae3-9fec-5d599095ea41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:39.449417 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-2aacee58-f2aa-4ae3-9fec-5d599095ea41 service neutron] 10.222.0.57 "PUT /v2.0/ports/89558483-9999-4751-90db-414d08755ada HTTP/1.1" status: 200 len: 1091 time: 1.2390285 Apr 18 20:41:39.451877 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f2ff76-882d-4b92-91bb-b889b534a141', 'tag': '89558483-9999-4751-90db-414d08755ada'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:39.456656 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdf2b5a-bca9-4ad8-8d56-69e6feb3f665" -d '{"events": [{"name": "network-changed", "server_uuid": "73f2ff76-882d-4b92-91bb-b889b534a141", "tag": "89558483-9999-4751-90db-414d08755ada"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:39.467080 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-ddf677f5-b1d9-41f4-b51a-8cea56a13740 service neutron] 10.222.0.57 "GET /v2.0/networks/a8f8942e-3e1a-43d9-880b-ea4411c35474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506609 Apr 18 20:41:39.482759 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81753f0e-9610-43be-8911-ecc87c10a1ff req-22184fbf-6770-40ac-84b9-09a1bbda5b15 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:39.485665 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-81753f0e-9610-43be-8911-ecc87c10a1ff req-22184fbf-6770-40ac-84b9-09a1bbda5b15 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1866992 Apr 18 20:41:39.491217 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacee58-f2aa-4ae3-9fec-5d599095ea41 service neutron] Pushing event updated for resources: {'Port': ['ID=89558483-9999-4751-90db-414d08755ada,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:39.567197 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-c779e33d-d362-4da0-b334-499f5045d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:39.569079 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-c779e33d-d362-4da0-b334-499f5045d768 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a632b6dbeeee449a9082e9ef3657c7f7&device_id=73f2ff76-882d-4b92-91bb-b889b534a141 HTTP/1.1" status: 200 len: 1094 time: 0.0553110 Apr 18 20:41:39.586971 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-bf501583-6afc-4ff7-a89c-799245db807f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2c0596f1-154c-4d5c-b593-d1998b78e1de HTTP/1.1" status: 200 len: 217 time: 0.0996065 Apr 18 20:41:39.641410 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-90b24b88-76bd-4c9a-ac94-2bca321e33a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89558483-9999-4751-90db-414d08755ada HTTP/1.1" status: 200 len: 217 time: 0.0634656 Apr 18 20:41:39.715726 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-233922f0-fafc-4b89-97d7-8a3f895db631 req-26fcb8ec-1157-46f6-a64b-3726346b4bd0 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547297 Apr 18 20:41:39.721727 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-81753f0e-9610-43be-8911-ecc87c10a1ff req-db39aa2e-1188-4996-9082-d8b9202b3eb2 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129517 Apr 18 20:41:39.721890 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-2956fe50-a2a5-48dd-9908-eb713a1b61e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:39.723080 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-2956fe50-a2a5-48dd-9908-eb713a1b61e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6320347a-fb3b-4b56-9b35-0b62db71b2d8 HTTP/1.1" status: 200 len: 852 time: 0.0752425 Apr 18 20:41:39.734168 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-42d563ec-5e1a-4c29-85a1-c3b06f8bcdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:39.735671 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-42d563ec-5e1a-4c29-85a1-c3b06f8bcdfa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c48d41c-4d09-4209-9d40-59fcbdf9fd5e HTTP/1.1" status: 200 len: 797 time: 0.1365471 Apr 18 20:41:39.784973 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-9e4f61cf-e58b-4592-97e1-4519f1e99975 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f359647e-7253-4c28-8ec0-be158505d4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550725 Apr 18 20:41:39.823252 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93778f0e-ff4f-4335-90cf-9cbafb721ae3 x-openstack-request-id: req-93778f0e-ff4f-4335-90cf-9cbafb721ae3 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:39.823664 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f2ff76-882d-4b92-91bb-b889b534a141", "tag": "89558483-9999-4751-90db-414d08755ada", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:39.823899 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93778f0e-ff4f-4335-90cf-9cbafb721ae3 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:39.824310 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93778f0e-ff4f-4335-90cf-9cbafb721ae3'] response: {'name': 'network-changed', 'server_uuid': '73f2ff76-882d-4b92-91bb-b889b534a141', 'tag': '89558483-9999-4751-90db-414d08755ada', 'status': 'completed', 'code': 200} Apr 18 20:41:39.825119 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-9bf7f693-4350-4e9d-a60a-1feded84f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:39.829239 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-9bf7f693-4350-4e9d-a60a-1feded84f3c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8f8942e-3e1a-43d9-880b-ea4411c35474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0860221 Apr 18 20:41:39.942926 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-f501b6a7-9bfd-4f97-99ba-04324b57e022 service neutron] 10.222.0.57 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494811 Apr 18 20:41:39.970394 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:41:40.095827 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2b45a36a-1928-4da3-9789-a8cb65616d5b req-421452c6-1e3b-4529-9b53-76f907b4d7f0 service neutron] 10.222.0.57 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448984 Apr 18 20:41:40.210715 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf2b5a-bca9-4ad8-8d56-69e6feb3f665 req-e87334de-5eeb-41c2-825c-61195779db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:40.212806 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6fdf2b5a-bca9-4ad8-8d56-69e6feb3f665 req-e87334de-5eeb-41c2-825c-61195779db89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a632b6dbeeee449a9082e9ef3657c7f7&device_id=73f2ff76-882d-4b92-91bb-b889b534a141 HTTP/1.1" status: 200 len: 1094 time: 0.0591168 Apr 18 20:41:40.325840 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf2b5a-bca9-4ad8-8d56-69e6feb3f665 req-8e0eefad-27c7-43c9-b93a-d510c42bc782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:40.327338 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6fdf2b5a-bca9-4ad8-8d56-69e6feb3f665 req-8e0eefad-27c7-43c9-b93a-d510c42bc782 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f359647e-7253-4c28-8ec0-be158505d4fd HTTP/1.1" status: 200 len: 913 time: 0.1078906 Apr 18 20:41:40.381052 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6fdf2b5a-bca9-4ad8-8d56-69e6feb3f665 req-efb618a9-0916-465c-8ca0-ea9faacfd4dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89558483-9999-4751-90db-414d08755ada HTTP/1.1" status: 200 len: 217 time: 0.0444803 Apr 18 20:41:40.391851 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-ea2352db-8e12-4938-a912-dc7d12e75430 service neutron] 10.222.0.57 "GET /v2.0/networks/a8f8942e-3e1a-43d9-880b-ea4411c35474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5557611 Apr 18 20:41:40.402481 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e515bfd-89fc-415c-b9e6-bfdbc44185af req-194019e1-5db5-49ea-9be1-84ee2a2003de tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:40.404248 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e515bfd-89fc-415c-b9e6-bfdbc44185af req-194019e1-5db5-49ea-9be1-84ee2a2003de tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 944 time: 0.1631665 Apr 18 20:41:40.456153 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf2b5a-bca9-4ad8-8d56-69e6feb3f665 req-c8ab65ae-0834-48e2-ab40-eefafe0fb60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:40.457861 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6fdf2b5a-bca9-4ad8-8d56-69e6feb3f665 req-c8ab65ae-0834-48e2-ab40-eefafe0fb60d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6320347a-fb3b-4b56-9b35-0b62db71b2d8 HTTP/1.1" status: 200 len: 852 time: 0.0678964 Apr 18 20:41:40.488012 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-7b226a6b-bfe0-4d4b-815f-33624dc7ff60 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:40.489705 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-7b226a6b-bfe0-4d4b-815f-33624dc7ff60 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/networks?id=ce2994d5-31dd-45c2-a9b2-2862c294165a HTTP/1.1" status: 200 len: 817 time: 0.2474611 Apr 18 20:41:40.511837 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6fdf2b5a-bca9-4ad8-8d56-69e6feb3f665 req-90984e5c-2a38-44d0-910a-de42a7228c3b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f359647e-7253-4c28-8ec0-be158505d4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444558 Apr 18 20:41:40.529241 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-ed81a27a-50a7-44cd-a2a3-cedb9261b57d tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/quotas/9490b7f834714526a58bc420d9f4a398 HTTP/1.1" status: 200 len: 375 time: 0.0273793 Apr 18 20:41:40.547045 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e515bfd-89fc-415c-b9e6-bfdbc44185af req-89379dc1-cbf5-4649-bddd-2a239a9092b6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267586 Apr 18 20:41:40.587367 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-eecef3ea-3e57-4960-b69a-b4deb765b8d6 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9490b7f834714526a58bc420d9f4a398&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471523 Apr 18 20:41:40.602504 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8bcad07-5ffb-4219-ba1e-7cf716fade64 req-914db968-b07f-4347-9ea2-7ed3d3d2fd44 service neutron] 10.222.0.57 "GET /v2.0/networks/a8f8942e-3e1a-43d9-880b-ea4411c35474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971703 Apr 18 20:41:40.604862 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a97674a9-53d3-41ba-9802-1439e7cf0ecf up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:41:40.716223 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6fdf2b5a-bca9-4ad8-8d56-69e6feb3f665 req-ce2ca917-5608-42d2-92cc-1f1b2416484b service neutron] 10.222.0.57 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979043 Apr 18 20:41:40.738921 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port a97674a9-53d3-41ba-9802-1439e7cf0ecf completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:40.748965 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port a97674a9-53d3-41ba-9802-1439e7cf0ecf triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:40.749923 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:40.777726 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-f2c8ecca-1208-417c-b579-9c1f9c8266d4 service neutron] 10.222.0.41 "GET /v2.0/networks/ce2994d5-31dd-45c2-a9b2-2862c294165a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740599 Apr 18 20:41:40.800102 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53083905-5dfd-4523-bb57-042e0753891e req-24c31702-52f6-4d14-bfff-b347042b1936 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:40.805805 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53083905-5dfd-4523-bb57-042e0753891e req-24c31702-52f6-4d14-bfff-b347042b1936 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=73f2ff76-882d-4b92-91bb-b889b534a141 HTTP/1.1" status: 200 len: 943 time: 0.0772593 Apr 18 20:41:40.864481 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6fdf2b5a-bca9-4ad8-8d56-69e6feb3f665 req-678134b7-2b2e-45da-8836-8b9abc419936 service neutron] 10.222.0.57 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337459 Apr 18 20:41:40.902294 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:40.934965 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28333d8-5a08-41b6-b8f3-7687852e5288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97674a9-53d3-41ba-9802-1439e7cf0ecf'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:40.939034 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5093a59-b735-4f27-b6cc-f469e3cd0c22" -d '{"events": [{"server_uuid": "c28333d8-5a08-41b6-b8f3-7687852e5288", "name": "network-vif-plugged", "status": "completed", "tag": "a97674a9-53d3-41ba-9802-1439e7cf0ecf"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:40.960871 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a97674a9-53d3-41ba-9802-1439e7cf0ecf, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a97674a9-53d3-41ba-9802-1439e7cf0ecf,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:40.962456 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53083905-5dfd-4523-bb57-042e0753891e req-1c817f7a-9b57-4f4f-b70a-eb62c78f48ce tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374180 Apr 18 20:41:40.967982 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:40.998469 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-92ae45c1-358d-44c4-969e-e3d1149ceeee service neutron] 10.222.0.41 "GET /v2.0/networks/ce2994d5-31dd-45c2-a9b2-2862c294165a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906443 Apr 18 20:41:41.034174 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=a97674a9-53d3-41ba-9802-1439e7cf0ecf,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:41.132135 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789d387-ccd2-4a23-ab78-e512836bb16e req-12bc5a0a-cfaa-4abe-bafd-940ef91b5035 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:41.135138 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0789d387-ccd2-4a23-ab78-e512836bb16e req-12bc5a0a-cfaa-4abe-bafd-940ef91b5035 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.0813529 Apr 18 20:41:41.190230 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0789d387-ccd2-4a23-ab78-e512836bb16e req-ffe47a05-20cc-4441-8850-d6fab70aef4a tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476544 Apr 18 20:41:41.352561 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e143f-c7c2-49d5-bc31-b63124935374 req-41044a8b-de65-44b7-a6c9-f2b024e20296 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:41.356895 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c14e143f-c7c2-49d5-bc31-b63124935374 req-41044a8b-de65-44b7-a6c9-f2b024e20296 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 945 time: 0.0978224 Apr 18 20:41:41.368874 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc742e9-2cf8-4bea-90ae-31a4e74683ea x-openstack-request-id: req-0fc742e9-2cf8-4bea-90ae-31a4e74683ea {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:41.369297 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28333d8-5a08-41b6-b8f3-7687852e5288", "name": "network-vif-plugged", "status": "completed", "tag": "a97674a9-53d3-41ba-9802-1439e7cf0ecf", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:41.369673 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0fc742e9-2cf8-4bea-90ae-31a4e74683ea {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:41.370280 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fc742e9-2cf8-4bea-90ae-31a4e74683ea'] response: {'server_uuid': 'c28333d8-5a08-41b6-b8f3-7687852e5288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97674a9-53d3-41ba-9802-1439e7cf0ecf', 'code': 200} Apr 18 20:41:41.431772 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c14e143f-c7c2-49d5-bc31-b63124935374 req-0eef18e8-c4c8-45bd-90f7-2a120dfe7581 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655608 Apr 18 20:41:41.554431 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:41.627244 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acc698-c019-437f-a240-f5736bed32a9 req-bc7bd8f9-2b0c-4ec5-80b1-4f854c5a6c32 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:41.629159 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58acc698-c019-437f-a240-f5736bed32a9 req-bc7bd8f9-2b0c-4ec5-80b1-4f854c5a6c32 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1659591 Apr 18 20:41:41.654368 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87ecca-b8d9-4642-a6b5-610ef6766a25 req-22d78167-5ca8-471c-a13a-764c9e55eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:41.655619 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-df87ecca-b8d9-4642-a6b5-610ef6766a25 req-22d78167-5ca8-471c-a13a-764c9e55eb6e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 1096 time: 0.1891801 Apr 18 20:41:41.658580 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57a7950b-ee3d-4b6e-8764-f68ed117c2a5 req-81d829bd-4910-423e-82e0-6f9e7b31ef14 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf4b5ee-0450-4b56-bb23-812f783b9f84 HTTP/1.1" status: 200 len: 210 time: 0.0611103 Apr 18 20:41:41.730183 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58acc698-c019-437f-a240-f5736bed32a9 req-92f891b9-970e-4271-80c6-b0478460272c tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787063 Apr 18 20:41:41.734851 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-df87ecca-b8d9-4642-a6b5-610ef6766a25 req-77adabb0-4664-4db1-8a50-b576abb3750e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707891 Apr 18 20:41:41.843915 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630b2f0-3f83-4a67-a7a5-46401c162984 req-d74fea62-42d8-482b-ace9-5dc8d158d12f tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:41.846654 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c630b2f0-3f83-4a67-a7a5-46401c162984 req-d74fea62-42d8-482b-ace9-5dc8d158d12f tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.0864522 Apr 18 20:41:41.867302 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 89558483-9999-4751-90db-414d08755ada details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:41:41.928993 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c630b2f0-3f83-4a67-a7a5-46401c162984 req-e8749f2e-e2b5-49ed-b8d6-565e08d4160e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739431 Apr 18 20:41:42.087978 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 89558483-9999-4751-90db-414d08755ada, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=89558483-9999-4751-90db-414d08755ada,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:42.115492 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '89558483-9999-4751-90db-414d08755ada', 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd', 'port_id': '89558483-9999-4751-90db-414d08755ada', 'mac_address': 'fa:16:3e:54:1f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6320347a-fb3b-4b56-9b35-0b62db71b2d8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:41:42.189062 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938bbbb-4b31-412f-be90-55e0e8b622a0 req-39ed6d08-e81c-42bd-82e4-eca8fbd00f76 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:42.201948 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8938bbbb-4b31-412f-be90-55e0e8b622a0 req-39ed6d08-e81c-42bd-82e4-eca8fbd00f76 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=73f2ff76-882d-4b92-91bb-b889b534a141 HTTP/1.1" status: 200 len: 943 time: 0.1437271 Apr 18 20:41:42.220630 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:42.254224 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89558483-9999-4751-90db-414d08755ada {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:41:42.265773 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8938bbbb-4b31-412f-be90-55e0e8b622a0 req-2b0b17b4-c8c3-4855-8cb4-a6edcde275ca tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600758 Apr 18 20:41:42.285793 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 89558483-9999-4751-90db-414d08755ada, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=89558483-9999-4751-90db-414d08755ada,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:42.299964 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:42.408822 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=89558483-9999-4751-90db-414d08755ada,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:42.526915 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05281a72-56da-4bd5-8664-4e74fa387409 req-f182a739-6b65-45af-b155-b4637188f47e tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:42.529050 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-05281a72-56da-4bd5-8664-4e74fa387409 req-f182a739-6b65-45af-b155-b4637188f47e tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.0855439 Apr 18 20:41:42.672526 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-05281a72-56da-4bd5-8664-4e74fa387409 req-9132f747-fa5c-43b9-a32a-7ac572c47059 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313841 Apr 18 20:41:42.681320 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['89558483-9999-4751-90db-414d08755ada'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:41:42.698832 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ee0c5-0635-458a-b64b-11d4853f84eb req-6e97db22-bd1b-4ddd-847a-3a0b85c2d8ed tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:42.702421 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-028ee0c5-0635-458a-b64b-11d4853f84eb req-6e97db22-bd1b-4ddd-847a-3a0b85c2d8ed tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 945 time: 0.1369567 Apr 18 20:41:42.791857 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-028ee0c5-0635-458a-b64b-11d4853f84eb req-9bb3b102-9f77-454d-95f9-f78570b69bd7 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796783 Apr 18 20:41:42.930340 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3edc31b-3dd6-4b15-8c52-f37b63286e55 req-be889729-3501-4fc6-985f-e41da6bc054e tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf4b5ee-0450-4b56-bb23-812f783b9f84 HTTP/1.1" status: 200 len: 210 time: 0.0811636 Apr 18 20:41:43.151010 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67653ee3-b7e9-4a49-b1ac-6c80ed9b7a56 req-e7ca12c0-12b9-492a-af1f-32a6fa818962 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:43.154337 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-67653ee3-b7e9-4a49-b1ac-6c80ed9b7a56 req-e7ca12c0-12b9-492a-af1f-32a6fa818962 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.0749722 Apr 18 20:41:43.229650 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-67653ee3-b7e9-4a49-b1ac-6c80ed9b7a56 req-dff8b095-5b79-4a14-8f8a-f73fbc694e8f tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611863 Apr 18 20:41:43.453323 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ab87f-1e76-4797-8684-7a36ae712fbf req-dc8a31c2-0000-4b3f-83f4-d4bf2ee9f97a tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:43.456794 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c06ab87f-1e76-4797-8684-7a36ae712fbf req-dc8a31c2-0000-4b3f-83f4-d4bf2ee9f97a tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=73f2ff76-882d-4b92-91bb-b889b534a141 HTTP/1.1" status: 200 len: 944 time: 0.0837073 Apr 18 20:41:43.548870 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c06ab87f-1e76-4797-8684-7a36ae712fbf req-70105a8f-1b0c-4433-b7c8-b60267cd4c97 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779033 Apr 18 20:41:43.836084 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-ac0667aa-cce8-406d-b582-6b68f71ade4c tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:43.838734 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-ac0667aa-cce8-406d-b582-6b68f71ade4c tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.32 "GET /v2.0/networks?id=ce2994d5-31dd-45c2-a9b2-2862c294165a HTTP/1.1" status: 200 len: 817 time: 0.2500801 Apr 18 20:41:43.842215 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-02a42d96-17f7-4333-bd34-2192be36add1 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:43.857715 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-02a42d96-17f7-4333-bd34-2192be36add1 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.57 "GET /v2.0/networks?id=ce2994d5-31dd-45c2-a9b2-2862c294165a HTTP/1.1" status: 200 len: 817 time: 0.2549143 Apr 18 20:41:43.872137 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-df029e42-096f-47b2-a759-7c68d1b858e7 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Request body: {'port': {'device_id': 'd4de87f7-3903-49d1-924c-769dead1f7ec', 'network_id': 'ce2994d5-31dd-45c2-a9b2-2862c294165a', 'admin_state_up': True, 'tenant_id': '9490b7f834714526a58bc420d9f4a398'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:43.876309 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-28e7b1af-9520-4318-84dc-7e794774f2c3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Request body: {'port': {'device_id': '63aa91ed-0b24-4cd9-8d8b-ed14ea7baef4', 'network_id': 'ce2994d5-31dd-45c2-a9b2-2862c294165a', 'admin_state_up': True, 'tenant_id': '9490b7f834714526a58bc420d9f4a398'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:44.057480 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-df029e42-096f-47b2-a759-7c68d1b858e7 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Made reservation on behalf of 9490b7f834714526a58bc420d9f4a398 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:44.062451 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-df029e42-096f-47b2-a759-7c68d1b858e7 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:44.070681 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a2d13-b120-4eb8-ade3-e387f1d166a5 req-8635ee42-7815-438c-ad61-ca9b52351d31 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:44.073971 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-946a2d13-b120-4eb8-ade3-e387f1d166a5 req-8635ee42-7815-438c-ad61-ca9b52351d31 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.2324653 Apr 18 20:41:44.172611 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c961d-e27d-4e39-af0b-5655059000cf req-08d0f603-d3c5-4875-95bf-8ca7472f2627 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:44.174597 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-534c961d-e27d-4e39-af0b-5655059000cf req-08d0f603-d3c5-4875-95bf-8ca7472f2627 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 945 time: 0.1722624 Apr 18 20:41:44.197733 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-946a2d13-b120-4eb8-ade3-e387f1d166a5 req-0c482a49-fb28-4e01-a8a9-d74223c17596 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140907 Apr 18 20:41:44.259449 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-28e7b1af-9520-4318-84dc-7e794774f2c3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Made reservation on behalf of 9490b7f834714526a58bc420d9f4a398 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:44.264045 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-28e7b1af-9520-4318-84dc-7e794774f2c3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:44.292607 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-df029e42-096f-47b2-a759-7c68d1b858e7 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Allocated IP 172.20.0.5 (ce2994d5-31dd-45c2-a9b2-2862c294165a/dbcb42d3-b7c0-4528-8f19-a9afdd7046e2/50040714-f714-4a13-a3c8-6b04ae996882) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:44.351082 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-534c961d-e27d-4e39-af0b-5655059000cf req-a2fad3bc-27a2-4f66-8287-6b7b94702838 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591353 Apr 18 20:41:44.369242 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce6e2836-f105-4c47-b498-78125ad06f8a req-25951013-77a2-49a1-b40a-09338b408e86 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf4b5ee-0450-4b56-bb23-812f783b9f84 HTTP/1.1" status: 200 len: 210 time: 0.0789936 Apr 18 20:41:44.473160 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-eef79f13-99d9-415a-9171-3bceccc225fd tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:44.474974 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-eef79f13-99d9-415a-9171-3bceccc225fd tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.32 "GET /v2.0/networks?id=ce2994d5-31dd-45c2-a9b2-2862c294165a HTTP/1.1" status: 200 len: 817 time: 0.3318481 Apr 18 20:41:44.493328 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-b99ed12b-b9a8-4ec2-8160-8af587d678e1 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Request body: {'port': {'device_id': '1cf4b5ee-0450-4b56-bb23-812f783b9f84', 'network_id': 'ce2994d5-31dd-45c2-a9b2-2862c294165a', 'admin_state_up': True, 'tenant_id': '9490b7f834714526a58bc420d9f4a398'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:44.576017 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-df029e42-096f-47b2-a759-7c68d1b858e7 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:44.625452 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b749b-1814-4d5b-8f7b-e725286f604a req-3971fab5-cb00-4896-98f7-94c4475f2a7e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:44.643818 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-384b749b-1814-4d5b-8f7b-e725286f604a req-3971fab5-cb00-4896-98f7-94c4475f2a7e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.1466117 Apr 18 20:41:44.645738 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-df029e42-096f-47b2-a759-7c68d1b858e7 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:44.745666 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-df029e42-096f-47b2-a759-7c68d1b858e7 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Network ce2994d5-31dd-45c2-a9b2-2862c294165a is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:44.752994 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-df029e42-096f-47b2-a759-7c68d1b858e7 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:44.765995 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-df029e42-096f-47b2-a759-7c68d1b858e7 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:41:44.833038 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df029e42-096f-47b2-a759-7c68d1b858e7 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Pushing event updated for resources: {'Port': ['ID=50040714-f714-4a13-a3c8-6b04ae996882,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:44.848710 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-384b749b-1814-4d5b-8f7b-e725286f604a req-ec142c2b-662a-46b8-a8d3-d4cdffdd720b tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017951 Apr 18 20:41:44.859278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-28e7b1af-9520-4318-84dc-7e794774f2c3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Allocated IP 172.20.0.12 (ce2994d5-31dd-45c2-a9b2-2862c294165a/dbcb42d3-b7c0-4528-8f19-a9afdd7046e2/d4496b80-0c63-4192-b3f3-1f47d6b26fe3) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:44.882135 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f4173-ae97-4b20-b2ee-a43770eb1bf0 req-5672fe81-d62c-4bcf-b5ff-f7149f43602e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:44.883908 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-214f4173-ae97-4b20-b2ee-a43770eb1bf0 req-5672fe81-d62c-4bcf-b5ff-f7149f43602e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=73f2ff76-882d-4b92-91bb-b889b534a141 HTTP/1.1" status: 200 len: 944 time: 0.1557570 Apr 18 20:41:44.889432 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-df029e42-096f-47b2-a759-7c68d1b858e7 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:44.893239 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-df029e42-096f-47b2-a759-7c68d1b858e7 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:44.929057 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-b99ed12b-b9a8-4ec2-8160-8af587d678e1 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Made reservation on behalf of 9490b7f834714526a58bc420d9f4a398 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:44.937102 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-b99ed12b-b9a8-4ec2-8160-8af587d678e1 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:44.937306 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-df029e42-096f-47b2-a759-7c68d1b858e7 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0672822 Apr 18 20:41:44.950924 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-786d3842-0319-4d17-94f6-e2fa0cd8d7bd service neutron] Request body: {'port': {'device_id': 'd4de87f7-3903-49d1-924c-769dead1f7ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:44.997350 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-214f4173-ae97-4b20-b2ee-a43770eb1bf0 req-84ca5ff1-62b2-4b20-8c3a-0c0ac3cddafb tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939262 Apr 18 20:41:45.021910 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-786d3842-0319-4d17-94f6-e2fa0cd8d7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.171284 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c84a84-37d7-43ba-8065-03b908a5c3b7 req-484634f2-99b3-4403-97fc-9eec1c9c1f2f tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:45.173006 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a4c84a84-37d7-43ba-8065-03b908a5c3b7 req-484634f2-99b3-4403-97fc-9eec1c9c1f2f tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.1970365 Apr 18 20:41:45.188173 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43236) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:45.196630 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-5328c645-7ae3-4c0c-aa77-fd50db97a3b7 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Request body: {'floatingip': {'port_id': 'a97674a9-53d3-41ba-9802-1439e7cf0ecf'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:45.240481 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-28e7b1af-9520-4318-84dc-7e794774f2c3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.266851 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5328c645-7ae3-4c0c-aa77-fd50db97a3b7 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for floatingip, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.294856 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-28e7b1af-9520-4318-84dc-7e794774f2c3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.435950 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-28e7b1af-9520-4318-84dc-7e794774f2c3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Network ce2994d5-31dd-45c2-a9b2-2862c294165a is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:45.453897 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-28e7b1af-9520-4318-84dc-7e794774f2c3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:45.459117 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-28e7b1af-9520-4318-84dc-7e794774f2c3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:41:45.472467 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7b1af-9520-4318-84dc-7e794774f2c3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Pushing event updated for resources: {'Port': ['ID=d4496b80-0c63-4192-b3f3-1f47d6b26fe3,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:45.517014 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-b99ed12b-b9a8-4ec2-8160-8af587d678e1 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Allocated IP 172.20.0.6 (ce2994d5-31dd-45c2-a9b2-2862c294165a/dbcb42d3-b7c0-4528-8f19-a9afdd7046e2/5e8b12b1-b26e-4360-998f-ecd40a9b3009) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:45.541485 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7b1af-9520-4318-84dc-7e794774f2c3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:45.542391 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7b1af-9520-4318-84dc-7e794774f2c3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:45.542773 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7b1af-9520-4318-84dc-7e794774f2c3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:45.543062 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7b1af-9520-4318-84dc-7e794774f2c3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:45.543393 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7b1af-9520-4318-84dc-7e794774f2c3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:45.543714 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7b1af-9520-4318-84dc-7e794774f2c3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:45.544052 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7b1af-9520-4318-84dc-7e794774f2c3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:45.544374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7b1af-9520-4318-84dc-7e794774f2c3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:45.544728 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7b1af-9520-4318-84dc-7e794774f2c3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:45.545050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7b1af-9520-4318-84dc-7e794774f2c3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:45.545373 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7b1af-9520-4318-84dc-7e794774f2c3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:45.545693 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7b1af-9520-4318-84dc-7e794774f2c3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:45.599661 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a28f9-1423-448a-9fd3-32cff368e8a3 req-4c96df07-fd6a-4b9b-92d0-5f1275fb72d2 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:45.600176 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-631a28f9-1423-448a-9fd3-32cff368e8a3 req-4c96df07-fd6a-4b9b-92d0-5f1275fb72d2 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.2300410 Apr 18 20:41:45.646696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-28e7b1af-9520-4318-84dc-7e794774f2c3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:45.647353 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-28e7b1af-9520-4318-84dc-7e794774f2c3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.686082 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e75d6-3651-40e5-9117-f84eee002341 req-59fbe020-b0d1-415c-be10-74ee5bac0cba tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:45.687556 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fc8e75d6-3651-40e5-9117-f84eee002341 req-59fbe020-b0d1-415c-be10-74ee5bac0cba tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 945 time: 0.1793101 Apr 18 20:41:45.702765 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-28e7b1af-9520-4318-84dc-7e794774f2c3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8499629 Apr 18 20:41:45.736485 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-db226148-76d0-452b-8afb-62e701aad61a service neutron] Request body: {'port': {'device_id': '63aa91ed-0b24-4cd9-8d8b-ed14ea7baef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:45.751756 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-631a28f9-1423-448a-9fd3-32cff368e8a3 req-8cf9abe4-b217-45bd-86fb-b2031306caf3 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397693 Apr 18 20:41:45.898026 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 89558483-9999-4751-90db-414d08755ada up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:41:45.995485 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fc8e75d6-3651-40e5-9117-f84eee002341 req-a19849c6-0a1d-4698-a5d9-2f1b963ffb6a tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978654 Apr 18 20:41:46.004995 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-23d5fb2c-c218-45d5-9129-5564c012503b req-0c8c2069-90c0-46a3-934d-85be3a7c1436 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf4b5ee-0450-4b56-bb23-812f783b9f84 HTTP/1.1" status: 200 len: 210 time: 0.0979357 Apr 18 20:41:46.078122 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-db226148-76d0-452b-8afb-62e701aad61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.088794 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 89558483-9999-4751-90db-414d08755ada completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:46.096180 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 89558483-9999-4751-90db-414d08755ada triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:46.096913 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.286584 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-b99ed12b-b9a8-4ec2-8160-8af587d678e1 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.321454 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.364155 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-b99ed12b-b9a8-4ec2-8160-8af587d678e1 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.372378 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 89558483-9999-4751-90db-414d08755ada, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=89558483-9999-4751-90db-414d08755ada,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:46.373765 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f2ff76-882d-4b92-91bb-b889b534a141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89558483-9999-4751-90db-414d08755ada'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:46.379605 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfd55ba-fcdd-4bad-9f11-dae423e3fc14" -d '{"events": [{"server_uuid": "73f2ff76-882d-4b92-91bb-b889b534a141", "name": "network-vif-plugged", "status": "completed", "tag": "89558483-9999-4751-90db-414d08755ada"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:46.385823 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.467550 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3146cc-d506-4985-bda6-c60f8e8abd3e x-openstack-request-id: req-7f3146cc-d506-4985-bda6-c60f8e8abd3e {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:46.468287 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f2ff76-882d-4b92-91bb-b889b534a141", "name": "network-vif-plugged", "status": "completed", "tag": "89558483-9999-4751-90db-414d08755ada", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:46.468843 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f3146cc-d506-4985-bda6-c60f8e8abd3e {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:46.469608 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f3146cc-d506-4985-bda6-c60f8e8abd3e'] response: {'server_uuid': '73f2ff76-882d-4b92-91bb-b889b534a141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89558483-9999-4751-90db-414d08755ada', 'code': 200} Apr 18 20:41:46.478621 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=89558483-9999-4751-90db-414d08755ada,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:46.534056 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-b99ed12b-b9a8-4ec2-8160-8af587d678e1 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Network ce2994d5-31dd-45c2-a9b2-2862c294165a is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:46.549546 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-b99ed12b-b9a8-4ec2-8160-8af587d678e1 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:46.566864 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-b99ed12b-b9a8-4ec2-8160-8af587d678e1 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:41:46.665643 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5328c645-7ae3-4c0c-aa77-fd50db97a3b7 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.677510 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3827ab-ac9b-4a7c-b643-580fcd8a0b94 req-c44ed5f0-66e1-4b61-9be9-82ff1815c4ae tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:46.680175 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c3827ab-ac9b-4a7c-b643-580fcd8a0b94 req-c44ed5f0-66e1-4b61-9be9-82ff1815c4ae tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=73f2ff76-882d-4b92-91bb-b889b534a141 HTTP/1.1" status: 200 len: 944 time: 0.5561011 Apr 18 20:41:46.680474 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5328c645-7ae3-4c0c-aa77-fd50db97a3b7 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.002244 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-5328c645-7ae3-4c0c-aa77-fd50db97a3b7 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Floating IP 001935bb-33e4-4628-9165-09f52643492c associated. External IP: 172.25.1.175, port: a97674a9-53d3-41ba-9802-1439e7cf0ecf. Apr 18 20:41:47.009366 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-786d3842-0319-4d17-94f6-e2fa0cd8d7bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50040714-f714-4a13-a3c8-6b04ae996882 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:41:47.054556 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-786d3842-0319-4d17-94f6-e2fa0cd8d7bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.079387 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-786d3842-0319-4d17-94f6-e2fa0cd8d7bd service neutron] Transition to ACTIVE for port object 50040714-f714-4a13-a3c8-6b04ae996882 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:47.091072 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-786d3842-0319-4d17-94f6-e2fa0cd8d7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.208599 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d3842-0319-4d17-94f6-e2fa0cd8d7bd service neutron] Pushing event updated for resources: {'Port': ['ID=50040714-f714-4a13-a3c8-6b04ae996882,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:47.271060 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ed12b-b9a8-4ec2-8160-8af587d678e1 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Pushing event updated for resources: {'Port': ['ID=5e8b12b1-b26e-4360-998f-ecd40a9b3009,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:47.357621 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-b99ed12b-b9a8-4ec2-8160-8af587d678e1 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:47.358304 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-b99ed12b-b9a8-4ec2-8160-8af587d678e1 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.391677 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07290501-d7c3-4d7e-85e5-525f766a7376 req-03205ac6-0e69-4c9c-a76b-72cbcbafd2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:47.393294 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-07290501-d7c3-4d7e-85e5-525f766a7376 req-03205ac6-0e69-4c9c-a76b-72cbcbafd2f2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=73f2ff76-882d-4b92-91bb-b889b534a141 HTTP/1.1" status: 200 len: 1096 time: 0.8308609 Apr 18 20:41:47.405776 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c3827ab-ac9b-4a7c-b643-580fcd8a0b94 req-29fad553-2176-48aa-9364-5d5890142ddb tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6704512 Apr 18 20:41:47.445267 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-b99ed12b-b9a8-4ec2-8160-8af587d678e1 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9570119 Apr 18 20:41:47.462143 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-699888f2-b72c-4a9e-9f97-f2a38936236a service neutron] Request body: {'port': {'device_id': '1cf4b5ee-0450-4b56-bb23-812f783b9f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:47.511190 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5328c645-7ae3-4c0c-aa77-fd50db97a3b7 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Router 88834aaa-2e51-4adb-8534-cc3588560563 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:41:47.520922 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed20b41-bd77-418f-abb2-5f5ab50213e4 req-21d6e0b0-4672-40db-9404-c38c55d90c63 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:47.522533 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ed20b41-bd77-418f-abb2-5f5ab50213e4 req-21d6e0b0-4672-40db-9404-c38c55d90c63 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.2432878 Apr 18 20:41:47.538533 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-07290501-d7c3-4d7e-85e5-525f766a7376 req-a97f3621-7d9e-451b-9875-7933075a0d90 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309364 Apr 18 20:41:47.631540 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-699888f2-b72c-4a9e-9f97-f2a38936236a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.670153 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ed20b41-bd77-418f-abb2-5f5ab50213e4 req-18f4bc4e-db85-41b5-9047-bc1773cf85a1 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306081 Apr 18 20:41:47.734587 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-786d3842-0319-4d17-94f6-e2fa0cd8d7bd service neutron] Attempting to bind port 50040714-f714-4a13-a3c8-6b04ae996882 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:47.735189 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-786d3842-0319-4d17-94f6-e2fa0cd8d7bd service neutron] Attempting to bind port 50040714-f714-4a13-a3c8-6b04ae996882 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ce2994d5-31dd-45c2-a9b2-2862c294165a'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:47.735292 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-786d3842-0319-4d17-94f6-e2fa0cd8d7bd service neutron] Attempting to bind port 50040714-f714-4a13-a3c8-6b04ae996882 on network ce2994d5-31dd-45c2-a9b2-2862c294165a {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:41:47.747505 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-786d3842-0319-4d17-94f6-e2fa0cd8d7bd service neutron] Port 50040714-f714-4a13-a3c8-6b04ae996882 on network ce2994d5-31dd-45c2-a9b2-2862c294165a not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:41:47.747932 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-786d3842-0319-4d17-94f6-e2fa0cd8d7bd service neutron] Attempting to bind port 50040714-f714-4a13-a3c8-6b04ae996882 on network ce2994d5-31dd-45c2-a9b2-2862c294165a {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:41:47.758789 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-786d3842-0319-4d17-94f6-e2fa0cd8d7bd service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:41:47.759179 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-786d3842-0319-4d17-94f6-e2fa0cd8d7bd service neutron] Checking segment: {'id': '41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ce2994d5-31dd-45c2-a9b2-2862c294165a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:41:47.759511 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-786d3842-0319-4d17-94f6-e2fa0cd8d7bd service neutron] Bound using segment: {'id': '41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ce2994d5-31dd-45c2-a9b2-2862c294165a'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:41:47.759970 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-786d3842-0319-4d17-94f6-e2fa0cd8d7bd service neutron] Bound port: 50040714-f714-4a13-a3c8-6b04ae996882, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ce2994d5-31dd-45c2-a9b2-2862c294165a'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:47.760336 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-786d3842-0319-4d17-94f6-e2fa0cd8d7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.778196 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5328c645-7ae3-4c0c-aa77-fd50db97a3b7 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:41:47.785791 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5328c645-7ae3-4c0c-aa77-fd50db97a3b7 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.800711 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c891ed1-1dab-435b-a56e-f4d159791e63 None None] Sync routers for ids ['88834aaa-2e51-4adb-8534-cc3588560563'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:41:47.812474 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c891ed1-1dab-435b-a56e-f4d159791e63 None None] Routers {'88834aaa-2e51-4adb-8534-cc3588560563'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:41:47.813215 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8c891ed1-1dab-435b-a56e-f4d159791e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:41:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88834aaa-2e51-4adb-8534-cc3588560563'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:47.837019 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d602041-4310-47ac-a52a-4934e3994579 req-0a18c6a1-64d2-4ff6-bc57-423c6a66379e tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:47.838825 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d602041-4310-47ac-a52a-4934e3994579 req-0a18c6a1-64d2-4ff6-bc57-423c6a66379e tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf4b5ee-0450-4b56-bb23-812f783b9f84 HTTP/1.1" status: 200 len: 931 time: 0.3265576 Apr 18 20:41:47.841312 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-db226148-76d0-452b-8afb-62e701aad61a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4496b80-0c63-4192-b3f3-1f47d6b26fe3 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:41:47.902532 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5328c645-7ae3-4c0c-aa77-fd50db97a3b7 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "PUT /v2.0/floatingips/001935bb-33e4-4628-9165-09f52643492c HTTP/1.1" status: 200 len: 991 time: 2.7115812 Apr 18 20:41:47.908839 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28333d8-5a08-41b6-b8f3-7687852e5288', 'tag': 'a97674a9-53d3-41ba-9802-1439e7cf0ecf'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:47.911931 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-db226148-76d0-452b-8afb-62e701aad61a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.919920 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef854b7-059a-4cd7-9e16-6356f6def46a" -d '{"events": [{"name": "network-changed", "server_uuid": "c28333d8-5a08-41b6-b8f3-7687852e5288", "tag": "a97674a9-53d3-41ba-9802-1439e7cf0ecf"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:47.971129 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-8c891ed1-1dab-435b-a56e-f4d159791e63 None None] Set router 88834aaa-2e51-4adb-8534-cc3588560563 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:41:48.020897 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-786d3842-0319-4d17-94f6-e2fa0cd8d7bd service neutron] For port 50040714-f714-4a13-a3c8-6b04ae996882, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:41:48.029507 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-786d3842-0319-4d17-94f6-e2fa0cd8d7bd service neutron] For port 50040714-f714-4a13-a3c8-6b04ae996882, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=50040714-f714-4a13-a3c8-6b04ae996882,segment=NetworkSegment(41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba),segment_id=41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:41:48.040117 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-786d3842-0319-4d17-94f6-e2fa0cd8d7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.051906 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-db226148-76d0-452b-8afb-62e701aad61a service neutron] Transition to ACTIVE for port object d4496b80-0c63-4192-b3f3-1f47d6b26fe3 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:48.081280 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d602041-4310-47ac-a52a-4934e3994579 req-20a19afa-044a-4ab0-9399-5947eb987ab6 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/security-groups?id=82b5a320-67a5-45df-9b85-63159735773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010624 Apr 18 20:41:48.127731 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79f302-f6c5-4857-9a06-c7a5e457fc31 req-af076122-146d-46b6-85ee-dc70e2563513 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:48.130218 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6e79f302-f6c5-4857-9a06-c7a5e457fc31 req-af076122-146d-46b6-85ee-dc70e2563513 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 945 time: 0.3147020 Apr 18 20:41:48.133689 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-db226148-76d0-452b-8afb-62e701aad61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.236292 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8c891ed1-1dab-435b-a56e-f4d159791e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88834aaa-2e51-4adb-8534-cc3588560563', 'name': 'tempest-AttachVolumeShelveTestJSON-955401035-router', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:08Z', 'updated_at': '2022-04-18T20:41:15Z', 'revision_number': 4, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'gw_port': {'id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:09Z', 'updated_at': '2022-04-18T20:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '001935bb-33e4-4628-9165-09f52643492c', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'floating_ip_address': '172.25.1.175', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'port_id': 'a97674a9-53d3-41ba-9802-1439e7cf0ecf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'mac_address': 'fa:16:3e:2b:00:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28333d8-5a08-41b6-b8f3-7687852e5288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:41:22Z', 'updated_at': '2022-04-18T20:41:45Z', 'revision_number': 1, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03bdf5a4-d29d-4e2b-b0e2-d27640407750', 'name': '', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'mac_address': 'fa:16:3e:28:50:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:14Z', 'updated_at': '2022-04-18T20:41:21Z', 'revision_number': 5, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'subnets': [{'id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:48.240313 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6e79f302-f6c5-4857-9a06-c7a5e457fc31 req-0334b5ab-1f9f-4733-8258-f4b9672a48e2 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860548 Apr 18 20:41:48.275310 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c891ed1-1dab-435b-a56e-f4d159791e63 None None] Checking router: 88834aaa-2e51-4adb-8534-cc3588560563 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:41:48.277871 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-786d3842-0319-4d17-94f6-e2fa0cd8d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:48.283141 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-786d3842-0319-4d17-94f6-e2fa0cd8d7bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.286194 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c891ed1-1dab-435b-a56e-f4d159791e63 None None] Routers {'88834aaa-2e51-4adb-8534-cc3588560563'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:41:48.286839 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8c891ed1-1dab-435b-a56e-f4d159791e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:41:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88834aaa-2e51-4adb-8534-cc3588560563'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:48.289606 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-786d3842-0319-4d17-94f6-e2fa0cd8d7bd service neutron] 10.222.0.57 "PUT /v2.0/ports/50040714-f714-4a13-a3c8-6b04ae996882 HTTP/1.1" status: 200 len: 1091 time: 3.3439107 Apr 18 20:41:48.322730 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a292e3-e7e1-47c9-9a07-ee02826be4df x-openstack-request-id: req-36a292e3-e7e1-47c9-9a07-ee02826be4df {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:48.326128 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28333d8-5a08-41b6-b8f3-7687852e5288", "tag": "a97674a9-53d3-41ba-9802-1439e7cf0ecf", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:48.327654 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36a292e3-e7e1-47c9-9a07-ee02826be4df {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:48.328612 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36a292e3-e7e1-47c9-9a07-ee02826be4df'] response: {'name': 'network-changed', 'server_uuid': 'c28333d8-5a08-41b6-b8f3-7687852e5288', 'tag': 'a97674a9-53d3-41ba-9802-1439e7cf0ecf', 'status': 'completed', 'code': 200} Apr 18 20:41:48.430198 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d3842-0319-4d17-94f6-e2fa0cd8d7bd service neutron] Pushing event updated for resources: {'Port': ['ID=50040714-f714-4a13-a3c8-6b04ae996882,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:48.482100 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db226148-76d0-452b-8afb-62e701aad61a service neutron] Pushing event updated for resources: {'Port': ['ID=d4496b80-0c63-4192-b3f3-1f47d6b26fe3,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:48.508956 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-12fbd396-d3c1-46a0-9eb3-2155cf550b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:48.511082 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-8c891ed1-1dab-435b-a56e-f4d159791e63 None None] Set router 88834aaa-2e51-4adb-8534-cc3588560563 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:41:48.513276 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-12fbd396-d3c1-46a0-9eb3-2155cf550b17 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9490b7f834714526a58bc420d9f4a398&device_id=d4de87f7-3903-49d1-924c-769dead1f7ec HTTP/1.1" status: 200 len: 1094 time: 0.1690207 Apr 18 20:41:48.517985 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef854b7-059a-4cd7-9e16-6356f6def46a req-fb7b47ce-467b-4107-8924-f8873c06cf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:48.519608 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ef854b7-059a-4cd7-9e16-6356f6def46a req-fb7b47ce-467b-4107-8924-f8873c06cf4e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66c8c89b1fcc4ff8ba25812b9483869d&device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 1096 time: 0.1689963 Apr 18 20:41:48.580923 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-1e4a3b22-971b-419a-8a3c-6264e30565d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50040714-f714-4a13-a3c8-6b04ae996882 HTTP/1.1" status: 200 len: 217 time: 0.0583360 Apr 18 20:41:48.713161 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-ddb0b2c6-5d8d-4c70-b71f-6cc3908e73f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:48.714691 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-ddb0b2c6-5d8d-4c70-b71f-6cc3908e73f5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dbcb42d3-b7c0-4528-8f19-a9afdd7046e2 HTTP/1.1" status: 200 len: 857 time: 0.1272712 Apr 18 20:41:48.720844 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-db226148-76d0-452b-8afb-62e701aad61a service neutron] Attempting to bind port d4496b80-0c63-4192-b3f3-1f47d6b26fe3 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:48.725208 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-db226148-76d0-452b-8afb-62e701aad61a service neutron] Attempting to bind port d4496b80-0c63-4192-b3f3-1f47d6b26fe3 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ce2994d5-31dd-45c2-a9b2-2862c294165a'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:48.725524 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-db226148-76d0-452b-8afb-62e701aad61a service neutron] Attempting to bind port d4496b80-0c63-4192-b3f3-1f47d6b26fe3 on network ce2994d5-31dd-45c2-a9b2-2862c294165a {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:41:48.772422 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-db226148-76d0-452b-8afb-62e701aad61a service neutron] Port d4496b80-0c63-4192-b3f3-1f47d6b26fe3 on network ce2994d5-31dd-45c2-a9b2-2862c294165a not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:41:48.772956 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-db226148-76d0-452b-8afb-62e701aad61a service neutron] Attempting to bind port d4496b80-0c63-4192-b3f3-1f47d6b26fe3 on network ce2994d5-31dd-45c2-a9b2-2862c294165a {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:41:48.802769 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-990cebc3-bf91-4778-97ee-7d6385b228a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce2994d5-31dd-45c2-a9b2-2862c294165a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766790 Apr 18 20:41:48.821791 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-db226148-76d0-452b-8afb-62e701aad61a service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:41:48.822412 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-db226148-76d0-452b-8afb-62e701aad61a service neutron] Checking segment: {'id': '41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ce2994d5-31dd-45c2-a9b2-2862c294165a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:41:48.822989 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-db226148-76d0-452b-8afb-62e701aad61a service neutron] Bound using segment: {'id': '41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ce2994d5-31dd-45c2-a9b2-2862c294165a'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:41:48.823661 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-db226148-76d0-452b-8afb-62e701aad61a service neutron] Bound port: d4496b80-0c63-4192-b3f3-1f47d6b26fe3, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ce2994d5-31dd-45c2-a9b2-2862c294165a'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:48.824043 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-db226148-76d0-452b-8afb-62e701aad61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.869197 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bf1b3-d08a-4a66-b0ca-aaff1526a3ff req-970f50c9-57b4-4258-8f5a-ec31e13ba232 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:48.872734 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-df4bf1b3-d08a-4a66-b0ca-aaff1526a3ff req-970f50c9-57b4-4258-8f5a-ec31e13ba232 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=73f2ff76-882d-4b92-91bb-b889b534a141 HTTP/1.1" status: 200 len: 945 time: 0.3331683 Apr 18 20:41:48.912673 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef854b7-059a-4cd7-9e16-6356f6def46a req-1a01b4a0-1280-4fde-b712-79902414ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:48.914198 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ef854b7-059a-4cd7-9e16-6356f6def46a req-1a01b4a0-1280-4fde-b712-79902414ab2a service neutron] 10.222.0.32 "GET /v2.0/networks?id=af9b8ad0-3b77-4446-8808-154f03d72322 HTTP/1.1" status: 200 len: 917 time: 0.3854754 Apr 18 20:41:49.006545 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-c2bcb9c1-95bd-49c9-a89e-0dd744390d48 service neutron] 10.222.0.57 "GET /v2.0/networks/ce2994d5-31dd-45c2-a9b2-2862c294165a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902907 Apr 18 20:41:49.051868 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8c891ed1-1dab-435b-a56e-f4d159791e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88834aaa-2e51-4adb-8534-cc3588560563', 'name': 'tempest-AttachVolumeShelveTestJSON-955401035-router', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:08Z', 'updated_at': '2022-04-18T20:41:15Z', 'revision_number': 4, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'gw_port': {'id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:09Z', 'updated_at': '2022-04-18T20:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '001935bb-33e4-4628-9165-09f52643492c', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'floating_ip_address': '172.25.1.175', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'port_id': 'a97674a9-53d3-41ba-9802-1439e7cf0ecf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'mac_address': 'fa:16:3e:2b:00:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28333d8-5a08-41b6-b8f3-7687852e5288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:41:22Z', 'updated_at': '2022-04-18T20:41:45Z', 'revision_number': 1, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03bdf5a4-d29d-4e2b-b0e2-d27640407750', 'name': '', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'mac_address': 'fa:16:3e:28:50:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:14Z', 'updated_at': '2022-04-18T20:41:21Z', 'revision_number': 5, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'subnets': [{'id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:49.097648 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-699888f2-b72c-4a9e-9f97-f2a38936236a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8b12b1-b26e-4360-998f-ecd40a9b3009 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:41:49.118078 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346834f-7485-49ed-b441-a5239f8282b4 req-23047baa-b574-41cd-a706-dfe467eb9e64 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:49.126360 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c891ed1-1dab-435b-a56e-f4d159791e63 None None] The sync data for ids ['88834aaa-2e51-4adb-8534-cc3588560563'] in n-d-838323-3 is: [{'id': '88834aaa-2e51-4adb-8534-cc3588560563', 'name': 'tempest-AttachVolumeShelveTestJSON-955401035-router', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:08Z', 'updated_at': '2022-04-18T20:41:15Z', 'revision_number': 4, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'gw_port': {'id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:09Z', 'updated_at': '2022-04-18T20:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '001935bb-33e4-4628-9165-09f52643492c', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'floating_ip_address': '172.25.1.175', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'port_id': 'a97674a9-53d3-41ba-9802-1439e7cf0ecf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'mac_address': 'fa:16:3e:2b:00:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28333d8-5a08-41b6-b8f3-7687852e5288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:41:22Z', 'updated_at': '2022-04-18T20:41:45Z', 'revision_number': 1, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03bdf5a4-d29d-4e2b-b0e2-d27640407750', 'name': '', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'mac_address': 'fa:16:3e:28:50:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:14Z', 'updated_at': '2022-04-18T20:41:21Z', 'revision_number': 5, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'subnets': [{'id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:41:49.147018 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0346834f-7485-49ed-b441-a5239f8282b4 req-23047baa-b574-41cd-a706-dfe467eb9e64 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.2692862 Apr 18 20:41:49.227103 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-473491ba-d092-4021-9753-448f72be3ca2 service neutron] 10.222.0.57 "GET /v2.0/networks/ce2994d5-31dd-45c2-a9b2-2862c294165a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133584 Apr 18 20:41:49.229229 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-699888f2-b72c-4a9e-9f97-f2a38936236a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:49.244713 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-df4bf1b3-d08a-4a66-b0ca-aaff1526a3ff req-cb86d327-5aa8-42a5-b3d4-db841fca984e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404129 Apr 18 20:41:49.252053 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ef854b7-059a-4cd7-9e16-6356f6def46a req-0692c8a2-2dad-4398-8e6c-7274cb453f51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a97674a9-53d3-41ba-9802-1439e7cf0ecf HTTP/1.1" status: 200 len: 999 time: 0.2904444 Apr 18 20:41:49.272076 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-db226148-76d0-452b-8afb-62e701aad61a service neutron] For port d4496b80-0c63-4192-b3f3-1f47d6b26fe3, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:41:49.299637 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0346834f-7485-49ed-b441-a5239f8282b4 req-6e6ecef8-6a57-4ba7-95de-6d6003a5fab9 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517129 Apr 18 20:41:49.341709 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-699888f2-b72c-4a9e-9f97-f2a38936236a service neutron] Transition to ACTIVE for port object 5e8b12b1-b26e-4360-998f-ecd40a9b3009 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:49.346159 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-db226148-76d0-452b-8afb-62e701aad61a service neutron] For port d4496b80-0c63-4192-b3f3-1f47d6b26fe3, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=d4496b80-0c63-4192-b3f3-1f47d6b26fe3,segment=NetworkSegment(41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba),segment_id=41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:41:49.350720 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-699888f2-b72c-4a9e-9f97-f2a38936236a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:49.397700 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-db226148-76d0-452b-8afb-62e701aad61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:49.472775 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-db226148-76d0-452b-8afb-62e701aad61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:49.473421 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-db226148-76d0-452b-8afb-62e701aad61a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:49.475113 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-db226148-76d0-452b-8afb-62e701aad61a service neutron] 10.222.0.32 "PUT /v2.0/ports/d4496b80-0c63-4192-b3f3-1f47d6b26fe3 HTTP/1.1" status: 200 len: 1092 time: 3.7464349 Apr 18 20:41:49.476984 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63aa91ed-0b24-4cd9-8d8b-ed14ea7baef4', 'tag': 'd4496b80-0c63-4192-b3f3-1f47d6b26fe3'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:49.479488 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b7282b-44b3-4a70-80f1-e18b118b0fec" -d '{"events": [{"name": "network-changed", "server_uuid": "63aa91ed-0b24-4cd9-8d8b-ed14ea7baef4", "tag": "d4496b80-0c63-4192-b3f3-1f47d6b26fe3"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:49.514286 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef854b7-059a-4cd7-9e16-6356f6def46a req-704a60bb-1a75-4e77-b8d9-55b335fdb563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:49.516039 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ef854b7-059a-4cd7-9e16-6356f6def46a req-704a60bb-1a75-4e77-b8d9-55b335fdb563 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c229c317-384e-4f90-84f5-fac3dceea926 HTTP/1.1" status: 200 len: 855 time: 0.2507467 Apr 18 20:41:49.518832 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699888f2-b72c-4a9e-9f97-f2a38936236a service neutron] Pushing event updated for resources: {'Port': ['ID=5e8b12b1-b26e-4360-998f-ecd40a9b3009,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:49.591141 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d747be12-a100-46ea-a336-9cfec860385f None None] New status for floating IP 001935bb-33e4-4628-9165-09f52643492c: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:41:49.706077 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3e5b8-0650-4687-a4a0-92187247eb1e req-739943c4-871a-488c-8dec-a80bc82a3b1a tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:49.707778 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98a3e5b8-0650-4687-a4a0-92187247eb1e req-739943c4-871a-488c-8dec-a80bc82a3b1a tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 945 time: 0.3202741 Apr 18 20:41:49.766422 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68e65b-8b0a-460d-8b88-57b5436c2a97 req-e8f414d9-ea74-4f46-8999-c5c954e65ad1 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:49.768043 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7a68e65b-8b0a-460d-8b88-57b5436c2a97 req-e8f414d9-ea74-4f46-8999-c5c954e65ad1 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf4b5ee-0450-4b56-bb23-812f783b9f84 HTTP/1.1" status: 200 len: 943 time: 0.3418722 Apr 18 20:41:49.778169 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db226148-76d0-452b-8afb-62e701aad61a service neutron] Pushing event updated for resources: {'Port': ['ID=d4496b80-0c63-4192-b3f3-1f47d6b26fe3,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:49.816563 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef854b7-059a-4cd7-9e16-6356f6def46a req-9d725b11-6472-4d82-b5b8-4b1bfad4c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:49.818138 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ef854b7-059a-4cd7-9e16-6356f6def46a req-9d725b11-6472-4d82-b5b8-4b1bfad4c051 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af9b8ad0-3b77-4446-8808-154f03d72322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2912207 Apr 18 20:41:49.857531 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-a2c68273-77cb-47f2-b69d-262ce270ed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:49.859173 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-a2c68273-77cb-47f2-b69d-262ce270ed0b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9490b7f834714526a58bc420d9f4a398&device_id=63aa91ed-0b24-4cd9-8d8b-ed14ea7baef4 HTTP/1.1" status: 200 len: 1095 time: 0.2830579 Apr 18 20:41:49.977287 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98a3e5b8-0650-4687-a4a0-92187247eb1e req-3675fe13-3bdf-45e8-bb65-872944d71ffa tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406123 Apr 18 20:41:49.985393 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-699888f2-b72c-4a9e-9f97-f2a38936236a service neutron] Attempting to bind port 5e8b12b1-b26e-4360-998f-ecd40a9b3009 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:49.985723 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-699888f2-b72c-4a9e-9f97-f2a38936236a service neutron] Attempting to bind port 5e8b12b1-b26e-4360-998f-ecd40a9b3009 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ce2994d5-31dd-45c2-a9b2-2862c294165a'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:49.986050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-699888f2-b72c-4a9e-9f97-f2a38936236a service neutron] Attempting to bind port 5e8b12b1-b26e-4360-998f-ecd40a9b3009 on network ce2994d5-31dd-45c2-a9b2-2862c294165a {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:41:49.993536 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-2d790323-2a3f-4cbe-9e8a-0ea5952ec79e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4496b80-0c63-4192-b3f3-1f47d6b26fe3 HTTP/1.1" status: 200 len: 217 time: 0.1131153 Apr 18 20:41:50.018388 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7a68e65b-8b0a-460d-8b88-57b5436c2a97 req-cc2a0371-c094-4b13-91b4-398f31404b37 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/security-groups?id=82b5a320-67a5-45df-9b85-63159735773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216709 Apr 18 20:41:50.019087 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-699888f2-b72c-4a9e-9f97-f2a38936236a service neutron] Port 5e8b12b1-b26e-4360-998f-ecd40a9b3009 on network ce2994d5-31dd-45c2-a9b2-2862c294165a not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:41:50.019420 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-699888f2-b72c-4a9e-9f97-f2a38936236a service neutron] Attempting to bind port 5e8b12b1-b26e-4360-998f-ecd40a9b3009 on network ce2994d5-31dd-45c2-a9b2-2862c294165a {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:41:50.064562 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ee259a-6d40-452c-9cef-df898fd97301 x-openstack-request-id: req-00ee259a-6d40-452c-9cef-df898fd97301 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:50.064851 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63aa91ed-0b24-4cd9-8d8b-ed14ea7baef4", "tag": "d4496b80-0c63-4192-b3f3-1f47d6b26fe3", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:50.065089 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-00ee259a-6d40-452c-9cef-df898fd97301 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:50.065494 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00ee259a-6d40-452c-9cef-df898fd97301'] response: {'name': 'network-changed', 'server_uuid': '63aa91ed-0b24-4cd9-8d8b-ed14ea7baef4', 'tag': 'd4496b80-0c63-4192-b3f3-1f47d6b26fe3', 'status': 'completed', 'code': 200} Apr 18 20:41:50.073566 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-699888f2-b72c-4a9e-9f97-f2a38936236a service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:41:50.073911 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-699888f2-b72c-4a9e-9f97-f2a38936236a service neutron] Checking segment: {'id': '41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ce2994d5-31dd-45c2-a9b2-2862c294165a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:41:50.074300 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-699888f2-b72c-4a9e-9f97-f2a38936236a service neutron] Bound using segment: {'id': '41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ce2994d5-31dd-45c2-a9b2-2862c294165a'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:41:50.075008 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-699888f2-b72c-4a9e-9f97-f2a38936236a service neutron] Bound port: 5e8b12b1-b26e-4360-998f-ecd40a9b3009, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ce2994d5-31dd-45c2-a9b2-2862c294165a'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:50.075413 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-699888f2-b72c-4a9e-9f97-f2a38936236a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:50.115245 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ef854b7-059a-4cd7-9e16-6356f6def46a req-7091fb03-27ba-48bc-a7f5-a4e4e8abbc8f service neutron] 10.222.0.32 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778175 Apr 18 20:41:50.139963 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-64bf516a-8c14-4746-8a1e-64e40129a235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:50.141507 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-64bf516a-8c14-4746-8a1e-64e40129a235 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dbcb42d3-b7c0-4528-8f19-a9afdd7046e2 HTTP/1.1" status: 200 len: 857 time: 0.1388850 Apr 18 20:41:50.233968 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-4247bc49-eeb4-4198-8dda-4d778c8c4c4f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce2994d5-31dd-45c2-a9b2-2862c294165a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801129 Apr 18 20:41:50.283771 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-699888f2-b72c-4a9e-9f97-f2a38936236a service neutron] For port 5e8b12b1-b26e-4360-998f-ecd40a9b3009, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:41:50.309860 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-699888f2-b72c-4a9e-9f97-f2a38936236a service neutron] For port 5e8b12b1-b26e-4360-998f-ecd40a9b3009, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=5e8b12b1-b26e-4360-998f-ecd40a9b3009,segment=NetworkSegment(41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba),segment_id=41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:41:50.329648 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4de87f7-3903-49d1-924c-769dead1f7ec', 'tag': '50040714-f714-4a13-a3c8-6b04ae996882'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:50.333915 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6887d4a-803d-4b97-9ae4-7ca64ee03307" -d '{"events": [{"name": "network-changed", "server_uuid": "d4de87f7-3903-49d1-924c-769dead1f7ec", "tag": "50040714-f714-4a13-a3c8-6b04ae996882"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:50.357038 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-699888f2-b72c-4a9e-9f97-f2a38936236a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:50.418752 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ef854b7-059a-4cd7-9e16-6356f6def46a req-f9e74685-af50-477d-93ae-8a3510f22463 service neutron] 10.222.0.32 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745378 Apr 18 20:41:50.751756 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-699888f2-b72c-4a9e-9f97-f2a38936236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:50.752883 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-699888f2-b72c-4a9e-9f97-f2a38936236a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:50.753809 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-699888f2-b72c-4a9e-9f97-f2a38936236a service neutron] 10.222.0.32 "PUT /v2.0/ports/5e8b12b1-b26e-4360-998f-ecd40a9b3009 HTTP/1.1" status: 200 len: 1091 time: 3.2960663 Apr 18 20:41:50.831624 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-9819da11-2682-4faa-9129-ea047efa5ce2 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2994d5-31dd-45c2-a9b2-2862c294165a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5870469 Apr 18 20:41:50.832276 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699888f2-b72c-4a9e-9f97-f2a38936236a service neutron] Pushing event updated for resources: {'Port': ['ID=5e8b12b1-b26e-4360-998f-ecd40a9b3009,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:50.894822 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f95ef-dfe7-446a-825f-16c242921117 req-a92c30cf-9f7c-44eb-8c1c-8b2dae50f667 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:50.896295 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e10f95ef-dfe7-446a-825f-16c242921117 req-a92c30cf-9f7c-44eb-8c1c-8b2dae50f667 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=73f2ff76-882d-4b92-91bb-b889b534a141 HTTP/1.1" status: 200 len: 945 time: 0.4953523 Apr 18 20:41:50.981832 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add8d64-11a1-4c1d-9611-127859735e42 req-fa8909b6-9713-4560-85dc-9a78120edfe2 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:50.983566 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9add8d64-11a1-4c1d-9611-127859735e42 req-fa8909b6-9713-4560-85dc-9a78120edfe2 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.2244282 Apr 18 20:41:51.003520 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-8b69d997-5208-431e-b462-85fceb3a99f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:51.005244 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-8b69d997-5208-431e-b462-85fceb3a99f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9490b7f834714526a58bc420d9f4a398&device_id=1cf4b5ee-0450-4b56-bb23-812f783b9f84 HTTP/1.1" status: 200 len: 1094 time: 0.1869099 Apr 18 20:41:51.084733 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-4d692c12-b370-4b87-8875-9ba1e41f0bc6 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2994d5-31dd-45c2-a9b2-2862c294165a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449493 Apr 18 20:41:51.086839 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-fbd8042d-828d-421c-a3b4-40e07c49cb83 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e8b12b1-b26e-4360-998f-ecd40a9b3009 HTTP/1.1" status: 200 len: 217 time: 0.0714321 Apr 18 20:41:51.090826 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e10f95ef-dfe7-446a-825f-16c242921117 req-4a026377-60f1-4ea1-b444-cb07c1019eab tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599076 Apr 18 20:41:51.166612 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9add8d64-11a1-4c1d-9611-127859735e42 req-bdf0e41b-71e4-4fad-aba7-270a7c2e2952 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694555 Apr 18 20:41:51.169535 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-70fcd31c-b41b-45d1-b8ca-6969803801b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:51.170023 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-70fcd31c-b41b-45d1-b8ca-6969803801b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dbcb42d3-b7c0-4528-8f19-a9afdd7046e2 HTTP/1.1" status: 200 len: 857 time: 0.0753727 Apr 18 20:41:51.215314 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-c1e3b682-1488-44f7-8b3f-e4dc4558cea7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce2994d5-31dd-45c2-a9b2-2862c294165a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383494 Apr 18 20:41:51.239387 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7081fcff-955b-4595-86e2-b38d529615bb x-openstack-request-id: req-7081fcff-955b-4595-86e2-b38d529615bb {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:51.239969 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4de87f7-3903-49d1-924c-769dead1f7ec", "tag": "50040714-f714-4a13-a3c8-6b04ae996882", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:51.240515 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7081fcff-955b-4595-86e2-b38d529615bb {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:51.241312 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7081fcff-955b-4595-86e2-b38d529615bb'] response: {'name': 'network-changed', 'server_uuid': 'd4de87f7-3903-49d1-924c-769dead1f7ec', 'tag': '50040714-f714-4a13-a3c8-6b04ae996882', 'status': 'completed', 'code': 200} Apr 18 20:41:51.416415 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6887d4a-803d-4b97-9ae4-7ca64ee03307 req-96199519-0f66-4fb5-8acb-d56aaa2f6089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:51.421811 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c6887d4a-803d-4b97-9ae4-7ca64ee03307 req-96199519-0f66-4fb5-8acb-d56aaa2f6089 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9490b7f834714526a58bc420d9f4a398&device_id=d4de87f7-3903-49d1-924c-769dead1f7ec HTTP/1.1" status: 200 len: 1094 time: 0.1787605 Apr 18 20:41:51.452475 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7282b-44b3-4a70-80f1-e18b118b0fec req-be2c05f4-206f-465c-b773-c41a8aef3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:51.455662 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-85b7282b-44b3-4a70-80f1-e18b118b0fec req-be2c05f4-206f-465c-b773-c41a8aef3fb7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9490b7f834714526a58bc420d9f4a398&device_id=63aa91ed-0b24-4cd9-8d8b-ed14ea7baef4 HTTP/1.1" status: 200 len: 1095 time: 0.2673452 Apr 18 20:41:51.632287 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedfadc-023e-4c0e-af07-e58055621081 req-336035d6-3bad-4d83-9c20-933b9ecef787 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:51.634881 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2fedfadc-023e-4c0e-af07-e58055621081 req-336035d6-3bad-4d83-9c20-933b9ecef787 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 945 time: 0.2737615 Apr 18 20:41:51.643077 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-fca12d51-8c9b-472a-8466-146621d6bdfd service neutron] 10.222.0.32 "GET /v2.0/networks/ce2994d5-31dd-45c2-a9b2-2862c294165a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998666 Apr 18 20:41:51.674155 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6887d4a-803d-4b97-9ae4-7ca64ee03307 req-167de820-02f3-4ed1-8a95-e28613b29218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:51.675955 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c6887d4a-803d-4b97-9ae4-7ca64ee03307 req-167de820-02f3-4ed1-8a95-e28613b29218 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ce2994d5-31dd-45c2-a9b2-2862c294165a HTTP/1.1" status: 200 len: 918 time: 0.2464702 Apr 18 20:41:51.745867 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c6887d4a-803d-4b97-9ae4-7ca64ee03307 req-9b33ced2-f12d-4f3f-a329-c3a0dd92a2d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50040714-f714-4a13-a3c8-6b04ae996882 HTTP/1.1" status: 200 len: 217 time: 0.0548043 Apr 18 20:41:51.764237 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593a2d3-d322-4158-874b-d8e71d135e0e req-b85a2257-3f2d-4bd5-bdd3-cfc782fc6151 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:51.772135 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9593a2d3-d322-4158-874b-d8e71d135e0e req-b85a2257-3f2d-4bd5-bdd3-cfc782fc6151 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf4b5ee-0450-4b56-bb23-812f783b9f84 HTTP/1.1" status: 200 len: 943 time: 0.3153512 Apr 18 20:41:51.826683 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6887d4a-803d-4b97-9ae4-7ca64ee03307 req-ba926c7a-67df-4cd1-bd4f-7be7eb34a254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:51.829686 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c6887d4a-803d-4b97-9ae4-7ca64ee03307 req-ba926c7a-67df-4cd1-bd4f-7be7eb34a254 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dbcb42d3-b7c0-4528-8f19-a9afdd7046e2 HTTP/1.1" status: 200 len: 857 time: 0.0768800 Apr 18 20:41:51.841479 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2fedfadc-023e-4c0e-af07-e58055621081 req-a7f9b142-67e8-467e-80d1-706122688663 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965842 Apr 18 20:41:51.909645 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c6887d4a-803d-4b97-9ae4-7ca64ee03307 req-58a051ca-df72-4d8e-ae33-14edebeddddd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce2994d5-31dd-45c2-a9b2-2862c294165a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725019 Apr 18 20:41:51.931732 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 50040714-f714-4a13-a3c8-6b04ae996882 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:41:51.946915 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7282b-44b3-4a70-80f1-e18b118b0fec req-8d33bcbc-cb98-4f55-b12f-93d40410280c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:51.951124 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-85b7282b-44b3-4a70-80f1-e18b118b0fec req-8d33bcbc-cb98-4f55-b12f-93d40410280c service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce2994d5-31dd-45c2-a9b2-2862c294165a HTTP/1.1" status: 200 len: 918 time: 0.4539165 Apr 18 20:41:52.072639 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf4b5ee-0450-4b56-bb23-812f783b9f84', 'tag': '5e8b12b1-b26e-4360-998f-ecd40a9b3009'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:52.082483 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c80e8b0-6f6e-4861-b13a-2aa002b1fb34" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf4b5ee-0450-4b56-bb23-812f783b9f84", "tag": "5e8b12b1-b26e-4360-998f-ecd40a9b3009"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:52.089724 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-85b7282b-44b3-4a70-80f1-e18b118b0fec req-03cb7d8b-d86a-4c45-897e-df251394b5aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4496b80-0c63-4192-b3f3-1f47d6b26fe3 HTTP/1.1" status: 200 len: 217 time: 0.1259937 Apr 18 20:41:52.135835 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c6887d4a-803d-4b97-9ae4-7ca64ee03307 req-a4dd3006-5a8b-42a8-8003-012696604a9b service neutron] 10.222.0.57 "GET /v2.0/networks/ce2994d5-31dd-45c2-a9b2-2862c294165a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130210 Apr 18 20:41:52.153776 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9593a2d3-d322-4158-874b-d8e71d135e0e req-9fc182ab-deda-4cad-a0df-a13ef791ce6b tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/security-groups?id=82b5a320-67a5-45df-9b85-63159735773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804488 Apr 18 20:41:52.253832 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3692e45d-c0d5-4ace-96fb-f89e0c328398 req-07d9c9bd-d660-4cb7-a3aa-d49bc3fe5209 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2994d5-31dd-45c2-a9b2-2862c294165a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5925472 Apr 18 20:41:52.291519 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d20a6ee-27a4-4034-a2da-1854664d7598 x-openstack-request-id: req-9d20a6ee-27a4-4034-a2da-1854664d7598 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:52.292739 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf4b5ee-0450-4b56-bb23-812f783b9f84", "tag": "5e8b12b1-b26e-4360-998f-ecd40a9b3009", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:52.293212 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9d20a6ee-27a4-4034-a2da-1854664d7598 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:52.293858 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d20a6ee-27a4-4034-a2da-1854664d7598'] response: {'name': 'network-changed', 'server_uuid': '1cf4b5ee-0450-4b56-bb23-812f783b9f84', 'tag': '5e8b12b1-b26e-4360-998f-ecd40a9b3009', 'status': 'completed', 'code': 200} Apr 18 20:41:52.326421 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7282b-44b3-4a70-80f1-e18b118b0fec req-62d0b2f5-f3ef-4492-9fc8-4be3c029c87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:52.328684 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-85b7282b-44b3-4a70-80f1-e18b118b0fec req-62d0b2f5-f3ef-4492-9fc8-4be3c029c87e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dbcb42d3-b7c0-4528-8f19-a9afdd7046e2 HTTP/1.1" status: 200 len: 857 time: 0.1989055 Apr 18 20:41:52.374350 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 50040714-f714-4a13-a3c8-6b04ae996882, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=50040714-f714-4a13-a3c8-6b04ae996882,segment=NetworkSegment(41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba),segment_id=41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:52.374696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0a0f1-3d6e-4fa3-adc1-b72fb6337569 req-1c798ba7-5182-43e9-ae3d-ef3673404a6d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:52.389875 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bad0a0f1-3d6e-4fa3-adc1-b72fb6337569 req-1c798ba7-5182-43e9-ae3d-ef3673404a6d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.2574363 Apr 18 20:41:52.417961 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '50040714-f714-4a13-a3c8-6b04ae996882', 'network_id': 'ce2994d5-31dd-45c2-a9b2-2862c294165a', 'port_id': '50040714-f714-4a13-a3c8-6b04ae996882', 'mac_address': 'fa:16:3e:33:98:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbcb42d3-b7c0-4528-8f19-a9afdd7046e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:41:52.418810 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c6887d4a-803d-4b97-9ae4-7ca64ee03307 req-ae6e8c2e-9e0d-404a-886d-94a4c226c5da service neutron] 10.222.0.57 "GET /v2.0/networks/ce2994d5-31dd-45c2-a9b2-2862c294165a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732327 Apr 18 20:41:52.499820 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:52.517334 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50040714-f714-4a13-a3c8-6b04ae996882 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:41:52.543041 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-85b7282b-44b3-4a70-80f1-e18b118b0fec req-943b2df5-96db-4482-b7f1-2e7c33307565 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce2994d5-31dd-45c2-a9b2-2862c294165a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1455183 Apr 18 20:41:52.553858 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 50040714-f714-4a13-a3c8-6b04ae996882, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=50040714-f714-4a13-a3c8-6b04ae996882,segment=NetworkSegment(41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba),segment_id=41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:52.570628 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:52.660761 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bad0a0f1-3d6e-4fa3-adc1-b72fb6337569 req-08745efc-08dc-4d5b-bc4e-750fc31a1420 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701855 Apr 18 20:41:52.676749 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c7e48-1fdd-42c8-87c4-b07d1ab96081 req-d5405825-c950-4918-8b53-018d88d2fa26 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:52.695680 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-967c7e48-1fdd-42c8-87c4-b07d1ab96081 req-d5405825-c950-4918-8b53-018d88d2fa26 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.3002551 Apr 18 20:41:52.695950 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=50040714-f714-4a13-a3c8-6b04ae996882,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:52.732930 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80e8b0-6f6e-4861-b13a-2aa002b1fb34 req-0dbe0c01-15ca-4dda-8d2a-142ea7c565c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:52.734442 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c80e8b0-6f6e-4861-b13a-2aa002b1fb34 req-0dbe0c01-15ca-4dda-8d2a-142ea7c565c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9490b7f834714526a58bc420d9f4a398&device_id=1cf4b5ee-0450-4b56-bb23-812f783b9f84 HTTP/1.1" status: 200 len: 1094 time: 0.3401773 Apr 18 20:41:52.886385 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-967c7e48-1fdd-42c8-87c4-b07d1ab96081 req-890c6354-e8a7-4bcb-a9b6-7774c8dfd381 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818893 Apr 18 20:41:52.893584 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-85b7282b-44b3-4a70-80f1-e18b118b0fec req-9d662852-29f4-42d2-946e-478697ddafdf service neutron] 10.222.0.32 "GET /v2.0/networks/ce2994d5-31dd-45c2-a9b2-2862c294165a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417094 Apr 18 20:41:52.965082 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['50040714-f714-4a13-a3c8-6b04ae996882'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:41:53.099011 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80e8b0-6f6e-4861-b13a-2aa002b1fb34 req-51611859-bb6e-4ab0-bb1d-9a729a68813d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:53.102129 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c80e8b0-6f6e-4861-b13a-2aa002b1fb34 req-51611859-bb6e-4ab0-bb1d-9a729a68813d service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce2994d5-31dd-45c2-a9b2-2862c294165a HTTP/1.1" status: 200 len: 918 time: 0.3563571 Apr 18 20:41:53.177414 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c80e8b0-6f6e-4861-b13a-2aa002b1fb34 req-0ddfc3d5-d47a-4e7c-8b9b-59b005ea6c3c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e8b12b1-b26e-4360-998f-ecd40a9b3009 HTTP/1.1" status: 200 len: 217 time: 0.0655286 Apr 18 20:41:53.206665 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d58fb0-0f16-4f0c-8830-f166429a708d req-0e3e504c-6920-489c-bc04-eb62e4ca81a0 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:53.208229 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-39d58fb0-0f16-4f0c-8830-f166429a708d req-0e3e504c-6920-489c-bc04-eb62e4ca81a0 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 945 time: 0.1872547 Apr 18 20:41:53.255039 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-85b7282b-44b3-4a70-80f1-e18b118b0fec req-dffb3a46-6a3b-48c4-8e26-f0870461a69b service neutron] 10.222.0.32 "GET /v2.0/networks/ce2994d5-31dd-45c2-a9b2-2862c294165a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536971 Apr 18 20:41:53.362733 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80e8b0-6f6e-4861-b13a-2aa002b1fb34 req-1e661110-8daf-480b-8ce2-c9ae09df335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:53.364118 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c80e8b0-6f6e-4861-b13a-2aa002b1fb34 req-1e661110-8daf-480b-8ce2-c9ae09df335d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dbcb42d3-b7c0-4528-8f19-a9afdd7046e2 HTTP/1.1" status: 200 len: 857 time: 0.1765757 Apr 18 20:41:53.369242 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-39d58fb0-0f16-4f0c-8830-f166429a708d req-7c021e54-ae5e-4d37-928a-95c20c5311ca tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172190 Apr 18 20:41:53.405392 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c80e8b0-6f6e-4861-b13a-2aa002b1fb34 req-1b29f871-7eec-463b-8373-e8569d0a0a0d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce2994d5-31dd-45c2-a9b2-2862c294165a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327678 Apr 18 20:41:53.421385 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e54fb-7b0e-417c-b60f-92e1d0af91d9 req-df2adfcf-cc7f-40ce-b0ef-d4b86bfadad3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:53.423397 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-180e54fb-7b0e-417c-b60f-92e1d0af91d9 req-df2adfcf-cc7f-40ce-b0ef-d4b86bfadad3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf4b5ee-0450-4b56-bb23-812f783b9f84 HTTP/1.1" status: 200 len: 943 time: 0.1324687 Apr 18 20:41:53.531555 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-180e54fb-7b0e-417c-b60f-92e1d0af91d9 req-3c2a03b2-aa82-4146-bf99-84830b63dc29 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/security-groups?id=82b5a320-67a5-45df-9b85-63159735773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948298 Apr 18 20:41:53.567704 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c80e8b0-6f6e-4861-b13a-2aa002b1fb34 req-0cc85836-aae0-470c-900a-517726636796 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2994d5-31dd-45c2-a9b2-2862c294165a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429460 Apr 18 20:41:53.694807 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c80e8b0-6f6e-4861-b13a-2aa002b1fb34 req-61f05f9d-da5b-44fb-b636-eb162f43e9a7 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2994d5-31dd-45c2-a9b2-2862c294165a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195040 Apr 18 20:41:53.859394 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a146b-6e24-472f-9e85-d1f518d1ed2f req-77155ffb-dd40-4f1e-a8ed-0147be7adf8d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:53.862278 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-481a146b-6e24-472f-9e85-d1f518d1ed2f req-77155ffb-dd40-4f1e-a8ed-0147be7adf8d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.0959325 Apr 18 20:41:53.941196 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-481a146b-6e24-472f-9e85-d1f518d1ed2f req-379f711f-7289-4fba-ba5f-82b0d35fe78a tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658605 Apr 18 20:41:54.099778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728427e-822f-41e1-b13c-fef7db08b520 req-8487abe9-0507-4375-b7ec-6c294e8dfad8 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:54.102345 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0728427e-822f-41e1-b13c-fef7db08b520 req-8487abe9-0507-4375-b7ec-6c294e8dfad8 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.0687830 Apr 18 20:41:54.158872 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0728427e-822f-41e1-b13c-fef7db08b520 req-f540ef55-47f2-4878-b308-34017437c3fa tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467544 Apr 18 20:41:54.526809 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-44fb1592-f326-46a8-bc26-5ac9414de063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:54.582353 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516a219-daf1-477f-b704-af010ada55e1 req-e6ab3822-24b7-447f-bd2c-1ccbbfb29111 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:54.584003 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e516a219-daf1-477f-b704-af010ada55e1 req-e6ab3822-24b7-447f-bd2c-1ccbbfb29111 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 945 time: 0.0722604 Apr 18 20:41:54.649053 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 16f834cc-9787-49bb-9e0f-ca6966e81652 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:41:54.688498 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e516a219-daf1-477f-b704-af010ada55e1 req-bdf026ec-092e-47a1-ad2b-a3fef42b1ea9 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787942 Apr 18 20:41:54.812514 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cb235-4902-494b-8033-49a9663b480e req-bf020236-9f92-45f6-bc89-9e17d0e43c4a tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:54.814135 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-877cb235-4902-494b-8033-49a9663b480e req-bf020236-9f92-45f6-bc89-9e17d0e43c4a tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf4b5ee-0450-4b56-bb23-812f783b9f84 HTTP/1.1" status: 200 len: 943 time: 0.0931149 Apr 18 20:41:54.884378 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-877cb235-4902-494b-8033-49a9663b480e req-df0e7ab2-5521-4d1a-b20a-631658f52a2f tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/security-groups?id=82b5a320-67a5-45df-9b85-63159735773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561576 Apr 18 20:41:55.110863 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 16f834cc-9787-49bb-9e0f-ca6966e81652, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=16f834cc-9787-49bb-9e0f-ca6966e81652,segment=NetworkSegment(010d84d2-e3f1-48d7-9a77-78ee4a049b9e),segment_id=010d84d2-e3f1-48d7-9a77-78ee4a049b9e)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:55.134691 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '16f834cc-9787-49bb-9e0f-ca6966e81652', 'network_id': 'ed2b0c12-45b2-4296-81f8-31d496e92fff', 'port_id': '16f834cc-9787-49bb-9e0f-ca6966e81652', 'mac_address': 'fa:16:3e:56:a9:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc6e869-dcde-4b4f-9cfc-e06da113fabf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:41:55.138633 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728429a-01e9-4a86-bb47-16c6d128bc32 req-1b4f1ff4-4f04-40bc-85ee-5491178d5198 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:55.143401 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c728429a-01e9-4a86-bb47-16c6d128bc32 req-1b4f1ff4-4f04-40bc-85ee-5491178d5198 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.0910630 Apr 18 20:41:55.204891 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:55.208305 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c728429a-01e9-4a86-bb47-16c6d128bc32 req-27d52a4a-9bac-40e4-8e81-b21665927abf tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562687 Apr 18 20:41:55.228718 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16f834cc-9787-49bb-9e0f-ca6966e81652 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:41:55.253648 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 16f834cc-9787-49bb-9e0f-ca6966e81652, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=16f834cc-9787-49bb-9e0f-ca6966e81652,segment=NetworkSegment(010d84d2-e3f1-48d7-9a77-78ee4a049b9e),segment_id=010d84d2-e3f1-48d7-9a77-78ee4a049b9e)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:55.259879 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:55.262015 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device d4496b80-0c63-4192-b3f3-1f47d6b26fe3 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:41:55.387264 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8403016-56c9-4887-a295-37432b69e566 req-f33f273f-1d64-4142-a13a-e3ae230e6357 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:55.389335 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b8403016-56c9-4887-a295-37432b69e566 req-f33f273f-1d64-4142-a13a-e3ae230e6357 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 944 time: 0.0982821 Apr 18 20:41:55.441105 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=16f834cc-9787-49bb-9e0f-ca6966e81652,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:55.447302 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b8403016-56c9-4887-a295-37432b69e566 req-7a84af62-a9e7-4c17-ba47-e32ac81a14fa tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418432 Apr 18 20:41:55.531695 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port d4496b80-0c63-4192-b3f3-1f47d6b26fe3, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=d4496b80-0c63-4192-b3f3-1f47d6b26fe3,segment=NetworkSegment(41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba),segment_id=41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:55.553858 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'd4496b80-0c63-4192-b3f3-1f47d6b26fe3', 'network_id': 'ce2994d5-31dd-45c2-a9b2-2862c294165a', 'port_id': 'd4496b80-0c63-4192-b3f3-1f47d6b26fe3', 'mac_address': 'fa:16:3e:d2:33:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbcb42d3-b7c0-4528-8f19-a9afdd7046e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:41:55.602012 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:55.626579 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4496b80-0c63-4192-b3f3-1f47d6b26fe3 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:41:55.669663 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port d4496b80-0c63-4192-b3f3-1f47d6b26fe3, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=d4496b80-0c63-4192-b3f3-1f47d6b26fe3,segment=NetworkSegment(41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba),segment_id=41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:55.676281 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:55.753590 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=d4496b80-0c63-4192-b3f3-1f47d6b26fe3,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:55.839277 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['16f834cc-9787-49bb-9e0f-ca6966e81652'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:41:55.961688 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 50040714-f714-4a13-a3c8-6b04ae996882 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:41:55.985692 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea43161-85b0-42bb-9f2e-5f2739eafcc3 req-81a9080d-7d1a-43a2-a17f-4bd327074677 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:55.999172 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ea43161-85b0-42bb-9f2e-5f2739eafcc3 req-81a9080d-7d1a-43a2-a17f-4bd327074677 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 945 time: 0.1733422 Apr 18 20:41:56.147552 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 50040714-f714-4a13-a3c8-6b04ae996882 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:56.171406 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['d4496b80-0c63-4192-b3f3-1f47d6b26fe3'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:41:56.181183 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ea43161-85b0-42bb-9f2e-5f2739eafcc3 req-c950cb15-2a67-472f-9b6c-fd2cfdabd411 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758761 Apr 18 20:41:56.218659 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 50040714-f714-4a13-a3c8-6b04ae996882 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:56.219260 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.282180 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1a15a-5b2f-479f-9502-4c4391fa8e81 req-bac32e08-02c3-4a1d-a059-386835d5e014 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:56.297444 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdd1a15a-5b2f-479f-9502-4c4391fa8e81 req-bac32e08-02c3-4a1d-a059-386835d5e014 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf4b5ee-0450-4b56-bb23-812f783b9f84 HTTP/1.1" status: 200 len: 943 time: 0.2886007 Apr 18 20:41:56.371106 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdd1a15a-5b2f-479f-9502-4c4391fa8e81 req-7ba0e1e4-dfd9-4d48-960f-5331534d4652 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/security-groups?id=82b5a320-67a5-45df-9b85-63159735773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724638 Apr 18 20:41:56.520260 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.547115 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdcfaa-6f23-4a5b-ad97-56e3201aff2c req-f2eda535-bb6d-4de3-af94-4701dff75a5b tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:56.551915 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4cfdcfaa-6f23-4a5b-ad97-56e3201aff2c req-f2eda535-bb6d-4de3-af94-4701dff75a5b tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.1462128 Apr 18 20:41:56.649479 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4de87f7-3903-49d1-924c-769dead1f7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50040714-f714-4a13-a3c8-6b04ae996882'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:56.652898 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b16b04e-07f6-4044-aee5-915181f5074b" -d '{"events": [{"server_uuid": "d4de87f7-3903-49d1-924c-769dead1f7ec", "name": "network-vif-plugged", "status": "completed", "tag": "50040714-f714-4a13-a3c8-6b04ae996882"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:56.671548 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4cfdcfaa-6f23-4a5b-ad97-56e3201aff2c req-693f16f9-7cc5-476b-8023-56739ef352df tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091030 Apr 18 20:41:56.676023 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 5e8b12b1-b26e-4360-998f-ecd40a9b3009 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:41:56.679101 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 16f834cc-9787-49bb-9e0f-ca6966e81652 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:41:56.696584 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 50040714-f714-4a13-a3c8-6b04ae996882, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=50040714-f714-4a13-a3c8-6b04ae996882,segment=NetworkSegment(41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba),segment_id=41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:56.730228 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea00852-a929-470c-be4f-5f870d12eedb req-eeace527-06d0-4ebf-b92b-07399ebda09e tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:56.731877 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0ea00852-a929-470c-be4f-5f870d12eedb req-eeace527-06d0-4ebf-b92b-07399ebda09e tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 944 time: 0.1588101 Apr 18 20:41:56.759675 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.836241 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efec8a5-219c-4e8d-b983-138ca6ad2ab7 x-openstack-request-id: req-9efec8a5-219c-4e8d-b983-138ca6ad2ab7 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:56.836778 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4de87f7-3903-49d1-924c-769dead1f7ec", "name": "network-vif-plugged", "status": "completed", "tag": "50040714-f714-4a13-a3c8-6b04ae996882", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:56.837181 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9efec8a5-219c-4e8d-b983-138ca6ad2ab7 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:56.837797 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9efec8a5-219c-4e8d-b983-138ca6ad2ab7'] response: {'server_uuid': 'd4de87f7-3903-49d1-924c-769dead1f7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50040714-f714-4a13-a3c8-6b04ae996882', 'code': 200} Apr 18 20:41:56.838416 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0ea00852-a929-470c-be4f-5f870d12eedb req-8a4d7448-e568-494a-8da9-1def003ca86d tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955634 Apr 18 20:41:56.946902 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9d416-2a55-4072-8217-240fe95943ea req-ba17600c-0cf3-4cfb-83e1-2cd3fdcf4f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:56.951742 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8ed9d416-2a55-4072-8217-240fe95943ea req-ba17600c-0cf3-4cfb-83e1-2cd3fdcf4f69 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d4de87f7-3903-49d1-924c-769dead1f7ec HTTP/1.1" status: 200 len: 1096 time: 0.0775106 Apr 18 20:41:57.030994 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8ed9d416-2a55-4072-8217-240fe95943ea req-f29aea59-cbf5-452b-a0fc-94acfe8f1ea5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=82b5a320-67a5-45df-9b85-63159735773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707359 Apr 18 20:41:57.047988 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=50040714-f714-4a13-a3c8-6b04ae996882,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:57.078060 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 5e8b12b1-b26e-4360-998f-ecd40a9b3009, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=5e8b12b1-b26e-4360-998f-ecd40a9b3009,segment=NetworkSegment(41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba),segment_id=41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:57.089489 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 16f834cc-9787-49bb-9e0f-ca6966e81652 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:57.089869 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:57.098656 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '5e8b12b1-b26e-4360-998f-ecd40a9b3009', 'network_id': 'ce2994d5-31dd-45c2-a9b2-2862c294165a', 'port_id': '5e8b12b1-b26e-4360-998f-ecd40a9b3009', 'mac_address': 'fa:16:3e:3f:2a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbcb42d3-b7c0-4528-8f19-a9afdd7046e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:41:57.173241 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:57.217123 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8b12b1-b26e-4360-998f-ecd40a9b3009 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:41:57.253041 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 5e8b12b1-b26e-4360-998f-ecd40a9b3009, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=5e8b12b1-b26e-4360-998f-ecd40a9b3009,segment=NetworkSegment(41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba),segment_id=41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:57.254206 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:57.265569 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:57.329947 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=5e8b12b1-b26e-4360-998f-ecd40a9b3009,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:57.362530 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 16f834cc-9787-49bb-9e0f-ca6966e81652, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=16f834cc-9787-49bb-9e0f-ca6966e81652,segment=NetworkSegment(010d84d2-e3f1-48d7-9a77-78ee4a049b9e),segment_id=010d84d2-e3f1-48d7-9a77-78ee4a049b9e)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:57.367600 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:57.446643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe12ab-c3b5-4d4f-8753-400a58f9405a req-610a5930-3002-49e0-ac1f-6c5912f9ff23 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:57.454056 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=16f834cc-9787-49bb-9e0f-ca6966e81652,revision_number=7']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:57.461271 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86fe12ab-c3b5-4d4f-8753-400a58f9405a req-610a5930-3002-49e0-ac1f-6c5912f9ff23 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 945 time: 0.0895231 Apr 18 20:41:57.547425 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86fe12ab-c3b5-4d4f-8753-400a58f9405a req-0585fbb6-3601-4d62-8ef0-1f05bea7463e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828199 Apr 18 20:41:57.570792 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ba51d-c86f-4a03-8db1-b5efe15d2a36 req-b263e284-35e4-4326-b339-0dc2be3cc3e3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:57.572541 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-628ba51d-c86f-4a03-8db1-b5efe15d2a36 req-b263e284-35e4-4326-b339-0dc2be3cc3e3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf4b5ee-0450-4b56-bb23-812f783b9f84 HTTP/1.1" status: 200 len: 944 time: 0.0902176 Apr 18 20:41:57.636599 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-628ba51d-c86f-4a03-8db1-b5efe15d2a36 req-877239d1-8dc2-45ed-90e0-4a5565bcf274 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/security-groups?id=82b5a320-67a5-45df-9b85-63159735773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503504 Apr 18 20:41:57.870532 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d261d-d569-417b-bcba-f6539cc6409c req-45e40e70-3aaf-44d4-9eac-afe7be085c0f tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:57.873552 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d26d261d-d569-417b-bcba-f6539cc6409c req-45e40e70-3aaf-44d4-9eac-afe7be085c0f tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.0903897 Apr 18 20:41:57.950884 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d26d261d-d569-417b-bcba-f6539cc6409c req-bd8d3a75-928a-4949-bcf3-e603e5e4545d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607297 Apr 18 20:41:58.016028 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eab290-203f-4236-9a20-637443de5bab req-3d10bce0-3e58-4855-974b-2f9068e5ce30 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:58.017691 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-83eab290-203f-4236-9a20-637443de5bab req-3d10bce0-3e58-4855-974b-2f9068e5ce30 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.0639918 Apr 18 20:41:58.065006 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-83eab290-203f-4236-9a20-637443de5bab req-3222e0c3-0a97-4e7d-855f-1c0eacba5f21 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401704 Apr 18 20:41:58.154628 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['5e8b12b1-b26e-4360-998f-ecd40a9b3009'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:41:58.667080 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device d4496b80-0c63-4192-b3f3-1f47d6b26fe3 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:41:58.766773 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bc606-ba76-49c4-a83f-b80731a03629 req-f063b416-9652-40dc-86bf-edfd86f5456e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:58.767573 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4700e70f-4a17-4b0b-a4fd-d6598e19afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:58.772313 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a0bc606-ba76-49c4-a83f-b80731a03629 req-f063b416-9652-40dc-86bf-edfd86f5456e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 945 time: 0.1234102 Apr 18 20:41:58.804664 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port d4496b80-0c63-4192-b3f3-1f47d6b26fe3 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:58.815768 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port d4496b80-0c63-4192-b3f3-1f47d6b26fe3 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:58.816674 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:58.864206 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a90ed8-5a3a-4e91-81da-3b832d3eec2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f834cc-9787-49bb-9e0f-ca6966e81652'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:58.872044 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1468754-50be-4f8b-88ca-dda0a986d9e7" -d '{"events": [{"server_uuid": "01a90ed8-5a3a-4e91-81da-3b832d3eec2f", "name": "network-vif-plugged", "status": "completed", "tag": "16f834cc-9787-49bb-9e0f-ca6966e81652"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:58.894679 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1dc774-a9d4-421c-8ff9-29f0d9c0ce04 req-6253edad-da20-4afc-b571-e82d4bdad439 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:58.897841 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af1dc774-a9d4-421c-8ff9-29f0d9c0ce04 req-6253edad-da20-4afc-b571-e82d4bdad439 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf4b5ee-0450-4b56-bb23-812f783b9f84 HTTP/1.1" status: 200 len: 944 time: 0.1194084 Apr 18 20:41:58.925753 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a0bc606-ba76-49c4-a83f-b80731a03629 req-01e73fcf-b9eb-4d5c-be97-4645039d6380 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093984 Apr 18 20:41:58.955042 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af1dc774-a9d4-421c-8ff9-29f0d9c0ce04 req-a31731fd-3c2a-442d-b844-4207d4b8b7b8 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/security-groups?id=82b5a320-67a5-45df-9b85-63159735773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509474 Apr 18 20:41:58.992975 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:59.018447 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c3d8c0-cc3a-4401-9c93-608041555088 x-openstack-request-id: req-33c3d8c0-cc3a-4401-9c93-608041555088 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:59.019162 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a90ed8-5a3a-4e91-81da-3b832d3eec2f", "name": "network-vif-plugged", "status": "completed", "tag": "16f834cc-9787-49bb-9e0f-ca6966e81652", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:59.019590 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33c3d8c0-cc3a-4401-9c93-608041555088 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:59.020050 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33c3d8c0-cc3a-4401-9c93-608041555088'] response: {'server_uuid': '01a90ed8-5a3a-4e91-81da-3b832d3eec2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f834cc-9787-49bb-9e0f-ca6966e81652', 'code': 200} Apr 18 20:41:59.065043 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port d4496b80-0c63-4192-b3f3-1f47d6b26fe3, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=d4496b80-0c63-4192-b3f3-1f47d6b26fe3,segment=NetworkSegment(41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba),segment_id=41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:59.071673 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:59.153756 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=d4496b80-0c63-4192-b3f3-1f47d6b26fe3,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:59.165133 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1878f07-aa8a-42eb-af4b-57a4ef907bd7 req-6d96cb5a-b771-48dd-99e9-7b17fa7facfc tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:59.167765 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1878f07-aa8a-42eb-af4b-57a4ef907bd7 req-6d96cb5a-b771-48dd-99e9-7b17fa7facfc tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.1040244 Apr 18 20:41:59.223104 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1878f07-aa8a-42eb-af4b-57a4ef907bd7 req-275acc3d-30ac-4138-ade9-7dd4ce520e1e tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421898 Apr 18 20:41:59.315505 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201f6e2-7a50-480f-8821-67e08190d06c req-d44b87cf-2f1d-4c64-8de7-a2530b68d044 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:59.317936 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3201f6e2-7a50-480f-8821-67e08190d06c req-d44b87cf-2f1d-4c64-8de7-a2530b68d044 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.0901062 Apr 18 20:41:59.385965 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3201f6e2-7a50-480f-8821-67e08190d06c req-ab6f210f-9192-436b-8f99-23a3886704d3 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569713 Apr 18 20:41:59.724139 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:00.151655 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165cdc8-b28b-4c75-93ac-23e3cfdb34f3 req-50f225fe-69e5-41ee-9012-fc6b711488d9 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:00.153449 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e165cdc8-b28b-4c75-93ac-23e3cfdb34f3 req-50f225fe-69e5-41ee-9012-fc6b711488d9 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 945 time: 0.0999863 Apr 18 20:42:00.186279 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19988fcc-2cda-416a-9274-39de34f6ad98 req-6e1df50d-8b65-4e71-ac68-463a585c18bc tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:00.188000 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19988fcc-2cda-416a-9274-39de34f6ad98 req-6e1df50d-8b65-4e71-ac68-463a585c18bc tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf4b5ee-0450-4b56-bb23-812f783b9f84 HTTP/1.1" status: 200 len: 944 time: 0.0951033 Apr 18 20:42:00.231037 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e165cdc8-b28b-4c75-93ac-23e3cfdb34f3 req-4bbcab47-52c8-48cc-a7ef-2b889a009354 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698323 Apr 18 20:42:00.258992 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19988fcc-2cda-416a-9274-39de34f6ad98 req-bd64d1cf-caa2-479f-8f7b-6bb4d5a36a31 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/security-groups?id=82b5a320-67a5-45df-9b85-63159735773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587695 Apr 18 20:42:00.433888 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d68e74-db88-444c-ba67-532cb31935cf req-dd08f0dd-28b6-4a6c-ac5a-fc3327d3fb05 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:00.443681 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-40d68e74-db88-444c-ba67-532cb31935cf req-dd08f0dd-28b6-4a6c-ac5a-fc3327d3fb05 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.0954978 Apr 18 20:42:00.488653 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-40d68e74-db88-444c-ba67-532cb31935cf req-a296eabd-38f5-42a1-92b2-bf9fbb33b134 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434206 Apr 18 20:42:00.611831 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38307d-ab9d-438b-95f2-9cdc53103e2e req-ea9baf82-c69b-4ccd-a3fc-f1d57a690916 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:00.613646 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ea38307d-ab9d-438b-95f2-9cdc53103e2e req-ea9baf82-c69b-4ccd-a3fc-f1d57a690916 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1089907 Apr 18 20:42:00.665089 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ea38307d-ab9d-438b-95f2-9cdc53103e2e req-36d8ae46-7ecc-4ad2-b8a3-ce791c543715 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430694 Apr 18 20:42:00.681436 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 5e8b12b1-b26e-4360-998f-ecd40a9b3009 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:42:00.757786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 5e8b12b1-b26e-4360-998f-ecd40a9b3009 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:00.765294 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 5e8b12b1-b26e-4360-998f-ecd40a9b3009 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:00.765880 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:00.857780 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:00.905974 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 5e8b12b1-b26e-4360-998f-ecd40a9b3009, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=5e8b12b1-b26e-4360-998f-ecd40a9b3009,segment=NetworkSegment(41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba),segment_id=41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:00.918936 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:01.006635 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=5e8b12b1-b26e-4360-998f-ecd40a9b3009,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:01.021347 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63aa91ed-0b24-4cd9-8d8b-ed14ea7baef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4496b80-0c63-4192-b3f3-1f47d6b26fe3'}, {'server_uuid': '1cf4b5ee-0450-4b56-bb23-812f783b9f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8b12b1-b26e-4360-998f-ecd40a9b3009'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:01.025257 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2433d9-9744-470f-bfb3-9ae26841cae4" -d '{"events": [{"server_uuid": "63aa91ed-0b24-4cd9-8d8b-ed14ea7baef4", "name": "network-vif-plugged", "status": "completed", "tag": "d4496b80-0c63-4192-b3f3-1f47d6b26fe3"}, {"server_uuid": "1cf4b5ee-0450-4b56-bb23-812f783b9f84", "name": "network-vif-plugged", "status": "completed", "tag": "5e8b12b1-b26e-4360-998f-ecd40a9b3009"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:01.096238 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40cead6-0dba-4b85-b183-110c8f82191c x-openstack-request-id: req-a40cead6-0dba-4b85-b183-110c8f82191c {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:01.096695 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63aa91ed-0b24-4cd9-8d8b-ed14ea7baef4", "name": "network-vif-plugged", "status": "completed", "tag": "d4496b80-0c63-4192-b3f3-1f47d6b26fe3", "code": 200}, {"server_uuid": "1cf4b5ee-0450-4b56-bb23-812f783b9f84", "name": "network-vif-plugged", "status": "completed", "tag": "5e8b12b1-b26e-4360-998f-ecd40a9b3009", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:01.097045 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a40cead6-0dba-4b85-b183-110c8f82191c {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:01.097564 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a40cead6-0dba-4b85-b183-110c8f82191c'] response: {'server_uuid': '63aa91ed-0b24-4cd9-8d8b-ed14ea7baef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4496b80-0c63-4192-b3f3-1f47d6b26fe3', 'code': 200} Apr 18 20:42:01.097937 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a40cead6-0dba-4b85-b183-110c8f82191c'] response: {'server_uuid': '1cf4b5ee-0450-4b56-bb23-812f783b9f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8b12b1-b26e-4360-998f-ecd40a9b3009', 'code': 200} Apr 18 20:42:01.294132 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e4be3-c3f1-44a1-9c40-8dbdf68e135b req-f775438e-fb5d-4bca-8ece-f9f040c17f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:01.295759 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-684e4be3-c3f1-44a1-9c40-8dbdf68e135b req-f775438e-fb5d-4bca-8ece-f9f040c17f52 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=63aa91ed-0b24-4cd9-8d8b-ed14ea7baef4 HTTP/1.1" status: 200 len: 1097 time: 0.1032150 Apr 18 20:42:01.300742 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:01.330389 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f5a8c-5c0e-454a-801e-ebda2ba10259 req-c7fcc2b2-92c9-4901-9837-0d2e50e7bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:01.332129 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-327f5a8c-5c0e-454a-801e-ebda2ba10259 req-c7fcc2b2-92c9-4901-9837-0d2e50e7bb90 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1cf4b5ee-0450-4b56-bb23-812f783b9f84 HTTP/1.1" status: 200 len: 1096 time: 0.1177192 Apr 18 20:42:01.382168 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-684e4be3-c3f1-44a1-9c40-8dbdf68e135b req-6e320245-5686-40d2-8882-c36b29bbc0ee service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=82b5a320-67a5-45df-9b85-63159735773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792387 Apr 18 20:42:01.409879 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-327f5a8c-5c0e-454a-801e-ebda2ba10259 req-37ad80b2-5c90-4740-bf37-e5b10d774664 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=82b5a320-67a5-45df-9b85-63159735773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662925 Apr 18 20:42:01.480301 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:01.497207 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411165c-30e4-4ab6-accd-cf871d485a01 req-a447977c-b287-4cda-a9c1-bcafbf8c12a6 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:01.498946 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a411165c-30e4-4ab6-accd-cf871d485a01 req-a447977c-b287-4cda-a9c1-bcafbf8c12a6 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 945 time: 0.1007316 Apr 18 20:42:01.565033 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7129204-beb4-43ca-8a31-c8a079eea219 req-3025c25f-7841-45e4-85f9-c908dcb38b69 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:01.567543 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7129204-beb4-43ca-8a31-c8a079eea219 req-3025c25f-7841-45e4-85f9-c908dcb38b69 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf4b5ee-0450-4b56-bb23-812f783b9f84 HTTP/1.1" status: 200 len: 945 time: 0.1304586 Apr 18 20:42:01.648083 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a411165c-30e4-4ab6-accd-cf871d485a01 req-fc90cce7-d114-4de9-9466-fad6218ce466 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378114 Apr 18 20:42:01.685257 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7129204-beb4-43ca-8a31-c8a079eea219 req-45f2b824-7ce2-4e83-9f06-19a92069df3d tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/security-groups?id=82b5a320-67a5-45df-9b85-63159735773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090300 Apr 18 20:42:01.842545 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c8846-262b-4a9f-8488-0e6a5c6855f8 req-2afeaebf-5d6e-42b4-bcd6-3bcabe44fb86 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:01.844946 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ad0c8846-262b-4a9f-8488-0e6a5c6855f8 req-2afeaebf-5d6e-42b4-bcd6-3bcabe44fb86 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.0685735 Apr 18 20:42:01.994401 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ad0c8846-262b-4a9f-8488-0e6a5c6855f8 req-c73d4b7f-6fda-4a04-897e-0704b4ecdabd tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273625 Apr 18 20:42:02.033688 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bc5b4-a952-4d52-a81f-833aa07eaef2 req-06d47e9f-3c4b-4a63-8e8d-42af89b79f52 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:02.036656 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-105bc5b4-a952-4d52-a81f-833aa07eaef2 req-06d47e9f-3c4b-4a63-8e8d-42af89b79f52 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1321452 Apr 18 20:42:02.116999 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-105bc5b4-a952-4d52-a81f-833aa07eaef2 req-5917ae15-ea9e-4ed7-8745-cc5eb05f1a02 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712152 Apr 18 20:42:02.223099 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c54bb-7ad2-4e80-906e-d0ce1ac4da7a req-061a0338-ef77-485a-b274-998f79feca0e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:02.233311 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f6c54bb-7ad2-4e80-906e-d0ce1ac4da7a req-061a0338-ef77-485a-b274-998f79feca0e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1131921 Apr 18 20:42:02.305130 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f6c54bb-7ad2-4e80-906e-d0ce1ac4da7a req-ec6d3cdc-7f9f-49af-8313-a03c268b933f tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688539 Apr 18 20:42:02.520381 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffe8ff-1b5e-4e9a-99dd-444a1ce265b8 req-9a3be352-be23-418e-8685-13a714bb99db tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:02.523316 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d9ffe8ff-1b5e-4e9a-99dd-444a1ce265b8 req-9a3be352-be23-418e-8685-13a714bb99db tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.0787225 Apr 18 20:42:02.655265 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d9ffe8ff-1b5e-4e9a-99dd-444a1ce265b8 req-815b6ee5-fe77-49f8-a238-ea9f42bc7edc tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164746 Apr 18 20:42:02.916036 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1c87f-80ba-416b-adc6-701ef17b408b req-e8f5959f-a02b-41ce-bfc1-f18f5c07bc84 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:02.919961 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-79f1c87f-80ba-416b-adc6-701ef17b408b req-e8f5959f-a02b-41ce-bfc1-f18f5c07bc84 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf4b5ee-0450-4b56-bb23-812f783b9f84 HTTP/1.1" status: 200 len: 945 time: 0.1291296 Apr 18 20:42:02.945994 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323b8e3-f065-4951-9ee8-0b0b29fc7abb req-8f71eea7-3924-4b02-9f36-a47a15c082f9 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:02.947561 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7323b8e3-f065-4951-9ee8-0b0b29fc7abb req-8f71eea7-3924-4b02-9f36-a47a15c082f9 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1278501 Apr 18 20:42:03.044917 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-79f1c87f-80ba-416b-adc6-701ef17b408b req-10596bc7-59c3-428f-8151-b00ee95a3526 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/security-groups?id=82b5a320-67a5-45df-9b85-63159735773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202312 Apr 18 20:42:03.118998 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7323b8e3-f065-4951-9ee8-0b0b29fc7abb req-ec88445c-1860-4446-9dcb-ffd664fd2773 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236482 Apr 18 20:42:03.224504 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a2970-f8f1-4bbf-9a1c-6b1fa5bde5e9 req-6e13f3af-a786-4904-9746-e811817ebe2b tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:03.235572 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-074a2970-f8f1-4bbf-9a1c-6b1fa5bde5e9 req-6e13f3af-a786-4904-9746-e811817ebe2b tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.0821075 Apr 18 20:42:03.342727 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-074a2970-f8f1-4bbf-9a1c-6b1fa5bde5e9 req-ff67f385-059f-4677-a309-7f5dfaccdd8a tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043749 Apr 18 20:42:03.375656 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f702713-dadc-42c5-ba30-40a7b8352e36 req-0b607a7e-9402-44ce-b8e3-64ad1b053a9a tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:03.380780 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6f702713-dadc-42c5-ba30-40a7b8352e36 req-0b607a7e-9402-44ce-b8e3-64ad1b053a9a tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1109602 Apr 18 20:42:03.452503 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6f702713-dadc-42c5-ba30-40a7b8352e36 req-f29f556c-2986-46f2-b019-49c0f3350671 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605810 Apr 18 20:42:03.611369 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08364e0d-be6f-4c0d-b980-bf000e11d6e6 req-747aacb5-5c98-4d0c-9ad4-b2a22343c6e2 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:03.628381 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08364e0d-be6f-4c0d-b980-bf000e11d6e6 req-747aacb5-5c98-4d0c-9ad4-b2a22343c6e2 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1515343 Apr 18 20:42:03.742308 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08364e0d-be6f-4c0d-b980-bf000e11d6e6 req-1319de05-54e4-443c-bd26-3c5be5dd9ffb tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081038 Apr 18 20:42:04.108541 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d23e6d-0016-425a-8f50-c0805c799471 req-9ab96a8a-b571-45f7-929b-6f7995a2c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:04.113805 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-18d23e6d-0016-425a-8f50-c0805c799471 req-9ab96a8a-b571-45f7-929b-6f7995a2c7ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c38bdc963bc4174b81b6324270a917b&device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 1097 time: 0.1578779 Apr 18 20:42:04.130156 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43aa7d2-fc5f-44cc-bdf3-a1d17a32d16d req-e0505fc2-e85b-4703-b37b-7206c2f2221c tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:04.132872 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c43aa7d2-fc5f-44cc-bdf3-a1d17a32d16d req-e0505fc2-e85b-4703-b37b-7206c2f2221c tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.1591992 Apr 18 20:42:04.671130 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c43aa7d2-fc5f-44cc-bdf3-a1d17a32d16d req-323edb73-707c-48dc-b3d5-09371d531368 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5220485 Apr 18 20:42:04.794623 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659c82a-defe-4afa-afec-83f4a99d285a req-200a3828-4d45-48d7-9165-e6767fb57972 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:04.808893 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b659c82a-defe-4afa-afec-83f4a99d285a req-200a3828-4d45-48d7-9165-e6767fb57972 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf4b5ee-0450-4b56-bb23-812f783b9f84 HTTP/1.1" status: 200 len: 945 time: 0.6264939 Apr 18 20:42:04.840244 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d23e6d-0016-425a-8f50-c0805c799471 req-0209c6a2-ae1d-47b1-8398-2ba2ca931e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:04.843375 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-18d23e6d-0016-425a-8f50-c0805c799471 req-0209c6a2-ae1d-47b1-8398-2ba2ca931e65 service neutron] 10.222.0.32 "GET /v2.0/networks?id=92da7360-d409-4b3e-ad31-ddbae7217c5a HTTP/1.1" status: 200 len: 912 time: 0.7083132 Apr 18 20:42:04.967612 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b659c82a-defe-4afa-afec-83f4a99d285a req-b841ef2f-e89f-4bbd-905d-b14300389ce0 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/security-groups?id=82b5a320-67a5-45df-9b85-63159735773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592114 Apr 18 20:42:05.066289 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-18d23e6d-0016-425a-8f50-c0805c799471 req-9242751f-95e0-4e10-901e-cdc8b3fd3dc9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99ad98b6-bfe9-4773-945f-0ca8f238c908 HTTP/1.1" status: 200 len: 1002 time: 0.2115886 Apr 18 20:42:05.271076 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d23e6d-0016-425a-8f50-c0805c799471 req-cdafc501-77f9-40b1-8a4d-f94f98e7dc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:05.273609 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-18d23e6d-0016-425a-8f50-c0805c799471 req-cdafc501-77f9-40b1-8a4d-f94f98e7dc2b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=55983801-f492-4a46-94da-ae12b2e91406 HTTP/1.1" status: 200 len: 850 time: 0.1960120 Apr 18 20:42:05.293734 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4cb1a3-c926-45c0-b429-241382b48ca2 req-feb2883a-4925-4cb6-8330-7fb7098e72cb tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:05.296640 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f4cb1a3-c926-45c0-b429-241382b48ca2 req-feb2883a-4925-4cb6-8330-7fb7098e72cb tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.2169685 Apr 18 20:42:05.320899 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-313dac20-9145-4ea5-8362-ceb9b732ebae tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:05.330944 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-313dac20-9145-4ea5-8362-ceb9b732ebae tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 812 time: 0.3935556 Apr 18 20:42:05.402178 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-700dde06-9d55-48c2-a552-aac2fef8ddea tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/quotas/f07a47e8c182436591c55c66e8d2e113 HTTP/1.1" status: 200 len: 375 time: 0.0699065 Apr 18 20:42:05.521283 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f4cb1a3-c926-45c0-b429-241382b48ca2 req-23a2e421-74f6-4df1-a563-74b0df3b381a tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689224 Apr 18 20:42:05.523861 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d23e6d-0016-425a-8f50-c0805c799471 req-2c6f2c50-38a0-4e5c-ad80-0339a21ef01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:05.525630 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-18d23e6d-0016-425a-8f50-c0805c799471 req-2c6f2c50-38a0-4e5c-ad80-0339a21ef01f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92da7360-d409-4b3e-ad31-ddbae7217c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2273099 Apr 18 20:42:05.663131 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-dac748a1-9101-4857-9af4-5125b1ff5dc4 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2597172 Apr 18 20:42:05.854519 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-18d23e6d-0016-425a-8f50-c0805c799471 req-dc0b055a-2e47-4803-a543-11255a0e757d service neutron] 10.222.0.32 "GET /v2.0/networks/92da7360-d409-4b3e-ad31-ddbae7217c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174102 Apr 18 20:42:06.035924 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2790e-01f6-4204-8179-a36ad84fdcca req-c2f88221-5019-4617-8c57-bc9446edf7b3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:06.047073 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2790e-01f6-4204-8179-a36ad84fdcca req-c2f88221-5019-4617-8c57-bc9446edf7b3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:06.058401 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2790e-01f6-4204-8179-a36ad84fdcca req-c2f88221-5019-4617-8c57-bc9446edf7b3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:06.069164 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2790e-01f6-4204-8179-a36ad84fdcca req-c2f88221-5019-4617-8c57-bc9446edf7b3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:06.080819 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2790e-01f6-4204-8179-a36ad84fdcca req-c2f88221-5019-4617-8c57-bc9446edf7b3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:06.092129 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2790e-01f6-4204-8179-a36ad84fdcca req-c2f88221-5019-4617-8c57-bc9446edf7b3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:06.103076 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2790e-01f6-4204-8179-a36ad84fdcca req-c2f88221-5019-4617-8c57-bc9446edf7b3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:06.109399 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eea2790e-01f6-4204-8179-a36ad84fdcca req-c2f88221-5019-4617-8c57-bc9446edf7b3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5433 time: 0.4655244 Apr 18 20:42:06.184747 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-a9c80426-b1ac-4561-8024-5156dbbf8c53 service neutron] 10.222.0.41 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009844 Apr 18 20:42:06.339413 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-18d23e6d-0016-425a-8f50-c0805c799471 req-e32aa22a-1fa5-4e93-b82f-5ac6c22018a4 service neutron] 10.222.0.32 "GET /v2.0/networks/92da7360-d409-4b3e-ad31-ddbae7217c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730415 Apr 18 20:42:06.424311 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eea2790e-01f6-4204-8179-a36ad84fdcca req-19c58884-ca98-4a81-aa54-7753dc0fb1bd tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2913315 Apr 18 20:42:06.524404 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-62fb91e9-504d-466d-a912-c2db620bd368 service neutron] 10.222.0.41 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118608 Apr 18 20:42:06.683814 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675284c-6c3f-4126-8018-d433eb1b9180 req-538e228e-9ec5-4783-8fde-9d18f20103d8 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:06.685968 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b675284c-6c3f-4126-8018-d433eb1b9180 req-538e228e-9ec5-4783-8fde-9d18f20103d8 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de87f7-3903-49d1-924c-769dead1f7ec HTTP/1.1" status: 200 len: 945 time: 0.0855865 Apr 18 20:42:06.769518 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b675284c-6c3f-4126-8018-d433eb1b9180 req-d46f3c38-0839-4450-a88c-639420e1e69b tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/security-groups?id=82b5a320-67a5-45df-9b85-63159735773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748606 Apr 18 20:42:07.097791 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee16eba-4669-4354-b14c-24c68aac1410 req-b58c202f-bac0-4555-b250-0d9938e9b642 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:07.105734 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee16eba-4669-4354-b14c-24c68aac1410 req-b58c202f-bac0-4555-b250-0d9938e9b642 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:07.115158 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee16eba-4669-4354-b14c-24c68aac1410 req-b58c202f-bac0-4555-b250-0d9938e9b642 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:07.127303 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee16eba-4669-4354-b14c-24c68aac1410 req-b58c202f-bac0-4555-b250-0d9938e9b642 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:07.139433 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee16eba-4669-4354-b14c-24c68aac1410 req-b58c202f-bac0-4555-b250-0d9938e9b642 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:07.155296 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee16eba-4669-4354-b14c-24c68aac1410 req-b58c202f-bac0-4555-b250-0d9938e9b642 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:07.167025 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee16eba-4669-4354-b14c-24c68aac1410 req-b58c202f-bac0-4555-b250-0d9938e9b642 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:07.183884 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0ee16eba-4669-4354-b14c-24c68aac1410 req-b58c202f-bac0-4555-b250-0d9938e9b642 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5433 time: 0.2525656 Apr 18 20:42:07.224096 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc49b57-6e34-42a6-9c41-16f1e35268b1 req-8d05b1e1-d743-4eb7-92f5-489499da3c48 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:07.228124 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4cc49b57-6e34-42a6-9c41-16f1e35268b1 req-8d05b1e1-d743-4eb7-92f5-489499da3c48 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.2214293 Apr 18 20:42:07.313931 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4cc49b57-6e34-42a6-9c41-16f1e35268b1 req-92c5b727-e020-43d5-bf43-d327df2ceb73 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709696 Apr 18 20:42:07.370672 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969089d-f975-4821-8fdd-2f2f30b033de req-68c79c08-e23a-4c0e-a44b-52d00e03b3fb tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:07.372281 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7969089d-f975-4821-8fdd-2f2f30b033de req-68c79c08-e23a-4c0e-a44b-52d00e03b3fb tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.0845587 Apr 18 20:42:07.435243 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7969089d-f975-4821-8fdd-2f2f30b033de req-634ba453-a4d0-499a-9ca4-9ded9feb46c0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490978 Apr 18 20:42:07.559766 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:07.589846 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-657aa6a6-ee32-408f-8590-2c0dd576b8ab req-bd4e66aa-d312-4336-9ece-c9404db9b684 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbf3f81b-f1c4-43e6-b0d6-728978dece5d HTTP/1.1" status: 200 len: 210 time: 0.0874696 Apr 18 20:42:07.850853 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10200f9b-cae0-477b-9983-2bafce1b08eb req-d5a3a138-e6bc-48eb-934a-a8ed0b6b7bb0 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:07.857397 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-10200f9b-cae0-477b-9983-2bafce1b08eb req-d5a3a138-e6bc-48eb-934a-a8ed0b6b7bb0 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/ports?device_id=63aa91ed-0b24-4cd9-8d8b-ed14ea7baef4 HTTP/1.1" status: 200 len: 946 time: 0.1486154 Apr 18 20:42:07.914139 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d84ac-15eb-4bf6-a241-0371af946f6a req-4f8f67dd-5323-43dd-8fdd-fde210c039c1 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:07.923593 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bd9d84ac-15eb-4bf6-a241-0371af946f6a req-4f8f67dd-5323-43dd-8fdd-fde210c039c1 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=73f2ff76-882d-4b92-91bb-b889b534a141 HTTP/1.1" status: 200 len: 945 time: 0.1475503 Apr 18 20:42:07.972226 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-10200f9b-cae0-477b-9983-2bafce1b08eb req-8945fa31-a3a3-4180-8718-08fbcecdcc87 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/security-groups?id=82b5a320-67a5-45df-9b85-63159735773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108403 Apr 18 20:42:08.033553 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bd9d84ac-15eb-4bf6-a241-0371af946f6a req-c3e86008-be86-40d4-801c-e6a94f4c76b4 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076128 Apr 18 20:42:08.349336 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c410e5-8fb4-4a3d-b729-e9c639dc07ff req-4c35eaee-e74b-4b2b-bda8-a839ffa94542 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:08.366951 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-59c410e5-8fb4-4a3d-b729-e9c639dc07ff req-4c35eaee-e74b-4b2b-bda8-a839ffa94542 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/ports?device_id=63aa91ed-0b24-4cd9-8d8b-ed14ea7baef4 HTTP/1.1" status: 200 len: 946 time: 0.0816331 Apr 18 20:42:08.470673 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-59c410e5-8fb4-4a3d-b729-e9c639dc07ff req-e657a76c-3ca1-405d-a3cc-ba8b9392b2e4 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/security-groups?id=82b5a320-67a5-45df-9b85-63159735773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026597 Apr 18 20:42:08.639587 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0e51f-ad44-4263-ab09-679fe51a1d9d req-214237cd-6674-4446-8867-c02639323edb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:08.648569 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-49f0e51f-ad44-4263-ab09-679fe51a1d9d req-214237cd-6674-4446-8867-c02639323edb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.1637070 Apr 18 20:42:08.656115 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-a59ffb92-e980-4a22-b2f4-b451fb4350ab tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:08.661274 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-a59ffb92-e980-4a22-b2f4-b451fb4350ab tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.57 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 812 time: 0.3020563 Apr 18 20:42:08.691747 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-becfeab4-0fec-4e85-821e-0260749d7ca7 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Request body: {'port': {'device_id': 'cbf3f81b-f1c4-43e6-b0d6-728978dece5d', 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'admin_state_up': True, 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:08.703735 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-49f0e51f-ad44-4263-ab09-679fe51a1d9d req-c74794e3-4faf-4bcc-b028-021626fdbfac tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541220 Apr 18 20:42:08.829285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6747e4-f01b-41ca-bcf6-52794532f08b req-57785684-0777-4636-a386-87a065f599f0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:08.831316 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c6747e4-f01b-41ca-bcf6-52794532f08b req-57785684-0777-4636-a386-87a065f599f0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1397955 Apr 18 20:42:08.880824 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-becfeab4-0fec-4e85-821e-0260749d7ca7 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Made reservation on behalf of f07a47e8c182436591c55c66e8d2e113 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:08.883919 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0864e278-8ad6-4463-8a67-1fd629380f51 req-c37e74c9-d08e-461c-b946-30334d76d424 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbf3f81b-f1c4-43e6-b0d6-728978dece5d HTTP/1.1" status: 200 len: 210 time: 0.0510404 Apr 18 20:42:08.885152 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-becfeab4-0fec-4e85-821e-0260749d7ca7 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:08.961094 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43544) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:08.970139 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c6747e4-f01b-41ca-bcf6-52794532f08b req-215894ac-edb4-445a-9678-b043005b2114 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241822 Apr 18 20:42:09.119988 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-becfeab4-0fec-4e85-821e-0260749d7ca7 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Allocated IP 172.20.0.3 (fb225605-c490-4bb4-a150-b74221fc667a/8e471ea4-101a-40ef-81f9-9917dd650719/537c68a4-2055-4e21-9736-5446ad8d21d6) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:09.210630 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3249047-505b-4784-bc5c-63d1a27eaac2 req-d63e3ddc-f9d3-4162-82ba-0c8b3183863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:09.211148 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3249047-505b-4784-bc5c-63d1a27eaac2 req-d63e3ddc-f9d3-4162-82ba-0c8b3183863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:09.211641 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3249047-505b-4784-bc5c-63d1a27eaac2 req-d63e3ddc-f9d3-4162-82ba-0c8b3183863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:09.212087 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3249047-505b-4784-bc5c-63d1a27eaac2 req-d63e3ddc-f9d3-4162-82ba-0c8b3183863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:09.212582 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3249047-505b-4784-bc5c-63d1a27eaac2 req-d63e3ddc-f9d3-4162-82ba-0c8b3183863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:09.213109 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3249047-505b-4784-bc5c-63d1a27eaac2 req-d63e3ddc-f9d3-4162-82ba-0c8b3183863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:09.213548 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3249047-505b-4784-bc5c-63d1a27eaac2 req-d63e3ddc-f9d3-4162-82ba-0c8b3183863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:09.215818 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3249047-505b-4784-bc5c-63d1a27eaac2 req-d63e3ddc-f9d3-4162-82ba-0c8b3183863e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 6490 time: 0.2534356 Apr 18 20:42:09.225447 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02f6cc-73cb-44bf-9e66-6d1fbca2e318 req-68131678-633b-4b24-a1d5-de20827f5ae3 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:09.234054 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e02f6cc-73cb-44bf-9e66-6d1fbca2e318 req-68131678-633b-4b24-a1d5-de20827f5ae3 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=73f2ff76-882d-4b92-91bb-b889b534a141 HTTP/1.1" status: 200 len: 945 time: 0.0907187 Apr 18 20:42:09.319557 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e02f6cc-73cb-44bf-9e66-6d1fbca2e318 req-a6440997-559e-4ec4-a11e-bb76df826037 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844502 Apr 18 20:42:09.326018 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3249047-505b-4784-bc5c-63d1a27eaac2 req-bbd57719-7713-4006-ab1b-13eafbb799a5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=692c6ee1-076e-4d61-aada-4c2099441b82&id=895ef928-0bb7-42ba-bb30-17327d0eccb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539331 Apr 18 20:42:09.495176 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-becfeab4-0fec-4e85-821e-0260749d7ca7 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:09.582277 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-becfeab4-0fec-4e85-821e-0260749d7ca7 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:09.599450 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['b9f7a1bc-057b-4a53-8a5b-e03f75a819fe'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:42:09.642750 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-becfeab4-0fec-4e85-821e-0260749d7ca7 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Network fb225605-c490-4bb4-a150-b74221fc667a is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:09.647199 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-becfeab4-0fec-4e85-821e-0260749d7ca7 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:09.653983 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-becfeab4-0fec-4e85-821e-0260749d7ca7 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:42:09.727153 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becfeab4-0fec-4e85-821e-0260749d7ca7 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Pushing event updated for resources: {'Port': ['ID=537c68a4-2055-4e21-9736-5446ad8d21d6,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:09.796042 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f5787-2aa9-4d26-bcb9-1eb5956183a2 req-63f3cecc-137e-4ad6-bf65-8165f8008623 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:09.801796 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f20f5787-2aa9-4d26-bcb9-1eb5956183a2 req-63f3cecc-137e-4ad6-bf65-8165f8008623 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/ports?device_id=63aa91ed-0b24-4cd9-8d8b-ed14ea7baef4 HTTP/1.1" status: 200 len: 946 time: 0.2207642 Apr 18 20:42:09.818516 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-becfeab4-0fec-4e85-821e-0260749d7ca7 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:09.830235 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-becfeab4-0fec-4e85-821e-0260749d7ca7 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:09.855552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8025d-b710-49d2-940c-03d8f6d3c118 req-a738991d-bd9f-493a-a016-8d2ddf6a9911 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:09.857897 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-adb8025d-b710-49d2-940c-03d8f6d3c118 req-a738991d-bd9f-493a-a016-8d2ddf6a9911 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.57 "GET /v2.0/ports?device_id=73f2ff76-882d-4b92-91bb-b889b534a141 HTTP/1.1" status: 200 len: 945 time: 0.1873744 Apr 18 20:42:09.967014 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-becfeab4-0fec-4e85-821e-0260749d7ca7 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2756162 Apr 18 20:42:09.976486 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-47c42c08-16c4-4131-8ca3-9960ae23582f service neutron] Request body: {'port': {'device_id': 'cbf3f81b-f1c4-43e6-b0d6-728978dece5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:10.083624 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f20f5787-2aa9-4d26-bcb9-1eb5956183a2 req-a090a94c-f62f-481c-be3e-6ef5e695d88e tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/security-groups?id=82b5a320-67a5-45df-9b85-63159735773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042265 Apr 18 20:42:10.151849 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5968931-3172-4d5d-8c48-5897a1773b29 req-084b23a8-00b7-4c33-b6d4-cd73f16ac663 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:10.153794 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a5968931-3172-4d5d-8c48-5897a1773b29 req-084b23a8-00b7-4c33-b6d4-cd73f16ac663 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.32 "GET /v2.0/ports?device_id=63aa91ed-0b24-4cd9-8d8b-ed14ea7baef4 HTTP/1.1" status: 200 len: 946 time: 0.2255375 Apr 18 20:42:10.201061 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-47c42c08-16c4-4131-8ca3-9960ae23582f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.253646 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4adf3b06-770c-46a4-a9af-5136fc4575fc None None] Provisioning complete for port 537c68a4-2055-4e21-9736-5446ad8d21d6 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:10.254607 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4adf3b06-770c-46a4-a9af-5136fc4575fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.334823 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4adf3b06-770c-46a4-a9af-5136fc4575fc None None] Port 537c68a4-2055-4e21-9736-5446ad8d21d6 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:42:10.343657 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-adb8025d-b710-49d2-940c-03d8f6d3c118 req-103d37f6-6de9-439f-9570-b2484123e73e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Deleting port 89558483-9999-4751-90db-414d08755ada {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:42:10.345718 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-adb8025d-b710-49d2-940c-03d8f6d3c118 req-103d37f6-6de9-439f-9570-b2484123e73e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.490965 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7e175-b179-4a89-ba57-ed02af15bdfe req-0bedd6ae-4790-4258-87fc-9540f31f40ee tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:10.504858 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-49a7e175-b179-4a89-ba57-ed02af15bdfe req-0bedd6ae-4790-4258-87fc-9540f31f40ee tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbf3f81b-f1c4-43e6-b0d6-728978dece5d HTTP/1.1" status: 200 len: 931 time: 0.3704643 Apr 18 20:42:10.596954 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c23e55-fb2f-48ee-8a71-90c067c5787d req-2b3290f7-0cc0-4866-82ff-57349cd9ad02 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:10.599434 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-93c23e55-fb2f-48ee-8a71-90c067c5787d req-2b3290f7-0cc0-4866-82ff-57349cd9ad02 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.3440413 Apr 18 20:42:10.652598 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-47c42c08-16c4-4131-8ca3-9960ae23582f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537c68a4-2055-4e21-9736-5446ad8d21d6 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:42:10.661385 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-47c42c08-16c4-4131-8ca3-9960ae23582f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.677058 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-47c42c08-16c4-4131-8ca3-9960ae23582f service neutron] Transition to ACTIVE for port object 537c68a4-2055-4e21-9736-5446ad8d21d6 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:10.690521 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-47c42c08-16c4-4131-8ca3-9960ae23582f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.730147 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-49a7e175-b179-4a89-ba57-ed02af15bdfe req-27cff6e1-6795-4ae1-a388-a024d75c786b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234452 Apr 18 20:42:10.767918 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-a5968931-3172-4d5d-8c48-5897a1773b29 req-cc7d505b-ab51-490d-aa1c-61d44fd5d171 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Deleting port d4496b80-0c63-4192-b3f3-1f47d6b26fe3 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:42:10.768580 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a5968931-3172-4d5d-8c48-5897a1773b29 req-cc7d505b-ab51-490d-aa1c-61d44fd5d171 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.797055 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c42c08-16c4-4131-8ca3-9960ae23582f service neutron] Pushing event updated for resources: {'Port': ['ID=537c68a4-2055-4e21-9736-5446ad8d21d6,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:10.819279 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-adb8025d-b710-49d2-940c-03d8f6d3c118 req-103d37f6-6de9-439f-9570-b2484123e73e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] For port 89558483-9999-4751-90db-414d08755ada, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=89558483-9999-4751-90db-414d08755ada,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:10.819903 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-adb8025d-b710-49d2-940c-03d8f6d3c118 req-103d37f6-6de9-439f-9570-b2484123e73e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.906335 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-adb8025d-b710-49d2-940c-03d8f6d3c118 req-103d37f6-6de9-439f-9570-b2484123e73e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Calling delete_port for 89558483-9999-4751-90db-414d08755ada owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:42:10.969298 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-93c23e55-fb2f-48ee-8a71-90c067c5787d req-73b77956-bee3-4239-878e-b9460257af26 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579993 Apr 18 20:42:10.983061 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-47c42c08-16c4-4131-8ca3-9960ae23582f service neutron] Attempting to bind port 537c68a4-2055-4e21-9736-5446ad8d21d6 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:10.983406 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-47c42c08-16c4-4131-8ca3-9960ae23582f service neutron] Attempting to bind port 537c68a4-2055-4e21-9736-5446ad8d21d6 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:10.983739 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-47c42c08-16c4-4131-8ca3-9960ae23582f service neutron] Attempting to bind port 537c68a4-2055-4e21-9736-5446ad8d21d6 on network fb225605-c490-4bb4-a150-b74221fc667a {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:42:10.991371 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-47c42c08-16c4-4131-8ca3-9960ae23582f service neutron] Port 537c68a4-2055-4e21-9736-5446ad8d21d6 on network fb225605-c490-4bb4-a150-b74221fc667a not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:42:10.991737 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-47c42c08-16c4-4131-8ca3-9960ae23582f service neutron] Attempting to bind port 537c68a4-2055-4e21-9736-5446ad8d21d6 on network fb225605-c490-4bb4-a150-b74221fc667a {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:42:10.998680 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-47c42c08-16c4-4131-8ca3-9960ae23582f service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:42:10.999037 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-47c42c08-16c4-4131-8ca3-9960ae23582f service neutron] Checking segment: {'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:42:10.999331 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-47c42c08-16c4-4131-8ca3-9960ae23582f service neutron] Bound using segment: {'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:42:10.999776 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-47c42c08-16c4-4131-8ca3-9960ae23582f service neutron] Bound port: 537c68a4-2055-4e21-9736-5446ad8d21d6, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:11.000139 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-47c42c08-16c4-4131-8ca3-9960ae23582f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:11.093131 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-a5968931-3172-4d5d-8c48-5897a1773b29 req-cc7d505b-ab51-490d-aa1c-61d44fd5d171 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] For port d4496b80-0c63-4192-b3f3-1f47d6b26fe3, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=d4496b80-0c63-4192-b3f3-1f47d6b26fe3,segment=NetworkSegment(41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba),segment_id=41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:11.093503 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a5968931-3172-4d5d-8c48-5897a1773b29 req-cc7d505b-ab51-490d-aa1c-61d44fd5d171 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:11.120202 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-47c42c08-16c4-4131-8ca3-9960ae23582f service neutron] For port 537c68a4-2055-4e21-9736-5446ad8d21d6, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:42:11.129211 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-47c42c08-16c4-4131-8ca3-9960ae23582f service neutron] For port 537c68a4-2055-4e21-9736-5446ad8d21d6, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=537c68a4-2055-4e21-9736-5446ad8d21d6,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:42:11.138416 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-47c42c08-16c4-4131-8ca3-9960ae23582f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:11.160372 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-a5968931-3172-4d5d-8c48-5897a1773b29 req-cc7d505b-ab51-490d-aa1c-61d44fd5d171 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Calling delete_port for d4496b80-0c63-4192-b3f3-1f47d6b26fe3 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:42:11.178490 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44a698-e4a9-4a61-9089-813755f13909 req-464029e8-f10a-41c6-8e1c-b2fcb12bfe65 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:11.183006 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c44a698-e4a9-4a61-9089-813755f13909 req-464029e8-f10a-41c6-8e1c-b2fcb12bfe65 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=73f2ff76-882d-4b92-91bb-b889b534a141 HTTP/1.1" status: 200 len: 945 time: 0.2599399 Apr 18 20:42:11.205472 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-47c42c08-16c4-4131-8ca3-9960ae23582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:11.206563 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-47c42c08-16c4-4131-8ca3-9960ae23582f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:11.210207 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-47c42c08-16c4-4131-8ca3-9960ae23582f service neutron] 10.222.0.57 "PUT /v2.0/ports/537c68a4-2055-4e21-9736-5446ad8d21d6 HTTP/1.1" status: 200 len: 1091 time: 1.2432225 Apr 18 20:42:11.213794 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf3f81b-f1c4-43e6-b0d6-728978dece5d', 'tag': '537c68a4-2055-4e21-9736-5446ad8d21d6'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:11.217858 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5f017e-8c59-474b-bfef-ea73f0561547" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf3f81b-f1c4-43e6-b0d6-728978dece5d", "tag": "537c68a4-2055-4e21-9736-5446ad8d21d6"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:11.367738 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c42c08-16c4-4131-8ca3-9960ae23582f service neutron] Pushing event updated for resources: {'Port': ['ID=537c68a4-2055-4e21-9736-5446ad8d21d6,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:11.440623 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-adb8025d-b710-49d2-940c-03d8f6d3c118 req-103d37f6-6de9-439f-9570-b2484123e73e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:11.440904 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-b4084b1d-aa03-46ff-831f-05eea6a50c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:11.441781 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-b4084b1d-aa03-46ff-831f-05eea6a50c0e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&device_id=cbf3f81b-f1c4-43e6-b0d6-728978dece5d HTTP/1.1" status: 200 len: 1094 time: 0.1620688 Apr 18 20:42:11.459206 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['89558483-9999-4751-90db-414d08755ada'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:42:11.559693 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-dca46854-6c71-49b0-80ab-9ce5000d03e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=537c68a4-2055-4e21-9736-5446ad8d21d6 HTTP/1.1" status: 200 len: 217 time: 0.1090984 Apr 18 20:42:11.585295 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:11.655128 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d37f6-6de9-439f-9570-b2484123e73e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Pushing event deleted for resources: {'Port': ['ID=89558483-9999-4751-90db-414d08755ada,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:11.663201 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-c14c7321-8e7f-411e-a428-71ee6ac61ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:11.665051 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-c14c7321-8e7f-411e-a428-71ee6ac61ac6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e471ea4-101a-40ef-81f9-9917dd650719 HTTP/1.1" status: 200 len: 851 time: 0.0906904 Apr 18 20:42:11.733279 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c44a698-e4a9-4a61-9089-813755f13909 req-cbc33bec-d83f-42b9-bf90-3a5e9fb81dec tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344376 Apr 18 20:42:11.780184 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-82d555f0-621a-4b44-9a82-d0892ffa37e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:11.782911 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-82d555f0-621a-4b44-9a82-d0892ffa37e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb225605-c490-4bb4-a150-b74221fc667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079865 Apr 18 20:42:11.838897 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c148906-3c40-4120-8c22-ccfea3dae54c x-openstack-request-id: req-9c148906-3c40-4120-8c22-ccfea3dae54c {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:11.839668 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf3f81b-f1c4-43e6-b0d6-728978dece5d", "tag": "537c68a4-2055-4e21-9736-5446ad8d21d6", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:11.839990 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c148906-3c40-4120-8c22-ccfea3dae54c {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:11.840421 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c148906-3c40-4120-8c22-ccfea3dae54c'] response: {'name': 'network-changed', 'server_uuid': 'cbf3f81b-f1c4-43e6-b0d6-728978dece5d', 'tag': '537c68a4-2055-4e21-9736-5446ad8d21d6', 'status': 'completed', 'code': 200} Apr 18 20:42:11.978224 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a5968931-3172-4d5d-8c48-5897a1773b29 req-cc7d505b-ab51-490d-aa1c-61d44fd5d171 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:11.985697 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb8025d-b710-49d2-940c-03d8f6d3c118 req-103d37f6-6de9-439f-9570-b2484123e73e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] No DVR routers for this DVR port 89558483-9999-4751-90db-414d08755ada on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:11.990350 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-adb8025d-b710-49d2-940c-03d8f6d3c118 req-103d37f6-6de9-439f-9570-b2484123e73e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:11.993493 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['50040714-f714-4a13-a3c8-6b04ae996882'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:42:11.996612 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['5e8b12b1-b26e-4360-998f-ecd40a9b3009'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:42:12.000121 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-adb8025d-b710-49d2-940c-03d8f6d3c118 req-103d37f6-6de9-439f-9570-b2484123e73e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.57 "DELETE /v2.0/ports/89558483-9999-4751-90db-414d08755ada HTTP/1.1" status: 204 len: 173 time: 2.1360040 Apr 18 20:42:12.028301 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-df111f99-552c-4fab-9d31-e21096f3f8f9 service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261488 Apr 18 20:42:12.053564 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f2ff76-882d-4b92-91bb-b889b534a141', 'name': 'network-vif-deleted', 'tag': '89558483-9999-4751-90db-414d08755ada'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:12.059316 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a512203-3f21-4bff-be79-80b74538ef9e" -d '{"events": [{"server_uuid": "73f2ff76-882d-4b92-91bb-b889b534a141", "name": "network-vif-deleted", "tag": "89558483-9999-4751-90db-414d08755ada"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:12.102626 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859701af-e5ae-4f8c-bd29-2d8369bb59d0 req-523fc5b9-5def-4e4e-a124-3d21d27950f5 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:12.119194 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-859701af-e5ae-4f8c-bd29-2d8369bb59d0 req-523fc5b9-5def-4e4e-a124-3d21d27950f5 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/ports?device_id=63aa91ed-0b24-4cd9-8d8b-ed14ea7baef4 HTTP/1.1" status: 200 len: 946 time: 0.7165284 Apr 18 20:42:12.219630 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d505b-ab51-490d-aa1c-61d44fd5d171 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Pushing event deleted for resources: {'Port': ['ID=d4496b80-0c63-4192-b3f3-1f47d6b26fe3,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:12.329095 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-08912b5e-3502-4cae-a3a8-8c5c8a1a342d req-9734c0d4-36f2-4654-94fc-a3911c99b838 service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889981 Apr 18 20:42:12.352484 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-859701af-e5ae-4f8c-bd29-2d8369bb59d0 req-d550612a-0d9a-4465-a5bb-b066a052e06c tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/security-groups?id=82b5a320-67a5-45df-9b85-63159735773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580803 Apr 18 20:42:12.382262 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7624b-fb1a-48b0-bf3d-c21ab8d192eb req-76eca3da-5b89-44f2-8576-b8e850ea3dff tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:12.412814 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dfb7624b-fb1a-48b0-bf3d-c21ab8d192eb req-76eca3da-5b89-44f2-8576-b8e850ea3dff tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbf3f81b-f1c4-43e6-b0d6-728978dece5d HTTP/1.1" status: 200 len: 943 time: 0.4776635 Apr 18 20:42:12.427115 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5968931-3172-4d5d-8c48-5897a1773b29 req-cc7d505b-ab51-490d-aa1c-61d44fd5d171 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] No DVR routers for this DVR port d4496b80-0c63-4192-b3f3-1f47d6b26fe3 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:12.430921 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a5968931-3172-4d5d-8c48-5897a1773b29 req-cc7d505b-ab51-490d-aa1c-61d44fd5d171 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:12.435149 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a5968931-3172-4d5d-8c48-5897a1773b29 req-cc7d505b-ab51-490d-aa1c-61d44fd5d171 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.32 "DELETE /v2.0/ports/d4496b80-0c63-4192-b3f3-1f47d6b26fe3 HTTP/1.1" status: 204 len: 173 time: 2.2637093 Apr 18 20:42:12.499774 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f017e-8c59-474b-bfef-ea73f0561547 req-e7f08844-0e0c-499f-960c-63418b4a252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:12.505118 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3f5f017e-8c59-474b-bfef-ea73f0561547 req-e7f08844-0e0c-499f-960c-63418b4a252a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&device_id=cbf3f81b-f1c4-43e6-b0d6-728978dece5d HTTP/1.1" status: 200 len: 1094 time: 0.1048000 Apr 18 20:42:12.511867 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dfb7624b-fb1a-48b0-bf3d-c21ab8d192eb req-d3b91be9-57f3-4098-9012-d83d9ed4c4de tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915849 Apr 18 20:42:12.655615 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6faf52-4195-4b61-a221-6f626510aa89 x-openstack-request-id: req-0a6faf52-4195-4b61-a221-6f626510aa89 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:12.656513 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f2ff76-882d-4b92-91bb-b889b534a141", "name": "network-vif-deleted", "tag": "89558483-9999-4751-90db-414d08755ada", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:12.657164 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a6faf52-4195-4b61-a221-6f626510aa89 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:12.658008 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a6faf52-4195-4b61-a221-6f626510aa89'] response: {'server_uuid': '73f2ff76-882d-4b92-91bb-b889b534a141', 'name': 'network-vif-deleted', 'tag': '89558483-9999-4751-90db-414d08755ada', 'status': 'completed', 'code': 200} Apr 18 20:42:12.738404 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device d4496b80-0c63-4192-b3f3-1f47d6b26fe3 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:42:12.753908 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f017e-8c59-474b-bfef-ea73f0561547 req-f14d8f59-d61f-4ebf-bc54-e62c54bba6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:12.762386 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebdc57-e3fd-4879-99ed-43a8138b2ecb req-f557c0b9-4618-4b7f-8663-4e4bcaa6a9e0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:12.763522 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3f5f017e-8c59-474b-bfef-ea73f0561547 req-f14d8f59-d61f-4ebf-bc54-e62c54bba6ba service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 913 time: 0.2454579 Apr 18 20:42:12.770647 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e9ebdc57-e3fd-4879-99ed-43a8138b2ecb req-f557c0b9-4618-4b7f-8663-4e4bcaa6a9e0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1764851 Apr 18 20:42:12.802640 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: d4496b80-0c63-4192-b3f3-1f47d6b26fe3 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:42:12.802997 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device d4496b80-0c63-4192-b3f3-1f47d6b26fe3 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:42:12.848705 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3f5f017e-8c59-474b-bfef-ea73f0561547 req-9a237ef7-06a3-41ec-9a39-05d9197527f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=537c68a4-2055-4e21-9736-5446ad8d21d6 HTTP/1.1" status: 200 len: 217 time: 0.0765946 Apr 18 20:42:12.893431 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e9ebdc57-e3fd-4879-99ed-43a8138b2ecb req-577f7673-2483-4bb2-8687-40486c4a93d9 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216083 Apr 18 20:42:12.967923 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e1ad4f8-6b43-4e4c-80f9-55803da0acbd req-8c624c7f-ee5c-4264-a580-db1c199db522 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=73f2ff76-882d-4b92-91bb-b889b534a141 HTTP/1.1" status: 200 len: 210 time: 0.0638576 Apr 18 20:42:13.023404 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f017e-8c59-474b-bfef-ea73f0561547 req-b611ccb6-5bfc-499d-8a43-89376bf86be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:13.035533 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3f5f017e-8c59-474b-bfef-ea73f0561547 req-b611ccb6-5bfc-499d-8a43-89376bf86be5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e471ea4-101a-40ef-81f9-9917dd650719 HTTP/1.1" status: 200 len: 851 time: 0.1696401 Apr 18 20:42:13.146760 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f017e-8c59-474b-bfef-ea73f0561547 req-6755c7c7-bcc7-4ada-ba06-8ead41bbe186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:13.148496 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3f5f017e-8c59-474b-bfef-ea73f0561547 req-6755c7c7-bcc7-4ada-ba06-8ead41bbe186 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb225605-c490-4bb4-a150-b74221fc667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118903 Apr 18 20:42:13.315825 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3f5f017e-8c59-474b-bfef-ea73f0561547 req-bf23b67b-0ead-46b4-999e-896a7701d99b service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587250 Apr 18 20:42:13.449128 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3f5f017e-8c59-474b-bfef-ea73f0561547 req-66566e3b-afc8-49de-a965-cde852e7099c service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225343 Apr 18 20:42:13.758527 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ded823-1730-404a-badc-3a027b1e652a req-dd032288-4501-408a-ab2e-e3a964d254f5 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:13.760473 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4ded823-1730-404a-badc-3a027b1e652a req-dd032288-4501-408a-ab2e-e3a964d254f5 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbf3f81b-f1c4-43e6-b0d6-728978dece5d HTTP/1.1" status: 200 len: 943 time: 0.1152117 Apr 18 20:42:13.890858 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4ded823-1730-404a-badc-3a027b1e652a req-69ed6ef4-ffe9-4904-96ca-729450394148 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185870 Apr 18 20:42:14.061357 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 537c68a4-2055-4e21-9736-5446ad8d21d6 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:42:14.102287 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 89558483-9999-4751-90db-414d08755ada no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:42:14.151547 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 89558483-9999-4751-90db-414d08755ada {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:42:14.152014 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 89558483-9999-4751-90db-414d08755ada not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:42:14.192814 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-752dbd48-6a9d-40ba-887e-1aa2720175e1 req-3999747a-a9b7-496e-aacc-d2eaf1c4377c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=73f2ff76-882d-4b92-91bb-b889b534a141 HTTP/1.1" status: 200 len: 210 time: 0.0541310 Apr 18 20:42:14.218025 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fd837-64a1-47c1-9f86-b9fdbb6746c9 req-336c5d9b-140b-4ed3-a960-60cb3c081efb tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:14.221581 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a69fd837-64a1-47c1-9f86-b9fdbb6746c9 req-336c5d9b-140b-4ed3-a960-60cb3c081efb tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1836030 Apr 18 20:42:14.346540 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a69fd837-64a1-47c1-9f86-b9fdbb6746c9 req-d179edbc-224f-4106-9790-35a4adeecbe6 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166112 Apr 18 20:42:14.374770 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 537c68a4-2055-4e21-9736-5446ad8d21d6, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=537c68a4-2055-4e21-9736-5446ad8d21d6,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:14.399297 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '537c68a4-2055-4e21-9736-5446ad8d21d6', 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'port_id': '537c68a4-2055-4e21-9736-5446ad8d21d6', 'mac_address': 'fa:16:3e:d6:95:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e471ea4-101a-40ef-81f9-9917dd650719', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:42:14.482903 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:14.510313 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537c68a4-2055-4e21-9736-5446ad8d21d6 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:42:14.556395 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 537c68a4-2055-4e21-9736-5446ad8d21d6, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=537c68a4-2055-4e21-9736-5446ad8d21d6,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:14.563531 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:14.653842 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=537c68a4-2055-4e21-9736-5446ad8d21d6,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:14.659667 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63aa91ed-0b24-4cd9-8d8b-ed14ea7baef4', 'name': 'network-vif-deleted', 'tag': 'd4496b80-0c63-4192-b3f3-1f47d6b26fe3'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:14.662276 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c6fe33-a7f5-477a-a675-2c4ec7add588" -d '{"events": [{"server_uuid": "63aa91ed-0b24-4cd9-8d8b-ed14ea7baef4", "name": "network-vif-deleted", "tag": "d4496b80-0c63-4192-b3f3-1f47d6b26fe3"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:14.774414 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc039c59-ac7a-45d5-9197-4947b953f983 x-openstack-request-id: req-cc039c59-ac7a-45d5-9197-4947b953f983 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:14.775481 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63aa91ed-0b24-4cd9-8d8b-ed14ea7baef4", "name": "network-vif-deleted", "tag": "d4496b80-0c63-4192-b3f3-1f47d6b26fe3", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:14.775481 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc039c59-ac7a-45d5-9197-4947b953f983 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:14.775481 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc039c59-ac7a-45d5-9197-4947b953f983'] response: {'server_uuid': '63aa91ed-0b24-4cd9-8d8b-ed14ea7baef4', 'name': 'network-vif-deleted', 'tag': 'd4496b80-0c63-4192-b3f3-1f47d6b26fe3', 'status': 'completed', 'code': 200} Apr 18 20:42:14.946271 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['537c68a4-2055-4e21-9736-5446ad8d21d6'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:42:15.044350 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7037bd-a781-459c-a3b6-2e7b112067ed req-f52c086a-3220-4518-aa5b-c48ca2421fcd tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:15.062424 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7037bd-a781-459c-a3b6-2e7b112067ed req-f52c086a-3220-4518-aa5b-c48ca2421fcd tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:15.075449 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee7037bd-a781-459c-a3b6-2e7b112067ed req-f52c086a-3220-4518-aa5b-c48ca2421fcd tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf4b5ee-0450-4b56-bb23-812f783b9f84&device_id=d4de87f7-3903-49d1-924c-769dead1f7ec HTTP/1.1" status: 200 len: 1681 time: 0.1452818 Apr 18 20:42:15.185702 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee7037bd-a781-459c-a3b6-2e7b112067ed req-2d2f391b-497e-42be-ad9e-97ef912992e3 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/security-groups?id=82b5a320-67a5-45df-9b85-63159735773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080971 Apr 18 20:42:15.273356 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc685551-0e7d-4509-8241-93dd97734f39 req-e0a38ef5-cd76-466d-b8b2-1230977e33b7 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:15.275947 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fc685551-0e7d-4509-8241-93dd97734f39 req-e0a38ef5-cd76-466d-b8b2-1230977e33b7 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbf3f81b-f1c4-43e6-b0d6-728978dece5d HTTP/1.1" status: 200 len: 944 time: 0.1590095 Apr 18 20:42:15.401066 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fc685551-0e7d-4509-8241-93dd97734f39 req-9404131e-74e8-42d4-86e0-f88d88f8aad3 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116099 Apr 18 20:42:15.446368 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-00735fe6-6d62-45d5-9357-e9af3baf6b9b req-def24a9f-e10f-466f-80c3-f0f1c2e83a4c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=73f2ff76-882d-4b92-91bb-b889b534a141 HTTP/1.1" status: 200 len: 210 time: 0.0632622 Apr 18 20:42:16.108966 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eccbf4-84c4-48d6-879e-811af4041506 req-b41d91b2-d30e-42d9-a437-5195e8965acd tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:16.117738 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-54eccbf4-84c4-48d6-879e-811af4041506 req-b41d91b2-d30e-42d9-a437-5195e8965acd tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1297550 Apr 18 20:42:16.178167 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-54eccbf4-84c4-48d6-879e-811af4041506 req-ce8f094f-c0f8-4b67-9b86-dc8e4390ed00 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591428 Apr 18 20:42:16.613319 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51890481-bb67-498d-88a5-4041b88d2106 req-3511c640-0da3-42ed-b55f-19f032d4bbf7 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:16.629843 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-51890481-bb67-498d-88a5-4041b88d2106 req-3511c640-0da3-42ed-b55f-19f032d4bbf7 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de87f7-3903-49d1-924c-769dead1f7ec HTTP/1.1" status: 200 len: 945 time: 0.1999612 Apr 18 20:42:16.677936 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-51890481-bb67-498d-88a5-4041b88d2106 req-3587e84c-1bf6-46a3-b544-5e7df44fb65c tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/security-groups?id=82b5a320-67a5-45df-9b85-63159735773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471826 Apr 18 20:42:16.691036 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418143df-bf27-4ef8-91d4-7b636512f45d req-a465a9de-022d-4f9c-9eb2-4739b93a2716 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:16.692714 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-418143df-bf27-4ef8-91d4-7b636512f45d req-a465a9de-022d-4f9c-9eb2-4739b93a2716 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbf3f81b-f1c4-43e6-b0d6-728978dece5d HTTP/1.1" status: 200 len: 944 time: 0.1729951 Apr 18 20:42:16.756057 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-418143df-bf27-4ef8-91d4-7b636512f45d req-22bbfcf6-34a3-453f-a6c5-295e99ef60eb tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557878 Apr 18 20:42:16.866386 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-308fc579-0f2c-4be8-a793-d6c9a6b4b0f0 req-d7458ea9-248b-4502-a092-1e2a3727e1e8 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=73f2ff76-882d-4b92-91bb-b889b534a141 HTTP/1.1" status: 200 len: 210 time: 0.0416486 Apr 18 20:42:16.971821 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:42:17.244302 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b944003-46ab-4a54-977d-323390a08287 req-6e66c186-b4cd-4596-a7d6-15b77d31ca4a tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:17.246336 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1b944003-46ab-4a54-977d-323390a08287 req-6e66c186-b4cd-4596-a7d6-15b77d31ca4a tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4de87f7-3903-49d1-924c-769dead1f7ec HTTP/1.1" status: 200 len: 945 time: 0.0602548 Apr 18 20:42:17.306629 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49047189-da8a-47ff-ae5e-769dbdc30ef5 req-6e9a283e-289a-4e50-805c-4bd3f70f647b tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:17.306629 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-49047189-da8a-47ff-ae5e-769dbdc30ef5 req-6e9a283e-289a-4e50-805c-4bd3f70f647b tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.0553961 Apr 18 20:42:17.372258 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-49047189-da8a-47ff-ae5e-769dbdc30ef5 req-d6aa074d-efdd-44ea-a1e5-e25f8f08b8c2 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578990 Apr 18 20:42:17.384297 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-1b944003-46ab-4a54-977d-323390a08287 req-a8ab2091-c08b-4822-9f61-3ea47509b296 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Deleting port 50040714-f714-4a13-a3c8-6b04ae996882 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:42:17.384612 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1b944003-46ab-4a54-977d-323390a08287 req-a8ab2091-c08b-4822-9f61-3ea47509b296 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:17.489978 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-1b944003-46ab-4a54-977d-323390a08287 req-a8ab2091-c08b-4822-9f61-3ea47509b296 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] For port 50040714-f714-4a13-a3c8-6b04ae996882, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=50040714-f714-4a13-a3c8-6b04ae996882,segment=NetworkSegment(41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba),segment_id=41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:17.490335 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1b944003-46ab-4a54-977d-323390a08287 req-a8ab2091-c08b-4822-9f61-3ea47509b296 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:17.507015 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-1b944003-46ab-4a54-977d-323390a08287 req-a8ab2091-c08b-4822-9f61-3ea47509b296 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Calling delete_port for 50040714-f714-4a13-a3c8-6b04ae996882 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:42:17.696331 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1b944003-46ab-4a54-977d-323390a08287 req-a8ab2091-c08b-4822-9f61-3ea47509b296 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:17.712969 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['50040714-f714-4a13-a3c8-6b04ae996882'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:42:17.717946 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['5e8b12b1-b26e-4360-998f-ecd40a9b3009'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:42:17.737278 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab2091-c08b-4822-9f61-3ea47509b296 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Pushing event deleted for resources: {'Port': ['ID=50040714-f714-4a13-a3c8-6b04ae996882,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:17.829063 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b944003-46ab-4a54-977d-323390a08287 req-a8ab2091-c08b-4822-9f61-3ea47509b296 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] No DVR routers for this DVR port 50040714-f714-4a13-a3c8-6b04ae996882 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:17.834112 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-1b944003-46ab-4a54-977d-323390a08287 req-a8ab2091-c08b-4822-9f61-3ea47509b296 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:17.841290 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1b944003-46ab-4a54-977d-323390a08287 req-a8ab2091-c08b-4822-9f61-3ea47509b296 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.57 "DELETE /v2.0/ports/50040714-f714-4a13-a3c8-6b04ae996882 HTTP/1.1" status: 204 len: 173 time: 0.5887353 Apr 18 20:42:17.842285 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4de87f7-3903-49d1-924c-769dead1f7ec', 'name': 'network-vif-deleted', 'tag': '50040714-f714-4a13-a3c8-6b04ae996882'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:17.848327 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f0bdf0-ee24-419a-8b75-1b3dd2ad9c89" -d '{"events": [{"server_uuid": "d4de87f7-3903-49d1-924c-769dead1f7ec", "name": "network-vif-deleted", "tag": "50040714-f714-4a13-a3c8-6b04ae996882"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:18.018733 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3282535d-2712-408b-a221-88ca12bc9f00 req-1c8d2aae-132f-41a9-83a8-d64de31580f0 tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de87f7-3903-49d1-924c-769dead1f7ec HTTP/1.1" status: 200 len: 210 time: 0.1647744 Apr 18 20:42:18.062441 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 537c68a4-2055-4e21-9736-5446ad8d21d6 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:42:18.136744 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518ba73b-c429-4ea1-9c0a-0022566c0482 x-openstack-request-id: req-518ba73b-c429-4ea1-9c0a-0022566c0482 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:18.137716 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4de87f7-3903-49d1-924c-769dead1f7ec", "name": "network-vif-deleted", "tag": "50040714-f714-4a13-a3c8-6b04ae996882", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:18.139233 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-518ba73b-c429-4ea1-9c0a-0022566c0482 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:18.140206 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-518ba73b-c429-4ea1-9c0a-0022566c0482'] response: {'server_uuid': 'd4de87f7-3903-49d1-924c-769dead1f7ec', 'name': 'network-vif-deleted', 'tag': '50040714-f714-4a13-a3c8-6b04ae996882', 'status': 'completed', 'code': 200} Apr 18 20:42:18.146357 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8524105-ef51-48fe-abda-bd773bda7c70 req-c60d181b-084a-4f25-a8d4-c54fc25de283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:18.148121 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8524105-ef51-48fe-abda-bd773bda7c70 req-c60d181b-084a-4f25-a8d4-c54fc25de283 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b15a212f24594521a622268ceffef952&device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 1096 time: 0.1268778 Apr 18 20:42:18.165329 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a6c0e-b664-48bb-b5eb-011a2d1702c6 req-7ee449df-7fcf-4609-a7ee-791d36e40f50 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:18.173639 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db8a6c0e-b664-48bb-b5eb-011a2d1702c6 req-7ee449df-7fcf-4609-a7ee-791d36e40f50 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbf3f81b-f1c4-43e6-b0d6-728978dece5d HTTP/1.1" status: 200 len: 944 time: 0.2074788 Apr 18 20:42:18.184717 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782631fb-844a-4a02-ae91-8c025012dc6b req-e77cc0f8-62a4-4d7e-9b91-0ae688f6e86b tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:18.186374 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-782631fb-844a-4a02-ae91-8c025012dc6b req-e77cc0f8-62a4-4d7e-9b91-0ae688f6e86b tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf4b5ee-0450-4b56-bb23-812f783b9f84 HTTP/1.1" status: 200 len: 945 time: 0.1662476 Apr 18 20:42:18.210944 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 537c68a4-2055-4e21-9736-5446ad8d21d6 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:18.220208 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 537c68a4-2055-4e21-9736-5446ad8d21d6 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:18.221363 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:18.374996 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:18.413468 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf3f81b-f1c4-43e6-b0d6-728978dece5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537c68a4-2055-4e21-9736-5446ad8d21d6'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:18.416819 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cbd2be-3195-43d6-bd69-b12d1397c5cf" -d '{"events": [{"server_uuid": "cbf3f81b-f1c4-43e6-b0d6-728978dece5d", "name": "network-vif-plugged", "status": "completed", "tag": "537c68a4-2055-4e21-9736-5446ad8d21d6"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:18.441789 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 537c68a4-2055-4e21-9736-5446ad8d21d6, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=537c68a4-2055-4e21-9736-5446ad8d21d6,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:18.449057 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:18.449585 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 50040714-f714-4a13-a3c8-6b04ae996882 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:42:18.493733 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 50040714-f714-4a13-a3c8-6b04ae996882 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:42:18.494084 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 50040714-f714-4a13-a3c8-6b04ae996882 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:42:18.531920 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=537c68a4-2055-4e21-9736-5446ad8d21d6,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:18.621550 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8c278fe-76b7-42d8-8039-86bade4c9ac9 req-535f79f4-8796-4ae7-a6ec-7dbf9aed6206 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=73f2ff76-882d-4b92-91bb-b889b534a141 HTTP/1.1" status: 200 len: 210 time: 0.4158337 Apr 18 20:42:18.665514 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db8a6c0e-b664-48bb-b5eb-011a2d1702c6 req-cf719530-9134-4b88-8f42-61fe91a4612c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909499 Apr 18 20:42:18.749109 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6500ad2-a8f8-431d-9ca0-4b8434ef611e x-openstack-request-id: req-c6500ad2-a8f8-431d-9ca0-4b8434ef611e {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:18.749911 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf3f81b-f1c4-43e6-b0d6-728978dece5d", "name": "network-vif-plugged", "status": "completed", "tag": "537c68a4-2055-4e21-9736-5446ad8d21d6", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:18.749911 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6500ad2-a8f8-431d-9ca0-4b8434ef611e {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:18.750190 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6500ad2-a8f8-431d-9ca0-4b8434ef611e'] response: {'server_uuid': 'cbf3f81b-f1c4-43e6-b0d6-728978dece5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537c68a4-2055-4e21-9736-5446ad8d21d6', 'code': 200} Apr 18 20:42:18.796245 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8524105-ef51-48fe-abda-bd773bda7c70 req-a4a098ca-4146-419f-ade9-7298df4e83b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:18.797783 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8524105-ef51-48fe-abda-bd773bda7c70 req-a4a098ca-4146-419f-ade9-7298df4e83b2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed2b0c12-45b2-4296-81f8-31d496e92fff HTTP/1.1" status: 200 len: 914 time: 0.6419644 Apr 18 20:42:18.818864 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-782631fb-844a-4a02-ae91-8c025012dc6b req-44573346-18ff-4f9b-95c1-3472f3fb243a tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Deleting port 5e8b12b1-b26e-4360-998f-ecd40a9b3009 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:42:18.819250 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-782631fb-844a-4a02-ae91-8c025012dc6b req-44573346-18ff-4f9b-95c1-3472f3fb243a tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:18.840459 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01128096-bcd6-4a64-be23-3531fed774dc req-81171d43-854f-4e54-bc6a-9be0d1a221b9 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:18.843202 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-01128096-bcd6-4a64-be23-3531fed774dc req-81171d43-854f-4e54-bc6a-9be0d1a221b9 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.1406002 Apr 18 20:42:18.885633 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd48c9-0b61-4e59-99bc-e98a16bdf05a req-9b32f12c-79ff-40b4-8b03-fcbf7ad7dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:18.887403 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-26cd48c9-0b61-4e59-99bc-e98a16bdf05a req-9b32f12c-79ff-40b4-8b03-fcbf7ad7dfde service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cbf3f81b-f1c4-43e6-b0d6-728978dece5d HTTP/1.1" status: 200 len: 1096 time: 0.0553510 Apr 18 20:42:18.924829 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8524105-ef51-48fe-abda-bd773bda7c70 req-9e563665-c5f2-44f0-8c44-6d978643492d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f834cc-9787-49bb-9e0f-ca6966e81652 HTTP/1.1" status: 200 len: 217 time: 0.1156254 Apr 18 20:42:18.931873 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-26cd48c9-0b61-4e59-99bc-e98a16bdf05a req-6d2d221c-da9d-4260-87d8-6e499c0cbd10 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370982 Apr 18 20:42:19.043922 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-01128096-bcd6-4a64-be23-3531fed774dc req-f00e33a4-e325-4ed1-977c-6ad3d22fae47 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343954 Apr 18 20:42:19.086482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8524105-ef51-48fe-abda-bd773bda7c70 req-4c02a568-6317-4d9e-abe0-b2c5d138b0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:19.089949 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8524105-ef51-48fe-abda-bd773bda7c70 req-4c02a568-6317-4d9e-abe0-b2c5d138b0d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3cc6e869-dcde-4b4f-9cfc-e06da113fabf HTTP/1.1" status: 200 len: 853 time: 0.1274474 Apr 18 20:42:19.113903 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-782631fb-844a-4a02-ae91-8c025012dc6b req-44573346-18ff-4f9b-95c1-3472f3fb243a tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] For port 5e8b12b1-b26e-4360-998f-ecd40a9b3009, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=5e8b12b1-b26e-4360-998f-ecd40a9b3009,segment=NetworkSegment(41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba),segment_id=41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:19.114335 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-782631fb-844a-4a02-ae91-8c025012dc6b req-44573346-18ff-4f9b-95c1-3472f3fb243a tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:19.142716 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8524105-ef51-48fe-abda-bd773bda7c70 req-d64eec83-3313-434f-91e4-247cc6aa6068 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed2b0c12-45b2-4296-81f8-31d496e92fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433614 Apr 18 20:42:19.147492 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-782631fb-844a-4a02-ae91-8c025012dc6b req-44573346-18ff-4f9b-95c1-3472f3fb243a tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Calling delete_port for 5e8b12b1-b26e-4360-998f-ecd40a9b3009 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:42:19.360759 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3eba1-873e-4bc4-8a8a-ee9cf5eb16f4 req-39195732-8ac6-44bf-8ed5-59f517ea475e tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:19.362388 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8da3eba1-873e-4bc4-8a8a-ee9cf5eb16f4 req-39195732-8ac6-44bf-8ed5-59f517ea475e tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf4b5ee-0450-4b56-bb23-812f783b9f84 HTTP/1.1" status: 200 len: 945 time: 0.1860163 Apr 18 20:42:19.371023 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8524105-ef51-48fe-abda-bd773bda7c70 req-edded870-100d-4f99-be35-98515a09559c service neutron] 10.222.0.32 "GET /v2.0/networks/ed2b0c12-45b2-4296-81f8-31d496e92fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210445 Apr 18 20:42:19.514046 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-782631fb-844a-4a02-ae91-8c025012dc6b req-44573346-18ff-4f9b-95c1-3472f3fb243a tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:19.518979 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8da3eba1-873e-4bc4-8a8a-ee9cf5eb16f4 req-22249c2c-5f28-479e-83b1-8ac7e827ff1c tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.41 "GET /v2.0/security-groups?id=82b5a320-67a5-45df-9b85-63159735773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467576 Apr 18 20:42:19.589873 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44573346-18ff-4f9b-95c1-3472f3fb243a tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Pushing event deleted for resources: {'Port': ['ID=5e8b12b1-b26e-4360-998f-ecd40a9b3009,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:19.620832 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8524105-ef51-48fe-abda-bd773bda7c70 req-db90dbff-1f4b-4fec-b5e6-cdd9a0777515 service neutron] 10.222.0.32 "GET /v2.0/networks/ed2b0c12-45b2-4296-81f8-31d496e92fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402124 Apr 18 20:42:19.659424 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-782631fb-844a-4a02-ae91-8c025012dc6b req-44573346-18ff-4f9b-95c1-3472f3fb243a tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] No DVR routers for this DVR port 5e8b12b1-b26e-4360-998f-ecd40a9b3009 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:19.664337 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-782631fb-844a-4a02-ae91-8c025012dc6b req-44573346-18ff-4f9b-95c1-3472f3fb243a tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:19.670908 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-782631fb-844a-4a02-ae91-8c025012dc6b req-44573346-18ff-4f9b-95c1-3472f3fb243a tempest-ListServersNegativeTestJSON-181805019 tempest-ListServersNegativeTestJSON-181805019-project] 10.222.0.32 "DELETE /v2.0/ports/5e8b12b1-b26e-4360-998f-ecd40a9b3009 HTTP/1.1" status: 204 len: 173 time: 1.1422949 Apr 18 20:42:19.671663 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf4b5ee-0450-4b56-bb23-812f783b9f84', 'name': 'network-vif-deleted', 'tag': '5e8b12b1-b26e-4360-998f-ecd40a9b3009'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:19.676825 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5733f3f-5e9f-46f3-8a9b-a4de6add6010" -d '{"events": [{"server_uuid": "1cf4b5ee-0450-4b56-bb23-812f783b9f84", "name": "network-vif-deleted", "tag": "5e8b12b1-b26e-4360-998f-ecd40a9b3009"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:19.744155 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4509bc92-6854-4766-bd50-51d049a05ff4 x-openstack-request-id: req-4509bc92-6854-4766-bd50-51d049a05ff4 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:19.745172 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf4b5ee-0450-4b56-bb23-812f783b9f84", "name": "network-vif-deleted", "tag": "5e8b12b1-b26e-4360-998f-ecd40a9b3009", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:19.745418 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4509bc92-6854-4766-bd50-51d049a05ff4 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:19.745855 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4509bc92-6854-4766-bd50-51d049a05ff4'] response: {'server_uuid': '1cf4b5ee-0450-4b56-bb23-812f783b9f84', 'name': 'network-vif-deleted', 'tag': '5e8b12b1-b26e-4360-998f-ecd40a9b3009', 'status': 'completed', 'code': 200} Apr 18 20:42:19.884091 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef57db8-a2e1-4f8f-9b5c-4910b338d192 req-5580c057-c984-43bc-bc6d-c51ac1d6d5ef tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:19.900781 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ef57db8-a2e1-4f8f-9b5c-4910b338d192 req-5580c057-c984-43bc-bc6d-c51ac1d6d5ef tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbf3f81b-f1c4-43e6-b0d6-728978dece5d HTTP/1.1" status: 200 len: 945 time: 0.0864677 Apr 18 20:42:19.967908 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ef57db8-a2e1-4f8f-9b5c-4910b338d192 req-e8b007cc-ee8f-46cb-b8ff-e4ec864c9eea tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692317 Apr 18 20:42:20.293902 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0662013-24b2-4d3c-9f5f-a3a6e30ee5f2 req-a45d85bd-01ad-40d8-b389-651cf57ae4e3 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:20.296600 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d0662013-24b2-4d3c-9f5f-a3a6e30ee5f2 req-a45d85bd-01ad-40d8-b389-651cf57ae4e3 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.0968995 Apr 18 20:42:20.382018 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d0662013-24b2-4d3c-9f5f-a3a6e30ee5f2 req-93e43278-092f-4bb0-bc1d-05afa2f18e1f tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762813 Apr 18 20:42:20.530799 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43603828-2144-4d76-83ce-2bdb1474f04b req-9e8e4d99-d660-4cb2-bf4c-49aa10c2ee68 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:20.532395 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43603828-2144-4d76-83ce-2bdb1474f04b req-9e8e4d99-d660-4cb2-bf4c-49aa10c2ee68 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/networks?id=f359647e-7253-4c28-8ec0-be158505d4fd HTTP/1.1" status: 200 len: 812 time: 0.1294870 Apr 18 20:42:20.553756 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43603828-2144-4d76-83ce-2bdb1474f04b req-d55e94dc-f2b5-4aed-ab2f-e0995949a5ec tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/quotas/a632b6dbeeee449a9082e9ef3657c7f7 HTTP/1.1" status: 200 len: 375 time: 0.0101023 Apr 18 20:42:20.590368 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43603828-2144-4d76-83ce-2bdb1474f04b req-c86bb33b-e8b8-4b9d-9abf-5e5c5325ee6b tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a632b6dbeeee449a9082e9ef3657c7f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302377 Apr 18 20:42:20.622628 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43700) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:20.724233 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ed4f753-7247-4459-81bd-d9baf29c5d9f admin admin] Deleting subnet dbcb42d3-b7c0-4528-8f19-a9afdd7046e2 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:42:20.732416 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7ed4f753-7247-4459-81bd-d9baf29c5d9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:20.774625 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 5e8b12b1-b26e-4360-998f-ecd40a9b3009 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:42:20.782701 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43603828-2144-4d76-83ce-2bdb1474f04b req-d8b8e8c6-0b1e-4577-844f-eff3d77c0861 service neutron] 10.222.0.41 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794255 Apr 18 20:42:20.811021 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 5e8b12b1-b26e-4360-998f-ecd40a9b3009 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:42:20.811447 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 5e8b12b1-b26e-4360-998f-ecd40a9b3009 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:42:20.811698 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7ed4f753-7247-4459-81bd-d9baf29c5d9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:20.812115 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 16f834cc-9787-49bb-9e0f-ca6966e81652 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:42:20.936724 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:20.938484 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7ed4f753-7247-4459-81bd-d9baf29c5d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:20.976099 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a90ed8-5a3a-4e91-81da-3b832d3eec2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16f834cc-9787-49bb-9e0f-ca6966e81652'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:20.981207 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab19f44-ff68-4996-ac3b-d4bca1f4b7d3" -d '{"events": [{"server_uuid": "01a90ed8-5a3a-4e91-81da-3b832d3eec2f", "name": "network-vif-unplugged", "status": "completed", "tag": "16f834cc-9787-49bb-9e0f-ca6966e81652"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:21.005425 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43603828-2144-4d76-83ce-2bdb1474f04b req-3a47b760-505e-4488-b3ce-22a010046f29 service neutron] 10.222.0.41 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153780 Apr 18 20:42:21.007708 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 16f834cc-9787-49bb-9e0f-ca6966e81652, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=16f834cc-9787-49bb-9e0f-ca6966e81652,segment=NetworkSegment(010d84d2-e3f1-48d7-9a77-78ee4a049b9e),segment_id=010d84d2-e3f1-48d7-9a77-78ee4a049b9e)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:21.015678 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:21.060001 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7ed4f753-7247-4459-81bd-d9baf29c5d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:21.112614 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4f753-7247-4459-81bd-d9baf29c5d9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbcb42d3-b7c0-4528-8f19-a9afdd7046e2,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:21.124647 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7ed4f753-7247-4459-81bd-d9baf29c5d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:21.131642 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7ed4f753-7247-4459-81bd-d9baf29c5d9f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dbcb42d3-b7c0-4528-8f19-a9afdd7046e2 HTTP/1.1" status: 204 len: 168 time: 0.5074275 Apr 18 20:42:21.135812 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43706) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:21.145583 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974a25d1-7c66-4bf0-801a-abc12b34b8b6 x-openstack-request-id: req-974a25d1-7c66-4bf0-801a-abc12b34b8b6 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:21.146050 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a90ed8-5a3a-4e91-81da-3b832d3eec2f", "name": "network-vif-unplugged", "status": "completed", "tag": "16f834cc-9787-49bb-9e0f-ca6966e81652", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:21.146550 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-974a25d1-7c66-4bf0-801a-abc12b34b8b6 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:21.147517 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-974a25d1-7c66-4bf0-801a-abc12b34b8b6'] response: {'server_uuid': '01a90ed8-5a3a-4e91-81da-3b832d3eec2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16f834cc-9787-49bb-9e0f-ca6966e81652', 'code': 200} Apr 18 20:42:21.173213 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=16f834cc-9787-49bb-9e0f-ca6966e81652,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:21.354759 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9814e5bb-4b79-4b02-bc94-19e4ed03104b req-d591c258-7a17-4a0b-bda0-93197fd59088 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8ffceba-2ffa-40d0-bcc2-84afb87f871f HTTP/1.1" status: 200 len: 210 time: 0.0993853 Apr 18 20:42:21.364241 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-018451ca-bbe9-4d70-9dfd-b274b5573576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:21.438114 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4a037-b746-4e9b-93b2-0d0f38fc088d req-7a02ba74-34df-473b-a31b-e5f409ac8f51 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:21.439741 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bf4a037-b746-4e9b-93b2-0d0f38fc088d req-7a02ba74-34df-473b-a31b-e5f409ac8f51 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbf3f81b-f1c4-43e6-b0d6-728978dece5d HTTP/1.1" status: 200 len: 945 time: 0.1875687 Apr 18 20:42:21.514100 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-018451ca-bbe9-4d70-9dfd-b274b5573576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:21.568416 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bf4a037-b746-4e9b-93b2-0d0f38fc088d req-22f1f73e-465e-4835-b8eb-213a36c4d85c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174097 Apr 18 20:42:21.570425 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-018451ca-bbe9-4d70-9dfd-b274b5573576 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce2994d5-31dd-45c2-a9b2-2862c294165a']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:21.597880 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-018451ca-bbe9-4d70-9dfd-b274b5573576 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:21.598220 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-018451ca-bbe9-4d70-9dfd-b274b5573576 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e91be3-e5f7-43eb-a9f1-b6e4d075b7ba') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:21.611839 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-018451ca-bbe9-4d70-9dfd-b274b5573576 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:21.630865 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-018451ca-bbe9-4d70-9dfd-b274b5573576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:21.649523 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018451ca-bbe9-4d70-9dfd-b274b5573576 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:42:21.650292 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-018451ca-bbe9-4d70-9dfd-b274b5573576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:42:21.654846 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:42:21.766355 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-018451ca-bbe9-4d70-9dfd-b274b5573576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:21.778124 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-018451ca-bbe9-4d70-9dfd-b274b5573576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:21.784509 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-018451ca-bbe9-4d70-9dfd-b274b5573576 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ce2994d5-31dd-45c2-a9b2-2862c294165a HTTP/1.1" status: 204 len: 168 time: 0.6452262 Apr 18 20:42:21.808785 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018451ca-bbe9-4d70-9dfd-b274b5573576 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce2994d5-31dd-45c2-a9b2-2862c294165a,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:21.828193 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653f602-43cf-4b54-b06e-d30f9bd2dfa3 req-c5270d4e-fd69-4b6a-8a16-796d5cac5b41 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:21.841282 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b653f602-43cf-4b54-b06e-d30f9bd2dfa3 req-c5270d4e-fd69-4b6a-8a16-796d5cac5b41 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 943 time: 0.1737103 Apr 18 20:42:21.929770 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b653f602-43cf-4b54-b06e-d30f9bd2dfa3 req-55ac4e07-dbc2-4065-b908-51a39de81ef3 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868306 Apr 18 20:42:21.986410 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43742) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:22.052704 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9cee0f53-164a-4c43-adc6-84169b21f651 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9490b7f834714526a58bc420d9f4a398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0649085 Apr 18 20:42:22.056701 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43744) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:22.139122 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bc7948c1-7f5b-4898-8e44-db2ed930d5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.171005 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bc7948c1-7f5b-4898-8e44-db2ed930d5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.237267 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bc7948c1-7f5b-4898-8e44-db2ed930d5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.239977 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bc7948c1-7f5b-4898-8e44-db2ed930d5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.241237 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bc7948c1-7f5b-4898-8e44-db2ed930d5db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82b5a320-67a5-45df-9b85-63159735773c HTTP/1.1" status: 204 len: 168 time: 0.1832554 Apr 18 20:42:22.252169 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7948c1-7f5b-4898-8e44-db2ed930d5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b5a320-67a5-45df-9b85-63159735773c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:22.339842 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-a14b4eed-54fd-45e8-92d7-a27453dfc695 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:22.341539 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-a14b4eed-54fd-45e8-92d7-a27453dfc695 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/networks?id=f359647e-7253-4c28-8ec0-be158505d4fd HTTP/1.1" status: 200 len: 812 time: 0.1421611 Apr 18 20:42:22.363211 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-b6e0a195-806a-407a-86a5-38fb52382156 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/quotas/a632b6dbeeee449a9082e9ef3657c7f7 HTTP/1.1" status: 200 len: 375 time: 0.0122690 Apr 18 20:42:22.405072 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-b3a32784-b613-4f67-b116-2f15c06e4519 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a632b6dbeeee449a9082e9ef3657c7f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312452 Apr 18 20:42:22.545850 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-9a505401-8843-491f-963e-f86105db2e1d service neutron] 10.222.0.41 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315787 Apr 18 20:42:22.658126 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-2c157787-0524-4cef-b6ee-13268bfe3049 service neutron] 10.222.0.41 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051683 Apr 18 20:42:22.864462 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-926e47cd-b104-4f0e-b790-c4068125b05e req-3141f26b-d94f-411b-9154-03b5a7a81d78 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c5c2763-49f6-43ff-832c-4290f025e4a2 HTTP/1.1" status: 200 len: 210 time: 0.0321426 Apr 18 20:42:23.109859 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fefe1-5c14-4d58-a849-345fdb7eb603 req-b5bba32b-4060-44f9-ba59-d33d48d48091 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:23.118156 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d8fefe1-5c14-4d58-a849-345fdb7eb603 req-b5bba32b-4060-44f9-ba59-d33d48d48091 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 943 time: 0.0824728 Apr 18 20:42:23.186647 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d8fefe1-5c14-4d58-a849-345fdb7eb603 req-4b9f71d0-f868-41e7-afb6-d3bc0cd91a6b tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672653 Apr 18 20:42:23.367846 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707a221-c7d1-4d40-b947-8cb3db4b421b req-1a1cb38b-3440-494d-a959-df577ddefe27 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:23.370853 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c707a221-c7d1-4d40-b947-8cb3db4b421b req-1a1cb38b-3440-494d-a959-df577ddefe27 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 943 time: 0.0883276 Apr 18 20:42:23.433923 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c707a221-c7d1-4d40-b947-8cb3db4b421b req-c7992329-2f50-47d7-96e1-9613bffd5c41 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511656 Apr 18 20:42:23.673321 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-3be3d815-58ed-4a62-a7d5-5fc0a4cc5023 req-79cead65-1255-4f6d-8d0a-e37992566325 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:42:23.675164 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3be3d815-58ed-4a62-a7d5-5fc0a4cc5023 req-79cead65-1255-4f6d-8d0a-e37992566325 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102360 Apr 18 20:42:23.910259 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fd61c-f105-4f92-9ef7-739204557448 req-2aaff1c0-69c1-4283-81e2-698da77379a6 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:23.911879 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be6fd61c-f105-4f92-9ef7-739204557448 req-2aaff1c0-69c1-4283-81e2-698da77379a6 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 943 time: 0.0660307 Apr 18 20:42:23.974016 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be6fd61c-f105-4f92-9ef7-739204557448 req-bcc22020-234b-4096-bd81-64c5657037ee tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514627 Apr 18 20:42:24.039944 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0de5eb4d-6b30-42ed-8dba-5cbc090ab5ce req-31f7f946-8672-4be6-9261-0ab7762e30f9 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c5c2763-49f6-43ff-832c-4290f025e4a2 HTTP/1.1" status: 200 len: 210 time: 0.0542133 Apr 18 20:42:24.411482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-0877d30c-428b-4068-ac40-bf79cfc12616 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:24.414117 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-0877d30c-428b-4068-ac40-bf79cfc12616 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.32 "GET /v2.0/networks?id=f359647e-7253-4c28-8ec0-be158505d4fd HTTP/1.1" status: 200 len: 812 time: 0.2413633 Apr 18 20:42:24.428655 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-351a7a36-1b8a-4bf8-a3e5-749330bce215 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Request body: {'port': {'device_id': '2c5c2763-49f6-43ff-832c-4290f025e4a2', 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd', 'admin_state_up': True, 'tenant_id': 'a632b6dbeeee449a9082e9ef3657c7f7'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:24.488958 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e48d4ef3-cd35-4572-856e-99e91384630d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:24.607921 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-351a7a36-1b8a-4bf8-a3e5-749330bce215 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Made reservation on behalf of a632b6dbeeee449a9082e9ef3657c7f7 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:24.613404 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-351a7a36-1b8a-4bf8-a3e5-749330bce215 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:24.638655 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-42727739-3de7-4e01-af21-3f183a093b95 req-0e764b9f-d961-4213-b069-2d84aa4f3bf5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3246295 Apr 18 20:42:24.653274 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-42727739-3de7-4e01-af21-3f183a093b95 req-f48668f6-d078-44b3-abe4-95bd3e8b2da3 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:42:24.655101 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-42727739-3de7-4e01-af21-3f183a093b95 req-f48668f6-d078-44b3-abe4-95bd3e8b2da3 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098732 Apr 18 20:42:24.770294 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-351a7a36-1b8a-4bf8-a3e5-749330bce215 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Allocated IP 172.20.0.2 (f359647e-7253-4c28-8ec0-be158505d4fd/6320347a-fb3b-4b56-9b35-0b62db71b2d8/83dabee2-3d44-4ca3-9f80-689c7c21153c) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:24.789679 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 16f834cc-9787-49bb-9e0f-ca6966e81652 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:42:25.008256 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-351a7a36-1b8a-4bf8-a3e5-749330bce215 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:25.098352 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-351a7a36-1b8a-4bf8-a3e5-749330bce215 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:25.213346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-351a7a36-1b8a-4bf8-a3e5-749330bce215 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Network f359647e-7253-4c28-8ec0-be158505d4fd is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:25.226683 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a73c2-68df-4e95-b48d-2bafb1aad279 req-87ea9a90-c148-42d5-bb79-e1ffb23cbe22 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:25.231749 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e48a73c2-68df-4e95-b48d-2bafb1aad279 req-87ea9a90-c148-42d5-bb79-e1ffb23cbe22 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 943 time: 0.1454799 Apr 18 20:42:25.234541 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a7a36-1b8a-4bf8-a3e5-749330bce215 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Pushing event updated for resources: {'Port': ['ID=83dabee2-3d44-4ca3-9f80-689c7c21153c,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:25.245419 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-351a7a36-1b8a-4bf8-a3e5-749330bce215 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:25.259251 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-351a7a36-1b8a-4bf8-a3e5-749330bce215 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:42:25.357097 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8fcbb-78b4-4f04-a200-778f3fbcf036 req-1694f594-9fab-439a-8f10-b33f3266ea08 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:25.371928 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ed8fcbb-78b4-4f04-a200-778f3fbcf036 req-1694f594-9fab-439a-8f10-b33f3266ea08 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c5c2763-49f6-43ff-832c-4290f025e4a2 HTTP/1.1" status: 200 len: 931 time: 0.2130449 Apr 18 20:42:25.452478 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e48a73c2-68df-4e95-b48d-2bafb1aad279 req-e80ac8d4-3a69-4858-a4e5-a050a9d33d4f tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098904 Apr 18 20:42:25.465312 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-351a7a36-1b8a-4bf8-a3e5-749330bce215 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:25.465990 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-351a7a36-1b8a-4bf8-a3e5-749330bce215 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:25.491990 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ed8fcbb-78b4-4f04-a200-778f3fbcf036 req-b798806f-2b1f-48a4-9ab5-b8e6e9215e63 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184292 Apr 18 20:42:25.515461 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-351a7a36-1b8a-4bf8-a3e5-749330bce215 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0909748 Apr 18 20:42:25.533049 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-fe23df5e-0643-48ca-bc8b-1f71e92adcb4 service neutron] Request body: {'port': {'device_id': '2c5c2763-49f6-43ff-832c-4290f025e4a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:25.595855 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-fe23df5e-0643-48ca-bc8b-1f71e92adcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:25.717539 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42727739-3de7-4e01-af21-3f183a093b95 req-4c86ee89-9b31-49d0-8ec1-42fb4d6fbec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:25.719760 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-42727739-3de7-4e01-af21-3f183a093b95 req-4c86ee89-9b31-49d0-8ec1-42fb4d6fbec8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f&tenant_id=b15a212f24594521a622268ceffef952 HTTP/1.1" status: 200 len: 1094 time: 0.0515754 Apr 18 20:42:25.731969 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-42727739-3de7-4e01-af21-3f183a093b95 req-6011dfc1-f092-4e8c-a14c-cacc0bef54db service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838323-3', 'device_owner': 'compute:nova'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:25.815762 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-42727739-3de7-4e01-af21-3f183a093b95 req-6011dfc1-f092-4e8c-a14c-cacc0bef54db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:25.952902 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-fe23df5e-0643-48ca-bc8b-1f71e92adcb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83dabee2-3d44-4ca3-9f80-689c7c21153c {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:42:25.961824 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-fe23df5e-0643-48ca-bc8b-1f71e92adcb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:25.976995 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-fe23df5e-0643-48ca-bc8b-1f71e92adcb4 service neutron] Transition to ACTIVE for port object 83dabee2-3d44-4ca3-9f80-689c7c21153c will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:25.982881 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-fe23df5e-0643-48ca-bc8b-1f71e92adcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.071959 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23df5e-0643-48ca-bc8b-1f71e92adcb4 service neutron] Pushing event updated for resources: {'Port': ['ID=83dabee2-3d44-4ca3-9f80-689c7c21153c,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:26.153683 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-42727739-3de7-4e01-af21-3f183a093b95 req-6011dfc1-f092-4e8c-a14c-cacc0bef54db service neutron] For port 16f834cc-9787-49bb-9e0f-ca6966e81652, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=16f834cc-9787-49bb-9e0f-ca6966e81652,segment=NetworkSegment(010d84d2-e3f1-48d7-9a77-78ee4a049b9e),segment_id=010d84d2-e3f1-48d7-9a77-78ee4a049b9e)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:26.156160 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-fe23df5e-0643-48ca-bc8b-1f71e92adcb4 service neutron] Attempting to bind port 83dabee2-3d44-4ca3-9f80-689c7c21153c on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:26.156757 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-fe23df5e-0643-48ca-bc8b-1f71e92adcb4 service neutron] Attempting to bind port 83dabee2-3d44-4ca3-9f80-689c7c21153c by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'c7af4a65-87eb-4bd6-9af9-22178fa49c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:26.157301 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-fe23df5e-0643-48ca-bc8b-1f71e92adcb4 service neutron] Attempting to bind port 83dabee2-3d44-4ca3-9f80-689c7c21153c on network f359647e-7253-4c28-8ec0-be158505d4fd {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:42:26.164120 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-fe23df5e-0643-48ca-bc8b-1f71e92adcb4 service neutron] Port 83dabee2-3d44-4ca3-9f80-689c7c21153c on network f359647e-7253-4c28-8ec0-be158505d4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:42:26.164643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-fe23df5e-0643-48ca-bc8b-1f71e92adcb4 service neutron] Attempting to bind port 83dabee2-3d44-4ca3-9f80-689c7c21153c on network f359647e-7253-4c28-8ec0-be158505d4fd {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:42:26.172490 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-fe23df5e-0643-48ca-bc8b-1f71e92adcb4 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:42:26.172970 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-fe23df5e-0643-48ca-bc8b-1f71e92adcb4 service neutron] Checking segment: {'id': 'c7af4a65-87eb-4bd6-9af9-22178fa49c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:42:26.173582 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-fe23df5e-0643-48ca-bc8b-1f71e92adcb4 service neutron] Bound using segment: {'id': 'c7af4a65-87eb-4bd6-9af9-22178fa49c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:42:26.174475 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-fe23df5e-0643-48ca-bc8b-1f71e92adcb4 service neutron] Bound port: 83dabee2-3d44-4ca3-9f80-689c7c21153c, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7af4a65-87eb-4bd6-9af9-22178fa49c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:26.175250 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-fe23df5e-0643-48ca-bc8b-1f71e92adcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.199791 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-42727739-3de7-4e01-af21-3f183a093b95 req-6011dfc1-f092-4e8c-a14c-cacc0bef54db service neutron] For port 16f834cc-9787-49bb-9e0f-ca6966e81652, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:42:26.263857 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-42727739-3de7-4e01-af21-3f183a093b95 req-6011dfc1-f092-4e8c-a14c-cacc0bef54db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f834cc-9787-49bb-9e0f-ca6966e81652 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:42:26.277688 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-42727739-3de7-4e01-af21-3f183a093b95 req-6011dfc1-f092-4e8c-a14c-cacc0bef54db service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.287578 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-fe23df5e-0643-48ca-bc8b-1f71e92adcb4 service neutron] For port 83dabee2-3d44-4ca3-9f80-689c7c21153c, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:42:26.291541 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-fe23df5e-0643-48ca-bc8b-1f71e92adcb4 service neutron] For port 83dabee2-3d44-4ca3-9f80-689c7c21153c, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=83dabee2-3d44-4ca3-9f80-689c7c21153c,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:42:26.297104 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-fe23df5e-0643-48ca-bc8b-1f71e92adcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.299005 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-42727739-3de7-4e01-af21-3f183a093b95 req-6011dfc1-f092-4e8c-a14c-cacc0bef54db service neutron] Transition to ACTIVE for port object 16f834cc-9787-49bb-9e0f-ca6966e81652 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:26.305197 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-42727739-3de7-4e01-af21-3f183a093b95 req-6011dfc1-f092-4e8c-a14c-cacc0bef54db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.372951 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-fe23df5e-0643-48ca-bc8b-1f71e92adcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:26.373989 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-fe23df5e-0643-48ca-bc8b-1f71e92adcb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.376422 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-fe23df5e-0643-48ca-bc8b-1f71e92adcb4 service neutron] 10.222.0.32 "PUT /v2.0/ports/83dabee2-3d44-4ca3-9f80-689c7c21153c HTTP/1.1" status: 200 len: 1091 time: 0.8477547 Apr 18 20:42:26.377268 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5c2763-49f6-43ff-832c-4290f025e4a2', 'tag': '83dabee2-3d44-4ca3-9f80-689c7c21153c'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:26.381770 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de371481-1bae-4639-8f27-1a3df23074a4" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5c2763-49f6-43ff-832c-4290f025e4a2", "tag": "83dabee2-3d44-4ca3-9f80-689c7c21153c"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:26.394314 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-42727739-3de7-4e01-af21-3f183a093b95 req-6011dfc1-f092-4e8c-a14c-cacc0bef54db service neutron] No DVR routers for this DVR port 16f834cc-9787-49bb-9e0f-ca6966e81652 on host n-h1-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:26.431138 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23df5e-0643-48ca-bc8b-1f71e92adcb4 service neutron] Pushing event updated for resources: {'Port': ['ID=83dabee2-3d44-4ca3-9f80-689c7c21153c,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:26.445662 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011dfc1-f092-4e8c-a14c-cacc0bef54db service neutron] Pushing event updated for resources: {'Port': ['ID=16f834cc-9787-49bb-9e0f-ca6966e81652,revision_number=9']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:26.454649 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-42727739-3de7-4e01-af21-3f183a093b95 req-6011dfc1-f092-4e8c-a14c-cacc0bef54db service neutron] Attempting to bind port 16f834cc-9787-49bb-9e0f-ca6966e81652 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:26.455096 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-42727739-3de7-4e01-af21-3f183a093b95 req-6011dfc1-f092-4e8c-a14c-cacc0bef54db service neutron] Attempting to bind port 16f834cc-9787-49bb-9e0f-ca6966e81652 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '010d84d2-e3f1-48d7-9a77-78ee4a049b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ed2b0c12-45b2-4296-81f8-31d496e92fff'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:26.455440 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42727739-3de7-4e01-af21-3f183a093b95 req-6011dfc1-f092-4e8c-a14c-cacc0bef54db service neutron] Attempting to bind port 16f834cc-9787-49bb-9e0f-ca6966e81652 on network ed2b0c12-45b2-4296-81f8-31d496e92fff {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:42:26.462977 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42727739-3de7-4e01-af21-3f183a093b95 req-6011dfc1-f092-4e8c-a14c-cacc0bef54db service neutron] Port 16f834cc-9787-49bb-9e0f-ca6966e81652 on network ed2b0c12-45b2-4296-81f8-31d496e92fff not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:42:26.463409 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42727739-3de7-4e01-af21-3f183a093b95 req-6011dfc1-f092-4e8c-a14c-cacc0bef54db service neutron] Attempting to bind port 16f834cc-9787-49bb-9e0f-ca6966e81652 on network ed2b0c12-45b2-4296-81f8-31d496e92fff {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:42:26.475942 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42727739-3de7-4e01-af21-3f183a093b95 req-6011dfc1-f092-4e8c-a14c-cacc0bef54db service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:42:26.476666 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42727739-3de7-4e01-af21-3f183a093b95 req-6011dfc1-f092-4e8c-a14c-cacc0bef54db service neutron] Checking segment: {'id': '010d84d2-e3f1-48d7-9a77-78ee4a049b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ed2b0c12-45b2-4296-81f8-31d496e92fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:42:26.477389 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42727739-3de7-4e01-af21-3f183a093b95 req-6011dfc1-f092-4e8c-a14c-cacc0bef54db service neutron] Bound using segment: {'id': '010d84d2-e3f1-48d7-9a77-78ee4a049b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ed2b0c12-45b2-4296-81f8-31d496e92fff'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:42:26.478701 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-42727739-3de7-4e01-af21-3f183a093b95 req-6011dfc1-f092-4e8c-a14c-cacc0bef54db service neutron] Bound port: 16f834cc-9787-49bb-9e0f-ca6966e81652, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '010d84d2-e3f1-48d7-9a77-78ee4a049b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ed2b0c12-45b2-4296-81f8-31d496e92fff'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:26.479971 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-42727739-3de7-4e01-af21-3f183a093b95 req-6011dfc1-f092-4e8c-a14c-cacc0bef54db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.503923 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2510af12-7c68-4f26-94e3-96d9eaadb2b1 x-openstack-request-id: req-2510af12-7c68-4f26-94e3-96d9eaadb2b1 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:26.504241 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5c2763-49f6-43ff-832c-4290f025e4a2", "tag": "83dabee2-3d44-4ca3-9f80-689c7c21153c", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:26.504501 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2510af12-7c68-4f26-94e3-96d9eaadb2b1 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:26.504948 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2510af12-7c68-4f26-94e3-96d9eaadb2b1'] response: {'name': 'network-changed', 'server_uuid': '2c5c2763-49f6-43ff-832c-4290f025e4a2', 'tag': '83dabee2-3d44-4ca3-9f80-689c7c21153c', 'status': 'completed', 'code': 200} Apr 18 20:42:26.516530 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-9155c8e2-d9e4-4f23-ac5d-c37227a3768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:26.517892 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-9155c8e2-d9e4-4f23-ac5d-c37227a3768f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a632b6dbeeee449a9082e9ef3657c7f7&device_id=2c5c2763-49f6-43ff-832c-4290f025e4a2 HTTP/1.1" status: 200 len: 1094 time: 0.0805600 Apr 18 20:42:26.572820 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-a0bdb454-72b4-46a0-b39b-dafb58a5c469 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83dabee2-3d44-4ca3-9f80-689c7c21153c HTTP/1.1" status: 200 len: 217 time: 0.0458429 Apr 18 20:42:26.595111 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43880) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:26.608232 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-42727739-3de7-4e01-af21-3f183a093b95 req-6011dfc1-f092-4e8c-a14c-cacc0bef54db service neutron] For port 16f834cc-9787-49bb-9e0f-ca6966e81652, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:42:26.612215 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-42727739-3de7-4e01-af21-3f183a093b95 req-6011dfc1-f092-4e8c-a14c-cacc0bef54db service neutron] For port 16f834cc-9787-49bb-9e0f-ca6966e81652, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=16f834cc-9787-49bb-9e0f-ca6966e81652,segment=NetworkSegment(010d84d2-e3f1-48d7-9a77-78ee4a049b9e),segment_id=010d84d2-e3f1-48d7-9a77-78ee4a049b9e)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:42:26.629538 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-42727739-3de7-4e01-af21-3f183a093b95 req-6011dfc1-f092-4e8c-a14c-cacc0bef54db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.708578 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42727739-3de7-4e01-af21-3f183a093b95 req-6011dfc1-f092-4e8c-a14c-cacc0bef54db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:26.710025 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-42727739-3de7-4e01-af21-3f183a093b95 req-6011dfc1-f092-4e8c-a14c-cacc0bef54db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.713380 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-42727739-3de7-4e01-af21-3f183a093b95 req-6011dfc1-f092-4e8c-a14c-cacc0bef54db service neutron] 10.222.0.57 "PUT /v2.0/ports/16f834cc-9787-49bb-9e0f-ca6966e81652 HTTP/1.1" status: 200 len: 1091 time: 0.9856408 Apr 18 20:42:26.717350 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a90ed8-5a3a-4e91-81da-3b832d3eec2f', 'tag': '16f834cc-9787-49bb-9e0f-ca6966e81652'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:26.721731 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55676cd7-c8dc-4e80-8dcb-6de789d3d1d4" -d '{"events": [{"name": "network-changed", "server_uuid": "01a90ed8-5a3a-4e91-81da-3b832d3eec2f", "tag": "16f834cc-9787-49bb-9e0f-ca6966e81652"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:26.730007 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-ef64f555-440f-4799-a1bf-8c4937281d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:26.732453 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-ef64f555-440f-4799-a1bf-8c4937281d6a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6320347a-fb3b-4b56-9b35-0b62db71b2d8 HTTP/1.1" status: 200 len: 852 time: 0.1516995 Apr 18 20:42:26.763410 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57574117-2b64-4f46-9057-614428d96077 req-d940bf09-06f8-4463-9dc5-fc33e37df042 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:26.765354 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57574117-2b64-4f46-9057-614428d96077 req-d940bf09-06f8-4463-9dc5-fc33e37df042 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 944 time: 0.1729527 Apr 18 20:42:26.787334 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011dfc1-f092-4e8c-a14c-cacc0bef54db service neutron] Pushing event updated for resources: {'Port': ['ID=16f834cc-9787-49bb-9e0f-ca6966e81652,revision_number=10']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:26.791337 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-93356a86-5769-4876-b656-b07d501e859a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f359647e-7253-4c28-8ec0-be158505d4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490503 Apr 18 20:42:26.805183 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42727739-3de7-4e01-af21-3f183a093b95 req-c8c0352e-6236-4ba4-a5fe-f523a2c338c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:26.806017 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd53e8-5c7d-45cc-8816-b74d15dd1f3d req-c9a5123d-ad9e-4bfb-b264-be034183e7bd tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:26.807538 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-42727739-3de7-4e01-af21-3f183a093b95 req-c8c0352e-6236-4ba4-a5fe-f523a2c338c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b15a212f24594521a622268ceffef952&device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 1095 time: 0.0686791 Apr 18 20:42:26.809052 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57cd53e8-5c7d-45cc-8816-b74d15dd1f3d req-c9a5123d-ad9e-4bfb-b264-be034183e7bd tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c5c2763-49f6-43ff-832c-4290f025e4a2 HTTP/1.1" status: 200 len: 943 time: 0.1677635 Apr 18 20:42:26.832759 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c7ace56-68d0-4548-a773-1dfa49e08a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.920207 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42727739-3de7-4e01-af21-3f183a093b95 req-ca0f5650-4d26-430e-92ab-5fb8ad0b857c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:26.921978 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-42727739-3de7-4e01-af21-3f183a093b95 req-ca0f5650-4d26-430e-92ab-5fb8ad0b857c service neutron] 10.222.0.57 "GET /v2.0/networks?id=ed2b0c12-45b2-4296-81f8-31d496e92fff HTTP/1.1" status: 200 len: 914 time: 0.1079071 Apr 18 20:42:26.967080 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57574117-2b64-4f46-9057-614428d96077 req-e00f6b01-71c5-4588-b540-bb19a81e9f35 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814072 Apr 18 20:42:26.989022 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57cd53e8-5c7d-45cc-8816-b74d15dd1f3d req-f971b640-9b6e-4852-bd89-4ae5e866d03b tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675365 Apr 18 20:42:26.998330 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-42727739-3de7-4e01-af21-3f183a093b95 req-c95680e0-697d-4286-bce6-5425109d328a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f834cc-9787-49bb-9e0f-ca6966e81652 HTTP/1.1" status: 200 len: 217 time: 0.0682845 Apr 18 20:42:27.030340 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-103094f3-1dc4-4455-a957-0d6818af1d98 service neutron] 10.222.0.32 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188880 Apr 18 20:42:27.089728 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42727739-3de7-4e01-af21-3f183a093b95 req-e1a27711-8580-4d0a-be14-1f627745bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:27.092211 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-42727739-3de7-4e01-af21-3f183a093b95 req-e1a27711-8580-4d0a-be14-1f627745bee6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3cc6e869-dcde-4b4f-9cfc-e06da113fabf HTTP/1.1" status: 200 len: 853 time: 0.0862927 Apr 18 20:42:27.144794 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b3b1b9-bb68-4f1e-bba0-79b658768527 x-openstack-request-id: req-c4b3b1b9-bb68-4f1e-bba0-79b658768527 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:27.145283 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a90ed8-5a3a-4e91-81da-3b832d3eec2f", "tag": "16f834cc-9787-49bb-9e0f-ca6966e81652", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:27.145676 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4b3b1b9-bb68-4f1e-bba0-79b658768527 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:27.146214 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4b3b1b9-bb68-4f1e-bba0-79b658768527'] response: {'name': 'network-changed', 'server_uuid': '01a90ed8-5a3a-4e91-81da-3b832d3eec2f', 'tag': '16f834cc-9787-49bb-9e0f-ca6966e81652', 'status': 'completed', 'code': 200} Apr 18 20:42:27.148674 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-42727739-3de7-4e01-af21-3f183a093b95 req-7fb475de-9966-4ac0-b8b5-df33ff0851fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ed2b0c12-45b2-4296-81f8-31d496e92fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485849 Apr 18 20:42:27.204077 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c7ace56-68d0-4548-a773-1dfa49e08a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:27.220277 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c7ace56-68d0-4548-a773-1dfa49e08a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:27.253153 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41df8309-1f8d-417b-b3db-2a47e5c0f7df req-26e52974-416d-45ac-8a8b-77ee996762e8 service neutron] 10.222.0.32 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129753 Apr 18 20:42:27.278034 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2c7ace56-68d0-4548-a773-1dfa49e08a04 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11bab3feb81a4e2c94c634e412d4cfd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6817780 Apr 18 20:42:27.282367 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43886) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:27.289596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ace56-68d0-4548-a773-1dfa49e08a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3908be-f89a-4e1f-87df-0e90cdba54b2,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:27.312083 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-42727739-3de7-4e01-af21-3f183a093b95 req-ec9e2eb9-ef0b-4a6e-8c7f-77131fad3d2a service neutron] 10.222.0.57 "GET /v2.0/networks/ed2b0c12-45b2-4296-81f8-31d496e92fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568344 Apr 18 20:42:27.388804 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-135bb553-5ba3-44a4-aca7-1fbbc12e2edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:27.424213 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-135bb553-5ba3-44a4-aca7-1fbbc12e2edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:27.435361 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de371481-1bae-4639-8f27-1a3df23074a4 req-6c302775-0237-493e-a862-aaa67b5e8707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:27.436984 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de371481-1bae-4639-8f27-1a3df23074a4 req-6c302775-0237-493e-a862-aaa67b5e8707 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a632b6dbeeee449a9082e9ef3657c7f7&device_id=2c5c2763-49f6-43ff-832c-4290f025e4a2 HTTP/1.1" status: 200 len: 1094 time: 0.0954566 Apr 18 20:42:27.445104 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-42727739-3de7-4e01-af21-3f183a093b95 req-85abb15e-22a6-4c6a-8254-14df9c6eb150 service neutron] 10.222.0.57 "GET /v2.0/networks/ed2b0c12-45b2-4296-81f8-31d496e92fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258225 Apr 18 20:42:27.562877 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55676cd7-c8dc-4e80-8dcb-6de789d3d1d4 req-e3cf7be2-e354-41fc-ad0d-6d7cb71faca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:27.564187 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-55676cd7-c8dc-4e80-8dcb-6de789d3d1d4 req-e3cf7be2-e354-41fc-ad0d-6d7cb71faca8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b15a212f24594521a622268ceffef952&device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 1095 time: 0.0560598 Apr 18 20:42:27.639964 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de371481-1bae-4639-8f27-1a3df23074a4 req-70ef89f8-c3a6-4b7c-ac35-69c1cf585185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:27.642805 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de371481-1bae-4639-8f27-1a3df23074a4 req-70ef89f8-c3a6-4b7c-ac35-69c1cf585185 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f359647e-7253-4c28-8ec0-be158505d4fd HTTP/1.1" status: 200 len: 913 time: 0.1944549 Apr 18 20:42:27.645515 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-135bb553-5ba3-44a4-aca7-1fbbc12e2edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:27.650934 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-135bb553-5ba3-44a4-aca7-1fbbc12e2edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:27.652907 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-135bb553-5ba3-44a4-aca7-1fbbc12e2edb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a3908be-f89a-4e1f-87df-0e90cdba54b2 HTTP/1.1" status: 204 len: 168 time: 0.3690691 Apr 18 20:42:27.683802 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bb553-5ba3-44a4-aca7-1fbbc12e2edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3908be-f89a-4e1f-87df-0e90cdba54b2,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:27.799019 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de371481-1bae-4639-8f27-1a3df23074a4 req-32322364-7bdf-41d0-8efc-8d475b738f17 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83dabee2-3d44-4ca3-9f80-689c7c21153c HTTP/1.1" status: 200 len: 217 time: 0.1444776 Apr 18 20:42:27.845693 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55676cd7-c8dc-4e80-8dcb-6de789d3d1d4 req-94aa64cc-5e6b-462b-9de2-8e57856622d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:27.847994 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-55676cd7-c8dc-4e80-8dcb-6de789d3d1d4 req-94aa64cc-5e6b-462b-9de2-8e57856622d8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ed2b0c12-45b2-4296-81f8-31d496e92fff HTTP/1.1" status: 200 len: 914 time: 0.2711847 Apr 18 20:42:27.908258 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de371481-1bae-4639-8f27-1a3df23074a4 req-94b400ac-ce4c-4637-9346-00f3614e5f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:27.910696 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de371481-1bae-4639-8f27-1a3df23074a4 req-94b400ac-ce4c-4637-9346-00f3614e5f16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6320347a-fb3b-4b56-9b35-0b62db71b2d8 HTTP/1.1" status: 200 len: 852 time: 0.1022136 Apr 18 20:42:27.913832 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-55676cd7-c8dc-4e80-8dcb-6de789d3d1d4 req-a2d8428b-2e34-4b6e-8e81-6119966e5324 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f834cc-9787-49bb-9e0f-ca6966e81652 HTTP/1.1" status: 200 len: 217 time: 0.0566669 Apr 18 20:42:27.986497 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de371481-1bae-4639-8f27-1a3df23074a4 req-f7fd4db9-0f05-45f5-be65-50c386a03218 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f359647e-7253-4c28-8ec0-be158505d4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653658 Apr 18 20:42:27.989951 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55676cd7-c8dc-4e80-8dcb-6de789d3d1d4 req-75b0648e-221e-433a-b6d8-7e30ce27877d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:27.991866 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-55676cd7-c8dc-4e80-8dcb-6de789d3d1d4 req-75b0648e-221e-433a-b6d8-7e30ce27877d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3cc6e869-dcde-4b4f-9cfc-e06da113fabf HTTP/1.1" status: 200 len: 853 time: 0.0682180 Apr 18 20:42:28.078945 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-55676cd7-c8dc-4e80-8dcb-6de789d3d1d4 req-d250279e-4198-4163-af74-710b445d20bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ed2b0c12-45b2-4296-81f8-31d496e92fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759454 Apr 18 20:42:28.485403 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43910) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:28.612922 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a6207fff-f115-4800-8e29-66020249abe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:28.754522 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-63696335-fb7b-4db7-8314-3bea1297d807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:28.809792 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-55676cd7-c8dc-4e80-8dcb-6de789d3d1d4 req-e08ac50a-1a30-4d49-a1a3-ef267b477b38 service neutron] 10.222.0.57 "GET /v2.0/networks/ed2b0c12-45b2-4296-81f8-31d496e92fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7226276 Apr 18 20:42:28.811975 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de371481-1bae-4639-8f27-1a3df23074a4 req-d25db39b-c216-41de-894b-259ce52d22bd service neutron] 10.222.0.32 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8173048 Apr 18 20:42:28.820258 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad203293-b246-4a01-a6bf-49c70fc960d7 req-f691d269-0854-4f1e-bddb-f919eb88552b tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:28.829048 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ad203293-b246-4a01-a6bf-49c70fc960d7 req-f691d269-0854-4f1e-bddb-f919eb88552b tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c5c2763-49f6-43ff-832c-4290f025e4a2 HTTP/1.1" status: 200 len: 943 time: 0.3423226 Apr 18 20:42:28.845259 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4de2dc-247f-404f-8b87-8fcd932ba601 req-f2fc34a8-8ac1-48fe-90e5-4052ee340ca4 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:28.853977 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb4de2dc-247f-404f-8b87-8fcd932ba601 req-f2fc34a8-8ac1-48fe-90e5-4052ee340ca4 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 944 time: 0.7217052 Apr 18 20:42:28.959629 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de371481-1bae-4639-8f27-1a3df23074a4 req-c2277436-8f3e-4707-89d9-28778636afc8 service neutron] 10.222.0.32 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225123 Apr 18 20:42:29.001538 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a6207fff-f115-4800-8e29-66020249abe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:29.010700 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a6207fff-f115-4800-8e29-66020249abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:29.089497 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6207fff-f115-4800-8e29-66020249abe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cdad69-6e55-4228-a512-1447f0d7f0a9,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:29.109048 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ad203293-b246-4a01-a6bf-49c70fc960d7 req-cbcafdff-ce39-4cc7-9377-1db69aabbe1c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790182 Apr 18 20:42:29.126663 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb4de2dc-247f-404f-8b87-8fcd932ba601 req-6536fd31-6ffa-45ab-8641-c44f49622b9c tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717505 Apr 18 20:42:29.135139 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a6207fff-f115-4800-8e29-66020249abe0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=87fe520fa1a34f9a95d3f58efe20b96a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6464534 Apr 18 20:42:29.138291 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43918) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:29.257016 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-241bd77c-9ece-464a-b5e1-246803a4e3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:29.323754 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-241bd77c-9ece-464a-b5e1-246803a4e3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:29.395281 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-55676cd7-c8dc-4e80-8dcb-6de789d3d1d4 req-0774234c-c482-457e-b122-2416ae356756 service neutron] 10.222.0.57 "GET /v2.0/networks/ed2b0c12-45b2-4296-81f8-31d496e92fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774568 Apr 18 20:42:29.444390 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-241bd77c-9ece-464a-b5e1-246803a4e3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:29.449243 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-241bd77c-9ece-464a-b5e1-246803a4e3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:29.453737 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-241bd77c-9ece-464a-b5e1-246803a4e3ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64cdad69-6e55-4228-a512-1447f0d7f0a9 HTTP/1.1" status: 204 len: 168 time: 0.3142366 Apr 18 20:42:29.462898 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bd77c-9ece-464a-b5e1-246803a4e3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cdad69-6e55-4228-a512-1447f0d7f0a9,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:29.744062 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:30.452746 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6b1c8-b5af-4c10-be86-29c3355ff229 req-987f9434-1268-4a67-a486-fe5dd317a6ba tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:30.455116 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-07d6b1c8-b5af-4c10-be86-29c3355ff229 req-987f9434-1268-4a67-a486-fe5dd317a6ba tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c5c2763-49f6-43ff-832c-4290f025e4a2 HTTP/1.1" status: 200 len: 943 time: 0.2083006 Apr 18 20:42:30.534919 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364d4c1-8c26-40cf-8f19-db4a24abaeb1 req-9af2c77d-4f96-4505-89ee-5bb4648c31e8 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:30.537933 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c364d4c1-8c26-40cf-8f19-db4a24abaeb1 req-9af2c77d-4f96-4505-89ee-5bb4648c31e8 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 944 time: 0.1900177 Apr 18 20:42:30.592580 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-07d6b1c8-b5af-4c10-be86-29c3355ff229 req-ae94be53-0905-4bd8-8b3e-9b49f68c3b4e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249938 Apr 18 20:42:30.742344 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c364d4c1-8c26-40cf-8f19-db4a24abaeb1 req-3ef35cb7-457a-4e78-bde4-04c27afaa0f2 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440113 Apr 18 20:42:30.839731 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 83dabee2-3d44-4ca3-9f80-689c7c21153c details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:42:31.088589 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 83dabee2-3d44-4ca3-9f80-689c7c21153c, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=83dabee2-3d44-4ca3-9f80-689c7c21153c,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:31.119473 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '83dabee2-3d44-4ca3-9f80-689c7c21153c', 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd', 'port_id': '83dabee2-3d44-4ca3-9f80-689c7c21153c', 'mac_address': 'fa:16:3e:20:69:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6320347a-fb3b-4b56-9b35-0b62db71b2d8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:42:31.227962 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.249469 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83dabee2-3d44-4ca3-9f80-689c7c21153c {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:42:31.357347 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 83dabee2-3d44-4ca3-9f80-689c7c21153c, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=83dabee2-3d44-4ca3-9f80-689c7c21153c,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:31.366426 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.373246 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.431015 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d03879d3-67ca-41fd-9214-5cd25411307e req-5d3a0e93-8e78-4186-b163-6beae9e80e95 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1238010 Apr 18 20:42:31.605020 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.645193 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=83dabee2-3d44-4ca3-9f80-689c7c21153c,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:31.731520 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03879d3-67ca-41fd-9214-5cd25411307e req-23dc363b-ba16-4244-abf4-3c71fe9c3cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:31.734306 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d03879d3-67ca-41fd-9214-5cd25411307e req-23dc363b-ba16-4244-abf4-3c71fe9c3cac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 1096 time: 0.1819401 Apr 18 20:42:31.763865 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['83dabee2-3d44-4ca3-9f80-689c7c21153c'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:42:31.895865 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628736d0-8290-48f8-9cff-644c4fca7077 req-4ab41ff7-61a0-4c32-8f6d-5c40e23a67ce tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:31.920352 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-628736d0-8290-48f8-9cff-644c4fca7077 req-4ab41ff7-61a0-4c32-8f6d-5c40e23a67ce tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c5c2763-49f6-43ff-832c-4290f025e4a2 HTTP/1.1" status: 200 len: 944 time: 0.1924350 Apr 18 20:42:32.031830 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-628736d0-8290-48f8-9cff-644c4fca7077 req-e57ffb1c-d557-4d90-ad42-df3dfde45377 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086028 Apr 18 20:42:32.365680 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03879d3-67ca-41fd-9214-5cd25411307e req-6536dad4-617a-4ce7-9267-c01b812a7f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:32.369395 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d03879d3-67ca-41fd-9214-5cd25411307e req-6536dad4-617a-4ce7-9267-c01b812a7f75 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 913 time: 0.3041730 Apr 18 20:42:32.381808 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b0c9b-4c7b-4b3a-8b4d-c28f7eeb7627 req-0a710a2f-cf7a-49d0-862d-864c356a4a02 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:32.394910 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c76b0c9b-4c7b-4b3a-8b4d-c28f7eeb7627 req-0a710a2f-cf7a-49d0-862d-864c356a4a02 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 944 time: 0.1770098 Apr 18 20:42:32.516996 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c76b0c9b-4c7b-4b3a-8b4d-c28f7eeb7627 req-4e7d6964-9ccf-4a97-85fd-8c980058bde0 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202316 Apr 18 20:42:32.660399 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d03879d3-67ca-41fd-9214-5cd25411307e req-c51490cc-ba51-4745-acd4-b913260a4b1f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80 HTTP/1.1" status: 200 len: 999 time: 0.2654033 Apr 18 20:42:33.283262 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f2d48-c67b-45b5-9990-02e38485ce0f req-09726a51-102f-4bd2-985c-41e328cfe230 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:33.301303 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa4f2d48-c67b-45b5-9990-02e38485ce0f req-09726a51-102f-4bd2-985c-41e328cfe230 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c5c2763-49f6-43ff-832c-4290f025e4a2 HTTP/1.1" status: 200 len: 944 time: 0.1415408 Apr 18 20:42:33.381803 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa4f2d48-c67b-45b5-9990-02e38485ce0f req-a17277c1-d076-4aa6-8169-86fcd5fdd9b2 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782595 Apr 18 20:42:33.790139 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b921c77-5a2c-4dd1-84cd-979e89f56f2d req-e192eaf1-1e46-4d7b-880b-1e49df781cf3 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:33.797915 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5b921c77-5a2c-4dd1-84cd-979e89f56f2d req-e192eaf1-1e46-4d7b-880b-1e49df781cf3 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 944 time: 0.1133599 Apr 18 20:42:33.889784 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5b921c77-5a2c-4dd1-84cd-979e89f56f2d req-66273844-eb0a-49a3-a508-99bd8b7f7b6b tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843344 Apr 18 20:42:34.253368 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44002) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:34.549367 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6e2bb035-f56c-49c0-b757-15847d1da77c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.670459 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6e2bb035-f56c-49c0-b757-15847d1da77c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.685302 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fd66c-43d0-4447-8847-05aa83a5660a req-93d98325-d659-42c7-bf4b-77a421af24a5 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:34.686914 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f61fd66c-43d0-4447-8847-05aa83a5660a req-93d98325-d659-42c7-bf4b-77a421af24a5 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c5c2763-49f6-43ff-832c-4290f025e4a2 HTTP/1.1" status: 200 len: 944 time: 0.1804488 Apr 18 20:42:34.688244 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6e2bb035-f56c-49c0-b757-15847d1da77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.756178 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2bb035-f56c-49c0-b757-15847d1da77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e164348-f509-48cc-9ab0-881e6865829c,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:34.787200 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6e2bb035-f56c-49c0-b757-15847d1da77c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40ce0c306c914db697814fc67a80627b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5325663 Apr 18 20:42:34.794393 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44010) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:34.839847 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f61fd66c-43d0-4447-8847-05aa83a5660a req-40054380-9c7f-4099-81b0-dce4c338dc78 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302514 Apr 18 20:42:34.858306 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 83dabee2-3d44-4ca3-9f80-689c7c21153c up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:42:34.916579 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f2322e8-d668-4b14-9789-aaa0b4b35109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:35.022493 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 83dabee2-3d44-4ca3-9f80-689c7c21153c completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:35.038032 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 83dabee2-3d44-4ca3-9f80-689c7c21153c triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:35.038567 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:35.090932 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f2322e8-d668-4b14-9789-aaa0b4b35109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:35.095956 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1011f16-7de6-432e-827b-d92e2d3586d3 req-61a475cf-88d2-476c-9372-c81aabbdb397 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1516018 Apr 18 20:42:35.129460 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37129a6a-6b21-4346-8aa2-3937e35a42c0 req-75c0ea06-5c81-487c-a694-9c31540b0df4 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:35.131364 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-37129a6a-6b21-4346-8aa2-3937e35a42c0 req-75c0ea06-5c81-487c-a694-9c31540b0df4 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 944 time: 0.1055558 Apr 18 20:42:35.215524 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03879d3-67ca-41fd-9214-5cd25411307e req-a0a6f56f-fa9a-4ee8-aefe-730fa570f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:35.222953 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d03879d3-67ca-41fd-9214-5cd25411307e req-a0a6f56f-fa9a-4ee8-aefe-730fa570f9e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e471ea4-101a-40ef-81f9-9917dd650719 HTTP/1.1" status: 200 len: 851 time: 0.2257938 Apr 18 20:42:35.228088 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-37129a6a-6b21-4346-8aa2-3937e35a42c0 req-a5e39ba8-91e0-468a-9330-973c013d78e7 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878789 Apr 18 20:42:35.306106 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:35.362476 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5c2763-49f6-43ff-832c-4290f025e4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83dabee2-3d44-4ca3-9f80-689c7c21153c'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:35.366313 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b7f0a7-be7f-433d-9d57-c985b4c458a7" -d '{"events": [{"server_uuid": "2c5c2763-49f6-43ff-832c-4290f025e4a2", "name": "network-vif-plugged", "status": "completed", "tag": "83dabee2-3d44-4ca3-9f80-689c7c21153c"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:35.410749 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f2322e8-d668-4b14-9789-aaa0b4b35109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:35.433289 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f2322e8-d668-4b14-9789-aaa0b4b35109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:35.435000 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2f2322e8-d668-4b14-9789-aaa0b4b35109 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e164348-f509-48cc-9ab0-881e6865829c HTTP/1.1" status: 204 len: 168 time: 0.6386826 Apr 18 20:42:35.445017 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 83dabee2-3d44-4ca3-9f80-689c7c21153c, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=83dabee2-3d44-4ca3-9f80-689c7c21153c,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:35.462231 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689cfc0a-5bf4-488a-8893-cfb9d0347ea6 x-openstack-request-id: req-689cfc0a-5bf4-488a-8893-cfb9d0347ea6 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:35.463200 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5c2763-49f6-43ff-832c-4290f025e4a2", "name": "network-vif-plugged", "status": "completed", "tag": "83dabee2-3d44-4ca3-9f80-689c7c21153c", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:35.463845 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-689cfc0a-5bf4-488a-8893-cfb9d0347ea6 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:35.464490 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-689cfc0a-5bf4-488a-8893-cfb9d0347ea6'] response: {'server_uuid': '2c5c2763-49f6-43ff-832c-4290f025e4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83dabee2-3d44-4ca3-9f80-689c7c21153c', 'code': 200} Apr 18 20:42:35.482643 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:35.494562 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2322e8-d668-4b14-9789-aaa0b4b35109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e164348-f509-48cc-9ab0-881e6865829c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:35.527373 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1011f16-7de6-432e-827b-d92e2d3586d3 req-d32d4c27-f440-42ec-b0d4-b1a9a04b8825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:35.529991 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1011f16-7de6-432e-827b-d92e2d3586d3 req-d32d4c27-f440-42ec-b0d4-b1a9a04b8825 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c38bdc963bc4174b81b6324270a917b&device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 1097 time: 0.3458047 Apr 18 20:42:35.531985 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2322e8-d668-4b14-9789-aaa0b4b35109 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:35.534165 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2322e8-d668-4b14-9789-aaa0b4b35109 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:35.534165 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2322e8-d668-4b14-9789-aaa0b4b35109 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:35.534425 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2322e8-d668-4b14-9789-aaa0b4b35109 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:35.536797 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2322e8-d668-4b14-9789-aaa0b4b35109 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:35.539429 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2322e8-d668-4b14-9789-aaa0b4b35109 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:35.539943 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2322e8-d668-4b14-9789-aaa0b4b35109 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:35.540345 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2322e8-d668-4b14-9789-aaa0b4b35109 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:35.541424 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2322e8-d668-4b14-9789-aaa0b4b35109 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:35.550252 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2322e8-d668-4b14-9789-aaa0b4b35109 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:35.554906 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2322e8-d668-4b14-9789-aaa0b4b35109 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:35.555379 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2322e8-d668-4b14-9789-aaa0b4b35109 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:35.570178 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03879d3-67ca-41fd-9214-5cd25411307e req-72ada6cc-ec9e-423c-826e-5d7946248468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:35.573081 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d03879d3-67ca-41fd-9214-5cd25411307e req-72ada6cc-ec9e-423c-826e-5d7946248468 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb225605-c490-4bb4-a150-b74221fc667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3306305 Apr 18 20:42:35.631811 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09f236-2435-4eb2-9ef0-84b73f5f8e22 req-1dbc07e5-6923-475d-8e29-757489cc1f63 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:35.645255 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b09f236-2435-4eb2-9ef0-84b73f5f8e22 req-1dbc07e5-6923-475d-8e29-757489cc1f63 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.3629975 Apr 18 20:42:35.762619 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=83dabee2-3d44-4ca3-9f80-689c7c21153c,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:35.878155 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d03879d3-67ca-41fd-9214-5cd25411307e req-d1b23084-cadc-43b8-9558-c1b4afecc202 service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959232 Apr 18 20:42:36.050798 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b09f236-2435-4eb2-9ef0-84b73f5f8e22 req-a93b1079-6115-47a8-9197-e8e081fc5add tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2520256 Apr 18 20:42:36.055435 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27742cc9-6683-4a99-a894-bdc76c03d3e3 req-d1ace940-8508-4a76-8bc7-e0c1c3d0f0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:36.061306 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27742cc9-6683-4a99-a894-bdc76c03d3e3 req-d1ace940-8508-4a76-8bc7-e0c1c3d0f0ab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2c5c2763-49f6-43ff-832c-4290f025e4a2 HTTP/1.1" status: 200 len: 1096 time: 0.4967284 Apr 18 20:42:36.147974 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44028) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:36.211708 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a56203d4-00c7-426d-8cd9-015923b5001f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:36.420891 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1011f16-7de6-432e-827b-d92e2d3586d3 req-b750a947-0bbc-44b4-9ad1-c52048c94c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:36.424135 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1011f16-7de6-432e-827b-d92e2d3586d3 req-b750a947-0bbc-44b4-9ad1-c52048c94c89 service neutron] 10.222.0.32 "GET /v2.0/networks?id=92da7360-d409-4b3e-ad31-ddbae7217c5a HTTP/1.1" status: 200 len: 912 time: 0.8340094 Apr 18 20:42:36.481720 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e92c1-a1a8-4ed0-82a2-9c27b1994703 req-37e70c77-260b-4082-9950-187b0e57b72e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:36.485202 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d2e92c1-a1a8-4ed0-82a2-9c27b1994703 req-37e70c77-260b-4082-9950-187b0e57b72e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c5c2763-49f6-43ff-832c-4290f025e4a2 HTTP/1.1" status: 200 len: 945 time: 0.4525111 Apr 18 20:42:36.493367 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27742cc9-6683-4a99-a894-bdc76c03d3e3 req-94c6d32f-78d1-4581-b271-944dc9fa6f8c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337173 Apr 18 20:42:36.639287 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de9422-1b43-432a-b00c-52023e1becb9 req-2d3a00d4-711c-4e43-9193-61e756c10ccd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:36.643643 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f1de9422-1b43-432a-b00c-52023e1becb9 req-2d3a00d4-711c-4e43-9193-61e756c10ccd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.3274219 Apr 18 20:42:36.685151 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1011f16-7de6-432e-827b-d92e2d3586d3 req-5ad3918b-da29-4320-817f-2369d9ce1a03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99ad98b6-bfe9-4773-945f-0ca8f238c908 HTTP/1.1" status: 200 len: 1002 time: 0.2531416 Apr 18 20:42:36.733504 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d2e92c1-a1a8-4ed0-82a2-9c27b1994703 req-38ba23e3-d54d-4fcf-81c5-be8688f5b517 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683877 Apr 18 20:42:36.830299 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d03879d3-67ca-41fd-9214-5cd25411307e req-5bdfbf8f-749c-4aa4-91dd-eea24916f690 service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6735020 Apr 18 20:42:36.964968 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a56203d4-00c7-426d-8cd9-015923b5001f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:36.966102 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1011f16-7de6-432e-827b-d92e2d3586d3 req-0a8bf17e-12fc-4c65-98aa-b38f999c5797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:36.976190 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1011f16-7de6-432e-827b-d92e2d3586d3 req-0a8bf17e-12fc-4c65-98aa-b38f999c5797 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=55983801-f492-4a46-94da-ae12b2e91406 HTTP/1.1" status: 200 len: 850 time: 0.2037988 Apr 18 20:42:36.980331 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a56203d4-00c7-426d-8cd9-015923b5001f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:36.992851 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f1de9422-1b43-432a-b00c-52023e1becb9 req-689cf3a2-f0d8-4ef6-b012-706d545849d7 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3293049 Apr 18 20:42:37.032167 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a56203d4-00c7-426d-8cd9-015923b5001f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56ad414af4d1495eb13075599797d52f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8827765 Apr 18 20:42:37.040366 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44034) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:37.088935 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56203d4-00c7-426d-8cd9-015923b5001f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d315d5c-ed14-4a43-94fc-c8abc8abc899,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:37.136417 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-497036f5-c857-4ada-87f8-2430c2ea8e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:37.197364 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-497036f5-c857-4ada-87f8-2430c2ea8e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:37.288298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ab02a-5b0b-433e-8e3c-fb376064c15a req-987d6709-942a-4404-9a6f-e21b0b841509 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:37.290043 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9e8ab02a-5b0b-433e-8e3c-fb376064c15a req-987d6709-942a-4404-9a6f-e21b0b841509 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 944 time: 0.2719176 Apr 18 20:42:37.298916 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1011f16-7de6-432e-827b-d92e2d3586d3 req-e3b97c69-f2de-452b-90f3-f6ab809e68bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:37.301051 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1011f16-7de6-432e-827b-d92e2d3586d3 req-e3b97c69-f2de-452b-90f3-f6ab809e68bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92da7360-d409-4b3e-ad31-ddbae7217c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3054707 Apr 18 20:42:37.321179 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-497036f5-c857-4ada-87f8-2430c2ea8e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:37.326241 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-497036f5-c857-4ada-87f8-2430c2ea8e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:37.327497 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-497036f5-c857-4ada-87f8-2430c2ea8e23 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d315d5c-ed14-4a43-94fc-c8abc8abc899 HTTP/1.1" status: 204 len: 168 time: 0.2857106 Apr 18 20:42:37.360549 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497036f5-c857-4ada-87f8-2430c2ea8e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d315d5c-ed14-4a43-94fc-c8abc8abc899,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:37.576925 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:37.677737 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9e8ab02a-5b0b-433e-8e3c-fb376064c15a req-96860e01-7a1f-4708-88f0-8f063c21434c tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060640 Apr 18 20:42:37.704335 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cad3b-6043-4bda-b96d-589d3c4e11d4 req-2956bcba-0f73-445a-a5c8-66661c8e48b9 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:37.708349 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-348cad3b-6043-4bda-b96d-589d3c4e11d4 req-2956bcba-0f73-445a-a5c8-66661c8e48b9 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.3406956 Apr 18 20:42:37.942820 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1011f16-7de6-432e-827b-d92e2d3586d3 req-7813d68b-db7d-43ad-bdc2-f984a4484175 service neutron] 10.222.0.32 "GET /v2.0/networks/92da7360-d409-4b3e-ad31-ddbae7217c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6326787 Apr 18 20:42:38.010292 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-348cad3b-6043-4bda-b96d-589d3c4e11d4 req-42d056e3-f048-449f-b510-bf7d2120be6b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2696173 Apr 18 20:42:38.261594 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3f679-bdca-4063-b458-63a2d088688e req-c4a782db-583c-457c-b12b-c39c7d316a29 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:38.278357 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-07c3f679-bdca-4063-b458-63a2d088688e req-c4a782db-583c-457c-b12b-c39c7d316a29 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c5c2763-49f6-43ff-832c-4290f025e4a2 HTTP/1.1" status: 200 len: 945 time: 0.2610717 Apr 18 20:42:38.406951 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1011f16-7de6-432e-827b-d92e2d3586d3 req-b3b510a3-5533-4fa8-a3c6-fd6e3b5f446f service neutron] 10.222.0.32 "GET /v2.0/networks/92da7360-d409-4b3e-ad31-ddbae7217c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918743 Apr 18 20:42:38.475222 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-07c3f679-bdca-4063-b458-63a2d088688e req-6b550db5-04c4-432a-812c-ce24da07c2b6 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955879 Apr 18 20:42:38.537170 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac0f30-942c-4ea3-b7fc-b01144e25a04 req-583d2a1a-2583-4ccd-9604-9145e09f80d9 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:38.539020 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4eac0f30-942c-4ea3-b7fc-b01144e25a04 req-583d2a1a-2583-4ccd-9604-9145e09f80d9 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1569796 Apr 18 20:42:38.611236 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4eac0f30-942c-4ea3-b7fc-b01144e25a04 req-158b6f9c-ff2e-4733-bd9e-d6d72dcc0593 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565944 Apr 18 20:42:38.866597 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fe363-b7a1-4115-ae32-f74381d56a75 req-0d02afb4-2786-415c-b6c7-f98d19929faa tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:38.868338 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-422fe363-b7a1-4115-ae32-f74381d56a75 req-0d02afb4-2786-415c-b6c7-f98d19929faa tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 944 time: 0.0684521 Apr 18 20:42:38.976855 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-422fe363-b7a1-4115-ae32-f74381d56a75 req-d228ddbd-1697-450b-9383-af696f7e5d86 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969777 Apr 18 20:42:39.002884 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04d17e-ce9a-4eec-ba28-c432ad02ff67 req-ac9cb05f-1dd6-4cce-a221-49da9f6f4a03 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:39.005676 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c04d17e-ce9a-4eec-ba28-c432ad02ff67 req-ac9cb05f-1dd6-4cce-a221-49da9f6f4a03 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1167023 Apr 18 20:42:39.065610 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c04d17e-ce9a-4eec-ba28-c432ad02ff67 req-d26306a4-d03e-48c3-96f9-e12bdb3e20bc tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519865 Apr 18 20:42:39.531533 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b11ef6-e378-427e-8bfd-ae56218a49af req-44cf122f-c641-4bdd-9337-23ec76d6bd13 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:39.534998 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2b11ef6-e378-427e-8bfd-ae56218a49af req-44cf122f-c641-4bdd-9337-23ec76d6bd13 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.0774624 Apr 18 20:42:39.627728 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2b11ef6-e378-427e-8bfd-ae56218a49af req-d5c04353-c8e8-4a11-9890-b67086e067de tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814676 Apr 18 20:42:39.660925 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f9c89-375f-4f5d-bbf1-c9669adf697b req-a8145b18-a5e6-4886-a855-e6559596c27c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:39.660925 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ea9f9c89-375f-4f5d-bbf1-c9669adf697b req-a8145b18-a5e6-4886-a855-e6559596c27c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c5c2763-49f6-43ff-832c-4290f025e4a2 HTTP/1.1" status: 200 len: 945 time: 0.0739107 Apr 18 20:42:39.707829 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ea9f9c89-375f-4f5d-bbf1-c9669adf697b req-6fbc3910-eb6b-4e7c-923e-f970f7bffa7d tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388145 Apr 18 20:42:39.961914 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d5b39-09f2-46aa-a016-f66900b7d5b2 req-974e910a-ce9b-4f75-b2d5-8a8d3b849890 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:39.964476 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d9d5b39-09f2-46aa-a016-f66900b7d5b2 req-974e910a-ce9b-4f75-b2d5-8a8d3b849890 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c5c2763-49f6-43ff-832c-4290f025e4a2 HTTP/1.1" status: 200 len: 945 time: 0.0659814 Apr 18 20:42:40.055164 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d9d5b39-09f2-46aa-a016-f66900b7d5b2 req-46a6eac6-6d4d-46bc-a1fd-b7706418cd6f tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788615 Apr 18 20:42:40.173957 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2fc62-c06f-4e58-950b-9797cf192771 req-45e62f0a-16cb-42dd-a686-0213970b3c78 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.176879 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4c2fc62-c06f-4e58-950b-9797cf192771 req-45e62f0a-16cb-42dd-a686-0213970b3c78 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 944 time: 0.1000957 Apr 18 20:42:40.233111 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4c2fc62-c06f-4e58-950b-9797cf192771 req-20815f71-90c7-4d2a-a31e-c98c42e53888 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481672 Apr 18 20:42:40.792781 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d656a-0975-4d01-be0e-2075b3132ecd req-cdf18f03-50fc-4c12-92bb-969a1cf242fa tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.795402 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c02d656a-0975-4d01-be0e-2075b3132ecd req-cdf18f03-50fc-4c12-92bb-969a1cf242fa tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.0743132 Apr 18 20:42:40.843819 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c02d656a-0975-4d01-be0e-2075b3132ecd req-97375ec7-8b36-422e-b097-4098dde940aa tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401077 Apr 18 20:42:41.224667 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0916a5-7232-49d4-ab18-75c377ea178f req-39b45a26-0bf9-4cef-92f7-3cc126858ad0 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:41.226900 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c0916a5-7232-49d4-ab18-75c377ea178f req-39b45a26-0bf9-4cef-92f7-3cc126858ad0 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c5c2763-49f6-43ff-832c-4290f025e4a2 HTTP/1.1" status: 200 len: 945 time: 0.0671496 Apr 18 20:42:41.291814 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c0916a5-7232-49d4-ab18-75c377ea178f req-3972adbb-4cc5-432a-8daa-04e218eafa1c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535846 Apr 18 20:42:41.439452 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa421ba-7b86-471d-82f7-2d4a49efc284 req-cb94a95c-f91a-451e-893b-9a0b74b7d0ff tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:41.441562 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4fa421ba-7b86-471d-82f7-2d4a49efc284 req-cb94a95c-f91a-451e-893b-9a0b74b7d0ff tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 944 time: 0.0659535 Apr 18 20:42:41.537526 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44148) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:41.545066 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4fa421ba-7b86-471d-82f7-2d4a49efc284 req-3a07f5a6-2dc6-47f3-a7af-23f7c08d0751 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930724 Apr 18 20:42:41.577828 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.685599 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862b2b7-c76e-4ecf-b5fc-8d27599c41f8 req-2edf746d-b3d2-4daa-81f9-0888138dab10 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:41.687700 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a862b2b7-c76e-4ecf-b5fc-8d27599c41f8 req-2edf746d-b3d2-4daa-81f9-0888138dab10 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c5c2763-49f6-43ff-832c-4290f025e4a2 HTTP/1.1" status: 200 len: 945 time: 0.0709577 Apr 18 20:42:41.706748 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8570bb8e-1ad9-4e07-abfc-cc6c787d4bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.737574 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a862b2b7-c76e-4ecf-b5fc-8d27599c41f8 req-03851fcd-d682-48d9-9575-c1feb25f6c36 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387247 Apr 18 20:42:41.796729 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8570bb8e-1ad9-4e07-abfc-cc6c787d4bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.802522 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8570bb8e-1ad9-4e07-abfc-cc6c787d4bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.876774 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8570bb8e-1ad9-4e07-abfc-cc6c787d4bef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09797a3108ab4e80bf050a0a10501dfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3375514 Apr 18 20:42:41.878715 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570bb8e-1ad9-4e07-abfc-cc6c787d4bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592ccd24-0524-40e9-bd68-42ad46637ecf,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:41.879615 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44154) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:41.966469 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a4f33408-ce82-473d-aa62-3fb227c8c41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.010393 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a4f33408-ce82-473d-aa62-3fb227c8c41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.042772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e47a3a-35ec-4bee-8cf3-c203e376328c req-d779a4b5-7b13-44fd-8337-d1fae41213bb tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:42.044413 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3e47a3a-35ec-4bee-8cf3-c203e376328c req-d779a4b5-7b13-44fd-8337-d1fae41213bb tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.0936728 Apr 18 20:42:42.099627 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3e47a3a-35ec-4bee-8cf3-c203e376328c req-e15fe8b2-63cc-4d5b-a124-c80c7382808e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455744 Apr 18 20:42:42.107812 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a4f33408-ce82-473d-aa62-3fb227c8c41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.110753 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a4f33408-ce82-473d-aa62-3fb227c8c41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.115178 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a4f33408-ce82-473d-aa62-3fb227c8c41d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/592ccd24-0524-40e9-bd68-42ad46637ecf HTTP/1.1" status: 204 len: 168 time: 0.2314117 Apr 18 20:42:42.121589 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f33408-ce82-473d-aa62-3fb227c8c41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592ccd24-0524-40e9-bd68-42ad46637ecf,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:42.177761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 16f834cc-9787-49bb-9e0f-ca6966e81652 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:42:42.328025 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 16f834cc-9787-49bb-9e0f-ca6966e81652, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=16f834cc-9787-49bb-9e0f-ca6966e81652,segment=NetworkSegment(010d84d2-e3f1-48d7-9a77-78ee4a049b9e),segment_id=010d84d2-e3f1-48d7-9a77-78ee4a049b9e)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:42.351931 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '16f834cc-9787-49bb-9e0f-ca6966e81652', 'network_id': 'ed2b0c12-45b2-4296-81f8-31d496e92fff', 'port_id': '16f834cc-9787-49bb-9e0f-ca6966e81652', 'mac_address': 'fa:16:3e:56:a9:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc6e869-dcde-4b4f-9cfc-e06da113fabf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:42:42.424259 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.449684 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f834cc-9787-49bb-9e0f-ca6966e81652 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:42:42.471901 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44160) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:42.486351 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a138d998-21e7-40b5-a986-314af1a363d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.487202 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 16f834cc-9787-49bb-9e0f-ca6966e81652, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=16f834cc-9787-49bb-9e0f-ca6966e81652,segment=NetworkSegment(010d84d2-e3f1-48d7-9a77-78ee4a049b9e),segment_id=010d84d2-e3f1-48d7-9a77-78ee4a049b9e)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:42.494525 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.570099 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=16f834cc-9787-49bb-9e0f-ca6966e81652,revision_number=11']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:42.582725 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:42.583981 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:42.583981 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:42.584363 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:42.584957 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:42.585327 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:42.585649 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:42.585986 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:42.586318 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:42.586715 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:42.587027 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:42.587344 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:42.626778 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a138d998-21e7-40b5-a986-314af1a363d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.633388 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a138d998-21e7-40b5-a986-314af1a363d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.695119 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138d998-21e7-40b5-a986-314af1a363d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd832a64-fbaa-4bc8-9947-a4428c80351b,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:42.705690 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a138d998-21e7-40b5-a986-314af1a363d1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e6129b0158648a59aa94097ab461939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2283022 Apr 18 20:42:42.707030 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44164) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:42.745809 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549cd81-197f-4b51-80ab-1514ef9e7531 req-53e36ed3-496f-4381-8a76-703d019f2d23 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:42.747416 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e549cd81-197f-4b51-80ab-1514ef9e7531 req-53e36ed3-496f-4381-8a76-703d019f2d23 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.0804925 Apr 18 20:42:42.799085 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f983274-9fad-4187-aed1-9670c79feb1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.805583 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e549cd81-197f-4b51-80ab-1514ef9e7531 req-4d89122e-117f-4488-99bb-953f759f89b9 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505321 Apr 18 20:42:42.845772 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f983274-9fad-4187-aed1-9670c79feb1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.906546 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['16f834cc-9787-49bb-9e0f-ca6966e81652'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:42:42.938864 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd12212-6d2b-4afb-a0b6-0f61cdf5a92e req-5e12fe3a-c9b0-4f31-8184-5f5ae40bed6e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:42.940592 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f983274-9fad-4187-aed1-9670c79feb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.941961 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ffd12212-6d2b-4afb-a0b6-0f61cdf5a92e req-5e12fe3a-c9b0-4f31-8184-5f5ae40bed6e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c5c2763-49f6-43ff-832c-4290f025e4a2 HTTP/1.1" status: 200 len: 945 time: 0.0912933 Apr 18 20:42:42.947329 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f983274-9fad-4187-aed1-9670c79feb1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.949601 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2f983274-9fad-4187-aed1-9670c79feb1c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd832a64-fbaa-4bc8-9947-a4428c80351b HTTP/1.1" status: 204 len: 168 time: 0.2415419 Apr 18 20:42:43.008468 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ffd12212-6d2b-4afb-a0b6-0f61cdf5a92e req-688e7a3e-fedb-46a3-82bc-0051eface5bb tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458763 Apr 18 20:42:43.012476 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f983274-9fad-4187-aed1-9670c79feb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd832a64-fbaa-4bc8-9947-a4428c80351b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:43.347323 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ca3ae-ca83-4267-b227-fca3cfff25ec req-7c28e74d-80ad-4ab2-9d58-daa30f593e27 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:43.349349 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b9ca3ae-ca83-4267-b227-fca3cfff25ec req-7c28e74d-80ad-4ab2-9d58-daa30f593e27 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1433790 Apr 18 20:42:43.360251 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ba00e-948b-425b-ac42-728b1c80f792 req-89a309a7-9155-4d2b-a4c6-9c8df3b511ec tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:43.362008 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c0ba00e-948b-425b-ac42-728b1c80f792 req-89a309a7-9155-4d2b-a4c6-9c8df3b511ec tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c5c2763-49f6-43ff-832c-4290f025e4a2 HTTP/1.1" status: 200 len: 945 time: 0.1387570 Apr 18 20:42:43.502424 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b9ca3ae-ca83-4267-b227-fca3cfff25ec req-c0625de8-e78e-4d34-9760-ebd2e1234e5e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390293 Apr 18 20:42:43.552050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-0c0ba00e-948b-425b-ac42-728b1c80f792 req-b7078a22-69a3-4a3b-a989-54fe08cb640d tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Deleting port 83dabee2-3d44-4ca3-9f80-689c7c21153c {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:42:43.552576 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0c0ba00e-948b-425b-ac42-728b1c80f792 req-b7078a22-69a3-4a3b-a989-54fe08cb640d tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:43.684363 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-0c0ba00e-948b-425b-ac42-728b1c80f792 req-b7078a22-69a3-4a3b-a989-54fe08cb640d tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] For port 83dabee2-3d44-4ca3-9f80-689c7c21153c, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=83dabee2-3d44-4ca3-9f80-689c7c21153c,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:43.685415 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0c0ba00e-948b-425b-ac42-728b1c80f792 req-b7078a22-69a3-4a3b-a989-54fe08cb640d tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:43.704904 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-0c0ba00e-948b-425b-ac42-728b1c80f792 req-b7078a22-69a3-4a3b-a989-54fe08cb640d tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Calling delete_port for 83dabee2-3d44-4ca3-9f80-689c7c21153c owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:42:43.881724 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0c0ba00e-948b-425b-ac42-728b1c80f792 req-b7078a22-69a3-4a3b-a989-54fe08cb640d tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:43.897332 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['83dabee2-3d44-4ca3-9f80-689c7c21153c'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:42:43.960964 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7078a22-69a3-4a3b-a989-54fe08cb640d tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Pushing event deleted for resources: {'Port': ['ID=83dabee2-3d44-4ca3-9f80-689c7c21153c,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:44.059169 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0ba00e-948b-425b-ac42-728b1c80f792 req-b7078a22-69a3-4a3b-a989-54fe08cb640d tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] No DVR routers for this DVR port 83dabee2-3d44-4ca3-9f80-689c7c21153c on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:44.068474 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0c0ba00e-948b-425b-ac42-728b1c80f792 req-b7078a22-69a3-4a3b-a989-54fe08cb640d tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:44.075007 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c0ba00e-948b-425b-ac42-728b1c80f792 req-b7078a22-69a3-4a3b-a989-54fe08cb640d tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.32 "DELETE /v2.0/ports/83dabee2-3d44-4ca3-9f80-689c7c21153c HTTP/1.1" status: 204 len: 173 time: 0.7037480 Apr 18 20:42:44.076245 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5c2763-49f6-43ff-832c-4290f025e4a2', 'name': 'network-vif-deleted', 'tag': '83dabee2-3d44-4ca3-9f80-689c7c21153c'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:44.080166 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dbc035-bd1b-4d57-83cf-01bb755344a3" -d '{"events": [{"server_uuid": "2c5c2763-49f6-43ff-832c-4290f025e4a2", "name": "network-vif-deleted", "tag": "83dabee2-3d44-4ca3-9f80-689c7c21153c"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:44.162930 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35701fc5-ee89-40d5-8de3-e149335f6d14 req-ccd0b64f-810d-435c-b534-561e71912b13 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:44.164822 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-35701fc5-ee89-40d5-8de3-e149335f6d14 req-ccd0b64f-810d-435c-b534-561e71912b13 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.2661040 Apr 18 20:42:44.240460 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-299afd37-25df-4a19-bbbe-49056622f56c req-40ba83c7-8bf4-4b80-b319-d9bb948b1692 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c5c2763-49f6-43ff-832c-4290f025e4a2 HTTP/1.1" status: 200 len: 210 time: 0.0528450 Apr 18 20:42:44.291120 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-35701fc5-ee89-40d5-8de3-e149335f6d14 req-57b4748c-26ed-45a5-9b05-f1e986469e83 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834692 Apr 18 20:42:44.341339 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6c8a0d-1c6b-4e2e-9608-3d09b0b3b8ac x-openstack-request-id: req-3d6c8a0d-1c6b-4e2e-9608-3d09b0b3b8ac {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:44.341898 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5c2763-49f6-43ff-832c-4290f025e4a2", "name": "network-vif-deleted", "tag": "83dabee2-3d44-4ca3-9f80-689c7c21153c", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:44.342300 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3d6c8a0d-1c6b-4e2e-9608-3d09b0b3b8ac {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:44.343536 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d6c8a0d-1c6b-4e2e-9608-3d09b0b3b8ac'] response: {'server_uuid': '2c5c2763-49f6-43ff-832c-4290f025e4a2', 'name': 'network-vif-deleted', 'tag': '83dabee2-3d44-4ca3-9f80-689c7c21153c', 'status': 'completed', 'code': 200} Apr 18 20:42:44.684206 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a2794-8ab5-4b04-99c3-f4d6e6325d85 req-876cb1ab-1568-4394-87f2-f1cc611a320f tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:44.687441 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d96a2794-8ab5-4b04-99c3-f4d6e6325d85 req-876cb1ab-1568-4394-87f2-f1cc611a320f tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.0872583 Apr 18 20:42:44.769128 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d96a2794-8ab5-4b04-99c3-f4d6e6325d85 req-ceeb2776-f58f-47d5-8660-2732915351b3 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671210 Apr 18 20:42:45.485781 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa47ff7-ecc6-4b6f-bb4c-42ae87ab6e0b req-13dedc2e-0f72-4463-b218-b37d055bdb77 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:45.487959 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5fa47ff7-ecc6-4b6f-bb4c-42ae87ab6e0b req-13dedc2e-0f72-4463-b218-b37d055bdb77 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 945 time: 0.0925012 Apr 18 20:42:45.555357 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5fa47ff7-ecc6-4b6f-bb4c-42ae87ab6e0b req-c50e2232-24af-4c61-9e94-30487577aee3 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593815 Apr 18 20:42:45.766420 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-455e19ba-284d-417b-9c33-51886a859130 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:45.768011 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-455e19ba-284d-417b-9c33-51886a859130 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/networks?id=f359647e-7253-4c28-8ec0-be158505d4fd HTTP/1.1" status: 200 len: 812 time: 0.1591070 Apr 18 20:42:45.789892 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-2babb743-ff38-410a-8cbf-0ec80d0f06d1 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/quotas/a632b6dbeeee449a9082e9ef3657c7f7 HTTP/1.1" status: 200 len: 375 time: 0.0107956 Apr 18 20:42:45.848631 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-b73cff52-9b4a-45d5-81ef-cb90b6988811 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a632b6dbeeee449a9082e9ef3657c7f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509188 Apr 18 20:42:46.083636 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb0168-fcc8-443a-8a11-c273654adb45 req-4c24b12f-b739-4200-9002-fc264f0b9c03 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:46.086200 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-47bb0168-fcc8-443a-8a11-c273654adb45 req-4c24b12f-b739-4200-9002-fc264f0b9c03 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1905756 Apr 18 20:42:46.096025 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-279d1f58-7196-42da-863f-95c89562b285 service neutron] 10.222.0.41 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319336 Apr 18 20:42:46.208786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 16f834cc-9787-49bb-9e0f-ca6966e81652 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:42:46.247538 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-47bb0168-fcc8-443a-8a11-c273654adb45 req-9b568fa7-5669-42ae-a040-49317da8ed3e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498220 Apr 18 20:42:46.284614 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 16f834cc-9787-49bb-9e0f-ca6966e81652 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:46.292958 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 16f834cc-9787-49bb-9e0f-ca6966e81652 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:46.293803 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:46.320520 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-d8c5bac4-f0d4-4252-a693-1eb0547f30d9 service neutron] 10.222.0.41 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121027 Apr 18 20:42:46.440879 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:46.485390 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a90ed8-5a3a-4e91-81da-3b832d3eec2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f834cc-9787-49bb-9e0f-ca6966e81652'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:46.489525 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b7aebc-c15a-477c-852d-1bc9bf6bed17" -d '{"events": [{"server_uuid": "01a90ed8-5a3a-4e91-81da-3b832d3eec2f", "name": "network-vif-plugged", "status": "completed", "tag": "16f834cc-9787-49bb-9e0f-ca6966e81652"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:46.527967 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 16f834cc-9787-49bb-9e0f-ca6966e81652, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=16f834cc-9787-49bb-9e0f-ca6966e81652,segment=NetworkSegment(010d84d2-e3f1-48d7-9a77-78ee4a049b9e),segment_id=010d84d2-e3f1-48d7-9a77-78ee4a049b9e)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:46.536283 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:46.621851 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d69a3bba-ff2e-43d1-bb2e-91b90f4dbb54 req-4fafe630-fe98-4aa7-9ff7-ebf382343389 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 210 time: 0.0536444 Apr 18 20:42:46.629118 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625520c3-ff05-4062-b5e5-1d2fa8873222 x-openstack-request-id: req-625520c3-ff05-4062-b5e5-1d2fa8873222 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:46.629578 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a90ed8-5a3a-4e91-81da-3b832d3eec2f", "name": "network-vif-plugged", "status": "completed", "tag": "16f834cc-9787-49bb-9e0f-ca6966e81652", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:46.632883 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-625520c3-ff05-4062-b5e5-1d2fa8873222 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:46.633592 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-625520c3-ff05-4062-b5e5-1d2fa8873222'] response: {'server_uuid': '01a90ed8-5a3a-4e91-81da-3b832d3eec2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f834cc-9787-49bb-9e0f-ca6966e81652', 'code': 200} Apr 18 20:42:46.709913 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=16f834cc-9787-49bb-9e0f-ca6966e81652,revision_number=12']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:46.802562 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a6f3d-9178-4008-ad87-c50c658a60f9 req-4588d7d1-01d3-45cd-b6a8-9a66363cd58d tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:46.817260 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-524a6f3d-9178-4008-ad87-c50c658a60f9 req-4588d7d1-01d3-45cd-b6a8-9a66363cd58d tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.1153338 Apr 18 20:42:46.861031 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4b214-9500-45c4-8519-89afa92ad81d req-a5e379db-9338-4d5e-b38b-d882d8cb98ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:46.865390 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f1a4b214-9500-45c4-8519-89afa92ad81d req-a5e379db-9338-4d5e-b38b-d882d8cb98ec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 1097 time: 0.0657089 Apr 18 20:42:46.893393 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 83dabee2-3d44-4ca3-9f80-689c7c21153c no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:42:46.897473 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-524a6f3d-9178-4008-ad87-c50c658a60f9 req-727df84d-f0f1-43ed-9327-e103d8cf8f7d tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785775 Apr 18 20:42:46.914603 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f1a4b214-9500-45c4-8519-89afa92ad81d req-b8ad8e82-0027-4a20-8607-4c746e76187d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416653 Apr 18 20:42:46.938984 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 83dabee2-3d44-4ca3-9f80-689c7c21153c {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:42:46.938984 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 83dabee2-3d44-4ca3-9f80-689c7c21153c not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:42:47.454611 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed030b-a63f-4270-a5dc-ebc5bbb43d9c req-5737a074-745c-4e15-a73d-3ab10b2082ba tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:47.457166 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15ed030b-a63f-4270-a5dc-ebc5bbb43d9c req-5737a074-745c-4e15-a73d-3ab10b2082ba tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.0607440 Apr 18 20:42:47.512642 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15ed030b-a63f-4270-a5dc-ebc5bbb43d9c req-d9be91bd-f968-436d-b1d7-91b5a09cef77 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488853 Apr 18 20:42:47.731321 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7ce3faa-d888-4286-bd7f-492181e4d8a9 req-f9fc5fc6-b6b5-47d3-89b7-6401dfc4823c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 210 time: 0.0292354 Apr 18 20:42:47.963016 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-9a38ec72-1902-49c4-bd7d-be51a509f609 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:47.965751 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-9a38ec72-1902-49c4-bd7d-be51a509f609 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.32 "GET /v2.0/networks?id=f359647e-7253-4c28-8ec0-be158505d4fd HTTP/1.1" status: 200 len: 812 time: 0.1390574 Apr 18 20:42:47.982765 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-e459cb86-b94d-4b8c-8557-8c543e775989 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Request body: {'port': {'device_id': '8dac1206-ebf5-4513-ad6b-bee6be7de27b', 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd', 'admin_state_up': True, 'tenant_id': 'a632b6dbeeee449a9082e9ef3657c7f7'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:48.145281 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3afdc-7dbb-47c1-878e-5a79b926c89f req-f6a4b2e0-b7ad-4b4a-bf39-83c3a02f4ded tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:48.146864 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ea3afdc-7dbb-47c1-878e-5a79b926c89f req-f6a4b2e0-b7ad-4b4a-bf39-83c3a02f4ded tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.1169155 Apr 18 20:42:48.207014 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-e459cb86-b94d-4b8c-8557-8c543e775989 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Made reservation on behalf of a632b6dbeeee449a9082e9ef3657c7f7 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:48.210667 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-e459cb86-b94d-4b8c-8557-8c543e775989 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:48.226617 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ea3afdc-7dbb-47c1-878e-5a79b926c89f req-f6cf9f43-3529-4846-9e8c-4156f7f990ac tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650289 Apr 18 20:42:48.407478 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-e459cb86-b94d-4b8c-8557-8c543e775989 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Allocated IP 172.20.0.5 (f359647e-7253-4c28-8ec0-be158505d4fd/6320347a-fb3b-4b56-9b35-0b62db71b2d8/ce14327b-f838-40e4-a178-eb053bd91da8) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:48.971018 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b3b6b554-6e90-4605-89e1-dc7daf361550 req-f6f19bd8-aaf0-4cb2-9224-90e480a18f73 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 210 time: 0.1052485 Apr 18 20:42:49.122852 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a90d52-df8b-42e0-9fea-34bbb7c3292e req-378d45a0-bbbd-49c2-ab56-463c777be21c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:49.134896 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-93a90d52-df8b-42e0-9fea-34bbb7c3292e req-378d45a0-bbbd-49c2-ab56-463c777be21c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.2661572 Apr 18 20:42:49.238884 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-e459cb86-b94d-4b8c-8557-8c543e775989 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.243611 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-93a90d52-df8b-42e0-9fea-34bbb7c3292e req-51f9bee7-fca3-449d-99a6-c7b45a1552d2 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075606 Apr 18 20:42:49.289662 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-e459cb86-b94d-4b8c-8557-8c543e775989 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.364747 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-e459cb86-b94d-4b8c-8557-8c543e775989 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Network f359647e-7253-4c28-8ec0-be158505d4fd is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:49.377550 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-e459cb86-b94d-4b8c-8557-8c543e775989 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:49.391781 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-e459cb86-b94d-4b8c-8557-8c543e775989 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:42:49.447240 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459cb86-b94d-4b8c-8557-8c543e775989 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Pushing event updated for resources: {'Port': ['ID=ce14327b-f838-40e4-a178-eb053bd91da8,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:49.469874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459cb86-b94d-4b8c-8557-8c543e775989 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:49.470223 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459cb86-b94d-4b8c-8557-8c543e775989 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:49.470759 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459cb86-b94d-4b8c-8557-8c543e775989 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:49.471203 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459cb86-b94d-4b8c-8557-8c543e775989 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:49.471550 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459cb86-b94d-4b8c-8557-8c543e775989 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:49.471882 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459cb86-b94d-4b8c-8557-8c543e775989 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:49.472216 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459cb86-b94d-4b8c-8557-8c543e775989 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:49.472580 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459cb86-b94d-4b8c-8557-8c543e775989 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:49.472913 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459cb86-b94d-4b8c-8557-8c543e775989 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:49.473237 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459cb86-b94d-4b8c-8557-8c543e775989 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:49.473613 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459cb86-b94d-4b8c-8557-8c543e775989 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:49.473922 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459cb86-b94d-4b8c-8557-8c543e775989 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:49.502050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-e459cb86-b94d-4b8c-8557-8c543e775989 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:49.503119 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-e459cb86-b94d-4b8c-8557-8c543e775989 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.520642 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a81ba9-9796-4c32-8a32-ea8ba5376eae req-07a08632-a665-4801-b3d0-8207e5e0b1bd tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:49.522323 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c9a81ba9-9796-4c32-8a32-ea8ba5376eae req-07a08632-a665-4801-b3d0-8207e5e0b1bd tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.1542227 Apr 18 20:42:49.534881 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-e459cb86-b94d-4b8c-8557-8c543e775989 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5596116 Apr 18 20:42:49.547957 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-70b05a0c-f718-420a-a693-92a47b82cd34 service neutron] Request body: {'port': {'device_id': '8dac1206-ebf5-4513-ad6b-bee6be7de27b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:49.605359 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c9a81ba9-9796-4c32-8a32-ea8ba5376eae req-2edc56e2-8588-40b9-b87e-be59fff972a1 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694072 Apr 18 20:42:49.631788 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-70b05a0c-f718-420a-a693-92a47b82cd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.959592 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-70b05a0c-f718-420a-a693-92a47b82cd34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce14327b-f838-40e4-a178-eb053bd91da8 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:42:49.970878 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-70b05a0c-f718-420a-a693-92a47b82cd34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.990542 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-70b05a0c-f718-420a-a693-92a47b82cd34 service neutron] Transition to ACTIVE for port object ce14327b-f838-40e4-a178-eb053bd91da8 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:49.995582 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-70b05a0c-f718-420a-a693-92a47b82cd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:50.056863 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b05a0c-f718-420a-a693-92a47b82cd34 service neutron] Pushing event updated for resources: {'Port': ['ID=ce14327b-f838-40e4-a178-eb053bd91da8,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:50.169815 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-70b05a0c-f718-420a-a693-92a47b82cd34 service neutron] Attempting to bind port ce14327b-f838-40e4-a178-eb053bd91da8 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:50.170239 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-70b05a0c-f718-420a-a693-92a47b82cd34 service neutron] Attempting to bind port ce14327b-f838-40e4-a178-eb053bd91da8 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'c7af4a65-87eb-4bd6-9af9-22178fa49c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:50.170560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-70b05a0c-f718-420a-a693-92a47b82cd34 service neutron] Attempting to bind port ce14327b-f838-40e4-a178-eb053bd91da8 on network f359647e-7253-4c28-8ec0-be158505d4fd {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:42:50.179084 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-70b05a0c-f718-420a-a693-92a47b82cd34 service neutron] Port ce14327b-f838-40e4-a178-eb053bd91da8 on network f359647e-7253-4c28-8ec0-be158505d4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:42:50.179411 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-70b05a0c-f718-420a-a693-92a47b82cd34 service neutron] Attempting to bind port ce14327b-f838-40e4-a178-eb053bd91da8 on network f359647e-7253-4c28-8ec0-be158505d4fd {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:42:50.191861 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4b4f9-4e2f-4c88-b331-0f0b8fd81ab1 req-1c0156c4-3011-45b1-9cd5-bf78baba870c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:50.193744 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-59c4b4f9-4e2f-4c88-b331-0f0b8fd81ab1 req-1c0156c4-3011-45b1-9cd5-bf78baba870c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 943 time: 0.0838044 Apr 18 20:42:50.198009 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-70b05a0c-f718-420a-a693-92a47b82cd34 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:42:50.198362 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-70b05a0c-f718-420a-a693-92a47b82cd34 service neutron] Checking segment: {'id': 'c7af4a65-87eb-4bd6-9af9-22178fa49c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:42:50.198765 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-70b05a0c-f718-420a-a693-92a47b82cd34 service neutron] Bound using segment: {'id': 'c7af4a65-87eb-4bd6-9af9-22178fa49c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:42:50.199212 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-70b05a0c-f718-420a-a693-92a47b82cd34 service neutron] Bound port: ce14327b-f838-40e4-a178-eb053bd91da8, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7af4a65-87eb-4bd6-9af9-22178fa49c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:50.199581 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-70b05a0c-f718-420a-a693-92a47b82cd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:50.301828 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-59c4b4f9-4e2f-4c88-b331-0f0b8fd81ab1 req-020b422a-c096-45ea-ac3c-e6455061eeea tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912554 Apr 18 20:42:50.341045 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-70b05a0c-f718-420a-a693-92a47b82cd34 service neutron] For port ce14327b-f838-40e4-a178-eb053bd91da8, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:42:50.346618 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-70b05a0c-f718-420a-a693-92a47b82cd34 service neutron] For port ce14327b-f838-40e4-a178-eb053bd91da8, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ce14327b-f838-40e4-a178-eb053bd91da8,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:42:50.354225 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-70b05a0c-f718-420a-a693-92a47b82cd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:50.431650 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-70b05a0c-f718-420a-a693-92a47b82cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:50.432365 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-70b05a0c-f718-420a-a693-92a47b82cd34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:50.433870 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-70b05a0c-f718-420a-a693-92a47b82cd34 service neutron] 10.222.0.32 "PUT /v2.0/ports/ce14327b-f838-40e4-a178-eb053bd91da8 HTTP/1.1" status: 200 len: 1091 time: 0.8902245 Apr 18 20:42:50.435897 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dac1206-ebf5-4513-ad6b-bee6be7de27b', 'tag': 'ce14327b-f838-40e4-a178-eb053bd91da8'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:50.438363 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83eb74be-fd49-4081-8790-e4d0acf00750" -d '{"events": [{"name": "network-changed", "server_uuid": "8dac1206-ebf5-4513-ad6b-bee6be7de27b", "tag": "ce14327b-f838-40e4-a178-eb053bd91da8"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:50.463909 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b05a0c-f718-420a-a693-92a47b82cd34 service neutron] Pushing event updated for resources: {'Port': ['ID=ce14327b-f838-40e4-a178-eb053bd91da8,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:50.481602 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31e2db-fe2f-4330-a274-f9a7ff567f28 req-8cb7f8e2-d9f1-4791-b6ab-8f98894f5662 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:50.483275 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f31e2db-fe2f-4330-a274-f9a7ff567f28 req-8cb7f8e2-d9f1-4791-b6ab-8f98894f5662 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.0952106 Apr 18 20:42:50.523010 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f727051d-a61b-4a99-a31b-58e2bbe9a1cd x-openstack-request-id: req-f727051d-a61b-4a99-a31b-58e2bbe9a1cd {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:50.523309 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dac1206-ebf5-4513-ad6b-bee6be7de27b", "tag": "ce14327b-f838-40e4-a178-eb053bd91da8", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:50.523572 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f727051d-a61b-4a99-a31b-58e2bbe9a1cd {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:50.523987 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f727051d-a61b-4a99-a31b-58e2bbe9a1cd'] response: {'name': 'network-changed', 'server_uuid': '8dac1206-ebf5-4513-ad6b-bee6be7de27b', 'tag': 'ce14327b-f838-40e4-a178-eb053bd91da8', 'status': 'completed', 'code': 200} Apr 18 20:42:50.567022 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f31e2db-fe2f-4330-a274-f9a7ff567f28 req-41664848-841a-47df-a0b1-b90d8b3f1964 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675294 Apr 18 20:42:50.576658 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-45de7259-b721-43b0-b8a5-535c0bedfcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:50.576658 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-45de7259-b721-43b0-b8a5-535c0bedfcd7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a632b6dbeeee449a9082e9ef3657c7f7&device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 1094 time: 0.0891135 Apr 18 20:42:50.631495 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-6f4581f5-ac56-4db7-b72c-199ae0728e77 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce14327b-f838-40e4-a178-eb053bd91da8 HTTP/1.1" status: 200 len: 217 time: 0.0467837 Apr 18 20:42:50.699335 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-b3bc457e-f76f-4094-a860-1a0c9ab0def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:50.701538 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-b3bc457e-f76f-4094-a860-1a0c9ab0def8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6320347a-fb3b-4b56-9b35-0b62db71b2d8 HTTP/1.1" status: 200 len: 852 time: 0.0637536 Apr 18 20:42:50.778351 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-6926ae65-386b-48d8-a405-d911e2a8fcba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f359647e-7253-4c28-8ec0-be158505d4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659492 Apr 18 20:42:50.891801 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36960ef-56f8-44e0-8219-2d253c44c9da req-5fe6e406-5a17-435e-ad5d-6d842de3598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:50.893350 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c36960ef-56f8-44e0-8219-2d253c44c9da req-5fe6e406-5a17-435e-ad5d-6d842de3598d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 1096 time: 0.0511365 Apr 18 20:42:50.974003 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912848e-27bd-4d38-b372-b571c88e3eda req-c661fd3a-e1da-4c91-b428-6deab30f8552 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:50.975601 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e912848e-27bd-4d38-b372-b571c88e3eda req-c661fd3a-e1da-4c91-b428-6deab30f8552 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.2035687 Apr 18 20:42:51.016421 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a59f4-0b5b-4733-9ce2-b6c760cae6a7 req-c9499fc4-7a6a-4f97-907d-888e3da2e048 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:51.018326 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a17a59f4-0b5b-4733-9ce2-b6c760cae6a7 req-c9499fc4-7a6a-4f97-907d-888e3da2e048 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1898901 Apr 18 20:42:51.027096 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-63e59d54-2a79-42c4-9c6b-865565b090c2 service neutron] 10.222.0.32 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284019 Apr 18 20:42:51.037089 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36960ef-56f8-44e0-8219-2d253c44c9da req-dc9b2871-c8b1-4422-ab92-de976e888576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:51.039954 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c36960ef-56f8-44e0-8219-2d253c44c9da req-dc9b2871-c8b1-4422-ab92-de976e888576 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 913 time: 0.1390531 Apr 18 20:42:51.123794 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c36960ef-56f8-44e0-8219-2d253c44c9da req-e47a5205-f8cd-4dc1-9b40-54df79e1e334 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80 HTTP/1.1" status: 200 len: 999 time: 0.0765679 Apr 18 20:42:51.129490 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e912848e-27bd-4d38-b372-b571c88e3eda req-a718cda1-d54c-4a5e-a8f1-5744cacade85 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407986 Apr 18 20:42:51.158821 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a17a59f4-0b5b-4733-9ce2-b6c760cae6a7 req-fdcdcf50-143f-4737-9b54-559c400cd1a6 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290145 Apr 18 20:42:51.210918 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b116226a-ac20-454e-bf4c-c361ba727ef7 req-77c77c91-2d47-4a2c-87d3-612f8c1b7576 service neutron] 10.222.0.32 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721287 Apr 18 20:42:51.241493 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36960ef-56f8-44e0-8219-2d253c44c9da req-c4d7ed24-f654-44d7-adff-658c79094aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:51.244295 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c36960ef-56f8-44e0-8219-2d253c44c9da req-c4d7ed24-f654-44d7-adff-658c79094aaf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e471ea4-101a-40ef-81f9-9917dd650719 HTTP/1.1" status: 200 len: 851 time: 0.1127634 Apr 18 20:42:51.312646 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36960ef-56f8-44e0-8219-2d253c44c9da req-721934aa-2359-477c-9c3e-834388cd91e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:51.316592 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c36960ef-56f8-44e0-8219-2d253c44c9da req-721934aa-2359-477c-9c3e-834388cd91e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb225605-c490-4bb4-a150-b74221fc667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648801 Apr 18 20:42:51.348974 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab05cac-47c8-4f82-b40f-bbdd5a858b6d req-e69ee62a-554e-44d0-80d7-144b9db12d20 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:51.383138 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aab05cac-47c8-4f82-b40f-bbdd5a858b6d req-e69ee62a-554e-44d0-80d7-144b9db12d20 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.1323295 Apr 18 20:42:51.408791 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb74be-fd49-4081-8790-e4d0acf00750 req-68d75a45-f92d-4069-893a-6f271a3f9fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:51.410504 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-83eb74be-fd49-4081-8790-e4d0acf00750 req-68d75a45-f92d-4069-893a-6f271a3f9fa7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a632b6dbeeee449a9082e9ef3657c7f7&device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 1094 time: 0.1261463 Apr 18 20:42:51.472368 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c36960ef-56f8-44e0-8219-2d253c44c9da req-4e83b975-2842-4211-a2cb-422f547e9b5e service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489468 Apr 18 20:42:51.514353 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aab05cac-47c8-4f82-b40f-bbdd5a858b6d req-c2602caf-3c1f-430a-822a-7d46d2acdc8c tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302719 Apr 18 20:42:51.550958 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f5aff-5883-4b96-b977-4f745f238682 req-0fcca660-2f83-4092-9d53-1441fd287dcb tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:51.550958 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f74f5aff-5883-4b96-b977-4f745f238682 req-0fcca660-2f83-4092-9d53-1441fd287dcb tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 943 time: 0.1354249 Apr 18 20:42:51.599942 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb74be-fd49-4081-8790-e4d0acf00750 req-e0d7d53a-3100-4872-a47b-466df0e2d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:51.601398 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-83eb74be-fd49-4081-8790-e4d0acf00750 req-e0d7d53a-3100-4872-a47b-466df0e2d5c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f359647e-7253-4c28-8ec0-be158505d4fd HTTP/1.1" status: 200 len: 913 time: 0.1788287 Apr 18 20:42:51.634920 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c36960ef-56f8-44e0-8219-2d253c44c9da req-c3ee37f8-2ee8-404f-8919-b3b21f6ce7ee service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546493 Apr 18 20:42:51.679017 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-83eb74be-fd49-4081-8790-e4d0acf00750 req-5b8bf8e0-176e-4197-8bfb-3c28f15c2b1b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce14327b-f838-40e4-a178-eb053bd91da8 HTTP/1.1" status: 200 len: 217 time: 0.0689819 Apr 18 20:42:51.725339 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f74f5aff-5883-4b96-b977-4f745f238682 req-ca18ea6d-eae0-421a-b12f-674a3101e0b4 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498597 Apr 18 20:42:51.810224 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c13fb-8b2d-4c14-a947-bfec91880c45 req-9f5ec94c-4a6a-464a-b5b4-d440f1817211 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:51.812055 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-621c13fb-8b2d-4c14-a947-bfec91880c45 req-9f5ec94c-4a6a-464a-b5b4-d440f1817211 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.1416175 Apr 18 20:42:51.814308 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb74be-fd49-4081-8790-e4d0acf00750 req-935c621c-ce1a-4650-88e1-120511cbb39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:51.815958 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-83eb74be-fd49-4081-8790-e4d0acf00750 req-935c621c-ce1a-4650-88e1-120511cbb39b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6320347a-fb3b-4b56-9b35-0b62db71b2d8 HTTP/1.1" status: 200 len: 852 time: 0.1200697 Apr 18 20:42:51.860607 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-83eb74be-fd49-4081-8790-e4d0acf00750 req-bf78141e-4230-40ed-8258-a6a9f691d9fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f359647e-7253-4c28-8ec0-be158505d4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342190 Apr 18 20:42:51.901255 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-621c13fb-8b2d-4c14-a947-bfec91880c45 req-e4d679c2-d8a0-4a6b-bb82-a08fba2bd963 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827808 Apr 18 20:42:52.001986 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-83eb74be-fd49-4081-8790-e4d0acf00750 req-fee3aa74-2d67-4855-a754-0d8d3ed6e498 service neutron] 10.222.0.32 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302254 Apr 18 20:42:52.140474 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-83eb74be-fd49-4081-8790-e4d0acf00750 req-1d23ab8d-7d00-4b3e-834b-0597a1525ad1 service neutron] 10.222.0.32 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316340 Apr 18 20:42:52.162103 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525de57-0ee3-49fa-ac0b-9c236362db03 req-a72736f7-e001-4d13-9dff-a65c43e76672 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:52.168546 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e525de57-0ee3-49fa-ac0b-9c236362db03 req-a72736f7-e001-4d13-9dff-a65c43e76672 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.0923812 Apr 18 20:42:52.253857 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e525de57-0ee3-49fa-ac0b-9c236362db03 req-cf64471d-08a5-4f9a-b1db-c4ce825e1e64 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823281 Apr 18 20:42:52.444875 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c262ab-db40-4ce8-8b9a-d5ef9e744793 req-56845ab3-db6a-4354-b31d-5afe1ca42a19 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:52.447547 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3c262ab-db40-4ce8-8b9a-d5ef9e744793 req-56845ab3-db6a-4354-b31d-5afe1ca42a19 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1495824 Apr 18 20:42:52.471483 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e04a3e-b67c-4275-b713-9198541aa35d req-df1505f9-55e0-461e-84f1-70847afae0e8 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:52.473750 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91e04a3e-b67c-4275-b713-9198541aa35d req-df1505f9-55e0-461e-84f1-70847afae0e8 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.1197085 Apr 18 20:42:52.569042 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3c262ab-db40-4ce8-8b9a-d5ef9e744793 req-c996817d-5950-4778-9f7a-c187a6188c6d tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126487 Apr 18 20:42:52.582488 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91e04a3e-b67c-4275-b713-9198541aa35d req-b55790b2-1c87-4dc5-b70f-684a39a984e3 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984800 Apr 18 20:42:52.742961 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c914df2-8e1b-47b5-85c9-0f0f7ebc018a req-1ae99b30-113c-4713-a894-0006eac5fcb4 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:52.745430 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c914df2-8e1b-47b5-85c9-0f0f7ebc018a req-1ae99b30-113c-4713-a894-0006eac5fcb4 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.0607257 Apr 18 20:42:52.799105 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c914df2-8e1b-47b5-85c9-0f0f7ebc018a req-d84e3394-85ee-46c8-afbd-3e78c12d06a7 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467355 Apr 18 20:42:52.861288 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9249e-37ab-44b7-8d22-5a243ae43ed7 req-da1526a2-6cdf-4925-a396-a5c3deecbef9 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:52.862038 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0c9249e-37ab-44b7-8d22-5a243ae43ed7 req-da1526a2-6cdf-4925-a396-a5c3deecbef9 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 943 time: 0.0615101 Apr 18 20:42:52.905306 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0c9249e-37ab-44b7-8d22-5a243ae43ed7 req-2eee7133-f3f2-48b6-9900-02a04ba3c2c4 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369089 Apr 18 20:42:53.000712 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb42252-a78e-4680-9a4a-e61fecd4569d req-0c9938c4-d1e1-4462-b9bf-25539077deb4 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:53.002864 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8cb42252-a78e-4680-9a4a-e61fecd4569d req-0c9938c4-d1e1-4462-b9bf-25539077deb4 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.0834713 Apr 18 20:42:53.053957 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8cb42252-a78e-4680-9a4a-e61fecd4569d req-11c6ef83-09f5-4e36-a9f1-f29f73525056 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420890 Apr 18 20:42:53.421256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90b05b-356d-461e-a7c6-5291e8564b01 req-aab301bd-d44e-4db8-962a-4966f09439a8 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:53.423459 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a90b05b-356d-461e-a7c6-5291e8564b01 req-aab301bd-d44e-4db8-962a-4966f09439a8 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.0862114 Apr 18 20:42:53.492122 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a90b05b-356d-461e-a7c6-5291e8564b01 req-1f8df272-8f90-4abb-817a-381253c2064d tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534587 Apr 18 20:42:53.719243 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ac44b-bb1b-44ae-888f-1ce0a73386a3 req-7d1419e1-b9e9-45ae-9a4b-59b92fb99cfa tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:53.721882 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d61ac44b-bb1b-44ae-888f-1ce0a73386a3 req-7d1419e1-b9e9-45ae-9a4b-59b92fb99cfa tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.0729847 Apr 18 20:42:53.789733 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d61ac44b-bb1b-44ae-888f-1ce0a73386a3 req-9727e53c-28af-4956-8e81-85d884549cb4 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586467 Apr 18 20:42:53.973156 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:42:54.015493 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aeb3d-7d34-4697-8c7c-9e8ddb70415e req-62c54b2d-d1e8-4e90-9a35-cc3d73e100cf tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:54.018326 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a85aeb3d-7d34-4697-8c7c-9e8ddb70415e req-62c54b2d-d1e8-4e90-9a35-cc3d73e100cf tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1157508 Apr 18 20:42:54.101347 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a85aeb3d-7d34-4697-8c7c-9e8ddb70415e req-496f1e4d-3239-4eb2-aebb-8cbfff4a8ef3 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692637 Apr 18 20:42:54.110890 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58487df-dfd5-4c5b-b4cd-f1cb43767411 req-02d08ab3-2dc8-4395-8884-464b9bd7d424 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:54.112563 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e58487df-dfd5-4c5b-b4cd-f1cb43767411 req-02d08ab3-2dc8-4395-8884-464b9bd7d424 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 943 time: 0.0909426 Apr 18 20:42:54.166989 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e58487df-dfd5-4c5b-b4cd-f1cb43767411 req-1e04e46b-51c2-4e23-a319-da7d81155c00 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430651 Apr 18 20:42:54.485913 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7597a2-d742-4e6e-a59e-952f6d85e777 req-9f4c5adb-d875-4fbe-895e-f613d05d8271 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:54.488376 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c7597a2-d742-4e6e-a59e-952f6d85e777 req-9f4c5adb-d875-4fbe-895e-f613d05d8271 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.0623257 Apr 18 20:42:54.489776 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c2e63421-bbbe-42d6-95da-789f58ffdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:54.555147 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c7597a2-d742-4e6e-a59e-952f6d85e777 req-b7d93c13-009f-4b12-9f96-5dfc788b9932 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554514 Apr 18 20:42:54.745153 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6b324-668e-4f16-93e3-ca6584bc61f0 req-fc353bb2-c554-46f8-af0b-abb22fe5aa7d tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:54.747695 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4f6b324-668e-4f16-93e3-ca6584bc61f0 req-fc353bb2-c554-46f8-af0b-abb22fe5aa7d tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.1384022 Apr 18 20:42:54.814293 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6994637-8625-4b4a-afea-20070f741aaf req-b5b90de9-5206-4caf-83da-32ffcc129fb6 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:54.816968 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6994637-8625-4b4a-afea-20070f741aaf req-b5b90de9-5206-4caf-83da-32ffcc129fb6 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1394353 Apr 18 20:42:54.868471 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4f6b324-668e-4f16-93e3-ca6584bc61f0 req-e581c05e-dbf6-4178-8497-f2a2923e624a tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060448 Apr 18 20:42:54.905216 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6994637-8625-4b4a-afea-20070f741aaf req-cc44cdbf-b013-4a91-8c7e-bf4982420aa1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788860 Apr 18 20:42:54.963055 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device ce14327b-f838-40e4-a178-eb053bd91da8 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:42:55.146991 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0ee9f-6938-4960-b66c-b6f4d1854c89 req-f44cfd1c-b85d-4caf-b930-1a399a953744 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:55.155323 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5bc0ee9f-6938-4960-b66c-b6f4d1854c89 req-f44cfd1c-b85d-4caf-b930-1a399a953744 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1017170 Apr 18 20:42:55.164665 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port ce14327b-f838-40e4-a178-eb053bd91da8, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ce14327b-f838-40e4-a178-eb053bd91da8,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:55.194738 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'ce14327b-f838-40e4-a178-eb053bd91da8', 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd', 'port_id': 'ce14327b-f838-40e4-a178-eb053bd91da8', 'mac_address': 'fa:16:3e:df:ec:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6320347a-fb3b-4b56-9b35-0b62db71b2d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:42:55.204207 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5bc0ee9f-6938-4960-b66c-b6f4d1854c89 req-d852691b-d16f-47b5-a570-5480a7018a96 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441403 Apr 18 20:42:55.289411 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:55.318801 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce14327b-f838-40e4-a178-eb053bd91da8 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:42:55.370317 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port ce14327b-f838-40e4-a178-eb053bd91da8, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ce14327b-f838-40e4-a178-eb053bd91da8,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:55.371207 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f0261-b554-4513-af62-6da24f38a07f req-ff4e647d-1871-43b1-9f5b-552780891cb7 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:55.373946 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-548f0261-b554-4513-af62-6da24f38a07f req-ff4e647d-1871-43b1-9f5b-552780891cb7 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 943 time: 0.1033866 Apr 18 20:42:55.379611 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:55.424005 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d398d55-0658-4d93-9cf3-6cbb7ac5fd3d req-552e397f-3643-4c38-b4eb-636ca3c9c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:55.426543 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4d398d55-0658-4d93-9cf3-6cbb7ac5fd3d req-552e397f-3643-4c38-b4eb-636ca3c9c42d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b15a212f24594521a622268ceffef952&device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 1097 time: 0.0637207 Apr 18 20:42:55.486367 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=ce14327b-f838-40e4-a178-eb053bd91da8,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:55.504015 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-548f0261-b554-4513-af62-6da24f38a07f req-2283093a-4e4c-4e09-a146-9654208724ba tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118581 Apr 18 20:42:55.540902 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c83c85-8401-4019-9204-51f072cd81c5 req-e727f809-440a-476a-93af-bf2d34c7b69a tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:55.540902 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-16c83c85-8401-4019-9204-51f072cd81c5 req-e727f809-440a-476a-93af-bf2d34c7b69a tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.1633272 Apr 18 20:42:55.564828 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d398d55-0658-4d93-9cf3-6cbb7ac5fd3d req-5ec2fbb1-9a18-4c50-ad99-259c9a01e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:55.566713 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4d398d55-0658-4d93-9cf3-6cbb7ac5fd3d req-5ec2fbb1-9a18-4c50-ad99-259c9a01e6a6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ed2b0c12-45b2-4296-81f8-31d496e92fff HTTP/1.1" status: 200 len: 914 time: 0.1308417 Apr 18 20:42:55.629705 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4d398d55-0658-4d93-9cf3-6cbb7ac5fd3d req-18972e66-c6ba-4508-a5c4-78174b785799 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f834cc-9787-49bb-9e0f-ca6966e81652 HTTP/1.1" status: 200 len: 217 time: 0.0549216 Apr 18 20:42:55.633532 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-16c83c85-8401-4019-9204-51f072cd81c5 req-2001cf88-2ffe-4afa-b6b9-b4e0be99fe1f tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857558 Apr 18 20:42:55.680419 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44502) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:55.708405 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d398d55-0658-4d93-9cf3-6cbb7ac5fd3d req-9cb118e3-ad3b-4be3-adc2-977b9b456984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:55.710219 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4d398d55-0658-4d93-9cf3-6cbb7ac5fd3d req-9cb118e3-ad3b-4be3-adc2-977b9b456984 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3cc6e869-dcde-4b4f-9cfc-e06da113fabf HTTP/1.1" status: 200 len: 853 time: 0.0731196 Apr 18 20:42:55.722568 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['ce14327b-f838-40e4-a178-eb053bd91da8'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:42:55.800541 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4d398d55-0658-4d93-9cf3-6cbb7ac5fd3d req-c295819e-50e0-4d6b-a17c-250ede2fddfa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ed2b0c12-45b2-4296-81f8-31d496e92fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683086 Apr 18 20:42:55.892767 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c6ad15fa-7412-43f2-9dd9-f79ff49b8f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:55.941478 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084649b-1316-4b7b-99ee-4399f372581f req-89920913-4208-46c7-a79e-0ad7797d73c1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:55.951209 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9084649b-1316-4b7b-99ee-4399f372581f req-89920913-4208-46c7-a79e-0ad7797d73c1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1359558 Apr 18 20:42:56.005440 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4d398d55-0658-4d93-9cf3-6cbb7ac5fd3d req-d58d2aea-ad40-4cef-bd10-811c4d7f05e9 service neutron] 10.222.0.57 "GET /v2.0/networks/ed2b0c12-45b2-4296-81f8-31d496e92fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947522 Apr 18 20:42:56.025741 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9084649b-1316-4b7b-99ee-4399f372581f req-1dc408c6-72e2-48e3-9094-78ab679ac632 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710239 Apr 18 20:42:56.098774 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c6ad15fa-7412-43f2-9dd9-f79ff49b8f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:56.106459 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c6ad15fa-7412-43f2-9dd9-f79ff49b8f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:56.155217 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4d398d55-0658-4d93-9cf3-6cbb7ac5fd3d req-2ab4edd4-a60e-4907-8cdd-f92f036dd3aa service neutron] 10.222.0.57 "GET /v2.0/networks/ed2b0c12-45b2-4296-81f8-31d496e92fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397538 Apr 18 20:42:56.207704 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c6ad15fa-7412-43f2-9dd9-f79ff49b8f18 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=810025e47a7f43ec8d0266093e01143a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5244117 Apr 18 20:42:56.209282 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad15fa-7412-43f2-9dd9-f79ff49b8f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a5b76e-65b3-4a42-947b-6b33ec703356,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:56.210733 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44510) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:56.285130 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-77b6c137-29a5-4bad-8e54-c60c21c96261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:56.310781 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-77b6c137-29a5-4bad-8e54-c60c21c96261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:56.383120 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-77b6c137-29a5-4bad-8e54-c60c21c96261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:56.387631 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-77b6c137-29a5-4bad-8e54-c60c21c96261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:56.389323 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-77b6c137-29a5-4bad-8e54-c60c21c96261 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a5a5b76e-65b3-4a42-947b-6b33ec703356 HTTP/1.1" status: 204 len: 168 time: 0.1759872 Apr 18 20:42:56.406097 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6c137-29a5-4bad-8e54-c60c21c96261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a5b76e-65b3-4a42-947b-6b33ec703356,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:56.723962 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8538a6-9680-4640-8028-91dc6875c85f req-5508849d-0b79-4c12-85dc-b462767c5c4d tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:56.727282 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ff8538a6-9680-4640-8028-91dc6875c85f req-5508849d-0b79-4c12-85dc-b462767c5c4d tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 944 time: 0.0918097 Apr 18 20:42:56.877131 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ff8538a6-9680-4640-8028-91dc6875c85f req-c853fe6f-4061-4344-bf19-2612b3c0730a tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373971 Apr 18 20:42:56.904414 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ded576-851c-4957-a355-a126b8d74274 req-1e2014e8-eab2-4145-87f7-25e7f2f934e9 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:56.912844 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5ded576-851c-4957-a355-a126b8d74274 req-1e2014e8-eab2-4145-87f7-25e7f2f934e9 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.1565003 Apr 18 20:42:56.942449 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44522) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:56.959075 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1bd4c86b-2e29-431e-a456-abf2a12e5b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:56.977789 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device ce14327b-f838-40e4-a178-eb053bd91da8 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:42:56.981258 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5ded576-851c-4957-a355-a126b8d74274 req-79b12e4b-9ad6-4821-93de-75c1f94748db tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672886 Apr 18 20:42:57.069246 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port ce14327b-f838-40e4-a178-eb053bd91da8 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:57.074727 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port ce14327b-f838-40e4-a178-eb053bd91da8 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:57.075036 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:57.110745 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1bd4c86b-2e29-431e-a456-abf2a12e5b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:57.120062 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1bd4c86b-2e29-431e-a456-abf2a12e5b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:57.173842 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:57.192059 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1bd4c86b-2e29-431e-a456-abf2a12e5b86 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de92953fcf7c4ba387550511afbc6d4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2481098 Apr 18 20:42:57.194644 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44526) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:57.203461 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dac1206-ebf5-4513-ad6b-bee6be7de27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce14327b-f838-40e4-a178-eb053bd91da8'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:57.206657 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53071b0a-e146-47e0-922e-7b39be1afd60" -d '{"events": [{"server_uuid": "8dac1206-ebf5-4513-ad6b-bee6be7de27b", "name": "network-vif-plugged", "status": "completed", "tag": "ce14327b-f838-40e4-a178-eb053bd91da8"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:57.207954 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4c86b-2e29-431e-a456-abf2a12e5b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4eca507-38e5-47da-9609-4c0602983cf3,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:57.242354 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port ce14327b-f838-40e4-a178-eb053bd91da8, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ce14327b-f838-40e4-a178-eb053bd91da8,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:57.245639 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2babef6-3de5-429d-93da-f38cec735ffc req-620d4e37-fe30-4035-8dec-8caff17c2c48 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:57.249057 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2babef6-3de5-429d-93da-f38cec735ffc req-620d4e37-fe30-4035-8dec-8caff17c2c48 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.0950832 Apr 18 20:42:57.251565 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:57.296197 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a64c2be2-fdb8-46bf-88e4-2bc34fffea6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:57.305133 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ca8fc7-a763-4d5c-915a-67742fbedbbc x-openstack-request-id: req-91ca8fc7-a763-4d5c-915a-67742fbedbbc {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:57.307000 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dac1206-ebf5-4513-ad6b-bee6be7de27b", "name": "network-vif-plugged", "status": "completed", "tag": "ce14327b-f838-40e4-a178-eb053bd91da8", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:57.307669 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-91ca8fc7-a763-4d5c-915a-67742fbedbbc {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:57.308550 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91ca8fc7-a763-4d5c-915a-67742fbedbbc'] response: {'server_uuid': '8dac1206-ebf5-4513-ad6b-bee6be7de27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce14327b-f838-40e4-a178-eb053bd91da8', 'code': 200} Apr 18 20:42:57.316320 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2babef6-3de5-429d-93da-f38cec735ffc req-a810d0fc-6ff1-4997-b0d7-50d8efc2cebf tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553923 Apr 18 20:42:57.342301 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a64c2be2-fdb8-46bf-88e4-2bc34fffea6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:57.358819 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=ce14327b-f838-40e4-a178-eb053bd91da8,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:57.448065 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a64c2be2-fdb8-46bf-88e4-2bc34fffea6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:57.452358 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1004d07-7c28-44df-b0ad-3f3b5f06a7fe req-35e24313-bc11-42d9-bb38-ba86c69d0556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:57.453901 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a64c2be2-fdb8-46bf-88e4-2bc34fffea6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:57.454846 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f1004d07-7c28-44df-b0ad-3f3b5f06a7fe req-35e24313-bc11-42d9-bb38-ba86c69d0556 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 1096 time: 0.0743749 Apr 18 20:42:57.456983 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a64c2be2-fdb8-46bf-88e4-2bc34fffea6c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e4eca507-38e5-47da-9609-4c0602983cf3 HTTP/1.1" status: 204 len: 168 time: 0.2606528 Apr 18 20:42:57.470530 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c2be2-fdb8-46bf-88e4-2bc34fffea6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4eca507-38e5-47da-9609-4c0602983cf3,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:57.537767 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f1004d07-7c28-44df-b0ad-3f3b5f06a7fe req-4ed86a1f-5c97-479e-84bb-74a73ac00fe5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738342 Apr 18 20:42:57.659360 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ea47-42c4-40a4-82b4-3e663a29e49b req-f61bd8c8-da98-41e8-ac53-180bfae8cdac tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:57.662354 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fbd3ea47-42c4-40a4-82b4-3e663a29e49b req-f61bd8c8-da98-41e8-ac53-180bfae8cdac tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.0819554 Apr 18 20:42:57.724860 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fbd3ea47-42c4-40a4-82b4-3e663a29e49b req-658ccebc-9569-492c-ae72-a4dfabecb6be tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506709 Apr 18 20:42:58.010694 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44540) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:58.034548 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3f7e2481-16b6-4274-8985-33f0baf0d9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:58.183791 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3f7e2481-16b6-4274-8985-33f0baf0d9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:58.190090 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3f7e2481-16b6-4274-8985-33f0baf0d9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:58.224600 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877fe18-82cd-4ddc-aa55-4202164de0f3 req-f5675740-c058-4ab1-8d32-5445bc9f3653 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:58.228155 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4877fe18-82cd-4ddc-aa55-4202164de0f3 req-f5675740-c058-4ab1-8d32-5445bc9f3653 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.1222649 Apr 18 20:42:58.245565 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3f7e2481-16b6-4274-8985-33f0baf0d9f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=23d69cd78a6544c5b63f652425e9cdbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2333806 Apr 18 20:42:58.246801 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e2481-16b6-4274-8985-33f0baf0d9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3a5a8c-fabf-435a-8537-8f543cf48738,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:58.249122 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44544) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:58.400278 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4877fe18-82cd-4ddc-aa55-4202164de0f3 req-8fc9c7cd-490b-4699-a317-fec6c11046c3 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647286 Apr 18 20:42:58.452763 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97dd1f-c4fb-4630-b07d-34cf65eccbac req-2f55293a-a4a3-4eea-9b1f-120c3e903e9f tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:58.455422 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e97dd1f-c4fb-4630-b07d-34cf65eccbac req-2f55293a-a4a3-4eea-9b1f-120c3e903e9f tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.1772695 Apr 18 20:42:58.465090 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b0757274-ca92-4f6e-93cb-3cccb1012c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:58.583044 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b0757274-ca92-4f6e-93cb-3cccb1012c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:58.659834 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e97dd1f-c4fb-4630-b07d-34cf65eccbac req-de89beea-77f8-4c8d-80f4-44fc60da47b2 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915417 Apr 18 20:42:58.692309 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc514ce-86f0-4548-941f-ab94cbdf0563 req-7f51e262-857f-42ca-a59f-1387547a1eb6 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:58.695087 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1cc514ce-86f0-4548-941f-ab94cbdf0563 req-7f51e262-857f-42ca-a59f-1387547a1eb6 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.2110999 Apr 18 20:42:58.749371 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b0757274-ca92-4f6e-93cb-3cccb1012c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:58.756709 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb36758a-cb37-44d5-a4dd-e5b998dfe8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:58.757502 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b0757274-ca92-4f6e-93cb-3cccb1012c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:58.760420 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b0757274-ca92-4f6e-93cb-3cccb1012c7d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb3a5a8c-fabf-435a-8537-8f543cf48738 HTTP/1.1" status: 204 len: 168 time: 0.4949119 Apr 18 20:42:58.800960 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0757274-ca92-4f6e-93cb-3cccb1012c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3a5a8c-fabf-435a-8537-8f543cf48738,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:58.819599 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1cc514ce-86f0-4548-941f-ab94cbdf0563 req-7b262bfe-6cb0-4901-a3fa-12425b25a324 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168809 Apr 18 20:42:58.931714 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f36c15-6946-40b1-8b22-68d77dd16578 req-e7ac4dbe-d660-4cc6-afcd-d198a440ff7d tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:58.941270 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-72f36c15-6946-40b1-8b22-68d77dd16578 req-e7ac4dbe-d660-4cc6-afcd-d198a440ff7d tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.0797143 Apr 18 20:42:59.008773 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-72f36c15-6946-40b1-8b22-68d77dd16578 req-ded2e986-964d-4c6e-b3d2-b29dc2860150 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594447 Apr 18 20:42:59.088041 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043712d3-5fb2-49bc-8563-a51733f8dcb9 req-3819db1e-55e4-40b7-9590-44b74da36f0a tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:59.089813 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-043712d3-5fb2-49bc-8563-a51733f8dcb9 req-3819db1e-55e4-40b7-9590-44b74da36f0a tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.0794654 Apr 18 20:42:59.231161 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-043712d3-5fb2-49bc-8563-a51733f8dcb9 req-52bac11c-1f98-4090-ab16-58c12d731a4c tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137342 Apr 18 20:42:59.258475 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ae5e6-007c-47b6-b9f0-a0ce453d65d9 req-d3f176bc-335f-4293-8a17-475d87886583 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:59.261885 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe9ae5e6-007c-47b6-b9f0-a0ce453d65d9 req-d3f176bc-335f-4293-8a17-475d87886583 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1263566 Apr 18 20:42:59.331767 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe9ae5e6-007c-47b6-b9f0-a0ce453d65d9 req-daf348ef-1ebd-402d-a392-49a0607f00d9 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514977 Apr 18 20:42:59.443610 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580d666-6b01-47db-b5ed-bc50ae6fe1ec req-97c9a36d-2735-4809-9033-70f341f0694c tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:59.445524 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b580d666-6b01-47db-b5ed-bc50ae6fe1ec req-97c9a36d-2735-4809-9033-70f341f0694c tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.1096921 Apr 18 20:42:59.573230 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b580d666-6b01-47db-b5ed-bc50ae6fe1ec req-394bcde2-3fa3-47de-ac62-070f2240f57c tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141441 Apr 18 20:42:59.596256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c41bc5-3520-4ba7-8f86-29b2160b4bfd req-acb82a5d-9468-41e2-ae7a-d10553f2051a tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:59.598357 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0c41bc5-3520-4ba7-8f86-29b2160b4bfd req-acb82a5d-9468-41e2-ae7a-d10553f2051a tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1425302 Apr 18 20:42:59.692777 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0c41bc5-3520-4ba7-8f86-29b2160b4bfd req-6413bc7d-120b-428f-817b-bef209130e1b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775561 Apr 18 20:42:59.759737 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:59.875710 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455dabf-76fc-4ad1-bdcd-7d474993286a req-7a843606-b644-475a-bcdc-0fce3787bb60 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:59.877345 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1455dabf-76fc-4ad1-bdcd-7d474993286a req-7a843606-b644-475a-bcdc-0fce3787bb60 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.1106577 Apr 18 20:42:59.912413 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377e479-34ae-47ac-bbac-c71c843b04ff req-d31e9e22-43a4-4460-a692-bf68dfce0260 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:59.914058 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7377e479-34ae-47ac-bbac-c71c843b04ff req-d31e9e22-43a4-4460-a692-bf68dfce0260 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.0905111 Apr 18 20:42:59.943331 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1455dabf-76fc-4ad1-bdcd-7d474993286a req-0f3ffdba-d2cb-4980-a676-0b1c103a648e tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580769 Apr 18 20:43:00.005608 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7377e479-34ae-47ac-bbac-c71c843b04ff req-a2d2065b-6e5d-4834-ba4b-f9807ffc0a99 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779114 Apr 18 20:43:00.125013 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8677c-4b2c-4107-874d-eef281fce3cd req-da648053-41db-46c5-89b1-729787448351 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:00.128036 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0bc8677c-4b2c-4107-874d-eef281fce3cd req-da648053-41db-46c5-89b1-729787448351 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.0796859 Apr 18 20:43:00.238494 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0bc8677c-4b2c-4107-874d-eef281fce3cd req-7a41a9c1-058b-4f17-9727-f4badcb4bd3c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947959 Apr 18 20:43:00.259977 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8324763-e6f7-40e4-8dad-b040e68cf7aa req-d6c0422f-eeb6-4663-88e9-659e4e6f2b89 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:00.262496 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8324763-e6f7-40e4-8dad-b040e68cf7aa req-d6c0422f-eeb6-4663-88e9-659e4e6f2b89 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.1332600 Apr 18 20:43:00.326077 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8324763-e6f7-40e4-8dad-b040e68cf7aa req-b7716ddf-994b-4cfe-aec3-9aea0e9e6a64 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491917 Apr 18 20:43:00.518333 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc3ae0-5c93-4080-9022-3e4b6b818522 req-6da96395-872c-4b18-8c5a-d50976884767 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:00.529095 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-25dc3ae0-5c93-4080-9022-3e4b6b818522 req-6da96395-872c-4b18-8c5a-d50976884767 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.0941534 Apr 18 20:43:01.036453 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-25dc3ae0-5c93-4080-9022-3e4b6b818522 req-755f0528-7ba8-4815-bb09-3ca5feb20585 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5028946 Apr 18 20:43:01.056764 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1fdb4-65d3-4069-9f8a-fcaab692badb req-e63ee20e-9d38-415f-8759-98b872065da0 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:01.058427 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7f1fdb4-65d3-4069-9f8a-fcaab692badb req-e63ee20e-9d38-415f-8759-98b872065da0 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.1074793 Apr 18 20:43:01.113295 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7f1fdb4-65d3-4069-9f8a-fcaab692badb req-f1392461-15ec-4556-a417-52970d0e0319 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428681 Apr 18 20:43:01.240788 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594b0a0-231f-4702-9d58-b62d9b347121 req-ecb0fbb5-3f70-4599-9d09-441bbb354048 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:01.242468 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f594b0a0-231f-4702-9d58-b62d9b347121 req-ecb0fbb5-3f70-4599-9d09-441bbb354048 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.0857337 Apr 18 20:43:01.280099 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:01.325140 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d08d3-6005-4fd4-81f1-2c4aa94df249 req-defb39e7-9ad3-446b-ad64-74710e3b8d81 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:01.327252 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c7d08d3-6005-4fd4-81f1-2c4aa94df249 req-defb39e7-9ad3-446b-ad64-74710e3b8d81 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1081743 Apr 18 20:43:01.330505 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f594b0a0-231f-4702-9d58-b62d9b347121 req-45125669-b5bb-40b4-9b57-9210713d5f0f tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596337 Apr 18 20:43:01.379835 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c7d08d3-6005-4fd4-81f1-2c4aa94df249 req-bfd8a038-0b8e-40ce-bab6-3e88b68b1e5f tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436506 Apr 18 20:43:01.485167 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c1621-d9fd-4785-8981-72bbafe45169 req-00528321-bdd4-4ffb-beb2-a22ea59f4784 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:01.486792 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3a7c1621-d9fd-4785-8981-72bbafe45169 req-00528321-bdd4-4ffb-beb2-a22ea59f4784 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.0568962 Apr 18 20:43:01.488690 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:01.531981 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3a7c1621-d9fd-4785-8981-72bbafe45169 req-f86e21e5-95bf-432e-99e0-8cdb4c700230 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377045 Apr 18 20:43:01.611791 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-7dc5f7ef-db67-4173-b4d8-6460dcdc9aaf req-e7469d4f-9ad1-442a-8c1e-4475a24e110f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:43:01.612903 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7dc5f7ef-db67-4173-b4d8-6460dcdc9aaf req-e7469d4f-9ad1-442a-8c1e-4475a24e110f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055504 Apr 18 20:43:01.725194 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62938dbe-bff4-42d3-944c-5923f95a2d67 req-ebe5c37c-4b8e-4b68-9d94-7396566a6b93 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:01.726874 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-62938dbe-bff4-42d3-944c-5923f95a2d67 req-ebe5c37c-4b8e-4b68-9d94-7396566a6b93 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.0547886 Apr 18 20:43:01.795958 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-62938dbe-bff4-42d3-944c-5923f95a2d67 req-2719a947-cd39-4040-adda-3a04e4f97550 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579093 Apr 18 20:43:01.960040 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375a3a8-5d1e-423c-a8cb-9310ae4b1ebd req-7018b34a-4c9a-44e2-9dc5-987a2ffeaf9a tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:01.961976 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7375a3a8-5d1e-423c-a8cb-9310ae4b1ebd req-7018b34a-4c9a-44e2-9dc5-987a2ffeaf9a tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.0700443 Apr 18 20:43:02.018796 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7375a3a8-5d1e-423c-a8cb-9310ae4b1ebd req-940d9555-b943-4a49-a3ff-9304bc56e602 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480189 Apr 18 20:43:02.256285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98f7c3-425f-4283-8d7f-b64eb8e6ae02 req-76fc5be8-ddaf-411a-833d-0aefc854f949 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:02.258813 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a98f7c3-425f-4283-8d7f-b64eb8e6ae02 req-76fc5be8-ddaf-411a-833d-0aefc854f949 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.0990210 Apr 18 20:43:02.346651 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a98f7c3-425f-4283-8d7f-b64eb8e6ae02 req-104b6154-e6a0-4eb0-9572-a9a5f6870c69 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657058 Apr 18 20:43:02.366263 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1937f2e-9f11-4431-be1a-b73a0922840f req-08a781f3-7644-482f-962b-806eb7c40b8a tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:02.370279 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1937f2e-9f11-4431-be1a-b73a0922840f req-08a781f3-7644-482f-962b-806eb7c40b8a tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.1407254 Apr 18 20:43:02.426856 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1937f2e-9f11-4431-be1a-b73a0922840f req-3f1f9f38-7909-4253-bbff-4d7cd679eabc tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444393 Apr 18 20:43:02.536833 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f65d3-8502-44ba-8a49-723182776bfb req-d78bd050-bcaa-40d6-a5d9-19ff6739932f tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:02.540145 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f34f65d3-8502-44ba-8a49-723182776bfb req-d78bd050-bcaa-40d6-a5d9-19ff6739932f tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.0879407 Apr 18 20:43:02.598392 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f34f65d3-8502-44ba-8a49-723182776bfb req-deadf974-4c79-48ca-829a-732bad95106d tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501118 Apr 18 20:43:02.776182 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87f181-0408-4f16-a8fe-3876024342cf req-c969a674-dc40-42f9-b50e-697bc3a4712b tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:02.779247 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca87f181-0408-4f16-a8fe-3876024342cf req-c969a674-dc40-42f9-b50e-697bc3a4712b tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.0740445 Apr 18 20:43:02.844460 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca87f181-0408-4f16-a8fe-3876024342cf req-20f3799c-d4b3-4913-97e5-b5b800e294f9 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573132 Apr 18 20:43:02.989711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fc57a-6d7d-42fe-875b-98b506bc9e5f req-c85649fc-a348-4d70-a1d9-b2c73a26eb74 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:02.991267 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-309fc57a-6d7d-42fe-875b-98b506bc9e5f req-c85649fc-a348-4d70-a1d9-b2c73a26eb74 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.0717666 Apr 18 20:43:03.045925 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-309fc57a-6d7d-42fe-875b-98b506bc9e5f req-09634859-108a-4aaf-8ec8-66a60e6752e7 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442033 Apr 18 20:43:03.205222 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecd876-c1c1-4273-a769-36fee4250423 req-e72f6246-2417-431b-b421-c226cf81ccd5 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:03.206905 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1ecd876-c1c1-4273-a769-36fee4250423 req-e72f6246-2417-431b-b421-c226cf81ccd5 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.0607529 Apr 18 20:43:03.264335 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1ecd876-c1c1-4273-a769-36fee4250423 req-801da45a-6585-4556-bea2-ddcf94579942 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500450 Apr 18 20:43:03.654595 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ab855-734c-4a74-afa4-e3142e2fa486 req-cd7961a2-dbce-4181-bd07-4bb809cd4fd3 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:03.658040 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e8ab855-734c-4a74-afa4-e3142e2fa486 req-cd7961a2-dbce-4181-bd07-4bb809cd4fd3 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.0971267 Apr 18 20:43:03.736678 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e8ab855-734c-4a74-afa4-e3142e2fa486 req-d03a6fc9-f1a5-430b-a5f8-350bdb7e7029 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713863 Apr 18 20:43:04.974258 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bac51-79dc-4245-9b7e-7cb3e0894d63 req-2f4412c9-da69-4115-afd8-7de7bf4552dd tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:04.975523 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d07bac51-79dc-4245-9b7e-7cb3e0894d63 req-2f4412c9-da69-4115-afd8-7de7bf4552dd tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.1439557 Apr 18 20:43:05.031894 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d07bac51-79dc-4245-9b7e-7cb3e0894d63 req-9158ae86-4581-491e-961a-600301141b2e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486140 Apr 18 20:43:05.341124 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d785ffd-a19b-47b0-8c61-2d858f78f3ea req-86d077a1-69a8-4e6a-9f78-816ca970173a tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:05.344058 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d785ffd-a19b-47b0-8c61-2d858f78f3ea req-86d077a1-69a8-4e6a-9f78-816ca970173a tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.1086729 Apr 18 20:43:05.422258 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d785ffd-a19b-47b0-8c61-2d858f78f3ea req-2f2d2317-fc82-40a0-bee1-be1d4d3a5d8c tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671628 Apr 18 20:43:06.309529 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f596d5-4e6f-4b85-bb4b-aac6633c0505 req-980a087b-657e-4ea7-a6b9-8ac81f9e2176 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:06.314251 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-66f596d5-4e6f-4b85-bb4b-aac6633c0505 req-980a087b-657e-4ea7-a6b9-8ac81f9e2176 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.1138480 Apr 18 20:43:06.430145 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-66f596d5-4e6f-4b85-bb4b-aac6633c0505 req-c6292f18-b327-4847-8cd6-84960b166c72 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074030 Apr 18 20:43:06.663451 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b943af9-a04e-4c38-b306-47b9001ae6dc req-6f1a865c-8dcb-4521-81b8-7d1b24e1fe68 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:06.666177 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b943af9-a04e-4c38-b306-47b9001ae6dc req-6f1a865c-8dcb-4521-81b8-7d1b24e1fe68 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.0883880 Apr 18 20:43:06.753528 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b943af9-a04e-4c38-b306-47b9001ae6dc req-ad16d6f4-a1af-419b-99d9-53ca1054470c tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660815 Apr 18 20:43:07.222943 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0917d-b0de-48d0-92eb-fc1684c94436 req-60867fc1-fdad-4ef4-9f49-c082addac10f tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:07.226376 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-25d0917d-b0de-48d0-92eb-fc1684c94436 req-60867fc1-fdad-4ef4-9f49-c082addac10f tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.32 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.0748861 Apr 18 20:43:07.369864 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-25d0917d-b0de-48d0-92eb-fc1684c94436 req-232aff7b-36f2-4489-a090-06b4843329ea tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Deleting port 99ad98b6-bfe9-4773-945f-0ca8f238c908 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:43:07.370546 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-25d0917d-b0de-48d0-92eb-fc1684c94436 req-232aff7b-36f2-4489-a090-06b4843329ea tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:07.562346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-25d0917d-b0de-48d0-92eb-fc1684c94436 req-232aff7b-36f2-4489-a090-06b4843329ea tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] For port 99ad98b6-bfe9-4773-945f-0ca8f238c908, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=99ad98b6-bfe9-4773-945f-0ca8f238c908,segment=NetworkSegment(ccff212f-eb9b-440a-abc5-f76e9edad83f),segment_id=ccff212f-eb9b-440a-abc5-f76e9edad83f)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:07.563781 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-25d0917d-b0de-48d0-92eb-fc1684c94436 req-232aff7b-36f2-4489-a090-06b4843329ea tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:07.568301 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:07.579553 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7880c78-d24c-44a7-81d7-8c8b4d940bd3 req-65e0d60a-a842-4355-95a4-8817833a40ae tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:07.581449 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7880c78-d24c-44a7-81d7-8c8b4d940bd3 req-65e0d60a-a842-4355-95a4-8817833a40ae tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.1160164 Apr 18 20:43:07.778869 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7880c78-d24c-44a7-81d7-8c8b4d940bd3 req-a54a8d9a-91ed-4d78-94d0-67d330a2c17f tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868093 Apr 18 20:43:07.839214 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73429ed-dd5e-4381-9a85-df96b822ba6b req-b516e391-4de3-4357-9e7d-72b0f9f98638 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:07.857480 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a73429ed-dd5e-4381-9a85-df96b822ba6b req-b516e391-4de3-4357-9e7d-72b0f9f98638 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.2574632 Apr 18 20:43:08.002756 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a73429ed-dd5e-4381-9a85-df96b822ba6b req-aab89ce0-5038-409b-ac07-4a6f1d4029d3 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266956 Apr 18 20:43:08.053894 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a74a60-2df0-4b9c-af23-f1db0522a399 req-ec75d57a-bc8a-438c-bae9-aaccbb6083ee tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:08.058199 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4a74a60-2df0-4b9c-af23-f1db0522a399 req-ec75d57a-bc8a-438c-bae9-aaccbb6083ee tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 946 time: 0.1632438 Apr 18 20:43:08.064233 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-25d0917d-b0de-48d0-92eb-fc1684c94436 req-232aff7b-36f2-4489-a090-06b4843329ea tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:08.065154 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-25d0917d-b0de-48d0-92eb-fc1684c94436 req-232aff7b-36f2-4489-a090-06b4843329ea tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:08.065692 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [req-25d0917d-b0de-48d0-92eb-fc1684c94436 req-232aff7b-36f2-4489-a090-06b4843329ea tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Floating IP a6e70976-85f7-4233-8279-fc247ac3c5fa disassociated. External IP: 172.25.1.109, port: 99ad98b6-bfe9-4773-945f-0ca8f238c908. Apr 18 20:43:08.066323 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-25d0917d-b0de-48d0-92eb-fc1684c94436 req-232aff7b-36f2-4489-a090-06b4843329ea tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Calling delete_port for 99ad98b6-bfe9-4773-945f-0ca8f238c908 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:43:08.239422 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4a74a60-2df0-4b9c-af23-f1db0522a399 req-43f3583b-932a-497c-9578-923b14a1b3df tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1466bd8-70c2-4b98-b9f8-fac07eabba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688759 Apr 18 20:43:08.451639 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-25d0917d-b0de-48d0-92eb-fc1684c94436 req-232aff7b-36f2-4489-a090-06b4843329ea tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:08.504735 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232aff7b-36f2-4489-a090-06b4843329ea tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Pushing event deleted for resources: {'Port': ['ID=99ad98b6-bfe9-4773-945f-0ca8f238c908,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:08.618125 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e67874-faef-4c77-8670-af95468a8ac7 req-6d8d1f9e-f66f-4724-8402-16dc17f46da4 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:08.619859 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8e67874-faef-4c77-8670-af95468a8ac7 req-6d8d1f9e-f66f-4724-8402-16dc17f46da4 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.1183732 Apr 18 20:43:08.721860 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8e67874-faef-4c77-8670-af95468a8ac7 req-03ed1afe-2f46-4b04-a514-16b8631f97b8 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588121 Apr 18 20:43:08.726696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25d0917d-b0de-48d0-92eb-fc1684c94436 req-232aff7b-36f2-4489-a090-06b4843329ea tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Router cf246b63-c115-43dd-bd77-4f0269673197 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:43:08.956612 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25d0917d-b0de-48d0-92eb-fc1684c94436 req-232aff7b-36f2-4489-a090-06b4843329ea tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:43:08.983185 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6c4f8a-d0fd-4303-91af-719316d619c2 None None] Sync routers for ids ['cf246b63-c115-43dd-bd77-4f0269673197'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:43:08.999949 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6c4f8a-d0fd-4303-91af-719316d619c2 None None] Routers {'cf246b63-c115-43dd-bd77-4f0269673197'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:43:09.000627 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-cb6c4f8a-d0fd-4303-91af-719316d619c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:42:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cf246b63-c115-43dd-bd77-4f0269673197'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:09.156733 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d0917d-b0de-48d0-92eb-fc1684c94436 req-232aff7b-36f2-4489-a090-06b4843329ea tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] No DVR routers for this DVR port 99ad98b6-bfe9-4773-945f-0ca8f238c908 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:43:09.165572 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-25d0917d-b0de-48d0-92eb-fc1684c94436 req-232aff7b-36f2-4489-a090-06b4843329ea tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:09.176149 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-25d0917d-b0de-48d0-92eb-fc1684c94436 req-232aff7b-36f2-4489-a090-06b4843329ea tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.32 "DELETE /v2.0/ports/99ad98b6-bfe9-4773-945f-0ca8f238c908 HTTP/1.1" status: 204 len: 173 time: 1.9409385 Apr 18 20:43:09.183620 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795af6a3-73d8-4fa7-921c-a42213c84a8f', 'name': 'network-vif-deleted', 'tag': '99ad98b6-bfe9-4773-945f-0ca8f238c908'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:43:09.188661 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da25b975-6107-4c3f-b6e6-c0bc4cc18441" -d '{"events": [{"server_uuid": "795af6a3-73d8-4fa7-921c-a42213c84a8f", "name": "network-vif-deleted", "tag": "99ad98b6-bfe9-4773-945f-0ca8f238c908"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:43:09.323414 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-cb6c4f8a-d0fd-4303-91af-719316d619c2 None None] Set router cf246b63-c115-43dd-bd77-4f0269673197 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:43:09.349873 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50481536-5d2a-43fb-8678-44c614770a5f req-d9c0095c-ab8a-4f06-93ca-276ce13748bd tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:09.366017 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-50481536-5d2a-43fb-8678-44c614770a5f req-d9c0095c-ab8a-4f06-93ca-276ce13748bd tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.3929722 Apr 18 20:43:09.475536 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e819968-49fa-4fd2-b84c-7b8088e83036 req-6d76b16b-e766-4fea-8a94-5f6ec7b4233b tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:09.491783 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1e819968-49fa-4fd2-b84c-7b8088e83036 req-6d76b16b-e766-4fea-8a94-5f6ec7b4233b tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.3073578 Apr 18 20:43:09.564938 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-50481536-5d2a-43fb-8678-44c614770a5f req-fe9048de-b2ec-4b2a-8c50-1e5c2859ee02 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949100 Apr 18 20:43:09.620487 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1e819968-49fa-4fd2-b84c-7b8088e83036 req-267eefa8-2176-4a5a-8abc-4c20a63a4abc tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185946 Apr 18 20:43:09.724153 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0d471c-7dd2-454a-a072-43fe965a2d3c x-openstack-request-id: req-3d0d471c-7dd2-454a-a072-43fe965a2d3c {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:43:09.724832 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795af6a3-73d8-4fa7-921c-a42213c84a8f", "name": "network-vif-deleted", "tag": "99ad98b6-bfe9-4773-945f-0ca8f238c908", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:43:09.725102 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3d0d471c-7dd2-454a-a072-43fe965a2d3c {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:43:09.725533 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d0d471c-7dd2-454a-a072-43fe965a2d3c'] response: {'server_uuid': '795af6a3-73d8-4fa7-921c-a42213c84a8f', 'name': 'network-vif-deleted', 'tag': '99ad98b6-bfe9-4773-945f-0ca8f238c908', 'status': 'completed', 'code': 200} Apr 18 20:43:09.903334 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3d5f43ed-a5e0-4710-8294-bccb9e0bda21 req-b4ee8ea0-feb0-4d70-93b7-9cd2be287e8c tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=795af6a3-73d8-4fa7-921c-a42213c84a8f HTTP/1.1" status: 200 len: 210 time: 0.0788271 Apr 18 20:43:09.924688 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-cb6c4f8a-d0fd-4303-91af-719316d619c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'name': 'tempest-AttachVolumeTestJSON-1708179285-router', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:07Z', 'updated_at': '2022-04-18T20:37:33Z', 'revision_number': 4, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'gw_port': {'id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:18:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:10Z', 'updated_at': '2022-04-18T20:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '002d5eee-70e6-4fc5-9ee9-3a208b244052', 'name': '', 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'mac_address': 'fa:16:3e:b8:86:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '55983801-f492-4a46-94da-ae12b2e91406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:27Z', 'updated_at': '2022-04-18T20:37:59Z', 'revision_number': 5, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'subnets': [{'id': '55983801-f492-4a46-94da-ae12b2e91406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:09.974749 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6c4f8a-d0fd-4303-91af-719316d619c2 None None] Checking router: cf246b63-c115-43dd-bd77-4f0269673197 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:43:09.992694 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6c4f8a-d0fd-4303-91af-719316d619c2 None None] Routers {'cf246b63-c115-43dd-bd77-4f0269673197'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:43:09.993942 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-cb6c4f8a-d0fd-4303-91af-719316d619c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:42:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cf246b63-c115-43dd-bd77-4f0269673197'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:10.005003 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fb4fe-d3c9-4a96-8d3d-e244dc7a2b05 req-0a290d54-f7bb-4a51-b94f-da92a26581cc tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:10.007815 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ab5fb4fe-d3c9-4a96-8d3d-e244dc7a2b05 req-0a290d54-f7bb-4a51-b94f-da92a26581cc tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.1621430 Apr 18 20:43:10.074405 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ab5fb4fe-d3c9-4a96-8d3d-e244dc7a2b05 req-0b440aa5-5496-46c9-a7a8-41a61883753f tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab12d57-607c-4b9e-918e-d93ce757b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555763 Apr 18 20:43:10.183469 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-cb6c4f8a-d0fd-4303-91af-719316d619c2 None None] Set router cf246b63-c115-43dd-bd77-4f0269673197 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:43:10.317585 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a95f8-88ab-4ccf-ac9b-a743357c13d5 req-1fae6bea-3824-4cc8-9692-b0002c612393 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:10.319221 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-cb5a95f8-88ab-4ccf-ac9b-a743357c13d5 req-1fae6bea-3824-4cc8-9692-b0002c612393 tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.57 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 946 time: 0.0711038 Apr 18 20:43:10.415705 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-cb6c4f8a-d0fd-4303-91af-719316d619c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'name': 'tempest-AttachVolumeTestJSON-1708179285-router', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:07Z', 'updated_at': '2022-04-18T20:37:33Z', 'revision_number': 4, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'gw_port': {'id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:18:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:10Z', 'updated_at': '2022-04-18T20:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '002d5eee-70e6-4fc5-9ee9-3a208b244052', 'name': '', 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'mac_address': 'fa:16:3e:b8:86:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '55983801-f492-4a46-94da-ae12b2e91406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:27Z', 'updated_at': '2022-04-18T20:37:59Z', 'revision_number': 5, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'subnets': [{'id': '55983801-f492-4a46-94da-ae12b2e91406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:10.429323 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-cb5a95f8-88ab-4ccf-ac9b-a743357c13d5 req-5050d037-c1fa-4ae6-9a28-12f309c14a2d tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Deleting port 16f834cc-9787-49bb-9e0f-ca6966e81652 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:43:10.429824 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-cb5a95f8-88ab-4ccf-ac9b-a743357c13d5 req-5050d037-c1fa-4ae6-9a28-12f309c14a2d tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:10.543994 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-cb5a95f8-88ab-4ccf-ac9b-a743357c13d5 req-5050d037-c1fa-4ae6-9a28-12f309c14a2d tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] For port 16f834cc-9787-49bb-9e0f-ca6966e81652, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=16f834cc-9787-49bb-9e0f-ca6966e81652,segment=NetworkSegment(010d84d2-e3f1-48d7-9a77-78ee4a049b9e),segment_id=010d84d2-e3f1-48d7-9a77-78ee4a049b9e)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:10.544491 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-cb5a95f8-88ab-4ccf-ac9b-a743357c13d5 req-5050d037-c1fa-4ae6-9a28-12f309c14a2d tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:10.560783 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6c4f8a-d0fd-4303-91af-719316d619c2 None None] The sync data for ids ['cf246b63-c115-43dd-bd77-4f0269673197'] in n-d-838323-3 is: [{'id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'name': 'tempest-AttachVolumeTestJSON-1708179285-router', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:07Z', 'updated_at': '2022-04-18T20:37:33Z', 'revision_number': 4, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'gw_port': {'id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:18:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:10Z', 'updated_at': '2022-04-18T20:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '002d5eee-70e6-4fc5-9ee9-3a208b244052', 'name': '', 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'mac_address': 'fa:16:3e:b8:86:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '55983801-f492-4a46-94da-ae12b2e91406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:27Z', 'updated_at': '2022-04-18T20:37:59Z', 'revision_number': 5, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'subnets': [{'id': '55983801-f492-4a46-94da-ae12b2e91406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:43:10.561107 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-cb5a95f8-88ab-4ccf-ac9b-a743357c13d5 req-5050d037-c1fa-4ae6-9a28-12f309c14a2d tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Calling delete_port for 16f834cc-9787-49bb-9e0f-ca6966e81652 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:43:10.751478 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-cb5a95f8-88ab-4ccf-ac9b-a743357c13d5 req-5050d037-c1fa-4ae6-9a28-12f309c14a2d tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:10.765138 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['16f834cc-9787-49bb-9e0f-ca6966e81652'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:43:10.817239 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050d037-c1fa-4ae6-9a28-12f309c14a2d tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Pushing event deleted for resources: {'Port': ['ID=16f834cc-9787-49bb-9e0f-ca6966e81652,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:10.869034 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5a95f8-88ab-4ccf-ac9b-a743357c13d5 req-5050d037-c1fa-4ae6-9a28-12f309c14a2d tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] No DVR routers for this DVR port 16f834cc-9787-49bb-9e0f-ca6966e81652 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:43:10.872817 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-cb5a95f8-88ab-4ccf-ac9b-a743357c13d5 req-5050d037-c1fa-4ae6-9a28-12f309c14a2d tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:10.876704 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-cb5a95f8-88ab-4ccf-ac9b-a743357c13d5 req-5050d037-c1fa-4ae6-9a28-12f309c14a2d tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.57 "DELETE /v2.0/ports/16f834cc-9787-49bb-9e0f-ca6966e81652 HTTP/1.1" status: 204 len: 173 time: 0.5490968 Apr 18 20:43:10.877342 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a90ed8-5a3a-4e91-81da-3b832d3eec2f', 'name': 'network-vif-deleted', 'tag': '16f834cc-9787-49bb-9e0f-ca6966e81652'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:43:10.879891 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbbce1d-b0fe-41d4-b23d-c5e81c134a22" -d '{"events": [{"server_uuid": "01a90ed8-5a3a-4e91-81da-3b832d3eec2f", "name": "network-vif-deleted", "tag": "16f834cc-9787-49bb-9e0f-ca6966e81652"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:43:10.918281 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d083b11-b255-4f79-aeee-7cb4d048f607 req-2dc9d575-a3c0-474f-a6fa-3ca5d2bc4ef4 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:10.925054 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d083b11-b255-4f79-aeee-7cb4d048f607 req-2dc9d575-a3c0-474f-a6fa-3ca5d2bc4ef4 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.1645672 Apr 18 20:43:10.987758 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d2f6b-6ed6-46fd-8c7d-b2e67199dd76 req-f7a126ca-e48c-4877-bc8d-03ccbd343868 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:10.989999 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-638d2f6b-6ed6-46fd-8c7d-b2e67199dd76 req-f7a126ca-e48c-4877-bc8d-03ccbd343868 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.1718326 Apr 18 20:43:11.046737 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ce8d07-add3-4d52-8379-e6324b9adf25 None None] New status for floating IP a6e70976-85f7-4233-8279-fc247ac3c5fa: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:43:11.056667 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d083b11-b255-4f79-aeee-7cb4d048f607 req-a1e5e0fa-b47e-47b5-b855-68fdeb5ca5ba tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144562 Apr 18 20:43:11.083987 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-638d2f6b-6ed6-46fd-8c7d-b2e67199dd76 req-eb139739-4bde-4d3f-af51-82bbf1656d46 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860341 Apr 18 20:43:11.104953 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 99ad98b6-bfe9-4773-945f-0ca8f238c908 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:43:11.165183 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1beda953-737a-4cee-ad66-0507d2b8c8a7 x-openstack-request-id: req-1beda953-737a-4cee-ad66-0507d2b8c8a7 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:43:11.166046 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a90ed8-5a3a-4e91-81da-3b832d3eec2f", "name": "network-vif-deleted", "tag": "16f834cc-9787-49bb-9e0f-ca6966e81652", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:43:11.166155 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1beda953-737a-4cee-ad66-0507d2b8c8a7 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:43:11.166561 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1beda953-737a-4cee-ad66-0507d2b8c8a7'] response: {'server_uuid': '01a90ed8-5a3a-4e91-81da-3b832d3eec2f', 'name': 'network-vif-deleted', 'tag': '16f834cc-9787-49bb-9e0f-ca6966e81652', 'status': 'completed', 'code': 200} Apr 18 20:43:11.175625 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 99ad98b6-bfe9-4773-945f-0ca8f238c908 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:43:11.175875 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 99ad98b6-bfe9-4773-945f-0ca8f238c908 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:43:11.216223 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44896) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:11.317337 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d898a067-9aa2-4903-ab83-04e66a22e66d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.324303 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6537c060-db70-4b39-8284-de93ea6270aa req-d087c895-7790-44b4-8104-f19fcdfdf9ed tempest-ServersNegativeTestJSON-128349958 tempest-ServersNegativeTestJSON-128349958-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a90ed8-5a3a-4e91-81da-3b832d3eec2f HTTP/1.1" status: 200 len: 210 time: 0.0400178 Apr 18 20:43:11.376293 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d898a067-9aa2-4903-ab83-04e66a22e66d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.457023 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d898a067-9aa2-4903-ab83-04e66a22e66d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.460937 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d898a067-9aa2-4903-ab83-04e66a22e66d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.467218 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d898a067-9aa2-4903-ab83-04e66a22e66d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "DELETE /v2.0/security-groups/c1466bd8-70c2-4b98-b9f8-fac07eabba98 HTTP/1.1" status: 204 len: 168 time: 0.2452819 Apr 18 20:43:11.467670 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44898) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:11.477882 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898a067-9aa2-4903-ab83-04e66a22e66d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1466bd8-70c2-4b98-b9f8-fac07eabba98,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:11.483430 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-4903ffc5-91d0-45be-8448-fd6dd02e52c2 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] show failed (client error): The resource could not be found. Apr 18 20:43:11.484735 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4903ffc5-91d0-45be-8448-fd6dd02e52c2 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups/c1466bd8-70c2-4b98-b9f8-fac07eabba98 HTTP/1.1" status: 404 len: 347 time: 0.0156841 Apr 18 20:43:11.489364 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44900) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:11.578955 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.644759 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-74228cb6-3712-4227-88c7-77b39bf534bb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Deleting port ff955112-2c13-47e4-b640-b2c57bf404ac {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:43:11.645113 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74228cb6-3712-4227-88c7-77b39bf534bb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.742509 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74228cb6-3712-4227-88c7-77b39bf534bb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.743846 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74228cb6-3712-4227-88c7-77b39bf534bb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.777094 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-74228cb6-3712-4227-88c7-77b39bf534bb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Calling delete_port for ff955112-2c13-47e4-b640-b2c57bf404ac owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:43:12.004992 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74228cb6-3712-4227-88c7-77b39bf534bb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.041103 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74228cb6-3712-4227-88c7-77b39bf534bb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Pushing event deleted for resources: {'Port': ['ID=ff955112-2c13-47e4-b640-b2c57bf404ac,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:12.151298 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74228cb6-3712-4227-88c7-77b39bf534bb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.160200 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74228cb6-3712-4227-88c7-77b39bf534bb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.161716 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-74228cb6-3712-4227-88c7-77b39bf534bb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "DELETE /v2.0/floatingips/a6e70976-85f7-4233-8279-fc247ac3c5fa HTTP/1.1" status: 204 len: 168 time: 0.6710653 Apr 18 20:43:12.316718 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b5b55-1ba2-4751-ab7c-38c5cac6a1e9 req-6d1ac6a4-d00d-4a79-887e-0556bf94049a tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:12.318311 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c8b5b55-1ba2-4751-ab7c-38c5cac6a1e9 req-6d1ac6a4-d00d-4a79-887e-0556bf94049a tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.0934393 Apr 18 20:43:12.333574 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978d2d6-8ca1-40f6-913c-f353ba5d172b req-de8a643d-2d21-44c1-a3b6-df5e7cef4d8d tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:12.335221 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e978d2d6-8ca1-40f6-913c-f353ba5d172b req-de8a643d-2d21-44c1-a3b6-df5e7cef4d8d tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.0975046 Apr 18 20:43:12.403109 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c8b5b55-1ba2-4751-ab7c-38c5cac6a1e9 req-c3e0b0ab-383e-4c4d-b344-958d934f7037 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668342 Apr 18 20:43:12.412006 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e978d2d6-8ca1-40f6-913c-f353ba5d172b req-0d4f4301-5046-48b7-bce3-30af38a8148a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561824 Apr 18 20:43:12.509096 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44924) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:12.571618 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd85738c-77ff-4cf8-b4fc-8f88354e2c6b admin admin] Deleting subnet 3cc6e869-dcde-4b4f-9cfc-e06da113fabf {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:43:12.576818 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bd85738c-77ff-4cf8-b4fc-8f88354e2c6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.622594 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bd85738c-77ff-4cf8-b4fc-8f88354e2c6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.671262 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bd85738c-77ff-4cf8-b4fc-8f88354e2c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.750851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44930) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:12.760302 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-806a951f-c7ce-4d6a-88f3-7deb53be104f tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1136210288', 'description': 'tempest-description--889826657'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:12.773651 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bd85738c-77ff-4cf8-b4fc-8f88354e2c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.825860 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85738c-77ff-4cf8-b4fc-8f88354e2c6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cc6e869-dcde-4b4f-9cfc-e06da113fabf,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:12.834231 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bd85738c-77ff-4cf8-b4fc-8f88354e2c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.840452 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-bd85738c-77ff-4cf8-b4fc-8f88354e2c6b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3cc6e869-dcde-4b4f-9cfc-e06da113fabf HTTP/1.1" status: 204 len: 168 time: 0.3281913 Apr 18 20:43:12.843737 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44932) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:12.850794 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-806a951f-c7ce-4d6a-88f3-7deb53be104f tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.952717 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d1ec2a3b-c162-4f09-957a-7ab9285c6b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.984670 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-806a951f-c7ce-4d6a-88f3-7deb53be104f tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.995430 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-806a951f-c7ce-4d6a-88f3-7deb53be104f tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.031947 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-806a951f-c7ce-4d6a-88f3-7deb53be104f tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.033245 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-806a951f-c7ce-4d6a-88f3-7deb53be104f tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2809961 Apr 18 20:43:13.037985 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44938) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:13.038651 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a951f-c7ce-4d6a-88f3-7deb53be104f tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b11653c1-0ef5-4ea8-ba2b-ec453631e0ff,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:13.047556 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-930b3b3d-ec7d-442b-b298-885a0bebfcd6 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Request body: {'security_group_rule': {'security_group_id': 'b11653c1-0ef5-4ea8-ba2b-ec453631e0ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:13.080880 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-930b3b3d-ec7d-442b-b298-885a0bebfcd6 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.090879 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d1ec2a3b-c162-4f09-957a-7ab9285c6b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.131068 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-d1ec2a3b-c162-4f09-957a-7ab9285c6b2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2b0c12-45b2-4296-81f8-31d496e92fff']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:13.148501 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-d1ec2a3b-c162-4f09-957a-7ab9285c6b2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010d84d2-e3f1-48d7-9a77-78ee4a049b9e') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:13.149047 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-d1ec2a3b-c162-4f09-957a-7ab9285c6b2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010d84d2-e3f1-48d7-9a77-78ee4a049b9e') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:13.168538 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-930b3b3d-ec7d-442b-b298-885a0bebfcd6 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.170516 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d1ec2a3b-c162-4f09-957a-7ab9285c6b2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.174709 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-930b3b3d-ec7d-442b-b298-885a0bebfcd6 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.192338 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d1ec2a3b-c162-4f09-957a-7ab9285c6b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.203326 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ec2a3b-c162-4f09-957a-7ab9285c6b2a admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:43:13.204289 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d1ec2a3b-c162-4f09-957a-7ab9285c6b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:43:13.206668 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:43:13.209678 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b3b3d-ec7d-442b-b298-885a0bebfcd6 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae97710-f961-436b-82b2-28afc77dc70c,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:13.226469 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-930b3b3d-ec7d-442b-b298-885a0bebfcd6 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.228171 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-930b3b3d-ec7d-442b-b298-885a0bebfcd6 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1839314 Apr 18 20:43:13.231869 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44944) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:13.238343 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-c18830f9-815a-482d-9568-a124248e8512 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Request body: {'security_group_rule': {'security_group_id': 'b11653c1-0ef5-4ea8-ba2b-ec453631e0ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:13.281535 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c18830f9-815a-482d-9568-a124248e8512 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.282377 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d1ec2a3b-c162-4f09-957a-7ab9285c6b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.291816 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d1ec2a3b-c162-4f09-957a-7ab9285c6b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.300655 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d1ec2a3b-c162-4f09-957a-7ab9285c6b2a admin admin] 10.222.0.41 "DELETE /v2.0/networks/ed2b0c12-45b2-4296-81f8-31d496e92fff HTTP/1.1" status: 204 len: 168 time: 0.4553065 Apr 18 20:43:13.327687 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec2a3b-c162-4f09-957a-7ab9285c6b2a admin admin] Pushing event deleted for resources: {'Network': ['ID=ed2b0c12-45b2-4296-81f8-31d496e92fff,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:13.374321 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c18830f9-815a-482d-9568-a124248e8512 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.380754 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c18830f9-815a-482d-9568-a124248e8512 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.395940 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18830f9-815a-482d-9568-a124248e8512 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d371b31-329b-4629-8001-f1f5312d35da,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:13.419333 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c18830f9-815a-482d-9568-a124248e8512 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.426859 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44954) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:13.434798 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-442c8893-4554-4ec6-93ee-378486e9bacd tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:13.441035 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c18830f9-815a-482d-9568-a124248e8512 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2037003 Apr 18 20:43:13.472065 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-442c8893-4554-4ec6-93ee-378486e9bacd tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.642576 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44966) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:13.683404 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490fc01-c290-424c-894c-dc4c4d890dff req-66bd443c-ae72-4814-aac1-4dfc491826d6 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:13.683559 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c490fc01-c290-424c-894c-dc4c4d890dff req-66bd443c-ae72-4814-aac1-4dfc491826d6 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.1459022 Apr 18 20:43:13.722557 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-442c8893-4554-4ec6-93ee-378486e9bacd tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.736867 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7e56f431-65d0-4164-bf8a-02671480575d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b15a212f24594521a622268ceffef952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0897679 Apr 18 20:43:13.737484 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44970) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:13.750882 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2fbfb-0c18-4bdf-8fb8-14cdc4d0c5c9 req-266e44c5-05f9-4902-8a21-566b70bafbb7 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:13.761246 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-baf2fbfb-0c18-4bdf-8fb8-14cdc4d0c5c9 req-266e44c5-05f9-4902-8a21-566b70bafbb7 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.1656463 Apr 18 20:43:13.824921 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c490fc01-c290-424c-894c-dc4c4d890dff req-0023ac76-905f-4015-9016-46e1441e4f2c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262097 Apr 18 20:43:13.858351 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-baf2fbfb-0c18-4bdf-8fb8-14cdc4d0c5c9 req-924a81df-8dd5-4ba3-8a7d-a03f76425100 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896442 Apr 18 20:43:13.914807 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cc27bda0-1864-49e7-94c4-a46e5f85148e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.951997 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-442c8893-4554-4ec6-93ee-378486e9bacd tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Allocated IP 172.25.1.220 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/c2439a4e-8bbe-4801-80b5-c7cb87417c22) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:13.990387 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cc27bda0-1864-49e7-94c4-a46e5f85148e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.220078 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cc27bda0-1864-49e7-94c4-a46e5f85148e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.225760 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cc27bda0-1864-49e7-94c4-a46e5f85148e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.232575 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cc27bda0-1864-49e7-94c4-a46e5f85148e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ab12d57-607c-4b9e-918e-d93ce757b95a HTTP/1.1" status: 204 len: 168 time: 0.4938841 Apr 18 20:43:14.259579 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-442c8893-4554-4ec6-93ee-378486e9bacd tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.261624 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27bda0-1864-49e7-94c4-a46e5f85148e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab12d57-607c-4b9e-918e-d93ce757b95a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:14.322879 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 16f834cc-9787-49bb-9e0f-ca6966e81652 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:43:14.338802 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-442c8893-4554-4ec6-93ee-378486e9bacd tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.386080 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 16f834cc-9787-49bb-9e0f-ca6966e81652 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:43:14.386633 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 16f834cc-9787-49bb-9e0f-ca6966e81652 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:43:14.397709 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442c8893-4554-4ec6-93ee-378486e9bacd tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:14.403272 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-442c8893-4554-4ec6-93ee-378486e9bacd tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:14.413904 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c8893-4554-4ec6-93ee-378486e9bacd tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:43:14.457403 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c8893-4554-4ec6-93ee-378486e9bacd tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Pushing event updated for resources: {'Port': ['ID=c2439a4e-8bbe-4801-80b5-c7cb87417c22,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:14.596213 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-442c8893-4554-4ec6-93ee-378486e9bacd tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.676278 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-442c8893-4554-4ec6-93ee-378486e9bacd tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.980666 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-442c8893-4554-4ec6-93ee-378486e9bacd tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.988092 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-442c8893-4554-4ec6-93ee-378486e9bacd tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:15.077575 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c8893-4554-4ec6-93ee-378486e9bacd tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Pushing event updated for resources: {'Port': ['ID=c2439a4e-8bbe-4801-80b5-c7cb87417c22,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:15.081210 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370e709-9055-4a81-b9c1-176b3bd098da req-6e00641b-5154-473f-862e-5c62e2b26a11 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:15.084045 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0370e709-9055-4a81-b9c1-176b3bd098da req-6e00641b-5154-473f-862e-5c62e2b26a11 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.1357703 Apr 18 20:43:15.105110 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-442c8893-4554-4ec6-93ee-378486e9bacd tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:15.130771 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-442c8893-4554-4ec6-93ee-378486e9bacd tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:15.144478 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-442c8893-4554-4ec6-93ee-378486e9bacd tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7046783 Apr 18 20:43:15.144771 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b4dc8-538b-4890-8578-582b8b4474a9 req-f4721d98-6696-4436-9c6c-7993e63eddbc tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:15.144771 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-516b4dc8-538b-4890-8578-582b8b4474a9 req-f4721d98-6696-4436-9c6c-7993e63eddbc tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.1796384 Apr 18 20:43:15.209587 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0370e709-9055-4a81-b9c1-176b3bd098da req-dc9da6c5-17a0-4bbe-926a-899ef4883e79 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165702 Apr 18 20:43:15.243119 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-516b4dc8-538b-4890-8578-582b8b4474a9 req-3bb296cd-cd76-4bb4-b7c2-dc307b9e0b02 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913353 Apr 18 20:43:15.484101 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-ea6e18e6-c053-4a2e-8521-d0989c1f2656 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1136210288&fields=id&tenant_id=4c38bdc963bc4174b81b6324270a917b HTTP/1.1" status: 200 len: 267 time: 0.0482612 Apr 18 20:43:15.604657 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45032) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:15.673006 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-da938c0d-f971-46f5-a321-0b2cedf307ae tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:15.675583 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-da938c0d-f971-46f5-a321-0b2cedf307ae tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/networks?id=92da7360-d409-4b3e-ad31-ddbae7217c5a HTTP/1.1" status: 200 len: 811 time: 0.1775219 Apr 18 20:43:15.701576 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-4da550ed-13b6-452d-b76c-d796b61b80e6 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/quotas/4c38bdc963bc4174b81b6324270a917b HTTP/1.1" status: 200 len: 375 time: 0.0180869 Apr 18 20:43:15.802163 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-ce9dfddc-5f4e-4369-b638-ac118d26e5c5 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c38bdc963bc4174b81b6324270a917b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0941198 Apr 18 20:43:15.872544 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-09c4f32c-0756-4a5a-8e1b-bb7010a59eb0 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1877852564-network', 'tenant_id': '9e702e8eace54235ba00ea9c64debc61'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:15.991123 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c4f32c-0756-4a5a-8e1b-bb7010a59eb0 admin admin] Made reservation on behalf of 9e702e8eace54235ba00ea9c64debc61 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:15.995390 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09c4f32c-0756-4a5a-8e1b-bb7010a59eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:16.032011 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09c4f32c-0756-4a5a-8e1b-bb7010a59eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:16.064776 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-29e545c5-e316-4bcd-aced-9bfdb7074244 service neutron] 10.222.0.41 "GET /v2.0/networks/92da7360-d409-4b3e-ad31-ddbae7217c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385151 Apr 18 20:43:16.252665 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-aefce792-462c-4e16-9f29-75cbd5b1059b service neutron] 10.222.0.41 "GET /v2.0/networks/92da7360-d409-4b3e-ad31-ddbae7217c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606214 Apr 18 20:43:16.256038 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09c4f32c-0756-4a5a-8e1b-bb7010a59eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:16.266170 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09c4f32c-0756-4a5a-8e1b-bb7010a59eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:16.289230 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c4f32c-0756-4a5a-8e1b-bb7010a59eb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:43:16.306451 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09c4f32c-0756-4a5a-8e1b-bb7010a59eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:16.306836 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-09c4f32c-0756-4a5a-8e1b-bb7010a59eb0 admin admin] Added segment 2fc8d578-cf1c-4285-a104-2b0ccd832934 of type vlan for network 1adfff99-f3eb-4c6f-becd-7a40ec89cf7e Apr 18 20:43:16.424327 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09c4f32c-0756-4a5a-8e1b-bb7010a59eb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:16.513231 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4f32c-0756-4a5a-8e1b-bb7010a59eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197ccb8d-23f9-46c8-a255-87d93cdbcc32,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:16.606280 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768df087-4a26-4447-bb13-986f94dfb69c req-f5e4c18f-ef19-4296-92ac-3103e89c1c6d tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:16.608960 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-768df087-4a26-4447-bb13-986f94dfb69c req-f5e4c18f-ef19-4296-92ac-3103e89c1c6d tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.1945333 Apr 18 20:43:16.610863 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09c4f32c-0756-4a5a-8e1b-bb7010a59eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:16.612481 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c4f32c-0756-4a5a-8e1b-bb7010a59eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:16.613454 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09c4f32c-0756-4a5a-8e1b-bb7010a59eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:16.737224 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-09c4f32c-0756-4a5a-8e1b-bb7010a59eb0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1248288 Apr 18 20:43:16.839034 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4f32c-0756-4a5a-8e1b-bb7010a59eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=1adfff99-f3eb-4c6f-becd-7a40ec89cf7e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:16.853914 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-768df087-4a26-4447-bb13-986f94dfb69c req-df1638c0-6b4f-4fba-b489-e940e9f04903 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359920 Apr 18 20:43:16.858113 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 1adfff99-f3eb-4c6f-becd-7a40ec89cf7e details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:43:16.883632 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8ffba-11e8-4505-9e64-4f93e916c2c4 req-121215dc-b7fd-440a-9b72-46eeb1d81921 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:16.886634 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-02c8ffba-11e8-4505-9e64-4f93e916c2c4 req-121215dc-b7fd-440a-9b72-46eeb1d81921 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.2300975 Apr 18 20:43:17.065650 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24e877ae-d6af-4797-9d69-684be0ad0168 req-67d007c4-8529-497c-b747-a6feb0382416 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e9c794-72e3-4494-9625-d79c4a534cab HTTP/1.1" status: 200 len: 210 time: 0.1184146 Apr 18 20:43:17.082822 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-02c8ffba-11e8-4505-9e64-4f93e916c2c4 req-014d244b-343e-48a1-a6c3-ba031abcd2d9 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880481 Apr 18 20:43:18.143658 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4f1fd-3cb3-4756-b720-370bc47f24bd req-d0223974-4801-42cf-93c3-12eaf935fc5b tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:18.145329 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-80e4f1fd-3cb3-4756-b720-370bc47f24bd req-d0223974-4801-42cf-93c3-12eaf935fc5b tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.1242886 Apr 18 20:43:18.158078 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5092d-c0ea-42a2-afa8-3f807b730ab6 req-0e6d0fae-f3df-4e42-9028-72306ed79d72 tempest-ComputeTenantNetworksTest-1941835539 tempest-ComputeTenantNetworksTest-1941835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:18.162697 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5092d-c0ea-42a2-afa8-3f807b730ab6 req-0e6d0fae-f3df-4e42-9028-72306ed79d72 tempest-ComputeTenantNetworksTest-1941835539 tempest-ComputeTenantNetworksTest-1941835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:18.173612 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5092d-c0ea-42a2-afa8-3f807b730ab6 req-0e6d0fae-f3df-4e42-9028-72306ed79d72 tempest-ComputeTenantNetworksTest-1941835539 tempest-ComputeTenantNetworksTest-1941835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:18.175666 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4b5092d-c0ea-42a2-afa8-3f807b730ab6 req-0e6d0fae-f3df-4e42-9028-72306ed79d72 tempest-ComputeTenantNetworksTest-1941835539 tempest-ComputeTenantNetworksTest-1941835539-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5751657 Apr 18 20:43:18.178499 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45098) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:18.289014 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-1eb955ae-6fbc-4ec8-bb89-27a1fd36ffd7 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:18.290829 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-1eb955ae-6fbc-4ec8-bb89-27a1fd36ffd7 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.57 "GET /v2.0/networks?id=92da7360-d409-4b3e-ad31-ddbae7217c5a HTTP/1.1" status: 200 len: 811 time: 0.2625952 Apr 18 20:43:18.329597 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-505a728f-b253-491f-9108-d527ceb4063c req-2f18c32b-579e-4436-bc69-5e1d63c7431c tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e9c794-72e3-4494-9625-d79c4a534cab HTTP/1.1" status: 200 len: 210 time: 0.0657778 Apr 18 20:43:18.334174 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-80e4f1fd-3cb3-4756-b720-370bc47f24bd req-d4583909-4a8c-4d9e-8379-cbe560495f63 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572123 Apr 18 20:43:18.372046 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9797330a-1526-40fc-a4e2-d36a7820a203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.390440 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-06f48dbd-afa5-41f5-b377-d5181c4fba1c tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c38bdc963bc4174b81b6324270a917b HTTP/1.1" status: 200 len: 380 time: 0.0873523 Apr 18 20:43:18.403834 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-dc880508-b22a-45d7-b7e3-b9c7ad385bd2 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Request body: {'port': {'device_id': 'e1e9c794-72e3-4494-9625-d79c4a534cab', 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a', 'admin_state_up': True, 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'security_groups': ['b11653c1-0ef5-4ea8-ba2b-ec453631e0ff']}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:18.546275 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-dc880508-b22a-45d7-b7e3-b9c7ad385bd2 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Made reservation on behalf of 4c38bdc963bc4174b81b6324270a917b for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:18.550739 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-dc880508-b22a-45d7-b7e3-b9c7ad385bd2 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.559520 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c410e46-0c7c-4495-bbe3-5a025c14182d req-ec4f4a6c-4ea7-4ed3-b4a5-148db57fed57 tempest-ComputeTenantNetworksTest-1941835539 tempest-ComputeTenantNetworksTest-1941835539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:18.560982 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c410e46-0c7c-4495-bbe3-5a025c14182d req-ec4f4a6c-4ea7-4ed3-b4a5-148db57fed57 tempest-ComputeTenantNetworksTest-1941835539 tempest-ComputeTenantNetworksTest-1941835539-project] 10.222.0.41 "GET /v2.0/networks/1adfff99-f3eb-4c6f-becd-7a40ec89cf7e HTTP/1.1" status: 200 len: 769 time: 0.1652429 Apr 18 20:43:18.581092 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3ae75-760d-4dff-84ab-04f2ae4b7a32 req-cdbe67e8-0b54-47cf-9d1b-369107eb481c tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:18.581092 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2fd3ae75-760d-4dff-84ab-04f2ae4b7a32 req-cdbe67e8-0b54-47cf-9d1b-369107eb481c tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.1515348 Apr 18 20:43:18.586110 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45104) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:18.716643 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9797330a-1526-40fc-a4e2-d36a7820a203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.738174 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-dc880508-b22a-45d7-b7e3-b9c7ad385bd2 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Allocated IP 172.20.0.7 (92da7360-d409-4b3e-ad31-ddbae7217c5a/55983801-f492-4a46-94da-ae12b2e91406/37019e27-7778-4818-99d6-c6e6fd215495) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:18.749489 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9797330a-1526-40fc-a4e2-d36a7820a203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.815235 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69acaa44-a5ef-4d5f-ab8f-1dfd9d122a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.877526 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2fd3ae75-760d-4dff-84ab-04f2ae4b7a32 req-77ddf835-a46b-47c6-9492-afb30816d00b tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501202 Apr 18 20:43:18.884826 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9797330a-1526-40fc-a4e2-d36a7820a203 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c708f15cdd4e42458d2749f3dbb43b80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7045128 Apr 18 20:43:18.886007 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797330a-1526-40fc-a4e2-d36a7820a203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8837b9-5c49-45cd-850a-90c4b384690e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:18.891585 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45106) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:18.896916 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-dc880508-b22a-45d7-b7e3-b9c7ad385bd2 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.954543 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-dc880508-b22a-45d7-b7e3-b9c7ad385bd2 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.014156 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-dc880508-b22a-45d7-b7e3-b9c7ad385bd2 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Network 92da7360-d409-4b3e-ad31-ddbae7217c5a is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:19.017906 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-dc880508-b22a-45d7-b7e3-b9c7ad385bd2 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:19.022310 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-dc880508-b22a-45d7-b7e3-b9c7ad385bd2 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:43:19.051230 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc880508-b22a-45d7-b7e3-b9c7ad385bd2 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Pushing event updated for resources: {'Port': ['ID=37019e27-7778-4818-99d6-c6e6fd215495,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:19.096006 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-dc880508-b22a-45d7-b7e3-b9c7ad385bd2 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:19.097184 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-dc880508-b22a-45d7-b7e3-b9c7ad385bd2 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.103016 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69acaa44-a5ef-4d5f-ab8f-1dfd9d122a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.103315 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a97674a9-53d3-41ba-9802-1439e7cf0ecf details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:43:19.122536 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-dc880508-b22a-45d7-b7e3-b9c7ad385bd2 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7249603 Apr 18 20:43:19.138172 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-b923f381-2f71-46d1-b674-c00030cb2f9f service neutron] Request body: {'port': {'device_id': 'e1e9c794-72e3-4494-9625-d79c4a534cab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:19.150582 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-be388ed6-a004-46a7-9824-2d1cab4aaac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.170957 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-69acaa44-a5ef-4d5f-ab8f-1dfd9d122a8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1adfff99-f3eb-4c6f-becd-7a40ec89cf7e']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:19.207285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-69acaa44-a5ef-4d5f-ab8f-1dfd9d122a8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc8d578-cf1c-4285-a104-2b0ccd832934') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:19.208143 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-69acaa44-a5ef-4d5f-ab8f-1dfd9d122a8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc8d578-cf1c-4285-a104-2b0ccd832934') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:19.233729 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-b923f381-2f71-46d1-b674-c00030cb2f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.237181 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a97674a9-53d3-41ba-9802-1439e7cf0ecf, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a97674a9-53d3-41ba-9802-1439e7cf0ecf,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:19.241058 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-be388ed6-a004-46a7-9824-2d1cab4aaac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.247282 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69acaa44-a5ef-4d5f-ab8f-1dfd9d122a8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.255913 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'a97674a9-53d3-41ba-9802-1439e7cf0ecf', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'port_id': 'a97674a9-53d3-41ba-9802-1439e7cf0ecf', 'mac_address': 'fa:16:3e:2b:00:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:43:19.305786 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69acaa44-a5ef-4d5f-ab8f-1dfd9d122a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.330552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69acaa44-a5ef-4d5f-ab8f-1dfd9d122a8b admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:43:19.331330 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69acaa44-a5ef-4d5f-ab8f-1dfd9d122a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:43:19.334552 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:43:19.381221 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.454972 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69acaa44-a5ef-4d5f-ab8f-1dfd9d122a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.462783 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-be388ed6-a004-46a7-9824-2d1cab4aaac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.465161 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a97674a9-53d3-41ba-9802-1439e7cf0ecf {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:43:19.467986 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-be388ed6-a004-46a7-9824-2d1cab4aaac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.470117 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-be388ed6-a004-46a7-9824-2d1cab4aaac1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b8837b9-5c49-45cd-850a-90c4b384690e HTTP/1.1" status: 204 len: 168 time: 0.5768900 Apr 18 20:43:19.500851 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69acaa44-a5ef-4d5f-ab8f-1dfd9d122a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.506342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-69acaa44-a5ef-4d5f-ab8f-1dfd9d122a8b admin admin] 10.222.0.41 "DELETE /v2.0/networks/1adfff99-f3eb-4c6f-becd-7a40ec89cf7e HTTP/1.1" status: 204 len: 168 time: 0.9157820 Apr 18 20:43:19.556697 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a97674a9-53d3-41ba-9802-1439e7cf0ecf, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a97674a9-53d3-41ba-9802-1439e7cf0ecf,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:19.582225 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.599031 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be388ed6-a004-46a7-9824-2d1cab4aaac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8837b9-5c49-45cd-850a-90c4b384690e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:19.631351 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acaa44-a5ef-4d5f-ab8f-1dfd9d122a8b admin admin] Pushing event deleted for resources: {'Network': ['ID=1adfff99-f3eb-4c6f-becd-7a40ec89cf7e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:19.693310 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbce662-c221-41ae-970c-871d1495e4f9 req-93ebd7be-1559-4a70-a6b5-ec9a1325277c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:19.700945 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bcbce662-c221-41ae-970c-871d1495e4f9 req-93ebd7be-1559-4a70-a6b5-ec9a1325277c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.2415893 Apr 18 20:43:19.702789 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-2eb2445f-4606-44f8-9a08-17182a83bc88 None None] Provisioning complete for port 37019e27-7778-4818-99d6-c6e6fd215495 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:19.703498 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2eb2445f-4606-44f8-9a08-17182a83bc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.770235 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['a97674a9-53d3-41ba-9802-1439e7cf0ecf'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:43:19.793994 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71279f5e-db56-4244-b387-46244e5d2a81 req-3673f8d7-086e-407c-9c4b-83d361b1e38d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:19.806967 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-71279f5e-db56-4244-b387-46244e5d2a81 req-3673f8d7-086e-407c-9c4b-83d361b1e38d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e9c794-72e3-4494-9625-d79c4a534cab HTTP/1.1" status: 200 len: 931 time: 0.2332723 Apr 18 20:43:19.853586 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45118) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:19.891271 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-b923f381-2f71-46d1-b674-c00030cb2f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37019e27-7778-4818-99d6-c6e6fd215495 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:43:19.906729 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-b923f381-2f71-46d1-b674-c00030cb2f9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.921459 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bcbce662-c221-41ae-970c-871d1495e4f9 req-9fe16e45-18c1-436a-a528-d644dabafc84 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144139 Apr 18 20:43:19.962779 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-71279f5e-db56-4244-b387-46244e5d2a81 req-9b3fff77-cc01-4a78-939e-c75eda8a10b1 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=b11653c1-0ef5-4ea8-ba2b-ec453631e0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542530 Apr 18 20:43:19.967738 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-b923f381-2f71-46d1-b674-c00030cb2f9f service neutron] Transition to ACTIVE for port object 37019e27-7778-4818-99d6-c6e6fd215495 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:19.980754 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-b923f381-2f71-46d1-b674-c00030cb2f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.014383 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e97eae00-e3f6-4f90-bd09-fd7bb0797551 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e702e8eace54235ba00ea9c64debc61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500638 Apr 18 20:43:20.022969 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45122) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:20.133102 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=a97674a9-53d3-41ba-9802-1439e7cf0ecf,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:20.168359 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-2eb2445f-4606-44f8-9a08-17182a83bc88 None None] Port 37019e27-7778-4818-99d6-c6e6fd215495 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:43:20.176662 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923f381-2f71-46d1-b674-c00030cb2f9f service neutron] Pushing event updated for resources: {'Port': ['ID=37019e27-7778-4818-99d6-c6e6fd215495,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:20.247533 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-b923f381-2f71-46d1-b674-c00030cb2f9f service neutron] Attempting to bind port 37019e27-7778-4818-99d6-c6e6fd215495 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:43:20.247858 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-b923f381-2f71-46d1-b674-c00030cb2f9f service neutron] Attempting to bind port 37019e27-7778-4818-99d6-c6e6fd215495 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ccff212f-eb9b-440a-abc5-f76e9edad83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:43:20.248373 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-b923f381-2f71-46d1-b674-c00030cb2f9f service neutron] Attempting to bind port 37019e27-7778-4818-99d6-c6e6fd215495 on network 92da7360-d409-4b3e-ad31-ddbae7217c5a {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:43:20.256595 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-b923f381-2f71-46d1-b674-c00030cb2f9f service neutron] Port 37019e27-7778-4818-99d6-c6e6fd215495 on network 92da7360-d409-4b3e-ad31-ddbae7217c5a not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:43:20.257103 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-b923f381-2f71-46d1-b674-c00030cb2f9f service neutron] Attempting to bind port 37019e27-7778-4818-99d6-c6e6fd215495 on network 92da7360-d409-4b3e-ad31-ddbae7217c5a {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:43:20.271617 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-b923f381-2f71-46d1-b674-c00030cb2f9f service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:43:20.273043 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-b923f381-2f71-46d1-b674-c00030cb2f9f service neutron] Checking segment: {'id': 'ccff212f-eb9b-440a-abc5-f76e9edad83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:43:20.273043 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-b923f381-2f71-46d1-b674-c00030cb2f9f service neutron] Bound using segment: {'id': 'ccff212f-eb9b-440a-abc5-f76e9edad83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:43:20.274465 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-b923f381-2f71-46d1-b674-c00030cb2f9f service neutron] Bound port: 37019e27-7778-4818-99d6-c6e6fd215495, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccff212f-eb9b-440a-abc5-f76e9edad83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:43:20.274860 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-b923f381-2f71-46d1-b674-c00030cb2f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.304808 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45124) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:20.312877 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec2952-a2fc-4558-a623-030b39272992 req-24fca225-645e-4e86-947e-766605962f78 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:20.321130 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-79ec2952-a2fc-4558-a623-030b39272992 req-24fca225-645e-4e86-947e-766605962f78 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 944 time: 0.2752695 Apr 18 20:43:20.370644 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0758212f-0d77-46c8-b7bf-edcccd781324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.407050 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-79ec2952-a2fc-4558-a623-030b39272992 req-1ac880eb-9fdc-435b-89c3-e87bf16e3561 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789938 Apr 18 20:43:20.438928 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0758212f-0d77-46c8-b7bf-edcccd781324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.448835 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-afd1eeea-8e3c-4945-a4e0-1a4e75863495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.462526 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-b923f381-2f71-46d1-b674-c00030cb2f9f service neutron] For port 37019e27-7778-4818-99d6-c6e6fd215495, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:43:20.479543 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-b923f381-2f71-46d1-b674-c00030cb2f9f service neutron] For port 37019e27-7778-4818-99d6-c6e6fd215495, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=37019e27-7778-4818-99d6-c6e6fd215495,segment=NetworkSegment(ccff212f-eb9b-440a-abc5-f76e9edad83f),segment_id=ccff212f-eb9b-440a-abc5-f76e9edad83f)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:43:20.484571 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-b923f381-2f71-46d1-b674-c00030cb2f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.532181 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0758212f-0d77-46c8-b7bf-edcccd781324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.537044 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0758212f-0d77-46c8-b7bf-edcccd781324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.540928 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0758212f-0d77-46c8-b7bf-edcccd781324 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/197ccb8d-23f9-46c8-a255-87d93cdbcc32 HTTP/1.1" status: 204 len: 168 time: 0.5102124 Apr 18 20:43:20.552891 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758212f-0d77-46c8-b7bf-edcccd781324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197ccb8d-23f9-46c8-a255-87d93cdbcc32,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:20.564021 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-b923f381-2f71-46d1-b674-c00030cb2f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:20.564694 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-b923f381-2f71-46d1-b674-c00030cb2f9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.566148 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-b923f381-2f71-46d1-b674-c00030cb2f9f service neutron] 10.222.0.57 "PUT /v2.0/ports/37019e27-7778-4818-99d6-c6e6fd215495 HTTP/1.1" status: 200 len: 1091 time: 1.4356642 Apr 18 20:43:20.568930 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e9c794-72e3-4494-9625-d79c4a534cab', 'tag': '37019e27-7778-4818-99d6-c6e6fd215495'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:43:20.572159 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1b97ad-b814-412f-83cd-1f49da691324" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e9c794-72e3-4494-9625-d79c4a534cab", "tag": "37019e27-7778-4818-99d6-c6e6fd215495"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:43:20.613309 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923f381-2f71-46d1-b674-c00030cb2f9f service neutron] Pushing event updated for resources: {'Port': ['ID=37019e27-7778-4818-99d6-c6e6fd215495,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:20.678975 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445bf8b2-6e82-40e9-ad8f-e45504365b24 x-openstack-request-id: req-445bf8b2-6e82-40e9-ad8f-e45504365b24 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:43:20.679313 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e9c794-72e3-4494-9625-d79c4a534cab", "tag": "37019e27-7778-4818-99d6-c6e6fd215495", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:43:20.679512 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-445bf8b2-6e82-40e9-ad8f-e45504365b24 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:43:20.679936 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-445bf8b2-6e82-40e9-ad8f-e45504365b24'] response: {'name': 'network-changed', 'server_uuid': 'e1e9c794-72e3-4494-9625-d79c4a534cab', 'tag': '37019e27-7778-4818-99d6-c6e6fd215495', 'status': 'completed', 'code': 200} Apr 18 20:43:20.713406 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-35f73226-db6a-4a17-b516-5fc03e237f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:20.714941 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-35f73226-db6a-4a17-b516-5fc03e237f53 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4c38bdc963bc4174b81b6324270a917b&device_id=e1e9c794-72e3-4494-9625-d79c4a534cab HTTP/1.1" status: 200 len: 1094 time: 0.0954957 Apr 18 20:43:20.720166 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-afd1eeea-8e3c-4945-a4e0-1a4e75863495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.731665 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-afd1eeea-8e3c-4945-a4e0-1a4e75863495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.781097 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-9f8687f6-e190-40cf-b75d-3ccd8ef865b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37019e27-7778-4818-99d6-c6e6fd215495 HTTP/1.1" status: 200 len: 217 time: 0.0580275 Apr 18 20:43:20.834808 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-afd1eeea-8e3c-4945-a4e0-1a4e75863495 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=871d919e6d4e449dbdb01f68abb10fe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4172599 Apr 18 20:43:20.838098 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1eeea-8e3c-4945-a4e0-1a4e75863495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32402fba-7bbf-45bb-9378-dd5132982e97,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:20.840308 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45130) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:20.878483 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-6327e5e3-4f3a-4f80-8312-8125bf3077c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:20.880105 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-6327e5e3-4f3a-4f80-8312-8125bf3077c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55983801-f492-4a46-94da-ae12b2e91406 HTTP/1.1" status: 200 len: 850 time: 0.0894098 Apr 18 20:43:20.926835 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e5158abe-fa6f-45bd-afec-853d728e9ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.969705 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-a237d0e2-32ee-4d17-a90a-dcfc6d63413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:20.977844 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-a237d0e2-32ee-4d17-a90a-dcfc6d63413c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=92da7360-d409-4b3e-ad31-ddbae7217c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841753 Apr 18 20:43:20.986338 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e5158abe-fa6f-45bd-afec-853d728e9ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:21.106872 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a97674a9-53d3-41ba-9802-1439e7cf0ecf up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:43:21.168042 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-13008818-ab51-49dc-9ba0-29060877a005 service neutron] 10.222.0.57 "GET /v2.0/networks/92da7360-d409-4b3e-ad31-ddbae7217c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870716 Apr 18 20:43:21.181085 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac057d-be82-47e0-a12b-e0565bbb0689 req-41080a6a-f4e4-414e-bec7-e7ec8d275aad tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:21.189905 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43ac057d-be82-47e0-a12b-e0565bbb0689 req-41080a6a-f4e4-414e-bec7-e7ec8d275aad tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.1461985 Apr 18 20:43:21.193036 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port a97674a9-53d3-41ba-9802-1439e7cf0ecf triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:21.197132 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:21.214399 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e5158abe-fa6f-45bd-afec-853d728e9ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:21.217053 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e5158abe-fa6f-45bd-afec-853d728e9ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:21.218303 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e5158abe-fa6f-45bd-afec-853d728e9ea9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32402fba-7bbf-45bb-9378-dd5132982e97 HTTP/1.1" status: 204 len: 168 time: 0.3768988 Apr 18 20:43:21.240909 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5158abe-fa6f-45bd-afec-853d728e9ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32402fba-7bbf-45bb-9378-dd5132982e97,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:21.297905 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43ac057d-be82-47e0-a12b-e0565bbb0689 req-93b6df8f-dff1-4668-94d7-fdecd80a3d80 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068759 Apr 18 20:43:21.343235 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ee6a9-6d14-40c5-88c5-5c2f41644bd6 req-24d2b4ec-32ab-4d9f-98ea-c379c896069c tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:21.346183 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b1ee6a9-6d14-40c5-88c5-5c2f41644bd6 req-24d2b4ec-32ab-4d9f-98ea-c379c896069c tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e9c794-72e3-4494-9625-d79c4a534cab HTTP/1.1" status: 200 len: 943 time: 0.1930280 Apr 18 20:43:21.388023 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-689f5903-74c0-40ef-aa54-4ee96fccdf98 req-0ad2dd61-f9b8-4371-ac0d-ecc15cc8ff8d service neutron] 10.222.0.57 "GET /v2.0/networks/92da7360-d409-4b3e-ad31-ddbae7217c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116539 Apr 18 20:43:21.389878 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:21.448519 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28333d8-5a08-41b6-b8f3-7687852e5288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97674a9-53d3-41ba-9802-1439e7cf0ecf'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:43:21.452866 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caaef9f1-4075-4ac4-895b-23d8d1bf7b8e" -d '{"events": [{"server_uuid": "c28333d8-5a08-41b6-b8f3-7687852e5288", "name": "network-vif-plugged", "status": "completed", "tag": "a97674a9-53d3-41ba-9802-1439e7cf0ecf"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:43:21.479266 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a97674a9-53d3-41ba-9802-1439e7cf0ecf, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a97674a9-53d3-41ba-9802-1439e7cf0ecf,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:21.486822 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:21.493806 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b1ee6a9-6d14-40c5-88c5-5c2f41644bd6 req-2446cb76-1e52-4691-95a4-8d3ad8dcc5b3 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=b11653c1-0ef5-4ea8-ba2b-ec453631e0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229022 Apr 18 20:43:21.596040 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ebc4b0-c2a7-4e45-accb-bd661d5ff2fa x-openstack-request-id: req-d8ebc4b0-c2a7-4e45-accb-bd661d5ff2fa {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:43:21.596705 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28333d8-5a08-41b6-b8f3-7687852e5288", "name": "network-vif-plugged", "status": "completed", "tag": "a97674a9-53d3-41ba-9802-1439e7cf0ecf", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:43:21.597394 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8ebc4b0-c2a7-4e45-accb-bd661d5ff2fa {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:43:21.597994 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8ebc4b0-c2a7-4e45-accb-bd661d5ff2fa'] response: {'server_uuid': 'c28333d8-5a08-41b6-b8f3-7687852e5288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97674a9-53d3-41ba-9802-1439e7cf0ecf', 'code': 200} Apr 18 20:43:21.625168 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=a97674a9-53d3-41ba-9802-1439e7cf0ecf,revision_number=7']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:21.665217 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d26df4-7d08-4b1b-8f60-810a2d70c238 req-f95fee1c-3afe-4f56-826c-c266d6b24ad9 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:21.672013 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3d26df4-7d08-4b1b-8f60-810a2d70c238 req-f95fee1c-3afe-4f56-826c-c266d6b24ad9 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.1360664 Apr 18 20:43:21.674744 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b97ad-b814-412f-83cd-1f49da691324 req-1cb9e383-490a-4a46-b91f-896ac4317eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:21.677658 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-de1b97ad-b814-412f-83cd-1f49da691324 req-1cb9e383-490a-4a46-b91f-896ac4317eb6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4c38bdc963bc4174b81b6324270a917b&device_id=e1e9c794-72e3-4494-9625-d79c4a534cab HTTP/1.1" status: 200 len: 1094 time: 0.2081621 Apr 18 20:43:21.751544 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3d26df4-7d08-4b1b-8f60-810a2d70c238 req-3720794f-9a98-4a7c-bd9b-ea7efcdfb003 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744200 Apr 18 20:43:21.855475 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b97ad-b814-412f-83cd-1f49da691324 req-faf75a63-84c7-430f-a80d-1ae07213822a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:21.857038 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-de1b97ad-b814-412f-83cd-1f49da691324 req-faf75a63-84c7-430f-a80d-1ae07213822a service neutron] 10.222.0.57 "GET /v2.0/networks?id=92da7360-d409-4b3e-ad31-ddbae7217c5a HTTP/1.1" status: 200 len: 912 time: 0.1714771 Apr 18 20:43:21.910353 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-de1b97ad-b814-412f-83cd-1f49da691324 req-493a932d-728d-4c7f-96aa-e8b07926aeef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37019e27-7778-4818-99d6-c6e6fd215495 HTTP/1.1" status: 200 len: 217 time: 0.0452662 Apr 18 20:43:22.001645 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b97ad-b814-412f-83cd-1f49da691324 req-2761cb21-d63d-441a-be56-63b7f5a8ddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:22.004524 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-de1b97ad-b814-412f-83cd-1f49da691324 req-2761cb21-d63d-441a-be56-63b7f5a8ddcc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55983801-f492-4a46-94da-ae12b2e91406 HTTP/1.1" status: 200 len: 850 time: 0.0876372 Apr 18 20:43:22.065954 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b97ad-b814-412f-83cd-1f49da691324 req-12b5fe05-8cea-4465-ab6c-24de18b3c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:22.067698 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-de1b97ad-b814-412f-83cd-1f49da691324 req-12b5fe05-8cea-4465-ab6c-24de18b3c637 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=92da7360-d409-4b3e-ad31-ddbae7217c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551517 Apr 18 20:43:22.257014 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-de1b97ad-b814-412f-83cd-1f49da691324 req-9a4841e3-2ddb-4ed1-a969-b96e7c6e4a46 service neutron] 10.222.0.57 "GET /v2.0/networks/92da7360-d409-4b3e-ad31-ddbae7217c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806076 Apr 18 20:43:22.459652 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-de1b97ad-b814-412f-83cd-1f49da691324 req-8cd1ff29-c0ee-4282-8c9f-75dfec8229ee service neutron] 10.222.0.57 "GET /v2.0/networks/92da7360-d409-4b3e-ad31-ddbae7217c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937642 Apr 18 20:43:22.496372 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8b156-5574-43a1-bf9f-ce4409a1aba6 req-6bfc680b-d701-49dd-b7f0-8402d42ef50c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:22.498759 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3cd8b156-5574-43a1-bf9f-ce4409a1aba6 req-6bfc680b-d701-49dd-b7f0-8402d42ef50c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.0661323 Apr 18 20:43:22.552045 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3cd8b156-5574-43a1-bf9f-ce4409a1aba6 req-b80ae3d2-5c5b-4252-8b6e-c28280e24ca7 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413125 Apr 18 20:43:22.703280 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255884c-b1cc-4601-86cf-3c7d61a94c1d req-d276d596-b8f6-4cdd-8794-d3fbc2772ceb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:22.705062 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0255884c-b1cc-4601-86cf-3c7d61a94c1d req-d276d596-b8f6-4cdd-8794-d3fbc2772ceb tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e9c794-72e3-4494-9625-d79c4a534cab HTTP/1.1" status: 200 len: 943 time: 0.0632348 Apr 18 20:43:22.764586 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0255884c-b1cc-4601-86cf-3c7d61a94c1d req-367b390b-40d9-4876-a6e8-58216f7c3281 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=b11653c1-0ef5-4ea8-ba2b-ec453631e0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497766 Apr 18 20:43:22.925089 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2befcc-39d0-4bcf-8c01-88dd9837fb5e req-fe22540f-1086-46b6-ae78-bf8080783192 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:22.926928 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7a2befcc-39d0-4bcf-8c01-88dd9837fb5e req-fe22540f-1086-46b6-ae78-bf8080783192 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.0599329 Apr 18 20:43:22.988637 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7a2befcc-39d0-4bcf-8c01-88dd9837fb5e req-ea0f2538-7a24-4bf2-9a86-f4278eb601ee tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443623 Apr 18 20:43:23.180525 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45222) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:23.322931 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f8c1039e-505a-4127-8e12-3799e6944710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.420752 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f8c1039e-505a-4127-8e12-3799e6944710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.428238 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f8c1039e-505a-4127-8e12-3799e6944710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.492166 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f8c1039e-505a-4127-8e12-3799e6944710 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3dc398d3e7014b32b2d6e22a8b3c3615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3101532 Apr 18 20:43:23.493304 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1039e-505a-4127-8e12-3799e6944710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3496298-76e7-4614-9c6e-8c6f1eb03350,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:23.496300 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45230) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:23.592624 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-936166f5-eab1-4710-b6e0-e62bf94c729d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.632659 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-936166f5-eab1-4710-b6e0-e62bf94c729d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.725495 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-936166f5-eab1-4710-b6e0-e62bf94c729d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.733837 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-936166f5-eab1-4710-b6e0-e62bf94c729d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.735508 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-936166f5-eab1-4710-b6e0-e62bf94c729d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3496298-76e7-4614-9c6e-8c6f1eb03350 HTTP/1.1" status: 204 len: 168 time: 0.2376144 Apr 18 20:43:23.749895 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936166f5-eab1-4710-b6e0-e62bf94c729d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3496298-76e7-4614-9c6e-8c6f1eb03350,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:23.774418 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abf2f3-b2f2-4aa8-81a0-a9b5efe9e2b8 req-bb41a1b5-dba2-4010-b788-19020896cb86 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:23.778408 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-49abf2f3-b2f2-4aa8-81a0-a9b5efe9e2b8 req-bb41a1b5-dba2-4010-b788-19020896cb86 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.0983615 Apr 18 20:43:23.860388 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-49abf2f3-b2f2-4aa8-81a0-a9b5efe9e2b8 req-6c90cf34-ca04-44af-825c-cf58de21c788 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739613 Apr 18 20:43:24.064746 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732074e-150b-42e4-85e6-24cbfa37a434 req-44d2bd58-e0bc-49ce-bf2c-756c1cf074e4 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:24.068087 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2732074e-150b-42e4-85e6-24cbfa37a434 req-44d2bd58-e0bc-49ce-bf2c-756c1cf074e4 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e9c794-72e3-4494-9625-d79c4a534cab HTTP/1.1" status: 200 len: 943 time: 0.1178749 Apr 18 20:43:24.194200 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2732074e-150b-42e4-85e6-24cbfa37a434 req-15fdaf0f-baf8-4117-b19d-34e4bf5f2a6e tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=b11653c1-0ef5-4ea8-ba2b-ec453631e0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166031 Apr 18 20:43:24.398993 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 37019e27-7778-4818-99d6-c6e6fd215495 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:43:24.533943 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0777c2-3075-4e98-8050-5129d579d6f4 req-2c25d165-17fb-4839-ae2c-d988bb402814 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:24.537155 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb0777c2-3075-4e98-8050-5129d579d6f4 req-2c25d165-17fb-4839-ae2c-d988bb402814 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.1781497 Apr 18 20:43:24.578065 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2cd22b6d-397a-487b-b771-00a908ebbaab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.662046 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792ebb3-e41c-4216-8508-6a19d9c2f562 req-346a8ba8-8029-4b8e-a18c-b0e32ef22d59 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:24.673943 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792ebb3-e41c-4216-8508-6a19d9c2f562 req-346a8ba8-8029-4b8e-a18c-b0e32ef22d59 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:24.675157 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 37019e27-7778-4818-99d6-c6e6fd215495, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=37019e27-7778-4818-99d6-c6e6fd215495,segment=NetworkSegment(ccff212f-eb9b-440a-abc5-f76e9edad83f),segment_id=ccff212f-eb9b-440a-abc5-f76e9edad83f)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:24.685667 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792ebb3-e41c-4216-8508-6a19d9c2f562 req-346a8ba8-8029-4b8e-a18c-b0e32ef22d59 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:24.692025 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '37019e27-7778-4818-99d6-c6e6fd215495', 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a', 'port_id': '37019e27-7778-4818-99d6-c6e6fd215495', 'mac_address': 'fa:16:3e:a6:ca:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55983801-f492-4a46-94da-ae12b2e91406', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:43:24.698018 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792ebb3-e41c-4216-8508-6a19d9c2f562 req-346a8ba8-8029-4b8e-a18c-b0e32ef22d59 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:24.711707 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792ebb3-e41c-4216-8508-6a19d9c2f562 req-346a8ba8-8029-4b8e-a18c-b0e32ef22d59 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:24.724981 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792ebb3-e41c-4216-8508-6a19d9c2f562 req-346a8ba8-8029-4b8e-a18c-b0e32ef22d59 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:24.740796 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792ebb3-e41c-4216-8508-6a19d9c2f562 req-346a8ba8-8029-4b8e-a18c-b0e32ef22d59 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:24.757949 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b792ebb3-e41c-4216-8508-6a19d9c2f562 req-346a8ba8-8029-4b8e-a18c-b0e32ef22d59 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5445 time: 0.3256512 Apr 18 20:43:24.768769 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.791638 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37019e27-7778-4818-99d6-c6e6fd215495 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:43:24.833375 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 37019e27-7778-4818-99d6-c6e6fd215495, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=37019e27-7778-4818-99d6-c6e6fd215495,segment=NetworkSegment(ccff212f-eb9b-440a-abc5-f76e9edad83f),segment_id=ccff212f-eb9b-440a-abc5-f76e9edad83f)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:24.839876 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.870629 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb0777c2-3075-4e98-8050-5129d579d6f4 req-84da9154-679f-44ae-87ca-f2fd1ab0dfcd tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3069897 Apr 18 20:43:24.903510 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b792ebb3-e41c-4216-8508-6a19d9c2f562 req-72ca703e-4bde-4eb2-ae18-694467ea188f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c22c2ed-97fd-4dce-8dfd-c21553233c79&id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1416316 Apr 18 20:43:24.965101 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=37019e27-7778-4818-99d6-c6e6fd215495,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:25.131489 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3d3f3-a1c1-4da8-9f36-172763e5b7b3 req-f0d7cec3-d455-40a2-a03c-6462b5ebf08c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:25.135202 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-50c3d3f3-a1c1-4da8-9f36-172763e5b7b3 req-f0d7cec3-d455-40a2-a03c-6462b5ebf08c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.1058075 Apr 18 20:43:25.201932 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-50c3d3f3-a1c1-4da8-9f36-172763e5b7b3 req-eec8208d-344c-45bf-a26c-e61209ea5f50 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565884 Apr 18 20:43:25.280275 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['37019e27-7778-4818-99d6-c6e6fd215495'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:43:25.406225 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115be446-47a5-4aab-a811-5fa9ce4626dc req-3276efef-d2f5-47a4-b53c-ec5ab7c7d1ca tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:25.418509 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-115be446-47a5-4aab-a811-5fa9ce4626dc req-3276efef-d2f5-47a4-b53c-ec5ab7c7d1ca tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e9c794-72e3-4494-9625-d79c4a534cab HTTP/1.1" status: 200 len: 944 time: 0.1013343 Apr 18 20:43:25.482386 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-115be446-47a5-4aab-a811-5fa9ce4626dc req-5d3d2154-69ed-4d27-8b93-5348664b3c60 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=b11653c1-0ef5-4ea8-ba2b-ec453631e0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563147 Apr 18 20:43:26.181298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c9689-7785-476a-a947-e01f0b6424b1 req-171748da-2ba3-4598-8d9b-34c801fdc38f tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:26.183777 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1f9c9689-7785-476a-a947-e01f0b6424b1 req-171748da-2ba3-4598-8d9b-34c801fdc38f tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.1540761 Apr 18 20:43:26.231134 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56750d32-f553-4dd1-9603-253fee77859a req-4ae22636-a39a-4cf9-ae24-d7d4605532f6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:26.245107 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56750d32-f553-4dd1-9603-253fee77859a req-4ae22636-a39a-4cf9-ae24-d7d4605532f6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:26.256779 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56750d32-f553-4dd1-9603-253fee77859a req-4ae22636-a39a-4cf9-ae24-d7d4605532f6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:26.268550 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56750d32-f553-4dd1-9603-253fee77859a req-4ae22636-a39a-4cf9-ae24-d7d4605532f6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:26.280485 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56750d32-f553-4dd1-9603-253fee77859a req-4ae22636-a39a-4cf9-ae24-d7d4605532f6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:26.292367 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56750d32-f553-4dd1-9603-253fee77859a req-4ae22636-a39a-4cf9-ae24-d7d4605532f6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:26.303489 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56750d32-f553-4dd1-9603-253fee77859a req-4ae22636-a39a-4cf9-ae24-d7d4605532f6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:26.306964 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-56750d32-f553-4dd1-9603-253fee77859a req-4ae22636-a39a-4cf9-ae24-d7d4605532f6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5445 time: 0.2279904 Apr 18 20:43:26.397234 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1f9c9689-7785-476a-a947-e01f0b6424b1 req-ffdba1f9-299c-4e95-afa1-5ce58ca61432 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006028 Apr 18 20:43:26.431181 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-56750d32-f553-4dd1-9603-253fee77859a req-9c45b1d7-4800-4aff-b5e3-078b4241a88f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c22c2ed-97fd-4dce-8dfd-c21553233c79&id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1082265 Apr 18 20:43:26.499034 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45340) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:26.676932 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795ab82-baf7-41e4-a226-384ed4d3d24b req-1d4e2d26-6254-4c8f-8754-923d5a75d7c1 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:26.688499 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6795ab82-baf7-41e4-a226-384ed4d3d24b req-1d4e2d26-6254-4c8f-8754-923d5a75d7c1 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.1568358 Apr 18 20:43:26.739081 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-229ac909-2de9-4dca-b5a9-848eae3343c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:26.792516 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6795ab82-baf7-41e4-a226-384ed4d3d24b req-f8eb7a7e-29b1-4140-9422-bdf1ceaefa76 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027288 Apr 18 20:43:26.809088 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91fa183-f6da-4829-9031-74395ed70bb8 req-8fc0cfe6-4ac1-4805-bdce-568a40ac0dcc tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:26.817984 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b91fa183-f6da-4829-9031-74395ed70bb8 req-8fc0cfe6-4ac1-4805-bdce-568a40ac0dcc tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e9c794-72e3-4494-9625-d79c4a534cab HTTP/1.1" status: 200 len: 944 time: 0.1975744 Apr 18 20:43:26.876782 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b91fa183-f6da-4829-9031-74395ed70bb8 req-677bfa42-8bd2-4cfd-a0ce-5bd346ccc81c tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=b11653c1-0ef5-4ea8-ba2b-ec453631e0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576103 Apr 18 20:43:26.975663 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-229ac909-2de9-4dca-b5a9-848eae3343c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:26.982977 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-229ac909-2de9-4dca-b5a9-848eae3343c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.031876 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ac909-2de9-4dca-b5a9-848eae3343c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b926aaf0-60ba-4882-8a76-0f55c26d9502,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:27.050028 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-229ac909-2de9-4dca-b5a9-848eae3343c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55ea0be5030b480fa9f21205bc0c4689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5498066 Apr 18 20:43:27.054313 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45366) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:27.170920 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-46a0321b-5b10-4ca4-884d-bf126a501689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.218444 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-46a0321b-5b10-4ca4-884d-bf126a501689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.325554 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-46a0321b-5b10-4ca4-884d-bf126a501689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.328880 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-46a0321b-5b10-4ca4-884d-bf126a501689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.330088 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-46a0321b-5b10-4ca4-884d-bf126a501689 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b926aaf0-60ba-4882-8a76-0f55c26d9502 HTTP/1.1" status: 204 len: 168 time: 0.2746813 Apr 18 20:43:27.341333 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0321b-5b10-4ca4-884d-bf126a501689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b926aaf0-60ba-4882-8a76-0f55c26d9502,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:27.658597 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472651f-8451-4d30-821c-3c09b499fa72 req-bf135dd0-f572-41be-b3c9-fd1d05f09bc7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:27.668122 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472651f-8451-4d30-821c-3c09b499fa72 req-bf135dd0-f572-41be-b3c9-fd1d05f09bc7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:27.678911 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472651f-8451-4d30-821c-3c09b499fa72 req-bf135dd0-f572-41be-b3c9-fd1d05f09bc7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:27.688144 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472651f-8451-4d30-821c-3c09b499fa72 req-bf135dd0-f572-41be-b3c9-fd1d05f09bc7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:27.700709 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472651f-8451-4d30-821c-3c09b499fa72 req-bf135dd0-f572-41be-b3c9-fd1d05f09bc7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:27.710905 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472651f-8451-4d30-821c-3c09b499fa72 req-bf135dd0-f572-41be-b3c9-fd1d05f09bc7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:27.722366 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472651f-8451-4d30-821c-3c09b499fa72 req-bf135dd0-f572-41be-b3c9-fd1d05f09bc7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:27.725892 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3472651f-8451-4d30-821c-3c09b499fa72 req-bf135dd0-f572-41be-b3c9-fd1d05f09bc7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5445 time: 0.1486070 Apr 18 20:43:27.793095 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-77de1a36-168c-4689-a724-7306bd4c178b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:27.828143 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-77de1a36-168c-4689-a724-7306bd4c178b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:27.853887 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-77de1a36-168c-4689-a724-7306bd4c178b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:27.862144 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61730310-a801-44b9-995c-b7c5e40f9722 req-22fb953b-e819-4829-9877-d608f899d5dd tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:27.863936 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-61730310-a801-44b9-995c-b7c5e40f9722 req-22fb953b-e819-4829-9877-d608f899d5dd tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.1367269 Apr 18 20:43:27.885286 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3472651f-8451-4d30-821c-3c09b499fa72 req-2f5de390-d273-49ce-8d86-fbdc967dfcb1 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c22c2ed-97fd-4dce-8dfd-c21553233c79&id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1407268 Apr 18 20:43:27.888454 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-77de1a36-168c-4689-a724-7306bd4c178b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:27.957845 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-77de1a36-168c-4689-a724-7306bd4c178b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:27.972382 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-77de1a36-168c-4689-a724-7306bd4c178b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:27.988961 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-77de1a36-168c-4689-a724-7306bd4c178b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:27.992458 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-77de1a36-168c-4689-a724-7306bd4c178b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5445 time: 0.4618621 Apr 18 20:43:28.054580 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-61730310-a801-44b9-995c-b7c5e40f9722 req-3324034b-2893-47c1-8186-3c5725e0e2aa tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679659 Apr 18 20:43:28.115188 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-46493516-0644-435c-9167-7596ee9fcb77 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:28.119370 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-46493516-0644-435c-9167-7596ee9fcb77 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.57 "GET /v2.0/ports/95201784-e605-4f59-bd16-56419ae84a45?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1181531 Apr 18 20:43:28.332813 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedc38d-7ed4-46eb-b8d6-b2c2a9b4afca req-69665175-8fd1-4460-9206-08a91238ef3c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:28.356867 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bedc38d-7ed4-46eb-b8d6-b2c2a9b4afca req-69665175-8fd1-4460-9206-08a91238ef3c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.2405953 Apr 18 20:43:28.415454 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 37019e27-7778-4818-99d6-c6e6fd215495 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:43:28.472741 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-caebc3ae-ccdc-41b6-a585-4077a4c42dda tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.57 "GET /v2.0/networks/2b0f0f53-742c-4158-9900-4acf2578c1ab?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3458240 Apr 18 20:43:28.504072 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-11f85963-9687-47c2-aa8b-95e8f4afd13e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:28.597491 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bedc38d-7ed4-46eb-b8d6-b2c2a9b4afca req-5c5e67cd-8717-4c7a-8cc1-f595dd6ca05d tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388036 Apr 18 20:43:28.702856 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 37019e27-7778-4818-99d6-c6e6fd215495 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:28.710803 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3be6a-f910-4edc-a11f-6a290ca4555e req-f3abaff5-3370-49e2-8f31-d40f84cff3c5 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:28.713486 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 37019e27-7778-4818-99d6-c6e6fd215495 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:28.714380 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.734608 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6a3be6a-f910-4edc-a11f-6a290ca4555e req-f3abaff5-3370-49e2-8f31-d40f84cff3c5 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e9c794-72e3-4494-9625-d79c4a534cab HTTP/1.1" status: 200 len: 944 time: 0.5003731 Apr 18 20:43:28.770477 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-11f85963-9687-47c2-aa8b-95e8f4afd13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.881697 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6a3be6a-f910-4edc-a11f-6a290ca4555e req-a1036a83-80cd-453d-8e1c-76b8f783a17f tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=b11653c1-0ef5-4ea8-ba2b-ec453631e0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302829 Apr 18 20:43:28.982283 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2daf611d-d6e9-4514-b5bb-550752c6a269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:29.167394 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:29.235768 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45426) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:29.254029 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-11f85963-9687-47c2-aa8b-95e8f4afd13e service neutron] For port 95201784-e605-4f59-bd16-56419ae84a45, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=95201784-e605-4f59-bd16-56419ae84a45,segment=NetworkSegment(9685e92c-5add-481d-8884-cc7ec737f512),segment_id=9685e92c-5add-481d-8884-cc7ec737f512)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:29.260204 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device ce14327b-f838-40e4-a178-eb053bd91da8 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:43:29.311907 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e9c794-72e3-4494-9625-d79c4a534cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37019e27-7778-4818-99d6-c6e6fd215495'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:43:29.314647 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-11f85963-9687-47c2-aa8b-95e8f4afd13e service neutron] For port 95201784-e605-4f59-bd16-56419ae84a45, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:43:29.326946 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedf1fb9-aaca-4c7e-bafb-13d5929cce71" -d '{"events": [{"server_uuid": "e1e9c794-72e3-4494-9625-d79c4a534cab", "name": "network-vif-plugged", "status": "completed", "tag": "37019e27-7778-4818-99d6-c6e6fd215495"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:43:29.358908 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-11f85963-9687-47c2-aa8b-95e8f4afd13e service neutron] device_id is not set on port 95201784-e605-4f59-bd16-56419ae84a45 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:43:29.370591 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-11f85963-9687-47c2-aa8b-95e8f4afd13e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:29.377098 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af399aef-f70f-4685-b4c2-253e4cc6492a req-102c7764-7720-45d8-b1bb-9184a6c27615 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:29.389026 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af399aef-f70f-4685-b4c2-253e4cc6492a req-102c7764-7720-45d8-b1bb-9184a6c27615 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:29.396423 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-11f85963-9687-47c2-aa8b-95e8f4afd13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:29.411201 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 37019e27-7778-4818-99d6-c6e6fd215495, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=37019e27-7778-4818-99d6-c6e6fd215495,segment=NetworkSegment(ccff212f-eb9b-440a-abc5-f76e9edad83f),segment_id=ccff212f-eb9b-440a-abc5-f76e9edad83f)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:29.413082 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af399aef-f70f-4685-b4c2-253e4cc6492a req-102c7764-7720-45d8-b1bb-9184a6c27615 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:29.435284 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:29.438121 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af399aef-f70f-4685-b4c2-253e4cc6492a req-102c7764-7720-45d8-b1bb-9184a6c27615 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:29.440636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 95201784-e605-4f59-bd16-56419ae84a45 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:43:29.462595 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af399aef-f70f-4685-b4c2-253e4cc6492a req-102c7764-7720-45d8-b1bb-9184a6c27615 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:29.496250 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f85963-9687-47c2-aa8b-95e8f4afd13e service neutron] Pushing event updated for resources: {'Port': ['ID=95201784-e605-4f59-bd16-56419ae84a45,revision_number=6']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:29.513013 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af399aef-f70f-4685-b4c2-253e4cc6492a req-102c7764-7720-45d8-b1bb-9184a6c27615 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:29.516948 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-11f85963-9687-47c2-aa8b-95e8f4afd13e service neutron] No DVR routers for this DVR port 95201784-e605-4f59-bd16-56419ae84a45 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:43:29.538293 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af399aef-f70f-4685-b4c2-253e4cc6492a req-102c7764-7720-45d8-b1bb-9184a6c27615 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:29.555112 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af399aef-f70f-4685-b4c2-253e4cc6492a req-102c7764-7720-45d8-b1bb-9184a6c27615 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 5445 time: 0.4115219 Apr 18 20:43:29.611218 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-11f85963-9687-47c2-aa8b-95e8f4afd13e service neutron] In _notify_port_updated(), no bound segment for port 95201784-e605-4f59-bd16-56419ae84a45 on network 2b0f0f53-742c-4158-9900-4acf2578c1ab {{(pid=102909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:43:29.613046 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-11f85963-9687-47c2-aa8b-95e8f4afd13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:29.614128 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-11f85963-9687-47c2-aa8b-95e8f4afd13e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:29.617187 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-11f85963-9687-47c2-aa8b-95e8f4afd13e service neutron] 10.222.0.57 "PUT /v2.0/ports/95201784-e605-4f59-bd16-56419ae84a45 HTTP/1.1" status: 200 len: 1033 time: 1.1276116 Apr 18 20:43:29.820610 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port ce14327b-f838-40e4-a178-eb053bd91da8, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ce14327b-f838-40e4-a178-eb053bd91da8,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:29.865238 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-4785dfa9-4783-460f-b798-7f8feb6a1755 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:29.871369 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'ce14327b-f838-40e4-a178-eb053bd91da8', 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd', 'port_id': 'ce14327b-f838-40e4-a178-eb053bd91da8', 'mac_address': 'fa:16:3e:df:ec:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6320347a-fb3b-4b56-9b35-0b62db71b2d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:43:29.872960 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-4785dfa9-4783-460f-b798-7f8feb6a1755 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.57 "GET /v2.0/ports/261ee228-3034-446a-848b-b1eb0de2a08c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2415395 Apr 18 20:43:29.896665 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-dc29baf7-c944-450b-8608-a22895e13637 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:29.903570 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af399aef-f70f-4685-b4c2-253e4cc6492a req-d6e5397e-0bfc-45cd-b822-a9b26c1101c6 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c22c2ed-97fd-4dce-8dfd-c21553233c79&id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3419418 Apr 18 20:43:29.948180 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcdea2-5582-4132-a1df-2de9806e503e req-c07b7cb0-5102-47b5-89d8-d2c1ea761274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:29.953923 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1afcdea2-5582-4132-a1df-2de9806e503e req-c07b7cb0-5102-47b5-89d8-d2c1ea761274 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 1096 time: 0.2027829 Apr 18 20:43:29.969600 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=37019e27-7778-4818-99d6-c6e6fd215495,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:30.035146 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed84a63-75bb-4811-8236-fb57fc7762d6 x-openstack-request-id: req-0ed84a63-75bb-4811-8236-fb57fc7762d6 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:43:30.036267 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e9c794-72e3-4494-9625-d79c4a534cab", "name": "network-vif-plugged", "status": "completed", "tag": "37019e27-7778-4818-99d6-c6e6fd215495", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:43:30.041323 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ed84a63-75bb-4811-8236-fb57fc7762d6 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:43:30.042212 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ed84a63-75bb-4811-8236-fb57fc7762d6'] response: {'server_uuid': 'e1e9c794-72e3-4494-9625-d79c4a534cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37019e27-7778-4818-99d6-c6e6fd215495', 'code': 200} Apr 18 20:43:30.108314 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:30.157560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e1aa2-410e-4629-993f-28e0f4bb6306 req-78cb7fd8-8c4b-4565-8159-a0f3cbc1169a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:30.160038 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be5e1aa2-410e-4629-993f-28e0f4bb6306 req-78cb7fd8-8c4b-4565-8159-a0f3cbc1169a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.3606305 Apr 18 20:43:30.186771 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 95201784-e605-4f59-bd16-56419ae84a45 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:43:30.192595 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 261ee228-3034-446a-848b-b1eb0de2a08c no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:43:30.199246 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f96d7e08-f27f-4bf9-87bf-977d45c3de91 None None] Provisioning complete for port 95201784-e605-4f59-bd16-56419ae84a45 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:30.206111 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f96d7e08-f27f-4bf9-87bf-977d45c3de91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:30.218271 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-42e27185-8c87-4b39-8146-90b5cfcd7923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:30.223383 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-dc29baf7-c944-450b-8608-a22895e13637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:30.299665 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:30.334621 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a6e88-8b8e-498c-b066-b22ca64accb5 req-9446d6f8-ad67-4f8c-b95d-a9ecd1438fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:30.338752 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-390a6e88-8b8e-498c-b066-b22ca64accb5 req-9446d6f8-ad67-4f8c-b95d-a9ecd1438fea service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e1e9c794-72e3-4494-9625-d79c4a534cab HTTP/1.1" status: 200 len: 1096 time: 0.2423289 Apr 18 20:43:30.389864 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcdea2-5582-4132-a1df-2de9806e503e req-af7b48c3-82fc-4417-8d2b-ccf5ac47b07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:30.390777 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce14327b-f838-40e4-a178-eb053bd91da8 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:43:30.391399 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1afcdea2-5582-4132-a1df-2de9806e503e req-af7b48c3-82fc-4417-8d2b-ccf5ac47b07b service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 913 time: 0.4306395 Apr 18 20:43:30.429399 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db8404-d550-46ee-87eb-003f510583b0 req-9ffe2219-4f39-46f7-acba-ba97cde5ae01 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:30.442138 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-62db8404-d550-46ee-87eb-003f510583b0 req-9ffe2219-4f39-46f7-acba-ba97cde5ae01 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.2806482 Apr 18 20:43:30.500219 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-42e27185-8c87-4b39-8146-90b5cfcd7923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:30.505759 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f96d7e08-f27f-4bf9-87bf-977d45c3de91 None None] Port 95201784-e605-4f59-bd16-56419ae84a45 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:43:30.509136 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be5e1aa2-410e-4629-993f-28e0f4bb6306 req-54ebdf96-c6c8-4e41-b1de-ab4df49a47cd tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2900283 Apr 18 20:43:30.522716 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port ce14327b-f838-40e4-a178-eb053bd91da8, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ce14327b-f838-40e4-a178-eb053bd91da8,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:30.542783 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-42e27185-8c87-4b39-8146-90b5cfcd7923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:30.585512 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:30.590147 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:30.622371 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-62db8404-d550-46ee-87eb-003f510583b0 req-7e5aebd5-f304-4c0c-9bcc-529ebfe912bd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789632 Apr 18 20:43:30.720637 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1afcdea2-5582-4132-a1df-2de9806e503e req-cb7616a0-cf83-4f02-906f-715a11b45ebc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80 HTTP/1.1" status: 200 len: 999 time: 0.3154104 Apr 18 20:43:30.732139 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e27185-8c87-4b39-8146-90b5cfcd7923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81596118-eb43-436e-897c-e6d9f746c0f2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:30.767773 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['ce14327b-f838-40e4-a178-eb053bd91da8'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:43:30.848480 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-390a6e88-8b8e-498c-b066-b22ca64accb5 req-496480ed-c269-4e13-906c-4b7d148627e2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b11653c1-0ef5-4ea8-ba2b-ec453631e0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5003049 Apr 18 20:43:30.856988 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=ce14327b-f838-40e4-a178-eb053bd91da8,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:30.873476 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-42e27185-8c87-4b39-8146-90b5cfcd7923 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0a72adadb734a7c9c97e15023523bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4983311 Apr 18 20:43:30.876112 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45458) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:30.972911 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:43:30.973983 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-dc29baf7-c944-450b-8608-a22895e13637 service neutron] For port 261ee228-3034-446a-848b-b1eb0de2a08c, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=261ee228-3034-446a-848b-b1eb0de2a08c,segment=NetworkSegment(9685e92c-5add-481d-8884-cc7ec737f512),segment_id=9685e92c-5add-481d-8884-cc7ec737f512)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:31.022884 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7d1c829d-c8d5-466c-8f66-1801e74a42d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:31.087174 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7d1c829d-c8d5-466c-8f66-1801e74a42d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:31.094567 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcdea2-5582-4132-a1df-2de9806e503e req-2bafad29-81dd-4839-81d8-7bda86a67774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:31.096404 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1afcdea2-5582-4132-a1df-2de9806e503e req-2bafad29-81dd-4839-81d8-7bda86a67774 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e471ea4-101a-40ef-81f9-9917dd650719 HTTP/1.1" status: 200 len: 851 time: 0.3611755 Apr 18 20:43:31.211053 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c27ca-2bf2-4fa8-bd64-36321848b83c req-647a6a5e-fc6d-4e92-bd0c-d0b17c03f49a tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:31.213199 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-dc29baf7-c944-450b-8608-a22895e13637 service neutron] For port 261ee228-3034-446a-848b-b1eb0de2a08c, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:43:31.214717 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-280c27ca-2bf2-4fa8-bd64-36321848b83c req-647a6a5e-fc6d-4e92-bd0c-d0b17c03f49a tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 944 time: 0.4896481 Apr 18 20:43:31.229217 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c226d-c807-4d6a-afe4-54ee1d839abe req-ffefe4f6-f892-4a8c-bb4d-90343ce82024 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:31.238293 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d08c226d-c807-4d6a-afe4-54ee1d839abe req-ffefe4f6-f892-4a8c-bb4d-90343ce82024 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e9c794-72e3-4494-9625-d79c4a534cab HTTP/1.1" status: 200 len: 945 time: 0.4356647 Apr 18 20:43:31.244606 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7d1c829d-c8d5-466c-8f66-1801e74a42d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:31.247872 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7d1c829d-c8d5-466c-8f66-1801e74a42d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:31.276301 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7d1c829d-c8d5-466c-8f66-1801e74a42d6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81596118-eb43-436e-897c-e6d9f746c0f2 HTTP/1.1" status: 204 len: 168 time: 0.3771632 Apr 18 20:43:31.309426 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcdea2-5582-4132-a1df-2de9806e503e req-d540bec6-ab2a-4d61-ae77-6b47fe7b1105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:31.311149 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:31.311487 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1afcdea2-5582-4132-a1df-2de9806e503e req-d540bec6-ab2a-4d61-ae77-6b47fe7b1105 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb225605-c490-4bb4-a150-b74221fc667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2070343 Apr 18 20:43:31.354667 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-dc29baf7-c944-450b-8608-a22895e13637 service neutron] device_id is not set on port 261ee228-3034-446a-848b-b1eb0de2a08c yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:43:31.356855 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-280c27ca-2bf2-4fa8-bd64-36321848b83c req-c217b312-1e29-4a2e-af87-a598db425a0a tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144736 Apr 18 20:43:31.373120 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c829d-c8d5-466c-8f66-1801e74a42d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81596118-eb43-436e-897c-e6d9f746c0f2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:31.413951 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-dc29baf7-c944-450b-8608-a22895e13637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:31.425257 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d08c226d-c807-4d6a-afe4-54ee1d839abe req-2820ec20-b60b-4c11-94f1-26607369c250 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=b11653c1-0ef5-4ea8-ba2b-ec453631e0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857791 Apr 18 20:43:31.434281 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-dc29baf7-c944-450b-8608-a22895e13637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:31.634039 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-dc29baf7-c944-450b-8608-a22895e13637 service neutron] No DVR routers for this DVR port 261ee228-3034-446a-848b-b1eb0de2a08c on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:43:31.637098 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:31.641503 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:43:31.642886 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:43:31.693455 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29baf7-c944-450b-8608-a22895e13637 service neutron] Pushing event updated for resources: {'Port': ['ID=261ee228-3034-446a-848b-b1eb0de2a08c,revision_number=6']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:31.748064 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-dc29baf7-c944-450b-8608-a22895e13637 service neutron] In _notify_port_updated(), no bound segment for port 261ee228-3034-446a-848b-b1eb0de2a08c on network 2b0f0f53-742c-4158-9900-4acf2578c1ab {{(pid=102909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:43:31.749037 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-dc29baf7-c944-450b-8608-a22895e13637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:31.749697 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-dc29baf7-c944-450b-8608-a22895e13637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:31.752149 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-dc29baf7-c944-450b-8608-a22895e13637 service neutron] 10.222.0.57 "PUT /v2.0/ports/261ee228-3034-446a-848b-b1eb0de2a08c HTTP/1.1" status: 200 len: 1032 time: 1.8750808 Apr 18 20:43:32.041973 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1afcdea2-5582-4132-a1df-2de9806e503e req-ebb0f73a-21fd-470f-bd28-9c5ba495f36d service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7174394 Apr 18 20:43:32.078152 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-14acb6af-de25-4a71-b5dd-6456e63ec992 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Deleting port 8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:43:32.079287 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-14acb6af-de25-4a71-b5dd-6456e63ec992 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:32.333247 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 088f9125-e7ed-4d40-819c-3af12453d6a0 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:43:32.338953 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d7c35a16-6b28-4749-873a-833b018f02d0 None None] Provisioning complete for port 261ee228-3034-446a-848b-b1eb0de2a08c triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:32.344238 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d7c35a16-6b28-4749-873a-833b018f02d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:32.361062 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f046e3-1c4a-4014-85ca-30fc2d6b6c06 req-f676f3aa-478a-4ce5-8dc2-01107f588158 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:32.363478 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76f046e3-1c4a-4014-85ca-30fc2d6b6c06 req-f676f3aa-478a-4ce5-8dc2-01107f588158 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.4493284 Apr 18 20:43:32.392098 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeea4db-a4bf-4431-8d21-0daaa1c3b74c req-b6308c49-fbdb-4af4-8f63-540beb57c1a1 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:32.411763 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeea4db-a4bf-4431-8d21-0daaa1c3b74c req-b6308c49-fbdb-4af4-8f63-540beb57c1a1 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:32.430600 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeea4db-a4bf-4431-8d21-0daaa1c3b74c req-b6308c49-fbdb-4af4-8f63-540beb57c1a1 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:32.448265 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeea4db-a4bf-4431-8d21-0daaa1c3b74c req-b6308c49-fbdb-4af4-8f63-540beb57c1a1 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:32.458079 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeea4db-a4bf-4431-8d21-0daaa1c3b74c req-b6308c49-fbdb-4af4-8f63-540beb57c1a1 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:32.472855 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1aeea4db-a4bf-4431-8d21-0daaa1c3b74c req-b6308c49-fbdb-4af4-8f63-540beb57c1a1 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 3886 time: 0.6999974 Apr 18 20:43:32.557418 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-d7c35a16-6b28-4749-873a-833b018f02d0 None None] Port 261ee228-3034-446a-848b-b1eb0de2a08c cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:43:32.602157 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1afcdea2-5582-4132-a1df-2de9806e503e req-6e5bd00a-4fb0-48bc-b484-61f06f63aa3f service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218744 Apr 18 20:43:32.606434 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76f046e3-1c4a-4014-85ca-30fc2d6b6c06 req-4237cda2-2def-4948-9a07-dde8b5e61be8 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308136 Apr 18 20:43:32.611207 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1aeea4db-a4bf-4431-8d21-0daaa1c3b74c req-54e01f88-80ca-40aa-bce1-abf9b49ba58f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368806 Apr 18 20:43:32.655707 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45510) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:32.681315 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:32.689358 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-310e94e9-bce7-4908-b4a5-6ef03aacff50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:32.774609 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '088f9125-e7ed-4d40-819c-3af12453d6a0'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:43:32.783624 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257f0337-1ccb-443b-bdec-7564c1b85234" -d '{"events": [{"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-unplugged", "status": "completed", "tag": "088f9125-e7ed-4d40-819c-3af12453d6a0"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:43:32.850231 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 088f9125-e7ed-4d40-819c-3af12453d6a0, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=088f9125-e7ed-4d40-819c-3af12453d6a0,segment=NetworkSegment(9685e92c-5add-481d-8884-cc7ec737f512),segment_id=9685e92c-5add-481d-8884-cc7ec737f512)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:32.859553 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:32.861155 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 518d95c4-4917-4c82-b386-f2d314651a91 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:43:33.096138 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=088f9125-e7ed-4d40-819c-3af12453d6a0,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:33.135991 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:33.184299 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device ce14327b-f838-40e4-a178-eb053bd91da8 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:43:33.188022 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-eccd75ce-222a-4219-9bad-673771658162 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1352594 Apr 18 20:43:33.240197 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-14acb6af-de25-4a71-b5dd-6456e63ec992 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] For port 8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78,segment=NetworkSegment(9685e92c-5add-481d-8884-cc7ec737f512),segment_id=9685e92c-5add-481d-8884-cc7ec737f512)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:33.240999 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-14acb6af-de25-4a71-b5dd-6456e63ec992 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:33.353682 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-310e94e9-bce7-4908-b4a5-6ef03aacff50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:33.376648 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4d36c-e2ad-4928-a65d-9df4769619ee req-3ffcb331-069f-49ad-9367-8b6027efeafc tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:33.383971 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-14acb6af-de25-4a71-b5dd-6456e63ec992 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Calling delete_port for 8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:43:33.386637 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-72a4d36c-e2ad-4928-a65d-9df4769619ee req-3ffcb331-069f-49ad-9367-8b6027efeafc tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.2420270 Apr 18 20:43:33.391235 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-310e94e9-bce7-4908-b4a5-6ef03aacff50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:33.443791 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdb877-c0d8-4a28-929e-61e028febd58 req-95318678-9ad8-446c-9677-48580f1df7d8 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:33.449602 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a5cdb877-c0d8-4a28-929e-61e028febd58 req-95318678-9ad8-446c-9677-48580f1df7d8 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e9c794-72e3-4494-9625-d79c4a534cab HTTP/1.1" status: 200 len: 945 time: 0.6372199 Apr 18 20:43:33.466553 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e94e9-bce7-4908-b4a5-6ef03aacff50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6a8b8b-dafa-454a-98d5-917a5a0e7b0b,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:33.484895 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 518d95c4-4917-4c82-b386-f2d314651a91, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=518d95c4-4917-4c82-b386-f2d314651a91,segment=NetworkSegment(25275ed1-7e44-4f97-85fb-5ca8e77fc202),segment_id=25275ed1-7e44-4f97-85fb-5ca8e77fc202)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:33.504618 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:33.506012 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:43:33.559780 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45532) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:33.580575 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-72a4d36c-e2ad-4928-a65d-9df4769619ee req-99f66b0c-d779-4aeb-a6de-5fda7d1dfa0b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920810 Apr 18 20:43:33.616229 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a5cdb877-c0d8-4a28-929e-61e028febd58 req-33fe865a-ef79-4bed-80aa-ec3f30857e66 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=b11653c1-0ef5-4ea8-ba2b-ec453631e0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457801 Apr 18 20:43:33.628275 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-310e94e9-bce7-4908-b4a5-6ef03aacff50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e050ebb2e1254867a5e4eb2130e476f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9709518 Apr 18 20:43:33.631761 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45538) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:33.711709 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-3b1589b5-75d5-4d22-99a4-5390036d73f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:33.717706 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-3b1589b5-75d5-4d22-99a4-5390036d73f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:33.718713 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-3b1589b5-75d5-4d22-99a4-5390036d73f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:33.719706 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-3b1589b5-75d5-4d22-99a4-5390036d73f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:33.720737 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-3b1589b5-75d5-4d22-99a4-5390036d73f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:33.723164 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-3b1589b5-75d5-4d22-99a4-5390036d73f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:33.729372 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-3b1589b5-75d5-4d22-99a4-5390036d73f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:33.733349 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-3b1589b5-75d5-4d22-99a4-5390036d73f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b938d2524c3842cdaf1832263fa7ae9d&device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 6490 time: 0.4761965 Apr 18 20:43:33.807330 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4c78c37a-8e8f-4e04-a7d7-bacd3ee8dea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:33.847444 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228ed70-96ea-4313-91fe-266c0e588908 req-414e593e-49f1-45bd-9028-a981fc253193 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:33.857099 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551ed457-c77d-4189-825b-c34eaa049dca x-openstack-request-id: req-551ed457-c77d-4189-825b-c34eaa049dca {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:43:33.857865 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-unplugged", "status": "completed", "tag": "088f9125-e7ed-4d40-819c-3af12453d6a0", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:43:33.857865 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-551ed457-c77d-4189-825b-c34eaa049dca {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:43:33.858174 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-551ed457-c77d-4189-825b-c34eaa049dca'] response: {'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '088f9125-e7ed-4d40-819c-3af12453d6a0', 'code': 200} Apr 18 20:43:33.859553 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3228ed70-96ea-4313-91fe-266c0e588908 req-414e593e-49f1-45bd-9028-a981fc253193 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 944 time: 0.1352935 Apr 18 20:43:33.881738 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4c78c37a-8e8f-4e04-a7d7-bacd3ee8dea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:33.943203 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port ce14327b-f838-40e4-a178-eb053bd91da8 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:33.943656 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:33.971365 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4c78c37a-8e8f-4e04-a7d7-bacd3ee8dea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:33.975419 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4c78c37a-8e8f-4e04-a7d7-bacd3ee8dea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:33.977216 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4c78c37a-8e8f-4e04-a7d7-bacd3ee8dea2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef6a8b8b-dafa-454a-98d5-917a5a0e7b0b HTTP/1.1" status: 204 len: 168 time: 0.3434441 Apr 18 20:43:34.015453 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=518d95c4-4917-4c82-b386-f2d314651a91,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:34.063750 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-275aa258-20e1-4c3f-988a-7ec5c7d8e7f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:34.159410 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78c37a-8e8f-4e04-a7d7-bacd3ee8dea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6a8b8b-dafa-454a-98d5-917a5a0e7b0b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:34.223836 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:34.269799 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3228ed70-96ea-4313-91fe-266c0e588908 req-f8c789c0-99d6-4adc-b289-3f0f93993bc2 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089122 Apr 18 20:43:34.317570 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe2f52-2aa7-4eae-bfc1-e9290a32547a req-636a8f84-1a22-4690-9dbc-4ce9ac0e12d7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:34.332118 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe2f52-2aa7-4eae-bfc1-e9290a32547a req-636a8f84-1a22-4690-9dbc-4ce9ac0e12d7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:34.349236 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe2f52-2aa7-4eae-bfc1-e9290a32547a req-636a8f84-1a22-4690-9dbc-4ce9ac0e12d7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:34.365669 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe2f52-2aa7-4eae-bfc1-e9290a32547a req-636a8f84-1a22-4690-9dbc-4ce9ac0e12d7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:34.366510 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:34.401432 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-14acb6af-de25-4a71-b5dd-6456e63ec992 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:34.408596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe2f52-2aa7-4eae-bfc1-e9290a32547a req-636a8f84-1a22-4690-9dbc-4ce9ac0e12d7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:34.434856 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b0fe2f52-2aa7-4eae-bfc1-e9290a32547a req-636a8f84-1a22-4690-9dbc-4ce9ac0e12d7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 3882 time: 0.3253953 Apr 18 20:43:34.523209 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14acb6af-de25-4a71-b5dd-6456e63ec992 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event deleted for resources: {'Port': ['ID=8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:34.527177 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 8d3bdca7-278d-47f1-a781-98e6caeb3fe5 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:43:34.549481 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-20e90ae6-e4f7-42ae-881e-5858d50c310c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:34.549931 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-20e90ae6-e4f7-42ae-881e-5858d50c310c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:34.550521 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-20e90ae6-e4f7-42ae-881e-5858d50c310c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:34.552375 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-20e90ae6-e4f7-42ae-881e-5858d50c310c service neutron] 10.222.0.57 "GET /v2.0/networks?id=56d56df8-ad53-4411-a2e6-e62fee5903cf&id=6ebd78e3-8ba6-4968-baed-05df69d3d0c2&id=6ebd78e3-8ba6-4968-baed-05df69d3d0c2&id=6ebd78e3-8ba6-4968-baed-05df69d3d0c2&id=6ebd78e3-8ba6-4968-baed-05df69d3d0c2&id=f0513885-75e1-4841-8e3e-94a85e5d0ac6&id=f0513885-75e1-4841-8e3e-94a85e5d0ac6 HTTP/1.1" status: 200 len: 2292 time: 0.7727530 Apr 18 20:43:34.722151 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port ce14327b-f838-40e4-a178-eb053bd91da8, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ce14327b-f838-40e4-a178-eb053bd91da8,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:34.753144 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:34.755044 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-c5c23c8f-3361-4609-9742-97b51e6c25c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c83b6e95-284d-4625-9464-19907a1dbe6f HTTP/1.1" status: 200 len: 1000 time: 0.1359000 Apr 18 20:43:34.795024 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-14acb6af-de25-4a71-b5dd-6456e63ec992 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] No DVR routers for this DVR port 8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:43:34.803470 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-14acb6af-de25-4a71-b5dd-6456e63ec992 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:34.810904 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-14acb6af-de25-4a71-b5dd-6456e63ec992 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.57 "DELETE /v2.0/ports/8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78 HTTP/1.1" status: 204 len: 173 time: 3.0468073 Apr 18 20:43:34.815925 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b0fe2f52-2aa7-4eae-bfc1-e9290a32547a req-7edec5c5-ae6d-4ac2-85c6-9fc1295a8d80 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3794475 Apr 18 20:43:34.886466 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-deleted', 'tag': '8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:43:34.890787 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab66facc-ea72-40f7-8d44-7fe5d5440b72" -d '{"events": [{"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-deleted", "tag": "8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:43:34.895117 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-c07af2ea-fdcb-4468-90d0-c8114312d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:34.897233 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-c07af2ea-fdcb-4468-90d0-c8114312d6d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=722f9c2d-f886-463b-96e2-22bc146fde64 HTTP/1.1" status: 200 len: 851 time: 0.0981829 Apr 18 20:43:34.984454 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-275aa258-20e1-4c3f-988a-7ec5c7d8e7f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:35.020242 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243991fc-1032-4f1f-b201-afc67ca8b38f req-526cedba-6978-4b35-a986-b2bc30ee5022 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:35.033821 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-243991fc-1032-4f1f-b201-afc67ca8b38f req-526cedba-6978-4b35-a986-b2bc30ee5022 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e9c794-72e3-4494-9625-d79c4a534cab HTTP/1.1" status: 200 len: 945 time: 0.5350151 Apr 18 20:43:35.044752 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-275aa258-20e1-4c3f-988a-7ec5c7d8e7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:35.056994 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45570) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:35.079040 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-26b5317b-cf02-4508-8b8f-e8c7b7651fe4 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Request body: {'floatingip': {'port_id': '37019e27-7778-4818-99d6-c6e6fd215495'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:35.113163 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:35.227539 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-6a59e5eb-c133-45a0-a277-b9db6b138361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:35.235655 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-6a59e5eb-c133-45a0-a277-b9db6b138361 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=56d56df8-ad53-4411-a2e6-e62fee5903cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3271837 Apr 18 20:43:35.250845 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-26b5317b-cf02-4508-8b8f-e8c7b7651fe4 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for floatingip, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:35.273039 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=ce14327b-f838-40e4-a178-eb053bd91da8,revision_number=7']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:35.315532 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 8d3bdca7-278d-47f1-a781-98e6caeb3fe5, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=8d3bdca7-278d-47f1-a781-98e6caeb3fe5,segment=NetworkSegment(3a670b0e-6c3c-43fd-a0c4-ca85021cbf57),segment_id=3a670b0e-6c3c-43fd-a0c4-ca85021cbf57)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:35.326952 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:35.327722 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 2c0596f1-154c-4d5c-b593-d1998b78e1de no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:43:35.417596 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-27173502-d4b3-4ff8-bf00-2f62172b504b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Deleting port 2c0596f1-154c-4d5c-b593-d1998b78e1de {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:43:35.418513 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-27173502-d4b3-4ff8-bf00-2f62172b504b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:35.621492 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=8d3bdca7-278d-47f1-a781-98e6caeb3fe5,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:35.719397 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:35.774866 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 2c0596f1-154c-4d5c-b593-d1998b78e1de, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=2c0596f1-154c-4d5c-b593-d1998b78e1de,segment=NetworkSegment(3a670b0e-6c3c-43fd-a0c4-ca85021cbf57),segment_id=3a670b0e-6c3c-43fd-a0c4-ca85021cbf57)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:35.786641 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:35.918840 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-27173502-d4b3-4ff8-bf00-2f62172b504b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] For port 2c0596f1-154c-4d5c-b593-d1998b78e1de, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=2c0596f1-154c-4d5c-b593-d1998b78e1de,segment=NetworkSegment(3a670b0e-6c3c-43fd-a0c4-ca85021cbf57),segment_id=3a670b0e-6c3c-43fd-a0c4-ca85021cbf57)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:35.919835 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-27173502-d4b3-4ff8-bf00-2f62172b504b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:35.922494 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '518d95c4-4917-4c82-b386-f2d314651a91'}, {'server_uuid': '8dac1206-ebf5-4513-ad6b-bee6be7de27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce14327b-f838-40e4-a178-eb053bd91da8'}, {'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d3bdca7-278d-47f1-a781-98e6caeb3fe5'}, {'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c0596f1-154c-4d5c-b593-d1998b78e1de'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:43:35.925017 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b2d44a-8c29-4330-982a-6f2aa2b4505c" -d '{"events": [{"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-unplugged", "status": "completed", "tag": "518d95c4-4917-4c82-b386-f2d314651a91"}, {"server_uuid": "8dac1206-ebf5-4513-ad6b-bee6be7de27b", "name": "network-vif-plugged", "status": "completed", "tag": "ce14327b-f838-40e4-a178-eb053bd91da8"}, {"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-unplugged", "status": "completed", "tag": "8d3bdca7-278d-47f1-a781-98e6caeb3fe5"}, {"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-unplugged", "status": "completed", "tag": "2c0596f1-154c-4d5c-b593-d1998b78e1de"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:43:35.927786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=2c0596f1-154c-4d5c-b593-d1998b78e1de,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:35.993971 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-5128305c-5873-453f-ac41-6af3c3bd131b service neutron] 10.222.0.57 "GET /v2.0/networks/56d56df8-ad53-4411-a2e6-e62fee5903cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7414963 Apr 18 20:43:35.994264 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-27173502-d4b3-4ff8-bf00-2f62172b504b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Calling delete_port for 2c0596f1-154c-4d5c-b593-d1998b78e1de owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:43:36.567646 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-a3024fa7-5518-48bd-9dc0-b67268728ffa service neutron] 10.222.0.57 "GET /v2.0/networks/56d56df8-ad53-4411-a2e6-e62fee5903cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5658796 Apr 18 20:43:36.628231 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-a84fbe12-54c5-4d3d-a4c2-0ade64eb005a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=7c77f7cf-e8d8-4d52-8506-6c7c25f24291 HTTP/1.1" status: 200 len: 217 time: 0.0489328 Apr 18 20:43:36.702199 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275aa258-20e1-4c3f-988a-7ec5c7d8e7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8cee43-da10-41ac-aeff-04cc6180d800,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:36.934777 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-275aa258-20e1-4c3f-988a-7ec5c7d8e7f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=031d32039fdc4e38adf50ccd70f89266&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3502638 Apr 18 20:43:36.938300 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45596) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:36.998407 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-27173502-d4b3-4ff8-bf00-2f62172b504b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.109190 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6041a-78ee-4943-a4cf-fe6aec6772a4 req-98ffde38-1934-4975-b8b2-5ef01aa5bfab tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:37.120482 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dba6041a-78ee-4943-a4cf-fe6aec6772a4 req-98ffde38-1934-4975-b8b2-5ef01aa5bfab tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 1.6772971 Apr 18 20:43:37.151390 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27173502-d4b3-4ff8-bf00-2f62172b504b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event deleted for resources: {'Port': ['ID=2c0596f1-154c-4d5c-b593-d1998b78e1de,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:37.202918 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173502-d4b3-4ff8-bf00-2f62172b504b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:37.205484 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173502-d4b3-4ff8-bf00-2f62172b504b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:37.206024 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173502-d4b3-4ff8-bf00-2f62172b504b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:37.206477 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173502-d4b3-4ff8-bf00-2f62172b504b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:37.207401 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173502-d4b3-4ff8-bf00-2f62172b504b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:37.209665 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173502-d4b3-4ff8-bf00-2f62172b504b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:37.210286 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173502-d4b3-4ff8-bf00-2f62172b504b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:37.214409 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173502-d4b3-4ff8-bf00-2f62172b504b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:37.215215 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173502-d4b3-4ff8-bf00-2f62172b504b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:37.215868 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173502-d4b3-4ff8-bf00-2f62172b504b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:37.216654 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173502-d4b3-4ff8-bf00-2f62172b504b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:37.217071 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173502-d4b3-4ff8-bf00-2f62172b504b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:37.242959 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-5a65c861-43c9-4457-8956-2bda3ca5d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:37.254592 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-5a65c861-43c9-4457-8956-2bda3ca5d1bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=72e7d85d-cdaa-40ae-b795-4a0b852926e4 HTTP/1.1" status: 200 len: 797 time: 0.6187243 Apr 18 20:43:37.325192 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676149a-d2ff-4b6b-86b5-1e64bb916882 req-16eeb4d2-bb80-4414-a6eb-e8b5dd778ceb tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:37.329859 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e676149a-d2ff-4b6b-86b5-1e64bb916882 req-16eeb4d2-bb80-4414-a6eb-e8b5dd778ceb tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 2.0183487 Apr 18 20:43:37.367846 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7267a4-6953-4171-a497-01d2bcc9fffc req-c121ea6f-3b51-4562-884f-49c48e992752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:37.371540 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb7267a4-6953-4171-a497-01d2bcc9fffc req-c121ea6f-3b51-4562-884f-49c48e992752 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66c8c89b1fcc4ff8ba25812b9483869d&device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 1096 time: 0.7547033 Apr 18 20:43:37.399002 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dba6041a-78ee-4943-a4cf-fe6aec6772a4 req-437ad0c6-eae0-464f-b209-60a0d1dcdd19 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2612486 Apr 18 20:43:37.453814 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-27173502-d4b3-4ff8-bf00-2f62172b504b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] No DVR routers for this DVR port 2c0596f1-154c-4d5c-b593-d1998b78e1de on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:43:37.465785 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-27173502-d4b3-4ff8-bf00-2f62172b504b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.469144 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-27173502-d4b3-4ff8-bf00-2f62172b504b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.57 "DELETE /v2.0/ports/2c0596f1-154c-4d5c-b593-d1998b78e1de HTTP/1.1" status: 204 len: 173 time: 2.5700881 Apr 18 20:43:37.514545 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9c860294-fb45-4609-b400-b40803b7075b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.580521 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d838a23-8f55-4847-a583-d7ee82780684 x-openstack-request-id: req-5d838a23-8f55-4847-a583-d7ee82780684 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:43:37.581636 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-deleted", "tag": "8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:43:37.582056 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d838a23-8f55-4847-a583-d7ee82780684 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:43:37.583196 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d838a23-8f55-4847-a583-d7ee82780684'] response: {'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-deleted', 'tag': '8a1e4636-f7df-43a7-97cc-0cc0ee0d3b78', 'status': 'completed', 'code': 200} Apr 18 20:43:37.643642 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.704832 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9c860294-fb45-4609-b400-b40803b7075b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.717516 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-16265342-fa00-4c38-99bb-275171b8270a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:37.722911 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-16265342-fa00-4c38-99bb-275171b8270a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ebd78e3-8ba6-4968-baed-05df69d3d0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4236374 Apr 18 20:43:37.853827 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e676149a-d2ff-4b6b-86b5-1e64bb916882 req-9c5a8e84-3079-4f57-8d0f-b6aa52b44c84 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4958158 Apr 18 20:43:38.106665 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7267a4-6953-4171-a497-01d2bcc9fffc req-5243b24e-dea4-4275-9eaa-8a6d9eaf3ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:38.119611 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb7267a4-6953-4171-a497-01d2bcc9fffc req-5243b24e-dea4-4275-9eaa-8a6d9eaf3ae0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=af9b8ad0-3b77-4446-8808-154f03d72322 HTTP/1.1" status: 200 len: 917 time: 0.6285849 Apr 18 20:43:38.139311 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9c860294-fb45-4609-b400-b40803b7075b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.147893 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9c860294-fb45-4609-b400-b40803b7075b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.151163 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9c860294-fb45-4609-b400-b40803b7075b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0f8cee43-da10-41ac-aeff-04cc6180d800 HTTP/1.1" status: 204 len: 168 time: 1.1994541 Apr 18 20:43:38.175100 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c860294-fb45-4609-b400-b40803b7075b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8cee43-da10-41ac-aeff-04cc6180d800,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:38.275191 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-b5fb9373-26cc-48de-b7b5-dc491bac3b74 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Deleting port 088f9125-e7ed-4d40-819c-3af12453d6a0 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:43:38.275743 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-b5fb9373-26cc-48de-b7b5-dc491bac3b74 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.474897 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-b5fb9373-26cc-48de-b7b5-dc491bac3b74 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] For port 088f9125-e7ed-4d40-819c-3af12453d6a0, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=088f9125-e7ed-4d40-819c-3af12453d6a0,segment=NetworkSegment(9685e92c-5add-481d-8884-cc7ec737f512),segment_id=9685e92c-5add-481d-8884-cc7ec737f512)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:38.478267 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-b5fb9373-26cc-48de-b7b5-dc491bac3b74 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.508090 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-b5fb9373-26cc-48de-b7b5-dc491bac3b74 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Calling delete_port for 088f9125-e7ed-4d40-819c-3af12453d6a0 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:43:38.785853 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-b5fb9373-26cc-48de-b7b5-dc491bac3b74 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.791653 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-35fe7fc7-7b32-43b3-ae02-e0224e21071e service neutron] 10.222.0.57 "GET /v2.0/networks/6ebd78e3-8ba6-4968-baed-05df69d3d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9962556 Apr 18 20:43:38.882198 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb9373-26cc-48de-b7b5-dc491bac3b74 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event deleted for resources: {'Port': ['ID=088f9125-e7ed-4d40-819c-3af12453d6a0,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:39.063037 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb7267a4-6953-4171-a497-01d2bcc9fffc req-ab3ff246-609b-49e5-b4c0-fb6d9414b65e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a97674a9-53d3-41ba-9802-1439e7cf0ecf HTTP/1.1" status: 200 len: 1001 time: 0.9317946 Apr 18 20:43:39.097833 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-af66deba-f0a9-4efc-9c96-5c47306446cb service neutron] 10.222.0.57 "GET /v2.0/networks/6ebd78e3-8ba6-4968-baed-05df69d3d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974286 Apr 18 20:43:39.161271 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-45d36bd5-37fb-4cc8-b0ff-5444acebac96 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=72942681-8a4e-43a3-b295-7bf4150afaac HTTP/1.1" status: 200 len: 217 time: 0.0559328 Apr 18 20:43:39.163207 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45626) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:39.225657 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-b5fb9373-26cc-48de-b7b5-dc491bac3b74 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] No DVR routers for this DVR port 088f9125-e7ed-4d40-819c-3af12453d6a0 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:43:39.373129 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c446da44-81f2-4eaf-9fa5-7a8a1bd15530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:39.376172 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94fa4b-8bb0-475e-93fe-7bb4515c2472 req-6c2468ca-b6c8-42cb-9f50-417cd021d42f tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:39.393997 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b94fa4b-8bb0-475e-93fe-7bb4515c2472 req-6c2468ca-b6c8-42cb-9f50-417cd021d42f tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 1.6071308 Apr 18 20:43:39.422232 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-09a325a8-52d4-4d91-92da-2ed5117bbfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:39.445848 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-09a325a8-52d4-4d91-92da-2ed5117bbfef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=72e7d85d-cdaa-40ae-b795-4a0b852926e4 HTTP/1.1" status: 200 len: 797 time: 0.2090859 Apr 18 20:43:39.453313 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-b5fb9373-26cc-48de-b7b5-dc491bac3b74 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:39.479546 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-b5fb9373-26cc-48de-b7b5-dc491bac3b74 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.57 "DELETE /v2.0/ports/088f9125-e7ed-4d40-819c-3af12453d6a0 HTTP/1.1" status: 204 len: 173 time: 1.9730828 Apr 18 20:43:39.625510 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7267a4-6953-4171-a497-01d2bcc9fffc req-42fbbff3-ffa5-4e3e-ac94-abed4d204ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:39.635651 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb7267a4-6953-4171-a497-01d2bcc9fffc req-42fbbff3-ffa5-4e3e-ac94-abed4d204ab2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c229c317-384e-4f90-84f5-fac3dceea926 HTTP/1.1" status: 200 len: 855 time: 0.5336778 Apr 18 20:43:39.762047 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-deleted', 'tag': '2c0596f1-154c-4d5c-b593-d1998b78e1de'}, {'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-deleted', 'tag': '088f9125-e7ed-4d40-819c-3af12453d6a0'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:43:39.768309 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed4654-6706-4f09-aa31-9757c11d0ff2 req-dda8bc80-f220-4541-8600-5df40866fbb1 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:39.776165 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6940f08-13f1-4daf-95eb-8e6f02f203b9" -d '{"events": [{"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-deleted", "tag": "2c0596f1-154c-4d5c-b593-d1998b78e1de"}, {"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-deleted", "tag": "088f9125-e7ed-4d40-819c-3af12453d6a0"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:43:39.782857 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed4654-6706-4f09-aa31-9757c11d0ff2 req-dda8bc80-f220-4541-8600-5df40866fbb1 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:39.799074 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed4654-6706-4f09-aa31-9757c11d0ff2 req-dda8bc80-f220-4541-8600-5df40866fbb1 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:39.803728 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1ed4654-6706-4f09-aa31-9757c11d0ff2 req-dda8bc80-f220-4541-8600-5df40866fbb1 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 2332 time: 1.5656269 Apr 18 20:43:39.870031 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.db.resource_extend [None req-26b5317b-cf02-4508-8b8f-e8c7b7651fe4 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:43:39.963471 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b94fa4b-8bb0-475e-93fe-7bb4515c2472 req-58321ffa-e76d-44b0-a7cd-100a07567399 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5676990 Apr 18 20:43:40.102071 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7267a4-6953-4171-a497-01d2bcc9fffc req-26ff24aa-6fe8-4527-b6b6-7f81e695144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:40.111740 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb7267a4-6953-4171-a497-01d2bcc9fffc req-26ff24aa-6fe8-4527-b6b6-7f81e695144a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af9b8ad0-3b77-4446-8808-154f03d72322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4447584 Apr 18 20:43:40.113097 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Mon, 18 Apr 2022 20:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53213f9-b15e-4197-a098-17d905754a08 x-openstack-request-id: req-b53213f9-b15e-4197-a098-17d905754a08 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:43:40.114685 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-unplugged", "status": "completed", "tag": "518d95c4-4917-4c82-b386-f2d314651a91", "code": 200}, {"server_uuid": "8dac1206-ebf5-4513-ad6b-bee6be7de27b", "name": "network-vif-plugged", "status": "completed", "tag": "ce14327b-f838-40e4-a178-eb053bd91da8", "code": 200}, {"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-unplugged", "status": "completed", "tag": "8d3bdca7-278d-47f1-a781-98e6caeb3fe5", "code": 200}, {"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-unplugged", "status": "completed", "tag": "2c0596f1-154c-4d5c-b593-d1998b78e1de", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:43:40.115117 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b53213f9-b15e-4197-a098-17d905754a08 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:43:40.117382 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b53213f9-b15e-4197-a098-17d905754a08'] response: {'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '518d95c4-4917-4c82-b386-f2d314651a91', 'code': 200} Apr 18 20:43:40.118316 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b53213f9-b15e-4197-a098-17d905754a08'] response: {'server_uuid': '8dac1206-ebf5-4513-ad6b-bee6be7de27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce14327b-f838-40e4-a178-eb053bd91da8', 'code': 200} Apr 18 20:43:40.118781 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b53213f9-b15e-4197-a098-17d905754a08'] response: {'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d3bdca7-278d-47f1-a781-98e6caeb3fe5', 'code': 200} Apr 18 20:43:40.119249 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b53213f9-b15e-4197-a098-17d905754a08'] response: {'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c0596f1-154c-4d5c-b593-d1998b78e1de', 'code': 200} Apr 18 20:43:40.131077 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-3d7903e8-209d-483f-bf01-5c65195070af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:40.153955 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-3d7903e8-209d-483f-bf01-5c65195070af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ebd78e3-8ba6-4968-baed-05df69d3d0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6270950 Apr 18 20:43:40.169165 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1ed4654-6706-4f09-aa31-9757c11d0ff2 req-f9a4f25c-0f7f-4c00-9d1b-995787181378 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3412981 Apr 18 20:43:40.210632 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-26b5317b-cf02-4508-8b8f-e8c7b7651fe4 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.251307 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-26b5317b-cf02-4508-8b8f-e8c7b7651fe4 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.344515 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c446da44-81f2-4eaf-9fa5-7a8a1bd15530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.363075 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 20:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba3c918-c099-4fd1-a5e4-5b5541b6476f x-openstack-request-id: req-dba3c918-c099-4fd1-a5e4-5b5541b6476f {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:43:40.363705 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-deleted", "tag": "2c0596f1-154c-4d5c-b593-d1998b78e1de", "status": "completed", "code": 200}, {"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-deleted", "tag": "088f9125-e7ed-4d40-819c-3af12453d6a0", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:43:40.364080 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dba3c918-c099-4fd1-a5e4-5b5541b6476f {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:43:40.364707 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba3c918-c099-4fd1-a5e4-5b5541b6476f'] response: {'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-deleted', 'tag': '2c0596f1-154c-4d5c-b593-d1998b78e1de', 'status': 'completed', 'code': 200} Apr 18 20:43:40.365343 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba3c918-c099-4fd1-a5e4-5b5541b6476f'] response: {'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-deleted', 'tag': '088f9125-e7ed-4d40-819c-3af12453d6a0', 'status': 'completed', 'code': 200} Apr 18 20:43:40.475861 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c446da44-81f2-4eaf-9fa5-7a8a1bd15530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.583465 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446da44-81f2-4eaf-9fa5-7a8a1bd15530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f68204f-a4ed-45a1-94c0-ce4ecf44ec3e,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:40.667808 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-2bf3f994-2693-49e1-8bdd-75d20d9934af tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Deleting port 8d3bdca7-278d-47f1-a781-98e6caeb3fe5 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:43:40.668802 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-2bf3f994-2693-49e1-8bdd-75d20d9934af tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.793767 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-2bf3f994-2693-49e1-8bdd-75d20d9934af tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] For port 8d3bdca7-278d-47f1-a781-98e6caeb3fe5, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=8d3bdca7-278d-47f1-a781-98e6caeb3fe5,segment=NetworkSegment(3a670b0e-6c3c-43fd-a0c4-ca85021cbf57),segment_id=3a670b0e-6c3c-43fd-a0c4-ca85021cbf57)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:40.794587 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-2bf3f994-2693-49e1-8bdd-75d20d9934af tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.815470 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-2bf3f994-2693-49e1-8bdd-75d20d9934af tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Calling delete_port for 8d3bdca7-278d-47f1-a781-98e6caeb3fe5 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:43:40.952829 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb7267a4-6953-4171-a497-01d2bcc9fffc req-488613c9-4b8f-43bd-bfbc-3a3a9c36c48c service neutron] 10.222.0.32 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7667110 Apr 18 20:43:41.018049 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c446da44-81f2-4eaf-9fa5-7a8a1bd15530 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc50927ca5464e2f87030958e667bca5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8258667 Apr 18 20:43:41.025663 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45646) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:41.027760 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-2bf3f994-2693-49e1-8bdd-75d20d9934af tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.318393 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-fbd0a82c-b70b-4a89-9bd6-230e4ddd4d09 service neutron] 10.222.0.57 "GET /v2.0/networks/6ebd78e3-8ba6-4968-baed-05df69d3d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1556401 Apr 18 20:43:41.347054 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3f994-2693-49e1-8bdd-75d20d9934af tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event deleted for resources: {'Port': ['ID=8d3bdca7-278d-47f1-a781-98e6caeb3fe5,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:41.543061 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-26b5317b-cf02-4508-8b8f-e8c7b7651fe4 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Floating IP 1eb605ce-2170-4413-8136-8cecc3dbe303 associated. External IP: 172.25.1.220, port: 37019e27-7778-4818-99d6-c6e6fd215495. Apr 18 20:43:41.668353 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.685654 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-2bf3f994-2693-49e1-8bdd-75d20d9934af tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] No DVR routers for this DVR port 8d3bdca7-278d-47f1-a781-98e6caeb3fe5 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:43:41.713787 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-2bf3f994-2693-49e1-8bdd-75d20d9934af tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.719904 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-2bf3f994-2693-49e1-8bdd-75d20d9934af tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.57 "DELETE /v2.0/ports/8d3bdca7-278d-47f1-a781-98e6caeb3fe5 HTTP/1.1" status: 204 len: 173 time: 2.2328343 Apr 18 20:43:41.906133 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb7267a4-6953-4171-a497-01d2bcc9fffc req-7021811f-b207-46d5-bb10-7c95a2814544 service neutron] 10.222.0.32 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9338684 Apr 18 20:43:41.973374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0d705-810f-4b74-866a-30772b3a6120 req-d34f0280-9cf7-40f4-9c9f-fae9382f2b8b tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:41.989290 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89e0d705-810f-4b74-866a-30772b3a6120 req-d34f0280-9cf7-40f4-9c9f-fae9382f2b8b tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 1.4358902 Apr 18 20:43:42.040073 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5767f-770f-473f-8858-4abec5b35a08 req-a8ccf06c-80ea-4145-b701-0f22425d0767 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:42.043704 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b5f5767f-770f-473f-8858-4abec5b35a08 req-a8ccf06c-80ea-4145-b701-0f22425d0767 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.7829959 Apr 18 20:43:42.126462 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45652) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:42.208855 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-649c362b-e35b-409f-8f90-0efcc8c9ba77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.278026 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-649c362b-e35b-409f-8f90-0efcc8c9ba77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.417485 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b5317b-cf02-4508-8b8f-e8c7b7651fe4 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Router cf246b63-c115-43dd-bd77-4f0269673197 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:43:42.447289 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-deleted', 'tag': '8d3bdca7-278d-47f1-a781-98e6caeb3fe5'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:43:42.453167 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916b7c1a-20da-4f0b-ac1c-58ebd1ebfb6e" -d '{"events": [{"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-deleted", "tag": "8d3bdca7-278d-47f1-a781-98e6caeb3fe5"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:43:42.470314 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b5f5767f-770f-473f-8858-4abec5b35a08 req-5cea7a56-b0ff-450e-98b9-0e2ff9899110 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141699 Apr 18 20:43:42.490822 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-649c362b-e35b-409f-8f90-0efcc8c9ba77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.496308 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-649c362b-e35b-409f-8f90-0efcc8c9ba77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.502954 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-649c362b-e35b-409f-8f90-0efcc8c9ba77 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f68204f-a4ed-45a1-94c0-ce4ecf44ec3e HTTP/1.1" status: 204 len: 168 time: 1.4649475 Apr 18 20:43:42.535575 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c362b-e35b-409f-8f90-0efcc8c9ba77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f68204f-a4ed-45a1-94c0-ce4ecf44ec3e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:42.545910 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-baa33ffb-8a8d-4427-8067-9a5bef0f2cea service neutron] 10.222.0.57 "GET /v2.0/networks/6ebd78e3-8ba6-4968-baed-05df69d3d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1805120 Apr 18 20:43:42.649374 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89e0d705-810f-4b74-866a-30772b3a6120 req-471e5035-d8ad-4653-aeb8-4d11992b79e6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6451769 Apr 18 20:43:42.768245 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-0605e5e3-be41-4f84-bd72-a128103c818b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=a3827d6d-6f37-483f-a44f-ac708e8eb2af HTTP/1.1" status: 200 len: 217 time: 0.2115061 Apr 18 20:43:42.773036 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-30ed61f7-d77e-4ac0-a6b3-267821ed1b1b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Deleting port 518d95c4-4917-4c82-b386-f2d314651a91 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:43:42.774607 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-30ed61f7-d77e-4ac0-a6b3-267821ed1b1b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.996864 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f19cbf-39b0-4cb9-9e52-b7a02e041c3a x-openstack-request-id: req-04f19cbf-39b0-4cb9-9e52-b7a02e041c3a {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:43:42.997646 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-deleted", "tag": "8d3bdca7-278d-47f1-a781-98e6caeb3fe5", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:43:42.998312 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04f19cbf-39b0-4cb9-9e52-b7a02e041c3a {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:43:42.999061 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f19cbf-39b0-4cb9-9e52-b7a02e041c3a'] response: {'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-deleted', 'tag': '8d3bdca7-278d-47f1-a781-98e6caeb3fe5', 'status': 'completed', 'code': 200} Apr 18 20:43:43.013725 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b5317b-cf02-4508-8b8f-e8c7b7651fe4 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:43:43.044331 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37558c49-1b0b-411a-b2e6-f7ceae7566ca None None] Sync routers for ids ['cf246b63-c115-43dd-bd77-4f0269673197'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:43:43.053372 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4b1a3-0859-4cf4-adb5-811a8eb4dbd2 req-f04389b8-650c-4de5-8fef-21da4141e835 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:43.058758 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28c4b1a3-0859-4cf4-adb5-811a8eb4dbd2 req-f04389b8-650c-4de5-8fef-21da4141e835 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 943 time: 0.3520880 Apr 18 20:43:43.066333 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37558c49-1b0b-411a-b2e6-f7ceae7566ca None None] Routers {'cf246b63-c115-43dd-bd77-4f0269673197'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:43:43.066999 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-37558c49-1b0b-411a-b2e6-f7ceae7566ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:43:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cf246b63-c115-43dd-bd77-4f0269673197'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:43.076100 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-26b5317b-cf02-4508-8b8f-e8c7b7651fe4 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:43.130975 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d7b5c555-1689-4bdc-9b79-e75b7ffbb793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:43.252529 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-26b5317b-cf02-4508-8b8f-e8c7b7651fe4 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "PUT /v2.0/floatingips/1eb605ce-2170-4413-8136-8cecc3dbe303 HTTP/1.1" status: 200 len: 991 time: 8.1878309 Apr 18 20:43:43.262096 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e9c794-72e3-4494-9625-d79c4a534cab', 'tag': '37019e27-7778-4818-99d6-c6e6fd215495'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:43:43.289764 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afee056-fb4f-40e9-b47c-f4e2845d0a78" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e9c794-72e3-4494-9625-d79c4a534cab", "tag": "37019e27-7778-4818-99d6-c6e6fd215495"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:43:43.324636 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-90749533-da18-4a25-bc2f-a450e8dec3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:43.343431 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-90749533-da18-4a25-bc2f-a450e8dec3ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=72e7d85d-cdaa-40ae-b795-4a0b852926e4 HTTP/1.1" status: 200 len: 797 time: 0.3328216 Apr 18 20:43:43.388269 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28c4b1a3-0859-4cf4-adb5-811a8eb4dbd2 req-c9913972-7244-46db-a6e0-d5fbb264cacb tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups?id=71d5f076-796b-4044-9070-33f9865026a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2297149 Apr 18 20:43:43.486810 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-37558c49-1b0b-411a-b2e6-f7ceae7566ca None None] Set router cf246b63-c115-43dd-bd77-4f0269673197 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:43:43.547405 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce4845d-437f-4ec9-bd81-cb40af1a91ba x-openstack-request-id: req-bce4845d-437f-4ec9-bd81-cb40af1a91ba {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:43:43.547930 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e9c794-72e3-4494-9625-d79c4a534cab", "tag": "37019e27-7778-4818-99d6-c6e6fd215495", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:43:43.548323 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bce4845d-437f-4ec9-bd81-cb40af1a91ba {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:43:43.551301 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bce4845d-437f-4ec9-bd81-cb40af1a91ba'] response: {'name': 'network-changed', 'server_uuid': 'e1e9c794-72e3-4494-9625-d79c4a534cab', 'tag': '37019e27-7778-4818-99d6-c6e6fd215495', 'status': 'completed', 'code': 200} Apr 18 20:43:43.566733 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-30ed61f7-d77e-4ac0-a6b3-267821ed1b1b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] For port 518d95c4-4917-4c82-b386-f2d314651a91, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=518d95c4-4917-4c82-b386-f2d314651a91,segment=NetworkSegment(25275ed1-7e44-4f97-85fb-5ca8e77fc202),segment_id=25275ed1-7e44-4f97-85fb-5ca8e77fc202)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:43.567296 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-30ed61f7-d77e-4ac0-a6b3-267821ed1b1b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:43.890245 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afee056-fb4f-40e9-b47c-f4e2845d0a78 req-6dcd1bdb-896d-4a0e-a3da-373db3e0417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:43.902595 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4afee056-fb4f-40e9-b47c-f4e2845d0a78 req-6dcd1bdb-896d-4a0e-a3da-373db3e0417a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4c38bdc963bc4174b81b6324270a917b&device_id=e1e9c794-72e3-4494-9625-d79c4a534cab HTTP/1.1" status: 200 len: 1096 time: 0.3183231 Apr 18 20:43:44.203618 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-7272c03f-edbf-4b19-bc71-4a6d27dd5ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:44.207888 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-7272c03f-edbf-4b19-bc71-4a6d27dd5ace service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ebd78e3-8ba6-4968-baed-05df69d3d0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6970499 Apr 18 20:43:44.302701 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-37558c49-1b0b-411a-b2e6-f7ceae7566ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'name': 'tempest-AttachVolumeTestJSON-1708179285-router', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:07Z', 'updated_at': '2022-04-18T20:37:33Z', 'revision_number': 4, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'gw_port': {'id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:18:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:10Z', 'updated_at': '2022-04-18T20:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '1eb605ce-2170-4413-8136-8cecc3dbe303', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'floating_ip_address': '172.25.1.220', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'port_id': '37019e27-7778-4818-99d6-c6e6fd215495', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a', 'mac_address': 'fa:16:3e:a6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e9c794-72e3-4494-9625-d79c4a534cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:43:14Z', 'updated_at': '2022-04-18T20:43:39Z', 'revision_number': 1, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '002d5eee-70e6-4fc5-9ee9-3a208b244052', 'name': '', 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'mac_address': 'fa:16:3e:b8:86:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '55983801-f492-4a46-94da-ae12b2e91406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:27Z', 'updated_at': '2022-04-18T20:37:59Z', 'revision_number': 5, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'subnets': [{'id': '55983801-f492-4a46-94da-ae12b2e91406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:44.362586 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37558c49-1b0b-411a-b2e6-f7ceae7566ca None None] Checking router: cf246b63-c115-43dd-bd77-4f0269673197 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:43:44.375366 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-30ed61f7-d77e-4ac0-a6b3-267821ed1b1b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.376978 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-30ed61f7-d77e-4ac0-a6b3-267821ed1b1b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.377450 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-30ed61f7-d77e-4ac0-a6b3-267821ed1b1b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Floating IP 31f462f1-837a-4316-8d98-1746d3d88e11 disassociated. External IP: 172.25.1.204, port: 518d95c4-4917-4c82-b386-f2d314651a91. Apr 18 20:43:44.379327 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-30ed61f7-d77e-4ac0-a6b3-267821ed1b1b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Calling delete_port for 518d95c4-4917-4c82-b386-f2d314651a91 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:43:44.384289 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37558c49-1b0b-411a-b2e6-f7ceae7566ca None None] Routers {'cf246b63-c115-43dd-bd77-4f0269673197'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:43:44.385716 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-37558c49-1b0b-411a-b2e6-f7ceae7566ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:43:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cf246b63-c115-43dd-bd77-4f0269673197'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:44.775944 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d7b5c555-1689-4bdc-9b79-e75b7ffbb793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.808058 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-37558c49-1b0b-411a-b2e6-f7ceae7566ca None None] Set router cf246b63-c115-43dd-bd77-4f0269673197 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:43:44.919002 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d7b5c555-1689-4bdc-9b79-e75b7ffbb793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.181120 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afee056-fb4f-40e9-b47c-f4e2845d0a78 req-e2ce05d2-fd8c-405d-b992-5f9dae06a71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:45.191036 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4afee056-fb4f-40e9-b47c-f4e2845d0a78 req-e2ce05d2-fd8c-405d-b992-5f9dae06a71b service neutron] 10.222.0.57 "GET /v2.0/networks?id=92da7360-d409-4b3e-ad31-ddbae7217c5a HTTP/1.1" status: 200 len: 912 time: 1.2865932 Apr 18 20:43:45.196580 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-62f2cb80-8d93-4998-94ba-25897df0fe29 service neutron] 10.222.0.57 "GET /v2.0/networks/6ebd78e3-8ba6-4968-baed-05df69d3d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9581468 Apr 18 20:43:45.213342 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d7b5c555-1689-4bdc-9b79-e75b7ffbb793 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2632894775e344a79a28c6977339008a&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0328767 Apr 18 20:43:45.244149 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45696) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:45.257109 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5c555-1689-4bdc-9b79-e75b7ffbb793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397302fe-5040-48f5-af9c-a9d4d9358901,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:45.451558 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b63dff-7701-4da8-9f2d-96c2cb718bd4 req-825de518-8777-499d-b123-a624f255d511 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:45.453277 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-70b63dff-7701-4da8-9f2d-96c2cb718bd4 req-825de518-8777-499d-b123-a624f255d511 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 1.7136197 Apr 18 20:43:45.455837 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4afee056-fb4f-40e9-b47c-f4e2845d0a78 req-6bd92a78-0226-44b0-ad15-5181e09c35dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37019e27-7778-4818-99d6-c6e6fd215495 HTTP/1.1" status: 200 len: 999 time: 0.2301624 Apr 18 20:43:45.548026 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d398d-b82a-4dd9-97b2-ec41bc39a6c8 req-86033863-1fa8-4612-a83d-0cdcdd421c83 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:45.550773 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d3d398d-b82a-4dd9-97b2-ec41bc39a6c8 req-86033863-1fa8-4612-a83d-0cdcdd421c83 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 1.5938296 Apr 18 20:43:45.553771 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afee056-fb4f-40e9-b47c-f4e2845d0a78 req-02d035d2-a28a-4dc0-97d5-264e356cdea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:45.556503 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4afee056-fb4f-40e9-b47c-f4e2845d0a78 req-02d035d2-a28a-4dc0-97d5-264e356cdea4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55983801-f492-4a46-94da-ae12b2e91406 HTTP/1.1" status: 200 len: 850 time: 0.0865409 Apr 18 20:43:45.671330 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-70b63dff-7701-4da8-9f2d-96c2cb718bd4 req-2092dee5-f4ef-487b-bd58-031437d3cbc3 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136703 Apr 18 20:43:45.709755 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d3d398d-b82a-4dd9-97b2-ec41bc39a6c8 req-86cd42d8-fc79-4363-86bd-37c671437c54 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658903 Apr 18 20:43:45.763929 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4a5f98ee-c277-41f0-a72e-6875a87e6e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.860662 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4a5f98ee-c277-41f0-a72e-6875a87e6e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.874445 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-6dd39838-df2a-48ec-9184-a5624060d7b8 service neutron] 10.222.0.57 "GET /v2.0/networks/6ebd78e3-8ba6-4968-baed-05df69d3d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6498914 Apr 18 20:43:45.876836 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-30ed61f7-d77e-4ac0-a6b3-267821ed1b1b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.910266 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-37558c49-1b0b-411a-b2e6-f7ceae7566ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'name': 'tempest-AttachVolumeTestJSON-1708179285-router', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:07Z', 'updated_at': '2022-04-18T20:37:33Z', 'revision_number': 4, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'gw_port': {'id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:18:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:10Z', 'updated_at': '2022-04-18T20:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '1eb605ce-2170-4413-8136-8cecc3dbe303', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'floating_ip_address': '172.25.1.220', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'port_id': '37019e27-7778-4818-99d6-c6e6fd215495', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a', 'mac_address': 'fa:16:3e:a6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e9c794-72e3-4494-9625-d79c4a534cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:43:14Z', 'updated_at': '2022-04-18T20:43:39Z', 'revision_number': 1, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '002d5eee-70e6-4fc5-9ee9-3a208b244052', 'name': '', 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'mac_address': 'fa:16:3e:b8:86:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '55983801-f492-4a46-94da-ae12b2e91406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:27Z', 'updated_at': '2022-04-18T20:37:59Z', 'revision_number': 5, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'subnets': [{'id': '55983801-f492-4a46-94da-ae12b2e91406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:46.004465 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37558c49-1b0b-411a-b2e6-f7ceae7566ca None None] The sync data for ids ['cf246b63-c115-43dd-bd77-4f0269673197'] in n-d-838323-3 is: [{'id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'name': 'tempest-AttachVolumeTestJSON-1708179285-router', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:07Z', 'updated_at': '2022-04-18T20:37:33Z', 'revision_number': 4, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'gw_port': {'id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:18:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:10Z', 'updated_at': '2022-04-18T20:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '1eb605ce-2170-4413-8136-8cecc3dbe303', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'floating_ip_address': '172.25.1.220', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'port_id': '37019e27-7778-4818-99d6-c6e6fd215495', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a', 'mac_address': 'fa:16:3e:a6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e9c794-72e3-4494-9625-d79c4a534cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:43:14Z', 'updated_at': '2022-04-18T20:43:39Z', 'revision_number': 1, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '002d5eee-70e6-4fc5-9ee9-3a208b244052', 'name': '', 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'mac_address': 'fa:16:3e:b8:86:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '55983801-f492-4a46-94da-ae12b2e91406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:27Z', 'updated_at': '2022-04-18T20:37:59Z', 'revision_number': 5, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'subnets': [{'id': '55983801-f492-4a46-94da-ae12b2e91406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:43:46.045664 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afee056-fb4f-40e9-b47c-f4e2845d0a78 req-fdf58103-e7da-4b9f-911f-c46f241c465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:46.053364 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4afee056-fb4f-40e9-b47c-f4e2845d0a78 req-fdf58103-e7da-4b9f-911f-c46f241c465b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=92da7360-d409-4b3e-ad31-ddbae7217c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4430594 Apr 18 20:43:46.474729 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3ba8f86-c2e9-45e9-937d-3e8d322cc887 req-c17c3f6a-ed83-4d42-a7f2-11876b622c78 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 210 time: 0.3511057 Apr 18 20:43:46.544219 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4a5f98ee-c277-41f0-a72e-6875a87e6e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:46.574890 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4a5f98ee-c277-41f0-a72e-6875a87e6e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:46.619544 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4a5f98ee-c277-41f0-a72e-6875a87e6e6f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/397302fe-5040-48f5-af9c-a9d4d9358901 HTTP/1.1" status: 204 len: 168 time: 1.3443379 Apr 18 20:43:46.727250 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f98ee-c277-41f0-a72e-6875a87e6e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397302fe-5040-48f5-af9c-a9d4d9358901,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:46.752847 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd6c310-4502-481e-acd1-d4a756de4b04 None None] New status for floating IP 1eb605ce-2170-4413-8136-8cecc3dbe303: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:43:46.895465 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-321b72aa-24d2-4b70-b0b4-081705f7caeb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=492687d2-a698-480b-8d9d-5292e1354c85 HTTP/1.1" status: 200 len: 217 time: 0.9669955 Apr 18 20:43:46.895465 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed61f7-d77e-4ac0-a6b3-267821ed1b1b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event deleted for resources: {'Port': ['ID=518d95c4-4917-4c82-b386-f2d314651a91,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:46.944979 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4afee056-fb4f-40e9-b47c-f4e2845d0a78 req-d33cd802-5aef-4e2a-adff-b1ac7b3a8978 service neutron] 10.222.0.57 "GET /v2.0/networks/92da7360-d409-4b3e-ad31-ddbae7217c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8723779 Apr 18 20:43:47.371039 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4afee056-fb4f-40e9-b47c-f4e2845d0a78 req-06cc141b-f27f-4845-a83f-6b52b62d2c3f service neutron] 10.222.0.57 "GET /v2.0/networks/92da7360-d409-4b3e-ad31-ddbae7217c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172387 Apr 18 20:43:47.413179 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843a7ac-ad34-4bd9-bb51-2b4c0e0054cf req-6d281515-f3d5-4c0c-bad4-03f41aed627d tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:47.425895 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d843a7ac-ad34-4bd9-bb51-2b4c0e0054cf req-6d281515-f3d5-4c0c-bad4-03f41aed627d tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.2995749 Apr 18 20:43:47.436236 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-0d2c01ed-fba1-497c-aff9-318db8af8ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:47.451053 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-0d2c01ed-fba1-497c-aff9-318db8af8ddb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=72e7d85d-cdaa-40ae-b795-4a0b852926e4 HTTP/1.1" status: 200 len: 797 time: 0.5417931 Apr 18 20:43:47.547809 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d843a7ac-ad34-4bd9-bb51-2b4c0e0054cf req-4d354057-b620-463e-b720-6e5387ab2ff3 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175475 Apr 18 20:43:47.611906 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6babfc-8c4b-4875-9639-2c3cdf8152f4 req-0d1a342d-1bd5-449c-8f5a-abd04d6ab4db tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:47.625058 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b6babfc-8c4b-4875-9639-2c3cdf8152f4 req-0d1a342d-1bd5-449c-8f5a-abd04d6ab4db tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.2744274 Apr 18 20:43:47.721029 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45720) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:47.799829 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-8f9eff6f-36a7-40c0-9430-09df4af52200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:47.801573 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-8f9eff6f-36a7-40c0-9430-09df4af52200 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ebd78e3-8ba6-4968-baed-05df69d3d0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3342910 Apr 18 20:43:47.813284 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-30ed61f7-d77e-4ac0-a6b3-267821ed1b1b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Router d1a7aacd-706b-400b-ac1e-4d5297b95add has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:43:47.956064 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b6babfc-8c4b-4875-9639-2c3cdf8152f4 req-eafaae55-176c-42cd-8106-c57ffeb95bb6 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189948 Apr 18 20:43:47.981060 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b157409-3c3c-4fd0-a922-d45652770b28 req-69f43c1d-9b5b-495d-ba09-9cbdf755df48 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 210 time: 0.1653705 Apr 18 20:43:47.982946 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e97786dd-b67a-4ff4-a271-c30e869eb211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.158091 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-63a35238-7acc-4d2e-ad9c-3eb31e225d9b service neutron] 10.222.0.57 "GET /v2.0/networks/6ebd78e3-8ba6-4968-baed-05df69d3d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433261 Apr 18 20:43:48.187199 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-30ed61f7-d77e-4ac0-a6b3-267821ed1b1b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:43:48.205436 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb273946-1555-4362-8f73-2bf752e4bfea None None] Sync routers for ids ['d1a7aacd-706b-400b-ac1e-4d5297b95add'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:43:48.254940 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb273946-1555-4362-8f73-2bf752e4bfea None None] Routers {'d1a7aacd-706b-400b-ac1e-4d5297b95add'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:43:48.259256 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-bb273946-1555-4362-8f73-2bf752e4bfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:43:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d1a7aacd-706b-400b-ac1e-4d5297b95add'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:48.263075 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e97786dd-b67a-4ff4-a271-c30e869eb211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.270941 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e97786dd-b67a-4ff4-a271-c30e869eb211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.332418 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e97786dd-b67a-4ff4-a271-c30e869eb211 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d4d937e035ec4c12b4e8c38c5e367b3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6045752 Apr 18 20:43:48.333285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45726) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:48.333958 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97786dd-b67a-4ff4-a271-c30e869eb211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625f1b01-c4e8-44f6-b284-7b5c5097e150,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:48.585362 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b8508296-d666-461d-9874-7f09f52801ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.626879 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-bb273946-1555-4362-8f73-2bf752e4bfea None None] Set router d1a7aacd-706b-400b-ac1e-4d5297b95add gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:43:48.639971 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-2717ec52-c1f3-46d4-977d-ed5c4229c1cf service neutron] 10.222.0.57 "GET /v2.0/networks/6ebd78e3-8ba6-4968-baed-05df69d3d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247104 Apr 18 20:43:48.680864 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b8508296-d666-461d-9874-7f09f52801ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.693823 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-30ed61f7-d77e-4ac0-a6b3-267821ed1b1b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] No DVR routers for this DVR port 518d95c4-4917-4c82-b386-f2d314651a91 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:43:48.701198 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-30ed61f7-d77e-4ac0-a6b3-267821ed1b1b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.708337 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-02abfde7-d784-4b1c-b09f-203579d43b8e req-30ed61f7-d77e-4ac0-a6b3-267821ed1b1b tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.57 "DELETE /v2.0/ports/518d95c4-4917-4c82-b386-f2d314651a91 HTTP/1.1" status: 204 len: 173 time: 6.9798093 Apr 18 20:43:48.709155 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-deleted', 'tag': '518d95c4-4917-4c82-b386-f2d314651a91'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:43:48.714029 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4709c15-746d-45af-a1f8-5922ec0317a6" -d '{"events": [{"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-deleted", "tag": "518d95c4-4917-4c82-b386-f2d314651a91"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:43:48.889726 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b8508296-d666-461d-9874-7f09f52801ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.914418 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b8508296-d666-461d-9874-7f09f52801ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.916176 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b8508296-d666-461d-9874-7f09f52801ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/625f1b01-c4e8-44f6-b284-7b5c5097e150 HTTP/1.1" status: 204 len: 168 time: 0.5550528 Apr 18 20:43:48.923863 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-7331cf35-d82e-43d8-91f8-b0c7e287b4bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a2a01202-816d-46a7-a65a-3972b652395d HTTP/1.1" status: 200 len: 217 time: 0.2438779 Apr 18 20:43:49.019947 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8508296-d666-461d-9874-7f09f52801ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625f1b01-c4e8-44f6-b284-7b5c5097e150,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:49.082354 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed3d831-d7d5-40bc-a7b1-3697d571fdcb x-openstack-request-id: req-5ed3d831-d7d5-40bc-a7b1-3697d571fdcb {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:43:49.084400 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85", "name": "network-vif-deleted", "tag": "518d95c4-4917-4c82-b386-f2d314651a91", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:43:49.084970 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ed3d831-d7d5-40bc-a7b1-3697d571fdcb {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:43:49.087863 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ed3d831-d7d5-40bc-a7b1-3697d571fdcb'] response: {'server_uuid': '8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85', 'name': 'network-vif-deleted', 'tag': '518d95c4-4917-4c82-b386-f2d314651a91', 'status': 'completed', 'code': 200} Apr 18 20:43:49.099385 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ea537-8a8a-4055-b266-855b5d619f22 req-ee2c738a-499b-4647-b48c-358f9fa0f1f9 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:49.107654 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-264ea537-8a8a-4055-b266-855b5d619f22 req-ee2c738a-499b-4647-b48c-358f9fa0f1f9 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.2582722 Apr 18 20:43:49.151126 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-2bb02ae1-c1b3-4120-a31b-ca7f4f40cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:49.162000 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-2bb02ae1-c1b3-4120-a31b-ca7f4f40cf8e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9e58ec91-e95a-4da8-b8eb-4edb6f8b5b4d HTTP/1.1" status: 200 len: 797 time: 0.2106364 Apr 18 20:43:49.199321 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-264ea537-8a8a-4055-b266-855b5d619f22 req-b680ca21-fc06-4f57-b637-9915a492abd4 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856853 Apr 18 20:43:49.386933 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-8ff62019-62eb-4da0-b993-4057979286a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:49.389704 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-8ff62019-62eb-4da0-b993-4057979286a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f0513885-75e1-4841-8e3e-94a85e5d0ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2201219 Apr 18 20:43:49.583633 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d6d52a4-0814-4326-a33f-1e6baef41220 req-6b66de01-b454-4b5b-9345-5937460ef16a tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 210 time: 0.1503918 Apr 18 20:43:49.696782 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebda1df-15e9-4cd0-9e8d-afa8b9d068e9 req-231d425b-8df5-42eb-993e-f8d174d1e77a tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:49.708023 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-bb273946-1555-4362-8f73-2bf752e4bfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'name': 'tempest-TaggedBootDevicesTest_v242-933494111-router', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:42Z', 'updated_at': '2022-04-18T20:36:50Z', 'revision_number': 4, 'project_id': '038769a0c1df4ebc8efcb644264a6ef4', 'gw_port': {'id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:43Z', 'updated_at': '2022-04-18T20:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'a68d6e7f-1158-4949-ae32-bdf022bcbb17', 'name': '', 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'mac_address': 'fa:16:3e:e5:34:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '6597d107-d0ca-41ad-b4eb-bc841df3bab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:47Z', 'updated_at': '2022-04-18T20:36:56Z', 'revision_number': 5, 'project_id': '038769a0c1df4ebc8efcb644264a6ef4', 'subnets': [{'id': '6597d107-d0ca-41ad-b4eb-bc841df3bab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:49.709009 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ebda1df-15e9-4cd0-9e8d-afa8b9d068e9 req-231d425b-8df5-42eb-993e-f8d174d1e77a tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.3849046 Apr 18 20:43:49.837389 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb273946-1555-4362-8f73-2bf752e4bfea None None] Checking router: d1a7aacd-706b-400b-ac1e-4d5297b95add for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:43:49.893831 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ebda1df-15e9-4cd0-9e8d-afa8b9d068e9 req-f9491660-3166-42a3-90dc-49194b48cda6 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662030 Apr 18 20:43:49.899838 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb273946-1555-4362-8f73-2bf752e4bfea None None] Routers {'d1a7aacd-706b-400b-ac1e-4d5297b95add'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:43:49.901691 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-bb273946-1555-4362-8f73-2bf752e4bfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:43:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d1a7aacd-706b-400b-ac1e-4d5297b95add'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:49.997900 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-7a100cbe-6084-4771-a057-54e7e540c843 service neutron] 10.222.0.57 "GET /v2.0/networks/f0513885-75e1-4841-8e3e-94a85e5d0ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5979841 Apr 18 20:43:50.310145 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-ef361b2a-312c-4404-b30f-8d76fa6f8d32 service neutron] 10.222.0.57 "GET /v2.0/networks/f0513885-75e1-4841-8e3e-94a85e5d0ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000996 Apr 18 20:43:50.540838 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-b89b6ea1-1be3-4d00-a385-a509ad72b801 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0cddf461-0d6d-4a62-b778-f50d5f02401a HTTP/1.1" status: 200 len: 217 time: 0.2228413 Apr 18 20:43:50.628089 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-bb273946-1555-4362-8f73-2bf752e4bfea None None] Set router d1a7aacd-706b-400b-ac1e-4d5297b95add gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:43:50.667545 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3693b-7555-477e-814e-aaa080df3017 req-7e69141f-e6c2-4c04-a537-480cf2666ebb tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:50.679129 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9fb3693b-7555-477e-814e-aaa080df3017 req-7e69141f-e6c2-4c04-a537-480cf2666ebb tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.2016990 Apr 18 20:43:50.784111 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9fb3693b-7555-477e-814e-aaa080df3017 req-7cb064ae-c1ab-42b3-8e3d-39cb4cfadd8d tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034398 Apr 18 20:43:50.794720 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-8c1f5586-b663-4cd2-a606-cd88db8179be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:50.796249 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-8c1f5586-b663-4cd2-a606-cd88db8179be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9e58ec91-e95a-4da8-b8eb-4edb6f8b5b4d HTTP/1.1" status: 200 len: 797 time: 0.2338407 Apr 18 20:43:50.968328 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-3fcea9b5-4111-433b-96c1-12d34e491e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:50.969635 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-daf08e31-5f98-46f9-8c1b-9b5a00170e47 req-9e580f64-a21b-4c70-ad3c-61066e9db409 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 210 time: 0.0704501 Apr 18 20:43:50.989979 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-3fcea9b5-4111-433b-96c1-12d34e491e3c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f0513885-75e1-4841-8e3e-94a85e5d0ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1719861 Apr 18 20:43:51.344507 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-05c8e0fe-ad64-4883-8792-a3e3b19fc1b3 service neutron] 10.222.0.57 "GET /v2.0/networks/f0513885-75e1-4841-8e3e-94a85e5d0ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484635 Apr 18 20:43:51.349557 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89baae1-af15-432b-afa9-fee0c74092ef req-d294b2d6-cd40-47fc-b377-138898e95be7 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:51.375708 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e89baae1-af15-432b-afa9-fee0c74092ef req-d294b2d6-cd40-47fc-b377-138898e95be7 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.1973934 Apr 18 20:43:51.477724 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-bb273946-1555-4362-8f73-2bf752e4bfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'name': 'tempest-TaggedBootDevicesTest_v242-933494111-router', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:42Z', 'updated_at': '2022-04-18T20:36:50Z', 'revision_number': 4, 'project_id': '038769a0c1df4ebc8efcb644264a6ef4', 'gw_port': {'id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:43Z', 'updated_at': '2022-04-18T20:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'a68d6e7f-1158-4949-ae32-bdf022bcbb17', 'name': '', 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'mac_address': 'fa:16:3e:e5:34:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '6597d107-d0ca-41ad-b4eb-bc841df3bab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:47Z', 'updated_at': '2022-04-18T20:36:56Z', 'revision_number': 5, 'project_id': '038769a0c1df4ebc8efcb644264a6ef4', 'subnets': [{'id': '6597d107-d0ca-41ad-b4eb-bc841df3bab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:51.526976 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e89baae1-af15-432b-afa9-fee0c74092ef req-29638f6c-4109-4ee5-8957-cd7bf1365bf3 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380970 Apr 18 20:43:51.558811 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb273946-1555-4362-8f73-2bf752e4bfea None None] The sync data for ids ['d1a7aacd-706b-400b-ac1e-4d5297b95add'] in n-d-838323-3 is: [{'id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'name': 'tempest-TaggedBootDevicesTest_v242-933494111-router', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:42Z', 'updated_at': '2022-04-18T20:36:50Z', 'revision_number': 4, 'project_id': '038769a0c1df4ebc8efcb644264a6ef4', 'gw_port': {'id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:43Z', 'updated_at': '2022-04-18T20:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'a68d6e7f-1158-4949-ae32-bdf022bcbb17', 'name': '', 'network_id': '18c98ec1-fd43-4888-ad19-39fa23ba5861', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'mac_address': 'fa:16:3e:e5:34:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '6597d107-d0ca-41ad-b4eb-bc841df3bab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:47Z', 'updated_at': '2022-04-18T20:36:56Z', 'revision_number': 5, 'project_id': '038769a0c1df4ebc8efcb644264a6ef4', 'subnets': [{'id': '6597d107-d0ca-41ad-b4eb-bc841df3bab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:43:51.628560 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3180259e-b962-48a7-82dd-967c0ce75eb5 req-acb7b344-c6f9-47fa-8edc-78ac76655391 service neutron] 10.222.0.57 "GET /v2.0/networks/f0513885-75e1-4841-8e3e-94a85e5d0ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754490 Apr 18 20:43:52.052177 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17495c40-65bc-4234-bfc7-1fd65e6b10d3 req-a9e20360-e3b1-4496-a517-7dabdc93a375 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:52.058190 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-17495c40-65bc-4234-bfc7-1fd65e6b10d3 req-a9e20360-e3b1-4496-a517-7dabdc93a375 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.1297655 Apr 18 20:43:52.211199 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-17495c40-65bc-4234-bfc7-1fd65e6b10d3 req-f4a2ac35-8ce3-4820-a4ac-e7b9ab6b4b80 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285789 Apr 18 20:43:52.221945 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5595d77f-d749-4068-bc4e-0974f1be613e None None] New status for floating IP 31f462f1-837a-4316-8d98-1746d3d88e11: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:43:52.293362 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-657f7462-1445-4d9f-8123-dbd3165469ab req-408b20cf-03c1-4ef3-a871-5b7354a1a6a7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 210 time: 0.0794287 Apr 18 20:43:52.832954 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba51874-bb0f-4615-a7ef-0992600b67c5 req-6463eca7-5ff5-4f71-ba2d-98db1620177b tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:52.842453 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ba51874-bb0f-4615-a7ef-0992600b67c5 req-6463eca7-5ff5-4f71-ba2d-98db1620177b tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.1218302 Apr 18 20:43:52.964456 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ba51874-bb0f-4615-a7ef-0992600b67c5 req-8e58f106-04df-49fb-842f-925de8d23bd1 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207581 Apr 18 20:43:53.567393 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0459c490-0451-43d9-80af-c5b22d2ea697 req-1e9cfada-ebf4-4e6b-9bde-c608d33d7ef9 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 210 time: 0.0965748 Apr 18 20:43:53.637395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae1963-ce8b-41fa-b339-59a8ab7d294f req-b130d54e-45fc-4b63-885b-e0580b061bd8 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:53.653859 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5ae1963-ce8b-41fa-b339-59a8ab7d294f req-b130d54e-45fc-4b63-885b-e0580b061bd8 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.2489004 Apr 18 20:43:53.812827 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5ae1963-ce8b-41fa-b339-59a8ab7d294f req-79ec7ddd-61c9-4506-a317-eb29f0dfd159 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517074 Apr 18 20:43:54.394863 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b3ae0-4764-428b-86df-381e5572fe40 req-4de29635-48f5-4a82-a1b3-afc8d0187428 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:54.419795 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cf2b3ae0-4764-428b-86df-381e5572fe40 req-4de29635-48f5-4a82-a1b3-afc8d0187428 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.3110094 Apr 18 20:43:54.531040 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1c18a6b6-acfa-4eac-88e0-46e15109f0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.560163 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cf2b3ae0-4764-428b-86df-381e5572fe40 req-4152f6af-0f84-4064-918d-cc180d193525 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282697 Apr 18 20:43:55.130932 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760050dd-3e25-47b6-9fe9-eb23ac8d1acf req-a53ed87c-84b6-4480-b8eb-645d0149ddbd tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:55.143603 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-760050dd-3e25-47b6-9fe9-eb23ac8d1acf req-a53ed87c-84b6-4480-b8eb-645d0149ddbd tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.1447878 Apr 18 20:43:55.230276 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-760050dd-3e25-47b6-9fe9-eb23ac8d1acf req-ff017851-f12f-4e0a-88ae-d77b3cf74d73 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834708 Apr 18 20:43:55.424274 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4c05637c-8217-4034-b123-6bbc606e70c7 req-80ae5789-8946-41ba-a07a-3acb4a321858 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 210 time: 0.6834810 Apr 18 20:43:55.879091 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d71f48-14bd-4927-a105-c1d76efb652a req-9c617d45-e856-4846-a8b8-16dd32c78201 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:55.889814 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4d71f48-14bd-4927-a105-c1d76efb652a req-9c617d45-e856-4846-a8b8-16dd32c78201 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.1560931 Apr 18 20:43:56.030228 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4d71f48-14bd-4927-a105-c1d76efb652a req-a9213ade-f686-441e-afec-d501169c2ff9 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254001 Apr 18 20:43:56.594972 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ba8fa-b4da-4ea3-96fe-5af34fc79935 req-bc5d8b4d-6502-41a0-87f0-486d3b988823 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:56.610835 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-991ba8fa-b4da-4ea3-96fe-5af34fc79935 req-bc5d8b4d-6502-41a0-87f0-486d3b988823 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.1357071 Apr 18 20:43:56.704291 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca9b0c51-dce0-479c-aefa-510caed1b3bf req-93b4b3f2-d2b5-4953-ad2e-5bbf57593f53 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 210 time: 0.0411489 Apr 18 20:43:56.742450 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-991ba8fa-b4da-4ea3-96fe-5af34fc79935 req-ae69c78a-e550-4150-87d2-86fb7741732a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301534 Apr 18 20:43:56.838264 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c3b5d-c73a-4751-a7b0-2fcaafff9e64 req-0870928b-06a5-4a13-a45d-05bb40173556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:56.841724 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec4c3b5d-c73a-4751-a7b0-2fcaafff9e64 req-0870928b-06a5-4a13-a45d-05bb40173556 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66c8c89b1fcc4ff8ba25812b9483869d&device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 1096 time: 0.1357951 Apr 18 20:43:57.306558 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c3b5d-c73a-4751-a7b0-2fcaafff9e64 req-6100f8d5-9f4c-440e-a169-4688d6992c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:57.309263 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec4c3b5d-c73a-4751-a7b0-2fcaafff9e64 req-6100f8d5-9f4c-440e-a169-4688d6992c69 service neutron] 10.222.0.32 "GET /v2.0/networks?id=af9b8ad0-3b77-4446-8808-154f03d72322 HTTP/1.1" status: 200 len: 917 time: 0.4578843 Apr 18 20:43:57.361401 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8b703-ac8b-4b5f-bf91-fdef8d69d3b7 req-b785c988-29ab-4c01-b5dc-dead58e1dc20 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:57.363371 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5d8b703-ac8b-4b5f-bf91-fdef8d69d3b7 req-b785c988-29ab-4c01-b5dc-dead58e1dc20 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.1770449 Apr 18 20:43:57.567493 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5d8b703-ac8b-4b5f-bf91-fdef8d69d3b7 req-a31ddadb-f523-4a41-a42a-2d2ed4efcd67 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265697 Apr 18 20:43:57.634095 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec4c3b5d-c73a-4751-a7b0-2fcaafff9e64 req-f87add14-3db2-4105-b867-b3da0dd7c04b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a97674a9-53d3-41ba-9802-1439e7cf0ecf HTTP/1.1" status: 200 len: 1001 time: 0.3163688 Apr 18 20:43:57.789678 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c3b5d-c73a-4751-a7b0-2fcaafff9e64 req-a3fd4b65-a48c-48ab-902c-eb5d98edfba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:57.793293 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec4c3b5d-c73a-4751-a7b0-2fcaafff9e64 req-a3fd4b65-a48c-48ab-902c-eb5d98edfba9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c229c317-384e-4f90-84f5-fac3dceea926 HTTP/1.1" status: 200 len: 855 time: 0.1505919 Apr 18 20:43:57.871378 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c3b5d-c73a-4751-a7b0-2fcaafff9e64 req-971f16c9-eba3-4053-81a1-cc6cecad5c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:57.873069 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec4c3b5d-c73a-4751-a7b0-2fcaafff9e64 req-971f16c9-eba3-4053-81a1-cc6cecad5c9e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af9b8ad0-3b77-4446-8808-154f03d72322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715547 Apr 18 20:43:58.100058 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec4c3b5d-c73a-4751-a7b0-2fcaafff9e64 req-c66db946-e491-4b4e-b28b-d7ae03faf310 service neutron] 10.222.0.32 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088883 Apr 18 20:43:58.204308 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e75ffd99-a68a-4cec-9cd2-f6530028a765 req-116074ca-e8d0-4434-9c81-36b4e98d36e0 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 210 time: 0.1029949 Apr 18 20:43:58.307720 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c36799-4ae2-4275-b9ce-13e5a7e69a5f req-a147eead-b84d-4c84-8650-bb81010045bf tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:58.310686 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-80c36799-4ae2-4275-b9ce-13e5a7e69a5f req-a147eead-b84d-4c84-8650-bb81010045bf tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.2065029 Apr 18 20:43:58.340697 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec4c3b5d-c73a-4751-a7b0-2fcaafff9e64 req-e63caf7c-1fe7-4ebf-a79c-1e7b34d7099e service neutron] 10.222.0.32 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257619 Apr 18 20:43:58.406582 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-80c36799-4ae2-4275-b9ce-13e5a7e69a5f req-ae8964a6-35da-4b18-a480-9f520242b2bf tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653701 Apr 18 20:43:58.775795 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8487c40c-4cfa-4c3f-9863-cc503b54819c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:58.893510 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e87cb-9cff-403a-860d-452e18a295f5 req-89c4a998-7451-4a4c-b788-ceb349a869af tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:58.895193 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec9e87cb-9cff-403a-860d-452e18a295f5 req-89c4a998-7451-4a4c-b788-ceb349a869af tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.1371424 Apr 18 20:43:59.004367 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec9e87cb-9cff-403a-860d-452e18a295f5 req-9d24fda5-9147-4678-9ef2-129bb674ddba tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895848 Apr 18 20:43:59.351636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a97674a9-53d3-41ba-9802-1439e7cf0ecf no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:43:59.409677 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46026) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:59.511414 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:59.562736 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28333d8-5a08-41b6-b8f3-7687852e5288', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a97674a9-53d3-41ba-9802-1439e7cf0ecf'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:43:59.568004 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4f5b24-1a5c-4497-b42f-37babf4b7418" -d '{"events": [{"server_uuid": "c28333d8-5a08-41b6-b8f3-7687852e5288", "name": "network-vif-unplugged", "status": "completed", "tag": "a97674a9-53d3-41ba-9802-1439e7cf0ecf"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:43:59.605905 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a97674a9-53d3-41ba-9802-1439e7cf0ecf, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a97674a9-53d3-41ba-9802-1439e7cf0ecf,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:59.619621 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:59.787419 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:59.793143 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650bf680-4eb6-4887-9ad5-9843fdaef947 req-f255b90a-b738-4710-984a-87c2ea2c69d5 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:59.796794 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-650bf680-4eb6-4887-9ad5-9843fdaef947 req-f255b90a-b738-4710-984a-87c2ea2c69d5 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 945 time: 0.2203071 Apr 18 20:43:59.810257 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=a97674a9-53d3-41ba-9802-1439e7cf0ecf,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:59.816150 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ad351bd-966f-408c-b380-efeb5d1b8eca req-563c78e4-83c6-40c1-9d8e-e3946c370110 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 210 time: 0.4996476 Apr 18 20:43:59.840996 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:59.846949 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:59.847309 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:59.847655 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:59.847997 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:59.848336 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:59.848700 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:59.849071 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:59.849365 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:59.849717 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:59.850022 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:59.850350 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:59.908158 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5e879b52-d64f-4f29-ba2b-61cf30802799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:59.915678 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a61806-753c-4289-95f3-096b9acb1da6 x-openstack-request-id: req-70a61806-753c-4289-95f3-096b9acb1da6 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:43:59.916044 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28333d8-5a08-41b6-b8f3-7687852e5288", "name": "network-vif-unplugged", "status": "completed", "tag": "a97674a9-53d3-41ba-9802-1439e7cf0ecf", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:43:59.916767 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-70a61806-753c-4289-95f3-096b9acb1da6 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:43:59.917239 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a61806-753c-4289-95f3-096b9acb1da6'] response: {'server_uuid': 'c28333d8-5a08-41b6-b8f3-7687852e5288', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a97674a9-53d3-41ba-9802-1439e7cf0ecf', 'code': 200} Apr 18 20:43:59.929185 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-650bf680-4eb6-4887-9ad5-9843fdaef947 req-77797bda-5b6b-46ed-870d-d90520982080 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116505 Apr 18 20:44:00.050100 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5e879b52-d64f-4f29-ba2b-61cf30802799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:00.056203 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5e879b52-d64f-4f29-ba2b-61cf30802799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:00.115408 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e879b52-d64f-4f29-ba2b-61cf30802799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f064594e-cc56-4c15-bd15-fe5386367054,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:00.137493 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e879b52-d64f-4f29-ba2b-61cf30802799 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:00.138060 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e879b52-d64f-4f29-ba2b-61cf30802799 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:00.138624 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e879b52-d64f-4f29-ba2b-61cf30802799 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:00.139185 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e879b52-d64f-4f29-ba2b-61cf30802799 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:00.139757 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e879b52-d64f-4f29-ba2b-61cf30802799 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:00.140519 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e879b52-d64f-4f29-ba2b-61cf30802799 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:00.140943 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e879b52-d64f-4f29-ba2b-61cf30802799 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:00.141506 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e879b52-d64f-4f29-ba2b-61cf30802799 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:00.142072 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e879b52-d64f-4f29-ba2b-61cf30802799 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:00.142638 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e879b52-d64f-4f29-ba2b-61cf30802799 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:00.143219 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e879b52-d64f-4f29-ba2b-61cf30802799 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:00.143792 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e879b52-d64f-4f29-ba2b-61cf30802799 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:00.237982 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5e879b52-d64f-4f29-ba2b-61cf30802799 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b451157d4a3b40fda49de77888829f34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8266695 Apr 18 20:44:00.241235 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46042) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:00.325244 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec97413-2931-4004-a122-e8717a1016c3 req-9e6b5f39-22c3-45cd-9cbc-025b51607cf2 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:00.328222 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cec97413-2931-4004-a122-e8717a1016c3 req-9e6b5f39-22c3-45cd-9cbc-025b51607cf2 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.1726961 Apr 18 20:44:00.333125 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79645023-c984-403c-9a31-0dd71d6e7d0f req-76dff3b9-5844-48ac-a51a-8269703c649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:00.336216 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-79645023-c984-403c-9a31-0dd71d6e7d0f req-76dff3b9-5844-48ac-a51a-8269703c649b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a632b6dbeeee449a9082e9ef3657c7f7&device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 1096 time: 0.1461048 Apr 18 20:44:00.360690 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-24a0f1f9-1cd6-4831-867c-231268ab08ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:00.398432 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-24a0f1f9-1cd6-4831-867c-231268ab08ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:00.476538 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-24a0f1f9-1cd6-4831-867c-231268ab08ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:00.479630 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-24a0f1f9-1cd6-4831-867c-231268ab08ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:00.490495 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-24a0f1f9-1cd6-4831-867c-231268ab08ab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f064594e-cc56-4c15-bd15-fe5386367054 HTTP/1.1" status: 204 len: 168 time: 0.2406673 Apr 18 20:44:00.510017 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0f1f9-1cd6-4831-867c-231268ab08ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f064594e-cc56-4c15-bd15-fe5386367054,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:00.535514 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cec97413-2931-4004-a122-e8717a1016c3 req-fcac0ecb-0727-4b8f-a12b-0f8229d6a10f tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978545 Apr 18 20:44:00.572817 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79645023-c984-403c-9a31-0dd71d6e7d0f req-abc23f5e-73a8-42da-bada-8d0322cf53df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:00.572817 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-79645023-c984-403c-9a31-0dd71d6e7d0f req-abc23f5e-73a8-42da-bada-8d0322cf53df service neutron] 10.222.0.32 "GET /v2.0/networks?id=f359647e-7253-4c28-8ec0-be158505d4fd HTTP/1.1" status: 200 len: 913 time: 0.2190924 Apr 18 20:44:00.660913 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-79645023-c984-403c-9a31-0dd71d6e7d0f req-6d396e4d-51ff-4275-92a0-3c30acd7797e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce14327b-f838-40e4-a178-eb053bd91da8 HTTP/1.1" status: 200 len: 217 time: 0.0849128 Apr 18 20:44:00.758711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79645023-c984-403c-9a31-0dd71d6e7d0f req-704cb6fd-1db0-4989-a26e-1d60551fe80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:00.761588 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-79645023-c984-403c-9a31-0dd71d6e7d0f req-704cb6fd-1db0-4989-a26e-1d60551fe80e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6320347a-fb3b-4b56-9b35-0b62db71b2d8 HTTP/1.1" status: 200 len: 852 time: 0.0918710 Apr 18 20:44:00.838057 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-79645023-c984-403c-9a31-0dd71d6e7d0f req-4beaa7a6-a3d4-4ea9-b10b-788da9c6d9c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f359647e-7253-4c28-8ec0-be158505d4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648115 Apr 18 20:44:01.054470 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-79645023-c984-403c-9a31-0dd71d6e7d0f req-2e2f5d94-f5d7-4ac7-9c96-69aafe9e479a service neutron] 10.222.0.32 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096112 Apr 18 20:44:01.058321 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46058) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:01.115727 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eefe7956-2a9a-444d-9ea4-aff05d4c17da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:01.187811 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-79645023-c984-403c-9a31-0dd71d6e7d0f req-43cfe68b-32c9-41fc-b39a-408b82aaec81 service neutron] 10.222.0.32 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184933 Apr 18 20:44:01.245627 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e52d1a03-2af9-49a6-bfe6-10fbfe71e9b2 req-5b7e097e-9769-4af6-9551-b791e2d4393f tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 210 time: 0.1889665 Apr 18 20:44:01.305430 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:01.308149 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eefe7956-2a9a-444d-9ea4-aff05d4c17da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:01.317441 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eefe7956-2a9a-444d-9ea4-aff05d4c17da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:01.320840 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfdece-e9f4-4d91-85a7-c1e84d79c18f req-e4686442-4ccf-437b-b6fb-14da2082cd63 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:01.322747 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1bcfdece-e9f4-4d91-85a7-c1e84d79c18f req-e4686442-4ccf-437b-b6fb-14da2082cd63 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 0.1334429 Apr 18 20:44:01.399041 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe7956-2a9a-444d-9ea4-aff05d4c17da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f382adb9-b680-43a2-8634-dcf05c91f329,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:01.401044 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1bcfdece-e9f4-4d91-85a7-c1e84d79c18f req-4b3c086c-0b83-497c-917e-9b6301f6eb27 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664599 Apr 18 20:44:01.411924 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-eefe7956-2a9a-444d-9ea4-aff05d4c17da admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f4f610c5f1c49a5bf77ded31d5b9ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3515170 Apr 18 20:44:01.414356 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46060) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:01.505634 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:01.524754 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-06de5cdc-57e7-4485-bce5-8e5c76f73438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:01.569011 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-06de5cdc-57e7-4485-bce5-8e5c76f73438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:01.787046 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd766f1-e179-4620-acf6-5be257eba8a3 req-a5454ccb-3315-4364-a3c6-62f6edee1b7d tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:01.803032 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0dd766f1-e179-4620-acf6-5be257eba8a3 req-a5454ccb-3315-4364-a3c6-62f6edee1b7d tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.1478686 Apr 18 20:44:01.829705 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-06de5cdc-57e7-4485-bce5-8e5c76f73438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:01.837278 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-06de5cdc-57e7-4485-bce5-8e5c76f73438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:01.857321 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-06de5cdc-57e7-4485-bce5-8e5c76f73438 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f382adb9-b680-43a2-8634-dcf05c91f329 HTTP/1.1" status: 204 len: 168 time: 0.4412329 Apr 18 20:44:01.901794 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de5cdc-57e7-4485-bce5-8e5c76f73438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f382adb9-b680-43a2-8634-dcf05c91f329,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:01.991344 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0dd766f1-e179-4620-acf6-5be257eba8a3 req-23d8ea2a-b672-4019-8696-b0ce85ddb06c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867266 Apr 18 20:44:02.496222 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5630d19-fe72-41dc-9bb8-b84c8a8d742a req-6ca5642f-e859-42a9-99d6-64e82f6b7e95 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 210 time: 0.0659037 Apr 18 20:44:02.878473 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d1605-c792-4045-a3a8-ccb609e846ab req-d6a7bad6-fc76-4505-bda2-b9dbfb4172ba tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:02.881326 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e99d1605-c792-4045-a3a8-ccb609e846ab req-d6a7bad6-fc76-4505-bda2-b9dbfb4172ba tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 0.1267040 Apr 18 20:44:02.985813 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e99d1605-c792-4045-a3a8-ccb609e846ab req-e5a51b19-a34e-4b7f-8ee0-1997f01cce14 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862110 Apr 18 20:44:03.318342 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c62136-4099-41bd-92da-8f7bbf3a9109 req-98af322c-48fa-4301-9b8b-ba3e6a0c6b60 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:03.339353 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d7c62136-4099-41bd-92da-8f7bbf3a9109 req-98af322c-48fa-4301-9b8b-ba3e6a0c6b60 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 945 time: 0.1614881 Apr 18 20:44:03.398461 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device ce14327b-f838-40e4-a178-eb053bd91da8 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:44:03.460746 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d7c62136-4099-41bd-92da-8f7bbf3a9109 req-86e1003b-987d-4a33-b326-c76b4b444690 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100473 Apr 18 20:44:03.688647 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:03.779292 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3ba9bb1-2009-4104-9939-178a62efdba6 req-5085e81a-1a88-4cef-82cc-32bb11ec0baf tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 210 time: 0.0705786 Apr 18 20:44:03.815668 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port ce14327b-f838-40e4-a178-eb053bd91da8, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ce14327b-f838-40e4-a178-eb053bd91da8,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:03.818581 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dac1206-ebf5-4513-ad6b-bee6be7de27b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce14327b-f838-40e4-a178-eb053bd91da8'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:03.821953 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd7d140-0a79-48f0-8435-2ba619a7dcb9" -d '{"events": [{"server_uuid": "8dac1206-ebf5-4513-ad6b-bee6be7de27b", "name": "network-vif-unplugged", "status": "completed", "tag": "ce14327b-f838-40e4-a178-eb053bd91da8"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:44:03.829042 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:03.829871 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a97674a9-53d3-41ba-9802-1439e7cf0ecf no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:44:03.909880 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-896720e1-dd26-459b-9232-c8a2f7013926 req-2a50e44b-fb2a-41f9-ace9-137530e43f44 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5511527 Apr 18 20:44:03.934733 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-896720e1-dd26-459b-9232-c8a2f7013926 req-c795e404-6b39-4ee8-8108-66596c0b6f83 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:44:03.961232 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-896720e1-dd26-459b-9232-c8a2f7013926 req-c795e404-6b39-4ee8-8108-66596c0b6f83 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0358388 Apr 18 20:44:03.971626 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Apr 2022 20:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d8e3f4-a033-4183-9193-f7ca73cdab04 x-openstack-request-id: req-61d8e3f4-a033-4183-9193-f7ca73cdab04 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:44:03.972482 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dac1206-ebf5-4513-ad6b-bee6be7de27b", "name": "network-vif-unplugged", "status": "failed", "tag": "ce14327b-f838-40e4-a178-eb053bd91da8", "code": 422}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:44:03.973259 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-61d8e3f4-a033-4183-9193-f7ca73cdab04 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:44:03.974188 n-d-838323-3 neutron-server[102910]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-61d8e3f4-a033-4183-9193-f7ca73cdab04']: {'server_uuid': '8dac1206-ebf5-4513-ad6b-bee6be7de27b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ce14327b-f838-40e4-a178-eb053bd91da8', 'code': 422} returned with failed status Apr 18 20:44:04.110502 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=ce14327b-f838-40e4-a178-eb053bd91da8,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:04.214910 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438622c1-79cd-47ea-8820-5c1bb22b9f8e req-132a29a1-b2d1-4471-a758-2ce551a71f75 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:04.224398 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-438622c1-79cd-47ea-8820-5c1bb22b9f8e req-132a29a1-b2d1-4471-a758-2ce551a71f75 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 0.0772963 Apr 18 20:44:04.279422 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-438622c1-79cd-47ea-8820-5c1bb22b9f8e req-2d649df2-5f8a-4beb-a7ee-f42f0f20469c tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537546 Apr 18 20:44:05.130088 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0fd30022-77a6-4b51-9ccc-16459fe6f8b2 req-7973925c-5428-403c-ac39-b1e0f0714e7c tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 210 time: 0.0710592 Apr 18 20:44:05.703975 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9be64-e706-424c-971b-660abb4e4481 req-1b228272-27f7-49a7-9dfb-96031e2dfc9e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:05.729410 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9e9be64-e706-424c-971b-660abb4e4481 req-1b228272-27f7-49a7-9dfb-96031e2dfc9e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dac1206-ebf5-4513-ad6b-bee6be7de27b HTTP/1.1" status: 200 len: 943 time: 0.3356090 Apr 18 20:44:05.798308 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294f501-a0ac-4986-b7c6-10b7c8994f49 req-8f5719fc-a3d8-414a-9941-8a70cb3b8724 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:05.804501 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f294f501-a0ac-4986-b7c6-10b7c8994f49 req-8f5719fc-a3d8-414a-9941-8a70cb3b8724 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 0.3225353 Apr 18 20:44:05.977021 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f294f501-a0ac-4986-b7c6-10b7c8994f49 req-a53e6678-00d7-4b9d-b1dd-ec845a722cd8 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036363 Apr 18 20:44:06.003757 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-b9e9be64-e706-424c-971b-660abb4e4481 req-bb4f302c-5cb8-4ea5-9cbb-9c4a7455512c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Deleting port ce14327b-f838-40e4-a178-eb053bd91da8 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:06.004396 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9e9be64-e706-424c-971b-660abb4e4481 req-bb4f302c-5cb8-4ea5-9cbb-9c4a7455512c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.226708 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-b9e9be64-e706-424c-971b-660abb4e4481 req-bb4f302c-5cb8-4ea5-9cbb-9c4a7455512c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] For port ce14327b-f838-40e4-a178-eb053bd91da8, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ce14327b-f838-40e4-a178-eb053bd91da8,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:06.227641 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9e9be64-e706-424c-971b-660abb4e4481 req-bb4f302c-5cb8-4ea5-9cbb-9c4a7455512c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.255239 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-b9e9be64-e706-424c-971b-660abb4e4481 req-bb4f302c-5cb8-4ea5-9cbb-9c4a7455512c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Calling delete_port for ce14327b-f838-40e4-a178-eb053bd91da8 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:06.306253 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46220) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:06.389813 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-63a0dd55-e4fb-450b-a315-041d947f1275 req-a13779c0-b2fb-44fa-b25b-c0817ac635c2 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 210 time: 0.1031489 Apr 18 20:44:06.564253 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9e9be64-e706-424c-971b-660abb4e4481 req-bb4f302c-5cb8-4ea5-9cbb-9c4a7455512c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.607938 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f302c-5cb8-4ea5-9cbb-9c4a7455512c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Pushing event deleted for resources: {'Port': ['ID=ce14327b-f838-40e4-a178-eb053bd91da8,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:06.677544 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e9be64-e706-424c-971b-660abb4e4481 req-bb4f302c-5cb8-4ea5-9cbb-9c4a7455512c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] No DVR routers for this DVR port ce14327b-f838-40e4-a178-eb053bd91da8 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:06.681183 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9e9be64-e706-424c-971b-660abb4e4481 req-bb4f302c-5cb8-4ea5-9cbb-9c4a7455512c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.686116 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9e9be64-e706-424c-971b-660abb4e4481 req-bb4f302c-5cb8-4ea5-9cbb-9c4a7455512c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "DELETE /v2.0/ports/ce14327b-f838-40e4-a178-eb053bd91da8 HTTP/1.1" status: 204 len: 173 time: 0.9550829 Apr 18 20:44:06.686629 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dac1206-ebf5-4513-ad6b-bee6be7de27b', 'name': 'network-vif-deleted', 'tag': 'ce14327b-f838-40e4-a178-eb053bd91da8'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:06.689340 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfe5555-f747-4102-aecb-5a7b638a9b8f" -d '{"events": [{"server_uuid": "8dac1206-ebf5-4513-ad6b-bee6be7de27b", "name": "network-vif-deleted", "tag": "ce14327b-f838-40e4-a178-eb053bd91da8"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:44:06.765765 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 18 Apr 2022 20:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bba5a40-69c5-4b53-92af-47aead2077e6 x-openstack-request-id: req-4bba5a40-69c5-4b53-92af-47aead2077e6 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:44:06.766060 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dac1206-ebf5-4513-ad6b-bee6be7de27b", "name": "network-vif-deleted", "tag": "ce14327b-f838-40e4-a178-eb053bd91da8", "status": "failed", "code": 422}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:44:06.766304 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4bba5a40-69c5-4b53-92af-47aead2077e6 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:44:06.766939 n-d-838323-3 neutron-server[102908]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4bba5a40-69c5-4b53-92af-47aead2077e6']: {'server_uuid': '8dac1206-ebf5-4513-ad6b-bee6be7de27b', 'name': 'network-vif-deleted', 'tag': 'ce14327b-f838-40e4-a178-eb053bd91da8', 'status': 'failed', 'code': 422} returned with failed status Apr 18 20:44:06.824183 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-18aabbaa-dbb8-41fb-8233-e0ed9651a221 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-953666148'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:06.855781 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18aabbaa-dbb8-41fb-8233-e0ed9651a221 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Made reservation on behalf of a8a7d102b0074b1784202ee83d22d9de for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:06.860472 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-18aabbaa-dbb8-41fb-8233-e0ed9651a221 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.878597 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-18aabbaa-dbb8-41fb-8233-e0ed9651a221 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:07.057872 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-18aabbaa-dbb8-41fb-8233-e0ed9651a221 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:07.065756 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-18aabbaa-dbb8-41fb-8233-e0ed9651a221 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:07.120894 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18aabbaa-dbb8-41fb-8233-e0ed9651a221 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:44:07.124399 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aabbaa-dbb8-41fb-8233-e0ed9651a221 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f13563-ae58-4281-a972-357dc52f201d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:07.138250 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-18aabbaa-dbb8-41fb-8233-e0ed9651a221 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:07.138864 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-18aabbaa-dbb8-41fb-8233-e0ed9651a221 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Added segment ae0a4d8e-8a9b-4c0c-aad8-7d4127fbec95 of type vlan for network cc2db3ea-6312-4307-acce-ea27512dd51a Apr 18 20:44:07.214858 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-18aabbaa-dbb8-41fb-8233-e0ed9651a221 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:07.236231 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212ff00-cb7c-4018-85f9-cae259c8fb60 req-4b22a0f3-37ac-4ebd-840f-62cf9062bd7f tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:07.249135 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d212ff00-cb7c-4018-85f9-cae259c8fb60 req-4b22a0f3-37ac-4ebd-840f-62cf9062bd7f tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 0.1118991 Apr 18 20:44:07.273708 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-18aabbaa-dbb8-41fb-8233-e0ed9651a221 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:07.281672 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aabbaa-dbb8-41fb-8233-e0ed9651a221 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:07.283201 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-18aabbaa-dbb8-41fb-8233-e0ed9651a221 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:07.321882 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d212ff00-cb7c-4018-85f9-cae259c8fb60 req-38d718cb-20b5-40c6-9ab5-80c208743222 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715353 Apr 18 20:44:07.399539 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aabbaa-dbb8-41fb-8233-e0ed9651a221 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Pushing event updated for resources: {'Network': ['ID=cc2db3ea-6312-4307-acce-ea27512dd51a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:07.405988 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-18aabbaa-dbb8-41fb-8233-e0ed9651a221 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0980072 Apr 18 20:44:07.411032 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46248) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:07.412762 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network cc2db3ea-6312-4307-acce-ea27512dd51a details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:44:07.419053 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e8066de5-be17-484c-81ab-076028f347ef tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Request body: {'subnet': {'network_id': 'cc2db3ea-6312-4307-acce-ea27512dd51a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:07.582617 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:07.612112 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c35d802c-1dc3-47f8-a278-5120368cc14e req-2eca7598-db9d-4573-94e7-ca364b4528f7 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 210 time: 0.0535088 Apr 18 20:44:07.715325 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8066de5-be17-484c-81ab-076028f347ef tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Made reservation on behalf of a8a7d102b0074b1784202ee83d22d9de for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:07.727475 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e8066de5-be17-484c-81ab-076028f347ef tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:07.972287 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:44:08.145535 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-e70553e1-404b-4176-b5ca-5f45816da4e7 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:08.148151 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-e70553e1-404b-4176-b5ca-5f45816da4e7 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/networks?id=f359647e-7253-4c28-8ec0-be158505d4fd HTTP/1.1" status: 200 len: 812 time: 0.1997721 Apr 18 20:44:08.155687 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e8066de5-be17-484c-81ab-076028f347ef tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:08.172972 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-b95f7e9d-2751-4edc-b4c6-b1f27aa06c94 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/quotas/a632b6dbeeee449a9082e9ef3657c7f7 HTTP/1.1" status: 200 len: 375 time: 0.0119476 Apr 18 20:44:08.182957 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46278) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:08.278060 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-4c4fba6d-0e38-4b69-8809-19e5775cc262 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a632b6dbeeee449a9082e9ef3657c7f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786271 Apr 18 20:44:08.279521 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8066de5-be17-484c-81ab-076028f347ef tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Pushing event updated for resources: {'Subnet': ['ID=be544db0-0b11-44fd-9c54-f6b8162dd36b,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:08.328055 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8066de5-be17-484c-81ab-076028f347ef tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Checking segment: {'id': 'ae0a4d8e-8a9b-4c0c-aad8-7d4127fbec95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cc2db3ea-6312-4307-acce-ea27512dd51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:44:08.328697 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8066de5-be17-484c-81ab-076028f347ef tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Network hostable DHCP agents. Network: cc2db3ea-6312-4307-acce-ea27512dd51a, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:44:08.368118 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8066de5-be17-484c-81ab-076028f347ef tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Network cc2db3ea-6312-4307-acce-ea27512dd51a is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:44:08.390248 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-e8066de5-be17-484c-81ab-076028f347ef tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, cc2db3ea-6312-4307-acce-ea27512dd51a) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:08.408135 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc46a41-b218-44dc-90c7-a1de164e98ef None None] Network cc2db3ea-6312-4307-acce-ea27512dd51a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:44:08.418630 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8066de5-be17-484c-81ab-076028f347ef tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:08.420556 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e8066de5-be17-484c-81ab-076028f347ef tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:08.445080 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0ac95055-d9fb-4d70-bbcd-4286cf26419a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:08.475161 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e8066de5-be17-484c-81ab-076028f347ef tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0613005 Apr 18 20:44:08.485117 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46284) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:08.498997 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-1505b204-7f5a-4eea-9a0f-6485f4af7f5b tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Request body: {'port': {'network_id': 'cc2db3ea-6312-4307-acce-ea27512dd51a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2117999893'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:08.547156 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-eaa534dc-9841-4fac-a52c-94ca6287976f service neutron] 10.222.0.41 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556551 Apr 18 20:44:08.656271 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a88bb9-dbd2-4dcb-a627-2135a1ef1b0a req-fbc8cbef-bec9-403b-9b57-e6292ae008b2 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:08.669393 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-25a88bb9-dbd2-4dcb-a627-2135a1ef1b0a req-fbc8cbef-bec9-403b-9b57-e6292ae008b2 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 0.2252920 Apr 18 20:44:08.777641 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1505b204-7f5a-4eea-9a0f-6485f4af7f5b tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Made reservation on behalf of a8a7d102b0074b1784202ee83d22d9de for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:08.782791 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1505b204-7f5a-4eea-9a0f-6485f4af7f5b tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:08.851362 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-1505b204-7f5a-4eea-9a0f-6485f4af7f5b tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] device_id is not set on port 76e94f69-0b5e-418b-989c-c12d8ac309bb yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:44:08.893505 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4996b4-6592-4b43-92ef-7938b04d05c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-cc2db3ea-6312-4307-acce-ea27512dd51a', 'network_id': 'cc2db3ea-6312-4307-acce-ea27512dd51a', 'tenant_id': 'a8a7d102b0074b1784202ee83d22d9de', 'fixed_ips': [{'subnet_id': 'be544db0-0b11-44fd-9c54-f6b8162dd36b'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:44:08.897137 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cf4996b4-6592-4b43-92ef-7938b04d05c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:09.060824 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-1505b204-7f5a-4eea-9a0f-6485f4af7f5b tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Allocated IP 172.20.0.10 (cc2db3ea-6312-4307-acce-ea27512dd51a/be544db0-0b11-44fd-9c54-f6b8162dd36b/76e94f69-0b5e-418b-989c-c12d8ac309bb) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:09.129936 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0ac95055-d9fb-4d70-bbcd-4286cf26419a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:09.152801 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-25a88bb9-dbd2-4dcb-a627-2135a1ef1b0a req-953a013b-56fc-46dc-8aba-6d936e942c29 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4450724 Apr 18 20:44:09.165053 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0ac95055-d9fb-4d70-bbcd-4286cf26419a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:09.215789 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-1c44eb63-5534-44b5-aa78-df948c58588d service neutron] 10.222.0.41 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6437891 Apr 18 20:44:09.394555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac95055-d9fb-4d70-bbcd-4286cf26419a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8655c3c0-a788-449d-aa6d-9eb41e2b3125,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:09.472311 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0ac95055-d9fb-4d70-bbcd-4286cf26419a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8290a87183d145c78a3f7f476d1a118c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2874773 Apr 18 20:44:09.475155 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46292) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:09.542257 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1505b204-7f5a-4eea-9a0f-6485f4af7f5b tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:09.628337 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa3a0aa7-d729-4a33-adea-4d82516326f8 req-c6603053-ffcb-4299-a77b-1f6a6765440c tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5aec53-9cfb-45af-a5c3-5f1fd1ce8d85 HTTP/1.1" status: 200 len: 210 time: 0.1018140 Apr 18 20:44:09.673315 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1505b204-7f5a-4eea-9a0f-6485f4af7f5b tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:09.702251 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cd6fb675-ec28-443e-b8f8-f97dea9f77b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:09.795685 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cd6fb675-ec28-443e-b8f8-f97dea9f77b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:09.805510 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-cf4996b4-6592-4b43-92ef-7938b04d05c5 None None] Allocated IP 172.20.0.2 (cc2db3ea-6312-4307-acce-ea27512dd51a/be544db0-0b11-44fd-9c54-f6b8162dd36b/3382cbb6-9f2c-4bfd-971c-50e6a6a81f75) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:09.863546 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1505b204-7f5a-4eea-9a0f-6485f4af7f5b tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Network cc2db3ea-6312-4307-acce-ea27512dd51a is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:09.871565 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-1505b204-7f5a-4eea-9a0f-6485f4af7f5b tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:09.875745 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1505b204-7f5a-4eea-9a0f-6485f4af7f5b tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:44:09.922882 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cd6fb675-ec28-443e-b8f8-f97dea9f77b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:09.926999 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cd6fb675-ec28-443e-b8f8-f97dea9f77b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:09.927841 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-cd6fb675-ec28-443e-b8f8-f97dea9f77b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8655c3c0-a788-449d-aa6d-9eb41e2b3125 HTTP/1.1" status: 204 len: 168 time: 0.4477334 Apr 18 20:44:09.986748 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505b204-7f5a-4eea-9a0f-6485f4af7f5b tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Pushing event updated for resources: {'Port': ['ID=76e94f69-0b5e-418b-989c-c12d8ac309bb,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:09.990366 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-64e93910-b804-4865-93e1-c9e54bb1ebb8 req-c88dd8bf-f38c-4f72-8f37-57e67f3e468b tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 210 time: 0.0895908 Apr 18 20:44:10.091722 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1505b204-7f5a-4eea-9a0f-6485f4af7f5b tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:10.095988 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1505b204-7f5a-4eea-9a0f-6485f4af7f5b tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.139943 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1505b204-7f5a-4eea-9a0f-6485f4af7f5b tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.6456890 Apr 18 20:44:10.140240 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46304) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:10.230187 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cf4996b4-6592-4b43-92ef-7938b04d05c5 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.251809 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cf4996b4-6592-4b43-92ef-7938b04d05c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.329216 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4996b4-6592-4b43-92ef-7938b04d05c5 None None] Network cc2db3ea-6312-4307-acce-ea27512dd51a is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:10.426096 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-60978bb4-1abd-4359-9f5c-78fe00c252fe tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Deleting port 76e94f69-0b5e-418b-989c-c12d8ac309bb {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:10.426451 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60978bb4-1abd-4359-9f5c-78fe00c252fe tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.434776 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-cf4996b4-6592-4b43-92ef-7938b04d05c5 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:10.447628 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4996b4-6592-4b43-92ef-7938b04d05c5 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:44:10.633074 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4996b4-6592-4b43-92ef-7938b04d05c5 None None] Pushing event updated for resources: {'Port': ['ID=3382cbb6-9f2c-4bfd-971c-50e6a6a81f75,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:10.646673 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60978bb4-1abd-4359-9f5c-78fe00c252fe tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.666966 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-60978bb4-1abd-4359-9f5c-78fe00c252fe tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Calling delete_port for 76e94f69-0b5e-418b-989c-c12d8ac309bb owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:10.680311 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46318) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:10.712261 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eb12e481-8257-45ab-9c3b-d0f4c2c21928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.739121 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-cf4996b4-6592-4b43-92ef-7938b04d05c5 None None] Attempting to bind port 3382cbb6-9f2c-4bfd-971c-50e6a6a81f75 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:10.739889 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-cf4996b4-6592-4b43-92ef-7938b04d05c5 None None] Attempting to bind port 3382cbb6-9f2c-4bfd-971c-50e6a6a81f75 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'ae0a4d8e-8a9b-4c0c-aad8-7d4127fbec95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cc2db3ea-6312-4307-acce-ea27512dd51a'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:10.740616 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4996b4-6592-4b43-92ef-7938b04d05c5 None None] Attempting to bind port 3382cbb6-9f2c-4bfd-971c-50e6a6a81f75 on network cc2db3ea-6312-4307-acce-ea27512dd51a {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:44:10.749179 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4996b4-6592-4b43-92ef-7938b04d05c5 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:44:10.749960 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4996b4-6592-4b43-92ef-7938b04d05c5 None None] Checking segment: {'id': 'ae0a4d8e-8a9b-4c0c-aad8-7d4127fbec95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cc2db3ea-6312-4307-acce-ea27512dd51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:44:10.750950 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cf4996b4-6592-4b43-92ef-7938b04d05c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.751618 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4996b4-6592-4b43-92ef-7938b04d05c5 None None] Bound using segment: {'id': 'ae0a4d8e-8a9b-4c0c-aad8-7d4127fbec95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cc2db3ea-6312-4307-acce-ea27512dd51a'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:44:10.752706 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-cf4996b4-6592-4b43-92ef-7938b04d05c5 None None] Bound port: 3382cbb6-9f2c-4bfd-971c-50e6a6a81f75, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae0a4d8e-8a9b-4c0c-aad8-7d4127fbec95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cc2db3ea-6312-4307-acce-ea27512dd51a'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:10.753456 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cf4996b4-6592-4b43-92ef-7938b04d05c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.809738 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6fb675-ec28-443e-b8f8-f97dea9f77b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8655c3c0-a788-449d-aa6d-9eb41e2b3125,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:10.886743 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-cf4996b4-6592-4b43-92ef-7938b04d05c5 None None] For port 3382cbb6-9f2c-4bfd-971c-50e6a6a81f75, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:10.895537 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-cf4996b4-6592-4b43-92ef-7938b04d05c5 None None] For port 3382cbb6-9f2c-4bfd-971c-50e6a6a81f75, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3382cbb6-9f2c-4bfd-971c-50e6a6a81f75,segment=NetworkSegment(ae0a4d8e-8a9b-4c0c-aad8-7d4127fbec95),segment_id=ae0a4d8e-8a9b-4c0c-aad8-7d4127fbec95)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:10.936049 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cf4996b4-6592-4b43-92ef-7938b04d05c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.953001 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d72d7-9f98-4f81-bf6c-c2ea12f00b71 req-ffa5c843-cdbf-42d9-930b-9aa0cfdf7708 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:10.974570 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a48d72d7-9f98-4f81-bf6c-c2ea12f00b71 req-ffa5c843-cdbf-42d9-930b-9aa0cfdf7708 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.9684610 Apr 18 20:44:11.071355 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9adbb-fa28-49be-943c-eb5b6212e1e5 req-9a2cd9bf-ce0d-4bf2-b1a2-4c674a382b52 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:11.081812 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ab9adbb-fa28-49be-943c-eb5b6212e1e5 req-9a2cd9bf-ce0d-4bf2-b1a2-4c674a382b52 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 0.2647147 Apr 18 20:44:11.121309 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4996b4-6592-4b43-92ef-7938b04d05c5 None None] Pushing event updated for resources: {'Port': ['ID=3382cbb6-9f2c-4bfd-971c-50e6a6a81f75,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:11.186997 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a48d72d7-9f98-4f81-bf6c-c2ea12f00b71 req-734417f1-322f-417f-bfb9-84be0363af68 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103231 Apr 18 20:44:11.215000 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eb12e481-8257-45ab-9c3b-d0f4c2c21928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.258846 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ab9adbb-fa28-49be-943c-eb5b6212e1e5 req-ab7faf3c-d8ab-4dbd-a714-98a2a1b88bf8 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760333 Apr 18 20:44:11.260027 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eb12e481-8257-45ab-9c3b-d0f4c2c21928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.408308 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60978bb4-1abd-4359-9f5c-78fe00c252fe tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.461720 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-81beee9a-1590-498b-83bf-7ab929f0b213 req-03b71403-4f0d-4ad3-8e65-44911307555f tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 210 time: 0.0828891 Apr 18 20:44:11.515290 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-eb12e481-8257-45ab-9c3b-d0f4c2c21928 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a51574a132f4f088ae67cc8c7357fff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8299599 Apr 18 20:44:11.515598 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46332) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:11.529026 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12e481-8257-45ab-9c3b-d0f4c2c21928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348c5f78-a05b-4966-987b-5fa9a493b7d9,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:11.540250 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60978bb4-1abd-4359-9f5c-78fe00c252fe tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Pushing event deleted for resources: {'Port': ['ID=76e94f69-0b5e-418b-989c-c12d8ac309bb,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:11.636552 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.740606 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60978bb4-1abd-4359-9f5c-78fe00c252fe tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.752318 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-60978bb4-1abd-4359-9f5c-78fe00c252fe tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] 10.222.0.41 "DELETE /v2.0/ports/76e94f69-0b5e-418b-989c-c12d8ac309bb HTTP/1.1" status: 204 len: 168 time: 1.6105363 Apr 18 20:44:11.758854 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46334) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:11.770464 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92e48a27-bc20-4d53-ae45-5edf3f501ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.823358 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f576089-8672-4e99-ae32-021cca806212 req-90154e1f-a9f1-4974-b0b7-028217575cdf tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:11.825003 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f576089-8672-4e99-ae32-021cca806212 req-90154e1f-a9f1-4974-b0b7-028217575cdf tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1743143 Apr 18 20:44:11.882717 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92e48a27-bc20-4d53-ae45-5edf3f501ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.115665 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f576089-8672-4e99-ae32-021cca806212 req-982f3e96-2b08-4190-acdc-72313d4052e7 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2642395 Apr 18 20:44:12.178152 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46344) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:12.217141 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92e48a27-bc20-4d53-ae45-5edf3f501ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.231726 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92e48a27-bc20-4d53-ae45-5edf3f501ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.233000 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-92e48a27-bc20-4d53-ae45-5edf3f501ae9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/348c5f78-a05b-4966-987b-5fa9a493b7d9 HTTP/1.1" status: 204 len: 168 time: 0.7164304 Apr 18 20:44:12.262925 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e48a27-bc20-4d53-ae45-5edf3f501ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348c5f78-a05b-4966-987b-5fa9a493b7d9,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:12.273054 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-ff3bafa3-b489-4004-803b-4e14d37a76b9 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:12.274890 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-ff3bafa3-b489-4004-803b-4e14d37a76b9 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.32 "GET /v2.0/networks?id=f359647e-7253-4c28-8ec0-be158505d4fd HTTP/1.1" status: 200 len: 812 time: 0.3421566 Apr 18 20:44:12.304970 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-31f4575f-b10d-4802-b2fe-7a257fd92bbe tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Request body: {'port': {'device_id': 'c87de44d-802a-4720-8290-67a6d4fda1f5', 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd', 'admin_state_up': True, 'tenant_id': 'a632b6dbeeee449a9082e9ef3657c7f7'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:12.472905 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bcf9c8ec-0cb2-41f2-a85f-d5c97d3a5fa8 tempest-DHCPAgentSchedulersTestJSON-671703608 tempest-DHCPAgentSchedulersTestJSON-671703608-project-admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.7121053 Apr 18 20:44:12.477677 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46354) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:12.490761 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-0c5c772e-41b1-4add-be7e-fbdcefb60a87 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2040593801'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:12.539979 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5d41bbf-7369-4479-b163-d6df5a2694c3 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.636539 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5d41bbf-7369-4479-b163-d6df5a2694c3 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.648199 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3382cbb6-9f2c-4bfd-971c-50e6a6a81f75 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:44:12.715930 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5c772e-41b1-4add-be7e-fbdcefb60a87 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Made reservation on behalf of a8a7d102b0074b1784202ee83d22d9de for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:12.721582 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0c5c772e-41b1-4add-be7e-fbdcefb60a87 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.793062 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 3382cbb6-9f2c-4bfd-971c-50e6a6a81f75 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:12.793522 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.833935 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5d41bbf-7369-4479-b163-d6df5a2694c3 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.839056 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5d41bbf-7369-4479-b163-d6df5a2694c3 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.839469 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-31f4575f-b10d-4802-b2fe-7a257fd92bbe tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Made reservation on behalf of a632b6dbeeee449a9082e9ef3657c7f7 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:12.840293 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d5d41bbf-7369-4479-b163-d6df5a2694c3 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "DELETE /v2.0/security-groups/71d5f076-796b-4044-9070-33f9865026a4 HTTP/1.1" status: 204 len: 168 time: 0.6605282 Apr 18 20:44:12.845466 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46364) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:12.875705 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-31f4575f-b10d-4802-b2fe-7a257fd92bbe tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.932164 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-c5fae50d-dd49-404b-a0b8-582ede63d6be tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] show failed (client error): The resource could not be found. Apr 18 20:44:12.933560 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c5fae50d-dd49-404b-a0b8-582ede63d6be tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "GET /v2.0/security-groups/71d5f076-796b-4044-9070-33f9865026a4 HTTP/1.1" status: 404 len: 347 time: 0.0840833 Apr 18 20:44:12.934753 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d41bbf-7369-4479-b163-d6df5a2694c3 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d5f076-796b-4044-9070-33f9865026a4,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:12.938851 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46366) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:13.013806 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5c772e-41b1-4add-be7e-fbdcefb60a87 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:44:13.114000 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0c5c772e-41b1-4add-be7e-fbdcefb60a87 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.114343 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-0c5c772e-41b1-4add-be7e-fbdcefb60a87 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Added segment 6ff66f1a-d894-4656-a23a-a57f339cee2a of type vlan for network 428806f8-3d25-43f2-bfa7-01e8a640b642 Apr 18 20:44:13.141415 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.286310 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 3382cbb6-9f2c-4bfd-971c-50e6a6a81f75, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3382cbb6-9f2c-4bfd-971c-50e6a6a81f75,segment=NetworkSegment(ae0a4d8e-8a9b-4c0c-aad8-7d4127fbec95),segment_id=ae0a4d8e-8a9b-4c0c-aad8-7d4127fbec95)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:13.299205 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.411534 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-c8492260-2f02-4a0b-8c16-b77b43f1de96 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Deleting port 4c3bc87e-495c-4308-a35a-c7ff402eb5db {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:13.415816 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-31f4575f-b10d-4802-b2fe-7a257fd92bbe tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Allocated IP 172.20.0.5 (f359647e-7253-4c28-8ec0-be158505d4fd/6320347a-fb3b-4b56-9b35-0b62db71b2d8/304c400e-5d93-4a01-9fd4-67db08377da9) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:13.437474 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c8492260-2f02-4a0b-8c16-b77b43f1de96 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.451253 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=3382cbb6-9f2c-4bfd-971c-50e6a6a81f75,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:13.601747 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d4eb99-3c2f-4e95-a0e9-1a8fee10d79a None None] Network cc2db3ea-6312-4307-acce-ea27512dd51a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:44:13.693068 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c8492260-2f02-4a0b-8c16-b77b43f1de96 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.694155 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c8492260-2f02-4a0b-8c16-b77b43f1de96 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.732711 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-c8492260-2f02-4a0b-8c16-b77b43f1de96 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Calling delete_port for 4c3bc87e-495c-4308-a35a-c7ff402eb5db owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:13.769540 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0c5c772e-41b1-4add-be7e-fbdcefb60a87 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.787720 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b8cc4-6b75-4829-b7c1-d508bc15edb3 req-c941f582-523a-4b09-aae1-b789b505093c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:13.803029 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f14b8cc4-6b75-4829-b7c1-d508bc15edb3 req-c941f582-523a-4b09-aae1-b789b505093c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.8004541 Apr 18 20:44:13.804890 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e9d7a2c3-bfaf-4e52-a781-4d94538afaf1 None None] Provisioning complete for port 3382cbb6-9f2c-4bfd-971c-50e6a6a81f75 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:13.805723 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e9d7a2c3-bfaf-4e52-a781-4d94538afaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.932613 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6bbc65-a14a-4bef-9f29-40bf45b6b102 req-516ad7e7-8341-4e30-9be6-00bcec49b94b tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:13.952833 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8d6bbc65-a14a-4bef-9f29-40bf45b6b102 req-516ad7e7-8341-4e30-9be6-00bcec49b94b tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 0.4935780 Apr 18 20:44:14.043228 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c8492260-2f02-4a0b-8c16-b77b43f1de96 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.083662 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8492260-2f02-4a0b-8c16-b77b43f1de96 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event deleted for resources: {'Port': ['ID=4c3bc87e-495c-4308-a35a-c7ff402eb5db,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:14.096884 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0c5c772e-41b1-4add-be7e-fbdcefb60a87 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.124462 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5c772e-41b1-4add-be7e-fbdcefb60a87 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:14.126637 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0c5c772e-41b1-4add-be7e-fbdcefb60a87 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.284250 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f14b8cc4-6b75-4829-b7c1-d508bc15edb3 req-f6ffc73c-3047-4940-8f57-76b89b3367e9 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4775643 Apr 18 20:44:14.352836 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c8492260-2f02-4a0b-8c16-b77b43f1de96 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.357094 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c8492260-2f02-4a0b-8c16-b77b43f1de96 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.362683 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c8492260-2f02-4a0b-8c16-b77b43f1de96 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "DELETE /v2.0/floatingips/31f462f1-837a-4316-8d98-1746d3d88e11 HTTP/1.1" status: 204 len: 168 time: 1.4171627 Apr 18 20:44:14.365751 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46392) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:14.499632 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0c5c772e-41b1-4add-be7e-fbdcefb60a87 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0168333 Apr 18 20:44:14.515303 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46396) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:14.561241 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8d6bbc65-a14a-4bef-9f29-40bf45b6b102 req-56812055-aa51-4224-94bf-f9d2e3d4e138 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6068530 Apr 18 20:44:14.565217 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3382cbb6-9f2c-4bfd-971c-50e6a6a81f75 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:44:14.615334 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c772e-41b1-4add-be7e-fbdcefb60a87 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Pushing event updated for resources: {'Network': ['ID=428806f8-3d25-43f2-bfa7-01e8a640b642,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:14.653642 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 428806f8-3d25-43f2-bfa7-01e8a640b642 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:44:14.718111 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-022ed71a-5590-4e95-b6d9-491dc515ecd6 req-d1b8bcb6-c290-412c-b0b7-b4395c806bc1 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 210 time: 0.1608031 Apr 18 20:44:14.743826 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-31f4575f-b10d-4802-b2fe-7a257fd92bbe tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.827953 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-31f4575f-b10d-4802-b2fe-7a257fd92bbe tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.887485 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 3382cbb6-9f2c-4bfd-971c-50e6a6a81f75 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:14.889164 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.963915 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4575f-b10d-4802-b2fe-7a257fd92bbe tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Pushing event updated for resources: {'Port': ['ID=304c400e-5d93-4a01-9fd4-67db08377da9,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:15.018363 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-960b7bbd-7df7-4d80-adc0-70fd7fddb9c5 None None] Provisioning complete for port 3382cbb6-9f2c-4bfd-971c-50e6a6a81f75 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:15.018844 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-960b7bbd-7df7-4d80-adc0-70fd7fddb9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.046946 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-27d2b367-3362-400c-875b-70d2074749de tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Deleting port 261ee228-3034-446a-848b-b1eb0de2a08c {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:15.048356 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-27d2b367-3362-400c-875b-70d2074749de tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.110386 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-31f4575f-b10d-4802-b2fe-7a257fd92bbe tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Network f359647e-7253-4c28-8ec0-be158505d4fd is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:15.120007 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-31f4575f-b10d-4802-b2fe-7a257fd92bbe tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:15.133640 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-31f4575f-b10d-4802-b2fe-7a257fd92bbe tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:44:15.146433 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-68e12aee-4d7a-4f20-aa5a-e8080e80cdcb tempest-DHCPAgentSchedulersTestJSON-671703608 tempest-DHCPAgentSchedulersTestJSON-671703608-project-admin] 10.222.0.41 "GET /v2.0/agents/d40e1110-2dc6-400a-bb70-535a949efad8/dhcp-networks HTTP/1.1" status: 200 len: 12843 time: 0.6271911 Apr 18 20:44:15.148958 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46402) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:15.342966 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09144a1-14a2-413b-8dc9-b0ed2c06a94a req-a022325a-484d-4e46-a058-622ded9569d1 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:15.349241 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09144a1-14a2-413b-8dc9-b0ed2c06a94a req-a022325a-484d-4e46-a058-622ded9569d1 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:15.357068 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09144a1-14a2-413b-8dc9-b0ed2c06a94a req-a022325a-484d-4e46-a058-622ded9569d1 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:15.364013 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09144a1-14a2-413b-8dc9-b0ed2c06a94a req-a022325a-484d-4e46-a058-622ded9569d1 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:15.377444 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09144a1-14a2-413b-8dc9-b0ed2c06a94a req-a022325a-484d-4e46-a058-622ded9569d1 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:15.397615 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09144a1-14a2-413b-8dc9-b0ed2c06a94a req-a022325a-484d-4e46-a058-622ded9569d1 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:15.403058 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09144a1-14a2-413b-8dc9-b0ed2c06a94a req-a022325a-484d-4e46-a058-622ded9569d1 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:15.411565 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a09144a1-14a2-413b-8dc9-b0ed2c06a94a req-a022325a-484d-4e46-a058-622ded9569d1 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5433 time: 0.4486256 Apr 18 20:44:15.444657 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276306c5-0d83-43a4-9d9d-5588d475aa7c req-c0397d49-6ea2-4f87-90d0-d6957cd27477 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:15.453264 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-276306c5-0d83-43a4-9d9d-5588d475aa7c req-c0397d49-6ea2-4f87-90d0-d6957cd27477 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.4490325 Apr 18 20:44:15.489295 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-31f4575f-b10d-4802-b2fe-7a257fd92bbe tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:15.490126 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-31f4575f-b10d-4802-b2fe-7a257fd92bbe tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.531776 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d135001f-e665-47ac-80bd-27a0dcfda11c None None] Could not find standard attr ID for object 76e94f69-0b5e-418b-989c-c12d8ac309bb. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:44:15.537278 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a09144a1-14a2-413b-8dc9-b0ed2c06a94a req-691aa423-a074-42ee-933a-f45de80e93a9 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1245768 Apr 18 20:44:15.541093 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0d8107-1aa7-4243-85e6-80b8e20bc7e6 tempest-DHCPAgentSchedulersTestJSON-671703608 tempest-DHCPAgentSchedulersTestJSON-671703608-project-admin] Network 428806f8-3d25-43f2-bfa7-01e8a640b642 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:44:15.574908 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-31f4575f-b10d-4802-b2fe-7a257fd92bbe tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2908559 Apr 18 20:44:15.595015 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-27d2b367-3362-400c-875b-70d2074749de tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.607704 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2e0d8107-1aa7-4243-85e6-80b8e20bc7e6 tempest-DHCPAgentSchedulersTestJSON-671703608 tempest-DHCPAgentSchedulersTestJSON-671703608-project-admin] 10.222.0.41 "POST /v2.0/agents/d40e1110-2dc6-400a-bb70-535a949efad8/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4465697 Apr 18 20:44:15.607704 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46408) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:15.612395 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e43d50-1da7-44dd-aee2-fbc1efc042ed None None] Network 428806f8-3d25-43f2-bfa7-01e8a640b642 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:44:15.620264 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-2acd21e2-185d-4fb1-844b-d40bce8f1a2c service neutron] Request body: {'port': {'device_id': 'c87de44d-802a-4720-8290-67a6d4fda1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:15.659498 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-27d2b367-3362-400c-875b-70d2074749de tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Calling delete_port for 261ee228-3034-446a-848b-b1eb0de2a08c owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:15.869123 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-276306c5-0d83-43a4-9d9d-5588d475aa7c req-d0c8e7e4-5287-4df4-a96f-9500c56942aa tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4150209 Apr 18 20:44:15.908954 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-2acd21e2-185d-4fb1-844b-d40bce8f1a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.979622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c33973-9a54-4ee6-8790-4236cb1577a7 req-a88abfc9-a21e-4cdf-8434-cbd3138ed073 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:15.981292 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91c33973-9a54-4ee6-8790-4236cb1577a7 req-a88abfc9-a21e-4cdf-8434-cbd3138ed073 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 0.1623983 Apr 18 20:44:16.094335 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91c33973-9a54-4ee6-8790-4236cb1577a7 req-99c214ed-9f31-4ad0-b88f-84e519e71454 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894063 Apr 18 20:44:16.246769 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce60fe3-e724-462b-a6cc-f066a7b686ba req-30baa0f9-4bdb-4aa4-9d05-ef362b7cb801 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:16.250232 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7ce60fe3-e724-462b-a6cc-f066a7b686ba req-30baa0f9-4bdb-4aa4-9d05-ef362b7cb801 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 931 time: 0.2463157 Apr 18 20:44:16.468946 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-27d2b367-3362-400c-875b-70d2074749de tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:16.555012 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7ce60fe3-e724-462b-a6cc-f066a7b686ba req-d064f57c-94b1-4572-8467-f6c1f0e60a95 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866564 Apr 18 20:44:16.592582 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-77928e6e-911d-4090-acfd-517b9296c86c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:16.605145 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-77928e6e-911d-4090-acfd-517b9296c86c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:16.616165 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-77928e6e-911d-4090-acfd-517b9296c86c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:16.628968 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-77928e6e-911d-4090-acfd-517b9296c86c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:16.642476 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-77928e6e-911d-4090-acfd-517b9296c86c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:16.654940 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-77928e6e-911d-4090-acfd-517b9296c86c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:16.670429 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-77928e6e-911d-4090-acfd-517b9296c86c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:16.673692 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-77928e6e-911d-4090-acfd-517b9296c86c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.57 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5433 time: 0.9349332 Apr 18 20:44:16.722957 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-9ecab190-853e-46bd-af39-e547ee481516 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:16.723300 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-74a2022b-d339-4387-983a-d80b99a88815 tempest-DHCPAgentSchedulersTestJSON-671703608 tempest-DHCPAgentSchedulersTestJSON-671703608-project-admin] 10.222.0.41 "GET /v2.0/agents/d40e1110-2dc6-400a-bb70-535a949efad8/dhcp-networks HTTP/1.1" status: 200 len: 13614 time: 1.1160951 Apr 18 20:44:16.727022 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-9ecab190-853e-46bd-af39-e547ee481516 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 812 time: 0.3634715 Apr 18 20:44:16.728283 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46442) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:16.780021 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2b367-3362-400c-875b-70d2074749de tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event deleted for resources: {'Port': ['ID=261ee228-3034-446a-848b-b1eb0de2a08c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:16.785377 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-485e904a-5814-40b4-9779-dec99819d7fb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:16.787132 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-485e904a-5814-40b4-9779-dec99819d7fb tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.57 "GET /v2.0/ports/7c77f7cf-e8d8-4d52-8506-6c7c25f24291?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0700915 Apr 18 20:44:16.851783 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-79170d0d-f874-40ff-8ca4-bc3ab6dd0462 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/quotas/f07a47e8c182436591c55c66e8d2e113 HTTP/1.1" status: 200 len: 375 time: 0.0903525 Apr 18 20:44:17.103498 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-e888a260-e84a-4fa1-95df-85d9fe9bf402 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.57 "GET /v2.0/networks/6ebd78e3-8ba6-4968-baed-05df69d3d0c2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3023856 Apr 18 20:44:17.122770 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f40901-aad7-4c54-8d8c-14b31b6bf581 req-90743f4e-e282-4228-ba2f-b33542a843d7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:17.132622 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-27d2b367-3362-400c-875b-70d2074749de tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.140105 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-27d2b367-3362-400c-875b-70d2074749de tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "DELETE /v2.0/ports/261ee228-3034-446a-848b-b1eb0de2a08c HTTP/1.1" status: 204 len: 168 time: 2.7721782 Apr 18 20:44:17.146723 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f40901-aad7-4c54-8d8c-14b31b6bf581 req-90743f4e-e282-4228-ba2f-b33542a843d7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:17.155297 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46454) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:17.162866 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f40901-aad7-4c54-8d8c-14b31b6bf581 req-90743f4e-e282-4228-ba2f-b33542a843d7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:17.188394 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f40901-aad7-4c54-8d8c-14b31b6bf581 req-90743f4e-e282-4228-ba2f-b33542a843d7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:17.219643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f40901-aad7-4c54-8d8c-14b31b6bf581 req-90743f4e-e282-4228-ba2f-b33542a843d7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:17.240728 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f40901-aad7-4c54-8d8c-14b31b6bf581 req-90743f4e-e282-4228-ba2f-b33542a843d7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:17.249503 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f40901-aad7-4c54-8d8c-14b31b6bf581 req-90743f4e-e282-4228-ba2f-b33542a843d7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:17.265933 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-18f40901-aad7-4c54-8d8c-14b31b6bf581 req-90743f4e-e282-4228-ba2f-b33542a843d7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 5433 time: 0.5356078 Apr 18 20:44:17.297253 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-1224d8d3-6b3f-44be-8c34-56e835935bb5 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4280074 Apr 18 20:44:17.334076 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f95709f8-6863-4410-b67d-cc4a890b2f1a tempest-DHCPAgentSchedulersTestJSON-671703608 tempest-DHCPAgentSchedulersTestJSON-671703608-project-admin] 10.222.0.41 "DELETE /v2.0/agents/d40e1110-2dc6-400a-bb70-535a949efad8/dhcp-networks/428806f8-3d25-43f2-bfa7-01e8a640b642 HTTP/1.1" status: 204 len: 168 time: 0.5898254 Apr 18 20:44:17.372975 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46460) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:17.428871 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-2acd21e2-185d-4fb1-844b-d40bce8f1a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 304c400e-5d93-4a01-9fd4-67db08377da9 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:44:17.442057 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-f8fea559-b71e-465e-b310-12e9f267e930 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:17.476142 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-2acd21e2-185d-4fb1-844b-d40bce8f1a2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.708088 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-2acd21e2-185d-4fb1-844b-d40bce8f1a2c service neutron] Transition to ACTIVE for port object 304c400e-5d93-4a01-9fd4-67db08377da9 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:17.740663 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-18f40901-aad7-4c54-8d8c-14b31b6bf581 req-12d75202-9159-4097-b7f4-8e8434bd7b2c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4372442 Apr 18 20:44:17.900162 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-2acd21e2-185d-4fb1-844b-d40bce8f1a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.129185 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-005b01ab-c755-41e3-a7fe-4b0b7cf32d80 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Deleting port 95201784-e605-4f59-bd16-56419ae84a45 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:18.130013 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-005b01ab-c755-41e3-a7fe-4b0b7cf32d80 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.330432 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-005b01ab-c755-41e3-a7fe-4b0b7cf32d80 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.348311 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46478) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:18.367055 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-f8fea559-b71e-465e-b310-12e9f267e930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.370280 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-005b01ab-c755-41e3-a7fe-4b0b7cf32d80 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Calling delete_port for 95201784-e605-4f59-bd16-56419ae84a45 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:18.600020 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823f7fd-8518-46bd-9c6a-989a1c084273 req-00cd4a73-63ff-489f-bffa-ddbf0823f097 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:18.626719 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3823f7fd-8518-46bd-9c6a-989a1c084273 req-00cd4a73-63ff-489f-bffa-ddbf0823f097 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 0.7172871 Apr 18 20:44:18.650468 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-dc8773d6-5cd5-45b8-abf7-6c23c0d46013 service neutron] 10.222.0.41 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3235226 Apr 18 20:44:18.669540 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd21e2-185d-4fb1-844b-d40bce8f1a2c service neutron] Pushing event updated for resources: {'Port': ['ID=304c400e-5d93-4a01-9fd4-67db08377da9,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:18.687248 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3f28ab7e-ddc0-4087-a002-850fbc2eb16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.790476 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-f8fea559-b71e-465e-b310-12e9f267e930 service neutron] For port 7c77f7cf-e8d8-4d52-8506-6c7c25f24291, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=7c77f7cf-e8d8-4d52-8506-6c7c25f24291,segment=NetworkSegment(0bda1478-dae9-409e-93a0-17d8d33da324),segment_id=0bda1478-dae9-409e-93a0-17d8d33da324)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:18.832729 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c489466f-8980-41f8-a93b-088df929e312 tempest-DHCPAgentSchedulersTestJSON-671703608 tempest-DHCPAgentSchedulersTestJSON-671703608-project-admin] 10.222.0.41 "GET /v2.0/agents/d40e1110-2dc6-400a-bb70-535a949efad8/dhcp-networks HTTP/1.1" status: 200 len: 12843 time: 1.4548569 Apr 18 20:44:18.845093 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46486) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:18.882161 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-005b01ab-c755-41e3-a7fe-4b0b7cf32d80 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.892284 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896720e1-dd26-459b-9232-c8a2f7013926 req-1429cff0-b709-4caa-a9ab-110176f3206e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:18.894463 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-896720e1-dd26-459b-9232-c8a2f7013926 req-1429cff0-b709-4caa-a9ab-110176f3206e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288&tenant_id=66c8c89b1fcc4ff8ba25812b9483869d HTTP/1.1" status: 200 len: 1094 time: 0.4265661 Apr 18 20:44:18.916293 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3823f7fd-8518-46bd-9c6a-989a1c084273 req-18f32227-f0c6-4b95-b72f-c504bcfa6a0e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2850769 Apr 18 20:44:18.917133 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-f8fea559-b71e-465e-b310-12e9f267e930 service neutron] For port 7c77f7cf-e8d8-4d52-8506-6c7c25f24291, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:18.977909 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-c7714446-06a5-49b7-a262-12f1450da6b5 service neutron] 10.222.0.41 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842901 Apr 18 20:44:19.001805 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-f8fea559-b71e-465e-b310-12e9f267e930 service neutron] device_id is not set on port 7c77f7cf-e8d8-4d52-8506-6c7c25f24291 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:44:19.012362 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-2acd21e2-185d-4fb1-844b-d40bce8f1a2c service neutron] Attempting to bind port 304c400e-5d93-4a01-9fd4-67db08377da9 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:19.012839 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-2acd21e2-185d-4fb1-844b-d40bce8f1a2c service neutron] Attempting to bind port 304c400e-5d93-4a01-9fd4-67db08377da9 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'c7af4a65-87eb-4bd6-9af9-22178fa49c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:19.013278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-2acd21e2-185d-4fb1-844b-d40bce8f1a2c service neutron] Attempting to bind port 304c400e-5d93-4a01-9fd4-67db08377da9 on network f359647e-7253-4c28-8ec0-be158505d4fd {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:44:19.020544 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-f8fea559-b71e-465e-b310-12e9f267e930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.041976 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-2acd21e2-185d-4fb1-844b-d40bce8f1a2c service neutron] Port 304c400e-5d93-4a01-9fd4-67db08377da9 on network f359647e-7253-4c28-8ec0-be158505d4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:44:19.042456 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-2acd21e2-185d-4fb1-844b-d40bce8f1a2c service neutron] Attempting to bind port 304c400e-5d93-4a01-9fd4-67db08377da9 on network f359647e-7253-4c28-8ec0-be158505d4fd {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:44:19.050104 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896720e1-dd26-459b-9232-c8a2f7013926 req-a7c45911-972f-4e93-a754-52225af238e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:19.052931 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-896720e1-dd26-459b-9232-c8a2f7013926 req-a7c45911-972f-4e93-a754-52225af238e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66c8c89b1fcc4ff8ba25812b9483869d&device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 1094 time: 0.1135080 Apr 18 20:44:19.058994 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-2acd21e2-185d-4fb1-844b-d40bce8f1a2c service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:44:19.059702 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-2acd21e2-185d-4fb1-844b-d40bce8f1a2c service neutron] Checking segment: {'id': 'c7af4a65-87eb-4bd6-9af9-22178fa49c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:44:19.060369 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-2acd21e2-185d-4fb1-844b-d40bce8f1a2c service neutron] Bound using segment: {'id': 'c7af4a65-87eb-4bd6-9af9-22178fa49c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:44:19.061087 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-2acd21e2-185d-4fb1-844b-d40bce8f1a2c service neutron] Bound port: 304c400e-5d93-4a01-9fd4-67db08377da9, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7af4a65-87eb-4bd6-9af9-22178fa49c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:19.061695 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-2acd21e2-185d-4fb1-844b-d40bce8f1a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.094640 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3f28ab7e-ddc0-4087-a002-850fbc2eb16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.100204 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-447d7886-2e85-45f6-874c-4680c4592c02 tempest-DHCPAgentSchedulersTestJSON-671703608 tempest-DHCPAgentSchedulersTestJSON-671703608-project-admin] 10.222.0.41 "GET /v2.0/networks/cc2db3ea-6312-4307-acce-ea27512dd51a/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.2531769 Apr 18 20:44:19.101247 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-f8fea559-b71e-465e-b310-12e9f267e930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.112199 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46488) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:19.186192 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3f28ab7e-ddc0-4087-a002-850fbc2eb16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.196297 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b01ab-c755-41e3-a7fe-4b0b7cf32d80 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event deleted for resources: {'Port': ['ID=95201784-e605-4f59-bd16-56419ae84a45,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:19.246903 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f626a-c1a1-4a74-a210-1de9e5836aae req-092a4b9e-eb11-46ab-884e-f63ad2a112e7 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:19.248692 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ad8f626a-c1a1-4a74-a210-1de9e5836aae req-092a4b9e-eb11-46ab-884e-f63ad2a112e7 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 943 time: 0.2522564 Apr 18 20:44:19.287650 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0961048f-1ac6-4476-8144-5548170da66a tempest-DHCPAgentSchedulersTestJSON-671703608 tempest-DHCPAgentSchedulersTestJSON-671703608-project-admin] 10.222.0.41 "GET /v2.0/networks/cc2db3ea-6312-4307-acce-ea27512dd51a/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.1683009 Apr 18 20:44:19.296140 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46494) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:19.390043 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-2acd21e2-185d-4fb1-844b-d40bce8f1a2c service neutron] For port 304c400e-5d93-4a01-9fd4-67db08377da9, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:19.400832 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896720e1-dd26-459b-9232-c8a2f7013926 req-fcd7b16b-e337-4fc6-8eaa-603af9167d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:19.402710 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-896720e1-dd26-459b-9232-c8a2f7013926 req-fcd7b16b-e337-4fc6-8eaa-603af9167d59 service neutron] 10.222.0.32 "GET /v2.0/networks?id=af9b8ad0-3b77-4446-8808-154f03d72322 HTTP/1.1" status: 200 len: 917 time: 0.3382397 Apr 18 20:44:19.449557 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3f28ab7e-ddc0-4087-a002-850fbc2eb16d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6eb1840046a14878ade2efd270763e44&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0953040 Apr 18 20:44:19.474257 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ad8f626a-c1a1-4a74-a210-1de9e5836aae req-8ef75a9a-8d0c-41c5-8d79-6d6529623a03 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043200 Apr 18 20:44:19.474961 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46496) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:19.480962 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28ab7e-ddc0-4087-a002-850fbc2eb16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296f19da-f715-4d03-89bf-1642e5dfebb3,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:19.484412 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-2acd21e2-185d-4fb1-844b-d40bce8f1a2c service neutron] For port 304c400e-5d93-4a01-9fd4-67db08377da9, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=304c400e-5d93-4a01-9fd4-67db08377da9,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:19.510794 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-005b01ab-c755-41e3-a7fe-4b0b7cf32d80 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.519367 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-005b01ab-c755-41e3-a7fe-4b0b7cf32d80 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "DELETE /v2.0/ports/95201784-e605-4f59-bd16-56419ae84a45 HTTP/1.1" status: 204 len: 168 time: 2.3626978 Apr 18 20:44:19.548451 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46498) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:19.551906 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-2acd21e2-185d-4fb1-844b-d40bce8f1a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.565562 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-f8fea559-b71e-465e-b310-12e9f267e930 service neutron] No DVR routers for this DVR port 7c77f7cf-e8d8-4d52-8506-6c7c25f24291 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:19.649742 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-f8fea559-b71e-465e-b310-12e9f267e930 service neutron] In _notify_port_updated(), no bound segment for port 7c77f7cf-e8d8-4d52-8506-6c7c25f24291 on network 6ebd78e3-8ba6-4968-baed-05df69d3d0c2 {{(pid=102909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:44:19.652108 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-f8fea559-b71e-465e-b310-12e9f267e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:19.652862 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-f8fea559-b71e-465e-b310-12e9f267e930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.654377 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-f8fea559-b71e-465e-b310-12e9f267e930 service neutron] 10.222.0.57 "PUT /v2.0/ports/7c77f7cf-e8d8-4d52-8506-6c7c25f24291 HTTP/1.1" status: 200 len: 1027 time: 2.5399570 Apr 18 20:44:19.758992 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-2df9a84e-de6e-43f9-b81b-f91927298338 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:19.763511 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-2df9a84e-de6e-43f9-b81b-f91927298338 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.57 "GET /v2.0/ports/72942681-8a4e-43a3-b295-7bf4150afaac?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1011109 Apr 18 20:44:19.773125 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-2acd21e2-185d-4fb1-844b-d40bce8f1a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:19.774744 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-2acd21e2-185d-4fb1-844b-d40bce8f1a2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.778124 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-2acd21e2-185d-4fb1-844b-d40bce8f1a2c service neutron] 10.222.0.32 "PUT /v2.0/ports/304c400e-5d93-4a01-9fd4-67db08377da9 HTTP/1.1" status: 200 len: 1091 time: 4.1893077 Apr 18 20:44:19.798558 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-56087895-b7e8-4aa8-baf6-a8d59320be34 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:19.808199 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9bb09a76-11ea-4237-8b2f-5194d7635253 req-6cedcb71-6020-4508-9f5c-3321d2799106 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=b27ee3e8-19ba-407e-968b-d59b21df6181 HTTP/1.1" status: 200 len: 210 time: 0.1239130 Apr 18 20:44:19.864196 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-040421fc-baed-45b3-8e24-0dfd30d98901 None None] Provisioning complete for port 7c77f7cf-e8d8-4d52-8506-6c7c25f24291 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:19.864852 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-040421fc-baed-45b3-8e24-0dfd30d98901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.897963 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87de44d-802a-4720-8290-67a6d4fda1f5', 'tag': '304c400e-5d93-4a01-9fd4-67db08377da9'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:19.903035 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1be1672-04b1-4c6e-9ea4-c38a4d3771c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c87de44d-802a-4720-8290-67a6d4fda1f5", "tag": "304c400e-5d93-4a01-9fd4-67db08377da9"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:44:19.908528 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-56087895-b7e8-4aa8-baf6-a8d59320be34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.962513 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fea559-b71e-465e-b310-12e9f267e930 service neutron] Pushing event updated for resources: {'Port': ['ID=7c77f7cf-e8d8-4d52-8506-6c7c25f24291,revision_number=6']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:20.015423 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-040421fc-baed-45b3-8e24-0dfd30d98901 None None] Port 7c77f7cf-e8d8-4d52-8506-6c7c25f24291 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:44:20.082934 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32c2de9-93d5-4dca-bbce-be0203b49d02 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Deleting subnet 7c48d41c-4d09-4209-9d40-59fcbdf9fd5e {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:44:20.095569 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-896720e1-dd26-459b-9232-c8a2f7013926 req-89a6214f-307c-4122-b1a0-2ec3d604a9d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a97674a9-53d3-41ba-9802-1439e7cf0ecf HTTP/1.1" status: 200 len: 999 time: 0.6805086 Apr 18 20:44:20.143466 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a32c2de9-93d5-4dca-bbce-be0203b49d02 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.220676 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd21e2-185d-4fb1-844b-d40bce8f1a2c service neutron] Pushing event updated for resources: {'Port': ['ID=304c400e-5d93-4a01-9fd4-67db08377da9,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:20.229832 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-56087895-b7e8-4aa8-baf6-a8d59320be34 service neutron] For port 72942681-8a4e-43a3-b295-7bf4150afaac, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=72942681-8a4e-43a3-b295-7bf4150afaac,segment=NetworkSegment(0bda1478-dae9-409e-93a0-17d8d33da324),segment_id=0bda1478-dae9-409e-93a0-17d8d33da324)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:20.292333 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896720e1-dd26-459b-9232-c8a2f7013926 req-fdc5c306-c0fd-4ba3-82a4-f876485133b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:20.293916 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-896720e1-dd26-459b-9232-c8a2f7013926 req-fdc5c306-c0fd-4ba3-82a4-f876485133b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c229c317-384e-4f90-84f5-fac3dceea926 HTTP/1.1" status: 200 len: 855 time: 0.1446953 Apr 18 20:44:20.343614 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-56087895-b7e8-4aa8-baf6-a8d59320be34 service neutron] For port 72942681-8a4e-43a3-b295-7bf4150afaac, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:20.427278 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a32c2de9-93d5-4dca-bbce-be0203b49d02 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.433513 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-56087895-b7e8-4aa8-baf6-a8d59320be34 service neutron] device_id is not set on port 72942681-8a4e-43a3-b295-7bf4150afaac yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:44:20.455838 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-56087895-b7e8-4aa8-baf6-a8d59320be34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.469380 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-56087895-b7e8-4aa8-baf6-a8d59320be34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.511525 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d46985-76db-4122-ac69-50a68d069bc8 req-14ee8055-cc61-4eaa-9018-78ecac916e27 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:20.531168 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d46985-76db-4122-ac69-50a68d069bc8 req-14ee8055-cc61-4eaa-9018-78ecac916e27 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:20.548286 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d46985-76db-4122-ac69-50a68d069bc8 req-14ee8055-cc61-4eaa-9018-78ecac916e27 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:20.560807 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d46985-76db-4122-ac69-50a68d069bc8 req-14ee8055-cc61-4eaa-9018-78ecac916e27 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:20.571130 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-56087895-b7e8-4aa8-baf6-a8d59320be34 service neutron] No DVR routers for this DVR port 72942681-8a4e-43a3-b295-7bf4150afaac on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:20.575110 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56087895-b7e8-4aa8-baf6-a8d59320be34 service neutron] Pushing event updated for resources: {'Port': ['ID=72942681-8a4e-43a3-b295-7bf4150afaac,revision_number=6']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:20.577832 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d46985-76db-4122-ac69-50a68d069bc8 req-14ee8055-cc61-4eaa-9018-78ecac916e27 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:20.628102 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d46985-76db-4122-ac69-50a68d069bc8 req-14ee8055-cc61-4eaa-9018-78ecac916e27 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:20.631941 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-56087895-b7e8-4aa8-baf6-a8d59320be34 service neutron] In _notify_port_updated(), no bound segment for port 72942681-8a4e-43a3-b295-7bf4150afaac on network 6ebd78e3-8ba6-4968-baed-05df69d3d0c2 {{(pid=102909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:44:20.633745 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-56087895-b7e8-4aa8-baf6-a8d59320be34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:20.634577 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-56087895-b7e8-4aa8-baf6-a8d59320be34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.636214 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-56087895-b7e8-4aa8-baf6-a8d59320be34 service neutron] 10.222.0.57 "PUT /v2.0/ports/72942681-8a4e-43a3-b295-7bf4150afaac HTTP/1.1" status: 200 len: 1027 time: 0.8579366 Apr 18 20:44:20.644672 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d9d46985-76db-4122-ac69-50a68d069bc8 req-14ee8055-cc61-4eaa-9018-78ecac916e27 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 4659 time: 1.1676629 Apr 18 20:44:20.660694 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-478226b1-d9d0-4ec6-82e8-25fd863a29a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.661930 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 0cddf461-0d6d-4a62-b778-f50d5f02401a no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:44:20.717119 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-478226b1-d9d0-4ec6-82e8-25fd863a29a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.745238 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f1f01056-173e-43f3-bd44-7454b134ff1e tempest-DHCPAgentSchedulersTestJSON-671703608 tempest-DHCPAgentSchedulersTestJSON-671703608-project-admin] 10.222.0.41 "GET /v2.0/agents/d40e1110-2dc6-400a-bb70-535a949efad8/dhcp-networks HTTP/1.1" status: 200 len: 12843 time: 1.4416888 Apr 18 20:44:20.750916 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46516) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:20.776146 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-0ac71307-061b-47cd-97ef-226e8a70c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:20.780736 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-0ac71307-061b-47cd-97ef-226e8a70c1aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a632b6dbeeee449a9082e9ef3657c7f7&device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 1094 time: 0.7614427 Apr 18 20:44:20.858343 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb21f5d-d116-44fa-8963-51e4fad02a88 req-17b315d8-da6d-4679-af3c-1ef5d6045c7a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:20.877886 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5cb21f5d-d116-44fa-8963-51e4fad02a88 req-17b315d8-da6d-4679-af3c-1ef5d6045c7a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 0.7244101 Apr 18 20:44:20.915096 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.007662 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 0cddf461-0d6d-4a62-b778-f50d5f02401a, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=0cddf461-0d6d-4a62-b778-f50d5f02401a,segment=NetworkSegment(6b1281b5-64ae-4591-ad67-b41fef38c969),segment_id=6b1281b5-64ae-4591-ad67-b41fef38c969)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:21.015703 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cddf461-0d6d-4a62-b778-f50d5f02401a'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:21.020182 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8901c4-bbd0-48b3-b4ff-50c79ba73b5a" -d '{"events": [{"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-unplugged", "status": "completed", "tag": "0cddf461-0d6d-4a62-b778-f50d5f02401a"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:44:21.032847 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.034389 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 7c77f7cf-e8d8-4d52-8506-6c7c25f24291 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:44:21.044671 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82367955-e02f-4792-bfe2-ade6105020df tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.077176 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-cf487aa5-dd68-498d-a7e6-ac69e774e1da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=304c400e-5d93-4a01-9fd4-67db08377da9 HTTP/1.1" status: 200 len: 217 time: 0.2747996 Apr 18 20:44:21.147777 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896720e1-dd26-459b-9232-c8a2f7013926 req-fcdc459c-9682-410d-b4d1-3e467a27ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:21.151394 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-896720e1-dd26-459b-9232-c8a2f7013926 req-fcdc459c-9682-410d-b4d1-3e467a27ba77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af9b8ad0-3b77-4446-8808-154f03d72322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8280969 Apr 18 20:44:21.196076 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5cb21f5d-d116-44fa-8963-51e4fad02a88 req-d01d7a90-29d5-44d4-a64c-a2b387cd0e64 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3165538 Apr 18 20:44:21.208095 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=0cddf461-0d6d-4a62-b778-f50d5f02401a,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:21.210221 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-896720e1-dd26-459b-9232-c8a2f7013926 req-ff7be690-b066-4112-940b-e2b6927dfa4c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:44:21.219165 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-896720e1-dd26-459b-9232-c8a2f7013926 req-ff7be690-b066-4112-940b-e2b6927dfa4c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0385640 Apr 18 20:44:21.227799 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5054c218-c505-40a5-af9a-254a848567e3 None None] Provisioning complete for port 72942681-8a4e-43a3-b295-7bf4150afaac triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:21.230090 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5054c218-c505-40a5-af9a-254a848567e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.278492 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 7c77f7cf-e8d8-4d52-8506-6c7c25f24291 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:44:21.279578 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 492687d2-a698-480b-8d9d-5292e1354c85 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:44:21.305619 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d9d46985-76db-4122-ac69-50a68d069bc8 req-c0a67a20-9abe-4872-834c-00223b590c9f tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=895ef928-0bb7-42ba-bb30-17327d0eccb3&id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6575675 Apr 18 20:44:21.375694 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-5054c218-c505-40a5-af9a-254a848567e3 None None] Port 72942681-8a4e-43a3-b295-7bf4150afaac cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:44:21.389293 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82367955-e02f-4792-bfe2-ade6105020df tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.404099 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-1b397fff-080a-4389-9409-5e1c28742cde tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Deleting port c83b6e95-284d-4625-9464-19907a1dbe6f {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:21.404494 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-1b397fff-080a-4389-9409-5e1c28742cde tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.458492 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.475915 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433621da-dd70-439e-b8fa-8ca1d800e5c4 x-openstack-request-id: req-433621da-dd70-439e-b8fa-8ca1d800e5c4 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:44:21.476276 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87de44d-802a-4720-8290-67a6d4fda1f5", "tag": "304c400e-5d93-4a01-9fd4-67db08377da9", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:44:21.476705 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-433621da-dd70-439e-b8fa-8ca1d800e5c4 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:44:21.477134 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-433621da-dd70-439e-b8fa-8ca1d800e5c4'] response: {'name': 'network-changed', 'server_uuid': 'c87de44d-802a-4720-8290-67a6d4fda1f5', 'tag': '304c400e-5d93-4a01-9fd4-67db08377da9', 'status': 'completed', 'code': 200} Apr 18 20:44:21.534079 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 492687d2-a698-480b-8d9d-5292e1354c85, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=492687d2-a698-480b-8d9d-5292e1354c85,segment=NetworkSegment(0bda1478-dae9-409e-93a0-17d8d33da324),segment_id=0bda1478-dae9-409e-93a0-17d8d33da324)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:21.542416 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-478226b1-d9d0-4ec6-82e8-25fd863a29a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.544108 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.545298 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-478226b1-d9d0-4ec6-82e8-25fd863a29a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.545950 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a3827d6d-6f37-483f-a44f-ac708e8eb2af no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:44:21.551812 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-478226b1-d9d0-4ec6-82e8-25fd863a29a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/296f19da-f715-4d03-89bf-1642e5dfebb3 HTTP/1.1" status: 204 len: 168 time: 2.0072546 Apr 18 20:44:21.576366 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-82367955-e02f-4792-bfe2-ade6105020df tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428806f8-3d25-43f2-bfa7-01e8a640b642']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:21.637233 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a32c2de9-93d5-4dca-bbce-be0203b49d02 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.722730 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-82367955-e02f-4792-bfe2-ade6105020df tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff66f1a-d894-4656-a23a-a57f339cee2a') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:21.726576 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-82367955-e02f-4792-bfe2-ade6105020df tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff66f1a-d894-4656-a23a-a57f339cee2a') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:21.765487 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2dc15d3c-7a3a-472b-8487-58db3134b53c req-aa471914-3e36-4259-b31e-5b864e27dd0c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=b27ee3e8-19ba-407e-968b-d59b21df6181 HTTP/1.1" status: 200 len: 210 time: 0.0769825 Apr 18 20:44:21.767035 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-17e27cd7-5e2c-402b-8542-e4b280627c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:21.768880 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-17e27cd7-5e2c-402b-8542-e4b280627c2a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6320347a-fb3b-4b56-9b35-0b62db71b2d8 HTTP/1.1" status: 200 len: 852 time: 0.6291592 Apr 18 20:44:21.769645 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478226b1-d9d0-4ec6-82e8-25fd863a29a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296f19da-f715-4d03-89bf-1642e5dfebb3,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:21.770216 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82367955-e02f-4792-bfe2-ade6105020df tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.775203 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=492687d2-a698-480b-8d9d-5292e1354c85,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:21.776654 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-1b397fff-080a-4389-9409-5e1c28742cde tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] For port c83b6e95-284d-4625-9464-19907a1dbe6f, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=c83b6e95-284d-4625-9464-19907a1dbe6f,segment=NetworkSegment(27b15520-fc82-4e3a-8b81-8e613b74f26c),segment_id=27b15520-fc82-4e3a-8b81-8e613b74f26c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:21.777073 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-1b397fff-080a-4389-9409-5e1c28742cde tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.926054 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.938378 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82367955-e02f-4792-bfe2-ade6105020df tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.943617 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-e443c8e4-f105-4268-9c49-77bc1b74d2c8 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:21.946837 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-e443c8e4-f105-4268-9c49-77bc1b74d2c8 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.32 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 812 time: 0.6318147 Apr 18 20:44:21.959545 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-60ced1a0-5d9a-4c4d-a6ca-7f23d3d390f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f359647e-7253-4c28-8ec0-be158505d4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1639793 Apr 18 20:44:21.986626 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82367955-e02f-4792-bfe2-ade6105020df tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:44:21.986965 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82367955-e02f-4792-bfe2-ade6105020df tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:44:21.990472 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:44:22.011935 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-7ea2cae2-a886-4375-ade5-c60c050c189b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Request body: {'port': {'device_id': 'b27ee3e8-19ba-407e-968b-d59b21df6181', 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'admin_state_up': True, 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:22.033331 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a3827d6d-6f37-483f-a44f-ac708e8eb2af, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a3827d6d-6f37-483f-a44f-ac708e8eb2af,segment=NetworkSegment(0bda1478-dae9-409e-93a0-17d8d33da324),segment_id=0bda1478-dae9-409e-93a0-17d8d33da324)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:22.042297 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3374dc56-1725-4cb6-b634-3e6dca5a531c x-openstack-request-id: req-3374dc56-1725-4cb6-b634-3e6dca5a531c {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:44:22.043135 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-unplugged", "status": "completed", "tag": "0cddf461-0d6d-4a62-b778-f50d5f02401a", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:44:22.043683 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3374dc56-1725-4cb6-b634-3e6dca5a531c {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:44:22.044653 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3374dc56-1725-4cb6-b634-3e6dca5a531c'] response: {'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cddf461-0d6d-4a62-b778-f50d5f02401a', 'code': 200} Apr 18 20:44:22.052335 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.054987 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a2a01202-816d-46a7-a65a-3972b652395d no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:44:22.198392 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82367955-e02f-4792-bfe2-ade6105020df tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.214174 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82367955-e02f-4792-bfe2-ade6105020df tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.222404 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-82367955-e02f-4792-bfe2-ade6105020df tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] 10.222.0.41 "DELETE /v2.0/networks/428806f8-3d25-43f2-bfa7-01e8a640b642 HTTP/1.1" status: 204 len: 168 time: 1.4681506 Apr 18 20:44:22.248711 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46530) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:22.352208 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=a3827d6d-6f37-483f-a44f-ac708e8eb2af,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:22.368281 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.432853 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46534) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:22.445292 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port a2a01202-816d-46a7-a65a-3972b652395d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a2a01202-816d-46a7-a65a-3972b652395d,segment=NetworkSegment(6b1281b5-64ae-4591-ad67-b41fef38c969),segment_id=6b1281b5-64ae-4591-ad67-b41fef38c969)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:22.453342 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.454134 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 72942681-8a4e-43a3-b295-7bf4150afaac no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:44:22.475364 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82367955-e02f-4792-bfe2-ade6105020df tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Pushing event deleted for resources: {'Network': ['ID=428806f8-3d25-43f2-bfa7-01e8a640b642,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:22.499275 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-751734e6-2ea4-436f-9153-825bbacf2cf3 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] DELETE failed (client error): The resource could not be found. Apr 18 20:44:22.500494 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-751734e6-2ea4-436f-9153-825bbacf2cf3 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:44:22.506504 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-751734e6-2ea4-436f-9153-825bbacf2cf3 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] 10.222.0.41 "DELETE /v2.0/ports/76e94f69-0b5e-418b-989c-c12d8ac309bb HTTP/1.1" status: 404 len: 333 time: 0.2504814 Apr 18 20:44:22.511646 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46538) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:22.513135 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea5ec-94f0-43a0-9cb9-58cd0ebf625e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.589532 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 72942681-8a4e-43a3-b295-7bf4150afaac not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:44:22.590550 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device c83b6e95-284d-4625-9464-19907a1dbe6f no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:44:22.698042 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea5ec-94f0-43a0-9cb9-58cd0ebf625e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.699145 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-896720e1-dd26-459b-9232-c8a2f7013926 req-b06ce588-a5d4-4177-a5ea-ff1b8b1eb5a2 service neutron] 10.222.0.32 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4205937 Apr 18 20:44:22.717936 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea5ec-94f0-43a0-9cb9-58cd0ebf625e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.723934 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bcf38-f803-4f28-8a6b-4e2765b1f88b req-b9ae0660-6a38-4e29-a43a-1a8e5adc8194 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:22.726204 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-1b397fff-080a-4389-9409-5e1c28742cde tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.726687 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-1b397fff-080a-4389-9409-5e1c28742cde tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.727117 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-1b397fff-080a-4389-9409-5e1c28742cde tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Floating IP 77d419ab-69e9-4b8f-9de1-3533524616be disassociated. External IP: 172.25.1.46, port: c83b6e95-284d-4625-9464-19907a1dbe6f. Apr 18 20:44:22.727571 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-1b397fff-080a-4389-9409-5e1c28742cde tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Calling delete_port for c83b6e95-284d-4625-9464-19907a1dbe6f owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:22.741440 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b9bcf38-f803-4f28-8a6b-4e2765b1f88b req-b9ae0660-6a38-4e29-a43a-1a8e5adc8194 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 943 time: 1.0391591 Apr 18 20:44:22.827925 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ba4ea5ec-94f0-43a0-9cb9-58cd0ebf625e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=030708494e354403aa9b5c43184cbd83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3930616 Apr 18 20:44:22.832366 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-92bb0047-45aa-4c34-a127-e79b753ba263 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Deleting subnet be544db0-0b11-44fd-9c54-f6b8162dd36b {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:44:22.839998 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46542) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:22.841326 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.851303 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-92bb0047-45aa-4c34-a127-e79b753ba263 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.860387 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=a2a01202-816d-46a7-a65a-3972b652395d,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:22.892982 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ea5ec-94f0-43a0-9cb9-58cd0ebf625e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0c3c49-8950-44c3-ad32-979e8d549ed4,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:22.896153 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a32c2de9-93d5-4dca-bbce-be0203b49d02 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.985631 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port c83b6e95-284d-4625-9464-19907a1dbe6f, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=c83b6e95-284d-4625-9464-19907a1dbe6f,segment=NetworkSegment(27b15520-fc82-4e3a-8b81-8e613b74f26c),segment_id=27b15520-fc82-4e3a-8b81-8e613b74f26c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:23.001284 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.030725 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3bff04cd-9773-47a7-8201-e77649e52c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.036490 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-92bb0047-45aa-4c34-a127-e79b753ba263 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.058082 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a32c2de9-93d5-4dca-bbce-be0203b49d02 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.065577 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a32c2de9-93d5-4dca-bbce-be0203b49d02 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "DELETE /v2.0/subnets/7c48d41c-4d09-4209-9d40-59fcbdf9fd5e HTTP/1.1" status: 204 len: 168 time: 3.5105371 Apr 18 20:44:23.066356 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46544) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:23.090584 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b9bcf38-f803-4f28-8a6b-4e2765b1f88b req-cde57e65-2090-4681-9936-95ccfd9cbf7c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475730 Apr 18 20:44:23.101909 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c2de9-93d5-4dca-bbce-be0203b49d02 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event deleted for resources: {'Subnet': ['ID=7c48d41c-4d09-4209-9d40-59fcbdf9fd5e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:23.105996 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3bff04cd-9773-47a7-8201-e77649e52c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.158562 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917bb190-3335-49ac-9c39-c80a33aa46c2 None None] Network a8f8942e-3e1a-43d9-880b-ea4411c35474 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:44:23.202982 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a858c-be61-43f3-a3aa-9f09efed4e93 req-18f893b2-40b4-4ce0-b9ab-e21138369f01 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:23.206787 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-807a858c-be61-43f3-a3aa-9f09efed4e93 req-18f893b2-40b4-4ce0-b9ab-e21138369f01 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 0.5174177 Apr 18 20:44:23.209566 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-896720e1-dd26-459b-9232-c8a2f7013926 req-9659c98b-55e2-4d74-b539-114f0b19d878 service neutron] 10.222.0.32 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424107 Apr 18 20:44:23.210810 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=c83b6e95-284d-4625-9464-19907a1dbe6f,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:23.244417 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-41bdde69-7f25-4068-9aff-faba8d4ac553 service neutron] 10.222.0.32 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2518394 Apr 18 20:44:23.283477 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-7ea2cae2-a886-4375-ade5-c60c050c189b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Made reservation on behalf of f07a47e8c182436591c55c66e8d2e113 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:23.288501 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-7ea2cae2-a886-4375-ade5-c60c050c189b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.295696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa624a93-26cd-48a8-86fd-e87264114efb tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Deleting subnet 23311194-a384-4735-a60e-77f8a24f1bc9 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:44:23.324538 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fa624a93-26cd-48a8-86fd-e87264114efb tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.443020 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-807a858c-be61-43f3-a3aa-9f09efed4e93 req-351da4f6-b4ca-438b-aabe-f1df64f2de9f tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789012 Apr 18 20:44:23.528280 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fa624a93-26cd-48a8-86fd-e87264114efb tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.677211 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2486e9-62b6-4a3a-8185-367c41b65296 req-ae733501-1faa-4e8c-948a-b55d49e44fe6 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:23.683497 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-92bb0047-45aa-4c34-a127-e79b753ba263 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.685605 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2486e9-62b6-4a3a-8185-367c41b65296 req-ae733501-1faa-4e8c-948a-b55d49e44fe6 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:23.692965 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2486e9-62b6-4a3a-8185-367c41b65296 req-ae733501-1faa-4e8c-948a-b55d49e44fe6 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:23.701508 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2486e9-62b6-4a3a-8185-367c41b65296 req-ae733501-1faa-4e8c-948a-b55d49e44fe6 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:23.708604 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2486e9-62b6-4a3a-8185-367c41b65296 req-ae733501-1faa-4e8c-948a-b55d49e44fe6 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:23.718500 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e2486e9-62b6-4a3a-8185-367c41b65296 req-ae733501-1faa-4e8c-948a-b55d49e44fe6 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 3875 time: 0.3096240 Apr 18 20:44:23.795996 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3bff04cd-9773-47a7-8201-e77649e52c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.799452 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6da98303-1e6d-428a-b588-8e638b9b85c4 req-0eadb5ad-d53b-439d-8aae-0e2768980919 service neutron] 10.222.0.32 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5472143 Apr 18 20:44:23.800642 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3bff04cd-9773-47a7-8201-e77649e52c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.802677 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3bff04cd-9773-47a7-8201-e77649e52c6c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e0c3c49-8950-44c3-ad32-979e8d549ed4 HTTP/1.1" status: 204 len: 168 time: 0.9612038 Apr 18 20:44:23.844472 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff04cd-9773-47a7-8201-e77649e52c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0c3c49-8950-44c3-ad32-979e8d549ed4,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:23.858495 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-92bb0047-45aa-4c34-a127-e79b753ba263 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.921108 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2b7623a-ff15-462f-aa2c-43915c7cbf23 req-457f0249-4128-4f8b-85cf-bf7a707ad843 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=b27ee3e8-19ba-407e-968b-d59b21df6181 HTTP/1.1" status: 200 len: 210 time: 0.1928961 Apr 18 20:44:23.969089 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb0047-45aa-4c34-a127-e79b753ba263 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Pushing event deleted for resources: {'Subnet': ['ID=be544db0-0b11-44fd-9c54-f6b8162dd36b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:24.006489 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-92bb0047-45aa-4c34-a127-e79b753ba263 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:24.030122 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-92bb0047-45aa-4c34-a127-e79b753ba263 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] 10.222.0.41 "DELETE /v2.0/subnets/be544db0-0b11-44fd-9c54-f6b8162dd36b HTTP/1.1" status: 204 len: 168 time: 1.5127788 Apr 18 20:44:24.033262 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46566) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:24.039664 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc73ee3-6ea2-4b9a-98dc-7760a1837761 None None] Network cc2db3ea-6312-4307-acce-ea27512dd51a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:44:24.079041 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '492687d2-a698-480b-8d9d-5292e1354c85'}, {'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3827d6d-6f37-483f-a44f-ac708e8eb2af'}, {'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2a01202-816d-46a7-a65a-3972b652395d'}, {'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c83b6e95-284d-4625-9464-19907a1dbe6f'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:24.081586 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0488d3ab-9a9b-4206-8e5d-482389a86e95" -d '{"events": [{"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-unplugged", "status": "completed", "tag": "492687d2-a698-480b-8d9d-5292e1354c85"}, {"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-unplugged", "status": "completed", "tag": "a3827d6d-6f37-483f-a44f-ac708e8eb2af"}, {"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-unplugged", "status": "completed", "tag": "a2a01202-816d-46a7-a65a-3972b652395d"}, {"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-unplugged", "status": "completed", "tag": "c83b6e95-284d-4625-9464-19907a1dbe6f"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:44:24.110331 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1259df-465f-44f4-bfa9-36a77167da38 None None] DHCP port deletion for a8f8942e-3e1a-43d9-880b-ea4411c35474 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:44:24.338225 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-1b397fff-080a-4389-9409-5e1c28742cde tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:24.351673 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e2486e9-62b6-4a3a-8185-367c41b65296 req-0a30b305-ac6c-4723-bea3-34bb4f7b216c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6317229 Apr 18 20:44:24.353480 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0967f94-cbf0-4d1f-b87b-764feddfdde7 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:24.366226 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 18 Apr 2022 20:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f5c833-9c45-4261-adb2-869a5a784d8a x-openstack-request-id: req-09f5c833-9c45-4261-adb2-869a5a784d8a {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:44:24.371817 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-unplugged", "status": "completed", "tag": "492687d2-a698-480b-8d9d-5292e1354c85", "code": 200}, {"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-unplugged", "status": "completed", "tag": "a3827d6d-6f37-483f-a44f-ac708e8eb2af", "code": 200}, {"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-unplugged", "status": "completed", "tag": "a2a01202-816d-46a7-a65a-3972b652395d", "code": 200}, {"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-unplugged", "status": "completed", "tag": "c83b6e95-284d-4625-9464-19907a1dbe6f", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:44:24.375480 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09f5c833-9c45-4261-adb2-869a5a784d8a {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:44:24.377526 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f5c833-9c45-4261-adb2-869a5a784d8a'] response: {'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '492687d2-a698-480b-8d9d-5292e1354c85', 'code': 200} Apr 18 20:44:24.378097 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f5c833-9c45-4261-adb2-869a5a784d8a'] response: {'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3827d6d-6f37-483f-a44f-ac708e8eb2af', 'code': 200} Apr 18 20:44:24.378533 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f5c833-9c45-4261-adb2-869a5a784d8a'] response: {'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2a01202-816d-46a7-a65a-3972b652395d', 'code': 200} Apr 18 20:44:24.378921 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f5c833-9c45-4261-adb2-869a5a784d8a'] response: {'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c83b6e95-284d-4625-9464-19907a1dbe6f', 'code': 200} Apr 18 20:44:24.477102 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 03cfc2b2-136f-480a-bf93-e8b505a6cd8a no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:44:24.512556 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b397fff-080a-4389-9409-5e1c28742cde tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event deleted for resources: {'Port': ['ID=c83b6e95-284d-4625-9464-19907a1dbe6f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:24.571549 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-7ea2cae2-a886-4375-ade5-c60c050c189b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Allocated IP 172.20.0.10 (fb225605-c490-4bb4-a150-b74221fc667a/8e471ea4-101a-40ef-81f9-9917dd650719/e7e827b3-7845-4ccd-bb59-e846eada47b3) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:24.706574 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-549945b5-4874-4bfd-ac27-4061f83549db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:24.732310 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ad1259df-465f-44f4-bfa9-36a77167da38 None None] Deleting port 03cfc2b2-136f-480a-bf93-e8b505a6cd8a {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:24.733241 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ad1259df-465f-44f4-bfa9-36a77167da38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:24.876331 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e0967f94-cbf0-4d1f-b87b-764feddfdde7 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Deleting port 3382cbb6-9f2c-4bfd-971c-50e6a6a81f75 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:24.877010 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0967f94-cbf0-4d1f-b87b-764feddfdde7 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:24.900605 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-1b397fff-080a-4389-9409-5e1c28742cde tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Router f38d84f5-74d3-4bfd-abcf-283251b554c4 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:44:25.112272 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ad1259df-465f-44f4-bfa9-36a77167da38 None None] For port 03cfc2b2-136f-480a-bf93-e8b505a6cd8a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=03cfc2b2-136f-480a-bf93-e8b505a6cd8a,segment=NetworkSegment(3a670b0e-6c3c-43fd-a0c4-ca85021cbf57),segment_id=3a670b0e-6c3c-43fd-a0c4-ca85021cbf57)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:25.114395 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ad1259df-465f-44f4-bfa9-36a77167da38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.152550 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fa624a93-26cd-48a8-86fd-e87264114efb tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.252479 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-7ea2cae2-a886-4375-ade5-c60c050c189b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.270599 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2871f973-69f8-40fe-8c16-94ca369ec416 None None] DHCP port deletion for cc2db3ea-6312-4307-acce-ea27512dd51a request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:44:25.286906 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be1672-04b1-4c6e-9ea4-c38a4d3771c2 req-4e2454e4-d6a0-4571-a5ba-d2a8c276270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:25.289026 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1be1672-04b1-4c6e-9ea4-c38a4d3771c2 req-4e2454e4-d6a0-4571-a5ba-d2a8c276270d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a632b6dbeeee449a9082e9ef3657c7f7&device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 1094 time: 1.3925686 Apr 18 20:44:25.395825 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ad1259df-465f-44f4-bfa9-36a77167da38 None None] Calling delete_port for 03cfc2b2-136f-480a-bf93-e8b505a6cd8a owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:25.400394 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-e0967f94-cbf0-4d1f-b87b-764feddfdde7 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] For port 3382cbb6-9f2c-4bfd-971c-50e6a6a81f75, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3382cbb6-9f2c-4bfd-971c-50e6a6a81f75,segment=NetworkSegment(ae0a4d8e-8a9b-4c0c-aad8-7d4127fbec95),segment_id=ae0a4d8e-8a9b-4c0c-aad8-7d4127fbec95)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:25.401922 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0967f94-cbf0-4d1f-b87b-764feddfdde7 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.481517 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e0967f94-cbf0-4d1f-b87b-764feddfdde7 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Calling delete_port for 3382cbb6-9f2c-4bfd-971c-50e6a6a81f75 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:25.511932 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-1b397fff-080a-4389-9409-5e1c28742cde tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:44:25.530445 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32d4c40-5d56-47f4-ac1a-8f120200a546 None None] Sync routers for ids ['f38d84f5-74d3-4bfd-abcf-283251b554c4'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:44:25.582727 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32d4c40-5d56-47f4-ac1a-8f120200a546 None None] Routers {'f38d84f5-74d3-4bfd-abcf-283251b554c4'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:44:25.584079 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b32d4c40-5d56-47f4-ac1a-8f120200a546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:43:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['f38d84f5-74d3-4bfd-abcf-283251b554c4'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:25.626266 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.695483 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ad1259df-465f-44f4-bfa9-36a77167da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.701159 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-1b397fff-080a-4389-9409-5e1c28742cde tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] No DVR routers for this DVR port c83b6e95-284d-4625-9464-19907a1dbe6f on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:25.716545 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-1b397fff-080a-4389-9409-5e1c28742cde tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.723973 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-1b397fff-080a-4389-9409-5e1c28742cde tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.57 "DELETE /v2.0/ports/c83b6e95-284d-4625-9464-19907a1dbe6f HTTP/1.1" status: 204 len: 173 time: 5.0803394 Apr 18 20:44:25.726800 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-deleted', 'tag': 'c83b6e95-284d-4625-9464-19907a1dbe6f'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:25.737098 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1259df-465f-44f4-bfa9-36a77167da38 None None] Pushing event deleted for resources: {'Port': ['ID=03cfc2b2-136f-480a-bf93-e8b505a6cd8a,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:25.740471 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dd81eb-1009-400a-be20-c34390189c68" -d '{"events": [{"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-deleted", "tag": "c83b6e95-284d-4625-9464-19907a1dbe6f"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:44:25.788503 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1259df-465f-44f4-bfa9-36a77167da38 None None] No DVR routers for this DVR port 03cfc2b2-136f-480a-bf93-e8b505a6cd8a on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:25.888298 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-2871f973-69f8-40fe-8c16-94ca369ec416 None None] Deleting port 3382cbb6-9f2c-4bfd-971c-50e6a6a81f75 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:25.893465 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2871f973-69f8-40fe-8c16-94ca369ec416 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.996828 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-b32d4c40-5d56-47f4-ac1a-8f120200a546 None None] Set router f38d84f5-74d3-4bfd-abcf-283251b554c4 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:44:26.033815 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0967f94-cbf0-4d1f-b87b-764feddfdde7 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:26.052229 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511e5c5-87da-4f0d-b173-b306738809a7 req-39e215e1-7fbb-4179-adf1-7b7f759bf751 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:26.068615 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a511e5c5-87da-4f0d-b173-b306738809a7 req-39e215e1-7fbb-4179-adf1-7b7f759bf751 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 0.8803012 Apr 18 20:44:26.137175 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-7ea2cae2-a886-4375-ade5-c60c050c189b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:26.139931 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fa624a93-26cd-48a8-86fd-e87264114efb tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:26.155595 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adc37a-58de-4624-8860-6f66254d1891 req-7212f063-815c-46b1-bf86-27b22c566993 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:26.165331 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76adc37a-58de-4624-8860-6f66254d1891 req-7212f063-815c-46b1-bf86-27b22c566993 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 943 time: 0.9770746 Apr 18 20:44:26.175032 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2871f973-69f8-40fe-8c16-94ca369ec416 None None] For port 3382cbb6-9f2c-4bfd-971c-50e6a6a81f75, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3382cbb6-9f2c-4bfd-971c-50e6a6a81f75,segment=NetworkSegment(ae0a4d8e-8a9b-4c0c-aad8-7d4127fbec95),segment_id=ae0a4d8e-8a9b-4c0c-aad8-7d4127fbec95)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:26.176156 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2871f973-69f8-40fe-8c16-94ca369ec416 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:26.199390 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-2871f973-69f8-40fe-8c16-94ca369ec416 None None] Calling delete_port for 3382cbb6-9f2c-4bfd-971c-50e6a6a81f75 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:26.261509 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0967f94-cbf0-4d1f-b87b-764feddfdde7 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Pushing event deleted for resources: {'Port': ['ID=3382cbb6-9f2c-4bfd-971c-50e6a6a81f75,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:26.286320 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0967f94-cbf0-4d1f-b87b-764feddfdde7 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] No DVR routers for this DVR port 3382cbb6-9f2c-4bfd-971c-50e6a6a81f75 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:26.356389 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa624a93-26cd-48a8-86fd-e87264114efb tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event deleted for resources: {'Subnet': ['ID=23311194-a384-4735-a60e-77f8a24f1bc9,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:26.412817 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fa624a93-26cd-48a8-86fd-e87264114efb tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:26.432821 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-fa624a93-26cd-48a8-86fd-e87264114efb tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "DELETE /v2.0/subnets/23311194-a384-4735-a60e-77f8a24f1bc9 HTTP/1.1" status: 204 len: 168 time: 3.3410785 Apr 18 20:44:26.488323 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46614) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:26.499742 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-c37c5c7f-6416-49a7-9aa1-b1c3d0b232b7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Deleting port 492687d2-a698-480b-8d9d-5292e1354c85 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:26.501602 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['b9f7a1bc-057b-4a53-8a5b-e03f75a819fe', '537c68a4-2055-4e21-9736-5446ad8d21d6'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:44:26.502370 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-c37c5c7f-6416-49a7-9aa1-b1c3d0b232b7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:26.511089 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb5e93c-7b71-4c14-9819-57322d6655da None None] Network 2b0f0f53-742c-4158-9900-4acf2578c1ab requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:44:26.519065 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3382cbb6-9f2c-4bfd-971c-50e6a6a81f75 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:44:26.545510 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be1672-04b1-4c6e-9ea4-c38a4d3771c2 req-e53c6079-c181-4e07-a10f-5dbe96ed7ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:26.555659 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1be1672-04b1-4c6e-9ea4-c38a4d3771c2 req-e53c6079-c181-4e07-a10f-5dbe96ed7ec8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f359647e-7253-4c28-8ec0-be158505d4fd HTTP/1.1" status: 200 len: 913 time: 1.1915004 Apr 18 20:44:26.593753 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b32d4c40-5d56-47f4-ac1a-8f120200a546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'name': 'tempest-TaggedBootDevicesTest-1968116736-router', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '6d045181-6de1-4cce-bb12-fdad3eac15ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:11Z', 'updated_at': '2022-04-18T20:37:23Z', 'revision_number': 4, 'project_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'gw_port': {'id': '6d045181-6de1-4cce-bb12-fdad3eac15ae', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:13Z', 'updated_at': '2022-04-18T20:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '117c4e5f-52a1-4889-bf49-9c64271d872d', 'name': '', 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'mac_address': 'fa:16:3e:c0:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '722f9c2d-f886-463b-96e2-22bc146fde64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:19Z', 'updated_at': '2022-04-18T20:37:33Z', 'revision_number': 5, 'project_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'subnets': [{'id': '722f9c2d-f886-463b-96e2-22bc146fde64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:26.641627 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a511e5c5-87da-4f0d-b173-b306738809a7 req-d7033bcb-6c56-42ca-8463-804ef66568b5 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5715997 Apr 18 20:44:26.647867 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-7ea2cae2-a886-4375-ade5-c60c050c189b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Network fb225605-c490-4bb4-a150-b74221fc667a is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:26.693042 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 3382cbb6-9f2c-4bfd-971c-50e6a6a81f75 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:44:26.693042 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3382cbb6-9f2c-4bfd-971c-50e6a6a81f75 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:44:26.693661 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32d4c40-5d56-47f4-ac1a-8f120200a546 None None] Checking router: f38d84f5-74d3-4bfd-abcf-283251b554c4 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:44:26.718702 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2871f973-69f8-40fe-8c16-94ca369ec416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:26.730361 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32d4c40-5d56-47f4-ac1a-8f120200a546 None None] Routers {'f38d84f5-74d3-4bfd-abcf-283251b554c4'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:44:26.738458 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b32d4c40-5d56-47f4-ac1a-8f120200a546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:43:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['f38d84f5-74d3-4bfd-abcf-283251b554c4'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:26.750923 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76adc37a-58de-4624-8860-6f66254d1891 req-48a280b4-6087-4a26-ac87-eec496054e8e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5832903 Apr 18 20:44:26.856877 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-7ea2cae2-a886-4375-ade5-c60c050c189b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:26.868350 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-7ea2cae2-a886-4375-ade5-c60c050c189b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:44:26.987859 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-c37c5c7f-6416-49a7-9aa1-b1c3d0b232b7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] For port 492687d2-a698-480b-8d9d-5292e1354c85, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=492687d2-a698-480b-8d9d-5292e1354c85,segment=NetworkSegment(0bda1478-dae9-409e-93a0-17d8d33da324),segment_id=0bda1478-dae9-409e-93a0-17d8d33da324)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:26.988795 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-c37c5c7f-6416-49a7-9aa1-b1c3d0b232b7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:27.077688 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-c37c5c7f-6416-49a7-9aa1-b1c3d0b232b7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Calling delete_port for 492687d2-a698-480b-8d9d-5292e1354c85 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:27.206574 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0967f94-cbf0-4d1f-b87b-764feddfdde7 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:27.317432 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46620) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:27.319707 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871f973-69f8-40fe-8c16-94ca369ec416 None None] Pushing event deleted for resources: {'Port': ['ID=3382cbb6-9f2c-4bfd-971c-50e6a6a81f75,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:27.346482 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2871f973-69f8-40fe-8c16-94ca369ec416 None None] No DVR routers for this DVR port 3382cbb6-9f2c-4bfd-971c-50e6a6a81f75 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:27.347270 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-7ea2cae2-a886-4375-ade5-c60c050c189b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:27.348540 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-7ea2cae2-a886-4375-ade5-c60c050c189b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:27.370742 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-e0967f94-cbf0-4d1f-b87b-764feddfdde7 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc2db3ea-6312-4307-acce-ea27512dd51a']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:27.412036 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-b32d4c40-5d56-47f4-ac1a-8f120200a546 None None] Set router f38d84f5-74d3-4bfd-abcf-283251b554c4 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:44:27.414819 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-e0967f94-cbf0-4d1f-b87b-764feddfdde7 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0a4d8e-8a9b-4c0c-aad8-7d4127fbec95') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:27.415123 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-e0967f94-cbf0-4d1f-b87b-764feddfdde7 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0a4d8e-8a9b-4c0c-aad8-7d4127fbec95') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:27.437878 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0967f94-cbf0-4d1f-b87b-764feddfdde7 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:27.466725 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0967f94-cbf0-4d1f-b87b-764feddfdde7 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:27.477754 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0967f94-cbf0-4d1f-b87b-764feddfdde7 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:44:27.478289 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0967f94-cbf0-4d1f-b87b-764feddfdde7 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:44:27.483117 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:44:27.529444 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1be1672-04b1-4c6e-9ea4-c38a4d3771c2 req-96704923-ae5f-4976-9fbb-9b098f3dddea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=304c400e-5d93-4a01-9fd4-67db08377da9 HTTP/1.1" status: 200 len: 217 time: 0.8708284 Apr 18 20:44:27.530077 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2cae2-a886-4375-ade5-c60c050c189b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Pushing event updated for resources: {'Port': ['ID=e7e827b3-7845-4ccd-bb59-e846eada47b3,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:27.542994 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 304c400e-5d93-4a01-9fd4-67db08377da9 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:44:27.561025 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5d4801c1-f3ab-44a0-b537-0034a5a6e373 None None] Provisioning complete for port e7e827b3-7845-4ccd-bb59-e846eada47b3 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:27.561025 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5d4801c1-f3ab-44a0-b537-0034a5a6e373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:27.746027 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5270ce8-d618-4163-8866-c0ad79fa8277 None None] DHCP port deletion for 2b0f0f53-742c-4158-9900-4acf2578c1ab request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:44:27.759121 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-c37c5c7f-6416-49a7-9aa1-b1c3d0b232b7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:27.769738 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-7ea2cae2-a886-4375-ade5-c60c050c189b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7905884 Apr 18 20:44:27.805879 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9f2ff0ff-8379-4173-b1d6-c4bfa340c8bd tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:27.860072 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-0f980841-4142-4e15-a55d-e15483601ade service neutron] Request body: {'port': {'device_id': 'b27ee3e8-19ba-407e-968b-d59b21df6181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:27.874977 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-5d4801c1-f3ab-44a0-b537-0034a5a6e373 None None] Port e7e827b3-7845-4ccd-bb59-e846eada47b3 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:44:27.920591 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af842621-fec2-4b36-a995-8f10e22d0101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:28.025982 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-c37c5c7f-6416-49a7-9aa1-b1c3d0b232b7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] No DVR routers for this DVR port 492687d2-a698-480b-8d9d-5292e1354c85 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:28.030250 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a042d-77c1-426d-8e70-a7d352f208da req-f25d2632-96ea-427d-9dc4-0f7b43609bac tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:28.031705 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c5c7f-6416-49a7-9aa1-b1c3d0b232b7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event deleted for resources: {'Port': ['ID=492687d2-a698-480b-8d9d-5292e1354c85,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:28.040217 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c1a042d-77c1-426d-8e70-a7d352f208da req-f25d2632-96ea-427d-9dc4-0f7b43609bac tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=b27ee3e8-19ba-407e-968b-d59b21df6181 HTTP/1.1" status: 200 len: 932 time: 0.9995551 Apr 18 20:44:28.052563 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-c37c5c7f-6416-49a7-9aa1-b1c3d0b232b7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:28.062669 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-c37c5c7f-6416-49a7-9aa1-b1c3d0b232b7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.57 "DELETE /v2.0/ports/492687d2-a698-480b-8d9d-5292e1354c85 HTTP/1.1" status: 204 len: 173 time: 2.3165696 Apr 18 20:44:28.066998 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b32d4c40-5d56-47f4-ac1a-8f120200a546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'name': 'tempest-TaggedBootDevicesTest-1968116736-router', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '6d045181-6de1-4cce-bb12-fdad3eac15ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:11Z', 'updated_at': '2022-04-18T20:37:23Z', 'revision_number': 4, 'project_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'gw_port': {'id': '6d045181-6de1-4cce-bb12-fdad3eac15ae', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:13Z', 'updated_at': '2022-04-18T20:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '117c4e5f-52a1-4889-bf49-9c64271d872d', 'name': '', 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'mac_address': 'fa:16:3e:c0:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '722f9c2d-f886-463b-96e2-22bc146fde64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:19Z', 'updated_at': '2022-04-18T20:37:33Z', 'revision_number': 5, 'project_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'subnets': [{'id': '722f9c2d-f886-463b-96e2-22bc146fde64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:28.068028 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0967f94-cbf0-4d1f-b87b-764feddfdde7 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:28.087442 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be1672-04b1-4c6e-9ea4-c38a4d3771c2 req-4ff90969-7962-4b36-aab2-9b50529b7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:28.089284 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1be1672-04b1-4c6e-9ea4-c38a4d3771c2 req-4ff90969-7962-4b36-aab2-9b50529b7c36 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6320347a-fb3b-4b56-9b35-0b62db71b2d8 HTTP/1.1" status: 200 len: 852 time: 0.4772928 Apr 18 20:44:28.104330 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0967f94-cbf0-4d1f-b87b-764feddfdde7 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:28.113335 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e0967f94-cbf0-4d1f-b87b-764feddfdde7 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] 10.222.0.41 "DELETE /v2.0/networks/cc2db3ea-6312-4307-acce-ea27512dd51a HTTP/1.1" status: 204 len: 168 time: 4.0697482 Apr 18 20:44:28.157765 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c51800-f35c-4630-9fa7-3c115103b4f9 req-4eda6c8c-9ceb-4333-bc2c-b8f81fd2f25e tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:28.163983 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c51800-f35c-4630-9fa7-3c115103b4f9 req-4eda6c8c-9ceb-4333-bc2c-b8f81fd2f25e tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:28.171167 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c51800-f35c-4630-9fa7-3c115103b4f9 req-4eda6c8c-9ceb-4333-bc2c-b8f81fd2f25e tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:28.195065 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c51800-f35c-4630-9fa7-3c115103b4f9 req-4eda6c8c-9ceb-4333-bc2c-b8f81fd2f25e tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:28.196931 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32d4c40-5d56-47f4-ac1a-8f120200a546 None None] The sync data for ids ['f38d84f5-74d3-4bfd-abcf-283251b554c4'] in n-d-838323-3 is: [{'id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'name': 'tempest-TaggedBootDevicesTest-1968116736-router', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '6d045181-6de1-4cce-bb12-fdad3eac15ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:11Z', 'updated_at': '2022-04-18T20:37:23Z', 'revision_number': 4, 'project_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'gw_port': {'id': '6d045181-6de1-4cce-bb12-fdad3eac15ae', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:13Z', 'updated_at': '2022-04-18T20:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '117c4e5f-52a1-4889-bf49-9c64271d872d', 'name': '', 'network_id': '56d56df8-ad53-4411-a2e6-e62fee5903cf', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'mac_address': 'fa:16:3e:c0:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '722f9c2d-f886-463b-96e2-22bc146fde64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:19Z', 'updated_at': '2022-04-18T20:37:33Z', 'revision_number': 5, 'project_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'subnets': [{'id': '722f9c2d-f886-463b-96e2-22bc146fde64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:44:28.211559 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22c51800-f35c-4630-9fa7-3c115103b4f9 req-4eda6c8c-9ceb-4333-bc2c-b8f81fd2f25e tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 3065 time: 0.9240594 Apr 18 20:44:28.281362 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 304c400e-5d93-4a01-9fd4-67db08377da9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=304c400e-5d93-4a01-9fd4-67db08377da9,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:28.284555 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0967f94-cbf0-4d1f-b87b-764feddfdde7 tempest-DHCPAgentSchedulersTestJSON-35544263 tempest-DHCPAgentSchedulersTestJSON-35544263-project] Pushing event deleted for resources: {'Network': ['ID=cc2db3ea-6312-4307-acce-ea27512dd51a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:28.305190 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '304c400e-5d93-4a01-9fd4-67db08377da9', 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd', 'port_id': '304c400e-5d93-4a01-9fd4-67db08377da9', 'mac_address': 'fa:16:3e:31:f2:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6320347a-fb3b-4b56-9b35-0b62db71b2d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:44:28.443492 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a5270ce8-d618-4163-8866-c0ad79fa8277 None None] Deleting port e5bced41-8a6a-4bbe-b614-85eba3a4b36f {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:28.444223 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a5270ce8-d618-4163-8866-c0ad79fa8277 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:28.574053 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-0f980841-4142-4e15-a55d-e15483601ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:28.582978 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1be1672-04b1-4c6e-9ea4-c38a4d3771c2 req-61a89693-3c9d-4157-87ca-75aa3d6d35b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f359647e-7253-4c28-8ec0-be158505d4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3573759 Apr 18 20:44:28.663975 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af842621-fec2-4b36-a995-8f10e22d0101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:28.711935 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af842621-fec2-4b36-a995-8f10e22d0101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:28.713748 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a5270ce8-d618-4163-8866-c0ad79fa8277 None None] For port e5bced41-8a6a-4bbe-b614-85eba3a4b36f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=e5bced41-8a6a-4bbe-b614-85eba3a4b36f,segment=NetworkSegment(9685e92c-5add-481d-8884-cc7ec737f512),segment_id=9685e92c-5add-481d-8884-cc7ec737f512)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:28.714442 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a5270ce8-d618-4163-8866-c0ad79fa8277 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:28.741731 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e5bced41-8a6a-4bbe-b614-85eba3a4b36f no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:44:28.798836 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46634) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:28.834151 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:28.842065 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a5270ce8-d618-4163-8866-c0ad79fa8277 None None] Calling delete_port for e5bced41-8a6a-4bbe-b614-85eba3a4b36f owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:28.849943 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-af842621-fec2-4b36-a995-8f10e22d0101 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=080ea8d046404b8da7fdac2680908bd5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5205576 Apr 18 20:44:28.856365 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46636) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:28.863870 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22c51800-f35c-4630-9fa7-3c115103b4f9 req-8cd18091-38d9-4d57-81da-83b79349dcac tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6512477 Apr 18 20:44:28.873141 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-ff7b0765-44b5-44b2-b0ec-6d44f4cad5b9 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Deleting port 0cddf461-0d6d-4a62-b778-f50d5f02401a {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:28.873628 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-ff7b0765-44b5-44b2-b0ec-6d44f4cad5b9 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:28.942661 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9f2ff0ff-8379-4173-b1d6-c4bfa340c8bd tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:28.950092 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c1a042d-77c1-426d-8e70-a7d352f208da req-d4706add-d09a-4451-b224-d8679908e779 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9007127 Apr 18 20:44:28.985198 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ceb7dd-a687-4b33-a1f7-3a5af610d642 None None] New status for floating IP 77d419ab-69e9-4b8f-9de1-3533524616be: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:44:28.990723 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 304c400e-5d93-4a01-9fd4-67db08377da9 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:44:29.066969 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 304c400e-5d93-4a01-9fd4-67db08377da9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=304c400e-5d93-4a01-9fd4-67db08377da9,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:29.073085 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd223d0f-6fe3-4b6a-84bf-1603eb8ec67e x-openstack-request-id: req-fd223d0f-6fe3-4b6a-84bf-1603eb8ec67e {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:44:29.076231 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-deleted", "tag": "c83b6e95-284d-4625-9464-19907a1dbe6f", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:44:29.080627 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd223d0f-6fe3-4b6a-84bf-1603eb8ec67e {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:44:29.081547 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd223d0f-6fe3-4b6a-84bf-1603eb8ec67e'] response: {'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-deleted', 'tag': 'c83b6e95-284d-4625-9464-19907a1dbe6f', 'status': 'completed', 'code': 200} Apr 18 20:44:29.087932 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af842621-fec2-4b36-a995-8f10e22d0101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65595728-2906-42b2-acae-75195cc10557,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:29.099491 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-9f2ff0ff-8379-4173-b1d6-c4bfa340c8bd tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f8942e-3e1a-43d9-880b-ea4411c35474']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:29.213900 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-9f2ff0ff-8379-4173-b1d6-c4bfa340c8bd tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a670b0e-6c3c-43fd-a0c4-ca85021cbf57') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:29.220772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-9f2ff0ff-8379-4173-b1d6-c4bfa340c8bd tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a670b0e-6c3c-43fd-a0c4-ca85021cbf57') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:29.308028 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9f2ff0ff-8379-4173-b1d6-c4bfa340c8bd tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.364090 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-870fb3e1-f02b-4db1-a905-8032aa0075be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.389375 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a5270ce8-d618-4163-8866-c0ad79fa8277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.415175 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5270ce8-d618-4163-8866-c0ad79fa8277 None None] No DVR routers for this DVR port e5bced41-8a6a-4bbe-b614-85eba3a4b36f on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:29.430433 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4ec54b66-e2b8-42b2-98ac-45427f98e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.435013 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.471950 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9f2ff0ff-8379-4173-b1d6-c4bfa340c8bd tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.521553 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cb8ae8ee-f666-4049-9adb-fb77e86dfe6a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8a7d102b0074b1784202ee83d22d9de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6683235 Apr 18 20:44:29.525713 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-870fb3e1-f02b-4db1-a905-8032aa0075be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.531616 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46642) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:29.548122 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No active binding found for port e5bced41-8a6a-4bbe-b614-85eba3a4b36f {{(pid=102910) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 18 20:44:29.549062 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e5bced41-8a6a-4bbe-b614-85eba3a4b36f not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:44:29.562772 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5270ce8-d618-4163-8866-c0ad79fa8277 None None] Pushing event deleted for resources: {'Port': ['ID=e5bced41-8a6a-4bbe-b614-85eba3a4b36f,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:29.575098 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-ff7b0765-44b5-44b2-b0ec-6d44f4cad5b9 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] For port 0cddf461-0d6d-4a62-b778-f50d5f02401a, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=0cddf461-0d6d-4a62-b778-f50d5f02401a,segment=NetworkSegment(6b1281b5-64ae-4591-ad67-b41fef38c969),segment_id=6b1281b5-64ae-4591-ad67-b41fef38c969)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:29.575907 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-ff7b0765-44b5-44b2-b0ec-6d44f4cad5b9 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.637813 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2ff0ff-8379-4173-b1d6-c4bfa340c8bd tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:44:29.638960 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9f2ff0ff-8379-4173-b1d6-c4bfa340c8bd tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.649381 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-ff7b0765-44b5-44b2-b0ec-6d44f4cad5b9 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Calling delete_port for 0cddf461-0d6d-4a62-b778-f50d5f02401a owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:29.650495 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1be1672-04b1-4c6e-9ea4-c38a4d3771c2 req-e5cd8748-5a90-427e-b44c-cc00dc34cae3 service neutron] 10.222.0.32 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8821437 Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:44:29.651567 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:44:29.666014 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=304c400e-5d93-4a01-9fd4-67db08377da9,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:29.757655 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.828142 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['304c400e-5d93-4a01-9fd4-67db08377da9'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:44:29.841892 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36cdcb-ce21-46fa-9dd2-d5f9b3a2df43 req-a2d392e1-cb4b-4a02-a9ab-81398ece0b1b tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:29.844510 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cd36cdcb-ce21-46fa-9dd2-d5f9b3a2df43 req-a2d392e1-cb4b-4a02-a9ab-81398ece0b1b tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 0.6203876 Apr 18 20:44:29.889728 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9597b8b-b557-4a6f-9578-0cf96befaa94 req-72fda74a-70cf-48c2-9437-2e64bab83e4e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:29.891815 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e9597b8b-b557-4a6f-9578-0cf96befaa94 req-72fda74a-70cf-48c2-9437-2e64bab83e4e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 944 time: 0.5901103 Apr 18 20:44:29.903803 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9f2ff0ff-8379-4173-b1d6-c4bfa340c8bd tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.918533 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a8f8094-7ecc-466f-b41e-712afd7f2415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.994749 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9f2ff0ff-8379-4173-b1d6-c4bfa340c8bd tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.007300 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9f2ff0ff-8379-4173-b1d6-c4bfa340c8bd tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "DELETE /v2.0/networks/a8f8942e-3e1a-43d9-880b-ea4411c35474 HTTP/1.1" status: 204 len: 168 time: 3.5078249 Apr 18 20:44:30.026932 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46650) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:30.040653 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-870fb3e1-f02b-4db1-a905-8032aa0075be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.050238 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-870fb3e1-f02b-4db1-a905-8032aa0075be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.057039 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-870fb3e1-f02b-4db1-a905-8032aa0075be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65595728-2906-42b2-acae-75195cc10557 HTTP/1.1" status: 204 len: 168 time: 1.1896343 Apr 18 20:44:30.159085 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fb3e1-f02b-4db1-a905-8032aa0075be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65595728-2906-42b2-acae-75195cc10557,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:30.173003 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a8f8094-7ecc-466f-b41e-712afd7f2415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.382378 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e11565ea-b718-4cd2-a1f2-b4e5c3d16c95 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.438261 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ff0ff-8379-4173-b1d6-c4bfa340c8bd tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event deleted for resources: {'Network': ['ID=a8f8942e-3e1a-43d9-880b-ea4411c35474,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:30.463418 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a8f8094-7ecc-466f-b41e-712afd7f2415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.468884 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a8f8094-7ecc-466f-b41e-712afd7f2415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.474639 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7a8f8094-7ecc-466f-b41e-712afd7f2415 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39f13563-ae58-4281-a972-357dc52f201d HTTP/1.1" status: 204 len: 168 time: 0.9329996 Apr 18 20:44:30.496096 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f8094-7ecc-466f-b41e-712afd7f2415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f13563-ae58-4281-a972-357dc52f201d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:30.501677 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-ff7b0765-44b5-44b2-b0ec-6d44f4cad5b9 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.630889 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b0765-44b5-44b2-b0ec-6d44f4cad5b9 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event deleted for resources: {'Port': ['ID=0cddf461-0d6d-4a62-b778-f50d5f02401a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:30.661037 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-ff7b0765-44b5-44b2-b0ec-6d44f4cad5b9 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] No DVR routers for this DVR port 0cddf461-0d6d-4a62-b778-f50d5f02401a on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:30.667532 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-ff7b0765-44b5-44b2-b0ec-6d44f4cad5b9 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.674994 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-ff7b0765-44b5-44b2-b0ec-6d44f4cad5b9 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.57 "DELETE /v2.0/ports/0cddf461-0d6d-4a62-b778-f50d5f02401a HTTP/1.1" status: 204 len: 173 time: 2.5956433 Apr 18 20:44:30.824920 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cd36cdcb-ce21-46fa-9dd2-d5f9b3a2df43 req-b0a1b6fd-d85f-4a82-81c0-afe52dcc1c3f tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9316885 Apr 18 20:44:30.864271 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-d384f044-2559-459e-bcd4-3ec2fbf84f2c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Deleting port a3827d6d-6f37-483f-a44f-ac708e8eb2af {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:30.865139 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-d384f044-2559-459e-bcd4-3ec2fbf84f2c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.896256 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e9597b8b-b557-4a6f-9578-0cf96befaa94 req-29fd7b97-c667-4f4c-a159-373eb2206e0b tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8720398 Apr 18 20:44:31.325421 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:31.527195 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:31.569449 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 304c400e-5d93-4a01-9fd4-67db08377da9 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:44:31.801247 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 304c400e-5d93-4a01-9fd4-67db08377da9 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:31.802275 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 304c400e-5d93-4a01-9fd4-67db08377da9 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:31.802686 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:32.012044 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46670) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:32.013769 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-deleted', 'tag': '492687d2-a698-480b-8d9d-5292e1354c85'}, {'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-deleted', 'tag': '0cddf461-0d6d-4a62-b778-f50d5f02401a'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:32.016346 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fff804-ab53-415c-96bc-ce5249247c43" -d '{"events": [{"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-deleted", "tag": "492687d2-a698-480b-8d9d-5292e1354c85"}, {"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-deleted", "tag": "0cddf461-0d6d-4a62-b778-f50d5f02401a"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:44:32.043579 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3eb62cae-562e-45ab-98ed-89dc6922bc56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:32.070136 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-d384f044-2559-459e-bcd4-3ec2fbf84f2c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] For port a3827d6d-6f37-483f-a44f-ac708e8eb2af, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a3827d6d-6f37-483f-a44f-ac708e8eb2af,segment=NetworkSegment(0bda1478-dae9-409e-93a0-17d8d33da324),segment_id=0bda1478-dae9-409e-93a0-17d8d33da324)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:32.070441 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-d384f044-2559-459e-bcd4-3ec2fbf84f2c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:32.104041 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-d384f044-2559-459e-bcd4-3ec2fbf84f2c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Calling delete_port for a3827d6d-6f37-483f-a44f-ac708e8eb2af owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:32.414301 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1be1672-04b1-4c6e-9ea4-c38a4d3771c2 req-dfc3db9a-6bef-4751-952d-0739449a3959 service neutron] 10.222.0.32 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.7007139 Apr 18 20:44:32.416403 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e11565ea-b718-4cd2-a1f2-b4e5c3d16c95 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:32.426697 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3eb62cae-562e-45ab-98ed-89dc6922bc56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:32.433451 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e74ed764-966a-45b4-90cf-1adab06439d4 req-52c5db20-d1f8-4637-8f60-6e009fbfea39 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1233156 Apr 18 20:44:32.435463 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3eb62cae-562e-45ab-98ed-89dc6922bc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:32.474831 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2258cb-4f58-476e-96bd-84f039e924f8 req-f419442b-81ea-484c-af0f-569eabfa8dca tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:32.480922 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb62cae-562e-45ab-98ed-89dc6922bc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564c60f3-1099-4ccb-99fd-9963600191e2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:32.495334 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2258cb-4f58-476e-96bd-84f039e924f8 req-f419442b-81ea-484c-af0f-569eabfa8dca tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:32.509111 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cd2258cb-4f58-476e-96bd-84f039e924f8 req-f419442b-81ea-484c-af0f-569eabfa8dca tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 1677 time: 1.4584017 Apr 18 20:44:32.548510 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d1490-a41c-4e78-856c-6aafd2843831 req-97214ee3-6842-44cf-a758-38d85a9c349e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:32.550643 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba0d1490-a41c-4e78-856c-6aafd2843831 req-97214ee3-6842-44cf-a758-38d85a9c349e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=b27ee3e8-19ba-407e-968b-d59b21df6181 HTTP/1.1" status: 200 len: 932 time: 0.5671203 Apr 18 20:44:32.569192 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-e11565ea-b718-4cd2-a1f2-b4e5c3d16c95 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0f0f53-742c-4158-9900-4acf2578c1ab']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:32.585627 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3eb62cae-562e-45ab-98ed-89dc6922bc56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52c23f110f804b80a14c1aa68d3ad59f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5653481 Apr 18 20:44:32.587181 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46682) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:32.589356 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-0f980841-4142-4e15-a55d-e15483601ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e827b3-7845-4ccd-bb59-e846eada47b3 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:44:32.629488 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ed764-966a-45b4-90cf-1adab06439d4 req-1a3260ae-5290-412b-aebb-f9dda88b37fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:32.631431 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e74ed764-966a-45b4-90cf-1adab06439d4 req-1a3260ae-5290-412b-aebb-f9dda88b37fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 1096 time: 0.1156583 Apr 18 20:44:32.645715 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-d384f044-2559-459e-bcd4-3ec2fbf84f2c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:32.685707 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-e11565ea-b718-4cd2-a1f2-b4e5c3d16c95 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9685e92c-5add-481d-8884-cc7ec737f512') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:32.686100 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-e11565ea-b718-4cd2-a1f2-b4e5c3d16c95 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9685e92c-5add-481d-8884-cc7ec737f512') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:32.763413 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-0f980841-4142-4e15-a55d-e15483601ade service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:32.805611 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ed764-966a-45b4-90cf-1adab06439d4 req-8be75fb8-ddd0-412d-9ea7-ec5b86789efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:32.807599 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e74ed764-966a-45b4-90cf-1adab06439d4 req-8be75fb8-ddd0-412d-9ea7-ec5b86789efb service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 913 time: 0.1124208 Apr 18 20:44:32.812240 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cd2258cb-4f58-476e-96bd-84f039e924f8 req-d4155d03-6b31-45d4-8fc3-8fc734c1866d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups?id=692c6ee1-076e-4d61-aada-4c2099441b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2958250 Apr 18 20:44:32.828998 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384f044-2559-459e-bcd4-3ec2fbf84f2c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event deleted for resources: {'Port': ['ID=a3827d6d-6f37-483f-a44f-ac708e8eb2af,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:32.878093 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e11565ea-b718-4cd2-a1f2-b4e5c3d16c95 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:32.906550 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-0f980841-4142-4e15-a55d-e15483601ade service neutron] Transition to ACTIVE for port object e7e827b3-7845-4ccd-bb59-e846eada47b3 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:32.921249 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba0d1490-a41c-4e78-856c-6aafd2843831 req-b545218f-2648-4ae7-8cd9-0c05a6f60f9d tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473513 Apr 18 20:44:32.943986 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-0f980841-4142-4e15-a55d-e15483601ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:32.967327 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e74ed764-966a-45b4-90cf-1adab06439d4 req-580386c1-c92e-4bb6-9743-e08db220560f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9f7a1bc-057b-4a53-8a5b-e03f75a819fe HTTP/1.1" status: 200 len: 217 time: 0.1505666 Apr 18 20:44:32.973863 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e11565ea-b718-4cd2-a1f2-b4e5c3d16c95 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.014563 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-d384f044-2559-459e-bcd4-3ec2fbf84f2c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] No DVR routers for this DVR port a3827d6d-6f37-483f-a44f-ac708e8eb2af on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:33.019686 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-d384f044-2559-459e-bcd4-3ec2fbf84f2c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.023711 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-d384f044-2559-459e-bcd4-3ec2fbf84f2c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.57 "DELETE /v2.0/ports/a3827d6d-6f37-483f-a44f-ac708e8eb2af HTTP/1.1" status: 204 len: 173 time: 2.3428547 Apr 18 20:44:33.049869 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-756f3d70-13ac-44ef-a83c-263156b45570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.061482 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.167331 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-756f3d70-13ac-44ef-a83c-263156b45570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.194809 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87de44d-802a-4720-8290-67a6d4fda1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304c400e-5d93-4a01-9fd4-67db08377da9'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:33.215733 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e26e055-5433-411a-8a7a-9fd690e9e428" -d '{"events": [{"server_uuid": "c87de44d-802a-4720-8290-67a6d4fda1f5", "name": "network-vif-plugged", "status": "completed", "tag": "304c400e-5d93-4a01-9fd4-67db08377da9"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:44:33.237492 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f980841-4142-4e15-a55d-e15483601ade service neutron] Pushing event updated for resources: {'Port': ['ID=e7e827b3-7845-4ccd-bb59-e846eada47b3,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:33.252775 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ed764-966a-45b4-90cf-1adab06439d4 req-622031ad-8154-454a-bcb0-59762fc9c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:33.254368 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e74ed764-966a-45b4-90cf-1adab06439d4 req-622031ad-8154-454a-bcb0-59762fc9c3dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e471ea4-101a-40ef-81f9-9917dd650719 HTTP/1.1" status: 200 len: 851 time: 0.2504604 Apr 18 20:44:33.299156 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 304c400e-5d93-4a01-9fd4-67db08377da9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=304c400e-5d93-4a01-9fd4-67db08377da9,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:33.300450 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11565ea-b718-4cd2-a1f2-b4e5c3d16c95 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:44:33.307294 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e11565ea-b718-4cd2-a1f2-b4e5c3d16c95 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.322440 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:44:33.340820 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:44:33.452673 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=304c400e-5d93-4a01-9fd4-67db08377da9,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:33.500104 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ed764-966a-45b4-90cf-1adab06439d4 req-4c4a227e-818d-44b0-a216-31a7bb7503cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:33.516775 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e74ed764-966a-45b4-90cf-1adab06439d4 req-4c4a227e-818d-44b0-a216-31a7bb7503cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb225605-c490-4bb4-a150-b74221fc667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2522128 Apr 18 20:44:33.548206 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-e74ed764-966a-45b4-90cf-1adab06439d4 req-a1b8e426-1011-4664-8313-e42b351b2e79 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:44:33.551592 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e74ed764-966a-45b4-90cf-1adab06439d4 req-a1b8e426-1011-4664-8313-e42b351b2e79 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171721 Apr 18 20:44:33.644847 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-78b5fa9b-3a34-4d7f-b721-bc3f8dafac6b tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Deleting port a2a01202-816d-46a7-a65a-3972b652395d {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:33.645691 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-78b5fa9b-3a34-4d7f-b721-bc3f8dafac6b tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.667396 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-756f3d70-13ac-44ef-a83c-263156b45570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.669929 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-756f3d70-13ac-44ef-a83c-263156b45570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.671243 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-756f3d70-13ac-44ef-a83c-263156b45570 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/564c60f3-1099-4ccb-99fd-9963600191e2 HTTP/1.1" status: 204 len: 168 time: 1.0807476 Apr 18 20:44:33.796211 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f3d70-13ac-44ef-a83c-263156b45570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564c60f3-1099-4ccb-99fd-9963600191e2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:33.916199 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-78b5fa9b-3a34-4d7f-b721-bc3f8dafac6b tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] For port a2a01202-816d-46a7-a65a-3972b652395d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a2a01202-816d-46a7-a65a-3972b652395d,segment=NetworkSegment(6b1281b5-64ae-4591-ad67-b41fef38c969),segment_id=6b1281b5-64ae-4591-ad67-b41fef38c969)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:33.916612 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-78b5fa9b-3a34-4d7f-b721-bc3f8dafac6b tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.944157 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-78b5fa9b-3a34-4d7f-b721-bc3f8dafac6b tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Calling delete_port for a2a01202-816d-46a7-a65a-3972b652395d owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:33.955137 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e11565ea-b718-4cd2-a1f2-b4e5c3d16c95 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.960478 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-0f980841-4142-4e15-a55d-e15483601ade service neutron] Attempting to bind port e7e827b3-7845-4ccd-bb59-e846eada47b3 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:33.961412 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-0f980841-4142-4e15-a55d-e15483601ade service neutron] Attempting to bind port e7e827b3-7845-4ccd-bb59-e846eada47b3 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:33.965116 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-0f980841-4142-4e15-a55d-e15483601ade service neutron] Attempting to bind port e7e827b3-7845-4ccd-bb59-e846eada47b3 on network fb225605-c490-4bb4-a150-b74221fc667a {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:44:33.984899 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-0f980841-4142-4e15-a55d-e15483601ade service neutron] Port e7e827b3-7845-4ccd-bb59-e846eada47b3 on network fb225605-c490-4bb4-a150-b74221fc667a not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:44:33.985272 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-0f980841-4142-4e15-a55d-e15483601ade service neutron] Attempting to bind port e7e827b3-7845-4ccd-bb59-e846eada47b3 on network fb225605-c490-4bb4-a150-b74221fc667a {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:44:34.008361 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46beeae-0e76-4865-b5f3-3d89a4ed818e req-c8c6cb58-0e1e-4842-ab14-44b3bef08eef tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:34.010506 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b46beeae-0e76-4865-b5f3-3d89a4ed818e req-c8c6cb58-0e1e-4842-ab14-44b3bef08eef tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 0.6732032 Apr 18 20:44:34.014705 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e11565ea-b718-4cd2-a1f2-b4e5c3d16c95 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:34.018675 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e11565ea-b718-4cd2-a1f2-b4e5c3d16c95 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] 10.222.0.41 "DELETE /v2.0/networks/2b0f0f53-742c-4158-9900-4acf2578c1ab HTTP/1.1" status: 204 len: 168 time: 3.9851933 Apr 18 20:44:34.049401 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11565ea-b718-4cd2-a1f2-b4e5c3d16c95 tempest-TaggedBootDevicesTest_v242-286085222 tempest-TaggedBootDevicesTest_v242-286085222-project] Pushing event deleted for resources: {'Network': ['ID=2b0f0f53-742c-4158-9900-4acf2578c1ab,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:34.071571 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524bd90-7d56-49c3-a051-7730f2174ac6 req-a3e98300-2b03-4ba5-aa4a-8af721a778ef tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:34.091375 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d524bd90-7d56-49c3-a051-7730f2174ac6 req-a3e98300-2b03-4ba5-aa4a-8af721a778ef tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 945 time: 0.7625391 Apr 18 20:44:34.094111 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-0f980841-4142-4e15-a55d-e15483601ade service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:44:34.095123 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-0f980841-4142-4e15-a55d-e15483601ade service neutron] Checking segment: {'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:44:34.095775 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-0f980841-4142-4e15-a55d-e15483601ade service neutron] Bound using segment: {'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:44:34.096590 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-0f980841-4142-4e15-a55d-e15483601ade service neutron] Bound port: e7e827b3-7845-4ccd-bb59-e846eada47b3, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:34.098529 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-0f980841-4142-4e15-a55d-e15483601ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:34.099129 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e74ed764-966a-45b4-90cf-1adab06439d4 req-ba728e19-3273-4f5e-8adf-6721f67de10d service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263896 Apr 18 20:44:34.343815 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b46beeae-0e76-4865-b5f3-3d89a4ed818e req-4f1f79fa-d943-4349-8c5b-4988cdc8c7c4 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3072801 Apr 18 20:44:34.374866 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e74ed764-966a-45b4-90cf-1adab06439d4 req-2078a9fd-4c7d-433f-918c-fd1b4576289c service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571001 Apr 18 20:44:34.423206 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-78b5fa9b-3a34-4d7f-b721-bc3f8dafac6b tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:34.554531 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 20:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c47d7f-cc32-41ef-9c77-ae169eeb1e5c x-openstack-request-id: req-07c47d7f-cc32-41ef-9c77-ae169eeb1e5c {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:44:34.555135 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-deleted", "tag": "492687d2-a698-480b-8d9d-5292e1354c85", "status": "completed", "code": 200}, {"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-deleted", "tag": "0cddf461-0d6d-4a62-b778-f50d5f02401a", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:44:34.555522 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d524bd90-7d56-49c3-a051-7730f2174ac6 req-bb64b21b-44e4-4135-b0e4-c35d8301ee4c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572103 Apr 18 20:44:34.555998 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-07c47d7f-cc32-41ef-9c77-ae169eeb1e5c {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:44:34.556705 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07c47d7f-cc32-41ef-9c77-ae169eeb1e5c'] response: {'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-deleted', 'tag': '492687d2-a698-480b-8d9d-5292e1354c85', 'status': 'completed', 'code': 200} Apr 18 20:44:34.557200 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07c47d7f-cc32-41ef-9c77-ae169eeb1e5c'] response: {'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-deleted', 'tag': '0cddf461-0d6d-4a62-b778-f50d5f02401a', 'status': 'completed', 'code': 200} Apr 18 20:44:34.558168 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5fa9b-3a34-4d7f-b721-bc3f8dafac6b tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event deleted for resources: {'Port': ['ID=a2a01202-816d-46a7-a65a-3972b652395d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:34.616134 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-0f980841-4142-4e15-a55d-e15483601ade service neutron] For port e7e827b3-7845-4ccd-bb59-e846eada47b3, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:34.641013 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-0f980841-4142-4e15-a55d-e15483601ade service neutron] For port e7e827b3-7845-4ccd-bb59-e846eada47b3, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=e7e827b3-7845-4ccd-bb59-e846eada47b3,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:34.649415 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-78b5fa9b-3a34-4d7f-b721-bc3f8dafac6b tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] No DVR routers for this DVR port a2a01202-816d-46a7-a65a-3972b652395d on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:34.659804 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-0f980841-4142-4e15-a55d-e15483601ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:34.671347 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-78b5fa9b-3a34-4d7f-b721-bc3f8dafac6b tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:34.683306 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bc00af12-2520-4908-8e96-7bb98a5710e1 req-78b5fa9b-3a34-4d7f-b721-bc3f8dafac6b tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.57 "DELETE /v2.0/ports/a2a01202-816d-46a7-a65a-3972b652395d HTTP/1.1" status: 204 len: 173 time: 1.6285148 Apr 18 20:44:34.868728 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4453c72-a45e-478c-92e3-801b2b111808 x-openstack-request-id: req-d4453c72-a45e-478c-92e3-801b2b111808 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:44:34.871058 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87de44d-802a-4720-8290-67a6d4fda1f5", "name": "network-vif-plugged", "status": "completed", "tag": "304c400e-5d93-4a01-9fd4-67db08377da9", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:44:34.871368 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4453c72-a45e-478c-92e3-801b2b111808 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:44:34.871807 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4453c72-a45e-478c-92e3-801b2b111808'] response: {'server_uuid': 'c87de44d-802a-4720-8290-67a6d4fda1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304c400e-5d93-4a01-9fd4-67db08377da9', 'code': 200} Apr 18 20:44:34.894759 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-0f980841-4142-4e15-a55d-e15483601ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:34.898598 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-0f980841-4142-4e15-a55d-e15483601ade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:34.900315 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-0f980841-4142-4e15-a55d-e15483601ade service neutron] 10.222.0.32 "PUT /v2.0/ports/e7e827b3-7845-4ccd-bb59-e846eada47b3 HTTP/1.1" status: 200 len: 1092 time: 7.0909362 Apr 18 20:44:34.916774 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27ee3e8-19ba-407e-968b-d59b21df6181', 'tag': 'e7e827b3-7845-4ccd-bb59-e846eada47b3'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:34.924978 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b763ff4-2cb8-460c-a1f0-d1f33fd887d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b27ee3e8-19ba-407e-968b-d59b21df6181", "tag": "e7e827b3-7845-4ccd-bb59-e846eada47b3"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:44:35.092847 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-50425fca-e36c-457d-be64-354ee9984fab req-7a64a540-15b1-48ef-9ff1-073f036897e7 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 210 time: 0.2603526 Apr 18 20:44:35.337131 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f980841-4142-4e15-a55d-e15483601ade service neutron] Pushing event updated for resources: {'Port': ['ID=e7e827b3-7845-4ccd-bb59-e846eada47b3,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:35.378506 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-837dbb3c-85e1-4d75-81cc-13395f86bb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:35.380227 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-837dbb3c-85e1-4d75-81cc-13395f86bb98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&device_id=b27ee3e8-19ba-407e-968b-d59b21df6181 HTTP/1.1" status: 200 len: 1095 time: 0.3109376 Apr 18 20:44:35.409007 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f46ce5-b91b-41c6-94ff-8e7ab4a44403 req-444908b9-ac35-46dc-842c-2009e2508fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:35.411481 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-81f46ce5-b91b-41c6-94ff-8e7ab4a44403 req-444908b9-ac35-46dc-842c-2009e2508fe3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 1096 time: 0.4631870 Apr 18 20:44:35.466334 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4de20-e96e-4949-a1bf-e5d17171ba26 req-1731532c-8725-4ea1-8e05-27e779bd42fb tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:35.473040 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a4c4de20-e96e-4949-a1bf-e5d17171ba26 req-1731532c-8725-4ea1-8e05-27e779bd42fb tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=b27ee3e8-19ba-407e-968b-d59b21df6181 HTTP/1.1" status: 200 len: 944 time: 0.4049759 Apr 18 20:44:35.489482 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-6085c24f-29df-4650-9fd9-793dd0dfad20 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7e827b3-7845-4ccd-bb59-e846eada47b3 HTTP/1.1" status: 200 len: 217 time: 0.0916929 Apr 18 20:44:35.625094 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-81f46ce5-b91b-41c6-94ff-8e7ab4a44403 req-a69f893e-74e7-4481-82ea-ae805c75af47 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764376 Apr 18 20:44:35.665464 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a4c4de20-e96e-4949-a1bf-e5d17171ba26 req-06068a9a-56f2-4120-9c8c-7b82fd8c3268 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914246 Apr 18 20:44:35.673388 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bb5811-b260-4648-a379-811b0f1ffd6e x-openstack-request-id: req-a7bb5811-b260-4648-a379-811b0f1ffd6e {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:44:35.673752 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27ee3e8-19ba-407e-968b-d59b21df6181", "tag": "e7e827b3-7845-4ccd-bb59-e846eada47b3", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:44:35.676850 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7bb5811-b260-4648-a379-811b0f1ffd6e {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:44:35.677352 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7bb5811-b260-4648-a379-811b0f1ffd6e'] response: {'name': 'network-changed', 'server_uuid': 'b27ee3e8-19ba-407e-968b-d59b21df6181', 'tag': 'e7e827b3-7845-4ccd-bb59-e846eada47b3', 'status': 'completed', 'code': 200} Apr 18 20:44:35.707621 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-a6e97075-23bc-4621-8d88-b3c086ac0b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:35.709166 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-a6e97075-23bc-4621-8d88-b3c086ac0b2b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e471ea4-101a-40ef-81f9-9917dd650719 HTTP/1.1" status: 200 len: 851 time: 0.2070856 Apr 18 20:44:35.861598 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d3170-a75f-4af4-9535-2b052ab5f63c req-971e7bc9-8943-4485-8eb6-de0ebe512326 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:35.864791 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-811d3170-a75f-4af4-9535-2b052ab5f63c req-971e7bc9-8943-4485-8eb6-de0ebe512326 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 0.0934765 Apr 18 20:44:35.955266 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-811d3170-a75f-4af4-9535-2b052ab5f63c req-c6928602-00d9-4683-8d69-dbb3de13e4ca tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825007 Apr 18 20:44:36.231021 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-fb0a726e-4de3-493c-9f22-ef8f74431e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:36.234349 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-fb0a726e-4de3-493c-9f22-ef8f74431e57 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fb225605-c490-4bb4-a150-b74221fc667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2163711 Apr 18 20:44:36.357340 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46774) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:36.505485 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be483c-5711-4921-a8c2-0cd02e46a846 req-5ec87593-a894-4a2c-8905-445d71483cdf tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:36.519818 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03be483c-5711-4921-a8c2-0cd02e46a846 req-5ec87593-a894-4a2c-8905-445d71483cdf tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 945 time: 0.4686439 Apr 18 20:44:36.559191 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-deleted', 'tag': 'a3827d6d-6f37-483f-a44f-ac708e8eb2af'}, {'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-deleted', 'tag': 'a2a01202-816d-46a7-a65a-3972b652395d'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:36.566737 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aff70f5-9f00-4ce2-a79c-f3be6d1c8921" -d '{"events": [{"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-deleted", "tag": "a3827d6d-6f37-483f-a44f-ac708e8eb2af"}, {"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-deleted", "tag": "a2a01202-816d-46a7-a65a-3972b652395d"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:44:36.756045 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be046033-2788-47ea-baec-4ccb57af310d req-95a2d0bf-424e-452f-97e1-3fde266678ce tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 210 time: 0.4099288 Apr 18 20:44:36.875093 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15de054-6296-4f63-bac8-2ac434f99104 req-c23b3554-48a7-4248-b9bb-4a14e6499d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:36.877775 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f15de054-6296-4f63-bac8-2ac434f99104 req-c23b3554-48a7-4248-b9bb-4a14e6499d92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66c8c89b1fcc4ff8ba25812b9483869d&device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 1094 time: 0.6724086 Apr 18 20:44:36.993613 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 20:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575ca870-c10e-46dd-b45d-b28aef087a14 x-openstack-request-id: req-575ca870-c10e-46dd-b45d-b28aef087a14 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:44:36.994155 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-deleted", "tag": "a3827d6d-6f37-483f-a44f-ac708e8eb2af", "status": "completed", "code": 200}, {"server_uuid": "255bfa62-56c2-4dfb-aba5-b115ccbf8576", "name": "network-vif-deleted", "tag": "a2a01202-816d-46a7-a65a-3972b652395d", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:44:36.994534 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-575ca870-c10e-46dd-b45d-b28aef087a14 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:44:36.995133 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-575ca870-c10e-46dd-b45d-b28aef087a14'] response: {'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-deleted', 'tag': 'a3827d6d-6f37-483f-a44f-ac708e8eb2af', 'status': 'completed', 'code': 200} Apr 18 20:44:36.995521 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-575ca870-c10e-46dd-b45d-b28aef087a14'] response: {'server_uuid': '255bfa62-56c2-4dfb-aba5-b115ccbf8576', 'name': 'network-vif-deleted', 'tag': 'a2a01202-816d-46a7-a65a-3972b652395d', 'status': 'completed', 'code': 200} Apr 18 20:44:37.102611 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03be483c-5711-4921-a8c2-0cd02e46a846 req-998944f6-7cff-4f6f-ac14-4303bb2b6b35 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5810032 Apr 18 20:44:37.168693 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7ce2da84-1a50-4d39-9bb1-641aa7ab7c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.374714 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-9a4b156f-49ef-4797-8aa1-ab16ffea8455 service neutron] 10.222.0.32 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1213644 Apr 18 20:44:37.448088 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7ce2da84-1a50-4d39-9bb1-641aa7ab7c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.457610 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7ce2da84-1a50-4d39-9bb1-641aa7ab7c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.533022 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7ce2da84-1a50-4d39-9bb1-641aa7ab7c7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41d4cb86b5c345e6bceafb0e06b0ba94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1726189 Apr 18 20:44:37.537660 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46800) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:37.555507 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2da84-1a50-4d39-9bb1-641aa7ab7c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c2290c-103a-4280-9d1b-ca9507cca642,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:37.587242 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2da84-1a50-4d39-9bb1-641aa7ab7c7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:37.589228 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2da84-1a50-4d39-9bb1-641aa7ab7c7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:37.589228 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2da84-1a50-4d39-9bb1-641aa7ab7c7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:37.589618 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2da84-1a50-4d39-9bb1-641aa7ab7c7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:37.589768 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2da84-1a50-4d39-9bb1-641aa7ab7c7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:37.590250 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2da84-1a50-4d39-9bb1-641aa7ab7c7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:37.590421 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2da84-1a50-4d39-9bb1-641aa7ab7c7e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:37.590812 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2da84-1a50-4d39-9bb1-641aa7ab7c7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:37.590984 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2da84-1a50-4d39-9bb1-641aa7ab7c7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:37.591290 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2da84-1a50-4d39-9bb1-641aa7ab7c7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:37.591607 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2da84-1a50-4d39-9bb1-641aa7ab7c7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:37.591922 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2da84-1a50-4d39-9bb1-641aa7ab7c7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:37.644577 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.681857 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15de054-6296-4f63-bac8-2ac434f99104 req-c8266431-9ed4-4777-a8c9-f23d9742b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:37.685451 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f15de054-6296-4f63-bac8-2ac434f99104 req-c8266431-9ed4-4777-a8c9-f23d9742b811 service neutron] 10.222.0.32 "GET /v2.0/networks?id=af9b8ad0-3b77-4446-8808-154f03d72322 HTTP/1.1" status: 200 len: 917 time: 0.5781188 Apr 18 20:44:37.710935 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d5c5-b4a8-4842-af0a-8cb7a0343735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.778488 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d5c5-b4a8-4842-af0a-8cb7a0343735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.894987 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d5c5-b4a8-4842-af0a-8cb7a0343735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.901766 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d5c5-b4a8-4842-af0a-8cb7a0343735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.903905 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9bb8d5c5-b4a8-4842-af0a-8cb7a0343735 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00c2290c-103a-4280-9d1b-ca9507cca642 HTTP/1.1" status: 204 len: 168 time: 0.3644085 Apr 18 20:44:37.989181 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8d5c5-b4a8-4842-af0a-8cb7a0343735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c2290c-103a-4280-9d1b-ca9507cca642,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:38.319791 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f15de054-6296-4f63-bac8-2ac434f99104 req-2608db02-30c0-4b77-b587-99d3ec3df2d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a97674a9-53d3-41ba-9802-1439e7cf0ecf HTTP/1.1" status: 200 len: 999 time: 0.6140220 Apr 18 20:44:38.327476 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb6e5727-78bf-439c-9ac3-9f229acb11a2 req-0489538f-b771-4738-8592-8579323e6557 service neutron] 10.222.0.32 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9472470 Apr 18 20:44:38.560757 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd04bb6-0d51-4144-8b7c-befdc6590865 req-ad496f3f-1cb2-415c-99ae-baad603baf7e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:38.571341 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-afd04bb6-0d51-4144-8b7c-befdc6590865 req-ad496f3f-1cb2-415c-99ae-baad603baf7e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=b27ee3e8-19ba-407e-968b-d59b21df6181 HTTP/1.1" status: 200 len: 944 time: 1.3831861 Apr 18 20:44:38.650281 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15de054-6296-4f63-bac8-2ac434f99104 req-b50eb756-d66a-4210-b2c1-65cfde600dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:38.652026 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f15de054-6296-4f63-bac8-2ac434f99104 req-b50eb756-d66a-4210-b2c1-65cfde600dde service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c229c317-384e-4f90-84f5-fac3dceea926 HTTP/1.1" status: 200 len: 855 time: 0.2523229 Apr 18 20:44:38.749666 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-afd04bb6-0d51-4144-8b7c-befdc6590865 req-e401953e-8a52-4a13-997b-11a9bad570c2 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771147 Apr 18 20:44:38.754827 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b763ff4-2cb8-460c-a1f0-d1f33fd887d9 req-e00a0b73-c586-4fa4-a12d-69c6d6e9719e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:38.759945 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3b763ff4-2cb8-460c-a1f0-d1f33fd887d9 req-e00a0b73-c586-4fa4-a12d-69c6d6e9719e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&device_id=b27ee3e8-19ba-407e-968b-d59b21df6181 HTTP/1.1" status: 200 len: 1095 time: 0.2261705 Apr 18 20:44:38.782709 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c6445-1164-47ad-966c-f86f0dbfe829 req-7f4aa6dc-c720-4499-915c-3a5b72d6232f tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:38.796448 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb3c6445-1164-47ad-966c-f86f0dbfe829 req-7f4aa6dc-c720-4499-915c-3a5b72d6232f tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 1.1089182 Apr 18 20:44:39.049108 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb3c6445-1164-47ad-966c-f86f0dbfe829 req-ca7665e0-8ce3-45d2-a8a5-ef55967e3d7d tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502122 Apr 18 20:44:39.076364 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a35cc68d-830b-48c7-a7a7-2b53fd03e2f4 req-ca3b18e5-031b-4c11-a1f5-43dc240e6515 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 210 time: 0.1746354 Apr 18 20:44:39.081571 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15de054-6296-4f63-bac8-2ac434f99104 req-3a0f9023-f30c-453e-9bc0-5b6e54e65f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:39.083579 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f15de054-6296-4f63-bac8-2ac434f99104 req-3a0f9023-f30c-453e-9bc0-5b6e54e65f4b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af9b8ad0-3b77-4446-8808-154f03d72322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4057148 Apr 18 20:44:39.392037 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b763ff4-2cb8-460c-a1f0-d1f33fd887d9 req-79d99251-9f4d-49f4-be74-9bc07e2eb5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:39.394854 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3b763ff4-2cb8-460c-a1f0-d1f33fd887d9 req-79d99251-9f4d-49f4-be74-9bc07e2eb5d8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 913 time: 0.5939183 Apr 18 20:44:39.476819 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5d2e6-d1dd-4c06-a82f-a9ccde18c073 req-b3802575-2825-43cf-a4aa-e6bce4c5eed0 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:39.479925 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19a5d2e6-d1dd-4c06-a82f-a9ccde18c073 req-b3802575-2825-43cf-a4aa-e6bce4c5eed0 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 945 time: 0.2197423 Apr 18 20:44:39.664115 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3b763ff4-2cb8-460c-a1f0-d1f33fd887d9 req-8eba112f-0ad7-46bc-994b-03391d5245a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7e827b3-7845-4ccd-bb59-e846eada47b3 HTTP/1.1" status: 200 len: 217 time: 0.1774137 Apr 18 20:44:39.671026 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f15de054-6296-4f63-bac8-2ac434f99104 req-bd9c1355-1c01-4559-ba06-acd6509e9e45 service neutron] 10.222.0.32 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5715752 Apr 18 20:44:39.727580 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19a5d2e6-d1dd-4c06-a82f-a9ccde18c073 req-fe08d7ea-6b55-41a2-9071-01cf6adfd8aa tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212071 Apr 18 20:44:39.997579 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b763ff4-2cb8-460c-a1f0-d1f33fd887d9 req-1824ed74-abc0-4a95-8057-20f0fa9a78e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:40.002879 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3b763ff4-2cb8-460c-a1f0-d1f33fd887d9 req-1824ed74-abc0-4a95-8057-20f0fa9a78e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e471ea4-101a-40ef-81f9-9917dd650719 HTTP/1.1" status: 200 len: 851 time: 0.3022127 Apr 18 20:44:40.010406 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46850) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:40.473652 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b763ff4-2cb8-460c-a1f0-d1f33fd887d9 req-10fa0f24-4d0a-4175-a59f-28925a22256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:40.476219 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3b763ff4-2cb8-460c-a1f0-d1f33fd887d9 req-10fa0f24-4d0a-4175-a59f-28925a22256e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fb225605-c490-4bb4-a150-b74221fc667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4551423 Apr 18 20:44:40.494888 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bafdd-e6e1-4073-a1ac-02769abb5737 req-cf87de28-bf18-47f1-a866-3d7b41c6c87a tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:40.496939 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-689bafdd-e6e1-4073-a1ac-02769abb5737 req-cf87de28-bf18-47f1-a866-3d7b41c6c87a tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=b27ee3e8-19ba-407e-968b-d59b21df6181 HTTP/1.1" status: 200 len: 944 time: 0.4026129 Apr 18 20:44:40.544669 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-0d8d325e-c8a9-49d2-90a1-3f5db6998ec2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:40.603652 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d8d325e-c8a9-49d2-90a1-3f5db6998ec2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:40.624757 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3b763ff4-2cb8-460c-a1f0-d1f33fd887d9 req-2168595b-778e-4f46-99d0-4ac72b4fab10 service neutron] 10.222.0.32 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191678 Apr 18 20:44:40.643317 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46872) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:40.645299 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17692b-9ae3-4edd-9f12-75c867dc5b5f req-e6dcbfe4-23e5-45db-940d-26789b176e2f tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:40.654293 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cc17692b-9ae3-4edd-9f12-75c867dc5b5f req-e6dcbfe4-23e5-45db-940d-26789b176e2f tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 0.2529597 Apr 18 20:44:40.714175 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f15de054-6296-4f63-bac8-2ac434f99104 req-98816a7c-ef67-4d7f-b570-25773981b837 service neutron] 10.222.0.32 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9950416 Apr 18 20:44:40.819723 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cc17692b-9ae3-4edd-9f12-75c867dc5b5f req-ee01ee61-9b57-441d-bb32-6861667752c7 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639705 Apr 18 20:44:40.864792 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-689bafdd-e6e1-4073-a1ac-02769abb5737 req-c7284840-7c3a-454e-a38f-590416e4c920 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580732 Apr 18 20:44:40.955200 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-2f0e0f69-9efd-473d-9ee2-a9e1ef292a58 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-392236316'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:40.998234 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d8d325e-c8a9-49d2-90a1-3f5db6998ec2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.003316 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3b763ff4-2cb8-460c-a1f0-d1f33fd887d9 req-732c2b52-02df-467a-a84e-c0969d7a11ec service neutron] 10.222.0.32 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453834 Apr 18 20:44:41.119515 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de01feea-d78f-43d8-ad49-50e161522b5b req-947ce8f5-5448-4453-9f93-5554362aead1 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 210 time: 0.0866783 Apr 18 20:44:41.295476 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0e0f69-9efd-473d-9ee2-a9e1ef292a58 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Made reservation on behalf of 14162ba8cfcc446f8d8d6f590789c223 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:41.309833 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f0e0f69-9efd-473d-9ee2-a9e1ef292a58 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.426403 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f0e0f69-9efd-473d-9ee2-a9e1ef292a58 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.612072 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device e7e827b3-7845-4ccd-bb59-e846eada47b3 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:44:41.645531 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-0d8d325e-c8a9-49d2-90a1-3f5db6998ec2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Allocated IP 172.25.1.249 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/cceb9eaa-2acc-4fb0-86e9-e3cc8c5912c4) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:41.907664 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.036325 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f0e0f69-9efd-473d-9ee2-a9e1ef292a58 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.046669 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port e7e827b3-7845-4ccd-bb59-e846eada47b3, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=e7e827b3-7845-4ccd-bb59-e846eada47b3,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:42.100180 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f0e0f69-9efd-473d-9ee2-a9e1ef292a58 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.105008 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'e7e827b3-7845-4ccd-bb59-e846eada47b3', 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'port_id': 'e7e827b3-7845-4ccd-bb59-e846eada47b3', 'mac_address': 'fa:16:3e:00:57:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e471ea4-101a-40ef-81f9-9917dd650719', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:44:42.143714 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c33bd-3eb0-472f-8216-13b31d684eed req-4bbdac69-4f8d-4050-a008-c3ddddcfad13 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:42.146464 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1b8c33bd-3eb0-472f-8216-13b31d684eed req-4bbdac69-4f8d-4050-a008-c3ddddcfad13 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 945 time: 1.0435910 Apr 18 20:44:42.250317 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e0f69-9efd-473d-9ee2-a9e1ef292a58 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7da9d13-6562-4d3e-a0df-b9bd69ef6999,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:42.299999 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0e0f69-9efd-473d-9ee2-a9e1ef292a58 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:44:42.303969 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.375337 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f0e0f69-9efd-473d-9ee2-a9e1ef292a58 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.377092 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-2f0e0f69-9efd-473d-9ee2-a9e1ef292a58 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Added segment 9bdb4cda-4cf6-474a-830e-7af8978e9c4e of type vlan for network b6177cba-660c-49a7-b82d-107109db64a2 Apr 18 20:44:42.381312 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e827b3-7845-4ccd-bb59-e846eada47b3 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:44:42.383638 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d8d325e-c8a9-49d2-90a1-3f5db6998ec2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.426978 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1b8c33bd-3eb0-472f-8216-13b31d684eed req-de8423ad-4449-442e-9d66-88d148613542 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643406 Apr 18 20:44:42.465904 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port e7e827b3-7845-4ccd-bb59-e846eada47b3, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=e7e827b3-7845-4ccd-bb59-e846eada47b3,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:42.488850 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.497151 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b65dd-eb61-460f-83f7-0c046310863c req-469ad430-bac8-4fa3-934b-91eff448d1ea tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:42.499849 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-611b65dd-eb61-460f-83f7-0c046310863c req-469ad430-bac8-4fa3-934b-91eff448d1ea tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 0.2521853 Apr 18 20:44:42.635584 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f0e0f69-9efd-473d-9ee2-a9e1ef292a58 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.714773 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f0e0f69-9efd-473d-9ee2-a9e1ef292a58 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.728291 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-611b65dd-eb61-460f-83f7-0c046310863c req-4d29c1c5-0691-4df6-90a8-97018d2f660b tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108257 Apr 18 20:44:42.733381 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0e0f69-9efd-473d-9ee2-a9e1ef292a58 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:42.734106 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f0e0f69-9efd-473d-9ee2-a9e1ef292a58 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.739027 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=e7e827b3-7845-4ccd-bb59-e846eada47b3,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:42.802694 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2f0e0f69-9efd-473d-9ee2-a9e1ef292a58 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.1539123 Apr 18 20:44:42.804220 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46894) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:42.824986 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-120882ae-18e9-40a4-9b38-b8b6d9e0fb9d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Request body: {'subnet': {'network_id': 'b6177cba-660c-49a7-b82d-107109db64a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:42.898153 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['e7e827b3-7845-4ccd-bb59-e846eada47b3'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:44:42.906402 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-985e3ee4-15eb-436c-a9e1-eb1148430282 req-06308a68-b03f-496d-9da1-e06e78e848f6 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 210 time: 0.0627730 Apr 18 20:44:42.936737 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6d94d-e56d-4b64-a67d-202bf7b47ce3 req-114b60a3-6dfc-4988-a970-579ff8f6bd45 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:42.948282 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcd6d94d-e56d-4b64-a67d-202bf7b47ce3 req-114b60a3-6dfc-4988-a970-579ff8f6bd45 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=b27ee3e8-19ba-407e-968b-d59b21df6181 HTTP/1.1" status: 200 len: 945 time: 0.2529278 Apr 18 20:44:43.026673 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcd6d94d-e56d-4b64-a67d-202bf7b47ce3 req-137f327d-6b66-418c-a527-c656e66e08dd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769525 Apr 18 20:44:43.147660 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e0f69-9efd-473d-9ee2-a9e1ef292a58 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Pushing event updated for resources: {'Network': ['ID=b6177cba-660c-49a7-b82d-107109db64a2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:43.175109 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d8d325e-c8a9-49d2-90a1-3f5db6998ec2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:43.260741 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network b6177cba-660c-49a7-b82d-107109db64a2 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:44:43.344298 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8d325e-c8a9-49d2-90a1-3f5db6998ec2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:43.357033 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-0d8d325e-c8a9-49d2-90a1-3f5db6998ec2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:43.383117 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8d325e-c8a9-49d2-90a1-3f5db6998ec2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:44:43.510580 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d325e-c8a9-49d2-90a1-3f5db6998ec2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Pushing event updated for resources: {'Port': ['ID=cceb9eaa-2acc-4fb0-86e9-e3cc8c5912c4,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:43.526539 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120882ae-18e9-40a4-9b38-b8b6d9e0fb9d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Made reservation on behalf of 14162ba8cfcc446f8d8d6f590789c223 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:43.544665 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-120882ae-18e9-40a4-9b38-b8b6d9e0fb9d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:43.871743 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d8d325e-c8a9-49d2-90a1-3f5db6998ec2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:43.877747 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3961e-dbc6-4abc-ba03-d2d64bbc37a5 req-f723125d-1d4c-4683-96da-f7445acc6f87 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:43.884926 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ef3961e-dbc6-4abc-ba03-d2d64bbc37a5 req-f723125d-1d4c-4683-96da-f7445acc6f87 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 945 time: 0.1319675 Apr 18 20:44:43.942583 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d8d325e-c8a9-49d2-90a1-3f5db6998ec2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.042833 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ef3961e-dbc6-4abc-ba03-d2d64bbc37a5 req-6e1ee6a2-7023-43c2-82d9-8d8077b26de7 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419463 Apr 18 20:44:44.211035 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46adaf-c81c-4eff-a6ee-aedf1212fe0f req-a144b40b-ad1b-46c1-8acf-c3c1bddfd6c9 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:44.212855 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a46adaf-c81c-4eff-a6ee-aedf1212fe0f req-a144b40b-ad1b-46c1-8acf-c3c1bddfd6c9 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 0.1662993 Apr 18 20:44:44.269736 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e5a823a-59df-4eb1-9776-5c061b5e8772 req-eff63710-1eaa-413d-9d81-32fea54bc38c tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 210 time: 0.0472770 Apr 18 20:44:44.352288 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a46adaf-c81c-4eff-a6ee-aedf1212fe0f req-8ff80363-c418-4215-9606-fc25fc761eba tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848463 Apr 18 20:44:44.458330 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f65ec0-1f1b-428e-8627-8be10bc42c44 req-85ba9642-0076-4e22-babd-f2f04bf827a6 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:44.463993 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15f65ec0-1f1b-428e-8627-8be10bc42c44 req-85ba9642-0076-4e22-babd-f2f04bf827a6 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=b27ee3e8-19ba-407e-968b-d59b21df6181 HTTP/1.1" status: 200 len: 945 time: 0.0848744 Apr 18 20:44:44.530966 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15f65ec0-1f1b-428e-8627-8be10bc42c44 req-8721ace0-d6ae-484d-bc7a-a711cf3872e2 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636780 Apr 18 20:44:44.536106 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-120882ae-18e9-40a4-9b38-b8b6d9e0fb9d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.633770 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120882ae-18e9-40a4-9b38-b8b6d9e0fb9d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Pushing event updated for resources: {'Subnet': ['ID=c81420c1-85fa-4ac6-8534-e525d94c9cd9,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:44.673689 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120882ae-18e9-40a4-9b38-b8b6d9e0fb9d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Checking segment: {'id': '9bdb4cda-4cf6-474a-830e-7af8978e9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b6177cba-660c-49a7-b82d-107109db64a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:44:44.674061 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120882ae-18e9-40a4-9b38-b8b6d9e0fb9d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Network hostable DHCP agents. Network: b6177cba-660c-49a7-b82d-107109db64a2, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:44:44.678774 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d8d325e-c8a9-49d2-90a1-3f5db6998ec2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.687963 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d8d325e-c8a9-49d2-90a1-3f5db6998ec2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.728472 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120882ae-18e9-40a4-9b38-b8b6d9e0fb9d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Network b6177cba-660c-49a7-b82d-107109db64a2 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:44:44.767418 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d325e-c8a9-49d2-90a1-3f5db6998ec2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Pushing event updated for resources: {'Port': ['ID=cceb9eaa-2acc-4fb0-86e9-e3cc8c5912c4,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:44.776619 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-120882ae-18e9-40a4-9b38-b8b6d9e0fb9d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, b6177cba-660c-49a7-b82d-107109db64a2) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:44.783586 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120882ae-18e9-40a4-9b38-b8b6d9e0fb9d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:44.784188 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-120882ae-18e9-40a4-9b38-b8b6d9e0fb9d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.800921 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d8d325e-c8a9-49d2-90a1-3f5db6998ec2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.809603 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f739de2f-a43d-461d-8314-fc3192bab29d None None] Network b6177cba-660c-49a7-b82d-107109db64a2 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:44:44.815119 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-120882ae-18e9-40a4-9b38-b8b6d9e0fb9d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0020008 Apr 18 20:44:44.817910 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46910) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:44.823419 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-769418c1-3d1b-443b-bdaa-0704224bca05 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Request body: {'port': {'network_id': 'b6177cba-660c-49a7-b82d-107109db64a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1156079678'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:44.836401 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d8d325e-c8a9-49d2-90a1-3f5db6998ec2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.841503 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0d8d325e-c8a9-49d2-90a1-3f5db6998ec2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8257422 Apr 18 20:44:44.842510 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46912) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:44.853345 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-1591f3b9-a9ab-484f-b2f4-f3cdb7d86be5 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2104772555'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:44.893797 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1591f3b9-a9ab-484f-b2f4-f3cdb7d86be5 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Made reservation on behalf of 71830d3feda846baaf3b6a49bbbc3e96 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:44.901965 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1591f3b9-a9ab-484f-b2f4-f3cdb7d86be5 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.913682 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1591f3b9-a9ab-484f-b2f4-f3cdb7d86be5 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.973523 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:44:45.013739 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769418c1-3d1b-443b-bdaa-0704224bca05 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Made reservation on behalf of 14162ba8cfcc446f8d8d6f590789c223 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:45.018929 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-769418c1-3d1b-443b-bdaa-0704224bca05 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.044350 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-769418c1-3d1b-443b-bdaa-0704224bca05 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] device_id is not set on port cc1ecf7e-035e-41c7-86ec-a278f974b61a yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:44:45.049013 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1591f3b9-a9ab-484f-b2f4-f3cdb7d86be5 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.056578 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1591f3b9-a9ab-484f-b2f4-f3cdb7d86be5 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.086931 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1591f3b9-a9ab-484f-b2f4-f3cdb7d86be5 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:44:45.107532 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1591f3b9-a9ab-484f-b2f4-f3cdb7d86be5 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.107906 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-1591f3b9-a9ab-484f-b2f4-f3cdb7d86be5 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Added segment 8c5ad692-570a-4ec8-91a3-4db833d5949a of type vlan for network cafcac57-3318-4d58-8d7b-5e4bb3ba7567 Apr 18 20:44:45.109647 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591f3b9-a9ab-484f-b2f4-f3cdb7d86be5 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d64b94c-8b32-42fd-b953-a9bc1948ec8e,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:45.173471 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1591f3b9-a9ab-484f-b2f4-f3cdb7d86be5 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.207171 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d55602-2e42-430b-80e5-5bd3e4ac9abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-b6177cba-660c-49a7-b82d-107109db64a2', 'network_id': 'b6177cba-660c-49a7-b82d-107109db64a2', 'tenant_id': '14162ba8cfcc446f8d8d6f590789c223', 'fixed_ips': [{'subnet_id': 'c81420c1-85fa-4ac6-8534-e525d94c9cd9'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:44:45.210634 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d6d55602-2e42-430b-80e5-5bd3e4ac9abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.219839 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1591f3b9-a9ab-484f-b2f4-f3cdb7d86be5 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.227642 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1591f3b9-a9ab-484f-b2f4-f3cdb7d86be5 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:45.229075 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1591f3b9-a9ab-484f-b2f4-f3cdb7d86be5 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.322158 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591f3b9-a9ab-484f-b2f4-f3cdb7d86be5 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Pushing event updated for resources: {'Network': ['ID=cafcac57-3318-4d58-8d7b-5e4bb3ba7567,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:45.345486 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1591f3b9-a9ab-484f-b2f4-f3cdb7d86be5 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5011351 Apr 18 20:44:45.350983 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46918) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:45.359446 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-7b37d0e4-45f0-4044-8dd9-67d9c10646e2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Request body: {'subnet': {'network_id': 'cafcac57-3318-4d58-8d7b-5e4bb3ba7567', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:45.592876 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-769418c1-3d1b-443b-bdaa-0704224bca05 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Allocated IP 2001:db8::153 (b6177cba-660c-49a7-b82d-107109db64a2/c81420c1-85fa-4ac6-8534-e525d94c9cd9/cc1ecf7e-035e-41c7-86ec-a278f974b61a) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:45.633058 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b37d0e4-45f0-4044-8dd9-67d9c10646e2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Made reservation on behalf of 71830d3feda846baaf3b6a49bbbc3e96 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:45.640169 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7b37d0e4-45f0-4044-8dd9-67d9c10646e2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.648929 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network cafcac57-3318-4d58-8d7b-5e4bb3ba7567 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:44:45.706982 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-032edbdc-8b89-4761-bfc5-e503e23c7f13 req-1b86848d-d0dc-4b34-8615-d30b60eb2f06 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 210 time: 0.0977960 Apr 18 20:44:45.768353 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device e7e827b3-7845-4ccd-bb59-e846eada47b3 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:44:45.783976 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc19f9e-f403-4a07-b166-7d910f77d3ee req-90a3b3f4-71ae-4a95-baa8-b3b3c3b7e2ff tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:45.801446 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6cc19f9e-f403-4a07-b166-7d910f77d3ee req-90a3b3f4-71ae-4a95-baa8-b3b3c3b7e2ff tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 945 time: 0.5243354 Apr 18 20:44:45.979975 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port e7e827b3-7845-4ccd-bb59-e846eada47b3 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:45.994324 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port e7e827b3-7845-4ccd-bb59-e846eada47b3 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:45.996507 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.002621 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6cc19f9e-f403-4a07-b166-7d910f77d3ee req-ef1a2244-212b-4664-b29a-bfd861d39196 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996956 Apr 18 20:44:46.130338 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7b37d0e4-45f0-4044-8dd9-67d9c10646e2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.190469 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.197555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a78355-d3fa-429e-b493-5b433623492e req-df5d8a18-0bb3-418a-b460-d8befe44c3d1 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:46.200108 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-48a78355-d3fa-429e-b493-5b433623492e req-df5d8a18-0bb3-418a-b460-d8befe44c3d1 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 0.2520177 Apr 18 20:44:46.259471 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port e7e827b3-7845-4ccd-bb59-e846eada47b3, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=e7e827b3-7845-4ccd-bb59-e846eada47b3,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:46.261402 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27ee3e8-19ba-407e-968b-d59b21df6181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e827b3-7845-4ccd-bb59-e846eada47b3'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:46.267749 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e072531-e045-4c30-8513-ba327a12cab9" -d '{"events": [{"server_uuid": "b27ee3e8-19ba-407e-968b-d59b21df6181", "name": "network-vif-plugged", "status": "completed", "tag": "e7e827b3-7845-4ccd-bb59-e846eada47b3"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:44:46.275149 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.281844 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37d0e4-45f0-4044-8dd9-67d9c10646e2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Pushing event updated for resources: {'Subnet': ['ID=9d6a76a1-de30-4460-b395-3ab3bd776ac7,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:46.305369 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f544c1f-4915-4e56-b938-84287c818919 req-100af706-f171-4e4f-9257-fa7080c281a1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:46.307350 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4f544c1f-4915-4e56-b938-84287c818919 req-100af706-f171-4e4f-9257-fa7080c281a1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=b27ee3e8-19ba-407e-968b-d59b21df6181 HTTP/1.1" status: 200 len: 945 time: 0.1622393 Apr 18 20:44:46.319775 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-48a78355-d3fa-429e-b493-5b433623492e req-1500a6ab-7a98-4a7e-8177-e9029c949186 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092489 Apr 18 20:44:46.330466 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b37d0e4-45f0-4044-8dd9-67d9c10646e2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Checking segment: {'id': '8c5ad692-570a-4ec8-91a3-4db833d5949a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cafcac57-3318-4d58-8d7b-5e4bb3ba7567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:44:46.336546 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b37d0e4-45f0-4044-8dd9-67d9c10646e2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Network hostable DHCP agents. Network: cafcac57-3318-4d58-8d7b-5e4bb3ba7567, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:44:46.370161 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-769418c1-3d1b-443b-bdaa-0704224bca05 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.387342 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b37d0e4-45f0-4044-8dd9-67d9c10646e2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Network cafcac57-3318-4d58-8d7b-5e4bb3ba7567 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:44:46.409299 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-7b37d0e4-45f0-4044-8dd9-67d9c10646e2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, cafcac57-3318-4d58-8d7b-5e4bb3ba7567) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:46.419743 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b37d0e4-45f0-4044-8dd9-67d9c10646e2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:46.420769 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7b37d0e4-45f0-4044-8dd9-67d9c10646e2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.433669 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4f544c1f-4915-4e56-b938-84287c818919 req-5e2ddd37-7fe7-482a-a0af-a30e9f059499 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099274 Apr 18 20:44:46.459280 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98683c4-e611-4bdd-97bb-e74733b5ecd6 None None] Network cafcac57-3318-4d58-8d7b-5e4bb3ba7567 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:44:46.463109 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7b37d0e4-45f0-4044-8dd9-67d9c10646e2 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1104412 Apr 18 20:44:46.467811 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46928) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:46.482948 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=e7e827b3-7845-4ccd-bb59-e846eada47b3,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:46.494818 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-1ccd3330-4577-47eb-a2df-2fc61469348c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-422068488', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}, 'admin_state_up': False}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:46.543837 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2235d280-a10d-4284-a934-72d700191864 x-openstack-request-id: req-2235d280-a10d-4284-a934-72d700191864 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:44:46.544110 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-769418c1-3d1b-443b-bdaa-0704224bca05 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.544602 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27ee3e8-19ba-407e-968b-d59b21df6181", "name": "network-vif-plugged", "status": "completed", "tag": "e7e827b3-7845-4ccd-bb59-e846eada47b3", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:44:46.545042 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2235d280-a10d-4284-a934-72d700191864 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:44:46.545597 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2235d280-a10d-4284-a934-72d700191864'] response: {'server_uuid': 'b27ee3e8-19ba-407e-968b-d59b21df6181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e827b3-7845-4ccd-bb59-e846eada47b3', 'code': 200} Apr 18 20:44:46.605648 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1ccd3330-4577-47eb-a2df-2fc61469348c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.607360 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1ccd3330-4577-47eb-a2df-2fc61469348c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.632266 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769418c1-3d1b-443b-bdaa-0704224bca05 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Network b6177cba-660c-49a7-b82d-107109db64a2 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:46.635226 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-d6d55602-2e42-430b-80e5-5bd3e4ac9abf None None] Allocated IP 2001:db8::2 (b6177cba-660c-49a7-b82d-107109db64a2/c81420c1-85fa-4ac6-8534-e525d94c9cd9/7b708781-cddd-4833-b56b-e6a29abdb091) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:46.667568 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-769418c1-3d1b-443b-bdaa-0704224bca05 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:46.703725 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769418c1-3d1b-443b-bdaa-0704224bca05 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:44:46.715571 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769418c1-3d1b-443b-bdaa-0704224bca05 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:46.716559 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-769418c1-3d1b-443b-bdaa-0704224bca05 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.743681 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769418c1-3d1b-443b-bdaa-0704224bca05 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Pushing event updated for resources: {'Port': ['ID=cc1ecf7e-035e-41c7-86ec-a278f974b61a,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:46.847508 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307d0499-6d18-4465-8d4e-9b0e5b267ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-cafcac57-3318-4d58-8d7b-5e4bb3ba7567', 'network_id': 'cafcac57-3318-4d58-8d7b-5e4bb3ba7567', 'tenant_id': '71830d3feda846baaf3b6a49bbbc3e96', 'fixed_ips': [{'subnet_id': '9d6a76a1-de30-4460-b395-3ab3bd776ac7'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:44:46.849050 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-307d0499-6d18-4465-8d4e-9b0e5b267ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.873227 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1ccd3330-4577-47eb-a2df-2fc61469348c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.879318 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-769418c1-3d1b-443b-bdaa-0704224bca05 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0600035 Apr 18 20:44:46.884705 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46934) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:46.892672 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-f3dc3c92-1ea4-47b3-95ac-893d1eccc8da tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Request body: {'port': {'network_id': 'b6177cba-660c-49a7-b82d-107109db64a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1209236398', 'allowed_address_pairs': [{'ip_address': '2001:db8::153', 'mac_address': 'fa:16:3e:3a:bd:bb'}]}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:46.917879 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f04b8-f34b-40ce-82d3-93545fe2d013 req-144001f1-3fa2-4654-a3b4-29d41ed644cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:46.920595 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b3f04b8-f34b-40ce-82d3-93545fe2d013 req-144001f1-3fa2-4654-a3b4-29d41ed644cd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b27ee3e8-19ba-407e-968b-d59b21df6181 HTTP/1.1" status: 200 len: 1097 time: 0.2927332 Apr 18 20:44:47.059375 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dc3c92-1ea4-47b3-95ac-893d1eccc8da tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Made reservation on behalf of 14162ba8cfcc446f8d8d6f590789c223 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:47.105484 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d6d55602-2e42-430b-80e5-5bd3e4ac9abf None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.135319 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d6d55602-2e42-430b-80e5-5bd3e4ac9abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.168997 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7e548b2-661a-4e07-97fd-1af12a871135 req-8add98ab-7144-4871-8c44-32df301defb1 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 210 time: 0.1855836 Apr 18 20:44:47.201790 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d55602-2e42-430b-80e5-5bd3e4ac9abf None None] Network b6177cba-660c-49a7-b82d-107109db64a2 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:47.221474 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-d6d55602-2e42-430b-80e5-5bd3e4ac9abf None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:47.225883 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3dc3c92-1ea4-47b3-95ac-893d1eccc8da tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.263750 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b3f04b8-f34b-40ce-82d3-93545fe2d013 req-df538157-0abb-43ed-80bc-d50eecec13fe service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707515 Apr 18 20:44:47.270975 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-f3dc3c92-1ea4-47b3-95ac-893d1eccc8da tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] device_id is not set on port 9829b7f6-d373-4869-b60d-b576ec1651ea yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:44:47.304523 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1ccd3330-4577-47eb-a2df-2fc61469348c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.342721 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d36b4-f891-475f-94b1-185e109c16ca req-acafd92c-bd53-4261-9e02-92f62e8ed54c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:47.352658 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d32d36b4-f891-475f-94b1-185e109c16ca req-acafd92c-bd53-4261-9e02-92f62e8ed54c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 945 time: 0.1869526 Apr 18 20:44:47.386033 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d55602-2e42-430b-80e5-5bd3e4ac9abf None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:44:47.411314 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d32d36b4-f891-475f-94b1-185e109c16ca req-4f180ec6-7809-458a-b1f8-71b5f93c89da tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574660 Apr 18 20:44:47.550877 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d55602-2e42-430b-80e5-5bd3e4ac9abf None None] Pushing event updated for resources: {'Port': ['ID=7b708781-cddd-4833-b56b-e6a29abdb091,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:47.605142 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-d6d55602-2e42-430b-80e5-5bd3e4ac9abf None None] Attempting to bind port 7b708781-cddd-4833-b56b-e6a29abdb091 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:47.605519 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-d6d55602-2e42-430b-80e5-5bd3e4ac9abf None None] Attempting to bind port 7b708781-cddd-4833-b56b-e6a29abdb091 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '9bdb4cda-4cf6-474a-830e-7af8978e9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b6177cba-660c-49a7-b82d-107109db64a2'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:47.605912 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d55602-2e42-430b-80e5-5bd3e4ac9abf None None] Attempting to bind port 7b708781-cddd-4833-b56b-e6a29abdb091 on network b6177cba-660c-49a7-b82d-107109db64a2 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:44:47.607963 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-f3dc3c92-1ea4-47b3-95ac-893d1eccc8da tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Allocated IP 2001:db8::c7 (b6177cba-660c-49a7-b82d-107109db64a2/c81420c1-85fa-4ac6-8534-e525d94c9cd9/9829b7f6-d373-4869-b60d-b576ec1651ea) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:47.621665 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d55602-2e42-430b-80e5-5bd3e4ac9abf None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:44:47.622120 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d55602-2e42-430b-80e5-5bd3e4ac9abf None None] Checking segment: {'id': '9bdb4cda-4cf6-474a-830e-7af8978e9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b6177cba-660c-49a7-b82d-107109db64a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:44:47.622634 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d6d55602-2e42-430b-80e5-5bd3e4ac9abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.623026 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d55602-2e42-430b-80e5-5bd3e4ac9abf None None] Bound using segment: {'id': '9bdb4cda-4cf6-474a-830e-7af8978e9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b6177cba-660c-49a7-b82d-107109db64a2'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:44:47.623506 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-d6d55602-2e42-430b-80e5-5bd3e4ac9abf None None] Bound port: 7b708781-cddd-4833-b56b-e6a29abdb091, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bdb4cda-4cf6-474a-830e-7af8978e9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b6177cba-660c-49a7-b82d-107109db64a2'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:47.623984 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d6d55602-2e42-430b-80e5-5bd3e4ac9abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.650503 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-307d0499-6d18-4465-8d4e-9b0e5b267ab6 None None] Allocated IP 172.20.0.2 (cafcac57-3318-4d58-8d7b-5e4bb3ba7567/9d6a76a1-de30-4460-b395-3ab3bd776ac7/181785fa-7643-484d-9290-25f70f2f1bc8) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:47.781483 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d6d55602-2e42-430b-80e5-5bd3e4ac9abf None None] For port 7b708781-cddd-4833-b56b-e6a29abdb091, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:47.811250 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d6d55602-2e42-430b-80e5-5bd3e4ac9abf None None] For port 7b708781-cddd-4833-b56b-e6a29abdb091, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7b708781-cddd-4833-b56b-e6a29abdb091,segment=NetworkSegment(9bdb4cda-4cf6-474a-830e-7af8978e9c4e),segment_id=9bdb4cda-4cf6-474a-830e-7af8978e9c4e)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:47.813442 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e60b9-f0e8-4251-8c2c-152b1f4a12d1 req-b7834ae2-1725-4c01-9559-fb226d3891b4 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:47.815174 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-399e60b9-f0e8-4251-8c2c-152b1f4a12d1 req-b7834ae2-1725-4c01-9559-fb226d3891b4 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 0.2382188 Apr 18 20:44:47.822726 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1ccd3330-4577-47eb-a2df-2fc61469348c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.827942 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d6d55602-2e42-430b-80e5-5bd3e4ac9abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.851807 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1ccd3330-4577-47eb-a2df-2fc61469348c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.878762 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa042bd9-44f5-4e26-ae6f-271a1cbfd51e req-762967a1-f6a1-417b-b050-988499e626fa tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:47.880485 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa042bd9-44f5-4e26-ae6f-271a1cbfd51e req-762967a1-f6a1-417b-b050-988499e626fa tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=b27ee3e8-19ba-407e-968b-d59b21df6181 HTTP/1.1" status: 200 len: 946 time: 0.1896706 Apr 18 20:44:48.029502 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-399e60b9-f0e8-4251-8c2c-152b1f4a12d1 req-3194a15c-bae0-4829-8413-a6e7512ac590 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801209 Apr 18 20:44:48.055512 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa042bd9-44f5-4e26-ae6f-271a1cbfd51e req-77a4f183-0406-4892-8e14-34537f71fa9a tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016028 Apr 18 20:44:48.088617 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d55602-2e42-430b-80e5-5bd3e4ac9abf None None] Pushing event updated for resources: {'Port': ['ID=7b708781-cddd-4833-b56b-e6a29abdb091,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:48.120121 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3dc3c92-1ea4-47b3-95ac-893d1eccc8da tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.190191 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-307d0499-6d18-4465-8d4e-9b0e5b267ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.197528 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3dc3c92-1ea4-47b3-95ac-893d1eccc8da tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.201522 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-307d0499-6d18-4465-8d4e-9b0e5b267ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.233900 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-1ccd3330-4577-47eb-a2df-2fc61469348c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Allocated IP 172.25.1.80 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/93888c92-a40d-4235-ad84-a53b85800035) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:48.341397 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dc3c92-1ea4-47b3-95ac-893d1eccc8da tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Network b6177cba-660c-49a7-b82d-107109db64a2 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:48.352263 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-f3dc3c92-1ea4-47b3-95ac-893d1eccc8da tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:48.360216 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc3c92-1ea4-47b3-95ac-893d1eccc8da tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:44:48.391435 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dc3c92-1ea4-47b3-95ac-893d1eccc8da tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:48.396030 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3dc3c92-1ea4-47b3-95ac-893d1eccc8da tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.434678 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc3c92-1ea4-47b3-95ac-893d1eccc8da tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Pushing event updated for resources: {'Port': ['ID=9829b7f6-d373-4869-b60d-b576ec1651ea,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:48.479782 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f3dc3c92-1ea4-47b3-95ac-893d1eccc8da tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.5930126 Apr 18 20:44:48.480470 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46946) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:48.487487 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7614f17-3fd2-4dd6-9c36-6e929f36aa00 req-1f7d37bb-e61e-4bf6-86c3-6d65e400e35e tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 210 time: 0.0862594 Apr 18 20:44:48.647051 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1ccd3330-4577-47eb-a2df-2fc61469348c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.666250 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7b708781-cddd-4833-b56b-e6a29abdb091 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:44:48.673905 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307d0499-6d18-4465-8d4e-9b0e5b267ab6 None None] Network cafcac57-3318-4d58-8d7b-5e4bb3ba7567 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:48.677348 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f558e6f-e508-46c4-a169-4e7dbf99f68a req-ecad4a84-efcf-4434-a849-c8a4ccea3f46 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:48.680014 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f558e6f-e508-46c4-a169-4e7dbf99f68a req-ecad4a84-efcf-4434-a849-c8a4ccea3f46 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 945 time: 0.1071556 Apr 18 20:44:48.687265 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d2877c-8c73-499c-a9c8-76d989c8adff tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:48.696333 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d2877c-8c73-499c-a9c8-76d989c8adff tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:48.697424 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d0499-6d18-4465-8d4e-9b0e5b267ab6 None None] Pushing event updated for resources: {'Port': ['ID=181785fa-7643-484d-9290-25f70f2f1bc8,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:48.701326 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-307d0499-6d18-4465-8d4e-9b0e5b267ab6 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:48.708219 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307d0499-6d18-4465-8d4e-9b0e5b267ab6 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:44:48.716481 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d2877c-8c73-499c-a9c8-76d989c8adff tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:48.722532 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46948) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:48.722997 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a3d2877c-8c73-499c-a9c8-76d989c8adff tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2414114 Apr 18 20:44:48.748050 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1ccd3330-4577-47eb-a2df-2fc61469348c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.789615 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 7b708781-cddd-4833-b56b-e6a29abdb091 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:48.789980 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.825357 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-307d0499-6d18-4465-8d4e-9b0e5b267ab6 None None] Attempting to bind port 181785fa-7643-484d-9290-25f70f2f1bc8 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:48.825357 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-307d0499-6d18-4465-8d4e-9b0e5b267ab6 None None] Attempting to bind port 181785fa-7643-484d-9290-25f70f2f1bc8 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '8c5ad692-570a-4ec8-91a3-4db833d5949a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cafcac57-3318-4d58-8d7b-5e4bb3ba7567'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:48.825965 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307d0499-6d18-4465-8d4e-9b0e5b267ab6 None None] Attempting to bind port 181785fa-7643-484d-9290-25f70f2f1bc8 on network cafcac57-3318-4d58-8d7b-5e4bb3ba7567 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:44:48.835283 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307d0499-6d18-4465-8d4e-9b0e5b267ab6 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:44:48.835553 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307d0499-6d18-4465-8d4e-9b0e5b267ab6 None None] Checking segment: {'id': '8c5ad692-570a-4ec8-91a3-4db833d5949a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cafcac57-3318-4d58-8d7b-5e4bb3ba7567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:44:48.835912 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-307d0499-6d18-4465-8d4e-9b0e5b267ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.836309 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307d0499-6d18-4465-8d4e-9b0e5b267ab6 None None] Bound using segment: {'id': '8c5ad692-570a-4ec8-91a3-4db833d5949a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cafcac57-3318-4d58-8d7b-5e4bb3ba7567'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:44:48.836821 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-307d0499-6d18-4465-8d4e-9b0e5b267ab6 None None] Bound port: 181785fa-7643-484d-9290-25f70f2f1bc8, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c5ad692-570a-4ec8-91a3-4db833d5949a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cafcac57-3318-4d58-8d7b-5e4bb3ba7567'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:48.837206 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-307d0499-6d18-4465-8d4e-9b0e5b267ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.853596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd3330-4577-47eb-a2df-2fc61469348c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Pushing event updated for resources: {'Port': ['ID=93888c92-a40d-4235-ad84-a53b85800035,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:48.899379 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f558e6f-e508-46c4-a169-4e7dbf99f68a req-2db3e0f1-9b18-49b3-bcf7-1b6a270446b9 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792827 Apr 18 20:44:48.918117 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccd3330-4577-47eb-a2df-2fc61469348c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:48.955401 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-1ccd3330-4577-47eb-a2df-2fc61469348c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:48.973493 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-307d0499-6d18-4465-8d4e-9b0e5b267ab6 None None] For port 181785fa-7643-484d-9290-25f70f2f1bc8, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:48.987689 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccd3330-4577-47eb-a2df-2fc61469348c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:44:49.001961 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-307d0499-6d18-4465-8d4e-9b0e5b267ab6 None None] For port 181785fa-7643-484d-9290-25f70f2f1bc8, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=181785fa-7643-484d-9290-25f70f2f1bc8,segment=NetworkSegment(8c5ad692-570a-4ec8-91a3-4db833d5949a),segment_id=8c5ad692-570a-4ec8-91a3-4db833d5949a)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:49.003830 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:49.017862 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-307d0499-6d18-4465-8d4e-9b0e5b267ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:49.196417 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 7b708781-cddd-4833-b56b-e6a29abdb091, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7b708781-cddd-4833-b56b-e6a29abdb091,segment=NetworkSegment(9bdb4cda-4cf6-474a-830e-7af8978e9c4e),segment_id=9bdb4cda-4cf6-474a-830e-7af8978e9c4e)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:49.203807 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d0499-6d18-4465-8d4e-9b0e5b267ab6 None None] Pushing event updated for resources: {'Port': ['ID=181785fa-7643-484d-9290-25f70f2f1bc8,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:49.211471 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:49.292505 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-c8f7ab63-6dec-4274-a3f7-442300e3a202 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Deleting port 9829b7f6-d373-4869-b60d-b576ec1651ea {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:49.293035 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c8f7ab63-6dec-4274-a3f7-442300e3a202 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:49.321988 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=7b708781-cddd-4833-b56b-e6a29abdb091,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:49.484702 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522494e-b18f-49a9-81b2-4085374dd5e9 req-cac1bb29-891e-452f-a4e5-0cf741edeb45 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:49.495649 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0522494e-b18f-49a9-81b2-4085374dd5e9 req-cac1bb29-891e-452f-a4e5-0cf741edeb45 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 0.3054428 Apr 18 20:44:49.548058 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b5088-d484-4789-a90c-410f198944ef req-9333bf6d-2c7b-47e4-9439-249853ace154 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:49.549685 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ab9b5088-d484-4789-a90c-410f198944ef req-9333bf6d-2c7b-47e4-9439-249853ace154 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=b27ee3e8-19ba-407e-968b-d59b21df6181 HTTP/1.1" status: 200 len: 946 time: 0.2828951 Apr 18 20:44:49.626867 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c8f7ab63-6dec-4274-a3f7-442300e3a202 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:49.831578 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6839d2f0-37e4-4675-a577-8081696c5694 None None] Network b6177cba-660c-49a7-b82d-107109db64a2 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:44:49.956520 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c83a4c8c-47e6-4ca5-acf4-bf2fa479f1f0 None None] Provisioning complete for port 7b708781-cddd-4833-b56b-e6a29abdb091 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:49.957756 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c83a4c8c-47e6-4ca5-acf4-bf2fa479f1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.024069 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-c8f7ab63-6dec-4274-a3f7-442300e3a202 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Calling delete_port for 9829b7f6-d373-4869-b60d-b576ec1651ea owned by {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:50.028603 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0522494e-b18f-49a9-81b2-4085374dd5e9 req-47d8392c-4d93-4d1a-ae72-47f446a1c6db tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5320313 Apr 18 20:44:50.134775 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ab9b5088-d484-4789-a90c-410f198944ef req-8e9859e3-6027-4502-bbc5-331edc6dec06 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5359333 Apr 18 20:44:50.258400 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6f011176-48e2-496f-8386-eb8f71aaad4c req-5b9984c7-817d-4c42-b575-2314c650f0d5 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 210 time: 0.1275966 Apr 18 20:44:50.442968 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1ccd3330-4577-47eb-a2df-2fc61469348c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.582174 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777bc40-42c2-4d72-8954-8f03fe9730d2 req-fdef3a3b-c5f2-4753-ada6-9b075b945592 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:50.584064 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d777bc40-42c2-4d72-8954-8f03fe9730d2 req-fdef3a3b-c5f2-4753-ada6-9b075b945592 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 945 time: 0.3412571 Apr 18 20:44:50.679297 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac756146-b84e-475f-b680-38b970e0af1e req-8cd6243e-87b4-4714-87ee-c061b34ccbcf tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f07a47e8c182436591c55c66e8d2e113 HTTP/1.1" status: 200 len: 267 time: 0.1787975 Apr 18 20:44:50.778658 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7b708781-cddd-4833-b56b-e6a29abdb091 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:44:50.894429 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c8f7ab63-6dec-4274-a3f7-442300e3a202 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.915435 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 7b708781-cddd-4833-b56b-e6a29abdb091 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:50.915770 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.087911 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-09b9b8a7-1fa9-40cc-96e5-f19d48549782 None None] Provisioning complete for port 7b708781-cddd-4833-b56b-e6a29abdb091 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:51.088691 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-09b9b8a7-1fa9-40cc-96e5-f19d48549782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.100222 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d777bc40-42c2-4d72-8954-8f03fe9730d2 req-f43c2a55-a614-4583-bd33-b8d4c6c7eecf tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785442 Apr 18 20:44:51.123243 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7ab63-6dec-4274-a3f7-442300e3a202 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Pushing event deleted for resources: {'Port': ['ID=9829b7f6-d373-4869-b60d-b576ec1651ea,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:51.170403 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc350a2-6756-44db-99bb-d3aee9304d71 None None] Network cafcac57-3318-4d58-8d7b-5e4bb3ba7567 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:44:51.318952 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac756146-b84e-475f-b680-38b970e0af1e req-cc6ece48-a49b-4adc-bd4a-7400b4ef6290 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:51.330867 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac756146-b84e-475f-b680-38b970e0af1e req-cc6ece48-a49b-4adc-bd4a-7400b4ef6290 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=b27ee3e8-19ba-407e-968b-d59b21df6181 HTTP/1.1" status: 200 len: 946 time: 0.6503248 Apr 18 20:44:51.369681 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-ac756146-b84e-475f-b680-38b970e0af1e req-bb14a29c-fb4c-42e3-bb59-279883084867 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Request body: {'port': {'security_groups': []}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:51.411027 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 181785fa-7643-484d-9290-25f70f2f1bc8 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:44:51.547366 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 181785fa-7643-484d-9290-25f70f2f1bc8 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:51.547822 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.613219 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c8f7ab63-6dec-4274-a3f7-442300e3a202 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.617785 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c8f7ab63-6dec-4274-a3f7-442300e3a202 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] 10.222.0.41 "DELETE /v2.0/ports/9829b7f6-d373-4869-b60d-b576ec1651ea HTTP/1.1" status: 204 len: 168 time: 2.8931744 Apr 18 20:44:51.621893 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46964) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:51.628851 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1ccd3330-4577-47eb-a2df-2fc61469348c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.649611 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ac756146-b84e-475f-b680-38b970e0af1e req-bb14a29c-fb4c-42e3-bb59-279883084867 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.680027 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5d63f2-ec61-4bca-b0ef-6c61924761eb tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] GET failed (client error): The resource could not be found. Apr 18 20:44:51.689083 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0c5d63f2-ec61-4bca-b0ef-6c61924761eb tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] 10.222.0.41 "GET /v2.0/ports/9829b7f6-d373-4869-b60d-b576ec1651ea HTTP/1.1" status: 404 len: 333 time: 0.0659544 Apr 18 20:44:51.689729 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46966) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:51.702262 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-678ce3b9-5e22-4d4a-a5dc-09f3b7f7d45d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Request body: {'port': {'network_id': 'b6177cba-660c-49a7-b82d-107109db64a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2105222653'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:51.890377 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.014100 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678ce3b9-5e22-4d4a-a5dc-09f3b7f7d45d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Made reservation on behalf of 14162ba8cfcc446f8d8d6f590789c223 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:52.020533 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-678ce3b9-5e22-4d4a-a5dc-09f3b7f7d45d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.047322 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94bfa0-d72f-4e0d-97a1-87607b40f003 req-6f4838d7-707f-44e0-a363-65b23f81c63a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:52.061785 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d94bfa0-d72f-4e0d-97a1-87607b40f003 req-6f4838d7-707f-44e0-a363-65b23f81c63a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 0.7995362 Apr 18 20:44:52.062108 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-678ce3b9-5e22-4d4a-a5dc-09f3b7f7d45d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] device_id is not set on port d4bb171b-911a-4146-b96e-202e0d5a9012 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:44:52.082276 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 181785fa-7643-484d-9290-25f70f2f1bc8, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=181785fa-7643-484d-9290-25f70f2f1bc8,segment=NetworkSegment(8c5ad692-570a-4ec8-91a3-4db833d5949a),segment_id=8c5ad692-570a-4ec8-91a3-4db833d5949a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:52.096614 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.166644 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-09b9b8a7-1fa9-40cc-96e5-f19d48549782 None None] Provisioning complete for port cc1ecf7e-035e-41c7-86ec-a278f974b61a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:52.178730 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-09b9b8a7-1fa9-40cc-96e5-f19d48549782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.264733 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-678ce3b9-5e22-4d4a-a5dc-09f3b7f7d45d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Allocated IP 2001:db8::2e3 (b6177cba-660c-49a7-b82d-107109db64a2/c81420c1-85fa-4ac6-8534-e525d94c9cd9/d4bb171b-911a-4146-b96e-202e0d5a9012) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:52.442553 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-09b9b8a7-1fa9-40cc-96e5-f19d48549782 None None] Port cc1ecf7e-035e-41c7-86ec-a278f974b61a cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:44:52.464614 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=181785fa-7643-484d-9290-25f70f2f1bc8,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:52.477568 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-09b9b8a7-1fa9-40cc-96e5-f19d48549782 None None] Could not find standard attr ID for object 9829b7f6-d373-4869-b60d-b576ec1651ea. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:44:52.513542 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-ac756146-b84e-475f-b680-38b970e0af1e req-bb14a29c-fb4c-42e3-bb59-279883084867 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] For port e7e827b3-7845-4ccd-bb59-e846eada47b3, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=e7e827b3-7845-4ccd-bb59-e846eada47b3,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:52.554297 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ac756146-b84e-475f-b680-38b970e0af1e req-bb14a29c-fb4c-42e3-bb59-279883084867 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.567498 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-678ce3b9-5e22-4d4a-a5dc-09f3b7f7d45d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.612347 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-dae8be80-344d-4e29-8148-da4a4d6052ea None None] Provisioning complete for port cc1ecf7e-035e-41c7-86ec-a278f974b61a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:52.617001 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dae8be80-344d-4e29-8148-da4a4d6052ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.627063 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-678ce3b9-5e22-4d4a-a5dc-09f3b7f7d45d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.653600 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ac756146-b84e-475f-b680-38b970e0af1e req-bb14a29c-fb4c-42e3-bb59-279883084867 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.675869 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d94bfa0-d72f-4e0d-97a1-87607b40f003 req-45916af0-d052-482f-a110-209bdb35f655 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185586 Apr 18 20:44:52.687985 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['b9f7a1bc-057b-4a53-8a5b-e03f75a819fe', '537c68a4-2055-4e21-9736-5446ad8d21d6'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:44:52.693902 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['e7e827b3-7845-4ccd-bb59-e846eada47b3'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:44:52.800995 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678ce3b9-5e22-4d4a-a5dc-09f3b7f7d45d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Network b6177cba-660c-49a7-b82d-107109db64a2 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:52.833137 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac756146-b84e-475f-b680-38b970e0af1e req-bb14a29c-fb4c-42e3-bb59-279883084867 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:52.833818 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ac756146-b84e-475f-b680-38b970e0af1e req-bb14a29c-fb4c-42e3-bb59-279883084867 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.836176 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac756146-b84e-475f-b680-38b970e0af1e req-bb14a29c-fb4c-42e3-bb59-279883084867 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "PUT /v2.0/ports/e7e827b3-7845-4ccd-bb59-e846eada47b3 HTTP/1.1" status: 200 len: 905 time: 1.5044365 Apr 18 20:44:52.837550 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-678ce3b9-5e22-4d4a-a5dc-09f3b7f7d45d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:52.851536 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27ee3e8-19ba-407e-968b-d59b21df6181', 'tag': 'e7e827b3-7845-4ccd-bb59-e846eada47b3'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:52.852278 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678ce3b9-5e22-4d4a-a5dc-09f3b7f7d45d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:44:52.858589 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678ce3b9-5e22-4d4a-a5dc-09f3b7f7d45d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:52.861659 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa20a300-8844-4455-88d8-180111ed5734" -d '{"events": [{"name": "network-changed", "server_uuid": "b27ee3e8-19ba-407e-968b-d59b21df6181", "tag": "e7e827b3-7845-4ccd-bb59-e846eada47b3"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:44:52.880058 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-678ce3b9-5e22-4d4a-a5dc-09f3b7f7d45d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.891772 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ce3b9-5e22-4d4a-a5dc-09f3b7f7d45d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Pushing event updated for resources: {'Port': ['ID=d4bb171b-911a-4146-b96e-202e0d5a9012,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:52.938507 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-678ce3b9-5e22-4d4a-a5dc-09f3b7f7d45d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2450845 Apr 18 20:44:52.941747 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46974) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:52.953142 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccd3330-4577-47eb-a2df-2fc61469348c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Router 4f096f8b-c524-4d94-841d-471554f9dcb8 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:44:52.972330 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-dcd9691d-a041-4135-b98a-7e8250d18e8c tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::153', 'mac_address': 'fa:16:3e:3a:bd:bb'}]}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:52.992651 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['e7e827b3-7845-4ccd-bb59-e846eada47b3'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:44:53.184942 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-dae8be80-344d-4e29-8148-da4a4d6052ea None None] Port cc1ecf7e-035e-41c7-86ec-a278f974b61a cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:44:53.213567 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14a29c-fb4c-42e3-bb59-279883084867 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Pushing event updated for resources: {'Port': ['ID=e7e827b3-7845-4ccd-bb59-e846eada47b3,revision_number=6']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:53.349118 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-dae8be80-344d-4e29-8148-da4a4d6052ea None None] Provisioning complete for port 181785fa-7643-484d-9290-25f70f2f1bc8 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:53.350586 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dae8be80-344d-4e29-8148-da4a4d6052ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.450557 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dcd9691d-a041-4135-b98a-7e8250d18e8c tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.454629 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08f7dfb1-fe17-4fbc-85ce-a21200ecf0c3 req-34544d72-38ad-4138-8c7a-be68e3e730d4 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 210 time: 0.2459161 Apr 18 20:44:53.544088 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccd3330-4577-47eb-a2df-2fc61469348c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:44:53.574569 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495a5534-6057-43dd-a320-963e6285e27c None None] Sync routers for ids ['4f096f8b-c524-4d94-841d-471554f9dcb8'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:44:53.619666 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495a5534-6057-43dd-a320-963e6285e27c None None] Routers {'4f096f8b-c524-4d94-841d-471554f9dcb8'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:44:53.621655 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-495a5534-6057-43dd-a320-963e6285e27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:44:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4f096f8b-c524-4d94-841d-471554f9dcb8'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:53.644690 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f26181-bc20-4292-bf95-8645fc5ab1aa req-a7027f1e-1be7-4233-b4b4-eed00155034a tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:53.649433 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b0f26181-bc20-4292-bf95-8645fc5ab1aa req-a7027f1e-1be7-4233-b4b4-eed00155034a tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 945 time: 0.4376740 Apr 18 20:44:53.661525 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1ccd3330-4577-47eb-a2df-2fc61469348c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.663085 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1ccd3330-4577-47eb-a2df-2fc61469348c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.1919587 Apr 18 20:44:53.667889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46976) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:53.710092 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-dae8be80-344d-4e29-8148-da4a4d6052ea None None] Could not find standard attr ID for object 9829b7f6-d373-4869-b60d-b576ec1651ea. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:44:53.723729 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-495a5534-6057-43dd-a320-963e6285e27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:53.745733 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495a5534-6057-43dd-a320-963e6285e27c None None] Routers {'4f096f8b-c524-4d94-841d-471554f9dcb8'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:44:53.747537 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-495a5534-6057-43dd-a320-963e6285e27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:44:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4f096f8b-c524-4d94-841d-471554f9dcb8'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:53.883847 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-495a5534-6057-43dd-a320-963e6285e27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:53.885584 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495a5534-6057-43dd-a320-963e6285e27c None None] The sync data for ids ['4f096f8b-c524-4d94-841d-471554f9dcb8'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:44:53.890042 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-886cb6b2-574a-47a1-9c40-bdc1df6f099b None None] Provisioning complete for port e7e827b3-7845-4ccd-bb59-e846eada47b3 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:53.890658 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-886cb6b2-574a-47a1-9c40-bdc1df6f099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.893519 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b0f26181-bc20-4292-bf95-8645fc5ab1aa req-33179231-5ff5-44f7-91bb-394a6e6423f8 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145329 Apr 18 20:44:53.967477 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dcd9691d-a041-4135-b98a-7e8250d18e8c tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.977422 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dcd9691d-a041-4135-b98a-7e8250d18e8c tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.996988 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bba06c-2806-4ef7-848a-fbbc2eacae37 req-8ac959e0-f628-4ede-86dc-16fe52ff894b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:54.002280 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-01bba06c-2806-4ef7-848a-fbbc2eacae37 req-8ac959e0-f628-4ede-86dc-16fe52ff894b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=b27ee3e8-19ba-407e-968b-d59b21df6181 HTTP/1.1" status: 200 len: 908 time: 0.3003466 Apr 18 20:44:54.254988 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-dcd9691d-a041-4135-b98a-7e8250d18e8c tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] In _notify_port_updated(), no bound segment for port d4bb171b-911a-4146-b96e-202e0d5a9012 on network b6177cba-660c-49a7-b82d-107109db64a2 {{(pid=102909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:44:54.265843 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-886cb6b2-574a-47a1-9c40-bdc1df6f099b None None] Provisioning complete for port 181785fa-7643-484d-9290-25f70f2f1bc8 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:54.266402 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-886cb6b2-574a-47a1-9c40-bdc1df6f099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.276361 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd9691d-a041-4135-b98a-7e8250d18e8c tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:54.282912 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dcd9691d-a041-4135-b98a-7e8250d18e8c tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.290279 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-dcd9691d-a041-4135-b98a-7e8250d18e8c tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] 10.222.0.41 "PUT /v2.0/ports/d4bb171b-911a-4146-b96e-202e0d5a9012 HTTP/1.1" status: 200 len: 1003 time: 1.3377788 Apr 18 20:44:54.291344 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46984) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:54.294574 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9691d-a041-4135-b98a-7e8250d18e8c tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Pushing event updated for resources: {'Port': ['ID=d4bb171b-911a-4146-b96e-202e0d5a9012,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:54.497043 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-3d7597aa-c591-49a2-9294-f16d8fe44f70 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Deleting port d4bb171b-911a-4146-b96e-202e0d5a9012 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:54.497472 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3d7597aa-c591-49a2-9294-f16d8fe44f70 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.620030 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 181785fa-7643-484d-9290-25f70f2f1bc8 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:44:54.712934 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dd1d8a-9b20-4841-b511-d399458e7821 x-openstack-request-id: req-77dd1d8a-9b20-4841-b511-d399458e7821 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:44:54.713624 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27ee3e8-19ba-407e-968b-d59b21df6181", "tag": "e7e827b3-7845-4ccd-bb59-e846eada47b3", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:44:54.713830 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-77dd1d8a-9b20-4841-b511-d399458e7821 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:44:54.714478 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77dd1d8a-9b20-4841-b511-d399458e7821'] response: {'name': 'network-changed', 'server_uuid': 'b27ee3e8-19ba-407e-968b-d59b21df6181', 'tag': 'e7e827b3-7845-4ccd-bb59-e846eada47b3', 'status': 'completed', 'code': 200} Apr 18 20:44:54.750412 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0fd73ee6-2383-4e8a-a944-f99d89ea05cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.888873 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 181785fa-7643-484d-9290-25f70f2f1bc8 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:54.889444 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.933320 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-886cb6b2-574a-47a1-9c40-bdc1df6f099b None None] Provisioning complete for port d4bb171b-911a-4146-b96e-202e0d5a9012 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:54.933863 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-886cb6b2-574a-47a1-9c40-bdc1df6f099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:55.020464 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea76fd8-f2e8-43b8-80cb-3e8ab8e68e36 req-0f4fec02-7260-451f-916d-4f1afff9511e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:55.020968 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-886cb6b2-574a-47a1-9c40-bdc1df6f099b None None] Port d4bb171b-911a-4146-b96e-202e0d5a9012 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:44:55.042640 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aea76fd8-f2e8-43b8-80cb-3e8ab8e68e36 req-0f4fec02-7260-451f-916d-4f1afff9511e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 943 time: 0.7353885 Apr 18 20:44:55.089942 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3d7597aa-c591-49a2-9294-f16d8fe44f70 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:55.112041 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-3d7597aa-c591-49a2-9294-f16d8fe44f70 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Calling delete_port for d4bb171b-911a-4146-b96e-202e0d5a9012 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:55.160463 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20a300-8844-4455-88d8-180111ed5734 req-aaea7b92-8d9f-4b1d-a664-ba90954473cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:55.163518 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa20a300-8844-4455-88d8-180111ed5734 req-aaea7b92-8d9f-4b1d-a664-ba90954473cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&device_id=b27ee3e8-19ba-407e-968b-d59b21df6181 HTTP/1.1" status: 200 len: 1059 time: 0.4461694 Apr 18 20:44:55.164329 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-65b7f7fa-b301-44b9-8698-45e9ff124644 None None] Provisioning complete for port d4bb171b-911a-4146-b96e-202e0d5a9012 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:55.164996 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-65b7f7fa-b301-44b9-8698-45e9ff124644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:55.194744 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c820ae-4719-4832-a81d-589beaddbe9f req-173896bb-0172-4b85-89de-4515b9601d37 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:55.213956 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-20c820ae-4719-4832-a81d-589beaddbe9f req-173896bb-0172-4b85-89de-4515b9601d37 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.3763709 Apr 18 20:44:55.227205 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-65b7f7fa-b301-44b9-8698-45e9ff124644 None None] Port d4bb171b-911a-4146-b96e-202e0d5a9012 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:44:55.304489 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aea76fd8-f2e8-43b8-80cb-3e8ab8e68e36 req-ba23f4cb-2e49-460b-a84e-00c61a2deea9 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599845 Apr 18 20:44:55.338410 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3d7597aa-c591-49a2-9294-f16d8fe44f70 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:55.394156 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7597aa-c591-49a2-9294-f16d8fe44f70 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Pushing event deleted for resources: {'Port': ['ID=d4bb171b-911a-4146-b96e-202e0d5a9012,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:55.570262 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3d7597aa-c591-49a2-9294-f16d8fe44f70 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:55.576556 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3d7597aa-c591-49a2-9294-f16d8fe44f70 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] 10.222.0.41 "DELETE /v2.0/ports/d4bb171b-911a-4146-b96e-202e0d5a9012 HTTP/1.1" status: 204 len: 168 time: 1.2686007 Apr 18 20:44:55.581513 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46990) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:55.618128 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-4214d070-f991-4869-976f-0225fc7e00ee tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] GET failed (client error): The resource could not be found. Apr 18 20:44:55.625498 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4214d070-f991-4869-976f-0225fc7e00ee tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] 10.222.0.41 "GET /v2.0/ports/d4bb171b-911a-4146-b96e-202e0d5a9012 HTTP/1.1" status: 404 len: 333 time: 0.0421793 Apr 18 20:44:55.626521 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46992) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:55.633202 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-5b2aecb8-cfbe-414d-b605-ddd980636020 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Request body: {'port': {'network_id': 'b6177cba-660c-49a7-b82d-107109db64a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1608807783'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:55.691982 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a97674a9-53d3-41ba-9802-1439e7cf0ecf details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:44:55.887410 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2aecb8-cfbe-414d-b605-ddd980636020 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Made reservation on behalf of 14162ba8cfcc446f8d8d6f590789c223 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:55.894225 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b2aecb8-cfbe-414d-b605-ddd980636020 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:55.903887 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d37c3d1-5f2e-462c-aaa8-d523ca132e76 req-38ff0197-5ba3-48e0-b1b5-839805124836 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 210 time: 0.1432741 Apr 18 20:44:55.950390 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-5b2aecb8-cfbe-414d-b605-ddd980636020 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] device_id is not set on port c87e44a8-a106-46f6-8f66-509cabda7ac2 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:44:55.965140 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-20c820ae-4719-4832-a81d-589beaddbe9f req-847d20e9-ac36-4a12-aed1-ed2c158305c8 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7494507 Apr 18 20:44:56.088355 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a97674a9-53d3-41ba-9802-1439e7cf0ecf, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a97674a9-53d3-41ba-9802-1439e7cf0ecf,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:56.135087 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'a97674a9-53d3-41ba-9802-1439e7cf0ecf', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'port_id': 'a97674a9-53d3-41ba-9802-1439e7cf0ecf', 'mac_address': 'fa:16:3e:2b:00:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:44:56.137919 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a41872e9-f523-466d-a217-a15cecbd058c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.144004 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-5b2aecb8-cfbe-414d-b605-ddd980636020 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Allocated IP 2001:db8::e0 (b6177cba-660c-49a7-b82d-107109db64a2/c81420c1-85fa-4ac6-8534-e525d94c9cd9/c87e44a8-a106-46f6-8f66-509cabda7ac2) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:56.196067 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20a300-8844-4455-88d8-180111ed5734 req-16838da9-e221-4d87-9bd1-5a1008322786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:56.197725 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa20a300-8844-4455-88d8-180111ed5734 req-16838da9-e221-4d87-9bd1-5a1008322786 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 913 time: 0.9665937 Apr 18 20:44:56.280915 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.311176 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97674a9-53d3-41ba-9802-1439e7cf0ecf {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:44:56.344857 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a97674a9-53d3-41ba-9802-1439e7cf0ecf, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a97674a9-53d3-41ba-9802-1439e7cf0ecf,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:56.353132 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.380386 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b2aecb8-cfbe-414d-b605-ddd980636020 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.441448 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=a97674a9-53d3-41ba-9802-1439e7cf0ecf,revision_number=9']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:56.469415 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b2aecb8-cfbe-414d-b605-ddd980636020 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.567564 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2aecb8-cfbe-414d-b605-ddd980636020 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Network b6177cba-660c-49a7-b82d-107109db64a2 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:56.570816 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa20a300-8844-4455-88d8-180111ed5734 req-33d99b71-9bad-4f0f-9b72-bc32385fb93c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7e827b3-7845-4ccd-bb59-e846eada47b3 HTTP/1.1" status: 200 len: 217 time: 0.3572996 Apr 18 20:44:56.573598 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-5b2aecb8-cfbe-414d-b605-ddd980636020 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:56.579277 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2aecb8-cfbe-414d-b605-ddd980636020 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:44:56.588671 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2aecb8-cfbe-414d-b605-ddd980636020 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:56.589888 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b2aecb8-cfbe-414d-b605-ddd980636020 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.610521 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716545d-35be-4424-84c6-a2287736883b req-adebd659-99ea-4509-9f11-879a24a7ae11 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:56.612620 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2716545d-35be-4424-84c6-a2287736883b req-adebd659-99ea-4509-9f11-879a24a7ae11 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 945 time: 0.5058389 Apr 18 20:44:56.614043 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5b2aecb8-cfbe-414d-b605-ddd980636020 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9859595 Apr 18 20:44:56.615180 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2aecb8-cfbe-414d-b605-ddd980636020 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Pushing event updated for resources: {'Port': ['ID=c87e44a8-a106-46f6-8f66-509cabda7ac2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:56.618667 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46998) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:56.626569 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c8d8a663-a381-48f6-92bb-870e811675bc tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3a:bd:bb'}]}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:56.661514 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['a97674a9-53d3-41ba-9802-1439e7cf0ecf'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:44:56.743737 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c8d8a663-a381-48f6-92bb-870e811675bc tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.764748 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f9095-bf1e-4b66-8ae0-807a4d891a5d req-f6863dbc-9577-4aee-815e-7dce397b2e86 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:56.779262 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de6f9095-bf1e-4b66-8ae0-807a4d891a5d req-f6863dbc-9577-4aee-815e-7dce397b2e86 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.2981653 Apr 18 20:44:56.868659 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de6f9095-bf1e-4b66-8ae0-807a4d891a5d req-0580151e-fe59-46f3-a5aa-21319b901c6c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880771 Apr 18 20:44:56.893961 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20a300-8844-4455-88d8-180111ed5734 req-90ad7952-48ea-4fc4-a135-662a16911f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:56.900036 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa20a300-8844-4455-88d8-180111ed5734 req-90ad7952-48ea-4fc4-a135-662a16911f7f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e471ea4-101a-40ef-81f9-9917dd650719 HTTP/1.1" status: 200 len: 851 time: 0.3190448 Apr 18 20:44:56.928280 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2716545d-35be-4424-84c6-a2287736883b req-5b50387b-7703-4af4-81be-eba11a6b6b82 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789319 Apr 18 20:44:56.969959 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-a41872e9-f523-466d-a217-a15cecbd058c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Allocated IP 172.20.0.1 (cafcac57-3318-4d58-8d7b-5e4bb3ba7567/9d6a76a1-de30-4460-b395-3ab3bd776ac7/ffddb980-cfba-4589-99c3-76a88da19af5) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:57.105603 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-930bceca-4c05-4e6f-a6f6-ad1184d0970c None None] Provisioning complete for port c87e44a8-a106-46f6-8f66-509cabda7ac2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:57.106189 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-930bceca-4c05-4e6f-a6f6-ad1184d0970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.155979 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-930bceca-4c05-4e6f-a6f6-ad1184d0970c None None] Port c87e44a8-a106-46f6-8f66-509cabda7ac2 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:44:57.172749 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c8d8a663-a381-48f6-92bb-870e811675bc tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.181550 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c8d8a663-a381-48f6-92bb-870e811675bc tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.209564 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20a300-8844-4455-88d8-180111ed5734 req-445c34b2-2f05-4e7e-9cd4-3a3467d827b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:57.210931 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa20a300-8844-4455-88d8-180111ed5734 req-445c34b2-2f05-4e7e-9cd4-3a3467d827b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fb225605-c490-4bb4-a150-b74221fc667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2730386 Apr 18 20:44:57.233240 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-c8d8a663-a381-48f6-92bb-870e811675bc tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] In _notify_port_updated(), no bound segment for port c87e44a8-a106-46f6-8f66-509cabda7ac2 on network b6177cba-660c-49a7-b82d-107109db64a2 {{(pid=102909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:44:57.239681 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d8a663-a381-48f6-92bb-870e811675bc tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:57.241741 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c8d8a663-a381-48f6-92bb-870e811675bc tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.243957 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c8d8a663-a381-48f6-92bb-870e811675bc tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] 10.222.0.41 "PUT /v2.0/ports/c87e44a8-a106-46f6-8f66-509cabda7ac2 HTTP/1.1" status: 200 len: 1002 time: 0.6231592 Apr 18 20:44:57.249387 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47004) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:57.281579 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833442ca-0b5f-403e-a363-5b6d7864506d req-306e030e-1d1a-41f9-9cde-9f242238858e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:57.290272 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-833442ca-0b5f-403e-a363-5b6d7864506d req-306e030e-1d1a-41f9-9cde-9f242238858e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1874564 Apr 18 20:44:57.339353 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d8a663-a381-48f6-92bb-870e811675bc tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Pushing event updated for resources: {'Port': ['ID=c87e44a8-a106-46f6-8f66-509cabda7ac2,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:57.363215 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa24af5-10d0-40d0-977f-7b652ea1bd2f req-9b169dd0-c4df-4204-a37a-776a87e8a916 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:57.372055 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8aa24af5-10d0-40d0-977f-7b652ea1bd2f req-9b169dd0-c4df-4204-a37a-776a87e8a916 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 944 time: 0.2679703 Apr 18 20:44:57.391588 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-827bf569-db19-4923-84f6-423889b9114f tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Deleting port c87e44a8-a106-46f6-8f66-509cabda7ac2 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:57.392020 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-827bf569-db19-4923-84f6-423889b9114f tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.449611 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a41872e9-f523-466d-a217-a15cecbd058c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.496568 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-833442ca-0b5f-403e-a363-5b6d7864506d req-ca4457fd-1ef3-4e9d-bc5f-d4ee709dce5a tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049391 Apr 18 20:44:57.543978 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8aa24af5-10d0-40d0-977f-7b652ea1bd2f req-a6a2a256-9146-4987-ac81-e7369ee4b170 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708317 Apr 18 20:44:57.563516 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa20a300-8844-4455-88d8-180111ed5734 req-415cd6fb-7d68-4b34-9dcd-768f0b5fccbb service neutron] 10.222.0.32 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432667 Apr 18 20:44:57.619894 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-827bf569-db19-4923-84f6-423889b9114f tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.678588 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-827bf569-db19-4923-84f6-423889b9114f tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Calling delete_port for c87e44a8-a106-46f6-8f66-509cabda7ac2 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:57.810572 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d8215622-7624-4647-ae42-3f034711b9bb None None] Provisioning complete for port c87e44a8-a106-46f6-8f66-509cabda7ac2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:57.811375 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d8215622-7624-4647-ae42-3f034711b9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.844083 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5b67148c-8c1d-44ea-9643-77e640ab3516 req-e30e5344-9e02-47bf-9893-0e27b185e295 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 210 time: 0.1165493 Apr 18 20:44:57.854324 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a41872e9-f523-466d-a217-a15cecbd058c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.890644 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-d8215622-7624-4647-ae42-3f034711b9bb None None] Port c87e44a8-a106-46f6-8f66-509cabda7ac2 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:44:57.970881 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41872e9-f523-466d-a217-a15cecbd058c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Network cafcac57-3318-4d58-8d7b-5e4bb3ba7567 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:57.992953 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-a41872e9-f523-466d-a217-a15cecbd058c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:57.997167 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa20a300-8844-4455-88d8-180111ed5734 req-728c8190-e22d-4227-ade8-024d0edeb8cd service neutron] 10.222.0.32 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212835 Apr 18 20:44:57.999388 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41872e9-f523-466d-a217-a15cecbd058c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:44:58.011907 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-827bf569-db19-4923-84f6-423889b9114f tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:58.096849 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bf569-db19-4923-84f6-423889b9114f tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Pushing event deleted for resources: {'Port': ['ID=c87e44a8-a106-46f6-8f66-509cabda7ac2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:58.111474 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767664fa-8500-4d55-8376-8f44013b3b0a req-b84fe01e-e16d-44ad-b30c-6e85e99fdb77 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:58.127353 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-767664fa-8500-4d55-8376-8f44013b3b0a req-b84fe01e-e16d-44ad-b30c-6e85e99fdb77 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.3975594 Apr 18 20:44:58.159168 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41872e9-f523-466d-a217-a15cecbd058c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Pushing event updated for resources: {'Port': ['ID=ffddb980-cfba-4589-99c3-76a88da19af5,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:58.174790 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-827bf569-db19-4923-84f6-423889b9114f tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:58.183574 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-827bf569-db19-4923-84f6-423889b9114f tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] 10.222.0.41 "DELETE /v2.0/ports/c87e44a8-a106-46f6-8f66-509cabda7ac2 HTTP/1.1" status: 204 len: 168 time: 0.9334769 Apr 18 20:44:58.192073 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47012) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:58.271620 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a41872e9-f523-466d-a217-a15cecbd058c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:58.280638 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf1ab005-ec19-4e4a-bbdf-b8231a625645 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] GET failed (client error): The resource could not be found. Apr 18 20:44:58.282562 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cf1ab005-ec19-4e4a-bbdf-b8231a625645 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] 10.222.0.41 "GET /v2.0/ports/c87e44a8-a106-46f6-8f66-509cabda7ac2 HTTP/1.1" status: 404 len: 333 time: 0.0886555 Apr 18 20:44:58.288962 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47014) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:58.296272 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-bc7ef255-2eb2-47a1-8f0f-9a57996d4c85 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Request body: {'port': {'network_id': 'b6177cba-660c-49a7-b82d-107109db64a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-552908402'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:58.530468 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-767664fa-8500-4d55-8376-8f44013b3b0a req-2e944d10-f364-4ded-a5d2-1fa47b6f0165 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4020419 Apr 18 20:44:58.591362 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f065c1-7147-416b-ab9b-7e49c68c0c15 req-6937b4d7-5ee0-432b-bddc-b33e768aba24 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:58.595312 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e9f065c1-7147-416b-ab9b-7e49c68c0c15 req-6937b4d7-5ee0-432b-bddc-b33e768aba24 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 945 time: 0.5209763 Apr 18 20:44:58.614963 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7ef255-2eb2-47a1-8f0f-9a57996d4c85 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Made reservation on behalf of 14162ba8cfcc446f8d8d6f590789c223 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:58.622639 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef255-2eb2-47a1-8f0f-9a57996d4c85 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:58.640004 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a41872e9-f523-466d-a217-a15cecbd058c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:58.640275 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c58c0312-99d4-44a8-9750-ffe8e63de402 None None] Provisioning complete for port ffddb980-cfba-4589-99c3-76a88da19af5 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:58.640870 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c58c0312-99d4-44a8-9750-ffe8e63de402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:58.654568 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-bc7ef255-2eb2-47a1-8f0f-9a57996d4c85 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] device_id is not set on port ad423464-e469-4523-8b5b-930eeabea03a yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:44:58.732907 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c58c0312-99d4-44a8-9750-ffe8e63de402 None None] Port ffddb980-cfba-4589-99c3-76a88da19af5 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:44:58.791955 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-527bcbbe-fa35-4e24-b734-5eb7b8c10b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:58.837565 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e9f065c1-7147-416b-ab9b-7e49c68c0c15 req-fe67c4af-1056-4742-8184-1278fd2e49c4 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130704 Apr 18 20:44:58.908243 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-bc7ef255-2eb2-47a1-8f0f-9a57996d4c85 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Allocated IP 2001:db8::3b0 (b6177cba-660c-49a7-b82d-107109db64a2/c81420c1-85fa-4ac6-8534-e525d94c9cd9/ad423464-e469-4523-8b5b-930eeabea03a) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:59.050730 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f659b4d-8a8c-468e-aaf4-35717ec4890a req-ba9ee209-31e8-41f4-b054-bc33f5b94f58 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:59.052559 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f659b4d-8a8c-468e-aaf4-35717ec4890a req-ba9ee209-31e8-41f4-b054-bc33f5b94f58 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 944 time: 0.2987585 Apr 18 20:44:59.127157 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef255-2eb2-47a1-8f0f-9a57996d4c85 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.171231 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef255-2eb2-47a1-8f0f-9a57996d4c85 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.225481 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7ef255-2eb2-47a1-8f0f-9a57996d4c85 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Network b6177cba-660c-49a7-b82d-107109db64a2 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:59.231180 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f659b4d-8a8c-468e-aaf4-35717ec4890a req-502609ce-d0a9-4cdd-bd41-f8669f8c5465 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566937 Apr 18 20:44:59.233964 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-bc7ef255-2eb2-47a1-8f0f-9a57996d4c85 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:59.236919 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7ef255-2eb2-47a1-8f0f-9a57996d4c85 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:44:59.243376 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7ef255-2eb2-47a1-8f0f-9a57996d4c85 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:59.243996 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef255-2eb2-47a1-8f0f-9a57996d4c85 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.256887 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ef255-2eb2-47a1-8f0f-9a57996d4c85 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Pushing event updated for resources: {'Port': ['ID=ad423464-e469-4523-8b5b-930eeabea03a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:59.289236 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bc7ef255-2eb2-47a1-8f0f-9a57996d4c85 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9986351 Apr 18 20:44:59.290035 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47034) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:59.295745 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-f3cfa1c4-ffb5-4796-9b85-6e6aa633136d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Request body: {'port': {'network_id': 'b6177cba-660c-49a7-b82d-107109db64a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1409806516'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:59.378724 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-e25f1899-f453-456d-b145-12137c0fd4d5 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:59.380377 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-e25f1899-f453-456d-b145-12137c0fd4d5 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 812 time: 0.3596015 Apr 18 20:44:59.449286 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e1a5719-5909-416c-a9ff-ffe7fbf6f59f req-594f5f50-b585-42fc-b4c9-ad893d9ee2bf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 210 time: 0.0652421 Apr 18 20:44:59.460590 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-576ee994-b370-4e95-9398-50bb6cdac3b1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/quotas/f07a47e8c182436591c55c66e8d2e113 HTTP/1.1" status: 200 len: 375 time: 0.0720079 Apr 18 20:44:59.542377 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cfa1c4-ffb5-4796-9b85-6e6aa633136d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Made reservation on behalf of 14162ba8cfcc446f8d8d6f590789c223 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:59.553065 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3cfa1c4-ffb5-4796-9b85-6e6aa633136d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.574913 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-fdc543cc-696f-4788-a9e9-590cc67eba88 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1131246 Apr 18 20:44:59.597419 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-f3cfa1c4-ffb5-4796-9b85-6e6aa633136d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] device_id is not set on port b4c0d577-1355-4520-9328-d17555074895 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:44:59.653528 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a41872e9-f523-466d-a217-a15cecbd058c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.679436 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a41872e9-f523-466d-a217-a15cecbd058c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.679783 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c6b40437-eeee-4adb-93fd-830347c0293b None None] Provisioning complete for port ad423464-e469-4523-8b5b-930eeabea03a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:59.680947 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c6b40437-eeee-4adb-93fd-830347c0293b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.732698 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c6b40437-eeee-4adb-93fd-830347c0293b None None] Port ad423464-e469-4523-8b5b-930eeabea03a cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:44:59.735465 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a97674a9-53d3-41ba-9802-1439e7cf0ecf up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:44:59.797069 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.820620 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port a97674a9-53d3-41ba-9802-1439e7cf0ecf triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:59.820957 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.864934 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-f3cfa1c4-ffb5-4796-9b85-6e6aa633136d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Allocated IP 2001:db8::bc (b6177cba-660c-49a7-b82d-107109db64a2/c81420c1-85fa-4ac6-8534-e525d94c9cd9/b4c0d577-1355-4520-9328-d17555074895) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:00.017790 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-5075af56-5806-4213-9ac1-8969a10041cc service neutron] 10.222.0.41 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417026 Apr 18 20:45:00.057094 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41872e9-f523-466d-a217-a15cecbd058c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Pushing event updated for resources: {'Port': ['ID=ffddb980-cfba-4589-99c3-76a88da19af5,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:00.094252 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a41872e9-f523-466d-a217-a15cecbd058c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:00.220416 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:00.303877 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3cfa1c4-ffb5-4796-9b85-6e6aa633136d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:00.347102 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port a97674a9-53d3-41ba-9802-1439e7cf0ecf, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a97674a9-53d3-41ba-9802-1439e7cf0ecf,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:00.350658 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28333d8-5a08-41b6-b8f3-7687852e5288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97674a9-53d3-41ba-9802-1439e7cf0ecf'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:00.353807 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a4f429-5746-4443-b332-1a727bd5cf7f" -d '{"events": [{"server_uuid": "c28333d8-5a08-41b6-b8f3-7687852e5288", "name": "network-vif-plugged", "status": "completed", "tag": "a97674a9-53d3-41ba-9802-1439e7cf0ecf"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:45:00.360227 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:00.421578 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3cfa1c4-ffb5-4796-9b85-6e6aa633136d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:00.438680 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffa0d4-0ec4-44ff-aaa3-c9c1a59f6f67 req-367844af-4a2d-442d-8b16-59a0b2d2b656 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:00.442397 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=a97674a9-53d3-41ba-9802-1439e7cf0ecf,revision_number=10']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:00.442612 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbffa0d4-0ec4-44ff-aaa3-c9c1a59f6f67 req-367844af-4a2d-442d-8b16-59a0b2d2b656 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 945 time: 0.3746140 Apr 18 20:45:00.454743 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:00.455145 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:00.455438 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:00.455795 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:00.456113 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:00.456551 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:00.456874 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:00.457207 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:00.457548 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:00.458239 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:00.458788 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:00.459615 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:00.517036 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cfa1c4-ffb5-4796-9b85-6e6aa633136d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Network b6177cba-660c-49a7-b82d-107109db64a2 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:00.524229 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-f3cfa1c4-ffb5-4796-9b85-6e6aa633136d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:00.527196 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cfa1c4-ffb5-4796-9b85-6e6aa633136d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:00.533658 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cfa1c4-ffb5-4796-9b85-6e6aa633136d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:00.534616 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3cfa1c4-ffb5-4796-9b85-6e6aa633136d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:00.554562 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cfa1c4-ffb5-4796-9b85-6e6aa633136d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Pushing event updated for resources: {'Port': ['ID=b4c0d577-1355-4520-9328-d17555074895,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:00.566463 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-fffb1145-f633-414d-8df5-cf551cf37005 service neutron] 10.222.0.41 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981215 Apr 18 20:45:00.571930 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f3cfa1c4-ffb5-4796-9b85-6e6aa633136d tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2806566 Apr 18 20:45:00.573101 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47046) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:00.579842 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-5f0a009e-ce78-4061-82a9-505e6aafc85c tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::153', 'mac_address': 'fa:16:3e:3a:bd:bb'}, {'ip_address': '2001:db8::3b0', 'mac_address': 'fa:16:3e:2c:19:ad'}]}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:00.872327 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f0a009e-ce78-4061-82a9-505e6aafc85c tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.024399 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbffa0d4-0ec4-44ff-aaa3-c9c1a59f6f67 req-09d1779d-dc9e-491f-85e4-c969a51b8789 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5552068 Apr 18 20:45:01.101752 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41872e9-f523-466d-a217-a15cecbd058c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Network cafcac57-3318-4d58-8d7b-5e4bb3ba7567 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:01.106757 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-a41872e9-f523-466d-a217-a15cecbd058c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:01.152627 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3ae47-1a5c-42b6-856b-72543f581077 req-46e2e329-95ae-4017-87ce-ad03dc5bf703 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:01.161088 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-abf3ae47-1a5c-42b6-856b-72543f581077 req-46e2e329-95ae-4017-87ce-ad03dc5bf703 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 946 time: 0.1337841 Apr 18 20:45:01.162393 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-57724bbb-0909-4a8e-9eb7-c70ed9322d25 None None] Provisioning complete for port b4c0d577-1355-4520-9328-d17555074895 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:01.163313 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-57724bbb-0909-4a8e-9eb7-c70ed9322d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.316935 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-57724bbb-0909-4a8e-9eb7-c70ed9322d25 None None] Port b4c0d577-1355-4520-9328-d17555074895 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:45:01.331740 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.405957 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62dfe53-16a3-4131-a8a8-28bcc8652c73 x-openstack-request-id: req-f62dfe53-16a3-4131-a8a8-28bcc8652c73 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:45:01.406227 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28333d8-5a08-41b6-b8f3-7687852e5288", "name": "network-vif-plugged", "status": "completed", "tag": "a97674a9-53d3-41ba-9802-1439e7cf0ecf", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:45:01.406461 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f62dfe53-16a3-4131-a8a8-28bcc8652c73 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:45:01.406967 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f62dfe53-16a3-4131-a8a8-28bcc8652c73'] response: {'server_uuid': 'c28333d8-5a08-41b6-b8f3-7687852e5288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97674a9-53d3-41ba-9802-1439e7cf0ecf', 'code': 200} Apr 18 20:45:01.465522 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f0a009e-ce78-4061-82a9-505e6aafc85c tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.477213 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-abf3ae47-1a5c-42b6-856b-72543f581077 req-b3752b43-4a78-4db4-8070-d94cbe04a417 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3149164 Apr 18 20:45:01.479898 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f0a009e-ce78-4061-82a9-505e6aafc85c tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.529879 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.572906 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41872e9-f523-466d-a217-a15cecbd058c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Router 4f096f8b-c524-4d94-841d-471554f9dcb8 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:45:01.626938 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-5f0a009e-ce78-4061-82a9-505e6aafc85c tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] In _notify_port_updated(), no bound segment for port b4c0d577-1355-4520-9328-d17555074895 on network b6177cba-660c-49a7-b82d-107109db64a2 {{(pid=102909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:45:01.644165 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0a009e-ce78-4061-82a9-505e6aafc85c tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:01.649046 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f0a009e-ce78-4061-82a9-505e6aafc85c tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.650638 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5f0a009e-ce78-4061-82a9-505e6aafc85c tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] 10.222.0.41 "PUT /v2.0/ports/b4c0d577-1355-4520-9328-d17555074895 HTTP/1.1" status: 200 len: 1067 time: 1.0762765 Apr 18 20:45:01.655513 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47062) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:01.671087 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa36e6f4-7dd2-49f9-a499-0d288f808981 req-051ae3f8-7038-4d8a-a303-8826e02deac2 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 210 time: 0.0622532 Apr 18 20:45:01.738007 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b93a0c0e-f936-47a2-820c-558d5fe40901 None None] Provisioning complete for port ffddb980-cfba-4589-99c3-76a88da19af5 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:01.738485 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b93a0c0e-f936-47a2-820c-558d5fe40901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.794801 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a009e-ce78-4061-82a9-505e6aafc85c tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Pushing event updated for resources: {'Port': ['ID=b4c0d577-1355-4520-9328-d17555074895,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:01.797045 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-b93a0c0e-f936-47a2-820c-558d5fe40901 None None] Port ffddb980-cfba-4589-99c3-76a88da19af5 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:45:01.836609 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce041952-0b84-475c-bfce-6b261784ee33 req-0adc750e-1fd1-40f8-b1cf-b4557a93ce49 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 210 time: 0.2416344 Apr 18 20:45:01.837671 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-1d2b2bf7-5a6c-4bc3-b45a-09a4cee224df req-05890b43-9296-4e07-a2ff-3b807c928ae5 tempest-FloatingIPsAssociationTestJSON-1934431271 tempest-FloatingIPsAssociationTestJSON-1934431271-project] (102908) timed out ('10.222.0.32', 65309) {{(pid=102908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 20:45:01.961887 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd1ee8-7728-4365-afda-272366524a8d req-c6246b74-098d-4875-b552-44bbe9ad657a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:01.963812 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bdd1ee8-7728-4365-afda-272366524a8d req-c6246b74-098d-4875-b552-44bbe9ad657a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 1097 time: 0.1249359 Apr 18 20:45:01.997869 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-48d353f9-19fd-4801-b934-98c71e7e1d00 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Deleting port b4c0d577-1355-4520-9328-d17555074895 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:01.998451 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-48d353f9-19fd-4801-b934-98c71e7e1d00 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:02.013154 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41872e9-f523-466d-a217-a15cecbd058c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:45:02.016253 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bdd1ee8-7728-4365-afda-272366524a8d req-db1deb0c-26e5-49d7-aade-c19db0c32096 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403125 Apr 18 20:45:02.020651 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a41872e9-f523-466d-a217-a15cecbd058c tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] 10.222.0.41 "PUT /v2.0/routers/4f096f8b-c524-4d94-841d-471554f9dcb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3446145 Apr 18 20:45:02.025047 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47068) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:02.026912 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503d9c25-21c0-43e5-9d75-e2da1308dbc7 None None] Sync routers for ids ['4f096f8b-c524-4d94-841d-471554f9dcb8'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:45:02.030984 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-73ce441b-2501-47eb-8369-cc6d808676a8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Request body: {'port': {'network_id': 'cafcac57-3318-4d58-8d7b-5e4bb3ba7567', 'name': 'tempest-FloatingIPAdminTestJSON-956823477'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:02.046769 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503d9c25-21c0-43e5-9d75-e2da1308dbc7 None None] Routers {'4f096f8b-c524-4d94-841d-471554f9dcb8'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:45:02.047548 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-503d9c25-21c0-43e5-9d75-e2da1308dbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:44:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4f096f8b-c524-4d94-841d-471554f9dcb8'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:02.135588 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-503d9c25-21c0-43e5-9d75-e2da1308dbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:02.163035 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503d9c25-21c0-43e5-9d75-e2da1308dbc7 None None] Routers {'4f096f8b-c524-4d94-841d-471554f9dcb8'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:45:02.170738 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-503d9c25-21c0-43e5-9d75-e2da1308dbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:44:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4f096f8b-c524-4d94-841d-471554f9dcb8'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:02.182666 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-87322763-7c93-40aa-949b-c61a2691c841 req-0253a01b-c933-40d7-aec9-16ef127a6c7b service neutron] (102909) timed out ('10.222.0.32', 65358) {{(pid=102909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 20:45:02.225374 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-503d9c25-21c0-43e5-9d75-e2da1308dbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:02.226446 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503d9c25-21c0-43e5-9d75-e2da1308dbc7 None None] The sync data for ids ['4f096f8b-c524-4d94-841d-471554f9dcb8'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:45:02.258327 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d6394110-9e5b-4cae-90f8-e8b403ed6ce6 None None] Provisioning complete for port b4c0d577-1355-4520-9328-d17555074895 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:02.258939 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d6394110-9e5b-4cae-90f8-e8b403ed6ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:02.266587 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4b2f9-07f3-458f-b086-33646d5f1b00 req-8358c796-51ec-4d52-a44e-8c5b6a81619c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:02.268404 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ce4b2f9-07f3-458f-b086-33646d5f1b00 req-8358c796-51ec-4d52-a44e-8c5b6a81619c tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 945 time: 0.1027637 Apr 18 20:45:02.330103 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ce441b-2501-47eb-8369-cc6d808676a8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Made reservation on behalf of 71830d3feda846baaf3b6a49bbbc3e96 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:02.334857 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-73ce441b-2501-47eb-8369-cc6d808676a8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:02.385966 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-48d353f9-19fd-4801-b934-98c71e7e1d00 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:02.401822 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-73ce441b-2501-47eb-8369-cc6d808676a8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] device_id is not set on port 45837c18-0944-4915-9b59-85541fb91035 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:45:02.422506 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-d6394110-9e5b-4cae-90f8-e8b403ed6ce6 None None] Port b4c0d577-1355-4520-9328-d17555074895 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:45:02.427000 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ce4b2f9-07f3-458f-b086-33646d5f1b00 req-bc93c0aa-efd5-4a9f-82c7-e5fdf303d627 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373665 Apr 18 20:45:02.448005 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-48d353f9-19fd-4801-b934-98c71e7e1d00 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Calling delete_port for b4c0d577-1355-4520-9328-d17555074895 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:02.641853 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-73ce441b-2501-47eb-8369-cc6d808676a8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Allocated IP 172.20.0.5 (cafcac57-3318-4d58-8d7b-5e4bb3ba7567/9d6a76a1-de30-4460-b395-3ab3bd776ac7/45837c18-0944-4915-9b59-85541fb91035) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:02.749836 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-48d353f9-19fd-4801-b934-98c71e7e1d00 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:02.792033 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d353f9-19fd-4801-b934-98c71e7e1d00 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Pushing event deleted for resources: {'Port': ['ID=b4c0d577-1355-4520-9328-d17555074895,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:03.016128 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-05db11cb-fad2-4714-ae8a-47cf7e5e46b7 req-0caf6e2e-244e-4472-ab4c-038fce83999e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 210 time: 0.0873942 Apr 18 20:45:03.037466 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffedb65-9224-4163-a356-48c995e1d469 req-85236429-8526-46a5-9873-1786d526b59f tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:03.039066 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fffedb65-9224-4163-a356-48c995e1d469 req-85236429-8526-46a5-9873-1786d526b59f tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 946 time: 0.2694581 Apr 18 20:45:03.117945 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-48d353f9-19fd-4801-b934-98c71e7e1d00 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:03.123390 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-48d353f9-19fd-4801-b934-98c71e7e1d00 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] 10.222.0.41 "DELETE /v2.0/ports/b4c0d577-1355-4520-9328-d17555074895 HTTP/1.1" status: 204 len: 168 time: 1.4616816 Apr 18 20:45:03.125858 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47082) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:03.163009 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fffedb65-9224-4163-a356-48c995e1d469 req-e1ee097e-5ee7-42a0-86a9-4811437d1c39 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068878 Apr 18 20:45:03.256847 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8780aa-e5d4-430f-8f18-66d64e1c75be tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] GET failed (client error): The resource could not be found. Apr 18 20:45:03.259428 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-fb8780aa-e5d4-430f-8f18-66d64e1c75be tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] 10.222.0.41 "GET /v2.0/ports/b4c0d577-1355-4520-9328-d17555074895 HTTP/1.1" status: 404 len: 333 time: 0.1318834 Apr 18 20:45:03.265294 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47084) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:03.277421 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-73ce441b-2501-47eb-8369-cc6d808676a8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:03.309307 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cb4428ff-2820-4544-8a3b-7590d9298c88 req-34d58208-acc2-47ec-9285-d74a43d4eb6f tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 210 time: 0.0915887 Apr 18 20:45:03.436053 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-73ce441b-2501-47eb-8369-cc6d808676a8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:03.480855 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-eb0c5adb-5c1b-484e-a2a9-d2294670e901 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:03.482797 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-eb0c5adb-5c1b-484e-a2a9-d2294670e901 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.57 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 812 time: 0.2550304 Apr 18 20:45:03.489660 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-57f0788b-40b2-4372-9518-7ed4b787b58c tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Deleting port ad423464-e469-4523-8b5b-930eeabea03a {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:03.491123 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57f0788b-40b2-4372-9518-7ed4b787b58c tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:03.501443 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-2ef9dcd2-e475-49c4-9795-888b14a4d17b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Request body: {'port': {'device_id': '9c99c9af-859e-4975-92f8-c2f6721a9440', 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'admin_state_up': True, 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:03.664277 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce441b-2501-47eb-8369-cc6d808676a8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Pushing event updated for resources: {'Port': ['ID=45837c18-0944-4915-9b59-85541fb91035,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:03.701562 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce441b-2501-47eb-8369-cc6d808676a8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:03.702653 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce441b-2501-47eb-8369-cc6d808676a8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:03.703289 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce441b-2501-47eb-8369-cc6d808676a8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:03.705169 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce441b-2501-47eb-8369-cc6d808676a8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:03.705899 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce441b-2501-47eb-8369-cc6d808676a8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:03.706450 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce441b-2501-47eb-8369-cc6d808676a8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:03.708521 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce441b-2501-47eb-8369-cc6d808676a8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:03.709269 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce441b-2501-47eb-8369-cc6d808676a8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:03.709746 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce441b-2501-47eb-8369-cc6d808676a8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:03.710287 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce441b-2501-47eb-8369-cc6d808676a8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:03.710882 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce441b-2501-47eb-8369-cc6d808676a8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:03.711513 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce441b-2501-47eb-8369-cc6d808676a8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:03.719569 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57f0788b-40b2-4372-9518-7ed4b787b58c tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:03.742613 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-57f0788b-40b2-4372-9518-7ed4b787b58c tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Calling delete_port for ad423464-e469-4523-8b5b-930eeabea03a owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:03.768420 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ce441b-2501-47eb-8369-cc6d808676a8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Network cafcac57-3318-4d58-8d7b-5e4bb3ba7567 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:03.775783 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-73ce441b-2501-47eb-8369-cc6d808676a8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:03.785366 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ce441b-2501-47eb-8369-cc6d808676a8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:03.848023 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-2ef9dcd2-e475-49c4-9795-888b14a4d17b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Made reservation on behalf of f07a47e8c182436591c55c66e8d2e113 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:03.852865 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-2ef9dcd2-e475-49c4-9795-888b14a4d17b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:03.877119 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573aa93-28e6-4250-9cc0-e6fbb337cc98 req-0f7a59e2-fe34-4c5c-91c4-bed3cbfa21dc tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:03.905640 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d573aa93-28e6-4250-9cc0-e6fbb337cc98 req-0f7a59e2-fe34-4c5c-91c4-bed3cbfa21dc tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 945 time: 0.2233334 Apr 18 20:45:04.004698 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ce441b-2501-47eb-8369-cc6d808676a8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:04.007103 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-73ce441b-2501-47eb-8369-cc6d808676a8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:04.049208 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d573aa93-28e6-4250-9cc0-e6fbb337cc98 req-0ca2d60e-9ecb-4511-a979-cfd32c1b41dd tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417501 Apr 18 20:45:04.074491 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-73ce441b-2501-47eb-8369-cc6d808676a8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0417993 Apr 18 20:45:04.105405 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47124) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:04.290807 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-0ed4494b-95ea-463a-bfbd-4940edc4b26a None None] Provisioning complete for port 45837c18-0944-4915-9b59-85541fb91035 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:04.292661 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0ed4494b-95ea-463a-bfbd-4940edc4b26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:04.340254 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-2ef9dcd2-e475-49c4-9795-888b14a4d17b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Allocated IP 172.20.0.4 (fb225605-c490-4bb4-a150-b74221fc667a/8e471ea4-101a-40ef-81f9-9917dd650719/bd6112ad-4b37-4352-b77c-61e6bc5d1fff) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:04.383470 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57f0788b-40b2-4372-9518-7ed4b787b58c tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:04.411394 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ccd77c96-96e1-4fa9-8c15-5c10459b4e7c req-bb7449d5-7cf2-4683-a8a5-0ca76970ab88 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 210 time: 0.1034269 Apr 18 20:45:04.455557 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-0ed4494b-95ea-463a-bfbd-4940edc4b26a None None] Port 45837c18-0944-4915-9b59-85541fb91035 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:45:04.492774 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-57cd4b33-42c5-474a-8edd-6e8cb700ae12 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'project_id': '71830d3feda846baaf3b6a49bbbc3e96', 'port_id': '45837c18-0944-4915-9b59-85541fb91035'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:04.510346 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0788b-40b2-4372-9518-7ed4b787b58c tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Pushing event deleted for resources: {'Port': ['ID=ad423464-e469-4523-8b5b-930eeabea03a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:04.517189 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57f0788b-40b2-4372-9518-7ed4b787b58c tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:04.534330 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-57f0788b-40b2-4372-9518-7ed4b787b58c tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] 10.222.0.41 "DELETE /v2.0/ports/ad423464-e469-4523-8b5b-930eeabea03a HTTP/1.1" status: 204 len: 168 time: 1.2675745 Apr 18 20:45:04.542271 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47138) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:04.589074 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4062f6e-0b87-4f27-a4cf-90ff492be571 req-87481bc6-cd5c-47ff-9c6c-46ac8d32f599 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:04.605282 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4062f6e-0b87-4f27-a4cf-90ff492be571 req-87481bc6-cd5c-47ff-9c6c-46ac8d32f599 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 946 time: 0.1968582 Apr 18 20:45:04.611116 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d0a1c44-770c-4174-907c-13282acb4ad7 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] GET failed (client error): The resource could not be found. Apr 18 20:45:04.612870 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3d0a1c44-770c-4174-907c-13282acb4ad7 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] 10.222.0.41 "GET /v2.0/ports/ad423464-e469-4523-8b5b-930eeabea03a HTTP/1.1" status: 404 len: 333 time: 0.0693400 Apr 18 20:45:04.619297 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47140) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:04.624825 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57cd4b33-42c5-474a-8edd-6e8cb700ae12 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:04.731049 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b0d454c-4bc7-4c22-9ce5-91efeeafd85e req-3ae5e2bb-3898-4ad2-aff8-6553e3a1e129 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 210 time: 0.1085882 Apr 18 20:45:04.798331 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4062f6e-0b87-4f27-a4cf-90ff492be571 req-a690d5ba-4336-4ae7-af36-df94d3d683c9 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910572 Apr 18 20:45:04.913343 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-61d69a5f-e748-4a9c-9c88-b6112e2117a2 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Deleting port cc1ecf7e-035e-41c7-86ec-a278f974b61a {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:04.913954 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-61d69a5f-e748-4a9c-9c88-b6112e2117a2 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:04.931529 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-2ef9dcd2-e475-49c4-9795-888b14a4d17b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:04.982163 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57cd4b33-42c5-474a-8edd-6e8cb700ae12 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.126587 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-61d69a5f-e748-4a9c-9c88-b6112e2117a2 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.137543 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-2ef9dcd2-e475-49c4-9795-888b14a4d17b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.155901 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['b9f7a1bc-057b-4a53-8a5b-e03f75a819fe', '537c68a4-2055-4e21-9736-5446ad8d21d6'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:45:05.158262 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-61d69a5f-e748-4a9c-9c88-b6112e2117a2 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Calling delete_port for cc1ecf7e-035e-41c7-86ec-a278f974b61a owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:05.190612 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-57cd4b33-42c5-474a-8edd-6e8cb700ae12 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Allocated IP 172.25.1.171 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/ae226e45-bf58-4e7b-ada7-85e6c1fd5c29) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:05.235360 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-2ef9dcd2-e475-49c4-9795-888b14a4d17b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Network fb225605-c490-4bb4-a150-b74221fc667a is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:05.243315 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-2ef9dcd2-e475-49c4-9795-888b14a4d17b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:05.292046 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-2ef9dcd2-e475-49c4-9795-888b14a4d17b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:05.345967 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf487c8-b2ed-4647-9681-eaab23571323 req-113ca818-2925-4b22-8549-f0f187db5613 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:05.348707 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9cf487c8-b2ed-4647-9681-eaab23571323 req-113ca818-2925-4b22-8549-f0f187db5613 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 945 time: 0.1131549 Apr 18 20:45:05.433385 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9cf487c8-b2ed-4647-9681-eaab23571323 req-831695cc-6fc4-48c0-9065-fbdc4177f066 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767002 Apr 18 20:45:05.453590 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9dcd2-e475-49c4-9795-888b14a4d17b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Pushing event updated for resources: {'Port': ['ID=bd6112ad-4b37-4352-b77c-61e6bc5d1fff,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:05.473343 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-2ef9dcd2-e475-49c4-9795-888b14a4d17b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:05.474095 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-2ef9dcd2-e475-49c4-9795-888b14a4d17b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.479006 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57cd4b33-42c5-474a-8edd-6e8cb700ae12 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.505154 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-2ef9dcd2-e475-49c4-9795-888b14a4d17b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0097933 Apr 18 20:45:05.549642 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57cd4b33-42c5-474a-8edd-6e8cb700ae12 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.555169 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-f7414207-bb2c-4986-89bb-ce8ba0319545 service neutron] Request body: {'port': {'device_id': '9c99c9af-859e-4975-92f8-c2f6721a9440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:05.645739 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-f7414207-bb2c-4986-89bb-ce8ba0319545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.671373 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-61d69a5f-e748-4a9c-9c88-b6112e2117a2 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.677127 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cd4b33-42c5-474a-8edd-6e8cb700ae12 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:05.722023 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd4b33-42c5-474a-8edd-6e8cb700ae12 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Pushing event updated for resources: {'Port': ['ID=ae226e45-bf58-4e7b-ada7-85e6c1fd5c29,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:05.745002 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-57cd4b33-42c5-474a-8edd-6e8cb700ae12 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:05.748568 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cd4b33-42c5-474a-8edd-6e8cb700ae12 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:05.765811 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d69a5f-e748-4a9c-9c88-b6112e2117a2 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Pushing event deleted for resources: {'Port': ['ID=cc1ecf7e-035e-41c7-86ec-a278f974b61a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:05.853298 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-61d69a5f-e748-4a9c-9c88-b6112e2117a2 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.859324 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-61d69a5f-e748-4a9c-9c88-b6112e2117a2 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] 10.222.0.41 "DELETE /v2.0/ports/cc1ecf7e-035e-41c7-86ec-a278f974b61a HTTP/1.1" status: 204 len: 168 time: 1.2392449 Apr 18 20:45:05.862943 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47154) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:05.927908 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-74aef040-a72d-47f9-8158-0451e98549fb None None] Provisioning complete for port bd6112ad-4b37-4352-b77c-61e6bc5d1fff triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:05.928900 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-74aef040-a72d-47f9-8158-0451e98549fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.938887 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fe049-fdc9-4124-9ce9-5e845de8ed6e req-76673364-7ab9-46c5-b266-1b486e537f75 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:05.947523 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-507fe049-fdc9-4124-9ce9-5e845de8ed6e req-76673364-7ab9-46c5-b266-1b486e537f75 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 931 time: 0.3851762 Apr 18 20:45:06.093055 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-173630a3-9687-45a5-82f0-144920990db7 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Deleting subnet c81420c1-85fa-4ac6-8534-e525d94c9cd9 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:45:06.103566 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-173630a3-9687-45a5-82f0-144920990db7 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.133789 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-74aef040-a72d-47f9-8158-0451e98549fb None None] Port bd6112ad-4b37-4352-b77c-61e6bc5d1fff cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:45:06.248782 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-173630a3-9687-45a5-82f0-144920990db7 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.257528 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3e1e605-c1c8-4d8d-9c9b-a2483a559623 req-fdea4562-8833-4a82-a4c4-ab4e40c3bda2 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 210 time: 0.3512466 Apr 18 20:45:06.476336 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-507fe049-fdc9-4124-9ce9-5e845de8ed6e req-b4d77bbd-6886-4b2b-8f94-701a9ada1031 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5276914 Apr 18 20:45:06.517873 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-f7414207-bb2c-4986-89bb-ce8ba0319545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6112ad-4b37-4352-b77c-61e6bc5d1fff {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:45:06.523174 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-173630a3-9687-45a5-82f0-144920990db7 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.549274 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-f7414207-bb2c-4986-89bb-ce8ba0319545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.559529 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef24318-ce86-4b61-9be4-514bb3c0bdf3 req-404760af-552b-46cc-82f1-c6130b802498 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:06.564650 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ef24318-ce86-4b61-9be4-514bb3c0bdf3 req-404760af-552b-46cc-82f1-c6130b802498 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 946 time: 0.1555252 Apr 18 20:45:06.591078 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-f7414207-bb2c-4986-89bb-ce8ba0319545 service neutron] Transition to ACTIVE for port object bd6112ad-4b37-4352-b77c-61e6bc5d1fff will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:06.604245 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-f7414207-bb2c-4986-89bb-ce8ba0319545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.674419 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ef24318-ce86-4b61-9be4-514bb3c0bdf3 req-f2da9a42-0859-4934-8194-01474a21c053 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543580 Apr 18 20:45:06.715030 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-173630a3-9687-45a5-82f0-144920990db7 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.760796 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-173630a3-9687-45a5-82f0-144920990db7 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.769792 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398a4c56-0187-4612-9a72-46573bfba384 None None] Network b6177cba-660c-49a7-b82d-107109db64a2 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:06.772764 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-173630a3-9687-45a5-82f0-144920990db7 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] 10.222.0.41 "DELETE /v2.0/subnets/c81420c1-85fa-4ac6-8534-e525d94c9cd9 HTTP/1.1" status: 204 len: 168 time: 0.9075999 Apr 18 20:45:06.775209 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47168) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:06.778493 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7414207-bb2c-4986-89bb-ce8ba0319545 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6112ad-4b37-4352-b77c-61e6bc5d1fff,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:06.900586 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173630a3-9687-45a5-82f0-144920990db7 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Pushing event deleted for resources: {'Subnet': ['ID=c81420c1-85fa-4ac6-8534-e525d94c9cd9,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:07.042150 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bd49b386-3fa3-4cd5-9d17-0af7e9d38736 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.054327 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-f7414207-bb2c-4986-89bb-ce8ba0319545 service neutron] Attempting to bind port bd6112ad-4b37-4352-b77c-61e6bc5d1fff on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:07.054765 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-f7414207-bb2c-4986-89bb-ce8ba0319545 service neutron] Attempting to bind port bd6112ad-4b37-4352-b77c-61e6bc5d1fff by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:07.055050 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-f7414207-bb2c-4986-89bb-ce8ba0319545 service neutron] Attempting to bind port bd6112ad-4b37-4352-b77c-61e6bc5d1fff on network fb225605-c490-4bb4-a150-b74221fc667a {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:45:07.070925 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-f7414207-bb2c-4986-89bb-ce8ba0319545 service neutron] Port bd6112ad-4b37-4352-b77c-61e6bc5d1fff on network fb225605-c490-4bb4-a150-b74221fc667a not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:45:07.070925 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-f7414207-bb2c-4986-89bb-ce8ba0319545 service neutron] Attempting to bind port bd6112ad-4b37-4352-b77c-61e6bc5d1fff on network fb225605-c490-4bb4-a150-b74221fc667a {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:45:07.078157 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-f7414207-bb2c-4986-89bb-ce8ba0319545 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:45:07.078764 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-f7414207-bb2c-4986-89bb-ce8ba0319545 service neutron] Checking segment: {'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:45:07.079113 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-f7414207-bb2c-4986-89bb-ce8ba0319545 service neutron] Bound using segment: {'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:45:07.079570 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-f7414207-bb2c-4986-89bb-ce8ba0319545 service neutron] Bound port: bd6112ad-4b37-4352-b77c-61e6bc5d1fff, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeea03b3-2127-486f-a145-4a594fb040cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:07.079939 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-f7414207-bb2c-4986-89bb-ce8ba0319545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.136903 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57cd4b33-42c5-474a-8edd-6e8cb700ae12 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.256811 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-f7414207-bb2c-4986-89bb-ce8ba0319545 service neutron] For port bd6112ad-4b37-4352-b77c-61e6bc5d1fff, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:45:07.262296 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-f7414207-bb2c-4986-89bb-ce8ba0319545 service neutron] For port bd6112ad-4b37-4352-b77c-61e6bc5d1fff, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=bd6112ad-4b37-4352-b77c-61e6bc5d1fff,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:45:07.272051 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-f7414207-bb2c-4986-89bb-ce8ba0319545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.324280 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd376d2-fe2f-476f-8394-228092ecd636 req-5ea0dec5-69b7-400c-b602-c5836f7a303f tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:07.330847 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-f7414207-bb2c-4986-89bb-ce8ba0319545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:07.331627 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-f7414207-bb2c-4986-89bb-ce8ba0319545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.334588 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-f7414207-bb2c-4986-89bb-ce8ba0319545 service neutron] 10.222.0.57 "PUT /v2.0/ports/bd6112ad-4b37-4352-b77c-61e6bc5d1fff HTTP/1.1" status: 200 len: 1091 time: 1.7866914 Apr 18 20:45:07.335325 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c99c9af-859e-4975-92f8-c2f6721a9440', 'tag': 'bd6112ad-4b37-4352-b77c-61e6bc5d1fff'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:07.338385 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237b6c32-767a-48ef-b77c-f7c63221b373" -d '{"events": [{"name": "network-changed", "server_uuid": "9c99c9af-859e-4975-92f8-c2f6721a9440", "tag": "bd6112ad-4b37-4352-b77c-61e6bc5d1fff"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:45:07.355953 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcd376d2-fe2f-476f-8394-228092ecd636 req-5ea0dec5-69b7-400c-b602-c5836f7a303f tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 945 time: 0.3659987 Apr 18 20:45:07.363271 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709c1fef-03c7-4e9b-b82c-9b6cbdd4f82a None None] DHCP port deletion for b6177cba-660c-49a7-b82d-107109db64a2 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:45:07.535093 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-709c1fef-03c7-4e9b-b82c-9b6cbdd4f82a None None] Deleting port 7b708781-cddd-4833-b56b-e6a29abdb091 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:07.535511 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-709c1fef-03c7-4e9b-b82c-9b6cbdd4f82a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.573156 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7414207-bb2c-4986-89bb-ce8ba0319545 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6112ad-4b37-4352-b77c-61e6bc5d1fff,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:07.692952 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-71b5c14b-4759-4182-9e96-c98ac9341633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:07.692952 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-71b5c14b-4759-4182-9e96-c98ac9341633 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 1094 time: 0.2695246 Apr 18 20:45:07.732992 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57cd4b33-42c5-474a-8edd-6e8cb700ae12 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.789375 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-709c1fef-03c7-4e9b-b82c-9b6cbdd4f82a None None] For port 7b708781-cddd-4833-b56b-e6a29abdb091, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7b708781-cddd-4833-b56b-e6a29abdb091,segment=NetworkSegment(9bdb4cda-4cf6-474a-830e-7af8978e9c4e),segment_id=9bdb4cda-4cf6-474a-830e-7af8978e9c4e)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:07.790039 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-709c1fef-03c7-4e9b-b82c-9b6cbdd4f82a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.802198 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-99a1d980-0b40-4d0a-b702-1d9165624abe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd6112ad-4b37-4352-b77c-61e6bc5d1fff HTTP/1.1" status: 200 len: 217 time: 0.1033070 Apr 18 20:45:07.846061 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-709c1fef-03c7-4e9b-b82c-9b6cbdd4f82a None None] Calling delete_port for 7b708781-cddd-4833-b56b-e6a29abdb091 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:07.866735 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.892587 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcd376d2-fe2f-476f-8394-228092ecd636 req-b9354955-63de-497a-817f-5598f6f56339 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5175967 Apr 18 20:45:07.955911 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-c66f22cb-05ca-4930-92a1-3d70f39595bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:07.975114 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-c66f22cb-05ca-4930-92a1-3d70f39595bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e471ea4-101a-40ef-81f9-9917dd650719 HTTP/1.1" status: 200 len: 851 time: 0.1612341 Apr 18 20:45:08.009353 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2891790-916e-448e-a59b-8a583d0be554 req-12a7b0d6-25e4-46e7-8bde-c21c39f618b4 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/ports?device_id=255bfa62-56c2-4dfb-aba5-b115ccbf8576 HTTP/1.1" status: 200 len: 210 time: 0.1998596 Apr 18 20:45:08.102482 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94dfe4d-6348-4934-b8fd-be9da6207de9 x-openstack-request-id: req-f94dfe4d-6348-4934-b8fd-be9da6207de9 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:45:08.102954 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c99c9af-859e-4975-92f8-c2f6721a9440", "tag": "bd6112ad-4b37-4352-b77c-61e6bc5d1fff", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:45:08.103483 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f94dfe4d-6348-4934-b8fd-be9da6207de9 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:45:08.104893 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f94dfe4d-6348-4934-b8fd-be9da6207de9'] response: {'name': 'network-changed', 'server_uuid': '9c99c9af-859e-4975-92f8-c2f6721a9440', 'tag': 'bd6112ad-4b37-4352-b77c-61e6bc5d1fff', 'status': 'completed', 'code': 200} Apr 18 20:45:08.138717 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-018485c0-3b00-4a7c-a9bd-cea0c623bbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:08.142129 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-bd49b386-3fa3-4cd5-9d17-0af7e9d38736 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Deleting port 7b708781-cddd-4833-b56b-e6a29abdb091 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:08.144978 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-018485c0-3b00-4a7c-a9bd-cea0c623bbab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb225605-c490-4bb4-a150-b74221fc667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1630747 Apr 18 20:45:08.157351 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bd49b386-3fa3-4cd5-9d17-0af7e9d38736 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.195510 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-709c1fef-03c7-4e9b-b82c-9b6cbdd4f82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.312153 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c1fef-03c7-4e9b-b82c-9b6cbdd4f82a None None] Pushing event deleted for resources: {'Port': ['ID=7b708781-cddd-4833-b56b-e6a29abdb091,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:08.324667 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709c1fef-03c7-4e9b-b82c-9b6cbdd4f82a None None] No DVR routers for this DVR port 7b708781-cddd-4833-b56b-e6a29abdb091 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:08.550713 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7b708781-cddd-4833-b56b-e6a29abdb091 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:45:08.588012 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-8cda9a29-10d9-462b-8537-701002d57f6c service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366033 Apr 18 20:45:08.635943 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 7b708781-cddd-4833-b56b-e6a29abdb091 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:45:08.636532 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7b708781-cddd-4833-b56b-e6a29abdb091 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:45:08.772989 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c028e539-edb7-4f18-bec5-1abad2057c3f req-0af55676-9810-4cd8-9846-5d1fc4141592 service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759806 Apr 18 20:45:08.918359 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b6c32-767a-48ef-b77c-f7c63221b373 req-bcba3f98-3972-4a6a-a69b-165ba631ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:08.920309 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-237b6c32-767a-48ef-b77c-f7c63221b373 req-bcba3f98-3972-4a6a-a69b-165ba631ac13 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 1094 time: 0.0705750 Apr 18 20:45:09.000215 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-bd49b386-3fa3-4cd5-9d17-0af7e9d38736 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] For port 7b708781-cddd-4833-b56b-e6a29abdb091, host n-d-838323-3, got binding levels [] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:09.000791 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bd49b386-3fa3-4cd5-9d17-0af7e9d38736 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.025302 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-bd49b386-3fa3-4cd5-9d17-0af7e9d38736 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Calling delete_port for 7b708781-cddd-4833-b56b-e6a29abdb091 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:09.030274 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.ipam_backend_mixin [None req-bd49b386-3fa3-4cd5-9d17-0af7e9d38736 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Port 7b708781-cddd-4833-b56b-e6a29abdb091 was not found and therefore no delete operation was performed {{(pid=102908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 20:45:09.037466 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b6c32-767a-48ef-b77c-f7c63221b373 req-f6559f43-c540-45b5-8f11-8821907775ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:09.039044 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-237b6c32-767a-48ef-b77c-f7c63221b373 req-f6559f43-c540-45b5-8f11-8821907775ef service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 913 time: 0.1099513 Apr 18 20:45:09.039753 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bd49b386-3fa3-4cd5-9d17-0af7e9d38736 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.089717 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-237b6c32-767a-48ef-b77c-f7c63221b373 req-2ae27b9d-c2f2-4af3-8c0e-77a29b58a774 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd6112ad-4b37-4352-b77c-61e6bc5d1fff HTTP/1.1" status: 200 len: 217 time: 0.0427451 Apr 18 20:45:09.109500 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49b386-3fa3-4cd5-9d17-0af7e9d38736 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Pushing event deleted for resources: {'Port': ['ID=7b708781-cddd-4833-b56b-e6a29abdb091,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:09.173679 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd49b386-3fa3-4cd5-9d17-0af7e9d38736 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] No DVR routers for this DVR port 7b708781-cddd-4833-b56b-e6a29abdb091 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:09.174643 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b6c32-767a-48ef-b77c-f7c63221b373 req-b617f8d3-7ee7-4d24-89a0-5784b3a4d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:09.176595 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-237b6c32-767a-48ef-b77c-f7c63221b373 req-b617f8d3-7ee7-4d24-89a0-5784b3a4d3d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e471ea4-101a-40ef-81f9-9917dd650719 HTTP/1.1" status: 200 len: 851 time: 0.0790603 Apr 18 20:45:09.236790 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece72721-64b1-4aa3-967f-3b6a10e409c7 req-cfad9af8-72e1-4cc9-b471-2f5c9c3f4317 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:09.238443 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ece72721-64b1-4aa3-967f-3b6a10e409c7 req-cfad9af8-72e1-4cc9-b471-2f5c9c3f4317 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 943 time: 0.9113898 Apr 18 20:45:09.251894 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b6c32-767a-48ef-b77c-f7c63221b373 req-c13ac4dd-7382-45f1-ab34-c1f11d454948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:09.254980 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-237b6c32-767a-48ef-b77c-f7c63221b373 req-c13ac4dd-7382-45f1-ab34-c1f11d454948 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb225605-c490-4bb4-a150-b74221fc667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706806 Apr 18 20:45:09.350563 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826a4f5-bbe4-4948-9714-255267576946 req-d0d488fd-d6ed-4570-81f7-623d902b997b tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:09.364737 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f826a4f5-bbe4-4948-9714-255267576946 req-d0d488fd-d6ed-4570-81f7-623d902b997b tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 945 time: 0.3999925 Apr 18 20:45:09.430957 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bd49b386-3fa3-4cd5-9d17-0af7e9d38736 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.456288 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-237b6c32-767a-48ef-b77c-f7c63221b373 req-3bfde5c4-400c-47ac-9229-602fd14cdccf service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866708 Apr 18 20:45:09.470511 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57cd4b33-42c5-474a-8edd-6e8cb700ae12 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.510665 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-bd49b386-3fa3-4cd5-9d17-0af7e9d38736 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6177cba-660c-49a7-b82d-107109db64a2']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:09.531579 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-bd49b386-3fa3-4cd5-9d17-0af7e9d38736 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bdb4cda-4cf6-474a-830e-7af8978e9c4e') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:09.532390 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-bd49b386-3fa3-4cd5-9d17-0af7e9d38736 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bdb4cda-4cf6-474a-830e-7af8978e9c4e') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:09.550414 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bd49b386-3fa3-4cd5-9d17-0af7e9d38736 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.576936 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57cd4b33-42c5-474a-8edd-6e8cb700ae12 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.597526 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-237b6c32-767a-48ef-b77c-f7c63221b373 req-d7357d73-e301-48cc-9a3a-1264e80da41c service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342928 Apr 18 20:45:09.678452 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bd49b386-3fa3-4cd5-9d17-0af7e9d38736 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.686719 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ece72721-64b1-4aa3-967f-3b6a10e409c7 req-9df403d4-7078-482f-a6a6-6da7da814738 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130752 Apr 18 20:45:09.724201 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd49b386-3fa3-4cd5-9d17-0af7e9d38736 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:45:09.725501 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bd49b386-3fa3-4cd5-9d17-0af7e9d38736 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:45:09.732280 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:45:09.864138 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47206) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:09.888979 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57cd4b33-42c5-474a-8edd-6e8cb700ae12 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.909343 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f826a4f5-bbe4-4948-9714-255267576946 req-96c3081e-2008-468b-a9b3-067714e99465 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5427155 Apr 18 20:45:10.038452 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd4b33-42c5-474a-8edd-6e8cb700ae12 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Pushing event updated for resources: {'Port': ['ID=ae226e45-bf58-4e7b-ada7-85e6c1fd5c29,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:10.056845 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af60fd9e-4476-45e3-a0bd-571d7c4a157e tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.107534 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af60fd9e-4476-45e3-a0bd-571d7c4a157e tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.116331 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bd49b386-3fa3-4cd5-9d17-0af7e9d38736 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.137237 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bd49b386-3fa3-4cd5-9d17-0af7e9d38736 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.147916 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-bd49b386-3fa3-4cd5-9d17-0af7e9d38736 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] 10.222.0.41 "DELETE /v2.0/networks/b6177cba-660c-49a7-b82d-107109db64a2 HTTP/1.1" status: 204 len: 168 time: 3.3609564 Apr 18 20:45:10.178166 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49b386-3fa3-4cd5-9d17-0af7e9d38736 tempest-AllowedAddressPairIpV6TestJSON-1108575918 tempest-AllowedAddressPairIpV6TestJSON-1108575918-project] Pushing event deleted for resources: {'Network': ['ID=b6177cba-660c-49a7-b82d-107109db64a2,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:10.231950 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaa0eb-4b96-46f8-a5dc-adc7c9aa0900 req-a706b285-4a53-4b2b-bfcc-d835b9314532 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:10.234410 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7dfaa0eb-4b96-46f8-a5dc-adc7c9aa0900 req-a706b285-4a53-4b2b-bfcc-d835b9314532 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.32 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 945 time: 0.2092142 Apr 18 20:45:10.287810 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af60fd9e-4476-45e3-a0bd-571d7c4a157e tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.298882 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af60fd9e-4476-45e3-a0bd-571d7c4a157e tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.304324 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-af60fd9e-4476-45e3-a0bd-571d7c4a157e tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "DELETE /v2.0/security-groups/692c6ee1-076e-4d61-aada-4c2099441b82 HTTP/1.1" status: 204 len: 168 time: 0.4380810 Apr 18 20:45:10.313286 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47210) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:10.355722 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60fd9e-4476-45e3-a0bd-571d7c4a157e tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=692c6ee1-076e-4d61-aada-4c2099441b82,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:10.412179 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-20b0c4ef-d27a-4502-899e-1ccd6dddfbfd tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] show failed (client error): The resource could not be found. Apr 18 20:45:10.418619 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47212) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:10.419006 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-20b0c4ef-d27a-4502-899e-1ccd6dddfbfd tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "GET /v2.0/security-groups/692c6ee1-076e-4d61-aada-4c2099441b82 HTTP/1.1" status: 404 len: 347 time: 0.1020093 Apr 18 20:45:10.480363 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-57cd4b33-42c5-474a-8edd-6e8cb700ae12 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Floating IP 47dc60bb-ce9c-4e28-99df-f302e934ffe4 associated. External IP: 172.25.1.171, port: 45837c18-0944-4915-9b59-85541fb91035. Apr 18 20:45:10.815470 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device bd6112ad-4b37-4352-b77c-61e6bc5d1fff details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:45:10.847721 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47218) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:10.891391 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cd4b33-42c5-474a-8edd-6e8cb700ae12 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Router 4f096f8b-c524-4d94-841d-471554f9dcb8 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:45:11.222948 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-7dfaa0eb-4b96-46f8-a5dc-adc7c9aa0900 req-e6a0e848-12a9-4189-9d31-aef5173c3a03 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Deleting port 304c400e-5d93-4a01-9fd4-67db08377da9 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:11.223963 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7dfaa0eb-4b96-46f8-a5dc-adc7c9aa0900 req-e6a0e848-12a9-4189-9d31-aef5173c3a03 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.268545 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port bd6112ad-4b37-4352-b77c-61e6bc5d1fff, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=bd6112ad-4b37-4352-b77c-61e6bc5d1fff,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:11.296915 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'bd6112ad-4b37-4352-b77c-61e6bc5d1fff', 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'port_id': 'bd6112ad-4b37-4352-b77c-61e6bc5d1fff', 'mac_address': 'fa:16:3e:a8:ba:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e471ea4-101a-40ef-81f9-9917dd650719', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:45:11.361445 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cd4b33-42c5-474a-8edd-6e8cb700ae12 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:45:11.378979 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e2ef76-4995-4da2-b643-b705f09b2b24 None None] Sync routers for ids ['4f096f8b-c524-4d94-841d-471554f9dcb8'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:45:11.401896 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.415049 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e2ef76-4995-4da2-b643-b705f09b2b24 None None] Routers {'4f096f8b-c524-4d94-841d-471554f9dcb8'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:45:11.415879 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b4e2ef76-4995-4da2-b643-b705f09b2b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:44:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4f096f8b-c524-4d94-841d-471554f9dcb8'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:11.437031 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6112ad-4b37-4352-b77c-61e6bc5d1fff {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:45:11.481604 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port bd6112ad-4b37-4352-b77c-61e6bc5d1fff, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=bd6112ad-4b37-4352-b77c-61e6bc5d1fff,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:11.489218 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.540299 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-fd60f702-2d4f-4565-891f-c643f4823ca5 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Deleting port 313d8a21-9726-49e3-819e-f92a003950bb {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:11.542468 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b4e2ef76-4995-4da2-b643-b705f09b2b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:11.545827 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fd60f702-2d4f-4565-891f-c643f4823ca5 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.569246 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b52986-1760-41a8-97c6-a7e7c404ec84 req-1f1eeb97-3fa7-428c-b6a2-a5a921c4df71 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:11.578656 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-81b52986-1760-41a8-97c6-a7e7c404ec84 req-1f1eeb97-3fa7-428c-b6a2-a5a921c4df71 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 943 time: 0.6857953 Apr 18 20:45:11.582163 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e2ef76-4995-4da2-b643-b705f09b2b24 None None] Routers {'4f096f8b-c524-4d94-841d-471554f9dcb8'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:45:11.583145 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b4e2ef76-4995-4da2-b643-b705f09b2b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:44:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4f096f8b-c524-4d94-841d-471554f9dcb8'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:11.593612 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57cd4b33-42c5-474a-8edd-6e8cb700ae12 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.680920 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-57cd4b33-42c5-474a-8edd-6e8cb700ae12 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.5710993 Apr 18 20:45:11.694833 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=bd6112ad-4b37-4352-b77c-61e6bc5d1fff,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:11.706505 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b4e2ef76-4995-4da2-b643-b705f09b2b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:11.707527 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e2ef76-4995-4da2-b643-b705f09b2b24 None None] The sync data for ids ['4f096f8b-c524-4d94-841d-471554f9dcb8'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:45:11.708358 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47228) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:11.731207 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-81b52986-1760-41a8-97c6-a7e7c404ec84 req-4d34e72f-2ecd-4554-9204-0897587a0256 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481116 Apr 18 20:45:11.757040 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.812670 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6f0ca451-51e0-45e6-afe4-4bc7fcf43ae8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14162ba8cfcc446f8d8d6f590789c223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9567568 Apr 18 20:45:11.824478 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['bd6112ad-4b37-4352-b77c-61e6bc5d1fff'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:45:11.856223 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47230) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:11.873284 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fd60f702-2d4f-4565-891f-c643f4823ca5 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.873987 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fd60f702-2d4f-4565-891f-c643f4823ca5 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.936275 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-fd60f702-2d4f-4565-891f-c643f4823ca5 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Calling delete_port for 313d8a21-9726-49e3-819e-f92a003950bb owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:11.952588 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba134b-47f4-46fe-80d2-c4724aec933e req-68aafd6d-cfee-4ba4-9a7b-f382fd010f86 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:11.955136 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1bba134b-47f4-46fe-80d2-c4724aec933e req-68aafd6d-cfee-4ba4-9a7b-f382fd010f86 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 945 time: 0.7764826 Apr 18 20:45:12.081802 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-7dfaa0eb-4b96-46f8-a5dc-adc7c9aa0900 req-e6a0e848-12a9-4189-9d31-aef5173c3a03 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] For port 304c400e-5d93-4a01-9fd4-67db08377da9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=304c400e-5d93-4a01-9fd4-67db08377da9,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:12.082370 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7dfaa0eb-4b96-46f8-a5dc-adc7c9aa0900 req-e6a0e848-12a9-4189-9d31-aef5173c3a03 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.093348 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4fda04bb-34cd-4852-83b3-45103beb4516 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] 10.222.0.41 "GET /v2.0/floatingips/47dc60bb-ce9c-4e28-99df-f302e934ffe4 HTTP/1.1" status: 200 len: 982 time: 0.3599856 Apr 18 20:45:12.106172 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47232) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:12.148119 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-11fb4047-da8b-4faa-acbc-c8727e1e5f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.232226 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-7dfaa0eb-4b96-46f8-a5dc-adc7c9aa0900 req-e6a0e848-12a9-4189-9d31-aef5173c3a03 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Calling delete_port for 304c400e-5d93-4a01-9fd4-67db08377da9 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:12.254121 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-11fb4047-da8b-4faa-acbc-c8727e1e5f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.514973 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1bba134b-47f4-46fe-80d2-c4724aec933e req-0d358f15-183d-4fc2-be2d-0b727d8a46dc tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5367031 Apr 18 20:45:12.530750 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-11fb4047-da8b-4faa-acbc-c8727e1e5f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.531100 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7dfaa0eb-4b96-46f8-a5dc-adc7c9aa0900 req-e6a0e848-12a9-4189-9d31-aef5173c3a03 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.540468 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-11fb4047-da8b-4faa-acbc-c8727e1e5f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.545395 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['304c400e-5d93-4a01-9fd4-67db08377da9'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:45:12.559443 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-11fb4047-da8b-4faa-acbc-c8727e1e5f98 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7da9d13-6562-4d3e-a0df-b9bd69ef6999 HTTP/1.1" status: 204 len: 168 time: 0.6985624 Apr 18 20:45:12.604886 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb4047-da8b-4faa-acbc-c8727e1e5f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7da9d13-6562-4d3e-a0df-b9bd69ef6999,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:12.639059 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fd60f702-2d4f-4565-891f-c643f4823ca5 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.735502 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dfaa0eb-4b96-46f8-a5dc-adc7c9aa0900 req-e6a0e848-12a9-4189-9d31-aef5173c3a03 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] No DVR routers for this DVR port 304c400e-5d93-4a01-9fd4-67db08377da9 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:12.744275 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0e848-12a9-4189-9d31-aef5173c3a03 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Pushing event deleted for resources: {'Port': ['ID=304c400e-5d93-4a01-9fd4-67db08377da9,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:12.768130 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60f702-2d4f-4565-891f-c643f4823ca5 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event deleted for resources: {'Port': ['ID=313d8a21-9726-49e3-819e-f92a003950bb,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:12.769192 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7dfaa0eb-4b96-46f8-a5dc-adc7c9aa0900 req-e6a0e848-12a9-4189-9d31-aef5173c3a03 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.779490 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7dfaa0eb-4b96-46f8-a5dc-adc7c9aa0900 req-e6a0e848-12a9-4189-9d31-aef5173c3a03 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.32 "DELETE /v2.0/ports/304c400e-5d93-4a01-9fd4-67db08377da9 HTTP/1.1" status: 204 len: 173 time: 2.4809606 Apr 18 20:45:12.780780 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87de44d-802a-4720-8290-67a6d4fda1f5', 'name': 'network-vif-deleted', 'tag': '304c400e-5d93-4a01-9fd4-67db08377da9'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:12.783516 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c676377f-928f-4489-8055-79a4044eea72" -d '{"events": [{"server_uuid": "c87de44d-802a-4720-8290-67a6d4fda1f5", "name": "network-vif-deleted", "tag": "304c400e-5d93-4a01-9fd4-67db08377da9"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:45:12.842337 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ab55e071-24a8-494f-93ac-2bc0637b1ce1 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4298 time: 0.7297716 Apr 18 20:45:12.844285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47248) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:13.034158 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fd60f702-2d4f-4565-891f-c643f4823ca5 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.041102 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fd60f702-2d4f-4565-891f-c643f4823ca5 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.049416 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fd60f702-2d4f-4565-891f-c643f4823ca5 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "DELETE /v2.0/floatingips/77d419ab-69e9-4b8f-9de1-3533524616be HTTP/1.1" status: 204 len: 168 time: 2.6231427 Apr 18 20:45:13.051646 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47252) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:13.076296 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b16a45-5fe9-4714-989c-79a6715bd87d x-openstack-request-id: req-c7b16a45-5fe9-4714-989c-79a6715bd87d {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:45:13.077215 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87de44d-802a-4720-8290-67a6d4fda1f5", "name": "network-vif-deleted", "tag": "304c400e-5d93-4a01-9fd4-67db08377da9", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:45:13.077519 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7b16a45-5fe9-4714-989c-79a6715bd87d {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:45:13.077899 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7b16a45-5fe9-4714-989c-79a6715bd87d'] response: {'server_uuid': 'c87de44d-802a-4720-8290-67a6d4fda1f5', 'name': 'network-vif-deleted', 'tag': '304c400e-5d93-4a01-9fd4-67db08377da9', 'status': 'completed', 'code': 200} Apr 18 20:45:13.226804 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c6cc7-0986-4abd-8064-c4d721e58fa0 req-6e5a6270-716a-4779-91c1-45753e3a35ff tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:13.241364 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-434c6cc7-0986-4abd-8064-c4d721e58fa0 req-6e5a6270-716a-4779-91c1-45753e3a35ff tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 944 time: 0.1607025 Apr 18 20:45:13.296361 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-803aef7c-72aa-4e77-a0ff-ff2227054b79 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Deleting port 72942681-8a4e-43a3-b295-7bf4150afaac {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:13.296849 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-803aef7c-72aa-4e77-a0ff-ff2227054b79 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.383946 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-434c6cc7-0986-4abd-8064-c4d721e58fa0 req-f26f5353-e51c-4638-a664-2d56461aaca3 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366591 Apr 18 20:45:13.420809 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f0bca-ab5c-4176-8dd6-83f9780afe46 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Deleting port ae226e45-bf58-4e7b-ada7-85e6c1fd5c29 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:13.420809 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0bca-ab5c-4176-8dd6-83f9780afe46 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.501135 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-803aef7c-72aa-4e77-a0ff-ff2227054b79 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.561339 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-803aef7c-72aa-4e77-a0ff-ff2227054b79 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Calling delete_port for 72942681-8a4e-43a3-b295-7bf4150afaac owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:13.645343 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0bca-ab5c-4176-8dd6-83f9780afe46 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.645980 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0bca-ab5c-4176-8dd6-83f9780afe46 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.699052 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f0bca-ab5c-4176-8dd6-83f9780afe46 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Calling delete_port for ae226e45-bf58-4e7b-ada7-85e6c1fd5c29 owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:14.036402 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-80309348-f3e7-4bb0-94b5-826a151601e9 req-da255b7b-9ad6-4684-9fd1-20198f0469f1 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=c87de44d-802a-4720-8290-67a6d4fda1f5 HTTP/1.1" status: 200 len: 210 time: 0.1269565 Apr 18 20:45:14.134062 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-803aef7c-72aa-4e77-a0ff-ff2227054b79 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:14.179461 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803aef7c-72aa-4e77-a0ff-ff2227054b79 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event deleted for resources: {'Port': ['ID=72942681-8a4e-43a3-b295-7bf4150afaac,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:14.282092 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-803aef7c-72aa-4e77-a0ff-ff2227054b79 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:14.285994 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-803aef7c-72aa-4e77-a0ff-ff2227054b79 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "DELETE /v2.0/ports/72942681-8a4e-43a3-b295-7bf4150afaac HTTP/1.1" status: 204 len: 168 time: 1.2305295 Apr 18 20:45:14.291332 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47274) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:14.407697 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0bca-ab5c-4176-8dd6-83f9780afe46 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:14.455100 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-09ea9227-bc03-4311-af09-34733e47b7b0 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Deleting port 7c77f7cf-e8d8-4d52-8506-6c7c25f24291 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:14.455451 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-09ea9227-bc03-4311-af09-34733e47b7b0 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:14.507018 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0bca-ab5c-4176-8dd6-83f9780afe46 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Pushing event deleted for resources: {'Port': ['ID=ae226e45-bf58-4e7b-ada7-85e6c1fd5c29,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:14.591210 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47280) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:14.603383 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0bca-ab5c-4176-8dd6-83f9780afe46 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:14.603911 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-4f7f0bca-ab5c-4176-8dd6-83f9780afe46 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Floating IP 47dc60bb-ce9c-4e28-99df-f302e934ffe4 disassociated (deleted). External IP: 172.25.1.171, port: 45837c18-0944-4915-9b59-85541fb91035. Apr 18 20:45:14.704060 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-09ea9227-bc03-4311-af09-34733e47b7b0 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:14.735552 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-09ea9227-bc03-4311-af09-34733e47b7b0 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Calling delete_port for 7c77f7cf-e8d8-4d52-8506-6c7c25f24291 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:14.830735 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device bd6112ad-4b37-4352-b77c-61e6bc5d1fff up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:45:14.867082 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-f587eb38-1942-4cab-a07a-1e32631150df tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-154591691'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:14.919492 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f587eb38-1942-4cab-a07a-1e32631150df tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:14.937778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99655062-70d4-41d3-b049-67199ece98f7 req-4f9f6d23-32c1-4c7e-8320-573ba0c74d58 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:14.941506 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-99655062-70d4-41d3-b049-67199ece98f7 req-4f9f6d23-32c1-4c7e-8320-573ba0c74d58 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 944 time: 0.4277658 Apr 18 20:45:14.953401 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f587eb38-1942-4cab-a07a-1e32631150df tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:14.997659 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7f0bca-ab5c-4176-8dd6-83f9780afe46 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Router 4f096f8b-c524-4d94-841d-471554f9dcb8 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:45:15.024031 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-99655062-70d4-41d3-b049-67199ece98f7 req-b15a191a-465a-48d7-b884-85a5d68cab0a tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707154 Apr 18 20:45:15.034653 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f587eb38-1942-4cab-a07a-1e32631150df tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:15.048526 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port bd6112ad-4b37-4352-b77c-61e6bc5d1fff completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:15.055996 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port bd6112ad-4b37-4352-b77c-61e6bc5d1fff triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:15.056810 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:15.126993 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-09ea9227-bc03-4311-af09-34733e47b7b0 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:15.187536 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea9227-bc03-4311-af09-34733e47b7b0 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event deleted for resources: {'Port': ['ID=7c77f7cf-e8d8-4d52-8506-6c7c25f24291,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:15.290850 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:15.430907 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port bd6112ad-4b37-4352-b77c-61e6bc5d1fff, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=bd6112ad-4b37-4352-b77c-61e6bc5d1fff,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:15.432871 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c99c9af-859e-4975-92f8-c2f6721a9440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6112ad-4b37-4352-b77c-61e6bc5d1fff'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:15.441004 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e66da4-1a30-47d9-9ae6-b5973e8cb832" -d '{"events": [{"server_uuid": "9c99c9af-859e-4975-92f8-c2f6721a9440", "name": "network-vif-plugged", "status": "completed", "tag": "bd6112ad-4b37-4352-b77c-61e6bc5d1fff"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:45:15.455841 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:15.567630 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d753b5-a8bb-4b08-aeee-ee884fa57d97 x-openstack-request-id: req-d1d753b5-a8bb-4b08-aeee-ee884fa57d97 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:45:15.568538 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c99c9af-859e-4975-92f8-c2f6721a9440", "name": "network-vif-plugged", "status": "completed", "tag": "bd6112ad-4b37-4352-b77c-61e6bc5d1fff", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:45:15.568850 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d1d753b5-a8bb-4b08-aeee-ee884fa57d97 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:45:15.569285 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1d753b5-a8bb-4b08-aeee-ee884fa57d97'] response: {'server_uuid': '9c99c9af-859e-4975-92f8-c2f6721a9440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6112ad-4b37-4352-b77c-61e6bc5d1fff', 'code': 200} Apr 18 20:45:15.611023 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=bd6112ad-4b37-4352-b77c-61e6bc5d1fff,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:15.629552 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-09ea9227-bc03-4311-af09-34733e47b7b0 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:15.633896 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-09ea9227-bc03-4311-af09-34733e47b7b0 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "DELETE /v2.0/ports/7c77f7cf-e8d8-4d52-8506-6c7c25f24291 HTTP/1.1" status: 204 len: 168 time: 1.3414402 Apr 18 20:45:15.636773 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f587eb38-1942-4cab-a07a-1e32631150df tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:15.639184 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47304) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:15.723307 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 304c400e-5d93-4a01-9fd4-67db08377da9 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:45:15.742008 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece187db-0b7c-41ec-a145-5d82f7ae3d82 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Deleting subnet 9e58ec91-e95a-4da8-b8eb-4edb6f8b5b4d {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:45:15.757803 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f587eb38-1942-4cab-a07a-1e32631150df tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:15.776640 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 304c400e-5d93-4a01-9fd4-67db08377da9 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:45:15.777648 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 304c400e-5d93-4a01-9fd4-67db08377da9 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:45:15.777845 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f587eb38-1942-4cab-a07a-1e32631150df tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:45:15.797128 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f587eb38-1942-4cab-a07a-1e32631150df tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:15.797873 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-f587eb38-1942-4cab-a07a-1e32631150df tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Added segment 22b4baf0-87d8-419f-8c17-e1c6383febd7 of type vlan for network 50eba278-0f67-4e34-aa13-933b003eee26 Apr 18 20:45:15.811728 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ece187db-0b7c-41ec-a145-5d82f7ae3d82 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:15.925620 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587eb38-1942-4cab-a07a-1e32631150df tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=648f64ab-bed3-495e-864d-4552082376b1,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:15.933557 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f587eb38-1942-4cab-a07a-1e32631150df tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:15.944215 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ece187db-0b7c-41ec-a145-5d82f7ae3d82 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:15.948966 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1703e-6167-4ad1-8065-252fc959665b req-1ede73ec-a825-4333-9455-6d9e2746bcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:15.950179 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a2d1703e-6167-4ad1-8065-252fc959665b req-1ede73ec-a825-4333-9455-6d9e2746bcea service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 1096 time: 0.3298950 Apr 18 20:45:15.993748 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7f0bca-ab5c-4176-8dd6-83f9780afe46 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:45:15.999046 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0bca-ab5c-4176-8dd6-83f9780afe46 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:16.010356 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e8795f-4e0b-4d55-a46c-8e69e4e97893 None None] Sync routers for ids ['4f096f8b-c524-4d94-841d-471554f9dcb8'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:45:16.031829 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e8795f-4e0b-4d55-a46c-8e69e4e97893 None None] Routers {'4f096f8b-c524-4d94-841d-471554f9dcb8'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:45:16.032805 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-00e8795f-4e0b-4d55-a46c-8e69e4e97893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:44:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4f096f8b-c524-4d94-841d-471554f9dcb8'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:16.045813 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f587eb38-1942-4cab-a07a-1e32631150df tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:16.051408 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f587eb38-1942-4cab-a07a-1e32631150df tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:16.052086 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f587eb38-1942-4cab-a07a-1e32631150df tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:16.059567 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4f7f0bca-ab5c-4176-8dd6-83f9780afe46 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] 10.222.0.41 "DELETE /v2.0/floatingips/47dc60bb-ce9c-4e28-99df-f302e934ffe4 HTTP/1.1" status: 204 len: 168 time: 3.2065947 Apr 18 20:45:16.061649 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47312) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:16.064846 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-940513bd-74d4-4e2e-bdfd-97f83cf65416 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:16.065484 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a2d1703e-6167-4ad1-8065-252fc959665b req-b0a193d6-c172-4fac-9d76-92aa43eb0646 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922787 Apr 18 20:45:16.101154 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-cd0d076a-c6c9-4797-a094-7b51fbed6837 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:16.103347 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-cd0d076a-c6c9-4797-a094-7b51fbed6837 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/networks?id=f359647e-7253-4c28-8ec0-be158505d4fd HTTP/1.1" status: 200 len: 812 time: 0.1999426 Apr 18 20:45:16.117201 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-940513bd-74d4-4e2e-bdfd-97f83cf65416 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:16.118475 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-00e8795f-4e0b-4d55-a46c-8e69e4e97893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:16.132682 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e8795f-4e0b-4d55-a46c-8e69e4e97893 None None] Routers {'4f096f8b-c524-4d94-841d-471554f9dcb8'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:45:16.133348 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-00e8795f-4e0b-4d55-a46c-8e69e4e97893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:44:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4f096f8b-c524-4d94-841d-471554f9dcb8'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:16.160761 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f587eb38-1942-4cab-a07a-1e32631150df tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5495780 Apr 18 20:45:16.160969 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-e84e56e5-96e2-4538-9139-af8e34353661 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/quotas/a632b6dbeeee449a9082e9ef3657c7f7 HTTP/1.1" status: 200 len: 375 time: 0.0374050 Apr 18 20:45:16.172781 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47314) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:16.178219 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ceedefc2-f694-413b-866d-3887d2eddac4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:16.209077 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-00e8795f-4e0b-4d55-a46c-8e69e4e97893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:16.211542 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e8795f-4e0b-4d55-a46c-8e69e4e97893 None None] The sync data for ids ['4f096f8b-c524-4d94-841d-471554f9dcb8'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:45:16.234330 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-1cbea538-3f46-4095-ad17-dd7155a4ea79 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a632b6dbeeee449a9082e9ef3657c7f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359917 Apr 18 20:45:16.260377 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587eb38-1942-4cab-a07a-1e32631150df tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Network': ['ID=50eba278-0f67-4e34-aa13-933b003eee26,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:16.263496 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ece187db-0b7c-41ec-a145-5d82f7ae3d82 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:16.278498 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:45:16.331239 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceedefc2-f694-413b-866d-3887d2eddac4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:16.339879 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ceedefc2-f694-413b-866d-3887d2eddac4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:16.408470 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f79259-a812-49b6-9381-e00182835c78 req-fd7004dc-5f4b-4ead-bb8e-50dd02b9e216 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:16.410214 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41f79259-a812-49b6-9381-e00182835c78 req-fd7004dc-5f4b-4ead-bb8e-50dd02b9e216 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 945 time: 0.1495948 Apr 18 20:45:16.445654 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ece187db-0b7c-41ec-a145-5d82f7ae3d82 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:16.494986 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-940513bd-74d4-4e2e-bdfd-97f83cf65416 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:16.498862 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece187db-0b7c-41ec-a145-5d82f7ae3d82 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event deleted for resources: {'Subnet': ['ID=9e58ec91-e95a-4da8-b8eb-4edb6f8b5b4d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:16.510672 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ece187db-0b7c-41ec-a145-5d82f7ae3d82 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:16.514779 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c20baf-1e2c-4f9f-9e97-fef1e625c2cf None None] Network f0513885-75e1-4841-8e3e-94a85e5d0ac6 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:16.517461 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ece187db-0b7c-41ec-a145-5d82f7ae3d82 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "DELETE /v2.0/subnets/9e58ec91-e95a-4da8-b8eb-4edb6f8b5b4d HTTP/1.1" status: 204 len: 168 time: 0.8770752 Apr 18 20:45:16.522677 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47316) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:16.601198 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-9f8298cb-2502-4fbd-9beb-35b9d38b6885 service neutron] 10.222.0.41 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552015 Apr 18 20:45:16.611008 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc50b96-9ae0-4444-aaad-e400ba01a9f3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Deleting subnet 72e7d85d-cdaa-40ae-b795-4a0b852926e4 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:45:16.614950 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5bc50b96-9ae0-4444-aaad-e400ba01a9f3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:16.631561 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41f79259-a812-49b6-9381-e00182835c78 req-84aa110f-23ef-44a8-a623-8f261a9acca9 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065737 Apr 18 20:45:16.680626 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5bc50b96-9ae0-4444-aaad-e400ba01a9f3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:16.798483 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5bc50b96-9ae0-4444-aaad-e400ba01a9f3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:16.834829 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-940513bd-74d4-4e2e-bdfd-97f83cf65416 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Allocated IP 172.25.1.81 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/ec43fe69-bc88-4961-a479-92fd41e6287f) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:16.871237 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-3add6e32-92db-4636-a11c-5d9d03ac7d09 service neutron] 10.222.0.41 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589500 Apr 18 20:45:16.948377 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908e96cd-d60f-4a08-b36c-714c52e3605e None None] DHCP port deletion for f0513885-75e1-4841-8e3e-94a85e5d0ac6 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:45:16.950150 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5bc50b96-9ae0-4444-aaad-e400ba01a9f3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.075406 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc50b96-9ae0-4444-aaad-e400ba01a9f3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event deleted for resources: {'Subnet': ['ID=72e7d85d-cdaa-40ae-b795-4a0b852926e4,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:17.205920 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-940513bd-74d4-4e2e-bdfd-97f83cf65416 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.216622 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-908e96cd-d60f-4a08-b36c-714c52e3605e None None] Deleting port 077d4f74-acf1-438b-86e5-2aa4da819799 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:17.217361 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-908e96cd-d60f-4a08-b36c-714c52e3605e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.249074 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5bc50b96-9ae0-4444-aaad-e400ba01a9f3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.261759 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5bc50b96-9ae0-4444-aaad-e400ba01a9f3 tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "DELETE /v2.0/subnets/72e7d85d-cdaa-40ae-b795-4a0b852926e4 HTTP/1.1" status: 204 len: 168 time: 0.7372565 Apr 18 20:45:17.265119 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47328) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:17.266089 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ceedefc2-f694-413b-866d-3887d2eddac4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.266899 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a0d0c6-23c8-484f-9434-a552c36e77d4 None None] Network 6ebd78e3-8ba6-4968-baed-05df69d3d0c2 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:17.306560 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-940513bd-74d4-4e2e-bdfd-97f83cf65416 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.335602 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a0b9359-739e-48d2-94ae-ccdedbbabed5 req-117483c9-d716-4fa0-b08d-a0c5c0966f34 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=b14c7a86-63f8-420f-9391-136b06213a03 HTTP/1.1" status: 200 len: 210 time: 0.0615067 Apr 18 20:45:17.415146 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940513bd-74d4-4e2e-bdfd-97f83cf65416 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:17.430846 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-940513bd-74d4-4e2e-bdfd-97f83cf65416 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:17.441860 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940513bd-74d4-4e2e-bdfd-97f83cf65416 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Pushing event updated for resources: {'Port': ['ID=ec43fe69-bc88-4961-a479-92fd41e6287f,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:17.458638 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940513bd-74d4-4e2e-bdfd-97f83cf65416 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:17.471477 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceedefc2-f694-413b-866d-3887d2eddac4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=0cf591d2-709b-4c75-af20-97a5a340f3b6,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:17.588850 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-908e96cd-d60f-4a08-b36c-714c52e3605e None None] For port 077d4f74-acf1-438b-86e5-2aa4da819799, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=077d4f74-acf1-438b-86e5-2aa4da819799,segment=NetworkSegment(6b1281b5-64ae-4591-ad67-b41fef38c969),segment_id=6b1281b5-64ae-4591-ad67-b41fef38c969)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:17.589511 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-908e96cd-d60f-4a08-b36c-714c52e3605e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.634746 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceedefc2-f694-413b-866d-3887d2eddac4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Checking segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:45:17.635111 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceedefc2-f694-413b-866d-3887d2eddac4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network hostable DHCP agents. Network: 50eba278-0f67-4e34-aa13-933b003eee26, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:45:17.649044 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f13d032f-8a9a-417c-967e-ace4cb5babaf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.669364 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-940513bd-74d4-4e2e-bdfd-97f83cf65416 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.671271 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceedefc2-f694-413b-866d-3887d2eddac4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:45:17.716837 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-ceedefc2-f694-413b-866d-3887d2eddac4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 50eba278-0f67-4e34-aa13-933b003eee26) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:17.741124 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-908e96cd-d60f-4a08-b36c-714c52e3605e None None] Calling delete_port for 077d4f74-acf1-438b-86e5-2aa4da819799 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:17.743580 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceedefc2-f694-413b-866d-3887d2eddac4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:17.744332 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ceedefc2-f694-413b-866d-3887d2eddac4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.790529 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ceedefc2-f694-413b-866d-3887d2eddac4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6124229 Apr 18 20:45:17.791802 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47342) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:17.804994 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-fca78dd2-edf9-4dc7-9d34-e130aff49baa tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'name': 'tempest-NetworksTestDHCPv6-1719913250'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:17.805883 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-f13d032f-8a9a-417c-967e-ace4cb5babaf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Deleting port 077d4f74-acf1-438b-86e5-2aa4da819799 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:17.806784 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f13d032f-8a9a-417c-967e-ace4cb5babaf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.809541 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-940513bd-74d4-4e2e-bdfd-97f83cf65416 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.004992 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-f13d032f-8a9a-417c-967e-ace4cb5babaf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] For port 077d4f74-acf1-438b-86e5-2aa4da819799, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=077d4f74-acf1-438b-86e5-2aa4da819799,segment=NetworkSegment(6b1281b5-64ae-4591-ad67-b41fef38c969),segment_id=6b1281b5-64ae-4591-ad67-b41fef38c969)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:18.008324 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f13d032f-8a9a-417c-967e-ace4cb5babaf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.026753 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54855b91-3138-4025-94d0-cc35e46374c2 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:18.040575 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-908e96cd-d60f-4a08-b36c-714c52e3605e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.065392 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-f13d032f-8a9a-417c-967e-ace4cb5babaf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Calling delete_port for 077d4f74-acf1-438b-86e5-2aa4da819799 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:18.147051 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908e96cd-d60f-4a08-b36c-714c52e3605e None None] No DVR routers for this DVR port 077d4f74-acf1-438b-86e5-2aa4da819799 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:18.254449 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f13d032f-8a9a-417c-967e-ace4cb5babaf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.263630 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-940513bd-74d4-4e2e-bdfd-97f83cf65416 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.285037 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e96cd-d60f-4a08-b36c-714c52e3605e None None] Pushing event deleted for resources: {'Port': ['ID=077d4f74-acf1-438b-86e5-2aa4da819799,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:18.295143 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdf88f-f1aa-4921-bde6-f4e9b086557f req-bd610247-912e-4994-b6fe-a723ac8a0be4 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:18.297536 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4efdf88f-f1aa-4921-bde6-f4e9b086557f req-bd610247-912e-4994-b6fe-a723ac8a0be4 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 945 time: 0.2024312 Apr 18 20:45:18.309524 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13d032f-8a9a-417c-967e-ace4cb5babaf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] No DVR routers for this DVR port 077d4f74-acf1-438b-86e5-2aa4da819799 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:18.314077 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-940513bd-74d4-4e2e-bdfd-97f83cf65416 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.438759 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec927402-ff4a-4e18-98ce-bf6ab467bdfb None None] DHCP port deletion for 6ebd78e3-8ba6-4968-baed-05df69d3d0c2 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:45:18.480965 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d032f-8a9a-417c-967e-ace4cb5babaf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event deleted for resources: {'Port': ['ID=077d4f74-acf1-438b-86e5-2aa4da819799,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:18.609743 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f13d032f-8a9a-417c-967e-ace4cb5babaf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.624911 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 077d4f74-acf1-438b-86e5-2aa4da819799 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:45:18.642968 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27530093-fddd-45d9-928a-e6c0dd2c0ad7 req-04fb950a-9871-4ca6-a0b3-724a4068cc14 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=b14c7a86-63f8-420f-9391-136b06213a03 HTTP/1.1" status: 200 len: 210 time: 0.1418123 Apr 18 20:45:18.682535 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-f13d032f-8a9a-417c-967e-ace4cb5babaf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0513885-75e1-4841-8e3e-94a85e5d0ac6']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:18.700226 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4efdf88f-f1aa-4921-bde6-f4e9b086557f req-62195a5c-bd24-4461-a095-185c506f7fbc tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388128 Apr 18 20:45:18.700417 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 077d4f74-acf1-438b-86e5-2aa4da819799 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:45:18.701340 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 077d4f74-acf1-438b-86e5-2aa4da819799 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:45:18.704096 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca78dd2-edf9-4dc7-9d34-e130aff49baa tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:18.710105 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fca78dd2-edf9-4dc7-9d34-e130aff49baa tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.713227 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940513bd-74d4-4e2e-bdfd-97f83cf65416 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Pushing event updated for resources: {'Port': ['ID=ec43fe69-bc88-4961-a479-92fd41e6287f,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:18.717306 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-f13d032f-8a9a-417c-967e-ace4cb5babaf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1281b5-64ae-4591-ad67-b41fef38c969') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:18.718315 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-940513bd-74d4-4e2e-bdfd-97f83cf65416 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.733974 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-f13d032f-8a9a-417c-967e-ace4cb5babaf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1281b5-64ae-4591-ad67-b41fef38c969') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:18.764978 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-fca78dd2-edf9-4dc7-9d34-e130aff49baa tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] device_id is not set on port 185c9642-06c1-4c72-be59-050db7db619e yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:45:18.774976 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f13d032f-8a9a-417c-967e-ace4cb5babaf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.803685 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f13d032f-8a9a-417c-967e-ace4cb5babaf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.812352 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13d032f-8a9a-417c-967e-ace4cb5babaf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:45:18.812977 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f13d032f-8a9a-417c-967e-ace4cb5babaf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.827162 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-940513bd-74d4-4e2e-bdfd-97f83cf65416 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.829829 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-940513bd-74d4-4e2e-bdfd-97f83cf65416 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7687039 Apr 18 20:45:18.834366 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47354) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:18.840729 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ec927402-ff4a-4e18-98ce-bf6ab467bdfb None None] Deleting port 8c7bd554-8ed0-4f6f-9664-b0fb753787e2 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:18.841107 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ec927402-ff4a-4e18-98ce-bf6ab467bdfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:45:18.843851 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:45:19.008132 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f13d032f-8a9a-417c-967e-ace4cb5babaf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.039089 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f13d032f-8a9a-417c-967e-ace4cb5babaf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.069793 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f13d032f-8a9a-417c-967e-ace4cb5babaf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "DELETE /v2.0/networks/f0513885-75e1-4841-8e3e-94a85e5d0ac6 HTTP/1.1" status: 204 len: 168 time: 1.7972224 Apr 18 20:45:19.070504 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47362) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.144867 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d032f-8a9a-417c-967e-ace4cb5babaf tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event deleted for resources: {'Network': ['ID=f0513885-75e1-4841-8e3e-94a85e5d0ac6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:19.209142 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdfbeac-785c-41c1-bcfb-da76b59e1f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-50eba278-0f67-4e34-aa13-933b003eee26', 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'fixed_ips': [{'subnet_id': '0cf591d2-709b-4c75-af20-97a5a340f3b6'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:45:19.210468 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5fdfbeac-785c-41c1-bcfb-da76b59e1f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.261435 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-fca78dd2-edf9-4dc7-9d34-e130aff49baa tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 2001:db8::76 (50eba278-0f67-4e34-aa13-933b003eee26/0cf591d2-709b-4c75-af20-97a5a340f3b6/185c9642-06c1-4c72-be59-050db7db619e) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:19.310879 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-d12dd4c6-4b48-4148-a087-6b97295a220d tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:19.387152 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ec927402-ff4a-4e18-98ce-bf6ab467bdfb None None] For port 8c7bd554-8ed0-4f6f-9664-b0fb753787e2, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8c7bd554-8ed0-4f6f-9664-b0fb753787e2,segment=NetworkSegment(0bda1478-dae9-409e-93a0-17d8d33da324),segment_id=0bda1478-dae9-409e-93a0-17d8d33da324)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:19.387736 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ec927402-ff4a-4e18-98ce-bf6ab467bdfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.403606 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ec927402-ff4a-4e18-98ce-bf6ab467bdfb None None] Calling delete_port for 8c7bd554-8ed0-4f6f-9664-b0fb753787e2 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:19.525620 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ec927402-ff4a-4e18-98ce-bf6ab467bdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.547222 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec927402-ff4a-4e18-98ce-bf6ab467bdfb None None] No DVR routers for this DVR port 8c7bd554-8ed0-4f6f-9664-b0fb753787e2 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:19.554330 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d12dd4c6-4b48-4148-a087-6b97295a220d tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.579466 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6023b919-6353-4772-8060-bf204c67523d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.604883 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec927402-ff4a-4e18-98ce-bf6ab467bdfb None None] Pushing event deleted for resources: {'Port': ['ID=8c7bd554-8ed0-4f6f-9664-b0fb753787e2,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:19.624113 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3845c7-b6d4-405d-bb25-5cce69983715 req-f6817526-bfc9-4e35-b791-92a93a1467b4 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:19.633026 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa3845c7-b6d4-405d-bb25-5cce69983715 req-f6817526-bfc9-4e35-b791-92a93a1467b4 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 945 time: 0.5207393 Apr 18 20:45:19.921325 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-02385f3a-b564-4c26-94de-864eab869c1e req-821a3704-a042-4649-b43c-5acf23d19968 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=b14c7a86-63f8-420f-9391-136b06213a03 HTTP/1.1" status: 200 len: 210 time: 0.1124864 Apr 18 20:45:19.953143 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-bdcd1dfc-548b-4892-8b0a-917b1d86a313 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:19.954708 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-bdcd1dfc-548b-4892-8b0a-917b1d86a313 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.32 "GET /v2.0/networks?id=f359647e-7253-4c28-8ec0-be158505d4fd HTTP/1.1" status: 200 len: 812 time: 0.6476834 Apr 18 20:45:19.994087 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa3845c7-b6d4-405d-bb25-5cce69983715 req-983b024a-5c29-485e-8252-4a249dccdab4 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597310 Apr 18 20:45:20.003337 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-aae9ff1f-c424-4cec-8d66-30c3de8be552 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Request body: {'port': {'device_id': 'b14c7a86-63f8-420f-9391-136b06213a03', 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd', 'admin_state_up': True, 'tenant_id': 'a632b6dbeeee449a9082e9ef3657c7f7'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:20.085825 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fca78dd2-edf9-4dc7-9d34-e130aff49baa tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.299333 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6023b919-6353-4772-8060-bf204c67523d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.430480 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-6023b919-6353-4772-8060-bf204c67523d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebd78e3-8ba6-4968-baed-05df69d3d0c2']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:20.451578 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-6023b919-6353-4772-8060-bf204c67523d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bda1478-dae9-409e-93a0-17d8d33da324') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:20.452450 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-6023b919-6353-4772-8060-bf204c67523d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bda1478-dae9-409e-93a0-17d8d33da324') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:20.473793 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6023b919-6353-4772-8060-bf204c67523d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.501676 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6023b919-6353-4772-8060-bf204c67523d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.514428 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6023b919-6353-4772-8060-bf204c67523d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:45:20.515336 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6023b919-6353-4772-8060-bf204c67523d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:45:20.539463 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:45:20.563551 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8c7bd554-8ed0-4f6f-9664-b0fb753787e2 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:45:20.609823 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 8c7bd554-8ed0-4f6f-9664-b0fb753787e2 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:45:20.610552 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8c7bd554-8ed0-4f6f-9664-b0fb753787e2 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:45:20.653936 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fca78dd2-edf9-4dc7-9d34-e130aff49baa tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.662809 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d12dd4c6-4b48-4148-a087-6b97295a220d tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.709520 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6023b919-6353-4772-8060-bf204c67523d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.771298 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-5fdfbeac-785c-41c1-bcfb-da76b59e1f5c None None] Allocated IP 2001:db8::2 (50eba278-0f67-4e34-aa13-933b003eee26/0cf591d2-709b-4c75-af20-97a5a340f3b6/0dd38393-cd98-461a-bd6f-535d29365bd7) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:20.781704 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6023b919-6353-4772-8060-bf204c67523d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.788541 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6023b919-6353-4772-8060-bf204c67523d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] 10.222.0.41 "DELETE /v2.0/networks/6ebd78e3-8ba6-4968-baed-05df69d3d0c2 HTTP/1.1" status: 204 len: 168 time: 1.7093558 Apr 18 20:45:20.806715 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023b919-6353-4772-8060-bf204c67523d tempest-TaggedBootDevicesTest-1117073004 tempest-TaggedBootDevicesTest-1117073004-project] Pushing event deleted for resources: {'Network': ['ID=6ebd78e3-8ba6-4968-baed-05df69d3d0c2,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:20.927955 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca78dd2-edf9-4dc7-9d34-e130aff49baa tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:20.930002 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-fca78dd2-edf9-4dc7-9d34-e130aff49baa tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:20.936330 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-aae9ff1f-c424-4cec-8d66-30c3de8be552 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Made reservation on behalf of a632b6dbeeee449a9082e9ef3657c7f7 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:20.941441 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-aae9ff1f-c424-4cec-8d66-30c3de8be552 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.961828 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca78dd2-edf9-4dc7-9d34-e130aff49baa tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:20.968643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca78dd2-edf9-4dc7-9d34-e130aff49baa tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:20.970110 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fca78dd2-edf9-4dc7-9d34-e130aff49baa tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.990175 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca78dd2-edf9-4dc7-9d34-e130aff49baa tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Port': ['ID=185c9642-06c1-4c72-be59-050db7db619e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:21.018674 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-fca78dd2-edf9-4dc7-9d34-e130aff49baa tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2215064 Apr 18 20:45:21.018920 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47380) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:21.106755 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c7f249a-1d81-47c9-b1c3-fa86cc6eede6 req-633c3b12-7566-490a-9165-425264cbe770 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=b14c7a86-63f8-420f-9391-136b06213a03 HTTP/1.1" status: 200 len: 210 time: 0.0475290 Apr 18 20:45:21.219977 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efbd5b0-c09c-4b73-b6d6-944b0bd612cd tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:21.222611 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8efbd5b0-c09c-4b73-b6d6-944b0bd612cd tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2029331 Apr 18 20:45:21.228325 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47386) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:21.390154 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-3e3c2f57-d052-4887-9372-fb6b0e656c79 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting port 185c9642-06c1-4c72-be59-050db7db619e {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:21.390499 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2f57-d052-4887-9372-fb6b0e656c79 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:21.393364 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5fdfbeac-785c-41c1-bcfb-da76b59e1f5c None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:21.409677 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5fdfbeac-785c-41c1-bcfb-da76b59e1f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:21.462176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-d12dd4c6-4b48-4148-a087-6b97295a220d tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] Allocated IP 172.25.1.30 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/195ce5b0-a55c-4fec-a436-b6150b9c046c) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:21.523362 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdfbeac-785c-41c1-bcfb-da76b59e1f5c None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:21.530257 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-5fdfbeac-785c-41c1-bcfb-da76b59e1f5c None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:21.537711 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdfbeac-785c-41c1-bcfb-da76b59e1f5c None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:21.597634 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2f57-d052-4887-9372-fb6b0e656c79 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:21.622397 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-3e3c2f57-d052-4887-9372-fb6b0e656c79 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Calling delete_port for 185c9642-06c1-4c72-be59-050db7db619e owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:21.649225 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfbeac-785c-41c1-bcfb-da76b59e1f5c None None] Pushing event updated for resources: {'Port': ['ID=0dd38393-cd98-461a-bd6f-535d29365bd7,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:21.720474 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5fdfbeac-785c-41c1-bcfb-da76b59e1f5c None None] Attempting to bind port 0dd38393-cd98-461a-bd6f-535d29365bd7 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:21.721056 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5fdfbeac-785c-41c1-bcfb-da76b59e1f5c None None] Attempting to bind port 0dd38393-cd98-461a-bd6f-535d29365bd7 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:21.721713 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdfbeac-785c-41c1-bcfb-da76b59e1f5c None None] Attempting to bind port 0dd38393-cd98-461a-bd6f-535d29365bd7 on network 50eba278-0f67-4e34-aa13-933b003eee26 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:45:21.729319 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdfbeac-785c-41c1-bcfb-da76b59e1f5c None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:45:21.729880 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdfbeac-785c-41c1-bcfb-da76b59e1f5c None None] Checking segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:45:21.730592 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5fdfbeac-785c-41c1-bcfb-da76b59e1f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:21.731114 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdfbeac-785c-41c1-bcfb-da76b59e1f5c None None] Bound using segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:45:21.731922 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5fdfbeac-785c-41c1-bcfb-da76b59e1f5c None None] Bound port: 0dd38393-cd98-461a-bd6f-535d29365bd7, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:21.732550 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5fdfbeac-785c-41c1-bcfb-da76b59e1f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:21.733660 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d12dd4c6-4b48-4148-a087-6b97295a220d tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:21.782350 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e0a9f-5f9b-4bb0-8047-03f8c0496f0a req-4b7c738b-3d18-4cfe-9cfd-54ed052695c4 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:21.784397 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c23e0a9f-5f9b-4bb0-8047-03f8c0496f0a req-4b7c738b-3d18-4cfe-9cfd-54ed052695c4 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 945 time: 0.5498590 Apr 18 20:45:21.794974 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-aae9ff1f-c424-4cec-8d66-30c3de8be552 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Allocated IP 172.20.0.5 (f359647e-7253-4c28-8ec0-be158505d4fd/6320347a-fb3b-4b56-9b35-0b62db71b2d8/f29c0307-7b8a-416a-b50c-23ac787a0bbf) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:21.831582 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d12dd4c6-4b48-4148-a087-6b97295a220d tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:21.841716 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5fdfbeac-785c-41c1-bcfb-da76b59e1f5c None None] For port 0dd38393-cd98-461a-bd6f-535d29365bd7, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:45:21.845960 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5fdfbeac-785c-41c1-bcfb-da76b59e1f5c None None] For port 0dd38393-cd98-461a-bd6f-535d29365bd7, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=0dd38393-cd98-461a-bd6f-535d29365bd7,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:45:21.854997 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5fdfbeac-785c-41c1-bcfb-da76b59e1f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:21.917869 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12dd4c6-4b48-4148-a087-6b97295a220d tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:21.922608 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47392) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:21.948287 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-d12dd4c6-4b48-4148-a087-6b97295a220d tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:21.959681 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12dd4c6-4b48-4148-a087-6b97295a220d tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:21.975895 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c23e0a9f-5f9b-4bb0-8047-03f8c0496f0a req-f84f30d2-3f5a-490d-b0ee-15f6cd513c04 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695232 Apr 18 20:45:21.976219 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:45:22.023047 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12dd4c6-4b48-4148-a087-6b97295a220d tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] Pushing event updated for resources: {'Port': ['ID=195ce5b0-a55c-4fec-a436-b6150b9c046c,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:22.031304 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2f57-d052-4887-9372-fb6b0e656c79 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.182826 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c2f57-d052-4887-9372-fb6b0e656c79 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Port': ['ID=185c9642-06c1-4c72-be59-050db7db619e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:22.245404 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2f57-d052-4887-9372-fb6b0e656c79 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.258675 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3e3c2f57-d052-4887-9372-fb6b0e656c79 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/185c9642-06c1-4c72-be59-050db7db619e HTTP/1.1" status: 204 len: 168 time: 1.0288534 Apr 18 20:45:22.261227 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47402) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:22.289946 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfbeac-785c-41c1-bcfb-da76b59e1f5c None None] Pushing event updated for resources: {'Port': ['ID=0dd38393-cd98-461a-bd6f-535d29365bd7,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:22.456935 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d709044-4fa3-4b19-bc4e-defd9617f5cf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:22.458824 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d709044-4fa3-4b19-bc4e-defd9617f5cf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:22.463362 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8d709044-4fa3-4b19-bc4e-defd9617f5cf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1985793 Apr 18 20:45:22.463966 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47404) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:22.520919 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d12dd4c6-4b48-4148-a087-6b97295a220d tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.615482 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2f6ba6c-c307-4336-ac3c-bf7a9fd4cf3a req-64a0a82f-b2f6-426b-ab8a-5bd77da7f4a3 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=b14c7a86-63f8-420f-9391-136b06213a03 HTTP/1.1" status: 200 len: 210 time: 0.1300652 Apr 18 20:45:22.620615 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 0dd38393-cd98-461a-bd6f-535d29365bd7 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:45:22.643472 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-aae9ff1f-c424-4cec-8d66-30c3de8be552 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.670557 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b7cdd6-0c2c-4aff-9414-6c3fa7ad661b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet 0cf591d2-709b-4c75-af20-97a5a340f3b6 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:45:22.695657 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-74b7cdd6-0c2c-4aff-9414-6c3fa7ad661b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.765764 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-aae9ff1f-c424-4cec-8d66-30c3de8be552 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.807040 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 0dd38393-cd98-461a-bd6f-535d29365bd7 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:22.808606 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.895947 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-74b7cdd6-0c2c-4aff-9414-6c3fa7ad661b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.917725 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d12dd4c6-4b48-4148-a087-6b97295a220d tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:23.185937 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:23.265021 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 0dd38393-cd98-461a-bd6f-535d29365bd7, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=0dd38393-cd98-461a-bd6f-535d29365bd7,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:23.281991 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:23.353959 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9ff1f-c424-4cec-8d66-30c3de8be552 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Pushing event updated for resources: {'Port': ['ID=f29c0307-7b8a-416a-b50c-23ac787a0bbf,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:23.394429 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-aae9ff1f-c424-4cec-8d66-30c3de8be552 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Network f359647e-7253-4c28-8ec0-be158505d4fd is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:23.410289 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-aae9ff1f-c424-4cec-8d66-30c3de8be552 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:23.421962 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-aae9ff1f-c424-4cec-8d66-30c3de8be552 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:23.460822 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=0dd38393-cd98-461a-bd6f-535d29365bd7,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:23.517290 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-74b7cdd6-0c2c-4aff-9414-6c3fa7ad661b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:23.730096 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-74b7cdd6-0c2c-4aff-9414-6c3fa7ad661b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:23.807776 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7cdd6-0c2c-4aff-9414-6c3fa7ad661b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf591d2-709b-4c75-af20-97a5a340f3b6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:23.827516 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-74b7cdd6-0c2c-4aff-9414-6c3fa7ad661b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:23.835981 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-74b7cdd6-0c2c-4aff-9414-6c3fa7ad661b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/0cf591d2-709b-4c75-af20-97a5a340f3b6 HTTP/1.1" status: 204 len: 168 time: 1.3706007 Apr 18 20:45:23.837095 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47422) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:23.862657 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563f5cc5-c472-4a17-958d-17d286894889 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:23.935473 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-19523e57-b7c4-42a3-b0c8-fddd7fef00c6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0846050 Apr 18 20:45:23.938199 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47426) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:23.949097 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-1c8c8c7f-2a46-4b81-86b1-9d1d20e136ac tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:24.084931 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b5eef941-09da-4e92-a26d-820e65f48e6b None None] Provisioning complete for port 0dd38393-cd98-461a-bd6f-535d29365bd7 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:24.085617 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b5eef941-09da-4e92-a26d-820e65f48e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.100281 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8c8c7f-2a46-4b81-86b1-9d1d20e136ac tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:24.104462 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1c8c8c7f-2a46-4b81-86b1-9d1d20e136ac tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.122330 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-aae9ff1f-c424-4cec-8d66-30c3de8be552 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:24.125226 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-aae9ff1f-c424-4cec-8d66-30c3de8be552 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.265496 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742b879-fc27-41b5-b4a3-a2780fedcfad req-2e421715-eb4e-4969-a2d5-fa9e608c3bf7 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:24.267647 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f742b879-fc27-41b5-b4a3-a2780fedcfad req-2e421715-eb4e-4969-a2d5-fa9e608c3bf7 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 945 time: 1.0491123 Apr 18 20:45:24.279071 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-aae9ff1f-c424-4cec-8d66-30c3de8be552 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2962019 Apr 18 20:45:24.289362 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980b7cc3-7b58-43d4-a9ff-bdd470e0e8b6 None None] DHCP port deletion for 50eba278-0f67-4e34-aa13-933b003eee26 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:45:24.305040 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-6d200884-8087-4996-8708-2e39d4f0860c service neutron] Request body: {'port': {'device_id': 'b14c7a86-63f8-420f-9391-136b06213a03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:24.314658 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d12dd4c6-4b48-4148-a087-6b97295a220d tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.377361 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d12dd4c6-4b48-4148-a087-6b97295a220d tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.397921 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-980b7cc3-7b58-43d4-a9ff-bdd470e0e8b6 None None] Deleting port 0dd38393-cd98-461a-bd6f-535d29365bd7 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:24.398310 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-980b7cc3-7b58-43d4-a9ff-bdd470e0e8b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.492933 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 0dd38393-cd98-461a-bd6f-535d29365bd7 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:45:24.552749 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1c8c8c7f-2a46-4b81-86b1-9d1d20e136ac tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.563005 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ab92def2-fc4d-4630-9634-51ed5348522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.577386 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-980b7cc3-7b58-43d4-a9ff-bdd470e0e8b6 None None] For port 0dd38393-cd98-461a-bd6f-535d29365bd7, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=0dd38393-cd98-461a-bd6f-535d29365bd7,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:24.577796 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-980b7cc3-7b58-43d4-a9ff-bdd470e0e8b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.604531 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-6d200884-8087-4996-8708-2e39d4f0860c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.608098 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-980b7cc3-7b58-43d4-a9ff-bdd470e0e8b6 None None] Calling delete_port for 0dd38393-cd98-461a-bd6f-535d29365bd7 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:24.622750 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb073f5-63ee-4aaf-aa95-6dbe0b5661e3 req-5f9316f6-39bc-46f1-a243-c3a6426d39b8 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:24.630101 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ceb073f5-63ee-4aaf-aa95-6dbe0b5661e3 req-5f9316f6-39bc-46f1-a243-c3a6426d39b8 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=b14c7a86-63f8-420f-9391-136b06213a03 HTTP/1.1" status: 200 len: 931 time: 0.4955788 Apr 18 20:45:24.649784 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f668be1a-cae3-4a4e-ad3e-4d59845373d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.660502 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8c8c7f-2a46-4b81-86b1-9d1d20e136ac tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:24.662722 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f742b879-fc27-41b5-b4a3-a2780fedcfad req-defcf27f-805b-419e-84cf-1a1bd614425e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804212 Apr 18 20:45:24.726162 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12dd4c6-4b48-4148-a087-6b97295a220d tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] Pushing event updated for resources: {'Port': ['ID=195ce5b0-a55c-4fec-a436-b6150b9c046c,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:24.738922 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d12dd4c6-4b48-4148-a087-6b97295a220d tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.756574 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-1c8c8c7f-2a46-4b81-86b1-9d1d20e136ac tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:24.768468 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ceb073f5-63ee-4aaf-aa95-6dbe0b5661e3 req-d9e97338-0f33-489a-984a-14044f71dd6e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350520 Apr 18 20:45:24.773778 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8c8c7f-2a46-4b81-86b1-9d1d20e136ac tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:24.774762 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1c8c8c7f-2a46-4b81-86b1-9d1d20e136ac tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.801488 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d12dd4c6-4b48-4148-a087-6b97295a220d tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.803360 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d12dd4c6-4b48-4148-a087-6b97295a220d tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9632406 Apr 18 20:45:24.807191 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c8c7f-2a46-4b81-86b1-9d1d20e136ac tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=3f1995de-8955-4a73-8424-b63931f15350,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:24.807922 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47430) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:24.837046 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47432) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:24.841431 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1c8c8c7f-2a46-4b81-86b1-9d1d20e136ac tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9017906 Apr 18 20:45:24.871008 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device bd6112ad-4b37-4352-b77c-61e6bc5d1fff details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:45:24.878462 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-980b7cc3-7b58-43d4-a9ff-bdd470e0e8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.931717 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-026217dc-851a-4f77-9110-06baf1c290c0 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4003 time: 0.1192646 Apr 18 20:45:24.939141 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-c134939f-1f49-49f8-a31f-2e5cddec2801 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'name': 'tempest-NetworksTestDHCPv6-1217993476'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:24.939378 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b7cc3-7b58-43d4-a9ff-bdd470e0e8b6 None None] Pushing event deleted for resources: {'Port': ['ID=0dd38393-cd98-461a-bd6f-535d29365bd7,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:24.948538 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980b7cc3-7b58-43d4-a9ff-bdd470e0e8b6 None None] No DVR routers for this DVR port 0dd38393-cd98-461a-bd6f-535d29365bd7 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:24.951808 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47434) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:24.970070 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.061674 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac19c9b-c141-4153-8bac-9ff89368139b None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:25.231174 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port bd6112ad-4b37-4352-b77c-61e6bc5d1fff, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=bd6112ad-4b37-4352-b77c-61e6bc5d1fff,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:25.299692 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'bd6112ad-4b37-4352-b77c-61e6bc5d1fff', 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'port_id': 'bd6112ad-4b37-4352-b77c-61e6bc5d1fff', 'mac_address': 'fa:16:3e:a8:ba:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e471ea4-101a-40ef-81f9-9917dd650719', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:45:25.469072 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abda0726-060f-46cd-a751-187ded70a941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-50eba278-0f67-4e34-aa13-933b003eee26', 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'fixed_ips': [{'subnet_id': '3f1995de-8955-4a73-8424-b63931f15350'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:45:25.470538 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-abda0726-060f-46cd-a751-187ded70a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.478260 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.506409 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c134939f-1f49-49f8-a31f-2e5cddec2801 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:25.511391 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c134939f-1f49-49f8-a31f-2e5cddec2801 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.566647 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-c134939f-1f49-49f8-a31f-2e5cddec2801 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] device_id is not set on port 8b95bd79-c239-49ad-8ca3-cfa5d70538c0 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:45:25.707411 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-6d200884-8087-4996-8708-2e39d4f0860c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f29c0307-7b8a-416a-b50c-23ac787a0bbf {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:45:25.748289 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-6d200884-8087-4996-8708-2e39d4f0860c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.761864 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1630ffad-5fdc-44d1-ba8f-e88d68551c70 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.7755339 Apr 18 20:45:25.766220 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47454) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:25.952934 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-abda0726-060f-46cd-a751-187ded70a941 None None] Allocated IP 2001:db8::2 (50eba278-0f67-4e34-aa13-933b003eee26/3f1995de-8955-4a73-8424-b63931f15350/4b237a66-dcf4-4cb9-bd70-9dc9e0ca6b83) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:25.973029 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd6112ad-4b37-4352-b77c-61e6bc5d1fff {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:45:26.067068 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-6d200884-8087-4996-8708-2e39d4f0860c service neutron] Transition to ACTIVE for port object f29c0307-7b8a-416a-b50c-23ac787a0bbf will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:26.121466 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-6d200884-8087-4996-8708-2e39d4f0860c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.132550 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-f668be1a-cae3-4a4e-ad3e-4d59845373d9 admin admin] Deleting port a68d6e7f-1158-4949-ae32-bdf022bcbb17 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:26.132899 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f668be1a-cae3-4a4e-ad3e-4d59845373d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.162937 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port bd6112ad-4b37-4352-b77c-61e6bc5d1fff, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=bd6112ad-4b37-4352-b77c-61e6bc5d1fff,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:26.225246 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200884-8087-4996-8708-2e39d4f0860c service neutron] Pushing event updated for resources: {'Port': ['ID=f29c0307-7b8a-416a-b50c-23ac787a0bbf,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:26.287673 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc65332-9c39-458b-b88b-6cef898028ac req-3879f47f-12b3-4407-8532-293d02f39597 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:26.290334 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4cc65332-9c39-458b-b88b-6cef898028ac req-3879f47f-12b3-4407-8532-293d02f39597 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=b14c7a86-63f8-420f-9391-136b06213a03 HTTP/1.1" status: 200 len: 943 time: 0.2037308 Apr 18 20:45:26.294520 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.330583 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-f668be1a-cae3-4a4e-ad3e-4d59845373d9 admin admin] For port a68d6e7f-1158-4949-ae32-bdf022bcbb17, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a68d6e7f-1158-4949-ae32-bdf022bcbb17,segment=NetworkSegment(25275ed1-7e44-4f97-85fb-5ca8e77fc202),segment_id=25275ed1-7e44-4f97-85fb-5ca8e77fc202)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:26.331336 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f668be1a-cae3-4a4e-ad3e-4d59845373d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.334325 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1f030-ab37-4279-9d12-c2b939ce9035 req-0fe017a9-9d70-4ba2-91ca-6406507e20d2 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:26.353259 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9da1f030-ab37-4279-9d12-c2b939ce9035 req-0fe017a9-9d70-4ba2-91ca-6406507e20d2 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 945 time: 0.2838395 Apr 18 20:45:26.375893 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-f668be1a-cae3-4a4e-ad3e-4d59845373d9 admin admin] Calling delete_port for a68d6e7f-1158-4949-ae32-bdf022bcbb17 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:26.461737 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=bd6112ad-4b37-4352-b77c-61e6bc5d1fff,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:26.466913 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4cc65332-9c39-458b-b88b-6cef898028ac req-a4819d5f-4739-416c-a51d-9cf87e059096 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464336 Apr 18 20:45:26.499656 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-07274174-3120-4114-a36e-0a75f8a8755c tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] Deleting port 195ce5b0-a55c-4fec-a436-b6150b9c046c {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:26.500051 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-07274174-3120-4114-a36e-0a75f8a8755c tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.559826 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9da1f030-ab37-4279-9d12-c2b939ce9035 req-6f055a96-a558-48fb-ae13-6a99425c77ac tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056372 Apr 18 20:45:26.628711 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-abda0726-060f-46cd-a751-187ded70a941 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.632926 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['bd6112ad-4b37-4352-b77c-61e6bc5d1fff'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:45:26.633891 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-6d200884-8087-4996-8708-2e39d4f0860c service neutron] Attempting to bind port f29c0307-7b8a-416a-b50c-23ac787a0bbf on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:26.634403 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-6d200884-8087-4996-8708-2e39d4f0860c service neutron] Attempting to bind port f29c0307-7b8a-416a-b50c-23ac787a0bbf by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'c7af4a65-87eb-4bd6-9af9-22178fa49c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:26.634970 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-6d200884-8087-4996-8708-2e39d4f0860c service neutron] Attempting to bind port f29c0307-7b8a-416a-b50c-23ac787a0bbf on network f359647e-7253-4c28-8ec0-be158505d4fd {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:45:26.656529 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-6d200884-8087-4996-8708-2e39d4f0860c service neutron] Port f29c0307-7b8a-416a-b50c-23ac787a0bbf on network f359647e-7253-4c28-8ec0-be158505d4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:45:26.657096 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-6d200884-8087-4996-8708-2e39d4f0860c service neutron] Attempting to bind port f29c0307-7b8a-416a-b50c-23ac787a0bbf on network f359647e-7253-4c28-8ec0-be158505d4fd {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:45:26.681834 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-abda0726-060f-46cd-a751-187ded70a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.726913 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-6d200884-8087-4996-8708-2e39d4f0860c service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:45:26.727256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-6d200884-8087-4996-8708-2e39d4f0860c service neutron] Checking segment: {'id': 'c7af4a65-87eb-4bd6-9af9-22178fa49c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:45:26.727657 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-6d200884-8087-4996-8708-2e39d4f0860c service neutron] Bound using segment: {'id': 'c7af4a65-87eb-4bd6-9af9-22178fa49c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:45:26.728111 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-6d200884-8087-4996-8708-2e39d4f0860c service neutron] Bound port: f29c0307-7b8a-416a-b50c-23ac787a0bbf, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7af4a65-87eb-4bd6-9af9-22178fa49c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:26.736654 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-6d200884-8087-4996-8708-2e39d4f0860c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.797937 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abda0726-060f-46cd-a751-187ded70a941 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:26.812480 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda0726-060f-46cd-a751-187ded70a941 None None] Pushing event updated for resources: {'Port': ['ID=4b237a66-dcf4-4cb9-bd70-9dc9e0ca6b83,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:26.821210 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-abda0726-060f-46cd-a751-187ded70a941 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:26.821210 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abda0726-060f-46cd-a751-187ded70a941 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:26.830633 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-c134939f-1f49-49f8-a31f-2e5cddec2801 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 2001:db8::7a (50eba278-0f67-4e34-aa13-933b003eee26/3f1995de-8955-4a73-8424-b63931f15350/8b95bd79-c239-49ad-8ca3-cfa5d70538c0) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:27.136873 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f668be1a-cae3-4a4e-ad3e-4d59845373d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.174711 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c134939f-1f49-49f8-a31f-2e5cddec2801 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.254930 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-abda0726-060f-46cd-a751-187ded70a941 None None] Attempting to bind port 4b237a66-dcf4-4cb9-bd70-9dc9e0ca6b83 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:27.255726 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-abda0726-060f-46cd-a751-187ded70a941 None None] Attempting to bind port 4b237a66-dcf4-4cb9-bd70-9dc9e0ca6b83 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:27.255726 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda0726-060f-46cd-a751-187ded70a941 None None] Attempting to bind port 4b237a66-dcf4-4cb9-bd70-9dc9e0ca6b83 on network 50eba278-0f67-4e34-aa13-933b003eee26 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:45:27.260402 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-07274174-3120-4114-a36e-0a75f8a8755c tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.260796 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-07274174-3120-4114-a36e-0a75f8a8755c tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.263098 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda0726-060f-46cd-a751-187ded70a941 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:45:27.263545 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda0726-060f-46cd-a751-187ded70a941 None None] Checking segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:45:27.263876 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-abda0726-060f-46cd-a751-187ded70a941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.264282 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda0726-060f-46cd-a751-187ded70a941 None None] Bound using segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:45:27.264800 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-abda0726-060f-46cd-a751-187ded70a941 None None] Bound port: 4b237a66-dcf4-4cb9-bd70-9dc9e0ca6b83, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:27.265189 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-abda0726-060f-46cd-a751-187ded70a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.281141 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-07274174-3120-4114-a36e-0a75f8a8755c tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] Calling delete_port for 195ce5b0-a55c-4fec-a436-b6150b9c046c owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:27.335008 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668be1a-cae3-4a4e-ad3e-4d59845373d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a68d6e7f-1158-4949-ae32-bdf022bcbb17,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:27.455340 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-abda0726-060f-46cd-a751-187ded70a941 None None] For port 4b237a66-dcf4-4cb9-bd70-9dc9e0ca6b83, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:45:27.460463 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-abda0726-060f-46cd-a751-187ded70a941 None None] For port 4b237a66-dcf4-4cb9-bd70-9dc9e0ca6b83, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4b237a66-dcf4-4cb9-bd70-9dc9e0ca6b83,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:45:27.478457 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-abda0726-060f-46cd-a751-187ded70a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.486371 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c134939f-1f49-49f8-a31f-2e5cddec2801 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.796613 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda0726-060f-46cd-a751-187ded70a941 None None] Pushing event updated for resources: {'Port': ['ID=4b237a66-dcf4-4cb9-bd70-9dc9e0ca6b83,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:27.818873 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c134939f-1f49-49f8-a31f-2e5cddec2801 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:27.836980 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-c134939f-1f49-49f8-a31f-2e5cddec2801 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:27.838849 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f668be1a-cae3-4a4e-ad3e-4d59845373d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.894057 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c134939f-1f49-49f8-a31f-2e5cddec2801 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:27.901331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c134939f-1f49-49f8-a31f-2e5cddec2801 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:27.902028 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c134939f-1f49-49f8-a31f-2e5cddec2801 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:28.022009 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134939f-1f49-49f8-a31f-2e5cddec2801 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Port': ['ID=8b95bd79-c239-49ad-8ca3-cfa5d70538c0,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:28.087218 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c134939f-1f49-49f8-a31f-2e5cddec2801 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1668472 Apr 18 20:45:28.092837 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47496) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:28.125335 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-6d200884-8087-4996-8708-2e39d4f0860c service neutron] For port f29c0307-7b8a-416a-b50c-23ac787a0bbf, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:45:28.158600 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c2a4c-44ba-4bc4-925f-371e12fadd33 req-fb20f601-0818-4f4a-ae87-7c0f4aeca5b5 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:28.180798 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e64c2a4c-44ba-4bc4-925f-371e12fadd33 req-fb20f601-0818-4f4a-ae87-7c0f4aeca5b5 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=b14c7a86-63f8-420f-9391-136b06213a03 HTTP/1.1" status: 200 len: 943 time: 0.3891079 Apr 18 20:45:28.222609 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-6d200884-8087-4996-8708-2e39d4f0860c service neutron] For port f29c0307-7b8a-416a-b50c-23ac787a0bbf, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f29c0307-7b8a-416a-b50c-23ac787a0bbf,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:45:28.309799 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-6d200884-8087-4996-8708-2e39d4f0860c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:28.319240 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db33788-20c1-4ff5-99c9-f18bc9db1364 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:28.326627 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db33788-20c1-4ff5-99c9-f18bc9db1364 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:28.331111 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3db33788-20c1-4ff5-99c9-f18bc9db1364 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2342775 Apr 18 20:45:28.332988 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47498) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:28.444808 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-07274174-3120-4114-a36e-0a75f8a8755c tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:28.474565 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b718ce-7f0e-480e-a538-890069cc166b req-8011d872-9215-4fca-816a-8c7aea12cac9 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:28.477062 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b5b718ce-7f0e-480e-a538-890069cc166b req-8011d872-9215-4fca-816a-8c7aea12cac9 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 944 time: 0.4962850 Apr 18 20:45:28.496798 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200884-8087-4996-8708-2e39d4f0860c service neutron] Pushing event updated for resources: {'Port': ['ID=f29c0307-7b8a-416a-b50c-23ac787a0bbf,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:28.517232 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-6d200884-8087-4996-8708-2e39d4f0860c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:28.517870 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-6d200884-8087-4996-8708-2e39d4f0860c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:28.519583 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-6d200884-8087-4996-8708-2e39d4f0860c service neutron] 10.222.0.32 "PUT /v2.0/ports/f29c0307-7b8a-416a-b50c-23ac787a0bbf HTTP/1.1" status: 200 len: 1091 time: 4.2197304 Apr 18 20:45:28.520121 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14c7a86-63f8-420f-9391-136b06213a03', 'tag': 'f29c0307-7b8a-416a-b50c-23ac787a0bbf'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:28.525152 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf38c7bb-c336-4645-b929-70f50a0c38bd" -d '{"events": [{"name": "network-changed", "server_uuid": "b14c7a86-63f8-420f-9391-136b06213a03", "tag": "f29c0307-7b8a-416a-b50c-23ac787a0bbf"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:45:28.607963 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e64c2a4c-44ba-4bc4-925f-371e12fadd33 req-8ec7115a-2d46-4844-b640-47b80178095f tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216506 Apr 18 20:45:28.660888 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07274174-3120-4114-a36e-0a75f8a8755c tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] Pushing event deleted for resources: {'Port': ['ID=195ce5b0-a55c-4fec-a436-b6150b9c046c,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:28.766477 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4b237a66-dcf4-4cb9-bd70-9dc9e0ca6b83 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:45:28.793153 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-07274174-3120-4114-a36e-0a75f8a8755c tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:28.801035 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-07274174-3120-4114-a36e-0a75f8a8755c tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:28.810047 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-07274174-3120-4114-a36e-0a75f8a8755c tempest-FloatingIPAdminTestJSON-438419106 tempest-FloatingIPAdminTestJSON-438419106-project] 10.222.0.41 "DELETE /v2.0/floatingips/787c3879-f810-4667-9bb0-e2715715323a HTTP/1.1" status: 204 len: 168 time: 3.0419874 Apr 18 20:45:28.842773 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47502) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:28.876060 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device bd6112ad-4b37-4352-b77c-61e6bc5d1fff up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:45:28.918816 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b5b718ce-7f0e-480e-a538-890069cc166b req-f5c08011-1a1a-416e-bd16-d548830e51f8 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083931 Apr 18 20:45:28.930153 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-540e43c5-03a2-46dc-b456-531f7abdf930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:28.978628 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 4b237a66-dcf4-4cb9-bd70-9dc9e0ca6b83 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:28.979959 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:28.988689 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-f27e7942-d89d-4bc4-aafe-09b9fede739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:28.991283 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-f27e7942-d89d-4bc4-aafe-09b9fede739d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a632b6dbeeee449a9082e9ef3657c7f7&device_id=b14c7a86-63f8-420f-9391-136b06213a03 HTTP/1.1" status: 200 len: 1094 time: 0.2428260 Apr 18 20:45:29.005983 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6ba9c-beaa-4b10-bbd1-a14de7b6cc9b req-e2e1d728-c494-4024-acec-fe1265204d7a tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:29.016038 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbc6ba9c-beaa-4b10-bbd1-a14de7b6cc9b req-e2e1d728-c494-4024-acec-fe1265204d7a tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e9c794-72e3-4494-9625-d79c4a534cab HTTP/1.1" status: 200 len: 945 time: 0.1555240 Apr 18 20:45:29.082103 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-ae53ef04-6f86-48d2-a6c7-c58c31e42511 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f29c0307-7b8a-416a-b50c-23ac787a0bbf HTTP/1.1" status: 200 len: 217 time: 0.0487139 Apr 18 20:45:29.158339 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port bd6112ad-4b37-4352-b77c-61e6bc5d1fff triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:29.158978 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.169477 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee69848-847f-4c9e-86fb-554c8c92efa9 x-openstack-request-id: req-7ee69848-847f-4c9e-86fb-554c8c92efa9 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:45:29.169779 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14c7a86-63f8-420f-9391-136b06213a03", "tag": "f29c0307-7b8a-416a-b50c-23ac787a0bbf", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:45:29.170017 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ee69848-847f-4c9e-86fb-554c8c92efa9 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:45:29.170445 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ee69848-847f-4c9e-86fb-554c8c92efa9'] response: {'name': 'network-changed', 'server_uuid': 'b14c7a86-63f8-420f-9391-136b06213a03', 'tag': 'f29c0307-7b8a-416a-b50c-23ac787a0bbf', 'status': 'completed', 'code': 200} Apr 18 20:45:29.316003 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbc6ba9c-beaa-4b10-bbd1-a14de7b6cc9b req-79ee57fb-77fb-42b6-8154-43cbf6e0ab90 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=b11653c1-0ef5-4ea8-ba2b-ec453631e0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2980859 Apr 18 20:45:29.321142 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-11ae493e-d11e-4664-a8cb-5b66a2d72c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:29.326723 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-11ae493e-d11e-4664-a8cb-5b66a2d72c10 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6320347a-fb3b-4b56-9b35-0b62db71b2d8 HTTP/1.1" status: 200 len: 852 time: 0.2167487 Apr 18 20:45:29.375816 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f668be1a-cae3-4a4e-ad3e-4d59845373d9 admin admin] Router d1a7aacd-706b-400b-ac1e-4d5297b95add has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:45:29.389099 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-95ebdadb-0710-43a7-b154-6653bd689585 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f359647e-7253-4c28-8ec0-be158505d4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551958 Apr 18 20:45:29.624622 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-d2c082c5-c0e2-4d8b-804b-c3751cd2a88f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting port 8b95bd79-c239-49ad-8ca3-cfa5d70538c0 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:29.624939 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2c082c5-c0e2-4d8b-804b-c3751cd2a88f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.633430 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.634019 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-f1f24fee-7b26-4194-bd0b-bee95c877372 service neutron] 10.222.0.32 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278671 Apr 18 20:45:29.678618 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.845180 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port bd6112ad-4b37-4352-b77c-61e6bc5d1fff, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=bd6112ad-4b37-4352-b77c-61e6bc5d1fff,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:29.847558 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c99c9af-859e-4975-92f8-c2f6721a9440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6112ad-4b37-4352-b77c-61e6bc5d1fff'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:29.851490 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e74312-e926-4a75-a80f-96d28ebd18f9" -d '{"events": [{"server_uuid": "9c99c9af-859e-4975-92f8-c2f6721a9440", "name": "network-vif-plugged", "status": "completed", "tag": "bd6112ad-4b37-4352-b77c-61e6bc5d1fff"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:45:29.871531 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.877471 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 4b237a66-dcf4-4cb9-bd70-9dc9e0ca6b83, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4b237a66-dcf4-4cb9-bd70-9dc9e0ca6b83,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:29.879385 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.978454 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=bd6112ad-4b37-4352-b77c-61e6bc5d1fff,revision_number=7']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:29.995026 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db2ae4c-fa9a-474d-8d22-8b433eecf094 x-openstack-request-id: req-5db2ae4c-fa9a-474d-8d22-8b433eecf094 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:45:29.995667 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c99c9af-859e-4975-92f8-c2f6721a9440", "name": "network-vif-plugged", "status": "completed", "tag": "bd6112ad-4b37-4352-b77c-61e6bc5d1fff", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:45:29.995989 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5db2ae4c-fa9a-474d-8d22-8b433eecf094 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:45:29.996417 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db2ae4c-fa9a-474d-8d22-8b433eecf094'] response: {'server_uuid': '9c99c9af-859e-4975-92f8-c2f6721a9440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6112ad-4b37-4352-b77c-61e6bc5d1fff', 'code': 200} Apr 18 20:45:29.998292 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:30.118677 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-34e662f4-c725-4cc0-8a97-22df693f4006 None None] Provisioning complete for port 4b237a66-dcf4-4cb9-bd70-9dc9e0ca6b83 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:30.118914 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-34e662f4-c725-4cc0-8a97-22df693f4006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:30.134142 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-39c90a80-f858-4c8e-82d5-daab3efdc746 req-538f94ed-557c-4344-8151-ecb20caaa5b2 service neutron] 10.222.0.32 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983723 Apr 18 20:45:30.163623 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5de989-c7bc-4a31-a468-bb7306c939b4 req-ee65951e-ed6c-410d-b86f-11b8d9c918f2 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:30.166771 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fc5de989-c7bc-4a31-a468-bb7306c939b4 req-ee65951e-ed6c-410d-b86f-11b8d9c918f2 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=b14c7a86-63f8-420f-9391-136b06213a03 HTTP/1.1" status: 200 len: 943 time: 0.3880146 Apr 18 20:45:30.205493 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa9dec-6fd4-4f6e-b480-4a757ba77166 req-61af9946-a336-45a2-9d36-4186248ad1a1 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:30.214183 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-44aa9dec-6fd4-4f6e-b480-4a757ba77166 req-61af9946-a336-45a2-9d36-4186248ad1a1 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1e9c794-72e3-4494-9625-d79c4a534cab HTTP/1.1" status: 200 len: 945 time: 0.6391354 Apr 18 20:45:30.241238 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=4b237a66-dcf4-4cb9-bd70-9dc9e0ca6b83,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:30.282325 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f668be1a-cae3-4a4e-ad3e-4d59845373d9 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:45:30.297436 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2c082c5-c0e2-4d8b-804b-c3751cd2a88f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:30.334344 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f9dac6-0da0-49b1-a33e-6ab27bb35238 None None] Sync routers for ids ['d1a7aacd-706b-400b-ac1e-4d5297b95add'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:45:30.355831 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f668be1a-cae3-4a4e-ad3e-4d59845373d9 admin admin] 10.222.0.41 "PUT /v2.0/routers/d1a7aacd-706b-400b-ac1e-4d5297b95add/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4268765 Apr 18 20:45:30.362190 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f9dac6-0da0-49b1-a33e-6ab27bb35238 None None] Routers {'d1a7aacd-706b-400b-ac1e-4d5297b95add'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:45:30.363627 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-28f9dac6-0da0-49b1-a33e-6ab27bb35238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:45:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d1a7aacd-706b-400b-ac1e-4d5297b95add'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:30.404487 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47516) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:30.488044 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-727d3f94-a563-4460-a1a5-5311dbb2f772 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Deleting port ec43fe69-bc88-4961-a479-92fd41e6287f {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:30.488510 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-727d3f94-a563-4460-a1a5-5311dbb2f772 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:30.605117 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-d2c082c5-c0e2-4d8b-804b-c3751cd2a88f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Calling delete_port for 8b95bd79-c239-49ad-8ca3-cfa5d70538c0 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:30.651297 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4b237a66-dcf4-4cb9-bd70-9dc9e0ca6b83 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:45:30.653647 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fc5de989-c7bc-4a31-a468-bb7306c939b4 req-9a7bb764-1bf2-42c2-9154-89ab823c650f tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800613 Apr 18 20:45:30.699680 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38c7bb-c336-4645-b929-70f50a0c38bd req-ab18ba17-4a35-4063-b317-cd269bfddcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:30.706593 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf38c7bb-c336-4645-b929-70f50a0c38bd req-ab18ba17-4a35-4063-b317-cd269bfddcfb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a632b6dbeeee449a9082e9ef3657c7f7&device_id=b14c7a86-63f8-420f-9391-136b06213a03 HTTP/1.1" status: 200 len: 1094 time: 0.2747078 Apr 18 20:45:30.755719 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5795a-1966-41de-9bba-6a7bc6b0f0e5 req-52ed9c78-626e-4c16-aa23-a7b11e4ae139 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:30.769079 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90a5795a-1966-41de-9bba-6a7bc6b0f0e5 req-52ed9c78-626e-4c16-aa23-a7b11e4ae139 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 945 time: 0.5566716 Apr 18 20:45:30.866147 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-36455e39-462a-4637-a937-8fec2b57a3c4 None None] Could not find standard attr ID for object 185c9642-06c1-4c72-be59-050db7db619e. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:45:30.887281 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-28f9dac6-0da0-49b1-a33e-6ab27bb35238 None None] Set router d1a7aacd-706b-400b-ac1e-4d5297b95add gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:45:30.912604 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90a5795a-1966-41de-9bba-6a7bc6b0f0e5 req-4194e061-aed1-4946-8c86-f9cf1c227d17 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337366 Apr 18 20:45:30.937381 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 4b237a66-dcf4-4cb9-bd70-9dc9e0ca6b83 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:30.938024 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.120143 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73674f-f5bb-458c-96e0-85cf0578f2ab req-b6de19d7-a6da-468f-b556-f31f53fc1b1d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:31.125516 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a73674f-f5bb-458c-96e0-85cf0578f2ab req-b6de19d7-a6da-468f-b556-f31f53fc1b1d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e9c794-72e3-4494-9625-d79c4a534cab HTTP/1.1" status: 200 len: 945 time: 0.2479823 Apr 18 20:45:31.171107 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c6af1f75-c84a-4e22-abba-b4bebdb545fb None None] Provisioning complete for port 8b95bd79-c239-49ad-8ca3-cfa5d70538c0 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:31.171488 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c6af1f75-c84a-4e22-abba-b4bebdb545fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.223422 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38c7bb-c336-4645-b929-70f50a0c38bd req-d36d6186-1e63-457c-99b3-d4447f5b58d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:31.226262 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf38c7bb-c336-4645-b929-70f50a0c38bd req-d36d6186-1e63-457c-99b3-d4447f5b58d5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f359647e-7253-4c28-8ec0-be158505d4fd HTTP/1.1" status: 200 len: 913 time: 0.5085969 Apr 18 20:45:31.258534 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34e40020-c2e8-4bf9-b53e-600ac68a0e16 admin admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.320932 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-727d3f94-a563-4460-a1a5-5311dbb2f772 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.321487 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-727d3f94-a563-4460-a1a5-5311dbb2f772 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.344782 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c6af1f75-c84a-4e22-abba-b4bebdb545fb None None] Port 8b95bd79-c239-49ad-8ca3-cfa5d70538c0 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:45:31.379433 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf38c7bb-c336-4645-b929-70f50a0c38bd req-309a154b-e08a-4fc9-8a61-e0ab0939da28 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f29c0307-7b8a-416a-b50c-23ac787a0bbf HTTP/1.1" status: 200 len: 217 time: 0.1171770 Apr 18 20:45:31.383638 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-727d3f94-a563-4460-a1a5-5311dbb2f772 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Calling delete_port for ec43fe69-bc88-4961-a479-92fd41e6287f owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:31.423430 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.471685 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-28f9dac6-0da0-49b1-a33e-6ab27bb35238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'name': 'tempest-TaggedBootDevicesTest_v242-933494111-router', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:42Z', 'updated_at': '2022-04-18T20:45:26Z', 'revision_number': 5, 'project_id': '038769a0c1df4ebc8efcb644264a6ef4', 'gw_port': {'id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:43Z', 'updated_at': '2022-04-18T20:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:31.514891 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.557118 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a73674f-f5bb-458c-96e0-85cf0578f2ab req-26e60480-ab9d-41e1-8f8b-b9d8f2280fad tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=b11653c1-0ef5-4ea8-ba2b-ec453631e0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3365645 Apr 18 20:45:31.561108 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38c7bb-c336-4645-b929-70f50a0c38bd req-2134bd40-395b-425f-91fc-0495923b74e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:31.568337 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf38c7bb-c336-4645-b929-70f50a0c38bd req-2134bd40-395b-425f-91fc-0495923b74e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6320347a-fb3b-4b56-9b35-0b62db71b2d8 HTTP/1.1" status: 200 len: 852 time: 0.1750371 Apr 18 20:45:31.583932 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f9dac6-0da0-49b1-a33e-6ab27bb35238 None None] Checking router: d1a7aacd-706b-400b-ac1e-4d5297b95add for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:45:31.610103 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f9dac6-0da0-49b1-a33e-6ab27bb35238 None None] Routers {'d1a7aacd-706b-400b-ac1e-4d5297b95add'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:45:31.611060 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-28f9dac6-0da0-49b1-a33e-6ab27bb35238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:45:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d1a7aacd-706b-400b-ac1e-4d5297b95add'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:31.644322 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf38c7bb-c336-4645-b929-70f50a0c38bd req-2adee3f9-c040-4a36-b462-1631e24c50c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f359647e-7253-4c28-8ec0-be158505d4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736306 Apr 18 20:45:31.668883 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2c082c5-c0e2-4d8b-804b-c3751cd2a88f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.741625 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34e40020-c2e8-4bf9-b53e-600ac68a0e16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.793573 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c082c5-c0e2-4d8b-804b-c3751cd2a88f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Port': ['ID=8b95bd79-c239-49ad-8ca3-cfa5d70538c0,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:31.928274 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-28f9dac6-0da0-49b1-a33e-6ab27bb35238 None None] Set router d1a7aacd-706b-400b-ac1e-4d5297b95add gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:45:31.960147 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-44aa9dec-6fd4-4f6e-b480-4a757ba77166 req-4cbb99d3-e6ff-4268-a151-4e21d01ddd78 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Deleting port 37019e27-7778-4818-99d6-c6e6fd215495 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:31.961456 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-44aa9dec-6fd4-4f6e-b480-4a757ba77166 req-4cbb99d3-e6ff-4268-a151-4e21d01ddd78 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.041076 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2c082c5-c0e2-4d8b-804b-c3751cd2a88f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.048139 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d2c082c5-c0e2-4d8b-804b-c3751cd2a88f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/8b95bd79-c239-49ad-8ca3-cfa5d70538c0 HTTP/1.1" status: 204 len: 168 time: 3.7052131 Apr 18 20:45:32.060093 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47528) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:32.071420 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf38c7bb-c336-4645-b929-70f50a0c38bd req-1ce1d2a6-593a-417e-8a80-87f6b449d535 service neutron] 10.222.0.32 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185407 Apr 18 20:45:32.249802 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c0c592-f30b-4922-a9dd-5acef8953cc9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:32.252543 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c0c592-f30b-4922-a9dd-5acef8953cc9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:32.257635 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d3c0c592-f30b-4922-a9dd-5acef8953cc9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1961682 Apr 18 20:45:32.262784 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47530) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:32.382289 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-34e40020-c2e8-4bf9-b53e-600ac68a0e16 admin admin] Deleting port c3087b96-ffe0-4436-875c-0173aae9ad18 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:32.382672 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34e40020-c2e8-4bf9-b53e-600ac68a0e16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.451808 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-44aa9dec-6fd4-4f6e-b480-4a757ba77166 req-4cbb99d3-e6ff-4268-a151-4e21d01ddd78 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] For port 37019e27-7778-4818-99d6-c6e6fd215495, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=37019e27-7778-4818-99d6-c6e6fd215495,segment=NetworkSegment(ccff212f-eb9b-440a-abc5-f76e9edad83f),segment_id=ccff212f-eb9b-440a-abc5-f76e9edad83f)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:32.452461 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-44aa9dec-6fd4-4f6e-b480-4a757ba77166 req-4cbb99d3-e6ff-4268-a151-4e21d01ddd78 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.508565 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dcff509-85f8-4b2a-a8db-97c6a7f5cf20 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet 3f1995de-8955-4a73-8424-b63931f15350 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:45:32.526780 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-28f9dac6-0da0-49b1-a33e-6ab27bb35238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'name': 'tempest-TaggedBootDevicesTest_v242-933494111-router', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:42Z', 'updated_at': '2022-04-18T20:45:26Z', 'revision_number': 5, 'project_id': '038769a0c1df4ebc8efcb644264a6ef4', 'gw_port': {'id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:43Z', 'updated_at': '2022-04-18T20:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:32.532148 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8dcff509-85f8-4b2a-a8db-97c6a7f5cf20 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.608257 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-727d3f94-a563-4460-a1a5-5311dbb2f772 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.613781 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f9dac6-0da0-49b1-a33e-6ab27bb35238 None None] The sync data for ids ['d1a7aacd-706b-400b-ac1e-4d5297b95add'] in n-d-838323-3 is: [{'id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'name': 'tempest-TaggedBootDevicesTest_v242-933494111-router', 'tenant_id': '038769a0c1df4ebc8efcb644264a6ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:42Z', 'updated_at': '2022-04-18T20:45:26Z', 'revision_number': 5, 'project_id': '038769a0c1df4ebc8efcb644264a6ef4', 'gw_port': {'id': 'c3087b96-ffe0-4436-875c-0173aae9ad18', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a7aacd-706b-400b-ac1e-4d5297b95add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:43Z', 'updated_at': '2022-04-18T20:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:45:32.783173 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be290656-0d3d-4baa-9961-45e6a818376d req-a9223427-6e72-42fa-8103-c772d010c8b4 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:32.796101 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be290656-0d3d-4baa-9961-45e6a818376d req-a9223427-6e72-42fa-8103-c772d010c8b4 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 945 time: 0.6070869 Apr 18 20:45:32.809637 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edccfd-75ad-42e7-a4a4-1f26c0341f1b req-000d2375-37b5-4d2c-b743-2ece567d9d47 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:32.823577 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-30edccfd-75ad-42e7-a4a4-1f26c0341f1b req-000d2375-37b5-4d2c-b743-2ece567d9d47 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=b14c7a86-63f8-420f-9391-136b06213a03 HTTP/1.1" status: 200 len: 943 time: 0.7506485 Apr 18 20:45:32.920207 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-30edccfd-75ad-42e7-a4a4-1f26c0341f1b req-77820e79-db94-425c-a37d-0a5421bcf783 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953038 Apr 18 20:45:33.014339 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf38c7bb-c336-4645-b929-70f50a0c38bd req-f0dc3b16-f2c1-44c4-8e88-0ce6f0e3472e service neutron] 10.222.0.32 "GET /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8989091 Apr 18 20:45:33.039930 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be290656-0d3d-4baa-9961-45e6a818376d req-c22c7189-d8d4-45e4-95f7-91b0ac1f29dc tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038879 Apr 18 20:45:33.155212 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb913-4a68-4170-bc61-ac8a2724ce5f req-c527e921-705c-4683-bb41-576d88459f28 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:33.161056 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5fdeb913-4a68-4170-bc61-ac8a2724ce5f req-c527e921-705c-4683-bb41-576d88459f28 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e9c794-72e3-4494-9625-d79c4a534cab HTTP/1.1" status: 200 len: 945 time: 0.1198740 Apr 18 20:45:33.276017 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5fdeb913-4a68-4170-bc61-ac8a2724ce5f req-282034cd-dc5b-42ef-ba19-611c7711ada5 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups?id=b11653c1-0ef5-4ea8-ba2b-ec453631e0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036785 Apr 18 20:45:33.310470 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d3f94-a563-4460-a1a5-5311dbb2f772 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec43fe69-bc88-4961-a479-92fd41e6287f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:33.318756 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8dcff509-85f8-4b2a-a8db-97c6a7f5cf20 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.697378 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-34e40020-c2e8-4bf9-b53e-600ac68a0e16 admin admin] For port c3087b96-ffe0-4436-875c-0173aae9ad18, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c3087b96-ffe0-4436-875c-0173aae9ad18,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:33.697751 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34e40020-c2e8-4bf9-b53e-600ac68a0e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.731631 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-34e40020-c2e8-4bf9-b53e-600ac68a0e16 admin admin] Calling delete_port for c3087b96-ffe0-4436-875c-0173aae9ad18 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:33.734432 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-727d3f94-a563-4460-a1a5-5311dbb2f772 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.738038 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-727d3f94-a563-4460-a1a5-5311dbb2f772 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.746427 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47538) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:33.761099 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-727d3f94-a563-4460-a1a5-5311dbb2f772 tempest-FloatingIPAdminTestJSON-62866319 tempest-FloatingIPAdminTestJSON-62866319-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/d8d79c4b-ac1c-424d-b8f6-a4bdd07369ef HTTP/1.1" status: 204 len: 168 time: 4.9159062 Apr 18 20:45:33.762895 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8dcff509-85f8-4b2a-a8db-97c6a7f5cf20 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.789397 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device f29c0307-7b8a-416a-b50c-23ac787a0bbf details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:45:33.997173 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f329b-c413-47df-866d-d8f2687d499b tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Deleting port 45837c18-0944-4915-9b59-85541fb91035 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:33.997781 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ff6f329b-c413-47df-866d-d8f2687d499b tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.029431 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port f29c0307-7b8a-416a-b50c-23ac787a0bbf, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f29c0307-7b8a-416a-b50c-23ac787a0bbf,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:34.049546 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'f29c0307-7b8a-416a-b50c-23ac787a0bbf', 'network_id': 'f359647e-7253-4c28-8ec0-be158505d4fd', 'port_id': 'f29c0307-7b8a-416a-b50c-23ac787a0bbf', 'mac_address': 'fa:16:3e:ad:99:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6320347a-fb3b-4b56-9b35-0b62db71b2d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:45:34.176550 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-44aa9dec-6fd4-4f6e-b480-4a757ba77166 req-4cbb99d3-e6ff-4268-a151-4e21d01ddd78 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.177753 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-44aa9dec-6fd4-4f6e-b480-4a757ba77166 req-4cbb99d3-e6ff-4268-a151-4e21d01ddd78 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.178350 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [req-44aa9dec-6fd4-4f6e-b480-4a757ba77166 req-4cbb99d3-e6ff-4268-a151-4e21d01ddd78 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Floating IP 1eb605ce-2170-4413-8136-8cecc3dbe303 disassociated. External IP: 172.25.1.220, port: 37019e27-7778-4818-99d6-c6e6fd215495. Apr 18 20:45:34.178908 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-44aa9dec-6fd4-4f6e-b480-4a757ba77166 req-4cbb99d3-e6ff-4268-a151-4e21d01ddd78 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Calling delete_port for 37019e27-7778-4818-99d6-c6e6fd215495 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:34.196222 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.219887 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ff6f329b-c413-47df-866d-d8f2687d499b tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.227590 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f29c0307-7b8a-416a-b50c-23ac787a0bbf {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:45:34.254680 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port f29c0307-7b8a-416a-b50c-23ac787a0bbf, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f29c0307-7b8a-416a-b50c-23ac787a0bbf,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:34.265244 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.271992 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f329b-c413-47df-866d-d8f2687d499b tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Calling delete_port for 45837c18-0944-4915-9b59-85541fb91035 owned by {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:34.339410 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8dcff509-85f8-4b2a-a8db-97c6a7f5cf20 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.421238 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a68d6e7f-1158-4949-ae32-bdf022bcbb17 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:45:34.487009 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: a68d6e7f-1158-4949-ae32-bdf022bcbb17 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:45:34.487941 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a68d6e7f-1158-4949-ae32-bdf022bcbb17 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:45:34.494321 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ff6f329b-c413-47df-866d-d8f2687d499b tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.494881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=f29c0307-7b8a-416a-b50c-23ac787a0bbf,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:34.510479 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8183b5c-bb5e-496a-af4a-9c6bf8967ba2 req-c7a6c0ce-1104-4523-b80f-0c2d87b4e3eb tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:34.518960 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8183b5c-bb5e-496a-af4a-9c6bf8967ba2 req-c7a6c0ce-1104-4523-b80f-0c2d87b4e3eb tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=b14c7a86-63f8-420f-9391-136b06213a03 HTTP/1.1" status: 200 len: 943 time: 0.3765829 Apr 18 20:45:34.530010 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcff509-85f8-4b2a-a8db-97c6a7f5cf20 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=3f1995de-8955-4a73-8424-b63931f15350,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:34.534562 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8f6ef4-f43c-440f-b1a4-25d0dbb70c7e None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:34.538052 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8dcff509-85f8-4b2a-a8db-97c6a7f5cf20 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.547086 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8dcff509-85f8-4b2a-a8db-97c6a7f5cf20 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/3f1995de-8955-4a73-8424-b63931f15350 HTTP/1.1" status: 204 len: 168 time: 2.2824817 Apr 18 20:45:34.561963 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47550) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:34.619554 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6ac8b266-9d82-4ccf-92e3-ce4b79ef6ed5 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547931 Apr 18 20:45:34.620584 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47552) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:34.621976 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f329b-c413-47df-866d-d8f2687d499b tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Pushing event deleted for resources: {'Port': ['ID=45837c18-0944-4915-9b59-85541fb91035,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:34.639607 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-f7af5273-e542-4562-87ea-c662bc2e031c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:34.699578 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['f29c0307-7b8a-416a-b50c-23ac787a0bbf'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:45:34.718361 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9c60f-acd9-4ae2-b1e5-fdd5348edcc7 req-097aa34c-7e28-48e4-8e60-33a3c607ef79 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:34.719945 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68e9c60f-acd9-4ae2-b1e5-fdd5348edcc7 req-097aa34c-7e28-48e4-8e60-33a3c607ef79 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 945 time: 0.5135803 Apr 18 20:45:34.736015 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d4021ba7-a83a-4c9c-b691-7d2a858b49f8 req-32ba9426-e68b-4fc9-ae82-8609dec284b8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cbf3f81b-f1c4-43e6-b0d6-728978dece5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4088323 Apr 18 20:45:34.737089 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-44aa9dec-6fd4-4f6e-b480-4a757ba77166 req-4cbb99d3-e6ff-4268-a151-4e21d01ddd78 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.817954 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8183b5c-bb5e-496a-af4a-9c6bf8967ba2 req-2d93ca5a-a086-45c1-911c-672e6e5c6d5a tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980134 Apr 18 20:45:34.934372 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ff6f329b-c413-47df-866d-d8f2687d499b tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.937655 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb99d3-e6ff-4268-a151-4e21d01ddd78 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Pushing event deleted for resources: {'Port': ['ID=37019e27-7778-4818-99d6-c6e6fd215495,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:34.937811 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ff6f329b-c413-47df-866d-d8f2687d499b tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] 10.222.0.41 "DELETE /v2.0/ports/45837c18-0944-4915-9b59-85541fb91035 HTTP/1.1" status: 204 len: 168 time: 1.1900628 Apr 18 20:45:34.958360 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47556) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:34.959287 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 37019e27-7778-4818-99d6-c6e6fd215495 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:45:34.968268 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68e9c60f-acd9-4ae2-b1e5-fdd5348edcc7 req-1b2462ee-09cd-49e8-a729-5514e24a6162 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920314 Apr 18 20:45:35.015145 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 37019e27-7778-4818-99d6-c6e6fd215495 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:45:35.015798 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 37019e27-7778-4818-99d6-c6e6fd215495 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:45:35.034829 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1789d64-6470-4683-9344-5f5abf9d9f0b req-31d7b30e-389c-4247-b353-9d0b39a7bb6c tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e9c794-72e3-4494-9625-d79c4a534cab HTTP/1.1" status: 200 len: 210 time: 0.0925558 Apr 18 20:45:35.259659 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34e40020-c2e8-4bf9-b53e-600ac68a0e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.358493 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4021ba7-a83a-4c9c-b691-7d2a858b49f8 req-3d58ca61-9ed4-4dd5-9b2c-3b76ae9abb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:35.359626 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d4021ba7-a83a-4c9c-b691-7d2a858b49f8 req-3d58ca61-9ed4-4dd5-9b2c-3b76ae9abb25 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&device_id=cbf3f81b-f1c4-43e6-b0d6-728978dece5d HTTP/1.1" status: 200 len: 1096 time: 0.5443063 Apr 18 20:45:35.361105 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e40020-c2e8-4bf9-b53e-600ac68a0e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3087b96-ffe0-4436-875c-0173aae9ad18,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:35.378461 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc3d7b7-395c-4c2f-8c63-224ead5a810d tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:35.381189 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2dc3d7b7-395c-4c2f-8c63-224ead5a810d tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f096f8b-c524-4d94-841d-471554f9dcb8 HTTP/1.1" status: 200 len: 913 time: 0.3622978 Apr 18 20:45:35.382076 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7af5273-e542-4562-87ea-c662bc2e031c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:35.384355 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47558) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:35.386060 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f7af5273-e542-4562-87ea-c662bc2e031c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.469090 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff75c2c3-12f4-4907-bdbd-2f2545c9d8c5 None None] DHCP port deletion for 50eba278-0f67-4e34-aa13-933b003eee26 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:45:35.645706 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ff75c2c3-12f4-4907-bdbd-2f2545c9d8c5 None None] Deleting port 4b237a66-dcf4-4cb9-bd70-9dc9e0ca6b83 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:35.646265 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff75c2c3-12f4-4907-bdbd-2f2545c9d8c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.813034 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34e40020-c2e8-4bf9-b53e-600ac68a0e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.826761 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44aa9dec-6fd4-4f6e-b480-4a757ba77166 req-4cbb99d3-e6ff-4268-a151-4e21d01ddd78 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Router cf246b63-c115-43dd-bd77-4f0269673197 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:45:35.836385 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ff75c2c3-12f4-4907-bdbd-2f2545c9d8c5 None None] For port 4b237a66-dcf4-4cb9-bd70-9dc9e0ca6b83, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4b237a66-dcf4-4cb9-bd70-9dc9e0ca6b83,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:35.843684 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff75c2c3-12f4-4907-bdbd-2f2545c9d8c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.887675 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ff75c2c3-12f4-4907-bdbd-2f2545c9d8c5 None None] Calling delete_port for 4b237a66-dcf4-4cb9-bd70-9dc9e0ca6b83 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:36.102495 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34e40020-c2e8-4bf9-b53e-600ac68a0e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.115455 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34e40020-c2e8-4bf9-b53e-600ac68a0e16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.250511 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff75c2c3-12f4-4907-bdbd-2f2545c9d8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.317051 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff75c2c3-12f4-4907-bdbd-2f2545c9d8c5 None None] No DVR routers for this DVR port 4b237a66-dcf4-4cb9-bd70-9dc9e0ca6b83 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:36.327749 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75c2c3-12f4-4907-bdbd-2f2545c9d8c5 None None] Pushing event deleted for resources: {'Port': ['ID=4b237a66-dcf4-4cb9-bd70-9dc9e0ca6b83,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:36.566145 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34e40020-c2e8-4bf9-b53e-600ac68a0e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.566752 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e40020-c2e8-4bf9-b53e-600ac68a0e16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1a7aacd-706b-400b-ac1e-4d5297b95add {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:45:36.582372 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4021ba7-a83a-4c9c-b691-7d2a858b49f8 req-577dca61-c503-4222-a8c0-559744ce1eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:36.585336 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d4021ba7-a83a-4c9c-b691-7d2a858b49f8 req-577dca61-c503-4222-a8c0-559744ce1eea service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 913 time: 1.1368318 Apr 18 20:45:36.590900 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34e40020-c2e8-4bf9-b53e-600ac68a0e16 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.595779 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-34e40020-c2e8-4bf9-b53e-600ac68a0e16 admin admin] 10.222.0.41 "DELETE /v2.0/routers/d1a7aacd-706b-400b-ac1e-4d5297b95add HTTP/1.1" status: 204 len: 168 time: 6.1884930 Apr 18 20:45:36.599062 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47568) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:36.654803 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f7af5273-e542-4562-87ea-c662bc2e031c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.741426 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d4021ba7-a83a-4c9c-b691-7d2a858b49f8 req-60636902-250f-46be-83d0-37c2d004a5de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=537c68a4-2055-4e21-9736-5446ad8d21d6 HTTP/1.1" status: 200 len: 217 time: 0.1413672 Apr 18 20:45:36.859375 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4b237a66-dcf4-4cb9-bd70-9dc9e0ca6b83 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:45:36.925544 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 4b237a66-dcf4-4cb9-bd70-9dc9e0ca6b83 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:45:36.926181 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4b237a66-dcf4-4cb9-bd70-9dc9e0ca6b83 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:45:37.007978 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7af5273-e542-4562-87ea-c662bc2e031c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:37.032116 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e387b2a-ea74-4b7e-8c97-4ccebb8c8adc admin admin] Deleting subnet 6597d107-d0ca-41ad-b4eb-bc841df3bab1 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:45:37.042130 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e387b2a-ea74-4b7e-8c97-4ccebb8c8adc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.105649 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44aa9dec-6fd4-4f6e-b480-4a757ba77166 req-4cbb99d3-e6ff-4268-a151-4e21d01ddd78 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:45:37.109163 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-f7af5273-e542-4562-87ea-c662bc2e031c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:37.124102 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e7c3d0-9765-45d8-b663-2d90eb94bfe7 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:37.134981 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffe0c3a-ab91-4c91-b7bb-a0855d9a2412 None None] Sync routers for ids ['cf246b63-c115-43dd-bd77-4f0269673197'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:45:37.157789 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4021ba7-a83a-4c9c-b691-7d2a858b49f8 req-e2fbbbd2-f8ba-46b6-b66a-158c39042f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:37.160337 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d4021ba7-a83a-4c9c-b691-7d2a858b49f8 req-e2fbbbd2-f8ba-46b6-b66a-158c39042f8e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e471ea4-101a-40ef-81f9-9917dd650719 HTTP/1.1" status: 200 len: 851 time: 0.3834808 Apr 18 20:45:37.174650 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af5273-e542-4562-87ea-c662bc2e031c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:37.175330 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f7af5273-e542-4562-87ea-c662bc2e031c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.191820 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af5273-e542-4562-87ea-c662bc2e031c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=579d9dd7-7bec-4e25-84bc-2338e77a5e1e,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:37.342149 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffe0c3a-ab91-4c91-b7bb-a0855d9a2412 None None] Routers {'cf246b63-c115-43dd-bd77-4f0269673197'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:45:37.344580 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2ffe0c3a-ab91-4c91-b7bb-a0855d9a2412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:45:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cf246b63-c115-43dd-bd77-4f0269673197'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:37.349054 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c09f5-9cb4-4bea-9f0e-6ce75b73babe req-333fcc7f-4e43-40a9-800c-a0bc84517818 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:37.351354 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-782c09f5-9cb4-4bea-9f0e-6ce75b73babe req-333fcc7f-4e43-40a9-800c-a0bc84517818 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=b14c7a86-63f8-420f-9391-136b06213a03 HTTP/1.1" status: 200 len: 944 time: 1.2195454 Apr 18 20:45:37.381626 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114367c2-c319-4b67-8be2-eee56343a8a0 req-1657723c-2b33-457d-9961-596ef370cd21 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:37.383583 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-114367c2-c319-4b67-8be2-eee56343a8a0 req-1657723c-2b33-457d-9961-596ef370cd21 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 945 time: 0.5812268 Apr 18 20:45:37.426321 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e387b2a-ea74-4b7e-8c97-4ccebb8c8adc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.434639 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f7af5273-e542-4562-87ea-c662bc2e031c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8005633 Apr 18 20:45:37.440753 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47578) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:37.461693 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-b8c1fb4f-3088-42ef-89aa-d62b62b2c970 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'name': 'tempest-NetworksTestDHCPv6-1026715852'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:37.529391 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-44aa9dec-6fd4-4f6e-b480-4a757ba77166 req-4cbb99d3-e6ff-4268-a151-4e21d01ddd78 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] No DVR routers for this DVR port 37019e27-7778-4818-99d6-c6e6fd215495 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:37.618515 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-44aa9dec-6fd4-4f6e-b480-4a757ba77166 req-4cbb99d3-e6ff-4268-a151-4e21d01ddd78 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.647310 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-44aa9dec-6fd4-4f6e-b480-4a757ba77166 req-4cbb99d3-e6ff-4268-a151-4e21d01ddd78 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.57 "DELETE /v2.0/ports/37019e27-7778-4818-99d6-c6e6fd215495 HTTP/1.1" status: 204 len: 173 time: 7.3323762 Apr 18 20:45:37.647857 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e2eb8636-7f8a-4b88-84ed-390eb50d23c8 req-0138439e-0784-4ff1-a085-df4c3ef4ecfc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6189482 Apr 18 20:45:37.652689 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-2ffe0c3a-ab91-4c91-b7bb-a0855d9a2412 None None] Set router cf246b63-c115-43dd-bd77-4f0269673197 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:45:37.663468 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e9c794-72e3-4494-9625-d79c4a534cab', 'name': 'network-vif-deleted', 'tag': '37019e27-7778-4818-99d6-c6e6fd215495'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:37.673592 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fd7ecd-e0e2-417b-8c15-4e2419aa5810" -d '{"events": [{"server_uuid": "e1e9c794-72e3-4494-9625-d79c4a534cab", "name": "network-vif-deleted", "tag": "37019e27-7778-4818-99d6-c6e6fd215495"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:45:37.777042 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-782c09f5-9cb4-4bea-9f0e-6ce75b73babe req-44ee4c82-42c8-44b9-ac51-16d7f666d47e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905032 Apr 18 20:45:37.876762 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device f29c0307-7b8a-416a-b50c-23ac787a0bbf up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:45:37.876969 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4021ba7-a83a-4c9c-b691-7d2a858b49f8 req-f4f67cbb-bc0f-4008-b6f7-9ddc6bb3b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:37.883692 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d4021ba7-a83a-4c9c-b691-7d2a858b49f8 req-f4f67cbb-bc0f-4008-b6f7-9ddc6bb3b4a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb225605-c490-4bb4-a150-b74221fc667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6523046 Apr 18 20:45:37.891796 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-114367c2-c319-4b67-8be2-eee56343a8a0 req-ba1464a1-5d56-43bc-8be2-99998a5f0926 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819288 Apr 18 20:45:38.002465 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c1fb4f-3088-42ef-89aa-d62b62b2c970 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:38.037639 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b8c1fb4f-3088-42ef-89aa-d62b62b2c970 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.106358 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.210153 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d4021ba7-a83a-4c9c-b691-7d2a858b49f8 req-3a81d6d3-7d22-4b36-b90a-6a778a54e12d service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844303 Apr 18 20:45:38.212325 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733c2083-ca9a-4de5-8030-b253eff27894 x-openstack-request-id: req-733c2083-ca9a-4de5-8030-b253eff27894 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:45:38.212786 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e9c794-72e3-4494-9625-d79c4a534cab", "name": "network-vif-deleted", "tag": "37019e27-7778-4818-99d6-c6e6fd215495", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:45:38.213205 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-733c2083-ca9a-4de5-8030-b253eff27894 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:45:38.213808 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-733c2083-ca9a-4de5-8030-b253eff27894'] response: {'server_uuid': 'e1e9c794-72e3-4494-9625-d79c4a534cab', 'name': 'network-vif-deleted', 'tag': '37019e27-7778-4818-99d6-c6e6fd215495', 'status': 'completed', 'code': 200} Apr 18 20:45:38.350331 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a9b28b55-57ea-4862-b29d-c7de60f0cfb7 req-74bf156e-39f3-42fa-9433-13072a6f5978 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e9c794-72e3-4494-9625-d79c4a534cab HTTP/1.1" status: 200 len: 210 time: 0.2570059 Apr 18 20:45:38.388827 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e387b2a-ea74-4b7e-8c97-4ccebb8c8adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.435495 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb8636-7f8a-4b88-84ed-390eb50d23c8 req-648b24cc-7f76-4178-8389-a6f77a1de5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:38.449223 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e2eb8636-7f8a-4b88-84ed-390eb50d23c8 req-648b24cc-7f76-4178-8389-a6f77a1de5c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66c8c89b1fcc4ff8ba25812b9483869d&device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 1097 time: 0.7008703 Apr 18 20:45:38.455964 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-b8c1fb4f-3088-42ef-89aa-d62b62b2c970 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] device_id is not set on port d501f431-363e-4bad-b085-92514c45dc42 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:45:38.512682 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d4021ba7-a83a-4c9c-b691-7d2a858b49f8 req-adcb0398-7f36-4f95-a925-a14bc330b5ec service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910967 Apr 18 20:45:38.545126 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c3087b96-ffe0-4436-875c-0173aae9ad18 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:45:38.601296 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e387b2a-ea74-4b7e-8c97-4ccebb8c8adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.678444 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e387b2a-ea74-4b7e-8c97-4ccebb8c8adc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.688394 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5e387b2a-ea74-4b7e-8c97-4ccebb8c8adc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6597d107-d0ca-41ad-b4eb-bc841df3bab1 HTTP/1.1" status: 204 len: 168 time: 2.0808225 Apr 18 20:45:38.689443 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e387b2a-ea74-4b7e-8c97-4ccebb8c8adc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6597d107-d0ca-41ad-b4eb-bc841df3bab1,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:38.699711 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: c3087b96-ffe0-4436-875c-0173aae9ad18 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:45:38.700828 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c3087b96-ffe0-4436-875c-0173aae9ad18 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:45:38.711159 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47586) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:38.718913 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e387b2a-ea74-4b7e-8c97-4ccebb8c8adc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:38.719237 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e387b2a-ea74-4b7e-8c97-4ccebb8c8adc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:38.719600 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e387b2a-ea74-4b7e-8c97-4ccebb8c8adc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:38.719917 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e387b2a-ea74-4b7e-8c97-4ccebb8c8adc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:38.720250 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e387b2a-ea74-4b7e-8c97-4ccebb8c8adc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:38.720634 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e387b2a-ea74-4b7e-8c97-4ccebb8c8adc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:38.720943 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e387b2a-ea74-4b7e-8c97-4ccebb8c8adc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:38.721260 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e387b2a-ea74-4b7e-8c97-4ccebb8c8adc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:38.721586 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e387b2a-ea74-4b7e-8c97-4ccebb8c8adc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:38.722061 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e387b2a-ea74-4b7e-8c97-4ccebb8c8adc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:38.722392 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e387b2a-ea74-4b7e-8c97-4ccebb8c8adc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:38.722714 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e387b2a-ea74-4b7e-8c97-4ccebb8c8adc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:38.781392 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68703e4-aa2a-4f34-b809-8a75d83cfba9 None None] Network 18c98ec1-fd43-4888-ad19-39fa23ba5861 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:38.790685 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb8636-7f8a-4b88-84ed-390eb50d23c8 req-7d51ba3b-f672-43b8-ab14-acea9666a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:38.792941 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e2eb8636-7f8a-4b88-84ed-390eb50d23c8 req-7d51ba3b-f672-43b8-ab14-acea9666a581 service neutron] 10.222.0.32 "GET /v2.0/networks?id=af9b8ad0-3b77-4446-8808-154f03d72322 HTTP/1.1" status: 200 len: 917 time: 0.2748826 Apr 18 20:45:38.814089 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port f29c0307-7b8a-416a-b50c-23ac787a0bbf completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:38.823534 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4667d5b8-1d63-4fd1-b2ac-8218169d9a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-50eba278-0f67-4e34-aa13-933b003eee26', 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'fixed_ips': [{'subnet_id': '579d9dd7-7bec-4e25-84bc-2338e77a5e1e'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:45:38.825022 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4667d5b8-1d63-4fd1-b2ac-8218169d9a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.904495 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e7b3fe37-8a0b-48f3-9cb1-85e75aad1dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.978497 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port f29c0307-7b8a-416a-b50c-23ac787a0bbf triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:38.979202 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:39.079453 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e7b3fe37-8a0b-48f3-9cb1-85e75aad1dd0 admin admin] Deleting port 75dbb382-b957-4743-bf7e-7a7fc304937f {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:39.079807 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e7b3fe37-8a0b-48f3-9cb1-85e75aad1dd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:39.178155 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-e7b3fe37-8a0b-48f3-9cb1-85e75aad1dd0 admin admin] For port 75dbb382-b957-4743-bf7e-7a7fc304937f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=75dbb382-b957-4743-bf7e-7a7fc304937f,segment=NetworkSegment(25275ed1-7e44-4f97-85fb-5ca8e77fc202),segment_id=25275ed1-7e44-4f97-85fb-5ca8e77fc202)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:39.178493 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e7b3fe37-8a0b-48f3-9cb1-85e75aad1dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:39.209622 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e7b3fe37-8a0b-48f3-9cb1-85e75aad1dd0 admin admin] Calling delete_port for 75dbb382-b957-4743-bf7e-7a7fc304937f owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:39.342279 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e7b3fe37-8a0b-48f3-9cb1-85e75aad1dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:39.360250 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-b8c1fb4f-3088-42ef-89aa-d62b62b2c970 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 2001:db8::168 (50eba278-0f67-4e34-aa13-933b003eee26/579d9dd7-7bec-4e25-84bc-2338e77a5e1e/d501f431-363e-4bad-b085-92514c45dc42) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:39.386778 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3fe37-8a0b-48f3-9cb1-85e75aad1dd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=75dbb382-b957-4743-bf7e-7a7fc304937f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:39.394770 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b3fe37-8a0b-48f3-9cb1-85e75aad1dd0 admin admin] No DVR routers for this DVR port 75dbb382-b957-4743-bf7e-7a7fc304937f on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:39.524854 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e2eb8636-7f8a-4b88-84ed-390eb50d23c8 req-6f9b9925-7b21-413a-9e72-08b6465d8068 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a97674a9-53d3-41ba-9802-1439e7cf0ecf HTTP/1.1" status: 200 len: 1001 time: 0.7034631 Apr 18 20:45:39.531238 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bf6e66eb-3407-4c56-8c82-f23e9610f8f7 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:39.559783 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e7b3fe37-8a0b-48f3-9cb1-85e75aad1dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:39.623997 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-e7b3fe37-8a0b-48f3-9cb1-85e75aad1dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c98ec1-fd43-4888-ad19-39fa23ba5861']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:39.658409 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-e7b3fe37-8a0b-48f3-9cb1-85e75aad1dd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25275ed1-7e44-4f97-85fb-5ca8e77fc202') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:39.658877 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-e7b3fe37-8a0b-48f3-9cb1-85e75aad1dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25275ed1-7e44-4f97-85fb-5ca8e77fc202') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:39.704357 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e7b3fe37-8a0b-48f3-9cb1-85e75aad1dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:39.753283 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e7b3fe37-8a0b-48f3-9cb1-85e75aad1dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:39.770893 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b3fe37-8a0b-48f3-9cb1-85e75aad1dd0 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:45:39.772507 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e7b3fe37-8a0b-48f3-9cb1-85e75aad1dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:45:39.790107 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:45:39.809433 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:39.857742 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b8c1fb4f-3088-42ef-89aa-d62b62b2c970 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:39.912045 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14c7a86-63f8-420f-9391-136b06213a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29c0307-7b8a-416a-b50c-23ac787a0bbf'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:39.919515 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaeb478d-495f-4eb2-9229-ce24e63bd20b" -d '{"events": [{"server_uuid": "b14c7a86-63f8-420f-9391-136b06213a03", "name": "network-vif-plugged", "status": "completed", "tag": "f29c0307-7b8a-416a-b50c-23ac787a0bbf"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:45:39.976656 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port f29c0307-7b8a-416a-b50c-23ac787a0bbf, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f29c0307-7b8a-416a-b50c-23ac787a0bbf,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:39.995045 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:39.998018 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8763143-68ec-4ffe-9d31-1cd7b125dc1a None None] DHCP port deletion for 18c98ec1-fd43-4888-ad19-39fa23ba5861 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:45:39.999933 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e7b3fe37-8a0b-48f3-9cb1-85e75aad1dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.010676 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e7b3fe37-8a0b-48f3-9cb1-85e75aad1dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.014788 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e7b3fe37-8a0b-48f3-9cb1-85e75aad1dd0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/18c98ec1-fd43-4888-ad19-39fa23ba5861 HTTP/1.1" status: 204 len: 168 time: 1.2695303 Apr 18 20:45:40.052709 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2ffe0c3a-ab91-4c91-b7bb-a0855d9a2412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'name': 'tempest-AttachVolumeTestJSON-1708179285-router', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:07Z', 'updated_at': '2022-04-18T20:37:33Z', 'revision_number': 4, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'gw_port': {'id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:18:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:10Z', 'updated_at': '2022-04-18T20:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '002d5eee-70e6-4fc5-9ee9-3a208b244052', 'name': '', 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'mac_address': 'fa:16:3e:b8:86:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '55983801-f492-4a46-94da-ae12b2e91406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:27Z', 'updated_at': '2022-04-18T20:37:59Z', 'revision_number': 5, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'subnets': [{'id': '55983801-f492-4a46-94da-ae12b2e91406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:40.101142 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47598) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:40.286072 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffe0c3a-ab91-4c91-b7bb-a0855d9a2412 None None] Checking router: cf246b63-c115-43dd-bd77-4f0269673197 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:45:40.310772 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=f29c0307-7b8a-416a-b50c-23ac787a0bbf,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:40.352410 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffe0c3a-ab91-4c91-b7bb-a0855d9a2412 None None] Routers {'cf246b63-c115-43dd-bd77-4f0269673197'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:45:40.353740 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2ffe0c3a-ab91-4c91-b7bb-a0855d9a2412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:45:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cf246b63-c115-43dd-bd77-4f0269673197'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:40.590202 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-2ffe0c3a-ab91-4c91-b7bb-a0855d9a2412 None None] Set router cf246b63-c115-43dd-bd77-4f0269673197 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:45:40.645373 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de21750-d535-45b5-8afd-f9cf45e05b31 req-8a2c7dcc-b771-487c-bb58-16f33a9725b3 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:40.649472 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4de21750-d535-45b5-8afd-f9cf45e05b31 req-8a2c7dcc-b771-487c-bb58-16f33a9725b3 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 945 time: 1.4418118 Apr 18 20:45:40.679300 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a5086-f71b-43db-89be-9f765576a503 req-62c5ceda-99fd-4f41-bdb1-6643e453edd2 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:40.683447 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4f0a5086-f71b-43db-89be-9f765576a503 req-62c5ceda-99fd-4f41-bdb1-6643e453edd2 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=b14c7a86-63f8-420f-9391-136b06213a03 HTTP/1.1" status: 200 len: 944 time: 1.6617343 Apr 18 20:45:40.717079 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b8c1fb4f-3088-42ef-89aa-d62b62b2c970 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.776121 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3fe37-8a0b-48f3-9cb1-85e75aad1dd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=18c98ec1-fd43-4888-ad19-39fa23ba5861,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:40.860247 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb8636-7f8a-4b88-84ed-390eb50d23c8 req-d3ae4205-bdad-4e15-b54b-6c18298956f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:40.862207 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e2eb8636-7f8a-4b88-84ed-390eb50d23c8 req-d3ae4205-bdad-4e15-b54b-6c18298956f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c229c317-384e-4f90-84f5-fac3dceea926 HTTP/1.1" status: 200 len: 855 time: 1.2939193 Apr 18 20:45:40.880330 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 75dbb382-b957-4743-bf7e-7a7fc304937f no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:45:40.955687 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 75dbb382-b957-4743-bf7e-7a7fc304937f {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:45:40.955687 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 75dbb382-b957-4743-bf7e-7a7fc304937f not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:45:41.010939 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c1fb4f-3088-42ef-89aa-d62b62b2c970 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:41.015050 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-4667d5b8-1d63-4fd1-b2ac-8218169d9a14 None None] Allocated IP 2001:db8::2 (50eba278-0f67-4e34-aa13-933b003eee26/579d9dd7-7bec-4e25-84bc-2338e77a5e1e/1c7d9b18-dcb7-426a-a543-1909954743cc) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:41.026102 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-b8c1fb4f-3088-42ef-89aa-d62b62b2c970 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:41.030961 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c1fb4f-3088-42ef-89aa-d62b62b2c970 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:41.042324 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c1fb4f-3088-42ef-89aa-d62b62b2c970 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:41.043544 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b8c1fb4f-3088-42ef-89aa-d62b62b2c970 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.045143 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2ffe0c3a-ab91-4c91-b7bb-a0855d9a2412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'name': 'tempest-AttachVolumeTestJSON-1708179285-router', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:07Z', 'updated_at': '2022-04-18T20:37:33Z', 'revision_number': 4, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'gw_port': {'id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:18:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:10Z', 'updated_at': '2022-04-18T20:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '002d5eee-70e6-4fc5-9ee9-3a208b244052', 'name': '', 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'mac_address': 'fa:16:3e:b8:86:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '55983801-f492-4a46-94da-ae12b2e91406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:27Z', 'updated_at': '2022-04-18T20:37:59Z', 'revision_number': 5, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'subnets': [{'id': '55983801-f492-4a46-94da-ae12b2e91406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:41.094226 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffe0c3a-ab91-4c91-b7bb-a0855d9a2412 None None] The sync data for ids ['cf246b63-c115-43dd-bd77-4f0269673197'] in n-d-838323-3 is: [{'id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'name': 'tempest-AttachVolumeTestJSON-1708179285-router', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:07Z', 'updated_at': '2022-04-18T20:37:33Z', 'revision_number': 4, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'gw_port': {'id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:18:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:10Z', 'updated_at': '2022-04-18T20:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '002d5eee-70e6-4fc5-9ee9-3a208b244052', 'name': '', 'network_id': '92da7360-d409-4b3e-ad31-ddbae7217c5a', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'mac_address': 'fa:16:3e:b8:86:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '55983801-f492-4a46-94da-ae12b2e91406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:27Z', 'updated_at': '2022-04-18T20:37:59Z', 'revision_number': 5, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'subnets': [{'id': '55983801-f492-4a46-94da-ae12b2e91406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:45:41.122521 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47602) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:41.123361 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b8c1fb4f-3088-42ef-89aa-d62b62b2c970 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6675670 Apr 18 20:45:41.220614 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4de21750-d535-45b5-8afd-f9cf45e05b31 req-d6e99da0-3cb8-4f99-b8ce-ab798683583b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5289710 Apr 18 20:45:41.245122 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4f0a5086-f71b-43db-89be-9f765576a503 req-2702c11e-f08f-437d-b539-6acb674e87dc tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119905 Apr 18 20:45:41.262601 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1fb4f-3088-42ef-89aa-d62b62b2c970 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Port': ['ID=d501f431-363e-4bad-b085-92514c45dc42,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:41.339443 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4a107b-d618-417c-8906-4d8eaf7e1993 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:41.341549 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3d4a107b-d618-417c-8906-4d8eaf7e1993 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2176383 Apr 18 20:45:41.344914 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47604) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:41.373179 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb8636-7f8a-4b88-84ed-390eb50d23c8 req-ff5268e0-51f0-4f8c-b99d-cf58ca07756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:41.377589 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e2eb8636-7f8a-4b88-84ed-390eb50d23c8 req-ff5268e0-51f0-4f8c-b99d-cf58ca07756d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af9b8ad0-3b77-4446-8808-154f03d72322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4361005 Apr 18 20:45:41.396567 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5704e25a-d919-48a2-b966-bce1b3b9bd09 x-openstack-request-id: req-5704e25a-d919-48a2-b966-bce1b3b9bd09 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:45:41.397026 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14c7a86-63f8-420f-9391-136b06213a03", "name": "network-vif-plugged", "status": "completed", "tag": "f29c0307-7b8a-416a-b50c-23ac787a0bbf", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:45:41.397440 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5704e25a-d919-48a2-b966-bce1b3b9bd09 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:45:41.398088 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5704e25a-d919-48a2-b966-bce1b3b9bd09'] response: {'server_uuid': 'b14c7a86-63f8-420f-9391-136b06213a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29c0307-7b8a-416a-b50c-23ac787a0bbf', 'code': 200} Apr 18 20:45:41.578401 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47608) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:41.762034 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.792098 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4667d5b8-1d63-4fd1-b2ac-8218169d9a14 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.808608 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4667d5b8-1d63-4fd1-b2ac-8218169d9a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.830880 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e485e8cd-52a9-4548-b1e8-01bd9cd8e064 None None] New status for floating IP 1eb605ce-2170-4413-8136-8cecc3dbe303: DOWN {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:45:41.839356 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e8d15e71-1d1d-4637-aecf-198de70cde89 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.862014 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-c26d1f6a-b4d9-40ee-bc85-45530e400e78 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting port d501f431-363e-4bad-b085-92514c45dc42 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:41.862635 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c26d1f6a-b4d9-40ee-bc85-45530e400e78 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.891489 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897421ac-4ad3-41af-a0a6-b7d350a62b34 req-de482f72-ff57-4249-b9f5-097cf80c0678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:41.893061 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-897421ac-4ad3-41af-a0a6-b7d350a62b34 req-de482f72-ff57-4249-b9f5-097cf80c0678 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b14c7a86-63f8-420f-9391-136b06213a03 HTTP/1.1" status: 200 len: 1096 time: 0.2961171 Apr 18 20:45:41.935031 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e8d15e71-1d1d-4637-aecf-198de70cde89 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.949377 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4667d5b8-1d63-4fd1-b2ac-8218169d9a14 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:41.962453 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-4667d5b8-1d63-4fd1-b2ac-8218169d9a14 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:41.969964 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4667d5b8-1d63-4fd1-b2ac-8218169d9a14 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:41.987140 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-70cae07c-5ef2-4c92-a9d1-4a5f97bbce4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.003949 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e2eb8636-7f8a-4b88-84ed-390eb50d23c8 req-abad90fc-76db-4d0e-a296-1f1062b828b8 service neutron] 10.222.0.32 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6114209 Apr 18 20:45:42.033959 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667d5b8-1d63-4fd1-b2ac-8218169d9a14 None None] Pushing event updated for resources: {'Port': ['ID=1c7d9b18-dcb7-426a-a543-1909954743cc,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:42.044829 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c26d1f6a-b4d9-40ee-bc85-45530e400e78 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.061930 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-c26d1f6a-b4d9-40ee-bc85-45530e400e78 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Calling delete_port for d501f431-363e-4bad-b085-92514c45dc42 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:42.117412 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e66eb-3407-4c56-8c82-f23e9610f8f7 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Deleting port ffddb980-cfba-4589-99c3-76a88da19af5 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:42.117812 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bf6e66eb-3407-4c56-8c82-f23e9610f8f7 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.126510 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-897421ac-4ad3-41af-a0a6-b7d350a62b34 req-5fabdcb3-8d54-4e9c-b0fb-d3bffe23f75b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088783 Apr 18 20:45:42.181468 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-4667d5b8-1d63-4fd1-b2ac-8218169d9a14 None None] Attempting to bind port 1c7d9b18-dcb7-426a-a543-1909954743cc on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:42.182490 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-4667d5b8-1d63-4fd1-b2ac-8218169d9a14 None None] Attempting to bind port 1c7d9b18-dcb7-426a-a543-1909954743cc by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:42.183122 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4667d5b8-1d63-4fd1-b2ac-8218169d9a14 None None] Attempting to bind port 1c7d9b18-dcb7-426a-a543-1909954743cc on network 50eba278-0f67-4e34-aa13-933b003eee26 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:45:42.203342 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4667d5b8-1d63-4fd1-b2ac-8218169d9a14 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:45:42.207801 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4667d5b8-1d63-4fd1-b2ac-8218169d9a14 None None] Checking segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:45:42.208477 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4667d5b8-1d63-4fd1-b2ac-8218169d9a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.209383 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4667d5b8-1d63-4fd1-b2ac-8218169d9a14 None None] Bound using segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:45:42.209960 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-4667d5b8-1d63-4fd1-b2ac-8218169d9a14 None None] Bound port: 1c7d9b18-dcb7-426a-a543-1909954743cc, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:42.212022 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4667d5b8-1d63-4fd1-b2ac-8218169d9a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.363252 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c26d1f6a-b4d9-40ee-bc85-45530e400e78 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.511543 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d1f6a-b4d9-40ee-bc85-45530e400e78 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Port': ['ID=d501f431-363e-4bad-b085-92514c45dc42,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:42.512463 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4667d5b8-1d63-4fd1-b2ac-8218169d9a14 None None] For port 1c7d9b18-dcb7-426a-a543-1909954743cc, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:45:42.527262 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4667d5b8-1d63-4fd1-b2ac-8218169d9a14 None None] For port 1c7d9b18-dcb7-426a-a543-1909954743cc, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1c7d9b18-dcb7-426a-a543-1909954743cc,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:45:42.540928 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4667d5b8-1d63-4fd1-b2ac-8218169d9a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.647477 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e8d15e71-1d1d-4637-aecf-198de70cde89 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.660520 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e8d15e71-1d1d-4637-aecf-198de70cde89 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.662278 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e8d15e71-1d1d-4637-aecf-198de70cde89 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "DELETE /v2.0/security-groups/b11653c1-0ef5-4ea8-ba2b-ec453631e0ff HTTP/1.1" status: 204 len: 168 time: 1.0623736 Apr 18 20:45:42.663676 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c26d1f6a-b4d9-40ee-bc85-45530e400e78 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.666861 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c26d1f6a-b4d9-40ee-bc85-45530e400e78 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/d501f431-363e-4bad-b085-92514c45dc42 HTTP/1.1" status: 204 len: 168 time: 1.3200293 Apr 18 20:45:42.680271 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47618) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:42.680616 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47620) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:42.697493 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d15e71-1d1d-4637-aecf-198de70cde89 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11653c1-0ef5-4ea8-ba2b-ec453631e0ff,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:42.757447 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667d5b8-1d63-4fd1-b2ac-8218169d9a14 None None] Pushing event updated for resources: {'Port': ['ID=1c7d9b18-dcb7-426a-a543-1909954743cc,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:42.764366 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bf6e66eb-3407-4c56-8c82-f23e9610f8f7 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.851018 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-defc09de-53e5-41fd-8962-0209ff1ad062 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] show failed (client error): The resource could not be found. Apr 18 20:45:42.858112 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-defc09de-53e5-41fd-8962-0209ff1ad062 tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "GET /v2.0/security-groups/b11653c1-0ef5-4ea8-ba2b-ec453631e0ff HTTP/1.1" status: 404 len: 347 time: 0.1658432 Apr 18 20:45:42.858553 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47622) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:42.917862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e66eb-3407-4c56-8c82-f23e9610f8f7 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Calling delete_port for ffddb980-cfba-4589-99c3-76a88da19af5 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:43.193966 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-c58fc5fb-9e06-4129-ad4c-568b1c737d8d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Deleting port c2439a4e-8bbe-4801-80b5-c7cb87417c22 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:43.194349 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c58fc5fb-9e06-4129-ad4c-568b1c737d8d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.359992 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e2eb8636-7f8a-4b88-84ed-390eb50d23c8 req-a50ad65e-9715-4354-a90e-773670499449 service neutron] 10.222.0.32 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2798150 Apr 18 20:45:43.524650 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d965906-9306-42e8-afca-fba498fbb3e7 req-1eb3b57f-04a5-4907-b1ba-522b9e09c87b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:43.526474 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d965906-9306-42e8-afca-fba498fbb3e7 req-1eb3b57f-04a5-4907-b1ba-522b9e09c87b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 945 time: 0.9369705 Apr 18 20:45:43.539048 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c58fc5fb-9e06-4129-ad4c-568b1c737d8d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.539642 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c58fc5fb-9e06-4129-ad4c-568b1c737d8d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.549786 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a541b-ad28-468c-abb3-88bf4ab9016e req-2d2cc8c3-958d-44c6-81b9-e922cc4ab176 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:43.562490 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-507a541b-ad28-468c-abb3-88bf4ab9016e req-2d2cc8c3-958d-44c6-81b9-e922cc4ab176 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=b14c7a86-63f8-420f-9391-136b06213a03 HTTP/1.1" status: 200 len: 945 time: 0.9717577 Apr 18 20:45:43.578433 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8274895d-ffb7-41b7-b2b2-87de889f9c77 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:43.589369 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8274895d-ffb7-41b7-b2b2-87de889f9c77 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:43.595381 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8274895d-ffb7-41b7-b2b2-87de889f9c77 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8902209 Apr 18 20:45:43.597223 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47626) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:43.597558 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47628) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:43.623447 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-c58fc5fb-9e06-4129-ad4c-568b1c737d8d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Calling delete_port for c2439a4e-8bbe-4801-80b5-c7cb87417c22 owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:44.101482 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c58fc5fb-9e06-4129-ad4c-568b1c737d8d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:44.143684 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fc5fb-9e06-4129-ad4c-568b1c737d8d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Pushing event deleted for resources: {'Port': ['ID=c2439a4e-8bbe-4801-80b5-c7cb87417c22,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:44.331856 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c58fc5fb-9e06-4129-ad4c-568b1c737d8d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:44.335035 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c58fc5fb-9e06-4129-ad4c-568b1c737d8d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:44.341001 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c58fc5fb-9e06-4129-ad4c-568b1c737d8d tempest-AttachVolumeTestJSON-62471868 tempest-AttachVolumeTestJSON-62471868-project] 10.222.0.41 "DELETE /v2.0/floatingips/1eb605ce-2170-4413-8136-8cecc3dbe303 HTTP/1.1" status: 204 len: 168 time: 1.4776928 Apr 18 20:45:44.763239 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1c7d9b18-dcb7-426a-a543-1909954743cc up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:45:44.912410 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a528107c-ab0e-4455-a858-8da4971e91ed None None] Provisioning complete for port 1c7d9b18-dcb7-426a-a543-1909954743cc triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:44.916295 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a528107c-ab0e-4455-a858-8da4971e91ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:44.930532 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-afbf885f-8fe0-4287-8cef-cde1fdfa9a24 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet 579d9dd7-7bec-4e25-84bc-2338e77a5e1e {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:45:44.959994 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-afbf885f-8fe0-4287-8cef-cde1fdfa9a24 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:44.987180 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 1c7d9b18-dcb7-426a-a543-1909954743cc triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:44.987955 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.070244 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-afbf885f-8fe0-4287-8cef-cde1fdfa9a24 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.096804 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a528107c-ab0e-4455-a858-8da4971e91ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.151115 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a528107c-ab0e-4455-a858-8da4971e91ed None None] For port 1c7d9b18-dcb7-426a-a543-1909954743cc, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1c7d9b18-dcb7-426a-a543-1909954743cc,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:45.168194 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a528107c-ab0e-4455-a858-8da4971e91ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.245350 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528107c-ab0e-4455-a858-8da4971e91ed None None] Pushing event updated for resources: {'Port': ['ID=1c7d9b18-dcb7-426a-a543-1909954743cc,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:45.306658 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b29a56c7-4a7d-4406-9d20-254a2774f4ef None None] Could not find standard attr ID for object d501f431-363e-4bad-b085-92514c45dc42. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:45:45.521685 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-afbf885f-8fe0-4287-8cef-cde1fdfa9a24 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.658708 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-507a541b-ad28-468c-abb3-88bf4ab9016e req-73eedcaa-c337-4b8b-9df7-e1fd79343406 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0936077 Apr 18 20:45:45.684293 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d965906-9306-42e8-afca-fba498fbb3e7 req-dcf306c8-c95d-45ca-942e-4b54b09a3143 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0772994 Apr 18 20:45:46.079860 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-afbf885f-8fe0-4287-8cef-cde1fdfa9a24 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:46.189501 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf885f-8fe0-4287-8cef-cde1fdfa9a24 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=579d9dd7-7bec-4e25-84bc-2338e77a5e1e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:46.195857 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-afbf885f-8fe0-4287-8cef-cde1fdfa9a24 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:46.202292 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47638) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:46.202901 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-afbf885f-8fe0-4287-8cef-cde1fdfa9a24 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/579d9dd7-7bec-4e25-84bc-2338e77a5e1e HTTP/1.1" status: 204 len: 168 time: 2.5607107 Apr 18 20:45:46.220385 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48640d73-6d0b-4552-a5f5-66b624276a80 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:46.286414 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-37599559-ed6e-4ff9-88b7-f13a3cdd118b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0789282 Apr 18 20:45:46.289936 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bf6e66eb-3407-4c56-8c82-f23e9610f8f7 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:46.290306 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47642) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:46.400827 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e66eb-3407-4c56-8c82-f23e9610f8f7 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Pushing event deleted for resources: {'Port': ['ID=ffddb980-cfba-4589-99c3-76a88da19af5,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:46.468722 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05640ade-6965-4bd4-a368-867d95afee2f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:46.475444 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-05640ade-6965-4bd4-a368-867d95afee2f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1802089 Apr 18 20:45:46.479661 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47646) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:46.574365 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-70cae07c-5ef2-4c92-a9d1-4a5f97bbce4c admin admin] Deleting port 410d0083-ae03-44f1-96b7-05fe3d484e79 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:46.574874 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-70cae07c-5ef2-4c92-a9d1-4a5f97bbce4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:46.702883 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1c7d9b18-dcb7-426a-a543-1909954743cc up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:45:46.782631 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e84a8a-5f5a-4b51-b799-417ba3f7dc69 None None] DHCP port deletion for 50eba278-0f67-4e34-aa13-933b003eee26 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:45:46.818591 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413718d0-12d2-4a53-939b-5c0411fbf0bd tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:46.828083 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-413718d0-12d2-4a53-939b-5c0411fbf0bd tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3465331 Apr 18 20:45:46.829393 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47654) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:46.943892 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-34e84a8a-5f5a-4b51-b799-417ba3f7dc69 None None] Deleting port 1c7d9b18-dcb7-426a-a543-1909954743cc {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:46.944328 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-34e84a8a-5f5a-4b51-b799-417ba3f7dc69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:46.946249 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 1c7d9b18-dcb7-426a-a543-1909954743cc triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:46.946610 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.017592 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-732c1525-e142-4a31-847f-ec785f64f682 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1842341 Apr 18 20:45:47.018581 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47656) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:47.043201 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c3f2c55b-203c-4f05-9ad1-4ee047432d32 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:47.193176 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-34e84a8a-5f5a-4b51-b799-417ba3f7dc69 None None] For port 1c7d9b18-dcb7-426a-a543-1909954743cc, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1c7d9b18-dcb7-426a-a543-1909954743cc,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:47.194011 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-34e84a8a-5f5a-4b51-b799-417ba3f7dc69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.235872 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-34e84a8a-5f5a-4b51-b799-417ba3f7dc69 None None] Calling delete_port for 1c7d9b18-dcb7-426a-a543-1909954743cc owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:47.275278 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f2c55b-203c-4f05-9ad1-4ee047432d32 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:47.282964 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3f2c55b-203c-4f05-9ad1-4ee047432d32 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.377872 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcfa9b-d216-43a7-8703-f9b0766e9d9c req-6253c969-4ab4-44b5-8781-c4402c408235 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:47.382090 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3afcfa9b-d216-43a7-8703-f9b0766e9d9c req-6253c969-4ab4-44b5-8781-c4402c408235 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=b14c7a86-63f8-420f-9391-136b06213a03 HTTP/1.1" status: 200 len: 945 time: 0.3735685 Apr 18 20:45:47.522028 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b0d2f-f3e0-40d2-8c58-7088622087be req-46469676-7940-43fc-908e-bfd6e7053903 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:47.535138 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-057b0d2f-f3e0-40d2-8c58-7088622087be req-46469676-7940-43fc-908e-bfd6e7053903 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 945 time: 0.4371862 Apr 18 20:45:47.535587 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-34e84a8a-5f5a-4b51-b799-417ba3f7dc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.613215 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e84a8a-5f5a-4b51-b799-417ba3f7dc69 None None] Pushing event deleted for resources: {'Port': ['ID=1c7d9b18-dcb7-426a-a543-1909954743cc,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:47.646199 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e84a8a-5f5a-4b51-b799-417ba3f7dc69 None None] No DVR routers for this DVR port 1c7d9b18-dcb7-426a-a543-1909954743cc on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:47.711904 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-70cae07c-5ef2-4c92-a9d1-4a5f97bbce4c admin admin] For port 410d0083-ae03-44f1-96b7-05fe3d484e79, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=410d0083-ae03-44f1-96b7-05fe3d484e79,segment=NetworkSegment(2962fac1-38d0-4f83-baac-5ae57bde15c9),segment_id=2962fac1-38d0-4f83-baac-5ae57bde15c9)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:47.712728 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-70cae07c-5ef2-4c92-a9d1-4a5f97bbce4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.759357 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3afcfa9b-d216-43a7-8703-f9b0766e9d9c req-3f6a014d-8def-496b-aabb-75bf42d1980d tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664666 Apr 18 20:45:47.810680 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-057b0d2f-f3e0-40d2-8c58-7088622087be req-b31b442c-e720-4cc1-9e79-d2a4fd41ad6e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724645 Apr 18 20:45:47.828471 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-70cae07c-5ef2-4c92-a9d1-4a5f97bbce4c admin admin] Calling delete_port for 410d0083-ae03-44f1-96b7-05fe3d484e79 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:47.852467 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3f2c55b-203c-4f05-9ad1-4ee047432d32 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.854814 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bf6e66eb-3407-4c56-8c82-f23e9610f8f7 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.988366 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f2c55b-203c-4f05-9ad1-4ee047432d32 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:47.994984 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-c3f2c55b-203c-4f05-9ad1-4ee047432d32 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:48.003775 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f2c55b-203c-4f05-9ad1-4ee047432d32 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:48.005470 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3f2c55b-203c-4f05-9ad1-4ee047432d32 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.007917 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd12cba-269e-49a9-a025-76b6322133b5 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:48.050088 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c3f2c55b-203c-4f05-9ad1-4ee047432d32 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0279653 Apr 18 20:45:48.050938 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47664) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:48.057739 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2c55b-203c-4f05-9ad1-4ee047432d32 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=41b4dc7e-a915-4967-9090-40c21be44679,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:48.087893 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-39a11225-0612-4aa5-8e81-b34cc8834527 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'fixed_ips': [{'subnet_id': '41b4dc7e-a915-4967-9090-40c21be44679', 'ip_address': '2001:db8::6c6c:12dc:1224:c657'}], 'name': 'tempest-NetworksTestDHCPv6-1669054077'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:48.510906 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a11225-0612-4aa5-8e81-b34cc8834527 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:48.553950 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1c7d9b18-dcb7-426a-a543-1909954743cc no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:45:48.632382 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fe011726-b030-4131-8299-ebd9fdc15a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.672358 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-39a11225-0612-4aa5-8e81-b34cc8834527 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.681339 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 1c7d9b18-dcb7-426a-a543-1909954743cc {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:45:48.682182 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1c7d9b18-dcb7-426a-a543-1909954743cc not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:45:48.698596 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a277dc7-b187-4a06-adac-971d3d645f4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-50eba278-0f67-4e34-aa13-933b003eee26', 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'fixed_ips': [{'subnet_id': '41b4dc7e-a915-4967-9090-40c21be44679'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:45:48.699497 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1a277dc7-b187-4a06-adac-971d3d645f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.711409 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-39a11225-0612-4aa5-8e81-b34cc8834527 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] device_id is not set on port 69187398-9bf6-46f4-9a2c-51bc481b509b yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:45:49.134927 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-39a11225-0612-4aa5-8e81-b34cc8834527 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 2001:db8::6c6c:12dc:1224:c657 (50eba278-0f67-4e34-aa13-933b003eee26/41b4dc7e-a915-4967-9090-40c21be44679/69187398-9bf6-46f4-9a2c-51bc481b509b) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:49.224035 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6dc01-3ca1-4c6c-ba74-59696b99e5f7 req-21ceae36-dee6-496d-af95-56630166d141 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:49.246246 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13c6dc01-3ca1-4c6c-ba74-59696b99e5f7 req-21ceae36-dee6-496d-af95-56630166d141 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=b14c7a86-63f8-420f-9391-136b06213a03 HTTP/1.1" status: 200 len: 945 time: 0.7532856 Apr 18 20:45:49.340177 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-70cae07c-5ef2-4c92-a9d1-4a5f97bbce4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.368003 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6e66eb-3407-4c56-8c82-f23e9610f8f7 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Router 4f096f8b-c524-4d94-841d-471554f9dcb8 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:45:49.434898 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-39a11225-0612-4aa5-8e81-b34cc8834527 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.456989 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cae07c-5ef2-4c92-a9d1-4a5f97bbce4c admin admin] Pushing event deleted for resources: {'Port': ['ID=410d0083-ae03-44f1-96b7-05fe3d484e79,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:49.529877 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f8e08-8c9d-4514-8f98-dec99cd1a508 req-8fea60e9-c0ec-43b3-a9bc-328b8d1d76a2 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:49.539599 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-912f8e08-8c9d-4514-8f98-dec99cd1a508 req-8fea60e9-c0ec-43b3-a9bc-328b8d1d76a2 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 945 time: 0.5050149 Apr 18 20:45:49.539890 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-39a11225-0612-4aa5-8e81-b34cc8834527 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.591419 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13c6dc01-3ca1-4c6c-ba74-59696b99e5f7 req-73754789-cc3e-4ed7-88e1-ca580ac0024e tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425250 Apr 18 20:45:49.630109 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a11225-0612-4aa5-8e81-b34cc8834527 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:49.634750 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-39a11225-0612-4aa5-8e81-b34cc8834527 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:49.639878 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a11225-0612-4aa5-8e81-b34cc8834527 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:49.646947 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a11225-0612-4aa5-8e81-b34cc8834527 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:49.647938 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-39a11225-0612-4aa5-8e81-b34cc8834527 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.709530 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-39a11225-0612-4aa5-8e81-b34cc8834527 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6550412 Apr 18 20:45:49.711457 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a11225-0612-4aa5-8e81-b34cc8834527 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Port': ['ID=69187398-9bf6-46f4-9a2c-51bc481b509b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:49.727714 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47672) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:49.756795 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-1a277dc7-b187-4a06-adac-971d3d645f4c None None] Allocated IP 2001:db8::2 (50eba278-0f67-4e34-aa13-933b003eee26/41b4dc7e-a915-4967-9090-40c21be44679/8ab4273d-d15c-411b-8d3a-6835e862a9ac) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:49.894810 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa16906-e645-49d0-b5a8-1be3266fc036 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:49.899438 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2aa16906-e645-49d0-b5a8-1be3266fc036 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1671445 Apr 18 20:45:49.906578 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47674) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:50.080505 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-912f8e08-8c9d-4514-8f98-dec99cd1a508 req-347ae18d-881c-42e4-903f-cbeefa9be52b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5398188 Apr 18 20:45:50.093608 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1a277dc7-b187-4a06-adac-971d3d645f4c None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.103805 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1a277dc7-b187-4a06-adac-971d3d645f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.178053 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a277dc7-b187-4a06-adac-971d3d645f4c None None] Pushing event updated for resources: {'Port': ['ID=8ab4273d-d15c-411b-8d3a-6835e862a9ac,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:50.213882 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a277dc7-b187-4a06-adac-971d3d645f4c None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:50.216605 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-1a277dc7-b187-4a06-adac-971d3d645f4c None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:50.226146 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a277dc7-b187-4a06-adac-971d3d645f4c None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:50.269671 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-476eca58-6240-4f1f-b490-2fd2d421420f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting port 69187398-9bf6-46f4-9a2c-51bc481b509b {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:50.271028 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-476eca58-6240-4f1f-b490-2fd2d421420f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.407770 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1a277dc7-b187-4a06-adac-971d3d645f4c None None] Attempting to bind port 8ab4273d-d15c-411b-8d3a-6835e862a9ac on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:50.416921 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1a277dc7-b187-4a06-adac-971d3d645f4c None None] Attempting to bind port 8ab4273d-d15c-411b-8d3a-6835e862a9ac by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:50.417523 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a277dc7-b187-4a06-adac-971d3d645f4c None None] Attempting to bind port 8ab4273d-d15c-411b-8d3a-6835e862a9ac on network 50eba278-0f67-4e34-aa13-933b003eee26 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:45:50.429811 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a277dc7-b187-4a06-adac-971d3d645f4c None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:45:50.434025 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a277dc7-b187-4a06-adac-971d3d645f4c None None] Checking segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:45:50.434025 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1a277dc7-b187-4a06-adac-971d3d645f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.434521 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a277dc7-b187-4a06-adac-971d3d645f4c None None] Bound using segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:45:50.435129 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1a277dc7-b187-4a06-adac-971d3d645f4c None None] Bound port: 8ab4273d-d15c-411b-8d3a-6835e862a9ac, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:50.435634 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1a277dc7-b187-4a06-adac-971d3d645f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.515712 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-476eca58-6240-4f1f-b490-2fd2d421420f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.565706 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-476eca58-6240-4f1f-b490-2fd2d421420f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Calling delete_port for 69187398-9bf6-46f4-9a2c-51bc481b509b owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:50.720808 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1a277dc7-b187-4a06-adac-971d3d645f4c None None] For port 8ab4273d-d15c-411b-8d3a-6835e862a9ac, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:45:50.735529 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1a277dc7-b187-4a06-adac-971d3d645f4c None None] For port 8ab4273d-d15c-411b-8d3a-6835e862a9ac, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8ab4273d-d15c-411b-8d3a-6835e862a9ac,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:45:50.754846 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1a277dc7-b187-4a06-adac-971d3d645f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.801048 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-70cae07c-5ef2-4c92-a9d1-4a5f97bbce4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.903726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6e66eb-3407-4c56-8c82-f23e9610f8f7 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:45:50.928650 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440555cd-bba4-4676-b306-fdd01c01172f None None] Sync routers for ids ['4f096f8b-c524-4d94-841d-471554f9dcb8'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:45:50.939894 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-bf6e66eb-3407-4c56-8c82-f23e9610f8f7 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] 10.222.0.41 "PUT /v2.0/routers/4f096f8b-c524-4d94-841d-471554f9dcb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5538414 Apr 18 20:45:50.960280 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a277dc7-b187-4a06-adac-971d3d645f4c None None] Pushing event updated for resources: {'Port': ['ID=8ab4273d-d15c-411b-8d3a-6835e862a9ac,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:50.993849 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440555cd-bba4-4676-b306-fdd01c01172f None None] Routers {'4f096f8b-c524-4d94-841d-471554f9dcb8'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:45:50.995957 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47684) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:50.997917 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-440555cd-bba4-4676-b306-fdd01c01172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:45:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4f096f8b-c524-4d94-841d-471554f9dcb8'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:51.036784 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-476eca58-6240-4f1f-b490-2fd2d421420f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.100462 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-440555cd-bba4-4676-b306-fdd01c01172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:51.141305 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440555cd-bba4-4676-b306-fdd01c01172f None None] Routers {'4f096f8b-c524-4d94-841d-471554f9dcb8'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:45:51.146867 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-440555cd-bba4-4676-b306-fdd01c01172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:45:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4f096f8b-c524-4d94-841d-471554f9dcb8'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:51.165696 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-35871414-36af-4081-ae8f-2ba1e64e5025 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.210814 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-476eca58-6240-4f1f-b490-2fd2d421420f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.229230 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47688) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:51.229544 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-476eca58-6240-4f1f-b490-2fd2d421420f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/69187398-9bf6-46f4-9a2c-51bc481b509b HTTP/1.1" status: 204 len: 168 time: 1.3199239 Apr 18 20:45:51.233122 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476eca58-6240-4f1f-b490-2fd2d421420f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Port': ['ID=69187398-9bf6-46f4-9a2c-51bc481b509b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:51.273577 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-440555cd-bba4-4676-b306-fdd01c01172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:51.274267 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440555cd-bba4-4676-b306-fdd01c01172f None None] The sync data for ids ['4f096f8b-c524-4d94-841d-471554f9dcb8'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:45:51.491548 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4dd59-43ca-4602-883a-f734d8e5e3c9 req-b73c36f7-8cc2-4788-a4a4-305055bbd778 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:51.499166 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4a4dd59-43ca-4602-883a-f734d8e5e3c9 req-b73c36f7-8cc2-4788-a4a4-305055bbd778 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=b14c7a86-63f8-420f-9391-136b06213a03 HTTP/1.1" status: 200 len: 945 time: 0.6908760 Apr 18 20:45:51.630481 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3017ffe0-a235-40c5-8526-8df1105b6a76 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:51.632257 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3017ffe0-a235-40c5-8526-8df1105b6a76 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:51.637965 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47690) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:51.648347 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3017ffe0-a235-40c5-8526-8df1105b6a76 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4141731 Apr 18 20:45:51.717629 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985a483-3391-4aef-9f4f-1110661c96ab req-ed2e0f5f-c43a-4423-b384-5dc7a73e379c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:51.732384 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7985a483-3391-4aef-9f4f-1110661c96ab req-ed2e0f5f-c43a-4423-b384-5dc7a73e379c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 945 time: 0.4327400 Apr 18 20:45:51.749000 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-a614a6c3-36e2-4455-b25c-51a3f7b50baf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet 41b4dc7e-a915-4967-9090-40c21be44679 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:45:51.753691 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a614a6c3-36e2-4455-b25c-51a3f7b50baf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.798785 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4a4dd59-43ca-4602-883a-f734d8e5e3c9 req-2e870d7d-dea4-4f9a-9e05-3f32e60199ab tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985888 Apr 18 20:45:51.806026 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-35871414-36af-4081-ae8f-2ba1e64e5025 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.825396 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a614a6c3-36e2-4455-b25c-51a3f7b50baf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.976101 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a614a6c3-36e2-4455-b25c-51a3f7b50baf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:52.083044 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a614a6c3-36e2-4455-b25c-51a3f7b50baf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:52.143742 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a614a6c3-36e2-4455-b25c-51a3f7b50baf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:52.152448 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a614a6c3-36e2-4455-b25c-51a3f7b50baf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/41b4dc7e-a915-4967-9090-40c21be44679 HTTP/1.1" status: 204 len: 168 time: 0.5113077 Apr 18 20:45:52.152448 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614a6c3-36e2-4455-b25c-51a3f7b50baf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=41b4dc7e-a915-4967-9090-40c21be44679,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:52.188542 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7985a483-3391-4aef-9f4f-1110661c96ab req-939c36d7-2fe6-4549-892e-4da7919f21f2 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549458 Apr 18 20:45:52.191410 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47698) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:52.362411 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47700) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:52.362966 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ecf2f3bf-dd86-4f28-8edb-6fdf1dd854b2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1467006 Apr 18 20:45:52.370311 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-1b2337d3-bc32-4283-b2a3-562f34205bd6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:52.594035 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-fe011726-b030-4131-8299-ebd9fdc15a6b admin admin] Deleting port 117c4e5f-52a1-4889-bf49-9c64271d872d {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:52.595175 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fe011726-b030-4131-8299-ebd9fdc15a6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:52.609421 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2337d3-bc32-4283-b2a3-562f34205bd6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:52.616961 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b2337d3-bc32-4283-b2a3-562f34205bd6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:52.677798 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30579412-f98f-4ec2-a30f-091a2a907887 req-866a9ea2-9407-40f6-8dfa-9228726b5839 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:52.691734 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-30579412-f98f-4ec2-a30f-091a2a907887 req-866a9ea2-9407-40f6-8dfa-9228726b5839 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=b14c7a86-63f8-420f-9391-136b06213a03 HTTP/1.1" status: 200 len: 945 time: 0.3458316 Apr 18 20:45:52.765598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8ab4273d-d15c-411b-8d3a-6835e862a9ac up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:45:52.884982 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cae07c-5ef2-4c92-a9d1-4a5f97bbce4c admin admin] Router 89990c99-1d0c-4648-9e20-de7fa39f707a has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:45:52.941110 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 8ab4273d-d15c-411b-8d3a-6835e862a9ac triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:52.941698 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:52.963569 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-fe011726-b030-4131-8299-ebd9fdc15a6b admin admin] For port 117c4e5f-52a1-4889-bf49-9c64271d872d, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=117c4e5f-52a1-4889-bf49-9c64271d872d,segment=NetworkSegment(27b15520-fc82-4e3a-8b81-8e613b74f26c),segment_id=27b15520-fc82-4e3a-8b81-8e613b74f26c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:52.964039 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fe011726-b030-4131-8299-ebd9fdc15a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:52.984932 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-fe011726-b030-4131-8299-ebd9fdc15a6b admin admin] Calling delete_port for 117c4e5f-52a1-4889-bf49-9c64271d872d owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:53.070672 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99298e31-4632-49d3-9cd6-6fbcb2056f44 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:53.279326 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b2337d3-bc32-4283-b2a3-562f34205bd6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:53.426138 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-30579412-f98f-4ec2-a30f-091a2a907887 req-d60edf66-0108-46cf-8e49-6141dd446ab1 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7323055 Apr 18 20:45:53.432657 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fe011726-b030-4131-8299-ebd9fdc15a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:53.439277 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-35871414-36af-4081-ae8f-2ba1e64e5025 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Deleting port 93888c92-a40d-4235-ad84-a53b85800035 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:53.439548 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-35871414-36af-4081-ae8f-2ba1e64e5025 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:53.494348 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-01fac55d-dfbc-4684-a005-74b344e50b04 None None] Provisioning complete for port 8ab4273d-d15c-411b-8d3a-6835e862a9ac triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:53.495610 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-01fac55d-dfbc-4684-a005-74b344e50b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:53.510020 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2337d3-bc32-4283-b2a3-562f34205bd6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:53.513796 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-1b2337d3-bc32-4283-b2a3-562f34205bd6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:53.526255 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2337d3-bc32-4283-b2a3-562f34205bd6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=57d4aada-50ed-4934-8337-6d291e2bfca2,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:53.529267 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2337d3-bc32-4283-b2a3-562f34205bd6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:53.529854 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b2337d3-bc32-4283-b2a3-562f34205bd6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:53.581053 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1b2337d3-bc32-4283-b2a3-562f34205bd6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2173340 Apr 18 20:45:53.581727 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47706) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:53.595503 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-43f5b705-87a8-4797-bb0e-d3f685cc20a5 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'fixed_ips': [{'subnet_id': '57d4aada-50ed-4934-8337-6d291e2bfca2', 'ip_address': '2001:db8::999f:246f:235:42a2'}], 'name': 'tempest-NetworksTestDHCPv6-961672656'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:53.733619 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe011726-b030-4131-8299-ebd9fdc15a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=117c4e5f-52a1-4889-bf49-9c64271d872d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:53.778905 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:53.870724 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f5b705-87a8-4797-bb0e-d3f685cc20a5 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:53.882807 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 8ab4273d-d15c-411b-8d3a-6835e862a9ac, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8ab4273d-d15c-411b-8d3a-6835e862a9ac,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:53.991229 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:53.997649 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-01fac55d-dfbc-4684-a005-74b344e50b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:53.998955 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-35871414-36af-4081-ae8f-2ba1e64e5025 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:54.092707 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-35871414-36af-4081-ae8f-2ba1e64e5025 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Calling delete_port for 93888c92-a40d-4235-ad84-a53b85800035 owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:54.135054 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc23c8-69c6-4ef3-9d93-a3b3f21bc12d req-7f02a011-eea2-4574-89b7-6c3d4caadf6e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:54.139947 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1fc23c8-69c6-4ef3-9d93-a3b3f21bc12d req-7f02a011-eea2-4574-89b7-6c3d4caadf6e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 945 time: 0.7611120 Apr 18 20:45:54.208092 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-01fac55d-dfbc-4684-a005-74b344e50b04 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:45:54.209209 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-01fac55d-dfbc-4684-a005-74b344e50b04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:45:54.222868 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-43f5b705-87a8-4797-bb0e-d3f685cc20a5 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:54.257616 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-43f5b705-87a8-4797-bb0e-d3f685cc20a5 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] device_id is not set on port 1ca45fb0-27fc-47f8-83ba-6341c64d822f yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:45:54.303177 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=8ab4273d-d15c-411b-8d3a-6835e862a9ac,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:54.482384 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-43f5b705-87a8-4797-bb0e-d3f685cc20a5 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 2001:db8::999f:246f:235:42a2 (50eba278-0f67-4e34-aa13-933b003eee26/57d4aada-50ed-4934-8337-6d291e2bfca2/1ca45fb0-27fc-47f8-83ba-6341c64d822f) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:54.599694 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cd021534-702d-460d-9dfb-d3394d36281c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:54.653373 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccad93b-bad6-4629-b831-4722d6d8822f None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:54.857885 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd30198-7b56-45de-95c4-dcbbe9eb639c req-69feb282-17e4-498d-a376-e571639e9086 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:54.861492 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2cd30198-7b56-45de-95c4-dcbbe9eb639c req-69feb282-17e4-498d-a376-e571639e9086 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14c7a86-63f8-420f-9391-136b06213a03 HTTP/1.1" status: 200 len: 945 time: 0.9916902 Apr 18 20:45:54.875235 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-43f5b705-87a8-4797-bb0e-d3f685cc20a5 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:54.902975 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8ab4273d-d15c-411b-8d3a-6835e862a9ac up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:45:54.929009 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-43f5b705-87a8-4797-bb0e-d3f685cc20a5 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:55.072015 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f5b705-87a8-4797-bb0e-d3f685cc20a5 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:55.077881 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-43f5b705-87a8-4797-bb0e-d3f685cc20a5 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:55.087244 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f5b705-87a8-4797-bb0e-d3f685cc20a5 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:55.094037 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f5b705-87a8-4797-bb0e-d3f685cc20a5 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:55.095917 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-43f5b705-87a8-4797-bb0e-d3f685cc20a5 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:55.106440 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-258c1f48-3b1e-44df-83d0-a64942af6f48 None None] Provisioning complete for port 8ab4273d-d15c-411b-8d3a-6835e862a9ac triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:55.106818 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-258c1f48-3b1e-44df-83d0-a64942af6f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:55.117350 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5b705-87a8-4797-bb0e-d3f685cc20a5 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Port': ['ID=1ca45fb0-27fc-47f8-83ba-6341c64d822f,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:55.143997 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-43f5b705-87a8-4797-bb0e-d3f685cc20a5 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.5610104 Apr 18 20:45:55.146960 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47714) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:55.187290 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fe011726-b030-4131-8299-ebd9fdc15a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:55.216054 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff62013-2a42-449b-b313-ec00f9d34305 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:55.222364 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cae07c-5ef2-4c92-a9d1-4a5f97bbce4c admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:45:55.223666 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff62013-2a42-449b-b313-ec00f9d34305 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:55.228770 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3ff62013-2a42-449b-b313-ec00f9d34305 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.0819068 Apr 18 20:45:55.229702 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47716) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:55.237196 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90401b6d-0434-46a4-ada3-7a124f886198 None None] Sync routers for ids ['89990c99-1d0c-4648-9e20-de7fa39f707a'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:45:55.253813 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90401b6d-0434-46a4-ada3-7a124f886198 None None] Routers {'89990c99-1d0c-4648-9e20-de7fa39f707a'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:45:55.256195 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-90401b6d-0434-46a4-ada3-7a124f886198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:45:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['89990c99-1d0c-4648-9e20-de7fa39f707a'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:55.288359 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-70cae07c-5ef2-4c92-a9d1-4a5f97bbce4c admin admin] 10.222.0.41 "PUT /v2.0/routers/89990c99-1d0c-4648-9e20-de7fa39f707a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1015770 Apr 18 20:45:55.304193 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47720) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:55.404340 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1fc23c8-69c6-4ef3-9d93-a3b3f21bc12d req-a61f4140-06e4-485e-b207-54227d692d7d tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0610299 Apr 18 20:45:55.449082 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 8ab4273d-d15c-411b-8d3a-6835e862a9ac triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:55.449082 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:55.449416 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23464af1-16b7-4b86-8edd-2b8951c09b4d req-812b9050-c056-44db-ad79-372012bcbf69 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:55.449416 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-23464af1-16b7-4b86-8edd-2b8951c09b4d req-812b9050-c056-44db-ad79-372012bcbf69 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=b14c7a86-63f8-420f-9391-136b06213a03 HTTP/1.1" status: 200 len: 945 time: 0.7227356 Apr 18 20:45:55.516259 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-4a7b4ae5-0c24-44b8-87d3-31c55948be21 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting port 1ca45fb0-27fc-47f8-83ba-6341c64d822f {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:55.517148 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4a7b4ae5-0c24-44b8-87d3-31c55948be21 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:55.586260 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-90401b6d-0434-46a4-ada3-7a124f886198 None None] Set router 89990c99-1d0c-4648-9e20-de7fa39f707a gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:45:55.839775 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4a7b4ae5-0c24-44b8-87d3-31c55948be21 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:55.903368 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-4a7b4ae5-0c24-44b8-87d3-31c55948be21 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Calling delete_port for 1ca45fb0-27fc-47f8-83ba-6341c64d822f owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:56.067355 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-90401b6d-0434-46a4-ada3-7a124f886198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89990c99-1d0c-4648-9e20-de7fa39f707a', 'name': 'tempest-TaggedBootDevicesTest_v242-1792038330-router', 'tenant_id': '0661da3464f742c9887e81d7e6b2366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'c94d79e2-66f4-43dd-b5b8-f0f87ba39e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:55Z', 'updated_at': '2022-04-18T20:45:48Z', 'revision_number': 5, 'project_id': '0661da3464f742c9887e81d7e6b2366b', 'gw_port': {'id': 'c94d79e2-66f4-43dd-b5b8-f0f87ba39e93', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89990c99-1d0c-4648-9e20-de7fa39f707a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:57Z', 'updated_at': '2022-04-18T20:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:56.122813 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90401b6d-0434-46a4-ada3-7a124f886198 None None] Checking router: 89990c99-1d0c-4648-9e20-de7fa39f707a for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:45:56.133209 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90401b6d-0434-46a4-ada3-7a124f886198 None None] Routers {'89990c99-1d0c-4648-9e20-de7fa39f707a'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:45:56.134116 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-90401b6d-0434-46a4-ada3-7a124f886198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:45:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['89990c99-1d0c-4648-9e20-de7fa39f707a'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:56.469271 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4a7b4ae5-0c24-44b8-87d3-31c55948be21 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:56.495912 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-90401b6d-0434-46a4-ada3-7a124f886198 None None] Set router 89990c99-1d0c-4648-9e20-de7fa39f707a gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:45:56.543318 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b4ae5-0c24-44b8-87d3-31c55948be21 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Port': ['ID=1ca45fb0-27fc-47f8-83ba-6341c64d822f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:56.574684 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b328c884-2885-412e-9f9c-768b3fb4b799 None None] Could not find standard attr ID for object 1ca45fb0-27fc-47f8-83ba-6341c64d822f. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:45:56.608203 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4a7b4ae5-0c24-44b8-87d3-31c55948be21 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:56.611712 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4a7b4ae5-0c24-44b8-87d3-31c55948be21 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/1ca45fb0-27fc-47f8-83ba-6341c64d822f HTTP/1.1" status: 204 len: 168 time: 1.3809309 Apr 18 20:45:56.614838 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47730) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:56.657518 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b328c884-2885-412e-9f9c-768b3fb4b799 None None] Provisioning complete for port 8ab4273d-d15c-411b-8d3a-6835e862a9ac triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:56.660950 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b328c884-2885-412e-9f9c-768b3fb4b799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:56.770956 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550408fe-fa49-428c-b992-ea618bfbfd0f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:56.781218 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550408fe-fa49-428c-b992-ea618bfbfd0f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:56.782921 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-550408fe-fa49-428c-b992-ea618bfbfd0f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1668620 Apr 18 20:45:56.785937 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47732) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:56.898196 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-1582a021-c929-4fb7-b7bd-43aad5b7d529 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet 57d4aada-50ed-4934-8337-6d291e2bfca2 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:45:56.913312 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1582a021-c929-4fb7-b7bd-43aad5b7d529 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:57.024018 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1582a021-c929-4fb7-b7bd-43aad5b7d529 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:57.149595 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1f212bf4-ca76-4760-a438-eef6443391c3 None None] Could not find standard attr ID for object 69187398-9bf6-46f4-9a2c-51bc481b509b. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:45:57.182147 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1582a021-c929-4fb7-b7bd-43aad5b7d529 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:57.198073 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-23464af1-16b7-4b86-8edd-2b8951c09b4d req-76e9ba67-ee7f-4aa2-8323-6e4377597b03 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/security-groups?id=7af92f88-c340-422f-b110-21f049ac8164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5745695 Apr 18 20:45:57.397242 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1582a021-c929-4fb7-b7bd-43aad5b7d529 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:57.500013 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1582a021-c929-4fb7-b7bd-43aad5b7d529 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:57.514897 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-90401b6d-0434-46a4-ada3-7a124f886198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89990c99-1d0c-4648-9e20-de7fa39f707a', 'name': 'tempest-TaggedBootDevicesTest_v242-1792038330-router', 'tenant_id': '0661da3464f742c9887e81d7e6b2366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'c94d79e2-66f4-43dd-b5b8-f0f87ba39e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:55Z', 'updated_at': '2022-04-18T20:45:48Z', 'revision_number': 5, 'project_id': '0661da3464f742c9887e81d7e6b2366b', 'gw_port': {'id': 'c94d79e2-66f4-43dd-b5b8-f0f87ba39e93', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89990c99-1d0c-4648-9e20-de7fa39f707a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:57Z', 'updated_at': '2022-04-18T20:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:57.519867 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1582a021-c929-4fb7-b7bd-43aad5b7d529 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/57d4aada-50ed-4934-8337-6d291e2bfca2 HTTP/1.1" status: 204 len: 168 time: 0.7324898 Apr 18 20:45:57.522132 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582a021-c929-4fb7-b7bd-43aad5b7d529 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=57d4aada-50ed-4934-8337-6d291e2bfca2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:57.525164 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47740) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:57.622887 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-895344c0-6948-4f46-af54-502e689d9964 admin admin] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:57.671648 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ca532c93-be9b-47ab-9323-b69fe62b641c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1361990 Apr 18 20:45:57.681663 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47742) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:57.689123 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90401b6d-0434-46a4-ada3-7a124f886198 None None] The sync data for ids ['89990c99-1d0c-4648-9e20-de7fa39f707a'] in n-d-838323-3 is: [{'id': '89990c99-1d0c-4648-9e20-de7fa39f707a', 'name': 'tempest-TaggedBootDevicesTest_v242-1792038330-router', 'tenant_id': '0661da3464f742c9887e81d7e6b2366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'c94d79e2-66f4-43dd-b5b8-f0f87ba39e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:55Z', 'updated_at': '2022-04-18T20:45:48Z', 'revision_number': 5, 'project_id': '0661da3464f742c9887e81d7e6b2366b', 'gw_port': {'id': 'c94d79e2-66f4-43dd-b5b8-f0f87ba39e93', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89990c99-1d0c-4648-9e20-de7fa39f707a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:57Z', 'updated_at': '2022-04-18T20:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:45:57.717196 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-cdd368ce-c759-49ae-a152-f9d804e5f239 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:57.821059 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a05499-82ee-4c4a-be8e-061aa1c305b2 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:57.907821 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-2cd30198-7b56-45de-95c4-dcbbe9eb639c req-cdaee141-10c7-4d6c-a2cd-ede410028f30 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Deleting port f29c0307-7b8a-416a-b50c-23ac787a0bbf {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:57.908613 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2cd30198-7b56-45de-95c4-dcbbe9eb639c req-cdaee141-10c7-4d6c-a2cd-ede410028f30 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:57.993104 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device f29c0307-7b8a-416a-b50c-23ac787a0bbf no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:45:58.046846 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd368ce-c759-49ae-a152-f9d804e5f239 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:58.053900 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cdd368ce-c759-49ae-a152-f9d804e5f239 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:58.147696 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d1e2bbd8-f7ca-43d6-b86b-50928a2fc629 None None] Could not find standard attr ID for object 1ca45fb0-27fc-47f8-83ba-6341c64d822f. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:45:58.153724 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc53edd-9569-470d-b2ca-517c3726b03c req-80b6c4f7-ddaf-4c3d-bde6-f929ff18696f tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:58.156375 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0dc53edd-9569-470d-b2ca-517c3726b03c req-80b6c4f7-ddaf-4c3d-bde6-f929ff18696f tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 945 time: 0.8340485 Apr 18 20:45:58.363032 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:58.389891 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-35871414-36af-4081-ae8f-2ba1e64e5025 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:58.428020 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4a1b5b-151a-4107-af84-0ec3772d7c6d None None] DHCP port deletion for 50eba278-0f67-4e34-aa13-933b003eee26 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:45:58.575179 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb367a3-f987-41b4-9faf-a7639b9b84dc req-14d71c3a-2f04-4074-857b-abbed641fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:58.580130 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0bb367a3-f987-41b4-9faf-a7639b9b84dc req-14d71c3a-2f04-4074-857b-abbed641fa48 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 1096 time: 0.1180415 Apr 18 20:45:58.600913 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14c7a86-63f8-420f-9391-136b06213a03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f29c0307-7b8a-416a-b50c-23ac787a0bbf'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:58.604761 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98208e40-795d-47c0-92e5-275cf17ec2c9" -d '{"events": [{"server_uuid": "b14c7a86-63f8-420f-9391-136b06213a03", "name": "network-vif-unplugged", "status": "completed", "tag": "f29c0307-7b8a-416a-b50c-23ac787a0bbf"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:45:58.641023 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port f29c0307-7b8a-416a-b50c-23ac787a0bbf, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f29c0307-7b8a-416a-b50c-23ac787a0bbf,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:58.657510 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 410d0083-ae03-44f1-96b7-05fe3d484e79 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:45:58.663831 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-2cd30198-7b56-45de-95c4-dcbbe9eb639c req-cdaee141-10c7-4d6c-a2cd-ede410028f30 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] For port f29c0307-7b8a-416a-b50c-23ac787a0bbf, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f29c0307-7b8a-416a-b50c-23ac787a0bbf,segment=NetworkSegment(c7af4a65-87eb-4bd6-9af9-22178fa49c35),segment_id=c7af4a65-87eb-4bd6-9af9-22178fa49c35)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:58.664241 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2cd30198-7b56-45de-95c4-dcbbe9eb639c req-cdaee141-10c7-4d6c-a2cd-ede410028f30 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:58.666657 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:58.683956 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-2cd30198-7b56-45de-95c4-dcbbe9eb639c req-cdaee141-10c7-4d6c-a2cd-ede410028f30 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Calling delete_port for f29c0307-7b8a-416a-b50c-23ac787a0bbf owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:58.828073 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 410d0083-ae03-44f1-96b7-05fe3d484e79 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:45:58.829973 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 410d0083-ae03-44f1-96b7-05fe3d484e79 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:45:58.833653 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8ab4273d-d15c-411b-8d3a-6835e862a9ac no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:45:58.881605 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35871414-36af-4081-ae8f-2ba1e64e5025 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Pushing event deleted for resources: {'Port': ['ID=93888c92-a40d-4235-ad84-a53b85800035,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:58.888763 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2cd30198-7b56-45de-95c4-dcbbe9eb639c req-cdaee141-10c7-4d6c-a2cd-ede410028f30 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:58.977336 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e4a5058-83d4-40b6-bcb9-3590110babef req-d82cfe62-0ede-48bf-a99a-36aa2f87c5e6 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=b14c7a86-63f8-420f-9391-136b06213a03 HTTP/1.1" status: 200 len: 210 time: 0.3789651 Apr 18 20:45:58.986044 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:45:59.011221 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0dc53edd-9569-470d-b2ca-517c3726b03c req-57177709-b914-4e6e-b493-48afd71432b0 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860684 Apr 18 20:45:59.036246 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=f29c0307-7b8a-416a-b50c-23ac787a0bbf,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:59.058718 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1b5b-151a-4107-af84-0ec3772d7c6d None None] Deleting port 8ab4273d-d15c-411b-8d3a-6835e862a9ac {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:59.059319 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1b5b-151a-4107-af84-0ec3772d7c6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.071854 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a5301e97-3d87-43a6-8066-3479ec1f8cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.118320 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb367a3-f987-41b4-9faf-a7639b9b84dc req-ffc78111-fb13-4e0e-94b2-6b73a6e070e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:59.121427 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0bb367a3-f987-41b4-9faf-a7639b9b84dc req-ffc78111-fb13-4e0e-94b2-6b73a6e070e9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 913 time: 0.5298755 Apr 18 20:45:59.165070 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a7dfe7-df09-4a33-a58f-62c5827b217e x-openstack-request-id: req-12a7dfe7-df09-4a33-a58f-62c5827b217e {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:45:59.165574 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14c7a86-63f8-420f-9391-136b06213a03", "name": "network-vif-unplugged", "status": "completed", "tag": "f29c0307-7b8a-416a-b50c-23ac787a0bbf", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:45:59.165922 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-12a7dfe7-df09-4a33-a58f-62c5827b217e {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:45:59.166530 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12a7dfe7-df09-4a33-a58f-62c5827b217e'] response: {'server_uuid': 'b14c7a86-63f8-420f-9391-136b06213a03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f29c0307-7b8a-416a-b50c-23ac787a0bbf', 'code': 200} Apr 18 20:45:59.180897 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaee141-10c7-4d6c-a2cd-ede410028f30 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Pushing event deleted for resources: {'Port': ['ID=f29c0307-7b8a-416a-b50c-23ac787a0bbf,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:59.217771 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0bb367a3-f987-41b4-9faf-a7639b9b84dc req-af0c120c-c907-459d-a8ea-a815631fd85c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd6112ad-4b37-4352-b77c-61e6bc5d1fff HTTP/1.1" status: 200 len: 217 time: 0.0836434 Apr 18 20:45:59.245671 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cdd368ce-c759-49ae-a152-f9d804e5f239 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.260789 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-fd4a1b5b-151a-4107-af84-0ec3772d7c6d None None] For port 8ab4273d-d15c-411b-8d3a-6835e862a9ac, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8ab4273d-d15c-411b-8d3a-6835e862a9ac,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:59.263023 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1b5b-151a-4107-af84-0ec3772d7c6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.294761 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-895344c0-6948-4f46-af54-502e689d9964 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.336552 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1b5b-151a-4107-af84-0ec3772d7c6d None None] Calling delete_port for 8ab4273d-d15c-411b-8d3a-6835e862a9ac owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:59.348588 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.397613 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd368ce-c759-49ae-a152-f9d804e5f239 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:59.406444 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd30198-7b56-45de-95c4-dcbbe9eb639c req-cdaee141-10c7-4d6c-a2cd-ede410028f30 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] No DVR routers for this DVR port f29c0307-7b8a-416a-b50c-23ac787a0bbf on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:59.411431 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-35871414-36af-4081-ae8f-2ba1e64e5025 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.417455 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2cd30198-7b56-45de-95c4-dcbbe9eb639c req-cdaee141-10c7-4d6c-a2cd-ede410028f30 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.421336 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2cd30198-7b56-45de-95c4-dcbbe9eb639c req-cdaee141-10c7-4d6c-a2cd-ede410028f30 tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.32 "DELETE /v2.0/ports/f29c0307-7b8a-416a-b50c-23ac787a0bbf HTTP/1.1" status: 204 len: 173 time: 4.5242107 Apr 18 20:45:59.448755 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14c7a86-63f8-420f-9391-136b06213a03', 'name': 'network-vif-deleted', 'tag': 'f29c0307-7b8a-416a-b50c-23ac787a0bbf'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:59.453752 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea9285f-3ded-4735-9960-12060f90b1db" -d '{"events": [{"server_uuid": "b14c7a86-63f8-420f-9391-136b06213a03", "name": "network-vif-deleted", "tag": "f29c0307-7b8a-416a-b50c-23ac787a0bbf"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:45:59.455614 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-cdd368ce-c759-49ae-a152-f9d804e5f239 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:59.500497 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd368ce-c759-49ae-a152-f9d804e5f239 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:59.501323 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cdd368ce-c759-49ae-a152-f9d804e5f239 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.525694 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb367a3-f987-41b4-9faf-a7639b9b84dc req-1f3802a9-0bf4-4515-ba75-622924a37b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:59.527207 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0bb367a3-f987-41b4-9faf-a7639b9b84dc req-1f3802a9-0bf4-4515-ba75-622924a37b84 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e471ea4-101a-40ef-81f9-9917dd650719 HTTP/1.1" status: 200 len: 851 time: 0.3017728 Apr 18 20:45:59.527848 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd368ce-c759-49ae-a152-f9d804e5f239 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=275d5fe1-c8cd-4986-882c-a39a86cf5ab0,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:59.537086 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98fc8c6-7429-4e3f-91a5-1cba210d8ca9 x-openstack-request-id: req-b98fc8c6-7429-4e3f-91a5-1cba210d8ca9 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:45:59.537991 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14c7a86-63f8-420f-9391-136b06213a03", "name": "network-vif-deleted", "tag": "f29c0307-7b8a-416a-b50c-23ac787a0bbf", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:45:59.538504 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b98fc8c6-7429-4e3f-91a5-1cba210d8ca9 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:45:59.539230 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b98fc8c6-7429-4e3f-91a5-1cba210d8ca9'] response: {'server_uuid': 'b14c7a86-63f8-420f-9391-136b06213a03', 'name': 'network-vif-deleted', 'tag': 'f29c0307-7b8a-416a-b50c-23ac787a0bbf', 'status': 'completed', 'code': 200} Apr 18 20:45:59.567956 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 8ab4273d-d15c-411b-8d3a-6835e862a9ac, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8ab4273d-d15c-411b-8d3a-6835e862a9ac,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:59.603984 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.638815 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe011726-b030-4131-8299-ebd9fdc15a6b admin admin] Router f38d84f5-74d3-4bfd-abcf-283251b554c4 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:45:59.667946 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb367a3-f987-41b4-9faf-a7639b9b84dc req-04078070-94d2-419e-841a-6681ab58f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:59.671978 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0bb367a3-f987-41b4-9faf-a7639b9b84dc req-04078070-94d2-419e-841a-6681ab58f3b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb225605-c490-4bb4-a150-b74221fc667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236694 Apr 18 20:45:59.689037 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cdd368ce-c759-49ae-a152-f9d804e5f239 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9904208 Apr 18 20:45:59.689708 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47766) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:59.710975 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-35871414-36af-4081-ae8f-2ba1e64e5025 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.712621 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e866d2f0-7049-4328-a73c-23d94d9dc9a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'fixed_ips': [{'subnet_id': '275d5fe1-c8cd-4986-882c-a39a86cf5ab0', 'ip_address': '2001:db8::f612:56a6:9575:c6f4'}], 'name': 'tempest-NetworksTestDHCPv6-116325935'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:59.835716 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.839716 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-35871414-36af-4081-ae8f-2ba1e64e5025 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.842365 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe011726-b030-4131-8299-ebd9fdc15a6b admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:45:59.858233 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-fe011726-b030-4131-8299-ebd9fdc15a6b admin admin] 10.222.0.41 "PUT /v2.0/routers/f38d84f5-74d3-4bfd-abcf-283251b554c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2328436 Apr 18 20:45:59.864806 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47768) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:59.867586 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f258d8c4-2ab1-4308-83bb-ed04b26cfbce None None] Sync routers for ids ['f38d84f5-74d3-4bfd-abcf-283251b554c4'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:45:59.883023 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=8ab4273d-d15c-411b-8d3a-6835e862a9ac,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:59.908334 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f258d8c4-2ab1-4308-83bb-ed04b26cfbce None None] Routers {'f38d84f5-74d3-4bfd-abcf-283251b554c4'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:45:59.909169 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f258d8c4-2ab1-4308-83bb-ed04b26cfbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:45:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['f38d84f5-74d3-4bfd-abcf-283251b554c4'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:59.919975 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1b5b-151a-4107-af84-0ec3772d7c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.995955 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e866d2f0-7049-4328-a73c-23d94d9dc9a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:00.033861 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1b5b-151a-4107-af84-0ec3772d7c6d None None] Pushing event deleted for resources: {'Port': ['ID=8ab4273d-d15c-411b-8d3a-6835e862a9ac,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:00.048204 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4a1b5b-151a-4107-af84-0ec3772d7c6d None None] No DVR routers for this DVR port 8ab4273d-d15c-411b-8d3a-6835e862a9ac on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:00.088197 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb99ca2a-54a8-4ac5-aea1-2ac0c4315412 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:00.141872 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-35871414-36af-4081-ae8f-2ba1e64e5025 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.143483 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35871414-36af-4081-ae8f-2ba1e64e5025 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Fanout notify agent at l3_agent the message router_deleted on router 4f096f8b-c524-4d94-841d-471554f9dcb8 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:46:00.164186 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-35871414-36af-4081-ae8f-2ba1e64e5025 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.166388 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-35871414-36af-4081-ae8f-2ba1e64e5025 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] 10.222.0.41 "DELETE /v2.0/routers/4f096f8b-c524-4d94-841d-471554f9dcb8 HTTP/1.1" status: 204 len: 168 time: 9.1651032 Apr 18 20:46:00.169464 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47774) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:00.170406 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-895344c0-6948-4f46-af54-502e689d9964 admin admin] Deleting port c94d79e2-66f4-43dd-b5b8-f0f87ba39e93 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:00.171089 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-895344c0-6948-4f46-af54-502e689d9964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.272720 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-775300d1-75ba-48ed-9439-ff18edc4ec2c req-1f77d467-d881-4956-9b86-d4bc5205261d tempest-DeleteServersTestJSON-1572035157 tempest-DeleteServersTestJSON-1572035157-project] 10.222.0.41 "GET /v2.0/ports?device_id=b14c7a86-63f8-420f-9391-136b06213a03 HTTP/1.1" status: 200 len: 210 time: 0.0504918 Apr 18 20:46:00.331900 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e866d2f0-7049-4328-a73c-23d94d9dc9a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.366468 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-e866d2f0-7049-4328-a73c-23d94d9dc9a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] device_id is not set on port 7d154fd8-9471-428b-9ed0-f7e3d894bfba yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:46:00.377689 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-6549b3c1-5d8c-4523-bc6d-f00811c9f8b8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Deleting subnet 9d6a76a1-de30-4460-b395-3ab3bd776ac7 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:46:00.382019 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6549b3c1-5d8c-4523-bc6d-f00811c9f8b8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.432906 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6549b3c1-5d8c-4523-bc6d-f00811c9f8b8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.537019 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6549b3c1-5d8c-4523-bc6d-f00811c9f8b8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.595345 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-84649f92-5d36-43b3-a04f-7e18a89ed6a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.615295 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cdb46-716d-406e-84c4-18cfaf60cfe7 req-f5f1a273-9dea-4268-8d81-b82445114639 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:00.619621 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-034cdb46-716d-406e-84c4-18cfaf60cfe7 req-f5f1a273-9dea-4268-8d81-b82445114639 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 945 time: 0.3440316 Apr 18 20:46:00.695580 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508ae8a8-6391-4a83-b082-5cc45ab5ab53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-50eba278-0f67-4e34-aa13-933b003eee26', 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'fixed_ips': [{'subnet_id': '275d5fe1-c8cd-4986-882c-a39a86cf5ab0'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:46:00.698218 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-508ae8a8-6391-4a83-b082-5cc45ab5ab53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.757525 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-f258d8c4-2ab1-4308-83bb-ed04b26cfbce None None] Set router f38d84f5-74d3-4bfd-abcf-283251b554c4 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:00.766223 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0bb367a3-f987-41b4-9faf-a7639b9b84dc req-935d4877-60d3-4442-8461-91ced519390b service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0752900 Apr 18 20:46:00.786176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-895344c0-6948-4f46-af54-502e689d9964 admin admin] For port c94d79e2-66f4-43dd-b5b8-f0f87ba39e93, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c94d79e2-66f4-43dd-b5b8-f0f87ba39e93,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:00.786642 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-895344c0-6948-4f46-af54-502e689d9964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.803293 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-895344c0-6948-4f46-af54-502e689d9964 admin admin] Calling delete_port for c94d79e2-66f4-43dd-b5b8-f0f87ba39e93 owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:00.818619 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6549b3c1-5d8c-4523-bc6d-f00811c9f8b8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.866453 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-84649f92-5d36-43b3-a04f-7e18a89ed6a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.936780 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549b3c1-5d8c-4523-bc6d-f00811c9f8b8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Pushing event deleted for resources: {'Subnet': ['ID=9d6a76a1-de30-4460-b395-3ab3bd776ac7,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:00.989946 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-034cdb46-716d-406e-84c4-18cfaf60cfe7 req-850dd63e-a4d6-4529-83a8-a3b2b6f5b2b1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565228 Apr 18 20:46:01.022924 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6549b3c1-5d8c-4523-bc6d-f00811c9f8b8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:01.032895 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6549b3c1-5d8c-4523-bc6d-f00811c9f8b8 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] 10.222.0.41 "DELETE /v2.0/subnets/9d6a76a1-de30-4460-b395-3ab3bd776ac7 HTTP/1.1" status: 204 len: 168 time: 0.8386641 Apr 18 20:46:01.035359 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47778) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:01.053482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-84649f92-5d36-43b3-a04f-7e18a89ed6a8 admin admin] Deleting port 6d045181-6de1-4cce-bb12-fdad3eac15ae {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:01.053815 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-84649f92-5d36-43b3-a04f-7e18a89ed6a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:01.058490 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570eb9de-e59b-4ad1-8e1e-98fa66ed3411 None None] Network cafcac57-3318-4d58-8d7b-5e4bb3ba7567 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:01.152916 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-84649f92-5d36-43b3-a04f-7e18a89ed6a8 admin admin] For port 6d045181-6de1-4cce-bb12-fdad3eac15ae, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6d045181-6de1-4cce-bb12-fdad3eac15ae,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:01.153278 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-84649f92-5d36-43b3-a04f-7e18a89ed6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:01.175080 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-84649f92-5d36-43b3-a04f-7e18a89ed6a8 admin admin] Calling delete_port for 6d045181-6de1-4cce-bb12-fdad3eac15ae owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:01.335024 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:01.355878 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0bb367a3-f987-41b4-9faf-a7639b9b84dc req-4e6b8a3b-4df5-4ca3-a7e6-d73ba58058d5 service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283670 Apr 18 20:46:01.367820 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eb84ceb2-4e66-4cf2-ac20-ca63cf56459d tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:01.372192 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-e866d2f0-7049-4328-a73c-23d94d9dc9a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 2001:db8::f612:56a6:9575:c6f4 (50eba278-0f67-4e34-aa13-933b003eee26/275d5fe1-c8cd-4986-882c-a39a86cf5ab0/7d154fd8-9471-428b-9ed0-f7e3d894bfba) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:01.437405 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-84649f92-5d36-43b3-a04f-7e18a89ed6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:01.497910 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84649f92-5d36-43b3-a04f-7e18a89ed6a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d045181-6de1-4cce-bb12-fdad3eac15ae,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:01.579426 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-84649f92-5d36-43b3-a04f-7e18a89ed6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:01.591617 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:01.657997 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f258d8c4-2ab1-4308-83bb-ed04b26cfbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'name': 'tempest-TaggedBootDevicesTest-1968116736-router', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '6d045181-6de1-4cce-bb12-fdad3eac15ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:11Z', 'updated_at': '2022-04-18T20:45:53Z', 'revision_number': 5, 'project_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'gw_port': {'id': '6d045181-6de1-4cce-bb12-fdad3eac15ae', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:13Z', 'updated_at': '2022-04-18T20:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:01.705137 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f258d8c4-2ab1-4308-83bb-ed04b26cfbce None None] Checking router: f38d84f5-74d3-4bfd-abcf-283251b554c4 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:46:01.717754 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f258d8c4-2ab1-4308-83bb-ed04b26cfbce None None] Routers {'f38d84f5-74d3-4bfd-abcf-283251b554c4'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:01.718411 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f258d8c4-2ab1-4308-83bb-ed04b26cfbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:45:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['f38d84f5-74d3-4bfd-abcf-283251b554c4'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:01.808166 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-f258d8c4-2ab1-4308-83bb-ed04b26cfbce None None] Set router f38d84f5-74d3-4bfd-abcf-283251b554c4 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:01.920808 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-84649f92-5d36-43b3-a04f-7e18a89ed6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:01.929177 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-84649f92-5d36-43b3-a04f-7e18a89ed6a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:01.964873 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6302db03-798a-4eda-8109-f1a3373de298 None None] DHCP port deletion for cafcac57-3318-4d58-8d7b-5e4bb3ba7567 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:46:01.981445 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f258d8c4-2ab1-4308-83bb-ed04b26cfbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'name': 'tempest-TaggedBootDevicesTest-1968116736-router', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:11Z', 'updated_at': '2022-04-18T20:46:01Z', 'revision_number': 7, 'project_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:02.003807 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-895344c0-6948-4f46-af54-502e689d9964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.070139 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f258d8c4-2ab1-4308-83bb-ed04b26cfbce None None] The sync data for ids ['f38d84f5-74d3-4bfd-abcf-283251b554c4'] in n-d-838323-3 is: [{'id': 'f38d84f5-74d3-4bfd-abcf-283251b554c4', 'name': 'tempest-TaggedBootDevicesTest-1968116736-router', 'tenant_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:11Z', 'updated_at': '2022-04-18T20:46:01Z', 'revision_number': 7, 'project_id': 'b938d2524c3842cdaf1832263fa7ae9d', 'gw_port_host': None}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:46:02.077190 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e866d2f0-7049-4328-a73c-23d94d9dc9a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.132093 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-eb84ceb2-4e66-4cf2-ac20-ca63cf56459d tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Deleting port 181785fa-7643-484d-9290-25f70f2f1bc8 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:02.141167 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eb84ceb2-4e66-4cf2-ac20-ca63cf56459d tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.241422 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6302db03-798a-4eda-8109-f1a3373de298 None None] Deleting port 181785fa-7643-484d-9290-25f70f2f1bc8 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:02.243361 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6302db03-798a-4eda-8109-f1a3373de298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.259561 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-895344c0-6948-4f46-af54-502e689d9964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.382483 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-6302db03-798a-4eda-8109-f1a3373de298 None None] For port 181785fa-7643-484d-9290-25f70f2f1bc8, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=181785fa-7643-484d-9290-25f70f2f1bc8,segment=NetworkSegment(8c5ad692-570a-4ec8-91a3-4db833d5949a),segment_id=8c5ad692-570a-4ec8-91a3-4db833d5949a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:02.383628 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6302db03-798a-4eda-8109-f1a3373de298 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.434717 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6302db03-798a-4eda-8109-f1a3373de298 None None] Calling delete_port for 181785fa-7643-484d-9290-25f70f2f1bc8 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:02.469584 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e866d2f0-7049-4328-a73c-23d94d9dc9a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.531870 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-eb84ceb2-4e66-4cf2-ac20-ca63cf56459d tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] For port 181785fa-7643-484d-9290-25f70f2f1bc8, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=181785fa-7643-484d-9290-25f70f2f1bc8,segment=NetworkSegment(8c5ad692-570a-4ec8-91a3-4db833d5949a),segment_id=8c5ad692-570a-4ec8-91a3-4db833d5949a)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:02.532580 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eb84ceb2-4e66-4cf2-ac20-ca63cf56459d tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.661534 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-eb84ceb2-4e66-4cf2-ac20-ca63cf56459d tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Calling delete_port for 181785fa-7643-484d-9290-25f70f2f1bc8 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:02.737728 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e866d2f0-7049-4328-a73c-23d94d9dc9a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:02.758008 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866d2f0-7049-4328-a73c-23d94d9dc9a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Port': ['ID=7d154fd8-9471-428b-9ed0-f7e3d894bfba,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:02.769497 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-e866d2f0-7049-4328-a73c-23d94d9dc9a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:02.773460 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e866d2f0-7049-4328-a73c-23d94d9dc9a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:46:02.776294 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-508ae8a8-6391-4a83-b082-5cc45ab5ab53 None None] Allocated IP 2001:db8::2 (50eba278-0f67-4e34-aa13-933b003eee26/275d5fe1-c8cd-4986-882c-a39a86cf5ab0/4961861d-5fc3-48a0-ad1e-45d08b6a1143) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:02.780735 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e866d2f0-7049-4328-a73c-23d94d9dc9a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:02.781425 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e866d2f0-7049-4328-a73c-23d94d9dc9a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.850120 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e866d2f0-7049-4328-a73c-23d94d9dc9a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1515043 Apr 18 20:46:02.854540 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47812) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:02.994384 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6302db03-798a-4eda-8109-f1a3373de298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.995279 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06063e90-a7f7-49ee-9219-44fc7c1ee35e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:02.997604 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-06063e90-a7f7-49ee-9219-44fc7c1ee35e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1419797 Apr 18 20:46:03.002324 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47814) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:03.032089 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eb84ceb2-4e66-4cf2-ac20-ca63cf56459d tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.059193 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device bd6112ad-4b37-4352-b77c-61e6bc5d1fff no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:03.061451 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-84649f92-5d36-43b3-a04f-7e18a89ed6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.073659 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84649f92-5d36-43b3-a04f-7e18a89ed6a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f38d84f5-74d3-4bfd-abcf-283251b554c4 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:46:03.077057 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895344c0-6948-4f46-af54-502e689d9964 admin admin] Pushing event deleted for resources: {'Port': ['ID=c94d79e2-66f4-43dd-b5b8-f0f87ba39e93,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:03.096850 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-84649f92-5d36-43b3-a04f-7e18a89ed6a8 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.127000 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-84649f92-5d36-43b3-a04f-7e18a89ed6a8 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f38d84f5-74d3-4bfd-abcf-283251b554c4 HTTP/1.1" status: 204 len: 168 time: 3.2320788 Apr 18 20:46:03.132817 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47818) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:03.235838 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 117c4e5f-52a1-4889-bf49-9c64271d872d no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:03.296491 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a751bde-0420-474e-b7ef-deb9be197d05 req-759543d2-2845-49ca-83e7-d2b11f20db05 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:03.298597 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2a751bde-0420-474e-b7ef-deb9be197d05 req-759543d2-2845-49ca-83e7-d2b11f20db05 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 945 time: 1.1111035 Apr 18 20:46:03.308651 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6302db03-798a-4eda-8109-f1a3373de298 None None] No DVR routers for this DVR port 181785fa-7643-484d-9290-25f70f2f1bc8 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:03.324620 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302db03-798a-4eda-8109-f1a3373de298 None None] Pushing event deleted for resources: {'Port': ['ID=181785fa-7643-484d-9290-25f70f2f1bc8,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:03.370124 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-895344c0-6948-4f46-af54-502e689d9964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.378243 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-895344c0-6948-4f46-af54-502e689d9964 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.539261 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-3510e351-6ea6-4588-8bc8-f4c3044f80df admin admin] Deleting subnet 722f9c2d-f886-463b-96e2-22bc146fde64 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:46:03.579865 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-895344c0-6948-4f46-af54-502e689d9964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.588238 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895344c0-6948-4f46-af54-502e689d9964 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89990c99-1d0c-4648-9e20-de7fa39f707a {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:46:03.605299 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-895344c0-6948-4f46-af54-502e689d9964 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.611237 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-895344c0-6948-4f46-af54-502e689d9964 admin admin] 10.222.0.41 "DELETE /v2.0/routers/89990c99-1d0c-4648-9e20-de7fa39f707a HTTP/1.1" status: 204 len: 168 time: 8.2666824 Apr 18 20:46:03.612837 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3510e351-6ea6-4588-8bc8-f4c3044f80df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.634694 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47822) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:03.695174 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb84ceb2-4e66-4cf2-ac20-ca63cf56459d tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] No DVR routers for this DVR port 181785fa-7643-484d-9290-25f70f2f1bc8 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:03.766562 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3510e351-6ea6-4588-8bc8-f4c3044f80df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.797228 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84ceb2-4e66-4cf2-ac20-ca63cf56459d tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Pushing event deleted for resources: {'Port': ['ID=181785fa-7643-484d-9290-25f70f2f1bc8,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:03.802668 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 117c4e5f-52a1-4889-bf49-9c64271d872d {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:03.803205 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 117c4e5f-52a1-4889-bf49-9c64271d872d not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:03.803875 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 181785fa-7643-484d-9290-25f70f2f1bc8 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:03.919216 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2a751bde-0420-474e-b7ef-deb9be197d05 req-e419ac2a-3b5c-4a43-89fa-ec721ba0b600 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5630364 Apr 18 20:46:03.944846 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 181785fa-7643-484d-9290-25f70f2f1bc8 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:03.944846 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 181785fa-7643-484d-9290-25f70f2f1bc8 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:03.953907 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6302db03-798a-4eda-8109-f1a3373de298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:03.954640 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6302db03-798a-4eda-8109-f1a3373de298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:03.957594 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6302db03-798a-4eda-8109-f1a3373de298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:03.976785 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6302db03-798a-4eda-8109-f1a3373de298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:03.982760 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6302db03-798a-4eda-8109-f1a3373de298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:03.983593 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6302db03-798a-4eda-8109-f1a3373de298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:03.984338 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6302db03-798a-4eda-8109-f1a3373de298 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:03.996363 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6302db03-798a-4eda-8109-f1a3373de298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:03.997389 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6302db03-798a-4eda-8109-f1a3373de298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:03.998465 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6302db03-798a-4eda-8109-f1a3373de298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:03.999219 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6302db03-798a-4eda-8109-f1a3373de298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:04.000032 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6302db03-798a-4eda-8109-f1a3373de298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:04.091332 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3510e351-6ea6-4588-8bc8-f4c3044f80df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.212196 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-508ae8a8-6391-4a83-b082-5cc45ab5ab53 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.237662 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-508ae8a8-6391-4a83-b082-5cc45ab5ab53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.253553 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06a3063-97a5-49a7-bf40-e934791b9f6f admin admin] Deleting subnet 9742bf40-ecd8-402f-981d-3c0981987fb1 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:46:04.260774 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3510e351-6ea6-4588-8bc8-f4c3044f80df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.269352 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d06a3063-97a5-49a7-bf40-e934791b9f6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.280346 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eb84ceb2-4e66-4cf2-ac20-ca63cf56459d tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.312653 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508ae8a8-6391-4a83-b082-5cc45ab5ab53 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:04.315908 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ae8a8-6391-4a83-b082-5cc45ab5ab53 None None] Pushing event updated for resources: {'Port': ['ID=4961861d-5fc3-48a0-ad1e-45d08b6a1143,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:04.319322 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-508ae8a8-6391-4a83-b082-5cc45ab5ab53 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:04.323304 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508ae8a8-6391-4a83-b082-5cc45ab5ab53 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:46:04.331548 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.370862 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3510e351-6ea6-4588-8bc8-f4c3044f80df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.383689 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3510e351-6ea6-4588-8bc8-f4c3044f80df admin admin] 10.222.0.41 "DELETE /v2.0/subnets/722f9c2d-f886-463b-96e2-22bc146fde64 HTTP/1.1" status: 204 len: 168 time: 1.2423770 Apr 18 20:46:04.383689 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510e351-6ea6-4588-8bc8-f4c3044f80df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=722f9c2d-f886-463b-96e2-22bc146fde64,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:04.424583 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47828) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:04.429245 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be488930-6471-4513-8d7d-9bfba9cd6967 None None] Network 56d56df8-ad53-4411-a2e6-e62fee5903cf requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:04.431883 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3510e351-6ea6-4588-8bc8-f4c3044f80df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:04.432479 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3510e351-6ea6-4588-8bc8-f4c3044f80df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:04.441011 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3510e351-6ea6-4588-8bc8-f4c3044f80df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:04.442710 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3510e351-6ea6-4588-8bc8-f4c3044f80df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:04.443286 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3510e351-6ea6-4588-8bc8-f4c3044f80df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:04.443851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3510e351-6ea6-4588-8bc8-f4c3044f80df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:04.444749 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3510e351-6ea6-4588-8bc8-f4c3044f80df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:04.447285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3510e351-6ea6-4588-8bc8-f4c3044f80df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:04.456159 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3510e351-6ea6-4588-8bc8-f4c3044f80df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:04.456867 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3510e351-6ea6-4588-8bc8-f4c3044f80df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:04.457449 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3510e351-6ea6-4588-8bc8-f4c3044f80df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:04.459104 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3510e351-6ea6-4588-8bc8-f4c3044f80df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:04.504841 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-eb84ceb2-4e66-4cf2-ac20-ca63cf56459d tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cafcac57-3318-4d58-8d7b-5e4bb3ba7567']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:04.538330 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c99c9af-859e-4975-92f8-c2f6721a9440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd6112ad-4b37-4352-b77c-61e6bc5d1fff'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:46:04.565927 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8a07bf-b7e3-461d-a0ff-a112f2448ec5" -d '{"events": [{"server_uuid": "9c99c9af-859e-4975-92f8-c2f6721a9440", "name": "network-vif-unplugged", "status": "completed", "tag": "bd6112ad-4b37-4352-b77c-61e6bc5d1fff"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:46:04.578661 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e4e8ad33-91d0-4588-a7dd-482ece8070bc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting port 7d154fd8-9471-428b-9ed0-f7e3d894bfba {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:04.579654 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4e8ad33-91d0-4588-a7dd-482ece8070bc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.603066 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d06a3063-97a5-49a7-bf40-e934791b9f6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.608077 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-eb84ceb2-4e66-4cf2-ac20-ca63cf56459d tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5ad692-570a-4ec8-91a3-4db833d5949a') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:04.609046 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-eb84ceb2-4e66-4cf2-ac20-ca63cf56459d tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5ad692-570a-4ec8-91a3-4db833d5949a') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:04.664799 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-66ce7d8f-456d-4cee-936b-94ca55b0f791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.695096 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-508ae8a8-6391-4a83-b082-5cc45ab5ab53 None None] Attempting to bind port 4961861d-5fc3-48a0-ad1e-45d08b6a1143 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:04.695348 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-508ae8a8-6391-4a83-b082-5cc45ab5ab53 None None] Attempting to bind port 4961861d-5fc3-48a0-ad1e-45d08b6a1143 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:04.709447 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508ae8a8-6391-4a83-b082-5cc45ab5ab53 None None] Attempting to bind port 4961861d-5fc3-48a0-ad1e-45d08b6a1143 on network 50eba278-0f67-4e34-aa13-933b003eee26 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:46:04.743321 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-66ce7d8f-456d-4cee-936b-94ca55b0f791 admin admin] Deleting port 4b5f8486-0100-4cc8-b30d-b11eeb829f54 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:04.743678 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-66ce7d8f-456d-4cee-936b-94ca55b0f791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.790458 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eb84ceb2-4e66-4cf2-ac20-ca63cf56459d tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.829143 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-66ce7d8f-456d-4cee-936b-94ca55b0f791 admin admin] For port 4b5f8486-0100-4cc8-b30d-b11eeb829f54, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4b5f8486-0100-4cc8-b30d-b11eeb829f54,segment=NetworkSegment(27b15520-fc82-4e3a-8b81-8e613b74f26c),segment_id=27b15520-fc82-4e3a-8b81-8e613b74f26c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:04.829514 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-66ce7d8f-456d-4cee-936b-94ca55b0f791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.847920 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-66ce7d8f-456d-4cee-936b-94ca55b0f791 admin admin] Calling delete_port for 4b5f8486-0100-4cc8-b30d-b11eeb829f54 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:04.850079 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47836) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:04.854237 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508ae8a8-6391-4a83-b082-5cc45ab5ab53 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:46:04.855174 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508ae8a8-6391-4a83-b082-5cc45ab5ab53 None None] Checking segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:46:04.856050 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-508ae8a8-6391-4a83-b082-5cc45ab5ab53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.856924 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508ae8a8-6391-4a83-b082-5cc45ab5ab53 None None] Bound using segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:46:04.857920 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-508ae8a8-6391-4a83-b082-5cc45ab5ab53 None None] Bound port: 4961861d-5fc3-48a0-ad1e-45d08b6a1143, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:04.858755 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-508ae8a8-6391-4a83-b082-5cc45ab5ab53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.888703 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6d045181-6de1-4cce-bb12-fdad3eac15ae no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:04.915622 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eb84ceb2-4e66-4cf2-ac20-ca63cf56459d tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.939292 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb84ceb2-4e66-4cf2-ac20-ca63cf56459d tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:46:04.940645 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eb84ceb2-4e66-4cf2-ac20-ca63cf56459d tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:04.951921 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:04.964543 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Apr 2022 20:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab51e788-b43f-4bf4-9719-a08826fb9026 x-openstack-request-id: req-ab51e788-b43f-4bf4-9719-a08826fb9026 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:46:04.965339 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c99c9af-859e-4975-92f8-c2f6721a9440", "name": "network-vif-unplugged", "status": "failed", "tag": "bd6112ad-4b37-4352-b77c-61e6bc5d1fff", "code": 422}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:46:04.965976 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab51e788-b43f-4bf4-9719-a08826fb9026 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:46:04.966857 n-d-838323-3 neutron-server[102910]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ab51e788-b43f-4bf4-9719-a08826fb9026']: {'server_uuid': '9c99c9af-859e-4975-92f8-c2f6721a9440', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bd6112ad-4b37-4352-b77c-61e6bc5d1fff', 'code': 422} returned with failed status Apr 18 20:46:04.986189 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-66ce7d8f-456d-4cee-936b-94ca55b0f791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.993928 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 6d045181-6de1-4cce-bb12-fdad3eac15ae {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:04.995039 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6d045181-6de1-4cce-bb12-fdad3eac15ae not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:04.995969 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c94d79e2-66f4-43dd-b5b8-f0f87ba39e93 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:05.005882 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ce7d8f-456d-4cee-936b-94ca55b0f791 admin admin] No DVR routers for this DVR port 4b5f8486-0100-4cc8-b30d-b11eeb829f54 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:05.039938 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port bd6112ad-4b37-4352-b77c-61e6bc5d1fff, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=bd6112ad-4b37-4352-b77c-61e6bc5d1fff,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:05.060622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce7d8f-456d-4cee-936b-94ca55b0f791 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b5f8486-0100-4cc8-b30d-b11eeb829f54,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:05.123274 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-508ae8a8-6391-4a83-b082-5cc45ab5ab53 None None] For port 4961861d-5fc3-48a0-ad1e-45d08b6a1143, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:46:05.127876 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-508ae8a8-6391-4a83-b082-5cc45ab5ab53 None None] For port 4961861d-5fc3-48a0-ad1e-45d08b6a1143, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4961861d-5fc3-48a0-ad1e-45d08b6a1143,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:46:05.130785 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: c94d79e2-66f4-43dd-b5b8-f0f87ba39e93 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:05.131270 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c94d79e2-66f4-43dd-b5b8-f0f87ba39e93 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:05.165075 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.176324 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-508ae8a8-6391-4a83-b082-5cc45ab5ab53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.223747 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-66ce7d8f-456d-4cee-936b-94ca55b0f791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.273510 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-66ce7d8f-456d-4cee-936b-94ca55b0f791 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d56df8-ad53-4411-a2e6-e62fee5903cf']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:05.293230 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-66ce7d8f-456d-4cee-936b-94ca55b0f791 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b15520-fc82-4e3a-8b81-8e613b74f26c') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:05.293541 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-66ce7d8f-456d-4cee-936b-94ca55b0f791 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b15520-fc82-4e3a-8b81-8e613b74f26c') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:05.418647 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=bd6112ad-4b37-4352-b77c-61e6bc5d1fff,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:05.428243 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-66ce7d8f-456d-4cee-936b-94ca55b0f791 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.474001 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-66ce7d8f-456d-4cee-936b-94ca55b0f791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.523486 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ce7d8f-456d-4cee-936b-94ca55b0f791 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:46:05.524318 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-66ce7d8f-456d-4cee-936b-94ca55b0f791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.562475 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361901c-47de-4bc5-abec-c1c2975f1a39 req-a8215293-e096-4792-ae68-e2a7510c44a3 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:05.565469 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4dee39-3883-4439-a72f-deede33a0d5d None None] DHCP port deletion for 56d56df8-ad53-4411-a2e6-e62fee5903cf request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:46:05.574758 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6361901c-47de-4bc5-abec-c1c2975f1a39 req-a8215293-e096-4792-ae68-e2a7510c44a3 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 943 time: 0.3458335 Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:05.575867 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:05.677802 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ae8a8-6391-4a83-b082-5cc45ab5ab53 None None] Pushing event updated for resources: {'Port': ['ID=4961861d-5fc3-48a0-ad1e-45d08b6a1143,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:05.738111 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eb84ceb2-4e66-4cf2-ac20-ca63cf56459d tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.764059 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4e8ad33-91d0-4588-a7dd-482ece8070bc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.810157 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eb84ceb2-4e66-4cf2-ac20-ca63cf56459d tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.815107 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-eb84ceb2-4e66-4cf2-ac20-ca63cf56459d tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] 10.222.0.41 "DELETE /v2.0/networks/cafcac57-3318-4d58-8d7b-5e4bb3ba7567 HTTP/1.1" status: 204 len: 168 time: 4.7445138 Apr 18 20:46:05.833734 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47844) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:05.867242 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6361901c-47de-4bc5-abec-c1c2975f1a39 req-e2d99eee-a7dc-44c7-9ae4-a353a17de273 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733982 Apr 18 20:46:05.893214 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-66ce7d8f-456d-4cee-936b-94ca55b0f791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.912639 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-66ce7d8f-456d-4cee-936b-94ca55b0f791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.921425 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-66ce7d8f-456d-4cee-936b-94ca55b0f791 admin admin] 10.222.0.41 "DELETE /v2.0/networks/56d56df8-ad53-4411-a2e6-e62fee5903cf HTTP/1.1" status: 204 len: 168 time: 1.4461887 Apr 18 20:46:05.936023 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47848) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:06.105584 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce7d8f-456d-4cee-936b-94ca55b0f791 admin admin] Pushing event deleted for resources: {'Network': ['ID=56d56df8-ad53-4411-a2e6-e62fee5903cf,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:06.151361 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e4e8ad33-91d0-4588-a7dd-482ece8070bc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Calling delete_port for 7d154fd8-9471-428b-9ed0-f7e3d894bfba owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:06.162808 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d06a3063-97a5-49a7-bf40-e934791b9f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.167494 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84ceb2-4e66-4cf2-ac20-ca63cf56459d tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Pushing event deleted for resources: {'Network': ['ID=cafcac57-3318-4d58-8d7b-5e4bb3ba7567,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:06.290348 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb18d1-a3c2-4803-9b39-9486386ea721 req-504dc6bc-c1fe-4455-9f16-6db0a74f5c09 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:06.303362 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2bb18d1-a3c2-4803-9b39-9486386ea721 req-504dc6bc-c1fe-4455-9f16-6db0a74f5c09 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.1882036 Apr 18 20:46:06.460660 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2bb18d1-a3c2-4803-9b39-9486386ea721 req-dcfa825f-cdc5-477a-9068-adf26394b520 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555877 Apr 18 20:46:06.502922 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d06a3063-97a5-49a7-bf40-e934791b9f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.531567 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-22b58e26-0360-417f-86e8-7bcc40cf2cc7 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Deleting port cceb9eaa-2acc-4fb0-86e9-e3cc8c5912c4 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:06.532210 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22b58e26-0360-417f-86e8-7bcc40cf2cc7 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.553805 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45999312-0a2d-49f7-94cf-9067770009f6 None None] Network 817456dc-d2de-4964-b85d-db26bab4c39b requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:06.629646 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d06a3063-97a5-49a7-bf40-e934791b9f6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.644132 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d06a3063-97a5-49a7-bf40-e934791b9f6f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9742bf40-ecd8-402f-981d-3c0981987fb1 HTTP/1.1" status: 204 len: 168 time: 2.9626236 Apr 18 20:46:06.663645 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a3063-97a5-49a7-bf40-e934791b9f6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9742bf40-ecd8-402f-981d-3c0981987fb1,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:06.669696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47854) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:06.716635 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4961861d-5fc3-48a0-ad1e-45d08b6a1143 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:46:07.012349 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 4961861d-5fc3-48a0-ad1e-45d08b6a1143 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:07.013690 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.041374 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22b58e26-0360-417f-86e8-7bcc40cf2cc7 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.042297 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22b58e26-0360-417f-86e8-7bcc40cf2cc7 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.058198 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4e8ad33-91d0-4588-a7dd-482ece8070bc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.131440 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c68d18-fdb3-4bd8-a5e0-76c0375d6250 None None] DHCP port deletion for 817456dc-d2de-4964-b85d-db26bab4c39b request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:46:07.146321 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-22b58e26-0360-417f-86e8-7bcc40cf2cc7 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Calling delete_port for cceb9eaa-2acc-4fb0-86e9-e3cc8c5912c4 owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:07.148219 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4a28ad5e-ce04-400e-8f4d-c74893bc98a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.164163 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8ad33-91d0-4588-a7dd-482ece8070bc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Port': ['ID=7d154fd8-9471-428b-9ed0-f7e3d894bfba,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:07.270695 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ee36d-d44c-40ac-882f-be520c2d0f59 req-753da10e-5ec4-4afd-88b7-fd2e196fba5b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:07.275838 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4e8ad33-91d0-4588-a7dd-482ece8070bc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.294025 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b9ee36d-d44c-40ac-882f-be520c2d0f59 req-753da10e-5ec4-4afd-88b7-fd2e196fba5b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.5003939 Apr 18 20:46:07.300977 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e4e8ad33-91d0-4588-a7dd-482ece8070bc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/7d154fd8-9471-428b-9ed0-f7e3d894bfba HTTP/1.1" status: 204 len: 168 time: 4.2966404 Apr 18 20:46:07.315286 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47856) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:07.320006 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-482edb93-5be1-478a-b2ae-ee4a5d2d2f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.502101 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e687c5-11e5-4b50-a4ff-bca18b3c0e51 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:07.503768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e687c5-11e5-4b50-a4ff-bca18b3c0e51 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:07.509898 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e5e687c5-11e5-4b50-a4ff-bca18b3c0e51 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1875501 Apr 18 20:46:07.511408 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47858) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:07.541520 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b9ee36d-d44c-40ac-882f-be520c2d0f59 req-cc963850-ac04-46a1-b1cf-36126e2f76e2 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248468 Apr 18 20:46:07.619777 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-4a28ad5e-ce04-400e-8f4d-c74893bc98a7 admin admin] Deleting port f542693b-a861-485a-a38a-363b61c28c6b {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:07.620198 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4a28ad5e-ce04-400e-8f4d-c74893bc98a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.631379 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b390629-b17a-4b18-9375-020ae88729f1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet 275d5fe1-c8cd-4986-882c-a39a86cf5ab0 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:46:07.635077 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0b390629-b17a-4b18-9375-020ae88729f1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.713175 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0b390629-b17a-4b18-9375-020ae88729f1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.743212 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.860168 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.896895 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e91c0d8b-6b79-48fc-b735-78a6f04cf3af None None] Provisioning complete for port 4961861d-5fc3-48a0-ad1e-45d08b6a1143 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:07.897317 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e91c0d8b-6b79-48fc-b735-78a6f04cf3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.931021 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-4a28ad5e-ce04-400e-8f4d-c74893bc98a7 admin admin] For port f542693b-a861-485a-a38a-363b61c28c6b, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f542693b-a861-485a-a38a-363b61c28c6b,segment=NetworkSegment(2962fac1-38d0-4f83-baac-5ae57bde15c9),segment_id=2962fac1-38d0-4f83-baac-5ae57bde15c9)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:07.931950 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4a28ad5e-ce04-400e-8f4d-c74893bc98a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.934091 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 4961861d-5fc3-48a0-ad1e-45d08b6a1143, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4961861d-5fc3-48a0-ad1e-45d08b6a1143,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:07.940605 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-d7c68d18-fdb3-4bd8-a5e0-76c0375d6250 None None] Deleting port f542693b-a861-485a-a38a-363b61c28c6b {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:07.941016 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d7c68d18-fdb3-4bd8-a5e0-76c0375d6250 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.965251 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-4a28ad5e-ce04-400e-8f4d-c74893bc98a7 admin admin] Calling delete_port for f542693b-a861-485a-a38a-363b61c28c6b owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:08.019239 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d7c68d18-fdb3-4bd8-a5e0-76c0375d6250 None None] For port f542693b-a861-485a-a38a-363b61c28c6b, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f542693b-a861-485a-a38a-363b61c28c6b,segment=NetworkSegment(2962fac1-38d0-4f83-baac-5ae57bde15c9),segment_id=2962fac1-38d0-4f83-baac-5ae57bde15c9)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:08.019423 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d7c68d18-fdb3-4bd8-a5e0-76c0375d6250 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.038636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-d7c68d18-fdb3-4bd8-a5e0-76c0375d6250 None None] Calling delete_port for f542693b-a861-485a-a38a-363b61c28c6b owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:08.159469 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22b58e26-0360-417f-86e8-7bcc40cf2cc7 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.174864 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.190369 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d7c68d18-fdb3-4bd8-a5e0-76c0375d6250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.229061 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b58e26-0360-417f-86e8-7bcc40cf2cc7 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Pushing event deleted for resources: {'Port': ['ID=cceb9eaa-2acc-4fb0-86e9-e3cc8c5912c4,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:08.265161 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c68d18-fdb3-4bd8-a5e0-76c0375d6250 None None] No DVR routers for this DVR port f542693b-a861-485a-a38a-363b61c28c6b on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:08.309074 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=4961861d-5fc3-48a0-ad1e-45d08b6a1143,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:08.341933 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c68d18-fdb3-4bd8-a5e0-76c0375d6250 None None] Pushing event deleted for resources: {'Port': ['ID=f542693b-a861-485a-a38a-363b61c28c6b,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:08.345119 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4b5f8486-0100-4cc8-b30d-b11eeb829f54 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:08.375027 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-482edb93-5be1-478a-b2ae-ee4a5d2d2f88 admin admin] Deleting port 002d5eee-70e6-4fc5-9ee9-3a208b244052 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:08.375852 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-482edb93-5be1-478a-b2ae-ee4a5d2d2f88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.389429 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 4b5f8486-0100-4cc8-b30d-b11eeb829f54 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:08.390001 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4b5f8486-0100-4cc8-b30d-b11eeb829f54 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:08.420260 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-40cfd809-d3fc-46d8-9e49-8940cd0d9d57 None None] Could not find standard attr ID for object 7d154fd8-9471-428b-9ed0-f7e3d894bfba. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:46:08.437857 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4a28ad5e-ce04-400e-8f4d-c74893bc98a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.483227 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f1d64-f38d-49eb-8953-25906452b4a0 req-385de4f4-d03e-4943-a702-940e63a71f10 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:08.485469 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e2f1d64-f38d-49eb-8953-25906452b4a0 req-385de4f4-d03e-4943-a702-940e63a71f10 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.4992108 Apr 18 20:46:08.492375 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28ad5e-ce04-400e-8f4d-c74893bc98a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f542693b-a861-485a-a38a-363b61c28c6b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:08.504891 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93e12d53-8cd1-47a0-af42-85aea256a9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.552509 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-482edb93-5be1-478a-b2ae-ee4a5d2d2f88 admin admin] For port 002d5eee-70e6-4fc5-9ee9-3a208b244052, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=002d5eee-70e6-4fc5-9ee9-3a208b244052,segment=NetworkSegment(ccff212f-eb9b-440a-abc5-f76e9edad83f),segment_id=ccff212f-eb9b-440a-abc5-f76e9edad83f)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:08.552817 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-482edb93-5be1-478a-b2ae-ee4a5d2d2f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.591585 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4961861d-5fc3-48a0-ad1e-45d08b6a1143 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:46:08.631145 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-482edb93-5be1-478a-b2ae-ee4a5d2d2f88 admin admin] Calling delete_port for 002d5eee-70e6-4fc5-9ee9-3a208b244052 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:08.655608 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 4961861d-5fc3-48a0-ad1e-45d08b6a1143 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:08.655985 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.709357 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0b390629-b17a-4b18-9375-020ae88729f1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.763359 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22b58e26-0360-417f-86e8-7bcc40cf2cc7 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.773315 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22b58e26-0360-417f-86e8-7bcc40cf2cc7 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.790859 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-22b58e26-0360-417f-86e8-7bcc40cf2cc7 tempest-FloatingIPAdminTestJSON-1017622866 tempest-FloatingIPAdminTestJSON-1017622866-project] 10.222.0.41 "DELETE /v2.0/floatingips/b47ec3f0-85f2-43cb-8be3-15f177fd05ba HTTP/1.1" status: 204 len: 168 time: 2.9457221 Apr 18 20:46:08.794533 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e2f1d64-f38d-49eb-8953-25906452b4a0 req-5beb7b53-078d-46b0-8036-89c375ca52cc tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528893 Apr 18 20:46:08.796316 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a28ad5e-ce04-400e-8f4d-c74893bc98a7 admin admin] No DVR routers for this DVR port f542693b-a861-485a-a38a-363b61c28c6b on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:08.842782 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f542693b-a861-485a-a38a-363b61c28c6b no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:08.925520 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: f542693b-a861-485a-a38a-363b61c28c6b {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:08.926172 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f542693b-a861-485a-a38a-363b61c28c6b not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:09.003750 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4a28ad5e-ce04-400e-8f4d-c74893bc98a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.117693 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-4a28ad5e-ce04-400e-8f4d-c74893bc98a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817456dc-d2de-4964-b85d-db26bab4c39b']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:09.150934 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-4a28ad5e-ce04-400e-8f4d-c74893bc98a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2962fac1-38d0-4f83-baac-5ae57bde15c9') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:09.151415 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-4a28ad5e-ce04-400e-8f4d-c74893bc98a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2962fac1-38d0-4f83-baac-5ae57bde15c9') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:09.154665 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0b390629-b17a-4b18-9375-020ae88729f1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.200335 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0b390629-b17a-4b18-9375-020ae88729f1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.204531 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0b390629-b17a-4b18-9375-020ae88729f1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/275d5fe1-c8cd-4986-882c-a39a86cf5ab0 HTTP/1.1" status: 204 len: 168 time: 1.6885855 Apr 18 20:46:09.209311 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b390629-b17a-4b18-9375-020ae88729f1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=275d5fe1-c8cd-4986-882c-a39a86cf5ab0,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:09.211896 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47872) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:09.212903 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47874) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:09.216736 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4a28ad5e-ce04-400e-8f4d-c74893bc98a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.225684 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c4e4a0-ab4e-44fd-b65a-3e5f21ec5cb0 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:09.262976 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4a28ad5e-ce04-400e-8f4d-c74893bc98a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.274035 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c411c-aee0-4c1d-a299-0bc82a7c1cc8 req-f501d684-5ce3-4e3f-862b-7efe5f699e76 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:09.275856 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-646c411c-aee0-4c1d-a299-0bc82a7c1cc8 req-f501d684-5ce3-4e3f-862b-7efe5f699e76 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.2134764 Apr 18 20:46:09.286828 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a28ad5e-ce04-400e-8f4d-c74893bc98a7 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:46:09.287318 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4a28ad5e-ce04-400e-8f4d-c74893bc98a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:09.289702 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:09.303383 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-93e12d53-8cd1-47a0-af42-85aea256a9a5 admin admin] Deleting port 205f90fe-a6f4-4e30-b703-fd6e596a5636 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:09.303840 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93e12d53-8cd1-47a0-af42-85aea256a9a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.319015 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ef877344-3427-4c2e-bd73-babf9eec2d23 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0992889 Apr 18 20:46:09.321128 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47880) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:09.326760 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-482edb93-5be1-478a-b2ae-ee4a5d2d2f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.422363 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482edb93-5be1-478a-b2ae-ee4a5d2d2f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=002d5eee-70e6-4fc5-9ee9-3a208b244052,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:09.548860 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4a28ad5e-ce04-400e-8f4d-c74893bc98a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.556317 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4a28ad5e-ce04-400e-8f4d-c74893bc98a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.563128 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4a28ad5e-ce04-400e-8f4d-c74893bc98a7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/817456dc-d2de-4964-b85d-db26bab4c39b HTTP/1.1" status: 204 len: 168 time: 2.8919728 Apr 18 20:46:09.610113 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-646c411c-aee0-4c1d-a299-0bc82a7c1cc8 req-d7007eae-4ab4-43fe-95e4-891bc1dbe1d1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2911897 Apr 18 20:46:09.619702 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de26ff07-d8df-4bfb-bfa0-b93039d6fc1f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:09.624768 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-de26ff07-d8df-4bfb-bfa0-b93039d6fc1f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2972288 Apr 18 20:46:09.627575 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28ad5e-ce04-400e-8f4d-c74893bc98a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=817456dc-d2de-4964-b85d-db26bab4c39b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:09.649256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47884) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:09.756477 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415b1bba-c43f-4412-8a61-6c19b72b895c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:09.765042 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-415b1bba-c43f-4412-8a61-6c19b72b895c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1145225 Apr 18 20:46:09.768062 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd144dd-abc7-4dde-98d4-1f4466f1dd5a None None] DHCP port deletion for 50eba278-0f67-4e34-aa13-933b003eee26 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:46:09.769357 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47888) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:09.835571 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-daaabd63-9cbe-4f66-b5b9-bfed3cf7ec63 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563805 Apr 18 20:46:09.836238 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47890) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:09.848131 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ed70cb2e-4eb8-4c11-89ec-3273c6a56ec3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:09.887632 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-93e12d53-8cd1-47a0-af42-85aea256a9a5 admin admin] For port 205f90fe-a6f4-4e30-b703-fd6e596a5636, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=205f90fe-a6f4-4e30-b703-fd6e596a5636,segment=NetworkSegment(04d342d8-916a-45bc-834e-e2ca001685e9),segment_id=04d342d8-916a-45bc-834e-e2ca001685e9)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:09.891540 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93e12d53-8cd1-47a0-af42-85aea256a9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.990095 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-482edb93-5be1-478a-b2ae-ee4a5d2d2f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.005202 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47898) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:10.015668 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-7bd144dd-abc7-4dde-98d4-1f4466f1dd5a None None] Deleting port 4961861d-5fc3-48a0-ad1e-45d08b6a1143 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:10.017039 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7bd144dd-abc7-4dde-98d4-1f4466f1dd5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.030516 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-93e12d53-8cd1-47a0-af42-85aea256a9a5 admin admin] Calling delete_port for 205f90fe-a6f4-4e30-b703-fd6e596a5636 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:10.107445 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-05a31b95-6526-4415-b30a-0a80063d5334 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=71830d3feda846baaf3b6a49bbbc3e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8910089 Apr 18 20:46:10.172392 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7bd144dd-abc7-4dde-98d4-1f4466f1dd5a None None] For port 4961861d-5fc3-48a0-ad1e-45d08b6a1143, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4961861d-5fc3-48a0-ad1e-45d08b6a1143,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:10.172845 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7bd144dd-abc7-4dde-98d4-1f4466f1dd5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.174545 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47904) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:10.196080 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-7bd144dd-abc7-4dde-98d4-1f4466f1dd5a None None] Calling delete_port for 4961861d-5fc3-48a0-ad1e-45d08b6a1143 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:10.199898 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-87defa4c-2d00-4d75-a800-07996094a080 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=038769a0c1df4ebc8efcb644264a6ef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1900809 Apr 18 20:46:10.204895 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47910) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:10.272405 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47912) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:10.361383 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7bd144dd-abc7-4dde-98d4-1f4466f1dd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.392128 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd144dd-abc7-4dde-98d4-1f4466f1dd5a None None] No DVR routers for this DVR port 4961861d-5fc3-48a0-ad1e-45d08b6a1143 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:10.464420 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed70cb2e-4eb8-4c11-89ec-3273c6a56ec3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:10.471448 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ed70cb2e-4eb8-4c11-89ec-3273c6a56ec3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.484981 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd144dd-abc7-4dde-98d4-1f4466f1dd5a None None] Pushing event deleted for resources: {'Port': ['ID=4961861d-5fc3-48a0-ad1e-45d08b6a1143,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:10.517018 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c8c7348e-63fc-4c23-a6f9-0f2ba4dc9d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.590893 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482edb93-5be1-478a-b2ae-ee4a5d2d2f88 admin admin] Router cf246b63-c115-43dd-bd77-4f0269673197 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:46:10.652977 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7324f85-d8fb-4f6b-a1b2-1d3dc99aa466 req-c0ab9c95-74e0-4202-b5dd-f6c23f28484d tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:10.656554 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f7324f85-d8fb-4f6b-a1b2-1d3dc99aa466 req-c0ab9c95-74e0-4202-b5dd-f6c23f28484d tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.4987185 Apr 18 20:46:10.798540 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c8c7348e-63fc-4c23-a6f9-0f2ba4dc9d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.818831 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1c24aefc-979e-4c9f-9d18-3e081c46bb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.821581 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4961861d-5fc3-48a0-ad1e-45d08b6a1143 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:10.875045 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 4961861d-5fc3-48a0-ad1e-45d08b6a1143 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:10.875530 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4961861d-5fc3-48a0-ad1e-45d08b6a1143 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:10.962116 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f7324f85-d8fb-4f6b-a1b2-1d3dc99aa466 req-689ed325-97e5-45fe-9184-b7c2a2d330a5 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273679 Apr 18 20:46:10.975269 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1c24aefc-979e-4c9f-9d18-3e081c46bb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.413689 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482edb93-5be1-478a-b2ae-ee4a5d2d2f88 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:46:11.422031 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-482edb93-5be1-478a-b2ae-ee4a5d2d2f88 admin admin] 10.222.0.41 "PUT /v2.0/routers/cf246b63-c115-43dd-bd77-4f0269673197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5614331 Apr 18 20:46:11.427785 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99cd384-5512-441d-9679-fbc0290744ce admin admin] Deleting subnet 6320347a-fb3b-4b56-9b35-0b62db71b2d8 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:46:11.430357 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47928) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:11.438568 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4deef84-ae3a-46bd-93f4-a308278e5f5e None None] Sync routers for ids ['cf246b63-c115-43dd-bd77-4f0269673197'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:46:11.439390 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a99cd384-5512-441d-9679-fbc0290744ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.476531 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4deef84-ae3a-46bd-93f4-a308278e5f5e None None] Routers {'cf246b63-c115-43dd-bd77-4f0269673197'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:11.478330 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f4deef84-ae3a-46bd-93f4-a308278e5f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:45:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cf246b63-c115-43dd-bd77-4f0269673197'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:11.548082 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c8c7348e-63fc-4c23-a6f9-0f2ba4dc9d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.551317 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c8c7348e-63fc-4c23-a6f9-0f2ba4dc9d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.564231 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c8c7348e-63fc-4c23-a6f9-0f2ba4dc9d17 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c22c2ed-97fd-4dce-8dfd-c21553233c79 HTTP/1.1" status: 204 len: 168 time: 1.3248386 Apr 18 20:46:11.575523 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a99cd384-5512-441d-9679-fbc0290744ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.615832 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.650502 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7348e-63fc-4c23-a6f9-0f2ba4dc9d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c22c2ed-97fd-4dce-8dfd-c21553233c79,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:11.721339 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1c24aefc-979e-4c9f-9d18-3e081c46bb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.724698 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1c24aefc-979e-4c9f-9d18-3e081c46bb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.729041 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1c24aefc-979e-4c9f-9d18-3e081c46bb80 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d64b94c-8b32-42fd-b953-a9bc1948ec8e HTTP/1.1" status: 204 len: 168 time: 1.5437336 Apr 18 20:46:11.755873 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a99cd384-5512-441d-9679-fbc0290744ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.756663 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93e12d53-8cd1-47a0-af42-85aea256a9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.801655 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24aefc-979e-4c9f-9d18-3e081c46bb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d64b94c-8b32-42fd-b953-a9bc1948ec8e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:11.822802 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e12d53-8cd1-47a0-af42-85aea256a9a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=205f90fe-a6f4-4e30-b703-fd6e596a5636,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:11.843722 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-f4deef84-ae3a-46bd-93f4-a308278e5f5e None None] Set router cf246b63-c115-43dd-bd77-4f0269673197 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:11.884093 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-845bc1a6-7981-4901-be9c-5261d32b1e10 admin admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.915580 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ed70cb2e-4eb8-4c11-89ec-3273c6a56ec3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:12.013485 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed70cb2e-4eb8-4c11-89ec-3273c6a56ec3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:12.161844 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-ed70cb2e-4eb8-4c11-89ec-3273c6a56ec3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:12.175097 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed70cb2e-4eb8-4c11-89ec-3273c6a56ec3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:12.176131 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ed70cb2e-4eb8-4c11-89ec-3273c6a56ec3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:12.194420 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f4aafc-afb3-4bc7-8ba2-bd8a688611e1 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:12.258884 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-845bc1a6-7981-4901-be9c-5261d32b1e10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:12.313355 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ed70cb2e-4eb8-4c11-89ec-3273c6a56ec3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4713180 Apr 18 20:46:12.337825 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47940) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:12.385071 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-e729fb25-67ee-4ac4-8cb7-9c49863577b0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'fixed_ips': [{'subnet_id': '657238f9-3560-4afd-85b3-b49f0fed80aa', 'ip_address': '2001:db8::b3db:f07a:da85:f8ac'}], 'name': 'tempest-NetworksTestDHCPv6-564344914'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:12.388090 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f4deef84-ae3a-46bd-93f4-a308278e5f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'name': 'tempest-AttachVolumeTestJSON-1708179285-router', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:07Z', 'updated_at': '2022-04-18T20:46:09Z', 'revision_number': 5, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'gw_port': {'id': 'b9f95c19-9b6f-475d-98a6-10e13be84d51', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:18:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:10Z', 'updated_at': '2022-04-18T20:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:12.544944 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a99cd384-5512-441d-9679-fbc0290744ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:12.586319 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4deef84-ae3a-46bd-93f4-a308278e5f5e None None] Checking router: cf246b63-c115-43dd-bd77-4f0269673197 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:46:12.638044 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4deef84-ae3a-46bd-93f4-a308278e5f5e None None] Routers {'cf246b63-c115-43dd-bd77-4f0269673197'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:12.642535 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f4deef84-ae3a-46bd-93f4-a308278e5f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:45:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cf246b63-c115-43dd-bd77-4f0269673197'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:12.711556 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a99cd384-5512-441d-9679-fbc0290744ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:12.721011 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a99cd384-5512-441d-9679-fbc0290744ce admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6320347a-fb3b-4b56-9b35-0b62db71b2d8 HTTP/1.1" status: 204 len: 168 time: 2.4477127 Apr 18 20:46:12.731855 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99cd384-5512-441d-9679-fbc0290744ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6320347a-fb3b-4b56-9b35-0b62db71b2d8,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:12.743715 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47944) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:12.760651 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5588ea80-66e4-45f5-9870-30f998774313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-50eba278-0f67-4e34-aa13-933b003eee26', 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'fixed_ips': [{'subnet_id': '657238f9-3560-4afd-85b3-b49f0fed80aa'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:46:12.762488 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5588ea80-66e4-45f5-9870-30f998774313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:12.848792 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70cb2e-4eb8-4c11-89ec-3273c6a56ec3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=657238f9-3560-4afd-85b3-b49f0fed80aa,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:12.884311 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47946) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:12.885380 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47948) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:12.932176 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-845bc1a6-7981-4901-be9c-5261d32b1e10 admin admin] Deleting port b9f95c19-9b6f-475d-98a6-10e13be84d51 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:12.932488 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-845bc1a6-7981-4901-be9c-5261d32b1e10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:12.987062 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8f4de6f6-4cf8-401d-8ec8-23cd3e4176eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.045011 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-f4deef84-ae3a-46bd-93f4-a308278e5f5e None None] Set router cf246b63-c115-43dd-bd77-4f0269673197 gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:13.158345 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-5588ea80-66e4-45f5-9870-30f998774313 None None] Allocated IP 2001:db8::2 (50eba278-0f67-4e34-aa13-933b003eee26/657238f9-3560-4afd-85b3-b49f0fed80aa/b685897f-3ce3-4f2b-9a0c-02af4fdf41c1) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:13.217085 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8500805b-ea34-471a-a59d-a649026b1124 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0661da3464f742c9887e81d7e6b2366b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3037775 Apr 18 20:46:13.227893 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f4deef84-ae3a-46bd-93f4-a308278e5f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'name': 'tempest-AttachVolumeTestJSON-1708179285-router', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:07Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 6, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:13.230715 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9fd4fb69-182d-4059-978e-cc3dfe7d4726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.246844 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47950) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:13.298904 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4deef84-ae3a-46bd-93f4-a308278e5f5e None None] The sync data for ids ['cf246b63-c115-43dd-bd77-4f0269673197'] in n-d-838323-3 is: [{'id': 'cf246b63-c115-43dd-bd77-4f0269673197', 'name': 'tempest-AttachVolumeTestJSON-1708179285-router', 'tenant_id': '4c38bdc963bc4174b81b6324270a917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:07Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 6, 'project_id': '4c38bdc963bc4174b81b6324270a917b', 'gw_port_host': None}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:46:13.354581 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439646ba-d30c-45b0-bf63-2b32b601e36e req-3a5f9868-a8d7-4703-9063-9559c834d880 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:13.370311 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-439646ba-d30c-45b0-bf63-2b32b601e36e req-3a5f9868-a8d7-4703-9063-9559c834d880 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 1.0916281 Apr 18 20:46:13.380359 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-845bc1a6-7981-4901-be9c-5261d32b1e10 admin admin] For port b9f95c19-9b6f-475d-98a6-10e13be84d51, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b9f95c19-9b6f-475d-98a6-10e13be84d51,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:13.380359 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-845bc1a6-7981-4901-be9c-5261d32b1e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.466069 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dac465a7-6c89-4d6f-b8f7-c94d69ff0394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.479198 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-845bc1a6-7981-4901-be9c-5261d32b1e10 admin admin] Calling delete_port for b9f95c19-9b6f-475d-98a6-10e13be84d51 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:13.483547 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8f4de6f6-4cf8-401d-8ec8-23cd3e4176eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.541214 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-8f4de6f6-4cf8-401d-8ec8-23cd3e4176eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f359647e-7253-4c28-8ec0-be158505d4fd']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:13.555961 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5588ea80-66e4-45f5-9870-30f998774313 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.566863 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-439646ba-d30c-45b0-bf63-2b32b601e36e req-08bc8e8d-8528-49be-93e0-cf7a1e8d6674 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549320 Apr 18 20:46:13.572468 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5588ea80-66e4-45f5-9870-30f998774313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.602525 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dac465a7-6c89-4d6f-b8f7-c94d69ff0394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.621267 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93e12d53-8cd1-47a0-af42-85aea256a9a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.622618 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-8f4de6f6-4cf8-401d-8ec8-23cd3e4176eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7af4a65-87eb-4bd6-9af9-22178fa49c35') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:13.623628 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-8f4de6f6-4cf8-401d-8ec8-23cd3e4176eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7af4a65-87eb-4bd6-9af9-22178fa49c35') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:13.642589 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e729fb25-67ee-4ac4-8cb7-9c49863577b0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:13.647307 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5588ea80-66e4-45f5-9870-30f998774313 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:13.649987 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8f4de6f6-4cf8-401d-8ec8-23cd3e4176eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.651161 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-5588ea80-66e4-45f5-9870-30f998774313 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:13.656396 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5588ea80-66e4-45f5-9870-30f998774313 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:46:13.668061 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588ea80-66e4-45f5-9870-30f998774313 None None] Pushing event updated for resources: {'Port': ['ID=b685897f-3ce3-4f2b-9a0c-02af4fdf41c1,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:13.697675 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8f4de6f6-4cf8-401d-8ec8-23cd3e4176eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.721614 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4de6f6-4cf8-401d-8ec8-23cd3e4176eb admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:46:13.722350 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8f4de6f6-4cf8-401d-8ec8-23cd3e4176eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:13.726310 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:13.782520 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5588ea80-66e4-45f5-9870-30f998774313 None None] Attempting to bind port b685897f-3ce3-4f2b-9a0c-02af4fdf41c1 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:13.783729 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5588ea80-66e4-45f5-9870-30f998774313 None None] Attempting to bind port b685897f-3ce3-4f2b-9a0c-02af4fdf41c1 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:13.784474 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5588ea80-66e4-45f5-9870-30f998774313 None None] Attempting to bind port b685897f-3ce3-4f2b-9a0c-02af4fdf41c1 on network 50eba278-0f67-4e34-aa13-933b003eee26 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:46:13.792003 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5588ea80-66e4-45f5-9870-30f998774313 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:46:13.792699 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5588ea80-66e4-45f5-9870-30f998774313 None None] Checking segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:46:13.793272 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5588ea80-66e4-45f5-9870-30f998774313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.793850 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5588ea80-66e4-45f5-9870-30f998774313 None None] Bound using segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:46:13.794524 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5588ea80-66e4-45f5-9870-30f998774313 None None] Bound port: b685897f-3ce3-4f2b-9a0c-02af4fdf41c1, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:13.795103 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5588ea80-66e4-45f5-9870-30f998774313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.890834 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8f4de6f6-4cf8-401d-8ec8-23cd3e4176eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.916283 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8f4de6f6-4cf8-401d-8ec8-23cd3e4176eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.931531 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8f4de6f6-4cf8-401d-8ec8-23cd3e4176eb admin admin] 10.222.0.41 "DELETE /v2.0/networks/f359647e-7253-4c28-8ec0-be158505d4fd HTTP/1.1" status: 204 len: 168 time: 1.1869199 Apr 18 20:46:13.962386 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4de6f6-4cf8-401d-8ec8-23cd3e4176eb admin admin] Pushing event deleted for resources: {'Network': ['ID=f359647e-7253-4c28-8ec0-be158505d4fd,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:14.079894 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-845bc1a6-7981-4901-be9c-5261d32b1e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.145893 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845bc1a6-7981-4901-be9c-5261d32b1e10 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9f95c19-9b6f-475d-98a6-10e13be84d51,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:14.172479 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5588ea80-66e4-45f5-9870-30f998774313 None None] For port b685897f-3ce3-4f2b-9a0c-02af4fdf41c1, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:46:14.195197 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5588ea80-66e4-45f5-9870-30f998774313 None None] For port b685897f-3ce3-4f2b-9a0c-02af4fdf41c1, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b685897f-3ce3-4f2b-9a0c-02af4fdf41c1,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:46:14.209057 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5588ea80-66e4-45f5-9870-30f998774313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.283986 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-845bc1a6-7981-4901-be9c-5261d32b1e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.304390 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9fd4fb69-182d-4059-978e-cc3dfe7d4726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.311464 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dac465a7-6c89-4d6f-b8f7-c94d69ff0394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.320815 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dac465a7-6c89-4d6f-b8f7-c94d69ff0394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.322086 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-dac465a7-6c89-4d6f-b8f7-c94d69ff0394 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51770f23-6763-42c2-a9ed-acc032feff60 HTTP/1.1" status: 204 len: 168 time: 1.0733643 Apr 18 20:46:14.377408 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9fd4fb69-182d-4059-978e-cc3dfe7d4726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.415034 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e729fb25-67ee-4ac4-8cb7-9c49863577b0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.469134 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588ea80-66e4-45f5-9870-30f998774313 None None] Pushing event updated for resources: {'Port': ['ID=b685897f-3ce3-4f2b-9a0c-02af4fdf41c1,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:14.520924 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47958) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:14.540875 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac465a7-6c89-4d6f-b8f7-c94d69ff0394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51770f23-6763-42c2-a9ed-acc032feff60,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:14.622932 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-845bc1a6-7981-4901-be9c-5261d32b1e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.637270 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-845bc1a6-7981-4901-be9c-5261d32b1e10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.670516 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 002d5eee-70e6-4fc5-9ee9-3a208b244052 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:14.670838 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4fb69-182d-4059-978e-cc3dfe7d4726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a1db3e-9d48-481d-8123-7116eba6dd94,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:14.689339 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9fd4fb69-182d-4059-978e-cc3dfe7d4726 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=abbe787799ca4dfd9ac2beb79a05ac54&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7856693 Apr 18 20:46:14.704381 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-e729fb25-67ee-4ac4-8cb7-9c49863577b0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] device_id is not set on port 3239a09d-73c3-4a12-a476-7a059dbd4c2f yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:46:14.804488 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47964) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:14.857737 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 002d5eee-70e6-4fc5-9ee9-3a208b244052 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:14.860071 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 002d5eee-70e6-4fc5-9ee9-3a208b244052 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:14.865280 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b9f95c19-9b6f-475d-98a6-10e13be84d51 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:14.902331 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-845bc1a6-7981-4901-be9c-5261d32b1e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.903202 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845bc1a6-7981-4901-be9c-5261d32b1e10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf246b63-c115-43dd-bd77-4f0269673197 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:46:14.930464 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-845bc1a6-7981-4901-be9c-5261d32b1e10 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.936165 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-845bc1a6-7981-4901-be9c-5261d32b1e10 admin admin] 10.222.0.41 "DELETE /v2.0/routers/cf246b63-c115-43dd-bd77-4f0269673197 HTTP/1.1" status: 204 len: 168 time: 3.5006616 Apr 18 20:46:14.972925 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47966) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:14.974088 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-801c8490-c628-43a3-89e4-5e97890912ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.991086 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: b9f95c19-9b6f-475d-98a6-10e13be84d51 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:14.991939 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b9f95c19-9b6f-475d-98a6-10e13be84d51 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:15.061707 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c610c5a9-18d9-4f5a-8a6e-2dce8fe2044c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a632b6dbeeee449a9082e9ef3657c7f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5378058 Apr 18 20:46:15.065041 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e12d53-8cd1-47a0-af42-85aea256a9a5 admin admin] Router d4330674-2225-4085-9028-bbdfed35b74c has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:46:15.069152 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47972) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:15.146929 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-801c8490-c628-43a3-89e4-5e97890912ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.213462 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-8945908a-97a3-4133-bc63-b00623953db0 admin admin] Deleting subnet 55983801-f492-4a46-94da-ae12b2e91406 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:46:15.215700 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8945908a-97a3-4133-bc63-b00623953db0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.256596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-e729fb25-67ee-4ac4-8cb7-9c49863577b0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 2001:db8::b3db:f07a:da85:f8ac (50eba278-0f67-4e34-aa13-933b003eee26/657238f9-3560-4afd-85b3-b49f0fed80aa/3239a09d-73c3-4a12-a476-7a059dbd4c2f) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:15.317769 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8945908a-97a3-4133-bc63-b00623953db0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.321865 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-801c8490-c628-43a3-89e4-5e97890912ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.328258 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-801c8490-c628-43a3-89e4-5e97890912ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.331022 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-801c8490-c628-43a3-89e4-5e97890912ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11a1db3e-9d48-481d-8123-7116eba6dd94 HTTP/1.1" status: 204 len: 168 time: 0.5246038 Apr 18 20:46:15.405958 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c8490-c628-43a3-89e4-5e97890912ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a1db3e-9d48-481d-8123-7116eba6dd94,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:15.521911 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8945908a-97a3-4133-bc63-b00623953db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.615604 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034ad19-03c1-4e90-88ad-cd0eca319331 req-ce050a9d-7855-44b6-b079-e04cf879ff4c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:15.624884 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7034ad19-03c1-4e90-88ad-cd0eca319331 req-ce050a9d-7855-44b6-b079-e04cf879ff4c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.7484474 Apr 18 20:46:15.646374 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8945908a-97a3-4133-bc63-b00623953db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.693280 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8945908a-97a3-4133-bc63-b00623953db0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.704223 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80910d05-c32c-437f-b9e5-d1ae115c53dd None None] Network 92da7360-d409-4b3e-ad31-ddbae7217c5a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:15.704555 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8945908a-97a3-4133-bc63-b00623953db0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/55983801-f492-4a46-94da-ae12b2e91406 HTTP/1.1" status: 204 len: 168 time: 0.7226920 Apr 18 20:46:15.756776 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47982) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:15.770538 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945908a-97a3-4133-bc63-b00623953db0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55983801-f492-4a46-94da-ae12b2e91406,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:15.891648 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22150a60-8979-4bf4-abca-b66bebc461cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.977419 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e729fb25-67ee-4ac4-8cb7-9c49863577b0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.985742 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4bd3912d-07e7-4042-867f-ef2840215e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.119173 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7034ad19-03c1-4e90-88ad-cd0eca319331 req-572c684b-5d8e-4c88-b6d5-086fc9481efe tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3523865 Apr 18 20:46:16.121878 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22150a60-8979-4bf4-abca-b66bebc461cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.157835 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-4bd3912d-07e7-4042-867f-ef2840215e4e admin admin] Deleting port 280bbbcb-eec5-4e49-b901-c35115fa45a1 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:16.158179 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4bd3912d-07e7-4042-867f-ef2840215e4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.271895 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e12d53-8cd1-47a0-af42-85aea256a9a5 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:46:16.282568 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0516cdf6-12eb-48ef-963e-d32966da2148 None None] Sync routers for ids ['d4330674-2225-4085-9028-bbdfed35b74c'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:46:16.296391 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-93e12d53-8cd1-47a0-af42-85aea256a9a5 admin admin] 10.222.0.41 "PUT /v2.0/routers/d4330674-2225-4085-9028-bbdfed35b74c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3557234 Apr 18 20:46:16.310392 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47996) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:16.311943 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0516cdf6-12eb-48ef-963e-d32966da2148 None None] Routers {'d4330674-2225-4085-9028-bbdfed35b74c'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:16.315912 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-0516cdf6-12eb-48ef-963e-d32966da2148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:45:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d4330674-2225-4085-9028-bbdfed35b74c'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:16.380686 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-4bd3912d-07e7-4042-867f-ef2840215e4e admin admin] For port 280bbbcb-eec5-4e49-b901-c35115fa45a1, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=280bbbcb-eec5-4e49-b901-c35115fa45a1,segment=NetworkSegment(ccff212f-eb9b-440a-abc5-f76e9edad83f),segment_id=ccff212f-eb9b-440a-abc5-f76e9edad83f)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:16.381081 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4bd3912d-07e7-4042-867f-ef2840215e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.416700 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-4bd3912d-07e7-4042-867f-ef2840215e4e admin admin] Calling delete_port for 280bbbcb-eec5-4e49-b901-c35115fa45a1 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:16.470399 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e729fb25-67ee-4ac4-8cb7-9c49863577b0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.480250 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47998) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:16.540004 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48002) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:16.590252 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a61c3a4-a62c-4a74-b5f9-04ee2ff1ea53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.626707 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-0516cdf6-12eb-48ef-963e-d32966da2148 None None] Set router d4330674-2225-4085-9028-bbdfed35b74c gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:16.700409 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853733d0-458e-480e-ab89-99b728fba017 None None] DHCP port deletion for 92da7360-d409-4b3e-ad31-ddbae7217c5a request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:46:16.711862 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b685897f-3ce3-4f2b-9a0c-02af4fdf41c1 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:46:16.716174 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4bd3912d-07e7-4042-867f-ef2840215e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.750172 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd3912d-07e7-4042-867f-ef2840215e4e admin admin] No DVR routers for this DVR port 280bbbcb-eec5-4e49-b901-c35115fa45a1 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:16.774802 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e729fb25-67ee-4ac4-8cb7-9c49863577b0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:16.784406 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22150a60-8979-4bf4-abca-b66bebc461cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.792341 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22150a60-8979-4bf4-abca-b66bebc461cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.794224 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-22150a60-8979-4bf4-abca-b66bebc461cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7af92f88-c340-422f-b110-21f049ac8164 HTTP/1.1" status: 204 len: 168 time: 1.7232339 Apr 18 20:46:16.829714 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-e729fb25-67ee-4ac4-8cb7-9c49863577b0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:16.838941 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3912d-07e7-4042-867f-ef2840215e4e admin admin] Pushing event deleted for resources: {'Port': ['ID=280bbbcb-eec5-4e49-b901-c35115fa45a1,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:16.851707 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e729fb25-67ee-4ac4-8cb7-9c49863577b0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:46:16.858311 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e729fb25-67ee-4ac4-8cb7-9c49863577b0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:16.859004 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e729fb25-67ee-4ac4-8cb7-9c49863577b0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.866597 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22150a60-8979-4bf4-abca-b66bebc461cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af92f88-c340-422f-b110-21f049ac8164,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:16.873482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729fb25-67ee-4ac4-8cb7-9c49863577b0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Port': ['ID=3239a09d-73c3-4a12-a476-7a059dbd4c2f,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:16.898366 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-25dff639-067e-4270-b22c-c89ac51e82d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.954666 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4cdb0ed8-3c94-4d19-b3e8-d6a59f4bc887 None None] Provisioning complete for port b685897f-3ce3-4f2b-9a0c-02af4fdf41c1 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:16.955435 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4cdb0ed8-3c94-4d19-b3e8-d6a59f4bc887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.021253 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e729fb25-67ee-4ac4-8cb7-9c49863577b0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.6538804 Apr 18 20:46:17.031963 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-5b5a5dde-bcb9-4c91-9d11-2d36b87047cd admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-205562803-network', 'tenant_id': '7d52f6c7bd8046c7a02242bd4df3b5e8'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:17.044236 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48006) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:17.058935 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port b685897f-3ce3-4f2b-9a0c-02af4fdf41c1 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:17.059228 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.064586 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-73d964df-8087-47aa-a4fe-4dda3fdee4e1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'fixed_ips': [{'subnet_id': '657238f9-3560-4afd-85b3-b49f0fed80aa', 'ip_address': '2001:db8::b3db:f07a:da85:f8ac'}], 'name': 'tempest-NetworksTestDHCPv6-638854116'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:17.084295 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4bd3912d-07e7-4042-867f-ef2840215e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.114178 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a61c3a4-a62c-4a74-b5f9-04ee2ff1ea53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.154589 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a61c3a4-a62c-4a74-b5f9-04ee2ff1ea53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.258858 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4cdb0ed8-3c94-4d19-b3e8-d6a59f4bc887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.262428 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5a5dde-bcb9-4c91-9d11-2d36b87047cd admin admin] Made reservation on behalf of 7d52f6c7bd8046c7a02242bd4df3b5e8 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:17.266301 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5b5a5dde-bcb9-4c91-9d11-2d36b87047cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.274096 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1a61c3a4-a62c-4a74-b5f9-04ee2ff1ea53 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=37352407c61448ad96da40c81e38a5c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7326159 Apr 18 20:46:17.282825 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-4bd3912d-07e7-4042-867f-ef2840215e4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92da7360-d409-4b3e-ad31-ddbae7217c5a']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:17.291048 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48012) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:17.400118 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.413321 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5b5a5dde-bcb9-4c91-9d11-2d36b87047cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.448646 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-4bd3912d-07e7-4042-867f-ef2840215e4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccff212f-eb9b-440a-abc5-f76e9edad83f') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:17.448948 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-4bd3912d-07e7-4042-867f-ef2840215e4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccff212f-eb9b-440a-abc5-f76e9edad83f') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:17.462203 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4bd3912d-07e7-4042-867f-ef2840215e4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.484006 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4bd3912d-07e7-4042-867f-ef2840215e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.493590 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd3912d-07e7-4042-867f-ef2840215e4e admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:46:17.494064 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4bd3912d-07e7-4042-867f-ef2840215e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:17.607486 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:17.649672 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61c3a4-a62c-4a74-b5f9-04ee2ff1ea53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86af46f0-fdc6-4ba3-8210-06872ae46ff8,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:17.699206 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4cdb0ed8-3c94-4d19-b3e8-d6a59f4bc887 None None] For port b685897f-3ce3-4f2b-9a0c-02af4fdf41c1, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b685897f-3ce3-4f2b-9a0c-02af4fdf41c1,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:17.699512 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36dfd6-1aee-49b3-8dac-cf81efcc00f2 req-0046ab01-d057-4651-8815-0744f4915e20 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:17.701900 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ae36dfd6-1aee-49b3-8dac-cf81efcc00f2 req-0046ab01-d057-4651-8815-0744f4915e20 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.3553116 Apr 18 20:46:17.710014 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-25dff639-067e-4270-b22c-c89ac51e82d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.728568 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-470139af-f890-4815-ab49-62cfdc4160c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.735726 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4cdb0ed8-3c94-4d19-b3e8-d6a59f4bc887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.760482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d964df-8087-47aa-a4fe-4dda3fdee4e1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:17.767220 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-73d964df-8087-47aa-a4fe-4dda3fdee4e1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.769081 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4bd3912d-07e7-4042-867f-ef2840215e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.839666 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4bd3912d-07e7-4042-867f-ef2840215e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.857312 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4bd3912d-07e7-4042-867f-ef2840215e4e admin admin] 10.222.0.41 "DELETE /v2.0/networks/92da7360-d409-4b3e-ad31-ddbae7217c5a HTTP/1.1" status: 204 len: 168 time: 2.0991182 Apr 18 20:46:17.868807 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-470139af-f890-4815-ab49-62cfdc4160c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.943082 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ae36dfd6-1aee-49b3-8dac-cf81efcc00f2 req-29139dc4-1ae7-4e77-9215-8df53e231905 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291062 Apr 18 20:46:17.955043 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3912d-07e7-4042-867f-ef2840215e4e admin admin] Pushing event deleted for resources: {'Network': ['ID=92da7360-d409-4b3e-ad31-ddbae7217c5a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:17.959669 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-73d964df-8087-47aa-a4fe-4dda3fdee4e1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] device_id is not set on port 483214b7-f136-4e59-b92e-cf1979a85302 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:46:17.986939 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-0516cdf6-12eb-48ef-963e-d32966da2148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4330674-2225-4085-9028-bbdfed35b74c', 'name': 'tempest-TaggedBootDevicesTest-1080298842-router', 'tenant_id': '6593e0649c184942bc98b321e69eb894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'fdf33566-12dd-431e-9451-f40935b9263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:36Z', 'updated_at': '2022-04-18T20:46:11Z', 'revision_number': 5, 'project_id': '6593e0649c184942bc98b321e69eb894', 'gw_port': {'id': 'fdf33566-12dd-431e-9451-f40935b9263d', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4330674-2225-4085-9028-bbdfed35b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:40Z', 'updated_at': '2022-04-18T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:18.044392 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-dcf9de32-258f-4d98-bb47-c29af7e6352b None None] Provisioning complete for port 3239a09d-73c3-4a12-a476-7a059dbd4c2f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:18.044787 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dcf9de32-258f-4d98-bb47-c29af7e6352b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.047096 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb0ed8-3c94-4d19-b3e8-d6a59f4bc887 None None] Pushing event updated for resources: {'Port': ['ID=b685897f-3ce3-4f2b-9a0c-02af4fdf41c1,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:18.051116 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:46:18.052522 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:46:18.053323 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0516cdf6-12eb-48ef-963e-d32966da2148 None None] Checking router: d4330674-2225-4085-9028-bbdfed35b74c for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:46:18.091269 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0516cdf6-12eb-48ef-963e-d32966da2148 None None] Routers {'d4330674-2225-4085-9028-bbdfed35b74c'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:18.092321 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-0516cdf6-12eb-48ef-963e-d32966da2148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:45:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d4330674-2225-4085-9028-bbdfed35b74c'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:18.125590 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-470139af-f890-4815-ab49-62cfdc4160c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.128812 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-470139af-f890-4815-ab49-62cfdc4160c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.134799 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-470139af-f890-4815-ab49-62cfdc4160c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86af46f0-fdc6-4ba3-8210-06872ae46ff8 HTTP/1.1" status: 204 len: 168 time: 0.7911968 Apr 18 20:46:18.150500 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470139af-f890-4815-ab49-62cfdc4160c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86af46f0-fdc6-4ba3-8210-06872ae46ff8,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:18.207273 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5b5a5dde-bcb9-4c91-9d11-2d36b87047cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.215505 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48028) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:18.235003 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5b5a5dde-bcb9-4c91-9d11-2d36b87047cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.274442 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a5dde-bcb9-4c91-9d11-2d36b87047cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97064ef0-1d0f-42a9-8159-3757c07cdc7c,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:18.292729 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-dcf9de32-258f-4d98-bb47-c29af7e6352b None None] Port 3239a09d-73c3-4a12-a476-7a059dbd4c2f cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:46:18.359558 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-25dff639-067e-4270-b22c-c89ac51e82d1 admin admin] Deleting port fdf33566-12dd-431e-9451-f40935b9263d {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:18.360101 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-25dff639-067e-4270-b22c-c89ac51e82d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.367466 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-02f44c0d-ff0b-40ae-a106-b8d210513901 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4c38bdc963bc4174b81b6324270a917b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1499169 Apr 18 20:46:18.373441 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48032) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:18.373806 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-0516cdf6-12eb-48ef-963e-d32966da2148 None None] Set router d4330674-2225-4085-9028-bbdfed35b74c gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:18.460331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5a5dde-bcb9-4c91-9d11-2d36b87047cd admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:46:18.466795 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e54c56f3-8eb6-401c-b619-fb15c357a22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.503483 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e54c56f3-8eb6-401c-b619-fb15c357a22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.568371 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-0516cdf6-12eb-48ef-963e-d32966da2148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4330674-2225-4085-9028-bbdfed35b74c', 'name': 'tempest-TaggedBootDevicesTest-1080298842-router', 'tenant_id': '6593e0649c184942bc98b321e69eb894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:36Z', 'updated_at': '2022-04-18T20:46:17Z', 'revision_number': 6, 'project_id': '6593e0649c184942bc98b321e69eb894', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:18.572332 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5b5a5dde-bcb9-4c91-9d11-2d36b87047cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.572685 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-5b5a5dde-bcb9-4c91-9d11-2d36b87047cd admin admin] Added segment b743f55f-6bed-47c3-b407-479d46891a72 of type vlan for network 2b77196d-b3e5-4863-b041-b13a7dbb5188 Apr 18 20:46:18.582694 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e54c56f3-8eb6-401c-b619-fb15c357a22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.588521 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e54c56f3-8eb6-401c-b619-fb15c357a22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.594715 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e54c56f3-8eb6-401c-b619-fb15c357a22d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e8c6870d-602a-4fbf-95a5-19d8c750f993 HTTP/1.1" status: 204 len: 168 time: 0.2149012 Apr 18 20:46:18.617865 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c56f3-8eb6-401c-b619-fb15c357a22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c6870d-602a-4fbf-95a5-19d8c750f993,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:18.681883 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0516cdf6-12eb-48ef-963e-d32966da2148 None None] The sync data for ids ['d4330674-2225-4085-9028-bbdfed35b74c'] in n-d-838323-3 is: [{'id': 'd4330674-2225-4085-9028-bbdfed35b74c', 'name': 'tempest-TaggedBootDevicesTest-1080298842-router', 'tenant_id': '6593e0649c184942bc98b321e69eb894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:36Z', 'updated_at': '2022-04-18T20:46:17Z', 'revision_number': 6, 'project_id': '6593e0649c184942bc98b321e69eb894', 'gw_port_host': None}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:46:18.714459 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-25dff639-067e-4270-b22c-c89ac51e82d1 admin admin] For port fdf33566-12dd-431e-9451-f40935b9263d, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fdf33566-12dd-431e-9451-f40935b9263d,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:18.714793 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-25dff639-067e-4270-b22c-c89ac51e82d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.772966 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-25dff639-067e-4270-b22c-c89ac51e82d1 admin admin] Calling delete_port for fdf33566-12dd-431e-9451-f40935b9263d owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:18.893786 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5b5a5dde-bcb9-4c91-9d11-2d36b87047cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.955717 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d964df-8087-47aa-a4fe-4dda3fdee4e1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 20:46:18.956912 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d964df-8087-47aa-a4fe-4dda3fdee4e1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:46:19.036867 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-73d964df-8087-47aa-a4fe-4dda3fdee4e1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.9865210 Apr 18 20:46:19.038511 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48052) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:19.070493 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5b5a5dde-bcb9-4c91-9d11-2d36b87047cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.072145 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5a5dde-bcb9-4c91-9d11-2d36b87047cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:19.072774 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5b5a5dde-bcb9-4c91-9d11-2d36b87047cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.122417 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 280bbbcb-eec5-4e49-b901-c35115fa45a1 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:19.180756 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bd9b4c-1e48-415c-8b0c-0dffe3bb7b89 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:19.200941 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bd9b4c-1e48-415c-8b0c-0dffe3bb7b89 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:19.202937 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f5bd9b4c-1e48-415c-8b0c-0dffe3bb7b89 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1633620 Apr 18 20:46:19.206364 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48056) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:19.208186 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 280bbbcb-eec5-4e49-b901-c35115fa45a1 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:19.209289 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 280bbbcb-eec5-4e49-b901-c35115fa45a1 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:19.469898 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48062) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:19.509965 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-b2d9f7b9-014c-4396-9369-0f5fe88e8138 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting port 3239a09d-73c3-4a12-a476-7a059dbd4c2f {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:19.511012 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b2d9f7b9-014c-4396-9369-0f5fe88e8138 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.736196 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b685897f-3ce3-4f2b-9a0c-02af4fdf41c1 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:46:19.776860 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b2d9f7b9-014c-4396-9369-0f5fe88e8138 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.809514 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-b2d9f7b9-014c-4396-9369-0f5fe88e8138 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Calling delete_port for 3239a09d-73c3-4a12-a476-7a059dbd4c2f owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:19.822648 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-25dff639-067e-4270-b22c-c89ac51e82d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.955040 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dff639-067e-4270-b22c-c89ac51e82d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf33566-12dd-431e-9451-f40935b9263d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:20.001690 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port b685897f-3ce3-4f2b-9a0c-02af4fdf41c1 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:20.008731 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.009932 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5b5a5dde-bcb9-4c91-9d11-2d36b87047cd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.5164063 Apr 18 20:46:20.011601 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a5dde-bcb9-4c91-9d11-2d36b87047cd admin admin] Pushing event updated for resources: {'Network': ['ID=2b77196d-b3e5-4863-b041-b13a7dbb5188,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:20.023995 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48074) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:20.039696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-802b01ed-380c-4cca-91a3-5797a8f4548b admin admin] Request body: {'subnet': {'network_id': '2b77196d-b3e5-4863-b041-b13a7dbb5188', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-205562803-subnet', 'tenant_id': '7d52f6c7bd8046c7a02242bd4df3b5e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:20.050071 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-7a9d6b00-c15c-4760-9992-daa8bddce695 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1550844321-network', 'tenant_id': '9d8d99d29e854c6999da5cfd14ef78c9'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:20.108535 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9d6b00-c15c-4760-9992-daa8bddce695 admin admin] Made reservation on behalf of 9d8d99d29e854c6999da5cfd14ef78c9 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:20.117451 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a9d6b00-c15c-4760-9992-daa8bddce695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.126012 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 2b77196d-b3e5-4863-b041-b13a7dbb5188 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:46:20.153160 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9c10b-8686-4cb1-90b0-fd6afcf1f0a4 req-e41af87d-146a-4dc6-8a2e-f492f158a3c0 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:20.155252 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-29e9c10b-8686-4cb1-90b0-fd6afcf1f0a4 req-e41af87d-146a-4dc6-8a2e-f492f158a3c0 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.3821185 Apr 18 20:46:20.168450 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-25dff639-067e-4270-b22c-c89ac51e82d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.220920 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a9d6b00-c15c-4760-9992-daa8bddce695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.306689 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-25dff639-067e-4270-b22c-c89ac51e82d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.309384 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-25dff639-067e-4270-b22c-c89ac51e82d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.354052 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b2d9f7b9-014c-4396-9369-0f5fe88e8138 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.389661 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-25dff639-067e-4270-b22c-c89ac51e82d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.390331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dff639-067e-4270-b22c-c89ac51e82d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4330674-2225-4085-9028-bbdfed35b74c {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:46:20.418494 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-25dff639-067e-4270-b22c-c89ac51e82d1 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.420044 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-25dff639-067e-4270-b22c-c89ac51e82d1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/d4330674-2225-4085-9028-bbdfed35b74c HTTP/1.1" status: 204 len: 168 time: 4.1037676 Apr 18 20:46:20.422958 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802b01ed-380c-4cca-91a3-5797a8f4548b admin admin] Made reservation on behalf of 7d52f6c7bd8046c7a02242bd4df3b5e8 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:20.436485 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-802b01ed-380c-4cca-91a3-5797a8f4548b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.575769 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 205f90fe-a6f4-4e30-b703-fd6e596a5636 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:20.579701 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48088) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:20.609414 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 205f90fe-a6f4-4e30-b703-fd6e596a5636 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:20.611297 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 205f90fe-a6f4-4e30-b703-fd6e596a5636 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:20.645317 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48090) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:20.670048 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b2d9f7b9-014c-4396-9369-0f5fe88e8138 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.680007 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b2d9f7b9-014c-4396-9369-0f5fe88e8138 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/3239a09d-73c3-4a12-a476-7a059dbd4c2f HTTP/1.1" status: 204 len: 168 time: 1.4671209 Apr 18 20:46:20.682151 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9f7b9-014c-4396-9369-0f5fe88e8138 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Port': ['ID=3239a09d-73c3-4a12-a476-7a059dbd4c2f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:20.704215 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48096) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:20.780973 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-29e9c10b-8686-4cb1-90b0-fd6afcf1f0a4 req-fbd67bbc-e9e2-41c8-9a00-c7d1c7dce438 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4135637 Apr 18 20:46:20.841019 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca411de4-4216-4bef-b73b-2ee5a7cfc9dd admin admin] Deleting subnet fbab67ed-7c25-4a2f-aa73-9297775c86a0 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:46:20.931265 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a9d6b00-c15c-4760-9992-daa8bddce695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.965705 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a9d6b00-c15c-4760-9992-daa8bddce695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.973865 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ca411de4-4216-4bef-b73b-2ee5a7cfc9dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.989293 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-445ebc97-bf4a-4091-9cb9-46e23f0b56ea tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] Request body: {'port': {'network_id': '04ba1502-0566-4b76-b904-34e2e49f3142', 'name': 'tempest-NetworksNegativeTestJSON-1757477425'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:21.021106 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-445ebc97-bf4a-4091-9cb9-46e23f0b56ea tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] POST failed (client error): The resource could not be found. Apr 18 20:46:21.022271 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-445ebc97-bf4a-4091-9cb9-46e23f0b56ea tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:46:21.034620 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-445ebc97-bf4a-4091-9cb9-46e23f0b56ea tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3874233 Apr 18 20:46:21.035489 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48106) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:21.042590 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d6b00-c15c-4760-9992-daa8bddce695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcf0a21-3ffc-413b-998d-d1be10ffdcb2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:21.090804 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9d6b00-c15c-4760-9992-daa8bddce695 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:46:21.119270 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98793b30-3591-4dc7-acfb-4a19598e9418 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:21.121288 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98793b30-3591-4dc7-acfb-4a19598e9418 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:21.122847 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3d69c7-6442-42cd-8ca1-b5cb3c920d11 tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] DELETE failed (client error): The resource could not be found. Apr 18 20:46:21.123188 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-98793b30-3591-4dc7-acfb-4a19598e9418 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1975312 Apr 18 20:46:21.123880 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f3d69c7-6442-42cd-8ca1-b5cb3c920d11 tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:46:21.124819 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a9d6b00-c15c-4760-9992-daa8bddce695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.125354 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-7a9d6b00-c15c-4760-9992-daa8bddce695 admin admin] Added segment 64c8134d-cf3b-4e3e-ba14-103697500b71 of type vlan for network 9acf196e-a38a-436c-b764-9b861ea5e5fa Apr 18 20:46:21.127496 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48108) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:21.138880 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2f3d69c7-6442-42cd-8ca1-b5cb3c920d11 tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] 10.222.0.41 "DELETE /v2.0/networks/39cbb836-1420-4826-8414-af8e5e3ee178 HTTP/1.1" status: 404 len: 339 time: 0.0664687 Apr 18 20:46:21.143162 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48110) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:21.240857 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-d01ae87e-6c9a-4c24-b23f-d0b09c84e953 tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] DELETE failed (client error): The resource could not be found. Apr 18 20:46:21.241959 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d01ae87e-6c9a-4c24-b23f-d0b09c84e953 tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:46:21.257295 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d01ae87e-6c9a-4c24-b23f-d0b09c84e953 tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] 10.222.0.41 "DELETE /v2.0/ports/45ddc1c6-05fb-49d5-9d88-d905b59096fc HTTP/1.1" status: 404 len: 333 time: 0.1077435 Apr 18 20:46:21.258281 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48116) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:21.262049 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ca411de4-4216-4bef-b73b-2ee5a7cfc9dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.295590 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a9d6b00-c15c-4760-9992-daa8bddce695 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.372229 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a9d6b00-c15c-4760-9992-daa8bddce695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.374755 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9d6b00-c15c-4760-9992-daa8bddce695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:21.376170 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a9d6b00-c15c-4760-9992-daa8bddce695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.412526 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d268b5a-6dc8-457c-ba0c-a30e601d7aa2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet 657238f9-3560-4afd-85b3-b49f0fed80aa {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:46:21.419381 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fdf33566-12dd-431e-9451-f40935b9263d no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:21.448618 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: fdf33566-12dd-431e-9451-f40935b9263d {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:21.448965 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fdf33566-12dd-431e-9451-f40935b9263d not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:21.472119 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7970ea-85ea-47fc-b8fc-f8934e4b9d75 tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] DELETE failed (client error): The resource could not be found. Apr 18 20:46:21.472945 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb7970ea-85ea-47fc-b8fc-f8934e4b9d75 tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:46:21.486948 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-cb7970ea-85ea-47fc-b8fc-f8934e4b9d75 tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] 10.222.0.41 "DELETE /v2.0/subnets/9a81ae82-44ea-4e90-b937-47651d0d64c9 HTTP/1.1" status: 404 len: 337 time: 0.2178566 Apr 18 20:46:21.495158 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48120) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:21.495790 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3d268b5a-6dc8-457c-ba0c-a30e601d7aa2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.537918 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7a9d6b00-c15c-4760-9992-daa8bddce695 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0651064 Apr 18 20:46:21.545212 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48122) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:21.549050 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-802b01ed-380c-4cca-91a3-5797a8f4548b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.558284 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-b09eec52-7222-4af6-b722-13ed727ff8e0 admin admin] Request body: {'subnet': {'network_id': '9acf196e-a38a-436c-b764-9b861ea5e5fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1550844321-subnet', 'tenant_id': '9d8d99d29e854c6999da5cfd14ef78c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:21.574711 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbbde5de-5350-4bc1-ae8c-48593e290888 tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] GET failed (client error): The resource could not be found. Apr 18 20:46:21.575215 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bbbde5de-5350-4bc1-ae8c-48593e290888 tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] 10.222.0.41 "GET /v2.0/networks/28b3abf0-5a1c-41c7-953c-a0004e9ec529 HTTP/1.1" status: 404 len: 339 time: 0.0762994 Apr 18 20:46:21.578870 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d6b00-c15c-4760-9992-daa8bddce695 admin admin] Pushing event updated for resources: {'Network': ['ID=9acf196e-a38a-436c-b764-9b861ea5e5fa,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:21.586007 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48124) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:21.601035 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3d268b5a-6dc8-457c-ba0c-a30e601d7aa2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.637191 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 9acf196e-a38a-436c-b764-9b861ea5e5fa details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:46:21.647604 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f968583-23e9-4d75-baa0-82f5117ca3fb tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] GET failed (client error): The resource could not be found. Apr 18 20:46:21.655201 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7f968583-23e9-4d75-baa0-82f5117ca3fb tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] 10.222.0.41 "GET /v2.0/ports/da91b5d2-49d3-4041-bc82-cb31feca8826 HTTP/1.1" status: 404 len: 333 time: 0.0627024 Apr 18 20:46:21.658399 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48126) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:21.668815 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b01ed-380c-4cca-91a3-5797a8f4548b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b603a19-9f3f-426e-b56c-5cc2e538c4b1,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:21.699532 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-289edd8d-41a1-4a86-ae9c-7ef025a24382 tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] GET failed (client error): The resource could not be found. Apr 18 20:46:21.701424 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-289edd8d-41a1-4a86-ae9c-7ef025a24382 tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] 10.222.0.41 "GET /v2.0/subnets/40d0c2bd-117f-4117-bd96-6db701cb38e9 HTTP/1.1" status: 404 len: 337 time: 0.0399368 Apr 18 20:46:21.712060 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48130) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:21.719836 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-fe10120c-6b2c-4fe6-92df-e54f9c4b857f tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:21.734747 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe10120c-6b2c-4fe6-92df-e54f9c4b857f tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] PUT failed (client error): The resource could not be found. Apr 18 20:46:21.735352 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe10120c-6b2c-4fe6-92df-e54f9c4b857f tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:46:21.736582 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fe10120c-6b2c-4fe6-92df-e54f9c4b857f tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] 10.222.0.41 "PUT /v2.0/networks/0c49dfc0-38d8-430a-9ab9-0495f7d73fd5 HTTP/1.1" status: 404 len: 339 time: 0.0234158 Apr 18 20:46:21.743208 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48132) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:21.766679 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-41841c99-2184-4dd3-a26b-563b5186cb1a tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:21.804587 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3d268b5a-6dc8-457c-ba0c-a30e601d7aa2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.819992 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09eec52-7222-4af6-b722-13ed727ff8e0 admin admin] Made reservation on behalf of 9d8d99d29e854c6999da5cfd14ef78c9 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:21.822915 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b09eec52-7222-4af6-b722-13ed727ff8e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.838409 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-41841c99-2184-4dd3-a26b-563b5186cb1a tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] PUT failed (client error): The resource could not be found. Apr 18 20:46:21.839725 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41841c99-2184-4dd3-a26b-563b5186cb1a tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:46:21.842324 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-41841c99-2184-4dd3-a26b-563b5186cb1a tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] 10.222.0.41 "PUT /v2.0/ports/83e11803-339e-4b42-ae35-b80f52df9263 HTTP/1.1" status: 404 len: 333 time: 0.0896497 Apr 18 20:46:21.849210 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48134) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:21.855831 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-def474f0-b66e-4487-a037-e68e802517e7 tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:21.856269 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdae19-54e1-47f6-8edf-6dd5dd9389a7 req-a19a951e-f991-41e8-b2bd-37ed5f544d6d tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:21.858864 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-55bdae19-54e1-47f6-8edf-6dd5dd9389a7 req-a19a951e-f991-41e8-b2bd-37ed5f544d6d tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 946 time: 0.4040008 Apr 18 20:46:21.893078 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ca411de4-4216-4bef-b73b-2ee5a7cfc9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.948935 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-def474f0-b66e-4487-a037-e68e802517e7 tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] PUT failed (client error): The resource could not be found. Apr 18 20:46:21.949189 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def474f0-b66e-4487-a037-e68e802517e7 tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:46:21.951380 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-def474f0-b66e-4487-a037-e68e802517e7 tempest-NetworksNegativeTestJSON-1184061060 tempest-NetworksNegativeTestJSON-1184061060-project] 10.222.0.41 "PUT /v2.0/subnets/079e6a81-4257-4b54-a330-8d6406d1925f HTTP/1.1" status: 404 len: 337 time: 0.1005981 Apr 18 20:46:21.976522 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3d268b5a-6dc8-457c-ba0c-a30e601d7aa2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.027494 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d268b5a-6dc8-457c-ba0c-a30e601d7aa2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=657238f9-3560-4afd-85b3-b49f0fed80aa,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:22.039474 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3d268b5a-6dc8-457c-ba0c-a30e601d7aa2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.045351 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3d268b5a-6dc8-457c-ba0c-a30e601d7aa2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/657238f9-3560-4afd-85b3-b49f0fed80aa HTTP/1.1" status: 204 len: 168 time: 0.9165263 Apr 18 20:46:22.052964 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48144) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:22.059046 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad672a74-1aa0-4fc9-89a6-77b6a919fec0 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:22.173153 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b01ed-380c-4cca-91a3-5797a8f4548b admin admin] Checking segment: {'id': 'b743f55f-6bed-47c3-b407-479d46891a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2b77196d-b3e5-4863-b041-b13a7dbb5188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:46:22.174912 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802b01ed-380c-4cca-91a3-5797a8f4548b admin admin] Network hostable DHCP agents. Network: 2b77196d-b3e5-4863-b041-b13a7dbb5188, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:46:22.200138 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ada0579f-1cfb-4e3c-9549-6fb25ad6534d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1455395 Apr 18 20:46:22.208561 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48148) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:22.215411 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-55bdae19-54e1-47f6-8edf-6dd5dd9389a7 req-b9f9297f-fb4c-4d6b-aa23-99d29a7985bc tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3250341 Apr 18 20:46:22.215740 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-15fa2b14-f4ae-4a20-8cc3-4af1f8f3542d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:22.393254 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade43e4b-a9b2-4001-b971-a51b6cd2e2da req-2ebf2df4-e57e-4cf1-b853-ad0369f38114 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:22.404596 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ade43e4b-a9b2-4001-b971-a51b6cd2e2da req-2ebf2df4-e57e-4cf1-b853-ad0369f38114 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.4120338 Apr 18 20:46:22.408472 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6572b1f7-5dea-4336-861a-dcd83010616c None None] DHCP port deletion for 50eba278-0f67-4e34-aa13-933b003eee26 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:46:22.408784 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ca411de4-4216-4bef-b73b-2ee5a7cfc9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.453003 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fa2b14-f4ae-4a20-8cc3-4af1f8f3542d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:22.459170 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15fa2b14-f4ae-4a20-8cc3-4af1f8f3542d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.516010 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802b01ed-380c-4cca-91a3-5797a8f4548b admin admin] Network 2b77196d-b3e5-4863-b041-b13a7dbb5188 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:46:22.530942 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921f0b30-3c3a-43c2-ae58-acc0577a6990 None None] Network 771afd82-534b-4067-baaf-2e943171547d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:22.545767 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48152) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:22.548000 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ca411de4-4216-4bef-b73b-2ee5a7cfc9dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.560587 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ca411de4-4216-4bef-b73b-2ee5a7cfc9dd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fbab67ed-7c25-4a2f-aa73-9297775c86a0 HTTP/1.1" status: 204 len: 168 time: 1.9579382 Apr 18 20:46:22.561297 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca411de4-4216-4bef-b73b-2ee5a7cfc9dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbab67ed-7c25-4a2f-aa73-9297775c86a0,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:22.565052 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48156) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:22.582927 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-802b01ed-380c-4cca-91a3-5797a8f4548b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 2b77196d-b3e5-4863-b041-b13a7dbb5188) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:22.616240 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802b01ed-380c-4cca-91a3-5797a8f4548b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:22.617307 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-802b01ed-380c-4cca-91a3-5797a8f4548b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.636746 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466314e8-9134-4d2d-b1f0-36c831cf0759 None None] Network 2b77196d-b3e5-4863-b041-b13a7dbb5188 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:22.741816 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6572b1f7-5dea-4336-861a-dcd83010616c None None] Deleting port b685897f-3ce3-4f2b-9a0c-02af4fdf41c1 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:22.742396 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6572b1f7-5dea-4336-861a-dcd83010616c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.966635 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-802b01ed-380c-4cca-91a3-5797a8f4548b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9409592 Apr 18 20:46:22.986616 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ade43e4b-a9b2-4001-b971-a51b6cd2e2da req-d4a3bde9-a374-44d6-89d7-08746ec5d55b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5715218 Apr 18 20:46:23.000580 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15fa2b14-f4ae-4a20-8cc3-4af1f8f3542d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.003078 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b09eec52-7222-4af6-b722-13ed727ff8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.022797 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0a62f2da-4e22-4b05-8230-24b2cc23275b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.090949 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-6572b1f7-5dea-4336-861a-dcd83010616c None None] For port b685897f-3ce3-4f2b-9a0c-02af4fdf41c1, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b685897f-3ce3-4f2b-9a0c-02af4fdf41c1,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:23.091444 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6572b1f7-5dea-4336-861a-dcd83010616c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.142681 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6572b1f7-5dea-4336-861a-dcd83010616c None None] Calling delete_port for b685897f-3ce3-4f2b-9a0c-02af4fdf41c1 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:23.147560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09eec52-7222-4af6-b722-13ed727ff8e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c49a0fb2-20ae-4fb6-b1d9-8f3baf66d91c,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:23.203026 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d31e53-aae3-49d4-875a-e1a2d84e19fe req-bb063f33-ad56-499b-b1f2-e5cdab97c7c4 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:23.212095 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-69d31e53-aae3-49d4-875a-e1a2d84e19fe req-bb063f33-ad56-499b-b1f2-e5cdab97c7c4 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.32 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 946 time: 0.3437526 Apr 18 20:46:23.217934 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c897633d-38ad-4017-8932-96f9bbd633ce None None] DHCP port deletion for 771afd82-534b-4067-baaf-2e943171547d request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:46:23.241770 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fa2b14-f4ae-4a20-8cc3-4af1f8f3542d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:23.247333 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa2b14-f4ae-4a20-8cc3-4af1f8f3542d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=3ca9fbcd-43ea-41f8-b0c3-e15f25748fd2,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:23.263858 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-15fa2b14-f4ae-4a20-8cc3-4af1f8f3542d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:23.268796 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fa2b14-f4ae-4a20-8cc3-4af1f8f3542d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:23.273057 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15fa2b14-f4ae-4a20-8cc3-4af1f8f3542d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.334495 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-15fa2b14-f4ae-4a20-8cc3-4af1f8f3542d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1244402 Apr 18 20:46:23.336129 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48172) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:23.354628 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-1d2c63e4-9a64-4ba7-a346-b27b3cd8c79f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'fixed_ips': [{'subnet_id': '3ca9fbcd-43ea-41f8-b0c3-e15f25748fd2', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-394643297'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:23.433459 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2a2476-2028-4cb8-b035-4b565413a7f6 None None] Network 2b77196d-b3e5-4863-b041-b13a7dbb5188 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:23.580153 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ef907025-a262-44f5-b806-0c1167a4f6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.645715 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2246c324-8bed-426c-9b22-56bf00ec852b no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:23.767683 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2c63e4-9a64-4ba7-a346-b27b3cd8c79f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:23.794000 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09eec52-7222-4af6-b722-13ed727ff8e0 admin admin] Checking segment: {'id': '64c8134d-cf3b-4e3e-ba14-103697500b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9acf196e-a38a-436c-b764-9b861ea5e5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:46:23.794399 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09eec52-7222-4af6-b722-13ed727ff8e0 admin admin] Network hostable DHCP agents. Network: 9acf196e-a38a-436c-b764-9b861ea5e5fa, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:46:23.819584 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-0a62f2da-4e22-4b05-8230-24b2cc23275b admin admin] Deleting port 2246c324-8bed-426c-9b22-56bf00ec852b {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:23.819969 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0a62f2da-4e22-4b05-8230-24b2cc23275b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.879252 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1d2c63e4-9a64-4ba7-a346-b27b3cd8c79f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.883330 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df03f9-58fe-45e5-82ea-94d87a931c79 req-1f6d7137-c4ee-4db9-8db3-40156aa057c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:23.885030 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-42df03f9-58fe-45e5-82ea-94d87a931c79 req-1f6d7137-c4ee-4db9-8db3-40156aa057c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 1096 time: 0.2846565 Apr 18 20:46:23.900992 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c897633d-38ad-4017-8932-96f9bbd633ce None None] Deleting port 2246c324-8bed-426c-9b22-56bf00ec852b {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:23.901965 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c897633d-38ad-4017-8932-96f9bbd633ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.916150 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-0a62f2da-4e22-4b05-8230-24b2cc23275b admin admin] For port 2246c324-8bed-426c-9b22-56bf00ec852b, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2246c324-8bed-426c-9b22-56bf00ec852b,segment=NetworkSegment(04d342d8-916a-45bc-834e-e2ca001685e9),segment_id=04d342d8-916a-45bc-834e-e2ca001685e9)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:23.916577 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0a62f2da-4e22-4b05-8230-24b2cc23275b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.936298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-0a62f2da-4e22-4b05-8230-24b2cc23275b admin admin] Calling delete_port for 2246c324-8bed-426c-9b22-56bf00ec852b owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:23.946856 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-1d2c63e4-9a64-4ba7-a346-b27b3cd8c79f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] device_id is not set on port 5dca8a12-4bf8-440a-9c2b-2231e33e0f80 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:46:24.104760 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31741f6-3e94-482d-976f-14e17334b522 req-2b37984b-c8b6-4ec3-af55-5a42cd38ba18 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:24.106802 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f31741f6-3e94-482d-976f-14e17334b522 req-2b37984b-c8b6-4ec3-af55-5a42cd38ba18 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.4433279 Apr 18 20:46:24.115897 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0a62f2da-4e22-4b05-8230-24b2cc23275b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.189071 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62f2da-4e22-4b05-8230-24b2cc23275b admin admin] Pushing event deleted for resources: {'Port': ['ID=2246c324-8bed-426c-9b22-56bf00ec852b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:24.198090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a62f2da-4e22-4b05-8230-24b2cc23275b admin admin] No DVR routers for this DVR port 2246c324-8bed-426c-9b22-56bf00ec852b on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:24.200795 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df03f9-58fe-45e5-82ea-94d87a931c79 req-29d31a16-313d-4ab1-b1a9-b44214a7f4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:24.204284 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-42df03f9-58fe-45e5-82ea-94d87a931c79 req-29d31a16-313d-4ab1-b1a9-b44214a7f4f3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 913 time: 0.3088531 Apr 18 20:46:24.214604 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6cbd41-8623-4e93-ac28-e5db6f63100d req-b1e6e3b2-0825-4562-ae7b-c96ca09d2e95 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:24.216590 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d6cbd41-8623-4e93-ac28-e5db6f63100d req-b1e6e3b2-0825-4562-ae7b-c96ca09d2e95 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 946 time: 0.7362628 Apr 18 20:46:24.289012 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6572b1f7-5dea-4336-861a-dcd83010616c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.329484 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2c63e4-9a64-4ba7-a346-b27b3cd8c79f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:46:24.330224 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d2c63e4-9a64-4ba7-a346-b27b3cd8c79f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:46:24.352299 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6572b1f7-5dea-4336-861a-dcd83010616c None None] No DVR routers for this DVR port b685897f-3ce3-4f2b-9a0c-02af4fdf41c1 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:24.359321 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572b1f7-5dea-4336-861a-dcd83010616c None None] Pushing event deleted for resources: {'Port': ['ID=b685897f-3ce3-4f2b-9a0c-02af4fdf41c1,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:24.376407 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c897633d-38ad-4017-8932-96f9bbd633ce None None] For port 2246c324-8bed-426c-9b22-56bf00ec852b, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2246c324-8bed-426c-9b22-56bf00ec852b,segment=NetworkSegment(04d342d8-916a-45bc-834e-e2ca001685e9),segment_id=04d342d8-916a-45bc-834e-e2ca001685e9)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:24.377029 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c897633d-38ad-4017-8932-96f9bbd633ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.398577 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1485b373-c3a0-4fc6-bbcd-e0402cb64fd2 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:24.410747 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1d2c63e4-9a64-4ba7-a346-b27b3cd8c79f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0704765 Apr 18 20:46:24.412368 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-42df03f9-58fe-45e5-82ea-94d87a931c79 req-6e4106d3-691d-46ab-af29-a133b4f712d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80 HTTP/1.1" status: 200 len: 999 time: 0.2011030 Apr 18 20:46:24.413148 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48186) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:24.455089 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09eec52-7222-4af6-b722-13ed727ff8e0 admin admin] Network 9acf196e-a38a-436c-b764-9b861ea5e5fa is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:46:24.477820 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4cf229b2-9e88-4a9e-b147-4c588e55ebb1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0608287 Apr 18 20:46:24.502151 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-69d31e53-aae3-49d4-875a-e1a2d84e19fe req-10c0ef07-d818-47b1-8dca-da307cb8da8a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Deleting port a97674a9-53d3-41ba-9802-1439e7cf0ecf {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:24.502963 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-69d31e53-aae3-49d4-875a-e1a2d84e19fe req-10c0ef07-d818-47b1-8dca-da307cb8da8a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.511139 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.516507 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c897633d-38ad-4017-8932-96f9bbd633ce None None] Calling delete_port for 2246c324-8bed-426c-9b22-56bf00ec852b owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:24.524458 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48188) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:24.625752 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdc1abd-072e-4f89-953a-2e340cce5869 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:24.629757 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdc1abd-072e-4f89-953a-2e340cce5869 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:24.631106 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ee59725d-3ee6-450f-8c71-5f10fc2f812e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.634398 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4bdc1abd-072e-4f89-953a-2e340cce5869 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1061785 Apr 18 20:46:24.635635 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48190) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:24.676811 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-69d31e53-aae3-49d4-875a-e1a2d84e19fe req-10c0ef07-d818-47b1-8dca-da307cb8da8a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] For port a97674a9-53d3-41ba-9802-1439e7cf0ecf, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=a97674a9-53d3-41ba-9802-1439e7cf0ecf,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:24.677387 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-69d31e53-aae3-49d4-875a-e1a2d84e19fe req-10c0ef07-d818-47b1-8dca-da307cb8da8a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.703628 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e6043e-32ad-42ae-b2be-d329a9fc0699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-50eba278-0f67-4e34-aa13-933b003eee26', 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'fixed_ips': [{'subnet_id': '3ca9fbcd-43ea-41f8-b0c3-e15f25748fd2'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:46:24.704867 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-52e6043e-32ad-42ae-b2be-d329a9fc0699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.707587 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b685897f-3ce3-4f2b-9a0c-02af4fdf41c1 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:24.720525 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df03f9-58fe-45e5-82ea-94d87a931c79 req-4d02c30a-62a5-4378-97b3-38f251d6f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:24.723370 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-42df03f9-58fe-45e5-82ea-94d87a931c79 req-4d02c30a-62a5-4378-97b3-38f251d6f2e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e471ea4-101a-40ef-81f9-9917dd650719 HTTP/1.1" status: 200 len: 851 time: 0.2940226 Apr 18 20:46:24.732970 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: b685897f-3ce3-4f2b-9a0c-02af4fdf41c1 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:24.733457 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b685897f-3ce3-4f2b-9a0c-02af4fdf41c1 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:24.809635 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a6fecd-a105-4036-9a28-c51e335c1e92 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet 3ca9fbcd-43ea-41f8-b0c3-e15f25748fd2 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:46:24.816886 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c6a6fecd-a105-4036-9a28-c51e335c1e92 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.832784 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f31741f6-3e94-482d-976f-14e17334b522 req-dcdf258a-4a7e-481c-bc47-a3d6fdbbbd50 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7101829 Apr 18 20:46:24.833823 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-b09eec52-7222-4af6-b722-13ed727ff8e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 9acf196e-a38a-436c-b764-9b861ea5e5fa) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:24.864628 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09eec52-7222-4af6-b722-13ed727ff8e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:24.865644 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b09eec52-7222-4af6-b722-13ed727ff8e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.880843 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e5e71e-a0a2-46f2-86a3-9628686d0f6e None None] Network 9acf196e-a38a-436c-b764-9b861ea5e5fa requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:24.885640 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0a62f2da-4e22-4b05-8230-24b2cc23275b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.891198 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ef907025-a262-44f5-b806-0c1167a4f6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.899854 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c897633d-38ad-4017-8932-96f9bbd633ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.957133 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c6a6fecd-a105-4036-9a28-c51e335c1e92 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.960851 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ef907025-a262-44f5-b806-0c1167a4f6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.010876 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c897633d-38ad-4017-8932-96f9bbd633ce None None] No DVR routers for this DVR port 2246c324-8bed-426c-9b22-56bf00ec852b on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:25.031142 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897633d-38ad-4017-8932-96f9bbd633ce None None] Pushing event deleted for resources: {'Port': ['ID=2246c324-8bed-426c-9b22-56bf00ec852b,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:25.059834 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef907025-a262-44f5-b806-0c1167a4f6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342f7b59-2778-465c-bc39-5ae12aee7418,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:25.080643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-0a62f2da-4e22-4b05-8230-24b2cc23275b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771afd82-534b-4067-baaf-2e943171547d']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:25.107041 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d6cbd41-8623-4e93-ac28-e5db6f63100d req-06cad87a-2aae-4c62-a44d-da643b016b14 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=98546ce2-dbc7-444d-833a-14c7cced445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8316829 Apr 18 20:46:25.110873 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c6a6fecd-a105-4036-9a28-c51e335c1e92 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.123233 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b09eec52-7222-4af6-b722-13ed727ff8e0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.5679731 Apr 18 20:46:25.157437 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-0a62f2da-4e22-4b05-8230-24b2cc23275b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d342d8-916a-45bc-834e-e2ca001685e9') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:25.158105 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-0a62f2da-4e22-4b05-8230-24b2cc23275b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d342d8-916a-45bc-834e-e2ca001685e9') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:25.172265 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df03f9-58fe-45e5-82ea-94d87a931c79 req-141b9170-d38a-4caf-a7c4-4b7c9a227a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:25.173930 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-42df03f9-58fe-45e5-82ea-94d87a931c79 req-141b9170-d38a-4caf-a7c4-4b7c9a227a6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb225605-c490-4bb4-a150-b74221fc667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4369814 Apr 18 20:46:25.195035 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ef907025-a262-44f5-b806-0c1167a4f6f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=29b295b8abfb4e5498ba5e6270047b29&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6359608 Apr 18 20:46:25.198932 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0a62f2da-4e22-4b05-8230-24b2cc23275b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.206611 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398461c3-96a8-4ae4-9cc8-2f698669afb0 None None] Network 9acf196e-a38a-436c-b764-9b861ea5e5fa requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:25.216259 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48200) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:25.292066 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c6a6fecd-a105-4036-9a28-c51e335c1e92 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.315615 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0a62f2da-4e22-4b05-8230-24b2cc23275b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.334127 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a62f2da-4e22-4b05-8230-24b2cc23275b admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:46:25.334727 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0a62f2da-4e22-4b05-8230-24b2cc23275b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:25.339200 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server [None req-52e6043e-32ad-42ae-b2be-d329a9fc0699 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ca9fbcd-43ea-41f8-b0c3-e15f25748fd2: This subnet is being modified by another concurrent operation. Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:46:25.377117 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise exception Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ca9fbcd-43ea-41f8-b0c3-e15f25748fd2: This subnet is being modified by another concurrent operation. Apr 18 20:46:25.384955 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Apr 18 20:46:25.449269 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-69d31e53-aae3-49d4-875a-e1a2d84e19fe req-10c0ef07-d818-47b1-8dca-da307cb8da8a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.449742 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-69d31e53-aae3-49d4-875a-e1a2d84e19fe req-10c0ef07-d818-47b1-8dca-da307cb8da8a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.450037 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [req-69d31e53-aae3-49d4-875a-e1a2d84e19fe req-10c0ef07-d818-47b1-8dca-da307cb8da8a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Floating IP 001935bb-33e4-4628-9165-09f52643492c disassociated. External IP: 172.25.1.175, port: a97674a9-53d3-41ba-9802-1439e7cf0ecf. Apr 18 20:46:25.450360 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-69d31e53-aae3-49d4-875a-e1a2d84e19fe req-10c0ef07-d818-47b1-8dca-da307cb8da8a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Calling delete_port for a97674a9-53d3-41ba-9802-1439e7cf0ecf owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:25.454062 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e8ea0fc4-9066-41fb-8210-548498b5e398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.458635 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0a62f2da-4e22-4b05-8230-24b2cc23275b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.471668 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-42df03f9-58fe-45e5-82ea-94d87a931c79 req-18f25526-10ab-42c5-aae2-34dd3bdf101a service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836530 Apr 18 20:46:25.473306 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6fecd-a105-4036-9a28-c51e335c1e92 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=3ca9fbcd-43ea-41f8-b0c3-e15f25748fd2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:25.475979 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0a62f2da-4e22-4b05-8230-24b2cc23275b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.483369 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c6a6fecd-a105-4036-9a28-c51e335c1e92 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.490761 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c6a6fecd-a105-4036-9a28-c51e335c1e92 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/3ca9fbcd-43ea-41f8-b0c3-e15f25748fd2 HTTP/1.1" status: 204 len: 168 time: 0.8545833 Apr 18 20:46:25.490989 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0a62f2da-4e22-4b05-8230-24b2cc23275b admin admin] 10.222.0.41 "DELETE /v2.0/networks/771afd82-534b-4067-baaf-2e943171547d HTTP/1.1" status: 204 len: 168 time: 2.9030833 Apr 18 20:46:25.499804 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48206) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:25.556662 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62f2da-4e22-4b05-8230-24b2cc23275b admin admin] Pushing event deleted for resources: {'Network': ['ID=771afd82-534b-4067-baaf-2e943171547d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:25.560298 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f2187373-3146-4f75-8efe-7a69a8e0bbae tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589681 Apr 18 20:46:25.567352 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48208) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:25.575135 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-edbc6dd8-efd9-49e3-94f7-615faf22418f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:25.622494 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533a1f1c-b03a-4af3-8462-5f8091814e20 None None] get_active_networks_info from n-d-838323-3 {{(pid=102910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:46:25.719045 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e8ea0fc4-9066-41fb-8210-548498b5e398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.767000 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-42df03f9-58fe-45e5-82ea-94d87a931c79 req-5878f046-f8f7-4170-9bd7-757c774bd627 service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857227 Apr 18 20:46:25.783564 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbc6dd8-efd9-49e3-94f7-615faf22418f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:25.787347 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-edbc6dd8-efd9-49e3-94f7-615faf22418f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.850672 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533a1f1c-b03a-4af3-8462-5f8091814e20 None None] Resources bound (agent type, host, resource id): {{(pid=102910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:46:26.078341 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-edbc6dd8-efd9-49e3-94f7-615faf22418f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.150455 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbc6dd8-efd9-49e3-94f7-615faf22418f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:26.155742 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-edbc6dd8-efd9-49e3-94f7-615faf22418f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:26.165640 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbc6dd8-efd9-49e3-94f7-615faf22418f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:26.167514 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-edbc6dd8-efd9-49e3-94f7-615faf22418f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.186778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-eb92d682-d22c-48c8-ab7b-dda94f411dda tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:26.192892 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc6dd8-efd9-49e3-94f7-615faf22418f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=c61428e5-7169-4ee4-81ef-ddb2b0b6d1a2,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:26.195865 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-eb92d682-d22c-48c8-ab7b-dda94f411dda tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/networks?id=2b77196d-b3e5-4863-b041-b13a7dbb5188 HTTP/1.1" status: 200 len: 814 time: 0.3331845 Apr 18 20:46:26.203810 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48226) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:26.225853 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-49376f75-3621-4d75-ae3f-e2ab01afef49 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/quotas/7d52f6c7bd8046c7a02242bd4df3b5e8 HTTP/1.1" status: 200 len: 375 time: 0.0290046 Apr 18 20:46:26.245012 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-edbc6dd8-efd9-49e3-94f7-615faf22418f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6743863 Apr 18 20:46:26.278649 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48228) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:26.284011 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6a577072-9d40-49f6-9c65-64ed1c62a28e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b938d2524c3842cdaf1832263fa7ae9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0781627 Apr 18 20:46:26.294642 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-04eab43e-1035-4355-8b3e-eadeb58aa4fb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1036361677', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:26.303105 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48230) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:26.303327 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-b2d2d088-1b91-4338-be29-d03da20a215b tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d52f6c7bd8046c7a02242bd4df3b5e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756788 Apr 18 20:46:26.403722 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e8ea0fc4-9066-41fb-8210-548498b5e398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.405731 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-04eab43e-1035-4355-8b3e-eadeb58aa4fb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.407976 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e8ea0fc4-9066-41fb-8210-548498b5e398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.408859 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-04eab43e-1035-4355-8b3e-eadeb58aa4fb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.412911 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e8ea0fc4-9066-41fb-8210-548498b5e398 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/342f7b59-2778-465c-bc39-5ae12aee7418 HTTP/1.1" status: 204 len: 168 time: 1.1918058 Apr 18 20:46:26.432648 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e46c90f6-7b99-4b86-a177-d23b0efa46b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.442524 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea0fc4-9066-41fb-8210-548498b5e398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342f7b59-2778-465c-bc39-5ae12aee7418,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:26.490948 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-69d31e53-aae3-49d4-875a-e1a2d84e19fe req-10c0ef07-d818-47b1-8dca-da307cb8da8a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.496918 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57ac0dd-8a28-45ef-aea0-88ecccdd32bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-50eba278-0f67-4e34-aa13-933b003eee26', 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'fixed_ips': [{'subnet_id': 'c61428e5-7169-4ee4-81ef-ddb2b0b6d1a2'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:46:26.498637 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d57ac0dd-8a28-45ef-aea0-88ecccdd32bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.506001 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e46c90f6-7b99-4b86-a177-d23b0efa46b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.564731 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0ef07-d818-47b1-8dca-da307cb8da8a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Pushing event deleted for resources: {'Port': ['ID=a97674a9-53d3-41ba-9802-1439e7cf0ecf,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:26.626184 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-04eab43e-1035-4355-8b3e-eadeb58aa4fb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.634644 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-04eab43e-1035-4355-8b3e-eadeb58aa4fb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.677181 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-04eab43e-1035-4355-8b3e-eadeb58aa4fb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.678908 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-04eab43e-1035-4355-8b3e-eadeb58aa4fb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3914402 Apr 18 20:46:26.683532 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48238) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:26.737524 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69d31e53-aae3-49d4-875a-e1a2d84e19fe req-10c0ef07-d818-47b1-8dca-da307cb8da8a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Router 88834aaa-2e51-4adb-8534-cc3588560563 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:46:26.739550 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e46c90f6-7b99-4b86-a177-d23b0efa46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.746783 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e46c90f6-7b99-4b86-a177-d23b0efa46b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.750854 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e46c90f6-7b99-4b86-a177-d23b0efa46b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/895ef928-0bb7-42ba-bb30-17327d0eccb3 HTTP/1.1" status: 204 len: 168 time: 0.4457166 Apr 18 20:46:26.852551 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-d57ac0dd-8a28-45ef-aea0-88ecccdd32bb None None] Allocated IP 2001:db8::2 (50eba278-0f67-4e34-aa13-933b003eee26/c61428e5-7169-4ee4-81ef-ddb2b0b6d1a2/1ec9dd64-bd58-4ac6-b6a7-8764313d601d) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:26.949765 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-c3d956a8-3d7c-428c-9919-43e7d57ade7e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:46:26.952243 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-c3d956a8-3d7c-428c-9919-43e7d57ade7e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6478751 Apr 18 20:46:27.004798 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69d31e53-aae3-49d4-875a-e1a2d84e19fe req-10c0ef07-d818-47b1-8dca-da307cb8da8a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:46:27.017678 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d93d6-53d8-4ad2-8091-d32cddc1e905 None None] Sync routers for ids ['88834aaa-2e51-4adb-8534-cc3588560563'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:46:27.037646 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d93d6-53d8-4ad2-8091-d32cddc1e905 None None] Routers {'88834aaa-2e51-4adb-8534-cc3588560563'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:27.038708 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6c6d93d6-53d8-4ad2-8091-d32cddc1e905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:45:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88834aaa-2e51-4adb-8534-cc3588560563'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:27.151570 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d57ac0dd-8a28-45ef-aea0-88ecccdd32bb None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.162140 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d57ac0dd-8a28-45ef-aea0-88ecccdd32bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.164800 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d31e53-aae3-49d4-875a-e1a2d84e19fe req-10c0ef07-d818-47b1-8dca-da307cb8da8a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] No DVR routers for this DVR port a97674a9-53d3-41ba-9802-1439e7cf0ecf on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:27.171864 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-69d31e53-aae3-49d4-875a-e1a2d84e19fe req-10c0ef07-d818-47b1-8dca-da307cb8da8a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.179478 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-69d31e53-aae3-49d4-875a-e1a2d84e19fe req-10c0ef07-d818-47b1-8dca-da307cb8da8a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.32 "DELETE /v2.0/ports/a97674a9-53d3-41ba-9802-1439e7cf0ecf HTTP/1.1" status: 204 len: 173 time: 3.9648366 Apr 18 20:46:27.180541 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28333d8-5a08-41b6-b8f3-7687852e5288', 'name': 'network-vif-deleted', 'tag': 'a97674a9-53d3-41ba-9802-1439e7cf0ecf'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:46:27.185176 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bd2395-e703-43d3-93d6-66f4e5ad5fd1" -d '{"events": [{"server_uuid": "c28333d8-5a08-41b6-b8f3-7687852e5288", "name": "network-vif-deleted", "tag": "a97674a9-53d3-41ba-9802-1439e7cf0ecf"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:46:27.255848 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ac0dd-8a28-45ef-aea0-88ecccdd32bb None None] Pushing event updated for resources: {'Port': ['ID=1ec9dd64-bd58-4ac6-b6a7-8764313d601d,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:27.291178 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-f60b976f-405b-46c7-a0b2-8241431c5b10 service neutron] 10.222.0.41 "GET /v2.0/networks/2b77196d-b3e5-4863-b041-b13a7dbb5188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272285 Apr 18 20:46:27.317920 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57ac0dd-8a28-45ef-aea0-88ecccdd32bb None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:27.327251 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-d57ac0dd-8a28-45ef-aea0-88ecccdd32bb None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:27.335950 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57ac0dd-8a28-45ef-aea0-88ecccdd32bb None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:46:27.340629 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-6c6d93d6-53d8-4ad2-8091-d32cddc1e905 None None] Set router 88834aaa-2e51-4adb-8534-cc3588560563 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:27.539194 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-d57ac0dd-8a28-45ef-aea0-88ecccdd32bb None None] Attempting to bind port 1ec9dd64-bd58-4ac6-b6a7-8764313d601d on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:27.540485 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-d57ac0dd-8a28-45ef-aea0-88ecccdd32bb None None] Attempting to bind port 1ec9dd64-bd58-4ac6-b6a7-8764313d601d by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:27.542027 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57ac0dd-8a28-45ef-aea0-88ecccdd32bb None None] Attempting to bind port 1ec9dd64-bd58-4ac6-b6a7-8764313d601d on network 50eba278-0f67-4e34-aa13-933b003eee26 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:46:27.556764 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c90f6-7b99-4b86-a177-d23b0efa46b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895ef928-0bb7-42ba-bb30-17327d0eccb3,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:27.558919 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57ac0dd-8a28-45ef-aea0-88ecccdd32bb None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:46:27.569611 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57ac0dd-8a28-45ef-aea0-88ecccdd32bb None None] Checking segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:46:27.570942 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d57ac0dd-8a28-45ef-aea0-88ecccdd32bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.571636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57ac0dd-8a28-45ef-aea0-88ecccdd32bb None None] Bound using segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:46:27.573459 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-d57ac0dd-8a28-45ef-aea0-88ecccdd32bb None None] Bound port: 1ec9dd64-bd58-4ac6-b6a7-8764313d601d, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:27.575970 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d57ac0dd-8a28-45ef-aea0-88ecccdd32bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.602561 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48252) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:27.721666 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-55d8efa1-61c2-4cd7-98bf-20c242788cc3 service neutron] 10.222.0.41 "GET /v2.0/networks/2b77196d-b3e5-4863-b041-b13a7dbb5188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220731 Apr 18 20:46:27.763263 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d57ac0dd-8a28-45ef-aea0-88ecccdd32bb None None] For port 1ec9dd64-bd58-4ac6-b6a7-8764313d601d, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:46:27.771415 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d57ac0dd-8a28-45ef-aea0-88ecccdd32bb None None] For port 1ec9dd64-bd58-4ac6-b6a7-8764313d601d, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1ec9dd64-bd58-4ac6-b6a7-8764313d601d,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:46:27.782600 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d57ac0dd-8a28-45ef-aea0-88ecccdd32bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.786565 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3d28d183-94bb-4a5c-abe3-d72ae4479afa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6593e0649c184942bc98b321e69eb894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1794918 Apr 18 20:46:27.789148 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48260) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:27.873220 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6c6d93d6-53d8-4ad2-8091-d32cddc1e905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88834aaa-2e51-4adb-8534-cc3588560563', 'name': 'tempest-AttachVolumeShelveTestJSON-955401035-router', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:08Z', 'updated_at': '2022-04-18T20:41:15Z', 'revision_number': 4, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'gw_port': {'id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:09Z', 'updated_at': '2022-04-18T20:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '03bdf5a4-d29d-4e2b-b0e2-d27640407750', 'name': '', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'mac_address': 'fa:16:3e:28:50:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:14Z', 'updated_at': '2022-04-18T20:41:21Z', 'revision_number': 5, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'subnets': [{'id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:27.944739 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ac0dd-8a28-45ef-aea0-88ecccdd32bb None None] Pushing event updated for resources: {'Port': ['ID=1ec9dd64-bd58-4ac6-b6a7-8764313d601d,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:27.958116 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d93d6-53d8-4ad2-8091-d32cddc1e905 None None] Checking router: 88834aaa-2e51-4adb-8534-cc3588560563 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:46:27.981366 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d93d6-53d8-4ad2-8091-d32cddc1e905 None None] Routers {'88834aaa-2e51-4adb-8534-cc3588560563'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:27.982001 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6c6d93d6-53d8-4ad2-8091-d32cddc1e905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:45:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88834aaa-2e51-4adb-8534-cc3588560563'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:28.014145 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6e38de54-d2f8-4109-b74a-427148739113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.051139 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a97674a9-53d3-41ba-9802-1439e7cf0ecf no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:28.088350 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: a97674a9-53d3-41ba-9802-1439e7cf0ecf {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:28.088728 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device a97674a9-53d3-41ba-9802-1439e7cf0ecf not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:28.345985 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4e93bdb-ee61-4e6f-9447-55edf018dc19 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.454402 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a6e84ec5-f7c1-42d5-ae1e-1019aacdf37d req-16bf1956-a060-417e-b784-eebe7b95fed0 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=c28333d8-5a08-41b6-b8f3-7687852e5288 HTTP/1.1" status: 200 len: 210 time: 0.2252791 Apr 18 20:46:28.506052 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6e38de54-d2f8-4109-b74a-427148739113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.575113 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-6c6d93d6-53d8-4ad2-8091-d32cddc1e905 None None] Set router 88834aaa-2e51-4adb-8534-cc3588560563 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:28.709797 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e4e3a0-6617-4a12-b9dd-fa100eb1a6ad x-openstack-request-id: req-f1e4e3a0-6617-4a12-b9dd-fa100eb1a6ad {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:46:28.710147 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28333d8-5a08-41b6-b8f3-7687852e5288", "name": "network-vif-deleted", "tag": "a97674a9-53d3-41ba-9802-1439e7cf0ecf", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:46:28.710494 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1e4e3a0-6617-4a12-b9dd-fa100eb1a6ad {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:46:28.710949 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e4e3a0-6617-4a12-b9dd-fa100eb1a6ad'] response: {'server_uuid': 'c28333d8-5a08-41b6-b8f3-7687852e5288', 'name': 'network-vif-deleted', 'tag': 'a97674a9-53d3-41ba-9802-1439e7cf0ecf', 'status': 'completed', 'code': 200} Apr 18 20:46:28.718403 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6e38de54-d2f8-4109-b74a-427148739113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.724798 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6e38de54-d2f8-4109-b74a-427148739113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.726036 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6e38de54-d2f8-4109-b74a-427148739113 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a35fd926-34e6-48c8-b8af-831e1d4adbaf HTTP/1.1" status: 204 len: 168 time: 0.9343371 Apr 18 20:46:28.762244 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-34df7b1d-a28b-42a2-8663-bc7ebca6f764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.775348 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38de54-d2f8-4109-b74a-427148739113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35fd926-34e6-48c8-b8af-831e1d4adbaf,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:28.817730 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344edc9-d80d-4e74-ba3f-5a0f214d03dd req-c97104cc-3479-4a64-9e45-b88d3085ed9c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:28.834378 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6344edc9-d80d-4e74-ba3f-5a0f214d03dd req-c97104cc-3479-4a64-9e45-b88d3085ed9c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.7582834 Apr 18 20:46:28.968728 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6344edc9-d80d-4e74-ba3f-5a0f214d03dd req-0a9706c3-ac40-4fab-8173-055a0f7d7bff tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309729 Apr 18 20:46:29.163657 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a11b71c8-2ea6-433b-87ff-8dae200d203f req-9232f602-3cf7-4474-9cc0-e11c425613ff tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 210 time: 0.0780461 Apr 18 20:46:29.429159 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6c6d93d6-53d8-4ad2-8091-d32cddc1e905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88834aaa-2e51-4adb-8534-cc3588560563', 'name': 'tempest-AttachVolumeShelveTestJSON-955401035-router', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:08Z', 'updated_at': '2022-04-18T20:41:15Z', 'revision_number': 4, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'gw_port': {'id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:09Z', 'updated_at': '2022-04-18T20:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '03bdf5a4-d29d-4e2b-b0e2-d27640407750', 'name': '', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'mac_address': 'fa:16:3e:28:50:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:14Z', 'updated_at': '2022-04-18T20:41:21Z', 'revision_number': 5, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'subnets': [{'id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:29.434612 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e260b-3eb1-48de-9405-6e39cf602ff9 req-48a59266-1d9b-4356-ad74-b646d5845c1c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:29.457665 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1ec9dd64-bd58-4ac6-b6a7-8764313d601d up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:46:29.458418 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3d5e260b-3eb1-48de-9405-6e39cf602ff9 req-48a59266-1d9b-4356-ad74-b646d5845c1c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.2270329 Apr 18 20:46:29.517258 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-e4e93bdb-ee61-4e6f-9447-55edf018dc19 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 2001:db8::1 (50eba278-0f67-4e34-aa13-933b003eee26/c61428e5-7169-4ee4-81ef-ddb2b0b6d1a2/eadf7878-7e1a-47c7-a802-440a955a2376) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:29.580780 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d93d6-53d8-4ad2-8091-d32cddc1e905 None None] The sync data for ids ['88834aaa-2e51-4adb-8534-cc3588560563'] in n-d-838323-3 is: [{'id': '88834aaa-2e51-4adb-8534-cc3588560563', 'name': 'tempest-AttachVolumeShelveTestJSON-955401035-router', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:08Z', 'updated_at': '2022-04-18T20:41:15Z', 'revision_number': 4, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'gw_port': {'id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:09Z', 'updated_at': '2022-04-18T20:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '03bdf5a4-d29d-4e2b-b0e2-d27640407750', 'name': '', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'mac_address': 'fa:16:3e:28:50:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:14Z', 'updated_at': '2022-04-18T20:41:21Z', 'revision_number': 5, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'subnets': [{'id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:46:29.661765 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 1ec9dd64-bd58-4ac6-b6a7-8764313d601d triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:29.662154 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:29.676362 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3d5e260b-3eb1-48de-9405-6e39cf602ff9 req-e14e0dd7-8736-408c-9f9a-189ef7a21f64 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159960 Apr 18 20:46:29.815052 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48320) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:29.887629 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4e93bdb-ee61-4e6f-9447-55edf018dc19 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.008628 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.093514 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4e93bdb-ee61-4e6f-9447-55edf018dc19 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.099618 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ef74e12b-05f3-4f6d-9f62-44657e7e087d tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.154019 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.201679 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ef74e12b-05f3-4f6d-9f62-44657e7e087d tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.258609 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e93bdb-ee61-4e6f-9447-55edf018dc19 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:30.264604 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-e4e93bdb-ee61-4e6f-9447-55edf018dc19 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:30.277907 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e93bdb-ee61-4e6f-9447-55edf018dc19 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:46:30.279949 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 1ec9dd64-bd58-4ac6-b6a7-8764313d601d, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1ec9dd64-bd58-4ac6-b6a7-8764313d601d,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:30.281236 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4e93bdb-ee61-4e6f-9447-55edf018dc19 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.287792 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.311946 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4b42e5-c006-43be-b3ff-161c8f7de8d4 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:30.616728 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e93bdb-ee61-4e6f-9447-55edf018dc19 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Port': ['ID=eadf7878-7e1a-47c7-a802-440a955a2376,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:30.632482 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48338) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:30.705389 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726862fc-4e10-4ef3-b57d-5439fb7d5b59 None None] New status for floating IP 001935bb-33e4-4628-9165-09f52643492c: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:46:30.768413 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4e93bdb-ee61-4e6f-9447-55edf018dc19 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.983194 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-0e35900e-2146-4dec-bee9-663758bbb4e5 None None] Provisioning complete for port 1ec9dd64-bd58-4ac6-b6a7-8764313d601d triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:30.983613 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0e35900e-2146-4dec-bee9-663758bbb4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.065073 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=1ec9dd64-bd58-4ac6-b6a7-8764313d601d,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:31.268648 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f928481-b920-40f9-ae06-6c6cc537be48 req-4463dd0a-6f05-45c6-8ab0-cb998fafbd6d tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 210 time: 0.0806262 Apr 18 20:46:31.294011 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18cef2-9fde-4260-a072-55c99d8e521e req-fb4a769b-3208-4456-9c0e-9b6454ad6fe2 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:31.305250 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c18cef2-9fde-4260-a072-55c99d8e521e req-fb4a769b-3208-4456-9c0e-9b6454ad6fe2 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 1.3443336 Apr 18 20:46:31.333297 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1ec8b5e8-1f30-4880-90dc-357230b9640f tempest-ServiceProvidersTest-889301220 tempest-ServiceProvidersTest-889301220-project] 10.222.0.41 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.6921937 Apr 18 20:46:31.446909 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1ec9dd64-bd58-4ac6-b6a7-8764313d601d up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:46:31.502897 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.541678 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c18cef2-9fde-4260-a072-55c99d8e521e req-52c68a86-4c59-4309-89d9-2f42ca50ebcd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274182 Apr 18 20:46:31.618436 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.622766 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ef74e12b-05f3-4f6d-9f62-44657e7e087d tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.635402 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ef74e12b-05f3-4f6d-9f62-44657e7e087d tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.636495 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ef74e12b-05f3-4f6d-9f62-44657e7e087d tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "DELETE /v2.0/security-groups/98546ce2-dbc7-444d-833a-14c7cced445e HTTP/1.1" status: 204 len: 168 time: 1.8181682 Apr 18 20:46:31.638873 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 1ec9dd64-bd58-4ac6-b6a7-8764313d601d triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:31.640948 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.653901 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48358) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:31.719097 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef74e12b-05f3-4f6d-9f62-44657e7e087d tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98546ce2-dbc7-444d-833a-14c7cced445e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:31.765272 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-f3a9976d-e0e9-4e1a-8e41-18b8c144f72e tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:31.766935 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-f3a9976d-e0e9-4e1a-8e41-18b8c144f72e tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.32 "GET /v2.0/networks?id=2b77196d-b3e5-4863-b041-b13a7dbb5188 HTTP/1.1" status: 200 len: 814 time: 0.5852687 Apr 18 20:46:31.801981 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-ae5819d7-7a44-4336-b6b3-765836f4109c tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] show failed (client error): The resource could not be found. Apr 18 20:46:31.803090 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ae5819d7-7a44-4336-b6b3-765836f4109c tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups/98546ce2-dbc7-444d-833a-14c7cced445e HTTP/1.1" status: 404 len: 347 time: 0.1188455 Apr 18 20:46:31.806507 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48364) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:31.823566 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-6572fd40-d38b-4f9c-af20-167b48ee47b2 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Request body: {'port': {'device_id': '539eaa01-1d28-4b43-a0f6-77d6565442ac', 'network_id': '2b77196d-b3e5-4863-b041-b13a7dbb5188', 'admin_state_up': True, 'tenant_id': '7d52f6c7bd8046c7a02242bd4df3b5e8'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:31.926914 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4e93bdb-ee61-4e6f-9447-55edf018dc19 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.005348 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-14edd900-4b82-4e66-b4f2-87619192ae2c None None] Provisioning complete for port eadf7878-7e1a-47c7-a802-440a955a2376 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:32.006264 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-14edd900-4b82-4e66-b4f2-87619192ae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.010534 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4e93bdb-ee61-4e6f-9447-55edf018dc19 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.011291 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ae93d-9f73-44e5-908f-62fc53cd1b89 req-e42d4b4a-e9e9-43e4-9c1b-75d32e82bb6f tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:32.011883 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4e93bdb-ee61-4e6f-9447-55edf018dc19 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.026010 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac5ae93d-9f73-44e5-908f-62fc53cd1b89 req-e42d4b4a-e9e9-43e4-9c1b-75d32e82bb6f tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.3166873 Apr 18 20:46:32.073209 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e93bdb-ee61-4e6f-9447-55edf018dc19 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Port': ['ID=eadf7878-7e1a-47c7-a802-440a955a2376,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:32.118456 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-14edd900-4b82-4e66-b4f2-87619192ae2c None None] Port eadf7878-7e1a-47c7-a802-440a955a2376 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:46:32.142757 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-14edd900-4b82-4e66-b4f2-87619192ae2c None None] Provisioning complete for port 1ec9dd64-bd58-4ac6-b6a7-8764313d601d triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:32.143035 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-14edd900-4b82-4e66-b4f2-87619192ae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.176946 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac5ae93d-9f73-44e5-908f-62fc53cd1b89 req-92663899-e6bc-478b-a489-99acc9d5ee47 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498051 Apr 18 20:46:32.225151 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-6572fd40-d38b-4f9c-af20-167b48ee47b2 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Made reservation on behalf of 7d52f6c7bd8046c7a02242bd4df3b5e8 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:32.229310 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-6572fd40-d38b-4f9c-af20-167b48ee47b2 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.349753 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48378) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:32.402866 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-03f32664-44ca-4426-8d75-54f297759cdc tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Deleting port b482cd48-b274-4c06-b55b-ccdeef68be27 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:32.403215 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-03f32664-44ca-4426-8d75-54f297759cdc tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.519504 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-03f32664-44ca-4426-8d75-54f297759cdc tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.520699 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-03f32664-44ca-4426-8d75-54f297759cdc tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.549360 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e93bdb-ee61-4e6f-9447-55edf018dc19 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:32.562825 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-e4e93bdb-ee61-4e6f-9447-55edf018dc19 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:32.576532 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-03f32664-44ca-4426-8d75-54f297759cdc tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Calling delete_port for b482cd48-b274-4c06-b55b-ccdeef68be27 owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:32.604253 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d8949dd-3ccb-4538-adf0-1b616cb28c06 req-221ff9e0-49ee-4041-a1df-8b98c328d1b6 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 210 time: 0.1063466 Apr 18 20:46:32.649726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f508457-b591-4344-b63d-564692c0ab2d req-7befb936-d5fa-4da1-94a5-b2e05b732c85 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:32.661267 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4f508457-b591-4344-b63d-564692c0ab2d req-7befb936-d5fa-4da1-94a5-b2e05b732c85 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.2589488 Apr 18 20:46:32.695851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-6572fd40-d38b-4f9c-af20-167b48ee47b2 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Allocated IP 172.20.0.7 (2b77196d-b3e5-4863-b041-b13a7dbb5188/0b603a19-9f3f-426e-b56c-5cc2e538c4b1/78c38eeb-c6d3-401f-b023-13ca0889b69d) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:32.739489 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4f508457-b591-4344-b63d-564692c0ab2d req-75d57509-7106-4b60-9333-a51e26b2067e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711815 Apr 18 20:46:33.038744 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-611f495d-990a-478c-9d4a-a7fd9748f2dc None None] Provisioning complete for port eadf7878-7e1a-47c7-a802-440a955a2376 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:33.040682 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-611f495d-990a-478c-9d4a-a7fd9748f2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.139051 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a56af49a-653b-462a-bbba-25081d969ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.172747 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-611f495d-990a-478c-9d4a-a7fd9748f2dc None None] Port eadf7878-7e1a-47c7-a802-440a955a2376 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:46:33.214855 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e93bdb-ee61-4e6f-9447-55edf018dc19 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Router 3bdfc6ae-4d71-4f7d-8304-40299e4324d5 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:46:33.313287 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-eb2f553e-56d4-4914-8fce-20e5e7a7f705 None None] Provisioning complete for port eadf7878-7e1a-47c7-a802-440a955a2376 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:33.317991 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eb2f553e-56d4-4914-8fce-20e5e7a7f705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.350488 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-e40fb533-7dc6-4627-93f8-f1207efcad10 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:33.352730 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-e40fb533-7dc6-4627-93f8-f1207efcad10 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.41 "GET /v2.0/networks?id=9acf196e-a38a-436c-b764-9b861ea5e5fa HTTP/1.1" status: 200 len: 810 time: 0.4436340 Apr 18 20:46:33.371112 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-03f32664-44ca-4426-8d75-54f297759cdc tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.394688 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-9a336b77-f870-40e8-8e07-1dacd9325dce tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.41 "GET /v2.0/quotas/9d8d99d29e854c6999da5cfd14ef78c9 HTTP/1.1" status: 200 len: 375 time: 0.0342128 Apr 18 20:46:33.403827 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-6572fd40-d38b-4f9c-af20-167b48ee47b2 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.418594 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-eb2f553e-56d4-4914-8fce-20e5e7a7f705 None None] Port eadf7878-7e1a-47c7-a802-440a955a2376 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:46:33.447257 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-33d74dba-d67a-42c6-be80-208bbd6640d9 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d8d99d29e854c6999da5cfd14ef78c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405688 Apr 18 20:46:33.449648 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f32664-44ca-4426-8d75-54f297759cdc tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Pushing event deleted for resources: {'Port': ['ID=b482cd48-b274-4c06-b55b-ccdeef68be27,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:33.503966 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-6572fd40-d38b-4f9c-af20-167b48ee47b2 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.513112 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e93bdb-ee61-4e6f-9447-55edf018dc19 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:46:33.519110 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e4e93bdb-ee61-4e6f-9447-55edf018dc19 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "PUT /v2.0/routers/3bdfc6ae-4d71-4f7d-8304-40299e4324d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8342025 Apr 18 20:46:33.528897 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48416) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:33.533487 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Sync routers for ids ['3bdfc6ae-4d71-4f7d-8304-40299e4324d5'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:46:33.559440 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a56af49a-653b-462a-bbba-25081d969ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.569851 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Routers {'3bdfc6ae-4d71-4f7d-8304-40299e4324d5'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:33.571455 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:46:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['3bdfc6ae-4d71-4f7d-8304-40299e4324d5'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:33.590757 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a56af49a-653b-462a-bbba-25081d969ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.622591 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-6572fd40-d38b-4f9c-af20-167b48ee47b2 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Network 2b77196d-b3e5-4863-b041-b13a7dbb5188 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:33.626150 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-03f32664-44ca-4426-8d75-54f297759cdc tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.631500 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-03f32664-44ca-4426-8d75-54f297759cdc tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.631756 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-6572fd40-d38b-4f9c-af20-167b48ee47b2 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:33.635562 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-03f32664-44ca-4426-8d75-54f297759cdc tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "DELETE /v2.0/floatingips/001935bb-33e4-4628-9165-09f52643492c HTTP/1.1" status: 204 len: 168 time: 1.8186519 Apr 18 20:46:33.648172 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6709cb9-7610-4e9e-b155-36d931aa5c96 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:33.650014 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b6709cb9-7610-4e9e-b155-36d931aa5c96 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports/eadf7878-7e1a-47c7-a802-440a955a2376 HTTP/1.1" status: 200 len: 911 time: 0.1201150 Apr 18 20:46:33.659660 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48426) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:33.677652 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-6572fd40-d38b-4f9c-af20-167b48ee47b2 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:46:33.684608 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-e0c16aa7-c810-4671-ad6f-183eff47f09e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:46:33.685840 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-e0c16aa7-c810-4671-ad6f-183eff47f09e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2289619 Apr 18 20:46:33.733123 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a56af49a-653b-462a-bbba-25081d969ce3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe497d1acf6b4664bdf42bb461938ee8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3797450 Apr 18 20:46:33.733123 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56af49a-653b-462a-bbba-25081d969ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd702239-f391-47e6-b091-b7728c7fa941,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:33.746801 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48436) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:33.762034 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Set router 3bdfc6ae-4d71-4f7d-8304-40299e4324d5 gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:33.839728 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9965a3f4-1137-4298-891d-def4274fb70a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:33.847985 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9965a3f4-1137-4298-891d-def4274fb70a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:33.853495 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9965a3f4-1137-4298-891d-def4274fb70a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1815400 Apr 18 20:46:33.866370 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48440) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:33.873061 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-45787f8e-314c-48ad-a66a-12e7a00158fa service neutron] 10.222.0.41 "GET /v2.0/networks/9acf196e-a38a-436c-b764-9b861ea5e5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692257 Apr 18 20:46:33.904135 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572fd40-d38b-4f9c-af20-167b48ee47b2 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Pushing event updated for resources: {'Port': ['ID=78c38eeb-c6d3-401f-b023-13ca0889b69d,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:33.984401 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af0a789b-c31b-4039-af21-c44a0bc10e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.030685 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-10c60c91-690c-425a-9ab7-2634cf16db26 service neutron] 10.222.0.41 "GET /v2.0/networks/9acf196e-a38a-436c-b764-9b861ea5e5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524084 Apr 18 20:46:34.122453 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-6572fd40-d38b-4f9c-af20-167b48ee47b2 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:34.123584 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-6572fd40-d38b-4f9c-af20-167b48ee47b2 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.127844 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af0a789b-c31b-4039-af21-c44a0bc10e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.173716 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-6572fd40-d38b-4f9c-af20-167b48ee47b2 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3692060 Apr 18 20:46:34.188161 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-969a3aa6-4d3d-446b-b1e0-108541ba0ee2 service neutron] Request body: {'port': {'device_id': '539eaa01-1d28-4b43-a0f6-77d6565442ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:34.213099 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdfc6ae-4d71-4f7d-8304-40299e4324d5', 'name': 'tempest-NetworksTestDHCPv6-router-1036361677', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:26Z', 'updated_at': '2022-04-18T20:46:30Z', 'revision_number': 2, 'project_id': '2137ae7eec6143fb871237b99e217de6', 'gw_port_host': None, '_interfaces': [{'id': 'eadf7878-7e1a-47c7-a802-440a955a2376', 'name': '', 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'mac_address': 'fa:16:3e:85:6c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdfc6ae-4d71-4f7d-8304-40299e4324d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'c61428e5-7169-4ee4-81ef-ddb2b0b6d1a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:28Z', 'updated_at': '2022-04-18T20:46:31Z', 'revision_number': 2, 'project_id': '2137ae7eec6143fb871237b99e217de6', 'subnets': [{'id': 'c61428e5-7169-4ee4-81ef-ddb2b0b6d1a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:34.260410 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Checking router: 3bdfc6ae-4d71-4f7d-8304-40299e4324d5 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:46:34.260410 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Updating router 3bdfc6ae-4d71-4f7d-8304-40299e4324d5 port eadf7878-7e1a-47c7-a802-440a955a2376 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:46:34.328155 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.422948 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af0a789b-c31b-4039-af21-c44a0bc10e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.432995 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af0a789b-c31b-4039-af21-c44a0bc10e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.438071 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-af0a789b-c31b-4039-af21-c44a0bc10e82 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd702239-f391-47e6-b091-b7728c7fa941 HTTP/1.1" status: 204 len: 168 time: 0.6781023 Apr 18 20:46:34.466574 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a789b-c31b-4039-af21-c44a0bc10e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd702239-f391-47e6-b091-b7728c7fa941,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:34.631493 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd57bc-e2ed-4785-be06-3f8b58871c0d req-b91b57b9-e370-4191-bed1-9b754b3a6793 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:34.643420 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-66bd57bc-e2ed-4785-be06-3f8b58871c0d req-b91b57b9-e370-4191-bed1-9b754b3a6793 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.3359957 Apr 18 20:46:34.654504 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-969a3aa6-4d3d-446b-b1e0-108541ba0ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.863660 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-66bd57bc-e2ed-4785-be06-3f8b58871c0d req-9e32f2c6-b432-4ce1-8cb0-3cf84ffa1af9 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181649 Apr 18 20:46:34.894429 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-74376788-b68e-424c-a497-7680977dfb5b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.210514 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2706b76-b9a1-40fa-b9b4-3b9b43a1ffe0 req-7a77bd4d-970d-49c7-a759-6a6f6ff45250 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:35.219858 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2706b76-b9a1-40fa-b9b4-3b9b43a1ffe0 req-7a77bd4d-970d-49c7-a759-6a6f6ff45250 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 931 time: 0.1165688 Apr 18 20:46:35.399321 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2706b76-b9a1-40fa-b9b4-3b9b43a1ffe0 req-55c4a7a8-db27-45e1-acc1-c3f6ff0f7e0e tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780477 Apr 18 20:46:35.407136 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.447410 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.549451 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-74376788-b68e-424c-a497-7680977dfb5b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting port eadf7878-7e1a-47c7-a802-440a955a2376 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:35.550408 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-74376788-b68e-424c-a497-7680977dfb5b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.747968 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1e58b-d01f-4de6-a445-0c288332288e None None] Pushing event updated for resources: {'Port': ['ID=eadf7878-7e1a-47c7-a802-440a955a2376,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:35.777949 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cc353c98-3201-491c-80c5-e87e5fdfed8e req-5b80abec-0be1-4757-bae6-bcbd27409190 tempest-ServersAaction247Test-966722965 tempest-ServersAaction247Test-966722965-project] 10.222.0.41 "GET /v2.0/ports?device_id=185530e4-cfaa-4224-a938-b349ac1cbf63 HTTP/1.1" status: 200 len: 210 time: 0.1623282 Apr 18 20:46:35.797069 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-74376788-b68e-424c-a497-7680977dfb5b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.814361 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1e58b-d01f-4de6-a445-0c288332288e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:35.830942 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1e58b-d01f-4de6-a445-0c288332288e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:35.831907 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1e58b-d01f-4de6-a445-0c288332288e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:35.835490 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1e58b-d01f-4de6-a445-0c288332288e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:35.839922 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-74376788-b68e-424c-a497-7680977dfb5b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Calling delete_port for eadf7878-7e1a-47c7-a802-440a955a2376 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:35.840173 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1e58b-d01f-4de6-a445-0c288332288e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:35.842007 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1e58b-d01f-4de6-a445-0c288332288e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:35.842845 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1e58b-d01f-4de6-a445-0c288332288e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:35.845684 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1e58b-d01f-4de6-a445-0c288332288e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:35.864552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-969a3aa6-4d3d-446b-b1e0-108541ba0ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c38eeb-c6d3-401f-b023-13ca0889b69d {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:46:35.867082 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1e58b-d01f-4de6-a445-0c288332288e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:35.879295 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1e58b-d01f-4de6-a445-0c288332288e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:35.880402 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1e58b-d01f-4de6-a445-0c288332288e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:35.888809 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1e58b-d01f-4de6-a445-0c288332288e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:35.900563 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48488) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:35.929317 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-969a3aa6-4d3d-446b-b1e0-108541ba0ee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.970977 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-969a3aa6-4d3d-446b-b1e0-108541ba0ee2 service neutron] Transition to ACTIVE for port object 78c38eeb-c6d3-401f-b023-13ca0889b69d will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:35.980406 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-03bf82b8-43a0-4b87-9d84-57012a789343 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Request body: {'security_group': {'name': 'tempest-securitygroup--939634175', 'description': 'tempest-description--1950030858'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:36.002255 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-969a3aa6-4d3d-446b-b1e0-108541ba0ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:36.077334 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:46:36.118389 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Attempting to bind port eadf7878-7e1a-47c7-a802-440a955a2376 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:36.121161 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Attempting to bind port eadf7878-7e1a-47c7-a802-440a955a2376 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:36.122182 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Attempting to bind port eadf7878-7e1a-47c7-a802-440a955a2376 on network 50eba278-0f67-4e34-aa13-933b003eee26 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:46:36.163149 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:46:36.164582 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Checking segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:46:36.165558 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:36.166496 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Bound using segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:46:36.167766 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Bound port: eadf7878-7e1a-47c7-a802-440a955a2376, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:36.169052 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:36.187242 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76bd1a67-949c-46be-afd0-7b8b6ecdc4d6 req-7fd6ea32-da54-4e50-ba55-3ed556f83b61 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b8c7d8-e886-491e-8093-95c2f2d0299f HTTP/1.1" status: 200 len: 210 time: 0.0885091 Apr 18 20:46:36.210633 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-03bf82b8-43a0-4b87-9d84-57012a789343 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:36.312924 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a77727be-1bc6-4299-a506-f1f1140860d9 None None] Provisioning complete for port eadf7878-7e1a-47c7-a802-440a955a2376 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:36.313532 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a77727be-1bc6-4299-a506-f1f1140860d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:36.366497 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a3aa6-4d3d-446b-b1e0-108541ba0ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=78c38eeb-c6d3-401f-b023-13ca0889b69d,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:36.430771 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a77727be-1bc6-4299-a506-f1f1140860d9 None None] Port eadf7878-7e1a-47c7-a802-440a955a2376 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:46:36.783970 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b204c55-96a9-41a9-bbcf-f37c93b881ce req-3eedf11b-0507-4876-8773-04539c1e5abd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:36.803092 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1b204c55-96a9-41a9-bbcf-f37c93b881ce req-3eedf11b-0507-4876-8773-04539c1e5abd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.4325173 Apr 18 20:46:36.866106 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de054c54-37e0-4cdc-b217-8f638b0ee5ff req-83940d0c-9b13-4575-891b-00dd4348b507 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b27ee3e8-19ba-407e-968b-d59b21df6181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5086648 Apr 18 20:46:36.991163 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2103eb7-897a-43a3-83b7-87a98879928b req-02405ae6-937e-49b7-b66b-ea3f0cd182f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:36.992779 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e2103eb7-897a-43a3-83b7-87a98879928b req-02405ae6-937e-49b7-b66b-ea3f0cd182f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 1096 time: 0.0791457 Apr 18 20:46:36.999316 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-74376788-b68e-424c-a497-7680977dfb5b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:37.001251 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.db.api [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:46:37.003105 n-d-838323-3 neutron-server[102911]: DEBUG oslo_db.api [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:46:37.030096 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-969a3aa6-4d3d-446b-b1e0-108541ba0ee2 service neutron] Attempting to bind port 78c38eeb-c6d3-401f-b023-13ca0889b69d on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:37.032257 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-969a3aa6-4d3d-446b-b1e0-108541ba0ee2 service neutron] Attempting to bind port 78c38eeb-c6d3-401f-b023-13ca0889b69d by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'b743f55f-6bed-47c3-b407-479d46891a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2b77196d-b3e5-4863-b041-b13a7dbb5188'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:37.033184 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-969a3aa6-4d3d-446b-b1e0-108541ba0ee2 service neutron] Attempting to bind port 78c38eeb-c6d3-401f-b023-13ca0889b69d on network 2b77196d-b3e5-4863-b041-b13a7dbb5188 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:46:37.077262 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74376788-b68e-424c-a497-7680977dfb5b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Port': ['ID=eadf7878-7e1a-47c7-a802-440a955a2376,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:37.269476 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-969a3aa6-4d3d-446b-b1e0-108541ba0ee2 service neutron] Port 78c38eeb-c6d3-401f-b023-13ca0889b69d on network 2b77196d-b3e5-4863-b041-b13a7dbb5188 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:46:37.269933 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-969a3aa6-4d3d-446b-b1e0-108541ba0ee2 service neutron] Attempting to bind port 78c38eeb-c6d3-401f-b023-13ca0889b69d on network 2b77196d-b3e5-4863-b041-b13a7dbb5188 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:46:37.313069 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc1043-9cbf-4a72-b7ca-0ceb1d6edaae req-c0c369c0-8f8d-434b-a724-7d6561159109 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:37.315444 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-74376788-b68e-424c-a497-7680977dfb5b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:37.317191 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1acc1043-9cbf-4a72-b7ca-0ceb1d6edaae req-c0c369c0-8f8d-434b-a724-7d6561159109 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 943 time: 0.6699367 Apr 18 20:46:37.373162 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1b204c55-96a9-41a9-bbcf-f37c93b881ce req-9c07a577-9b8c-4f8d-95a0-7128f124f975 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5576434 Apr 18 20:46:37.479481 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-969a3aa6-4d3d-446b-b1e0-108541ba0ee2 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:46:37.484087 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-969a3aa6-4d3d-446b-b1e0-108541ba0ee2 service neutron] Checking segment: {'id': 'b743f55f-6bed-47c3-b407-479d46891a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2b77196d-b3e5-4863-b041-b13a7dbb5188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:46:37.484853 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-969a3aa6-4d3d-446b-b1e0-108541ba0ee2 service neutron] Bound using segment: {'id': 'b743f55f-6bed-47c3-b407-479d46891a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2b77196d-b3e5-4863-b041-b13a7dbb5188'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:46:37.485716 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-969a3aa6-4d3d-446b-b1e0-108541ba0ee2 service neutron] Bound port: 78c38eeb-c6d3-401f-b023-13ca0889b69d, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b743f55f-6bed-47c3-b407-479d46891a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2b77196d-b3e5-4863-b041-b13a7dbb5188'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:37.486421 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-969a3aa6-4d3d-446b-b1e0-108541ba0ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:37.548271 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-03bf82b8-43a0-4b87-9d84-57012a789343 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:37.559204 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Attempting to bind port eadf7878-7e1a-47c7-a802-440a955a2376 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:37.561793 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Attempting to bind port eadf7878-7e1a-47c7-a802-440a955a2376 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:37.564372 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Attempting to bind port eadf7878-7e1a-47c7-a802-440a955a2376 on network 50eba278-0f67-4e34-aa13-933b003eee26 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:46:37.618811 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de054c54-37e0-4cdc-b217-8f638b0ee5ff req-582e0bb7-f3dd-424b-b785-fc8c2e81f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:37.621763 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de054c54-37e0-4cdc-b217-8f638b0ee5ff req-582e0bb7-f3dd-424b-b785-fc8c2e81f243 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&device_id=b27ee3e8-19ba-407e-968b-d59b21df6181 HTTP/1.1" status: 200 len: 1059 time: 0.6433101 Apr 18 20:46:37.623187 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-03bf82b8-43a0-4b87-9d84-57012a789343 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:37.626198 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:46:37.630649 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Checking segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:46:37.633231 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:37.639226 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Bound using segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:46:37.642865 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Bound port: eadf7878-7e1a-47c7-a802-440a955a2376, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:37.645978 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:37.653158 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1acc1043-9cbf-4a72-b7ca-0ceb1d6edaae req-acb93abd-4203-4e07-a2ae-bd987580c707 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011851 Apr 18 20:46:37.671363 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:37.744561 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d79aaeb-5714-41fe-a3d6-736c5efa0890 req-cae17b49-7f84-44fe-823d-56341a4f0a01 tempest-ServersAaction247Test-966722965 tempest-ServersAaction247Test-966722965-project] 10.222.0.41 "GET /v2.0/ports?device_id=185530e4-cfaa-4224-a938-b349ac1cbf63 HTTP/1.1" status: 200 len: 210 time: 0.1181362 Apr 18 20:46:37.754971 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48514) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:37.797645 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032089 Apr 18 20:46:37.801390 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48516) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:37.840400 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Port eadf7878-7e1a-47c7-a802-440a955a2376 has been deleted concurrently {{(pid=102911) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 18 20:46:37.850528 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2103eb7-897a-43a3-83b7-87a98879928b req-497e007d-2ff2-4c3c-ad04-ceda72483905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:37.858934 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e2103eb7-897a-43a3-83b7-87a98879928b req-497e007d-2ff2-4c3c-ad04-ceda72483905 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 913 time: 0.8522472 Apr 18 20:46:37.878673 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-03bf82b8-43a0-4b87-9d84-57012a789343 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:37.879604 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Routers {'3bdfc6ae-4d71-4f7d-8304-40299e4324d5'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:37.880775 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-03bf82b8-43a0-4b87-9d84-57012a789343 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.9611266 Apr 18 20:46:37.886030 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:46:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['3bdfc6ae-4d71-4f7d-8304-40299e4324d5'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:37.888856 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48520) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:37.929978 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f032a1e2-b03e-41b4-93d2-766daf6c6b13 req-ebb8b05b-8fe1-4d4a-b27e-252ca1855f5b tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b8c7d8-e886-491e-8093-95c2f2d0299f HTTP/1.1" status: 200 len: 210 time: 0.1302226 Apr 18 20:46:37.942517 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf82b8-43a0-4b87-9d84-57012a789343 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef29afec-46d9-429b-aad5-24ddccb12cf7,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:37.971309 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-636b3ec8-6cd3-4094-838c-fe0e2b3e4346 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Request body: {'security_group_rule': {'security_group_id': 'ef29afec-46d9-429b-aad5-24ddccb12cf7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:38.036971 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-969a3aa6-4d3d-446b-b1e0-108541ba0ee2 service neutron] For port 78c38eeb-c6d3-401f-b023-13ca0889b69d, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:46:38.042450 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-969a3aa6-4d3d-446b-b1e0-108541ba0ee2 service neutron] For port 78c38eeb-c6d3-401f-b023-13ca0889b69d, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=78c38eeb-c6d3-401f-b023-13ca0889b69d,segment=NetworkSegment(b743f55f-6bed-47c3-b407-479d46891a72),segment_id=b743f55f-6bed-47c3-b407-479d46891a72)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:46:38.057224 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-969a3aa6-4d3d-446b-b1e0-108541ba0ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.141147 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] Set router 3bdfc6ae-4d71-4f7d-8304-40299e4324d5 gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:38.183108 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-512bc76f-42d8-46b3-acd8-89afd50aaf32 tempest-NetworksApiDiscovery-914089060 tempest-NetworksApiDiscovery-914089060-project] 10.222.0.41 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3568759 Apr 18 20:46:38.195012 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de054c54-37e0-4cdc-b217-8f638b0ee5ff req-cc359fab-f441-4a01-ad76-e6b650ddd91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:38.199017 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de054c54-37e0-4cdc-b217-8f638b0ee5ff req-cc359fab-f441-4a01-ad76-e6b650ddd91a service neutron] 10.222.0.32 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 913 time: 0.3544450 Apr 18 20:46:38.277311 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdfc6ae-4d71-4f7d-8304-40299e4324d5', 'name': 'tempest-NetworksTestDHCPv6-router-1036361677', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:26Z', 'updated_at': '2022-04-18T20:46:36Z', 'revision_number': 3, 'project_id': '2137ae7eec6143fb871237b99e217de6', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:38.310521 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48526) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:38.311653 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-969a3aa6-4d3d-446b-b1e0-108541ba0ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:38.311844 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-969a3aa6-4d3d-446b-b1e0-108541ba0ee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.314617 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-969a3aa6-4d3d-446b-b1e0-108541ba0ee2 service neutron] 10.222.0.32 "PUT /v2.0/ports/78c38eeb-c6d3-401f-b023-13ca0889b69d HTTP/1.1" status: 200 len: 1091 time: 4.1311603 Apr 18 20:46:38.318679 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de054c54-37e0-4cdc-b217-8f638b0ee5ff req-0fcb5244-8a75-4f4f-96c7-3c84502c4e50 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7e827b3-7845-4ccd-bb59-e846eada47b3 HTTP/1.1" status: 200 len: 217 time: 0.0932209 Apr 18 20:46:38.318679 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539eaa01-1d28-4b43-a0f6-77d6565442ac', 'tag': '78c38eeb-c6d3-401f-b023-13ca0889b69d'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:46:38.334945 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e884dec-2d2e-484a-9382-e8ee6b4e6889" -d '{"events": [{"name": "network-changed", "server_uuid": "539eaa01-1d28-4b43-a0f6-77d6565442ac", "tag": "78c38eeb-c6d3-401f-b023-13ca0889b69d"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:46:38.386851 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74376788-b68e-424c-a497-7680977dfb5b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Router 3bdfc6ae-4d71-4f7d-8304-40299e4324d5 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:46:38.411455 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-636b3ec8-6cd3-4094-838c-fe0e2b3e4346 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.439521 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579aa2f4-d7e9-4f58-825a-7e946c55783a None None] The sync data for ids ['3bdfc6ae-4d71-4f7d-8304-40299e4324d5'] in n-d-838323-3 is: [{'id': '3bdfc6ae-4d71-4f7d-8304-40299e4324d5', 'name': 'tempest-NetworksTestDHCPv6-router-1036361677', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:26Z', 'updated_at': '2022-04-18T20:46:36Z', 'revision_number': 3, 'project_id': '2137ae7eec6143fb871237b99e217de6', 'gw_port_host': None}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:46:38.462262 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a3aa6-4d3d-446b-b1e0-108541ba0ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=78c38eeb-c6d3-401f-b023-13ca0889b69d,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:38.490095 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79da85bf-2bf5-4540-b0eb-33c6e3b4b2c7 x-openstack-request-id: req-79da85bf-2bf5-4540-b0eb-33c6e3b4b2c7 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:46:38.495545 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539eaa01-1d28-4b43-a0f6-77d6565442ac", "tag": "78c38eeb-c6d3-401f-b023-13ca0889b69d", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:46:38.496021 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79da85bf-2bf5-4540-b0eb-33c6e3b4b2c7 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:46:38.496722 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79da85bf-2bf5-4540-b0eb-33c6e3b4b2c7'] response: {'name': 'network-changed', 'server_uuid': '539eaa01-1d28-4b43-a0f6-77d6565442ac', 'tag': '78c38eeb-c6d3-401f-b023-13ca0889b69d', 'status': 'completed', 'code': 200} Apr 18 20:46:38.510482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de054c54-37e0-4cdc-b217-8f638b0ee5ff req-82736622-d6f1-4bfd-be06-143be80af3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:38.513298 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de054c54-37e0-4cdc-b217-8f638b0ee5ff req-82736622-d6f1-4bfd-be06-143be80af3fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e471ea4-101a-40ef-81f9-9917dd650719 HTTP/1.1" status: 200 len: 851 time: 0.1714709 Apr 18 20:46:38.513924 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e2103eb7-897a-43a3-83b7-87a98879928b req-143abf5d-d64d-4095-ac61-1c9ad5674fc1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80 HTTP/1.1" status: 200 len: 999 time: 0.6359634 Apr 18 20:46:38.640052 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2103eb7-897a-43a3-83b7-87a98879928b req-22a6d5e8-5ac8-40b2-b4d7-ab0c6e855292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:38.642931 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e2103eb7-897a-43a3-83b7-87a98879928b req-22a6d5e8-5ac8-40b2-b4d7-ab0c6e855292 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e471ea4-101a-40ef-81f9-9917dd650719 HTTP/1.1" status: 200 len: 851 time: 0.1047390 Apr 18 20:46:38.684414 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-636b3ec8-6cd3-4094-838c-fe0e2b3e4346 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.689762 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48536) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:38.752924 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de054c54-37e0-4cdc-b217-8f638b0ee5ff req-cebd4d2e-dbec-41b7-a1a4-ba454e92882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:38.754981 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de054c54-37e0-4cdc-b217-8f638b0ee5ff req-cebd4d2e-dbec-41b7-a1a4-ba454e92882d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fb225605-c490-4bb4-a150-b74221fc667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2337782 Apr 18 20:46:38.796761 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-636b3ec8-6cd3-4094-838c-fe0e2b3e4346 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.860816 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b3ec8-6cd3-4094-838c-fe0e2b3e4346 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e4e1e6-8778-4526-990e-7dc58398e083,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:38.888180 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de054c54-37e0-4cdc-b217-8f638b0ee5ff req-5f54ac07-26e6-4d06-bc3d-554a93442f32 service neutron] 10.222.0.32 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179564 Apr 18 20:46:38.939704 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6dacda3e-e22e-478b-850a-d77857700af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.947906 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ebef2-86b4-4149-ae04-9bd62b176e51 req-f83ff6ae-c9c7-4a3f-9047-0a0309d118e5 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:38.949565 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3a7ebef2-86b4-4149-ae04-9bd62b176e51 req-f83ff6ae-c9c7-4a3f-9047-0a0309d118e5 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.3591053 Apr 18 20:46:38.995551 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b2a0f828-3045-4778-aa62-f30b0a4014a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.000009 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636b3ec8-6cd3-4094-838c-fe0e2b3e4346 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:39.000577 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636b3ec8-6cd3-4094-838c-fe0e2b3e4346 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:39.001120 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636b3ec8-6cd3-4094-838c-fe0e2b3e4346 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:39.001664 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636b3ec8-6cd3-4094-838c-fe0e2b3e4346 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:39.002187 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636b3ec8-6cd3-4094-838c-fe0e2b3e4346 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:39.002714 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636b3ec8-6cd3-4094-838c-fe0e2b3e4346 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:39.003367 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636b3ec8-6cd3-4094-838c-fe0e2b3e4346 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:39.003872 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636b3ec8-6cd3-4094-838c-fe0e2b3e4346 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:39.004415 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636b3ec8-6cd3-4094-838c-fe0e2b3e4346 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:39.004975 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636b3ec8-6cd3-4094-838c-fe0e2b3e4346 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:39.005467 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636b3ec8-6cd3-4094-838c-fe0e2b3e4346 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:39.005984 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636b3ec8-6cd3-4094-838c-fe0e2b3e4346 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:39.012971 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74376788-b68e-424c-a497-7680977dfb5b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:46:39.026433 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-74376788-b68e-424c-a497-7680977dfb5b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "PUT /v2.0/routers/3bdfc6ae-4d71-4f7d-8304-40299e4324d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1584845 Apr 18 20:46:39.060949 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48546) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:39.065640 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-636b3ec8-6cd3-4094-838c-fe0e2b3e4346 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.067371 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-636b3ec8-6cd3-4094-838c-fe0e2b3e4346 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1049967 Apr 18 20:46:39.075537 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48548) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:39.080378 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-1b85f3ec-e4af-4731-95fe-4ff642041561 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Request body: {'security_group_rule': {'security_group_id': 'ef29afec-46d9-429b-aad5-24ddccb12cf7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:39.105387 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda82b0-a1e0-41c4-a762-9da82c6907e4 req-3467cc5b-456a-4501-b811-171b0c17d63c tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:39.107522 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1fda82b0-a1e0-41c4-a762-9da82c6907e4 req-3467cc5b-456a-4501-b811-171b0c17d63c tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 943 time: 0.3394613 Apr 18 20:46:39.114413 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2103eb7-897a-43a3-83b7-87a98879928b req-b849a408-ff48-4900-86c1-36421b2d44af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:39.116027 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e2103eb7-897a-43a3-83b7-87a98879928b req-b849a408-ff48-4900-86c1-36421b2d44af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb225605-c490-4bb4-a150-b74221fc667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4549186 Apr 18 20:46:39.142988 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-9afde0ee-89a5-4aa8-9d64-c65d682e3925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:39.145104 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-9afde0ee-89a5-4aa8-9d64-c65d682e3925 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d52f6c7bd8046c7a02242bd4df3b5e8&device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 1094 time: 0.4505403 Apr 18 20:46:39.221343 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b85f3ec-e4af-4731-95fe-4ff642041561 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.276899 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-d5456537-57de-43f7-8afb-173f9c2acff4 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:39.278351 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-d5456537-57de-43f7-8afb-173f9c2acff4 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.57 "GET /v2.0/networks?id=9acf196e-a38a-436c-b764-9b861ea5e5fa HTTP/1.1" status: 200 len: 810 time: 0.4722052 Apr 18 20:46:39.282652 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-9d6f88a7-3225-4f29-bfac-7011b7cd8622 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78c38eeb-c6d3-401f-b023-13ca0889b69d HTTP/1.1" status: 200 len: 217 time: 0.1160393 Apr 18 20:46:39.295055 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3a7ebef2-86b4-4149-ae04-9bd62b176e51 req-b7b3abbf-c8a1-4288-953d-722d11a77da0 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3172612 Apr 18 20:46:39.296813 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-ca2eda12-03ba-4c3b-8ece-ddb98c297ec8 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Request body: {'port': {'device_id': 'c1b8c7d8-e886-491e-8093-95c2f2d0299f', 'network_id': '9acf196e-a38a-436c-b764-9b861ea5e5fa', 'admin_state_up': True, 'tenant_id': '9d8d99d29e854c6999da5cfd14ef78c9'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:39.352772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df422b4-153e-4163-bce4-1bfe0f2e6b10 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:39.359176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df422b4-153e-4163-bce4-1bfe0f2e6b10 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:39.359176 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9df422b4-153e-4163-bce4-1bfe0f2e6b10 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2943726 Apr 18 20:46:39.367473 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8db91e7-dfd1-4773-bd7d-2ce2e698b56d req-48d02455-4959-4f2b-945f-49eb43950693 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=185530e4-cfaa-4224-a938-b349ac1cbf63 HTTP/1.1" status: 200 len: 210 time: 0.1117232 Apr 18 20:46:39.369646 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48550) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:39.415495 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de054c54-37e0-4cdc-b217-8f638b0ee5ff req-991a14bb-28cb-4abd-8a51-a8511ac25e25 service neutron] 10.222.0.32 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5108104 Apr 18 20:46:39.437185 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1fda82b0-a1e0-41c4-a762-9da82c6907e4 req-36b74c5d-e15a-4614-9e53-5516932c982b tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860403 Apr 18 20:46:39.438235 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6dacda3e-e22e-478b-850a-d77857700af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.452681 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6dacda3e-e22e-478b-850a-d77857700af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.485589 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e2103eb7-897a-43a3-83b7-87a98879928b req-f5407c74-f3c4-4524-b8e6-1ac3526af864 service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425567 Apr 18 20:46:39.499515 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b85f3ec-e4af-4731-95fe-4ff642041561 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.536027 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b85f3ec-e4af-4731-95fe-4ff642041561 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.537803 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-354059a8-1792-4733-b9eb-681effad768f req-9da873ae-91f9-496b-9770-a6231c84d8f9 tempest-ServersAaction247Test-966722965 tempest-ServersAaction247Test-966722965-project] 10.222.0.41 "GET /v2.0/ports?device_id=185530e4-cfaa-4224-a938-b349ac1cbf63 HTTP/1.1" status: 200 len: 210 time: 0.1403873 Apr 18 20:46:39.553858 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6dacda3e-e22e-478b-850a-d77857700af7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa5464028fc84919866a708f61778b99&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2402427 Apr 18 20:46:39.559526 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48552) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:39.563632 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dacda3e-e22e-478b-850a-d77857700af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac1d23b-9479-4518-b8f1-065012944f8a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:39.594988 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-c309dc2e-931e-4d8e-bfb6-08f288c83748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:39.598967 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-c309dc2e-931e-4d8e-bfb6-08f288c83748 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b603a19-9f3f-426e-b56c-5cc2e538c4b1 HTTP/1.1" status: 200 len: 854 time: 0.2874885 Apr 18 20:46:39.611183 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85f3ec-e4af-4731-95fe-4ff642041561 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66c53bc-f3f3-472c-81f8-536bfde9976b,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:39.618782 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b85f3ec-e4af-4731-95fe-4ff642041561 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.620030 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1b85f3ec-e4af-4731-95fe-4ff642041561 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5432587 Apr 18 20:46:39.629779 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48554) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:39.667116 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-ca2eda12-03ba-4c3b-8ece-ddb98c297ec8 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Made reservation on behalf of 9d8d99d29e854c6999da5cfd14ef78c9 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:39.670866 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-ca2eda12-03ba-4c3b-8ece-ddb98c297ec8 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.677941 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b263c0d4-bb36-4a97-af58-08830912b486 req-b5a66677-6ad7-4cd4-892d-7c09d9eb2c39 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b8c7d8-e886-491e-8093-95c2f2d0299f HTTP/1.1" status: 200 len: 210 time: 0.1154051 Apr 18 20:46:39.682113 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c316b6-4163-47cb-ac6d-1a4ebb920dcf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet c61428e5-7169-4ee4-81ef-ddb2b0b6d1a2 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:46:39.684546 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-860323ff-19a2-4c21-a9cf-5dea41f2f0ba tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:39.711217 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7c316b6-4163-47cb-ac6d-1a4ebb920dcf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.716261 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-8fb2da9f-b3dd-472a-ba94-99afcdbe2114 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b77196d-b3e5-4863-b041-b13a7dbb5188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841162 Apr 18 20:46:39.740820 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b2a0f828-3045-4778-aa62-f30b0a4014a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.766459 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b2a0f828-3045-4778-aa62-f30b0a4014a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.832929 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-860323ff-19a2-4c21-a9cf-5dea41f2f0ba tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.855356 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7c316b6-4163-47cb-ac6d-1a4ebb920dcf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.900106 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e2103eb7-897a-43a3-83b7-87a98879928b req-631ed614-7cdd-4333-b598-7f9fa53300d6 service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271785 Apr 18 20:46:39.962203 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c093b2f-c976-4ded-a587-4ddfb0e629c9 None None] Sync routers for ids ['3bdfc6ae-4d71-4f7d-8304-40299e4324d5'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:46:39.967400 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-ca2eda12-03ba-4c3b-8ece-ddb98c297ec8 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Allocated IP 172.20.0.8 (9acf196e-a38a-436c-b764-9b861ea5e5fa/c49a0fb2-20ae-4fb6-b1d9-8f3baf66d91c/89e026fb-b853-4ded-b724-fd458befb4d7) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:39.983261 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c093b2f-c976-4ded-a587-4ddfb0e629c9 None None] Routers {'3bdfc6ae-4d71-4f7d-8304-40299e4324d5'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:39.984909 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-3c093b2f-c976-4ded-a587-4ddfb0e629c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:46:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['3bdfc6ae-4d71-4f7d-8304-40299e4324d5'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:40.088884 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-3c093b2f-c976-4ded-a587-4ddfb0e629c9 None None] Set router 3bdfc6ae-4d71-4f7d-8304-40299e4324d5 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:40.201002 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-3c093b2f-c976-4ded-a587-4ddfb0e629c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdfc6ae-4d71-4f7d-8304-40299e4324d5', 'name': 'tempest-NetworksTestDHCPv6-router-1036361677', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:26Z', 'updated_at': '2022-04-18T20:46:36Z', 'revision_number': 3, 'project_id': '2137ae7eec6143fb871237b99e217de6', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:40.210486 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23111dce-a979-40a7-8fd3-8a713f3e82e0 req-f86dedcc-72d0-40f1-b285-90da7fe11776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:40.212064 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-23111dce-a979-40a7-8fd3-8a713f3e82e0 req-f86dedcc-72d0-40f1-b285-90da7fe11776 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f07a47e8c182436591c55c66e8d2e113&device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 1096 time: 0.1565678 Apr 18 20:46:40.234358 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-860323ff-19a2-4c21-a9cf-5dea41f2f0ba tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.250007 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c093b2f-c976-4ded-a587-4ddfb0e629c9 None None] Checking router: 3bdfc6ae-4d71-4f7d-8304-40299e4324d5 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:46:40.262903 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c093b2f-c976-4ded-a587-4ddfb0e629c9 None None] Routers {'3bdfc6ae-4d71-4f7d-8304-40299e4324d5'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:40.264222 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-3c093b2f-c976-4ded-a587-4ddfb0e629c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:46:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['3bdfc6ae-4d71-4f7d-8304-40299e4324d5'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:40.341343 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0f828-3045-4778-aa62-f30b0a4014a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6997417a-290c-4088-be9f-def018c23d66,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:40.376461 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-ca2eda12-03ba-4c3b-8ece-ddb98c297ec8 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.376707 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-3c093b2f-c976-4ded-a587-4ddfb0e629c9 None None] Set router 3bdfc6ae-4d71-4f7d-8304-40299e4324d5 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:40.389310 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b2a0f828-3045-4778-aa62-f30b0a4014a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e1387d97239c4459a24e73d23aa62d75&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6918223 Apr 18 20:46:40.398627 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48558) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:40.400322 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1c50a8c-9da0-4e67-9177-398356a6671f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.491319 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-3c093b2f-c976-4ded-a587-4ddfb0e629c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdfc6ae-4d71-4f7d-8304-40299e4324d5', 'name': 'tempest-NetworksTestDHCPv6-router-1036361677', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:26Z', 'updated_at': '2022-04-18T20:46:36Z', 'revision_number': 3, 'project_id': '2137ae7eec6143fb871237b99e217de6', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:40.525277 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c093b2f-c976-4ded-a587-4ddfb0e629c9 None None] The sync data for ids ['3bdfc6ae-4d71-4f7d-8304-40299e4324d5'] in n-d-838323-3 is: [{'id': '3bdfc6ae-4d71-4f7d-8304-40299e4324d5', 'name': 'tempest-NetworksTestDHCPv6-router-1036361677', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:26Z', 'updated_at': '2022-04-18T20:46:36Z', 'revision_number': 3, 'project_id': '2137ae7eec6143fb871237b99e217de6', 'gw_port_host': None}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:46:40.540677 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1c50a8c-9da0-4e67-9177-398356a6671f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.672084 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23111dce-a979-40a7-8fd3-8a713f3e82e0 req-ef6b1697-4f28-4435-83dc-8964b0754a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:40.673685 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-23111dce-a979-40a7-8fd3-8a713f3e82e0 req-ef6b1697-4f28-4435-83dc-8964b0754a25 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 200 len: 913 time: 0.4300969 Apr 18 20:46:40.703482 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-860323ff-19a2-4c21-a9cf-5dea41f2f0ba tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Allocated IP 172.25.1.148 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/328f2600-a457-4dd4-9ee4-e679d84b89e9) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:40.707974 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-ca2eda12-03ba-4c3b-8ece-ddb98c297ec8 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.729137 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-7d02ac63-3de9-424d-87a7-4bb48eed6bba service neutron] 10.222.0.32 "GET /v2.0/networks/2b77196d-b3e5-4863-b041-b13a7dbb5188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9806714 Apr 18 20:46:41.010922 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7c316b6-4163-47cb-ac6d-1a4ebb920dcf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.067811 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64853d-d321-493d-8048-86c047c83b46 req-d2de903f-f2e2-467b-a3ad-747245177124 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:41.069524 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b64853d-d321-493d-8048-86c047c83b46 req-d2de903f-f2e2-467b-a3ad-747245177124 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.5866332 Apr 18 20:46:41.100523 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7b3dd624-419d-4deb-ba78-ac31bbc67780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.109559 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e072f2a-6d4a-463e-9905-d1d5cf187efa req-6d03759e-291b-406c-93fe-fc1f2bc2b8f4 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:41.111244 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1e072f2a-6d4a-463e-9905-d1d5cf187efa req-6d03759e-291b-406c-93fe-fc1f2bc2b8f4 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 943 time: 0.4700255 Apr 18 20:46:41.120729 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-ca2eda12-03ba-4c3b-8ece-ddb98c297ec8 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Network 9acf196e-a38a-436c-b764-9b861ea5e5fa is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:41.133361 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1c50a8c-9da0-4e67-9177-398356a6671f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.136022 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1c50a8c-9da0-4e67-9177-398356a6671f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.137227 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b1c50a8c-9da0-4e67-9177-398356a6671f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ac1d23b-9479-4518-b8f1-065012944f8a HTTP/1.1" status: 204 len: 168 time: 1.5736196 Apr 18 20:46:41.138244 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-ca2eda12-03ba-4c3b-8ece-ddb98c297ec8 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:41.145708 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-ca2eda12-03ba-4c3b-8ece-ddb98c297ec8 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:46:41.155166 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2eda12-03ba-4c3b-8ece-ddb98c297ec8 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Pushing event updated for resources: {'Port': ['ID=89e026fb-b853-4ded-b724-fd458befb4d7,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:41.215710 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7b3dd624-419d-4deb-ba78-ac31bbc67780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.224278 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-23111dce-a979-40a7-8fd3-8a713f3e82e0 req-0b04c431-9eeb-4f7f-960a-76cb17e0f0ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80 HTTP/1.1" status: 200 len: 999 time: 0.5421305 Apr 18 20:46:41.228795 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c50a8c-9da0-4e67-9177-398356a6671f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac1d23b-9479-4518-b8f1-065012944f8a,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:41.245561 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc839d68-5935-461d-a101-2fcd28c8a6dd req-655c5dda-c7c6-4722-9338-1f8dea730e9c service neutron] 10.222.0.32 "GET /v2.0/networks/2b77196d-b3e5-4863-b041-b13a7dbb5188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896856 Apr 18 20:46:41.297722 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b64853d-d321-493d-8048-86c047c83b46 req-e697b9fd-7627-4c70-92b7-67bd3531df1c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985478 Apr 18 20:46:41.308488 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7c316b6-4163-47cb-ac6d-1a4ebb920dcf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.319042 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-ca2eda12-03ba-4c3b-8ece-ddb98c297ec8 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:41.319731 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-ca2eda12-03ba-4c3b-8ece-ddb98c297ec8 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.328026 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1e072f2a-6d4a-463e-9905-d1d5cf187efa req-aa95df8b-c542-424f-a520-a19b01e212fa tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868706 Apr 18 20:46:41.353325 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23111dce-a979-40a7-8fd3-8a713f3e82e0 req-db7341cc-f186-4bbc-a168-fba967cc0648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:41.355447 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-23111dce-a979-40a7-8fd3-8a713f3e82e0 req-db7341cc-f186-4bbc-a168-fba967cc0648 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e471ea4-101a-40ef-81f9-9917dd650719 HTTP/1.1" status: 200 len: 851 time: 0.1192355 Apr 18 20:46:41.368678 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-ca2eda12-03ba-4c3b-8ece-ddb98c297ec8 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0776763 Apr 18 20:46:41.373440 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c316b6-4163-47cb-ac6d-1a4ebb920dcf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=c61428e5-7169-4ee4-81ef-ddb2b0b6d1a2,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:41.375941 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7c316b6-4163-47cb-ac6d-1a4ebb920dcf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.380061 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a7c316b6-4163-47cb-ac6d-1a4ebb920dcf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/c61428e5-7169-4ee4-81ef-ddb2b0b6d1a2 HTTP/1.1" status: 204 len: 168 time: 1.9886663 Apr 18 20:46:41.394648 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3020bc3a-7840-4e73-8e02-1380dd39a0b7 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:41.396615 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48568) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:41.457694 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-be66e8e9-71c1-4add-94c6-706bfc97c0d8 service neutron] Request body: {'port': {'device_id': 'c1b8c7d8-e886-491e-8093-95c2f2d0299f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:41.464458 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7b3dd624-419d-4deb-ba78-ac31bbc67780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.467382 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7b3dd624-419d-4deb-ba78-ac31bbc67780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.468792 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7b3dd624-419d-4deb-ba78-ac31bbc67780 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6997417a-290c-4088-be9f-def018c23d66 HTTP/1.1" status: 204 len: 168 time: 1.0650423 Apr 18 20:46:41.510732 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-860323ff-19a2-4c21-a9cf-5dea41f2f0ba tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.536702 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3dd624-419d-4deb-ba78-ac31bbc67780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6997417a-290c-4088-be9f-def018c23d66,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:41.547126 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e884dec-2d2e-484a-9382-e8ee6b4e6889 req-f677f82f-4720-4d03-a991-911e7623f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:41.548759 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e884dec-2d2e-484a-9382-e8ee6b4e6889 req-f677f82f-4720-4d03-a991-911e7623f5af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d52f6c7bd8046c7a02242bd4df3b5e8&device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 1094 time: 0.1884229 Apr 18 20:46:41.621604 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f833791-7419-4f04-994b-6fb1d1122e66 req-8d80a8b7-aae7-4b69-9166-b18c03939072 tempest-ServersAaction247Test-966722965 tempest-ServersAaction247Test-966722965-project] 10.222.0.41 "GET /v2.0/ports?device_id=185530e4-cfaa-4224-a938-b349ac1cbf63 HTTP/1.1" status: 200 len: 210 time: 0.0877988 Apr 18 20:46:41.639030 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-be66e8e9-71c1-4add-94c6-706bfc97c0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.646772 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-860323ff-19a2-4c21-a9cf-5dea41f2f0ba tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.667231 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a67e09fe-bc7b-4553-a7e3-3d8c9be92d08 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2685933 Apr 18 20:46:41.671328 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48576) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:41.685381 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.794645 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92af250-a84c-4b62-aa06-bfb679d794f3 req-0a8fb449-ece3-41fc-bd1e-49f5417150c4 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:41.795904 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f92af250-a84c-4b62-aa06-bfb679d794f3 req-0a8fb449-ece3-41fc-bd1e-49f5417150c4 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b8c7d8-e886-491e-8093-95c2f2d0299f HTTP/1.1" status: 200 len: 931 time: 0.2635131 Apr 18 20:46:41.810558 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e609df19-bb5f-4904-b816-e02524555f1d None None] DHCP port deletion for 50eba278-0f67-4e34-aa13-933b003eee26 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:46:41.866750 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860323ff-19a2-4c21-a9cf-5dea41f2f0ba tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:41.885761 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860323ff-19a2-4c21-a9cf-5dea41f2f0ba tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Pushing event updated for resources: {'Port': ['ID=328f2600-a457-4dd4-9ee4-e679d84b89e9,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:41.890393 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-860323ff-19a2-4c21-a9cf-5dea41f2f0ba tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:41.928878 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860323ff-19a2-4c21-a9cf-5dea41f2f0ba tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:46:41.930270 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e609df19-bb5f-4904-b816-e02524555f1d None None] Deleting port 1ec9dd64-bd58-4ac6-b6a7-8764313d601d {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:41.931565 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e609df19-bb5f-4904-b816-e02524555f1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.947635 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e63566a0-3965-412f-9cda-e2f03edfaf06 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.976575 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23111dce-a979-40a7-8fd3-8a713f3e82e0 req-0a81a573-a2df-4e22-8a2d-88c0ea72a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:41.978994 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-23111dce-a979-40a7-8fd3-8a713f3e82e0 req-0a81a573-a2df-4e22-8a2d-88c0ea72a195 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb225605-c490-4bb4-a150-b74221fc667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6160195 Apr 18 20:46:41.984635 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48584) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:42.037227 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-e609df19-bb5f-4904-b816-e02524555f1d None None] For port 1ec9dd64-bd58-4ac6-b6a7-8764313d601d, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1ec9dd64-bd58-4ac6-b6a7-8764313d601d,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:42.037902 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e609df19-bb5f-4904-b816-e02524555f1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.054924 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e609df19-bb5f-4904-b816-e02524555f1d None None] Calling delete_port for 1ec9dd64-bd58-4ac6-b6a7-8764313d601d owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:42.064007 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c102e269-375f-4f32-a888-9ce2f4333228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.147168 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e609df19-bb5f-4904-b816-e02524555f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.186631 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609df19-bb5f-4904-b816-e02524555f1d None None] Pushing event deleted for resources: {'Port': ['ID=1ec9dd64-bd58-4ac6-b6a7-8764313d601d,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:42.195698 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e609df19-bb5f-4904-b816-e02524555f1d None None] No DVR routers for this DVR port 1ec9dd64-bd58-4ac6-b6a7-8764313d601d on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:42.311922 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f92af250-a84c-4b62-aa06-bfb679d794f3 req-6b00f264-f124-46c2-882f-d9c07dffa3fc tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=ddcf0a21-3ffc-413b-998d-d1be10ffdcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410397 Apr 18 20:46:42.351408 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e884dec-2d2e-484a-9382-e8ee6b4e6889 req-d5d39cc2-997a-4ea8-97a1-c76be1cb0623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:42.354221 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e884dec-2d2e-484a-9382-e8ee6b4e6889 req-d5d39cc2-997a-4ea8-97a1-c76be1cb0623 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b77196d-b3e5-4863-b041-b13a7dbb5188 HTTP/1.1" status: 200 len: 915 time: 0.7632821 Apr 18 20:46:42.540080 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-860323ff-19a2-4c21-a9cf-5dea41f2f0ba tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.549437 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-23111dce-a979-40a7-8fd3-8a713f3e82e0 req-a089b76f-6291-4284-849c-c2b9fa5bd31f service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5541296 Apr 18 20:46:42.636711 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e884dec-2d2e-484a-9382-e8ee6b4e6889 req-f96d3e2e-7293-4b22-a051-bf928a859ed9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78c38eeb-c6d3-401f-b023-13ca0889b69d HTTP/1.1" status: 200 len: 217 time: 0.1370797 Apr 18 20:46:42.703175 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e63566a0-3965-412f-9cda-e2f03edfaf06 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.708537 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e63566a0-3965-412f-9cda-e2f03edfaf06 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.864659 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e63566a0-3965-412f-9cda-e2f03edfaf06 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.865550 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63566a0-3965-412f-9cda-e2f03edfaf06 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Fanout notify agent at l3_agent the message router_deleted on router 3bdfc6ae-4d71-4f7d-8304-40299e4324d5 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:46:42.867495 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c102e269-375f-4f32-a888-9ce2f4333228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.907092 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c102e269-375f-4f32-a888-9ce2f4333228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.923638 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e63566a0-3965-412f-9cda-e2f03edfaf06 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.925565 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e63566a0-3965-412f-9cda-e2f03edfaf06 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/routers/3bdfc6ae-4d71-4f7d-8304-40299e4324d5 HTTP/1.1" status: 204 len: 168 time: 1.2517884 Apr 18 20:46:42.938307 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48608) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:42.953545 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-c149efec-c50e-4fdd-8386-9da921d88dc3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:42.959835 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-860323ff-19a2-4c21-a9cf-5dea41f2f0ba tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.981546 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e884dec-2d2e-484a-9382-e8ee6b4e6889 req-61cde315-aec3-452e-a21c-be349d97c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:42.984060 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e884dec-2d2e-484a-9382-e8ee6b4e6889 req-61cde315-aec3-452e-a21c-be349d97c28d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b603a19-9f3f-426e-b56c-5cc2e538c4b1 HTTP/1.1" status: 200 len: 854 time: 0.3273885 Apr 18 20:46:43.025494 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500dcf0-330b-425e-9463-99b34d829418 req-c5aa4911-6e5f-43fc-8abd-266c1d84d702 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:43.028976 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f500dcf0-330b-425e-9463-99b34d829418 req-c5aa4911-6e5f-43fc-8abd-266c1d84d702 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.4505908 Apr 18 20:46:43.138650 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c102e269-375f-4f32-a888-9ce2f4333228 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=825748a68dec48678c3ba4c85173efca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1483555 Apr 18 20:46:43.154947 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48614) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:43.167721 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102e269-375f-4f32-a888-9ce2f4333228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28880bfd-df96-4183-b48b-5de471b5bb80,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:43.199301 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-23111dce-a979-40a7-8fd3-8a713f3e82e0 req-7e5bb5f0-a2b1-46d1-982c-d2f3fd9c93f0 service neutron] 10.222.0.57 "GET /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6270053 Apr 18 20:46:43.199584 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e884dec-2d2e-484a-9382-e8ee6b4e6889 req-acc4fb51-25fe-432d-a733-f8cfd15ae49b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b77196d-b3e5-4863-b041-b13a7dbb5188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1538734 Apr 18 20:46:43.258265 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f500dcf0-330b-425e-9463-99b34d829418 req-ff8a0ac5-789f-4365-b57c-4262dd4a7bd5 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876874 Apr 18 20:46:43.318732 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb83b8-267b-4bff-a264-31a5c637a7e9 req-5e33712a-9348-4337-a716-bed78e824360 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:43.320415 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-abfb83b8-267b-4bff-a264-31a5c637a7e9 req-5e33712a-9348-4337-a716-bed78e824360 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 943 time: 0.4935622 Apr 18 20:46:43.370388 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-be66e8e9-71c1-4add-94c6-706bfc97c0d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e026fb-b853-4ded-b724-fd458befb4d7 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:46:43.387137 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48620) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:43.411790 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1ec9dd64-bd58-4ac6-b6a7-8764313d601d no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:43.420939 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-be66e8e9-71c1-4add-94c6-706bfc97c0d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.499632 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 1ec9dd64-bd58-4ac6-b6a7-8764313d601d {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:43.500937 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1ec9dd64-bd58-4ac6-b6a7-8764313d601d not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:43.501145 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-abfb83b8-267b-4bff-a264-31a5c637a7e9 req-6a2f3b15-d096-4905-ab2f-564c58c721a1 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077609 Apr 18 20:46:43.535498 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c149efec-c50e-4fdd-8386-9da921d88dc3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:43.541550 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c149efec-c50e-4fdd-8386-9da921d88dc3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.589219 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-be66e8e9-71c1-4add-94c6-706bfc97c0d8 service neutron] Transition to ACTIVE for port object 89e026fb-b853-4ded-b724-fd458befb4d7 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:43.695880 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a440553f-5ebb-44ec-b0cd-dce3ce5c5119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.700194 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e884dec-2d2e-484a-9382-e8ee6b4e6889 req-6896103c-c146-421b-bae7-28dda00cec54 service neutron] 10.222.0.32 "GET /v2.0/networks/2b77196d-b3e5-4863-b041-b13a7dbb5188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012481 Apr 18 20:46:43.746691 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-be66e8e9-71c1-4add-94c6-706bfc97c0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.757150 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ea16a6c5-a458-4799-b92c-82ba1d21823f req-a88fd2ca-1159-4407-aa03-a2e5edb2cb49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=49e8737f01b1438994ea52460c56498f&device_id=185530e4-cfaa-4224-a938-b349ac1cbf63 HTTP/1.1" status: 200 len: 210 time: 0.0972774 Apr 18 20:46:43.878429 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-326788c9-9887-40fc-8958-7e3606b041a0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-732921068-network', 'tenant_id': 'a69427bf9ca54cdabad9e78fae42a232'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:43.960868 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a440553f-5ebb-44ec-b0cd-dce3ce5c5119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.966704 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70338b8f-a5d1-4666-8784-1eb22a56b3d2 req-0d569437-ebbd-474d-86a5-ca885b8ceb91 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:43.968503 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-70338b8f-a5d1-4666-8784-1eb22a56b3d2 req-0d569437-ebbd-474d-86a5-ca885b8ceb91 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b8c7d8-e886-491e-8093-95c2f2d0299f HTTP/1.1" status: 200 len: 943 time: 0.2530801 Apr 18 20:46:43.986127 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adf69a-4624-4a68-9941-d0b49945c9ed req-1acd0fe3-b0ab-4cf7-916e-a8fb5ba19cfd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:43.989420 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-35adf69a-4624-4a68-9941-d0b49945c9ed req-1acd0fe3-b0ab-4cf7-916e-a8fb5ba19cfd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.2937717 Apr 18 20:46:44.038713 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e884dec-2d2e-484a-9382-e8ee6b4e6889 req-dc5f6975-97d3-4ca2-8c89-62e0eb783373 service neutron] 10.222.0.32 "GET /v2.0/networks/2b77196d-b3e5-4863-b041-b13a7dbb5188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138528 Apr 18 20:46:44.060687 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ea16a6c5-a458-4799-b92c-82ba1d21823f req-a78fbd10-6ce0-4a85-9dc1-1a9e7bea62a9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=49e8737f01b1438994ea52460c56498f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2658954 Apr 18 20:46:44.122953 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326788c9-9887-40fc-8958-7e3606b041a0 admin admin] Made reservation on behalf of a69427bf9ca54cdabad9e78fae42a232 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:44.125819 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-326788c9-9887-40fc-8958-7e3606b041a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.127887 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66e8e9-71c1-4add-94c6-706bfc97c0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=89e026fb-b853-4ded-b724-fd458befb4d7,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:44.135452 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-70338b8f-a5d1-4666-8784-1eb22a56b3d2 req-67d1830b-bf44-40fb-ace5-b1c1f145536a tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=ddcf0a21-3ffc-413b-998d-d1be10ffdcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441264 Apr 18 20:46:44.163988 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-35adf69a-4624-4a68-9941-d0b49945c9ed req-93cda29d-38be-40cc-b939-816d919213a3 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317556 Apr 18 20:46:44.181898 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c149efec-c50e-4fdd-8386-9da921d88dc3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.255675 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c149efec-c50e-4fdd-8386-9da921d88dc3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:44.267827 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-c149efec-c50e-4fdd-8386-9da921d88dc3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:44.275932 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c149efec-c50e-4fdd-8386-9da921d88dc3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:44.276679 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c149efec-c50e-4fdd-8386-9da921d88dc3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.286093 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceff139f-3664-46e6-9c58-5d58f273a36b None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:44.298461 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149efec-c50e-4fdd-8386-9da921d88dc3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=230e32ab-64a0-4266-b8c8-1ab4d7e84b92,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:44.308816 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-326788c9-9887-40fc-8958-7e3606b041a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.338619 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f3d2702-6fcb-4dc2-ba41-fb73f5e3e681 req-173d285e-d8de-47b2-a362-bea988ccb9e9 tempest-ServersAaction247Test-966722965 tempest-ServersAaction247Test-966722965-project] 10.222.0.41 "GET /v2.0/ports?device_id=185530e4-cfaa-4224-a938-b349ac1cbf63 HTTP/1.1" status: 200 len: 210 time: 0.0674071 Apr 18 20:46:44.389034 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-860323ff-19a2-4c21-a9cf-5dea41f2f0ba tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.391094 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c149efec-c50e-4fdd-8386-9da921d88dc3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4496746 Apr 18 20:46:44.393405 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48638) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:44.414641 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-263b64c7-ce84-4bda-9672-cd34a3f5986b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-897521356', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:44.431642 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-860323ff-19a2-4c21-a9cf-5dea41f2f0ba tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.524479 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860323ff-19a2-4c21-a9cf-5dea41f2f0ba tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Pushing event updated for resources: {'Port': ['ID=328f2600-a457-4dd4-9ee4-e679d84b89e9,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:44.597022 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a440553f-5ebb-44ec-b0cd-dce3ce5c5119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.621156 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a440553f-5ebb-44ec-b0cd-dce3ce5c5119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.622603 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a440553f-5ebb-44ec-b0cd-dce3ce5c5119 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/28880bfd-df96-4183-b48b-5de471b5bb80 HTTP/1.1" status: 204 len: 168 time: 1.4567318 Apr 18 20:46:44.623660 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-263b64c7-ce84-4bda-9672-cd34a3f5986b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.624732 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-263b64c7-ce84-4bda-9672-cd34a3f5986b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.648863 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09053ff4-2371-4608-9753-a2fe0f0a7a02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-50eba278-0f67-4e34-aa13-933b003eee26', 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'fixed_ips': [{'subnet_id': '230e32ab-64a0-4266-b8c8-1ab4d7e84b92'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:46:44.657171 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-09053ff4-2371-4608-9753-a2fe0f0a7a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.709535 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440553f-5ebb-44ec-b0cd-dce3ce5c5119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28880bfd-df96-4183-b48b-5de471b5bb80,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:44.716518 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1f39c-dd3c-4203-9d94-bc4469df540e req-5225d601-e87b-4ec6-91cc-29d80642bea7 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:44.718419 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ade1f39c-dd3c-4203-9d94-bc4469df540e req-5225d601-e87b-4ec6-91cc-29d80642bea7 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 943 time: 0.0782707 Apr 18 20:46:44.760124 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16a6c5-a458-4799-b92c-82ba1d21823f req-81dc05ef-6b09-416d-901c-f024cb0d7ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:44.763235 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ea16a6c5-a458-4799-b92c-82ba1d21823f req-81dc05ef-6b09-416d-901c-f024cb0d7ee9 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6846173 Apr 18 20:46:44.764025 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-be66e8e9-71c1-4add-94c6-706bfc97c0d8 service neutron] Attempting to bind port 89e026fb-b853-4ded-b724-fd458befb4d7 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:44.764500 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-be66e8e9-71c1-4add-94c6-706bfc97c0d8 service neutron] Attempting to bind port 89e026fb-b853-4ded-b724-fd458befb4d7 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '64c8134d-cf3b-4e3e-ba14-103697500b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9acf196e-a38a-436c-b764-9b861ea5e5fa'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:44.764960 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-be66e8e9-71c1-4add-94c6-706bfc97c0d8 service neutron] Attempting to bind port 89e026fb-b853-4ded-b724-fd458befb4d7 on network 9acf196e-a38a-436c-b764-9b861ea5e5fa {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:46:44.787691 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ade1f39c-dd3c-4203-9d94-bc4469df540e req-37d139dc-5a73-4d2c-88fb-ed03689fd4ff tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610833 Apr 18 20:46:44.821659 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-be66e8e9-71c1-4add-94c6-706bfc97c0d8 service neutron] Port 89e026fb-b853-4ded-b724-fd458befb4d7 on network 9acf196e-a38a-436c-b764-9b861ea5e5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:46:44.822296 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-be66e8e9-71c1-4add-94c6-706bfc97c0d8 service neutron] Attempting to bind port 89e026fb-b853-4ded-b724-fd458befb4d7 on network 9acf196e-a38a-436c-b764-9b861ea5e5fa {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:46:44.893410 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-263b64c7-ce84-4bda-9672-cd34a3f5986b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.898370 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-be66e8e9-71c1-4add-94c6-706bfc97c0d8 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:46:44.899346 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-be66e8e9-71c1-4add-94c6-706bfc97c0d8 service neutron] Checking segment: {'id': '64c8134d-cf3b-4e3e-ba14-103697500b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9acf196e-a38a-436c-b764-9b861ea5e5fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:46:44.899582 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-be66e8e9-71c1-4add-94c6-706bfc97c0d8 service neutron] Bound using segment: {'id': '64c8134d-cf3b-4e3e-ba14-103697500b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9acf196e-a38a-436c-b764-9b861ea5e5fa'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:46:44.900283 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-be66e8e9-71c1-4add-94c6-706bfc97c0d8 service neutron] Bound port: 89e026fb-b853-4ded-b724-fd458befb4d7, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c8134d-cf3b-4e3e-ba14-103697500b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9acf196e-a38a-436c-b764-9b861ea5e5fa'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:44.900899 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-be66e8e9-71c1-4add-94c6-706bfc97c0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.922275 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-263b64c7-ce84-4bda-9672-cd34a3f5986b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.955281 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-860323ff-19a2-4c21-a9cf-5dea41f2f0ba tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.997442 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-263b64c7-ce84-4bda-9672-cd34a3f5986b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.998731 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-263b64c7-ce84-4bda-9672-cd34a3f5986b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5937963 Apr 18 20:46:45.001098 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-326788c9-9887-40fc-8958-7e3606b041a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.003711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48662) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:45.028015 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-860323ff-19a2-4c21-a9cf-5dea41f2f0ba tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.029325 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-860323ff-19a2-4c21-a9cf-5dea41f2f0ba tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3559787 Apr 18 20:46:45.032004 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-326788c9-9887-40fc-8958-7e3606b041a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.080523 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326788c9-9887-40fc-8958-7e3606b041a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:46:45.097769 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326788c9-9887-40fc-8958-7e3606b041a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08782475-bd4e-4729-b7bf-bcc8192c6da8,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:45.105026 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-326788c9-9887-40fc-8958-7e3606b041a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.105398 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-326788c9-9887-40fc-8958-7e3606b041a0 admin admin] Added segment 65b25a3a-f544-446d-be1e-6586615e1d3e of type vlan for network 6dd263f4-c6b2-4099-8ab2-af393c8b0811 Apr 18 20:46:45.115421 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-be66e8e9-71c1-4add-94c6-706bfc97c0d8 service neutron] For port 89e026fb-b853-4ded-b724-fd458befb4d7, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:46:45.119295 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-be66e8e9-71c1-4add-94c6-706bfc97c0d8 service neutron] For port 89e026fb-b853-4ded-b724-fd458befb4d7, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=89e026fb-b853-4ded-b724-fd458befb4d7,segment=NetworkSegment(64c8134d-cf3b-4e3e-ba14-103697500b71),segment_id=64c8134d-cf3b-4e3e-ba14-103697500b71)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:46:45.120195 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-09053ff4-2371-4608-9753-a2fe0f0a7a02 None None] Allocated IP 2001:db8::2 (50eba278-0f67-4e34-aa13-933b003eee26/230e32ab-64a0-4266-b8c8-1ab4d7e84b92/f4abb629-19ee-477e-b4f7-885da404ac78) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:45.150770 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-be66e8e9-71c1-4add-94c6-706bfc97c0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.191632 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-326788c9-9887-40fc-8958-7e3606b041a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.203585 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-be66e8e9-71c1-4add-94c6-706bfc97c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:45.204959 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-be66e8e9-71c1-4add-94c6-706bfc97c0d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.206544 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-be66e8e9-71c1-4add-94c6-706bfc97c0d8 service neutron] 10.222.0.57 "PUT /v2.0/ports/89e026fb-b853-4ded-b724-fd458befb4d7 HTTP/1.1" status: 200 len: 1091 time: 3.7658803 Apr 18 20:46:45.209109 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b8c7d8-e886-491e-8093-95c2f2d0299f', 'tag': '89e026fb-b853-4ded-b724-fd458befb4d7'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:46:45.211534 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b2daa5-bbcf-4240-a80d-eb705fd7ed4c" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b8c7d8-e886-491e-8093-95c2f2d0299f", "tag": "89e026fb-b853-4ded-b724-fd458befb4d7"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:46:45.274772 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66e8e9-71c1-4add-94c6-706bfc97c0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=89e026fb-b853-4ded-b724-fd458befb4d7,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:45.277769 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-326788c9-9887-40fc-8958-7e3606b041a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.286287 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326788c9-9887-40fc-8958-7e3606b041a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:45.287202 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-326788c9-9887-40fc-8958-7e3606b041a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.545748 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-09053ff4-2371-4608-9753-a2fe0f0a7a02 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.567317 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-09053ff4-2371-4608-9753-a2fe0f0a7a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.652723 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67a99d-883e-437a-a32f-70428dfcad08 req-e90ef36a-3b20-4a75-9302-15b35fed2b9e tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:45.654877 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe67a99d-883e-437a-a32f-70428dfcad08 req-e90ef36a-3b20-4a75-9302-15b35fed2b9e tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b8c7d8-e886-491e-8093-95c2f2d0299f HTTP/1.1" status: 200 len: 943 time: 0.3142123 Apr 18 20:46:45.697854 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09053ff4-2371-4608-9753-a2fe0f0a7a02 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:45.712239 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-09053ff4-2371-4608-9753-a2fe0f0a7a02 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:45.721376 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09053ff4-2371-4608-9753-a2fe0f0a7a02 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:46:45.741007 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-326788c9-9887-40fc-8958-7e3606b041a0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3359861 Apr 18 20:46:45.746976 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48706) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:45.754770 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-09718e3c-c8be-48ca-81a5-6ac3f9cb9e1a admin admin] Request body: {'subnet': {'network_id': '6dd263f4-c6b2-4099-8ab2-af393c8b0811', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-732921068-subnet', 'tenant_id': 'a69427bf9ca54cdabad9e78fae42a232', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:45.763249 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09053ff4-2371-4608-9753-a2fe0f0a7a02 None None] Pushing event updated for resources: {'Port': ['ID=f4abb629-19ee-477e-b4f7-885da404ac78,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:45.768101 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326788c9-9887-40fc-8958-7e3606b041a0 admin admin] Pushing event updated for resources: {'Network': ['ID=6dd263f4-c6b2-4099-8ab2-af393c8b0811,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:45.785140 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-93f73e39-0f92-4fa9-a687-488380e4791a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:45.787965 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-93f73e39-0f92-4fa9-a687-488380e4791a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d8d99d29e854c6999da5cfd14ef78c9&device_id=c1b8c7d8-e886-491e-8093-95c2f2d0299f HTTP/1.1" status: 200 len: 1094 time: 0.4974871 Apr 18 20:46:45.812026 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe67a99d-883e-437a-a32f-70428dfcad08 req-2d57acb7-1690-4998-a5a2-100fe18493fb tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=ddcf0a21-3ffc-413b-998d-d1be10ffdcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417131 Apr 18 20:46:45.845206 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 6dd263f4-c6b2-4099-8ab2-af393c8b0811 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:46:45.848936 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09718e3c-c8be-48ca-81a5-6ac3f9cb9e1a admin admin] Made reservation on behalf of a69427bf9ca54cdabad9e78fae42a232 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:45.852945 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09718e3c-c8be-48ca-81a5-6ac3f9cb9e1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.905837 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-45f6c3dd-0ba3-4311-b5df-656bd60ad644 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89e026fb-b853-4ded-b724-fd458befb4d7 HTTP/1.1" status: 200 len: 217 time: 0.1074286 Apr 18 20:46:46.035160 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-6a516666-3da5-4c20-ab64-f11fe53795f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:46.037688 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-6a516666-3da5-4c20-ab64-f11fe53795f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c49a0fb2-20ae-4fb6-b1d9-8f3baf66d91c HTTP/1.1" status: 200 len: 850 time: 0.1235952 Apr 18 20:46:46.038229 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-09053ff4-2371-4608-9753-a2fe0f0a7a02 None None] Attempting to bind port f4abb629-19ee-477e-b4f7-885da404ac78 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:46.038856 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-09053ff4-2371-4608-9753-a2fe0f0a7a02 None None] Attempting to bind port f4abb629-19ee-477e-b4f7-885da404ac78 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:46.039425 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09053ff4-2371-4608-9753-a2fe0f0a7a02 None None] Attempting to bind port f4abb629-19ee-477e-b4f7-885da404ac78 on network 50eba278-0f67-4e34-aa13-933b003eee26 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:46:46.055747 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-48f28bb5-fffe-4fe1-ac8c-aa92a2d657c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.084756 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-de17ba17-06e8-44b7-99dc-bc8f99328b93 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9acf196e-a38a-436c-b764-9b861ea5e5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397308 Apr 18 20:46:46.198540 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 78c38eeb-c6d3-401f-b023-13ca0889b69d details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:46:46.201618 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09053ff4-2371-4608-9753-a2fe0f0a7a02 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:46:46.202088 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09053ff4-2371-4608-9753-a2fe0f0a7a02 None None] Checking segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:46:46.208138 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-09053ff4-2371-4608-9753-a2fe0f0a7a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.208621 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09053ff4-2371-4608-9753-a2fe0f0a7a02 None None] Bound using segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:46:46.209150 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-09053ff4-2371-4608-9753-a2fe0f0a7a02 None None] Bound port: f4abb629-19ee-477e-b4f7-885da404ac78, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:46.209657 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-09053ff4-2371-4608-9753-a2fe0f0a7a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.248086 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-1cdfd441-2fc5-47d0-92b6-84e1373a7bb5 service neutron] 10.222.0.57 "GET /v2.0/networks/9acf196e-a38a-436c-b764-9b861ea5e5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529329 Apr 18 20:46:46.354052 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-09053ff4-2371-4608-9753-a2fe0f0a7a02 None None] For port f4abb629-19ee-477e-b4f7-885da404ac78, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:46:46.364188 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-09053ff4-2371-4608-9753-a2fe0f0a7a02 None None] For port f4abb629-19ee-477e-b4f7-885da404ac78, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f4abb629-19ee-477e-b4f7-885da404ac78,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:46:46.382634 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-09053ff4-2371-4608-9753-a2fe0f0a7a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.393099 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.resource_extend [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:46:46.535420 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a540ce23-8677-4429-a394-6d303a2eb584 x-openstack-request-id: req-a540ce23-8677-4429-a394-6d303a2eb584 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:46:46.535850 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b8c7d8-e886-491e-8093-95c2f2d0299f", "tag": "89e026fb-b853-4ded-b724-fd458befb4d7", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:46:46.536221 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a540ce23-8677-4429-a394-6d303a2eb584 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:46:46.536885 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a540ce23-8677-4429-a394-6d303a2eb584'] response: {'name': 'network-changed', 'server_uuid': 'c1b8c7d8-e886-491e-8093-95c2f2d0299f', 'tag': '89e026fb-b853-4ded-b724-fd458befb4d7', 'status': 'completed', 'code': 200} Apr 18 20:46:46.571488 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09053ff4-2371-4608-9753-a2fe0f0a7a02 None None] Pushing event updated for resources: {'Port': ['ID=f4abb629-19ee-477e-b4f7-885da404ac78,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:46.625926 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-43f0a88b-714c-44f7-ad09-0947448aa9a9 req-e6ee7132-7d50-4be5-8e1f-53f0f2205464 service neutron] 10.222.0.57 "GET /v2.0/networks/9acf196e-a38a-436c-b764-9b861ea5e5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694968 Apr 18 20:46:46.670922 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 78c38eeb-c6d3-401f-b023-13ca0889b69d, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=78c38eeb-c6d3-401f-b023-13ca0889b69d,segment=NetworkSegment(b743f55f-6bed-47c3-b407-479d46891a72),segment_id=b743f55f-6bed-47c3-b407-479d46891a72)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:46.711959 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '78c38eeb-c6d3-401f-b023-13ca0889b69d', 'network_id': '2b77196d-b3e5-4863-b041-b13a7dbb5188', 'port_id': '78c38eeb-c6d3-401f-b023-13ca0889b69d', 'mac_address': 'fa:16:3e:97:05:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b603a19-9f3f-426e-b56c-5cc2e538c4b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:46:46.758127 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ea16a6c5-a458-4799-b92c-82ba1d21823f req-da55f86f-f108-41f8-b480-846dbe8b1439 tempest-ServersAaction247Test-966722965 tempest-ServersAaction247Test-966722965-project] 10.222.0.57 "GET /v2.0/ports?device_id=185530e4-cfaa-4224-a938-b349ac1cbf63 HTTP/1.1" status: 200 len: 210 time: 0.0512631 Apr 18 20:46:46.809208 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.854335 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c38eeb-c6d3-401f-b023-13ca0889b69d {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:46:46.855306 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2daa5-bbcf-4240-a80d-eb705fd7ed4c req-e741c0bd-2a0e-4ee3-9562-e385e573e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:46.857686 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e9b2daa5-bbcf-4240-a80d-eb705fd7ed4c req-e741c0bd-2a0e-4ee3-9562-e385e573e881 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d8d99d29e854c6999da5cfd14ef78c9&device_id=c1b8c7d8-e886-491e-8093-95c2f2d0299f HTTP/1.1" status: 200 len: 1094 time: 0.1054938 Apr 18 20:46:46.920397 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 78c38eeb-c6d3-401f-b023-13ca0889b69d, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=78c38eeb-c6d3-401f-b023-13ca0889b69d,segment=NetworkSegment(b743f55f-6bed-47c3-b407-479d46891a72),segment_id=b743f55f-6bed-47c3-b407-479d46891a72)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:46.941636 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.194205 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=78c38eeb-c6d3-401f-b023-13ca0889b69d,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:47.201682 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2daa5-bbcf-4240-a80d-eb705fd7ed4c req-980d6037-b8d6-44c5-b334-9383c530ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:47.203412 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e9b2daa5-bbcf-4240-a80d-eb705fd7ed4c req-980d6037-b8d6-44c5-b334-9383c530ad71 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9acf196e-a38a-436c-b764-9b861ea5e5fa HTTP/1.1" status: 200 len: 911 time: 0.3316257 Apr 18 20:46:47.281146 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b824309-a688-404b-8184-d2461f69193d req-ee1381fa-6073-4dd1-8d30-641b6a69e29f tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--939634175&fields=id&tenant_id=66c8c89b1fcc4ff8ba25812b9483869d HTTP/1.1" status: 200 len: 267 time: 0.6056316 Apr 18 20:46:47.282054 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e9b2daa5-bbcf-4240-a80d-eb705fd7ed4c req-317a71f0-e42d-40f2-bc57-b1b6ddc7116d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89e026fb-b853-4ded-b724-fd458befb4d7 HTTP/1.1" status: 200 len: 217 time: 0.0654464 Apr 18 20:46:47.307742 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['78c38eeb-c6d3-401f-b023-13ca0889b69d'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:46:47.335245 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e0825-95dc-408f-91a1-a1272381cfd1 req-e15a101b-73bb-4e37-9eb1-a224ff1eac72 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:47.347591 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db7e0825-95dc-408f-91a1-a1272381cfd1 req-e15a101b-73bb-4e37-9eb1-a224ff1eac72 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c99c9af-859e-4975-92f8-c2f6721a9440 HTTP/1.1" status: 200 len: 943 time: 0.6793637 Apr 18 20:46:47.390843 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2daa5-bbcf-4240-a80d-eb705fd7ed4c req-52edb417-a0fc-44d3-a3dc-b4710ed6ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:47.392381 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e9b2daa5-bbcf-4240-a80d-eb705fd7ed4c req-52edb417-a0fc-44d3-a3dc-b4710ed6ed61 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c49a0fb2-20ae-4fb6-b1d9-8f3baf66d91c HTTP/1.1" status: 200 len: 850 time: 0.1026509 Apr 18 20:46:47.460906 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f4abb629-19ee-477e-b4f7-885da404ac78 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:46:47.476467 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e9b2daa5-bbcf-4240-a80d-eb705fd7ed4c req-c9769bc6-1865-4725-b9f8-c6e636679aa8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9acf196e-a38a-436c-b764-9b861ea5e5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752637 Apr 18 20:46:47.549991 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09718e3c-c8be-48ca-81a5-6ac3f9cb9e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.624262 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port f4abb629-19ee-477e-b4f7-885da404ac78 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:47.624763 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.776609 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.792861 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e9b2daa5-bbcf-4240-a80d-eb705fd7ed4c req-2fd941bd-cdfd-4e63-80d1-6bcf6d8aadf0 service neutron] 10.222.0.57 "GET /v2.0/networks/9acf196e-a38a-436c-b764-9b861ea5e5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021643 Apr 18 20:46:47.795225 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09718e3c-c8be-48ca-81a5-6ac3f9cb9e1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cf08287-211c-491e-a18d-38e13840cc91,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:47.823799 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b824309-a688-404b-8184-d2461f69193d req-6229d182-592a-48f5-b13a-8264f3cb8224 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:47.825572 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b824309-a688-404b-8184-d2461f69193d req-6229d182-592a-48f5-b13a-8264f3cb8224 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/networks?id=af9b8ad0-3b77-4446-8808-154f03d72322 HTTP/1.1" status: 200 len: 816 time: 0.5107691 Apr 18 20:46:47.831855 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-db7e0825-95dc-408f-91a1-a1272381cfd1 req-2991b0a5-4ace-4207-bb1b-d5ae6befb630 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Deleting port bd6112ad-4b37-4352-b77c-61e6bc5d1fff {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:47.832221 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-db7e0825-95dc-408f-91a1-a1272381cfd1 req-2991b0a5-4ace-4207-bb1b-d5ae6befb630 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.840809 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09718e3c-c8be-48ca-81a5-6ac3f9cb9e1a admin admin] Checking segment: {'id': '65b25a3a-f544-446d-be1e-6586615e1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6dd263f4-c6b2-4099-8ab2-af393c8b0811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:46:47.841181 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09718e3c-c8be-48ca-81a5-6ac3f9cb9e1a admin admin] Network hostable DHCP agents. Network: 6dd263f4-c6b2-4099-8ab2-af393c8b0811, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:46:47.845378 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port f4abb629-19ee-477e-b4f7-885da404ac78, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f4abb629-19ee-477e-b4f7-885da404ac78,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:47.851831 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.880831 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-48f28bb5-fffe-4fe1-ac8c-aa92a2d657c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 2001:db8::1 (50eba278-0f67-4e34-aa13-933b003eee26/230e32ab-64a0-4266-b8c8-1ab4d7e84b92/8cda699b-0162-44ca-9f23-52f7863bbaad) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:47.894687 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b824309-a688-404b-8184-d2461f69193d req-e05941b7-38f3-4916-900a-3bf74bdcdffc tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/quotas/66c8c89b1fcc4ff8ba25812b9483869d HTTP/1.1" status: 200 len: 375 time: 0.0552123 Apr 18 20:46:47.977233 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=f4abb629-19ee-477e-b4f7-885da404ac78,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:48.008678 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09718e3c-c8be-48ca-81a5-6ac3f9cb9e1a admin admin] Network 6dd263f4-c6b2-4099-8ab2-af393c8b0811 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:46:48.060386 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e9b2daa5-bbcf-4240-a80d-eb705fd7ed4c req-d333ebe8-af77-4cf1-8764-8c2772b69099 service neutron] 10.222.0.57 "GET /v2.0/networks/9acf196e-a38a-436c-b764-9b861ea5e5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601218 Apr 18 20:46:48.089023 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-09718e3c-c8be-48ca-81a5-6ac3f9cb9e1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 6dd263f4-c6b2-4099-8ab2-af393c8b0811) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:48.099833 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15b0896-5def-443c-9038-cb66952c016b None None] Network 6dd263f4-c6b2-4099-8ab2-af393c8b0811 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:48.101426 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09718e3c-c8be-48ca-81a5-6ac3f9cb9e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:48.102264 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09718e3c-c8be-48ca-81a5-6ac3f9cb9e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.130382 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b824309-a688-404b-8184-d2461f69193d req-7c9b2a99-6e4b-4fee-b101-11072436bd5b tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=66c8c89b1fcc4ff8ba25812b9483869d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2021058 Apr 18 20:46:48.142337 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-db7e0825-95dc-408f-91a1-a1272381cfd1 req-2991b0a5-4ace-4207-bb1b-d5ae6befb630 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] For port bd6112ad-4b37-4352-b77c-61e6bc5d1fff, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=bd6112ad-4b37-4352-b77c-61e6bc5d1fff,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:48.142999 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-db7e0825-95dc-408f-91a1-a1272381cfd1 req-2991b0a5-4ace-4207-bb1b-d5ae6befb630 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.180176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-db7e0825-95dc-408f-91a1-a1272381cfd1 req-2991b0a5-4ace-4207-bb1b-d5ae6befb630 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Calling delete_port for bd6112ad-4b37-4352-b77c-61e6bc5d1fff owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:48.244082 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-09718e3c-c8be-48ca-81a5-6ac3f9cb9e1a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4945073 Apr 18 20:46:48.403499 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfa6fcb-5159-4769-a406-369b406fc49d None None] Network 6dd263f4-c6b2-4099-8ab2-af393c8b0811 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:48.435269 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-48f28bb5-fffe-4fe1-ac8c-aa92a2d657c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.458846 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b824309-a688-404b-8184-d2461f69193d req-4cf74b9a-4dfe-4c4a-ab1a-04f58ceda89e service neutron] 10.222.0.41 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712357 Apr 18 20:46:48.631723 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-48f28bb5-fffe-4fe1-ac8c-aa92a2d657c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.698455 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b824309-a688-404b-8184-d2461f69193d req-1432486f-b30a-49c2-a60d-9057d020bffd service neutron] 10.222.0.41 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195582 Apr 18 20:46:48.704863 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-60f85369-d6f5-4215-b843-9a579465bb53 None None] Provisioning complete for port f4abb629-19ee-477e-b4f7-885da404ac78 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:48.705246 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-60f85369-d6f5-4215-b843-9a579465bb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.710568 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f28bb5-fffe-4fe1-ac8c-aa92a2d657c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:48.721161 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-48f28bb5-fffe-4fe1-ac8c-aa92a2d657c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:48.729873 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f28bb5-fffe-4fe1-ac8c-aa92a2d657c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:46:48.730436 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-48f28bb5-fffe-4fe1-ac8c-aa92a2d657c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.775315 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f28bb5-fffe-4fe1-ac8c-aa92a2d657c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Port': ['ID=8cda699b-0162-44ca-9f23-52f7863bbaad,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:48.789806 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-db7e0825-95dc-408f-91a1-a1272381cfd1 req-2991b0a5-4ace-4207-bb1b-d5ae6befb630 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.839895 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['b9f7a1bc-057b-4a53-8a5b-e03f75a819fe', '537c68a4-2055-4e21-9736-5446ad8d21d6'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:46:48.912408 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991b0a5-4ace-4207-bb1b-d5ae6befb630 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Pushing event deleted for resources: {'Port': ['ID=bd6112ad-4b37-4352-b77c-61e6bc5d1fff,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:49.185628 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7e0825-95dc-408f-91a1-a1272381cfd1 req-2991b0a5-4ace-4207-bb1b-d5ae6befb630 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] No DVR routers for this DVR port bd6112ad-4b37-4352-b77c-61e6bc5d1fff on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:49.193601 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-db7e0825-95dc-408f-91a1-a1272381cfd1 req-2991b0a5-4ace-4207-bb1b-d5ae6befb630 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.196852 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 89e026fb-b853-4ded-b724-fd458befb4d7 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:46:49.200255 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db7e0825-95dc-408f-91a1-a1272381cfd1 req-2991b0a5-4ace-4207-bb1b-d5ae6befb630 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "DELETE /v2.0/ports/bd6112ad-4b37-4352-b77c-61e6bc5d1fff HTTP/1.1" status: 204 len: 173 time: 1.8029368 Apr 18 20:46:49.201419 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c99c9af-859e-4975-92f8-c2f6721a9440', 'name': 'network-vif-deleted', 'tag': 'bd6112ad-4b37-4352-b77c-61e6bc5d1fff'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:46:49.204045 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d02d7f-6d2f-44a5-a987-9145dff99566" -d '{"events": [{"server_uuid": "9c99c9af-859e-4975-92f8-c2f6721a9440", "name": "network-vif-deleted", "tag": "bd6112ad-4b37-4352-b77c-61e6bc5d1fff"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:46:49.361787 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-48f28bb5-fffe-4fe1-ac8c-aa92a2d657c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.531968 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f4abb629-19ee-477e-b4f7-885da404ac78 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:46:49.600830 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8436be-f04e-4653-877a-77f9f907bb72 req-67d24a6c-3dcb-480f-9ee2-d20a339ec646 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:49.607550 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f8436be-f04e-4653-877a-77f9f907bb72 req-67d24a6c-3dcb-480f-9ee2-d20a339ec646 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 944 time: 0.3984802 Apr 18 20:46:49.781129 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48790) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:49.823951 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f8436be-f04e-4653-877a-77f9f907bb72 req-ccf690d4-997c-4d94-a7aa-72bf1c4ba0c0 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929500 Apr 18 20:46:49.864316 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-bd0b9199-06f4-4656-991c-a05261123ddb None None] Provisioning complete for port 8cda699b-0162-44ca-9f23-52f7863bbaad triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:49.864925 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bd0b9199-06f4-4656-991c-a05261123ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.895544 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48796) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:49.899696 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-28b604b0-5ee0-438e-9975-f47590428cb6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1932430505-network', 'tenant_id': 'b5159abc310940cd9872493962ecfddb'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:49.948018 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b604b0-5ee0-438e-9975-f47590428cb6 admin admin] Made reservation on behalf of b5159abc310940cd9872493962ecfddb for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:49.950730 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-28b604b0-5ee0-438e-9975-f47590428cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.962477 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-28b604b0-5ee0-438e-9975-f47590428cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.963001 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 89e026fb-b853-4ded-b724-fd458befb4d7, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=89e026fb-b853-4ded-b724-fd458befb4d7,segment=NetworkSegment(64c8134d-cf3b-4e3e-ba14-103697500b71),segment_id=64c8134d-cf3b-4e3e-ba14-103697500b71)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:49.967419 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77dcae89-4cda-44ae-b1c7-6032b937eab4 req-28992362-5cb0-4a26-8089-738f8eb0fd64 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 210 time: 0.0546470 Apr 18 20:46:50.014027 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '89e026fb-b853-4ded-b724-fd458befb4d7', 'network_id': '9acf196e-a38a-436c-b764-9b861ea5e5fa', 'port_id': '89e026fb-b853-4ded-b724-fd458befb4d7', 'mac_address': 'fa:16:3e:be:20:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c49a0fb2-20ae-4fb6-b1d9-8f3baf66d91c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:46:50.080037 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-28b604b0-5ee0-438e-9975-f47590428cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.088596 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-28b604b0-5ee0-438e-9975-f47590428cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.110004 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-bd0b9199-06f4-4656-991c-a05261123ddb None None] Port 8cda699b-0162-44ca-9f23-52f7863bbaad cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:46:50.111743 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.129764 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 18 Apr 2022 20:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcdecd2-76e1-4a84-a13b-47a8f4504698 x-openstack-request-id: req-ebcdecd2-76e1-4a84-a13b-47a8f4504698 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:46:50.130513 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c99c9af-859e-4975-92f8-c2f6721a9440", "name": "network-vif-deleted", "tag": "bd6112ad-4b37-4352-b77c-61e6bc5d1fff", "status": "failed", "code": 422}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:46:50.131089 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ebcdecd2-76e1-4a84-a13b-47a8f4504698 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:46:50.131249 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e026fb-b853-4ded-b724-fd458befb4d7 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:46:50.136210 n-d-838323-3 neutron-server[102908]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ebcdecd2-76e1-4a84-a13b-47a8f4504698']: {'server_uuid': '9c99c9af-859e-4975-92f8-c2f6721a9440', 'name': 'network-vif-deleted', 'tag': 'bd6112ad-4b37-4352-b77c-61e6bc5d1fff', 'status': 'failed', 'code': 422} returned with failed status Apr 18 20:46:50.156476 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port f4abb629-19ee-477e-b4f7-885da404ac78 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:50.156845 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.164882 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2416b57-b749-4c04-819a-267b89c6fca8 req-aae76965-121d-449e-8d9c-d9f0db613f64 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:50.168900 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2416b57-b749-4c04-819a-267b89c6fca8 req-aae76965-121d-449e-8d9c-d9f0db613f64 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b8c7d8-e886-491e-8093-95c2f2d0299f HTTP/1.1" status: 200 len: 943 time: 0.3393407 Apr 18 20:46:50.183637 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b604b0-5ee0-438e-9975-f47590428cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b122ffa-9d41-40e6-90dd-5906983f322a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:50.202671 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 89e026fb-b853-4ded-b724-fd458befb4d7, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=89e026fb-b853-4ded-b724-fd458befb4d7,segment=NetworkSegment(64c8134d-cf3b-4e3e-ba14-103697500b71),segment_id=64c8134d-cf3b-4e3e-ba14-103697500b71)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:50.215355 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 78c38eeb-c6d3-401f-b023-13ca0889b69d up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:46:50.220216 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b604b0-5ee0-438e-9975-f47590428cb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:46:50.257239 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-28b604b0-5ee0-438e-9975-f47590428cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.257840 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-28b604b0-5ee0-438e-9975-f47590428cb6 admin admin] Added segment a97b0705-9b92-4e28-9420-47ac4c3fee01 of type vlan for network 717bc620-4a88-4edb-986c-8eff3a5c1f65 Apr 18 20:46:50.289927 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2416b57-b749-4c04-819a-267b89c6fca8 req-db97b16e-ed9e-418a-9534-893d827cb1ef tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=ddcf0a21-3ffc-413b-998d-d1be10ffdcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119041 Apr 18 20:46:50.322586 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.366531 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-28b604b0-5ee0-438e-9975-f47590428cb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.399846 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-48f28bb5-fffe-4fe1-ac8c-aa92a2d657c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.415388 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-48f28bb5-fffe-4fe1-ac8c-aa92a2d657c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.418327 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-48f28bb5-fffe-4fe1-ac8c-aa92a2d657c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.467128 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-28b604b0-5ee0-438e-9975-f47590428cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.469943 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b604b0-5ee0-438e-9975-f47590428cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:50.475134 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-28b604b0-5ee0-438e-9975-f47590428cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.489553 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 78c38eeb-c6d3-401f-b023-13ca0889b69d completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:50.501290 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 78c38eeb-c6d3-401f-b023-13ca0889b69d triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:50.501676 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.555053 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-28b604b0-5ee0-438e-9975-f47590428cb6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6593626 Apr 18 20:46:50.560067 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48806) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:50.621042 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=89e026fb-b853-4ded-b724-fd458befb4d7,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:50.627024 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-b682b5b4-ef7f-4155-b847-bfd06f7564ed admin admin] Request body: {'subnet': {'network_id': '717bc620-4a88-4edb-986c-8eff3a5c1f65', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1932430505-subnet', 'tenant_id': 'b5159abc310940cd9872493962ecfddb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:50.642273 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-37083c16-cb91-45a8-9c3a-77be519e5c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.678211 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.696262 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['89e026fb-b853-4ded-b724-fd458befb4d7'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:46:50.715459 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f28bb5-fffe-4fe1-ac8c-aa92a2d657c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Port': ['ID=8cda699b-0162-44ca-9f23-52f7863bbaad,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:50.768758 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f28bb5-fffe-4fe1-ac8c-aa92a2d657c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:50.778003 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992c410-cb14-469f-a5b5-fdfe0da5ca30 req-ee6ddb00-2495-48c2-a1fe-507021050510 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:50.779555 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b604b0-5ee0-438e-9975-f47590428cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=717bc620-4a88-4edb-986c-8eff3a5c1f65,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:50.779899 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7992c410-cb14-469f-a5b5-fdfe0da5ca30 req-ee6ddb00-2495-48c2-a1fe-507021050510 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=b27ee3e8-19ba-407e-968b-d59b21df6181 HTTP/1.1" status: 200 len: 908 time: 0.1025844 Apr 18 20:46:50.781243 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-48f28bb5-fffe-4fe1-ac8c-aa92a2d657c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:50.808217 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b682b5b4-ef7f-4155-b847-bfd06f7564ed admin admin] Made reservation on behalf of b5159abc310940cd9872493962ecfddb for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:50.816862 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b682b5b4-ef7f-4155-b847-bfd06f7564ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.830640 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 717bc620-4a88-4edb-986c-8eff3a5c1f65 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:46:50.869386 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539eaa01-1d28-4b43-a0f6-77d6565442ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c38eeb-c6d3-401f-b023-13ca0889b69d'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:46:50.872341 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b637b3-3cf7-4585-9d0a-927e4fc3ab0d" -d '{"events": [{"server_uuid": "539eaa01-1d28-4b43-a0f6-77d6565442ac", "name": "network-vif-plugged", "status": "completed", "tag": "78c38eeb-c6d3-401f-b023-13ca0889b69d"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:46:50.977300 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 78c38eeb-c6d3-401f-b023-13ca0889b69d, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=78c38eeb-c6d3-401f-b023-13ca0889b69d,segment=NetworkSegment(b743f55f-6bed-47c3-b407-479d46891a72),segment_id=b743f55f-6bed-47c3-b407-479d46891a72)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:51.035814 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-37083c16-cb91-45a8-9c3a-77be519e5c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.043873 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c67695-baec-4648-8d13-888d40de7ae5 x-openstack-request-id: req-e2c67695-baec-4648-8d13-888d40de7ae5 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:46:51.044307 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539eaa01-1d28-4b43-a0f6-77d6565442ac", "name": "network-vif-plugged", "status": "completed", "tag": "78c38eeb-c6d3-401f-b023-13ca0889b69d", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:46:51.044552 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2c67695-baec-4648-8d13-888d40de7ae5 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:46:51.049511 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2c67695-baec-4648-8d13-888d40de7ae5'] response: {'server_uuid': '539eaa01-1d28-4b43-a0f6-77d6565442ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c38eeb-c6d3-401f-b023-13ca0889b69d', 'code': 200} Apr 18 20:46:51.051093 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-37083c16-cb91-45a8-9c3a-77be519e5c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.055808 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.135802 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-37083c16-cb91-45a8-9c3a-77be519e5c68 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=49e8737f01b1438994ea52460c56498f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3534670 Apr 18 20:46:51.142077 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48816) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:51.159688 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37083c16-cb91-45a8-9c3a-77be519e5c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebf1e08-b14e-4352-ba4b-ff78b546f7e5,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:51.278400 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b682b5b4-ef7f-4155-b847-bfd06f7564ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.308249 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=78c38eeb-c6d3-401f-b023-13ca0889b69d,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:51.343420 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682b5b4-ef7f-4155-b847-bfd06f7564ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=600d3550-b8d4-4bb7-b0ec-82b08c199d0f,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:51.399453 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41a12c49-c285-48a2-8d0e-32d5f898b370 req-8e17a046-e7e5-4089-b3e5-8023a4f48a85 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 210 time: 0.1650612 Apr 18 20:46:51.415179 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-459076b1-f331-4b11-ab2f-711616108645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.419076 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b682b5b4-ef7f-4155-b847-bfd06f7564ed admin admin] Checking segment: {'id': 'a97b0705-9b92-4e28-9420-47ac4c3fee01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '717bc620-4a88-4edb-986c-8eff3a5c1f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:46:51.420631 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b682b5b4-ef7f-4155-b847-bfd06f7564ed admin admin] Network hostable DHCP agents. Network: 717bc620-4a88-4edb-986c-8eff3a5c1f65, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:46:51.493145 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-459076b1-f331-4b11-ab2f-711616108645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.529741 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b682b5b4-ef7f-4155-b847-bfd06f7564ed admin admin] Network 717bc620-4a88-4edb-986c-8eff3a5c1f65 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:46:51.541335 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6dad11dc-6b22-473a-a508-d43f03fe6aef None None] Provisioning complete for port 8cda699b-0162-44ca-9f23-52f7863bbaad triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:51.542010 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6dad11dc-6b22-473a-a508-d43f03fe6aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.555724 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-b682b5b4-ef7f-4155-b847-bfd06f7564ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 717bc620-4a88-4edb-986c-8eff3a5c1f65) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:51.565134 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b682b5b4-ef7f-4155-b847-bfd06f7564ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:51.566202 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b682b5b4-ef7f-4155-b847-bfd06f7564ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.592459 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b682b5b4-ef7f-4155-b847-bfd06f7564ed admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0240810 Apr 18 20:46:51.598229 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acee8fc-c5d3-4c68-9bd1-5614f879c888 None None] Network 717bc620-4a88-4edb-986c-8eff3a5c1f65 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:51.637997 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-459076b1-f331-4b11-ab2f-711616108645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.641334 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-459076b1-f331-4b11-ab2f-711616108645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.646880 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-459076b1-f331-4b11-ab2f-711616108645 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eebf1e08-b14e-4352-ba4b-ff78b546f7e5 HTTP/1.1" status: 204 len: 168 time: 0.5032606 Apr 18 20:46:51.657160 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459076b1-f331-4b11-ab2f-711616108645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebf1e08-b14e-4352-ba4b-ff78b546f7e5,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:51.664801 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dac42d-047b-4bb3-8186-30166a856876 req-44620ad2-908b-453b-b42f-23c4724994e9 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:51.666419 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d8dac42d-047b-4bb3-8186-30166a856876 req-44620ad2-908b-453b-b42f-23c4724994e9 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 945 time: 0.5487282 Apr 18 20:46:51.758693 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6dad11dc-6b22-473a-a508-d43f03fe6aef None None] Port 8cda699b-0162-44ca-9f23-52f7863bbaad cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:46:51.794708 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b824309-a688-404b-8184-d2461f69193d req-40598982-0772-42ae-b57f-f7aae3950fb7 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:51.796480 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b824309-a688-404b-8184-d2461f69193d req-40598982-0772-42ae-b57f-f7aae3950fb7 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.32 "GET /v2.0/networks?id=af9b8ad0-3b77-4446-8808-154f03d72322 HTTP/1.1" status: 200 len: 816 time: 0.4018579 Apr 18 20:46:51.801650 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48826) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:51.840148 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193301bb-17ad-49ac-87e2-e50b6319ba33 req-7629526c-686c-4a80-aa57-71d18b8dbcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:51.841862 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-193301bb-17ad-49ac-87e2-e50b6319ba33 req-7629526c-686c-4a80-aa57-71d18b8dbcb0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 1096 time: 0.5992508 Apr 18 20:46:51.858130 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d8dac42d-047b-4bb3-8186-30166a856876 req-3638ac83-5113-426f-90cd-396f54acb0f3 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709688 Apr 18 20:46:51.872366 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f28bb5-fffe-4fe1-ac8c-aa92a2d657c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Router 1b1c8a86-ac8d-463e-a945-b69c4bb14448 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:46:51.912936 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31da945-0827-4251-9e90-0bc4319800ad req-5231b9ed-b35f-4f68-8922-ee532768b9bd tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:51.920513 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e31da945-0827-4251-9e90-0bc4319800ad req-5231b9ed-b35f-4f68-8922-ee532768b9bd tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b8c7d8-e886-491e-8093-95c2f2d0299f HTTP/1.1" status: 200 len: 944 time: 0.3088422 Apr 18 20:46:51.976585 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48832) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:52.002386 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b824309-a688-404b-8184-d2461f69193d req-724fcbff-3902-4e0c-a5b3-c3050cd559f6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66c8c89b1fcc4ff8ba25812b9483869d HTTP/1.1" status: 200 len: 379 time: 0.1916864 Apr 18 20:46:52.026397 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff77c757-28db-4b4b-8452-409ab6154afa None None] Network 717bc620-4a88-4edb-986c-8eff3a5c1f65 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:52.037071 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-6b824309-a688-404b-8184-d2461f69193d req-6681a21e-0b5c-4717-9689-bb24681bfb95 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Request body: {'port': {'device_id': '5bf13885-7b6d-45b9-a782-8f263ac7f2e3', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'admin_state_up': True, 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'security_groups': ['ef29afec-46d9-429b-aad5-24ddccb12cf7']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:52.091690 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-f673712a-292c-4805-93cf-045ad386c637 admin admin] Deleting subnet 6cf08287-211c-491e-a18d-38e13840cc91 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:46:52.104020 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f673712a-292c-4805-93cf-045ad386c637 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.141287 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e31da945-0827-4251-9e90-0bc4319800ad req-bb9ab79a-4acb-4cb4-9387-01c641d6282a tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=ddcf0a21-3ffc-413b-998d-d1be10ffdcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197802 Apr 18 20:46:52.207918 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f673712a-292c-4805-93cf-045ad386c637 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.212972 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-193301bb-17ad-49ac-87e2-e50b6319ba33 req-2001b3b4-056d-4c02-be20-ca70d2bfd743 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488941 Apr 18 20:46:52.341882 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f673712a-292c-4805-93cf-045ad386c637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.436098 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b1696715-123b-49b4-9f8b-e6aab058cc80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.527731 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f673712a-292c-4805-93cf-045ad386c637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.595137 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673712a-292c-4805-93cf-045ad386c637 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cf08287-211c-491e-a18d-38e13840cc91,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:52.599583 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f673712a-292c-4805-93cf-045ad386c637 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.608099 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f673712a-292c-4805-93cf-045ad386c637 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6cf08287-211c-491e-a18d-38e13840cc91 HTTP/1.1" status: 204 len: 168 time: 0.6280525 Apr 18 20:46:52.609236 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48846) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:52.780617 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-79ccb255-37f0-4c6f-b37c-5a694c967181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.786081 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b1696715-123b-49b4-9f8b-e6aab058cc80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.796258 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b1696715-123b-49b4-9f8b-e6aab058cc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.881219 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f28bb5-fffe-4fe1-ac8c-aa92a2d657c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:46:52.884408 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-202d38a6-ab5e-460e-a70e-8a470160dd8a req-b75527a0-cf12-47c7-b14d-d0672d696ae8 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 210 time: 0.0865915 Apr 18 20:46:52.889424 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-48f28bb5-fffe-4fe1-ac8c-aa92a2d657c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "PUT /v2.0/routers/1b1c8a86-ac8d-463e-a945-b69c4bb14448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8840573 Apr 18 20:46:52.894497 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b1696715-123b-49b4-9f8b-e6aab058cc80 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63dad34aa2db45019cbf672152b73c92&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0891149 Apr 18 20:46:52.894948 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48856) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:52.900300 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48858) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:52.918884 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1696715-123b-49b4-9f8b-e6aab058cc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23822feb-1e09-4cd7-a6e2-cecf1d4a0181,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:52.923997 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cee255-e510-4ff5-94d2-c9ca49acbc16 None None] Sync routers for ids ['1b1c8a86-ac8d-463e-a945-b69c4bb14448'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:46:52.951702 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cee255-e510-4ff5-94d2-c9ca49acbc16 None None] Routers {'1b1c8a86-ac8d-463e-a945-b69c4bb14448'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:52.951702 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b4cee255-e510-4ff5-94d2-c9ca49acbc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:46:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1b1c8a86-ac8d-463e-a945-b69c4bb14448'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:52.958614 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff4f2c-c5d8-49da-96e2-6f3ea7e8a5cd req-9ad880a1-5e85-44c9-9365-f91c3da299f3 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:52.966762 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5ff4f2c-c5d8-49da-96e2-6f3ea7e8a5cd req-9ad880a1-5e85-44c9-9365-f91c3da299f3 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=b27ee3e8-19ba-407e-968b-d59b21df6181 HTTP/1.1" status: 200 len: 908 time: 0.9241130 Apr 18 20:46:52.986208 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f2440-8902-49a1-adcb-199ea9517ca3 req-c3209ada-dd07-43cd-aae1-911ea71874ed tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:52.988546 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-df4f2440-8902-49a1-adcb-199ea9517ca3 req-c3209ada-dd07-43cd-aae1-911ea71874ed tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.32 "GET /v2.0/ports?device_id=b27ee3e8-19ba-407e-968b-d59b21df6181 HTTP/1.1" status: 200 len: 908 time: 0.8571653 Apr 18 20:46:53.044173 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48862) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:53.116384 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69fd0da8-ee64-4cc4-9c4a-d6e3db1b5f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.124805 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b824309-a688-404b-8184-d2461f69193d req-6681a21e-0b5c-4717-9689-bb24681bfb95 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Made reservation on behalf of 66c8c89b1fcc4ff8ba25812b9483869d for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:53.129320 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6b824309-a688-404b-8184-d2461f69193d req-6681a21e-0b5c-4717-9689-bb24681bfb95 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.169688 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-79ccb255-37f0-4c6f-b37c-5a694c967181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.181441 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-b4cee255-e510-4ff5-94d2-c9ca49acbc16 None None] Set router 1b1c8a86-ac8d-463e-a945-b69c4bb14448 gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:53.185495 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69fd0da8-ee64-4cc4-9c4a-d6e3db1b5f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.204982 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 89e026fb-b853-4ded-b724-fd458befb4d7 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:46:53.271096 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-79ccb255-37f0-4c6f-b37c-5a694c967181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd263f4-c6b2-4099-8ab2-af393c8b0811']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:53.292343 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf161c5f-f94c-4dce-9566-b7b8984a5a1e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:53.296234 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bf161c5f-f94c-4dce-9566-b7b8984a5a1e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports/8cda699b-0162-44ca-9f23-52f7863bbaad HTTP/1.1" status: 200 len: 911 time: 0.3964019 Apr 18 20:46:53.297124 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48868) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:53.300343 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-79ccb255-37f0-4c6f-b37c-5a694c967181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b25a3a-f544-446d-be1e-6586615e1d3e') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:53.300751 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-79ccb255-37f0-4c6f-b37c-5a694c967181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b25a3a-f544-446d-be1e-6586615e1d3e') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:53.336957 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 89e026fb-b853-4ded-b724-fd458befb4d7 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:53.338201 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-79ccb255-37f0-4c6f-b37c-5a694c967181 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.348808 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 89e026fb-b853-4ded-b724-fd458befb4d7 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:53.350421 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.364557 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-79ccb255-37f0-4c6f-b37c-5a694c967181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.377226 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ccb255-37f0-4c6f-b37c-5a694c967181 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:46:53.377713 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-79ccb255-37f0-4c6f-b37c-5a694c967181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:53.382709 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:53.404245 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-dc12a817-4a24-4772-9eda-2d02e5658ce6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-551513021-network', 'tenant_id': 'c88cacc323b84252ab33fccf7a38366c'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:53.439412 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cfab7e-6e2a-44a2-ba79-ccf07ff6b20a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:53.444325 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b4cee255-e510-4ff5-94d2-c9ca49acbc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1c8a86-ac8d-463e-a945-b69c4bb14448', 'name': 'tempest-NetworksTestDHCPv6-router-897521356', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:44Z', 'updated_at': '2022-04-18T20:46:48Z', 'revision_number': 2, 'project_id': '2137ae7eec6143fb871237b99e217de6', 'gw_port_host': None, '_interfaces': [{'id': '8cda699b-0162-44ca-9f23-52f7863bbaad', 'name': '', 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'mac_address': 'fa:16:3e:29:0c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1c8a86-ac8d-463e-a945-b69c4bb14448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '230e32ab-64a0-4266-b8c8-1ab4d7e84b92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:46Z', 'updated_at': '2022-04-18T20:46:49Z', 'revision_number': 2, 'project_id': '2137ae7eec6143fb871237b99e217de6', 'subnets': [{'id': '230e32ab-64a0-4266-b8c8-1ab4d7e84b92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:53.453018 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cfab7e-6e2a-44a2-ba79-ccf07ff6b20a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:53.456549 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-49cfab7e-6e2a-44a2-ba79-ccf07ff6b20a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1582103 Apr 18 20:46:53.462711 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48870) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:53.479164 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cee255-e510-4ff5-94d2-c9ca49acbc16 None None] Checking router: 1b1c8a86-ac8d-463e-a945-b69c4bb14448 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:46:53.479803 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cee255-e510-4ff5-94d2-c9ca49acbc16 None None] Updating router 1b1c8a86-ac8d-463e-a945-b69c4bb14448 port 8cda699b-0162-44ca-9f23-52f7863bbaad binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:46:53.522027 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b4cee255-e510-4ff5-94d2-c9ca49acbc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.586678 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.600252 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69fd0da8-ee64-4cc4-9c4a-d6e3db1b5f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.605962 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-79ccb255-37f0-4c6f-b37c-5a694c967181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.615748 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-79ccb255-37f0-4c6f-b37c-5a694c967181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.615980 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69fd0da8-ee64-4cc4-9c4a-d6e3db1b5f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.618293 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-69fd0da8-ee64-4cc4-9c4a-d6e3db1b5f82 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23822feb-1e09-4cd7-a6e2-cecf1d4a0181 HTTP/1.1" status: 204 len: 168 time: 0.7163053 Apr 18 20:46:53.621963 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-79ccb255-37f0-4c6f-b37c-5a694c967181 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6dd263f4-c6b2-4099-8ab2-af393c8b0811 HTTP/1.1" status: 204 len: 168 time: 1.0101416 Apr 18 20:46:53.628690 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48874) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:53.675303 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-df4f2440-8902-49a1-adcb-199ea9517ca3 req-7cdbc77e-12a5-4058-b1d8-b22cb526e374 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Deleting port e7e827b3-7845-4ccd-bb59-e846eada47b3 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:53.675964 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-df4f2440-8902-49a1-adcb-199ea9517ca3 req-7cdbc77e-12a5-4058-b1d8-b22cb526e374 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.681020 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 89e026fb-b853-4ded-b724-fd458befb4d7, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=89e026fb-b853-4ded-b724-fd458befb4d7,segment=NetworkSegment(64c8134d-cf3b-4e3e-ba14-103697500b71),segment_id=64c8134d-cf3b-4e3e-ba14-103697500b71)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:53.686196 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b8c7d8-e886-491e-8093-95c2f2d0299f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e026fb-b853-4ded-b724-fd458befb4d7'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:46:53.687433 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccb255-37f0-4c6f-b37c-5a694c967181 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dd263f4-c6b2-4099-8ab2-af393c8b0811,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:53.690703 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58eb6f62-5dd2-4bdc-bdae-0fba45574477" -d '{"events": [{"server_uuid": "c1b8c7d8-e886-491e-8093-95c2f2d0299f", "name": "network-vif-plugged", "status": "completed", "tag": "89e026fb-b853-4ded-b724-fd458befb4d7"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:46:53.695217 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.766904 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=89e026fb-b853-4ded-b724-fd458befb4d7,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:53.820312 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e2462-cdd0-46f1-b39a-319daf6b855b req-13095984-d602-4188-af3d-5adf89fc3201 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:53.825120 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d8e2462-cdd0-46f1-b39a-319daf6b855b req-13095984-d602-4188-af3d-5adf89fc3201 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 945 time: 0.6342063 Apr 18 20:46:53.828330 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd0da8-ee64-4cc4-9c4a-d6e3db1b5f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23822feb-1e09-4cd7-a6e2-cecf1d4a0181,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:53.836135 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f2d549d-0320-4652-b7dd-092fa5f4e0d6 admin admin] Deleting subnet 600d3550-b8d4-4bb7-b0ec-82b08c199d0f {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:46:53.841601 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3f2d549d-0320-4652-b7dd-092fa5f4e0d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.917713 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc12a817-4a24-4772-9eda-2d02e5658ce6 admin admin] Made reservation on behalf of c88cacc323b84252ab33fccf7a38366c for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:53.921231 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dc12a817-4a24-4772-9eda-2d02e5658ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.935084 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3f2d549d-0320-4652-b7dd-092fa5f4e0d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.028582 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dc12a817-4a24-4772-9eda-2d02e5658ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.031158 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3f2d549d-0320-4652-b7dd-092fa5f4e0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.046638 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8203a-ae1f-4d35-8746-18338ac564f4 req-6748c193-6bd0-412e-8a3f-9cbb6e9b201d tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:54.048985 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b4cee255-e510-4ff5-94d2-c9ca49acbc16 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.051650 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-49e8203a-ae1f-4d35-8746-18338ac564f4 req-6748c193-6bd0-412e-8a3f-9cbb6e9b201d tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b8c7d8-e886-491e-8093-95c2f2d0299f HTTP/1.1" status: 200 len: 944 time: 0.7950988 Apr 18 20:46:54.067415 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b4cee255-e510-4ff5-94d2-c9ca49acbc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.105562 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3f2d549d-0320-4652-b7dd-092fa5f4e0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.165246 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d549d-0320-4652-b7dd-092fa5f4e0d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=600d3550-b8d4-4bb7-b0ec-82b08c199d0f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:54.175136 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3f2d549d-0320-4652-b7dd-092fa5f4e0d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.179153 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3f2d549d-0320-4652-b7dd-092fa5f4e0d6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/600d3550-b8d4-4bb7-b0ec-82b08c199d0f HTTP/1.1" status: 204 len: 168 time: 0.5487339 Apr 18 20:46:54.179746 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48884) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:54.198073 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461529c-942d-479d-826b-2278ba8afd06 None None] Pushing event updated for resources: {'Port': ['ID=8cda699b-0162-44ca-9f23-52f7863bbaad,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:54.213406 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48886) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:54.259743 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-83f78c9a-2b9d-470d-88e9-d4e67f2793d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.310303 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-b4cee255-e510-4ff5-94d2-c9ca49acbc16 None None] Attempting to bind port 8cda699b-0162-44ca-9f23-52f7863bbaad on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:54.310813 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-b4cee255-e510-4ff5-94d2-c9ca49acbc16 None None] Attempting to bind port 8cda699b-0162-44ca-9f23-52f7863bbaad by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:54.311261 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cee255-e510-4ff5-94d2-c9ca49acbc16 None None] Attempting to bind port 8cda699b-0162-44ca-9f23-52f7863bbaad on network 50eba278-0f67-4e34-aa13-933b003eee26 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:46:54.319285 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cee255-e510-4ff5-94d2-c9ca49acbc16 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:46:54.320161 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cee255-e510-4ff5-94d2-c9ca49acbc16 None None] Checking segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:46:54.320813 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b4cee255-e510-4ff5-94d2-c9ca49acbc16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.321469 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cee255-e510-4ff5-94d2-c9ca49acbc16 None None] Bound using segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:46:54.322210 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-b4cee255-e510-4ff5-94d2-c9ca49acbc16 None None] Bound port: 8cda699b-0162-44ca-9f23-52f7863bbaad, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:54.322849 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b4cee255-e510-4ff5-94d2-c9ca49acbc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.337102 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-49e8203a-ae1f-4d35-8746-18338ac564f4 req-e701cdf3-fb2e-4f93-b712-be5f79448b50 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=ddcf0a21-3ffc-413b-998d-d1be10ffdcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642829 Apr 18 20:46:54.353229 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d8e2462-cdd0-46f1-b39a-319daf6b855b req-408c668a-138e-45a4-843e-51b39ee9dc8f tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409831 Apr 18 20:46:54.375280 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-6b824309-a688-404b-8184-d2461f69193d req-6681a21e-0b5c-4717-9689-bb24681bfb95 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Allocated IP 172.20.0.4 (af9b8ad0-3b77-4446-8808-154f03d72322/c229c317-384e-4f90-84f5-fac3dceea926/94bde35a-36ba-4aca-99da-54bb3dafcba8) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:54.415331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-df4f2440-8902-49a1-adcb-199ea9517ca3 req-7cdbc77e-12a5-4058-b1d8-b22cb526e374 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] For port e7e827b3-7845-4ccd-bb59-e846eada47b3, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=e7e827b3-7845-4ccd-bb59-e846eada47b3,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:54.416048 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-df4f2440-8902-49a1-adcb-199ea9517ca3 req-7cdbc77e-12a5-4058-b1d8-b22cb526e374 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.448541 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2749d79b-3ba8-4abc-975d-f5154e456b70 x-openstack-request-id: req-2749d79b-3ba8-4abc-975d-f5154e456b70 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:46:54.450089 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b8c7d8-e886-491e-8093-95c2f2d0299f", "name": "network-vif-plugged", "status": "completed", "tag": "89e026fb-b853-4ded-b724-fd458befb4d7", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:46:54.450525 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2749d79b-3ba8-4abc-975d-f5154e456b70 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:46:54.451108 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2749d79b-3ba8-4abc-975d-f5154e456b70'] response: {'server_uuid': 'c1b8c7d8-e886-491e-8093-95c2f2d0299f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e026fb-b853-4ded-b724-fd458befb4d7', 'code': 200} Apr 18 20:46:54.460767 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4db31def-1fee-4a57-8852-2bbfd8224ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.499026 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-b4cee255-e510-4ff5-94d2-c9ca49acbc16 None None] For port 8cda699b-0162-44ca-9f23-52f7863bbaad, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:46:54.508351 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3ed66f24-b408-4f2a-82dd-2bda3b2309cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.523778 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-b4cee255-e510-4ff5-94d2-c9ca49acbc16 None None] For port 8cda699b-0162-44ca-9f23-52f7863bbaad, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8cda699b-0162-44ca-9f23-52f7863bbaad,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:46:54.525400 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-df4f2440-8902-49a1-adcb-199ea9517ca3 req-7cdbc77e-12a5-4058-b1d8-b22cb526e374 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Calling delete_port for e7e827b3-7845-4ccd-bb59-e846eada47b3 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:54.533020 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b4cee255-e510-4ff5-94d2-c9ca49acbc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.670184 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cee255-e510-4ff5-94d2-c9ca49acbc16 None None] Routers {'1b1c8a86-ac8d-463e-a945-b69c4bb14448'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:54.671195 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b4cee255-e510-4ff5-94d2-c9ca49acbc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:46:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1b1c8a86-ac8d-463e-a945-b69c4bb14448'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:54.753236 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4217cd65-4657-4fa7-86c0-72ad14b5a233 req-0ef8c3de-2362-4526-a35e-fb721bba63a0 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 210 time: 0.0642879 Apr 18 20:46:54.789579 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d9590732-0777-41f1-a1e1-dda56c20f7a8 None None] Provisioning complete for port 8cda699b-0162-44ca-9f23-52f7863bbaad triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:54.793493 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d9590732-0777-41f1-a1e1-dda56c20f7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.819320 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8e9493a1-9255-4c8f-889d-f61bc9330992 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.870232 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17c287-732d-4fc2-9b6e-9fa1d4b800c4 req-ba2b8dd5-57b2-4bb8-9cca-901781e54350 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:54.879915 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c17c287-732d-4fc2-9b6e-9fa1d4b800c4 req-ba2b8dd5-57b2-4bb8-9cca-901781e54350 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=b27ee3e8-19ba-407e-968b-d59b21df6181 HTTP/1.1" status: 200 len: 908 time: 0.2949159 Apr 18 20:46:54.915299 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dc12a817-4a24-4772-9eda-2d02e5658ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.935217 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dc12a817-4a24-4772-9eda-2d02e5658ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.949005 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-b4cee255-e510-4ff5-94d2-c9ca49acbc16 None None] Set router 1b1c8a86-ac8d-463e-a945-b69c4bb14448 gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:54.996148 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc12a817-4a24-4772-9eda-2d02e5658ce6 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:46:55.015209 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6b824309-a688-404b-8184-d2461f69193d req-6681a21e-0b5c-4717-9689-bb24681bfb95 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.042925 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12a817-4a24-4772-9eda-2d02e5658ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84d630b-469a-4fd1-b1cd-19d34e2cecbe,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:55.060914 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dc12a817-4a24-4772-9eda-2d02e5658ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.061365 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-dc12a817-4a24-4772-9eda-2d02e5658ce6 admin admin] Added segment 2da99ea9-4454-4f9d-b216-7856bd4bee5f of type vlan for network c4dde5e8-2f70-42d0-adc3-067a8f6a7273 Apr 18 20:46:55.140117 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-df4f2440-8902-49a1-adcb-199ea9517ca3 req-7cdbc77e-12a5-4058-b1d8-b22cb526e374 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.144873 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d9590732-0777-41f1-a1e1-dda56c20f7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.145558 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dc12a817-4a24-4772-9eda-2d02e5658ce6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.151490 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a38c0e-3749-404c-bb3d-4e6676bda754 req-0daad56c-194f-48cf-83bc-b936a010d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:55.154542 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a2a38c0e-3749-404c-bb3d-4e6676bda754 req-0daad56c-194f-48cf-83bc-b936a010d173 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c1b8c7d8-e886-491e-8093-95c2f2d0299f HTTP/1.1" status: 200 len: 1096 time: 0.6009955 Apr 18 20:46:55.195110 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdbc77e-12a5-4058-b1d8-b22cb526e374 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Pushing event deleted for resources: {'Port': ['ID=e7e827b3-7845-4ccd-bb59-e846eada47b3,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:55.222595 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6b824309-a688-404b-8184-d2461f69193d req-6681a21e-0b5c-4717-9689-bb24681bfb95 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.248167 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d9590732-0777-41f1-a1e1-dda56c20f7a8 None None] For port 8cda699b-0162-44ca-9f23-52f7863bbaad, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8cda699b-0162-44ca-9f23-52f7863bbaad,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:55.261397 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d9590732-0777-41f1-a1e1-dda56c20f7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.299048 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4f2440-8902-49a1-adcb-199ea9517ca3 req-7cdbc77e-12a5-4058-b1d8-b22cb526e374 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] No DVR routers for this DVR port e7e827b3-7845-4ccd-bb59-e846eada47b3 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:55.321661 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-df4f2440-8902-49a1-adcb-199ea9517ca3 req-7cdbc77e-12a5-4058-b1d8-b22cb526e374 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.332555 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-df4f2440-8902-49a1-adcb-199ea9517ca3 req-7cdbc77e-12a5-4058-b1d8-b22cb526e374 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.32 "DELETE /v2.0/ports/e7e827b3-7845-4ccd-bb59-e846eada47b3 HTTP/1.1" status: 204 len: 173 time: 2.3339260 Apr 18 20:46:55.341309 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27ee3e8-19ba-407e-968b-d59b21df6181', 'name': 'network-vif-deleted', 'tag': 'e7e827b3-7845-4ccd-bb59-e846eada47b3'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:46:55.347023 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d387d2e-3606-4f9f-8153-da510665f50e" -d '{"events": [{"server_uuid": "b27ee3e8-19ba-407e-968b-d59b21df6181", "name": "network-vif-deleted", "tag": "e7e827b3-7845-4ccd-bb59-e846eada47b3"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:46:55.352830 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dc12a817-4a24-4772-9eda-2d02e5658ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.355059 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc12a817-4a24-4772-9eda-2d02e5658ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:55.356627 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dc12a817-4a24-4772-9eda-2d02e5658ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.428826 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b824309-a688-404b-8184-d2461f69193d req-6681a21e-0b5c-4717-9689-bb24681bfb95 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Network af9b8ad0-3b77-4446-8808-154f03d72322 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:55.442684 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461529c-942d-479d-826b-2278ba8afd06 None None] Pushing event updated for resources: {'Port': ['ID=8cda699b-0162-44ca-9f23-52f7863bbaad,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:55.456638 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-6b824309-a688-404b-8184-d2461f69193d req-6681a21e-0b5c-4717-9689-bb24681bfb95 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:55.476041 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9590732-0777-41f1-a1e1-dda56c20f7a8 None None] Pushing event updated for resources: {'Port': ['ID=8cda699b-0162-44ca-9f23-52f7863bbaad,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:55.479203 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b824309-a688-404b-8184-d2461f69193d req-6681a21e-0b5c-4717-9689-bb24681bfb95 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:46:55.548598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-3ecda016-3f2c-4b66-bf86-2f94a9a507d9 None None] Provisioning complete for port 8cda699b-0162-44ca-9f23-52f7863bbaad triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:55.554334 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3ecda016-3f2c-4b66-bf86-2f94a9a507d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.576749 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-83f78c9a-2b9d-470d-88e9-d4e67f2793d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.587040 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b4cee255-e510-4ff5-94d2-c9ca49acbc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1c8a86-ac8d-463e-a945-b69c4bb14448', 'name': 'tempest-NetworksTestDHCPv6-router-897521356', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:44Z', 'updated_at': '2022-04-18T20:46:48Z', 'revision_number': 2, 'project_id': '2137ae7eec6143fb871237b99e217de6', 'gw_port_host': None, '_interfaces': [{'id': '8cda699b-0162-44ca-9f23-52f7863bbaad', 'name': '', 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'mac_address': 'fa:16:3e:29:0c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1c8a86-ac8d-463e-a945-b69c4bb14448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '230e32ab-64a0-4266-b8c8-1ab4d7e84b92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:46Z', 'updated_at': '2022-04-18T20:46:54Z', 'revision_number': 4, 'project_id': '2137ae7eec6143fb871237b99e217de6', 'subnets': [{'id': '230e32ab-64a0-4266-b8c8-1ab4d7e84b92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:55.588950 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4db31def-1fee-4a57-8852-2bbfd8224ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.627250 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-dc12a817-4a24-4772-9eda-2d02e5658ce6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.5782650 Apr 18 20:46:55.627669 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-83f78c9a-2b9d-470d-88e9-d4e67f2793d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.631649 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b824309-a688-404b-8184-d2461f69193d req-6681a21e-0b5c-4717-9689-bb24681bfb95 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:55.632925 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6b824309-a688-404b-8184-d2461f69193d req-6681a21e-0b5c-4717-9689-bb24681bfb95 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.678690 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48894) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:55.690332 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11da071e-a9c0-410b-821f-ee13fd89823f x-openstack-request-id: req-11da071e-a9c0-410b-821f-ee13fd89823f {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:46:55.690677 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27ee3e8-19ba-407e-968b-d59b21df6181", "name": "network-vif-deleted", "tag": "e7e827b3-7845-4ccd-bb59-e846eada47b3", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:46:55.691022 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11da071e-a9c0-410b-821f-ee13fd89823f {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:46:55.691633 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11da071e-a9c0-410b-821f-ee13fd89823f'] response: {'server_uuid': 'b27ee3e8-19ba-407e-968b-d59b21df6181', 'name': 'network-vif-deleted', 'tag': 'e7e827b3-7845-4ccd-bb59-e846eada47b3', 'status': 'completed', 'code': 200} Apr 18 20:46:55.692275 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681a21e-0b5c-4717-9689-bb24681bfb95 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Pushing event updated for resources: {'Port': ['ID=94bde35a-36ba-4aca-99da-54bb3dafcba8,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:55.716034 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cee255-e510-4ff5-94d2-c9ca49acbc16 None None] The sync data for ids ['1b1c8a86-ac8d-463e-a945-b69c4bb14448'] in n-d-838323-3 is: [{'id': '1b1c8a86-ac8d-463e-a945-b69c4bb14448', 'name': 'tempest-NetworksTestDHCPv6-router-897521356', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:44Z', 'updated_at': '2022-04-18T20:46:48Z', 'revision_number': 2, 'project_id': '2137ae7eec6143fb871237b99e217de6', 'gw_port_host': None, '_interfaces': [{'id': '8cda699b-0162-44ca-9f23-52f7863bbaad', 'name': '', 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'mac_address': 'fa:16:3e:29:0c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1c8a86-ac8d-463e-a945-b69c4bb14448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '230e32ab-64a0-4266-b8c8-1ab4d7e84b92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:46Z', 'updated_at': '2022-04-18T20:46:54Z', 'revision_number': 4, 'project_id': '2137ae7eec6143fb871237b99e217de6', 'subnets': [{'id': '230e32ab-64a0-4266-b8c8-1ab4d7e84b92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:46:55.733737 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b824309-a688-404b-8184-d2461f69193d req-6681a21e-0b5c-4717-9689-bb24681bfb95 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7224076 Apr 18 20:46:55.767353 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-64065115-f31c-415b-bfd2-01e25fc02a54 admin admin] Request body: {'subnet': {'network_id': 'c4dde5e8-2f70-42d0-adc3-067a8f6a7273', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-551513021-subnet', 'tenant_id': 'c88cacc323b84252ab33fccf7a38366c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:55.795546 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-83f78c9a-2b9d-470d-88e9-d4e67f2793d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d8da54b6ff34c8fbb84fbe1e3d6f318&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5894117 Apr 18 20:46:55.799120 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48896) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:55.806690 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12a817-4a24-4772-9eda-2d02e5658ce6 admin admin] Pushing event updated for resources: {'Network': ['ID=c4dde5e8-2f70-42d0-adc3-067a8f6a7273,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:55.811819 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a2a38c0e-3749-404c-bb3d-4e6676bda754 req-045a5b91-2c8e-49fd-83ef-2c25f8b33d2a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ddcf0a21-3ffc-413b-998d-d1be10ffdcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796450 Apr 18 20:46:55.827537 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network c4dde5e8-2f70-42d0-adc3-067a8f6a7273 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:46:55.889537 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-6b824309-a688-404b-8184-d2461f69193d req-e47a2f28-c6a1-45a9-ba84-a0dd3e2fe8b9 service neutron] Request body: {'port': {'device_id': '5bf13885-7b6d-45b9-a782-8f263ac7f2e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:55.927908 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-4db31def-1fee-4a57-8852-2bbfd8224ef5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717bc620-4a88-4edb-986c-8eff3a5c1f65']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:55.993875 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f78c9a-2b9d-470d-88e9-d4e67f2793d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5f00c4-736d-4a33-82ae-07594b8e562b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:56.022797 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-4db31def-1fee-4a57-8852-2bbfd8224ef5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97b0705-9b92-4e28-9420-47ac4c3fee01') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:56.030528 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-4db31def-1fee-4a57-8852-2bbfd8224ef5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97b0705-9b92-4e28-9420-47ac4c3fee01') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:56.039100 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6b824309-a688-404b-8184-d2461f69193d req-e47a2f28-c6a1-45a9-ba84-a0dd3e2fe8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.070750 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d138771d-98bc-4c53-bbb4-bc441823c4c2 None None] Provisioning complete for port 94bde35a-36ba-4aca-99da-54bb3dafcba8 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:56.071271 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d138771d-98bc-4c53-bbb4-bc441823c4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.082357 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d85d4-bec7-4d2c-becc-48523f066dc1 req-455692bd-f29b-46bc-9796-eac4c45f94a0 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:56.092013 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-718d85d4-bec7-4d2c-becc-48523f066dc1 req-455692bd-f29b-46bc-9796-eac4c45f94a0 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 945 time: 0.3965778 Apr 18 20:46:56.131096 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dffc7c-ca18-46af-a51a-c33c537c505e req-13cc21c2-e67d-409a-9086-68e97f1efca3 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:56.142853 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15dffc7c-ca18-46af-a51a-c33c537c505e req-13cc21c2-e67d-409a-9086-68e97f1efca3 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b8c7d8-e886-491e-8093-95c2f2d0299f HTTP/1.1" status: 200 len: 945 time: 0.4541397 Apr 18 20:46:56.167370 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-d138771d-98bc-4c53-bbb4-bc441823c4c2 None None] Port 94bde35a-36ba-4aca-99da-54bb3dafcba8 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:46:56.169243 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4db31def-1fee-4a57-8852-2bbfd8224ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.187177 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64065115-f31c-415b-bfd2-01e25fc02a54 admin admin] Made reservation on behalf of c88cacc323b84252ab33fccf7a38366c for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:56.193730 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-64065115-f31c-415b-bfd2-01e25fc02a54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.215289 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device e7e827b3-7845-4ccd-bb59-e846eada47b3 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:56.264974 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-718d85d4-bec7-4d2c-becc-48523f066dc1 req-4f96a6f1-baf7-4834-a051-2e39dbe045c0 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700833 Apr 18 20:46:56.278638 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4db31def-1fee-4a57-8852-2bbfd8224ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.287617 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: e7e827b3-7845-4ccd-bb59-e846eada47b3 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:56.287970 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device e7e827b3-7845-4ccd-bb59-e846eada47b3 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:56.306699 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db31def-1fee-4a57-8852-2bbfd8224ef5 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:46:56.309664 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15dffc7c-ca18-46af-a51a-c33c537c505e req-1c10be8e-a108-4e53-90a2-4a4d46879187 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=ddcf0a21-3ffc-413b-998d-d1be10ffdcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630566 Apr 18 20:46:56.311994 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4db31def-1fee-4a57-8852-2bbfd8224ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:56.337191 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:56.589864 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8ca13-4b13-41bf-bfeb-4051f3d7965a req-2e8fbf8f-58e3-4f6f-a3e7-a6d657e7e81b tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:56.592031 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f7d8ca13-4b13-41bf-bfeb-4051f3d7965a req-2e8fbf8f-58e3-4f6f-a3e7-a6d657e7e81b tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 931 time: 0.2198803 Apr 18 20:46:56.767162 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f7d8ca13-4b13-41bf-bfeb-4051f3d7965a req-c560ecb1-66d3-48cc-8265-e9b1bf281bc6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144097 Apr 18 20:46:56.801568 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefddda-4556-4e53-8cd2-dc982d0f5ade req-38dbff66-1f97-4958-b03c-68d0b7e46668 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:56.803194 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1eefddda-4556-4e53-8cd2-dc982d0f5ade req-38dbff66-1f97-4958-b03c-68d0b7e46668 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 945 time: 0.1494431 Apr 18 20:46:56.952883 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1eefddda-4556-4e53-8cd2-dc982d0f5ade req-877dab97-60aa-4868-9496-712ba31b2a2b tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304138 Apr 18 20:46:56.961749 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-6b824309-a688-404b-8184-d2461f69193d req-e47a2f28-c6a1-45a9-ba84-a0dd3e2fe8b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94bde35a-36ba-4aca-99da-54bb3dafcba8 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:46:56.996226 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6b824309-a688-404b-8184-d2461f69193d req-e47a2f28-c6a1-45a9-ba84-a0dd3e2fe8b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.160561 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de2ddc37-3acd-4ae4-9f7a-d64aa923d56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.286997 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-6b824309-a688-404b-8184-d2461f69193d req-e47a2f28-c6a1-45a9-ba84-a0dd3e2fe8b9 service neutron] Transition to ACTIVE for port object 94bde35a-36ba-4aca-99da-54bb3dafcba8 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:57.294839 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6b824309-a688-404b-8184-d2461f69193d req-e47a2f28-c6a1-45a9-ba84-a0dd3e2fe8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.326021 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4db31def-1fee-4a57-8852-2bbfd8224ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.352119 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de2ddc37-3acd-4ae4-9f7a-d64aa923d56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.391788 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4db31def-1fee-4a57-8852-2bbfd8224ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.400573 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4db31def-1fee-4a57-8852-2bbfd8224ef5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/717bc620-4a88-4edb-986c-8eff3a5c1f65 HTTP/1.1" status: 204 len: 168 time: 3.1808994 Apr 18 20:46:57.447385 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8cda699b-0162-44ca-9f23-52f7863bbaad up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:46:57.453351 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a2f28-c6a1-45a9-ba84-a0dd3e2fe8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=94bde35a-36ba-4aca-99da-54bb3dafcba8,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:57.492228 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db31def-1fee-4a57-8852-2bbfd8224ef5 admin admin] Pushing event deleted for resources: {'Network': ['ID=717bc620-4a88-4edb-986c-8eff3a5c1f65,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:57.722446 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 8cda699b-0162-44ca-9f23-52f7863bbaad triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:57.723231 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.747725 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6b824309-a688-404b-8184-d2461f69193d req-e47a2f28-c6a1-45a9-ba84-a0dd3e2fe8b9 service neutron] Attempting to bind port 94bde35a-36ba-4aca-99da-54bb3dafcba8 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:57.748333 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6b824309-a688-404b-8184-d2461f69193d req-e47a2f28-c6a1-45a9-ba84-a0dd3e2fe8b9 service neutron] Attempting to bind port 94bde35a-36ba-4aca-99da-54bb3dafcba8 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '406ab32f-2da8-4456-8e5d-2d51a5282196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:57.748833 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-8e9493a1-9255-4c8f-889d-f61bc9330992 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting port 8cda699b-0162-44ca-9f23-52f7863bbaad {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:57.748963 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b824309-a688-404b-8184-d2461f69193d req-e47a2f28-c6a1-45a9-ba84-a0dd3e2fe8b9 service neutron] Attempting to bind port 94bde35a-36ba-4aca-99da-54bb3dafcba8 on network af9b8ad0-3b77-4446-8808-154f03d72322 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:46:57.749395 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8e9493a1-9255-4c8f-889d-f61bc9330992 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.781851 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de2ddc37-3acd-4ae4-9f7a-d64aa923d56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.796934 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de2ddc37-3acd-4ae4-9f7a-d64aa923d56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.801935 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-de2ddc37-3acd-4ae4-9f7a-d64aa923d56a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ba5f00c4-736d-4a33-82ae-07594b8e562b HTTP/1.1" status: 204 len: 168 time: 1.9850125 Apr 18 20:46:57.828862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b824309-a688-404b-8184-d2461f69193d req-e47a2f28-c6a1-45a9-ba84-a0dd3e2fe8b9 service neutron] Port 94bde35a-36ba-4aca-99da-54bb3dafcba8 on network af9b8ad0-3b77-4446-8808-154f03d72322 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:46:57.829202 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b824309-a688-404b-8184-d2461f69193d req-e47a2f28-c6a1-45a9-ba84-a0dd3e2fe8b9 service neutron] Attempting to bind port 94bde35a-36ba-4aca-99da-54bb3dafcba8 on network af9b8ad0-3b77-4446-8808-154f03d72322 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:46:57.865468 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b824309-a688-404b-8184-d2461f69193d req-e47a2f28-c6a1-45a9-ba84-a0dd3e2fe8b9 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:46:57.865828 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b824309-a688-404b-8184-d2461f69193d req-e47a2f28-c6a1-45a9-ba84-a0dd3e2fe8b9 service neutron] Checking segment: {'id': '406ab32f-2da8-4456-8e5d-2d51a5282196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:46:57.866164 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b824309-a688-404b-8184-d2461f69193d req-e47a2f28-c6a1-45a9-ba84-a0dd3e2fe8b9 service neutron] Bound using segment: {'id': '406ab32f-2da8-4456-8e5d-2d51a5282196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:46:57.866629 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6b824309-a688-404b-8184-d2461f69193d req-e47a2f28-c6a1-45a9-ba84-a0dd3e2fe8b9 service neutron] Bound port: 94bde35a-36ba-4aca-99da-54bb3dafcba8, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '406ab32f-2da8-4456-8e5d-2d51a5282196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:57.867109 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6b824309-a688-404b-8184-d2461f69193d req-e47a2f28-c6a1-45a9-ba84-a0dd3e2fe8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.973853 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7cba0-ac9d-4806-9b51-6bf29e96aa55 req-0c0a0c1c-78b9-4040-8872-a55fb700aba5 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:57.986083 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dde7cba0-ac9d-4806-9b51-6bf29e96aa55 req-0c0a0c1c-78b9-4040-8872-a55fb700aba5 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b8c7d8-e886-491e-8093-95c2f2d0299f HTTP/1.1" status: 200 len: 945 time: 0.2975905 Apr 18 20:46:58.113764 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48934) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:58.116299 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ddc37-3acd-4ae4-9f7a-d64aa923d56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5f00c4-736d-4a33-82ae-07594b8e562b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:58.198104 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1dd2a-57c6-4dde-8dd7-f97f618e14bf req-e3d8e3ce-c1ee-4381-91ce-3f0256893af8 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:58.199774 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ba1dd2a-57c6-4dde-8dd7-f97f618e14bf req-e3d8e3ce-c1ee-4381-91ce-3f0256893af8 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbf3f81b-f1c4-43e6-b0d6-728978dece5d HTTP/1.1" status: 200 len: 945 time: 0.3100655 Apr 18 20:46:58.224750 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dde7cba0-ac9d-4806-9b51-6bf29e96aa55 req-dfa3bfc2-0605-4b09-ab7a-8bd1087f9bf7 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=ddcf0a21-3ffc-413b-998d-d1be10ffdcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266202 Apr 18 20:46:58.233268 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-64065115-f31c-415b-bfd2-01e25fc02a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.283379 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-6b824309-a688-404b-8184-d2461f69193d req-e47a2f28-c6a1-45a9-ba84-a0dd3e2fe8b9 service neutron] For port 94bde35a-36ba-4aca-99da-54bb3dafcba8, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:46:58.324191 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ba1dd2a-57c6-4dde-8dd7-f97f618e14bf req-a61d6c34-b49f-4721-8e47-351692b211b4 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937991 Apr 18 20:46:58.327221 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-6b824309-a688-404b-8184-d2461f69193d req-e47a2f28-c6a1-45a9-ba84-a0dd3e2fe8b9 service neutron] For port 94bde35a-36ba-4aca-99da-54bb3dafcba8, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=94bde35a-36ba-4aca-99da-54bb3dafcba8,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:46:58.343834 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6b824309-a688-404b-8184-d2461f69193d req-e47a2f28-c6a1-45a9-ba84-a0dd3e2fe8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.361942 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-8e9493a1-9255-4c8f-889d-f61bc9330992 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] For port 8cda699b-0162-44ca-9f23-52f7863bbaad, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8cda699b-0162-44ca-9f23-52f7863bbaad,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:58.363487 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8e9493a1-9255-4c8f-889d-f61bc9330992 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.400663 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ec8dca1b-84ea-4108-be35-65bd91d67d1d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a69427bf9ca54cdabad9e78fae42a232&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2821388 Apr 18 20:46:58.407821 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48942) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:58.447222 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b824309-a688-404b-8184-d2461f69193d req-e47a2f28-c6a1-45a9-ba84-a0dd3e2fe8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:58.447457 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6b824309-a688-404b-8184-d2461f69193d req-e47a2f28-c6a1-45a9-ba84-a0dd3e2fe8b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.449094 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b824309-a688-404b-8184-d2461f69193d req-e47a2f28-c6a1-45a9-ba84-a0dd3e2fe8b9 service neutron] 10.222.0.32 "PUT /v2.0/ports/94bde35a-36ba-4aca-99da-54bb3dafcba8 HTTP/1.1" status: 200 len: 1091 time: 2.6571100 Apr 18 20:46:58.454253 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf13885-7b6d-45b9-a782-8f263ac7f2e3', 'tag': '94bde35a-36ba-4aca-99da-54bb3dafcba8'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:46:58.457616 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a9be28-45cd-4c43-af58-32964f8d3d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf13885-7b6d-45b9-a782-8f263ac7f2e3", "tag": "94bde35a-36ba-4aca-99da-54bb3dafcba8"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:46:58.479473 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a2f28-c6a1-45a9-ba84-a0dd3e2fe8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=94bde35a-36ba-4aca-99da-54bb3dafcba8,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:58.483361 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-8e9493a1-9255-4c8f-889d-f61bc9330992 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Calling delete_port for 8cda699b-0162-44ca-9f23-52f7863bbaad owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:58.535434 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5785b4-0d67-4ad6-a888-d750918a2828 req-1f970fe8-4e36-400c-95f2-ac6945e35e16 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:58.549653 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a5785b4-0d67-4ad6-a888-d750918a2828 req-1f970fe8-4e36-400c-95f2-ac6945e35e16 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 945 time: 0.2372568 Apr 18 20:46:58.563979 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64065115-f31c-415b-bfd2-01e25fc02a54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1983f3d8-16e4-4158-892c-fc056b6510b3,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:58.662426 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64065115-f31c-415b-bfd2-01e25fc02a54 admin admin] Checking segment: {'id': '2da99ea9-4454-4f9d-b216-7856bd4bee5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c4dde5e8-2f70-42d0-adc3-067a8f6a7273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:46:58.663333 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64065115-f31c-415b-bfd2-01e25fc02a54 admin admin] Network hostable DHCP agents. Network: c4dde5e8-2f70-42d0-adc3-067a8f6a7273, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:46:58.663480 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-40698ece-f812-4cec-9c0d-0ef1e59acefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.671248 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a5785b4-0d67-4ad6-a888-d750918a2828 req-31c8fe7a-532e-4b17-9228-57ab709933a3 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201496 Apr 18 20:46:58.719061 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64065115-f31c-415b-bfd2-01e25fc02a54 admin admin] Network c4dde5e8-2f70-42d0-adc3-067a8f6a7273 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:46:58.733753 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-40698ece-f812-4cec-9c0d-0ef1e59acefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.764685 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b824309-a688-404b-8184-d2461f69193d req-02602886-1303-4158-bca3-5ba85726d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:58.774213 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b824309-a688-404b-8184-d2461f69193d req-02602886-1303-4158-bca3-5ba85726d45a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66c8c89b1fcc4ff8ba25812b9483869d&device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 1094 time: 0.2640488 Apr 18 20:46:58.784269 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-48b06371-6bda-4c81-ae32-b6f7ccefef27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.813055 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-64065115-f31c-415b-bfd2-01e25fc02a54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, c4dde5e8-2f70-42d0-adc3-067a8f6a7273) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:58.832520 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c60f3ef-efed-4b6d-88f5-f7fb76a3b0b0 None None] Network c4dde5e8-2f70-42d0-adc3-067a8f6a7273 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:58.892907 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64065115-f31c-415b-bfd2-01e25fc02a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:58.895911 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-64065115-f31c-415b-bfd2-01e25fc02a54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.918524 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675152cc-e1dc-4aaa-aef3-d7e6e553cd5b req-0804f8aa-7b7f-47c2-a8c8-cefbb61a6153 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:58.920169 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-675152cc-e1dc-4aaa-aef3-d7e6e553cd5b req-0804f8aa-7b7f-47c2-a8c8-cefbb61a6153 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf3f81b-f1c4-43e6-b0d6-728978dece5d HTTP/1.1" status: 200 len: 945 time: 0.1909106 Apr 18 20:46:58.974552 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1ea4d7-b8ee-4cee-b1d8-94b6fc3a67bb x-openstack-request-id: req-cc1ea4d7-b8ee-4cee-b1d8-94b6fc3a67bb {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:46:58.975572 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf13885-7b6d-45b9-a782-8f263ac7f2e3", "tag": "94bde35a-36ba-4aca-99da-54bb3dafcba8", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:46:58.976345 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc1ea4d7-b8ee-4cee-b1d8-94b6fc3a67bb {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:46:58.979104 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc1ea4d7-b8ee-4cee-b1d8-94b6fc3a67bb'] response: {'name': 'network-changed', 'server_uuid': '5bf13885-7b6d-45b9-a782-8f263ac7f2e3', 'tag': '94bde35a-36ba-4aca-99da-54bb3dafcba8', 'status': 'completed', 'code': 200} Apr 18 20:46:58.993453 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b824309-a688-404b-8184-d2461f69193d req-49eb0d2f-9c22-4834-a26f-80142afa34e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94bde35a-36ba-4aca-99da-54bb3dafcba8 HTTP/1.1" status: 200 len: 217 time: 0.2087176 Apr 18 20:46:59.001997 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b32f59-8400-4106-a2db-177c4bad1857 req-0fb5b2b4-5d21-4bee-9238-d600705b9d4a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:59.018069 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b5b32f59-8400-4106-a2db-177c4bad1857 req-0fb5b2b4-5d21-4bee-9238-d600705b9d4a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 943 time: 0.4225078 Apr 18 20:46:59.030272 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-64065115-f31c-415b-bfd2-01e25fc02a54 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.2909808 Apr 18 20:46:59.239241 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19be601a-ec83-43b0-baa7-67e768293eaf None None] Network c4dde5e8-2f70-42d0-adc3-067a8f6a7273 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:59.285742 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-675152cc-e1dc-4aaa-aef3-d7e6e553cd5b req-e71d99f2-26d9-497d-9cb6-50702c266876 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Deleting port 537c68a4-2055-4e21-9736-5446ad8d21d6 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:59.286432 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-675152cc-e1dc-4aaa-aef3-d7e6e553cd5b req-e71d99f2-26d9-497d-9cb6-50702c266876 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.286653 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b824309-a688-404b-8184-d2461f69193d req-2446e163-8b61-4573-9803-f3a104e94b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:59.296088 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b824309-a688-404b-8184-d2461f69193d req-2446e163-8b61-4573-9803-f3a104e94b4c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c229c317-384e-4f90-84f5-fac3dceea926 HTTP/1.1" status: 200 len: 855 time: 0.2734957 Apr 18 20:46:59.306439 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b5b32f59-8400-4106-a2db-177c4bad1857 req-aa54eac3-faef-4b60-a073-250b972b74bf tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2852364 Apr 18 20:46:59.349269 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8e9493a1-9255-4c8f-889d-f61bc9330992 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.388075 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-40698ece-f812-4cec-9c0d-0ef1e59acefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.395048 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-40698ece-f812-4cec-9c0d-0ef1e59acefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.397528 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-40698ece-f812-4cec-9c0d-0ef1e59acefa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/08782475-bd4e-4729-b7bf-bcc8192c6da8 HTTP/1.1" status: 204 len: 168 time: 0.9858899 Apr 18 20:46:59.482614 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9493a1-9255-4c8f-889d-f61bc9330992 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Port': ['ID=8cda699b-0162-44ca-9f23-52f7863bbaad,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:59.651948 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40698ece-f812-4cec-9c0d-0ef1e59acefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08782475-bd4e-4729-b7bf-bcc8192c6da8,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:59.661272 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8e9493a1-9255-4c8f-889d-f61bc9330992 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.684072 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b824309-a688-404b-8184-d2461f69193d req-a150c5e0-baf9-4636-a89e-5db62a0d9e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:59.685952 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b824309-a688-404b-8184-d2461f69193d req-a150c5e0-baf9-4636-a89e-5db62a0d9e48 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af9b8ad0-3b77-4446-8808-154f03d72322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3731673 Apr 18 20:46:59.701501 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1626b-65ed-4056-812b-e2c0fb195367 req-ccdd2a9a-414c-4a6a-bbee-c2b9616ec859 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:59.703734 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7b1626b-65ed-4056-812b-e2c0fb195367 req-ccdd2a9a-414c-4a6a-bbee-c2b9616ec859 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b8c7d8-e886-491e-8093-95c2f2d0299f HTTP/1.1" status: 200 len: 945 time: 0.3500173 Apr 18 20:46:59.828399 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b824309-a688-404b-8184-d2461f69193d req-0e4ea9d3-e15b-4645-9ab8-9b69e372fafe service neutron] 10.222.0.32 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220717 Apr 18 20:46:59.858609 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419d1b4-b247-4142-a228-f111d25e5abc req-149343e6-45b3-44ef-9a68-eaa94ac1be34 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:59.860976 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f419d1b4-b247-4142-a228-f111d25e5abc req-149343e6-45b3-44ef-9a68-eaa94ac1be34 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbf3f81b-f1c4-43e6-b0d6-728978dece5d HTTP/1.1" status: 200 len: 945 time: 0.3743804 Apr 18 20:46:59.972382 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7b1626b-65ed-4056-812b-e2c0fb195367 req-b117b4f1-62d3-43ff-b9a9-ede0e3ab8a88 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=ddcf0a21-3ffc-413b-998d-d1be10ffdcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427422 Apr 18 20:47:00.008780 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-675152cc-e1dc-4aaa-aef3-d7e6e553cd5b req-e71d99f2-26d9-497d-9cb6-50702c266876 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] For port 537c68a4-2055-4e21-9736-5446ad8d21d6, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=537c68a4-2055-4e21-9736-5446ad8d21d6,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:00.008780 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-675152cc-e1dc-4aaa-aef3-d7e6e553cd5b req-e71d99f2-26d9-497d-9cb6-50702c266876 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.013573 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f419d1b4-b247-4142-a228-f111d25e5abc req-3f33edb9-9c78-47db-ab46-9aa563df6562 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241324 Apr 18 20:47:00.033778 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b824309-a688-404b-8184-d2461f69193d req-de50e21c-7f32-4de2-87f8-82657ade081e service neutron] 10.222.0.32 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922636 Apr 18 20:47:00.035309 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-675152cc-e1dc-4aaa-aef3-d7e6e553cd5b req-e71d99f2-26d9-497d-9cb6-50702c266876 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Calling delete_port for 537c68a4-2055-4e21-9736-5446ad8d21d6 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:00.081761 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.252018 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9493a1-9255-4c8f-889d-f61bc9330992 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Router 1b1c8a86-ac8d-463e-a945-b69c4bb14448 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:47:00.307418 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9be28-45cd-4c43-af58-32964f8d3d7c req-2dbef23a-6654-4fc5-8359-091ac0533ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:00.310142 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13a9be28-45cd-4c43-af58-32964f8d3d7c req-2dbef23a-6654-4fc5-8359-091ac0533ac5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66c8c89b1fcc4ff8ba25812b9483869d&device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 1094 time: 0.2149186 Apr 18 20:47:00.457648 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9be28-45cd-4c43-af58-32964f8d3d7c req-e2b585a5-fa39-49cc-851a-100a1abd24b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:00.459187 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13a9be28-45cd-4c43-af58-32964f8d3d7c req-e2b585a5-fa39-49cc-851a-100a1abd24b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=af9b8ad0-3b77-4446-8808-154f03d72322 HTTP/1.1" status: 200 len: 917 time: 0.1408629 Apr 18 20:47:00.467455 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9493a1-9255-4c8f-889d-f61bc9330992 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:47:00.481596 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8e9493a1-9255-4c8f-889d-f61bc9330992 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "PUT /v2.0/routers/1b1c8a86-ac8d-463e-a945-b69c4bb14448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0133414 Apr 18 20:47:00.484648 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48984) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:00.492491 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ac38f-7bdb-41f5-8942-ff75a150b866 req-ecfd6c0f-f04b-43ae-a5aa-34e003f554ab tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:00.493325 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a420a9d-680d-4853-b940-2bf098686e73 None None] Sync routers for ids ['1b1c8a86-ac8d-463e-a945-b69c4bb14448'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:00.501106 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-780ac38f-7bdb-41f5-8942-ff75a150b866 req-ecfd6c0f-f04b-43ae-a5aa-34e003f554ab tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 945 time: 0.2756064 Apr 18 20:47:00.542710 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a420a9d-680d-4853-b940-2bf098686e73 None None] Routers {'1b1c8a86-ac8d-463e-a945-b69c4bb14448'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:00.544757 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-1a420a9d-680d-4853-b940-2bf098686e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:46:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1b1c8a86-ac8d-463e-a945-b69c4bb14448'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:00.558546 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-675152cc-e1dc-4aaa-aef3-d7e6e553cd5b req-e71d99f2-26d9-497d-9cb6-50702c266876 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.570442 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13a9be28-45cd-4c43-af58-32964f8d3d7c req-9874fb5e-2141-451e-82c2-703d9af01ca9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94bde35a-36ba-4aca-99da-54bb3dafcba8 HTTP/1.1" status: 200 len: 217 time: 0.1032965 Apr 18 20:47:00.653566 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d99f2-26d9-497d-9cb6-50702c266876 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Pushing event deleted for resources: {'Port': ['ID=537c68a4-2055-4e21-9736-5446ad8d21d6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:00.703282 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['b9f7a1bc-057b-4a53-8a5b-e03f75a819fe', '537c68a4-2055-4e21-9736-5446ad8d21d6'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:47:00.758821 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-780ac38f-7bdb-41f5-8942-ff75a150b866 req-1e46188e-fdef-4df0-a8b7-74b464bf240a tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927292 Apr 18 20:47:00.862694 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-1a420a9d-680d-4853-b940-2bf098686e73 None None] Set router 1b1c8a86-ac8d-463e-a945-b69c4bb14448 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:00.877698 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9be28-45cd-4c43-af58-32964f8d3d7c req-82e61bb7-4e14-4366-956c-525fe8301bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:00.880291 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13a9be28-45cd-4c43-af58-32964f8d3d7c req-82e61bb7-4e14-4366-956c-525fe8301bf8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c229c317-384e-4f90-84f5-fac3dceea926 HTTP/1.1" status: 200 len: 855 time: 0.2388566 Apr 18 20:47:00.943566 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-675152cc-e1dc-4aaa-aef3-d7e6e553cd5b req-e71d99f2-26d9-497d-9cb6-50702c266876 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] No DVR routers for this DVR port 537c68a4-2055-4e21-9736-5446ad8d21d6 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:00.951083 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-675152cc-e1dc-4aaa-aef3-d7e6e553cd5b req-e71d99f2-26d9-497d-9cb6-50702c266876 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.959059 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-675152cc-e1dc-4aaa-aef3-d7e6e553cd5b req-e71d99f2-26d9-497d-9cb6-50702c266876 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.57 "DELETE /v2.0/ports/537c68a4-2055-4e21-9736-5446ad8d21d6 HTTP/1.1" status: 204 len: 173 time: 2.0273213 Apr 18 20:47:00.959950 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf3f81b-f1c4-43e6-b0d6-728978dece5d', 'name': 'network-vif-deleted', 'tag': '537c68a4-2055-4e21-9736-5446ad8d21d6'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:00.982127 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc11743-fcca-4854-8946-8d69ab3f07ba" -d '{"events": [{"server_uuid": "cbf3f81b-f1c4-43e6-b0d6-728978dece5d", "name": "network-vif-deleted", "tag": "537c68a4-2055-4e21-9736-5446ad8d21d6"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:47:00.983458 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-1a420a9d-680d-4853-b940-2bf098686e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1c8a86-ac8d-463e-a945-b69c4bb14448', 'name': 'tempest-NetworksTestDHCPv6-router-897521356', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:44Z', 'updated_at': '2022-04-18T20:46:59Z', 'revision_number': 3, 'project_id': '2137ae7eec6143fb871237b99e217de6', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:00.992403 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d391f1d-5409-4889-a16a-0ed687657f0f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:00.997982 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d391f1d-5409-4889-a16a-0ed687657f0f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:01.001619 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49000) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:01.006257 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3d391f1d-5409-4889-a16a-0ed687657f0f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5191817 Apr 18 20:47:01.007095 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49004) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:01.031903 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d0012-688a-4115-8caf-86dbf82ee147 req-a0264864-d951-4be7-b810-ea23c89a39fe tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:01.033606 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-941d0012-688a-4115-8caf-86dbf82ee147 req-a0264864-d951-4be7-b810-ea23c89a39fe tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1b8c7d8-e886-491e-8093-95c2f2d0299f HTTP/1.1" status: 200 len: 945 time: 0.4615338 Apr 18 20:47:01.065780 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a420a9d-680d-4853-b940-2bf098686e73 None None] Checking router: 1b1c8a86-ac8d-463e-a945-b69c4bb14448 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:47:01.085471 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a420a9d-680d-4853-b940-2bf098686e73 None None] Routers {'1b1c8a86-ac8d-463e-a945-b69c4bb14448'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:01.086143 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-1a420a9d-680d-4853-b940-2bf098686e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:46:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1b1c8a86-ac8d-463e-a945-b69c4bb14448'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:01.162858 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9be28-45cd-4c43-af58-32964f8d3d7c req-56300794-254a-4e86-945e-453eb0f11940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:01.165042 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13a9be28-45cd-4c43-af58-32964f8d3d7c req-56300794-254a-4e86-945e-453eb0f11940 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af9b8ad0-3b77-4446-8808-154f03d72322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2644572 Apr 18 20:47:01.294532 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13a9be28-45cd-4c43-af58-32964f8d3d7c req-96f92a6e-c920-4233-a311-be2726c9c4bd service neutron] 10.222.0.32 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196387 Apr 18 20:47:01.331198 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e02d8106-d8a3-422d-a5f3-e30165ef24ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b5159abc310940cd9872493962ecfddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3095350 Apr 18 20:47:01.336520 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49012) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:01.364468 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fc3b9-4643-431d-b5b1-c954a6515a9e req-0a4fb2ef-4b88-4d6a-8cd7-ebd1d42850fe tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:01.365174 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-1a420a9d-680d-4853-b940-2bf098686e73 None None] Set router 1b1c8a86-ac8d-463e-a945-b69c4bb14448 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:01.373290 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-314fc3b9-4643-431d-b5b1-c954a6515a9e req-0a4fb2ef-4b88-4d6a-8cd7-ebd1d42850fe tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 943 time: 0.4018381 Apr 18 20:47:01.404379 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-f398aeba-56b0-47e6-8888-fdbbb404a675 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet 230e32ab-64a0-4266-b8c8-1ab4d7e84b92 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:47:01.417648 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f398aeba-56b0-47e6-8888-fdbbb404a675 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.474961 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-c5baa90d-80db-47ec-9dce-afcee12c04bb tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:01.476815 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-c5baa90d-80db-47ec-9dce-afcee12c04bb tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.41 "GET /v2.0/networks?id=c4dde5e8-2f70-42d0-adc3-067a8f6a7273 HTTP/1.1" status: 200 len: 821 time: 0.5739782 Apr 18 20:47:01.526468 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f398aeba-56b0-47e6-8888-fdbbb404a675 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.535065 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-314fc3b9-4643-431d-b5b1-c954a6515a9e req-a5bcc02d-9493-4afb-ad83-b992d6238b29 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606019 Apr 18 20:47:01.547873 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-bf0a725e-1603-4f39-817e-d1c40463bc66 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.41 "GET /v2.0/quotas/c88cacc323b84252ab33fccf7a38366c HTTP/1.1" status: 200 len: 375 time: 0.0621955 Apr 18 20:47:01.640974 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-75d83faa-ef11-4e62-9676-e1237f85514c tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c88cacc323b84252ab33fccf7a38366c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0812886 Apr 18 20:47:01.648877 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13a9be28-45cd-4c43-af58-32964f8d3d7c req-2327f9bd-2eac-48ea-b6d0-648a2cbe3f40 service neutron] 10.222.0.32 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325577 Apr 18 20:47:01.678673 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d9abaf-ddc3-4022-95fd-c1a4a46b0082 x-openstack-request-id: req-23d9abaf-ddc3-4022-95fd-c1a4a46b0082 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:47:01.679120 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf3f81b-f1c4-43e6-b0d6-728978dece5d", "name": "network-vif-deleted", "tag": "537c68a4-2055-4e21-9736-5446ad8d21d6", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:47:01.679519 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23d9abaf-ddc3-4022-95fd-c1a4a46b0082 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:47:01.681017 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23d9abaf-ddc3-4022-95fd-c1a4a46b0082'] response: {'server_uuid': 'cbf3f81b-f1c4-43e6-b0d6-728978dece5d', 'name': 'network-vif-deleted', 'tag': '537c68a4-2055-4e21-9736-5446ad8d21d6', 'status': 'completed', 'code': 200} Apr 18 20:47:01.695915 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f398aeba-56b0-47e6-8888-fdbbb404a675 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.698090 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-1a420a9d-680d-4853-b940-2bf098686e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1c8a86-ac8d-463e-a945-b69c4bb14448', 'name': 'tempest-NetworksTestDHCPv6-router-897521356', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:44Z', 'updated_at': '2022-04-18T20:46:59Z', 'revision_number': 3, 'project_id': '2137ae7eec6143fb871237b99e217de6', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:01.823197 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-941d0012-688a-4115-8caf-86dbf82ee147 req-aaebfceb-b401-4491-9d40-d492ff59d27b tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Deleting port 89e026fb-b853-4ded-b724-fd458befb4d7 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:01.823480 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-941d0012-688a-4115-8caf-86dbf82ee147 req-aaebfceb-b401-4491-9d40-d492ff59d27b tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.847606 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a420a9d-680d-4853-b940-2bf098686e73 None None] The sync data for ids ['1b1c8a86-ac8d-463e-a945-b69c4bb14448'] in n-d-838323-3 is: [{'id': '1b1c8a86-ac8d-463e-a945-b69c4bb14448', 'name': 'tempest-NetworksTestDHCPv6-router-897521356', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:44Z', 'updated_at': '2022-04-18T20:46:59Z', 'revision_number': 3, 'project_id': '2137ae7eec6143fb871237b99e217de6', 'gw_port_host': None}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:01.855107 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.867548 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.880372 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a90cc-f42e-4a4a-bf99-83bbb1c24d7e req-2a72e7d4-bbdc-4a4e-a90d-147f80b67bb6 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:01.882307 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-657a90cc-f42e-4a4a-bf99-83bbb1c24d7e req-2a72e7d4-bbdc-4a4e-a90d-147f80b67bb6 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b8c7d8-e886-491e-8093-95c2f2d0299f HTTP/1.1" status: 200 len: 945 time: 0.1129038 Apr 18 20:47:01.902424 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-ebc53460-0855-451d-8e6f-22201b30910d service neutron] 10.222.0.41 "GET /v2.0/networks/c4dde5e8-2f70-42d0-adc3-067a8f6a7273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455590 Apr 18 20:47:02.019448 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-657a90cc-f42e-4a4a-bf99-83bbb1c24d7e req-94175d7f-6810-469a-adc9-9ffb03802b24 tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.41 "GET /v2.0/security-groups?id=ddcf0a21-3ffc-413b-998d-d1be10ffdcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275384 Apr 18 20:47:02.087385 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-941d0012-688a-4115-8caf-86dbf82ee147 req-aaebfceb-b401-4491-9d40-d492ff59d27b tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] For port 89e026fb-b853-4ded-b724-fd458befb4d7, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=89e026fb-b853-4ded-b724-fd458befb4d7,segment=NetworkSegment(64c8134d-cf3b-4e3e-ba14-103697500b71),segment_id=64c8134d-cf3b-4e3e-ba14-103697500b71)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:02.088001 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-941d0012-688a-4115-8caf-86dbf82ee147 req-aaebfceb-b401-4491-9d40-d492ff59d27b tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.092246 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3459b981-071c-46be-86f4-303cb8157b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.137457 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-ef71aac4-9c11-4d18-82e8-77116c601068 service neutron] 10.222.0.41 "GET /v2.0/networks/c4dde5e8-2f70-42d0-adc3-067a8f6a7273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335331 Apr 18 20:47:02.152317 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-941d0012-688a-4115-8caf-86dbf82ee147 req-aaebfceb-b401-4491-9d40-d492ff59d27b tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Calling delete_port for 89e026fb-b853-4ded-b724-fd458befb4d7 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:02.159492 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3459b981-071c-46be-86f4-303cb8157b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.163498 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f398aeba-56b0-47e6-8888-fdbbb404a675 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.260483 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398aeba-56b0-47e6-8888-fdbbb404a675 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=230e32ab-64a0-4266-b8c8-1ab4d7e84b92,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:02.264564 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f398aeba-56b0-47e6-8888-fdbbb404a675 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.272922 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f398aeba-56b0-47e6-8888-fdbbb404a675 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/230e32ab-64a0-4266-b8c8-1ab4d7e84b92 HTTP/1.1" status: 204 len: 168 time: 1.2567124 Apr 18 20:47:02.273426 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49024) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:02.304786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0054c918-b5ea-481d-9b06-eecd75da8234 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:02.495429 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3459b981-071c-46be-86f4-303cb8157b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.507921 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3459b981-071c-46be-86f4-303cb8157b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.513387 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3459b981-071c-46be-86f4-303cb8157b73 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4b122ffa-9d41-40e6-90dd-5906983f322a HTTP/1.1" status: 204 len: 168 time: 1.1703684 Apr 18 20:47:02.625535 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459b981-071c-46be-86f4-303cb8157b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b122ffa-9d41-40e6-90dd-5906983f322a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:02.727437 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-941d0012-688a-4115-8caf-86dbf82ee147 req-aaebfceb-b401-4491-9d40-d492ff59d27b tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.795119 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['89e026fb-b853-4ded-b724-fd458befb4d7'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:47:02.869628 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebfceb-b401-4491-9d40-d492ff59d27b tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Pushing event deleted for resources: {'Port': ['ID=89e026fb-b853-4ded-b724-fd458befb4d7,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:03.025181 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-941d0012-688a-4115-8caf-86dbf82ee147 req-aaebfceb-b401-4491-9d40-d492ff59d27b tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] No DVR routers for this DVR port 89e026fb-b853-4ded-b724-fd458befb4d7 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:03.029520 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-941d0012-688a-4115-8caf-86dbf82ee147 req-aaebfceb-b401-4491-9d40-d492ff59d27b tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:03.035723 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-941d0012-688a-4115-8caf-86dbf82ee147 req-aaebfceb-b401-4491-9d40-d492ff59d27b tempest-ServerGroupTestJSON-1903297841 tempest-ServerGroupTestJSON-1903297841-project] 10.222.0.57 "DELETE /v2.0/ports/89e026fb-b853-4ded-b724-fd458befb4d7 HTTP/1.1" status: 204 len: 173 time: 1.9151976 Apr 18 20:47:03.131992 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd79030-0812-4688-8f5d-179b9b456df3 None None] DHCP port deletion for 50eba278-0f67-4e34-aa13-933b003eee26 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:47:03.155248 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475d8d6-10da-44f6-ae2c-27a048a7361e req-ccea480d-cfff-40e5-802f-0f1bbc3a8447 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:03.160206 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f475d8d6-10da-44f6-ae2c-27a048a7361e req-ccea480d-cfff-40e5-802f-0f1bbc3a8447 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.57 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 945 time: 0.1222138 Apr 18 20:47:03.244048 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 537c68a4-2055-4e21-9736-5446ad8d21d6 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:47:03.327256 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7a393519-b7b4-47af-a04f-1b203b660d54 req-e8009d0d-0cb2-43c2-ac8b-87dbd288b79b tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.41 "GET /v2.0/ports?device_id=54c165e7-3665-4e4d-af32-6b97050f0f96 HTTP/1.1" status: 200 len: 210 time: 0.0415740 Apr 18 20:47:03.336304 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 537c68a4-2055-4e21-9736-5446ad8d21d6 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:47:03.337326 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 537c68a4-2055-4e21-9736-5446ad8d21d6 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:47:03.366773 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-0dd79030-0812-4688-8f5d-179b9b456df3 None None] Deleting port f4abb629-19ee-477e-b4f7-885da404ac78 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:03.366962 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0dd79030-0812-4688-8f5d-179b9b456df3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:03.576960 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-0dd79030-0812-4688-8f5d-179b9b456df3 None None] For port f4abb629-19ee-477e-b4f7-885da404ac78, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f4abb629-19ee-477e-b4f7-885da404ac78,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:03.582807 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0dd79030-0812-4688-8f5d-179b9b456df3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:03.584534 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49050) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:03.585192 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-18bd971b-cfdc-4afd-83af-404d9d8cdb9a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.3109357 Apr 18 20:47:03.605533 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8cda699b-0162-44ca-9f23-52f7863bbaad no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:47:03.692281 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db885dc8-9cd2-4a97-8cf8-615af0c623df req-d935d601-4804-438c-98c9-05b13cfa726d tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:03.702397 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db885dc8-9cd2-4a97-8cf8-615af0c623df req-d935d601-4804-438c-98c9-05b13cfa726d tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 945 time: 0.4273925 Apr 18 20:47:03.708226 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 8cda699b-0162-44ca-9f23-52f7863bbaad {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:47:03.711628 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8cda699b-0162-44ca-9f23-52f7863bbaad not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:47:03.712884 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f4abb629-19ee-477e-b4f7-885da404ac78 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:47:03.753230 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209e77b-3d3b-4bea-a984-4d76d380f957 req-320dcb41-0ef3-4e74-a944-9e82c0b8b33d tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:03.755566 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6209e77b-3d3b-4bea-a984-4d76d380f957 req-320dcb41-0ef3-4e74-a944-9e82c0b8b33d tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 943 time: 0.2035933 Apr 18 20:47:03.826629 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db885dc8-9cd2-4a97-8cf8-615af0c623df req-dc6f4eb3-450c-4ec8-a056-7a5d6af80a04 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226361 Apr 18 20:47:03.893912 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49060) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:03.938457 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-0dd79030-0812-4688-8f5d-179b9b456df3 None None] Calling delete_port for f4abb629-19ee-477e-b4f7-885da404ac78 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:04.027893 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6209e77b-3d3b-4bea-a984-4d76d380f957 req-69038339-53ad-4ac9-a9fc-666200bceb5f tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217448 Apr 18 20:47:04.263371 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6b736-307e-4a33-8f7a-a7cfd0435393 req-ce66bed5-5232-4981-ae4f-1a4eb4909a80 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:04.281223 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19e6b736-307e-4a33-8f7a-a7cfd0435393 req-ce66bed5-5232-4981-ae4f-1a4eb4909a80 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 945 time: 0.2129636 Apr 18 20:47:04.333587 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.344101 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 94bde35a-36ba-4aca-99da-54bb3dafcba8 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:47:04.359210 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b8c7d8-e886-491e-8093-95c2f2d0299f', 'name': 'network-vif-deleted', 'tag': '89e026fb-b853-4ded-b724-fd458befb4d7'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:04.364746 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae30134-0220-463e-8d1b-666c54783a81" -d '{"events": [{"server_uuid": "c1b8c7d8-e886-491e-8093-95c2f2d0299f", "name": "network-vif-deleted", "tag": "89e026fb-b853-4ded-b724-fd458befb4d7"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:47:04.398009 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19e6b736-307e-4a33-8f7a-a7cfd0435393 req-de499dae-d6fb-4d7f-99e6-90b3ae5036c2 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124969 Apr 18 20:47:04.406567 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-f475d8d6-10da-44f6-ae2c-27a048a7361e req-e6c85c83-6f40-4b5d-99b5-1a035c3d97df tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Deleting port b9f7a1bc-057b-4a53-8a5b-e03f75a819fe {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:04.407451 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f475d8d6-10da-44f6-ae2c-27a048a7361e req-e6c85c83-6f40-4b5d-99b5-1a035c3d97df tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.484977 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port f4abb629-19ee-477e-b4f7-885da404ac78, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f4abb629-19ee-477e-b4f7-885da404ac78,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:04.497280 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.resource_extend [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:47:04.500657 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.503970 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ccca58c7-da2f-4591-a2a4-fc78846bc286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.546270 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3687f106-2c30-4d79-a6e5-e47b00b09599 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.547410 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0dd79030-0812-4688-8f5d-179b9b456df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.560900 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7d3836-2cf7-4f3f-b5b7-0be5da238949 x-openstack-request-id: req-ef7d3836-2cf7-4f3f-b5b7-0be5da238949 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:47:04.561678 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b8c7d8-e886-491e-8093-95c2f2d0299f", "name": "network-vif-deleted", "tag": "89e026fb-b853-4ded-b724-fd458befb4d7", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:47:04.566678 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef7d3836-2cf7-4f3f-b5b7-0be5da238949 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:47:04.569636 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef7d3836-2cf7-4f3f-b5b7-0be5da238949'] response: {'server_uuid': 'c1b8c7d8-e886-491e-8093-95c2f2d0299f', 'name': 'network-vif-deleted', 'tag': '89e026fb-b853-4ded-b724-fd458befb4d7', 'status': 'completed', 'code': 200} Apr 18 20:47:04.622829 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event deleted for resources: {'Port': ['ID=f4abb629-19ee-477e-b4f7-885da404ac78,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:04.677776 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d27872b-ff50-4969-9e95-e344d680a2ed req-5d0bc4f6-bca4-46b4-97a7-e64dbda0d3fc tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.41 "GET /v2.0/ports?device_id=54c165e7-3665-4e4d-af32-6b97050f0f96 HTTP/1.1" status: 200 len: 210 time: 0.1084225 Apr 18 20:47:04.692631 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:04.693972 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:04.695360 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:04.696688 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:04.697554 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:04.698355 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:04.699098 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:04.700695 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:04.704254 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:04.705339 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:04.706925 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:04.707718 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:04.785001 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd79030-0812-4688-8f5d-179b9b456df3 None None] No DVR routers for this DVR port f4abb629-19ee-477e-b4f7-885da404ac78 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:04.812789 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd79030-0812-4688-8f5d-179b9b456df3 None None] Pushing event deleted for resources: {'Port': ['ID=f4abb629-19ee-477e-b4f7-885da404ac78,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:04.813836 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ccca58c7-da2f-4591-a2a4-fc78846bc286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.825542 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ccca58c7-da2f-4591-a2a4-fc78846bc286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.933767 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca58c7-da2f-4591-a2a4-fc78846bc286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2d221d-3535-4663-9fb2-b0a3125a490d,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:04.994499 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ccca58c7-da2f-4591-a2a4-fc78846bc286 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=113898d835f645a8b8c669a3a9e2a942&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0895104 Apr 18 20:47:05.002859 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49094) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:05.003452 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 94bde35a-36ba-4aca-99da-54bb3dafcba8, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=94bde35a-36ba-4aca-99da-54bb3dafcba8,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:05.042570 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca58c7-da2f-4591-a2a4-fc78846bc286 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:05.042921 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca58c7-da2f-4591-a2a4-fc78846bc286 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:05.043409 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca58c7-da2f-4591-a2a4-fc78846bc286 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:05.043759 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca58c7-da2f-4591-a2a4-fc78846bc286 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:05.044093 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca58c7-da2f-4591-a2a4-fc78846bc286 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:05.044445 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca58c7-da2f-4591-a2a4-fc78846bc286 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:05.044777 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca58c7-da2f-4591-a2a4-fc78846bc286 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:05.045161 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca58c7-da2f-4591-a2a4-fc78846bc286 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:05.045647 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca58c7-da2f-4591-a2a4-fc78846bc286 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:05.045978 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca58c7-da2f-4591-a2a4-fc78846bc286 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:05.046304 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca58c7-da2f-4591-a2a4-fc78846bc286 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:05.046628 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca58c7-da2f-4591-a2a4-fc78846bc286 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:05.080123 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '94bde35a-36ba-4aca-99da-54bb3dafcba8', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'port_id': '94bde35a-36ba-4aca-99da-54bb3dafcba8', 'mac_address': 'fa:16:3e:f1:ba:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:47:05.105945 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e455a4-5755-43c9-b564-e6cacf169483 req-86942fe7-2c53-45e1-ab7c-a5c6519fa3aa tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:05.115416 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d1e455a4-5755-43c9-b564-e6cacf169483 req-86942fe7-2c53-45e1-ab7c-a5c6519fa3aa tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 945 time: 0.1293042 Apr 18 20:47:05.129224 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49104) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:05.192230 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c84ea8b6-4ca2-4ad8-8621-f8fb32153145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.228283 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.230172 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7528667-a36f-4967-a985-1415b946d47d admin admin] Deleting subnet c49a0fb2-20ae-4fb6-b1d9-8f3baf66d91c {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:47:05.265416 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d1e455a4-5755-43c9-b564-e6cacf169483 req-57eb5513-965e-43aa-9b5f-277fa192891c tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484237 Apr 18 20:47:05.267546 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b7528667-a36f-4967-a985-1415b946d47d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.304669 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94bde35a-36ba-4aca-99da-54bb3dafcba8 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:47:05.313923 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device b9f7a1bc-057b-4a53-8a5b-e03f75a819fe no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:47:05.340338 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3687f106-2c30-4d79-a6e5-e47b00b09599 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.352326 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3687f106-2c30-4d79-a6e5-e47b00b09599 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.357271 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c84ea8b6-4ca2-4ad8-8621-f8fb32153145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.411584 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 94bde35a-36ba-4aca-99da-54bb3dafcba8, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=94bde35a-36ba-4aca-99da-54bb3dafcba8,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:05.428374 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b7528667-a36f-4967-a985-1415b946d47d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.432316 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.520296 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.559672 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115cbdd-5a92-4633-a835-47b90037aa96 req-9bad8955-22d6-4282-abff-430cc4658825 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:05.574641 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e115cbdd-5a92-4633-a835-47b90037aa96 req-9bad8955-22d6-4282-abff-430cc4658825 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 943 time: 0.2365489 Apr 18 20:47:05.637112 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42faf371-bfce-4039-ba26-3c9de4af5cc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f7a1bc-057b-4a53-8a5b-e03f75a819fe'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:05.641118 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ff03d4-7a0a-43ed-9d54-4dfc90b92a53" -d '{"events": [{"server_uuid": "42faf371-bfce-4039-ba26-3c9de4af5cc8", "name": "network-vif-unplugged", "status": "completed", "tag": "b9f7a1bc-057b-4a53-8a5b-e03f75a819fe"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:47:05.670100 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b7528667-a36f-4967-a985-1415b946d47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.671176 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-f475d8d6-10da-44f6-ae2c-27a048a7361e req-e6c85c83-6f40-4b5d-99b5-1a035c3d97df tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] For port b9f7a1bc-057b-4a53-8a5b-e03f75a819fe, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b9f7a1bc-057b-4a53-8a5b-e03f75a819fe,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:05.671917 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f475d8d6-10da-44f6-ae2c-27a048a7361e req-e6c85c83-6f40-4b5d-99b5-1a035c3d97df tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.695700 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-f475d8d6-10da-44f6-ae2c-27a048a7361e req-e6c85c83-6f40-4b5d-99b5-1a035c3d97df tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Calling delete_port for b9f7a1bc-057b-4a53-8a5b-e03f75a819fe owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:05.713635 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port b9f7a1bc-057b-4a53-8a5b-e03f75a819fe, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b9f7a1bc-057b-4a53-8a5b-e03f75a819fe,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:05.729227 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.731043 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 89e026fb-b853-4ded-b724-fd458befb4d7 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:47:05.737847 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=94bde35a-36ba-4aca-99da-54bb3dafcba8,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:05.749093 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c84ea8b6-4ca2-4ad8-8621-f8fb32153145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.753968 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c84ea8b6-4ca2-4ad8-8621-f8fb32153145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.756737 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c84ea8b6-4ca2-4ad8-8621-f8fb32153145 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f2d221d-3535-4663-9fb2-b0a3125a490d HTTP/1.1" status: 204 len: 168 time: 0.7525675 Apr 18 20:47:05.796903 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e115cbdd-5a92-4633-a835-47b90037aa96 req-2eeb4472-410c-405b-b18c-5480da299a46 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204080 Apr 18 20:47:05.804478 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ea8b6-4ca2-4ad8-8621-f8fb32153145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2d221d-3535-4663-9fb2-b0a3125a490d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:05.820852 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996b14a-dc81-4131-9ee8-7e00b97fb49e req-3a094897-74a8-446a-89af-1770f223fc92 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:05.834815 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8996b14a-dc81-4131-9ee8-7e00b97fb49e req-3a094897-74a8-446a-89af-1770f223fc92 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 945 time: 0.3007331 Apr 18 20:47:05.883432 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['94bde35a-36ba-4aca-99da-54bb3dafcba8'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:47:05.904218 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 89e026fb-b853-4ded-b724-fd458befb4d7 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:47:05.905943 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 89e026fb-b853-4ded-b724-fd458befb4d7 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:47:05.990441 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8996b14a-dc81-4131-9ee8-7e00b97fb49e req-e7dcdd5a-02e8-44e5-aa7a-ae7602410e01 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1870325-e2d9-4c2d-9bf9-7216a70c7a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532040 Apr 18 20:47:06.000755 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3687f106-2c30-4d79-a6e5-e47b00b09599 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.001322 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3687f106-2c30-4d79-a6e5-e47b00b09599 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Fanout notify agent at l3_agent the message router_deleted on router 1b1c8a86-ac8d-463e-a945-b69c4bb14448 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:47:06.003455 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f475d8d6-10da-44f6-ae2c-27a048a7361e req-e6c85c83-6f40-4b5d-99b5-1a035c3d97df tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.005280 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b7528667-a36f-4967-a985-1415b946d47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.023090 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3687f106-2c30-4d79-a6e5-e47b00b09599 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.030897 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3687f106-2c30-4d79-a6e5-e47b00b09599 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/routers/1b1c8a86-ac8d-463e-a945-b69c4bb14448 HTTP/1.1" status: 204 len: 168 time: 2.4450521 Apr 18 20:47:06.075711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49122) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:06.086440 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b7528667-a36f-4967-a985-1415b946d47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.091434 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b7528667-a36f-4967-a985-1415b946d47d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c49a0fb2-20ae-4fb6-b1d9-8f3baf66d91c HTTP/1.1" status: 204 len: 168 time: 0.9593196 Apr 18 20:47:06.103651 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49126) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:06.106870 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c85c83-6f40-4b5d-99b5-1a035c3d97df tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Pushing event deleted for resources: {'Port': ['ID=b9f7a1bc-057b-4a53-8a5b-e03f75a819fe,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:06.109298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7528667-a36f-4967-a985-1415b946d47d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c49a0fb2-20ae-4fb6-b1d9-8f3baf66d91c,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:06.146670 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-68f17d01-f816-431c-b2a8-a3eb3d48c4bb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0674975 Apr 18 20:47:06.150181 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49128) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:06.150497 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488d4d3d-32ef-4062-957c-0f00e9682e1b x-openstack-request-id: req-488d4d3d-32ef-4062-957c-0f00e9682e1b {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:47:06.151410 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42faf371-bfce-4039-ba26-3c9de4af5cc8", "name": "network-vif-unplugged", "status": "completed", "tag": "b9f7a1bc-057b-4a53-8a5b-e03f75a819fe", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:47:06.152026 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-488d4d3d-32ef-4062-957c-0f00e9682e1b {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:47:06.152940 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-488d4d3d-32ef-4062-957c-0f00e9682e1b'] response: {'server_uuid': '42faf371-bfce-4039-ba26-3c9de4af5cc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f7a1bc-057b-4a53-8a5b-e03f75a819fe', 'code': 200} Apr 18 20:47:06.271757 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=b9f7a1bc-057b-4a53-8a5b-e03f75a819fe,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:06.343354 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f475d8d6-10da-44f6-ae2c-27a048a7361e req-e6c85c83-6f40-4b5d-99b5-1a035c3d97df tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] No DVR routers for this DVR port b9f7a1bc-057b-4a53-8a5b-e03f75a819fe on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:06.364362 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-6784ecbb-9414-487f-9d2a-fdf0f603724b tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:06.379064 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b612e99a-cb56-4c1b-8ba3-dcea1153ce07 req-5d35424c-95ea-40d1-b0f3-6eb2e22f4b81 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.41 "GET /v2.0/ports?device_id=54c165e7-3665-4e4d-af32-6b97050f0f96 HTTP/1.1" status: 200 len: 210 time: 0.1661098 Apr 18 20:47:06.379590 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-6784ecbb-9414-487f-9d2a-fdf0f603724b tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.57 "GET /v2.0/networks?id=c4dde5e8-2f70-42d0-adc3-067a8f6a7273 HTTP/1.1" status: 200 len: 821 time: 0.9789968 Apr 18 20:47:06.382835 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-f475d8d6-10da-44f6-ae2c-27a048a7361e req-e6c85c83-6f40-4b5d-99b5-1a035c3d97df tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.386743 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f475d8d6-10da-44f6-ae2c-27a048a7361e req-e6c85c83-6f40-4b5d-99b5-1a035c3d97df tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.57 "DELETE /v2.0/ports/b9f7a1bc-057b-4a53-8a5b-e03f75a819fe HTTP/1.1" status: 204 len: 173 time: 3.2184951 Apr 18 20:47:06.390911 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6754432a-d77b-46dd-91c3-538725c3a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.400553 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-11938d08-7a67-43f8-a1f1-4dd5e6f8e5b4 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Request body: {'port': {'device_id': '54c165e7-3665-4e4d-af32-6b97050f0f96', 'network_id': 'c4dde5e8-2f70-42d0-adc3-067a8f6a7273', 'admin_state_up': True, 'tenant_id': 'c88cacc323b84252ab33fccf7a38366c'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:06.456670 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e943b47-b7b1-4e7a-9479-3f7a7d864cf5 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:06.463261 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7e943b47-b7b1-4e7a-9479-3f7a7d864cf5 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3060639 Apr 18 20:47:06.468538 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49136) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:06.537637 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e2f6a2c2-7d76-45d9-81f6-478acdb98c40 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0679805 Apr 18 20:47:06.543956 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49138) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:06.550113 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-d9ffb523-29b8-485b-89f3-b5bf7682f729 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:06.589394 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42faf371-bfce-4039-ba26-3c9de4af5cc8', 'name': 'network-vif-deleted', 'tag': 'b9f7a1bc-057b-4a53-8a5b-e03f75a819fe'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:06.592333 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5db07fa-e272-4c52-884b-c853e58fa2fc" -d '{"events": [{"server_uuid": "42faf371-bfce-4039-ba26-3c9de4af5cc8", "name": "network-vif-deleted", "tag": "b9f7a1bc-057b-4a53-8a5b-e03f75a819fe"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:47:06.710832 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cc7daf-68f7-41ee-a807-b366c3aa698b x-openstack-request-id: req-61cc7daf-68f7-41ee-a807-b366c3aa698b {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:47:06.712231 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42faf371-bfce-4039-ba26-3c9de4af5cc8", "name": "network-vif-deleted", "tag": "b9f7a1bc-057b-4a53-8a5b-e03f75a819fe", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:47:06.712498 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-61cc7daf-68f7-41ee-a807-b366c3aa698b {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:47:06.713139 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61cc7daf-68f7-41ee-a807-b366c3aa698b'] response: {'server_uuid': '42faf371-bfce-4039-ba26-3c9de4af5cc8', 'name': 'network-vif-deleted', 'tag': 'b9f7a1bc-057b-4a53-8a5b-e03f75a819fe', 'status': 'completed', 'code': 200} Apr 18 20:47:06.715108 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-11938d08-7a67-43f8-a1f1-4dd5e6f8e5b4 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Made reservation on behalf of c88cacc323b84252ab33fccf7a38366c for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:06.720151 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-11938d08-7a67-43f8-a1f1-4dd5e6f8e5b4 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.823514 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6754432a-d77b-46dd-91c3-538725c3a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.829440 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe296c-9ae8-4b04-9947-ac33e7048999 req-0aec39f8-2d80-4c7e-95b5-85259348ae4b tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:06.839723 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-04fe296c-9ae8-4b04-9947-ac33e7048999 req-0aec39f8-2d80-4c7e-95b5-85259348ae4b tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 945 time: 0.2774143 Apr 18 20:47:06.872909 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ffb523-29b8-485b-89f3-b5bf7682f729 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:06.878523 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d9ffb523-29b8-485b-89f3-b5bf7682f729 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.958453 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-04fe296c-9ae8-4b04-9947-ac33e7048999 req-6d62a77b-dcef-4b47-83a7-0a3ad966eb77 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052558 Apr 18 20:47:06.981395 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-6754432a-d77b-46dd-91c3-538725c3a0a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9acf196e-a38a-436c-b764-9b861ea5e5fa']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:07.052471 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-6754432a-d77b-46dd-91c3-538725c3a0a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c8134d-cf3b-4e3e-ba14-103697500b71') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:07.054390 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-6754432a-d77b-46dd-91c3-538725c3a0a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c8134d-cf3b-4e3e-ba14-103697500b71') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:07.148575 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6754432a-d77b-46dd-91c3-538725c3a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.151779 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49150) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:07.192474 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-62ff0279-b641-47e3-98b2-df42982d87cf req-078dafa0-85ef-409a-b8fd-8306cb01b429 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=42faf371-bfce-4039-ba26-3c9de4af5cc8 HTTP/1.1" status: 200 len: 210 time: 0.0434389 Apr 18 20:47:07.248671 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de49dd61-2ba3-4ca6-9100-fffc05ac00d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.271776 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6754432a-d77b-46dd-91c3-538725c3a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.300796 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6754432a-d77b-46dd-91c3-538725c3a0a2 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:47:07.301469 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6754432a-d77b-46dd-91c3-538725c3a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:47:07.304527 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:47:07.383244 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbb8c6-4f42-48f4-8f70-11f815691620 req-117804a8-408e-4863-95ea-e8200506e39c tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:07.385964 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-02bbb8c6-4f42-48f4-8f70-11f815691620 req-117804a8-408e-4863-95ea-e8200506e39c tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 944 time: 0.3218887 Apr 18 20:47:07.443064 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-11938d08-7a67-43f8-a1f1-4dd5e6f8e5b4 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Allocated IP 172.20.0.3 (c4dde5e8-2f70-42d0-adc3-067a8f6a7273/1983f3d8-16e4-4158-892c-fc056b6510b3/144bb294-6e6c-4f4d-93dc-26c4f2d3831d) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:07.467342 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6754432a-d77b-46dd-91c3-538725c3a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.469802 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-02bbb8c6-4f42-48f4-8f70-11f815691620 req-58a1a5d2-05ff-45ea-b9a5-9cfc5fa0e3b9 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682244 Apr 18 20:47:07.476183 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6754432a-d77b-46dd-91c3-538725c3a0a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.482531 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6754432a-d77b-46dd-91c3-538725c3a0a2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9acf196e-a38a-436c-b764-9b861ea5e5fa HTTP/1.1" status: 204 len: 168 time: 1.3607166 Apr 18 20:47:07.538632 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754432a-d77b-46dd-91c3-538725c3a0a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9acf196e-a38a-436c-b764-9b861ea5e5fa,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:07.608755 n-d-838323-3 neutron-server[102908]: DEBUG neutron.objects.ports [None req-d9ffb523-29b8-485b-89f3-b5bf7682f729 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102908) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:47:07.634278 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.635687 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d9ffb523-29b8-485b-89f3-b5bf7682f729 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.717237 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ba8b60f-15f2-483a-9f3c-cb7c628b4f87 req-2e567fc2-cead-4b11-88f5-034dfea40f3f tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.41 "GET /v2.0/ports?device_id=54c165e7-3665-4e4d-af32-6b97050f0f96 HTTP/1.1" status: 200 len: 210 time: 0.1034093 Apr 18 20:47:07.717850 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de49dd61-2ba3-4ca6-9100-fffc05ac00d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.738886 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ffb523-29b8-485b-89f3-b5bf7682f729 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:07.740897 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-d9ffb523-29b8-485b-89f3-b5bf7682f729 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:07.747521 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ffb523-29b8-485b-89f3-b5bf7682f729 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:07.748450 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d9ffb523-29b8-485b-89f3-b5bf7682f729 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.758871 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cf3dfc-1182-4906-b2e6-f10f31f1669d None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:07.770632 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ffb523-29b8-485b-89f3-b5bf7682f729 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=8d33060f-bfe1-4326-a9ad-6089b497ec73,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:07.776897 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de49dd61-2ba3-4ca6-9100-fffc05ac00d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.787742 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d9ffb523-29b8-485b-89f3-b5bf7682f729 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2425647 Apr 18 20:47:07.793004 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49168) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:07.798740 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ab15f364-e78b-4a0c-b522-e9550fe17c8b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:07.852215 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-de49dd61-2ba3-4ca6-9100-fffc05ac00d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8451a39e1fe24e68ad9cccc6bc6030ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6870918 Apr 18 20:47:07.853061 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49170) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:07.856504 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49dd61-2ba3-4ca6-9100-fffc05ac00d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ec9e3d-de18-4b5c-939e-ec1979429f04,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:07.968931 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5314b6ca-db8e-4cfd-91b1-4a56ff0d990c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.977476 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-11938d08-7a67-43f8-a1f1-4dd5e6f8e5b4 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.013309 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5314b6ca-db8e-4cfd-91b1-4a56ff0d990c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.020209 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab15f364-e78b-4a0c-b522-e9550fe17c8b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:08.024927 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ab15f364-e78b-4a0c-b522-e9550fe17c8b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.066137 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49176) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:08.097557 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-11938d08-7a67-43f8-a1f1-4dd5e6f8e5b4 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.149754 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2411fc4d-d6a6-4692-b79f-99ed59ce7558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-50eba278-0f67-4e34-aa13-933b003eee26', 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'fixed_ips': [{'subnet_id': '8d33060f-bfe1-4326-a9ad-6089b497ec73'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:47:08.150641 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2411fc4d-d6a6-4692-b79f-99ed59ce7558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.168912 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5314b6ca-db8e-4cfd-91b1-4a56ff0d990c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.172085 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5314b6ca-db8e-4cfd-91b1-4a56ff0d990c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.176164 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5314b6ca-db8e-4cfd-91b1-4a56ff0d990c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86ec9e3d-de18-4b5c-939e-ec1979429f04 HTTP/1.1" status: 204 len: 168 time: 0.3158293 Apr 18 20:47:08.197801 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314b6ca-db8e-4cfd-91b1-4a56ff0d990c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ec9e3d-de18-4b5c-939e-ec1979429f04,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:08.222456 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-11938d08-7a67-43f8-a1f1-4dd5e6f8e5b4 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Network c4dde5e8-2f70-42d0-adc3-067a8f6a7273 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:08.229183 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-11938d08-7a67-43f8-a1f1-4dd5e6f8e5b4 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:08.244107 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-11938d08-7a67-43f8-a1f1-4dd5e6f8e5b4 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:08.249051 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11938d08-7a67-43f8-a1f1-4dd5e6f8e5b4 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Pushing event updated for resources: {'Port': ['ID=144bb294-6e6c-4f4d-93dc-26c4f2d3831d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:08.292406 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49182) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:08.355046 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-11938d08-7a67-43f8-a1f1-4dd5e6f8e5b4 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:08.356617 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-11938d08-7a67-43f8-a1f1-4dd5e6f8e5b4 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.383171 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-11938d08-7a67-43f8-a1f1-4dd5e6f8e5b4 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9882157 Apr 18 20:47:08.401951 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-69795099-9fc9-41dd-9387-241f824fbb12 service neutron] Request body: {'port': {'device_id': '54c165e7-3665-4e4d-af32-6b97050f0f96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:08.481362 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-2411fc4d-d6a6-4692-b79f-99ed59ce7558 None None] Allocated IP 2001:db8::f816:3eff:fe5b:4be2 (50eba278-0f67-4e34-aa13-933b003eee26/8d33060f-bfe1-4326-a9ad-6089b497ec73/b915fe0b-81d2-4e42-aada-c0044fecd3c8) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:08.505615 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-69795099-9fc9-41dd-9387-241f824fbb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.563419 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 94bde35a-36ba-4aca-99da-54bb3dafcba8 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:08.579996 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-824161c6-f404-47d2-94b8-08977eb5495d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.802079 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-824161c6-f404-47d2-94b8-08977eb5495d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.823190 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-824161c6-f404-47d2-94b8-08977eb5495d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.858633 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ab15f364-e78b-4a0c-b522-e9550fe17c8b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.871310 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5a1c1ece-b82d-45de-bc82-c10c076da09c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d8d99d29e854c6999da5cfd14ef78c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8007710 Apr 18 20:47:08.881851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49198) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:08.907588 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824161c6-f404-47d2-94b8-08977eb5495d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a7afb3-67cf-4f45-bfab-de06b1e998ca,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:08.928149 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-824161c6-f404-47d2-94b8-08977eb5495d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=981e11e75a734b5285a73ee725e83a1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6339989 Apr 18 20:47:08.932556 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49202) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:09.017555 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 94bde35a-36ba-4aca-99da-54bb3dafcba8 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:09.060975 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 94bde35a-36ba-4aca-99da-54bb3dafcba8 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:09.061736 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.079964 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-07301946-4f72-4ae8-85ff-dfe574237183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.125093 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6f28e-8f4f-4a4e-829c-8a1e2efb0e29 req-6c380332-25ed-4673-9802-cd1f683b515a tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:09.129191 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5be6f28e-8f4f-4a4e-829c-8a1e2efb0e29 req-6c380332-25ed-4673-9802-cd1f683b515a tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 945 time: 0.9499002 Apr 18 20:47:09.149786 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2411fc4d-d6a6-4692-b79f-99ed59ce7558 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.152366 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-07301946-4f72-4ae8-85ff-dfe574237183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.172976 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2411fc4d-d6a6-4692-b79f-99ed59ce7558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.179836 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab15f364-e78b-4a0c-b522-e9550fe17c8b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:09.250714 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-ab15f364-e78b-4a0c-b522-e9550fe17c8b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:09.274851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15f364-e78b-4a0c-b522-e9550fe17c8b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=7f299da9-acf9-4094-b3f8-8cce0215bbb1,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:09.285517 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab15f364-e78b-4a0c-b522-e9550fe17c8b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:09.285778 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ab15f364-e78b-4a0c-b522-e9550fe17c8b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.310376 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-69795099-9fc9-41dd-9387-241f824fbb12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 144bb294-6e6c-4f4d-93dc-26c4f2d3831d {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:47:09.310889 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2411fc4d-d6a6-4692-b79f-99ed59ce7558 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:09.317087 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032de4b-4449-4ec8-b671-b27c678e6e3b req-0151bafa-33bc-49e1-ad60-692bf0cdcbdd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:09.317502 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-2411fc4d-d6a6-4692-b79f-99ed59ce7558 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:09.319758 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7032de4b-4449-4ec8-b671-b27c678e6e3b req-0151bafa-33bc-49e1-ad60-692bf0cdcbdd tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.4946744 Apr 18 20:47:09.332060 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.334277 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-69795099-9fc9-41dd-9387-241f824fbb12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.336174 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2411fc4d-d6a6-4692-b79f-99ed59ce7558 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:09.344719 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411fc4d-d6a6-4692-b79f-99ed59ce7558 None None] Pushing event updated for resources: {'Port': ['ID=b915fe0b-81d2-4e42-aada-c0044fecd3c8,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:09.348031 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5be6f28e-8f4f-4a4e-829c-8a1e2efb0e29 req-72566b08-5837-4817-886c-3fd3d274558b tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831117 Apr 18 20:47:09.371502 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-07301946-4f72-4ae8-85ff-dfe574237183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.384265 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-07301946-4f72-4ae8-85ff-dfe574237183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.390622 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-07301946-4f72-4ae8-85ff-dfe574237183 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11a7afb3-67cf-4f45-bfab-de06b1e998ca HTTP/1.1" status: 204 len: 168 time: 0.4529119 Apr 18 20:47:09.422107 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ab15f364-e78b-4a0c-b522-e9550fe17c8b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6276481 Apr 18 20:47:09.427654 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49212) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:09.436340 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-69795099-9fc9-41dd-9387-241f824fbb12 service neutron] Transition to ACTIVE for port object 144bb294-6e6c-4f4d-93dc-26c4f2d3831d will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:09.446568 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07301946-4f72-4ae8-85ff-dfe574237183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a7afb3-67cf-4f45-bfab-de06b1e998ca,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:09.447838 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-70eb3dd7-030b-4cb1-ae8b-2d99dc6209c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'mac_address': 'fa:16:3e:50:2c:58', 'name': 'tempest-NetworksTestDHCPv6-1616324190'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:09.470288 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-69795099-9fc9-41dd-9387-241f824fbb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.486890 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7032de4b-4449-4ec8-b671-b27c678e6e3b req-2d31234c-ec3c-4ec8-be56-f87e336dfb8b tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458437 Apr 18 20:47:09.497190 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-43e60ed5-3ce9-4932-b49f-8d990e49f704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.533748 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf13885-7b6d-45b9-a782-8f263ac7f2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bde35a-36ba-4aca-99da-54bb3dafcba8'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:09.550127 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d50a21d-8143-4608-b9ce-cc6057a12572" -d '{"events": [{"server_uuid": "5bf13885-7b6d-45b9-a782-8f263ac7f2e3", "name": "network-vif-plugged", "status": "completed", "tag": "94bde35a-36ba-4aca-99da-54bb3dafcba8"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:47:09.589501 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 94bde35a-36ba-4aca-99da-54bb3dafcba8, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=94bde35a-36ba-4aca-99da-54bb3dafcba8,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:09.645541 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2411fc4d-d6a6-4692-b79f-99ed59ce7558 None None] Attempting to bind port b915fe0b-81d2-4e42-aada-c0044fecd3c8 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:09.646305 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2411fc4d-d6a6-4692-b79f-99ed59ce7558 None None] Attempting to bind port b915fe0b-81d2-4e42-aada-c0044fecd3c8 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:09.653519 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2411fc4d-d6a6-4692-b79f-99ed59ce7558 None None] Attempting to bind port b915fe0b-81d2-4e42-aada-c0044fecd3c8 on network 50eba278-0f67-4e34-aa13-933b003eee26 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:09.668490 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.728683 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2411fc4d-d6a6-4692-b79f-99ed59ce7558 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:47:09.729319 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2411fc4d-d6a6-4692-b79f-99ed59ce7558 None None] Checking segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:47:09.730067 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2411fc4d-d6a6-4692-b79f-99ed59ce7558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.730682 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2411fc4d-d6a6-4692-b79f-99ed59ce7558 None None] Bound using segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:47:09.731476 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2411fc4d-d6a6-4692-b79f-99ed59ce7558 None None] Bound port: b915fe0b-81d2-4e42-aada-c0044fecd3c8, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:09.732101 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2411fc4d-d6a6-4692-b79f-99ed59ce7558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.742822 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69795099-9fc9-41dd-9387-241f824fbb12 service neutron] Pushing event updated for resources: {'Port': ['ID=144bb294-6e6c-4f4d-93dc-26c4f2d3831d,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:09.744106 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-43e60ed5-3ce9-4932-b49f-8d990e49f704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.841734 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8313f-8098-4ca6-8ea7-437d9263b63f req-c56b2686-b332-433d-ba73-65d782cbb485 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:09.853700 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2f8313f-8098-4ca6-8ea7-437d9263b63f req-c56b2686-b332-433d-ba73-65d782cbb485 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.41 "GET /v2.0/ports?device_id=54c165e7-3665-4e4d-af32-6b97050f0f96 HTTP/1.1" status: 200 len: 943 time: 0.2290134 Apr 18 20:47:09.874807 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=94bde35a-36ba-4aca-99da-54bb3dafcba8,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:09.915068 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355aba3-4f54-4411-b922-8af931eed4ed req-ce759bc3-a4ff-4d76-943b-683716f006aa tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:09.925546 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9355aba3-4f54-4411-b922-8af931eed4ed req-ce759bc3-a4ff-4d76-943b-683716f006aa tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 945 time: 0.3081558 Apr 18 20:47:09.981111 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2411fc4d-d6a6-4692-b79f-99ed59ce7558 None None] For port b915fe0b-81d2-4e42-aada-c0044fecd3c8, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:09.992036 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2411fc4d-d6a6-4692-b79f-99ed59ce7558 None None] For port b915fe0b-81d2-4e42-aada-c0044fecd3c8, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b915fe0b-81d2-4e42-aada-c0044fecd3c8,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:10.006942 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2411fc4d-d6a6-4692-b79f-99ed59ce7558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.017684 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2f8313f-8098-4ca6-8ea7-437d9263b63f req-6ec0af56-a654-4845-bcbb-9cbf43b7b552 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84d630b-469a-4fd1-b1cd-19d34e2cecbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625938 Apr 18 20:47:10.068746 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-43e60ed5-3ce9-4932-b49f-8d990e49f704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.070055 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-69795099-9fc9-41dd-9387-241f824fbb12 service neutron] Attempting to bind port 144bb294-6e6c-4f4d-93dc-26c4f2d3831d on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:10.070670 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-69795099-9fc9-41dd-9387-241f824fbb12 service neutron] Attempting to bind port 144bb294-6e6c-4f4d-93dc-26c4f2d3831d by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '2da99ea9-4454-4f9d-b216-7856bd4bee5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c4dde5e8-2f70-42d0-adc3-067a8f6a7273'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:10.071165 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-69795099-9fc9-41dd-9387-241f824fbb12 service neutron] Attempting to bind port 144bb294-6e6c-4f4d-93dc-26c4f2d3831d on network c4dde5e8-2f70-42d0-adc3-067a8f6a7273 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:10.082197 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-43e60ed5-3ce9-4932-b49f-8d990e49f704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.087185 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-43e60ed5-3ce9-4932-b49f-8d990e49f704 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ddcf0a21-3ffc-413b-998d-d1be10ffdcb2 HTTP/1.1" status: 204 len: 168 time: 1.1251304 Apr 18 20:47:10.104868 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70eb3dd7-030b-4cb1-ae8b-2d99dc6209c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:10.125605 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9355aba3-4f54-4411-b922-8af931eed4ed req-b6b2ed51-bc62-4739-bbf2-0938ba75c1d7 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983118 Apr 18 20:47:10.126134 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8713a6d0-af00-4512-8802-a6ae15fa8f9b x-openstack-request-id: req-8713a6d0-af00-4512-8802-a6ae15fa8f9b {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:47:10.126648 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf13885-7b6d-45b9-a782-8f263ac7f2e3", "name": "network-vif-plugged", "status": "completed", "tag": "94bde35a-36ba-4aca-99da-54bb3dafcba8", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:47:10.127037 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8713a6d0-af00-4512-8802-a6ae15fa8f9b {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:47:10.129209 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8713a6d0-af00-4512-8802-a6ae15fa8f9b'] response: {'server_uuid': '5bf13885-7b6d-45b9-a782-8f263ac7f2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bde35a-36ba-4aca-99da-54bb3dafcba8', 'code': 200} Apr 18 20:47:10.129748 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e60ed5-3ce9-4932-b49f-8d990e49f704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcf0a21-3ffc-413b-998d-d1be10ffdcb2,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:10.172682 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46cdde-89e8-42bb-94f7-9a68e2751245 req-27381de9-f663-43f6-a092-36c6f93f006f tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:10.180807 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ef46cdde-89e8-42bb-94f7-9a68e2751245 req-27381de9-f663-43f6-a092-36c6f93f006f tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.57 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.2652903 Apr 18 20:47:10.181900 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-69795099-9fc9-41dd-9387-241f824fbb12 service neutron] Port 144bb294-6e6c-4f4d-93dc-26c4f2d3831d on network c4dde5e8-2f70-42d0-adc3-067a8f6a7273 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:10.182426 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-69795099-9fc9-41dd-9387-241f824fbb12 service neutron] Attempting to bind port 144bb294-6e6c-4f4d-93dc-26c4f2d3831d on network c4dde5e8-2f70-42d0-adc3-067a8f6a7273 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:10.197582 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-69795099-9fc9-41dd-9387-241f824fbb12 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:47:10.198130 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-69795099-9fc9-41dd-9387-241f824fbb12 service neutron] Checking segment: {'id': '2da99ea9-4454-4f9d-b216-7856bd4bee5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c4dde5e8-2f70-42d0-adc3-067a8f6a7273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:47:10.198763 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-69795099-9fc9-41dd-9387-241f824fbb12 service neutron] Bound using segment: {'id': '2da99ea9-4454-4f9d-b216-7856bd4bee5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c4dde5e8-2f70-42d0-adc3-067a8f6a7273'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:47:10.199594 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-69795099-9fc9-41dd-9387-241f824fbb12 service neutron] Bound port: 144bb294-6e6c-4f4d-93dc-26c4f2d3831d, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da99ea9-4454-4f9d-b216-7856bd4bee5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c4dde5e8-2f70-42d0-adc3-067a8f6a7273'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:10.200472 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-69795099-9fc9-41dd-9387-241f824fbb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.305014 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411fc4d-d6a6-4692-b79f-99ed59ce7558 None None] Pushing event updated for resources: {'Port': ['ID=b915fe0b-81d2-4e42-aada-c0044fecd3c8,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:10.318353 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49228) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:10.365757 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-945fdfe3-3924-4085-a978-9ac3aa655932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.421181 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c325a16-bced-4d1e-9424-80f62297d18a req-f37f6d55-4ca4-467f-a9f6-a418333f1e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:10.424008 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c325a16-bced-4d1e-9424-80f62297d18a req-f37f6d55-4ca4-467f-a9f6-a418333f1e38 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 1096 time: 0.1872983 Apr 18 20:47:10.444192 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-70eb3dd7-030b-4cb1-ae8b-2d99dc6209c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.483541 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-70eb3dd7-030b-4cb1-ae8b-2d99dc6209c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] device_id is not set on port f5184acc-3cde-4fa5-a700-0a133ae33931 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:47:10.645631 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-69795099-9fc9-41dd-9387-241f824fbb12 service neutron] For port 144bb294-6e6c-4f4d-93dc-26c4f2d3831d, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:10.736701 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-69795099-9fc9-41dd-9387-241f824fbb12 service neutron] For port 144bb294-6e6c-4f4d-93dc-26c4f2d3831d, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=144bb294-6e6c-4f4d-93dc-26c4f2d3831d,segment=NetworkSegment(2da99ea9-4454-4f9d-b216-7856bd4bee5f),segment_id=2da99ea9-4454-4f9d-b216-7856bd4bee5f)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:10.760852 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-69795099-9fc9-41dd-9387-241f824fbb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.803049 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578c442-3a28-422b-9f57-3f2c1ad7b247 req-84485029-6c3a-44f9-b820-6194aceedaa1 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:10.824489 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2578c442-3a28-422b-9f57-3f2c1ad7b247 req-84485029-6c3a-44f9-b820-6194aceedaa1 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 945 time: 0.2495017 Apr 18 20:47:10.829778 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c325a16-bced-4d1e-9424-80f62297d18a req-e51b210f-240d-485d-97e4-e3308e08f70a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3962145 Apr 18 20:47:10.840385 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-ef46cdde-89e8-42bb-94f7-9a68e2751245 req-011c77b9-757b-44c8-a591-1a7ca75a52c1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Deleting port a0a83c0c-40b4-41d3-8703-2b726cebec80 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:10.841062 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ef46cdde-89e8-42bb-94f7-9a68e2751245 req-011c77b9-757b-44c8-a591-1a7ca75a52c1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.924659 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-69795099-9fc9-41dd-9387-241f824fbb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:10.925669 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-69795099-9fc9-41dd-9387-241f824fbb12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.927760 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-69795099-9fc9-41dd-9387-241f824fbb12 service neutron] 10.222.0.57 "PUT /v2.0/ports/144bb294-6e6c-4f4d-93dc-26c4f2d3831d HTTP/1.1" status: 200 len: 1091 time: 2.5352640 Apr 18 20:47:10.928240 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c165e7-3665-4e4d-af32-6b97050f0f96', 'tag': '144bb294-6e6c-4f4d-93dc-26c4f2d3831d'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:10.930675 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8802ad07-42e5-4a68-8bde-31df79c9fa98" -d '{"events": [{"name": "network-changed", "server_uuid": "54c165e7-3665-4e4d-af32-6b97050f0f96", "tag": "144bb294-6e6c-4f4d-93dc-26c4f2d3831d"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:47:10.995929 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69795099-9fc9-41dd-9387-241f824fbb12 service neutron] Pushing event updated for resources: {'Port': ['ID=144bb294-6e6c-4f4d-93dc-26c4f2d3831d,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:11.125260 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-ef46cdde-89e8-42bb-94f7-9a68e2751245 req-011c77b9-757b-44c8-a591-1a7ca75a52c1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] For port a0a83c0c-40b4-41d3-8703-2b726cebec80, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=a0a83c0c-40b4-41d3-8703-2b726cebec80,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:11.126337 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ef46cdde-89e8-42bb-94f7-9a68e2751245 req-011c77b9-757b-44c8-a591-1a7ca75a52c1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.190041 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-064bd5d3-6add-43b3-8b0c-1b3bf1fdb099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:11.192051 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-064bd5d3-6add-43b3-8b0c-1b3bf1fdb099 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c88cacc323b84252ab33fccf7a38366c&device_id=54c165e7-3665-4e4d-af32-6b97050f0f96 HTTP/1.1" status: 200 len: 1094 time: 0.1623232 Apr 18 20:47:11.200481 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf1746-e738-4839-8ca2-bc7c57316b24 req-022326b9-71f2-4c46-8f6b-82ccdef4625e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:11.202064 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11cf1746-e738-4839-8ca2-bc7c57316b24 req-022326b9-71f2-4c46-8f6b-82ccdef4625e tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.4328029 Apr 18 20:47:11.204358 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-945fdfe3-3924-4085-a978-9ac3aa655932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.241063 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-70eb3dd7-030b-4cb1-ae8b-2d99dc6209c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 172.20.0.13 (50eba278-0f67-4e34-aa13-933b003eee26/7f299da9-acf9-4094-b3f8-8cce0215bbb1/f5184acc-3cde-4fa5-a700-0a133ae33931) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:11.249256 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2578c442-3a28-422b-9f57-3f2c1ad7b247 req-be511d56-4e6a-4136-bb2d-95b715567d8c tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235339 Apr 18 20:47:11.260160 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-945fdfe3-3924-4085-a978-9ac3aa655932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.272336 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-70eb3dd7-030b-4cb1-ae8b-2d99dc6209c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 2001:db8::f816:3eff:fe50:2c58 (50eba278-0f67-4e34-aa13-933b003eee26/8d33060f-bfe1-4326-a9ad-6089b497ec73/f5184acc-3cde-4fa5-a700-0a133ae33931) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:11.296162 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11cf1746-e738-4839-8ca2-bc7c57316b24 req-8c834794-76c9-4af6-b543-7455b106899c tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799937 Apr 18 20:47:11.306245 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-7fe629a9-f4cc-44d6-a022-f86af0173727 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=144bb294-6e6c-4f4d-93dc-26c4f2d3831d HTTP/1.1" status: 200 len: 217 time: 0.1033781 Apr 18 20:47:11.393541 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-945fdfe3-3924-4085-a978-9ac3aa655932 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc275d2cdf534f728ce0235e6bc5ef71&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0683053 Apr 18 20:47:11.458051 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49256) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:11.458433 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49258) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:11.459956 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a71f25-2792-4bce-b9cb-ecf2cac2652c x-openstack-request-id: req-58a71f25-2792-4bce-b9cb-ecf2cac2652c {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:47:11.460252 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c165e7-3665-4e4d-af32-6b97050f0f96", "tag": "144bb294-6e6c-4f4d-93dc-26c4f2d3831d", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:47:11.460530 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58a71f25-2792-4bce-b9cb-ecf2cac2652c {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:47:11.460941 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58a71f25-2792-4bce-b9cb-ecf2cac2652c'] response: {'name': 'network-changed', 'server_uuid': '54c165e7-3665-4e4d-af32-6b97050f0f96', 'tag': '144bb294-6e6c-4f4d-93dc-26c4f2d3831d', 'status': 'completed', 'code': 200} Apr 18 20:47:11.568275 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b915fe0b-81d2-4e42-aada-c0044fecd3c8 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:11.607490 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fdfe3-3924-4085-a978-9ac3aa655932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de9696f-afb2-41dc-a0ef-f9988dc6b73f,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:11.665839 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-5b0a21a3-246e-4bd9-8111-ebfe11d72a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:11.674928 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-5b0a21a3-246e-4bd9-8111-ebfe11d72a07 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1983f3d8-16e4-4158-892c-fc056b6510b3 HTTP/1.1" status: 200 len: 861 time: 0.2186065 Apr 18 20:47:11.735428 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-15990444-f59c-4129-b933-34be0ec15fb6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4dde5e8-2f70-42d0-adc3-067a8f6a7273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481188 Apr 18 20:47:11.738264 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8afb2f39-ad1a-4ef8-98bf-e7b108cc64e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.785270 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.837274 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port b915fe0b-81d2-4e42-aada-c0044fecd3c8 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:11.837663 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.958438 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-70eb3dd7-030b-4cb1-ae8b-2d99dc6209c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.029311 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.065734 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-70eb3dd7-030b-4cb1-ae8b-2d99dc6209c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.122039 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71c205-0903-4d59-a610-2d5e5654aba0 req-cb70d95d-7137-458f-92d1-2f8d6ddcaccd tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:12.126495 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd71c205-0903-4d59-a610-2d5e5654aba0 req-cb70d95d-7137-458f-92d1-2f8d6ddcaccd tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 945 time: 0.5571780 Apr 18 20:47:12.127986 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port b915fe0b-81d2-4e42-aada-c0044fecd3c8, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b915fe0b-81d2-4e42-aada-c0044fecd3c8,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:12.147734 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.187420 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0773f0-e2dd-44d5-87b8-e4f87cbdae47 req-c5bfa1b7-b686-46b0-9cac-b2cd4d2801c9 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:12.191119 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ed0773f0-e2dd-44d5-87b8-e4f87cbdae47 req-c5bfa1b7-b686-46b0-9cac-b2cd4d2801c9 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.41 "GET /v2.0/ports?device_id=54c165e7-3665-4e4d-af32-6b97050f0f96 HTTP/1.1" status: 200 len: 943 time: 0.6521013 Apr 18 20:47:12.237983 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49272) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:12.306875 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=b915fe0b-81d2-4e42-aada-c0044fecd3c8,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:12.323487 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd71c205-0903-4d59-a610-2d5e5654aba0 req-dc60e254-923f-474b-b0e3-8b9004c55259 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293578 Apr 18 20:47:12.341947 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ef46cdde-89e8-42bb-94f7-9a68e2751245 req-011c77b9-757b-44c8-a591-1a7ca75a52c1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.341947 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ef46cdde-89e8-42bb-94f7-9a68e2751245 req-011c77b9-757b-44c8-a591-1a7ca75a52c1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.341947 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [req-ef46cdde-89e8-42bb-94f7-9a68e2751245 req-011c77b9-757b-44c8-a591-1a7ca75a52c1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Floating IP 98629028-3e7f-49a1-b58b-5fd86a655054 disassociated. External IP: 172.25.1.64, port: a0a83c0c-40b4-41d3-8703-2b726cebec80. Apr 18 20:47:12.341947 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-ef46cdde-89e8-42bb-94f7-9a68e2751245 req-011c77b9-757b-44c8-a591-1a7ca75a52c1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Calling delete_port for a0a83c0c-40b4-41d3-8703-2b726cebec80 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:12.356475 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8afb2f39-ad1a-4ef8-98bf-e7b108cc64e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.374623 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eb3dd7-030b-4cb1-ae8b-2d99dc6209c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:12.376479 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de696c00-b158-4f9e-83ae-d3092e4981c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.399632 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-70eb3dd7-030b-4cb1-ae8b-2d99dc6209c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:12.418055 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eb3dd7-030b-4cb1-ae8b-2d99dc6209c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:12.439305 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ed0773f0-e2dd-44d5-87b8-e4f87cbdae47 req-d2d58d96-99be-4c38-a5b6-f8ead4e5fbe8 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84d630b-469a-4fd1-b1cd-19d34e2cecbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539783 Apr 18 20:47:12.508184 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb3dd7-030b-4cb1-ae8b-2d99dc6209c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Port': ['ID=f5184acc-3cde-4fa5-a700-0a133ae33931,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:12.551280 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ed11662b-1f0c-45be-b8cd-7516eb51f3d9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1418706511-network', 'tenant_id': 'cc51acb9099940958d773eedc590bb57'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:12.551945 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838e427a-a019-4902-9f62-e607f55aa074 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:12.609431 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de696c00-b158-4f9e-83ae-d3092e4981c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.625302 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de696c00-b158-4f9e-83ae-d3092e4981c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.635631 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-663e1cf7-dba6-4206-b8da-d471a00eb674 None None] Provisioning complete for port b915fe0b-81d2-4e42-aada-c0044fecd3c8 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:12.636737 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-663e1cf7-dba6-4206-b8da-d471a00eb674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.661882 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-c406f253-9a61-4d66-bcfd-5d88286d8741 service neutron] 10.222.0.57 "GET /v2.0/networks/c4dde5e8-2f70-42d0-adc3-067a8f6a7273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9065931 Apr 18 20:47:12.675898 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eb3dd7-030b-4cb1-ae8b-2d99dc6209c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:12.676995 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-70eb3dd7-030b-4cb1-ae8b-2d99dc6209c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.749554 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed11662b-1f0c-45be-b8cd-7516eb51f3d9 admin admin] Made reservation on behalf of cc51acb9099940958d773eedc590bb57 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:12.756714 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ed11662b-1f0c-45be-b8cd-7516eb51f3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.781909 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-142cd892-44e2-4256-a450-1ca5e7e7c7f1 req-e570c268-9f30-4581-b058-9cd01d87c88a service neutron] 10.222.0.57 "GET /v2.0/networks/c4dde5e8-2f70-42d0-adc3-067a8f6a7273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105092 Apr 18 20:47:12.791127 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ed11662b-1f0c-45be-b8cd-7516eb51f3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.803590 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-70eb3dd7-030b-4cb1-ae8b-2d99dc6209c7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.3638484 Apr 18 20:47:12.806231 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49280) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:12.845830 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-de696c00-b158-4f9e-83ae-d3092e4981c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f52536d7bd6d4c9fb21c752247675b75&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3803408 Apr 18 20:47:12.848636 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de696c00-b158-4f9e-83ae-d3092e4981c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e4f96d-5ea5-4bd7-8b61-5b04ab6f0b10,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:12.851499 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8afb2f39-ad1a-4ef8-98bf-e7b108cc64e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.854198 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8afb2f39-ad1a-4ef8-98bf-e7b108cc64e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.854973 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a2bb1-d818-4a17-9b2d-1422b42cb51e req-cd9ea4a4-08c6-4f99-8f4d-b622dd40194a tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:12.855344 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8afb2f39-ad1a-4ef8-98bf-e7b108cc64e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1de9696f-afb2-41dc-a0ef-f9988dc6b73f HTTP/1.1" status: 204 len: 168 time: 1.3935471 Apr 18 20:47:12.857804 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49282) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:12.869016 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-252a2bb1-d818-4a17-9b2d-1422b42cb51e req-cd9ea4a4-08c6-4f99-8f4d-b622dd40194a tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 945 time: 0.3036377 Apr 18 20:47:12.902883 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cfc344-4772-4e94-a530-c14b50ed64cf req-632d34ff-3c97-4816-8d46-0b31a78b3591 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:12.904512 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb2f39-ad1a-4ef8-98bf-e7b108cc64e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de9696f-afb2-41dc-a0ef-f9988dc6b73f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:12.905694 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-63cfc344-4772-4e94-a530-c14b50ed64cf req-632d34ff-3c97-4816-8d46-0b31a78b3591 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 945 time: 0.3233056 Apr 18 20:47:13.008071 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802ad07-42e5-4a68-8bde-31df79c9fa98 req-da202a8a-a31c-4f53-bbf9-2a89c5c939ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:13.009928 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8802ad07-42e5-4a68-8bde-31df79c9fa98 req-da202a8a-a31c-4f53-bbf9-2a89c5c939ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c88cacc323b84252ab33fccf7a38366c&device_id=54c165e7-3665-4e4d-af32-6b97050f0f96 HTTP/1.1" status: 200 len: 1094 time: 0.1029921 Apr 18 20:47:13.031911 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-252a2bb1-d818-4a17-9b2d-1422b42cb51e req-5a5358eb-02e3-4736-bc95-0db44314a5c9 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596613 Apr 18 20:47:13.038455 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba03896-1209-422f-9819-e434019078fd tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:13.045730 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba03896-1209-422f-9819-e434019078fd tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:13.047579 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4ba03896-1209-422f-9819-e434019078fd tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.2389054 Apr 18 20:47:13.051199 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-63cfc344-4772-4e94-a530-c14b50ed64cf req-d6cac932-c999-40d7-83dd-97e076e0fb70 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd71e62c-383d-41c2-bfb2-cabc316d0923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208696 Apr 18 20:47:13.051938 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49286) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:13.076532 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e6d2ad2-8375-448d-9eab-4ed7d061d6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.079030 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:47:13.134058 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9466da-0d5c-47d8-8072-d27f51b0efce None None] Update dhcp port {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'fixed_ips': [{'subnet_id': '8d33060f-bfe1-4326-a9ad-6089b497ec73', 'ip_address': '2001:db8::f816:3eff:fe5b:4be2'}, {'subnet_id': '7f299da9-acf9-4094-b3f8-8cce0215bbb1'}], 'binding:host_id': 'n-d-838323-3'}, 'id': 'b915fe0b-81d2-4e42-aada-c0044fecd3c8'} from n-d-838323-3. {{(pid=102910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 20:47:13.169659 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ed11662b-1f0c-45be-b8cd-7516eb51f3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.180375 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ed11662b-1f0c-45be-b8cd-7516eb51f3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.195210 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e6d2ad2-8375-448d-9eab-4ed7d061d6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.202141 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1b9466da-0d5c-47d8-8072-d27f51b0efce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.213089 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed11662b-1f0c-45be-b8cd-7516eb51f3d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:47:13.222849 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ef46cdde-89e8-42bb-94f7-9a68e2751245 req-011c77b9-757b-44c8-a591-1a7ca75a52c1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.229242 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-8b2e889e-e198-486e-9bed-76ea132721c8 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting port f5184acc-3cde-4fa5-a700-0a133ae33931 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:13.229763 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8b2e889e-e198-486e-9bed-76ea132721c8 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.247317 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a0a83c0c-40b4-41d3-8703-2b726cebec80 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:47:13.279009 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c77b9-757b-44c8-a591-1a7ca75a52c1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Pushing event deleted for resources: {'Port': ['ID=a0a83c0c-40b4-41d3-8703-2b726cebec80,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:13.294358 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: a0a83c0c-40b4-41d3-8703-2b726cebec80 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:47:13.295011 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device a0a83c0c-40b4-41d3-8703-2b726cebec80 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:47:13.308671 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802ad07-42e5-4a68-8bde-31df79c9fa98 req-647b0379-8eb1-4258-bb6a-ca21a390150d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:13.310683 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8802ad07-42e5-4a68-8bde-31df79c9fa98 req-647b0379-8eb1-4258-bb6a-ca21a390150d service neutron] 10.222.0.57 "GET /v2.0/networks?id=c4dde5e8-2f70-42d0-adc3-067a8f6a7273 HTTP/1.1" status: 200 len: 922 time: 0.2910368 Apr 18 20:47:13.363775 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8802ad07-42e5-4a68-8bde-31df79c9fa98 req-61f76cc7-d2f6-4c36-9065-68e1b0a0b178 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=144bb294-6e6c-4f4d-93dc-26c4f2d3831d HTTP/1.1" status: 200 len: 217 time: 0.0448601 Apr 18 20:47:13.531406 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b915fe0b-81d2-4e42-aada-c0044fecd3c8 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:13.535275 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802ad07-42e5-4a68-8bde-31df79c9fa98 req-c612859a-668b-47d0-9274-f1445c76c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:13.537328 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8802ad07-42e5-4a68-8bde-31df79c9fa98 req-c612859a-668b-47d0-9274-f1445c76c445 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1983f3d8-16e4-4158-892c-fc056b6510b3 HTTP/1.1" status: 200 len: 861 time: 0.0899868 Apr 18 20:47:13.686057 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef46cdde-89e8-42bb-94f7-9a68e2751245 req-011c77b9-757b-44c8-a591-1a7ca75a52c1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Router 1bdbaa08-2c44-4f51-89b0-9c906347b970 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:47:13.697155 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ed11662b-1f0c-45be-b8cd-7516eb51f3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.697964 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-ed11662b-1f0c-45be-b8cd-7516eb51f3d9 admin admin] Added segment 4e493589-df28-45b1-bd87-e70b1aead89e of type vlan for network 764ec030-925e-4c42-a900-432b95974253 Apr 18 20:47:13.702647 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11662b-1f0c-45be-b8cd-7516eb51f3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7915af-41fe-481d-b0de-7a5f2eb13bb9,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:13.726062 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8802ad07-42e5-4a68-8bde-31df79c9fa98 req-867dcbb1-e6eb-48fd-b827-3339ec8528ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4dde5e8-2f70-42d0-adc3-067a8f6a7273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681973 Apr 18 20:47:13.728029 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e6d2ad2-8375-448d-9eab-4ed7d061d6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.733997 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e6d2ad2-8375-448d-9eab-4ed7d061d6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.736192 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5e6d2ad2-8375-448d-9eab-4ed7d061d6d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03e4f96d-5ea5-4bd7-8b61-5b04ab6f0b10 HTTP/1.1" status: 204 len: 168 time: 0.8648498 Apr 18 20:47:13.814457 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d2ad2-8375-448d-9eab-4ed7d061d6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e4f96d-5ea5-4bd7-8b61-5b04ab6f0b10,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:13.860235 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-1b9466da-0d5c-47d8-8072-d27f51b0efce None None] Allocated IP 172.20.0.2 (50eba278-0f67-4e34-aa13-933b003eee26/7f299da9-acf9-4094-b3f8-8cce0215bbb1/b915fe0b-81d2-4e42-aada-c0044fecd3c8) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:13.862321 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ed11662b-1f0c-45be-b8cd-7516eb51f3d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.914191 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51fa61-4440-4ffc-b7f4-5767afdcf565 req-4fa4d414-f8ae-478f-952a-44bcc28733d6 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:13.918615 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e51fa61-4440-4ffc-b7f4-5767afdcf565 req-4fa4d414-f8ae-478f-952a-44bcc28733d6 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.41 "GET /v2.0/ports?device_id=54c165e7-3665-4e4d-af32-6b97050f0f96 HTTP/1.1" status: 200 len: 943 time: 0.2309816 Apr 18 20:47:13.946386 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716ea62-0769-482d-a761-d2a65b9458b0 req-6231f168-6b39-4ec4-991e-e53c2ed791ba tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:13.954644 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6716ea62-0769-482d-a761-d2a65b9458b0 req-6231f168-6b39-4ec4-991e-e53c2ed791ba tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 945 time: 0.2656317 Apr 18 20:47:13.996891 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8b2e889e-e198-486e-9bed-76ea132721c8 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.047178 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ed11662b-1f0c-45be-b8cd-7516eb51f3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.048142 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed11662b-1f0c-45be-b8cd-7516eb51f3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:14.048763 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ed11662b-1f0c-45be-b8cd-7516eb51f3d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.054594 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-8b2e889e-e198-486e-9bed-76ea132721c8 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Calling delete_port for f5184acc-3cde-4fa5-a700-0a133ae33931 owned by {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:14.096715 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e51fa61-4440-4ffc-b7f4-5767afdcf565 req-5d2daa01-a846-4556-ba1f-7c3c4e4be7ac tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84d630b-469a-4fd1-b1cd-19d34e2cecbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591220 Apr 18 20:47:14.104572 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8802ad07-42e5-4a68-8bde-31df79c9fa98 req-e3d199e4-9d96-4d96-9270-9c4f70785b98 service neutron] 10.222.0.57 "GET /v2.0/networks/c4dde5e8-2f70-42d0-adc3-067a8f6a7273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637028 Apr 18 20:47:14.131294 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1b9466da-0d5c-47d8-8072-d27f51b0efce None None] For port b915fe0b-81d2-4e42-aada-c0044fecd3c8, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b915fe0b-81d2-4e42-aada-c0044fecd3c8,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:14.201949 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1b9466da-0d5c-47d8-8072-d27f51b0efce None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.211049 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ed11662b-1f0c-45be-b8cd-7516eb51f3d9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9348118 Apr 18 20:47:14.225623 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49310) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:14.226827 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port b915fe0b-81d2-4e42-aada-c0044fecd3c8 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:14.230971 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.235384 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-71b2ae91-c03d-42c0-ae2b-1592dbb8a5ee admin admin] Request body: {'subnet': {'network_id': '764ec030-925e-4c42-a900-432b95974253', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1418706511-subnet', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:14.244499 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1b9466da-0d5c-47d8-8072-d27f51b0efce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.261983 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6716ea62-0769-482d-a761-d2a65b9458b0 req-4b07a8b3-a74d-4f62-ac40-46c732028712 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3059099 Apr 18 20:47:14.312465 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11662b-1f0c-45be-b8cd-7516eb51f3d9 admin admin] Pushing event updated for resources: {'Network': ['ID=764ec030-925e-4c42-a900-432b95974253,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:14.377643 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 764ec030-925e-4c42-a900-432b95974253 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:47:14.386027 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b2ae91-c03d-42c0-ae2b-1592dbb8a5ee admin admin] Made reservation on behalf of cc51acb9099940958d773eedc590bb57 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:14.389146 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-71b2ae91-c03d-42c0-ae2b-1592dbb8a5ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.518736 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4fe048eb-fb5a-45e9-a8ad-c58f526d28c3 req-46c8a2ad-c035-410e-a758-607c748cb8ba tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 210 time: 0.1324766 Apr 18 20:47:14.577498 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7a8f0-8c77-4b52-993a-e446f6135da8 req-ffefe7ca-934a-4b94-b608-a06b8c11eecf tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:14.583982 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef46cdde-89e8-42bb-94f7-9a68e2751245 req-011c77b9-757b-44c8-a591-1a7ca75a52c1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:47:14.604229 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-47a7a8f0-8c77-4b52-993a-e446f6135da8 req-ffefe7ca-934a-4b94-b608-a06b8c11eecf tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 945 time: 0.2543716 Apr 18 20:47:14.648266 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1149517e-0bfb-4bb9-ba0e-e3bf19fb1151 None None] Sync routers for ids ['1bdbaa08-2c44-4f51-89b0-9c906347b970'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:14.703694 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1149517e-0bfb-4bb9-ba0e-e3bf19fb1151 None None] Routers {'1bdbaa08-2c44-4f51-89b0-9c906347b970'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:14.704801 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-1149517e-0bfb-4bb9-ba0e-e3bf19fb1151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:46:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1bdbaa08-2c44-4f51-89b0-9c906347b970'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:14.781525 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9466da-0d5c-47d8-8072-d27f51b0efce None None] Pushing event updated for resources: {'Port': ['ID=b915fe0b-81d2-4e42-aada-c0044fecd3c8,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:14.856233 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-47a7a8f0-8c77-4b52-993a-e446f6135da8 req-5b7fb837-1432-4774-9c93-49a2c9ff82d2 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506340 Apr 18 20:47:14.867866 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8802ad07-42e5-4a68-8bde-31df79c9fa98 req-b000d6db-d7a1-4a15-9d67-d222075ba84c service neutron] 10.222.0.57 "GET /v2.0/networks/c4dde5e8-2f70-42d0-adc3-067a8f6a7273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6631234 Apr 18 20:47:14.871707 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef46cdde-89e8-42bb-94f7-9a68e2751245 req-011c77b9-757b-44c8-a591-1a7ca75a52c1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] No DVR routers for this DVR port a0a83c0c-40b4-41d3-8703-2b726cebec80 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:14.877892 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-ef46cdde-89e8-42bb-94f7-9a68e2751245 req-011c77b9-757b-44c8-a591-1a7ca75a52c1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.895052 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ef46cdde-89e8-42bb-94f7-9a68e2751245 req-011c77b9-757b-44c8-a591-1a7ca75a52c1 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.57 "DELETE /v2.0/ports/a0a83c0c-40b4-41d3-8703-2b726cebec80 HTTP/1.1" status: 204 len: 173 time: 4.6996994 Apr 18 20:47:14.902445 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54288157-a239-45c5-bdcd-401a8e528dd0', 'name': 'network-vif-deleted', 'tag': 'a0a83c0c-40b4-41d3-8703-2b726cebec80'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:14.923555 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665b9498-510b-44df-bc64-ec19014c5ed8" -d '{"events": [{"server_uuid": "54288157-a239-45c5-bdcd-401a8e528dd0", "name": "network-vif-deleted", "tag": "a0a83c0c-40b4-41d3-8703-2b726cebec80"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:47:15.023231 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef1c4d-69c8-4feb-aff8-0956284022bc req-1141b682-d408-4a78-8a50-cf696b19f594 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:15.028025 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-97ef1c4d-69c8-4feb-aff8-0956284022bc req-1141b682-d408-4a78-8a50-cf696b19f594 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 945 time: 0.3940346 Apr 18 20:47:15.042795 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49334) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:15.052762 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-0f103216-b287-40d2-ac82-5cd6f5e483b1 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Request body: {'floatingip': {'port_id': '94bde35a-36ba-4aca-99da-54bb3dafcba8'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:15.069693 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3121d03d-d075-4736-9b12-30aae5029470 x-openstack-request-id: req-3121d03d-d075-4736-9b12-30aae5029470 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:47:15.070804 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54288157-a239-45c5-bdcd-401a8e528dd0", "name": "network-vif-deleted", "tag": "a0a83c0c-40b4-41d3-8703-2b726cebec80", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:47:15.075600 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3121d03d-d075-4736-9b12-30aae5029470 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:47:15.076931 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3121d03d-d075-4736-9b12-30aae5029470'] response: {'server_uuid': '54288157-a239-45c5-bdcd-401a8e528dd0', 'name': 'network-vif-deleted', 'tag': 'a0a83c0c-40b4-41d3-8703-2b726cebec80', 'status': 'completed', 'code': 200} Apr 18 20:47:15.079894 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-1149517e-0bfb-4bb9-ba0e-e3bf19fb1151 None None] Set router 1bdbaa08-2c44-4f51-89b0-9c906347b970 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:15.245268 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 144bb294-6e6c-4f4d-93dc-26c4f2d3831d details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:47:15.431743 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8b2e889e-e198-486e-9bed-76ea132721c8 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.439491 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0f103216-b287-40d2-ac82-5cd6f5e483b1 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for floatingip, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.591243 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b915fe0b-81d2-4e42-aada-c0044fecd3c8 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:15.685305 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e889e-e198-486e-9bed-76ea132721c8 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Port': ['ID=f5184acc-3cde-4fa5-a700-0a133ae33931,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:15.728414 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-1149517e-0bfb-4bb9-ba0e-e3bf19fb1151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'name': 'tempest-ServerActionsTestJSON-1234742866-router', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '5b46bd57-5aaf-4392-b741-748c85438396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:38:08Z', 'revision_number': 4, 'project_id': 'f07a47e8c182436591c55c66e8d2e113', 'gw_port': {'id': '5b46bd57-5aaf-4392-b741-748c85438396', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:52Z', 'updated_at': '2022-04-18T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '4782b362-b4e3-4283-bd73-9891e39a8585', 'name': '', 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'mac_address': 'fa:16:3e:b3:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '8e471ea4-101a-40ef-81f9-9917dd650719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:04Z', 'updated_at': '2022-04-18T20:38:22Z', 'revision_number': 5, 'project_id': 'f07a47e8c182436591c55c66e8d2e113', 'subnets': [{'id': '8e471ea4-101a-40ef-81f9-9917dd650719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:15.804107 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 144bb294-6e6c-4f4d-93dc-26c4f2d3831d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=144bb294-6e6c-4f4d-93dc-26c4f2d3831d,segment=NetworkSegment(2da99ea9-4454-4f9d-b216-7856bd4bee5f),segment_id=2da99ea9-4454-4f9d-b216-7856bd4bee5f)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:15.817490 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1149517e-0bfb-4bb9-ba0e-e3bf19fb1151 None None] Checking router: 1bdbaa08-2c44-4f51-89b0-9c906347b970 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:47:15.844384 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1149517e-0bfb-4bb9-ba0e-e3bf19fb1151 None None] Routers {'1bdbaa08-2c44-4f51-89b0-9c906347b970'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:15.848872 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-1149517e-0bfb-4bb9-ba0e-e3bf19fb1151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:46:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1bdbaa08-2c44-4f51-89b0-9c906347b970'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:15.869259 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '144bb294-6e6c-4f4d-93dc-26c4f2d3831d', 'network_id': 'c4dde5e8-2f70-42d0-adc3-067a8f6a7273', 'port_id': '144bb294-6e6c-4f4d-93dc-26c4f2d3831d', 'mac_address': 'fa:16:3e:e7:ce:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1983f3d8-16e4-4158-892c-fc056b6510b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:47:15.992789 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port b915fe0b-81d2-4e42-aada-c0044fecd3c8 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:15.993179 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:16.027314 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9213d-1ac7-4aaa-905c-e21253033a8d req-79150f19-b756-4b21-ad6f-513c43284871 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:16.052300 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41c9213d-1ac7-4aaa-905c-e21253033a8d req-79150f19-b756-4b21-ad6f-513c43284871 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.41 "GET /v2.0/ports?device_id=54c165e7-3665-4e4d-af32-6b97050f0f96 HTTP/1.1" status: 200 len: 943 time: 0.8102729 Apr 18 20:47:16.079057 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:16.122491 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 144bb294-6e6c-4f4d-93dc-26c4f2d3831d {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:47:16.134929 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-1149517e-0bfb-4bb9-ba0e-e3bf19fb1151 None None] Set router 1bdbaa08-2c44-4f51-89b0-9c906347b970 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:16.146317 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-09fe7d7e-5a73-47db-93a6-7ffbc273b2ab req-b843dacc-255b-415f-91fc-fc8758414d45 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/ports?device_id=54288157-a239-45c5-bdcd-401a8e528dd0 HTTP/1.1" status: 200 len: 210 time: 0.3289161 Apr 18 20:47:16.211975 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 144bb294-6e6c-4f4d-93dc-26c4f2d3831d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=144bb294-6e6c-4f4d-93dc-26c4f2d3831d,segment=NetworkSegment(2da99ea9-4454-4f9d-b216-7856bd4bee5f),segment_id=2da99ea9-4454-4f9d-b216-7856bd4bee5f)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:16.335664 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:16.359700 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41c9213d-1ac7-4aaa-905c-e21253033a8d req-f27c3e49-2f08-47bb-b5ad-d9646996252d tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84d630b-469a-4fd1-b1cd-19d34e2cecbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046844 Apr 18 20:47:16.379459 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8b2e889e-e198-486e-9bed-76ea132721c8 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:16.392898 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8b2e889e-e198-486e-9bed-76ea132721c8 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/f5184acc-3cde-4fa5-a700-0a133ae33931 HTTP/1.1" status: 204 len: 168 time: 3.3395991 Apr 18 20:47:16.397022 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49358) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:16.461622 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=144bb294-6e6c-4f4d-93dc-26c4f2d3831d,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:16.553419 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['144bb294-6e6c-4f4d-93dc-26c4f2d3831d'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:47:16.560140 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39da754-6bee-4243-b17f-2fe0b570a51d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:16.562129 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39da754-6bee-4243-b17f-2fe0b570a51d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:16.571038 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39da754-6bee-4243-b17f-2fe0b570a51d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:16.574439 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e39da754-6bee-4243-b17f-2fe0b570a51d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1755877 Apr 18 20:47:16.581671 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49362) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:16.605158 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86bd9f-9db6-4cb0-bc37-d796d5810cba req-586d2c14-0a32-4425-b8c7-bec3d430f5c4 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:16.619093 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af86bd9f-9db6-4cb0-bc37-d796d5810cba req-586d2c14-0a32-4425-b8c7-bec3d430f5c4 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 945 time: 0.1989868 Apr 18 20:47:16.654073 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-71b2ae91-c03d-42c0-ae2b-1592dbb8a5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:16.718625 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6b91030b-2441-414e-af55-778a0c8c8d47 None None] Provisioning complete for port b915fe0b-81d2-4e42-aada-c0044fecd3c8 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:16.719324 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6b91030b-2441-414e-af55-778a0c8c8d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:16.854726 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-1149517e-0bfb-4bb9-ba0e-e3bf19fb1151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'name': 'tempest-ServerActionsTestJSON-1234742866-router', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '5b46bd57-5aaf-4392-b741-748c85438396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:38:08Z', 'revision_number': 4, 'project_id': 'f07a47e8c182436591c55c66e8d2e113', 'gw_port': {'id': '5b46bd57-5aaf-4392-b741-748c85438396', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:52Z', 'updated_at': '2022-04-18T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '4782b362-b4e3-4283-bd73-9891e39a8585', 'name': '', 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'mac_address': 'fa:16:3e:b3:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '8e471ea4-101a-40ef-81f9-9917dd650719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:04Z', 'updated_at': '2022-04-18T20:38:22Z', 'revision_number': 5, 'project_id': 'f07a47e8c182436591c55c66e8d2e113', 'subnets': [{'id': '8e471ea4-101a-40ef-81f9-9917dd650719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:16.880364 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad623e62-5ab8-4bda-9fbd-d826591312e0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet 7f299da9-acf9-4094-b3f8-8cce0215bbb1 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:47:16.894934 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ad623e62-5ab8-4bda-9fbd-d826591312e0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:16.927549 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1149517e-0bfb-4bb9-ba0e-e3bf19fb1151 None None] The sync data for ids ['1bdbaa08-2c44-4f51-89b0-9c906347b970'] in n-d-838323-3 is: [{'id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'name': 'tempest-ServerActionsTestJSON-1234742866-router', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '5b46bd57-5aaf-4392-b741-748c85438396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:38:08Z', 'revision_number': 4, 'project_id': 'f07a47e8c182436591c55c66e8d2e113', 'gw_port': {'id': '5b46bd57-5aaf-4392-b741-748c85438396', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:52Z', 'updated_at': '2022-04-18T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '4782b362-b4e3-4283-bd73-9891e39a8585', 'name': '', 'network_id': 'fb225605-c490-4bb4-a150-b74221fc667a', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'mac_address': 'fa:16:3e:b3:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '8e471ea4-101a-40ef-81f9-9917dd650719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:04Z', 'updated_at': '2022-04-18T20:38:22Z', 'revision_number': 5, 'project_id': 'f07a47e8c182436591c55c66e8d2e113', 'subnets': [{'id': '8e471ea4-101a-40ef-81f9-9917dd650719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:16.943645 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6b91030b-2441-414e-af55-778a0c8c8d47 None None] Could not find standard attr ID for object f5184acc-3cde-4fa5-a700-0a133ae33931. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:47:16.982108 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af86bd9f-9db6-4cb0-bc37-d796d5810cba req-676dbe35-a52b-4395-ac1f-45a3874c81f0 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615205 Apr 18 20:47:17.037313 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ad623e62-5ab8-4bda-9fbd-d826591312e0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.056338 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2ae91-c03d-42c0-ae2b-1592dbb8a5ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=4418a1f7-1d5c-4dd8-a1db-6f677ba45a74,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:17.075415 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a5c561af-e951-48be-8dd2-90be606b6b45 None None] Could not find standard attr ID for object f5184acc-3cde-4fa5-a700-0a133ae33931. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:47:17.257626 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ad623e62-5ab8-4bda-9fbd-d826591312e0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.298469 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b2ae91-c03d-42c0-ae2b-1592dbb8a5ee admin admin] Checking segment: {'id': '4e493589-df28-45b1-bd87-e70b1aead89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '764ec030-925e-4c42-a900-432b95974253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:47:17.300108 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b2ae91-c03d-42c0-ae2b-1592dbb8a5ee admin admin] Network hostable DHCP agents. Network: 764ec030-925e-4c42-a900-432b95974253, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:47:17.428800 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49384) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:17.458407 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ad623e62-5ab8-4bda-9fbd-d826591312e0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.542196 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf5d5b5-fb11-4ed8-b562-a380b8fe3afa None None] New status for floating IP 98629028-3e7f-49a1-b58b-5fd86a655054: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:47:17.568743 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad623e62-5ab8-4bda-9fbd-d826591312e0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=7f299da9-acf9-4094-b3f8-8cce0215bbb1,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:17.655351 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b2ae91-c03d-42c0-ae2b-1592dbb8a5ee admin admin] Network 764ec030-925e-4c42-a900-432b95974253 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:47:17.686532 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ad623e62-5ab8-4bda-9fbd-d826591312e0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.701882 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ad623e62-5ab8-4bda-9fbd-d826591312e0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/7f299da9-acf9-4094-b3f8-8cce0215bbb1 HTTP/1.1" status: 204 len: 168 time: 1.1172953 Apr 18 20:47:17.705965 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49390) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:17.772117 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-71b2ae91-c03d-42c0-ae2b-1592dbb8a5ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 764ec030-925e-4c42-a900-432b95974253) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:17.839683 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0652da6c-dcf7-4b1d-8605-48a9bcc6df7f tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.845165 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b2ae91-c03d-42c0-ae2b-1592dbb8a5ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:17.852367 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-71b2ae91-c03d-42c0-ae2b-1592dbb8a5ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.873233 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3125d-0e6d-4279-82aa-08bd4271d557 req-fc41a5e5-df3a-4d47-9b3d-7b374f3beb34 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:17.879504 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d02f5e9-68c8-4362-b01c-3a1191a3a74d None None] Network 764ec030-925e-4c42-a900-432b95974253 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:17.902256 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7cd3125d-0e6d-4279-82aa-08bd4271d557 req-fc41a5e5-df3a-4d47-9b3d-7b374f3beb34 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.41 "GET /v2.0/ports?device_id=54c165e7-3665-4e4d-af32-6b97050f0f96 HTTP/1.1" status: 200 len: 944 time: 0.3396227 Apr 18 20:47:18.013283 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0652da6c-dcf7-4b1d-8605-48a9bcc6df7f tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.013456 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0555ced9-eaff-43b6-9370-da155c960644 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:18.038281 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-71b2ae91-c03d-42c0-ae2b-1592dbb8a5ee admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.8112783 Apr 18 20:47:18.053604 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49404) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:18.072872 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-65ba9539-2613-45f2-8354-0167a5564400 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1418706511-router', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:18.092410 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-85502c88-315f-498f-9b31-624a34fd0bd3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet 8d33060f-bfe1-4326-a9ad-6089b497ec73 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:47:18.119908 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7cd3125d-0e6d-4279-82aa-08bd4271d557 req-6b672e27-90a6-4e0d-aea2-633598e31b6b tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84d630b-469a-4fd1-b1cd-19d34e2cecbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924841 Apr 18 20:47:18.163229 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-65ba9539-2613-45f2-8354-0167a5564400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.167545 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-65ba9539-2613-45f2-8354-0167a5564400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.203800 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.db.resource_extend [None req-0f103216-b287-40d2-ac82-5cd6f5e483b1 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:47:18.271294 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0f103216-b287-40d2-ac82-5cd6f5e483b1 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.272449 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-85502c88-315f-498f-9b31-624a34fd0bd3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.300908 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0f103216-b287-40d2-ac82-5cd6f5e483b1 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.362968 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0652da6c-dcf7-4b1d-8605-48a9bcc6df7f tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.374019 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0652da6c-dcf7-4b1d-8605-48a9bcc6df7f tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.379850 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0652da6c-dcf7-4b1d-8605-48a9bcc6df7f tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "DELETE /v2.0/security-groups/cd71e62c-383d-41c2-bfb2-cabc316d0923 HTTP/1.1" status: 204 len: 168 time: 0.9495461 Apr 18 20:47:18.447614 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49412) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:18.502442 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-65ba9539-2613-45f2-8354-0167a5564400 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.504013 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652da6c-dcf7-4b1d-8605-48a9bcc6df7f tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd71e62c-383d-41c2-bfb2-cabc316d0923,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:18.514029 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-aaf2dcac-de5b-4859-940f-b124fc8555f8 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] show failed (client error): The resource could not be found. Apr 18 20:47:18.520018 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-aaf2dcac-de5b-4859-940f-b124fc8555f8 tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "GET /v2.0/security-groups/cd71e62c-383d-41c2-bfb2-cabc316d0923 HTTP/1.1" status: 404 len: 347 time: 0.0445328 Apr 18 20:47:18.520876 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49418) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:18.539465 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e71c4-c545-4f24-ba28-601f889241f6 req-7c3d1acc-2a11-41c6-8b9f-6723fd0cabf1 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:18.541122 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6f3e71c4-c545-4f24-ba28-601f889241f6 req-7c3d1acc-2a11-41c6-8b9f-6723fd0cabf1 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 945 time: 0.3405116 Apr 18 20:47:18.840483 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d244a6-f224-4147-8cb5-390af0e6d17f None None] Network 764ec030-925e-4c42-a900-432b95974253 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:18.859639 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-85502c88-315f-498f-9b31-624a34fd0bd3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.991350 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6f3e71c4-c545-4f24-ba28-601f889241f6 req-9abe9e46-0e58-4778-b112-72d18222ca1a tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593071 Apr 18 20:47:19.001190 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-65ba9539-2613-45f2-8354-0167a5564400 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.070031 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-6ce4dadf-5ff2-44bc-be3d-8144e295b51a tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Deleting port cad5494f-1fee-401c-a6af-0b475608b685 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:19.071352 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6ce4dadf-5ff2-44bc-be3d-8144e295b51a tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.109988 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-85502c88-315f-498f-9b31-624a34fd0bd3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.260011 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6ce4dadf-5ff2-44bc-be3d-8144e295b51a tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.260341 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6ce4dadf-5ff2-44bc-be3d-8144e295b51a tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.261507 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 144bb294-6e6c-4f4d-93dc-26c4f2d3831d up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:19.286683 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-6ce4dadf-5ff2-44bc-be3d-8144e295b51a tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Calling delete_port for cad5494f-1fee-401c-a6af-0b475608b685 owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:19.358341 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-0f103216-b287-40d2-ac82-5cd6f5e483b1 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Floating IP 691432e2-843c-4d06-9581-c71eb9216196 associated. External IP: 172.25.1.148, port: 94bde35a-36ba-4aca-99da-54bb3dafcba8. Apr 18 20:47:19.439195 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 144bb294-6e6c-4f4d-93dc-26c4f2d3831d completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:19.449501 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 144bb294-6e6c-4f4d-93dc-26c4f2d3831d triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:19.450655 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.480306 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-85502c88-315f-498f-9b31-624a34fd0bd3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.620020 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6ce4dadf-5ff2-44bc-be3d-8144e295b51a tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.624848 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85502c88-315f-498f-9b31-624a34fd0bd3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=8d33060f-bfe1-4326-a9ad-6089b497ec73,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:19.716606 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.733827 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-85502c88-315f-498f-9b31-624a34fd0bd3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.741887 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-85502c88-315f-498f-9b31-624a34fd0bd3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/8d33060f-bfe1-4326-a9ad-6089b497ec73 HTTP/1.1" status: 204 len: 168 time: 2.0318556 Apr 18 20:47:19.749663 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49454) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:19.772292 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c165e7-3665-4e4d-af32-6b97050f0f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144bb294-6e6c-4f4d-93dc-26c4f2d3831d'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:19.776783 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c5eae8-703a-4f89-a9c5-4a074db950e2" -d '{"events": [{"server_uuid": "54c165e7-3665-4e4d-af32-6b97050f0f96", "name": "network-vif-plugged", "status": "completed", "tag": "144bb294-6e6c-4f4d-93dc-26c4f2d3831d"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:47:19.788872 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a80da-db3c-42e2-9d39-13d972d2743d req-108073c9-4f86-49e8-9d55-168a15755780 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:19.799795 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a18a80da-db3c-42e2-9d39-13d972d2743d req-108073c9-4f86-49e8-9d55-168a15755780 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.41 "GET /v2.0/ports?device_id=54c165e7-3665-4e4d-af32-6b97050f0f96 HTTP/1.1" status: 200 len: 944 time: 0.4505186 Apr 18 20:47:19.804415 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4dadf-5ff2-44bc-be3d-8144e295b51a tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Pushing event deleted for resources: {'Port': ['ID=cad5494f-1fee-401c-a6af-0b475608b685,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:19.819178 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 144bb294-6e6c-4f4d-93dc-26c4f2d3831d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=144bb294-6e6c-4f4d-93dc-26c4f2d3831d,segment=NetworkSegment(2da99ea9-4454-4f9d-b216-7856bd4bee5f),segment_id=2da99ea9-4454-4f9d-b216-7856bd4bee5f)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:19.833547 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.890119 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-91ef0728-4614-410d-a4fd-895a35725eea tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1337872 Apr 18 20:47:19.895691 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49458) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:19.922178 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-2eb9b031-b651-44c6-a007-3bcb532c10f4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:19.974133 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b51eb1-dfdb-42bb-ab40-cf5d99285744 x-openstack-request-id: req-37b51eb1-dfdb-42bb-ab40-cf5d99285744 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:47:19.974959 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c165e7-3665-4e4d-af32-6b97050f0f96", "name": "network-vif-plugged", "status": "completed", "tag": "144bb294-6e6c-4f4d-93dc-26c4f2d3831d", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:47:19.974959 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37b51eb1-dfdb-42bb-ab40-cf5d99285744 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:47:19.975257 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37b51eb1-dfdb-42bb-ab40-cf5d99285744'] response: {'server_uuid': '54c165e7-3665-4e4d-af32-6b97050f0f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144bb294-6e6c-4f4d-93dc-26c4f2d3831d', 'code': 200} Apr 18 20:47:19.977104 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=144bb294-6e6c-4f4d-93dc-26c4f2d3831d,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:20.058943 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-65ba9539-2613-45f2-8354-0167a5564400 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.075430 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49466) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:20.077418 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6ce4dadf-5ff2-44bc-be3d-8144e295b51a tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.080062 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6ce4dadf-5ff2-44bc-be3d-8144e295b51a tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.082324 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6ce4dadf-5ff2-44bc-be3d-8144e295b51a tempest-ServerActionsTestJSON-1549998500 tempest-ServerActionsTestJSON-1549998500-project] 10.222.0.41 "DELETE /v2.0/floatingips/98629028-3e7f-49a1-b58b-5fd86a655054 HTTP/1.1" status: 204 len: 168 time: 1.5604329 Apr 18 20:47:20.120021 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49468) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:20.132117 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a18a80da-db3c-42e2-9d39-13d972d2743d req-492863ce-83ef-4fbb-a965-2ad4351efffe tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84d630b-469a-4fd1-b1cd-19d34e2cecbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310173 Apr 18 20:47:20.256840 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-65ba9539-2613-45f2-8354-0167a5564400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.410713 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b930f-ce49-406b-b4b8-0412344bd030 req-8a945fc1-85a1-495d-99dd-2a2e2511b4d3 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:20.413416 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-363b930f-ce49-406b-b4b8-0412344bd030 req-8a945fc1-85a1-495d-99dd-2a2e2511b4d3 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 945 time: 0.1595690 Apr 18 20:47:20.446397 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8214d81d-3b8b-45a5-804c-fd014625db6d None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:20.529989 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb9b031-b651-44c6-a007-3bcb532c10f4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:20.533538 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2ee25762-a7a2-477b-a0ca-5e62b6ba7757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.534043 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2eb9b031-b651-44c6-a007-3bcb532c10f4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.556348 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cfa67-7580-40db-9c31-f5f8e23b25d6 req-4f8612ed-6364-4fe5-ac34-29309b4b7310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:20.558146 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-899cfa67-7580-40db-9c31-f5f8e23b25d6 req-4f8612ed-6364-4fe5-ac34-29309b4b7310 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=54c165e7-3665-4e4d-af32-6b97050f0f96 HTTP/1.1" status: 200 len: 1096 time: 0.2606461 Apr 18 20:47:20.591304 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c607e547-4985-4428-b2f6-d58175c3aeac None None] Provisioning complete for port b915fe0b-81d2-4e42-aada-c0044fecd3c8 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:20.591686 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c607e547-4985-4428-b2f6-d58175c3aeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.618919 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f103216-b287-40d2-ac82-5cd6f5e483b1 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Router 88834aaa-2e51-4adb-8534-cc3588560563 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:47:20.678094 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-899cfa67-7580-40db-9c31-f5f8e23b25d6 req-d308636e-b9df-4173-9301-89bd24364a1b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e84d630b-469a-4fd1-b1cd-19d34e2cecbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095712 Apr 18 20:47:20.712202 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2ee25762-a7a2-477b-a0ca-5e62b6ba7757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.788839 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2ee25762-a7a2-477b-a0ca-5e62b6ba7757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.790529 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e04105-5203-4883-ab48-b34c5fd64b66 None None] DHCP port deletion for 50eba278-0f67-4e34-aa13-933b003eee26 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:47:20.868581 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-85e04105-5203-4883-ab48-b34c5fd64b66 None None] Deleting port b915fe0b-81d2-4e42-aada-c0044fecd3c8 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:20.869361 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-85e04105-5203-4883-ab48-b34c5fd64b66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.874856 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee25762-a7a2-477b-a0ca-5e62b6ba7757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e776a6b-01ce-418d-8f5d-d5a1b6627a92,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:20.876334 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f103216-b287-40d2-ac82-5cd6f5e483b1 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:47:20.884258 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0f103216-b287-40d2-ac82-5cd6f5e483b1 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.900306 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b05ad1-bba3-4cdb-809d-d6ae97d95075 None None] Sync routers for ids ['88834aaa-2e51-4adb-8534-cc3588560563'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:20.915017 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b05ad1-bba3-4cdb-809d-d6ae97d95075 None None] Routers {'88834aaa-2e51-4adb-8534-cc3588560563'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:20.915645 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e5b05ad1-bba3-4cdb-809d-d6ae97d95075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:46:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88834aaa-2e51-4adb-8534-cc3588560563'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:20.927362 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-363b930f-ce49-406b-b4b8-0412344bd030 req-a4044006-d7ce-4aba-8516-551f4646ec4c tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325297 Apr 18 20:47:20.958499 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-65ba9539-2613-45f2-8354-0167a5564400 admin admin] Allocated IP 172.25.1.196 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/ec91faa0-1034-4d93-ab9f-ccec21c9b067) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:20.963334 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2ee25762-a7a2-477b-a0ca-5e62b6ba7757 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a884f77a5fdb403da8781d58a55c14bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8735502 Apr 18 20:47:20.969289 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49488) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:21.060845 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0f103216-b287-40d2-ac82-5cd6f5e483b1 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "PUT /v2.0/floatingips/691432e2-843c-4d06-9581-c71eb9216196 HTTP/1.1" status: 200 len: 991 time: 6.0123298 Apr 18 20:47:21.089101 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-e5b05ad1-bba3-4cdb-809d-d6ae97d95075 None None] Set router 88834aaa-2e51-4adb-8534-cc3588560563 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:21.091359 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf13885-7b6d-45b9-a782-8f263ac7f2e3', 'tag': '94bde35a-36ba-4aca-99da-54bb3dafcba8'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:21.095519 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-85e04105-5203-4883-ab48-b34c5fd64b66 None None] For port b915fe0b-81d2-4e42-aada-c0044fecd3c8, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b915fe0b-81d2-4e42-aada-c0044fecd3c8,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:21.098413 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-85e04105-5203-4883-ab48-b34c5fd64b66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.102472 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e563eb1a-77c8-4bc0-ac1c-647e364cf640" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf13885-7b6d-45b9-a782-8f263ac7f2e3", "tag": "94bde35a-36ba-4aca-99da-54bb3dafcba8"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:47:21.116337 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c571d5d7-1e5b-407c-92f6-a761e07a37de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.143414 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-85e04105-5203-4883-ab48-b34c5fd64b66 None None] Calling delete_port for b915fe0b-81d2-4e42-aada-c0044fecd3c8 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:21.265823 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54cbf62-a71d-42a0-87ef-563fce3d14ff x-openstack-request-id: req-e54cbf62-a71d-42a0-87ef-563fce3d14ff {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:47:21.267795 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf13885-7b6d-45b9-a782-8f263ac7f2e3", "tag": "94bde35a-36ba-4aca-99da-54bb3dafcba8", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:47:21.268235 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e54cbf62-a71d-42a0-87ef-563fce3d14ff {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:47:21.269227 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e54cbf62-a71d-42a0-87ef-563fce3d14ff'] response: {'name': 'network-changed', 'server_uuid': '5bf13885-7b6d-45b9-a782-8f263ac7f2e3', 'tag': '94bde35a-36ba-4aca-99da-54bb3dafcba8', 'status': 'completed', 'code': 200} Apr 18 20:47:21.295680 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c571d5d7-1e5b-407c-92f6-a761e07a37de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.365229 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-85e04105-5203-4883-ab48-b34c5fd64b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.400816 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e04105-5203-4883-ab48-b34c5fd64b66 None None] Pushing event deleted for resources: {'Port': ['ID=b915fe0b-81d2-4e42-aada-c0044fecd3c8,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:21.405928 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e04105-5203-4883-ab48-b34c5fd64b66 None None] No DVR routers for this DVR port b915fe0b-81d2-4e42-aada-c0044fecd3c8 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:21.485354 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b915fe0b-81d2-4e42-aada-c0044fecd3c8 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:47:21.494953 n-d-838323-3 neutron-server[102909]: DEBUG neutron.objects.ports [None req-2eb9b031-b651-44c6-a007-3bcb532c10f4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102909) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:47:21.507947 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2eb9b031-b651-44c6-a007-3bcb532c10f4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.519450 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: b915fe0b-81d2-4e42-aada-c0044fecd3c8 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:47:21.519725 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b915fe0b-81d2-4e42-aada-c0044fecd3c8 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:47:21.664870 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb9b031-b651-44c6-a007-3bcb532c10f4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:21.671117 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-2eb9b031-b651-44c6-a007-3bcb532c10f4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:21.676490 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb9b031-b651-44c6-a007-3bcb532c10f4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:21.677477 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2eb9b031-b651-44c6-a007-3bcb532c10f4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.681949 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9b031-b651-44c6-a007-3bcb532c10f4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=a7ff97b9-54ce-4e04-bd17-29a7d51d6bb3,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:21.684506 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0bfd20-3620-4a2e-b5fd-927857de1515 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:21.721949 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2eb9b031-b651-44c6-a007-3bcb532c10f4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8240852 Apr 18 20:47:21.725220 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49506) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:21.726136 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e5b05ad1-bba3-4cdb-809d-d6ae97d95075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88834aaa-2e51-4adb-8534-cc3588560563', 'name': 'tempest-AttachVolumeShelveTestJSON-955401035-router', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:08Z', 'updated_at': '2022-04-18T20:41:15Z', 'revision_number': 4, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'gw_port': {'id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:09Z', 'updated_at': '2022-04-18T20:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '691432e2-843c-4d06-9581-c71eb9216196', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'port_id': '94bde35a-36ba-4aca-99da-54bb3dafcba8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'mac_address': 'fa:16:3e:f1:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf13885-7b6d-45b9-a782-8f263ac7f2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:46:42Z', 'updated_at': '2022-04-18T20:47:17Z', 'revision_number': 1, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03bdf5a4-d29d-4e2b-b0e2-d27640407750', 'name': '', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'mac_address': 'fa:16:3e:28:50:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:14Z', 'updated_at': '2022-04-18T20:41:21Z', 'revision_number': 5, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'subnets': [{'id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:21.739220 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-0cc38c43-4eee-4a01-a3f5-c41c86db3af6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:21.817890 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b05ad1-bba3-4cdb-809d-d6ae97d95075 None None] Checking router: 88834aaa-2e51-4adb-8534-cc3588560563 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:47:21.838775 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b05ad1-bba3-4cdb-809d-d6ae97d95075 None None] Routers {'88834aaa-2e51-4adb-8534-cc3588560563'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:21.839587 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e5b05ad1-bba3-4cdb-809d-d6ae97d95075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:46:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88834aaa-2e51-4adb-8534-cc3588560563'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:22.009451 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc38c43-4eee-4a01-a3f5-c41c86db3af6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:22.020606 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0cc38c43-4eee-4a01-a3f5-c41c86db3af6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.062974 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563eb1a-77c8-4bc0-ac1c-647e364cf640 req-aa5d863a-4f27-4bb1-a6c4-3b2dcfe387de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:22.066167 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e563eb1a-77c8-4bc0-ac1c-647e364cf640 req-aa5d863a-4f27-4bb1-a6c4-3b2dcfe387de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66c8c89b1fcc4ff8ba25812b9483869d&device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 1096 time: 0.8501019 Apr 18 20:47:22.084026 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-65ba9539-2613-45f2-8354-0167a5564400 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.086344 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-e5b05ad1-bba3-4cdb-809d-d6ae97d95075 None None] Set router 88834aaa-2e51-4adb-8534-cc3588560563 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:22.100880 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0572647-326a-46f9-89c1-b776bb336302 req-25b78a2e-b08a-4a48-a7d9-824f0f2dca7e tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:22.103401 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b0572647-326a-46f9-89c1-b776bb336302 req-25b78a2e-b08a-4a48-a7d9-824f0f2dca7e tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.41 "GET /v2.0/ports?device_id=54c165e7-3665-4e4d-af32-6b97050f0f96 HTTP/1.1" status: 200 len: 945 time: 0.8219528 Apr 18 20:47:22.108566 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9398ac-a7aa-46ca-b205-b502704af17d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-50eba278-0f67-4e34-aa13-933b003eee26', 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'fixed_ips': [{'subnet_id': 'a7ff97b9-54ce-4e04-bd17-29a7d51d6bb3'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:47:22.110539 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2a9398ac-a7aa-46ca-b205-b502704af17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.307247 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b0572647-326a-46f9-89c1-b776bb336302 req-92688a0c-569a-4c44-8d32-57b8566f68d5 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84d630b-469a-4fd1-b1cd-19d34e2cecbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521046 Apr 18 20:47:22.329565 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-2a9398ac-a7aa-46ca-b205-b502704af17d None None] Allocated IP 2001:db8::f816:3eff:fe7e:51c9 (50eba278-0f67-4e34-aa13-933b003eee26/a7ff97b9-54ce-4e04-bd17-29a7d51d6bb3/6422330a-4bee-452b-91d5-e5e99667fa96) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:22.470363 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49518) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:22.502749 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c571d5d7-1e5b-407c-92f6-a761e07a37de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.507816 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c571d5d7-1e5b-407c-92f6-a761e07a37de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.510089 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c571d5d7-1e5b-407c-92f6-a761e07a37de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e776a6b-01ce-418d-8f5d-d5a1b6627a92 HTTP/1.1" status: 204 len: 168 time: 1.5366514 Apr 18 20:47:22.535975 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0cc38c43-4eee-4a01-a3f5-c41c86db3af6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.615042 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc38c43-4eee-4a01-a3f5-c41c86db3af6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:22.618207 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b7654-bb4f-47e2-a8de-b7e641e93bd1 req-037a0b14-cd5c-4a28-bfd4-ca1b383ed628 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:22.620042 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-0cc38c43-4eee-4a01-a3f5-c41c86db3af6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:22.620981 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-542b7654-bb4f-47e2-a8de-b7e641e93bd1 req-037a0b14-cd5c-4a28-bfd4-ca1b383ed628 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 945 time: 0.5159259 Apr 18 20:47:22.622768 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-65ba9539-2613-45f2-8354-0167a5564400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.638830 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571d5d7-1e5b-407c-92f6-a761e07a37de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e776a6b-01ce-418d-8f5d-d5a1b6627a92,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:22.640057 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc38c43-4eee-4a01-a3f5-c41c86db3af6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:22.640817 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0cc38c43-4eee-4a01-a3f5-c41c86db3af6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.646124 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc38c43-4eee-4a01-a3f5-c41c86db3af6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=e38439dd-12ce-4d89-b689-3ba24b23ca1e,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:22.669545 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2a9398ac-a7aa-46ca-b205-b502704af17d None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.675218 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0cc38c43-4eee-4a01-a3f5-c41c86db3af6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9467013 Apr 18 20:47:22.678576 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49524) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:22.686729 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2a9398ac-a7aa-46ca-b205-b502704af17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.692464 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-68369600-a05f-4be7-9b16-ed30b91c9685 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'mac_address': 'fa:16:3e:65:4b:bc', 'name': 'tempest-NetworksTestDHCPv6-1588168194'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:22.727792 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563eb1a-77c8-4bc0-ac1c-647e364cf640 req-f5532edd-b9a9-4c06-ac01-74beeb033576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:22.731350 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e563eb1a-77c8-4bc0-ac1c-647e364cf640 req-f5532edd-b9a9-4c06-ac01-74beeb033576 service neutron] 10.222.0.32 "GET /v2.0/networks?id=af9b8ad0-3b77-4446-8808-154f03d72322 HTTP/1.1" status: 200 len: 917 time: 0.6528184 Apr 18 20:47:22.765981 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9398ac-a7aa-46ca-b205-b502704af17d None None] Pushing event updated for resources: {'Port': ['ID=6422330a-4bee-452b-91d5-e5e99667fa96,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:22.782415 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9398ac-a7aa-46ca-b205-b502704af17d None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:22.787780 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-2a9398ac-a7aa-46ca-b205-b502704af17d None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:22.792356 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9398ac-a7aa-46ca-b205-b502704af17d None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:22.828657 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e5b05ad1-bba3-4cdb-809d-d6ae97d95075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88834aaa-2e51-4adb-8534-cc3588560563', 'name': 'tempest-AttachVolumeShelveTestJSON-955401035-router', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:08Z', 'updated_at': '2022-04-18T20:41:15Z', 'revision_number': 4, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'gw_port': {'id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:09Z', 'updated_at': '2022-04-18T20:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '691432e2-843c-4d06-9581-c71eb9216196', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'port_id': '94bde35a-36ba-4aca-99da-54bb3dafcba8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'mac_address': 'fa:16:3e:f1:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf13885-7b6d-45b9-a782-8f263ac7f2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:46:42Z', 'updated_at': '2022-04-18T20:47:17Z', 'revision_number': 1, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03bdf5a4-d29d-4e2b-b0e2-d27640407750', 'name': '', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'mac_address': 'fa:16:3e:28:50:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:14Z', 'updated_at': '2022-04-18T20:41:21Z', 'revision_number': 5, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'subnets': [{'id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:22.871654 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b05ad1-bba3-4cdb-809d-d6ae97d95075 None None] The sync data for ids ['88834aaa-2e51-4adb-8534-cc3588560563'] in n-d-838323-3 is: [{'id': '88834aaa-2e51-4adb-8534-cc3588560563', 'name': 'tempest-AttachVolumeShelveTestJSON-955401035-router', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:08Z', 'updated_at': '2022-04-18T20:41:15Z', 'revision_number': 4, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'gw_port': {'id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:09Z', 'updated_at': '2022-04-18T20:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '691432e2-843c-4d06-9581-c71eb9216196', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'port_id': '94bde35a-36ba-4aca-99da-54bb3dafcba8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'mac_address': 'fa:16:3e:f1:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf13885-7b6d-45b9-a782-8f263ac7f2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:46:42Z', 'updated_at': '2022-04-18T20:47:17Z', 'revision_number': 1, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03bdf5a4-d29d-4e2b-b0e2-d27640407750', 'name': '', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'mac_address': 'fa:16:3e:28:50:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:14Z', 'updated_at': '2022-04-18T20:41:21Z', 'revision_number': 5, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'subnets': [{'id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:22.940788 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2c01554b-4b2e-4fc3-99c7-d60f61f56d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.949898 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2a9398ac-a7aa-46ca-b205-b502704af17d None None] Attempting to bind port 6422330a-4bee-452b-91d5-e5e99667fa96 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:22.950486 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2a9398ac-a7aa-46ca-b205-b502704af17d None None] Attempting to bind port 6422330a-4bee-452b-91d5-e5e99667fa96 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:22.951072 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9398ac-a7aa-46ca-b205-b502704af17d None None] Attempting to bind port 6422330a-4bee-452b-91d5-e5e99667fa96 on network 50eba278-0f67-4e34-aa13-933b003eee26 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:22.963709 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9398ac-a7aa-46ca-b205-b502704af17d None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:47:22.964692 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9398ac-a7aa-46ca-b205-b502704af17d None None] Checking segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:47:22.965360 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2a9398ac-a7aa-46ca-b205-b502704af17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.965980 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9398ac-a7aa-46ca-b205-b502704af17d None None] Bound using segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:47:22.966753 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2a9398ac-a7aa-46ca-b205-b502704af17d None None] Bound port: 6422330a-4bee-452b-91d5-e5e99667fa96, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:22.967363 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2a9398ac-a7aa-46ca-b205-b502704af17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.985251 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba9539-2613-45f2-8354-0167a5564400 admin admin] Pushing event updated for resources: {'Port': ['ID=ec91faa0-1034-4d93-ab9f-ccec21c9b067,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:23.009790 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68369600-a05f-4be7-9b16-ed30b91c9685 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:23.095822 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ba9539-2613-45f2-8354-0167a5564400 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:23.152467 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2a9398ac-a7aa-46ca-b205-b502704af17d None None] For port 6422330a-4bee-452b-91d5-e5e99667fa96, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:23.161641 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-65ba9539-2613-45f2-8354-0167a5564400 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:23.169691 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2a9398ac-a7aa-46ca-b205-b502704af17d None None] For port 6422330a-4bee-452b-91d5-e5e99667fa96, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6422330a-4bee-452b-91d5-e5e99667fa96,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:23.182882 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2a9398ac-a7aa-46ca-b205-b502704af17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.192770 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ba9539-2613-45f2-8354-0167a5564400 admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:23.199179 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-68369600-a05f-4be7-9b16-ed30b91c9685 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.213080 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49528) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:23.253744 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-542b7654-bb4f-47e2-a8de-b7e641e93bd1 req-e30a5cdf-e662-4e73-8871-1921dc3b4b5b tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5848389 Apr 18 20:47:23.272524 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e563eb1a-77c8-4bc0-ac1c-647e364cf640 req-e086b639-5824-4b02-9b39-dec89853b93f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94bde35a-36ba-4aca-99da-54bb3dafcba8 HTTP/1.1" status: 200 len: 999 time: 0.4275112 Apr 18 20:47:23.300728 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9398ac-a7aa-46ca-b205-b502704af17d None None] Pushing event updated for resources: {'Port': ['ID=6422330a-4bee-452b-91d5-e5e99667fa96,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:23.319130 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f9ef3ec2-0c6d-40a2-b521-abb80346a5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.343146 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-68369600-a05f-4be7-9b16-ed30b91c9685 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] device_id is not set on port 7337d66d-dd9b-4476-bda7-9ee9649e17a8 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:47:23.363040 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316d0eda-8126-4f34-bea8-e8fed98c4984 None None] New status for floating IP 691432e2-843c-4d06-9581-c71eb9216196: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:47:23.489070 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f938cbae-e845-4ac5-9e17-7dbfb7c58f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.495641 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563eb1a-77c8-4bc0-ac1c-647e364cf640 req-1eee88f7-5ee6-40ca-98d0-ac2fb44f0482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:23.497149 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e563eb1a-77c8-4bc0-ac1c-647e364cf640 req-1eee88f7-5ee6-40ca-98d0-ac2fb44f0482 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c229c317-384e-4f90-84f5-fac3dceea926 HTTP/1.1" status: 200 len: 855 time: 0.2153177 Apr 18 20:47:23.552517 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2c01554b-4b2e-4fc3-99c7-d60f61f56d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.576887 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2c01554b-4b2e-4fc3-99c7-d60f61f56d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.670130 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2c01554b-4b2e-4fc3-99c7-d60f61f56d73 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8255d32af9ba43098b24ebc10cb6c06e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1958106 Apr 18 20:47:23.670929 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49532) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:23.762403 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0967b-1b1a-40ec-82e0-c9fdc53b6869 req-310108bb-87e4-4895-bc57-e813f20ce6b5 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:23.771694 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7ea0967b-1b1a-40ec-82e0-c9fdc53b6869 req-310108bb-87e4-4895-bc57-e813f20ce6b5 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.41 "GET /v2.0/ports?device_id=54c165e7-3665-4e4d-af32-6b97050f0f96 HTTP/1.1" status: 200 len: 945 time: 0.2801554 Apr 18 20:47:23.844479 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01554b-4b2e-4fc3-99c7-d60f61f56d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cff29d-f3b0-454a-8fc4-2fa2bef20d52,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:23.911932 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f9ef3ec2-0c6d-40a2-b521-abb80346a5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.917182 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563eb1a-77c8-4bc0-ac1c-647e364cf640 req-e74eddd9-0420-4138-8ac4-cce454da4971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:23.919376 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e563eb1a-77c8-4bc0-ac1c-647e364cf640 req-e74eddd9-0420-4138-8ac4-cce454da4971 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af9b8ad0-3b77-4446-8808-154f03d72322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3027351 Apr 18 20:47:23.935611 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f9ef3ec2-0c6d-40a2-b521-abb80346a5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.957979 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7ea0967b-1b1a-40ec-82e0-c9fdc53b6869 req-010e1ad9-0afc-4b90-adc3-e3598c83ea75 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84d630b-469a-4fd1-b1cd-19d34e2cecbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768432 Apr 18 20:47:23.962311 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cf37598b-c889-43c5-8aff-c7a56660c1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.007990 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f9ef3ec2-0c6d-40a2-b521-abb80346a5b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4946861a27b4dd183e03be17c9be4f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7932155 Apr 18 20:47:24.017318 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-68369600-a05f-4be7-9b16-ed30b91c9685 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 172.20.0.5 (50eba278-0f67-4e34-aa13-933b003eee26/e38439dd-12ce-4d89-b689-3ba24b23ca1e/7337d66d-dd9b-4476-bda7-9ee9649e17a8) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:24.019899 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49536) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:24.044625 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-68369600-a05f-4be7-9b16-ed30b91c9685 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 2001:db8::f816:3eff:fe65:4bbc (50eba278-0f67-4e34-aa13-933b003eee26/a7ff97b9-54ce-4e04-bd17-29a7d51d6bb3/7337d66d-dd9b-4476-bda7-9ee9649e17a8) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:24.046973 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef3ec2-0c6d-40a2-b521-abb80346a5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3f6eb5-5dc6-4040-b2f2-001ec89e1e04,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:24.056080 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cf37598b-c889-43c5-8aff-c7a56660c1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.182859 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cd8ccaa2-f756-498e-a932-babc683eee18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.222774 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cf37598b-c889-43c5-8aff-c7a56660c1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.225108 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cf37598b-c889-43c5-8aff-c7a56660c1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.226363 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cf37598b-c889-43c5-8aff-c7a56660c1a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/25cff29d-f3b0-454a-8fc4-2fa2bef20d52 HTTP/1.1" status: 204 len: 168 time: 0.5261793 Apr 18 20:47:24.228680 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cd8ccaa2-f756-498e-a932-babc683eee18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.235278 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-65ba9539-2613-45f2-8354-0167a5564400 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.307615 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37598b-c889-43c5-8aff-c7a56660c1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cff29d-f3b0-454a-8fc4-2fa2bef20d52,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:24.444490 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cd8ccaa2-f756-498e-a932-babc683eee18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.448379 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cd8ccaa2-f756-498e-a932-babc683eee18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.449759 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cd8ccaa2-f756-498e-a932-babc683eee18 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb3f6eb5-5dc6-4040-b2f2-001ec89e1e04 HTTP/1.1" status: 204 len: 168 time: 0.4285240 Apr 18 20:47:24.473866 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-68369600-a05f-4be7-9b16-ed30b91c9685 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.475801 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ccaa2-f756-498e-a932-babc683eee18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3f6eb5-5dc6-4040-b2f2-001ec89e1e04,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:24.534838 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fdd6f8bb-387a-4b9d-ae1f-1e9be9f924d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.552173 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-68369600-a05f-4be7-9b16-ed30b91c9685 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.676676 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68369600-a05f-4be7-9b16-ed30b91c9685 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:24.693049 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-68369600-a05f-4be7-9b16-ed30b91c9685 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:24.709978 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68369600-a05f-4be7-9b16-ed30b91c9685 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:24.712640 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e563eb1a-77c8-4bc0-ac1c-647e364cf640 req-58062c98-4f2b-4762-8999-cca60e63794c service neutron] 10.222.0.32 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7849317 Apr 18 20:47:24.719424 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68369600-a05f-4be7-9b16-ed30b91c9685 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Port': ['ID=7337d66d-dd9b-4476-bda7-9ee9649e17a8,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:24.864386 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68369600-a05f-4be7-9b16-ed30b91c9685 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:24.875457 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-68369600-a05f-4be7-9b16-ed30b91c9685 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.906658 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-68369600-a05f-4be7-9b16-ed30b91c9685 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2260723 Apr 18 20:47:24.910141 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49552) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:25.006466 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51f5f0-46e2-475c-86ff-371b163dd76a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:25.014095 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51f5f0-46e2-475c-86ff-371b163dd76a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:25.016672 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3f51f5f0-46e2-475c-86ff-371b163dd76a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1042421 Apr 18 20:47:25.019437 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49556) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:25.112343 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69804c3-f298-4f79-b47a-368f1209917e req-f002f8d4-8f9d-46f6-aa69-f83018126701 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:25.120112 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b69804c3-f298-4f79-b47a-368f1209917e req-f002f8d4-8f9d-46f6-aa69-f83018126701 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 945 time: 0.6101079 Apr 18 20:47:25.148772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7bee1-9b13-4289-a343-4e5fa0317b4f req-28ca6ff3-3aa2-46b9-930f-0ccb0dd57597 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:25.148772 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fed7bee1-9b13-4289-a343-4e5fa0317b4f req-28ca6ff3-3aa2-46b9-930f-0ccb0dd57597 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.41 "GET /v2.0/ports?device_id=54c165e7-3665-4e4d-af32-6b97050f0f96 HTTP/1.1" status: 200 len: 945 time: 0.6464522 Apr 18 20:47:25.189144 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-5f54a88b-ce13-491d-bd46-d9368193d15a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting port 7337d66d-dd9b-4476-bda7-9ee9649e17a8 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:25.189668 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f54a88b-ce13-491d-bd46-d9368193d15a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:25.309792 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fcd049-54a0-49c3-9933-864381ef131b None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:25.380368 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b69804c3-f298-4f79-b47a-368f1209917e req-651aacec-29ba-484c-a498-99479800aa94 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585292 Apr 18 20:47:25.388116 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49564) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:25.495543 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f54a88b-ce13-491d-bd46-d9368193d15a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:25.530668 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-5f54a88b-ce13-491d-bd46-d9368193d15a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Calling delete_port for 7337d66d-dd9b-4476-bda7-9ee9649e17a8 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:25.542658 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e563eb1a-77c8-4bc0-ac1c-647e364cf640 req-2708c155-248f-49db-aa48-c80202db4474 service neutron] 10.222.0.32 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8106723 Apr 18 20:47:25.558680 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6422330a-4bee-452b-91d5-e5e99667fa96 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:25.584330 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d1375bd9-8cd9-43a2-a8ac-5bb836e42062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:25.625070 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fed7bee1-9b13-4289-a343-4e5fa0317b4f req-03fbd0eb-b285-4bc0-bd57-2fe46d5759dd tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84d630b-469a-4fd1-b1cd-19d34e2cecbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630659 Apr 18 20:47:25.688456 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-65ba9539-2613-45f2-8354-0167a5564400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:25.745314 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0e19e-be0c-4ebd-a7a5-e0f5384978d0 req-f42d44ed-22cb-4ffd-8338-e5fa922c4b72 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:25.748034 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-68d0e19e-be0c-4ebd-a7a5-e0f5384978d0 req-f42d44ed-22cb-4ffd-8338-e5fa922c4b72 tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.57 "GET /v2.0/ports?device_id=54c165e7-3665-4e4d-af32-6b97050f0f96 HTTP/1.1" status: 200 len: 945 time: 0.1262810 Apr 18 20:47:25.761586 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-7874b0d9-1bae-4549-a9c6-4887fc9c09bf None None] Provisioning complete for port 6422330a-4bee-452b-91d5-e5e99667fa96 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:25.762172 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7874b0d9-1bae-4549-a9c6-4887fc9c09bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:25.792647 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-f938cbae-e845-4ac5-9e17-7dbfb7c58f7e admin admin] Deleting port 4782b362-b4e3-4283-bd73-9891e39a8585 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:25.793237 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f938cbae-e845-4ac5-9e17-7dbfb7c58f7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:25.924598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 6422330a-4bee-452b-91d5-e5e99667fa96 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:25.925196 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.082902 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f54a88b-ce13-491d-bd46-d9368193d15a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.102712 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df34730d-4f61-4e94-9b7b-c8752adef247 None None] Update dhcp port {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'fixed_ips': [{'subnet_id': 'a7ff97b9-54ce-4e04-bd17-29a7d51d6bb3', 'ip_address': '2001:db8::f816:3eff:fe7e:51c9'}, {'subnet_id': 'e38439dd-12ce-4d89-b689-3ba24b23ca1e'}], 'binding:host_id': 'n-d-838323-3'}, 'id': '6422330a-4bee-452b-91d5-e5e99667fa96'} from n-d-838323-3. {{(pid=102910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 20:47:26.126782 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54a88b-ce13-491d-bd46-d9368193d15a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Port': ['ID=7337d66d-dd9b-4476-bda7-9ee9649e17a8,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:26.136530 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d1375bd9-8cd9-43a2-a8ac-5bb836e42062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.138274 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-68d0e19e-be0c-4ebd-a7a5-e0f5384978d0 req-a8ef3b5c-3bf9-4541-a6a2-57da16a3b1dc tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Deleting port 144bb294-6e6c-4f4d-93dc-26c4f2d3831d {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:26.139117 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-68d0e19e-be0c-4ebd-a7a5-e0f5384978d0 req-a8ef3b5c-3bf9-4541-a6a2-57da16a3b1dc tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.161418 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d1375bd9-8cd9-43a2-a8ac-5bb836e42062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.167652 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7874b0d9-1bae-4549-a9c6-4887fc9c09bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.185694 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-f938cbae-e845-4ac5-9e17-7dbfb7c58f7e admin admin] For port 4782b362-b4e3-4283-bd73-9891e39a8585, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4782b362-b4e3-4283-bd73-9891e39a8585,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:26.187075 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f938cbae-e845-4ac5-9e17-7dbfb7c58f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.200076 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-df34730d-4f61-4e94-9b7b-c8752adef247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.227359 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7874b0d9-1bae-4549-a9c6-4887fc9c09bf None None] For port 6422330a-4bee-452b-91d5-e5e99667fa96, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6422330a-4bee-452b-91d5-e5e99667fa96,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:26.242394 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7874b0d9-1bae-4549-a9c6-4887fc9c09bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.248572 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.272839 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-68d0e19e-be0c-4ebd-a7a5-e0f5384978d0 req-a8ef3b5c-3bf9-4541-a6a2-57da16a3b1dc tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] For port 144bb294-6e6c-4f4d-93dc-26c4f2d3831d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=144bb294-6e6c-4f4d-93dc-26c4f2d3831d,segment=NetworkSegment(2da99ea9-4454-4f9d-b216-7856bd4bee5f),segment_id=2da99ea9-4454-4f9d-b216-7856bd4bee5f)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:26.273153 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-68d0e19e-be0c-4ebd-a7a5-e0f5384978d0 req-a8ef3b5c-3bf9-4541-a6a2-57da16a3b1dc tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.273623 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-f938cbae-e845-4ac5-9e17-7dbfb7c58f7e admin admin] Calling delete_port for 4782b362-b4e3-4283-bd73-9891e39a8585 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:26.289729 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-68d0e19e-be0c-4ebd-a7a5-e0f5384978d0 req-a8ef3b5c-3bf9-4541-a6a2-57da16a3b1dc tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Calling delete_port for 144bb294-6e6c-4f4d-93dc-26c4f2d3831d owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:26.328251 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d1375bd9-8cd9-43a2-a8ac-5bb836e42062 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2249519420c64ea4ae0d7fd4828532a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9024823 Apr 18 20:47:26.334217 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49576) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:26.356531 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1375bd9-8cd9-43a2-a8ac-5bb836e42062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d0ee07-42c7-4919-8053-8c5bd266aa1d,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:26.492376 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874b0d9-1bae-4549-a9c6-4887fc9c09bf None None] Pushing event updated for resources: {'Port': ['ID=6422330a-4bee-452b-91d5-e5e99667fa96,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:26.517515 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:47:26.518665 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:47:26.535027 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-68d0e19e-be0c-4ebd-a7a5-e0f5384978d0 req-a8ef3b5c-3bf9-4541-a6a2-57da16a3b1dc tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.548077 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ba9539-2613-45f2-8354-0167a5564400 admin admin] Router d67242c4-2261-46ef-a312-bcaf911e8636 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:47:26.563293 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['144bb294-6e6c-4f4d-93dc-26c4f2d3831d'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:47:26.644726 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-df34730d-4f61-4e94-9b7b-c8752adef247 None None] Allocated IP 172.20.0.2 (50eba278-0f67-4e34-aa13-933b003eee26/e38439dd-12ce-4d89-b689-3ba24b23ca1e/6422330a-4bee-452b-91d5-e5e99667fa96) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:26.671727 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef3b5c-3bf9-4541-a6a2-57da16a3b1dc tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Pushing event deleted for resources: {'Port': ['ID=144bb294-6e6c-4f4d-93dc-26c4f2d3831d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:26.730615 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bc58c6c3-21bf-4e1f-8566-c0704a873f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.741878 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d0e19e-be0c-4ebd-a7a5-e0f5384978d0 req-a8ef3b5c-3bf9-4541-a6a2-57da16a3b1dc tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] No DVR routers for this DVR port 144bb294-6e6c-4f4d-93dc-26c4f2d3831d on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:26.748277 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-68d0e19e-be0c-4ebd-a7a5-e0f5384978d0 req-a8ef3b5c-3bf9-4541-a6a2-57da16a3b1dc tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.751669 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-68d0e19e-be0c-4ebd-a7a5-e0f5384978d0 req-a8ef3b5c-3bf9-4541-a6a2-57da16a3b1dc tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.57 "DELETE /v2.0/ports/144bb294-6e6c-4f4d-93dc-26c4f2d3831d HTTP/1.1" status: 204 len: 173 time: 0.9932692 Apr 18 20:47:26.752193 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c165e7-3665-4e4d-af32-6b97050f0f96', 'name': 'network-vif-deleted', 'tag': '144bb294-6e6c-4f4d-93dc-26c4f2d3831d'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:26.763439 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8b0e4b-f51a-4763-a8e2-125e5bf0dba8" -d '{"events": [{"server_uuid": "54c165e7-3665-4e4d-af32-6b97050f0f96", "name": "network-vif-deleted", "tag": "144bb294-6e6c-4f4d-93dc-26c4f2d3831d"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:47:26.788268 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-df34730d-4f61-4e94-9b7b-c8752adef247 None None] For port 6422330a-4bee-452b-91d5-e5e99667fa96, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6422330a-4bee-452b-91d5-e5e99667fa96,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:26.811724 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5f54a88b-ce13-491d-bd46-d9368193d15a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.819637 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20cff1-2fcc-4ca6-b53a-af572be7940b req-f8e9c47b-2fb3-435b-87dc-5c7f7e3e5ede tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:26.821788 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5f54a88b-ce13-491d-bd46-d9368193d15a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/7337d66d-dd9b-4476-bda7-9ee9649e17a8 HTTP/1.1" status: 204 len: 168 time: 1.8006525 Apr 18 20:47:26.823981 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49590) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:26.828209 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e20cff1-2fcc-4ca6-b53a-af572be7940b req-f8e9c47b-2fb3-435b-87dc-5c7f7e3e5ede tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 945 time: 0.2680469 Apr 18 20:47:26.887674 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-df34730d-4f61-4e94-9b7b-c8752adef247 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.894660 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-df34730d-4f61-4e94-9b7b-c8752adef247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.931080 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bc58c6c3-21bf-4e1f-8566-c0704a873f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.968964 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d8cf2469-30f1-421e-93c7-0903ca5e974c req-154c79a7-681c-4159-b5da-12ab35a02acf tempest-ServerAddressesNegativeTestJSON-2058105813 tempest-ServerAddressesNegativeTestJSON-2058105813-project] 10.222.0.41 "GET /v2.0/ports?device_id=54c165e7-3665-4e4d-af32-6b97050f0f96 HTTP/1.1" status: 200 len: 210 time: 0.1365619 Apr 18 20:47:27.053690 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34730d-4f61-4e94-9b7b-c8752adef247 None None] Pushing event updated for resources: {'Port': ['ID=6422330a-4bee-452b-91d5-e5e99667fa96,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:27.138698 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f938cbae-e845-4ac5-9e17-7dbfb7c58f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:27.188227 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ba9539-2613-45f2-8354-0167a5564400 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:47:27.198698 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a4940b-c977-4a67-a716-f9a229b6645f None None] Sync routers for ids ['d67242c4-2261-46ef-a312-bcaf911e8636'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:27.224041 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a4940b-c977-4a67-a716-f9a229b6645f None None] Routers {'d67242c4-2261-46ef-a312-bcaf911e8636'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:27.224567 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-c4a4940b-c977-4a67-a716-f9a229b6645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:46:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d67242c4-2261-46ef-a312-bcaf911e8636'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:27.489530 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353fec25-4646-47c1-9fa5-885a01740d87 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:27.499898 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353fec25-4646-47c1-9fa5-885a01740d87 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:27.503269 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353fec25-4646-47c1-9fa5-885a01740d87 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:27.512922 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-353fec25-4646-47c1-9fa5-885a01740d87 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6865292 Apr 18 20:47:27.517274 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49600) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:27.522669 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a39214-2c15-481f-ba8f-9ebcb82cdbfb x-openstack-request-id: req-16a39214-2c15-481f-ba8f-9ebcb82cdbfb {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:47:27.523429 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c165e7-3665-4e4d-af32-6b97050f0f96", "name": "network-vif-deleted", "tag": "144bb294-6e6c-4f4d-93dc-26c4f2d3831d", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:47:27.523830 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-16a39214-2c15-481f-ba8f-9ebcb82cdbfb {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:47:27.524548 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16a39214-2c15-481f-ba8f-9ebcb82cdbfb'] response: {'server_uuid': '54c165e7-3665-4e4d-af32-6b97050f0f96', 'name': 'network-vif-deleted', 'tag': '144bb294-6e6c-4f4d-93dc-26c4f2d3831d', 'status': 'completed', 'code': 200} Apr 18 20:47:27.541135 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-c4a4940b-c977-4a67-a716-f9a229b6645f None None] Set router d67242c4-2261-46ef-a312-bcaf911e8636 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:27.580932 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6422330a-4bee-452b-91d5-e5e99667fa96 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:27.672098 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-03014ee8-2221-4adc-aed6-09b70e0a2fd2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet a7ff97b9-54ce-4e04-bd17-29a7d51d6bb3 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:47:27.688154 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-03014ee8-2221-4adc-aed6-09b70e0a2fd2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:27.719732 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 6422330a-4bee-452b-91d5-e5e99667fa96 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:27.720120 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:27.822187 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-03014ee8-2221-4adc-aed6-09b70e0a2fd2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:27.985467 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-c4a4940b-c977-4a67-a716-f9a229b6645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'name': 'tempest-ServerRescueTestJSONUnderV235-1418706511-router', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ec91faa0-1034-4d93-ab9f-ccec21c9b067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:47:23Z', 'revision_number': 3, 'project_id': 'cc51acb9099940958d773eedc590bb57', 'gw_port': {'id': 'ec91faa0-1034-4d93-ab9f-ccec21c9b067', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:20Z', 'updated_at': '2022-04-18T20:47:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:28.035654 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a4940b-c977-4a67-a716-f9a229b6645f None None] Checking router: d67242c4-2261-46ef-a312-bcaf911e8636 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:47:28.036363 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a4940b-c977-4a67-a716-f9a229b6645f None None] Updating router d67242c4-2261-46ef-a312-bcaf911e8636 port ec91faa0-1034-4d93-ab9f-ccec21c9b067 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:47:28.077232 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c4a4940b-c977-4a67-a716-f9a229b6645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.104602 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-03014ee8-2221-4adc-aed6-09b70e0a2fd2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.120116 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938cbae-e845-4ac5-9e17-7dbfb7c58f7e admin admin] Pushing event deleted for resources: {'Port': ['ID=4782b362-b4e3-4283-bd73-9891e39a8585,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:28.135050 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49608) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:28.165132 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e20cff1-2fcc-4ca6-b53a-af572be7940b req-6be0b457-c318-43cc-aadb-b9d0c50f13d3 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3359854 Apr 18 20:47:28.176343 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-65ba9539-2613-45f2-8354-0167a5564400 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.180505 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49610) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:28.197033 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-65ba9539-2613-45f2-8354-0167a5564400 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 10.1422386 Apr 18 20:47:28.200831 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bc58c6c3-21bf-4e1f-8566-c0704a873f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.209799 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bc58c6c3-21bf-4e1f-8566-c0704a873f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.214947 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-bc58c6c3-21bf-4e1f-8566-c0704a873f54 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51d0ee07-42c7-4919-8053-8c5bd266aa1d HTTP/1.1" status: 204 len: 168 time: 1.8788273 Apr 18 20:47:28.236954 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c6c3-21bf-4e1f-8566-c0704a873f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d0ee07-42c7-4919-8053-8c5bd266aa1d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:28.362952 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 78c38eeb-c6d3-401f-b023-13ca0889b69d no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:47:28.382009 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-6520a634-265f-4eda-aa72-c6733815d0b9 admin admin] Deleting subnet 1983f3d8-16e4-4158-892c-fc056b6510b3 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:47:28.420488 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6520a634-265f-4eda-aa72-c6733815d0b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.431014 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f938cbae-e845-4ac5-9e17-7dbfb7c58f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.547218 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-03014ee8-2221-4adc-aed6-09b70e0a2fd2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.555703 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6520a634-265f-4eda-aa72-c6733815d0b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.731355 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c4a4940b-c977-4a67-a716-f9a229b6645f None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.753515 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c4a4940b-c977-4a67-a716-f9a229b6645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.755862 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03014ee8-2221-4adc-aed6-09b70e0a2fd2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=a7ff97b9-54ce-4e04-bd17-29a7d51d6bb3,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:28.793188 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-03014ee8-2221-4adc-aed6-09b70e0a2fd2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.801546 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-03014ee8-2221-4adc-aed6-09b70e0a2fd2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/a7ff97b9-54ce-4e04-bd17-29a7d51d6bb3 HTTP/1.1" status: 204 len: 168 time: 1.2757249 Apr 18 20:47:28.846339 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49618) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:28.858354 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e81ceb8-2aef-4863-9efb-e0d5cea2164e None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:28.915425 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-c4a4940b-c977-4a67-a716-f9a229b6645f None None] Attempting to bind port ec91faa0-1034-4d93-ab9f-ccec21c9b067 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:28.915798 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-c4a4940b-c977-4a67-a716-f9a229b6645f None None] Attempting to bind port ec91faa0-1034-4d93-ab9f-ccec21c9b067 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:28.916158 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a4940b-c977-4a67-a716-f9a229b6645f None None] Attempting to bind port ec91faa0-1034-4d93-ab9f-ccec21c9b067 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:28.926716 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384045da-cc55-4ff9-a95c-c054ae76b651 None None] Pushing event updated for resources: {'Port': ['ID=ec91faa0-1034-4d93-ab9f-ccec21c9b067,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:28.944823 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a4940b-c977-4a67-a716-f9a229b6645f None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:47:28.945221 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a4940b-c977-4a67-a716-f9a229b6645f None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:47:28.945621 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c4a4940b-c977-4a67-a716-f9a229b6645f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.946019 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a4940b-c977-4a67-a716-f9a229b6645f None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:47:28.946525 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-c4a4940b-c977-4a67-a716-f9a229b6645f None None] Bound port: ec91faa0-1034-4d93-ab9f-ccec21c9b067, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:28.946914 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c4a4940b-c977-4a67-a716-f9a229b6645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.004493 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4785cd91-618a-4497-80a0-e385eaf9d3f1 None None] Provisioning complete for port 6422330a-4bee-452b-91d5-e5e99667fa96 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:29.004493 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4785cd91-618a-4497-80a0-e385eaf9d3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.013089 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6520a634-265f-4eda-aa72-c6733815d0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.055930 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-c4a4940b-c977-4a67-a716-f9a229b6645f None None] For port ec91faa0-1034-4d93-ab9f-ccec21c9b067, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:29.074373 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-c4a4940b-c977-4a67-a716-f9a229b6645f None None] For port ec91faa0-1034-4d93-ab9f-ccec21c9b067, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=ec91faa0-1034-4d93-ab9f-ccec21c9b067,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:29.077869 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ccd158ca-7386-41fd-b91a-eabe172d771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.084409 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c4a4940b-c977-4a67-a716-f9a229b6645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.119139 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f938cbae-e845-4ac5-9e17-7dbfb7c58f7e admin admin] Router 1bdbaa08-2c44-4f51-89b0-9c906347b970 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:47:29.155563 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.198981 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a4940b-c977-4a67-a716-f9a229b6645f None None] Routers {'d67242c4-2261-46ef-a312-bcaf911e8636'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:29.199702 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-c4a4940b-c977-4a67-a716-f9a229b6645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:47:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d67242c4-2261-46ef-a312-bcaf911e8636'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:29.209999 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384045da-cc55-4ff9-a95c-c054ae76b651 None None] Pushing event updated for resources: {'Port': ['ID=ec91faa0-1034-4d93-ab9f-ccec21c9b067,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:29.246316 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539eaa01-1d28-4b43-a0f6-77d6565442ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78c38eeb-c6d3-401f-b023-13ca0889b69d'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:29.248701 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ac0f30-34c7-4e4d-a018-f54b70d06053" -d '{"events": [{"server_uuid": "539eaa01-1d28-4b43-a0f6-77d6565442ac", "name": "network-vif-unplugged", "status": "completed", "tag": "78c38eeb-c6d3-401f-b023-13ca0889b69d"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:47:29.349220 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 144bb294-6e6c-4f4d-93dc-26c4f2d3831d no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:47:29.380530 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 78c38eeb-c6d3-401f-b023-13ca0889b69d, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=78c38eeb-c6d3-401f-b023-13ca0889b69d,segment=NetworkSegment(b743f55f-6bed-47c3-b407-479d46891a72),segment_id=b743f55f-6bed-47c3-b407-479d46891a72)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:29.383617 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4961f5-69eb-4a24-8271-f47209e48c96 x-openstack-request-id: req-7a4961f5-69eb-4a24-8271-f47209e48c96 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:47:29.384174 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539eaa01-1d28-4b43-a0f6-77d6565442ac", "name": "network-vif-unplugged", "status": "completed", "tag": "78c38eeb-c6d3-401f-b023-13ca0889b69d", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:47:29.384668 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a4961f5-69eb-4a24-8271-f47209e48c96 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:47:29.385479 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4961f5-69eb-4a24-8271-f47209e48c96'] response: {'server_uuid': '539eaa01-1d28-4b43-a0f6-77d6565442ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78c38eeb-c6d3-401f-b023-13ca0889b69d', 'code': 200} Apr 18 20:47:29.388036 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 144bb294-6e6c-4f4d-93dc-26c4f2d3831d {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:47:29.388708 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 144bb294-6e6c-4f4d-93dc-26c4f2d3831d not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:47:29.396666 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.400197 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-07348156-6050-4136-9516-274683dc7b80 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet e38439dd-12ce-4d89-b689-3ba24b23ca1e {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:47:29.426301 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f938cbae-e845-4ac5-9e17-7dbfb7c58f7e admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:47:29.431964 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f938cbae-e845-4ac5-9e17-7dbfb7c58f7e admin admin] 10.222.0.41 "PUT /v2.0/routers/1bdbaa08-2c44-4f51-89b0-9c906347b970/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2950001 Apr 18 20:47:29.435837 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-07348156-6050-4136-9516-274683dc7b80 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.436594 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49640) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:29.454178 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b0907-7df1-4989-b78c-07cbf8457969 None None] Sync routers for ids ['1bdbaa08-2c44-4f51-89b0-9c906347b970'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:29.493783 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-c4a4940b-c977-4a67-a716-f9a229b6645f None None] Set router d67242c4-2261-46ef-a312-bcaf911e8636 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:29.504076 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b0907-7df1-4989-b78c-07cbf8457969 None None] Routers {'1bdbaa08-2c44-4f51-89b0-9c906347b970'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:29.505064 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-352b0907-7df1-4989-b78c-07cbf8457969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:47:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1bdbaa08-2c44-4f51-89b0-9c906347b970'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:29.507852 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4785cd91-618a-4497-80a0-e385eaf9d3f1 None None] Could not find standard attr ID for object 7337d66d-dd9b-4476-bda7-9ee9649e17a8. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:47:29.600917 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=78c38eeb-c6d3-401f-b023-13ca0889b69d,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:29.634939 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-0dd54d59-c60a-47d6-a375-c8c39fe3f4d0 None None] Could not find standard attr ID for object 7337d66d-dd9b-4476-bda7-9ee9649e17a8. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:47:29.718289 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6520a634-265f-4eda-aa72-c6733815d0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.788457 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-352b0907-7df1-4989-b78c-07cbf8457969 None None] Set router 1bdbaa08-2c44-4f51-89b0-9c906347b970 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:29.848319 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520a634-265f-4eda-aa72-c6733815d0b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1983f3d8-16e4-4158-892c-fc056b6510b3,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:29.876417 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-07348156-6050-4136-9516-274683dc7b80 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.888893 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6520a634-265f-4eda-aa72-c6733815d0b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.900538 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6520a634-265f-4eda-aa72-c6733815d0b9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1983f3d8-16e4-4158-892c-fc056b6510b3 HTTP/1.1" status: 204 len: 168 time: 1.7621496 Apr 18 20:47:29.905740 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95511ddb-9211-42d3-b985-dc935f9c043b req-0ed9d02e-1c82-484d-b576-669102d2b2b6 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:29.916243 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-95511ddb-9211-42d3-b985-dc935f9c043b req-0ed9d02e-1c82-484d-b576-669102d2b2b6 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 943 time: 0.3007095 Apr 18 20:47:29.938808 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.945120 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49648) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:30.000493 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-58fe5aab-26e2-445b-8103-9009a9efa103 admin admin] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:30.052517 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-c4a4940b-c977-4a67-a716-f9a229b6645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'name': 'tempest-ServerRescueTestJSONUnderV235-1418706511-router', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ec91faa0-1034-4d93-ab9f-ccec21c9b067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:47:23Z', 'revision_number': 3, 'project_id': 'cc51acb9099940958d773eedc590bb57', 'gw_port': {'id': 'ec91faa0-1034-4d93-ab9f-ccec21c9b067', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:20Z', 'updated_at': '2022-04-18T20:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:30.139601 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a4940b-c977-4a67-a716-f9a229b6645f None None] The sync data for ids ['d67242c4-2261-46ef-a312-bcaf911e8636'] in n-d-838323-3 is: [{'id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'name': 'tempest-ServerRescueTestJSONUnderV235-1418706511-router', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ec91faa0-1034-4d93-ab9f-ccec21c9b067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:47:23Z', 'revision_number': 3, 'project_id': 'cc51acb9099940958d773eedc590bb57', 'gw_port': {'id': 'ec91faa0-1034-4d93-ab9f-ccec21c9b067', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:20Z', 'updated_at': '2022-04-18T20:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:30.264476 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-352b0907-7df1-4989-b78c-07cbf8457969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'name': 'tempest-ServerActionsTestJSON-1234742866-router', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '5b46bd57-5aaf-4392-b741-748c85438396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:47:27Z', 'revision_number': 5, 'project_id': 'f07a47e8c182436591c55c66e8d2e113', 'gw_port': {'id': '5b46bd57-5aaf-4392-b741-748c85438396', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:52Z', 'updated_at': '2022-04-18T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:30.332976 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b0907-7df1-4989-b78c-07cbf8457969 None None] Checking router: 1bdbaa08-2c44-4f51-89b0-9c906347b970 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:47:30.359454 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b0907-7df1-4989-b78c-07cbf8457969 None None] Routers {'1bdbaa08-2c44-4f51-89b0-9c906347b970'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:30.360123 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-352b0907-7df1-4989-b78c-07cbf8457969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:47:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1bdbaa08-2c44-4f51-89b0-9c906347b970'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:30.405958 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-58fe5aab-26e2-445b-8103-9009a9efa103 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:30.426768 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-95511ddb-9211-42d3-b985-dc935f9c043b req-39fb2f48-6ebe-4eb8-982f-80b9ccb3ec2d tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471579 Apr 18 20:47:30.506509 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 78c38eeb-c6d3-401f-b023-13ca0889b69d details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:47:30.585748 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b93a426e-f30e-4883-99f6-3c2c10338d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:30.689419 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-58fe5aab-26e2-445b-8103-9009a9efa103 admin admin] Deleting port 5b46bd57-5aaf-4392-b741-748c85438396 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:30.690375 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-07348156-6050-4136-9516-274683dc7b80 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:30.691329 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-58fe5aab-26e2-445b-8103-9009a9efa103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:30.815788 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d7e10a3-41a8-4328-92ae-efecd955599b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.049391 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b93a426e-f30e-4883-99f6-3c2c10338d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.070645 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-58fe5aab-26e2-445b-8103-9009a9efa103 admin admin] For port 5b46bd57-5aaf-4392-b741-748c85438396, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5b46bd57-5aaf-4392-b741-748c85438396,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:31.071395 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-58fe5aab-26e2-445b-8103-9009a9efa103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.111403 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-58fe5aab-26e2-445b-8103-9009a9efa103 admin admin] Calling delete_port for 5b46bd57-5aaf-4392-b741-748c85438396 owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:31.122808 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-07348156-6050-4136-9516-274683dc7b80 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.147107 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-8ff70866-ba46-4788-82f5-b46e9d82a34e None None] Provisioning complete for port 6422330a-4bee-452b-91d5-e5e99667fa96 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:31.148022 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ff70866-ba46-4788-82f5-b46e9d82a34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.198405 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-b93a426e-f30e-4883-99f6-3c2c10338d82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4dde5e8-2f70-42d0-adc3-067a8f6a7273']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:31.214366 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07348156-6050-4136-9516-274683dc7b80 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=e38439dd-12ce-4d89-b689-3ba24b23ca1e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:31.250574 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-07348156-6050-4136-9516-274683dc7b80 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.258384 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-07348156-6050-4136-9516-274683dc7b80 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/e38439dd-12ce-4d89-b689-3ba24b23ca1e HTTP/1.1" status: 204 len: 168 time: 2.4106405 Apr 18 20:47:31.276568 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-b93a426e-f30e-4883-99f6-3c2c10338d82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da99ea9-4454-4f9d-b216-7856bd4bee5f') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:31.277272 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-b93a426e-f30e-4883-99f6-3c2c10338d82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da99ea9-4454-4f9d-b216-7856bd4bee5f') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:31.298072 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b93a426e-f30e-4883-99f6-3c2c10338d82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.301276 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8428de-91de-4b7f-9785-2eb3487bf7f7 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:31.370538 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49668) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:31.594999 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 78c38eeb-c6d3-401f-b023-13ca0889b69d, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=78c38eeb-c6d3-401f-b023-13ca0889b69d,segment=NetworkSegment(b743f55f-6bed-47c3-b407-479d46891a72),segment_id=b743f55f-6bed-47c3-b407-479d46891a72)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:31.692665 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device ec91faa0-1034-4d93-ab9f-ccec21c9b067 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:31.725718 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b93a426e-f30e-4883-99f6-3c2c10338d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.779953 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93a426e-f30e-4883-99f6-3c2c10338d82 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:47:31.780762 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b93a426e-f30e-4883-99f6-3c2c10338d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:47:31.783004 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:47:31.799444 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-352b0907-7df1-4989-b78c-07cbf8457969 None None] Set router 1bdbaa08-2c44-4f51-89b0-9c906347b970 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:31.827681 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-6d7e10a3-41a8-4328-92ae-efecd955599b admin admin] Allocated IP 172.20.0.1 (764ec030-925e-4c42-a900-432b95974253/4418a1f7-1d5c-4dd8-a1db-6f677ba45a74/62596eca-deb1-4c95-94be-c25f8d29f9e9) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:31.891995 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2650c7a5-f8e0-44d6-bee0-a3ce4974a8d5 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5194392 Apr 18 20:47:31.893505 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49686) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:31.902986 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-49318372-bcd0-4ed2-afda-213416cb5e04 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:32.005727 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b93a426e-f30e-4883-99f6-3c2c10338d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.063685 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b93a426e-f30e-4883-99f6-3c2c10338d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.080615 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b93a426e-f30e-4883-99f6-3c2c10338d82 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c4dde5e8-2f70-42d0-adc3-067a8f6a7273 HTTP/1.1" status: 204 len: 168 time: 2.1313188 Apr 18 20:47:32.081557 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-58fe5aab-26e2-445b-8103-9009a9efa103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.154375 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a426e-f30e-4883-99f6-3c2c10338d82 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4dde5e8-2f70-42d0-adc3-067a8f6a7273,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:32.177714 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe5aab-26e2-445b-8103-9009a9efa103 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b46bd57-5aaf-4392-b741-748c85438396,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:32.263557 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.264374 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.270778 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '78c38eeb-c6d3-401f-b023-13ca0889b69d', 'network_id': '2b77196d-b3e5-4863-b041-b13a7dbb5188', 'port_id': '78c38eeb-c6d3-401f-b023-13ca0889b69d', 'mac_address': 'fa:16:3e:97:05:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b603a19-9f3f-426e-b56c-5cc2e538c4b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:47:32.272073 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464b86c-2d94-4ef0-8598-05f31686075a req-3a859887-f147-423e-ac3d-91e58f6fe085 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:32.293166 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b464b86c-2d94-4ef0-8598-05f31686075a req-3a859887-f147-423e-ac3d-91e58f6fe085 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 943 time: 0.3977144 Apr 18 20:47:32.367370 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d7e10a3-41a8-4328-92ae-efecd955599b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.484199 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49318372-bcd0-4ed2-afda-213416cb5e04 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:32.496265 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-49318372-bcd0-4ed2-afda-213416cb5e04 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.592548 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f46799b-47f1-433d-92c9-9ca69eea2bc8 None None] DHCP port deletion for 50eba278-0f67-4e34-aa13-933b003eee26 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:47:32.616095 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.623687 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d7e10a3-41a8-4328-92ae-efecd955599b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.852102 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49718) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:32.857319 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7e10a3-41a8-4328-92ae-efecd955599b admin admin] Network 764ec030-925e-4c42-a900-432b95974253 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:32.890474 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-58fe5aab-26e2-445b-8103-9009a9efa103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.896534 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-6d7e10a3-41a8-4328-92ae-efecd955599b admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:33.001031 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7e10a3-41a8-4328-92ae-efecd955599b admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:33.017856 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port ec91faa0-1034-4d93-ab9f-ccec21c9b067 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:33.018239 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.021634 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e10a3-41a8-4328-92ae-efecd955599b admin admin] Pushing event updated for resources: {'Port': ['ID=62596eca-deb1-4c95-94be-c25f8d29f9e9,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:33.067750 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c38eeb-c6d3-401f-b023-13ca0889b69d {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:47:33.123604 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-15393db5-1804-4ead-b52f-5a13720799bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c88cacc323b84252ab33fccf7a38366c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2634175 Apr 18 20:47:33.129766 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49730) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:33.146388 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b464b86c-2d94-4ef0-8598-05f31686075a req-baa098c4-7e65-414b-831a-8e624eaf2dff tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6397808 Apr 18 20:47:33.149088 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d7e10a3-41a8-4328-92ae-efecd955599b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.244824 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.266018 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 78c38eeb-c6d3-401f-b023-13ca0889b69d, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=78c38eeb-c6d3-401f-b023-13ca0889b69d,segment=NetworkSegment(b743f55f-6bed-47c3-b407-479d46891a72),segment_id=b743f55f-6bed-47c3-b407-479d46891a72)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:33.285949 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.307746 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-58fe5aab-26e2-445b-8103-9009a9efa103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.323296 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-58fe5aab-26e2-445b-8103-9009a9efa103 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.368091 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4f46799b-47f1-433d-92c9-9ca69eea2bc8 None None] Deleting port 6422330a-4bee-452b-91d5-e5e99667fa96 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:33.368737 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4f46799b-47f1-433d-92c9-9ca69eea2bc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.388141 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port ec91faa0-1034-4d93-ab9f-ccec21c9b067, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=ec91faa0-1034-4d93-ab9f-ccec21c9b067,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:33.443265 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.606151 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-897a3c31-23a8-422a-abf0-da15d00edac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.610638 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d7e10a3-41a8-4328-92ae-efecd955599b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.620846 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-49318372-bcd0-4ed2-afda-213416cb5e04 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.709032 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-352b0907-7df1-4989-b78c-07cbf8457969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'name': 'tempest-ServerActionsTestJSON-1234742866-router', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '5b46bd57-5aaf-4392-b741-748c85438396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:47:27Z', 'revision_number': 5, 'project_id': 'f07a47e8c182436591c55c66e8d2e113', 'gw_port': {'id': '5b46bd57-5aaf-4392-b741-748c85438396', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:52Z', 'updated_at': '2022-04-18T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:33.723353 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-58fe5aab-26e2-445b-8103-9009a9efa103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.735609 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fe5aab-26e2-445b-8103-9009a9efa103 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bdbaa08-2c44-4f51-89b0-9c906347b970 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:47:33.739620 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=78c38eeb-c6d3-401f-b023-13ca0889b69d,revision_number=7']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:33.755113 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-58fe5aab-26e2-445b-8103-9009a9efa103 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.756664 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-58fe5aab-26e2-445b-8103-9009a9efa103 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1bdbaa08-2c44-4f51-89b0-9c906347b970 HTTP/1.1" status: 204 len: 168 time: 4.3189991 Apr 18 20:47:33.764791 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49746) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:33.844184 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49318372-bcd0-4ed2-afda-213416cb5e04 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:33.873884 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['78c38eeb-c6d3-401f-b023-13ca0889b69d'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:47:33.884165 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49318372-bcd0-4ed2-afda-213416cb5e04 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=c0857ce3-63a3-4e07-96ec-1840c9f27953,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:33.895364 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6422330a-4bee-452b-91d5-e5e99667fa96 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:47:33.898580 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b0907-7df1-4989-b78c-07cbf8457969 None None] The sync data for ids ['1bdbaa08-2c44-4f51-89b0-9c906347b970'] in n-d-838323-3 is: [{'id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'name': 'tempest-ServerActionsTestJSON-1234742866-router', 'tenant_id': 'f07a47e8c182436591c55c66e8d2e113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '5b46bd57-5aaf-4392-b741-748c85438396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:47:27Z', 'revision_number': 5, 'project_id': 'f07a47e8c182436591c55c66e8d2e113', 'gw_port': {'id': '5b46bd57-5aaf-4392-b741-748c85438396', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdbaa08-2c44-4f51-89b0-9c906347b970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:52Z', 'updated_at': '2022-04-18T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:33.905446 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-49318372-bcd0-4ed2-afda-213416cb5e04 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:33.918192 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49318372-bcd0-4ed2-afda-213416cb5e04 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:33.920982 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-49318372-bcd0-4ed2-afda-213416cb5e04 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.970100 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-49318372-bcd0-4ed2-afda-213416cb5e04 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0728335 Apr 18 20:47:33.978197 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49752) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:33.980592 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-897a3c31-23a8-422a-abf0-da15d00edac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.000259 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-8bf0a66a-27f8-433a-8994-9379570f02e9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:34.015786 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e0d3e4-0df4-4c34-abc9-1ff85950b1b4 admin admin] Deleting subnet 8e471ea4-101a-40ef-81f9-9917dd650719 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:47:34.020890 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-66e0d3e4-0df4-4c34-abc9-1ff85950b1b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.039607 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4f46799b-47f1-433d-92c9-9ca69eea2bc8 None None] For port 6422330a-4bee-452b-91d5-e5e99667fa96, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6422330a-4bee-452b-91d5-e5e99667fa96,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:34.040248 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4f46799b-47f1-433d-92c9-9ca69eea2bc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.104022 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-66e0d3e4-0df4-4c34-abc9-1ff85950b1b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.163762 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-897a3c31-23a8-422a-abf0-da15d00edac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.167110 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=ec91faa0-1034-4d93-ab9f-ccec21c9b067,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:34.177362 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4f46799b-47f1-433d-92c9-9ca69eea2bc8 None None] Calling delete_port for 6422330a-4bee-452b-91d5-e5e99667fa96 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:34.186110 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-897a3c31-23a8-422a-abf0-da15d00edac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.193105 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-897a3c31-23a8-422a-abf0-da15d00edac4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e84d630b-469a-4fd1-b1cd-19d34e2cecbe HTTP/1.1" status: 204 len: 168 time: 1.0571096 Apr 18 20:47:34.226836 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a3c31-23a8-422a-abf0-da15d00edac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84d630b-469a-4fd1-b1cd-19d34e2cecbe,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:34.273926 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d7e10a3-41a8-4328-92ae-efecd955599b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.289678 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d7e10a3-41a8-4328-92ae-efecd955599b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.398794 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-66e0d3e4-0df4-4c34-abc9-1ff85950b1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.466180 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf0a66a-27f8-433a-8994-9379570f02e9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:34.469813 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8bf0a66a-27f8-433a-8994-9379570f02e9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.599101 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e10a3-41a8-4328-92ae-efecd955599b admin admin] Pushing event updated for resources: {'Port': ['ID=62596eca-deb1-4c95-94be-c25f8d29f9e9,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:34.635810 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d7e10a3-41a8-4328-92ae-efecd955599b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.666286 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4f46799b-47f1-433d-92c9-9ca69eea2bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.683842 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-66e0d3e4-0df4-4c34-abc9-1ff85950b1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.751181 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0d3e4-0df4-4c34-abc9-1ff85950b1b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e471ea4-101a-40ef-81f9-9917dd650719,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:34.762080 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-66e0d3e4-0df4-4c34-abc9-1ff85950b1b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.768278 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-66e0d3e4-0df4-4c34-abc9-1ff85950b1b4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8e471ea4-101a-40ef-81f9-9917dd650719 HTTP/1.1" status: 204 len: 168 time: 0.9887362 Apr 18 20:47:34.776721 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49778) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:34.795962 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46799b-47f1-433d-92c9-9ca69eea2bc8 None None] Pushing event deleted for resources: {'Port': ['ID=6422330a-4bee-452b-91d5-e5e99667fa96,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:34.798717 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f46799b-47f1-433d-92c9-9ca69eea2bc8 None None] No DVR routers for this DVR port 6422330a-4bee-452b-91d5-e5e99667fa96 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:34.828312 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9edf1f-c206-4b19-a0dc-9e2176de41a8 None None] Network fb225605-c490-4bb4-a150-b74221fc667a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:34.833992 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.956368 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d843f2-d57b-46f8-b35c-af215c49d6a3 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:35.020880 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d05dc-e197-4092-b28a-5ad40e729c04 req-5166dc4b-5028-4113-b0d9-f8ea0e20ed42 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:35.022704 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-320d05dc-e197-4092-b28a-5ad40e729c04 req-5166dc4b-5028-4113-b0d9-f8ea0e20ed42 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 944 time: 0.5576272 Apr 18 20:47:35.121012 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7e10a3-41a8-4328-92ae-efecd955599b admin admin] Network 764ec030-925e-4c42-a900-432b95974253 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:35.123268 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-6d7e10a3-41a8-4328-92ae-efecd955599b admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:35.181886 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-18605143-5cab-40cf-95a0-e784b69d188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:35.389321 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7e10a3-41a8-4328-92ae-efecd955599b admin admin] Router d67242c4-2261-46ef-a312-bcaf911e8636 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:47:35.493371 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-320d05dc-e197-4092-b28a-5ad40e729c04 req-3e2bffb9-85b5-4af3-9b41-0010b5d6c700 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244156 Apr 18 20:47:35.583636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1b6230-c1c3-470b-b356-fe50bc602aed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-50eba278-0f67-4e34-aa13-933b003eee26', 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'fixed_ips': [{'subnet_id': 'c0857ce3-63a3-4e07-96ec-1840c9f27953'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:47:35.585008 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ea1b6230-c1c3-470b-b356-fe50bc602aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:35.643904 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc779a3-8cfb-4d3a-8b82-f7c22c652dcc None None] DHCP port deletion for fb225605-c490-4bb4-a150-b74221fc667a request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:47:35.688792 n-d-838323-3 neutron-server[102908]: DEBUG neutron.objects.ports [None req-8bf0a66a-27f8-433a-8994-9379570f02e9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102908) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:47:35.692169 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8bf0a66a-27f8-433a-8994-9379570f02e9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:35.842634 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0a66a-27f8-433a-8994-9379570f02e9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=607e5bcd-1318-4cf4-9b72-9cde7559d205,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:35.859783 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-5cc779a3-8cfb-4d3a-8b82-f7c22c652dcc None None] Deleting port fe835fb9-5cc5-4744-84f0-92f948e77729 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:35.860593 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5cc779a3-8cfb-4d3a-8b82-f7c22c652dcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:35.889087 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf0a66a-27f8-433a-8994-9379570f02e9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:35.892091 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-8bf0a66a-27f8-433a-8994-9379570f02e9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:35.896945 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf0a66a-27f8-433a-8994-9379570f02e9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:35.897866 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8bf0a66a-27f8-433a-8994-9379570f02e9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:35.901298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-18605143-5cab-40cf-95a0-e784b69d188b admin admin] Deleting port fe835fb9-5cc5-4744-84f0-92f948e77729 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:35.905231 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-18605143-5cab-40cf-95a0-e784b69d188b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:35.915781 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device ec91faa0-1034-4d93-ab9f-ccec21c9b067 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:35.927315 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7e10a3-41a8-4328-92ae-efecd955599b admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:47:35.939108 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6d7e10a3-41a8-4328-92ae-efecd955599b admin admin] 10.222.0.41 "PUT /v2.0/routers/d67242c4-2261-46ef-a312-bcaf911e8636/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7573993 Apr 18 20:47:35.951158 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e844f-3c26-48d8-8eec-85abb5490965 None None] Sync routers for ids ['d67242c4-2261-46ef-a312-bcaf911e8636'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:35.992179 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52e844f-3c26-48d8-8eec-85abb5490965 None None] Routers {'d67242c4-2261-46ef-a312-bcaf911e8636'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:35.995452 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e52e844f-3c26-48d8-8eec-85abb5490965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:47:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d67242c4-2261-46ef-a312-bcaf911e8636'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:36.080842 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-18605143-5cab-40cf-95a0-e784b69d188b admin admin] For port fe835fb9-5cc5-4744-84f0-92f948e77729, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fe835fb9-5cc5-4744-84f0-92f948e77729,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:36.081460 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-18605143-5cab-40cf-95a0-e784b69d188b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.122982 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-18605143-5cab-40cf-95a0-e784b69d188b admin admin] Calling delete_port for fe835fb9-5cc5-4744-84f0-92f948e77729 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:36.146101 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5cc779a3-8cfb-4d3a-8b82-f7c22c652dcc None None] For port fe835fb9-5cc5-4744-84f0-92f948e77729, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fe835fb9-5cc5-4744-84f0-92f948e77729,segment=NetworkSegment(eeea03b3-2127-486f-a145-4a594fb040cf),segment_id=eeea03b3-2127-486f-a145-4a594fb040cf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:36.146284 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5cc779a3-8cfb-4d3a-8b82-f7c22c652dcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.155052 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-ea1b6230-c1c3-470b-b356-fe50bc602aed None None] Allocated IP 172.20.0.2 (50eba278-0f67-4e34-aa13-933b003eee26/c0857ce3-63a3-4e07-96ec-1840c9f27953/118802d3-42ac-4d93-a5b0-12e4cfad7f12) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:36.162931 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-e52e844f-3c26-48d8-8eec-85abb5490965 None None] Set router d67242c4-2261-46ef-a312-bcaf911e8636 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:36.165783 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8bf0a66a-27f8-433a-8994-9379570f02e9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1837516 Apr 18 20:47:36.170521 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49824) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:36.180583 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d97e58b1-ddad-49db-a8b7-97cf02b212f3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'mac_address': 'fa:16:3e:00:68:8f', 'name': 'tempest-NetworksTestDHCPv6-1823181967'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:36.191824 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-ea1b6230-c1c3-470b-b356-fe50bc602aed None None] Allocated IP 2001:db8::f816:3eff:fe69:f3a8 (50eba278-0f67-4e34-aa13-933b003eee26/607e5bcd-1318-4cf4-9b72-9cde7559d205/118802d3-42ac-4d93-a5b0-12e4cfad7f12) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:36.227471 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-5cc779a3-8cfb-4d3a-8b82-f7c22c652dcc None None] Calling delete_port for fe835fb9-5cc5-4744-84f0-92f948e77729 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:36.509418 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-18605143-5cab-40cf-95a0-e784b69d188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.620287 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97e58b1-ddad-49db-a8b7-97cf02b212f3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:36.651510 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18605143-5cab-40cf-95a0-e784b69d188b admin admin] Pushing event deleted for resources: {'Port': ['ID=fe835fb9-5cc5-4744-84f0-92f948e77729,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:36.667515 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18605143-5cab-40cf-95a0-e784b69d188b admin admin] No DVR routers for this DVR port fe835fb9-5cc5-4744-84f0-92f948e77729 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:36.749881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port ec91faa0-1034-4d93-ab9f-ccec21c9b067 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:36.752144 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.852688 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49852) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:36.944939 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-18605143-5cab-40cf-95a0-e784b69d188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.012080 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e52e844f-3c26-48d8-8eec-85abb5490965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'name': 'tempest-ServerRescueTestJSONUnderV235-1418706511-router', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ec91faa0-1034-4d93-ab9f-ccec21c9b067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:47:33Z', 'revision_number': 4, 'project_id': 'cc51acb9099940958d773eedc590bb57', 'gw_port': {'id': 'ec91faa0-1034-4d93-ab9f-ccec21c9b067', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:20Z', 'updated_at': '2022-04-18T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '62596eca-deb1-4c95-94be-c25f8d29f9e9', 'name': '', 'network_id': '764ec030-925e-4c42-a900-432b95974253', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'mac_address': 'fa:16:3e:4a:30:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '4418a1f7-1d5c-4dd8-a1db-6f677ba45a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:31Z', 'updated_at': '2022-04-18T20:47:33Z', 'revision_number': 2, 'project_id': 'cc51acb9099940958d773eedc590bb57', 'subnets': [{'id': '4418a1f7-1d5c-4dd8-a1db-6f677ba45a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:37.024202 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869aed80-f002-41fd-a1f5-da177fa3ff82 req-cccfd727-0e91-49df-aaec-ef10e4ed6565 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:37.056875 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-869aed80-f002-41fd-a1f5-da177fa3ff82 req-cccfd727-0e91-49df-aaec-ef10e4ed6565 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 944 time: 0.2720411 Apr 18 20:47:37.060495 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d97e58b1-ddad-49db-a8b7-97cf02b212f3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.095526 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-18605143-5cab-40cf-95a0-e784b69d188b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb225605-c490-4bb4-a150-b74221fc667a']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:37.110294 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e844f-3c26-48d8-8eec-85abb5490965 None None] Checking router: d67242c4-2261-46ef-a312-bcaf911e8636 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:47:37.110642 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e844f-3c26-48d8-8eec-85abb5490965 None None] Updating router d67242c4-2261-46ef-a312-bcaf911e8636 port 62596eca-deb1-4c95-94be-c25f8d29f9e9 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:47:37.148262 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e52e844f-3c26-48d8-8eec-85abb5490965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.165127 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-d97e58b1-ddad-49db-a8b7-97cf02b212f3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] device_id is not set on port 5a284e02-33e7-4774-872f-1c021ab18586 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:47:37.181630 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5cc779a3-8cfb-4d3a-8b82-f7c22c652dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.212620 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-18605143-5cab-40cf-95a0-e784b69d188b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeea03b3-2127-486f-a145-4a594fb040cf') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:37.213142 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-18605143-5cab-40cf-95a0-e784b69d188b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeea03b3-2127-486f-a145-4a594fb040cf') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:37.300699 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-18605143-5cab-40cf-95a0-e784b69d188b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.322379 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 78c38eeb-c6d3-401f-b023-13ca0889b69d up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:37.326680 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc779a3-8cfb-4d3a-8b82-f7c22c652dcc None None] Pushing event deleted for resources: {'Port': ['ID=fe835fb9-5cc5-4744-84f0-92f948e77729,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:37.359677 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc779a3-8cfb-4d3a-8b82-f7c22c652dcc None None] No DVR routers for this DVR port fe835fb9-5cc5-4744-84f0-92f948e77729 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:37.384949 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-18605143-5cab-40cf-95a0-e784b69d188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.421030 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18605143-5cab-40cf-95a0-e784b69d188b admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:47:37.421962 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-18605143-5cab-40cf-95a0-e784b69d188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.424465 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-fdadc703-f8fb-4da1-bf84-44970a1bec4c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1502427882-network', 'tenant_id': '842426f64f3141e4850749a1866714f6'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:37.505186 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-869aed80-f002-41fd-a1f5-da177fa3ff82 req-fc5615bf-4f70-4be1-908a-4dcb50dce067 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466090 Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:47:37.506200 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:47:37.565624 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdadc703-f8fb-4da1-bf84-44970a1bec4c admin admin] Made reservation on behalf of 842426f64f3141e4850749a1866714f6 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:37.577341 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdadc703-f8fb-4da1-bf84-44970a1bec4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.587169 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdadc703-f8fb-4da1-bf84-44970a1bec4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.703082 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-18605143-5cab-40cf-95a0-e784b69d188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.752046 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-18605143-5cab-40cf-95a0-e784b69d188b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.755658 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-18605143-5cab-40cf-95a0-e784b69d188b admin admin] 10.222.0.41 "DELETE /v2.0/networks/fb225605-c490-4bb4-a150-b74221fc667a HTTP/1.1" status: 204 len: 168 time: 2.9776564 Apr 18 20:47:37.766980 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18605143-5cab-40cf-95a0-e784b69d188b admin admin] Pushing event deleted for resources: {'Network': ['ID=fb225605-c490-4bb4-a150-b74221fc667a,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:37.771813 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdadc703-f8fb-4da1-bf84-44970a1bec4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.780618 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdadc703-f8fb-4da1-bf84-44970a1bec4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.790518 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.831136 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ea1b6230-c1c3-470b-b356-fe50bc602aed None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.846839 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdadc703-f8fb-4da1-bf84-44970a1bec4c admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:47:37.865908 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ea1b6230-c1c3-470b-b356-fe50bc602aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.868522 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdadc703-f8fb-4da1-bf84-44970a1bec4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.868913 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-fdadc703-f8fb-4da1-bf84-44970a1bec4c admin admin] Added segment 6bed2937-5f7b-417b-9c26-49d6568dccf7 of type vlan for network 1e34dbd2-e048-4dac-89e5-b3cdd96748ca Apr 18 20:47:37.873575 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4782b362-b4e3-4283-bd73-9891e39a8585 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:47:37.881321 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-78deadd5-eeb2-4620-ac4d-fa5920c35728 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:37.890447 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-78deadd5-eeb2-4620-ac4d-fa5920c35728 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/networks?id=764ec030-925e-4c42-a900-432b95974253 HTTP/1.1" status: 200 len: 820 time: 0.4994233 Apr 18 20:47:37.944407 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-8e632d4f-47dc-4cd3-a812-31662f817a35 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/quotas/cc51acb9099940958d773eedc590bb57 HTTP/1.1" status: 200 len: 375 time: 0.0372925 Apr 18 20:47:37.963549 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdadc703-f8fb-4da1-bf84-44970a1bec4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.997153 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdadc703-f8fb-4da1-bf84-44970a1bec4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2d061a-64f8-48e3-94f2-c48a7580d07b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:38.040510 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 78c38eeb-c6d3-401f-b023-13ca0889b69d triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:38.040889 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:38.042861 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b6230-c1c3-470b-b356-fe50bc602aed None None] Pushing event updated for resources: {'Port': ['ID=118802d3-42ac-4d93-a5b0-12e4cfad7f12,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:38.052983 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-3f951ff3-bfa6-481f-903a-758e8bfff030 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc51acb9099940958d773eedc590bb57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1064403 Apr 18 20:47:38.053151 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49898) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:38.068468 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e52e844f-3c26-48d8-8eec-85abb5490965 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:38.085857 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 4782b362-b4e3-4283-bd73-9891e39a8585 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:47:38.086713 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4782b362-b4e3-4283-bd73-9891e39a8585 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:47:38.087322 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5b46bd57-5aaf-4392-b741-748c85438396 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:47:38.106280 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e52e844f-3c26-48d8-8eec-85abb5490965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:38.110753 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdadc703-f8fb-4da1-bf84-44970a1bec4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:38.114974 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdadc703-f8fb-4da1-bf84-44970a1bec4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:38.116967 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdadc703-f8fb-4da1-bf84-44970a1bec4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:38.124518 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 5b46bd57-5aaf-4392-b741-748c85438396 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:47:38.125169 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5b46bd57-5aaf-4392-b741-748c85438396 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:47:38.128565 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1b6230-c1c3-470b-b356-fe50bc602aed None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:38.135849 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-ea1b6230-c1c3-470b-b356-fe50bc602aed None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:38.140249 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1b6230-c1c3-470b-b356-fe50bc602aed None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:38.183235 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bcb7a153-c609-40b5-9df0-856273e4c174 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f07a47e8c182436591c55c66e8d2e113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263981 Apr 18 20:47:38.189748 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fdadc703-f8fb-4da1-bf84-44970a1bec4c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3279228 Apr 18 20:47:38.190937 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49906) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:38.203137 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e62778-51fa-4d72-8f15-b6c7a0d08ace None None] Pushing event updated for resources: {'Port': ['ID=62596eca-deb1-4c95-94be-c25f8d29f9e9,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:38.206392 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49908) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:38.222311 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-4f0e3995-c9e7-4af5-b612-87c037b6f654 admin admin] Request body: {'subnet': {'network_id': '1e34dbd2-e048-4dac-89e5-b3cdd96748ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1502427882-subnet', 'tenant_id': '842426f64f3141e4850749a1866714f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:38.271614 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e62778-51fa-4d72-8f15-b6c7a0d08ace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:38.283268 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0e3995-c9e7-4af5-b612-87c037b6f654 admin admin] Made reservation on behalf of 842426f64f3141e4850749a1866714f6 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:38.289928 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e62778-51fa-4d72-8f15-b6c7a0d08ace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:38.290125 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3995-c9e7-4af5-b612-87c037b6f654 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:38.290629 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e62778-51fa-4d72-8f15-b6c7a0d08ace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:38.291113 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e62778-51fa-4d72-8f15-b6c7a0d08ace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:38.291598 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e62778-51fa-4d72-8f15-b6c7a0d08ace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:38.292092 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e62778-51fa-4d72-8f15-b6c7a0d08ace None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:38.292614 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e62778-51fa-4d72-8f15-b6c7a0d08ace None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:38.295458 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e62778-51fa-4d72-8f15-b6c7a0d08ace None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:38.305812 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e62778-51fa-4d72-8f15-b6c7a0d08ace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:38.306192 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e62778-51fa-4d72-8f15-b6c7a0d08ace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:38.308835 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e62778-51fa-4d72-8f15-b6c7a0d08ace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:38.315760 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e62778-51fa-4d72-8f15-b6c7a0d08ace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:38.386952 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdadc703-f8fb-4da1-bf84-44970a1bec4c admin admin] Pushing event updated for resources: {'Network': ['ID=1e34dbd2-e048-4dac-89e5-b3cdd96748ca,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:38.412095 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fe835fb9-5cc5-4744-84f0-92f948e77729 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:47:38.471071 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-3779d7ec-6b75-4446-bd39-522b1fcd8f3b service neutron] 10.222.0.41 "GET /v2.0/networks/764ec030-925e-4c42-a900-432b95974253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165606 Apr 18 20:47:38.484153 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-d97e58b1-ddad-49db-a8b7-97cf02b212f3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 172.20.0.7 (50eba278-0f67-4e34-aa13-933b003eee26/c0857ce3-63a3-4e07-96ec-1840c9f27953/5a284e02-33e7-4774-872f-1c021ab18586) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:38.486483 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-e52e844f-3c26-48d8-8eec-85abb5490965 None None] Attempting to bind port 62596eca-deb1-4c95-94be-c25f8d29f9e9 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:38.490862 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-e52e844f-3c26-48d8-8eec-85abb5490965 None None] Attempting to bind port 62596eca-deb1-4c95-94be-c25f8d29f9e9 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '4e493589-df28-45b1-bd87-e70b1aead89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '764ec030-925e-4c42-a900-432b95974253'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:38.491495 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52e844f-3c26-48d8-8eec-85abb5490965 None None] Attempting to bind port 62596eca-deb1-4c95-94be-c25f8d29f9e9 on network 764ec030-925e-4c42-a900-432b95974253 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:38.507047 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52e844f-3c26-48d8-8eec-85abb5490965 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:47:38.512337 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52e844f-3c26-48d8-8eec-85abb5490965 None None] Checking segment: {'id': '4e493589-df28-45b1-bd87-e70b1aead89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '764ec030-925e-4c42-a900-432b95974253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:47:38.515805 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e52e844f-3c26-48d8-8eec-85abb5490965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:38.517561 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52e844f-3c26-48d8-8eec-85abb5490965 None None] Bound using segment: {'id': '4e493589-df28-45b1-bd87-e70b1aead89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '764ec030-925e-4c42-a900-432b95974253'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:47:38.519646 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-e52e844f-3c26-48d8-8eec-85abb5490965 None None] Bound port: 62596eca-deb1-4c95-94be-c25f8d29f9e9, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e493589-df28-45b1-bd87-e70b1aead89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '764ec030-925e-4c42-a900-432b95974253'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:38.520776 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e52e844f-3c26-48d8-8eec-85abb5490965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:38.530140 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: fe835fb9-5cc5-4744-84f0-92f948e77729 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:47:38.531050 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-d97e58b1-ddad-49db-a8b7-97cf02b212f3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 2001:db8::f816:3eff:fe00:688f (50eba278-0f67-4e34-aa13-933b003eee26/607e5bcd-1318-4cf4-9b72-9cde7559d205/5a284e02-33e7-4774-872f-1c021ab18586) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:38.534769 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fe835fb9-5cc5-4744-84f0-92f948e77729 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:47:38.555931 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 1e34dbd2-e048-4dac-89e5-b3cdd96748ca details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:47:38.558204 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8d4aa-de5a-4389-a3f0-0e96142040a8 req-e9a02db1-ec02-4f6e-8c94-5ce206d60688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:38.559796 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ce8d4aa-de5a-4389-a3f0-0e96142040a8 req-e9a02db1-ec02-4f6e-8c94-5ce206d60688 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d52f6c7bd8046c7a02242bd4df3b5e8&device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 1095 time: 0.2032316 Apr 18 20:47:38.711975 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:38.765433 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-e52e844f-3c26-48d8-8eec-85abb5490965 None None] For port 62596eca-deb1-4c95-94be-c25f8d29f9e9, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:38.771218 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-e52e844f-3c26-48d8-8eec-85abb5490965 None None] For port 62596eca-deb1-4c95-94be-c25f8d29f9e9, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=62596eca-deb1-4c95-94be-c25f8d29f9e9,segment=NetworkSegment(4e493589-df28-45b1-bd87-e70b1aead89e),segment_id=4e493589-df28-45b1-bd87-e70b1aead89e)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:38.783641 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e52e844f-3c26-48d8-8eec-85abb5490965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:38.840379 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 78c38eeb-c6d3-401f-b023-13ca0889b69d, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=78c38eeb-c6d3-401f-b023-13ca0889b69d,segment=NetworkSegment(b743f55f-6bed-47c3-b407-479d46891a72),segment_id=b743f55f-6bed-47c3-b407-479d46891a72)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:38.847639 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ea1b6230-c1c3-470b-b356-fe50bc602aed None None] Attempting to bind port 118802d3-42ac-4d93-a5b0-12e4cfad7f12 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:38.848775 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ea1b6230-c1c3-470b-b356-fe50bc602aed None None] Attempting to bind port 118802d3-42ac-4d93-a5b0-12e4cfad7f12 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:38.849906 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1b6230-c1c3-470b-b356-fe50bc602aed None None] Attempting to bind port 118802d3-42ac-4d93-a5b0-12e4cfad7f12 on network 50eba278-0f67-4e34-aa13-933b003eee26 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:38.940105 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539eaa01-1d28-4b43-a0f6-77d6565442ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c38eeb-c6d3-401f-b023-13ca0889b69d'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:38.945167 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8de8b9-f75d-4035-825f-a057f2da34e4" -d '{"events": [{"server_uuid": "539eaa01-1d28-4b43-a0f6-77d6565442ac", "name": "network-vif-plugged", "status": "completed", "tag": "78c38eeb-c6d3-401f-b023-13ca0889b69d"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:47:38.951645 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.094121 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1b6230-c1c3-470b-b356-fe50bc602aed None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:47:39.095914 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1b6230-c1c3-470b-b356-fe50bc602aed None None] Checking segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:47:39.096069 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ea1b6230-c1c3-470b-b356-fe50bc602aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.096791 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1b6230-c1c3-470b-b356-fe50bc602aed None None] Bound using segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:47:39.097596 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ea1b6230-c1c3-470b-b356-fe50bc602aed None None] Bound port: 118802d3-42ac-4d93-a5b0-12e4cfad7f12, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:39.098239 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ea1b6230-c1c3-470b-b356-fe50bc602aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.107498 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=78c38eeb-c6d3-401f-b023-13ca0889b69d,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:39.158450 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e62778-51fa-4d72-8f15-b6c7a0d08ace None None] Pushing event updated for resources: {'Port': ['ID=62596eca-deb1-4c95-94be-c25f8d29f9e9,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:39.160179 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-571bfe21-7e1d-4f45-a50b-ef8d44b0d67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.188133 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52e844f-3c26-48d8-8eec-85abb5490965 None None] Routers {'d67242c4-2261-46ef-a312-bcaf911e8636'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:39.188986 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e52e844f-3c26-48d8-8eec-85abb5490965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:47:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d67242c4-2261-46ef-a312-bcaf911e8636'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:39.198987 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-571bfe21-7e1d-4f45-a50b-ef8d44b0d67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.321320 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-571bfe21-7e1d-4f45-a50b-ef8d44b0d67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.328072 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-571bfe21-7e1d-4f45-a50b-ef8d44b0d67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.332094 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-571bfe21-7e1d-4f45-a50b-ef8d44b0d67f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b1870325-e2d9-4c2d-9bf9-7216a70c7a54 HTTP/1.1" status: 204 len: 168 time: 1.1215639 Apr 18 20:47:39.389444 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ea1b6230-c1c3-470b-b356-fe50bc602aed None None] For port 118802d3-42ac-4d93-a5b0-12e4cfad7f12, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:39.399859 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ea1b6230-c1c3-470b-b356-fe50bc602aed None None] For port 118802d3-42ac-4d93-a5b0-12e4cfad7f12, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=118802d3-42ac-4d93-a5b0-12e4cfad7f12,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:39.405548 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-e52e844f-3c26-48d8-8eec-85abb5490965 None None] Set router d67242c4-2261-46ef-a312-bcaf911e8636 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:39.410608 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ea1b6230-c1c3-470b-b356-fe50bc602aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.414360 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571bfe21-7e1d-4f45-a50b-ef8d44b0d67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1870325-e2d9-4c2d-9bf9-7216a70c7a54,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:39.471734 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571bfe21-7e1d-4f45-a50b-ef8d44b0d67f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:39.473589 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571bfe21-7e1d-4f45-a50b-ef8d44b0d67f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:39.474330 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571bfe21-7e1d-4f45-a50b-ef8d44b0d67f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:39.476240 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571bfe21-7e1d-4f45-a50b-ef8d44b0d67f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:39.478206 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571bfe21-7e1d-4f45-a50b-ef8d44b0d67f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:39.484172 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571bfe21-7e1d-4f45-a50b-ef8d44b0d67f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:39.486556 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571bfe21-7e1d-4f45-a50b-ef8d44b0d67f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:39.489287 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571bfe21-7e1d-4f45-a50b-ef8d44b0d67f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:39.490623 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571bfe21-7e1d-4f45-a50b-ef8d44b0d67f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:39.491640 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571bfe21-7e1d-4f45-a50b-ef8d44b0d67f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:39.492656 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571bfe21-7e1d-4f45-a50b-ef8d44b0d67f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:39.494350 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571bfe21-7e1d-4f45-a50b-ef8d44b0d67f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:39.699393 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d97e58b1-ddad-49db-a8b7-97cf02b212f3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.730859 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b6230-c1c3-470b-b356-fe50bc602aed None None] Pushing event updated for resources: {'Port': ['ID=118802d3-42ac-4d93-a5b0-12e4cfad7f12,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:39.790505 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-ce3fa873-9adc-4603-a731-276d16fdd987 service neutron] 10.222.0.41 "GET /v2.0/networks/764ec030-925e-4c42-a900-432b95974253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3185265 Apr 18 20:47:39.812992 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d97e58b1-ddad-49db-a8b7-97cf02b212f3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.891499 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97e58b1-ddad-49db-a8b7-97cf02b212f3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:39.899841 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-d97e58b1-ddad-49db-a8b7-97cf02b212f3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:39.979982 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3995-c9e7-4af5-b612-87c037b6f654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:40.004763 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97e58b1-ddad-49db-a8b7-97cf02b212f3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:40.031446 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81370c63-4ad3-4139-aa1a-a190541fbd3c req-a4330497-096c-4723-9670-89455ee6c6b8 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:40.042882 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-81370c63-4ad3-4139-aa1a-a190541fbd3c req-a4330497-096c-4723-9670-89455ee6c6b8 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 945 time: 0.5517125 Apr 18 20:47:40.193550 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8d4aa-de5a-4389-a3f0-0e96142040a8 req-ad569b2e-4bf4-4bdd-87b3-d0e9ffe54d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:40.194191 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e58b1-ddad-49db-a8b7-97cf02b212f3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Port': ['ID=5a284e02-33e7-4774-872f-1c021ab18586,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:40.199969 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ce8d4aa-de5a-4389-a3f0-0e96142040a8 req-ad569b2e-4bf4-4bdd-87b3-d0e9ffe54d70 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b77196d-b3e5-4863-b041-b13a7dbb5188 HTTP/1.1" status: 200 len: 915 time: 1.5697999 Apr 18 20:47:40.286389 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97e58b1-ddad-49db-a8b7-97cf02b212f3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:40.287539 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e52e844f-3c26-48d8-8eec-85abb5490965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'name': 'tempest-ServerRescueTestJSONUnderV235-1418706511-router', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ec91faa0-1034-4d93-ab9f-ccec21c9b067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:47:33Z', 'revision_number': 4, 'project_id': 'cc51acb9099940958d773eedc590bb57', 'gw_port': {'id': 'ec91faa0-1034-4d93-ab9f-ccec21c9b067', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:20Z', 'updated_at': '2022-04-18T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '62596eca-deb1-4c95-94be-c25f8d29f9e9', 'name': '', 'network_id': '764ec030-925e-4c42-a900-432b95974253', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'mac_address': 'fa:16:3e:4a:30:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '4418a1f7-1d5c-4dd8-a1db-6f677ba45a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:31Z', 'updated_at': '2022-04-18T20:47:38Z', 'revision_number': 4, 'project_id': 'cc51acb9099940958d773eedc590bb57', 'subnets': [{'id': '4418a1f7-1d5c-4dd8-a1db-6f677ba45a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:40.293008 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d97e58b1-ddad-49db-a8b7-97cf02b212f3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:40.388893 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d97e58b1-ddad-49db-a8b7-97cf02b212f3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.2154303 Apr 18 20:47:40.391335 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49992) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:40.397220 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d559dff-d153-4703-96ca-f67a2461b57c x-openstack-request-id: req-5d559dff-d153-4703-96ca-f67a2461b57c {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:47:40.397775 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539eaa01-1d28-4b43-a0f6-77d6565442ac", "name": "network-vif-plugged", "status": "completed", "tag": "78c38eeb-c6d3-401f-b023-13ca0889b69d", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:47:40.398113 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d559dff-d153-4703-96ca-f67a2461b57c {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:47:40.398592 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d559dff-d153-4703-96ca-f67a2461b57c'] response: {'server_uuid': '539eaa01-1d28-4b43-a0f6-77d6565442ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c38eeb-c6d3-401f-b023-13ca0889b69d', 'code': 200} Apr 18 20:47:40.463303 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e844f-3c26-48d8-8eec-85abb5490965 None None] The sync data for ids ['d67242c4-2261-46ef-a312-bcaf911e8636'] in n-d-838323-3 is: [{'id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'name': 'tempest-ServerRescueTestJSONUnderV235-1418706511-router', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ec91faa0-1034-4d93-ab9f-ccec21c9b067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:47:33Z', 'revision_number': 4, 'project_id': 'cc51acb9099940958d773eedc590bb57', 'gw_port': {'id': 'ec91faa0-1034-4d93-ab9f-ccec21c9b067', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:20Z', 'updated_at': '2022-04-18T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '62596eca-deb1-4c95-94be-c25f8d29f9e9', 'name': '', 'network_id': '764ec030-925e-4c42-a900-432b95974253', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'mac_address': 'fa:16:3e:4a:30:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '4418a1f7-1d5c-4dd8-a1db-6f677ba45a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:31Z', 'updated_at': '2022-04-18T20:47:38Z', 'revision_number': 4, 'project_id': 'cc51acb9099940958d773eedc590bb57', 'subnets': [{'id': '4418a1f7-1d5c-4dd8-a1db-6f677ba45a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:40.503168 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 118802d3-42ac-4d93-a5b0-12e4cfad7f12 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:40.550348 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ce8d4aa-de5a-4389-a3f0-0e96142040a8 req-a5a0f725-86b9-4fac-81e8-d6a8997286bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78c38eeb-c6d3-401f-b023-13ca0889b69d HTTP/1.1" status: 200 len: 217 time: 0.3246133 Apr 18 20:47:40.614257 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0e3995-c9e7-4af5-b612-87c037b6f654 admin admin] Checking segment: {'id': '6bed2937-5f7b-417b-9c26-49d6568dccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1e34dbd2-e048-4dac-89e5-b3cdd96748ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:47:40.614622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0e3995-c9e7-4af5-b612-87c037b6f654 admin admin] Network hostable DHCP agents. Network: 1e34dbd2-e048-4dac-89e5-b3cdd96748ca, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:47:40.620408 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447a2090-0a9f-4efa-a1ad-22820c33d7a7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:40.636700 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e3995-c9e7-4af5-b612-87c037b6f654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9cc88db-46a2-49e0-b0d6-925d77779d66,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:40.656846 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447a2090-0a9f-4efa-a1ad-22820c33d7a7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:40.668567 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-447a2090-0a9f-4efa-a1ad-22820c33d7a7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2740245 Apr 18 20:47:40.671361 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49998) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:40.757854 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 118802d3-42ac-4d93-a5b0-12e4cfad7f12 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:40.758324 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.043487 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-81370c63-4ad3-4139-aa1a-a190541fbd3c req-12cb36c2-8857-44d7-9460-61e23934ec05 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9993513 Apr 18 20:47:41.068611 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-0375a3db-6681-4f0a-a35b-29b61060ec90 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting port 5a284e02-33e7-4774-872f-1c021ab18586 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:41.079338 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0375a3db-6681-4f0a-a35b-29b61060ec90 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.080258 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26a8b114-1e95-4b36-85cd-22542d4c35d5 req-952a3e0e-93d8-4f31-ad84-0e657a44ae61 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 210 time: 0.5230570 Apr 18 20:47:41.110773 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.169725 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0e3995-c9e7-4af5-b612-87c037b6f654 admin admin] Network 1e34dbd2-e048-4dac-89e5-b3cdd96748ca is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:47:41.186489 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8d4aa-de5a-4389-a3f0-0e96142040a8 req-d4d2e6c2-5e06-4038-a3b9-c57fcaaba3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:41.187866 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ce8d4aa-de5a-4389-a3f0-0e96142040a8 req-d4d2e6c2-5e06-4038-a3b9-c57fcaaba3c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b603a19-9f3f-426e-b56c-5cc2e538c4b1 HTTP/1.1" status: 200 len: 854 time: 0.6327488 Apr 18 20:47:41.331636 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-4f0e3995-c9e7-4af5-b612-87c037b6f654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 1e34dbd2-e048-4dac-89e5-b3cdd96748ca) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:41.340933 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 118802d3-42ac-4d93-a5b0-12e4cfad7f12, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=118802d3-42ac-4d93-a5b0-12e4cfad7f12,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:41.349214 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0e3995-c9e7-4af5-b612-87c037b6f654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:41.353010 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab00951-b166-4ac5-95f8-3dbe879a1bf0 None None] Network 1e34dbd2-e048-4dac-89e5-b3cdd96748ca requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:41.356564 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3995-c9e7-4af5-b612-87c037b6f654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.383206 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cb442-68ff-4fbd-9185-ff3ace23b4e3 req-802a9fd4-23c9-4dfc-b8ae-e20199314bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:41.404523 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a6cb442-68ff-4fbd-9185-ff3ace23b4e3 req-802a9fd4-23c9-4dfc-b8ae-e20199314bd8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 1096 time: 0.7561281 Apr 18 20:47:41.416096 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.421915 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ce8d4aa-de5a-4389-a3f0-0e96142040a8 req-468af034-556f-4ed4-bced-fd8120dea13a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b77196d-b3e5-4863-b041-b13a7dbb5188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2253981 Apr 18 20:47:41.430443 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0375a3db-6681-4f0a-a35b-29b61060ec90 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.518250 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-0375a3db-6681-4f0a-a35b-29b61060ec90 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Calling delete_port for 5a284e02-33e7-4774-872f-1c021ab18586 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:41.844130 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=118802d3-42ac-4d93-a5b0-12e4cfad7f12,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:41.920678 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ce8d4aa-de5a-4389-a3f0-0e96142040a8 req-f80cbd8e-4abf-4bef-891d-afa04629bea7 service neutron] 10.222.0.32 "GET /v2.0/networks/2b77196d-b3e5-4863-b041-b13a7dbb5188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285231 Apr 18 20:47:41.982433 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:42.004735 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50040) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:42.077081 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4f0e3995-c9e7-4af5-b612-87c037b6f654 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.8655717 Apr 18 20:47:42.237800 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a6cb442-68ff-4fbd-9185-ff3ace23b4e3 req-5f22229b-c79c-4a83-b957-adece269cc81 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7836492 Apr 18 20:47:42.407688 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ce8d4aa-de5a-4389-a3f0-0e96142040a8 req-7705f2d2-8ef6-47b8-9128-970a6c18b238 service neutron] 10.222.0.32 "GET /v2.0/networks/2b77196d-b3e5-4863-b041-b13a7dbb5188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703488 Apr 18 20:47:42.412020 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc41e502-0290-4245-917c-6826545f1961 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:42.460710 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cb0a5e-68e5-4b73-aae1-d4d05787ff1c None None] Network 1e34dbd2-e048-4dac-89e5-b3cdd96748ca requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:42.504389 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0375a3db-6681-4f0a-a35b-29b61060ec90 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:42.547899 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-51ac5fe7-51f2-47e8-bb05-2d5e0a4963a6 req-eafa9c70-954f-41e3-842c-12a875164c3e tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 210 time: 0.0772119 Apr 18 20:47:42.659079 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375a3db-6681-4f0a-a35b-29b61060ec90 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Port': ['ID=5a284e02-33e7-4774-872f-1c021ab18586,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:42.768726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ac80f-4af6-4cd9-9c27-30c47a25dc2c req-01b74bf6-d41d-4aa7-b6fb-565accf90102 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:42.794446 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e5ac80f-4af6-4cd9-9c27-30c47a25dc2c req-01b74bf6-d41d-4aa7-b6fb-565accf90102 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 945 time: 0.2444046 Apr 18 20:47:42.900065 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-6211730a-a3a5-4430-b86a-ade1895444f3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1930256705-network', 'tenant_id': '65c0c9deb9974734a5e938fa16904c15'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:42.909809 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-dd3aaa0d-a36a-4a00-96bb-0250021a0532 None None] Provisioning complete for port 118802d3-42ac-4d93-a5b0-12e4cfad7f12 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:42.910359 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dd3aaa0d-a36a-4a00-96bb-0250021a0532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:42.920860 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 118802d3-42ac-4d93-a5b0-12e4cfad7f12 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:42.987537 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e5ac80f-4af6-4cd9-9c27-30c47a25dc2c req-d180a3ab-3d53-4136-a0c5-9cd57c1d6790 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912110 Apr 18 20:47:42.997821 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6211730a-a3a5-4430-b86a-ade1895444f3 admin admin] Made reservation on behalf of 65c0c9deb9974734a5e938fa16904c15 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:43.008631 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6211730a-a3a5-4430-b86a-ade1895444f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:43.032044 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6211730a-a3a5-4430-b86a-ade1895444f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:43.167264 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0375a3db-6681-4f0a-a35b-29b61060ec90 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:43.185513 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0375a3db-6681-4f0a-a35b-29b61060ec90 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/5a284e02-33e7-4774-872f-1c021ab18586 HTTP/1.1" status: 204 len: 168 time: 2.5124071 Apr 18 20:47:43.186935 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50078) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:43.681124 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069fe4a1-819d-4128-bfa2-a3f05b2df947 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:43.700117 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6211730a-a3a5-4430-b86a-ade1895444f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:43.703165 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 118802d3-42ac-4d93-a5b0-12e4cfad7f12 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:43.706717 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:43.720909 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069fe4a1-819d-4128-bfa2-a3f05b2df947 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:43.731931 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069fe4a1-819d-4128-bfa2-a3f05b2df947 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:43.743540 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-069fe4a1-819d-4128-bfa2-a3f05b2df947 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4884026 Apr 18 20:47:43.748925 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50110) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:43.770807 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6211730a-a3a5-4430-b86a-ade1895444f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:44.147339 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6211730a-a3a5-4430-b86a-ade1895444f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:47:44.179679 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 62596eca-deb1-4c95-94be-c25f8d29f9e9 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:44.225014 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-52590f69-1c7f-42a7-bcff-f5c302bca35b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet 607e5bcd-1318-4cf4-9b72-9cde7559d205 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:47:44.238684 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-52590f69-1c7f-42a7-bcff-f5c302bca35b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:44.337497 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-52590f69-1c7f-42a7-bcff-f5c302bca35b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:44.375806 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e9b4d117-8b1e-457f-b67c-49f9aad0af8e req-484eac37-8cac-42e5-ac64-102900d4f4be tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 210 time: 0.2915671 Apr 18 20:47:44.393561 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6211730a-a3a5-4430-b86a-ade1895444f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:44.395877 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-6211730a-a3a5-4430-b86a-ade1895444f3 admin admin] Added segment 756271fa-0021-437b-9cca-267a81934e66 of type vlan for network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 Apr 18 20:47:44.407865 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 62596eca-deb1-4c95-94be-c25f8d29f9e9 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:44.409939 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:44.413763 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211730a-a3a5-4430-b86a-ade1895444f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5380c2-1ee2-404b-ba7e-fbc017d87354,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:44.510894 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-52590f69-1c7f-42a7-bcff-f5c302bca35b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:44.663411 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-cc218fa4-1dce-4ce2-8a5c-6819ab684ef3 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.666389 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-cc218fa4-1dce-4ce2-8a5c-6819ab684ef3 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.57 "GET /v2.0/networks?id=764ec030-925e-4c42-a900-432b95974253 HTTP/1.1" status: 200 len: 820 time: 1.5709968 Apr 18 20:47:44.700264 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-e5a46fde-f4a1-448f-a632-2cad37a29b82 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Request body: {'port': {'device_id': 'bc4246e2-ff89-4f53-9db8-d0e4a5830fe6', 'network_id': '764ec030-925e-4c42-a900-432b95974253', 'admin_state_up': True, 'tenant_id': 'cc51acb9099940958d773eedc590bb57'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:44.704670 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0dfee-404c-401d-af55-17edae140a7b req-f900e86b-9aeb-498f-b312-c6eb91d22c5d tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.717606 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26b0dfee-404c-401d-af55-17edae140a7b req-f900e86b-9aeb-498f-b312-c6eb91d22c5d tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/networks?id=1e34dbd2-e048-4dac-89e5-b3cdd96748ca HTTP/1.1" status: 200 len: 821 time: 1.2188642 Apr 18 20:47:44.730359 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:44.847780 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6211730a-a3a5-4430-b86a-ade1895444f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:44.856133 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 62596eca-deb1-4c95-94be-c25f8d29f9e9, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=62596eca-deb1-4c95-94be-c25f8d29f9e9,segment=NetworkSegment(4e493589-df28-45b1-bd87-e70b1aead89e),segment_id=4e493589-df28-45b1-bd87-e70b1aead89e)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:44.875225 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:44.896909 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26b0dfee-404c-401d-af55-17edae140a7b req-8fe32165-abc5-4dfd-aa5f-269ce6b41884 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/quotas/842426f64f3141e4850749a1866714f6 HTTP/1.1" status: 200 len: 375 time: 0.1731098 Apr 18 20:47:44.908761 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6211730a-a3a5-4430-b86a-ade1895444f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:44.914403 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6211730a-a3a5-4430-b86a-ade1895444f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.915554 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6211730a-a3a5-4430-b86a-ade1895444f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.057663 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=62596eca-deb1-4c95-94be-c25f8d29f9e9,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:45.161487 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211730a-a3a5-4430-b86a-ade1895444f3 admin admin] Pushing event updated for resources: {'Network': ['ID=ce30ba55-30c8-48a1-83e1-fd83adbe8e92,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:45.185310 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:47:45.207944 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-52590f69-1c7f-42a7-bcff-f5c302bca35b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.246856 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-e5a46fde-f4a1-448f-a632-2cad37a29b82 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Made reservation on behalf of cc51acb9099940958d773eedc590bb57 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:45.250685 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26b0dfee-404c-401d-af55-17edae140a7b req-f63ebf70-bce0-448f-89ce-5d9b2990f7ef tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=842426f64f3141e4850749a1866714f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3514850 Apr 18 20:47:45.257946 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-e5a46fde-f4a1-448f-a632-2cad37a29b82 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.382365 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52590f69-1c7f-42a7-bcff-f5c302bca35b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=607e5bcd-1318-4cf4-9b72-9cde7559d205,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:45.391989 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-52590f69-1c7f-42a7-bcff-f5c302bca35b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.401125 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-52590f69-1c7f-42a7-bcff-f5c302bca35b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/607e5bcd-1318-4cf4-9b72-9cde7559d205 HTTP/1.1" status: 204 len: 168 time: 1.6225269 Apr 18 20:47:45.402011 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50164) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:45.574209 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26b0dfee-404c-401d-af55-17edae140a7b req-fbf9b409-2b78-41bb-adb8-56a15ab5a938 service neutron] 10.222.0.41 "GET /v2.0/networks/1e34dbd2-e048-4dac-89e5-b3cdd96748ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233690 Apr 18 20:47:45.592059 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e372f55-6934-455d-81fb-5d9b58d7d3cc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet c0857ce3-63a3-4e07-96ec-1840c9f27953 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:47:45.603247 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0e372f55-6934-455d-81fb-5d9b58d7d3cc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.651662 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9678a8-abf2-4e51-be37-c38f7b7eaa0a None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:45.721515 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0e372f55-6934-455d-81fb-5d9b58d7d3cc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.745845 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26b0dfee-404c-401d-af55-17edae140a7b req-93772be0-ef12-4280-8c6f-b95789acc34c service neutron] 10.222.0.41 "GET /v2.0/networks/1e34dbd2-e048-4dac-89e5-b3cdd96748ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694691 Apr 18 20:47:45.788066 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6211730a-a3a5-4430-b86a-ade1895444f3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.7459884 Apr 18 20:47:45.801655 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50176) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:45.811944 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3a7a3-9760-4253-88b5-172499b8976f req-ad0a8229-c733-4442-be3a-ad2da9810862 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:45.815073 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fab3a7a3-9760-4253-88b5-172499b8976f req-ad0a8229-c733-4442-be3a-ad2da9810862 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 945 time: 1.0546677 Apr 18 20:47:45.910811 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d7416f35-80bf-4e8c-9386-77fc6dd0bfe9 admin admin] Request body: {'subnet': {'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1930256705-subnet', 'tenant_id': '65c0c9deb9974734a5e938fa16904c15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:45.994996 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fab3a7a3-9760-4253-88b5-172499b8976f req-87df5975-7b07-4abf-8591-e9ffd74a5768 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630638 Apr 18 20:47:46.051400 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c8a62057-001b-4336-9172-aee3aef782a2 None None] Provisioning complete for port 118802d3-42ac-4d93-a5b0-12e4cfad7f12 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:46.052237 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8a62057-001b-4336-9172-aee3aef782a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.062072 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7416f35-80bf-4e8c-9386-77fc6dd0bfe9 admin admin] Made reservation on behalf of 65c0c9deb9974734a5e938fa16904c15 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:46.076643 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d7416f35-80bf-4e8c-9386-77fc6dd0bfe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.217757 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ac8a5e4-1276-4e40-9a2c-80ccd2e0074d req-98b9491e-3286-42ef-912c-a893d4856932 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 210 time: 0.0977116 Apr 18 20:47:46.334901 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-e5a46fde-f4a1-448f-a632-2cad37a29b82 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Allocated IP 172.20.0.6 (764ec030-925e-4c42-a900-432b95974253/4418a1f7-1d5c-4dd8-a1db-6f677ba45a74/04e0a012-7a3d-4e05-a846-d34e27058e23) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:46.373803 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-30634d34-4980-43ea-90eb-f1d98700596c req-ad6419ba-5d05-4a96-8b08-69daf3f7c89f tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ac2be5-c135-4123-be72-ffcbab1b93f9 HTTP/1.1" status: 200 len: 210 time: 0.0876970 Apr 18 20:47:46.484603 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50192) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:46.673042 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0e372f55-6934-455d-81fb-5d9b58d7d3cc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.730153 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc43dd-65bc-4ee7-bd45-1ad58161026d req-b7966a48-4cd9-4b97-8ec1-b10b64a0bc22 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:46.752600 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-edfc43dd-65bc-4ee7-bd45-1ad58161026d req-b7966a48-4cd9-4b97-8ec1-b10b64a0bc22 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 945 time: 0.2583950 Apr 18 20:47:46.977280 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-86f5ef6e-6348-4312-960d-e6eec5233e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.061440 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-edfc43dd-65bc-4ee7-bd45-1ad58161026d req-59f121fb-9292-4e0d-850e-feb97c1d59ed tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917047 Apr 18 20:47:47.088827 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 62596eca-deb1-4c95-94be-c25f8d29f9e9 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:47.209812 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 62596eca-deb1-4c95-94be-c25f8d29f9e9 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:47.210670 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.271682 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-86f5ef6e-6348-4312-960d-e6eec5233e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.289342 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-86f5ef6e-6348-4312-960d-e6eec5233e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.435476 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5ef6e-6348-4312-960d-e6eec5233e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3477c1e6-82a3-448b-88bf-b69f1ebd97cc,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:47.719733 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-86f5ef6e-6348-4312-960d-e6eec5233e6e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fbc73483a9f34b48aa82ea0a8ee92f4d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2327030 Apr 18 20:47:47.741660 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50210) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:47.901672 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ff44e71e-c467-4801-9ccb-8f4618edf614 req-fb45e98e-afc9-4f99-946a-c02c49913e55 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 210 time: 0.3617895 Apr 18 20:47:47.976880 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-e5a46fde-f4a1-448f-a632-2cad37a29b82 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.029757 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d7f800fb-7ec3-4b0a-a8f9-487732c0e002 None None] Provisioning complete for port 118802d3-42ac-4d93-a5b0-12e4cfad7f12 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:48.030299 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d7f800fb-7ec3-4b0a-a8f9-487732c0e002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.187503 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7894b0d5-7fb7-4bd0-b1da-17f8b3e69c08 req-f4edcee0-e29e-4a88-b4e7-f570a81f469e tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ac2be5-c135-4123-be72-ffcbab1b93f9 HTTP/1.1" status: 200 len: 210 time: 0.2175231 Apr 18 20:47:48.293582 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0e372f55-6934-455d-81fb-5d9b58d7d3cc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.324706 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-258008c9-dd1a-4ac8-b55e-e195b8ebc653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.380738 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e372f55-6934-455d-81fb-5d9b58d7d3cc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=c0857ce3-63a3-4e07-96ec-1840c9f27953,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:48.385273 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0e372f55-6934-455d-81fb-5d9b58d7d3cc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.398077 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0e372f55-6934-455d-81fb-5d9b58d7d3cc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/c0857ce3-63a3-4e07-96ec-1840c9f27953 HTTP/1.1" status: 204 len: 168 time: 2.9865174 Apr 18 20:47:48.401107 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50226) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:48.426417 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a001d4-52c6-4d65-8600-27b58a6edfca None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:48.497550 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e9f86c9c-0d1e-4e84-bf52-b74919798a7f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929158 Apr 18 20:47:48.499821 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d7416f35-80bf-4e8c-9386-77fc6dd0bfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.505092 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-e5a46fde-f4a1-448f-a632-2cad37a29b82 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.508053 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50228) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:48.521891 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-4161d2a9-f41c-4f0a-8876-a0373f36d244 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:48.555068 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-bebcbe0c-24b5-46ea-bf59-182201295c5a tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:48.556829 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-bebcbe0c-24b5-46ea-bf59-182201295c5a tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/networks?id=2b77196d-b3e5-4863-b041-b13a7dbb5188 HTTP/1.1" status: 200 len: 814 time: 0.1883020 Apr 18 20:47:48.568016 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-258008c9-dd1a-4ac8-b55e-e195b8ebc653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.622329 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-af4b9f6b-ffbd-4dcc-80f5-7e98ec8b324e None None] Could not find standard attr ID for object 5a284e02-33e7-4774-872f-1c021ab18586. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:47:48.642417 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-627b6e35-8467-4efb-9f5b-714a16040dca tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/quotas/7d52f6c7bd8046c7a02242bd4df3b5e8 HTTP/1.1" status: 200 len: 375 time: 0.0213108 Apr 18 20:47:48.645949 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-258008c9-dd1a-4ac8-b55e-e195b8ebc653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.648620 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-258008c9-dd1a-4ac8-b55e-e195b8ebc653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.649796 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-258008c9-dd1a-4ac8-b55e-e195b8ebc653 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3477c1e6-82a3-448b-88bf-b69f1ebd97cc HTTP/1.1" status: 204 len: 168 time: 0.7858713 Apr 18 20:47:48.712846 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258008c9-dd1a-4ac8-b55e-e195b8ebc653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3477c1e6-82a3-448b-88bf-b69f1ebd97cc,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:48.768996 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-d3b67bdf-cac9-4c9d-9604-39005ae63135 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d52f6c7bd8046c7a02242bd4df3b5e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1252108 Apr 18 20:47:48.802844 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a46fde-f4a1-448f-a632-2cad37a29b82 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Pushing event updated for resources: {'Port': ['ID=04e0a012-7a3d-4e05-a846-d34e27058e23,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:48.848904 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-e5a46fde-f4a1-448f-a632-2cad37a29b82 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Network 764ec030-925e-4c42-a900-432b95974253 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:48.981276 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-10e1c8a9-772c-4fd7-af13-c382fb4ef562 service neutron] 10.222.0.41 "GET /v2.0/networks/2b77196d-b3e5-4863-b041-b13a7dbb5188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110696 Apr 18 20:47:49.075865 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-e5a46fde-f4a1-448f-a632-2cad37a29b82 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:49.180038 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-e5a46fde-f4a1-448f-a632-2cad37a29b82 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:49.254978 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-c6463bdd-3de6-48b4-b027-4cee791497e4 service neutron] 10.222.0.41 "GET /v2.0/networks/2b77196d-b3e5-4863-b041-b13a7dbb5188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712276 Apr 18 20:47:49.575105 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-e5a46fde-f4a1-448f-a632-2cad37a29b82 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:49.588506 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3f23ec-55da-473d-8649-76b3701d917c None None] DHCP port deletion for 50eba278-0f67-4e34-aa13-933b003eee26 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:47:49.596830 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-e5a46fde-f4a1-448f-a632-2cad37a29b82 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.614703 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0dfee-404c-401d-af55-17edae140a7b req-8df10a6d-1260-4080-b41c-c1a0de77710e tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:49.617877 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26b0dfee-404c-401d-af55-17edae140a7b req-8df10a6d-1260-4080-b41c-c1a0de77710e tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.32 "GET /v2.0/networks?id=1e34dbd2-e048-4dac-89e5-b3cdd96748ca HTTP/1.1" status: 200 len: 821 time: 0.3442817 Apr 18 20:47:49.691573 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-26b0dfee-404c-401d-af55-17edae140a7b req-da0f489a-19bb-4ade-b356-21fd7f10be37 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Request body: {'port': {'device_id': '77ac2be5-c135-4123-be72-ffcbab1b93f9', 'network_id': '1e34dbd2-e048-4dac-89e5-b3cdd96748ca', 'admin_state_up': True, 'tenant_id': '842426f64f3141e4850749a1866714f6'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:49.732168 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7416f35-80bf-4e8c-9386-77fc6dd0bfe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43c45217-dc0b-4a55-9d4a-e4055b0395e0,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:49.838238 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7416f35-80bf-4e8c-9386-77fc6dd0bfe9 admin admin] Checking segment: {'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:47:49.839340 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7416f35-80bf-4e8c-9386-77fc6dd0bfe9 admin admin] Network hostable DHCP agents. Network: ce30ba55-30c8-48a1-83e1-fd83adbe8e92, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:47:49.900182 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-1b3f23ec-55da-473d-8649-76b3701d917c None None] Deleting port 118802d3-42ac-4d93-a5b0-12e4cfad7f12 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:49.902189 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1b3f23ec-55da-473d-8649-76b3701d917c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.904391 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-e5a46fde-f4a1-448f-a632-2cad37a29b82 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2231908 Apr 18 20:47:49.912568 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7416f35-80bf-4e8c-9386-77fc6dd0bfe9 admin admin] Network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:47:49.954495 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-a9ad79a6-bc79-42c8-8627-547aba0c5713 service neutron] Request body: {'port': {'device_id': 'bc4246e2-ff89-4f53-9db8-d0e4a5830fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:50.086479 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:47:50.134494 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-a9ad79a6-bc79-42c8-8627-547aba0c5713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.155580 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-d7416f35-80bf-4e8c-9386-77fc6dd0bfe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, ce30ba55-30c8-48a1-83e1-fd83adbe8e92) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:50.183597 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4161d2a9-f41c-4f0a-8876-a0373f36d244 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:50.200947 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4161d2a9-f41c-4f0a-8876-a0373f36d244 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.211796 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7416f35-80bf-4e8c-9386-77fc6dd0bfe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:50.222582 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d7416f35-80bf-4e8c-9386-77fc6dd0bfe9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.225384 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5694883c-41d4-434e-aa1c-2ef1309eaec8 req-0a375d92-f993-41df-8df4-8641c455704b tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ac2be5-c135-4123-be72-ffcbab1b93f9 HTTP/1.1" status: 200 len: 210 time: 0.1550319 Apr 18 20:47:50.277028 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84502990-b237-484c-b666-faf58c74a658 None None] Network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:50.320864 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3d9b2-1060-48e6-ba2d-bc47f4701948 req-e0cf4bb9-5f9d-4768-a798-0f63bd1f1c44 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:50.324377 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-94f3d9b2-1060-48e6-ba2d-bc47f4701948 req-e0cf4bb9-5f9d-4768-a798-0f63bd1f1c44 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.32 "GET /v2.0/ports?device_id=539eaa01-1d28-4b43-a0f6-77d6565442ac HTTP/1.1" status: 200 len: 945 time: 1.0621526 Apr 18 20:47:50.353648 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ec117-165c-43cb-a428-6ad7d23628f4 req-980ac8ea-21a2-440a-bd4f-5e498324ec90 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:50.360276 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a72ec117-165c-43cb-a428-6ad7d23628f4 req-980ac8ea-21a2-440a-bd4f-5e498324ec90 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 931 time: 1.1010091 Apr 18 20:47:50.634857 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c38469db-8b43-44dd-8015-a33984da7c3b req-bb960b3d-7ec2-4ca3-b95a-dd2a74c8977c tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 210 time: 0.2130859 Apr 18 20:47:50.749561 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a72ec117-165c-43cb-a428-6ad7d23628f4 req-348304d5-0f94-4531-b182-75054e51dd87 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303766 Apr 18 20:47:50.764550 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b0dfee-404c-401d-af55-17edae140a7b req-da0f489a-19bb-4ade-b356-21fd7f10be37 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Made reservation on behalf of 842426f64f3141e4850749a1866714f6 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:50.786324 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-26b0dfee-404c-401d-af55-17edae140a7b req-da0f489a-19bb-4ade-b356-21fd7f10be37 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.813261 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1b3f23ec-55da-473d-8649-76b3701d917c None None] For port 118802d3-42ac-4d93-a5b0-12e4cfad7f12, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=118802d3-42ac-4d93-a5b0-12e4cfad7f12,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:50.816402 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1b3f23ec-55da-473d-8649-76b3701d917c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.939572 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-1b3f23ec-55da-473d-8649-76b3701d917c None None] Calling delete_port for 118802d3-42ac-4d93-a5b0-12e4cfad7f12 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:50.999344 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d7416f35-80bf-4e8c-9386-77fc6dd0bfe9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 5.1930966 Apr 18 20:47:51.353483 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 118802d3-42ac-4d93-a5b0-12e4cfad7f12 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:47:51.366583 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1b3f23ec-55da-473d-8649-76b3701d917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:51.459777 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-26b0dfee-404c-401d-af55-17edae140a7b req-da0f489a-19bb-4ade-b356-21fd7f10be37 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Allocated IP 172.20.0.10 (1e34dbd2-e048-4dac-89e5-b3cdd96748ca/c9cc88db-46a2-49e0-b0d6-925d77779d66/759125fa-e8db-4090-8ebe-52fc2ed5056a) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:51.614170 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f23ec-55da-473d-8649-76b3701d917c None None] Pushing event deleted for resources: {'Port': ['ID=118802d3-42ac-4d93-a5b0-12e4cfad7f12,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:51.680555 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 118802d3-42ac-4d93-a5b0-12e4cfad7f12 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:47:51.682938 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 118802d3-42ac-4d93-a5b0-12e4cfad7f12 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:47:51.700267 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3f23ec-55da-473d-8649-76b3701d917c None None] No DVR routers for this DVR port 118802d3-42ac-4d93-a5b0-12e4cfad7f12 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:51.916476 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-26b0dfee-404c-401d-af55-17edae140a7b req-da0f489a-19bb-4ade-b356-21fd7f10be37 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.014321 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fa10b6-b8d8-4f8c-8a58-46d38c8e2d09 None None] Network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:52.017742 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-26b0dfee-404c-401d-af55-17edae140a7b req-da0f489a-19bb-4ade-b356-21fd7f10be37 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.083102 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-94f3d9b2-1060-48e6-ba2d-bc47f4701948 req-216d335d-7fa3-47d8-a229-9454f32e2f53 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Deleting port 78c38eeb-c6d3-401f-b023-13ca0889b69d {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:52.083750 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-94f3d9b2-1060-48e6-ba2d-bc47f4701948 req-216d335d-7fa3-47d8-a229-9454f32e2f53 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.380083 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-a9ad79a6-bc79-42c8-8627-547aba0c5713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e0a012-7a3d-4e05-a846-d34e27058e23 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:47:52.408932 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-a9ad79a6-bc79-42c8-8627-547aba0c5713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.465194 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-a9ad79a6-bc79-42c8-8627-547aba0c5713 service neutron] Transition to ACTIVE for port object 04e0a012-7a3d-4e05-a846-d34e27058e23 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:52.479983 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-a9ad79a6-bc79-42c8-8627-547aba0c5713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.480358 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-94f3d9b2-1060-48e6-ba2d-bc47f4701948 req-216d335d-7fa3-47d8-a229-9454f32e2f53 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] For port 78c38eeb-c6d3-401f-b023-13ca0889b69d, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=78c38eeb-c6d3-401f-b023-13ca0889b69d,segment=NetworkSegment(b743f55f-6bed-47c3-b407-479d46891a72),segment_id=b743f55f-6bed-47c3-b407-479d46891a72)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:52.481151 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-94f3d9b2-1060-48e6-ba2d-bc47f4701948 req-216d335d-7fa3-47d8-a229-9454f32e2f53 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.547106 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-94f3d9b2-1060-48e6-ba2d-bc47f4701948 req-216d335d-7fa3-47d8-a229-9454f32e2f53 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Calling delete_port for 78c38eeb-c6d3-401f-b023-13ca0889b69d owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:52.764526 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-adc50960-d92a-432c-9d93-48da52495bff req-634da0cb-3383-4d71-8a17-757e44746e68 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 210 time: 0.2456772 Apr 18 20:47:52.765794 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f489a-19bb-4ade-b356-21fd7f10be37 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Pushing event updated for resources: {'Port': ['ID=759125fa-e8db-4090-8ebe-52fc2ed5056a,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:52.852332 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad79a6-bc79-42c8-8627-547aba0c5713 service neutron] Pushing event updated for resources: {'Port': ['ID=04e0a012-7a3d-4e05-a846-d34e27058e23,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:52.861925 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4161d2a9-f41c-4f0a-8876-a0373f36d244 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.987253 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b0dfee-404c-401d-af55-17edae140a7b req-da0f489a-19bb-4ade-b356-21fd7f10be37 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Network 1e34dbd2-e048-4dac-89e5-b3cdd96748ca is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:52.992949 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-26b0dfee-404c-401d-af55-17edae140a7b req-da0f489a-19bb-4ade-b356-21fd7f10be37 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:53.013272 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b0dfee-404c-401d-af55-17edae140a7b req-da0f489a-19bb-4ade-b356-21fd7f10be37 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:53.107005 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4161d2a9-f41c-4f0a-8876-a0373f36d244 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:53.111976 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cb707-80d1-4f7f-8847-d8484522d29c req-e6d323b8-7b08-4c5e-90df-301f41a8373c tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:53.113641 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f9cb707-80d1-4f7f-8847-d8484522d29c req-e6d323b8-7b08-4c5e-90df-301f41a8373c tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ac2be5-c135-4123-be72-ffcbab1b93f9 HTTP/1.1" status: 200 len: 932 time: 1.1224651 Apr 18 20:47:53.127425 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50334) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:53.202535 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-4161d2a9-f41c-4f0a-8876-a0373f36d244 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:53.216214 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4161d2a9-f41c-4f0a-8876-a0373f36d244 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:53.218809 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cece20-2c05-4794-a735-44f6a6033313 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:53.221831 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4161d2a9-f41c-4f0a-8876-a0373f36d244 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:53.362918 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f9cb707-80d1-4f7f-8847-d8484522d29c req-71d9cd78-365f-4620-af8c-d0aa04724a23 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd2d061a-64f8-48e3-94f2-c48a7580d07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228034 Apr 18 20:47:53.386292 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161d2a9-f41c-4f0a-8876-a0373f36d244 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=52863526-5888-47c0-bacd-808fb799dcf6,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:53.401205 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 78c38eeb-c6d3-401f-b023-13ca0889b69d no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:47:53.434999 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4161d2a9-f41c-4f0a-8876-a0373f36d244 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9205232 Apr 18 20:47:53.436001 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50342) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:53.438605 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0dfee-404c-401d-af55-17edae140a7b req-da0f489a-19bb-4ade-b356-21fd7f10be37 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:53.442717 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-26b0dfee-404c-401d-af55-17edae140a7b req-da0f489a-19bb-4ade-b356-21fd7f10be37 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:53.511673 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-91cfac3e-2b4e-43db-ba67-d56ae8903c4a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:53.522366 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26b0dfee-404c-401d-af55-17edae140a7b req-da0f489a-19bb-4ade-b356-21fd7f10be37 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8411205 Apr 18 20:47:53.523859 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-73dc793d-2db9-430d-83ac-78d74fa866b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:53.546812 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-26b0dfee-404c-401d-af55-17edae140a7b req-5316ab38-912c-4bdb-8f55-0f875947d242 service neutron] Request body: {'port': {'device_id': '77ac2be5-c135-4123-be72-ffcbab1b93f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:53.623431 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-26b0dfee-404c-401d-af55-17edae140a7b req-5316ab38-912c-4bdb-8f55-0f875947d242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:53.643919 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43662c-8226-4382-b044-9e5ade841d8c req-37b7f4fe-c8fd-4d00-82df-a9bc1836274f tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:53.645931 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8d43662c-8226-4382-b044-9e5ade841d8c req-37b7f4fe-c8fd-4d00-82df-a9bc1836274f tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 943 time: 0.5173252 Apr 18 20:47:53.763137 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-a9ad79a6-bc79-42c8-8627-547aba0c5713 service neutron] Attempting to bind port 04e0a012-7a3d-4e05-a846-d34e27058e23 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:53.765059 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-a9ad79a6-bc79-42c8-8627-547aba0c5713 service neutron] Attempting to bind port 04e0a012-7a3d-4e05-a846-d34e27058e23 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '4e493589-df28-45b1-bd87-e70b1aead89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '764ec030-925e-4c42-a900-432b95974253'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:53.766278 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-a9ad79a6-bc79-42c8-8627-547aba0c5713 service neutron] Attempting to bind port 04e0a012-7a3d-4e05-a846-d34e27058e23 on network 764ec030-925e-4c42-a900-432b95974253 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:53.802168 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-7475d6df-0c3c-4a74-bfa1-2444c40191f1 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:53.805670 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-7475d6df-0c3c-4a74-bfa1-2444c40191f1 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.57 "GET /v2.0/networks?id=2b77196d-b3e5-4863-b041-b13a7dbb5188 HTTP/1.1" status: 200 len: 814 time: 0.8055944 Apr 18 20:47:53.893633 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-a9ad79a6-bc79-42c8-8627-547aba0c5713 service neutron] Port 04e0a012-7a3d-4e05-a846-d34e27058e23 on network 764ec030-925e-4c42-a900-432b95974253 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:53.894981 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-a9ad79a6-bc79-42c8-8627-547aba0c5713 service neutron] Attempting to bind port 04e0a012-7a3d-4e05-a846-d34e27058e23 on network 764ec030-925e-4c42-a900-432b95974253 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:53.916709 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:53.941333 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-131cf92c-43f2-4870-96d4-cf2ec70c46db tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Request body: {'port': {'device_id': '44767700-e0f4-48a6-a43c-6397c4289c88', 'network_id': '2b77196d-b3e5-4863-b041-b13a7dbb5188', 'admin_state_up': True, 'tenant_id': '7d52f6c7bd8046c7a02242bd4df3b5e8'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:54.068421 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-a9ad79a6-bc79-42c8-8627-547aba0c5713 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:47:54.069222 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-a9ad79a6-bc79-42c8-8627-547aba0c5713 service neutron] Checking segment: {'id': '4e493589-df28-45b1-bd87-e70b1aead89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '764ec030-925e-4c42-a900-432b95974253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:47:54.069549 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-a9ad79a6-bc79-42c8-8627-547aba0c5713 service neutron] Bound using segment: {'id': '4e493589-df28-45b1-bd87-e70b1aead89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '764ec030-925e-4c42-a900-432b95974253'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:47:54.070274 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-a9ad79a6-bc79-42c8-8627-547aba0c5713 service neutron] Bound port: 04e0a012-7a3d-4e05-a846-d34e27058e23, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e493589-df28-45b1-bd87-e70b1aead89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '764ec030-925e-4c42-a900-432b95974253'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:54.070842 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-a9ad79a6-bc79-42c8-8627-547aba0c5713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.075938 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df98662-69e2-4c98-8640-a7c255b8155d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-50eba278-0f67-4e34-aa13-933b003eee26', 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'fixed_ips': [{'subnet_id': '52863526-5888-47c0-bacd-808fb799dcf6'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:47:54.077666 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7df98662-69e2-4c98-8640-a7c255b8155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.220859 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-1aaaa6ed-865a-425e-a666-80075b985a49 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:54.229234 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-1aaaa6ed-865a-425e-a666-80075b985a49 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/networks?id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92 HTTP/1.1" status: 200 len: 806 time: 0.1744661 Apr 18 20:47:54.307034 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-2f8b26bf-fe66-4e44-9c46-0438ac0acf87 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/quotas/65c0c9deb9974734a5e938fa16904c15 HTTP/1.1" status: 200 len: 375 time: 0.0766678 Apr 18 20:47:54.362486 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-7cd55e7e-69d8-4c61-8f5f-da9b53b394bc tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=65c0c9deb9974734a5e938fa16904c15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545690 Apr 18 20:47:54.440240 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cfac3e-2b4e-43db-ba67-d56ae8903c4a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:54.446159 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-26b0dfee-404c-401d-af55-17edae140a7b req-5316ab38-912c-4bdb-8f55-0f875947d242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 759125fa-e8db-4090-8ebe-52fc2ed5056a {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:47:54.448894 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-91cfac3e-2b4e-43db-ba67-d56ae8903c4a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.485106 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-7df98662-69e2-4c98-8640-a7c255b8155d None None] Allocated IP 172.20.0.2 (50eba278-0f67-4e34-aa13-933b003eee26/52863526-5888-47c0-bacd-808fb799dcf6/913f6b36-5265-4270-b3c8-c6156661819c) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:54.506187 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-26b0dfee-404c-401d-af55-17edae140a7b req-5316ab38-912c-4bdb-8f55-0f875947d242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.509236 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-94f3d9b2-1060-48e6-ba2d-bc47f4701948 req-216d335d-7fa3-47d8-a229-9454f32e2f53 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.521103 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8d43662c-8226-4382-b044-9e5ade841d8c req-2055f9cd-61c9-49fc-a036-bfb38c828731 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609330 Apr 18 20:47:54.572308 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d335d-7fa3-47d8-a229-9454f32e2f53 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Pushing event deleted for resources: {'Port': ['ID=78c38eeb-c6d3-401f-b023-13ca0889b69d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:54.616915 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-a9ad79a6-bc79-42c8-8627-547aba0c5713 service neutron] For port 04e0a012-7a3d-4e05-a846-d34e27058e23, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:54.633783 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-26b0dfee-404c-401d-af55-17edae140a7b req-5316ab38-912c-4bdb-8f55-0f875947d242 service neutron] Transition to ACTIVE for port object 759125fa-e8db-4090-8ebe-52fc2ed5056a will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:54.671805 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f3d9b2-1060-48e6-ba2d-bc47f4701948 req-216d335d-7fa3-47d8-a229-9454f32e2f53 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] No DVR routers for this DVR port 78c38eeb-c6d3-401f-b023-13ca0889b69d on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:54.677371 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-a9ad79a6-bc79-42c8-8627-547aba0c5713 service neutron] For port 04e0a012-7a3d-4e05-a846-d34e27058e23, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=04e0a012-7a3d-4e05-a846-d34e27058e23,segment=NetworkSegment(4e493589-df28-45b1-bd87-e70b1aead89e),segment_id=4e493589-df28-45b1-bd87-e70b1aead89e)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:54.679441 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-26b0dfee-404c-401d-af55-17edae140a7b req-5316ab38-912c-4bdb-8f55-0f875947d242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.684254 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-73dc793d-2db9-430d-83ac-78d74fa866b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.691609 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-94f3d9b2-1060-48e6-ba2d-bc47f4701948 req-216d335d-7fa3-47d8-a229-9454f32e2f53 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.695910 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-a9ad79a6-bc79-42c8-8627-547aba0c5713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.696257 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-94f3d9b2-1060-48e6-ba2d-bc47f4701948 req-216d335d-7fa3-47d8-a229-9454f32e2f53 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.32 "DELETE /v2.0/ports/78c38eeb-c6d3-401f-b023-13ca0889b69d HTTP/1.1" status: 204 len: 173 time: 4.3092475 Apr 18 20:47:54.701009 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539eaa01-1d28-4b43-a0f6-77d6565442ac', 'name': 'network-vif-deleted', 'tag': '78c38eeb-c6d3-401f-b023-13ca0889b69d'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:54.706356 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f24bbb-efbb-4fdd-b7e3-2ca697192ded" -d '{"events": [{"server_uuid": "539eaa01-1d28-4b43-a0f6-77d6565442ac", "name": "network-vif-deleted", "tag": "78c38eeb-c6d3-401f-b023-13ca0889b69d"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:47:54.738377 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-131cf92c-43f2-4870-96d4-cf2ec70c46db tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Made reservation on behalf of 7d52f6c7bd8046c7a02242bd4df3b5e8 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:54.741992 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-73dc793d-2db9-430d-83ac-78d74fa866b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.745922 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-131cf92c-43f2-4870-96d4-cf2ec70c46db tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.857302 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-73dc793d-2db9-430d-83ac-78d74fa866b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b61488a4ecce4defa352bcc6339b17a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7189169 Apr 18 20:47:54.874816 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50362) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:54.967978 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-d686761c-26ca-44be-971e-6a144b82e4a7 service neutron] 10.222.0.41 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6044762 Apr 18 20:47:54.971962 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316ab38-912c-4bdb-8f55-0f875947d242 service neutron] Pushing event updated for resources: {'Port': ['ID=759125fa-e8db-4090-8ebe-52fc2ed5056a,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:54.990217 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-a9ad79a6-bc79-42c8-8627-547aba0c5713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:54.995047 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-a9ad79a6-bc79-42c8-8627-547aba0c5713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.995047 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-a9ad79a6-bc79-42c8-8627-547aba0c5713 service neutron] 10.222.0.57 "PUT /v2.0/ports/04e0a012-7a3d-4e05-a846-d34e27058e23 HTTP/1.1" status: 200 len: 1091 time: 5.0647271 Apr 18 20:47:54.995047 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4246e2-ff89-4f53-9db8-d0e4a5830fe6', 'tag': '04e0a012-7a3d-4e05-a846-d34e27058e23'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:54.999485 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1613cd-e973-4368-9620-4de06b6de0ce" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4246e2-ff89-4f53-9db8-d0e4a5830fe6", "tag": "04e0a012-7a3d-4e05-a846-d34e27058e23"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:47:55.079174 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc793d-2db9-430d-83ac-78d74fa866b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d3610d-159b-4f93-8cef-d0eea1b8be63,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:55.086926 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c2e65d4-e15c-4d5e-ba51-5cdaea382401 req-90aff243-fd93-4ee2-84ed-f473010eb132 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 210 time: 0.1455195 Apr 18 20:47:55.101526 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad79a6-bc79-42c8-8627-547aba0c5713 service neutron] Pushing event updated for resources: {'Port': ['ID=04e0a012-7a3d-4e05-a846-d34e27058e23,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:55.136906 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-95688ed2-587b-4fef-bc9d-effd2414ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.248181 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7df98662-69e2-4c98-8640-a7c255b8155d None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.284295 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7df98662-69e2-4c98-8640-a7c255b8155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.320875 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-ece1f876-7adb-47ae-8f82-9c530f67b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:55.322437 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-ece1f876-7adb-47ae-8f82-9c530f67b4fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cc51acb9099940958d773eedc590bb57&device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 1094 time: 0.2157037 Apr 18 20:47:55.374267 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94d478d3-caf2-40ff-b2d6-fb452dd7355d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.406843 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94d478d3-caf2-40ff-b2d6-fb452dd7355d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.447134 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df98662-69e2-4c98-8640-a7c255b8155d None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:55.457723 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-7df98662-69e2-4c98-8640-a7c255b8155d None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:55.465989 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df98662-69e2-4c98-8640-a7c255b8155d None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:55.486093 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df98662-69e2-4c98-8640-a7c255b8155d None None] Pushing event updated for resources: {'Port': ['ID=913f6b36-5265-4270-b3c8-c6156661819c,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:55.603536 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7df98662-69e2-4c98-8640-a7c255b8155d None None] Attempting to bind port 913f6b36-5265-4270-b3c8-c6156661819c on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:55.603536 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7df98662-69e2-4c98-8640-a7c255b8155d None None] Attempting to bind port 913f6b36-5265-4270-b3c8-c6156661819c by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:55.603536 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df98662-69e2-4c98-8640-a7c255b8155d None None] Attempting to bind port 913f6b36-5265-4270-b3c8-c6156661819c on network 50eba278-0f67-4e34-aa13-933b003eee26 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:55.610161 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df98662-69e2-4c98-8640-a7c255b8155d None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:47:55.611330 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df98662-69e2-4c98-8640-a7c255b8155d None None] Checking segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:47:55.611967 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7df98662-69e2-4c98-8640-a7c255b8155d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.612656 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df98662-69e2-4c98-8640-a7c255b8155d None None] Bound using segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:47:55.613187 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7df98662-69e2-4c98-8640-a7c255b8155d None None] Bound port: 913f6b36-5265-4270-b3c8-c6156661819c, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:55.613590 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7df98662-69e2-4c98-8640-a7c255b8155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.742128 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7df98662-69e2-4c98-8640-a7c255b8155d None None] For port 913f6b36-5265-4270-b3c8-c6156661819c, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:55.745939 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7df98662-69e2-4c98-8640-a7c255b8155d None None] For port 913f6b36-5265-4270-b3c8-c6156661819c, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=913f6b36-5265-4270-b3c8-c6156661819c,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:55.754471 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7df98662-69e2-4c98-8640-a7c255b8155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.874915 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df98662-69e2-4c98-8640-a7c255b8155d None None] Pushing event updated for resources: {'Port': ['ID=913f6b36-5265-4270-b3c8-c6156661819c,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:56.167371 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-a1e7e64e-0f16-4f08-b0c2-259636bd573a service neutron] 10.222.0.41 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1979704 Apr 18 20:47:56.192634 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-93c2cefb-a455-43da-a1d0-c009e733f2ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04e0a012-7a3d-4e05-a846-d34e27058e23 HTTP/1.1" status: 200 len: 217 time: 0.8193448 Apr 18 20:47:56.206487 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94d478d3-caf2-40ff-b2d6-fb452dd7355d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.209720 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94d478d3-caf2-40ff-b2d6-fb452dd7355d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.219422 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-94d478d3-caf2-40ff-b2d6-fb452dd7355d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/06d3610d-159b-4f93-8cef-d0eea1b8be63 HTTP/1.1" status: 204 len: 168 time: 1.3417761 Apr 18 20:47:56.249722 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a5bbc-7b8f-414e-bf8b-16875c99d80e req-d0b7a7c1-f90a-47ec-839a-2d627279311d tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:56.269437 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-381a5bbc-7b8f-414e-bf8b-16875c99d80e req-d0b7a7c1-f90a-47ec-839a-2d627279311d tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ac2be5-c135-4123-be72-ffcbab1b93f9 HTTP/1.1" status: 200 len: 944 time: 0.2883270 Apr 18 20:47:56.341585 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-26b0dfee-404c-401d-af55-17edae140a7b req-5316ab38-912c-4bdb-8f55-0f875947d242 service neutron] Attempting to bind port 759125fa-e8db-4090-8ebe-52fc2ed5056a on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:56.342684 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-26b0dfee-404c-401d-af55-17edae140a7b req-5316ab38-912c-4bdb-8f55-0f875947d242 service neutron] Attempting to bind port 759125fa-e8db-4090-8ebe-52fc2ed5056a by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '6bed2937-5f7b-417b-9c26-49d6568dccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1e34dbd2-e048-4dac-89e5-b3cdd96748ca'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:56.346919 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b0dfee-404c-401d-af55-17edae140a7b req-5316ab38-912c-4bdb-8f55-0f875947d242 service neutron] Attempting to bind port 759125fa-e8db-4090-8ebe-52fc2ed5056a on network 1e34dbd2-e048-4dac-89e5-b3cdd96748ca {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:56.379057 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b0dfee-404c-401d-af55-17edae140a7b req-5316ab38-912c-4bdb-8f55-0f875947d242 service neutron] Port 759125fa-e8db-4090-8ebe-52fc2ed5056a on network 1e34dbd2-e048-4dac-89e5-b3cdd96748ca not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:56.380192 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b0dfee-404c-401d-af55-17edae140a7b req-5316ab38-912c-4bdb-8f55-0f875947d242 service neutron] Attempting to bind port 759125fa-e8db-4090-8ebe-52fc2ed5056a on network 1e34dbd2-e048-4dac-89e5-b3cdd96748ca {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:56.455906 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-381a5bbc-7b8f-414e-bf8b-16875c99d80e req-686423ba-9604-4b48-9d39-34fbc7a9160d tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd2d061a-64f8-48e3-94f2-c48a7580d07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761935 Apr 18 20:47:56.461480 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b0dfee-404c-401d-af55-17edae140a7b req-5316ab38-912c-4bdb-8f55-0f875947d242 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:47:56.465899 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b0dfee-404c-401d-af55-17edae140a7b req-5316ab38-912c-4bdb-8f55-0f875947d242 service neutron] Checking segment: {'id': '6bed2937-5f7b-417b-9c26-49d6568dccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1e34dbd2-e048-4dac-89e5-b3cdd96748ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:47:56.467051 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b0dfee-404c-401d-af55-17edae140a7b req-5316ab38-912c-4bdb-8f55-0f875947d242 service neutron] Bound using segment: {'id': '6bed2937-5f7b-417b-9c26-49d6568dccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1e34dbd2-e048-4dac-89e5-b3cdd96748ca'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:47:56.468205 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-26b0dfee-404c-401d-af55-17edae140a7b req-5316ab38-912c-4bdb-8f55-0f875947d242 service neutron] Bound port: 759125fa-e8db-4090-8ebe-52fc2ed5056a, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bed2937-5f7b-417b-9c26-49d6568dccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1e34dbd2-e048-4dac-89e5-b3cdd96748ca'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:56.469295 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-26b0dfee-404c-401d-af55-17edae140a7b req-5316ab38-912c-4bdb-8f55-0f875947d242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.565472 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d478d3-caf2-40ff-b2d6-fb452dd7355d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d3610d-159b-4f93-8cef-d0eea1b8be63,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:56.638007 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-131cf92c-43f2-4870-96d4-cf2ec70c46db tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Allocated IP 172.20.0.2 (2b77196d-b3e5-4863-b041-b13a7dbb5188/0b603a19-9f3f-426e-b56c-5cc2e538c4b1/34c2af99-0c96-4537-bd6f-bd7a89dc4bec) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:56.673029 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ca4272-6d5d-467e-8409-3a120048db70 x-openstack-request-id: req-80ca4272-6d5d-467e-8409-3a120048db70 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:47:56.675928 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539eaa01-1d28-4b43-a0f6-77d6565442ac", "name": "network-vif-deleted", "tag": "78c38eeb-c6d3-401f-b023-13ca0889b69d", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:47:56.676384 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80ca4272-6d5d-467e-8409-3a120048db70 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:47:56.676876 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80ca4272-6d5d-467e-8409-3a120048db70'] response: {'server_uuid': '539eaa01-1d28-4b43-a0f6-77d6565442ac', 'name': 'network-vif-deleted', 'tag': '78c38eeb-c6d3-401f-b023-13ca0889b69d', 'status': 'completed', 'code': 200} Apr 18 20:47:56.790379 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399d2e0d-85f3-4fba-8ea8-416239602357 x-openstack-request-id: req-399d2e0d-85f3-4fba-8ea8-416239602357 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:47:56.790740 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4246e2-ff89-4f53-9db8-d0e4a5830fe6", "tag": "04e0a012-7a3d-4e05-a846-d34e27058e23", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:47:56.790915 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-399d2e0d-85f3-4fba-8ea8-416239602357 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:47:56.791369 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-399d2e0d-85f3-4fba-8ea8-416239602357'] response: {'name': 'network-changed', 'server_uuid': 'bc4246e2-ff89-4f53-9db8-d0e4a5830fe6', 'tag': '04e0a012-7a3d-4e05-a846-d34e27058e23', 'status': 'completed', 'code': 200} Apr 18 20:47:56.820529 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-5f9c4ff4-3120-4265-9567-01398e8a1050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:56.822446 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-5f9c4ff4-3120-4265-9567-01398e8a1050 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4418a1f7-1d5c-4dd8-a1db-6f677ba45a74 HTTP/1.1" status: 200 len: 860 time: 0.6229901 Apr 18 20:47:56.873228 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-26b0dfee-404c-401d-af55-17edae140a7b req-5316ab38-912c-4bdb-8f55-0f875947d242 service neutron] For port 759125fa-e8db-4090-8ebe-52fc2ed5056a, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:56.936968 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-26b0dfee-404c-401d-af55-17edae140a7b req-5316ab38-912c-4bdb-8f55-0f875947d242 service neutron] For port 759125fa-e8db-4090-8ebe-52fc2ed5056a, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=759125fa-e8db-4090-8ebe-52fc2ed5056a,segment=NetworkSegment(6bed2937-5f7b-417b-9c26-49d6568dccf7),segment_id=6bed2937-5f7b-417b-9c26-49d6568dccf7)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:57.004917 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-26b0dfee-404c-401d-af55-17edae140a7b req-5316ab38-912c-4bdb-8f55-0f875947d242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.083753 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-698cc3c4-3022-465a-8a6c-f9480919a18b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=764ec030-925e-4c42-a900-432b95974253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2063825 Apr 18 20:47:57.204565 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 913f6b36-5265-4270-b3c8-c6156661819c up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:57.300445 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76dcccf3-5757-44d7-b5a3-6333827c101b req-36bc2ade-6793-4301-9b04-f4b0305bea6c tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 210 time: 0.2833076 Apr 18 20:47:57.342615 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327bb3d-2a05-490b-a792-83c216e805da req-6cd75f2c-6745-4392-9c65-554ca3bc40c6 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:57.350176 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8327bb3d-2a05-490b-a792-83c216e805da req-6cd75f2c-6745-4392-9c65-554ca3bc40c6 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 943 time: 0.5434091 Apr 18 20:47:57.370737 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316ab38-912c-4bdb-8f55-0f875947d242 service neutron] Pushing event updated for resources: {'Port': ['ID=759125fa-e8db-4090-8ebe-52fc2ed5056a,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:57.445793 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 913f6b36-5265-4270-b3c8-c6156661819c triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:57.446174 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.552944 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0dfee-404c-401d-af55-17edae140a7b req-5316ab38-912c-4bdb-8f55-0f875947d242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:57.556331 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-26b0dfee-404c-401d-af55-17edae140a7b req-5316ab38-912c-4bdb-8f55-0f875947d242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.561348 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26b0dfee-404c-401d-af55-17edae140a7b req-5316ab38-912c-4bdb-8f55-0f875947d242 service neutron] 10.222.0.32 "PUT /v2.0/ports/759125fa-e8db-4090-8ebe-52fc2ed5056a HTTP/1.1" status: 200 len: 1092 time: 4.0252566 Apr 18 20:47:57.640584 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8327bb3d-2a05-490b-a792-83c216e805da req-f0fbf0d3-671b-4e13-aa39-408183a4e9a6 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328253 Apr 18 20:47:57.800840 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.826142 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8cc82a01-bb19-4772-b3a6-116300c42468 req-1d540bfc-543f-4239-9767-a5174d55a484 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=2998cccc-7e52-4545-ab3f-2e5fe999ba04 HTTP/1.1" status: 200 len: 210 time: 0.2633810 Apr 18 20:47:57.837813 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-131cf92c-43f2-4870-96d4-cf2ec70c46db tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.910145 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 913f6b36-5265-4270-b3c8-c6156661819c, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=913f6b36-5265-4270-b3c8-c6156661819c,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:57.922496 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.941055 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0dfee-404c-401d-af55-17edae140a7b req-0cb02e20-0179-4322-8ca5-03b34bfa5bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:57.943540 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26b0dfee-404c-401d-af55-17edae140a7b req-0cb02e20-0179-4322-8ca5-03b34bfa5bb9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=842426f64f3141e4850749a1866714f6&device_id=77ac2be5-c135-4123-be72-ffcbab1b93f9 HTTP/1.1" status: 200 len: 1095 time: 0.3138156 Apr 18 20:47:58.057128 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=913f6b36-5265-4270-b3c8-c6156661819c,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:58.140276 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-1605214f-2866-4777-bdc8-80014da2bcd6 service neutron] 10.222.0.57 "GET /v2.0/networks/764ec030-925e-4c42-a900-432b95974253?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0050991 Apr 18 20:47:58.147815 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26b0dfee-404c-401d-af55-17edae140a7b req-77591291-f07c-4179-abe5-263a34fd4382 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=759125fa-e8db-4090-8ebe-52fc2ed5056a HTTP/1.1" status: 200 len: 217 time: 0.1931026 Apr 18 20:47:58.151143 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-131cf92c-43f2-4870-96d4-cf2ec70c46db tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.204052 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ca40a04c-89ff-4326-9872-741224e961b8 None None] Provisioning complete for port 913f6b36-5265-4270-b3c8-c6156661819c triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:58.205902 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ca40a04c-89ff-4326-9872-741224e961b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.219490 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093e534-8708-4af8-9fa7-6276ec09fa59 req-84b5f478-45e6-448d-b2c4-61484792ccb5 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:58.226778 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1093e534-8708-4af8-9fa7-6276ec09fa59 req-84b5f478-45e6-448d-b2c4-61484792ccb5 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ac2be5-c135-4123-be72-ffcbab1b93f9 HTTP/1.1" status: 200 len: 944 time: 0.3955665 Apr 18 20:47:58.327116 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0dfee-404c-401d-af55-17edae140a7b req-b2b7e36e-a2f7-4f2c-b017-b52c74910d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:58.329882 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26b0dfee-404c-401d-af55-17edae140a7b req-b2b7e36e-a2f7-4f2c-b017-b52c74910d31 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9cc88db-46a2-49e0-b0d6-925d77779d66 HTTP/1.1" status: 200 len: 861 time: 0.1521523 Apr 18 20:47:58.367262 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-131cf92c-43f2-4870-96d4-cf2ec70c46db tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Network 2b77196d-b3e5-4863-b041-b13a7dbb5188 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:58.460212 n-d-838323-3 neutron-server[102909]: DEBUG neutron.objects.ports [None req-91cfac3e-2b4e-43db-ba67-d56ae8903c4a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102909) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:47:58.464189 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-131cf92c-43f2-4870-96d4-cf2ec70c46db tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:58.467222 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-131cf92c-43f2-4870-96d4-cf2ec70c46db tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:58.471986 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26b0dfee-404c-401d-af55-17edae140a7b req-50f6f5f2-90a0-4c2e-bb53-48cd5e75969d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e34dbd2-e048-4dac-89e5-b3cdd96748ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001222 Apr 18 20:47:58.473405 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131cf92c-43f2-4870-96d4-cf2ec70c46db tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Pushing event updated for resources: {'Port': ['ID=34c2af99-0c96-4537-bd6f-bd7a89dc4bec,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:58.625696 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1093e534-8708-4af8-9fa7-6276ec09fa59 req-aa9d7787-34ca-455f-96d3-c5d09f29e5cb tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd2d061a-64f8-48e3-94f2-c48a7580d07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899005 Apr 18 20:47:58.690700 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ac2be5-c135-4123-be72-ffcbab1b93f9', 'tag': '759125fa-e8db-4090-8ebe-52fc2ed5056a'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:58.694279 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42aa19f4-dc32-46ff-8d05-2ede090aae09" -d '{"events": [{"name": "network-changed", "server_uuid": "77ac2be5-c135-4123-be72-ffcbab1b93f9", "tag": "759125fa-e8db-4090-8ebe-52fc2ed5056a"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:47:58.768088 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e9f25ef6-7e8b-4f16-b408-61e431840843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.797046 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3363bc-66e8-4870-8a60-5a8a1b06d563 req-83f4d3c2-877b-47af-b134-a692ef767a98 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:58.801039 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f3363bc-66e8-4870-8a60-5a8a1b06d563 req-83f4d3c2-877b-47af-b134-a692ef767a98 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 931 time: 0.2557755 Apr 18 20:47:58.807692 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-131cf92c-43f2-4870-96d4-cf2ec70c46db tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:58.808370 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-131cf92c-43f2-4870-96d4-cf2ec70c46db tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.813036 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-aa557654-dd3b-4a6c-9c94-5302bbd51a55 req-064417cc-5eb7-42d5-9d7e-af8fdc1d06ed service neutron] 10.222.0.57 "GET /v2.0/networks/764ec030-925e-4c42-a900-432b95974253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6586258 Apr 18 20:47:58.867539 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-131cf92c-43f2-4870-96d4-cf2ec70c46db tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9635878 Apr 18 20:47:58.891375 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-bb372e8a-e8c9-4f42-9b8e-9b60366f90b6 service neutron] Request body: {'port': {'device_id': '44767700-e0f4-48a6-a43c-6397c4289c88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:58.998125 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26b0dfee-404c-401d-af55-17edae140a7b req-a8be7fd9-0f35-4114-8010-47b2ca6b7e41 service neutron] 10.222.0.32 "GET /v2.0/networks/1e34dbd2-e048-4dac-89e5-b3cdd96748ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968290 Apr 18 20:47:59.031412 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f3363bc-66e8-4870-8a60-5a8a1b06d563 req-7ddbce07-23b3-40da-afcc-2c6664ac26df tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205329 Apr 18 20:47:59.061374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b58685-cc48-4fd5-bc88-ae673990d100 req-c9232fdd-1cff-46d0-96b2-f445041bdd51 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:59.063020 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c9b58685-cc48-4fd5-bc88-ae673990d100 req-c9232fdd-1cff-46d0-96b2-f445041bdd51 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 943 time: 0.2500508 Apr 18 20:47:59.085424 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 913f6b36-5265-4270-b3c8-c6156661819c up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:59.166365 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 913f6b36-5265-4270-b3c8-c6156661819c triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:59.167019 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.366682 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4462e9ca-5e52-444f-a900-58ad3c554fb9 x-openstack-request-id: req-4462e9ca-5e52-444f-a900-58ad3c554fb9 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:47:59.367186 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ac2be5-c135-4123-be72-ffcbab1b93f9", "tag": "759125fa-e8db-4090-8ebe-52fc2ed5056a", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:47:59.367186 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4462e9ca-5e52-444f-a900-58ad3c554fb9 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:47:59.367668 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4462e9ca-5e52-444f-a900-58ad3c554fb9'] response: {'name': 'network-changed', 'server_uuid': '77ac2be5-c135-4123-be72-ffcbab1b93f9', 'tag': '759125fa-e8db-4090-8ebe-52fc2ed5056a', 'status': 'completed', 'code': 200} Apr 18 20:47:59.436313 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c9b58685-cc48-4fd5-bc88-ae673990d100 req-b2f3ba67-beee-4f01-8c83-56e1d5022771 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429883 Apr 18 20:47:59.470567 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-bb372e8a-e8c9-4f42-9b8e-9b60366f90b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.496841 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-91cfac3e-2b4e-43db-ba67-d56ae8903c4a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.507556 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-40a6ad60-cb32-4acf-af1a-6b87f22152b0 req-509fe5e2-15b9-4169-bc7e-a5a4ecd74b9c tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=2998cccc-7e52-4545-ab3f-2e5fe999ba04 HTTP/1.1" status: 200 len: 210 time: 0.0571053 Apr 18 20:47:59.544341 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26b0dfee-404c-401d-af55-17edae140a7b req-b0d3f81f-400d-44ff-8d89-34dbe280c8d1 service neutron] 10.222.0.32 "GET /v2.0/networks/1e34dbd2-e048-4dac-89e5-b3cdd96748ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317073 Apr 18 20:47:59.546513 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1613cd-e973-4368-9620-4de06b6de0ce req-add7743f-cd25-48c0-9f7a-48dd7158df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:59.552046 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4a1613cd-e973-4368-9620-4de06b6de0ce req-add7743f-cd25-48c0-9f7a-48dd7158df8a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cc51acb9099940958d773eedc590bb57&device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 1094 time: 0.5913126 Apr 18 20:47:59.573715 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-5c35e168-cc5c-4991-9e79-8127ff1efadd tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:59.575514 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-5c35e168-cc5c-4991-9e79-8127ff1efadd tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.32 "GET /v2.0/networks?id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92 HTTP/1.1" status: 200 len: 806 time: 0.5100095 Apr 18 20:47:59.596986 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-d6943b58-6e2f-44d0-aa0f-f878a8b9cb71 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Request body: {'port': {'device_id': '2998cccc-7e52-4545-ab3f-2e5fe999ba04', 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92', 'admin_state_up': True, 'tenant_id': '65c0c9deb9974734a5e938fa16904c15'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:59.774020 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.875761 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa19f4-dc32-46ff-8d05-2ede090aae09 req-7d745135-6cb1-43f9-9651-2dbb6ce0a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:59.889790 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-42aa19f4-dc32-46ff-8d05-2ede090aae09 req-7d745135-6cb1-43f9-9651-2dbb6ce0a1fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=842426f64f3141e4850749a1866714f6&device_id=77ac2be5-c135-4123-be72-ffcbab1b93f9 HTTP/1.1" status: 200 len: 1095 time: 0.2397931 Apr 18 20:47:59.923787 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457beaa8-570a-464f-9ae3-c3651e9dd6ac req-25908a4a-9e3d-4a12-9ea9-7838b11c7264 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:59.926160 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-457beaa8-570a-464f-9ae3-c3651e9dd6ac req-25908a4a-9e3d-4a12-9ea9-7838b11c7264 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ac2be5-c135-4123-be72-ffcbab1b93f9 HTTP/1.1" status: 200 len: 944 time: 0.1502249 Apr 18 20:47:59.998409 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-d6943b58-6e2f-44d0-aa0f-f878a8b9cb71 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Made reservation on behalf of 65c0c9deb9974734a5e938fa16904c15 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:00.004807 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-d6943b58-6e2f-44d0-aa0f-f878a8b9cb71 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.058416 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1613cd-e973-4368-9620-4de06b6de0ce req-e143520b-ea31-491e-80d4-84449fd55533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:00.059927 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4a1613cd-e973-4368-9620-4de06b6de0ce req-e143520b-ea31-491e-80d4-84449fd55533 service neutron] 10.222.0.57 "GET /v2.0/networks?id=764ec030-925e-4c42-a900-432b95974253 HTTP/1.1" status: 200 len: 921 time: 0.4885848 Apr 18 20:48:00.142118 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4a1613cd-e973-4368-9620-4de06b6de0ce req-a7a34203-2d57-45a3-9362-0de5c6484c94 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04e0a012-7a3d-4e05-a846-d34e27058e23 HTTP/1.1" status: 200 len: 217 time: 0.0643153 Apr 18 20:48:00.180584 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-457beaa8-570a-464f-9ae3-c3651e9dd6ac req-302add80-976d-457a-9ddd-8301997cf447 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd2d061a-64f8-48e3-94f2-c48a7580d07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274382 Apr 18 20:48:00.190485 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50470) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:00.204969 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1613cd-e973-4368-9620-4de06b6de0ce req-d2700f63-28dd-4de4-9287-4c08f53fabf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:00.206997 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4a1613cd-e973-4368-9620-4de06b6de0ce req-d2700f63-28dd-4de4-9287-4c08f53fabf4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4418a1f7-1d5c-4dd8-a1db-6f677ba45a74 HTTP/1.1" status: 200 len: 860 time: 0.0549681 Apr 18 20:48:00.331685 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa19f4-dc32-46ff-8d05-2ede090aae09 req-0b386928-c355-4f83-a328-a48046f8ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:00.333501 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-42aa19f4-dc32-46ff-8d05-2ede090aae09 req-0b386928-c355-4f83-a328-a48046f8ce96 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1e34dbd2-e048-4dac-89e5-b3cdd96748ca HTTP/1.1" status: 200 len: 922 time: 0.3822708 Apr 18 20:48:00.421974 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-42aa19f4-dc32-46ff-8d05-2ede090aae09 req-e8110681-47c6-45bd-84bd-8b7fc99a7fd9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=759125fa-e8db-4090-8ebe-52fc2ed5056a HTTP/1.1" status: 200 len: 217 time: 0.0757191 Apr 18 20:48:00.431120 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47ef05-afd3-41d6-a33e-8e613bd52cc8 req-2f2771c2-3d4c-4c39-8bdf-cf8a3304e88e tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:00.439244 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba47ef05-afd3-41d6-a33e-8e613bd52cc8 req-2f2771c2-3d4c-4c39-8bdf-cf8a3304e88e tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 931 time: 0.2206461 Apr 18 20:48:00.543632 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-741322a9-02ab-4762-964b-ab74cc2adf2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.570909 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4a1613cd-e973-4368-9620-4de06b6de0ce req-5012ac21-d60e-4975-b4a0-a4e0d30a0df9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=764ec030-925e-4c42-a900-432b95974253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588098 Apr 18 20:48:00.577509 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa19f4-dc32-46ff-8d05-2ede090aae09 req-23eebb0b-7fe2-44b2-ad0c-63c03d4a4068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:00.579747 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-42aa19f4-dc32-46ff-8d05-2ede090aae09 req-23eebb0b-7fe2-44b2-ad0c-63c03d4a4068 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9cc88db-46a2-49e0-b0d6-925d77779d66 HTTP/1.1" status: 200 len: 861 time: 0.1330490 Apr 18 20:48:00.582772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-d6943b58-6e2f-44d0-aa0f-f878a8b9cb71 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Allocated IP 172.20.0.7 (ce30ba55-30c8-48a1-83e1-fd83adbe8e92/43c45217-dc0b-4a55-9d4a-e4055b0395e0/1f0cb29c-6676-4f1b-a111-285181b01885) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:00.633401 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba47ef05-afd3-41d6-a33e-8e613bd52cc8 req-eb6510d6-17cc-4870-9063-a795b3c79aad tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933010 Apr 18 20:48:00.666096 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-91cfac3e-2b4e-43db-ba67-d56ae8903c4a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] For port 913f6b36-5265-4270-b3c8-c6156661819c, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=913f6b36-5265-4270-b3c8-c6156661819c,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:00.686531 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-42aa19f4-dc32-46ff-8d05-2ede090aae09 req-ec10c035-adf9-42a3-bdea-7a78863b025c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e34dbd2-e048-4dac-89e5-b3cdd96748ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967755 Apr 18 20:48:00.808759 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-bb372e8a-e8c9-4f42-9b8e-9b60366f90b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c2af99-0c96-4537-bd6f-bd7a89dc4bec {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:48:00.819685 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-91cfac3e-2b4e-43db-ba67-d56ae8903c4a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.827521 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-bb372e8a-e8c9-4f42-9b8e-9b60366f90b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.836798 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-91cfac3e-2b4e-43db-ba67-d56ae8903c4a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.837486 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-91cfac3e-2b4e-43db-ba67-d56ae8903c4a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.858727 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03ce3577-936b-4cf4-9f60-c83cf8af5ed3 req-30b343a7-b4d7-4836-8acf-4fedcf3b5e31 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=2998cccc-7e52-4545-ab3f-2e5fe999ba04 HTTP/1.1" status: 200 len: 210 time: 0.1112635 Apr 18 20:48:00.928533 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e51010-e179-42dc-a724-a0106eb74d06 req-56d739dd-77e9-40d6-af84-b2040acbd7ab tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:00.942996 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b2e51010-e179-42dc-a724-a0106eb74d06 req-56d739dd-77e9-40d6-af84-b2040acbd7ab tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 943 time: 0.3575907 Apr 18 20:48:00.943939 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cfac3e-2b4e-43db-ba67-d56ae8903c4a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:00.950736 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfac3e-2b4e-43db-ba67-d56ae8903c4a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Port': ['ID=913f6b36-5265-4270-b3c8-c6156661819c,revision_number=5']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:00.957858 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-91cfac3e-2b4e-43db-ba67-d56ae8903c4a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:00.961491 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cfac3e-2b4e-43db-ba67-d56ae8903c4a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:00.962337 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-91cfac3e-2b4e-43db-ba67-d56ae8903c4a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.991695 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210da181-fcb6-47a5-bd28-d15332902540 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:48:00.995076 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-bb372e8a-e8c9-4f42-9b8e-9b60366f90b6 service neutron] Transition to ACTIVE for port object 34c2af99-0c96-4537-bd6f-bd7a89dc4bec will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:01.004171 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4a1613cd-e973-4368-9620-4de06b6de0ce req-bcd32c0f-6711-4c26-a108-15b3c5d3f36b service neutron] 10.222.0.57 "GET /v2.0/networks/764ec030-925e-4c42-a900-432b95974253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215851 Apr 18 20:48:01.019227 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-bb372e8a-e8c9-4f42-9b8e-9b60366f90b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.052066 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50484) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:01.096347 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-42aa19f4-dc32-46ff-8d05-2ede090aae09 req-1b7e5d63-d859-431c-b7d0-a4ddf6ae9a17 service neutron] 10.222.0.32 "GET /v2.0/networks/1e34dbd2-e048-4dac-89e5-b3cdd96748ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951888 Apr 18 20:48:01.164007 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-741322a9-02ab-4762-964b-ab74cc2adf2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.191411 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b2e51010-e179-42dc-a724-a0106eb74d06 req-836e520a-3ab0-429b-bb29-e8db066c5428 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471106 Apr 18 20:48:01.237217 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-741322a9-02ab-4762-964b-ab74cc2adf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.339089 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-d6943b58-6e2f-44d0-aa0f-f878a8b9cb71 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.387873 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4a1613cd-e973-4368-9620-4de06b6de0ce req-f355f562-6304-49b4-bcd4-155679785b8c service neutron] 10.222.0.57 "GET /v2.0/networks/764ec030-925e-4c42-a900-432b95974253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720770 Apr 18 20:48:01.396514 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb372e8a-e8c9-4f42-9b8e-9b60366f90b6 service neutron] Pushing event updated for resources: {'Port': ['ID=34c2af99-0c96-4537-bd6f-bd7a89dc4bec,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:01.407526 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 04e0a012-7a3d-4e05-a846-d34e27058e23 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:48:01.410771 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-91cfac3e-2b4e-43db-ba67-d56ae8903c4a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.9670448 Apr 18 20:48:01.420738 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50490) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:01.422586 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfac3e-2b4e-43db-ba67-d56ae8903c4a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=c2e5b3d3-a85d-4cbb-87b5-3679e7fbce70,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:01.434734 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-16980c5c-1319-4a37-8b83-ae184c2b90f2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'mac_address': 'fa:16:3e:08:0b:f3', 'name': 'tempest-NetworksTestDHCPv6-1742035979'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:01.455709 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.513551 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-42aa19f4-dc32-46ff-8d05-2ede090aae09 req-24481d6f-bcee-4a54-b4a7-934b5aea40f1 service neutron] 10.222.0.32 "GET /v2.0/networks/1e34dbd2-e048-4dac-89e5-b3cdd96748ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931706 Apr 18 20:48:01.562739 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-741322a9-02ab-4762-964b-ab74cc2adf2b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08ceec861858438b971437ddc7652b8a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3670359 Apr 18 20:48:01.562739 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741322a9-02ab-4762-964b-ab74cc2adf2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dea963-492a-4cb6-903d-b8613e58d097,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:01.563244 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50492) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:01.588220 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-d6943b58-6e2f-44d0-aa0f-f878a8b9cb71 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.597255 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2a3e2013-99a2-468f-8d2b-777d85f70068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.636588 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.657814 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-d6943b58-6e2f-44d0-aa0f-f878a8b9cb71 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:01.712200 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-d6943b58-6e2f-44d0-aa0f-f878a8b9cb71 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:01.725203 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-d6943b58-6e2f-44d0-aa0f-f878a8b9cb71 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:01.760681 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 04e0a012-7a3d-4e05-a846-d34e27058e23, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=04e0a012-7a3d-4e05-a846-d34e27058e23,segment=NetworkSegment(4e493589-df28-45b1-bd87-e70b1aead89e),segment_id=4e493589-df28-45b1-bd87-e70b1aead89e)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:01.781301 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '04e0a012-7a3d-4e05-a846-d34e27058e23', 'network_id': '764ec030-925e-4c42-a900-432b95974253', 'port_id': '04e0a012-7a3d-4e05-a846-d34e27058e23', 'mac_address': 'fa:16:3e:98:64:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4418a1f7-1d5c-4dd8-a1db-6f677ba45a74', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:48:01.796100 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-bb372e8a-e8c9-4f42-9b8e-9b60366f90b6 service neutron] Attempting to bind port 34c2af99-0c96-4537-bd6f-bd7a89dc4bec on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:01.796692 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-bb372e8a-e8c9-4f42-9b8e-9b60366f90b6 service neutron] Attempting to bind port 34c2af99-0c96-4537-bd6f-bd7a89dc4bec by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'b743f55f-6bed-47c3-b407-479d46891a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2b77196d-b3e5-4863-b041-b13a7dbb5188'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:01.797242 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-bb372e8a-e8c9-4f42-9b8e-9b60366f90b6 service neutron] Attempting to bind port 34c2af99-0c96-4537-bd6f-bd7a89dc4bec on network 2b77196d-b3e5-4863-b041-b13a7dbb5188 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:01.815081 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-bb372e8a-e8c9-4f42-9b8e-9b60366f90b6 service neutron] Port 34c2af99-0c96-4537-bd6f-bd7a89dc4bec on network 2b77196d-b3e5-4863-b041-b13a7dbb5188 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:48:01.815620 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-bb372e8a-e8c9-4f42-9b8e-9b60366f90b6 service neutron] Attempting to bind port 34c2af99-0c96-4537-bd6f-bd7a89dc4bec on network 2b77196d-b3e5-4863-b041-b13a7dbb5188 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:01.833726 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-bb372e8a-e8c9-4f42-9b8e-9b60366f90b6 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:48:01.836533 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-bb372e8a-e8c9-4f42-9b8e-9b60366f90b6 service neutron] Checking segment: {'id': 'b743f55f-6bed-47c3-b407-479d46891a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2b77196d-b3e5-4863-b041-b13a7dbb5188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:48:01.837357 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-bb372e8a-e8c9-4f42-9b8e-9b60366f90b6 service neutron] Bound using segment: {'id': 'b743f55f-6bed-47c3-b407-479d46891a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2b77196d-b3e5-4863-b041-b13a7dbb5188'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:48:01.837875 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-bb372e8a-e8c9-4f42-9b8e-9b60366f90b6 service neutron] Bound port: 34c2af99-0c96-4537-bd6f-bd7a89dc4bec, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b743f55f-6bed-47c3-b407-479d46891a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2b77196d-b3e5-4863-b041-b13a7dbb5188'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:01.838250 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-bb372e8a-e8c9-4f42-9b8e-9b60366f90b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.847496 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.879382 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e0a012-7a3d-4e05-a846-d34e27058e23 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:48:01.892169 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16980c5c-1319-4a37-8b83-ae184c2b90f2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:01.955985 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 04e0a012-7a3d-4e05-a846-d34e27058e23, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=04e0a012-7a3d-4e05-a846-d34e27058e23,segment=NetworkSegment(4e493589-df28-45b1-bd87-e70b1aead89e),segment_id=4e493589-df28-45b1-bd87-e70b1aead89e)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:01.966447 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.970151 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-d6943b58-6e2f-44d0-aa0f-f878a8b9cb71 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:01.971882 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-d6943b58-6e2f-44d0-aa0f-f878a8b9cb71 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.995921 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6943b58-6e2f-44d0-aa0f-f878a8b9cb71 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Pushing event updated for resources: {'Port': ['ID=1f0cb29c-6676-4f1b-a111-285181b01885,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:02.060653 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-d6943b58-6e2f-44d0-aa0f-f878a8b9cb71 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4755998 Apr 18 20:48:02.077108 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=04e0a012-7a3d-4e05-a846-d34e27058e23,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:02.087305 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506d0cf-dd25-4d6e-9e74-37c0e7013a20 req-b9564698-cebd-4662-8b3b-49b3af4d9334 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:02.096877 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3506d0cf-dd25-4d6e-9e74-37c0e7013a20 req-b9564698-cebd-4662-8b3b-49b3af4d9334 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ac2be5-c135-4123-be72-ffcbab1b93f9 HTTP/1.1" status: 200 len: 944 time: 0.7287967 Apr 18 20:48:02.125620 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-1d134850-e4f2-4be6-b9cf-be8b51bcdb3a service neutron] Request body: {'port': {'device_id': '2998cccc-7e52-4545-ab3f-2e5fe999ba04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:02.193176 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['04e0a012-7a3d-4e05-a846-d34e27058e23'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:48:02.208405 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2a3e2013-99a2-468f-8d2b-777d85f70068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.218132 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6383e654-fe92-4b12-8085-0a00192eca28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.242536 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2a3e2013-99a2-468f-8d2b-777d85f70068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.327400 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-bb372e8a-e8c9-4f42-9b8e-9b60366f90b6 service neutron] For port 34c2af99-0c96-4537-bd6f-bd7a89dc4bec, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:02.334137 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-bb372e8a-e8c9-4f42-9b8e-9b60366f90b6 service neutron] For port 34c2af99-0c96-4537-bd6f-bd7a89dc4bec, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=34c2af99-0c96-4537-bd6f-bd7a89dc4bec,segment=NetworkSegment(b743f55f-6bed-47c3-b407-479d46891a72),segment_id=b743f55f-6bed-47c3-b407-479d46891a72)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:48:02.349965 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-bb372e8a-e8c9-4f42-9b8e-9b60366f90b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.372362 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6383e654-fe92-4b12-8085-0a00192eca28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.399536 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-16980c5c-1319-4a37-8b83-ae184c2b90f2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.423437 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-bb372e8a-e8c9-4f42-9b8e-9b60366f90b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:02.424167 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-bb372e8a-e8c9-4f42-9b8e-9b60366f90b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.425801 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-bb372e8a-e8c9-4f42-9b8e-9b60366f90b6 service neutron] 10.222.0.57 "PUT /v2.0/ports/34c2af99-0c96-4537-bd6f-bd7a89dc4bec HTTP/1.1" status: 200 len: 1091 time: 3.5388322 Apr 18 20:48:02.426304 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44767700-e0f4-48a6-a43c-6397c4289c88', 'tag': '34c2af99-0c96-4537-bd6f-bd7a89dc4bec'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:48:02.429037 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dd2b0f-4e7d-457b-82c6-61ff830a47e4" -d '{"events": [{"name": "network-changed", "server_uuid": "44767700-e0f4-48a6-a43c-6397c4289c88", "tag": "34c2af99-0c96-4537-bd6f-bd7a89dc4bec"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:48:02.449678 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05275b-fcc3-407d-822c-fadab4790128 req-32c2994c-7b09-4311-9e99-80d718f0c603 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:02.456311 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb372e8a-e8c9-4f42-9b8e-9b60366f90b6 service neutron] Pushing event updated for resources: {'Port': ['ID=34c2af99-0c96-4537-bd6f-bd7a89dc4bec,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:02.460158 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-16980c5c-1319-4a37-8b83-ae184c2b90f2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] device_id is not set on port cb730a89-f053-45d5-a5de-8a1b679c52fa yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:48:02.467595 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b05275b-fcc3-407d-822c-fadab4790128 req-32c2994c-7b09-4311-9e99-80d718f0c603 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 943 time: 0.6921937 Apr 18 20:48:02.544783 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3506d0cf-dd25-4d6e-9e74-37c0e7013a20 req-11f70618-2b28-4f55-a947-f774a665c277 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd2d061a-64f8-48e3-94f2-c48a7580d07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467082 Apr 18 20:48:02.582631 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e2013-99a2-468f-8d2b-777d85f70068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946ee649-c94b-4d26-86d2-1c49382057db,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:02.595360 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6383e654-fe92-4b12-8085-0a00192eca28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.598559 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6383e654-fe92-4b12-8085-0a00192eca28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.599971 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6383e654-fe92-4b12-8085-0a00192eca28 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78dea963-492a-4cb6-903d-b8613e58d097 HTTP/1.1" status: 204 len: 168 time: 1.0132205 Apr 18 20:48:02.628675 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2a3e2013-99a2-468f-8d2b-777d85f70068 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2623528e9a974c5dbd33f658fd1c55d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5717916 Apr 18 20:48:02.633753 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50504) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:02.636154 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383e654-fe92-4b12-8085-0a00192eca28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dea963-492a-4cb6-903d-b8613e58d097,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:02.640666 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-1d134850-e4f2-4be6-b9cf-be8b51bcdb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.674453 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b05275b-fcc3-407d-822c-fadab4790128 req-a963b714-72a6-4904-be76-94eafce707a0 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054784 Apr 18 20:48:02.722197 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-54e23c3b-6e14-4b91-9580-11d6c8927560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:02.723953 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-54e23c3b-6e14-4b91-9580-11d6c8927560 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d52f6c7bd8046c7a02242bd4df3b5e8&device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 1094 time: 0.2221093 Apr 18 20:48:02.751459 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ed22bd56-f176-464e-b11a-bcf4f0fcf684 None None] Provisioning complete for port 913f6b36-5265-4270-b3c8-c6156661819c triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:02.753033 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ed22bd56-f176-464e-b11a-bcf4f0fcf684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.800947 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-7f9fcbcc-94b2-4498-8d25-8020fa1073f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34c2af99-0c96-4537-bd6f-bd7a89dc4bec HTTP/1.1" status: 200 len: 217 time: 0.0626569 Apr 18 20:48:02.884076 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8aa51f61-e434-4fed-8dac-02d335e6f219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.909791 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b907bb-8b3a-4aa4-acc9-013e953f17bc req-e7a3d2e7-706d-4f8b-a437-77af4bffffeb tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:02.912551 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-21b907bb-8b3a-4aa4-acc9-013e953f17bc req-e7a3d2e7-706d-4f8b-a437-77af4bffffeb tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=2998cccc-7e52-4545-ab3f-2e5fe999ba04 HTTP/1.1" status: 200 len: 931 time: 0.1620178 Apr 18 20:48:02.934151 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-16980c5c-1319-4a37-8b83-ae184c2b90f2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 172.20.0.7 (50eba278-0f67-4e34-aa13-933b003eee26/52863526-5888-47c0-bacd-808fb799dcf6/cb730a89-f053-45d5-a5de-8a1b679c52fa) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:02.943722 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8aa51f61-e434-4fed-8dac-02d335e6f219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.959843 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-16980c5c-1319-4a37-8b83-ae184c2b90f2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 2001:db8::f816:3eff:fe08:bf3 (50eba278-0f67-4e34-aa13-933b003eee26/c2e5b3d3-a85d-4cbb-87b5-3679e7fbce70/cb730a89-f053-45d5-a5de-8a1b679c52fa) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:02.963483 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-7fb7c044-370e-429d-b615-7ee1fe67c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:02.965068 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-7fb7c044-370e-429d-b615-7ee1fe67c7c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b603a19-9f3f-426e-b56c-5cc2e538c4b1 HTTP/1.1" status: 200 len: 854 time: 0.1538775 Apr 18 20:48:03.045790 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-fc2eb4df-5cc9-4d38-ac08-bdc88f98fe96 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b77196d-b3e5-4863-b041-b13a7dbb5188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717857 Apr 18 20:48:03.164581 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 913f6b36-5265-4270-b3c8-c6156661819c up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:03.190298 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-21b907bb-8b3a-4aa4-acc9-013e953f17bc req-fe3557a9-ccff-407a-9a6a-3461f8875284 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517095 Apr 18 20:48:03.195744 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8aa51f61-e434-4fed-8dac-02d335e6f219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.198231 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8aa51f61-e434-4fed-8dac-02d335e6f219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.203617 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8aa51f61-e434-4fed-8dac-02d335e6f219 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/946ee649-c94b-4d26-86d2-1c49382057db HTTP/1.1" status: 204 len: 168 time: 0.5636137 Apr 18 20:48:03.231004 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-46b9d6c4-3673-4630-8bb4-2a3688550012 service neutron] 10.222.0.57 "GET /v2.0/networks/2b77196d-b3e5-4863-b041-b13a7dbb5188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718779 Apr 18 20:48:03.246638 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d8b13-d083-410d-8478-d127168d8dcf req-ab405e72-5bba-4275-94ba-d83a949de53d tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:03.255392 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb1d8b13-d083-410d-8478-d127168d8dcf req-ab405e72-5bba-4275-94ba-d83a949de53d tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 944 time: 0.3373275 Apr 18 20:48:03.321419 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 913f6b36-5265-4270-b3c8-c6156661819c triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:03.326318 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.370667 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-16980c5c-1319-4a37-8b83-ae184c2b90f2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.422715 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa51f61-e434-4fed-8dac-02d335e6f219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946ee649-c94b-4d26-86d2-1c49382057db,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:03.425623 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 04e0a012-7a3d-4e05-a846-d34e27058e23 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:03.443503 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd65086-f56d-4da2-86fa-e30c2603da35 x-openstack-request-id: req-8cd65086-f56d-4da2-86fa-e30c2603da35 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:48:03.443939 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44767700-e0f4-48a6-a43c-6397c4289c88", "tag": "34c2af99-0c96-4537-bd6f-bd7a89dc4bec", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:48:03.444230 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8cd65086-f56d-4da2-86fa-e30c2603da35 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:48:03.444921 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cd65086-f56d-4da2-86fa-e30c2603da35'] response: {'name': 'network-changed', 'server_uuid': '44767700-e0f4-48a6-a43c-6397c4289c88', 'tag': '34c2af99-0c96-4537-bd6f-bd7a89dc4bec', 'status': 'completed', 'code': 200} Apr 18 20:48:03.457590 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb1d8b13-d083-410d-8478-d127168d8dcf req-1c1db6ae-9b06-4b65-bf0b-d879d68d227f tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658981 Apr 18 20:48:03.498278 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-16980c5c-1319-4a37-8b83-ae184c2b90f2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.519517 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 759125fa-e8db-4090-8ebe-52fc2ed5056a details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:48:03.644379 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 04e0a012-7a3d-4e05-a846-d34e27058e23 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:03.743644 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16980c5c-1319-4a37-8b83-ae184c2b90f2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:03.781163 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16980c5c-1319-4a37-8b83-ae184c2b90f2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Port': ['ID=cb730a89-f053-45d5-a5de-8a1b679c52fa,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:03.783559 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 04e0a012-7a3d-4e05-a846-d34e27058e23 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:03.784368 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.802527 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-16980c5c-1319-4a37-8b83-ae184c2b90f2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:03.836340 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16980c5c-1319-4a37-8b83-ae184c2b90f2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:03.920863 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-1d134850-e4f2-4be6-b9cf-be8b51bcdb3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0cb29c-6676-4f1b-a111-285181b01885 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:48:03.949094 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-1d134850-e4f2-4be6-b9cf-be8b51bcdb3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.974077 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 759125fa-e8db-4090-8ebe-52fc2ed5056a, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=759125fa-e8db-4090-8ebe-52fc2ed5056a,segment=NetworkSegment(6bed2937-5f7b-417b-9c26-49d6568dccf7),segment_id=6bed2937-5f7b-417b-9c26-49d6568dccf7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:04.039015 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '759125fa-e8db-4090-8ebe-52fc2ed5056a', 'network_id': '1e34dbd2-e048-4dac-89e5-b3cdd96748ca', 'port_id': '759125fa-e8db-4090-8ebe-52fc2ed5056a', 'mac_address': 'fa:16:3e:0a:1b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9cc88db-46a2-49e0-b0d6-925d77779d66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:48:04.040368 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-1d134850-e4f2-4be6-b9cf-be8b51bcdb3a service neutron] Transition to ACTIVE for port object 1f0cb29c-6676-4f1b-a111-285181b01885 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:04.055715 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-00b3cb93-9621-4727-9ab0-8439a94f7deb req-389f9740-94a6-4069-b8a5-f59608d6f5af service neutron] 10.222.0.57 "GET /v2.0/networks/2b77196d-b3e5-4863-b041-b13a7dbb5188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6090939 Apr 18 20:48:04.069888 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16980c5c-1319-4a37-8b83-ae184c2b90f2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:04.070893 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-16980c5c-1319-4a37-8b83-ae184c2b90f2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.113595 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-16980c5c-1319-4a37-8b83-ae184c2b90f2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.6859224 Apr 18 20:48:04.115172 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50528) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:04.215185 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-1d134850-e4f2-4be6-b9cf-be8b51bcdb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.415621 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.418898 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f210ca2-c849-4b8d-a8b2-7f164bd3fcff tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:04.438720 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f210ca2-c849-4b8d-a8b2-7f164bd3fcff tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:04.451935 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9f210ca2-c849-4b8d-a8b2-7f164bd3fcff tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3348045 Apr 18 20:48:04.459142 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50536) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:04.459654 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50538) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:04.471397 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd2b0f-4e7d-457b-82c6-61ff830a47e4 req-d1004a32-3330-43c4-9e20-09138ea45a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:04.476000 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a6dd2b0f-4e7d-457b-82c6-61ff830a47e4 req-d1004a32-3330-43c4-9e20-09138ea45a5f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d52f6c7bd8046c7a02242bd4df3b5e8&device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 1094 time: 0.2461133 Apr 18 20:48:04.495690 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.512400 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4246e2-ff89-4f53-9db8-d0e4a5830fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e0a012-7a3d-4e05-a846-d34e27058e23'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:48:04.514808 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f05c05-ffcc-4266-a063-7a60d5d31049" -d '{"events": [{"server_uuid": "bc4246e2-ff89-4f53-9db8-d0e4a5830fe6", "name": "network-vif-plugged", "status": "completed", "tag": "04e0a012-7a3d-4e05-a846-d34e27058e23"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:48:04.544884 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 759125fa-e8db-4090-8ebe-52fc2ed5056a {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:48:04.598065 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7f792-76e9-456a-8dac-d625be70ae11 req-a35ab32c-4f04-4501-af26-2e5a9b57ce2a tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:04.601712 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3c7f792-76e9-456a-8dac-d625be70ae11 req-a35ab32c-4f04-4501-af26-2e5a9b57ce2a tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ac2be5-c135-4123-be72-ffcbab1b93f9 HTTP/1.1" status: 200 len: 944 time: 0.8732247 Apr 18 20:48:04.611408 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 04e0a012-7a3d-4e05-a846-d34e27058e23, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=04e0a012-7a3d-4e05-a846-d34e27058e23,segment=NetworkSegment(4e493589-df28-45b1-bd87-e70b1aead89e),segment_id=4e493589-df28-45b1-bd87-e70b1aead89e)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:04.639511 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 759125fa-e8db-4090-8ebe-52fc2ed5056a, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=759125fa-e8db-4090-8ebe-52fc2ed5056a,segment=NetworkSegment(6bed2937-5f7b-417b-9c26-49d6568dccf7),segment_id=6bed2937-5f7b-417b-9c26-49d6568dccf7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:04.651121 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.661953 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-af4b2d63-a70a-4216-a495-bb2d6775e160 None None] Provisioning complete for port cb730a89-f053-45d5-a5de-8a1b679c52fa triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:04.661953 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-af4b2d63-a70a-4216-a495-bb2d6775e160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.663996 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.666883 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd2b0f-4e7d-457b-82c6-61ff830a47e4 req-fc3efa92-63b6-41b3-a591-1538f006c30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:04.667972 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-31bb36d6-418a-4690-b3ad-149822898c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.669255 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a6dd2b0f-4e7d-457b-82c6-61ff830a47e4 req-fc3efa92-63b6-41b3-a591-1538f006c30a service neutron] 10.222.0.57 "GET /v2.0/networks?id=2b77196d-b3e5-4863-b041-b13a7dbb5188 HTTP/1.1" status: 200 len: 915 time: 0.1829450 Apr 18 20:48:04.731587 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196dc54-294d-48ba-870e-934a4b23e141 req-77ae6ac0-a6a5-4f7e-8ba4-50a5706e0636 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:04.734659 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2196dc54-294d-48ba-870e-934a4b23e141 req-77ae6ac0-a6a5-4f7e-8ba4-50a5706e0636 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 943 time: 0.7477555 Apr 18 20:48:04.765803 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d134850-e4f2-4be6-b9cf-be8b51bcdb3a service neutron] Pushing event updated for resources: {'Port': ['ID=1f0cb29c-6676-4f1b-a111-285181b01885,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:04.776502 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a6dd2b0f-4e7d-457b-82c6-61ff830a47e4 req-1b08523c-55eb-4ee3-a4ba-0fe56e785b4e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34c2af99-0c96-4537-bd6f-bd7a89dc4bec HTTP/1.1" status: 200 len: 217 time: 0.0951211 Apr 18 20:48:04.833535 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2d63-a70a-4216-a495-bb2d6775e160 None None] Port cb730a89-f053-45d5-a5de-8a1b679c52fa cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:48:04.849319 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=04e0a012-7a3d-4e05-a846-d34e27058e23,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:04.875014 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:04.875568 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:04.876659 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:04.877213 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:04.877754 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:04.878297 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:04.878840 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:04.879387 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:04.879925 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:04.880488 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:04.881030 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:04.881881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:04.906518 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd2b0f-4e7d-457b-82c6-61ff830a47e4 req-049a47b1-7024-41d3-a318-a195ca040ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:04.911874 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a6dd2b0f-4e7d-457b-82c6-61ff830a47e4 req-049a47b1-7024-41d3-a318-a195ca040ede service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b603a19-9f3f-426e-b56c-5cc2e538c4b1 HTTP/1.1" status: 200 len: 854 time: 0.1287568 Apr 18 20:48:04.962170 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3c7f792-76e9-456a-8dac-d625be70ae11 req-f49ba7cf-e351-4a09-bd9f-ea770d285bc6 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd2d061a-64f8-48e3-94f2-c48a7580d07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039498 Apr 18 20:48:04.981299 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-1d134850-e4f2-4be6-b9cf-be8b51bcdb3a service neutron] Attempting to bind port 1f0cb29c-6676-4f1b-a111-285181b01885 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:04.981299 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-1d134850-e4f2-4be6-b9cf-be8b51bcdb3a service neutron] Attempting to bind port 1f0cb29c-6676-4f1b-a111-285181b01885 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:04.981299 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-1d134850-e4f2-4be6-b9cf-be8b51bcdb3a service neutron] Attempting to bind port 1f0cb29c-6676-4f1b-a111-285181b01885 on network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:04.982444 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['759125fa-e8db-4090-8ebe-52fc2ed5056a'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:48:04.985391 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2196dc54-294d-48ba-870e-934a4b23e141 req-4dbc5468-39c8-4864-9d5f-0d5c8818bf6e tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980600 Apr 18 20:48:05.016076 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=759125fa-e8db-4090-8ebe-52fc2ed5056a,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:05.023750 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-1d134850-e4f2-4be6-b9cf-be8b51bcdb3a service neutron] Port 1f0cb29c-6676-4f1b-a111-285181b01885 on network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:48:05.025057 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-1d134850-e4f2-4be6-b9cf-be8b51bcdb3a service neutron] Attempting to bind port 1f0cb29c-6676-4f1b-a111-285181b01885 on network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:05.039467 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-1d134850-e4f2-4be6-b9cf-be8b51bcdb3a service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:48:05.040076 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-1d134850-e4f2-4be6-b9cf-be8b51bcdb3a service neutron] Checking segment: {'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:48:05.040508 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-1d134850-e4f2-4be6-b9cf-be8b51bcdb3a service neutron] Bound using segment: {'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:48:05.040968 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-1d134850-e4f2-4be6-b9cf-be8b51bcdb3a service neutron] Bound port: 1f0cb29c-6676-4f1b-a111-285181b01885, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:05.041335 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-1d134850-e4f2-4be6-b9cf-be8b51bcdb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.043944 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a6dd2b0f-4e7d-457b-82c6-61ff830a47e4 req-5be3c102-1935-4969-ad9f-7570f65d0618 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b77196d-b3e5-4863-b041-b13a7dbb5188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224291 Apr 18 20:48:05.303145 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a6dd2b0f-4e7d-457b-82c6-61ff830a47e4 req-403c26bf-3d13-4f3e-aa0c-324953ad5fb3 service neutron] 10.222.0.57 "GET /v2.0/networks/2b77196d-b3e5-4863-b041-b13a7dbb5188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510235 Apr 18 20:48:05.447577 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a6dd2b0f-4e7d-457b-82c6-61ff830a47e4 req-b1ac0866-0353-4ea7-a16c-ac4b4da44991 service neutron] 10.222.0.57 "GET /v2.0/networks/2b77196d-b3e5-4863-b041-b13a7dbb5188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373143 Apr 18 20:48:05.570496 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-d8756487-81f9-43f7-b7b3-2793d11c195e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting port cb730a89-f053-45d5-a5de-8a1b679c52fa {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:05.571062 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d8756487-81f9-43f7-b7b3-2793d11c195e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.618844 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50560) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:05.726019 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-31bb36d6-418a-4690-b3ad-149822898c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.758357 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc23f4d-8838-4e25-9a36-d321b413935b req-ca3b2335-59eb-46ef-b4ae-06664750b24b tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:05.760004 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4dc23f4d-8838-4e25-9a36-d321b413935b req-ca3b2335-59eb-46ef-b4ae-06664750b24b tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 945 time: 0.3011920 Apr 18 20:48:05.760748 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-31bb36d6-418a-4690-b3ad-149822898c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.763717 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-9399cfef-902a-440e-84f8-93e7b6f5e683 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:05.795063 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9399cfef-902a-440e-84f8-93e7b6f5e683 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.809270 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-1d134850-e4f2-4be6-b9cf-be8b51bcdb3a service neutron] For port 1f0cb29c-6676-4f1b-a111-285181b01885, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:05.838081 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abc61c-836d-4e31-8d88-9a0de67debaf req-abe2ed66-f780-4b7b-af8e-83b42636bb7e tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:05.839689 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-29abc61c-836d-4e31-8d88-9a0de67debaf req-abe2ed66-f780-4b7b-af8e-83b42636bb7e tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=2998cccc-7e52-4545-ab3f-2e5fe999ba04 HTTP/1.1" status: 200 len: 943 time: 0.3662682 Apr 18 20:48:05.897628 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-1d134850-e4f2-4be6-b9cf-be8b51bcdb3a service neutron] For port 1f0cb29c-6676-4f1b-a111-285181b01885, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=1f0cb29c-6676-4f1b-a111-285181b01885,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:48:05.901092 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-31bb36d6-418a-4690-b3ad-149822898c38 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3cf60498a2a342e499276fa842105419&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4275696 Apr 18 20:48:05.907607 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50564) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:05.912245 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb36d6-418a-4690-b3ad-149822898c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8fa18f-9676-4746-8087-e7cfd58c0cf6,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:05.921574 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d8756487-81f9-43f7-b7b3-2793d11c195e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.931592 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-1d134850-e4f2-4be6-b9cf-be8b51bcdb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.952183 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb36d6-418a-4690-b3ad-149822898c38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:05.952568 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb36d6-418a-4690-b3ad-149822898c38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:05.952914 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb36d6-418a-4690-b3ad-149822898c38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:05.953261 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb36d6-418a-4690-b3ad-149822898c38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:05.953598 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb36d6-418a-4690-b3ad-149822898c38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:05.954468 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb36d6-418a-4690-b3ad-149822898c38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:05.954796 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb36d6-418a-4690-b3ad-149822898c38 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:05.955136 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb36d6-418a-4690-b3ad-149822898c38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:05.955463 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb36d6-418a-4690-b3ad-149822898c38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:05.955790 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb36d6-418a-4690-b3ad-149822898c38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:05.956117 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb36d6-418a-4690-b3ad-149822898c38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:05.956460 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb36d6-418a-4690-b3ad-149822898c38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:05.987509 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9399cfef-902a-440e-84f8-93e7b6f5e683 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.000176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-d8756487-81f9-43f7-b7b3-2793d11c195e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Calling delete_port for cb730a89-f053-45d5-a5de-8a1b679c52fa owned by {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:06.010868 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-610ee7a8-ae5f-47a9-9fff-6a374d871b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.014337 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4dc23f4d-8838-4e25-9a36-d321b413935b req-b84a60b0-cbba-4848-bf4d-c25109850b9a tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385683 Apr 18 20:48:06.029172 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-1d134850-e4f2-4be6-b9cf-be8b51bcdb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:06.029810 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-1d134850-e4f2-4be6-b9cf-be8b51bcdb3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.031351 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-1d134850-e4f2-4be6-b9cf-be8b51bcdb3a service neutron] 10.222.0.32 "PUT /v2.0/ports/1f0cb29c-6676-4f1b-a111-285181b01885 HTTP/1.1" status: 200 len: 1091 time: 3.9200699 Apr 18 20:48:06.031844 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2998cccc-7e52-4545-ab3f-2e5fe999ba04', 'tag': '1f0cb29c-6676-4f1b-a111-285181b01885'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:48:06.034988 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060fcc67-5169-4c33-b547-5a0b1550b7d0" -d '{"events": [{"name": "network-changed", "server_uuid": "2998cccc-7e52-4545-ab3f-2e5fe999ba04", "tag": "1f0cb29c-6676-4f1b-a111-285181b01885"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:48:06.055290 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-29abc61c-836d-4e31-8d88-9a0de67debaf req-4a1d5d8a-3a8d-4798-8036-511eea7f0799 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789021 Apr 18 20:48:06.107189 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-610ee7a8-ae5f-47a9-9fff-6a374d871b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.167535 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa118eb-9714-4cf8-94ba-304f89bc7478 x-openstack-request-id: req-cfa118eb-9714-4cf8-94ba-304f89bc7478 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:48:06.168339 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4246e2-ff89-4f53-9db8-d0e4a5830fe6", "name": "network-vif-plugged", "status": "completed", "tag": "04e0a012-7a3d-4e05-a846-d34e27058e23", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:48:06.168339 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cfa118eb-9714-4cf8-94ba-304f89bc7478 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:48:06.168822 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa118eb-9714-4cf8-94ba-304f89bc7478'] response: {'server_uuid': 'bc4246e2-ff89-4f53-9db8-d0e4a5830fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e0a012-7a3d-4e05-a846-d34e27058e23', 'code': 200} Apr 18 20:48:06.190826 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d134850-e4f2-4be6-b9cf-be8b51bcdb3a service neutron] Pushing event updated for resources: {'Port': ['ID=1f0cb29c-6676-4f1b-a111-285181b01885,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:06.234929 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-610ee7a8-ae5f-47a9-9fff-6a374d871b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.238185 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-610ee7a8-ae5f-47a9-9fff-6a374d871b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.239304 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-610ee7a8-ae5f-47a9-9fff-6a374d871b8c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d8fa18f-9676-4746-8087-e7cfd58c0cf6 HTTP/1.1" status: 204 len: 168 time: 0.3322182 Apr 18 20:48:06.259547 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ee7a8-ae5f-47a9-9fff-6a374d871b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8fa18f-9676-4746-8087-e7cfd58c0cf6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:06.309913 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-9399cfef-902a-440e-84f8-93e7b6f5e683 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Allocated IP 172.25.1.80 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/b5b0c969-b458-4047-9141-9d005b6b27e1) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:06.326318 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0994b32-e077-4ddd-a12a-f05392ebbcbe x-openstack-request-id: req-c0994b32-e077-4ddd-a12a-f05392ebbcbe {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:48:06.327051 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2998cccc-7e52-4545-ab3f-2e5fe999ba04", "tag": "1f0cb29c-6676-4f1b-a111-285181b01885", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:48:06.327435 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0994b32-e077-4ddd-a12a-f05392ebbcbe {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:48:06.328089 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0994b32-e077-4ddd-a12a-f05392ebbcbe'] response: {'name': 'network-changed', 'server_uuid': '2998cccc-7e52-4545-ab3f-2e5fe999ba04', 'tag': '1f0cb29c-6676-4f1b-a111-285181b01885', 'status': 'completed', 'code': 200} Apr 18 20:48:06.386778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-a8506589-7005-4812-a77b-87a0d3c0e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:06.389460 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-a8506589-7005-4812-a77b-87a0d3c0e3db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65c0c9deb9974734a5e938fa16904c15&device_id=2998cccc-7e52-4545-ab3f-2e5fe999ba04 HTTP/1.1" status: 200 len: 1094 time: 0.2450292 Apr 18 20:48:06.423328 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc32cef-8f8c-4ab7-8804-c60d93e365a5 req-086b2f37-9672-45fe-9597-c9be5cd16210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:06.425381 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bdc32cef-8f8c-4ab7-8804-c60d93e365a5 req-086b2f37-9672-45fe-9597-c9be5cd16210 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 1096 time: 0.1275671 Apr 18 20:48:06.441306 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d6640-fce6-47a9-a62a-7d2eff4697a2 req-d172e971-091d-439d-8e3b-0e4d2961d7b6 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:06.443206 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-119d6640-fce6-47a9-a62a-7d2eff4697a2 req-d172e971-091d-439d-8e3b-0e4d2961d7b6 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ac2be5-c135-4123-be72-ffcbab1b93f9 HTTP/1.1" status: 200 len: 945 time: 0.2415299 Apr 18 20:48:06.499361 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bdc32cef-8f8c-4ab7-8804-c60d93e365a5 req-41c7087b-d1ac-4149-be47-e53947e2976a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653248 Apr 18 20:48:06.524390 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-8d864f48-1c48-43b4-9095-9bf455eabafc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0cb29c-6676-4f1b-a111-285181b01885 HTTP/1.1" status: 200 len: 217 time: 0.1250820 Apr 18 20:48:06.527792 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9399cfef-902a-440e-84f8-93e7b6f5e683 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.590701 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9399cfef-902a-440e-84f8-93e7b6f5e683 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.656571 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9399cfef-902a-440e-84f8-93e7b6f5e683 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:06.665742 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-9399cfef-902a-440e-84f8-93e7b6f5e683 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:06.684807 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9399cfef-902a-440e-84f8-93e7b6f5e683 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:06.699696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-5525e9ba-2f02-4950-9ce5-be31e21a4fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:06.701387 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-5525e9ba-2f02-4950-9ce5-be31e21a4fdf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43c45217-dc0b-4a55-9d4a-e4055b0395e0 HTTP/1.1" status: 200 len: 846 time: 0.1663966 Apr 18 20:48:06.705811 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-119d6640-fce6-47a9-a62a-7d2eff4697a2 req-0cae5139-7657-4b91-be0c-6ed8df0e8ef7 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd2d061a-64f8-48e3-94f2-c48a7580d07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002816 Apr 18 20:48:06.728250 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57836e43-39f2-44cd-a1ab-895889c3982d req-083fe9af-d607-4492-aaee-aa9c7efeef6e tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:06.737706 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57836e43-39f2-44cd-a1ab-895889c3982d req-083fe9af-d607-4492-aaee-aa9c7efeef6e tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 943 time: 0.2917743 Apr 18 20:48:06.745045 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399cfef-902a-440e-84f8-93e7b6f5e683 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Pushing event updated for resources: {'Port': ['ID=b5b0c969-b458-4047-9141-9d005b6b27e1,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:06.803726 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-6081a229-3681-47bc-b5b2-b973a5928b8e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891893 Apr 18 20:48:06.997218 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57836e43-39f2-44cd-a1ab-895889c3982d req-9cc09ae6-e418-4d5a-9dc6-bc8a2435833a tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584939 Apr 18 20:48:07.028902 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d8756487-81f9-43f7-b7b3-2793d11c195e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.072872 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9399cfef-902a-440e-84f8-93e7b6f5e683 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.096656 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8756487-81f9-43f7-b7b3-2793d11c195e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Port': ['ID=cb730a89-f053-45d5-a5de-8a1b679c52fa,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:07.106002 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-012ad7ad-5702-48f1-8081-0e1e0f5797dd service neutron] 10.222.0.32 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779987 Apr 18 20:48:07.151834 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9399cfef-902a-440e-84f8-93e7b6f5e683 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.283253 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d8756487-81f9-43f7-b7b3-2793d11c195e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.287162 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d8756487-81f9-43f7-b7b3-2793d11c195e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/cb730a89-f053-45d5-a5de-8a1b679c52fa HTTP/1.1" status: 204 len: 168 time: 2.8114545 Apr 18 20:48:07.292708 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50590) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:07.433832 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 34c2af99-0c96-4537-bd6f-bd7a89dc4bec details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:48:07.474287 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9cc6563-295f-4000-a4e7-bda1b049f576 req-68968ec0-4b3c-4725-9a22-f3156611d7dc service neutron] 10.222.0.32 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352683 Apr 18 20:48:07.502885 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 759125fa-e8db-4090-8ebe-52fc2ed5056a up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:07.510723 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8483cd-9661-4134-ad90-23c1abd4c8e6 req-28647f49-6326-4681-872d-e7a60e10e4bd tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:07.539436 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cc8483cd-9661-4134-ad90-23c1abd4c8e6 req-28647f49-6326-4681-872d-e7a60e10e4bd tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=2998cccc-7e52-4545-ab3f-2e5fe999ba04 HTTP/1.1" status: 200 len: 943 time: 0.2634122 Apr 18 20:48:07.559651 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98453112-ec56-400f-a27b-cc0aa5e9ed80 req-a62bce0a-24ce-4e95-870c-e3ed20497f8f tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:07.576827 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98453112-ec56-400f-a27b-cc0aa5e9ed80 req-a62bce0a-24ce-4e95-870c-e3ed20497f8f tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 945 time: 0.3159761 Apr 18 20:48:07.623761 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023910ba-2910-430a-9c1f-1c884d25459d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:07.626358 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023910ba-2910-430a-9c1f-1c884d25459d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:07.628105 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023910ba-2910-430a-9c1f-1c884d25459d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:07.632997 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-023910ba-2910-430a-9c1f-1c884d25459d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3386338 Apr 18 20:48:07.635904 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50598) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:07.742141 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 759125fa-e8db-4090-8ebe-52fc2ed5056a completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:07.761735 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab59731-e887-4282-9519-17121a5ec810 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet 52863526-5888-47c0-bacd-808fb799dcf6 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:48:07.772087 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 759125fa-e8db-4090-8ebe-52fc2ed5056a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:07.776002 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ab59731-e887-4282-9519-17121a5ec810 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.776523 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.802437 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9399cfef-902a-440e-84f8-93e7b6f5e683 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.808882 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98453112-ec56-400f-a27b-cc0aa5e9ed80 req-37911b5d-d96d-40de-9b60-a02aa11c8cc1 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307150 Apr 18 20:48:07.848078 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cc8483cd-9661-4134-ad90-23c1abd4c8e6 req-4de19f4a-db60-416a-a6c6-427faeffb401 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516632 Apr 18 20:48:07.850461 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9399cfef-902a-440e-84f8-93e7b6f5e683 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.852029 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fcc67-5169-4c33-b547-5a0b1550b7d0 req-3128392b-9986-4c5a-aba2-65ad1df70c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:07.854743 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-060fcc67-5169-4c33-b547-5a0b1550b7d0 req-3128392b-9986-4c5a-aba2-65ad1df70c39 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65c0c9deb9974734a5e938fa16904c15&device_id=2998cccc-7e52-4545-ab3f-2e5fe999ba04 HTTP/1.1" status: 200 len: 1094 time: 0.2251735 Apr 18 20:48:07.875160 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.953739 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 34c2af99-0c96-4537-bd6f-bd7a89dc4bec, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=34c2af99-0c96-4537-bd6f-bd7a89dc4bec,segment=NetworkSegment(b743f55f-6bed-47c3-b407-479d46891a72),segment_id=b743f55f-6bed-47c3-b407-479d46891a72)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:07.968690 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ab59731-e887-4282-9519-17121a5ec810 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.970046 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '34c2af99-0c96-4537-bd6f-bd7a89dc4bec', 'network_id': '2b77196d-b3e5-4863-b041-b13a7dbb5188', 'port_id': '34c2af99-0c96-4537-bd6f-bd7a89dc4bec', 'mac_address': 'fa:16:3e:96:9e:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b603a19-9f3f-426e-b56c-5cc2e538c4b1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:48:08.059063 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.103299 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399cfef-902a-440e-84f8-93e7b6f5e683 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Pushing event updated for resources: {'Port': ['ID=b5b0c969-b458-4047-9141-9d005b6b27e1,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:08.110925 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9399cfef-902a-440e-84f8-93e7b6f5e683 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.135298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67479d06-8600-4e3f-b742-af578f5d3530 req-339856e6-1f52-47f6-a66d-370f57d2a698 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:08.136911 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-67479d06-8600-4e3f-b742-af578f5d3530 req-339856e6-1f52-47f6-a66d-370f57d2a698 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ac2be5-c135-4123-be72-ffcbab1b93f9 HTTP/1.1" status: 200 len: 945 time: 0.0956421 Apr 18 20:48:08.137516 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9399cfef-902a-440e-84f8-93e7b6f5e683 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.143457 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9399cfef-902a-440e-84f8-93e7b6f5e683 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5189197 Apr 18 20:48:08.147260 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50610) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:08.153144 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-38fda5f5-4cad-4954-a9dc-abac8faa6ec9 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-289982310', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'fixed_ips': [{'ip_address': '172.25.1.80'}]}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:08.186500 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fcc67-5169-4c33-b547-5a0b1550b7d0 req-2e5f1516-3a68-4349-858f-2e46f4e2b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:08.188056 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-060fcc67-5169-4c33-b547-5a0b1550b7d0 req-2e5f1516-3a68-4349-858f-2e46f4e2b59c service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92 HTTP/1.1" status: 200 len: 907 time: 0.3268058 Apr 18 20:48:08.198386 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ab59731-e887-4282-9519-17121a5ec810 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.221651 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c2af99-0c96-4537-bd6f-bd7a89dc4bec {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:48:08.227386 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-67479d06-8600-4e3f-b742-af578f5d3530 req-ab271ca3-2ad1-426b-b4bf-f2aa0f9a2bcf tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd2d061a-64f8-48e3-94f2-c48a7580d07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669920 Apr 18 20:48:08.277134 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.288472 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fda5f5-4cad-4954-a9dc-abac8faa6ec9 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Made reservation on behalf of b160dc113d2b465790fbeb2950b92fc1 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:08.291179 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38fda5f5-4cad-4954-a9dc-abac8faa6ec9 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.315309 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-060fcc67-5169-4c33-b547-5a0b1550b7d0 req-17eb2f20-4588-4c29-b0fe-630ef6a63cf8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0cb29c-6676-4f1b-a111-285181b01885 HTTP/1.1" status: 200 len: 217 time: 0.1163256 Apr 18 20:48:08.318254 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 34c2af99-0c96-4537-bd6f-bd7a89dc4bec, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=34c2af99-0c96-4537-bd6f-bd7a89dc4bec,segment=NetworkSegment(b743f55f-6bed-47c3-b407-479d46891a72),segment_id=b743f55f-6bed-47c3-b407-479d46891a72)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:08.332187 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ab59731-e887-4282-9519-17121a5ec810 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.338652 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.345667 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38fda5f5-4cad-4954-a9dc-abac8faa6ec9 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.356521 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ac2be5-c135-4123-be72-ffcbab1b93f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759125fa-e8db-4090-8ebe-52fc2ed5056a'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:48:08.361025 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab7ab18-6ee0-48cb-87ac-687752e368df" -d '{"events": [{"server_uuid": "77ac2be5-c135-4123-be72-ffcbab1b93f9", "name": "network-vif-plugged", "status": "completed", "tag": "759125fa-e8db-4090-8ebe-52fc2ed5056a"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:48:08.429903 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 759125fa-e8db-4090-8ebe-52fc2ed5056a, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=759125fa-e8db-4090-8ebe-52fc2ed5056a,segment=NetworkSegment(6bed2937-5f7b-417b-9c26-49d6568dccf7),segment_id=6bed2937-5f7b-417b-9c26-49d6568dccf7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:08.433758 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ab59731-e887-4282-9519-17121a5ec810 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.439176 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8ab59731-e887-4282-9519-17121a5ec810 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/52863526-5888-47c0-bacd-808fb799dcf6 HTTP/1.1" status: 204 len: 168 time: 0.8012559 Apr 18 20:48:08.444717 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab59731-e887-4282-9519-17121a5ec810 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=52863526-5888-47c0-bacd-808fb799dcf6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:08.450008 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50628) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:08.454649 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.465591 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38fda5f5-4cad-4954-a9dc-abac8faa6ec9 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.474031 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38fda5f5-4cad-4954-a9dc-abac8faa6ec9 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.503671 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f9c16c-264e-45db-ad62-95901fdf44b1 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:48:08.512545 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86837e7d-371d-4b4a-85dd-60fe9e5c6797 x-openstack-request-id: req-86837e7d-371d-4b4a-85dd-60fe9e5c6797 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:48:08.513004 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ac2be5-c135-4123-be72-ffcbab1b93f9", "name": "network-vif-plugged", "status": "completed", "tag": "759125fa-e8db-4090-8ebe-52fc2ed5056a", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:48:08.513402 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86837e7d-371d-4b4a-85dd-60fe9e5c6797 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:48:08.514481 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86837e7d-371d-4b4a-85dd-60fe9e5c6797'] response: {'server_uuid': '77ac2be5-c135-4123-be72-ffcbab1b93f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759125fa-e8db-4090-8ebe-52fc2ed5056a', 'code': 200} Apr 18 20:48:08.526952 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-38fda5f5-4cad-4954-a9dc-abac8faa6ec9 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] device_id is not set on port a255bb17-8e90-4d98-b777-d36796306aa2 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:48:08.533423 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fda5f5-4cad-4954-a9dc-abac8faa6ec9 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f8886c-bf03-4ecf-9702-0c005a716de6,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:08.554210 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['34c2af99-0c96-4537-bd6f-bd7a89dc4bec'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:48:08.560291 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc772c9-3638-4225-ba32-a5a08fb28e62 req-6047a3fb-1e7d-4145-b933-c6ef6c3d319f tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:08.569219 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3fc772c9-3638-4225-ba32-a5a08fb28e62 req-6047a3fb-1e7d-4145-b933-c6ef6c3d319f tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 943 time: 0.3402538 Apr 18 20:48:08.617680 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c4e8223-f1e6-4d19-ac93-8292f9376bcc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet c2e5b3d3-a85d-4cbb-87b5-3679e7fbce70 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:48:08.624829 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3c4e8223-f1e6-4d19-ac93-8292f9376bcc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.646400 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=34c2af99-0c96-4537-bd6f-bd7a89dc4bec,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:08.698963 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fcc67-5169-4c33-b547-5a0b1550b7d0 req-95898c2b-2119-4d27-915f-38a648e53781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:08.700911 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-060fcc67-5169-4c33-b547-5a0b1550b7d0 req-95898c2b-2119-4d27-915f-38a648e53781 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43c45217-dc0b-4a55-9d4a-e4055b0395e0 HTTP/1.1" status: 200 len: 846 time: 0.3738906 Apr 18 20:48:08.726549 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3c4e8223-f1e6-4d19-ac93-8292f9376bcc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.786828 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390206d-74d9-4c1d-b16f-6e573a3fac30 req-7d05412f-0db2-42d4-bb6a-987255f2eade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:08.789071 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8390206d-74d9-4c1d-b16f-6e573a3fac30 req-7d05412f-0db2-42d4-bb6a-987255f2eade service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=77ac2be5-c135-4123-be72-ffcbab1b93f9 HTTP/1.1" status: 200 len: 1097 time: 0.2172847 Apr 18 20:48:08.792710 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3fc772c9-3638-4225-ba32-a5a08fb28e62 req-d38c2fd8-bb9e-46b4-9854-97a580da7351 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228034 Apr 18 20:48:08.804709 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=759125fa-e8db-4090-8ebe-52fc2ed5056a,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:08.828675 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-060fcc67-5169-4c33-b547-5a0b1550b7d0 req-e7ea348f-dea8-4f42-954f-c632145aedf3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999486 Apr 18 20:48:08.879043 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3c4e8223-f1e6-4d19-ac93-8292f9376bcc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.979831 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3c4e8223-f1e6-4d19-ac93-8292f9376bcc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:09.078321 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e8223-f1e6-4d19-ac93-8292f9376bcc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=c2e5b3d3-a85d-4cbb-87b5-3679e7fbce70,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:09.097657 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3c4e8223-f1e6-4d19-ac93-8292f9376bcc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:09.104577 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3c4e8223-f1e6-4d19-ac93-8292f9376bcc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/c2e5b3d3-a85d-4cbb-87b5-3679e7fbce70 HTTP/1.1" status: 204 len: 168 time: 0.6535738 Apr 18 20:48:09.107199 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50654) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:09.203159 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-79d83f46-155f-4013-b46e-f3967e5ab27b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935173 Apr 18 20:48:09.208968 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50660) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:09.222566 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-060fcc67-5169-4c33-b547-5a0b1550b7d0 req-10d2edaa-8eae-42a5-b984-8d11befbc0a8 service neutron] 10.222.0.32 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837636 Apr 18 20:48:09.320698 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e20e425-12ba-4dc6-8c28-0b20a51a3725 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:09.323385 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7e20e425-12ba-4dc6-8c28-0b20a51a3725 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1132162 Apr 18 20:48:09.325897 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50664) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:09.357084 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f3d2be-f70b-4596-8c26-54fc13059bf0 None None] DHCP port deletion for 50eba278-0f67-4e34-aa13-933b003eee26 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:48:09.357962 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8390206d-74d9-4c1d-b16f-6e573a3fac30 req-b0d04d33-f63b-454f-a610-4e8b9b04983e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cd2d061a-64f8-48e3-94f2-c48a7580d07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5392075 Apr 18 20:48:09.417824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6e88c-2b0e-40a7-8e17-ffc239273132 req-9b1ffc3c-fa74-4805-99d8-a04b7d06d5e4 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:09.427923 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0db6e88c-2b0e-40a7-8e17-ffc239273132 req-9b1ffc3c-fa74-4805-99d8-a04b7d06d5e4 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 945 time: 0.4347708 Apr 18 20:48:09.437488 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bdf482-0f39-4fb7-ba75-fc881601a77b req-90ea1462-9775-41d6-80ba-864599a2ecdf tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:09.438678 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-33f3d2be-f70b-4596-8c26-54fc13059bf0 None None] Deleting port 913f6b36-5265-4270-b3c8-c6156661819c {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:09.439083 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-33f3d2be-f70b-4596-8c26-54fc13059bf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:09.439529 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-94bdf482-0f39-4fb7-ba75-fc881601a77b req-90ea1462-9775-41d6-80ba-864599a2ecdf tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=2998cccc-7e52-4545-ab3f-2e5fe999ba04 HTTP/1.1" status: 200 len: 943 time: 0.3890405 Apr 18 20:48:09.471317 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3433e455-c7c2-4bf4-ae44-29c6660fce34 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:09.479009 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3433e455-c7c2-4bf4-ae44-29c6660fce34 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1458342 Apr 18 20:48:09.479009 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50678) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:09.486857 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-38fda5f5-4cad-4954-a9dc-abac8faa6ec9 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 20:48:09.487473 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38fda5f5-4cad-4954-a9dc-abac8faa6ec9 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:48:09.572175 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-33f3d2be-f70b-4596-8c26-54fc13059bf0 None None] For port 913f6b36-5265-4270-b3c8-c6156661819c, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=913f6b36-5265-4270-b3c8-c6156661819c,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:09.573371 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-33f3d2be-f70b-4596-8c26-54fc13059bf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:09.596132 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-38fda5f5-4cad-4954-a9dc-abac8faa6ec9 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.4433827 Apr 18 20:48:09.600195 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-80a779dc-f6c8-4f90-a2ac-4a3df7b6ce9a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1193495 Apr 18 20:48:09.601679 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50690) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:09.607994 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-33f3d2be-f70b-4596-8c26-54fc13059bf0 None None] Calling delete_port for 913f6b36-5265-4270-b3c8-c6156661819c owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:09.609087 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50692) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:09.614628 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0db6e88c-2b0e-40a7-8e17-ffc239273132 req-28a37b91-4ef2-46c8-8596-062859ca0ccf tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860335 Apr 18 20:48:09.621011 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-94bdf482-0f39-4fb7-ba75-fc881601a77b req-533abffe-e62d-432c-b368-42acaa469b0c tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598587 Apr 18 20:48:09.623193 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-060fcc67-5169-4c33-b547-5a0b1550b7d0 req-8b1de3a3-aec3-4723-a320-82210f072f52 service neutron] 10.222.0.32 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744121 Apr 18 20:48:09.625913 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-fbffe5d1-e7cc-42a8-8ba9-dd1e2f26217d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:09.759325 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-33f3d2be-f70b-4596-8c26-54fc13059bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:09.817256 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3d2be-f70b-4596-8c26-54fc13059bf0 None None] Pushing event deleted for resources: {'Port': ['ID=913f6b36-5265-4270-b3c8-c6156661819c,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:09.836046 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f3d2be-f70b-4596-8c26-54fc13059bf0 None None] No DVR routers for this DVR port 913f6b36-5265-4270-b3c8-c6156661819c on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:48:09.912877 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e22533-d3e4-462b-a321-aea1f7448b70 req-22309980-397f-4ea6-ad0f-4ccd28aa725e tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:09.921260 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e9e22533-d3e4-462b-a321-aea1f7448b70 req-22309980-397f-4ea6-ad0f-4ccd28aa725e tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ac2be5-c135-4123-be72-ffcbab1b93f9 HTTP/1.1" status: 200 len: 946 time: 0.1493909 Apr 18 20:48:09.982856 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e9e22533-d3e4-462b-a321-aea1f7448b70 req-b0aeb180-5bf9-46e4-bb95-bdb8027443a1 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd2d061a-64f8-48e3-94f2-c48a7580d07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604405 Apr 18 20:48:10.001319 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbffe5d1-e7cc-42a8-8ba9-dd1e2f26217d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:10.003619 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fbffe5d1-e7cc-42a8-8ba9-dd1e2f26217d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:10.006168 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbffe5d1-e7cc-42a8-8ba9-dd1e2f26217d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:48:10.007895 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbffe5d1-e7cc-42a8-8ba9-dd1e2f26217d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:48:10.034172 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-67a62d3d-897a-4dc2-9063-a4555e210b96 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Deleting port b5b0c969-b458-4047-9141-9d005b6b27e1 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:10.034643 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-67a62d3d-897a-4dc2-9063-a4555e210b96 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:10.109319 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fbffe5d1-e7cc-42a8-8ba9-dd1e2f26217d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4959641 Apr 18 20:48:10.120745 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50708) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:10.138891 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c8c9686f-b102-42a1-a4ca-3cbb97d95fcb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:10.256697 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c7440-4501-4efe-b47e-dc7e0f30427a req-a60b03ee-2c96-4dd0-8923-e70e35490124 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:10.257600 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-67a62d3d-897a-4dc2-9063-a4555e210b96 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:10.257600 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-67a62d3d-897a-4dc2-9063-a4555e210b96 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:10.273159 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c3c7440-4501-4efe-b47e-dc7e0f30427a req-a60b03ee-2c96-4dd0-8923-e70e35490124 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 945 time: 0.1855214 Apr 18 20:48:10.300838 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-67a62d3d-897a-4dc2-9063-a4555e210b96 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Calling delete_port for b5b0c969-b458-4047-9141-9d005b6b27e1 owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:10.339293 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300d483-8a31-424e-85ca-dfe1caae0bdf req-3ff17247-b8f2-49dd-ae10-c85b4006be8f tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:10.343615 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3300d483-8a31-424e-85ca-dfe1caae0bdf req-3ff17247-b8f2-49dd-ae10-c85b4006be8f tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 944 time: 0.2066264 Apr 18 20:48:10.351513 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b4567-19f7-45b2-87db-0016843c6c75 req-95d857ca-52f8-4e37-8d75-e9c219a45ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:10.353328 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bb9b4567-19f7-45b2-87db-0016843c6c75 req-95d857ca-52f8-4e37-8d75-e9c219a45ec5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cc51acb9099940958d773eedc590bb57&device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 1096 time: 0.2479413 Apr 18 20:48:10.407855 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c3c7440-4501-4efe-b47e-dc7e0f30427a req-618017fc-56af-4407-a9b5-c7a44f956f18 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300123 Apr 18 20:48:10.479874 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3300d483-8a31-424e-85ca-dfe1caae0bdf req-53c120b7-2a72-4a1d-af30-fc157c76a038 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113465 Apr 18 20:48:10.571252 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c9686f-b102-42a1-a4ca-3cbb97d95fcb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:10.575290 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c8c9686f-b102-42a1-a4ca-3cbb97d95fcb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:10.577216 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c9686f-b102-42a1-a4ca-3cbb97d95fcb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:48:10.577857 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c9686f-b102-42a1-a4ca-3cbb97d95fcb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:48:10.599392 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b4567-19f7-45b2-87db-0016843c6c75 req-62c67bbb-67fc-4cb0-90ad-9b9ae64b61aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:10.601169 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bb9b4567-19f7-45b2-87db-0016843c6c75 req-62c67bbb-67fc-4cb0-90ad-9b9ae64b61aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=764ec030-925e-4c42-a900-432b95974253 HTTP/1.1" status: 200 len: 921 time: 0.2060080 Apr 18 20:48:10.692456 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bb9b4567-19f7-45b2-87db-0016843c6c75 req-7ab39c8c-752e-49ec-8ee3-27fad0f84f70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04e0a012-7a3d-4e05-a846-d34e27058e23 HTTP/1.1" status: 200 len: 217 time: 0.0780518 Apr 18 20:48:10.704178 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c8c9686f-b102-42a1-a4ca-3cbb97d95fcb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5780995 Apr 18 20:48:10.711933 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50714) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:10.722464 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-e4364581-5587-426e-abe6-6956cad4a019 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:10.878042 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b4567-19f7-45b2-87db-0016843c6c75 req-689baa6e-3c52-46e8-8731-81deff1b7828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:10.879839 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bb9b4567-19f7-45b2-87db-0016843c6c75 req-689baa6e-3c52-46e8-8731-81deff1b7828 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4418a1f7-1d5c-4dd8-a1db-6f677ba45a74 HTTP/1.1" status: 200 len: 860 time: 0.1726334 Apr 18 20:48:10.927462 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-67a62d3d-897a-4dc2-9063-a4555e210b96 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:10.936600 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bb9b4567-19f7-45b2-87db-0016843c6c75 req-9ca5ad8f-31ef-4fb4-a507-a3d2501ecba2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=764ec030-925e-4c42-a900-432b95974253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473926 Apr 18 20:48:10.989518 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a62d3d-897a-4dc2-9063-a4555e210b96 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5b0c969-b458-4047-9141-9d005b6b27e1,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:11.027783 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34eee2-d94c-4131-9274-ec33621cb9fa req-dc92899c-0cda-4a0e-ae57-53de521fc084 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:11.029526 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b34eee2-d94c-4131-9274-ec33621cb9fa req-dc92899c-0cda-4a0e-ae57-53de521fc084 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=2998cccc-7e52-4545-ab3f-2e5fe999ba04 HTTP/1.1" status: 200 len: 943 time: 0.2479091 Apr 18 20:48:11.038350 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 913f6b36-5265-4270-b3c8-c6156661819c no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:48:11.092415 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4364581-5587-426e-abe6-6956cad4a019 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:11.098409 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e4364581-5587-426e-abe6-6956cad4a019 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:11.100193 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4364581-5587-426e-abe6-6956cad4a019 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:48:11.100669 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4364581-5587-426e-abe6-6956cad4a019 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:48:11.104546 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 913f6b36-5265-4270-b3c8-c6156661819c {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:48:11.104912 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 913f6b36-5265-4270-b3c8-c6156661819c not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:48:11.220015 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e4364581-5587-426e-abe6-6956cad4a019 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5017033 Apr 18 20:48:11.221655 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50718) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:11.233503 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-55f6bb83-1f44-4f22-92df-789b87da958b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:11.241975 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-67a62d3d-897a-4dc2-9063-a4555e210b96 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:11.247219 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-67a62d3d-897a-4dc2-9063-a4555e210b96 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:11.248064 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b34eee2-d94c-4131-9274-ec33621cb9fa req-455fce4f-b11f-4de1-a214-7cc2ab1a306e tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952159 Apr 18 20:48:11.260570 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-67a62d3d-897a-4dc2-9063-a4555e210b96 tempest-ExternalNetworksAdminNegativeTestJSON-561537318 tempest-ExternalNetworksAdminNegativeTestJSON-561537318-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/cee22ff4-08d4-49eb-8cb1-59ec90e59216 HTTP/1.1" status: 204 len: 168 time: 1.6568408 Apr 18 20:48:11.316417 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bb9b4567-19f7-45b2-87db-0016843c6c75 req-0a45c5f4-3819-43bc-ae3c-17edd167ebe0 service neutron] 10.222.0.57 "GET /v2.0/networks/764ec030-925e-4c42-a900-432b95974253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698888 Apr 18 20:48:11.397965 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30f8c3-9d8d-4be8-a162-aab04f3fe1bb req-7984efdb-c5c3-44ce-a586-715574ca4024 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:11.400734 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d30f8c3-9d8d-4be8-a162-aab04f3fe1bb req-7984efdb-c5c3-44ce-a586-715574ca4024 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ac2be5-c135-4123-be72-ffcbab1b93f9 HTTP/1.1" status: 200 len: 946 time: 0.2739885 Apr 18 20:48:11.472811 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 34c2af99-0c96-4537-bd6f-bd7a89dc4bec up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:11.558563 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 1f0cb29c-6676-4f1b-a111-285181b01885 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:48:11.576821 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-bb9b4567-19f7-45b2-87db-0016843c6c75 req-b1d0c658-f3bb-4aee-a95a-2c7ee3620a3c service neutron] 10.222.0.57 "GET /v2.0/networks/764ec030-925e-4c42-a900-432b95974253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531159 Apr 18 20:48:11.609480 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d30f8c3-9d8d-4be8-a162-aab04f3fe1bb req-4f789127-e145-48ff-95e3-316917867385 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd2d061a-64f8-48e3-94f2-c48a7580d07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982572 Apr 18 20:48:11.753213 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f6bb83-1f44-4f22-92df-789b87da958b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:11.758960 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-55f6bb83-1f44-4f22-92df-789b87da958b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:11.761216 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f6bb83-1f44-4f22-92df-789b87da958b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:48:11.761928 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55f6bb83-1f44-4f22-92df-789b87da958b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:48:11.871990 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50738) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:11.888525 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed38632-d3ec-4a82-93e2-14d92ca1fe4d req-52a1623a-b78e-4715-a0b0-4fcd3db2a69d tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:11.894501 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fed38632-d3ec-4a82-93e2-14d92ca1fe4d req-52a1623a-b78e-4715-a0b0-4fcd3db2a69d tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 945 time: 0.2737463 Apr 18 20:48:11.934407 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50742) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:11.940749 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-55f6bb83-1f44-4f22-92df-789b87da958b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7071676 Apr 18 20:48:11.942662 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e17d3ac8-e89f-4e20-9a78-c550851c5e8e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:11.996235 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 1f0cb29c-6676-4f1b-a111-285181b01885, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=1f0cb29c-6676-4f1b-a111-285181b01885,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:12.018321 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.039072 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '1f0cb29c-6676-4f1b-a111-285181b01885', 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92', 'port_id': '1f0cb29c-6676-4f1b-a111-285181b01885', 'mac_address': 'fa:16:3e:16:0a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c45217-dc0b-4a55-9d4a-e4055b0395e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:48:12.058165 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb8b56-ab9b-4b36-9893-e998c72a509a req-3ac36ace-77e1-4d2a-9ad6-a17114932681 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:12.081684 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-09cb8b56-ab9b-4b36-9893-e998c72a509a req-3ac36ace-77e1-4d2a-9ad6-a17114932681 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 944 time: 0.2521205 Apr 18 20:48:12.118149 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fed38632-d3ec-4a82-93e2-14d92ca1fe4d req-3cb8c88e-9c69-4ef9-b3d6-d3f8d37c0541 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962883 Apr 18 20:48:12.139571 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.142656 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 34c2af99-0c96-4537-bd6f-bd7a89dc4bec completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:12.149865 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 34c2af99-0c96-4537-bd6f-bd7a89dc4bec triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:12.150774 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.245053 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-09cb8b56-ab9b-4b36-9893-e998c72a509a req-0aa7d55d-1f1d-4b82-a588-fff3d2b09e04 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555734 Apr 18 20:48:12.258921 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ce13652d-5ecd-42bf-b285-016ffc677f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.266824 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0cb29c-6676-4f1b-a111-285181b01885 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:48:12.341458 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17d3ac8-e89f-4e20-9a78-c550851c5e8e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:12.353112 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e17d3ac8-e89f-4e20-9a78-c550851c5e8e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.366557 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17d3ac8-e89f-4e20-9a78-c550851c5e8e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:48:12.370395 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e17d3ac8-e89f-4e20-9a78-c550851c5e8e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:48:12.377962 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 1f0cb29c-6676-4f1b-a111-285181b01885, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=1f0cb29c-6676-4f1b-a111-285181b01885,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:12.396931 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.440169 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e17d3ac8-e89f-4e20-9a78-c550851c5e8e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5040872 Apr 18 20:48:12.444690 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50756) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:12.451986 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-d4eb02af-6f28-4ad3-8a77-a66a8abd397b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:12.558778 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ce13652d-5ecd-42bf-b285-016ffc677f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.566500 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ce13652d-5ecd-42bf-b285-016ffc677f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.591447 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=1f0cb29c-6676-4f1b-a111-285181b01885,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:12.593306 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.655754 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 34c2af99-0c96-4537-bd6f-bd7a89dc4bec, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=34c2af99-0c96-4537-bd6f-bd7a89dc4bec,segment=NetworkSegment(b743f55f-6bed-47c3-b407-479d46891a72),segment_id=b743f55f-6bed-47c3-b407-479d46891a72)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:12.665956 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44767700-e0f4-48a6-a43c-6397c4289c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c2af99-0c96-4537-bd6f-bd7a89dc4bec'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:48:12.674289 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152e4abe-e4b6-4f38-9b60-7fdf9cff6aff" -d '{"events": [{"server_uuid": "44767700-e0f4-48a6-a43c-6397c4289c88", "name": "network-vif-plugged", "status": "completed", "tag": "34c2af99-0c96-4537-bd6f-bd7a89dc4bec"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:48:12.686050 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.692465 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ce13652d-5ecd-42bf-b285-016ffc677f99 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f082810eef104604b69995e9c0f54620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8129151 Apr 18 20:48:12.697316 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50770) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:12.714541 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13652d-5ecd-42bf-b285-016ffc677f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f593fc7-4c23-43d3-a341-782785b5a1a9,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:12.798954 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b27c92f2-a841-473a-ac91-50aefe217208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.799919 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['1f0cb29c-6676-4f1b-a111-285181b01885'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:48:12.861296 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b27c92f2-a841-473a-ac91-50aefe217208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.868699 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8136fb3-2076-4364-86c3-b35616983461 x-openstack-request-id: req-b8136fb3-2076-4364-86c3-b35616983461 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:48:12.869717 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44767700-e0f4-48a6-a43c-6397c4289c88", "name": "network-vif-plugged", "status": "completed", "tag": "34c2af99-0c96-4537-bd6f-bd7a89dc4bec", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:48:12.870155 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b8136fb3-2076-4364-86c3-b35616983461 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:48:12.870814 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8136fb3-2076-4364-86c3-b35616983461'] response: {'server_uuid': '44767700-e0f4-48a6-a43c-6397c4289c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c2af99-0c96-4537-bd6f-bd7a89dc4bec', 'code': 200} Apr 18 20:48:12.897539 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2b85e-ab67-4020-8730-c5c4515cc518 req-a2f0f4ff-c86b-42ca-ace7-c89acd7176f9 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:12.914119 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58a2b85e-ab67-4020-8730-c5c4515cc518 req-a2f0f4ff-c86b-42ca-ace7-c89acd7176f9 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=2998cccc-7e52-4545-ab3f-2e5fe999ba04 HTTP/1.1" status: 200 len: 944 time: 0.3013241 Apr 18 20:48:12.940104 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=34c2af99-0c96-4537-bd6f-bd7a89dc4bec,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:12.958706 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4eb02af-6f28-4ad3-8a77-a66a8abd397b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:12.978821 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d4eb02af-6f28-4ad3-8a77-a66a8abd397b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.990817 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4eb02af-6f28-4ad3-8a77-a66a8abd397b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:48:12.993655 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4eb02af-6f28-4ad3-8a77-a66a8abd397b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:48:13.064311 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7fea0-4ac7-48fb-8cf2-1f5c570d28a9 req-99ae40bd-4f5c-4889-94e5-38db8770a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:13.067811 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-11a7fea0-4ac7-48fb-8cf2-1f5c570d28a9 req-99ae40bd-4f5c-4889-94e5-38db8770a277 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 1096 time: 0.1649582 Apr 18 20:48:13.088462 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b27c92f2-a841-473a-ac91-50aefe217208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.095914 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b27c92f2-a841-473a-ac91-50aefe217208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.098222 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b27c92f2-a841-473a-ac91-50aefe217208 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5f593fc7-4c23-43d3-a341-782785b5a1a9 HTTP/1.1" status: 204 len: 168 time: 0.3997569 Apr 18 20:48:13.138610 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c92f2-a841-473a-ac91-50aefe217208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f593fc7-4c23-43d3-a341-782785b5a1a9,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:13.146683 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d4eb02af-6f28-4ad3-8a77-a66a8abd397b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6982603 Apr 18 20:48:13.151320 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50780) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:13.180027 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-11a7fea0-4ac7-48fb-8cf2-1f5c570d28a9 req-3278233f-3066-4796-8e3b-4287f604aba4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052868 Apr 18 20:48:13.185048 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58a2b85e-ab67-4020-8730-c5c4515cc518 req-e3a124a6-560f-4959-ae7e-ef8cf199d284 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665575 Apr 18 20:48:13.209104 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9931ff57-99f2-4b0a-a27a-9ce4d338933b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0563438 Apr 18 20:48:13.211952 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50784) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:13.278373 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eac59cf-578f-4276-a805-f1f2ac003857 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:13.279930 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2eac59cf-578f-4276-a805-f1f2ac003857 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0667768 Apr 18 20:48:13.284165 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50786) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:13.330677 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-57f4c900-a3e7-4629-b2a5-c29baee3cb85 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447423 Apr 18 20:48:13.334474 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50790) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:13.341725 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-4d5ce537-7774-4f90-ba16-2f2c48124722 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:13.453106 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c167e14-8a93-4389-a26c-88dc6c4b3004 req-0e353578-7523-4773-8caa-1d16d646c230 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:13.463692 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c167e14-8a93-4389-a26c-88dc6c4b3004 req-0e353578-7523-4773-8caa-1d16d646c230 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 945 time: 0.0735068 Apr 18 20:48:13.522419 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c167e14-8a93-4389-a26c-88dc6c4b3004 req-a57d6702-dd35-44e0-b30a-74aea125241f tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512009 Apr 18 20:48:13.570146 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5ce537-7774-4f90-ba16-2f2c48124722 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:13.578048 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d5ce537-7774-4f90-ba16-2f2c48124722 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.629639 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72a501-f4e6-4c28-96f9-01b6d9367364 req-f37c59ab-47a0-49d1-b598-aaeccc76c9f3 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:13.631429 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d72a501-f4e6-4c28-96f9-01b6d9367364 req-f37c59ab-47a0-49d1-b598-aaeccc76c9f3 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 945 time: 0.0764153 Apr 18 20:48:13.754058 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec39f14-2690-4f43-9eed-9f962a5983dd req-a5602bb9-5cc8-4c81-9c27-dcfac83f955b tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:13.756480 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ec39f14-2690-4f43-9eed-9f962a5983dd req-a5602bb9-5cc8-4c81-9c27-dcfac83f955b tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ac2be5-c135-4123-be72-ffcbab1b93f9 HTTP/1.1" status: 200 len: 946 time: 0.1372111 Apr 18 20:48:13.773461 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d72a501-f4e6-4c28-96f9-01b6d9367364 req-3a599435-909c-4c0d-8b54-ca6e558ebcf9 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111119 Apr 18 20:48:13.854128 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ec39f14-2690-4f43-9eed-9f962a5983dd req-9c72ab24-ecad-438c-b43b-fe48123e20a1 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd2d061a-64f8-48e3-94f2-c48a7580d07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891733 Apr 18 20:48:13.926853 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50798) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:14.021601 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d591bcdc-a931-46f5-ba21-1beb265f0996 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b160dc113d2b465790fbeb2950b92fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0934231 Apr 18 20:48:14.025712 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50800) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:14.119250 n-d-838323-3 neutron-server[102909]: DEBUG neutron.objects.ports [None req-4d5ce537-7774-4f90-ba16-2f2c48124722 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102909) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:48:14.120187 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-02a4dadb-97d4-46a1-a431-346653c48cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.123498 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d5ce537-7774-4f90-ba16-2f2c48124722 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.165058 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-02a4dadb-97d4-46a1-a431-346653c48cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.176829 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5ce537-7774-4f90-ba16-2f2c48124722 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:14.183592 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-4d5ce537-7774-4f90-ba16-2f2c48124722 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:14.189678 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5ce537-7774-4f90-ba16-2f2c48124722 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:14.190535 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d5ce537-7774-4f90-ba16-2f2c48124722 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.199655 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3201c78a-f59b-43f2-8317-ec2ad1820639 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:48:14.209403 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ce537-7774-4f90-ba16-2f2c48124722 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=cc94548e-f34a-4350-a99e-9a88a38d1665,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:14.216859 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4d5ce537-7774-4f90-ba16-2f2c48124722 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8811448 Apr 18 20:48:14.240576 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50804) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:14.252677 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-f4d98843-ea75-4513-807e-4cadd8ed5745 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'mac_address': 'fa:16:3e:4f:2a:9c', 'name': 'tempest-NetworksTestDHCPv6-843008594'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:14.319809 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-02a4dadb-97d4-46a1-a431-346653c48cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.325829 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-02a4dadb-97d4-46a1-a431-346653c48cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.353711 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-02a4dadb-97d4-46a1-a431-346653c48cd7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d1f8886c-bf03-4ecf-9702-0c005a716de6 HTTP/1.1" status: 204 len: 168 time: 0.3251395 Apr 18 20:48:14.379095 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4dadb-97d4-46a1-a431-346653c48cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f8886c-bf03-4ecf-9702-0c005a716de6,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:14.541567 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05a67a3-2c94-4f24-94a6-3c52020b401e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-50eba278-0f67-4e34-aa13-933b003eee26', 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'fixed_ips': [{'subnet_id': 'cc94548e-f34a-4350-a99e-9a88a38d1665'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:48:14.544063 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c05a67a3-2c94-4f24-94a6-3c52020b401e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.580493 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a147c5-241a-4243-9ca9-0954c3e8eec8 req-7c096244-c627-4cc6-9446-2266117f0a76 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:14.597993 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-17a147c5-241a-4243-9ca9-0954c3e8eec8 req-7c096244-c627-4cc6-9446-2266117f0a76 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=2998cccc-7e52-4545-ab3f-2e5fe999ba04 HTTP/1.1" status: 200 len: 944 time: 0.1974499 Apr 18 20:48:14.614130 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d98843-ea75-4513-807e-4cadd8ed5745 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:14.710131 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-17a147c5-241a-4243-9ca9-0954c3e8eec8 req-4a52077d-1e48-4cea-aa46-cc77adedada2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106460 Apr 18 20:48:15.019394 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330387c-d395-4ae0-8f60-002a654c8621 req-d02147a0-650c-474c-8c23-989c40372a8f tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:15.022693 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1330387c-d395-4ae0-8f60-002a654c8621 req-d02147a0-650c-474c-8c23-989c40372a8f tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 945 time: 0.3106053 Apr 18 20:48:15.066965 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-c05a67a3-2c94-4f24-94a6-3c52020b401e None None] Allocated IP 2001:db8::f816:3eff:fe5f:8747 (50eba278-0f67-4e34-aa13-933b003eee26/cc94548e-f34a-4350-a99e-9a88a38d1665/5dff5f71-adb5-44bf-8ae8-50dc428a97c3) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:15.154517 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1330387c-d395-4ae0-8f60-002a654c8621 req-2c099473-76d8-429f-b1bf-47b82a2c0d29 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100395 Apr 18 20:48:15.276129 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c05a67a3-2c94-4f24-94a6-3c52020b401e None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.285698 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca2de7-bcbc-49e1-af2e-23e5f0c5e8b8 req-baf45470-105d-47ab-94e9-b203ac1416bc tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:15.291710 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-01ca2de7-bcbc-49e1-af2e-23e5f0c5e8b8 req-baf45470-105d-47ab-94e9-b203ac1416bc tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 945 time: 0.4212394 Apr 18 20:48:15.301762 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c05a67a3-2c94-4f24-94a6-3c52020b401e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.347206 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd34202-2a24-4eaa-bfd9-f942ab9aa5e2 req-e65e0b9e-4bea-47f4-818e-655fdb9aeb58 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:15.349071 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ebd34202-2a24-4eaa-bfd9-f942ab9aa5e2 req-e65e0b9e-4bea-47f4-818e-655fdb9aeb58 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ac2be5-c135-4123-be72-ffcbab1b93f9 HTTP/1.1" status: 200 len: 946 time: 0.3496063 Apr 18 20:48:15.414369 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05a67a3-2c94-4f24-94a6-3c52020b401e None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:15.427186 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-c05a67a3-2c94-4f24-94a6-3c52020b401e None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:15.435716 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05a67a3-2c94-4f24-94a6-3c52020b401e None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:15.457697 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a67a3-2c94-4f24-94a6-3c52020b401e None None] Pushing event updated for resources: {'Port': ['ID=5dff5f71-adb5-44bf-8ae8-50dc428a97c3,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:15.497727 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-01ca2de7-bcbc-49e1-af2e-23e5f0c5e8b8 req-834b0308-9ad0-4b5f-aaf7-85cb3dafc057 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470273 Apr 18 20:48:15.550782 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 1f0cb29c-6676-4f1b-a111-285181b01885 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:15.568824 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f4d98843-ea75-4513-807e-4cadd8ed5745 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.580347 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7187c9-3373-463f-b4a6-18ddc441469a req-2fb49087-ac18-42ed-a6c5-c1f4db5b3b57 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:15.588325 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c7187c9-3373-463f-b4a6-18ddc441469a req-2fb49087-ac18-42ed-a6c5-c1f4db5b3b57 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ac2be5-c135-4123-be72-ffcbab1b93f9 HTTP/1.1" status: 200 len: 946 time: 0.2055342 Apr 18 20:48:15.628992 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-f4d98843-ea75-4513-807e-4cadd8ed5745 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] device_id is not set on port 5014d2d9-aa59-4ee2-85d8-02ba213611c7 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:48:15.650207 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c7187c9-3373-463f-b4a6-18ddc441469a req-f67feeec-4112-4805-973c-ba98dc1b5a90 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd2d061a-64f8-48e3-94f2-c48a7580d07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602179 Apr 18 20:48:15.663873 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-ebd34202-2a24-4eaa-bfd9-f942ab9aa5e2 req-57a866e4-7fd0-48e8-a1c5-fa8f23af83ca tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Deleting port 759125fa-e8db-4090-8ebe-52fc2ed5056a {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:15.664251 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ebd34202-2a24-4eaa-bfd9-f942ab9aa5e2 req-57a866e4-7fd0-48e8-a1c5-fa8f23af83ca tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.681480 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c05a67a3-2c94-4f24-94a6-3c52020b401e None None] Attempting to bind port 5dff5f71-adb5-44bf-8ae8-50dc428a97c3 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:15.681857 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c05a67a3-2c94-4f24-94a6-3c52020b401e None None] Attempting to bind port 5dff5f71-adb5-44bf-8ae8-50dc428a97c3 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:15.682219 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05a67a3-2c94-4f24-94a6-3c52020b401e None None] Attempting to bind port 5dff5f71-adb5-44bf-8ae8-50dc428a97c3 on network 50eba278-0f67-4e34-aa13-933b003eee26 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:15.717765 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05a67a3-2c94-4f24-94a6-3c52020b401e None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:48:15.719325 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05a67a3-2c94-4f24-94a6-3c52020b401e None None] Checking segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:48:15.722107 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c05a67a3-2c94-4f24-94a6-3c52020b401e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.723466 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05a67a3-2c94-4f24-94a6-3c52020b401e None None] Bound using segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:48:15.725667 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c05a67a3-2c94-4f24-94a6-3c52020b401e None None] Bound port: 5dff5f71-adb5-44bf-8ae8-50dc428a97c3, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:15.727954 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c05a67a3-2c94-4f24-94a6-3c52020b401e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.734220 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 1f0cb29c-6676-4f1b-a111-285181b01885 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:15.758546 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 1f0cb29c-6676-4f1b-a111-285181b01885 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:15.761205 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.987171 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c05a67a3-2c94-4f24-94a6-3c52020b401e None None] For port 5dff5f71-adb5-44bf-8ae8-50dc428a97c3, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:15.994790 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c05a67a3-2c94-4f24-94a6-3c52020b401e None None] For port 5dff5f71-adb5-44bf-8ae8-50dc428a97c3, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5dff5f71-adb5-44bf-8ae8-50dc428a97c3,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:48:16.028919 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-f4d98843-ea75-4513-807e-4cadd8ed5745 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 2001:db8::f816:3eff:fe4f:2a9c (50eba278-0f67-4e34-aa13-933b003eee26/cc94548e-f34a-4350-a99e-9a88a38d1665/5014d2d9-aa59-4ee2-85d8-02ba213611c7) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:16.088945 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c05a67a3-2c94-4f24-94a6-3c52020b401e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.251192 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a67a3-2c94-4f24-94a6-3c52020b401e None None] Pushing event updated for resources: {'Port': ['ID=5dff5f71-adb5-44bf-8ae8-50dc428a97c3,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:16.267702 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.311688 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f4d98843-ea75-4513-807e-4cadd8ed5745 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.320060 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2998cccc-7e52-4545-ab3f-2e5fe999ba04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0cb29c-6676-4f1b-a111-285181b01885'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:48:16.324708 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87f433b-d373-40cd-9a7f-011285f8db26" -d '{"events": [{"server_uuid": "2998cccc-7e52-4545-ab3f-2e5fe999ba04", "name": "network-vif-plugged", "status": "completed", "tag": "1f0cb29c-6676-4f1b-a111-285181b01885"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:48:16.345779 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 1f0cb29c-6676-4f1b-a111-285181b01885, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=1f0cb29c-6676-4f1b-a111-285181b01885,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:16.358334 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.383457 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f4d98843-ea75-4513-807e-4cadd8ed5745 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.440546 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d98843-ea75-4513-807e-4cadd8ed5745 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:16.445402 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-f4d98843-ea75-4513-807e-4cadd8ed5745 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:16.450712 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d98843-ea75-4513-807e-4cadd8ed5745 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:16.461461 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=1f0cb29c-6676-4f1b-a111-285181b01885,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:16.464126 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d98843-ea75-4513-807e-4cadd8ed5745 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:16.465817 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f4d98843-ea75-4513-807e-4cadd8ed5745 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.480976 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f923538-f418-48eb-8e94-86fa80c4849f req-0c56590e-a2c4-427e-b3aa-ca8eefb1d0d5 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:16.506267 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f923538-f418-48eb-8e94-86fa80c4849f req-0c56590e-a2c4-427e-b3aa-ca8eefb1d0d5 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 945 time: 0.7969277 Apr 18 20:48:16.506393 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d98843-ea75-4513-807e-4cadd8ed5745 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Port': ['ID=5014d2d9-aa59-4ee2-85d8-02ba213611c7,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:16.510917 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f4d98843-ea75-4513-807e-4cadd8ed5745 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2650671 Apr 18 20:48:16.512789 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50844) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:16.590650 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d33031-2e28-483d-be90-84890365c7d8 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:16.595221 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-ebd34202-2a24-4eaa-bfd9-f942ab9aa5e2 req-57a866e4-7fd0-48e8-a1c5-fa8f23af83ca tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] For port 759125fa-e8db-4090-8ebe-52fc2ed5056a, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=759125fa-e8db-4090-8ebe-52fc2ed5056a,segment=NetworkSegment(6bed2937-5f7b-417b-9c26-49d6568dccf7),segment_id=6bed2937-5f7b-417b-9c26-49d6568dccf7)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:16.596087 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ebd34202-2a24-4eaa-bfd9-f942ab9aa5e2 req-57a866e4-7fd0-48e8-a1c5-fa8f23af83ca tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.599120 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d33031-2e28-483d-be90-84890365c7d8 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:16.604142 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a6d33031-2e28-483d-be90-84890365c7d8 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0864873 Apr 18 20:48:16.604501 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50846) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:16.609706 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f77624-a4e3-4613-b602-54e61ae204fe req-00283306-047f-4145-a3f3-73199b3191f2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:16.618771 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-33f77624-a4e3-4613-b602-54e61ae204fe req-00283306-047f-4145-a3f3-73199b3191f2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=2998cccc-7e52-4545-ab3f-2e5fe999ba04 HTTP/1.1" status: 200 len: 944 time: 0.3316023 Apr 18 20:48:16.706445 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f923538-f418-48eb-8e94-86fa80c4849f req-fd2453e8-da08-42e0-9332-0cd942135624 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047184 Apr 18 20:48:16.706445 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-ebd34202-2a24-4eaa-bfd9-f942ab9aa5e2 req-57a866e4-7fd0-48e8-a1c5-fa8f23af83ca tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Calling delete_port for 759125fa-e8db-4090-8ebe-52fc2ed5056a owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:16.718153 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-33f77624-a4e3-4613-b602-54e61ae204fe req-a66d2830-4cfb-4a69-bd99-25579b011d08 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983961 Apr 18 20:48:16.903693 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-2e395603-2e26-4e76-99ec-b6b1f25aa922 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting port 5014d2d9-aa59-4ee2-85d8-02ba213611c7 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:16.904230 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2e395603-2e26-4e76-99ec-b6b1f25aa922 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.913131 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ee7801-6fca-4f23-995f-b33e02b73909 x-openstack-request-id: req-d3ee7801-6fca-4f23-995f-b33e02b73909 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:48:16.913570 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2998cccc-7e52-4545-ab3f-2e5fe999ba04", "name": "network-vif-plugged", "status": "completed", "tag": "1f0cb29c-6676-4f1b-a111-285181b01885", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:48:16.913963 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3ee7801-6fca-4f23-995f-b33e02b73909 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:48:16.914677 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3ee7801-6fca-4f23-995f-b33e02b73909'] response: {'server_uuid': '2998cccc-7e52-4545-ab3f-2e5fe999ba04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0cb29c-6676-4f1b-a111-285181b01885', 'code': 200} Apr 18 20:48:17.211453 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb15de9-a4be-43cf-8137-7b4241030b95 req-79e874fd-3cfe-465e-97c6-4b2a784f6863 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:17.213110 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bdb15de9-a4be-43cf-8137-7b4241030b95 req-79e874fd-3cfe-465e-97c6-4b2a784f6863 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 945 time: 0.3510437 Apr 18 20:48:17.230735 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2e395603-2e26-4e76-99ec-b6b1f25aa922 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.231715 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7d975-d24a-4cce-85fb-96923ad853cc req-5b226141-a857-4f8d-827b-06732266c432 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:17.240844 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a9d7d975-d24a-4cce-85fb-96923ad853cc req-5b226141-a857-4f8d-827b-06732266c432 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ac2be5-c135-4123-be72-ffcbab1b93f9 HTTP/1.1" status: 200 len: 946 time: 0.1891971 Apr 18 20:48:17.278182 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5dff5f71-adb5-44bf-8ae8-50dc428a97c3 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:17.291874 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-2e395603-2e26-4e76-99ec-b6b1f25aa922 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Calling delete_port for 5014d2d9-aa59-4ee2-85d8-02ba213611c7 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:17.316418 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946a458-9617-42c0-bd10-2bbfe0b31d55 req-eb8a4eeb-ae4c-4c5d-b14a-70d4ca5d1425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:17.320368 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9946a458-9617-42c0-bd10-2bbfe0b31d55 req-eb8a4eeb-ae4c-4c5d-b14a-70d4ca5d1425 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2998cccc-7e52-4545-ab3f-2e5fe999ba04 HTTP/1.1" status: 200 len: 1096 time: 0.3353040 Apr 18 20:48:17.472387 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a9d7d975-d24a-4cce-85fb-96923ad853cc req-28a912ff-1c9a-4ac4-a38f-6298d2376e0a tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd2d061a-64f8-48e3-94f2-c48a7580d07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303953 Apr 18 20:48:17.519433 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bdb15de9-a4be-43cf-8137-7b4241030b95 req-60107fe0-dad3-4263-8a0b-bfbe981d6216 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757535 Apr 18 20:48:17.525343 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ebd34202-2a24-4eaa-bfd9-f942ab9aa5e2 req-57a866e4-7fd0-48e8-a1c5-fa8f23af83ca tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.583264 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 759125fa-e8db-4090-8ebe-52fc2ed5056a no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:48:17.644992 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 759125fa-e8db-4090-8ebe-52fc2ed5056a {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:48:17.645650 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 759125fa-e8db-4090-8ebe-52fc2ed5056a not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:48:17.674540 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5dff5f71-adb5-44bf-8ae8-50dc428a97c3 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:17.675130 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.693019 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a866e4-7fd0-48e8-a1c5-fa8f23af83ca tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Pushing event deleted for resources: {'Port': ['ID=759125fa-e8db-4090-8ebe-52fc2ed5056a,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:17.725155 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9946a458-9617-42c0-bd10-2bbfe0b31d55 req-e7905a65-be85-41ef-aadc-7b75de6de91b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492191 Apr 18 20:48:17.726645 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd34202-2a24-4eaa-bfd9-f942ab9aa5e2 req-57a866e4-7fd0-48e8-a1c5-fa8f23af83ca tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] No DVR routers for this DVR port 759125fa-e8db-4090-8ebe-52fc2ed5056a on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:48:17.731461 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ebd34202-2a24-4eaa-bfd9-f942ab9aa5e2 req-57a866e4-7fd0-48e8-a1c5-fa8f23af83ca tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.737781 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ebd34202-2a24-4eaa-bfd9-f942ab9aa5e2 req-57a866e4-7fd0-48e8-a1c5-fa8f23af83ca tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.32 "DELETE /v2.0/ports/759125fa-e8db-4090-8ebe-52fc2ed5056a HTTP/1.1" status: 204 len: 173 time: 2.3799639 Apr 18 20:48:17.738396 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ac2be5-c135-4123-be72-ffcbab1b93f9', 'name': 'network-vif-deleted', 'tag': '759125fa-e8db-4090-8ebe-52fc2ed5056a'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:48:17.741317 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c5c020-b0fb-4166-b2ec-e8c1d919fc99" -d '{"events": [{"server_uuid": "77ac2be5-c135-4123-be72-ffcbab1b93f9", "name": "network-vif-deleted", "tag": "759125fa-e8db-4090-8ebe-52fc2ed5056a"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:48:17.763724 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2e395603-2e26-4e76-99ec-b6b1f25aa922 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.808253 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5dbf1a7-91b7-4f1c-82fb-92ca331796e1 x-openstack-request-id: req-d5dbf1a7-91b7-4f1c-82fb-92ca331796e1 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:48:17.808767 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ac2be5-c135-4123-be72-ffcbab1b93f9", "name": "network-vif-deleted", "tag": "759125fa-e8db-4090-8ebe-52fc2ed5056a", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:48:17.809176 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d5dbf1a7-91b7-4f1c-82fb-92ca331796e1 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:48:17.809742 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5dbf1a7-91b7-4f1c-82fb-92ca331796e1'] response: {'server_uuid': '77ac2be5-c135-4123-be72-ffcbab1b93f9', 'name': 'network-vif-deleted', 'tag': '759125fa-e8db-4090-8ebe-52fc2ed5056a', 'status': 'completed', 'code': 200} Apr 18 20:48:17.916924 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e395603-2e26-4e76-99ec-b6b1f25aa922 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Port': ['ID=5014d2d9-aa59-4ee2-85d8-02ba213611c7,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:17.947800 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.047602 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2e395603-2e26-4e76-99ec-b6b1f25aa922 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.053126 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2e395603-2e26-4e76-99ec-b6b1f25aa922 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/5014d2d9-aa59-4ee2-85d8-02ba213611c7 HTTP/1.1" status: 204 len: 168 time: 1.4475420 Apr 18 20:48:18.053983 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 5dff5f71-adb5-44bf-8ae8-50dc428a97c3, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5dff5f71-adb5-44bf-8ae8-50dc428a97c3,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:18.057103 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50870) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:18.068000 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.161606 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32013b0-9b07-4cc9-ac4f-43e0f8111c8b req-cd3e3290-5e96-41eb-8ef6-b220099c1ecc tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:18.177845 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d32013b0-9b07-4cc9-ac4f-43e0f8111c8b req-cd3e3290-5e96-41eb-8ef6-b220099c1ecc tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 945 time: 0.3029659 Apr 18 20:48:18.195212 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=5dff5f71-adb5-44bf-8ae8-50dc428a97c3,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:18.240792 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f97157-f87e-45ff-9d7a-1cc1860bd313 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:18.243141 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f97157-f87e-45ff-9d7a-1cc1860bd313 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:18.244957 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-88f97157-f87e-45ff-9d7a-1cc1860bd313 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1852558 Apr 18 20:48:18.248963 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50876) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:18.335760 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c519b2-44f6-4579-9462-dc31c240e294 req-1bfe0407-af93-46c5-a4d9-cec67bba94c0 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:18.343391 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f6c519b2-44f6-4579-9462-dc31c240e294 req-1bfe0407-af93-46c5-a4d9-cec67bba94c0 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=2998cccc-7e52-4545-ab3f-2e5fe999ba04 HTTP/1.1" status: 200 len: 945 time: 0.3490632 Apr 18 20:48:18.382341 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f635a7-544c-4ef1-a531-fcc12915d620 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet cc94548e-f34a-4350-a99e-9a88a38d1665 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:48:18.392705 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b1f635a7-544c-4ef1-a531-fcc12915d620 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.400519 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d32013b0-9b07-4cc9-ac4f-43e0f8111c8b req-19c4b92a-e3ac-4f57-acd1-e577c1533722 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209353 Apr 18 20:48:18.494650 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b1f635a7-544c-4ef1-a531-fcc12915d620 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.522070 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f6c519b2-44f6-4579-9462-dc31c240e294 req-475f00b7-23da-4d7a-bd07-ae3d4d9d68c4 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526458 Apr 18 20:48:18.654040 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e701b93d-d577-4dfc-b9e5-f6216d9e60a3 None None] Provisioning complete for port 5dff5f71-adb5-44bf-8ae8-50dc428a97c3 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:18.654897 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e701b93d-d577-4dfc-b9e5-f6216d9e60a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.685798 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf7e65-bcaf-4929-abd1-509c0431e706 req-d9e01a1d-3ac0-401e-b1f4-b7d45f3a3de4 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:18.704027 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-abdf7e65-bcaf-4929-abd1-509c0431e706 req-d9e01a1d-3ac0-401e-b1f4-b7d45f3a3de4 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 945 time: 0.1450703 Apr 18 20:48:18.838392 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee0f8e1d-7389-4a15-a2b9-bd6b04804621 req-06995c83-c4ae-40fc-a6fe-8b7a2e888851 tempest-ServerMetadataNegativeTestJSON-1721689045 tempest-ServerMetadataNegativeTestJSON-1721689045-project] 10.222.0.41 "GET /v2.0/ports?device_id=77ac2be5-c135-4123-be72-ffcbab1b93f9 HTTP/1.1" status: 200 len: 210 time: 0.1000912 Apr 18 20:48:18.935629 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b1f635a7-544c-4ef1-a531-fcc12915d620 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.942034 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-abdf7e65-bcaf-4929-abd1-509c0431e706 req-947d578c-5afa-44a6-b50c-f046c90a5e7c tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055924 Apr 18 20:48:19.180503 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b1f635a7-544c-4ef1-a531-fcc12915d620 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.212663 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5dff5f71-adb5-44bf-8ae8-50dc428a97c3 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:19.243503 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f635a7-544c-4ef1-a531-fcc12915d620 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=cc94548e-f34a-4350-a99e-9a88a38d1665,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:19.262964 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b1f635a7-544c-4ef1-a531-fcc12915d620 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.274514 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b1f635a7-544c-4ef1-a531-fcc12915d620 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/cc94548e-f34a-4350-a99e-9a88a38d1665 HTTP/1.1" status: 204 len: 168 time: 1.0203040 Apr 18 20:48:19.275031 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50902) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:19.407714 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9459da13-b2c3-4887-a730-689c4f530470 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1296437 Apr 18 20:48:19.409055 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50906) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:19.420571 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50908) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:19.427252 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d27706a3-d530-4a95-b2fa-6a3da5e8e3f1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:19.457458 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3884ba3-8558-40a9-a967-092ac2dff96c req-4a08ad19-34a8-4626-9a95-79f9a6d3a56b tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:19.475226 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-7e9b774d-dcc0-4c3d-bd54-9fd9ca5b72a5 None None] Could not find standard attr ID for object 5014d2d9-aa59-4ee2-85d8-02ba213611c7. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:48:19.480936 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b3884ba3-8558-40a9-a967-092ac2dff96c req-4a08ad19-34a8-4626-9a95-79f9a6d3a56b tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 945 time: 0.4150319 Apr 18 20:48:19.575748 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5dff5f71-adb5-44bf-8ae8-50dc428a97c3 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:19.576128 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.601088 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b3884ba3-8558-40a9-a967-092ac2dff96c req-edeb3451-e03c-4bb4-ac95-ea0425d26cb3 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188464 Apr 18 20:48:19.706045 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac8cef1-dde9-44e2-98ef-c83ee4aaa8a2 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:48:19.807790 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27706a3-d530-4a95-b2fa-6a3da5e8e3f1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:19.817834 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d27706a3-d530-4a95-b2fa-6a3da5e8e3f1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.883998 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-9bc700c9-d612-4e4c-afa3-110b55c598ac tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:19.914334 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd9193-3b61-4af4-bd6f-5bed2efedfe1 req-a81447c3-eb8d-4c91-9f7c-7b2c82350ccf tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:19.929157 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-47cd9193-3b61-4af4-bd6f-5bed2efedfe1 req-a81447c3-eb8d-4c91-9f7c-7b2c82350ccf tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=2998cccc-7e52-4545-ab3f-2e5fe999ba04 HTTP/1.1" status: 200 len: 945 time: 0.1729817 Apr 18 20:48:20.037181 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498876e-79b3-4a32-8a44-98ae3c4f0ee4 req-32d625c1-5345-4a36-8bd6-6c4422ee1cc9 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:20.043675 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e498876e-79b3-4a32-8a44-98ae3c4f0ee4 req-32d625c1-5345-4a36-8bd6-6c4422ee1cc9 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 945 time: 0.1968868 Apr 18 20:48:20.101124 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9bc700c9-d612-4e4c-afa3-110b55c598ac tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] 10.222.0.41 "PUT /v2.0/quotas/d04278139c4541f4b7b8750f466f3a3e HTTP/1.1" status: 200 len: 368 time: 0.6869028 Apr 18 20:48:20.118627 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50922) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:20.124948 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-b628b1e9-bdb7-47c8-9ab2-8692112a5084 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Request body: {'network': {'project_id': 'd04278139c4541f4b7b8750f466f3a3e'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:20.135868 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-47cd9193-3b61-4af4-bd6f-5bed2efedfe1 req-9fcac399-8360-4d02-abd5-482d5e0ae64c tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906972 Apr 18 20:48:20.145003 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e498876e-79b3-4a32-8a44-98ae3c4f0ee4 req-d4fa954e-8948-43d7-943f-8de8087c8518 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875943 Apr 18 20:48:20.210542 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b628b1e9-bdb7-47c8-9ab2-8692112a5084 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Made reservation on behalf of d04278139c4541f4b7b8750f466f3a3e for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:20.213820 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b628b1e9-bdb7-47c8-9ab2-8692112a5084 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.215847 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50924) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:20.240522 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae8d4bb-a4b2-4e50-a217-5a559090932e None None] DHCP port deletion for 50eba278-0f67-4e34-aa13-933b003eee26 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:48:20.243952 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b628b1e9-bdb7-47c8-9ab2-8692112a5084 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.307669 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-703d1296-97af-411d-8c0b-3f3f55d0ac76 admin admin] Deleting subnet c9cc88db-46a2-49e0-b0d6-925d77779d66 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:48:20.314985 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-703d1296-97af-411d-8c0b-3f3f55d0ac76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.381076 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-703d1296-97af-411d-8c0b-3f3f55d0ac76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.438521 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-bae8d4bb-a4b2-4e50-a217-5a559090932e None None] Deleting port 5dff5f71-adb5-44bf-8ae8-50dc428a97c3 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:20.440176 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bae8d4bb-a4b2-4e50-a217-5a559090932e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.463679 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-703d1296-97af-411d-8c0b-3f3f55d0ac76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.467081 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b628b1e9-bdb7-47c8-9ab2-8692112a5084 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.544117 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b628b1e9-bdb7-47c8-9ab2-8692112a5084 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.554139 n-d-838323-3 neutron-server[102909]: DEBUG neutron.objects.ports [None req-d27706a3-d530-4a95-b2fa-6a3da5e8e3f1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102909) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:48:20.591832 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-bae8d4bb-a4b2-4e50-a217-5a559090932e None None] For port 5dff5f71-adb5-44bf-8ae8-50dc428a97c3, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5dff5f71-adb5-44bf-8ae8-50dc428a97c3,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:20.592526 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bae8d4bb-a4b2-4e50-a217-5a559090932e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.617640 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-bae8d4bb-a4b2-4e50-a217-5a559090932e None None] Calling delete_port for 5dff5f71-adb5-44bf-8ae8-50dc428a97c3 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:20.678329 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b628b1e9-bdb7-47c8-9ab2-8692112a5084 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:48:20.701239 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b628b1e9-bdb7-47c8-9ab2-8692112a5084 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.701838 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-b628b1e9-bdb7-47c8-9ab2-8692112a5084 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Added segment 37bbe2ec-840e-4580-a21a-cbdb8c31bc55 of type vlan for network c299aa4b-8317-4b85-80a6-91f3da536677 Apr 18 20:48:20.822050 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d27706a3-d530-4a95-b2fa-6a3da5e8e3f1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.836894 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bae8d4bb-a4b2-4e50-a217-5a559090932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.870058 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27706a3-d530-4a95-b2fa-6a3da5e8e3f1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Port 5dff5f71-adb5-44bf-8ae8-50dc428a97c3 concurrently deleted while adding address for new subnet {'id': 'ef83ef16-9510-4df7-b4c1-cac7cee83bdd', 'name': '', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1900, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-04-18T20:48:20Z', 'updated_at': '2022-04-18T20:48:20Z', 'revision_number': 0, 'segment_id': None, 'project_id': '2137ae7eec6143fb871237b99e217de6'}. {{(pid=102909) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Apr 18 20:48:20.872082 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d27706a3-d530-4a95-b2fa-6a3da5e8e3f1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.881917 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8d4bb-a4b2-4e50-a217-5a559090932e None None] Pushing event deleted for resources: {'Port': ['ID=5dff5f71-adb5-44bf-8ae8-50dc428a97c3,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:20.884270 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae8d4bb-a4b2-4e50-a217-5a559090932e None None] No DVR routers for this DVR port 5dff5f71-adb5-44bf-8ae8-50dc428a97c3 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:48:20.919670 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b628b1e9-bdb7-47c8-9ab2-8692112a5084 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.925019 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27706a3-d530-4a95-b2fa-6a3da5e8e3f1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:20.930061 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-d27706a3-d530-4a95-b2fa-6a3da5e8e3f1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:20.935949 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27706a3-d530-4a95-b2fa-6a3da5e8e3f1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:20.936598 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d27706a3-d530-4a95-b2fa-6a3da5e8e3f1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.956006 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e225b385-2c3c-494b-9b85-57d4ba2749a4 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:48:20.967998 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628b1e9-bdb7-47c8-9ab2-8692112a5084 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede89f6f-19cb-46b0-8a47-910e025c778c,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:20.974224 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27706a3-d530-4a95-b2fa-6a3da5e8e3f1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=ef83ef16-9510-4df7-b4c1-cac7cee83bdd,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:20.988246 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b174f15-68a5-4866-9fd6-d9241dca19f9 req-42dd8986-abed-43a4-9d24-ad2345b2c4c1 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:20.997420 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d27706a3-d530-4a95-b2fa-6a3da5e8e3f1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5751061 Apr 18 20:48:20.998338 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50942) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:20.999537 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3b174f15-68a5-4866-9fd6-d9241dca19f9 req-42dd8986-abed-43a4-9d24-ad2345b2c4c1 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/networks?id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92 HTTP/1.1" status: 200 len: 806 time: 0.4589050 Apr 18 20:48:21.004056 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-703d1296-97af-411d-8c0b-3f3f55d0ac76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.018668 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-69121b8b-51db-4df8-bc66-384c36341334 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'mac_address': 'fa:16:3e:50:d5:7d', 'name': 'tempest-NetworksTestDHCPv6-1105285326'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:21.071729 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d1296-97af-411d-8c0b-3f3f55d0ac76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9cc88db-46a2-49e0-b0d6-925d77779d66,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:21.082389 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2a417-d71b-4ed5-8037-79e384a70f2b req-d4389c0d-efe8-4257-a6b1-693f14775a70 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:21.084018 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c5b2a417-d71b-4ed5-8037-79e384a70f2b req-d4389c0d-efe8-4257-a6b1-693f14775a70 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 945 time: 0.3222203 Apr 18 20:48:21.099131 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3b174f15-68a5-4866-9fd6-d9241dca19f9 req-7877bc67-1379-4cc6-b6a8-506a7669c451 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/quotas/65c0c9deb9974734a5e938fa16904c15 HTTP/1.1" status: 200 len: 375 time: 0.0986025 Apr 18 20:48:21.113351 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-703d1296-97af-411d-8c0b-3f3f55d0ac76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.119655 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-703d1296-97af-411d-8c0b-3f3f55d0ac76 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c9cc88db-46a2-49e0-b0d6-925d77779d66 HTTP/1.1" status: 204 len: 168 time: 0.9005296 Apr 18 20:48:21.130797 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50944) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:21.151473 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b628b1e9-bdb7-47c8-9ab2-8692112a5084 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.152672 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b628b1e9-bdb7-47c8-9ab2-8692112a5084 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:21.153108 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b628b1e9-bdb7-47c8-9ab2-8692112a5084 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.154193 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5dff5f71-adb5-44bf-8ae8-50dc428a97c3 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:48:21.199325 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 5dff5f71-adb5-44bf-8ae8-50dc428a97c3 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:48:21.200514 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5dff5f71-adb5-44bf-8ae8-50dc428a97c3 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:48:21.276828 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69121b8b-51db-4df8-bc66-384c36341334 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:21.317990 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a11aedf-e88b-465e-960f-260811817753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-50eba278-0f67-4e34-aa13-933b003eee26', 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'fixed_ips': [{'subnet_id': 'ef83ef16-9510-4df7-b4c1-cac7cee83bdd'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:48:21.320848 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7a11aedf-e88b-465e-960f-260811817753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.332252 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b628b1e9-bdb7-47c8-9ab2-8692112a5084 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2125981 Apr 18 20:48:21.347352 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50950) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:21.361336 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-3c45ee07-b755-4694-9511-0d3be0edc516 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Request body: {'network': {'project_id': 'd04278139c4541f4b7b8750f466f3a3e'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:21.380668 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c5b2a417-d71b-4ed5-8037-79e384a70f2b req-1baf2a7a-c17f-4548-8c5a-a32964e9be72 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779837 Apr 18 20:48:21.402140 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628b1e9-bdb7-47c8-9ab2-8692112a5084 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Pushing event updated for resources: {'Network': ['ID=c299aa4b-8317-4b85-80a6-91f3da536677,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:21.416979 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57787787-9f33-449f-9ee3-c88646607b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.452823 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3b174f15-68a5-4866-9fd6-d9241dca19f9 req-5d2c0690-e216-4131-9340-84d769d467e7 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=65c0c9deb9974734a5e938fa16904c15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3522706 Apr 18 20:48:21.455160 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network c299aa4b-8317-4b85-80a6-91f3da536677 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:48:21.546808 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-69121b8b-51db-4df8-bc66-384c36341334 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.579854 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-69121b8b-51db-4df8-bc66-384c36341334 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] device_id is not set on port d55797e8-2185-44df-9b2f-c4ad6725899e yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:48:21.614882 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c45ee07-b755-4694-9511-0d3be0edc516 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Made reservation on behalf of d04278139c4541f4b7b8750f466f3a3e for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:21.620001 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-7a11aedf-e88b-465e-960f-260811817753 None None] Allocated IP 2001:db8::f816:3eff:fe79:542 (50eba278-0f67-4e34-aa13-933b003eee26/ef83ef16-9510-4df7-b4c1-cac7cee83bdd/5a97f673-e0b2-47ce-87b4-118aa3df03a0) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:21.627092 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3c45ee07-b755-4694-9511-0d3be0edc516 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.846689 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7a11aedf-e88b-465e-960f-260811817753 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.850481 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c45ee07-b755-4694-9511-0d3be0edc516 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:48:21.862171 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7a11aedf-e88b-465e-960f-260811817753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.867818 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd0b35-4381-4562-ae98-8229685083ac req-133ccc21-77cf-4eb1-86c6-7c24077098fc tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:21.871803 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b8bd0b35-4381-4562-ae98-8229685083ac req-133ccc21-77cf-4eb1-86c6-7c24077098fc tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 945 time: 0.2578552 Apr 18 20:48:21.876522 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57787787-9f33-449f-9ee3-c88646607b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.887401 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3b174f15-68a5-4866-9fd6-d9241dca19f9 req-ed4573b8-ce23-4921-8e7d-18042a688baa service neutron] 10.222.0.41 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333351 Apr 18 20:48:21.925481 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3c45ee07-b755-4694-9511-0d3be0edc516 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.926227 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-3c45ee07-b755-4694-9511-0d3be0edc516 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Added segment 2c5c2426-5cd1-49b4-98d7-7b7b61b2c39e of type vlan for network 38158340-30e7-4eb8-8c4c-894d14aabe8a Apr 18 20:48:21.954557 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a11aedf-e88b-465e-960f-260811817753 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:21.968846 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-7a11aedf-e88b-465e-960f-260811817753 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:21.970082 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-57787787-9f33-449f-9ee3-c88646607b2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e34dbd2-e048-4dac-89e5-b3cdd96748ca']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:21.977838 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a11aedf-e88b-465e-960f-260811817753 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:21.994177 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-69121b8b-51db-4df8-bc66-384c36341334 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 2001:db8::f816:3eff:fe50:d57d (50eba278-0f67-4e34-aa13-933b003eee26/ef83ef16-9510-4df7-b4c1-cac7cee83bdd/d55797e8-2185-44df-9b2f-c4ad6725899e) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:21.996226 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11aedf-e88b-465e-960f-260811817753 None None] Pushing event updated for resources: {'Port': ['ID=5a97f673-e0b2-47ce-87b4-118aa3df03a0,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:22.023221 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-57787787-9f33-449f-9ee3-c88646607b2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bed2937-5f7b-417b-9c26-49d6568dccf7') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:22.023515 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-57787787-9f33-449f-9ee3-c88646607b2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bed2937-5f7b-417b-9c26-49d6568dccf7') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:22.068497 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3c45ee07-b755-4694-9511-0d3be0edc516 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.073281 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57787787-9f33-449f-9ee3-c88646607b2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.077945 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b8bd0b35-4381-4562-ae98-8229685083ac req-17df3e53-fa6b-485b-aa95-0a6c64e434be tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895266 Apr 18 20:48:22.110776 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57787787-9f33-449f-9ee3-c88646607b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.135581 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57787787-9f33-449f-9ee3-c88646607b2d admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:48:22.136009 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57787787-9f33-449f-9ee3-c88646607b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:48:22.139679 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:48:22.142212 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7a11aedf-e88b-465e-960f-260811817753 None None] Attempting to bind port 5a97f673-e0b2-47ce-87b4-118aa3df03a0 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:22.142326 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7a11aedf-e88b-465e-960f-260811817753 None None] Attempting to bind port 5a97f673-e0b2-47ce-87b4-118aa3df03a0 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:22.142717 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a11aedf-e88b-465e-960f-260811817753 None None] Attempting to bind port 5a97f673-e0b2-47ce-87b4-118aa3df03a0 on network 50eba278-0f67-4e34-aa13-933b003eee26 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:22.163968 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a11aedf-e88b-465e-960f-260811817753 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:48:22.164348 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a11aedf-e88b-465e-960f-260811817753 None None] Checking segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:48:22.164805 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7a11aedf-e88b-465e-960f-260811817753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.165208 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a11aedf-e88b-465e-960f-260811817753 None None] Bound using segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:48:22.165705 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7a11aedf-e88b-465e-960f-260811817753 None None] Bound port: 5a97f673-e0b2-47ce-87b4-118aa3df03a0, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:22.166094 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7a11aedf-e88b-465e-960f-260811817753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.175678 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3c45ee07-b755-4694-9511-0d3be0edc516 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.176687 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c45ee07-b755-4694-9511-0d3be0edc516 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:22.177282 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3c45ee07-b755-4694-9511-0d3be0edc516 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.241326 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-69121b8b-51db-4df8-bc66-384c36341334 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.259282 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3b174f15-68a5-4866-9fd6-d9241dca19f9 req-4d0337da-e88d-43a5-9145-f2c252fc0ebf service neutron] 10.222.0.41 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569052 Apr 18 20:48:22.319032 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-69121b8b-51db-4df8-bc66-384c36341334 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.360929 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7a11aedf-e88b-465e-960f-260811817753 None None] For port 5a97f673-e0b2-47ce-87b4-118aa3df03a0, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:22.362063 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3c45ee07-b755-4694-9511-0d3be0edc516 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0078409 Apr 18 20:48:22.366729 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7a11aedf-e88b-465e-960f-260811817753 None None] For port 5a97f673-e0b2-47ce-87b4-118aa3df03a0, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5a97f673-e0b2-47ce-87b4-118aa3df03a0,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:48:22.376990 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50958) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:22.387275 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7a11aedf-e88b-465e-960f-260811817753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.401063 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-41ea2533-2b08-4b3d-85a8-e5d59a4f1e3c tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Request body: {'network': {'project_id': 'd04278139c4541f4b7b8750f466f3a3e'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:22.406448 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57787787-9f33-449f-9ee3-c88646607b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.437137 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57787787-9f33-449f-9ee3-c88646607b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.452129 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-57787787-9f33-449f-9ee3-c88646607b2d admin admin] 10.222.0.41 "DELETE /v2.0/networks/1e34dbd2-e048-4dac-89e5-b3cdd96748ca HTTP/1.1" status: 204 len: 168 time: 1.3146343 Apr 18 20:48:22.452129 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45ee07-b755-4694-9511-0d3be0edc516 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Pushing event updated for resources: {'Network': ['ID=38158340-30e7-4eb8-8c4c-894d14aabe8a,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:22.473672 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 38158340-30e7-4eb8-8c4c-894d14aabe8a details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:48:22.509874 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ea2533-2b08-4b3d-85a8-e5d59a4f1e3c tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 20:48:22.510887 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ea2533-2b08-4b3d-85a8-e5d59a4f1e3c tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:48:22.517373 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-41ea2533-2b08-4b3d-85a8-e5d59a4f1e3c tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1342804 Apr 18 20:48:22.518842 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50966) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:22.545582 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57787787-9f33-449f-9ee3-c88646607b2d admin admin] Pushing event deleted for resources: {'Network': ['ID=1e34dbd2-e048-4dac-89e5-b3cdd96748ca,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:22.571550 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69121b8b-51db-4df8-bc66-384c36341334 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:22.644088 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-69121b8b-51db-4df8-bc66-384c36341334 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:22.667962 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11aedf-e88b-465e-960f-260811817753 None None] Pushing event updated for resources: {'Port': ['ID=5a97f673-e0b2-47ce-87b4-118aa3df03a0,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:22.670362 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69121b8b-51db-4df8-bc66-384c36341334 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:22.701928 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69121b8b-51db-4df8-bc66-384c36341334 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:22.706617 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-69121b8b-51db-4df8-bc66-384c36341334 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.714905 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f44b87f8-a71c-4e99-80a7-a385d2b3bf20 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d04278139c4541f4b7b8750f466f3a3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943066 Apr 18 20:48:22.723621 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50970) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:22.794887 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69121b8b-51db-4df8-bc66-384c36341334 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Port': ['ID=d55797e8-2185-44df-9b2f-c4ad6725899e,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:22.841009 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-69121b8b-51db-4df8-bc66-384c36341334 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8409989 Apr 18 20:48:22.846181 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50976) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:22.871436 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a061c8-0666-42e4-b797-0a798edb5aff req-53f1e8fe-31f0-426c-b134-8a48e9f990bf tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:22.902280 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-59a061c8-0666-42e4-b797-0a798edb5aff req-53f1e8fe-31f0-426c-b134-8a48e9f990bf tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 945 time: 0.2287245 Apr 18 20:48:23.070098 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81ee0f86-0c84-4b7d-ba49-7daf851ac829 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.104327 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-59a061c8-0666-42e4-b797-0a798edb5aff req-ebedd99e-b9b9-4e35-b64d-68b06b0a02f6 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995921 Apr 18 20:48:23.203029 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81ee0f86-0c84-4b7d-ba49-7daf851ac829 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.301760 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7078aa95-675b-4401-98bd-91a33b31d945 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:23.308913 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7078aa95-675b-4401-98bd-91a33b31d945 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:23.312575 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7078aa95-675b-4401-98bd-91a33b31d945 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4650869 Apr 18 20:48:23.321276 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50998) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:23.379679 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51000) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:23.391938 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec61152-10d5-4f8d-b20a-4d1e3bb78cd3 req-1390ddf7-b2ce-4e83-a641-def0a6d0d4eb tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:23.400982 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eec61152-10d5-4f8d-b20a-4d1e3bb78cd3 req-1390ddf7-b2ce-4e83-a641-def0a6d0d4eb tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 945 time: 0.1213374 Apr 18 20:48:23.472291 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81ee0f86-0c84-4b7d-ba49-7daf851ac829 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.475129 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81ee0f86-0c84-4b7d-ba49-7daf851ac829 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.479127 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-81ee0f86-0c84-4b7d-ba49-7daf851ac829 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/ede89f6f-19cb-46b0-8a47-910e025c778c HTTP/1.1" status: 204 len: 168 time: 0.7503645 Apr 18 20:48:23.483534 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51008) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:23.523868 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee0f86-0c84-4b7d-ba49-7daf851ac829 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede89f6f-19cb-46b0-8a47-910e025c778c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:23.538295 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-02df8ec6-3746-471f-8c76-3092588b1ce7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=842426f64f3141e4850749a1866714f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1506565 Apr 18 20:48:23.538941 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eec61152-10d5-4f8d-b20a-4d1e3bb78cd3 req-84f886a7-2c8d-431a-9749-91822f446a45 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365716 Apr 18 20:48:23.542607 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51012) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:23.628314 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e6df0db6-1541-4b30-a043-6dbe5a518ee6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting port d55797e8-2185-44df-9b2f-c4ad6725899e {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:23.628802 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e6df0db6-1541-4b30-a043-6dbe5a518ee6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.653957 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e3a9d2a-7988-420c-a6a3-cfa818907851 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.671036 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-a199daf7-4597-4d85-922c-9e2466962b8e tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:23.675797 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-a199daf7-4597-4d85-922c-9e2466962b8e tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/networks?id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92 HTTP/1.1" status: 200 len: 806 time: 0.2452166 Apr 18 20:48:23.687143 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-41bc749b-ee2c-42d2-8a37-e76d424e9f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.728525 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-597d2a5b-2cc3-416b-9bbd-6d0a0e74a3a3 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/quotas/65c0c9deb9974734a5e938fa16904c15 HTTP/1.1" status: 200 len: 375 time: 0.0390377 Apr 18 20:48:23.771572 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-41bc749b-ee2c-42d2-8a37-e76d424e9f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.776213 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e6df0db6-1541-4b30-a043-6dbe5a518ee6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.797135 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e6df0db6-1541-4b30-a043-6dbe5a518ee6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Calling delete_port for d55797e8-2185-44df-9b2f-c4ad6725899e owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:23.834187 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-5dd8f489-3083-4ed8-adaa-cfbda598e726 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=65c0c9deb9974734a5e938fa16904c15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1046593 Apr 18 20:48:23.961113 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-41bc749b-ee2c-42d2-8a37-e76d424e9f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.964548 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-41bc749b-ee2c-42d2-8a37-e76d424e9f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.966264 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-41bc749b-ee2c-42d2-8a37-e76d424e9f39 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd2d061a-64f8-48e3-94f2-c48a7580d07b HTTP/1.1" status: 204 len: 168 time: 0.4233334 Apr 18 20:48:24.055482 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e6df0db6-1541-4b30-a043-6dbe5a518ee6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:24.066664 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc749b-ee2c-42d2-8a37-e76d424e9f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2d061a-64f8-48e3-94f2-c48a7580d07b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:24.121705 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-ee891a62-76ba-4024-80ae-055c0f3c80d0 service neutron] 10.222.0.41 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864602 Apr 18 20:48:24.318495 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df0db6-1541-4b30-a043-6dbe5a518ee6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Port': ['ID=d55797e8-2185-44df-9b2f-c4ad6725899e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:24.333577 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e3a9d2a-7988-420c-a6a3-cfa818907851 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:24.386165 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e6df0db6-1541-4b30-a043-6dbe5a518ee6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:24.397869 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e6df0db6-1541-4b30-a043-6dbe5a518ee6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/d55797e8-2185-44df-9b2f-c4ad6725899e HTTP/1.1" status: 204 len: 168 time: 1.0719857 Apr 18 20:48:24.403433 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51024) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:24.437740 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-9b1f192e-7428-49eb-b66c-982fd04d50af service neutron] 10.222.0.41 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150768 Apr 18 20:48:24.454532 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf119773-6dae-4933-86ab-7a04b20faba2 req-f60e6803-71c3-45e3-9c34-9eb9e7b8ac75 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:24.468533 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf119773-6dae-4933-86ab-7a04b20faba2 req-f60e6803-71c3-45e3-9c34-9eb9e7b8ac75 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 945 time: 0.1684396 Apr 18 20:48:24.508257 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-5e3a9d2a-7988-420c-a6a3-cfa818907851 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38158340-30e7-4eb8-8c4c-894d14aabe8a']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:24.528657 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-02509d37-7a4b-4e96-9db8-bb818bb77351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:24.563097 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-5e3a9d2a-7988-420c-a6a3-cfa818907851 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5c2426-5cd1-49b4-98d7-7b7b61b2c39e') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:24.563097 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-5e3a9d2a-7988-420c-a6a3-cfa818907851 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5c2426-5cd1-49b4-98d7-7b7b61b2c39e') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:24.567311 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf119773-6dae-4933-86ab-7a04b20faba2 req-63174445-f30f-435c-b1de-069fdf46a316 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953035 Apr 18 20:48:24.584720 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e3a9d2a-7988-420c-a6a3-cfa818907851 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:24.601705 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed60a754-ff88-4d79-a882-5a31902f8b19 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:24.605901 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed60a754-ff88-4d79-a882-5a31902f8b19 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:24.616052 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ed60a754-ff88-4d79-a882-5a31902f8b19 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2106364 Apr 18 20:48:24.619589 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51030) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:24.649832 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e3a9d2a-7988-420c-a6a3-cfa818907851 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:24.735119 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3a9d2a-7988-420c-a6a3-cfa818907851 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:48:24.737116 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e3a9d2a-7988-420c-a6a3-cfa818907851 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:48:24.742100 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:48:24.867216 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d39097b7-fab8-4f12-971c-5cc573e0dd0b req-7c6d57d9-afa2-4744-a4af-2900bc7b5fab tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c958a7-2dc8-4241-af76-54400040a668 HTTP/1.1" status: 200 len: 210 time: 0.0844531 Apr 18 20:48:24.880738 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6ad41cf3-c1fb-416e-9309-f61d002b386f None None] Provisioning complete for port 5a97f673-e0b2-47ce-87b4-118aa3df03a0 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:24.881394 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6ad41cf3-c1fb-416e-9309-f61d002b386f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:24.922027 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7150592-6c26-45e3-974e-b5a69b5d898d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet ef83ef16-9510-4df7-b4c1-cac7cee83bdd {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:48:24.927230 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a7150592-6c26-45e3-974e-b5a69b5d898d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:24.958158 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847738f6-dbb6-4634-bdb1-5cea02677982 req-633eefc7-3c3f-4b89-a136-03ee30065882 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:24.959730 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-847738f6-dbb6-4634-bdb1-5cea02677982 req-633eefc7-3c3f-4b89-a136-03ee30065882 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 945 time: 0.2604749 Apr 18 20:48:25.004533 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e3a9d2a-7988-420c-a6a3-cfa818907851 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.042062 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e3a9d2a-7988-420c-a6a3-cfa818907851 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.068600 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5e3a9d2a-7988-420c-a6a3-cfa818907851 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] 10.222.0.41 "DELETE /v2.0/networks/38158340-30e7-4eb8-8c4c-894d14aabe8a HTTP/1.1" status: 204 len: 168 time: 1.5786655 Apr 18 20:48:25.070636 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-847738f6-dbb6-4634-bdb1-5cea02677982 req-a6c1d681-aa11-4c7a-ba35-648acfd87cc4 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989513 Apr 18 20:48:25.074152 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51040) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:25.126085 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a9d2a-7988-420c-a6a3-cfa818907851 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Pushing event deleted for resources: {'Network': ['ID=38158340-30e7-4eb8-8c4c-894d14aabe8a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:25.169463 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a7150592-6c26-45e3-974e-b5a69b5d898d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.400516 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98ad422f-3c84-4655-9944-75f193b07c22 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.417857 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5a97f673-e0b2-47ce-87b4-118aa3df03a0 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:25.430870 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6ad41cf3-c1fb-416e-9309-f61d002b386f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.546155 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a7150592-6c26-45e3-974e-b5a69b5d898d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.703026 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5a97f673-e0b2-47ce-87b4-118aa3df03a0 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:25.706671 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.715067 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98ad422f-3c84-4655-9944-75f193b07c22 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.716889 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a7150592-6c26-45e3-974e-b5a69b5d898d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.762090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-98ad422f-3c84-4655-9944-75f193b07c22 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c299aa4b-8317-4b85-80a6-91f3da536677']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:25.803361 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7150592-6c26-45e3-974e-b5a69b5d898d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=ef83ef16-9510-4df7-b4c1-cac7cee83bdd,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:25.817377 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a7150592-6c26-45e3-974e-b5a69b5d898d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.832667 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a7150592-6c26-45e3-974e-b5a69b5d898d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/ef83ef16-9510-4df7-b4c1-cac7cee83bdd HTTP/1.1" status: 204 len: 168 time: 1.2109478 Apr 18 20:48:25.833646 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51058) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:25.893938 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-98ad422f-3c84-4655-9944-75f193b07c22 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37bbe2ec-840e-4580-a21a-cbdb8c31bc55') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:25.894441 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-98ad422f-3c84-4655-9944-75f193b07c22 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37bbe2ec-840e-4580-a21a-cbdb8c31bc55') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:25.957044 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-80bcd7bb-26b3-4e4d-80f3-befec03b9ee7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1212070 Apr 18 20:48:25.958889 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51066) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:26.007164 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0b9d1e-609c-4ccf-8e40-066eb5ecf004 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:48:26.012679 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-6ad41cf3-c1fb-416e-9309-f61d002b386f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:48:26.014096 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-6ad41cf3-c1fb-416e-9309-f61d002b386f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:48:26.033307 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.039996 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29216d58-5640-42a8-87d2-2c40b8d1499e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:26.043431 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-29216d58-5640-42a8-87d2-2c40b8d1499e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0834708 Apr 18 20:48:26.046448 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51068) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:26.052913 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98ad422f-3c84-4655-9944-75f193b07c22 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.149318 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0edd6d22-fb4d-4109-95c1-a47174672b12 req-16f57371-1982-428d-b071-b66c70317dc9 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c958a7-2dc8-4241-af76-54400040a668 HTTP/1.1" status: 200 len: 210 time: 0.1337628 Apr 18 20:48:26.188892 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98ad422f-3c84-4655-9944-75f193b07c22 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.218753 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed815935-edf5-40dc-ad29-f63ef244b031 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:26.226057 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ed815935-edf5-40dc-ad29-f63ef244b031 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1742938 Apr 18 20:48:26.228801 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51076) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:26.229333 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 5a97f673-e0b2-47ce-87b4-118aa3df03a0, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5a97f673-e0b2-47ce-87b4-118aa3df03a0,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:26.242155 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc987c2-56bd-432b-ae9c-ba7dd6fd9268 req-4fcbe83d-222f-4d4e-8ccf-d7eab7ba51a5 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:26.255718 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ffc987c2-56bd-432b-ae9c-ba7dd6fd9268 req-4fcbe83d-222f-4d4e-8ccf-d7eab7ba51a5 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 945 time: 0.5035110 Apr 18 20:48:26.259703 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ad422f-3c84-4655-9944-75f193b07c22 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:48:26.263477 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98ad422f-3c84-4655-9944-75f193b07c22 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.264603 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:48:26.265568 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:48:26.352656 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=5a97f673-e0b2-47ce-87b4-118aa3df03a0,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:26.383954 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2a1436d0-2e48-4643-975f-34dc1fa880df tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1472268 Apr 18 20:48:26.388055 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51080) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:26.397236 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-13e39eab-37d4-48c3-b353-12f6432cf935 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:26.458573 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9a0276-6e0f-4aa8-8c06-deae664be8fa None None] DHCP port deletion for 50eba278-0f67-4e34-aa13-933b003eee26 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:48:26.497682 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51084) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:26.559285 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-af9a0276-6e0f-4aa8-8c06-deae664be8fa None None] Deleting port 5a97f673-e0b2-47ce-87b4-118aa3df03a0 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:26.559661 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-af9a0276-6e0f-4aa8-8c06-deae664be8fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.589996 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ffc987c2-56bd-432b-ae9c-ba7dd6fd9268 req-af2d78f6-d0ca-490f-97ba-2181fcf34187 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320270 Apr 18 20:48:26.614029 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e39eab-37d4-48c3-b353-12f6432cf935 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:26.623476 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13e39eab-37d4-48c3-b353-12f6432cf935 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.672658 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbccb9-c83c-4246-8cac-899fd8865909 req-bc9918cd-c55d-4d5d-b817-d79141c20c6a tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:26.689877 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45cbccb9-c83c-4246-8cac-899fd8865909 req-bc9918cd-c55d-4d5d-b817-d79141c20c6a tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 945 time: 0.3613172 Apr 18 20:48:26.692500 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98ad422f-3c84-4655-9944-75f193b07c22 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.710461 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98ad422f-3c84-4655-9944-75f193b07c22 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.723567 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-98ad422f-3c84-4655-9944-75f193b07c22 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] 10.222.0.41 "DELETE /v2.0/networks/c299aa4b-8317-4b85-80a6-91f3da536677 HTTP/1.1" status: 204 len: 168 time: 1.6476469 Apr 18 20:48:26.779364 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-af9a0276-6e0f-4aa8-8c06-deae664be8fa None None] For port 5a97f673-e0b2-47ce-87b4-118aa3df03a0, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5a97f673-e0b2-47ce-87b4-118aa3df03a0,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:26.780965 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-af9a0276-6e0f-4aa8-8c06-deae664be8fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.809511 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad422f-3c84-4655-9944-75f193b07c22 tempest-QuotasNegativeTest-941524628 tempest-QuotasNegativeTest-941524628-project-admin] Pushing event deleted for resources: {'Network': ['ID=c299aa4b-8317-4b85-80a6-91f3da536677,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:26.857156 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-975bba54-627f-4146-870e-c509e4345ada None None] Could not find standard attr ID for object d55797e8-2185-44df-9b2f-c4ad6725899e. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:48:26.883251 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-af9a0276-6e0f-4aa8-8c06-deae664be8fa None None] Calling delete_port for 5a97f673-e0b2-47ce-87b4-118aa3df03a0 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:26.911485 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-fbd1a7a1-eb4b-4d18-8ce9-1af72de4726a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1534052066-network', 'tenant_id': '30bec5e5dbef4fbd9ab98b71b7e2eece'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:26.983898 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-42b111e8-a29b-4469-807f-48c4e914edfc tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:26.986213 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-42b111e8-a29b-4469-807f-48c4e914edfc tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.32 "GET /v2.0/networks?id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92 HTTP/1.1" status: 200 len: 806 time: 0.2605789 Apr 18 20:48:27.033661 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd1a7a1-eb4b-4d18-8ce9-1af72de4726a admin admin] Made reservation on behalf of 30bec5e5dbef4fbd9ab98b71b7e2eece for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:27.036903 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fbd1a7a1-eb4b-4d18-8ce9-1af72de4726a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.054167 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fbd1a7a1-eb4b-4d18-8ce9-1af72de4726a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.066862 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:48:27.071325 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45cbccb9-c83c-4246-8cac-899fd8865909 req-3a35a3b4-651e-42ed-8166-2c55c62c9e79 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652749 Apr 18 20:48:27.098051 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-515cebb2-f206-4ff6-9f4b-b86ebd6c8220 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Request body: {'port': {'device_id': 'a7c958a7-2dc8-4241-af76-54400040a668', 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92', 'admin_state_up': True, 'tenant_id': '65c0c9deb9974734a5e938fa16904c15'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:27.109999 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5a97f673-e0b2-47ce-87b4-118aa3df03a0 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:48:27.271277 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-af9a0276-6e0f-4aa8-8c06-deae664be8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.275926 n-d-838323-3 neutron-server[102910]: INFO neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No ports have port_id starting with 5a97f673-e0b2-47ce-87b4-118aa3df03a0 Apr 18 20:48:27.353157 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a0276-6e0f-4aa8-8c06-deae664be8fa None None] Pushing event deleted for resources: {'Port': ['ID=5a97f673-e0b2-47ce-87b4-118aa3df03a0,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:27.381152 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9a0276-6e0f-4aa8-8c06-deae664be8fa None None] No DVR routers for this DVR port 5a97f673-e0b2-47ce-87b4-118aa3df03a0 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:48:27.439782 n-d-838323-3 neutron-server[102909]: DEBUG neutron.objects.ports [None req-13e39eab-37d4-48c3-b353-12f6432cf935 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102909) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:48:27.457118 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13e39eab-37d4-48c3-b353-12f6432cf935 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.542417 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b79e383-26d8-4ead-96ea-1b5a8989d5e0 req-20334bb1-4339-4d16-939d-632c171335d6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c958a7-2dc8-4241-af76-54400040a668 HTTP/1.1" status: 200 len: 210 time: 0.0401263 Apr 18 20:48:27.570912 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-515cebb2-f206-4ff6-9f4b-b86ebd6c8220 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Made reservation on behalf of 65c0c9deb9974734a5e938fa16904c15 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:27.576749 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-515cebb2-f206-4ff6-9f4b-b86ebd6c8220 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.589000 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e39eab-37d4-48c3-b353-12f6432cf935 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:27.605852 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-13e39eab-37d4-48c3-b353-12f6432cf935 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:27.622957 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e39eab-37d4-48c3-b353-12f6432cf935 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:27.623908 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13e39eab-37d4-48c3-b353-12f6432cf935 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.630223 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d401e5e-14d1-43ae-854d-fc5f3ddc68d2 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:48:27.658731 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e39eab-37d4-48c3-b353-12f6432cf935 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=f19b2252-b69c-42a5-8176-fc9337a9d260,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:27.675168 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fbd1a7a1-eb4b-4d18-8ce9-1af72de4726a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.685070 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fbd1a7a1-eb4b-4d18-8ce9-1af72de4726a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.724861 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd1a7a1-eb4b-4d18-8ce9-1af72de4726a admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:48:27.753395 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fbd1a7a1-eb4b-4d18-8ce9-1af72de4726a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.754090 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-fbd1a7a1-eb4b-4d18-8ce9-1af72de4726a admin admin] Added segment 37d16436-09a3-4426-9f52-42e66aa3028a of type vlan for network a70a6f46-5054-4309-9b14-8f7dba572e32 Apr 18 20:48:27.879497 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fbd1a7a1-eb4b-4d18-8ce9-1af72de4726a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.949342 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-13e39eab-37d4-48c3-b353-12f6432cf935 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5559533 Apr 18 20:48:27.957540 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fbd1a7a1-eb4b-4d18-8ce9-1af72de4726a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.959098 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd1a7a1-eb4b-4d18-8ce9-1af72de4726a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:27.962018 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fbd1a7a1-eb4b-4d18-8ce9-1af72de4726a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.967626 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51108) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:28.027994 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-76af8862-314d-4404-b5bc-28489f0c7a28 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'mac_address': 'fa:16:3e:2b:44:c1', 'name': 'tempest-NetworksTestDHCPv6-574899211'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:28.065266 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1a7a1-eb4b-4d18-8ce9-1af72de4726a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36eeaee6-d2d4-43a6-a8e4-a402297ca7be,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:28.235911 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fbd1a7a1-eb4b-4d18-8ce9-1af72de4726a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7360363 Apr 18 20:48:28.236965 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51114) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:28.250621 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-56e0c236-ca56-434c-8008-6ee809b3f93f admin admin] Request body: {'subnet': {'network_id': 'a70a6f46-5054-4309-9b14-8f7dba572e32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1534052066-subnet', 'tenant_id': '30bec5e5dbef4fbd9ab98b71b7e2eece', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:28.266921 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1a7a1-eb4b-4d18-8ce9-1af72de4726a admin admin] Pushing event updated for resources: {'Network': ['ID=a70a6f46-5054-4309-9b14-8f7dba572e32,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:28.310935 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e0c236-ca56-434c-8008-6ee809b3f93f admin admin] Made reservation on behalf of 30bec5e5dbef4fbd9ab98b71b7e2eece for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:28.316256 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-56e0c236-ca56-434c-8008-6ee809b3f93f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.354093 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51116) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:28.389759 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-515cebb2-f206-4ff6-9f4b-b86ebd6c8220 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Allocated IP 172.20.0.11 (ce30ba55-30c8-48a1-83e1-fd83adbe8e92/43c45217-dc0b-4a55-9d4a-e4055b0395e0/7c6086ec-4616-40e1-a98c-d03e73f277b3) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:28.593318 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network a70a6f46-5054-4309-9b14-8f7dba572e32 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:48:28.663291 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-56e0c236-ca56-434c-8008-6ee809b3f93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.748829 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0c236-ca56-434c-8008-6ee809b3f93f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6520aac9-6fad-4482-a121-bb66984d767e,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:28.779127 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-515cebb2-f206-4ff6-9f4b-b86ebd6c8220 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.823204 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e0c236-ca56-434c-8008-6ee809b3f93f admin admin] Checking segment: {'id': '37d16436-09a3-4426-9f52-42e66aa3028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a70a6f46-5054-4309-9b14-8f7dba572e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:48:28.823572 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e0c236-ca56-434c-8008-6ee809b3f93f admin admin] Network hostable DHCP agents. Network: a70a6f46-5054-4309-9b14-8f7dba572e32, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:48:28.846382 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5c5656dd-3e91-493d-be8a-a28b6058a0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.882167 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94766e24-38a0-4ecc-8da9-be3aab5f2a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-50eba278-0f67-4e34-aa13-933b003eee26', 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'fixed_ips': [{'subnet_id': 'f19b2252-b69c-42a5-8176-fc9337a9d260'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:48:28.883434 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-94766e24-38a0-4ecc-8da9-be3aab5f2a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.887068 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bd30e447-5088-4100-9477-ea787518fe25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.915685 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e0c236-ca56-434c-8008-6ee809b3f93f admin admin] Network a70a6f46-5054-4309-9b14-8f7dba572e32 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:48:28.946590 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-56e0c236-ca56-434c-8008-6ee809b3f93f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, a70a6f46-5054-4309-9b14-8f7dba572e32) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:28.960323 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e0c236-ca56-434c-8008-6ee809b3f93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:28.961283 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-56e0c236-ca56-434c-8008-6ee809b3f93f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.993192 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-56e0c236-ca56-434c-8008-6ee809b3f93f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7499418 Apr 18 20:48:28.994296 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51130) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:29.005446 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-9e676812-426a-44e1-a146-eb54f38e2f73 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1534052066-router', 'tenant_id': '30bec5e5dbef4fbd9ab98b71b7e2eece', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:29.059040 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5c5656dd-3e91-493d-be8a-a28b6058a0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.061441 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9e676812-426a-44e1-a146-eb54f38e2f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.064671 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9e676812-426a-44e1-a146-eb54f38e2f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.076041 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5c5656dd-3e91-493d-be8a-a28b6058a0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.081744 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1f01a4-841b-4f07-a26d-7676c81b1e90 None None] Network a70a6f46-5054-4309-9b14-8f7dba572e32 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:48:29.182093 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5c5656dd-3e91-493d-be8a-a28b6058a0b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ec230147d0044e08fb0925e93869fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8206987 Apr 18 20:48:29.182093 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51132) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:29.190324 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9e676812-426a-44e1-a146-eb54f38e2f73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.193071 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5656dd-3e91-493d-be8a-a28b6058a0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a66aba9-741d-4948-8108-1fec8b7bb599,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:29.274683 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-515cebb2-f206-4ff6-9f4b-b86ebd6c8220 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.308014 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['1f0cb29c-6676-4f1b-a111-285181b01885'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:48:29.322165 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a1300-6e56-405f-b872-be575407ea5d req-6a7be170-9295-49e9-a611-eb1c528bd833 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:29.323809 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a55a1300-6e56-405f-b872-be575407ea5d req-6a7be170-9295-49e9-a611-eb1c528bd833 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 945 time: 1.3496444 Apr 18 20:48:29.360604 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76af8862-314d-4404-b5bc-28489f0c7a28 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:29.428485 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a55a1300-6e56-405f-b872-be575407ea5d req-42310571-7abb-47ef-a925-4a7a4e4c09b5 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747471 Apr 18 20:48:29.449620 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9e676812-426a-44e1-a146-eb54f38e2f73 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.449620 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1f82f0b9-9a4d-4833-afd3-6b19fbbcce89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.494935 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-94766e24-38a0-4ecc-8da9-be3aab5f2a2d None None] Allocated IP 2001:db8::f816:3eff:fe5b:fbde (50eba278-0f67-4e34-aa13-933b003eee26/f19b2252-b69c-42a5-8176-fc9337a9d260/a333cfe3-bf48-42f2-9a6d-26f3c3252c3f) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:29.495177 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-515cebb2-f206-4ff6-9f4b-b86ebd6c8220 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:29.506753 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-515cebb2-f206-4ff6-9f4b-b86ebd6c8220 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:29.512423 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515cebb2-f206-4ff6-9f4b-b86ebd6c8220 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Pushing event updated for resources: {'Port': ['ID=7c6086ec-4616-40e1-a98c-d03e73f277b3,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:29.512700 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1f82f0b9-9a4d-4833-afd3-6b19fbbcce89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.522231 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fdea1b-d3ed-41aa-ac5f-14a1aab4316d req-43be7927-a971-46c5-b348-145ea1cb9c32 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:29.523990 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b6fdea1b-d3ed-41aa-ac5f-14a1aab4316d req-43be7927-a971-46c5-b348-145ea1cb9c32 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 945 time: 0.2678010 Apr 18 20:48:29.524943 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-515cebb2-f206-4ff6-9f4b-b86ebd6c8220 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:29.599450 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1f82f0b9-9a4d-4833-afd3-6b19fbbcce89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.601921 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1f82f0b9-9a4d-4833-afd3-6b19fbbcce89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.607549 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1f82f0b9-9a4d-4833-afd3-6b19fbbcce89 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a66aba9-741d-4948-8108-1fec8b7bb599 HTTP/1.1" status: 204 len: 168 time: 0.4213660 Apr 18 20:48:29.621288 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b6fdea1b-d3ed-41aa-ac5f-14a1aab4316d req-227b5478-1c48-43ad-8ec1-355d7aa80f31 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856018 Apr 18 20:48:29.628585 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82f0b9-9a4d-4833-afd3-6b19fbbcce89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a66aba9-741d-4948-8108-1fec8b7bb599,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:29.660308 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-515cebb2-f206-4ff6-9f4b-b86ebd6c8220 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:29.661122 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-515cebb2-f206-4ff6-9f4b-b86ebd6c8220 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.689039 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76af8862-314d-4404-b5bc-28489f0c7a28 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.718193 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-515cebb2-f206-4ff6-9f4b-b86ebd6c8220 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6449933 Apr 18 20:48:29.855012 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-2cf2b5b1-000c-4f50-89ff-d2ea94d024e1 service neutron] Request body: {'port': {'device_id': 'a7c958a7-2dc8-4241-af76-54400040a668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:29.858342 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9f9a1d-1ad2-4aaa-933f-3f03e6133017 None None] Network a70a6f46-5054-4309-9b14-8f7dba572e32 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:48:29.982294 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:30.067142 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-76af8862-314d-4404-b5bc-28489f0c7a28 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] device_id is not set on port 4c33c943-eab5-414e-9d4e-4f9d926ca840 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:48:30.177690 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474d5f9-181c-45eb-96b4-0be8b4fcb493 req-7bd3a050-1d9a-4eda-8e63-19c7a9f0ccf8 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:30.185652 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6474d5f9-181c-45eb-96b4-0be8b4fcb493 req-7bd3a050-1d9a-4eda-8e63-19c7a9f0ccf8 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 945 time: 0.4655802 Apr 18 20:48:30.204598 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-2cf2b5b1-000c-4f50-89ff-d2ea94d024e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:30.277029 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61657eb4-b6da-4d22-bce5-acbea0c4992e req-ea260906-51dc-44bc-838f-eab782d42349 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:30.286604 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-61657eb4-b6da-4d22-bce5-acbea0c4992e req-ea260906-51dc-44bc-838f-eab782d42349 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c958a7-2dc8-4241-af76-54400040a668 HTTP/1.1" status: 200 len: 932 time: 0.4474018 Apr 18 20:48:30.342700 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6474d5f9-181c-45eb-96b4-0be8b4fcb493 req-73d40447-33ab-4a60-9ecf-ec132b24929b tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562006 Apr 18 20:48:30.395448 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-61657eb4-b6da-4d22-bce5-acbea0c4992e req-d4406107-7b4d-4ba3-aa11-389c09943131 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033137 Apr 18 20:48:30.451188 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-94766e24-38a0-4ecc-8da9-be3aab5f2a2d None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:30.472702 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51140) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:30.474816 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-94766e24-38a0-4ecc-8da9-be3aab5f2a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:30.542385 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94766e24-38a0-4ecc-8da9-be3aab5f2a2d None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:30.543913 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94766e24-38a0-4ecc-8da9-be3aab5f2a2d None None] Pushing event updated for resources: {'Port': ['ID=a333cfe3-bf48-42f2-9a6d-26f3c3252c3f,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:30.547322 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-94766e24-38a0-4ecc-8da9-be3aab5f2a2d None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:30.550737 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94766e24-38a0-4ecc-8da9-be3aab5f2a2d None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:30.622850 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-94766e24-38a0-4ecc-8da9-be3aab5f2a2d None None] Attempting to bind port a333cfe3-bf48-42f2-9a6d-26f3c3252c3f on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:30.624251 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-94766e24-38a0-4ecc-8da9-be3aab5f2a2d None None] Attempting to bind port a333cfe3-bf48-42f2-9a6d-26f3c3252c3f by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:30.625066 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94766e24-38a0-4ecc-8da9-be3aab5f2a2d None None] Attempting to bind port a333cfe3-bf48-42f2-9a6d-26f3c3252c3f on network 50eba278-0f67-4e34-aa13-933b003eee26 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:30.632683 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94766e24-38a0-4ecc-8da9-be3aab5f2a2d None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:48:30.633541 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94766e24-38a0-4ecc-8da9-be3aab5f2a2d None None] Checking segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:48:30.634275 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-94766e24-38a0-4ecc-8da9-be3aab5f2a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:30.635109 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94766e24-38a0-4ecc-8da9-be3aab5f2a2d None None] Bound using segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:48:30.635886 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-94766e24-38a0-4ecc-8da9-be3aab5f2a2d None None] Bound port: a333cfe3-bf48-42f2-9a6d-26f3c3252c3f, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:30.636601 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-94766e24-38a0-4ecc-8da9-be3aab5f2a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:30.675512 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9e676812-426a-44e1-a146-eb54f38e2f73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:30.679644 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-18847e94-19b6-4be6-a1e5-84966a083207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:30.726210 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-94766e24-38a0-4ecc-8da9-be3aab5f2a2d None None] For port a333cfe3-bf48-42f2-9a6d-26f3c3252c3f, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:30.730403 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-94766e24-38a0-4ecc-8da9-be3aab5f2a2d None None] For port a333cfe3-bf48-42f2-9a6d-26f3c3252c3f, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a333cfe3-bf48-42f2-9a6d-26f3c3252c3f,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:48:30.740225 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-94766e24-38a0-4ecc-8da9-be3aab5f2a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:30.759704 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9e676812-426a-44e1-a146-eb54f38e2f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:30.760260 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-76af8862-314d-4404-b5bc-28489f0c7a28 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 2001:db8::f816:3eff:fe2b:44c1 (50eba278-0f67-4e34-aa13-933b003eee26/f19b2252-b69c-42a5-8176-fc9337a9d260/4c33c943-eab5-414e-9d4e-4f9d926ca840) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:30.882260 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94766e24-38a0-4ecc-8da9-be3aab5f2a2d None None] Pushing event updated for resources: {'Port': ['ID=a333cfe3-bf48-42f2-9a6d-26f3c3252c3f,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:30.990662 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29bd643-877b-480b-9b22-de95366d5d90 req-050d9b0e-e936-45c1-95e6-4cf5fab2c1cc tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:30.993849 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b29bd643-877b-480b-9b22-de95366d5d90 req-050d9b0e-e936-45c1-95e6-4cf5fab2c1cc tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 945 time: 0.3403053 Apr 18 20:48:31.071718 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-9e676812-426a-44e1-a146-eb54f38e2f73 admin admin] Allocated IP 172.25.1.28 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:31.135576 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1bd04-c8f3-40e2-a70c-d8cc63a84c14 req-8de33cc7-dc94-4499-bd5b-5f50c6f8cf71 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:31.150410 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f9e1bd04-c8f3-40e2-a70c-d8cc63a84c14 req-8de33cc7-dc94-4499-bd5b-5f50c6f8cf71 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 945 time: 0.3641107 Apr 18 20:48:31.311771 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.324612 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b29bd643-877b-480b-9b22-de95366d5d90 req-10cf9193-7016-4b4a-bb53-407891337393 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092296 Apr 18 20:48:31.330082 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9e676812-426a-44e1-a146-eb54f38e2f73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.343313 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-2cf2b5b1-000c-4f50-89ff-d2ea94d024e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c6086ec-4616-40e1-a98c-d03e73f277b3 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:48:31.393391 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-2cf2b5b1-000c-4f50-89ff-d2ea94d024e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.409917 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9e676812-426a-44e1-a146-eb54f38e2f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.456942 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-18847e94-19b6-4be6-a1e5-84966a083207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.486220 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f9e1bd04-c8f3-40e2-a70c-d8cc63a84c14 req-8f708c93-8b28-4dd3-8549-865cf51ea08b tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317835 Apr 18 20:48:31.499858 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e676812-426a-44e1-a146-eb54f38e2f73 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:31.505363 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-2cf2b5b1-000c-4f50-89ff-d2ea94d024e1 service neutron] Transition to ACTIVE for port object 7c6086ec-4616-40e1-a98c-d03e73f277b3 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:31.524399 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-18847e94-19b6-4be6-a1e5-84966a083207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.525621 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-9e676812-426a-44e1-a146-eb54f38e2f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:31.533487 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.533834 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e676812-426a-44e1-a146-eb54f38e2f73 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:31.540630 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e676812-426a-44e1-a146-eb54f38e2f73 admin admin] Pushing event updated for resources: {'Port': ['ID=04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:31.573969 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-2cf2b5b1-000c-4f50-89ff-d2ea94d024e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.732738 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-18847e94-19b6-4be6-a1e5-84966a083207 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae700502747647e792cff30dadd3f27e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2587302 Apr 18 20:48:31.743077 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51152) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:31.744376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18847e94-19b6-4be6-a1e5-84966a083207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5c8887-cd24-4e2f-8d2f-f0d7e9002732,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:31.800804 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76af8862-314d-4404-b5bc-28489f0c7a28 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.806759 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2b5b1-000c-4f50-89ff-d2ea94d024e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6086ec-4616-40e1-a98c-d03e73f277b3,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:31.848338 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9bcee-4366-4a68-a740-7e946a65e791 req-5e379629-0a2f-43c6-b0f2-b325186587a9 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:31.851248 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-46c9bcee-4366-4a68-a740-7e946a65e791 req-5e379629-0a2f-43c6-b0f2-b325186587a9 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 945 time: 0.3480017 Apr 18 20:48:31.876920 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f470b475-3f46-4af7-8e50-74517fb54910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.971837 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f470b475-3f46-4af7-8e50-74517fb54910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.986159 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a636c58-9b88-4bc6-b179-b45b09e16ff2 req-9e925a09-9011-4723-bb0c-9bb9f84b66e6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:31.987816 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2a636c58-9b88-4bc6-b179-b45b09e16ff2 req-9e925a09-9011-4723-bb0c-9bb9f84b66e6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c958a7-2dc8-4241-af76-54400040a668 HTTP/1.1" status: 200 len: 944 time: 0.3221760 Apr 18 20:48:32.043594 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f470b475-3f46-4af7-8e50-74517fb54910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:32.046496 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f470b475-3f46-4af7-8e50-74517fb54910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:32.051594 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f470b475-3f46-4af7-8e50-74517fb54910 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd5c8887-cd24-4e2f-8d2f-f0d7e9002732 HTTP/1.1" status: 204 len: 168 time: 0.3048909 Apr 18 20:48:32.084961 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470b475-3f46-4af7-8e50-74517fb54910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5c8887-cd24-4e2f-8d2f-f0d7e9002732,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:32.087622 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9e676812-426a-44e1-a146-eb54f38e2f73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:32.124506 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-46c9bcee-4366-4a68-a740-7e946a65e791 req-db865d82-9617-4002-a9b7-6b5790fa73b6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295868 Apr 18 20:48:32.145810 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76af8862-314d-4404-b5bc-28489f0c7a28 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:32.194874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76af8862-314d-4404-b5bc-28489f0c7a28 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:32.203882 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2a636c58-9b88-4bc6-b179-b45b09e16ff2 req-79349f03-a2fe-4cf0-8708-718026e64609 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067878 Apr 18 20:48:32.207887 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-76af8862-314d-4404-b5bc-28489f0c7a28 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:32.212742 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-2cf2b5b1-000c-4f50-89ff-d2ea94d024e1 service neutron] Attempting to bind port 7c6086ec-4616-40e1-a98c-d03e73f277b3 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:32.213374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-2cf2b5b1-000c-4f50-89ff-d2ea94d024e1 service neutron] Attempting to bind port 7c6086ec-4616-40e1-a98c-d03e73f277b3 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:32.213920 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-2cf2b5b1-000c-4f50-89ff-d2ea94d024e1 service neutron] Attempting to bind port 7c6086ec-4616-40e1-a98c-d03e73f277b3 on network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:32.284175 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76af8862-314d-4404-b5bc-28489f0c7a28 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:32.293217 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76af8862-314d-4404-b5bc-28489f0c7a28 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:32.293903 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76af8862-314d-4404-b5bc-28489f0c7a28 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:32.306657 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-2cf2b5b1-000c-4f50-89ff-d2ea94d024e1 service neutron] Port 7c6086ec-4616-40e1-a98c-d03e73f277b3 on network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:48:32.307932 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-2cf2b5b1-000c-4f50-89ff-d2ea94d024e1 service neutron] Attempting to bind port 7c6086ec-4616-40e1-a98c-d03e73f277b3 on network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:32.409935 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-2cf2b5b1-000c-4f50-89ff-d2ea94d024e1 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:48:32.410729 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-2cf2b5b1-000c-4f50-89ff-d2ea94d024e1 service neutron] Checking segment: {'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:48:32.411444 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-2cf2b5b1-000c-4f50-89ff-d2ea94d024e1 service neutron] Bound using segment: {'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:48:32.415699 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-2cf2b5b1-000c-4f50-89ff-d2ea94d024e1 service neutron] Bound port: 7c6086ec-4616-40e1-a98c-d03e73f277b3, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:32.416398 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-2cf2b5b1-000c-4f50-89ff-d2ea94d024e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:32.423312 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af8862-314d-4404-b5bc-28489f0c7a28 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Port': ['ID=4c33c943-eab5-414e-9d4e-4f9d926ca840,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:32.560246 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-76af8862-314d-4404-b5bc-28489f0c7a28 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.5400395 Apr 18 20:48:32.560922 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51164) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:32.585863 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9e676812-426a-44e1-a146-eb54f38e2f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:32.726442 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ff0dfbf5-c30e-4ef6-bc1b-69f9e15bccc9 None None] Provisioning complete for port a333cfe3-bf48-42f2-9a6d-26f3c3252c3f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:32.728765 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff0dfbf5-c30e-4ef6-bc1b-69f9e15bccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:32.771934 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af252d1d-0fba-468e-b299-a480a1efabd2 req-c00b31cc-3486-43fe-9e5d-7f5a20d7c751 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:32.773661 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af252d1d-0fba-468e-b299-a480a1efabd2 req-c00b31cc-3486-43fe-9e5d-7f5a20d7c751 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 945 time: 0.3226507 Apr 18 20:48:32.795381 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-2cf2b5b1-000c-4f50-89ff-d2ea94d024e1 service neutron] For port 7c6086ec-4616-40e1-a98c-d03e73f277b3, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:32.802744 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-2cf2b5b1-000c-4f50-89ff-d2ea94d024e1 service neutron] For port 7c6086ec-4616-40e1-a98c-d03e73f277b3, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7c6086ec-4616-40e1-a98c-d03e73f277b3,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:48:32.826416 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-2cf2b5b1-000c-4f50-89ff-d2ea94d024e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:32.843076 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591348eb-266b-45d2-b5bc-1d7a25fff34f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:32.849800 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591348eb-266b-45d2-b5bc-1d7a25fff34f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:32.854831 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-591348eb-266b-45d2-b5bc-1d7a25fff34f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2894983 Apr 18 20:48:32.858200 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51172) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:32.921232 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e676812-426a-44e1-a146-eb54f38e2f73 admin admin] Router c0b515eb-163d-46af-823b-1796dfa06616 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:48:33.007427 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19403a68-9a26-4ae2-835e-7af1eae7ebe5 req-611c5fbb-11b2-4f5a-8422-35156951be9c tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:33.016896 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19403a68-9a26-4ae2-835e-7af1eae7ebe5 req-611c5fbb-11b2-4f5a-8422-35156951be9c tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 945 time: 0.3845549 Apr 18 20:48:33.029636 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff0dfbf5-c30e-4ef6-bc1b-69f9e15bccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.069324 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-2cf2b5b1-000c-4f50-89ff-d2ea94d024e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:33.071542 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-2cf2b5b1-000c-4f50-89ff-d2ea94d024e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.074890 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-2cf2b5b1-000c-4f50-89ff-d2ea94d024e1 service neutron] 10.222.0.32 "PUT /v2.0/ports/7c6086ec-4616-40e1-a98c-d03e73f277b3 HTTP/1.1" status: 200 len: 1092 time: 3.3226647 Apr 18 20:48:33.099487 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c958a7-2dc8-4241-af76-54400040a668', 'tag': '7c6086ec-4616-40e1-a98c-d03e73f277b3'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:48:33.106530 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253572c0-6923-42fb-9c40-ad1ccb786c47" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c958a7-2dc8-4241-af76-54400040a668", "tag": "7c6086ec-4616-40e1-a98c-d03e73f277b3"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:48:33.119871 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ff0dfbf5-c30e-4ef6-bc1b-69f9e15bccc9 None None] For port a333cfe3-bf48-42f2-9a6d-26f3c3252c3f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a333cfe3-bf48-42f2-9a6d-26f3c3252c3f,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:33.139389 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff0dfbf5-c30e-4ef6-bc1b-69f9e15bccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.185005 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af252d1d-0fba-468e-b299-a480a1efabd2 req-c793d9ec-9b92-41cc-8636-f9d82a82acd7 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891375 Apr 18 20:48:33.301930 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0dfbf5-c30e-4ef6-bc1b-69f9e15bccc9 None None] Pushing event updated for resources: {'Port': ['ID=a333cfe3-bf48-42f2-9a6d-26f3c3252c3f,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:33.349585 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a333cfe3-bf48-42f2-9a6d-26f3c3252c3f up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:33.368950 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e676812-426a-44e1-a146-eb54f38e2f73 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:33.379648 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2b5b1-000c-4f50-89ff-d2ea94d024e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6086ec-4616-40e1-a98c-d03e73f277b3,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:33.409771 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b80aae2-2b39-4612-8515-6aca72d0165d x-openstack-request-id: req-5b80aae2-2b39-4612-8515-6aca72d0165d {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:48:33.410155 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c958a7-2dc8-4241-af76-54400040a668", "tag": "7c6086ec-4616-40e1-a98c-d03e73f277b3", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:48:33.411181 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b80aae2-2b39-4612-8515-6aca72d0165d {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:48:33.411181 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b80aae2-2b39-4612-8515-6aca72d0165d'] response: {'name': 'network-changed', 'server_uuid': 'a7c958a7-2dc8-4241-af76-54400040a668', 'tag': '7c6086ec-4616-40e1-a98c-d03e73f277b3', 'status': 'completed', 'code': 200} Apr 18 20:48:33.436486 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19403a68-9a26-4ae2-835e-7af1eae7ebe5 req-8cc6cd4a-4c2e-4ce2-b67a-739bcdd7bb87 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995285 Apr 18 20:48:33.460186 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a3d3c0-b93f-42f6-935b-9b47b798a67e None None] Sync routers for ids ['c0b515eb-163d-46af-823b-1796dfa06616'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:33.465994 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9e676812-426a-44e1-a146-eb54f38e2f73 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.469795 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9e676812-426a-44e1-a146-eb54f38e2f73 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4721334 Apr 18 20:48:33.472369 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51190) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:33.518542 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-bd42647d-5541-49c6-913a-82e9b410c15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:33.526708 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-bd42647d-5541-49c6-913a-82e9b410c15e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65c0c9deb9974734a5e938fa16904c15&device_id=a7c958a7-2dc8-4241-af76-54400040a668 HTTP/1.1" status: 200 len: 1095 time: 0.2211251 Apr 18 20:48:33.557906 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a3d3c0-b93f-42f6-935b-9b47b798a67e None None] Routers {'c0b515eb-163d-46af-823b-1796dfa06616'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:33.563801 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-50a3d3c0-b93f-42f6-935b-9b47b798a67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:48:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c0b515eb-163d-46af-823b-1796dfa06616'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:33.564189 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-047a7538-f404-4b6e-a45c-77bb2a9d73b8 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting port 4c33c943-eab5-414e-9d4e-4f9d926ca840 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:33.564189 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-047a7538-f404-4b6e-a45c-77bb2a9d73b8 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.678220 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-ba8bd979-8a5e-4f6d-ada3-d60f67483f09 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c6086ec-4616-40e1-a98c-d03e73f277b3 HTTP/1.1" status: 200 len: 217 time: 0.1452153 Apr 18 20:48:33.678584 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-cf99a123-1c10-4ff3-bb8e-c9ce71dea471 None None] Provisioning complete for port 4c33c943-eab5-414e-9d4e-4f9d926ca840 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:33.679448 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cf99a123-1c10-4ff3-bb8e-c9ce71dea471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.825078 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51194) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:33.873203 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-047a7538-f404-4b6e-a45c-77bb2a9d73b8 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.882584 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-cf99a123-1c10-4ff3-bb8e-c9ce71dea471 None None] Port 4c33c943-eab5-414e-9d4e-4f9d926ca840 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:48:33.888379 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port a333cfe3-bf48-42f2-9a6d-26f3c3252c3f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:33.897343 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.940105 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850ab5c-8a3d-4126-9ea4-746a21d1ca34 req-024c65e0-f947-4245-8dc3-402093cf6a09 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:33.941744 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4850ab5c-8a3d-4126-9ea4-746a21d1ca34 req-024c65e0-f947-4245-8dc3-402093cf6a09 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 945 time: 0.3985271 Apr 18 20:48:33.952381 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-047a7538-f404-4b6e-a45c-77bb2a9d73b8 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Calling delete_port for 4c33c943-eab5-414e-9d4e-4f9d926ca840 owned by {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:33.966436 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-a17c4036-2e15-4756-ad60-f35f646406d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:33.967944 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-a17c4036-2e15-4756-ad60-f35f646406d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43c45217-dc0b-4a55-9d4a-e4055b0395e0 HTTP/1.1" status: 200 len: 846 time: 0.2677865 Apr 18 20:48:33.974935 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-50a3d3c0-b93f-42f6-935b-9b47b798a67e None None] Set router c0b515eb-163d-46af-823b-1796dfa06616 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:48:34.013057 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d2878-1ecd-4043-948a-5002044a8930 req-0ba97b46-5d5b-4c02-9f96-789449770d04 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:34.022637 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d5d2878-1ecd-4043-948a-5002044a8930 req-0ba97b46-5d5b-4c02-9f96-789449770d04 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c958a7-2dc8-4241-af76-54400040a668 HTTP/1.1" status: 200 len: 944 time: 0.3443422 Apr 18 20:48:34.051227 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-7f68d8fe-6e1e-471b-b064-dcef0b8bd599 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699844 Apr 18 20:48:34.128034 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4850ab5c-8a3d-4126-9ea4-746a21d1ca34 req-0d0b1f98-ca60-448f-859f-05b4cd6545bb tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790490 Apr 18 20:48:34.170931 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d5d2878-1ecd-4043-948a-5002044a8930 req-3c130742-2f2a-4b3c-a4a6-41aba07e9f51 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473022 Apr 18 20:48:34.228817 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ef7e52d5-3e87-44a4-956b-b071d263f0f7 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-427265354'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:34.277911 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7e52d5-3e87-44a4-956b-b071d263f0f7 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Made reservation on behalf of 6622a488ebfa4a99bf50aa816dac48a1 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:34.286632 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef7e52d5-3e87-44a4-956b-b071d263f0f7 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.328874 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef7e52d5-3e87-44a4-956b-b071d263f0f7 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.506034 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-e6150ac6-d74f-46af-b91f-fd32ce09165c service neutron] 10.222.0.32 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986626 Apr 18 20:48:34.518049 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-50a3d3c0-b93f-42f6-935b-9b47b798a67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b515eb-163d-46af-823b-1796dfa06616', 'name': 'tempest-ServerRescueTestJSON-1534052066-router', 'tenant_id': '30bec5e5dbef4fbd9ab98b71b7e2eece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:29Z', 'updated_at': '2022-04-18T20:48:31Z', 'revision_number': 3, 'project_id': '30bec5e5dbef4fbd9ab98b71b7e2eece', 'gw_port': {'id': '04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:65:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b515eb-163d-46af-823b-1796dfa06616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:30Z', 'updated_at': '2022-04-18T20:48:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:34.552126 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a3d3c0-b93f-42f6-935b-9b47b798a67e None None] Checking router: c0b515eb-163d-46af-823b-1796dfa06616 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:48:34.553289 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a3d3c0-b93f-42f6-935b-9b47b798a67e None None] Updating router c0b515eb-163d-46af-823b-1796dfa06616 port 04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:48:34.559371 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-047a7538-f404-4b6e-a45c-77bb2a9d73b8 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.644545 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-50a3d3c0-b93f-42f6-935b-9b47b798a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.671428 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d5fba41-0cf8-40b6-9576-59c00059b34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.732562 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f303e-4b64-4d4d-a9c7-3e184a60508a req-c516d54e-5b32-4463-b3cd-213f3c4219db tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:34.734592 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ae6f303e-4b64-4d4d-a9c7-3e184a60508a req-c516d54e-5b32-4463-b3cd-213f3c4219db tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 945 time: 0.2815814 Apr 18 20:48:34.740824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a7538-f404-4b6e-a45c-77bb2a9d73b8 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Port': ['ID=4c33c943-eab5-414e-9d4e-4f9d926ca840,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:34.764328 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef7e52d5-3e87-44a4-956b-b071d263f0f7 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.807198 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ae6f303e-4b64-4d4d-a9c7-3e184a60508a req-1169067b-1e13-43da-8b3e-32f70487d41c tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580552 Apr 18 20:48:34.879558 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-047a7538-f404-4b6e-a45c-77bb2a9d73b8 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.889521 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-047a7538-f404-4b6e-a45c-77bb2a9d73b8 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/4c33c943-eab5-414e-9d4e-4f9d926ca840 HTTP/1.1" status: 204 len: 168 time: 2.0252700 Apr 18 20:48:34.895114 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51204) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:34.908360 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef7e52d5-3e87-44a4-956b-b071d263f0f7 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.950501 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7e52d5-3e87-44a4-956b-b071d263f0f7 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:48:35.001813 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e28b2-7c70-4fb9-af8d-8431193053e0 req-9f140e47-c12b-463b-ba0d-7b0de4628300 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:35.003813 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d1e28b2-7c70-4fb9-af8d-8431193053e0 req-9f140e47-c12b-463b-ba0d-7b0de4628300 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 945 time: 0.3258936 Apr 18 20:48:35.017447 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef7e52d5-3e87-44a4-956b-b071d263f0f7 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.024084 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-ef7e52d5-3e87-44a4-956b-b071d263f0f7 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Added segment e0fce3d3-9451-4a13-a885-436a97cdbc40 of type vlan for network 685ba004-bba7-4ee4-9fe8-392d005bd87b Apr 18 20:48:35.086460 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e52d5-3e87-44a4-956b-b071d263f0f7 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aea9cb2-32e6-4895-874c-058903423cf1,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:35.110381 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d1e28b2-7c70-4fb9-af8d-8431193053e0 req-7e451401-293e-410e-9f09-abf06a1392a4 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595109 Apr 18 20:48:35.136893 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45edc397-fc94-4ff6-ac40-45322561a0e5 req-fceb19ed-ca81-40c9-b8bb-d064022696d7 service neutron] 10.222.0.32 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6210232 Apr 18 20:48:35.158824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3599ed87-75a0-4147-9e93-3e0437b61be9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:35.160849 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3599ed87-75a0-4147-9e93-3e0437b61be9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:35.163171 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3599ed87-75a0-4147-9e93-3e0437b61be9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2588131 Apr 18 20:48:35.180418 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51208) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:35.365411 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-0d5fba41-0cf8-40b6-9576-59c00059b34d admin admin] Allocated IP 172.20.0.1 (a70a6f46-5054-4309-9b14-8f7dba572e32/6520aac9-6fad-4482-a121-bb66984d767e/cc730149-2885-4259-a57c-b3ace73d99ba) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:35.369044 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef7e52d5-3e87-44a4-956b-b071d263f0f7 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.481329 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef7e52d5-3e87-44a4-956b-b071d263f0f7 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.487832 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7e52d5-3e87-44a4-956b-b071d263f0f7 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:35.490723 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b28b4ea-dd6c-4184-ac9d-50385909d001 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet f19b2252-b69c-42a5-8176-fc9337a9d260 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:48:35.497335 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253572c0-6923-42fb-9c40-ad1ccb786c47 req-217d053c-8b9a-4f90-b851-2b3119161666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:35.498990 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-253572c0-6923-42fb-9c40-ad1ccb786c47 req-217d053c-8b9a-4f90-b851-2b3119161666 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65c0c9deb9974734a5e938fa16904c15&device_id=a7c958a7-2dc8-4241-af76-54400040a668 HTTP/1.1" status: 200 len: 1095 time: 0.1713569 Apr 18 20:48:35.501790 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef7e52d5-3e87-44a4-956b-b071d263f0f7 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.553599 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a333cfe3-bf48-42f2-9a6d-26f3c3252c3f up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:35.633935 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e52d5-3e87-44a4-956b-b071d263f0f7 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Pushing event updated for resources: {'Network': ['ID=685ba004-bba7-4ee4-9fe8-392d005bd87b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:35.739313 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d5fba41-0cf8-40b6-9576-59c00059b34d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.774813 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-50a3d3c0-b93f-42f6-935b-9b47b798a67e None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.783450 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 685ba004-bba7-4ee4-9fe8-392d005bd87b details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:48:35.787121 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ef7e52d5-3e87-44a4-956b-b071d263f0f7 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9082499 Apr 18 20:48:35.798289 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51222) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:35.811440 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d9c71903-f5c4-42c2-8dbe-46926b6aeaec tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Request body: {'subnet': {'network_id': '685ba004-bba7-4ee4-9fe8-392d005bd87b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:35.882335 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-50a3d3c0-b93f-42f6-935b-9b47b798a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.998888 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d5fba41-0cf8-40b6-9576-59c00059b34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.006578 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port a333cfe3-bf48-42f2-9a6d-26f3c3252c3f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:36.007020 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.009626 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-50a3d3c0-b93f-42f6-935b-9b47b798a67e None None] Attempting to bind port 04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:36.010004 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-50a3d3c0-b93f-42f6-935b-9b47b798a67e None None] Attempting to bind port 04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:36.010370 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a3d3c0-b93f-42f6-935b-9b47b798a67e None None] Attempting to bind port 04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:36.013985 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e3a48-5179-44f8-a8ba-7662b3aed228 None None] Pushing event updated for resources: {'Port': ['ID=04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:36.033791 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4b28b4ea-dd6c-4184-ac9d-50385909d001 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.038121 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253572c0-6923-42fb-9c40-ad1ccb786c47 req-dd603bb5-6e88-45d9-9bde-9bb22787147f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:36.039706 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-253572c0-6923-42fb-9c40-ad1ccb786c47 req-dd603bb5-6e88-45d9-9bde-9bb22787147f service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92 HTTP/1.1" status: 200 len: 907 time: 0.5322638 Apr 18 20:48:36.066030 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5fba41-0cf8-40b6-9576-59c00059b34d admin admin] Network a70a6f46-5054-4309-9b14-8f7dba572e32 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:36.069266 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a3d3c0-b93f-42f6-935b-9b47b798a67e None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:48:36.069658 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a3d3c0-b93f-42f6-935b-9b47b798a67e None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:48:36.070070 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-50a3d3c0-b93f-42f6-935b-9b47b798a67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.071328 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a3d3c0-b93f-42f6-935b-9b47b798a67e None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:48:36.072035 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-50a3d3c0-b93f-42f6-935b-9b47b798a67e None None] Bound port: 04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:36.072461 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-50a3d3c0-b93f-42f6-935b-9b47b798a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.117326 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-0d5fba41-0cf8-40b6-9576-59c00059b34d admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:36.138582 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2115613-64b2-4e9b-be2b-85a9a8900360 req-b16dc7f0-e14f-4c2e-8792-99e18263d75c tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:36.140183 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e2115613-64b2-4e9b-be2b-85a9a8900360 req-b16dc7f0-e14f-4c2e-8792-99e18263d75c tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 945 time: 0.7710149 Apr 18 20:48:36.152351 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8202c-7abb-4b4d-a374-21e13ff1172e req-91689455-7c29-4388-ac04-d39c712efadf tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:36.160694 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5fba41-0cf8-40b6-9576-59c00059b34d admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:36.161053 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7e8202c-7abb-4b4d-a374-21e13ff1172e req-91689455-7c29-4388-ac04-d39c712efadf tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c958a7-2dc8-4241-af76-54400040a668 HTTP/1.1" status: 200 len: 944 time: 0.7772868 Apr 18 20:48:36.168517 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-253572c0-6923-42fb-9c40-ad1ccb786c47 req-c92a35ac-ace9-4903-b7bc-ab10dd902991 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c6086ec-4616-40e1-a98c-d03e73f277b3 HTTP/1.1" status: 200 len: 217 time: 0.1066599 Apr 18 20:48:36.213856 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-50a3d3c0-b93f-42f6-935b-9b47b798a67e None None] For port 04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:36.215683 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4b28b4ea-dd6c-4184-ac9d-50385909d001 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.221243 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-50a3d3c0-b93f-42f6-935b-9b47b798a67e None None] For port 04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:48:36.227681 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-50a3d3c0-b93f-42f6-935b-9b47b798a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.297497 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d5fba41-0cf8-40b6-9576-59c00059b34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.302714 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e3a48-5179-44f8-a8ba-7662b3aed228 None None] Pushing event updated for resources: {'Port': ['ID=04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:36.306398 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e2115613-64b2-4e9b-be2b-85a9a8900360 req-b8088517-e225-401c-bcd8-33a503012249 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339021 Apr 18 20:48:36.306732 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a3d3c0-b93f-42f6-935b-9b47b798a67e None None] Routers {'c0b515eb-163d-46af-823b-1796dfa06616'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:36.307173 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-50a3d3c0-b93f-42f6-935b-9b47b798a67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:48:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c0b515eb-163d-46af-823b-1796dfa06616'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:36.362312 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7e8202c-7abb-4b4d-a374-21e13ff1172e req-2a8e8e5e-dc3a-46ca-9d87-88924c2b4f7e tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973054 Apr 18 20:48:36.404392 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253572c0-6923-42fb-9c40-ad1ccb786c47 req-dd02743c-010c-4bb1-9ade-aaf963984380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:36.415316 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-253572c0-6923-42fb-9c40-ad1ccb786c47 req-dd02743c-010c-4bb1-9ade-aaf963984380 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43c45217-dc0b-4a55-9d4a-e4055b0395e0 HTTP/1.1" status: 200 len: 846 time: 0.1963789 Apr 18 20:48:36.529663 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-50a3d3c0-b93f-42f6-935b-9b47b798a67e None None] Set router c0b515eb-163d-46af-823b-1796dfa06616 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:48:36.550668 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fba41-0cf8-40b6-9576-59c00059b34d admin admin] Pushing event updated for resources: {'Port': ['ID=cc730149-2885-4259-a57c-b3ace73d99ba,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:36.556495 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-253572c0-6923-42fb-9c40-ad1ccb786c47 req-85dee34a-2caf-4f63-abc7-90c28cc68e24 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233132 Apr 18 20:48:36.680006 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d5fba41-0cf8-40b6-9576-59c00059b34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.688809 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c71903-f5c4-42c2-8dbe-46926b6aeaec tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Made reservation on behalf of 6622a488ebfa4a99bf50aa816dac48a1 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:36.700955 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-253572c0-6923-42fb-9c40-ad1ccb786c47 req-dd80c8d3-fb9c-4cb8-915d-30114866a2e8 service neutron] 10.222.0.32 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348803 Apr 18 20:48:36.704870 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9c71903-f5c4-42c2-8dbe-46926b6aeaec tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.716739 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4b28b4ea-dd6c-4184-ac9d-50385909d001 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.849923 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-50a3d3c0-b93f-42f6-935b-9b47b798a67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b515eb-163d-46af-823b-1796dfa06616', 'name': 'tempest-ServerRescueTestJSON-1534052066-router', 'tenant_id': '30bec5e5dbef4fbd9ab98b71b7e2eece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:29Z', 'updated_at': '2022-04-18T20:48:31Z', 'revision_number': 3, 'project_id': '30bec5e5dbef4fbd9ab98b71b7e2eece', 'gw_port': {'id': '04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:65:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b515eb-163d-46af-823b-1796dfa06616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:30Z', 'updated_at': '2022-04-18T20:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:36.887402 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a3d3c0-b93f-42f6-935b-9b47b798a67e None None] The sync data for ids ['c0b515eb-163d-46af-823b-1796dfa06616'] in n-d-838323-3 is: [{'id': 'c0b515eb-163d-46af-823b-1796dfa06616', 'name': 'tempest-ServerRescueTestJSON-1534052066-router', 'tenant_id': '30bec5e5dbef4fbd9ab98b71b7e2eece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:29Z', 'updated_at': '2022-04-18T20:48:31Z', 'revision_number': 3, 'project_id': '30bec5e5dbef4fbd9ab98b71b7e2eece', 'gw_port': {'id': '04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:65:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b515eb-163d-46af-823b-1796dfa06616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:30Z', 'updated_at': '2022-04-18T20:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:37.012061 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76bb8ff-534c-4045-ba2e-234739815efb req-7d0eed56-68d0-4e60-b17f-198475e260ad tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:37.013874 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f76bb8ff-534c-4045-ba2e-234739815efb req-7d0eed56-68d0-4e60-b17f-198475e260ad tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 945 time: 0.4837594 Apr 18 20:48:37.021156 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4b28b4ea-dd6c-4184-ac9d-50385909d001 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.039757 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd18c74-9393-4eeb-b800-2d164f52133a req-20ca13a3-6956-40f7-a681-4035313651c3 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:37.041495 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cfd18c74-9393-4eeb-b800-2d164f52133a req-20ca13a3-6956-40f7-a681-4035313651c3 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 945 time: 0.4964020 Apr 18 20:48:37.118334 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28b4ea-dd6c-4184-ac9d-50385909d001 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=f19b2252-b69c-42a5-8176-fc9337a9d260,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:37.145693 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4b28b4ea-dd6c-4184-ac9d-50385909d001 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.152362 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4b28b4ea-dd6c-4184-ac9d-50385909d001 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/f19b2252-b69c-42a5-8176-fc9337a9d260 HTTP/1.1" status: 204 len: 168 time: 1.9666679 Apr 18 20:48:37.154245 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-253572c0-6923-42fb-9c40-ad1ccb786c47 req-5297876d-6157-498b-8262-ecd9d046851a service neutron] 10.222.0.32 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864455 Apr 18 20:48:37.155659 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51238) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:37.158448 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53b84f1-f42a-4aa6-8128-6cece0241b33 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:48:37.162037 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f76bb8ff-534c-4045-ba2e-234739815efb req-06178180-8904-49cc-8a82-b2280edcf152 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101449 Apr 18 20:48:37.221504 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0f977737-951d-4fb9-9cfe-e461a638e96c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557663 Apr 18 20:48:37.238342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cfd18c74-9393-4eeb-b800-2d164f52133a req-af6cf47c-e320-43b7-9cd9-9a0f1d254b63 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614137 Apr 18 20:48:37.239093 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51240) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:37.248591 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-c8badf5a-5a90-4195-904f-5bcf708da25e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:37.435325 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8badf5a-5a90-4195-904f-5bcf708da25e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:37.467749 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c8badf5a-5a90-4195-904f-5bcf708da25e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.494585 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d5fba41-0cf8-40b6-9576-59c00059b34d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.505775 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9c71903-f5c4-42c2-8dbe-46926b6aeaec tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.511957 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d5fba41-0cf8-40b6-9576-59c00059b34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.522654 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf468094-9251-41b0-b9bb-a7854536de39 None None] DHCP port deletion for 50eba278-0f67-4e34-aa13-933b003eee26 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:48:37.636568 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-cf468094-9251-41b0-b9bb-a7854536de39 None None] Deleting port a333cfe3-bf48-42f2-9a6d-26f3c3252c3f {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:37.637229 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cf468094-9251-41b0-b9bb-a7854536de39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.654816 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 7c6086ec-4616-40e1-a98c-d03e73f277b3 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:48:37.660993 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.700489 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fba41-0cf8-40b6-9576-59c00059b34d admin admin] Pushing event updated for resources: {'Port': ['ID=cc730149-2885-4259-a57c-b3ace73d99ba,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:37.820294 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-cf468094-9251-41b0-b9bb-a7854536de39 None None] For port a333cfe3-bf48-42f2-9a6d-26f3c3252c3f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a333cfe3-bf48-42f2-9a6d-26f3c3252c3f,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:37.821143 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cf468094-9251-41b0-b9bb-a7854536de39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.871357 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-cf468094-9251-41b0-b9bb-a7854536de39 None None] Calling delete_port for a333cfe3-bf48-42f2-9a6d-26f3c3252c3f owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:37.968162 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 7c6086ec-4616-40e1-a98c-d03e73f277b3, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7c6086ec-4616-40e1-a98c-d03e73f277b3,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:37.984041 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '7c6086ec-4616-40e1-a98c-d03e73f277b3', 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92', 'port_id': '7c6086ec-4616-40e1-a98c-d03e73f277b3', 'mac_address': 'fa:16:3e:a5:4c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c45217-dc0b-4a55-9d4a-e4055b0395e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:48:37.987542 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894804be-eec3-4d58-948c-16b4b7ca86be req-0426aebe-3822-4200-8f90-da0b971cafa8 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:38.002262 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-894804be-eec3-4d58-948c-16b4b7ca86be req-0426aebe-3822-4200-8f90-da0b971cafa8 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 945 time: 0.3317909 Apr 18 20:48:38.091713 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cf468094-9251-41b0-b9bb-a7854536de39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:38.128332 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32efeb2-b0aa-43e4-969f-2eb70435e03e req-456789a7-3550-41f5-b8d2-daca7b440a09 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:38.149292 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d5fba41-0cf8-40b6-9576-59c00059b34d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:38.149835 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e32efeb2-b0aa-43e4-969f-2eb70435e03e req-456789a7-3550-41f5-b8d2-daca7b440a09 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c958a7-2dc8-4241-af76-54400040a668 HTTP/1.1" status: 200 len: 944 time: 0.4762266 Apr 18 20:48:38.159011 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c71903-f5c4-42c2-8dbe-46926b6aeaec tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Pushing event updated for resources: {'Subnet': ['ID=c2ffcf25-8596-4454-9fbe-9f46aa5d0942,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:38.175350 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf468094-9251-41b0-b9bb-a7854536de39 None None] Pushing event deleted for resources: {'Port': ['ID=a333cfe3-bf48-42f2-9a6d-26f3c3252c3f,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:38.193836 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf468094-9251-41b0-b9bb-a7854536de39 None None] No DVR routers for this DVR port a333cfe3-bf48-42f2-9a6d-26f3c3252c3f on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:48:38.216700 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:38.256828 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c6086ec-4616-40e1-a98c-d03e73f277b3 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:48:38.260385 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c71903-f5c4-42c2-8dbe-46926b6aeaec tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Checking segment: {'id': 'e0fce3d3-9451-4a13-a885-436a97cdbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '685ba004-bba7-4ee4-9fe8-392d005bd87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:48:38.260875 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c71903-f5c4-42c2-8dbe-46926b6aeaec tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Network hostable DHCP agents. Network: 685ba004-bba7-4ee4-9fe8-392d005bd87b, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:48:38.277450 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-894804be-eec3-4d58-948c-16b4b7ca86be req-ecc2c591-fde1-4529-8513-6852b784e71f tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2735465 Apr 18 20:48:38.295360 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad338194-6156-4377-95df-eabb7f0015c1 req-67074fd8-cdc2-441c-b7cd-0f73a1a1b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:38.297562 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ad338194-6156-4377-95df-eabb7f0015c1 req-67074fd8-cdc2-441c-b7cd-0f73a1a1b975 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 1096 time: 0.4446516 Apr 18 20:48:38.315432 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 7c6086ec-4616-40e1-a98c-d03e73f277b3, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7c6086ec-4616-40e1-a98c-d03e73f277b3,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:38.331876 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:38.358095 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e32efeb2-b0aa-43e4-969f-2eb70435e03e req-51227f60-572a-4176-b79f-f258e9b83623 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933017 Apr 18 20:48:38.430555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955c7d5-4b98-4c74-9e0a-74aaf6495b9e req-2c86b6e2-abbe-4972-ae83-6baf30fcbe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:38.439208 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9955c7d5-4b98-4c74-9e0a-74aaf6495b9e req-2c86b6e2-abbe-4972-ae83-6baf30fcbe8e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66c8c89b1fcc4ff8ba25812b9483869d&device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 1096 time: 0.1943517 Apr 18 20:48:38.440140 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=7c6086ec-4616-40e1-a98c-d03e73f277b3,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:38.559609 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c71903-f5c4-42c2-8dbe-46926b6aeaec tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Network 685ba004-bba7-4ee4-9fe8-392d005bd87b is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:48:38.594863 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292534ed-d5bb-40c6-9239-7b4f17f24209 req-9dcf2cd3-f871-4da7-b293-b0ce30d8ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:38.596580 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-292534ed-d5bb-40c6-9239-7b4f17f24209 req-9dcf2cd3-f871-4da7-b293-b0ce30d8ae15 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cc51acb9099940958d773eedc590bb57&device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 1096 time: 0.4347012 Apr 18 20:48:38.606158 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5fba41-0cf8-40b6-9576-59c00059b34d admin admin] Network a70a6f46-5054-4309-9b14-8f7dba572e32 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:38.608953 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ad338194-6156-4377-95df-eabb7f0015c1 req-4da21ed1-ca2f-482c-b032-44ab498ee3d2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963347 Apr 18 20:48:38.611114 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-0d5fba41-0cf8-40b6-9576-59c00059b34d admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:38.616597 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-d9c71903-f5c4-42c2-8dbe-46926b6aeaec tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 685ba004-bba7-4ee4-9fe8-392d005bd87b) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:38.623814 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c71903-f5c4-42c2-8dbe-46926b6aeaec tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:38.624423 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9c71903-f5c4-42c2-8dbe-46926b6aeaec tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:38.635029 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6d371d-e14a-4598-8677-015077ec9860 None None] Network 685ba004-bba7-4ee4-9fe8-392d005bd87b requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:48:38.674296 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['7c6086ec-4616-40e1-a98c-d03e73f277b3'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:48:38.707203 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d9c71903-f5c4-42c2-8dbe-46926b6aeaec tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9061420 Apr 18 20:48:38.712578 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51260) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:38.722034 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a32f0e1e-6817-41fe-8b1c-eb4af6f8b9b0 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Request body: {'port': {'network_id': '685ba004-bba7-4ee4-9fe8-392d005bd87b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-544798074'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:38.896959 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81ab1b-8046-48bd-9969-c822172c3802 req-83bf0042-9adb-4224-bfbb-57e70a06a40c tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:38.898846 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ab81ab1b-8046-48bd-9969-c822172c3802 req-83bf0042-9adb-4224-bfbb-57e70a06a40c tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 945 time: 0.2240031 Apr 18 20:48:38.928163 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e91072-75a7-44b8-ba17-f25ef3d5c270 req-48b0ed04-90d7-4ff1-9fa2-e514148cf988 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:38.935594 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45e91072-75a7-44b8-ba17-f25ef3d5c270 req-48b0ed04-90d7-4ff1-9fa2-e514148cf988 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 945 time: 0.3673296 Apr 18 20:48:39.035792 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7267dffb-b9d7-443d-bf27-0fb1ea136fe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-685ba004-bba7-4ee4-9fe8-392d005bd87b', 'network_id': '685ba004-bba7-4ee4-9fe8-392d005bd87b', 'tenant_id': '6622a488ebfa4a99bf50aa816dac48a1', 'fixed_ips': [{'subnet_id': 'c2ffcf25-8596-4454-9fbe-9f46aa5d0942'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:48:39.039112 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7267dffb-b9d7-443d-bf27-0fb1ea136fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.047824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955c7d5-4b98-4c74-9e0a-74aaf6495b9e req-67cfbb3d-50d8-4a35-a0de-5ae6593c9bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:39.050982 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9955c7d5-4b98-4c74-9e0a-74aaf6495b9e req-67cfbb3d-50d8-4a35-a0de-5ae6593c9bd7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=af9b8ad0-3b77-4446-8808-154f03d72322 HTTP/1.1" status: 200 len: 917 time: 0.5458088 Apr 18 20:48:39.076006 n-d-838323-3 neutron-server[102908]: DEBUG neutron.objects.ports [None req-c8badf5a-5a90-4195-904f-5bcf708da25e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102908) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:48:39.091342 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c8badf5a-5a90-4195-904f-5bcf708da25e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.161474 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:39.162997 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45e91072-75a7-44b8-ba17-f25ef3d5c270 req-c212f48e-f1cc-411a-9852-6fcf41bd074e tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265069 Apr 18 20:48:39.242527 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8badf5a-5a90-4195-904f-5bcf708da25e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=608a9549-a835-4716-b4b0-c9a0eac35ba0,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:39.304039 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ab81ab1b-8046-48bd-9969-c822172c3802 req-2d647914-168b-460d-9d3f-be0315aec269 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882852 Apr 18 20:48:39.323550 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8badf5a-5a90-4195-904f-5bcf708da25e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:39.343908 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-c8badf5a-5a90-4195-904f-5bcf708da25e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:39.352939 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8badf5a-5a90-4195-904f-5bcf708da25e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:39.353449 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c8badf5a-5a90-4195-904f-5bcf708da25e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.395216 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5fba41-0cf8-40b6-9576-59c00059b34d admin admin] Router c0b515eb-163d-46af-823b-1796dfa06616 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:48:39.409336 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9955c7d5-4b98-4c74-9e0a-74aaf6495b9e req-87c0d50a-a91e-4dce-b50e-975cfe1501a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94bde35a-36ba-4aca-99da-54bb3dafcba8 HTTP/1.1" status: 200 len: 1001 time: 0.3292511 Apr 18 20:48:39.455435 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-7267dffb-b9d7-443d-bf27-0fb1ea136fe2 None None] Allocated IP 172.20.0.2 (685ba004-bba7-4ee4-9fe8-392d005bd87b/c2ffcf25-8596-4454-9fbe-9f46aa5d0942/d3810f85-86b0-47cf-8a72-3b6eb85d21a4) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:39.476682 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292534ed-d5bb-40c6-9239-7b4f17f24209 req-b38dacf3-2781-426d-bae9-e9452dc773fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:39.478238 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-292534ed-d5bb-40c6-9239-7b4f17f24209 req-b38dacf3-2781-426d-bae9-e9452dc773fd service neutron] 10.222.0.57 "GET /v2.0/networks?id=764ec030-925e-4c42-a900-432b95974253 HTTP/1.1" status: 200 len: 921 time: 0.6680698 Apr 18 20:48:39.486212 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c8badf5a-5a90-4195-904f-5bcf708da25e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2436299 Apr 18 20:48:39.491452 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51268) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:39.537089 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32f0e1e-6817-41fe-8b1c-eb4af6f8b9b0 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Made reservation on behalf of 6622a488ebfa4a99bf50aa816dac48a1 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:39.543251 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a32f0e1e-6817-41fe-8b1c-eb4af6f8b9b0 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.551653 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-865f3764-f875-4c2d-a969-a3b3e7d45e40 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'mac_address': 'fa:16:3e:5c:4a:d2', 'name': 'tempest-NetworksTestDHCPv6-1207098219'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:39.715972 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7267dffb-b9d7-443d-bf27-0fb1ea136fe2 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.721142 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414f6875-64f9-4732-894c-fb26af8c6dac None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:48:39.745724 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 34c2af99-0c96-4537-bd6f-bd7a89dc4bec details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:48:39.748600 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 34c2af99-0c96-4537-bd6f-bd7a89dc4bec no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:48:39.767824 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-292534ed-d5bb-40c6-9239-7b4f17f24209 req-78d0b17a-64c2-491d-ada1-88b483b6191b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04e0a012-7a3d-4e05-a846-d34e27058e23 HTTP/1.1" status: 200 len: 217 time: 0.2444875 Apr 18 20:48:39.776527 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7267dffb-b9d7-443d-bf27-0fb1ea136fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.852023 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-a32f0e1e-6817-41fe-8b1c-eb4af6f8b9b0 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] device_id is not set on port 9a0449ea-612c-49e2-9109-f79386be3cdf yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:48:39.867433 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ed7fa-1f73-4691-bef9-1e0c9151d5a9 req-1c5f4302-7158-4f61-9f98-74c902f79fab tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:39.870253 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a07ed7fa-1f73-4691-bef9-1e0c9151d5a9 req-1c5f4302-7158-4f61-9f98-74c902f79fab tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 945 time: 0.2055566 Apr 18 20:48:39.875815 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955c7d5-4b98-4c74-9e0a-74aaf6495b9e req-54e9b1e6-029e-46f3-8e8f-0485477e0b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:39.877724 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9955c7d5-4b98-4c74-9e0a-74aaf6495b9e req-54e9b1e6-029e-46f3-8e8f-0485477e0b87 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c229c317-384e-4f90-84f5-fac3dceea926 HTTP/1.1" status: 200 len: 855 time: 0.4306028 Apr 18 20:48:39.927210 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5fdbc-f598-4830-8671-2b007ea5fe7d req-725f7eb0-54ef-4879-b385-95cd83151312 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:39.938274 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cce5fdbc-f598-4830-8671-2b007ea5fe7d req-725f7eb0-54ef-4879-b385-95cd83151312 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c958a7-2dc8-4241-af76-54400040a668 HTTP/1.1" status: 200 len: 945 time: 0.2898445 Apr 18 20:48:39.999463 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7267dffb-b9d7-443d-bf27-0fb1ea136fe2 None None] Network 685ba004-bba7-4ee4-9fe8-392d005bd87b is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:40.013236 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-7267dffb-b9d7-443d-bf27-0fb1ea136fe2 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:40.029181 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7267dffb-b9d7-443d-bf27-0fb1ea136fe2 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:40.034933 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:40.034933 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:40.037417 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a07ed7fa-1f73-4691-bef9-1e0c9151d5a9 req-40ec4f06-7d67-43b5-a6b0-36d4481734ed tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892482 Apr 18 20:48:40.121019 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cce5fdbc-f598-4830-8671-2b007ea5fe7d req-60caf850-7f8a-4bf6-97d3-081b94341747 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809661 Apr 18 20:48:40.128789 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267dffb-b9d7-443d-bf27-0fb1ea136fe2 None None] Pushing event updated for resources: {'Port': ['ID=d3810f85-86b0-47cf-8a72-3b6eb85d21a4,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:40.134407 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292534ed-d5bb-40c6-9239-7b4f17f24209 req-88019efd-2c88-4cdc-89d6-8d2196f490aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:40.135946 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-292534ed-d5bb-40c6-9239-7b4f17f24209 req-88019efd-2c88-4cdc-89d6-8d2196f490aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4418a1f7-1d5c-4dd8-a1db-6f677ba45a74 HTTP/1.1" status: 200 len: 860 time: 0.3469884 Apr 18 20:48:40.188842 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955c7d5-4b98-4c74-9e0a-74aaf6495b9e req-fee9be9d-0985-4acb-ba8e-0d9f33e80ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:40.189848 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9955c7d5-4b98-4c74-9e0a-74aaf6495b9e req-fee9be9d-0985-4acb-ba8e-0d9f33e80ca2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af9b8ad0-3b77-4446-8808-154f03d72322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3014443 Apr 18 20:48:40.249637 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-292534ed-d5bb-40c6-9239-7b4f17f24209 req-d50c5b6c-5398-4d4a-9563-13f647581b51 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=764ec030-925e-4c42-a900-432b95974253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059287 Apr 18 20:48:40.302036 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865f3764-f875-4c2d-a969-a3b3e7d45e40 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:40.373138 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-292534ed-d5bb-40c6-9239-7b4f17f24209 req-8f3ca421-615c-45d4-bf8b-975ac3ae4801 service neutron] 10.222.0.57 "GET /v2.0/networks/764ec030-925e-4c42-a900-432b95974253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146684 Apr 18 20:48:40.395032 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5fba41-0cf8-40b6-9576-59c00059b34d admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:40.412490 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0d5fba41-0cf8-40b6-9576-59c00059b34d admin admin] 10.222.0.41 "PUT /v2.0/routers/c0b515eb-163d-46af-823b-1796dfa06616/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9268734 Apr 18 20:48:40.427796 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a5ca91-5cd9-46a5-a4e3-b10d20e3b05d None None] Sync routers for ids ['c0b515eb-163d-46af-823b-1796dfa06616'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:40.450561 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a5ca91-5cd9-46a5-a4e3-b10d20e3b05d None None] Routers {'c0b515eb-163d-46af-823b-1796dfa06616'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:40.462370 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-56a5ca91-5cd9-46a5-a4e3-b10d20e3b05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:48:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c0b515eb-163d-46af-823b-1796dfa06616'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:40.620968 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-a32f0e1e-6817-41fe-8b1c-eb4af6f8b9b0 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Allocated IP 172.20.0.12 (685ba004-bba7-4ee4-9fe8-392d005bd87b/c2ffcf25-8596-4454-9fbe-9f46aa5d0942/9a0449ea-612c-49e2-9109-f79386be3cdf) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:40.659524 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-56a5ca91-5cd9-46a5-a4e3-b10d20e3b05d None None] Set router c0b515eb-163d-46af-823b-1796dfa06616 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:48:40.707900 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:40.710272 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:40.725345 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7267dffb-b9d7-443d-bf27-0fb1ea136fe2 None None] Attempting to bind port d3810f85-86b0-47cf-8a72-3b6eb85d21a4 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:40.726295 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7267dffb-b9d7-443d-bf27-0fb1ea136fe2 None None] Attempting to bind port d3810f85-86b0-47cf-8a72-3b6eb85d21a4 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'e0fce3d3-9451-4a13-a885-436a97cdbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '685ba004-bba7-4ee4-9fe8-392d005bd87b'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:40.726909 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7267dffb-b9d7-443d-bf27-0fb1ea136fe2 None None] Attempting to bind port d3810f85-86b0-47cf-8a72-3b6eb85d21a4 on network 685ba004-bba7-4ee4-9fe8-392d005bd87b {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:40.755855 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ded315-e76e-4d62-9f3e-89db0000d0d5 req-4cd73a54-f307-42b8-9cf9-87a998b9cb84 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:40.757856 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-71ded315-e76e-4d62-9f3e-89db0000d0d5 req-4cd73a54-f307-42b8-9cf9-87a998b9cb84 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 945 time: 0.2761395 Apr 18 20:48:40.775347 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7267dffb-b9d7-443d-bf27-0fb1ea136fe2 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:48:40.775834 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7267dffb-b9d7-443d-bf27-0fb1ea136fe2 None None] Checking segment: {'id': 'e0fce3d3-9451-4a13-a885-436a97cdbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '685ba004-bba7-4ee4-9fe8-392d005bd87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:48:40.776320 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7267dffb-b9d7-443d-bf27-0fb1ea136fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:40.776835 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7267dffb-b9d7-443d-bf27-0fb1ea136fe2 None None] Bound using segment: {'id': 'e0fce3d3-9451-4a13-a885-436a97cdbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '685ba004-bba7-4ee4-9fe8-392d005bd87b'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:48:40.777394 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7267dffb-b9d7-443d-bf27-0fb1ea136fe2 None None] Bound port: d3810f85-86b0-47cf-8a72-3b6eb85d21a4, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0fce3d3-9451-4a13-a885-436a97cdbc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '685ba004-bba7-4ee4-9fe8-392d005bd87b'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:40.777855 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7267dffb-b9d7-443d-bf27-0fb1ea136fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:40.783819 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 34c2af99-0c96-4537-bd6f-bd7a89dc4bec, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=34c2af99-0c96-4537-bd6f-bd7a89dc4bec,segment=NetworkSegment(b743f55f-6bed-47c3-b407-479d46891a72),segment_id=b743f55f-6bed-47c3-b407-479d46891a72)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:40.802815 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9955c7d5-4b98-4c74-9e0a-74aaf6495b9e req-06da4b5c-5dc1-4ded-a860-5a139f857952 service neutron] 10.222.0.32 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5959125 Apr 18 20:48:40.810250 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:40.879717 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44767700-e0f4-48a6-a43c-6397c4289c88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34c2af99-0c96-4537-bd6f-bd7a89dc4bec'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:48:40.882328 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c84d7e-f7a7-44b8-9766-96b53cbac40d" -d '{"events": [{"server_uuid": "44767700-e0f4-48a6-a43c-6397c4289c88", "name": "network-vif-unplugged", "status": "completed", "tag": "34c2af99-0c96-4537-bd6f-bd7a89dc4bec"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:48:40.894382 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:40.920122 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a32f0e1e-6817-41fe-8b1c-eb4af6f8b9b0 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:40.954913 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9955c7d5-4b98-4c74-9e0a-74aaf6495b9e req-5b007be0-cc51-4b44-9adf-3b72bb11c870 service neutron] 10.222.0.32 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376598 Apr 18 20:48:41.002790 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '34c2af99-0c96-4537-bd6f-bd7a89dc4bec', 'network_id': '2b77196d-b3e5-4863-b041-b13a7dbb5188', 'port_id': '34c2af99-0c96-4537-bd6f-bd7a89dc4bec', 'mac_address': 'fa:16:3e:96:9e:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b603a19-9f3f-426e-b56c-5cc2e538c4b1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:48:41.017273 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-71ded315-e76e-4d62-9f3e-89db0000d0d5 req-82ae276c-a910-4717-a2ee-af5c1a205f2d tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448947 Apr 18 20:48:41.021187 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 34c2af99-0c96-4537-bd6f-bd7a89dc4bec, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=34c2af99-0c96-4537-bd6f-bd7a89dc4bec,segment=NetworkSegment(b743f55f-6bed-47c3-b407-479d46891a72),segment_id=b743f55f-6bed-47c3-b407-479d46891a72)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:41.065066 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-292534ed-d5bb-40c6-9239-7b4f17f24209 req-43b5ba7b-e384-4a84-a0f7-a24f0015415a service neutron] 10.222.0.57 "GET /v2.0/networks/764ec030-925e-4c42-a900-432b95974253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6832471 Apr 18 20:48:41.068276 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a1869-30c7-4b20-b325-b16afc593e24 req-ec86ee08-4726-4be1-823c-501eacff82a8 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:41.078617 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f73a1869-30c7-4b20-b325-b16afc593e24 req-ec86ee08-4726-4be1-823c-501eacff82a8 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 945 time: 0.4472044 Apr 18 20:48:41.081350 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a32f0e1e-6817-41fe-8b1c-eb4af6f8b9b0 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.097558 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.100315 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.102365 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a333cfe3-bf48-42f2-9a6d-26f3c3252c3f no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:48:41.110105 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-865f3764-f875-4c2d-a969-a3b3e7d45e40 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.132013 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3694c8-45bd-4c47-a40e-7084fc23841e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-50eba278-0f67-4e34-aa13-933b003eee26', 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'fixed_ips': [{'subnet_id': '608a9549-a835-4716-b4b0-c9a0eac35ba0'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:48:41.132883 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bc3694c8-45bd-4c47-a40e-7084fc23841e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.159596 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-56a5ca91-5cd9-46a5-a4e3-b10d20e3b05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b515eb-163d-46af-823b-1796dfa06616', 'name': 'tempest-ServerRescueTestJSON-1534052066-router', 'tenant_id': '30bec5e5dbef4fbd9ab98b71b7e2eece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:29Z', 'updated_at': '2022-04-18T20:48:36Z', 'revision_number': 4, 'project_id': '30bec5e5dbef4fbd9ab98b71b7e2eece', 'gw_port': {'id': '04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:65:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b515eb-163d-46af-823b-1796dfa06616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:30Z', 'updated_at': '2022-04-18T20:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'cc730149-2885-4259-a57c-b3ace73d99ba', 'name': '', 'network_id': 'a70a6f46-5054-4309-9b14-8f7dba572e32', 'tenant_id': '30bec5e5dbef4fbd9ab98b71b7e2eece', 'mac_address': 'fa:16:3e:d7:9c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b515eb-163d-46af-823b-1796dfa06616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '6520aac9-6fad-4482-a121-bb66984d767e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:34Z', 'updated_at': '2022-04-18T20:48:36Z', 'revision_number': 2, 'project_id': '30bec5e5dbef4fbd9ab98b71b7e2eece', 'subnets': [{'id': '6520aac9-6fad-4482-a121-bb66984d767e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:41.194537 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f73a1869-30c7-4b20-b325-b16afc593e24 req-bf813654-b333-42d4-8dc7-7ed5d9c55c14 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032612 Apr 18 20:48:41.209203 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32f0e1e-6817-41fe-8b1c-eb4af6f8b9b0 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Network 685ba004-bba7-4ee4-9fe8-392d005bd87b is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:41.216807 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-865f3764-f875-4c2d-a969-a3b3e7d45e40 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] device_id is not set on port 7243efe3-b73f-40ec-b3ed-6848dff0a089 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:48:41.227709 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-a32f0e1e-6817-41fe-8b1c-eb4af6f8b9b0 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:41.238532 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32f0e1e-6817-41fe-8b1c-eb4af6f8b9b0 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:41.240277 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a5ca91-5cd9-46a5-a4e3-b10d20e3b05d None None] Checking router: c0b515eb-163d-46af-823b-1796dfa06616 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:48:41.240729 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a5ca91-5cd9-46a5-a4e3-b10d20e3b05d None None] Updating router c0b515eb-163d-46af-823b-1796dfa06616 port cc730149-2885-4259-a57c-b3ace73d99ba binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:48:41.333201 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-56a5ca91-5cd9-46a5-a4e3-b10d20e3b05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.343410 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f0e1e-6817-41fe-8b1c-eb4af6f8b9b0 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Pushing event updated for resources: {'Port': ['ID=9a0449ea-612c-49e2-9109-f79386be3cdf,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:41.344917 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-b219b026-cb55-400d-8e8d-aa67c68a31f3 req-f2e751c4-cc4f-49c0-addf-7a7c55aa52ef tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1694352369', 'description': 'tempest-description-861908659'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:41.370086 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f0e1e-6817-41fe-8b1c-eb4af6f8b9b0 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:41.371307 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f0e1e-6817-41fe-8b1c-eb4af6f8b9b0 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:41.371666 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f0e1e-6817-41fe-8b1c-eb4af6f8b9b0 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:41.372145 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f0e1e-6817-41fe-8b1c-eb4af6f8b9b0 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:41.372573 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f0e1e-6817-41fe-8b1c-eb4af6f8b9b0 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:41.372929 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f0e1e-6817-41fe-8b1c-eb4af6f8b9b0 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:41.373247 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f0e1e-6817-41fe-8b1c-eb4af6f8b9b0 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:41.373581 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f0e1e-6817-41fe-8b1c-eb4af6f8b9b0 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:41.373911 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f0e1e-6817-41fe-8b1c-eb4af6f8b9b0 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:41.374448 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f0e1e-6817-41fe-8b1c-eb4af6f8b9b0 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:41.374851 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f0e1e-6817-41fe-8b1c-eb4af6f8b9b0 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:41.375677 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f0e1e-6817-41fe-8b1c-eb4af6f8b9b0 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:41.398330 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32f0e1e-6817-41fe-8b1c-eb4af6f8b9b0 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:41.399003 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a32f0e1e-6817-41fe-8b1c-eb4af6f8b9b0 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.426283 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4303025d-eab6-4b84-b2a3-351d90b3f271 x-openstack-request-id: req-4303025d-eab6-4b84-b2a3-351d90b3f271 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:48:41.426643 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44767700-e0f4-48a6-a43c-6397c4289c88", "name": "network-vif-unplugged", "status": "completed", "tag": "34c2af99-0c96-4537-bd6f-bd7a89dc4bec", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:48:41.426858 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4303025d-eab6-4b84-b2a3-351d90b3f271 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:48:41.427210 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4303025d-eab6-4b84-b2a3-351d90b3f271'] response: {'server_uuid': '44767700-e0f4-48a6-a43c-6397c4289c88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34c2af99-0c96-4537-bd6f-bd7a89dc4bec', 'code': 200} Apr 18 20:48:41.445144 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a32f0e1e-6817-41fe-8b1c-eb4af6f8b9b0 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.7307968 Apr 18 20:48:41.448137 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51302) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:41.460961 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: a333cfe3-bf48-42f2-9a6d-26f3c3252c3f {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:48:41.461341 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a333cfe3-bf48-42f2-9a6d-26f3c3252c3f not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:48:41.461883 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-dea329e4-3a46-4c9f-87cf-b0514546d031 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Request body: {'port': {'network_id': '685ba004-bba7-4ee4-9fe8-392d005bd87b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1372168903', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:41.463663 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.api.validators [None req-dea329e4-3a46-4c9f-87cf-b0514546d031 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] bootfile-name is not in valid_values {{(pid=102909) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 20:48:41.464475 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.api.validators [None req-dea329e4-3a46-4c9f-87cf-b0514546d031 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] tftp-server is not in valid_values {{(pid=102909) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 20:48:41.465249 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.api.validators [None req-dea329e4-3a46-4c9f-87cf-b0514546d031 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] server-ip-address is not in valid_values {{(pid=102909) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 20:48:41.489957 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b219b026-cb55-400d-8e8d-aa67c68a31f3 req-f2e751c4-cc4f-49c0-addf-7a7c55aa52ef tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.498736 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34c2af99-0c96-4537-bd6f-bd7a89dc4bec {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:48:41.520782 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:41.642072 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-865f3764-f875-4c2d-a969-a3b3e7d45e40 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 2001:db8::f816:3eff:fe5c:4ad2 (50eba278-0f67-4e34-aa13-933b003eee26/608a9549-a835-4716-b4b0-c9a0eac35ba0/7243efe3-b73f-40ec-b3ed-6848dff0a089) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:41.663648 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=34c2af99-0c96-4537-bd6f-bd7a89dc4bec,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:41.714459 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 94bde35a-36ba-4aca-99da-54bb3dafcba8 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:48:41.735313 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 7c6086ec-4616-40e1-a98c-d03e73f277b3 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:41.737445 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-a0b14c41-51ab-42cc-bb4f-511e034bda15 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:41.739076 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-a0b14c41-51ab-42cc-bb4f-511e034bda15 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/networks?id=a70a6f46-5054-4309-9b14-8f7dba572e32 HTTP/1.1" status: 200 len: 811 time: 0.2726629 Apr 18 20:48:41.832083 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7267dffb-b9d7-443d-bf27-0fb1ea136fe2 None None] For port d3810f85-86b0-47cf-8a72-3b6eb85d21a4, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:41.838418 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.844586 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:48:41.845259 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:48:41.853236 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea329e4-3a46-4c9f-87cf-b0514546d031 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Made reservation on behalf of 6622a488ebfa4a99bf50aa816dac48a1 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:41.865933 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7267dffb-b9d7-443d-bf27-0fb1ea136fe2 None None] For port d3810f85-86b0-47cf-8a72-3b6eb85d21a4, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d3810f85-86b0-47cf-8a72-3b6eb85d21a4,segment=NetworkSegment(e0fce3d3-9451-4a13-a885-436a97cdbc40),segment_id=e0fce3d3-9451-4a13-a885-436a97cdbc40)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:48:41.867842 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dea329e4-3a46-4c9f-87cf-b0514546d031 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.868526 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-48331688-b78b-4f8d-b350-54a207703738 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/quotas/30bec5e5dbef4fbd9ab98b71b7e2eece HTTP/1.1" status: 200 len: 375 time: 0.0999222 Apr 18 20:48:41.876897 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b219b026-cb55-400d-8e8d-aa67c68a31f3 req-f2e751c4-cc4f-49c0-addf-7a7c55aa52ef tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.892706 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7267dffb-b9d7-443d-bf27-0fb1ea136fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.924035 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b219b026-cb55-400d-8e8d-aa67c68a31f3 req-f2e751c4-cc4f-49c0-addf-7a7c55aa52ef tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.939109 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-dea329e4-3a46-4c9f-87cf-b0514546d031 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] device_id is not set on port 3e11883a-363f-4701-884f-99c1e60a5a86 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:48:41.957446 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267dffb-b9d7-443d-bf27-0fb1ea136fe2 None None] Pushing event updated for resources: {'Port': ['ID=d3810f85-86b0-47cf-8a72-3b6eb85d21a4,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:41.980506 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e751c4-cc4f-49c0-addf-7a7c55aa52ef tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7276819-b288-40e3-b700-677e58596875,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:41.986836 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 94bde35a-36ba-4aca-99da-54bb3dafcba8, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=94bde35a-36ba-4aca-99da-54bb3dafcba8,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:42.009093 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 7c6086ec-4616-40e1-a98c-d03e73f277b3 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:42.017863 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '94bde35a-36ba-4aca-99da-54bb3dafcba8', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'port_id': '94bde35a-36ba-4aca-99da-54bb3dafcba8', 'mac_address': 'fa:16:3e:f1:ba:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:48:42.020055 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 7c6086ec-4616-40e1-a98c-d03e73f277b3 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:42.020686 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.049307 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b219b026-cb55-400d-8e8d-aa67c68a31f3 req-f2e751c4-cc4f-49c0-addf-7a7c55aa52ef tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.050821 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b219b026-cb55-400d-8e8d-aa67c68a31f3 req-f2e751c4-cc4f-49c0-addf-7a7c55aa52ef tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.7275074 Apr 18 20:48:42.070818 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-b85ea064-763d-4fad-9970-6c828814a3fb tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=30bec5e5dbef4fbd9ab98b71b7e2eece&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1885731 Apr 18 20:48:42.105231 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-56a5ca91-5cd9-46a5-a4e3-b10d20e3b05d None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.122295 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-56a5ca91-5cd9-46a5-a4e3-b10d20e3b05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.196180 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.222959 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94bde35a-36ba-4aca-99da-54bb3dafcba8 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:48:42.270981 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 94bde35a-36ba-4aca-99da-54bb3dafcba8, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=94bde35a-36ba-4aca-99da-54bb3dafcba8,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:42.273037 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-dea329e4-3a46-4c9f-87cf-b0514546d031 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Allocated IP 172.20.0.3 (685ba004-bba7-4ee4-9fe8-392d005bd87b/c2ffcf25-8596-4454-9fbe-9f46aa5d0942/3e11883a-363f-4701-884f-99c1e60a5a86) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:42.283309 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.393497 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-c48170b8-1e30-4c76-a7c2-195fd5ecebc8 service neutron] 10.222.0.41 "GET /v2.0/networks/a70a6f46-5054-4309-9b14-8f7dba572e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035855 Apr 18 20:48:42.403171 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc71ba-4e28-411f-b467-68de9391f4fe None None] Pushing event updated for resources: {'Port': ['ID=cc730149-2885-4259-a57c-b3ace73d99ba,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:42.462861 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['94bde35a-36ba-4aca-99da-54bb3dafcba8'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:48:42.483265 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc71ba-4e28-411f-b467-68de9391f4fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:42.483614 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc71ba-4e28-411f-b467-68de9391f4fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:42.483957 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc71ba-4e28-411f-b467-68de9391f4fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:42.484344 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc71ba-4e28-411f-b467-68de9391f4fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:42.484705 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc71ba-4e28-411f-b467-68de9391f4fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:42.485035 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc71ba-4e28-411f-b467-68de9391f4fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:42.485356 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc71ba-4e28-411f-b467-68de9391f4fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:42.485683 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc71ba-4e28-411f-b467-68de9391f4fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:42.486003 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc71ba-4e28-411f-b467-68de9391f4fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:42.486399 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc71ba-4e28-411f-b467-68de9391f4fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:42.486812 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc71ba-4e28-411f-b467-68de9391f4fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:42.487171 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc71ba-4e28-411f-b467-68de9391f4fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:42.520916 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-56a5ca91-5cd9-46a5-a4e3-b10d20e3b05d None None] Attempting to bind port cc730149-2885-4259-a57c-b3ace73d99ba on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:42.521315 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-56a5ca91-5cd9-46a5-a4e3-b10d20e3b05d None None] Attempting to bind port cc730149-2885-4259-a57c-b3ace73d99ba by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '37d16436-09a3-4426-9f52-42e66aa3028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a70a6f46-5054-4309-9b14-8f7dba572e32'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:42.521654 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a5ca91-5cd9-46a5-a4e3-b10d20e3b05d None None] Attempting to bind port cc730149-2885-4259-a57c-b3ace73d99ba on network a70a6f46-5054-4309-9b14-8f7dba572e32 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:42.536534 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a5ca91-5cd9-46a5-a4e3-b10d20e3b05d None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:48:42.536534 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a5ca91-5cd9-46a5-a4e3-b10d20e3b05d None None] Checking segment: {'id': '37d16436-09a3-4426-9f52-42e66aa3028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a70a6f46-5054-4309-9b14-8f7dba572e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:48:42.536534 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-56a5ca91-5cd9-46a5-a4e3-b10d20e3b05d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.537370 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a5ca91-5cd9-46a5-a4e3-b10d20e3b05d None None] Bound using segment: {'id': '37d16436-09a3-4426-9f52-42e66aa3028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a70a6f46-5054-4309-9b14-8f7dba572e32'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:48:42.537538 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-56a5ca91-5cd9-46a5-a4e3-b10d20e3b05d None None] Bound port: cc730149-2885-4259-a57c-b3ace73d99ba, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d16436-09a3-4426-9f52-42e66aa3028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a70a6f46-5054-4309-9b14-8f7dba572e32'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:42.539112 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-56a5ca91-5cd9-46a5-a4e3-b10d20e3b05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.612891 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.632684 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.680490 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dea329e4-3a46-4c9f-87cf-b0514546d031 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.685761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=94bde35a-36ba-4aca-99da-54bb3dafcba8,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:42.704648 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-56a5ca91-5cd9-46a5-a4e3-b10d20e3b05d None None] For port cc730149-2885-4259-a57c-b3ace73d99ba, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:42.712344 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-56a5ca91-5cd9-46a5-a4e3-b10d20e3b05d None None] For port cc730149-2885-4259-a57c-b3ace73d99ba, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=cc730149-2885-4259-a57c-b3ace73d99ba,segment=NetworkSegment(37d16436-09a3-4426-9f52-42e66aa3028a),segment_id=37d16436-09a3-4426-9f52-42e66aa3028a)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:48:42.722635 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-56a5ca91-5cd9-46a5-a4e3-b10d20e3b05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.757439 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dea329e4-3a46-4c9f-87cf-b0514546d031 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.801379 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a5ca91-5cd9-46a5-a4e3-b10d20e3b05d None None] Routers {'c0b515eb-163d-46af-823b-1796dfa06616'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:42.802125 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-56a5ca91-5cd9-46a5-a4e3-b10d20e3b05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:48:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c0b515eb-163d-46af-823b-1796dfa06616'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:42.849003 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea329e4-3a46-4c9f-87cf-b0514546d031 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Network 685ba004-bba7-4ee4-9fe8-392d005bd87b is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:42.853834 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-dea329e4-3a46-4c9f-87cf-b0514546d031 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:42.858226 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c2af99-0c96-4537-bd6f-bd7a89dc4bec {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:48:42.862233 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea329e4-3a46-4c9f-87cf-b0514546d031 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:42.866879 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 7c6086ec-4616-40e1-a98c-d03e73f277b3, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7c6086ec-4616-40e1-a98c-d03e73f277b3,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:42.885512 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.925351 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc71ba-4e28-411f-b467-68de9391f4fe None None] Pushing event updated for resources: {'Port': ['ID=cc730149-2885-4259-a57c-b3ace73d99ba,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:42.957181 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea329e4-3a46-4c9f-87cf-b0514546d031 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Pushing event updated for resources: {'Port': ['ID=3e11883a-363f-4701-884f-99c1e60a5a86,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:42.978967 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=7c6086ec-4616-40e1-a98c-d03e73f277b3,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:42.983494 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 34c2af99-0c96-4537-bd6f-bd7a89dc4bec, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=34c2af99-0c96-4537-bd6f-bd7a89dc4bec,segment=NetworkSegment(b743f55f-6bed-47c3-b407-479d46891a72),segment_id=b743f55f-6bed-47c3-b407-479d46891a72)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:42.991284 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.028616 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea329e4-3a46-4c9f-87cf-b0514546d031 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:43.029342 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dea329e4-3a46-4c9f-87cf-b0514546d031 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.079191 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-dea329e4-3a46-4c9f-87cf-b0514546d031 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.6284080 Apr 18 20:48:43.081151 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51310) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:43.105888 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=34c2af99-0c96-4537-bd6f-bd7a89dc4bec,revision_number=7']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:43.152410 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-56a5ca91-5cd9-46a5-a4e3-b10d20e3b05d None None] Set router c0b515eb-163d-46af-823b-1796dfa06616 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:48:43.216915 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c426f755-c337-46ce-8e7f-6474869fa2c5 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:43.229813 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['34c2af99-0c96-4537-bd6f-bd7a89dc4bec'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:48:43.271212 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c426f755-c337-46ce-8e7f-6474869fa2c5 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:43.283641 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c426f755-c337-46ce-8e7f-6474869fa2c5 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:43.289742 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c426f755-c337-46ce-8e7f-6474869fa2c5 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2072058 Apr 18 20:48:43.292683 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51312) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:43.376305 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58094444-3df1-4586-8394-838d1d0a34e1 req-29b568e6-61d0-4fc4-8dc6-31ec55f3fff3 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:43.385663 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58094444-3df1-4586-8394-838d1d0a34e1 req-29b568e6-61d0-4fc4-8dc6-31ec55f3fff3 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 944 time: 1.1205990 Apr 18 20:48:43.446904 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-865f3764-f875-4c2d-a969-a3b3e7d45e40 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.448478 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c958a7-2dc8-4241-af76-54400040a668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6086ec-4616-40e1-a98c-d03e73f277b3'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:48:43.451043 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfbf4e2-a8b9-49e2-a4e5-185ed385fef3" -d '{"events": [{"server_uuid": "a7c958a7-2dc8-4241-af76-54400040a668", "name": "network-vif-plugged", "status": "completed", "tag": "7c6086ec-4616-40e1-a98c-d03e73f277b3"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:48:43.540762 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-eca570ec-ff25-4255-8a3a-ed49ffeca6b9 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Deleting port 3e11883a-363f-4701-884f-99c1e60a5a86 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:43.541163 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eca570ec-ff25-4255-8a3a-ed49ffeca6b9 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.554368 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58094444-3df1-4586-8394-838d1d0a34e1 req-14bf3e46-4324-421f-9152-098c0c05caaf tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673381 Apr 18 20:48:43.655631 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-b4b3e552-a005-45bb-a907-c7c3f79d8d89 service neutron] 10.222.0.41 "GET /v2.0/networks/a70a6f46-5054-4309-9b14-8f7dba572e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2561092 Apr 18 20:48:43.730346 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 94bde35a-36ba-4aca-99da-54bb3dafcba8 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:43.788470 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-865f3764-f875-4c2d-a969-a3b3e7d45e40 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.001040 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865f3764-f875-4c2d-a969-a3b3e7d45e40 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:44.001286 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eca570ec-ff25-4255-8a3a-ed49ffeca6b9 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.080346 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-eca570ec-ff25-4255-8a3a-ed49ffeca6b9 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Calling delete_port for 3e11883a-363f-4701-884f-99c1e60a5a86 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:44.114574 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-56a5ca91-5cd9-46a5-a4e3-b10d20e3b05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b515eb-163d-46af-823b-1796dfa06616', 'name': 'tempest-ServerRescueTestJSON-1534052066-router', 'tenant_id': '30bec5e5dbef4fbd9ab98b71b7e2eece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:29Z', 'updated_at': '2022-04-18T20:48:36Z', 'revision_number': 4, 'project_id': '30bec5e5dbef4fbd9ab98b71b7e2eece', 'gw_port': {'id': '04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b515eb-163d-46af-823b-1796dfa06616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:30Z', 'updated_at': '2022-04-18T20:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'cc730149-2885-4259-a57c-b3ace73d99ba', 'name': '', 'network_id': 'a70a6f46-5054-4309-9b14-8f7dba572e32', 'tenant_id': '30bec5e5dbef4fbd9ab98b71b7e2eece', 'mac_address': 'fa:16:3e:d7:9c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b515eb-163d-46af-823b-1796dfa06616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '6520aac9-6fad-4482-a121-bb66984d767e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:34Z', 'updated_at': '2022-04-18T20:48:42Z', 'revision_number': 4, 'project_id': '30bec5e5dbef4fbd9ab98b71b7e2eece', 'subnets': [{'id': '6520aac9-6fad-4482-a121-bb66984d767e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:44.120589 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-865f3764-f875-4c2d-a969-a3b3e7d45e40 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:44.124797 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865f3764-f875-4c2d-a969-a3b3e7d45e40 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:44.134924 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865f3764-f875-4c2d-a969-a3b3e7d45e40 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:44.135943 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-865f3764-f875-4c2d-a969-a3b3e7d45e40 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.210401 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d3810f85-86b0-47cf-8a72-3b6eb85d21a4 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:44.220880 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f3764-f875-4c2d-a969-a3b3e7d45e40 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Port': ['ID=7243efe3-b73f-40ec-b3ed-6848dff0a089,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:44.226202 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a5ca91-5cd9-46a5-a4e3-b10d20e3b05d None None] The sync data for ids ['c0b515eb-163d-46af-823b-1796dfa06616'] in n-d-838323-3 is: [{'id': 'c0b515eb-163d-46af-823b-1796dfa06616', 'name': 'tempest-ServerRescueTestJSON-1534052066-router', 'tenant_id': '30bec5e5dbef4fbd9ab98b71b7e2eece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:29Z', 'updated_at': '2022-04-18T20:48:36Z', 'revision_number': 4, 'project_id': '30bec5e5dbef4fbd9ab98b71b7e2eece', 'gw_port': {'id': '04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b515eb-163d-46af-823b-1796dfa06616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:30Z', 'updated_at': '2022-04-18T20:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'cc730149-2885-4259-a57c-b3ace73d99ba', 'name': '', 'network_id': 'a70a6f46-5054-4309-9b14-8f7dba572e32', 'tenant_id': '30bec5e5dbef4fbd9ab98b71b7e2eece', 'mac_address': 'fa:16:3e:d7:9c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b515eb-163d-46af-823b-1796dfa06616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '6520aac9-6fad-4482-a121-bb66984d767e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:34Z', 'updated_at': '2022-04-18T20:48:42Z', 'revision_number': 4, 'project_id': '30bec5e5dbef4fbd9ab98b71b7e2eece', 'subnets': [{'id': '6520aac9-6fad-4482-a121-bb66984d767e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:44.291380 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b6712-94f0-4894-9d23-166a4d47da40 req-cae5afb7-b653-44ee-912e-10cdf1e690cc tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:44.293063 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f08b6712-94f0-4894-9d23-166a4d47da40 req-cae5afb7-b653-44ee-912e-10cdf1e690cc tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c958a7-2dc8-4241-af76-54400040a668 HTTP/1.1" status: 200 len: 946 time: 0.3566523 Apr 18 20:48:44.324774 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-865f3764-f875-4c2d-a969-a3b3e7d45e40 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.7905374 Apr 18 20:48:44.343290 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51322) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:44.477443 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c96a776-e4de-4f6d-8bc0-aa1aa21c6a0d None None] Network 685ba004-bba7-4ee4-9fe8-392d005bd87b requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:48:44.497104 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-00acf047-eb07-4608-9586-15a87c01d7ce req-8f247831-eb69-4ffc-b55c-100728f97705 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1694352369&fields=id&tenant_id=cc51acb9099940958d773eedc590bb57 HTTP/1.1" status: 200 len: 267 time: 0.2855158 Apr 18 20:48:44.507042 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f08b6712-94f0-4894-9d23-166a4d47da40 req-782304eb-7fc6-4b96-8d85-2e88adf54dc9 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764734 Apr 18 20:48:44.543322 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-bc3694c8-45bd-4c47-a40e-7084fc23841e None None] Allocated IP 2001:db8::f816:3eff:fee3:5fc0 (50eba278-0f67-4e34-aa13-933b003eee26/608a9549-a835-4716-b4b0-c9a0eac35ba0/7e6f57d3-b227-4814-8f2d-7cb50211d22d) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:44.563023 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44718e3c-f964-48ab-942a-1c8e248298e4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:44.567422 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-44718e3c-f964-48ab-942a-1c8e248298e4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2139056 Apr 18 20:48:44.568063 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51324) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:44.690505 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eca570ec-ff25-4255-8a3a-ed49ffeca6b9 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.723189 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acf047-eb07-4608-9586-15a87c01d7ce req-95afffc4-56b5-4dd1-811d-ab9e76954a4f tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:44.731236 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-00acf047-eb07-4608-9586-15a87c01d7ce req-95afffc4-56b5-4dd1-811d-ab9e76954a4f tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 945 time: 0.2265315 Apr 18 20:48:44.762523 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-00acf047-eb07-4608-9586-15a87c01d7ce req-672ab9c2-56c1-4278-aef2-ebef3110355e tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Request body: {'port': {'security_groups': ['2f7915af-41fe-481d-b0de-7a5f2eb13bb9', 'b7276819-b288-40e3-b700-677e58596875']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:44.786334 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca570ec-ff25-4255-8a3a-ed49ffeca6b9 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Pushing event deleted for resources: {'Port': ['ID=3e11883a-363f-4701-884f-99c1e60a5a86,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:44.835854 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 94bde35a-36ba-4aca-99da-54bb3dafcba8 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:44.836292 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.919549 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-2c136c02-abed-4e5d-91f6-2c22dc406e47 None None] Provisioning complete for port d3810f85-86b0-47cf-8a72-3b6eb85d21a4 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:44.919955 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2c136c02-abed-4e5d-91f6-2c22dc406e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.968478 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eca570ec-ff25-4255-8a3a-ed49ffeca6b9 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.979479 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-eca570ec-ff25-4255-8a3a-ed49ffeca6b9 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] 10.222.0.41 "DELETE /v2.0/ports/3e11883a-363f-4701-884f-99c1e60a5a86 HTTP/1.1" status: 204 len: 168 time: 1.6822028 Apr 18 20:48:44.986111 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51334) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:45.001164 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-3aa26b49-7611-497c-970e-c2e67d9ad9e2 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Request body: {'port': {'name': 'tempest-new-port-name-555763838', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:45.001590 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.api.validators [None req-3aa26b49-7611-497c-970e-c2e67d9ad9e2 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] bootfile-name is not in valid_values {{(pid=102909) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 20:48:45.002203 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.api.validators [None req-3aa26b49-7611-497c-970e-c2e67d9ad9e2 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] tftp-server is not in valid_values {{(pid=102909) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 20:48:45.002297 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.api.validators [None req-3aa26b49-7611-497c-970e-c2e67d9ad9e2 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] server-ip-address is not in valid_values {{(pid=102909) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 20:48:45.047559 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef145e-91d6-4513-bf54-a2b311dc4ac1 req-d1b9b482-e7df-4332-8f19-9f4161ff8602 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:45.054027 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-85ef145e-91d6-4513-bf54-a2b311dc4ac1 req-d1b9b482-e7df-4332-8f19-9f4161ff8602 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 944 time: 0.2188678 Apr 18 20:48:45.057042 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-00acf047-eb07-4608-9586-15a87c01d7ce req-672ab9c2-56c1-4278-aef2-ebef3110355e tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.066010 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 34c2af99-0c96-4537-bd6f-bd7a89dc4bec up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:45.099295 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-be2edfe5-5c16-4d84-ac7a-a8e85a8e788b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting port 7243efe3-b73f-40ec-b3ed-6848dff0a089 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:45.099837 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-be2edfe5-5c16-4d84-ac7a-a8e85a8e788b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.173322 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3aa26b49-7611-497c-970e-c2e67d9ad9e2 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.360671 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-85ef145e-91d6-4513-bf54-a2b311dc4ac1 req-6f9bbdcf-413c-4e05-af4a-b5eccb69f964 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925084 Apr 18 20:48:45.500848 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port d3810f85-86b0-47cf-8a72-3b6eb85d21a4 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:45.501759 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.589588 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed7f54b-d710-4033-abe1-4f1dcb36e5e4 x-openstack-request-id: req-7ed7f54b-d710-4033-abe1-4f1dcb36e5e4 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:48:45.589927 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c958a7-2dc8-4241-af76-54400040a668", "name": "network-vif-plugged", "status": "completed", "tag": "7c6086ec-4616-40e1-a98c-d03e73f277b3", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:48:45.590119 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ed7f54b-d710-4033-abe1-4f1dcb36e5e4 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:48:45.590559 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ed7f54b-d710-4033-abe1-4f1dcb36e5e4'] response: {'server_uuid': 'a7c958a7-2dc8-4241-af76-54400040a668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6086ec-4616-40e1-a98c-d03e73f277b3', 'code': 200} Apr 18 20:48:45.601858 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.749167 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-be2edfe5-5c16-4d84-ac7a-a8e85a8e788b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.816173 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3aa26b49-7611-497c-970e-c2e67d9ad9e2 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.826252 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3aa26b49-7611-497c-970e-c2e67d9ad9e2 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.892936 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 94bde35a-36ba-4aca-99da-54bb3dafcba8, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=94bde35a-36ba-4aca-99da-54bb3dafcba8,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:45.906623 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2c136c02-abed-4e5d-91f6-2c22dc406e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.911944 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 34c2af99-0c96-4537-bd6f-bd7a89dc4bec triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:45.913580 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa26b49-7611-497c-970e-c2e67d9ad9e2 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Pushing event updated for resources: {'Port': ['ID=9a0449ea-612c-49e2-9109-f79386be3cdf,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:45.920877 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-be2edfe5-5c16-4d84-ac7a-a8e85a8e788b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Calling delete_port for 7243efe3-b73f-40ec-b3ed-6848dff0a089 owned by {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:45.923963 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.934237 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.944479 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-469a4142-db39-473f-ab9e-cf50bad1befb req-d708f923-7df4-4703-baee-f5e829207b38 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 210 time: 0.1372733 Apr 18 20:48:46.007455 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bc3694c8-45bd-4c47-a40e-7084fc23841e None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.047972 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-3aa26b49-7611-497c-970e-c2e67d9ad9e2 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] In _notify_port_updated(), no bound segment for port 9a0449ea-612c-49e2-9109-f79386be3cdf on network 685ba004-bba7-4ee4-9fe8-392d005bd87b {{(pid=102909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:48:46.070867 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2ce4e-cab3-42e4-8caf-197e07b91a3e req-4aa69581-5017-4dc8-91ee-01623659b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:46.071221 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa26b49-7611-497c-970e-c2e67d9ad9e2 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:46.072652 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c5d2ce4e-cab3-42e4-8caf-197e07b91a3e req-4aa69581-5017-4dc8-91ee-01623659b863 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a7c958a7-2dc8-4241-af76-54400040a668 HTTP/1.1" status: 200 len: 1097 time: 0.3059745 Apr 18 20:48:46.080932 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3aa26b49-7611-497c-970e-c2e67d9ad9e2 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.082337 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3aa26b49-7611-497c-970e-c2e67d9ad9e2 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] 10.222.0.41 "PUT /v2.0/ports/9a0449ea-612c-49e2-9109-f79386be3cdf HTTP/1.1" status: 200 len: 1136 time: 1.0952010 Apr 18 20:48:46.086779 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51344) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:46.166731 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bc3694c8-45bd-4c47-a40e-7084fc23841e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.213939 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12db3149-e763-40d4-bf35-8f3ef1c63a13 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:46.223691 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-12db3149-e763-40d4-bf35-8f3ef1c63a13 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] 10.222.0.41 "GET /v2.0/ports/9a0449ea-612c-49e2-9109-f79386be3cdf HTTP/1.1" status: 200 len: 1136 time: 0.1279416 Apr 18 20:48:46.225324 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51354) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:46.285273 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3694c8-45bd-4c47-a40e-7084fc23841e None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:46.287786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2c136c02-abed-4e5d-91f6-2c22dc406e47 None None] For port d3810f85-86b0-47cf-8a72-3b6eb85d21a4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d3810f85-86b0-47cf-8a72-3b6eb85d21a4,segment=NetworkSegment(e0fce3d3-9451-4a13-a885-436a97cdbc40),segment_id=e0fce3d3-9451-4a13-a885-436a97cdbc40)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:46.311523 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-bc3694c8-45bd-4c47-a40e-7084fc23841e None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:46.323290 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3694c8-45bd-4c47-a40e-7084fc23841e None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:46.339397 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2c136c02-abed-4e5d-91f6-2c22dc406e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.389365 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c5d2ce4e-cab3-42e4-8caf-197e07b91a3e req-de7bc841-a159-42e6-abd9-b05f686523b1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149832 Apr 18 20:48:46.465051 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.506566 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f696b-66af-4e4e-8320-6da971d9eeed req-5ca5a7ce-1287-4200-8e2c-dc469f5abab9 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:46.508460 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-870f696b-66af-4e4e-8320-6da971d9eeed req-5ca5a7ce-1287-4200-8e2c-dc469f5abab9 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 945 time: 0.4346142 Apr 18 20:48:46.512008 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-00acf047-eb07-4608-9586-15a87c01d7ce req-672ab9c2-56c1-4278-aef2-ebef3110355e tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] For port 04e0a012-7a3d-4e05-a846-d34e27058e23, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=04e0a012-7a3d-4e05-a846-d34e27058e23,segment=NetworkSegment(4e493589-df28-45b1-bd87-e70b1aead89e),segment_id=4e493589-df28-45b1-bd87-e70b1aead89e)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:46.523237 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=94bde35a-36ba-4aca-99da-54bb3dafcba8,revision_number=7']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:46.536297 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-1aabb7ba-8f20-4b6f-941c-9d2b3e7bdc5a tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Deleting port 9a0449ea-612c-49e2-9109-f79386be3cdf {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:46.536772 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1aabb7ba-8f20-4b6f-941c-9d2b3e7bdc5a tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.664841 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3694c8-45bd-4c47-a40e-7084fc23841e None None] Pushing event updated for resources: {'Port': ['ID=7e6f57d3-b227-4814-8f2d-7cb50211d22d,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:46.704456 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-00acf047-eb07-4608-9586-15a87c01d7ce req-672ab9c2-56c1-4278-aef2-ebef3110355e tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.777488 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-870f696b-66af-4e4e-8320-6da971d9eeed req-25238b31-af67-4497-9bce-a273afcb82d7 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562261 Apr 18 20:48:46.778669 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-00acf047-eb07-4608-9586-15a87c01d7ce req-672ab9c2-56c1-4278-aef2-ebef3110355e tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.800564 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1aabb7ba-8f20-4b6f-941c-9d2b3e7bdc5a tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.814477 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['04e0a012-7a3d-4e05-a846-d34e27058e23'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:48:46.863882 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-1aabb7ba-8f20-4b6f-941c-9d2b3e7bdc5a tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Calling delete_port for 9a0449ea-612c-49e2-9109-f79386be3cdf owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:47.146372 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-bc3694c8-45bd-4c47-a40e-7084fc23841e None None] Attempting to bind port 7e6f57d3-b227-4814-8f2d-7cb50211d22d on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:47.153796 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-bc3694c8-45bd-4c47-a40e-7084fc23841e None None] Attempting to bind port 7e6f57d3-b227-4814-8f2d-7cb50211d22d by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:47.154419 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3694c8-45bd-4c47-a40e-7084fc23841e None None] Attempting to bind port 7e6f57d3-b227-4814-8f2d-7cb50211d22d on network 50eba278-0f67-4e34-aa13-933b003eee26 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:47.180476 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acf047-eb07-4608-9586-15a87c01d7ce req-672ab9c2-56c1-4278-aef2-ebef3110355e tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:47.184961 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-00acf047-eb07-4608-9586-15a87c01d7ce req-672ab9c2-56c1-4278-aef2-ebef3110355e tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.211191 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-00acf047-eb07-4608-9586-15a87c01d7ce req-672ab9c2-56c1-4278-aef2-ebef3110355e tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "PUT /v2.0/ports/04e0a012-7a3d-4e05-a846-d34e27058e23 HTTP/1.1" status: 200 len: 981 time: 2.4787109 Apr 18 20:48:47.248194 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4246e2-ff89-4f53-9db8-d0e4a5830fe6', 'tag': '04e0a012-7a3d-4e05-a846-d34e27058e23'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:48:47.252167 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab390c0-2ac9-4cfd-ba41-6a0a99e8d132" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4246e2-ff89-4f53-9db8-d0e4a5830fe6", "tag": "04e0a012-7a3d-4e05-a846-d34e27058e23"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:48:47.260020 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c136c02-abed-4e5d-91f6-2c22dc406e47 None None] Pushing event updated for resources: {'Port': ['ID=d3810f85-86b0-47cf-8a72-3b6eb85d21a4,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:47.320113 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-be2edfe5-5c16-4d84-ac7a-a8e85a8e788b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.394610 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:48:47.394985 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:48:47.396362 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.475783 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 34c2af99-0c96-4537-bd6f-bd7a89dc4bec, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=34c2af99-0c96-4537-bd6f-bd7a89dc4bec,segment=NetworkSegment(b743f55f-6bed-47c3-b407-479d46891a72),segment_id=b743f55f-6bed-47c3-b407-479d46891a72)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:47.478370 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['04e0a012-7a3d-4e05-a846-d34e27058e23'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:48:47.495504 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1aabb7ba-8f20-4b6f-941c-9d2b3e7bdc5a tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.535369 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ab9c2-56c1-4278-aef2-ebef3110355e tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Pushing event updated for resources: {'Port': ['ID=04e0a012-7a3d-4e05-a846-d34e27058e23,revision_number=6']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:47.537961 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3694c8-45bd-4c47-a40e-7084fc23841e None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:48:47.538573 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3694c8-45bd-4c47-a40e-7084fc23841e None None] Checking segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:48:47.540410 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bc3694c8-45bd-4c47-a40e-7084fc23841e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.540896 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3694c8-45bd-4c47-a40e-7084fc23841e None None] Bound using segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:48:47.544335 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-bc3694c8-45bd-4c47-a40e-7084fc23841e None None] Bound port: 7e6f57d3-b227-4814-8f2d-7cb50211d22d, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:47.544875 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bc3694c8-45bd-4c47-a40e-7084fc23841e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.552046 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-5edfa31d-7ef4-4a95-91f1-26b632f34bc6 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:47.554973 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-5edfa31d-7ef4-4a95-91f1-26b632f34bc6 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.32 "GET /v2.0/networks?id=a70a6f46-5054-4309-9b14-8f7dba572e32 HTTP/1.1" status: 200 len: 811 time: 0.9073374 Apr 18 20:48:47.567324 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aabb7ba-8f20-4b6f-941c-9d2b3e7bdc5a tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Pushing event deleted for resources: {'Port': ['ID=9a0449ea-612c-49e2-9109-f79386be3cdf,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:47.628007 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf13885-7b6d-45b9-a782-8f263ac7f2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bde35a-36ba-4aca-99da-54bb3dafcba8'}, {'server_uuid': '44767700-e0f4-48a6-a43c-6397c4289c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c2af99-0c96-4537-bd6f-bd7a89dc4bec'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:48:47.646896 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d0d0ce-400d-43e6-8093-f7b98f9d18c6" -d '{"events": [{"server_uuid": "5bf13885-7b6d-45b9-a782-8f263ac7f2e3", "name": "network-vif-plugged", "status": "completed", "tag": "94bde35a-36ba-4aca-99da-54bb3dafcba8"}, {"server_uuid": "44767700-e0f4-48a6-a43c-6397c4289c88", "name": "network-vif-plugged", "status": "completed", "tag": "34c2af99-0c96-4537-bd6f-bd7a89dc4bec"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:48:47.663717 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.757336 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-8de88913-5731-49d5-bc46-5751dfd956e4 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Request body: {'port': {'device_id': '9eb44a8c-e237-4e05-bf91-5a4709c38588', 'network_id': 'a70a6f46-5054-4309-9b14-8f7dba572e32', 'admin_state_up': True, 'tenant_id': '30bec5e5dbef4fbd9ab98b71b7e2eece'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:47.770576 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1aabb7ba-8f20-4b6f-941c-9d2b3e7bdc5a tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.782853 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1aabb7ba-8f20-4b6f-941c-9d2b3e7bdc5a tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] 10.222.0.41 "DELETE /v2.0/ports/9a0449ea-612c-49e2-9109-f79386be3cdf HTTP/1.1" status: 204 len: 168 time: 1.5568004 Apr 18 20:48:47.784889 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51392) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:47.849467 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2edfe5-5c16-4d84-ac7a-a8e85a8e788b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Port': ['ID=7243efe3-b73f-40ec-b3ed-6848dff0a089,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:47.852340 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-be2edfe5-5c16-4d84-ac7a-a8e85a8e788b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.864882 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-be2edfe5-5c16-4d84-ac7a-a8e85a8e788b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/7243efe3-b73f-40ec-b3ed-6848dff0a089 HTTP/1.1" status: 204 len: 168 time: 3.2949128 Apr 18 20:48:47.874428 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51396) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:48.012602 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de9c86-68f3-4581-b614-809bbadac65a req-4f013da8-cfad-4984-9fc4-ba2a7976da72 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:48.030443 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5de9c86-68f3-4581-b614-809bbadac65a req-4f013da8-cfad-4984-9fc4-ba2a7976da72 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c958a7-2dc8-4241-af76-54400040a668 HTTP/1.1" status: 200 len: 946 time: 0.8860362 Apr 18 20:48:48.073284 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=34c2af99-0c96-4537-bd6f-bd7a89dc4bec,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:48.242339 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c395c8a-3842-4699-b76d-e7e4037fb2a1 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Deleting subnet c2ffcf25-8596-4454-9fbe-9f46aa5d0942 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:48:48.247088 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0c395c8a-3842-4699-b76d-e7e4037fb2a1 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.303323 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:48.323853 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0c395c8a-3842-4699-b76d-e7e4037fb2a1 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.360151 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5de9c86-68f3-4581-b614-809bbadac65a req-498c606e-618b-49d0-a601-5f14b1cc8597 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692526 Apr 18 20:48:48.384335 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ffed7f87-3547-4973-b7a1-eeab9fd66e4a None None] Provisioning complete for port d3810f85-86b0-47cf-8a72-3b6eb85d21a4 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:48.384954 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ffed7f87-3547-4973-b7a1-eeab9fd66e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.484607 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d494ef-0ea5-4551-ba61-c748e4292407 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:48.489450 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d494ef-0ea5-4551-ba61-c748e4292407 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:48.499373 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-08d494ef-0ea5-4551-ba61-c748e4292407 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.6210699 Apr 18 20:48:48.500756 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51404) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:48.566450 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-bc3694c8-45bd-4c47-a40e-7084fc23841e None None] For port 7e6f57d3-b227-4814-8f2d-7cb50211d22d, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:48.572155 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-bc3694c8-45bd-4c47-a40e-7084fc23841e None None] For port 7e6f57d3-b227-4814-8f2d-7cb50211d22d, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7e6f57d3-b227-4814-8f2d-7cb50211d22d,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:48:48.653217 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1af66f-4179-4329-b2d6-bb50f0f3e1a3 req-46770990-72ee-4104-8527-3b1824d3711e tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:48.669236 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1e1af66f-4179-4329-b2d6-bb50f0f3e1a3 req-46770990-72ee-4104-8527-3b1824d3711e tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 945 time: 1.0800722 Apr 18 20:48:48.689885 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bc3694c8-45bd-4c47-a40e-7084fc23841e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.705914 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0c395c8a-3842-4699-b76d-e7e4037fb2a1 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.741233 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-b25b8538-8c0e-462a-8797-8ae4a0a942bf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet 608a9549-a835-4716-b4b0-c9a0eac35ba0 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:48:48.755008 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b25b8538-8c0e-462a-8797-8ae4a0a942bf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.877195 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d321995d-8cfe-4d87-b3b9-a539ffe7bdab req-6c62736e-5422-43a2-9ed3-28c4d8dac660 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 210 time: 0.2007313 Apr 18 20:48:48.880322 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-8de88913-5731-49d5-bc46-5751dfd956e4 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Made reservation on behalf of 30bec5e5dbef4fbd9ab98b71b7e2eece for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:48.884284 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-8de88913-5731-49d5-bc46-5751dfd956e4 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.928029 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b25b8538-8c0e-462a-8797-8ae4a0a942bf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:49.068094 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3694c8-45bd-4c47-a40e-7084fc23841e None None] Pushing event updated for resources: {'Port': ['ID=7e6f57d3-b227-4814-8f2d-7cb50211d22d,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:49.114161 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0c395c8a-3842-4699-b76d-e7e4037fb2a1 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:49.232872 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:49.233296 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:49.238296 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c395c8a-3842-4699-b76d-e7e4037fb2a1 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Pushing event deleted for resources: {'Subnet': ['ID=c2ffcf25-8596-4454-9fbe-9f46aa5d0942,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:49.263997 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0c395c8a-3842-4699-b76d-e7e4037fb2a1 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:49.278762 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0c395c8a-3842-4699-b76d-e7e4037fb2a1 tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] 10.222.0.41 "DELETE /v2.0/subnets/c2ffcf25-8596-4454-9fbe-9f46aa5d0942 HTTP/1.1" status: 204 len: 168 time: 1.4914098 Apr 18 20:48:49.290716 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51408) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:49.388556 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-8de88913-5731-49d5-bc46-5751dfd956e4 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Allocated IP 172.20.0.13 (a70a6f46-5054-4309-9b14-8f7dba572e32/6520aac9-6fad-4482-a121-bb66984d767e/b6e34328-6caa-4b5e-9f4a-fe5e52a8227b) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:49.507842 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ffed7f87-3547-4973-b7a1-eeab9fd66e4a None None] Could not find standard attr ID for object 9a0449ea-612c-49e2-9109-f79386be3cdf. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:48:49.581194 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1e1af66f-4179-4329-b2d6-bb50f0f3e1a3 req-838710e9-9d6b-43c2-822b-2db28ab8a45d tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9069343 Apr 18 20:48:49.629260 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-12fb0a9f-166e-4a99-b568-6def770c34d6 None None] Could not find standard attr ID for object 3e11883a-363f-4701-884f-99c1e60a5a86. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:48:49.642702 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-12fb0a9f-166e-4a99-b568-6def770c34d6 None None] Could not find standard attr ID for object 9a0449ea-612c-49e2-9109-f79386be3cdf. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:48:49.658132 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b25b8538-8c0e-462a-8797-8ae4a0a942bf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:49.726405 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cc760d-e07f-4ea6-b695-7df83deda996 None None] Network 685ba004-bba7-4ee4-9fe8-392d005bd87b requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:48:49.807659 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c30a8d5-46e6-48e3-9638-c4f4a1e68cd2 x-openstack-request-id: req-0c30a8d5-46e6-48e3-9638-c4f4a1e68cd2 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:48:49.810945 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4246e2-ff89-4f53-9db8-d0e4a5830fe6", "tag": "04e0a012-7a3d-4e05-a846-d34e27058e23", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:48:49.814536 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c30a8d5-46e6-48e3-9638-c4f4a1e68cd2 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:48:49.815515 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c30a8d5-46e6-48e3-9638-c4f4a1e68cd2'] response: {'name': 'network-changed', 'server_uuid': 'bc4246e2-ff89-4f53-9db8-d0e4a5830fe6', 'tag': '04e0a012-7a3d-4e05-a846-d34e27058e23', 'status': 'completed', 'code': 200} Apr 18 20:48:49.833515 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-064f514f-1f59-4e27-a570-2b1c86f4f8ca req-e36683bc-45b6-4e5e-8198-1a4e5c4d52ef tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1694352369&fields=id&tenant_id=cc51acb9099940958d773eedc590bb57 HTTP/1.1" status: 200 len: 267 time: 0.2923341 Apr 18 20:48:49.960761 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b25b8538-8c0e-462a-8797-8ae4a0a942bf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:49.974298 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 20:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991b561b-fdb6-422f-a1e3-ce9c55823207 x-openstack-request-id: req-991b561b-fdb6-422f-a1e3-ce9c55823207 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:48:49.979396 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf13885-7b6d-45b9-a782-8f263ac7f2e3", "name": "network-vif-plugged", "status": "completed", "tag": "94bde35a-36ba-4aca-99da-54bb3dafcba8", "code": 200}, {"server_uuid": "44767700-e0f4-48a6-a43c-6397c4289c88", "name": "network-vif-plugged", "status": "completed", "tag": "34c2af99-0c96-4537-bd6f-bd7a89dc4bec", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:48:49.979806 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-991b561b-fdb6-422f-a1e3-ce9c55823207 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:48:49.980507 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-991b561b-fdb6-422f-a1e3-ce9c55823207'] response: {'server_uuid': '5bf13885-7b6d-45b9-a782-8f263ac7f2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bde35a-36ba-4aca-99da-54bb3dafcba8', 'code': 200} Apr 18 20:48:49.980935 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-991b561b-fdb6-422f-a1e3-ce9c55823207'] response: {'server_uuid': '44767700-e0f4-48a6-a43c-6397c4289c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c2af99-0c96-4537-bd6f-bd7a89dc4bec', 'code': 200} Apr 18 20:48:50.073390 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b8538-8c0e-462a-8797-8ae4a0a942bf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=608a9549-a835-4716-b4b0-c9a0eac35ba0,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:50.084538 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b25b8538-8c0e-462a-8797-8ae4a0a942bf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:50.101812 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b25b8538-8c0e-462a-8797-8ae4a0a942bf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/608a9549-a835-4716-b4b0-c9a0eac35ba0 HTTP/1.1" status: 204 len: 168 time: 1.5894558 Apr 18 20:48:50.104614 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51414) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:50.115112 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-330054b0-0d0b-4b33-98d1-201fb76ebf6d tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:50.223379 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-8de88913-5731-49d5-bc46-5751dfd956e4 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:50.269730 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device cc730149-2885-4259-a57c-b3ace73d99ba up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:50.278069 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d59bc506-874a-47a4-883d-f6aba9b43d7d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1731484 Apr 18 20:48:50.284278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51416) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:50.304380 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-8de88913-5731-49d5-bc46-5751dfd956e4 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:50.359724 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab390c0-2ac9-4cfd-ba41-6a0a99e8d132 req-0cb82793-0f64-4e82-9940-471d3a9a13a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:50.362639 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9ab390c0-2ac9-4cfd-ba41-6a0a99e8d132 req-0cb82793-0f64-4e82-9940-471d3a9a13a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cc51acb9099940958d773eedc590bb57&device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 1135 time: 0.4454587 Apr 18 20:48:50.480137 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de88913-5731-49d5-bc46-5751dfd956e4 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Pushing event updated for resources: {'Port': ['ID=b6e34328-6caa-4b5e-9f4a-fe5e52a8227b,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:50.509161 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f514f-1f59-4e27-a570-2b1c86f4f8ca req-d0f8c92f-505e-41cf-86c5-7472f3d10156 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:50.511076 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-064f514f-1f59-4e27-a570-2b1c86f4f8ca req-d0f8c92f-505e-41cf-86c5-7472f3d10156 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 984 time: 0.6768618 Apr 18 20:48:50.526348 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-8de88913-5731-49d5-bc46-5751dfd956e4 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Network a70a6f46-5054-4309-9b14-8f7dba572e32 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:50.538629 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac707ed-23f1-45be-a741-604dc966fa7a req-d4e22ee0-3590-4cb8-9adf-56c35b827d61 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:50.547489 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ac707ed-23f1-45be-a741-604dc966fa7a req-d4e22ee0-3590-4cb8-9adf-56c35b827d61 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 945 time: 0.5302892 Apr 18 20:48:50.573480 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port cc730149-2885-4259-a57c-b3ace73d99ba triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:50.574396 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:50.598140 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-064f514f-1f59-4e27-a570-2b1c86f4f8ca req-3ff07e3b-0f71-4c63-becd-f97ce71b6016 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Request body: {'port': {'security_groups': ['2f7915af-41fe-481d-b0de-7a5f2eb13bb9']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:50.604199 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-8de88913-5731-49d5-bc46-5751dfd956e4 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:50.622193 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-8de88913-5731-49d5-bc46-5751dfd956e4 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:50.699196 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e44100-cc1f-41cf-adb8-63099c7e4206 None None] DHCP port deletion for 685ba004-bba7-4ee4-9fe8-392d005bd87b request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:48:50.704781 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab390c0-2ac9-4cfd-ba41-6a0a99e8d132 req-a710cf1c-405c-4aba-a5f2-f84fbb3e7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:50.708208 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9ab390c0-2ac9-4cfd-ba41-6a0a99e8d132 req-a710cf1c-405c-4aba-a5f2-f84fbb3e7774 service neutron] 10.222.0.57 "GET /v2.0/networks?id=764ec030-925e-4c42-a900-432b95974253 HTTP/1.1" status: 200 len: 921 time: 0.2850592 Apr 18 20:48:50.748365 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ac707ed-23f1-45be-a741-604dc966fa7a req-df7154fa-86c1-457c-9805-737b8feea0d0 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960227 Apr 18 20:48:50.796035 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3216b33e-036f-4aa0-9eca-164842ca2451 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:50.819284 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3216b33e-036f-4aa0-9eca-164842ca2451 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5295069 Apr 18 20:48:50.826306 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51422) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:50.891393 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd760d-e2d0-49c7-92f4-4e15a095f9da req-91b0ad75-39b7-4b18-aba0-006eb5b8199e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:50.898370 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-47bd760d-e2d0-49c7-92f4-4e15a095f9da req-91b0ad75-39b7-4b18-aba0-006eb5b8199e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 1096 time: 0.6365955 Apr 18 20:48:51.006706 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cddcf30-c230-4dbf-9d0e-b9124201e332 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:51.010169 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8cddcf30-c230-4dbf-9d0e-b9124201e332 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1661458 Apr 18 20:48:51.013947 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9ab390c0-2ac9-4cfd-ba41-6a0a99e8d132 req-4a89ef56-3786-428c-b543-5f398a415be0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04e0a012-7a3d-4e05-a846-d34e27058e23 HTTP/1.1" status: 200 len: 217 time: 0.2943850 Apr 18 20:48:51.015087 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51424) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:51.047720 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-79e44100-cc1f-41cf-adb8-63099c7e4206 None None] Deleting port d3810f85-86b0-47cf-8a72-3b6eb85d21a4 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:51.048389 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-79e44100-cc1f-41cf-adb8-63099c7e4206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:51.209157 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-8de88913-5731-49d5-bc46-5751dfd956e4 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:51.216268 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-47bd760d-e2d0-49c7-92f4-4e15a095f9da req-eac37712-8650-4110-b1df-2b958da8d107 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030784 Apr 18 20:48:51.220382 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab390c0-2ac9-4cfd-ba41-6a0a99e8d132 req-a12d31d7-2568-4fec-b46d-f5de22568a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:51.223002 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9ab390c0-2ac9-4cfd-ba41-6a0a99e8d132 req-a12d31d7-2568-4fec-b46d-f5de22568a4b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4418a1f7-1d5c-4dd8-a1db-6f677ba45a74 HTTP/1.1" status: 200 len: 860 time: 0.1424961 Apr 18 20:48:51.227249 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:51.228496 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-8de88913-5731-49d5-bc46-5751dfd956e4 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:51.251441 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-330054b0-0d0b-4b33-98d1-201fb76ebf6d tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Deleting port d3810f85-86b0-47cf-8a72-3b6eb85d21a4 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:51.252211 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-330054b0-0d0b-4b33-98d1-201fb76ebf6d tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:51.370446 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5afb31-9f96-4ebd-9508-c507a74223a3 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:48:51.391953 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f18335eb-ed5e-4b50-82a3-85310954211c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2486248 Apr 18 20:48:51.391953 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-064f514f-1f59-4e27-a570-2b1c86f4f8ca req-3ff07e3b-0f71-4c63-becd-f97ce71b6016 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:51.392576 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51426) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:51.402076 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-8de88913-5731-49d5-bc46-5751dfd956e4 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7225621 Apr 18 20:48:51.441811 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-92255b51-7e79-4949-b15c-df1190c9e16c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:51.458914 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port cc730149-2885-4259-a57c-b3ace73d99ba, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=cc730149-2885-4259-a57c-b3ace73d99ba,segment=NetworkSegment(37d16436-09a3-4426-9f52-42e66aa3028a),segment_id=37d16436-09a3-4426-9f52-42e66aa3028a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:51.467540 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-c1fa8597-a84d-4984-989f-1aa01e637568 service neutron] Request body: {'port': {'device_id': '9eb44a8c-e237-4e05-bf91-5a4709c38588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:51.502187 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:51.503557 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d3810f85-86b0-47cf-8a72-3b6eb85d21a4 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:51.508774 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-79e44100-cc1f-41cf-adb8-63099c7e4206 None None] For port d3810f85-86b0-47cf-8a72-3b6eb85d21a4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d3810f85-86b0-47cf-8a72-3b6eb85d21a4,segment=NetworkSegment(e0fce3d3-9451-4a13-a885-436a97cdbc40),segment_id=e0fce3d3-9451-4a13-a885-436a97cdbc40)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:51.509411 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-79e44100-cc1f-41cf-adb8-63099c7e4206 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:51.577543 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c48fa6-6c17-4c86-b75c-f96c7f32e7ea req-969a7d72-8998-4001-bc88-82c58bd4ab63 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:51.591779 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3c48fa6-6c17-4c86-b75c-f96c7f32e7ea req-969a7d72-8998-4001-bc88-82c58bd4ab63 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c958a7-2dc8-4241-af76-54400040a668 HTTP/1.1" status: 200 len: 946 time: 0.6349227 Apr 18 20:48:51.695078 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-79e44100-cc1f-41cf-adb8-63099c7e4206 None None] Calling delete_port for d3810f85-86b0-47cf-8a72-3b6eb85d21a4 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:51.920274 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d6b75a2d-45dc-4653-8caf-f6c3e4cb57e0 None None] Provisioning complete for port 7e6f57d3-b227-4814-8f2d-7cb50211d22d triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:51.921461 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d6b75a2d-45dc-4653-8caf-f6c3e4cb57e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:51.969788 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-330054b0-0d0b-4b33-98d1-201fb76ebf6d tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] For port d3810f85-86b0-47cf-8a72-3b6eb85d21a4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d3810f85-86b0-47cf-8a72-3b6eb85d21a4,segment=NetworkSegment(e0fce3d3-9451-4a13-a885-436a97cdbc40),segment_id=e0fce3d3-9451-4a13-a885-436a97cdbc40)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:51.971651 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-330054b0-0d0b-4b33-98d1-201fb76ebf6d tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:51.991430 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-79e44100-cc1f-41cf-adb8-63099c7e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.007053 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-330054b0-0d0b-4b33-98d1-201fb76ebf6d tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Calling delete_port for d3810f85-86b0-47cf-8a72-3b6eb85d21a4 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:52.088797 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No active binding found for port d3810f85-86b0-47cf-8a72-3b6eb85d21a4 {{(pid=102910) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 18 20:48:52.089466 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d3810f85-86b0-47cf-8a72-3b6eb85d21a4 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 18 20:48:52.117500 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-330054b0-0d0b-4b33-98d1-201fb76ebf6d tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.168144 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330054b0-0d0b-4b33-98d1-201fb76ebf6d tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Pushing event deleted for resources: {'Port': ['ID=d3810f85-86b0-47cf-8a72-3b6eb85d21a4,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:52.193446 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9ab390c0-2ac9-4cfd-ba41-6a0a99e8d132 req-ba09fbc1-6c49-43b8-8aa9-b93e20193b94 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=764ec030-925e-4c42-a900-432b95974253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773947 Apr 18 20:48:52.199061 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330054b0-0d0b-4b33-98d1-201fb76ebf6d tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] No DVR routers for this DVR port d3810f85-86b0-47cf-8a72-3b6eb85d21a4 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:48:52.203846 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-064f514f-1f59-4e27-a570-2b1c86f4f8ca req-3ff07e3b-0f71-4c63-becd-f97ce71b6016 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] For port 04e0a012-7a3d-4e05-a846-d34e27058e23, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=04e0a012-7a3d-4e05-a846-d34e27058e23,segment=NetworkSegment(4e493589-df28-45b1-bd87-e70b1aead89e),segment_id=4e493589-df28-45b1-bd87-e70b1aead89e)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:52.411547 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3c48fa6-6c17-4c86-b75c-f96c7f32e7ea req-33509adb-c332-4c9f-a90c-bfa40b7f608d tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806868 Apr 18 20:48:52.485251 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92255b51-7e79-4949-b15c-df1190c9e16c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:52.498892 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92255b51-7e79-4949-b15c-df1190c9e16c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.573303 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e44100-cc1f-41cf-adb8-63099c7e4206 None None] No DVR routers for this DVR port d3810f85-86b0-47cf-8a72-3b6eb85d21a4 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:48:52.584068 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Port d3810f85-86b0-47cf-8a72-3b6eb85d21a4 not found, will not notify nova. {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 18 20:48:52.585173 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7e6f57d3-b227-4814-8f2d-7cb50211d22d up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:52.667332 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-064f514f-1f59-4e27-a570-2b1c86f4f8ca req-3ff07e3b-0f71-4c63-becd-f97ce71b6016 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.670332 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-330054b0-0d0b-4b33-98d1-201fb76ebf6d tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.685912 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-c1fa8597-a84d-4984-989f-1aa01e637568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.792188 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9ab390c0-2ac9-4cfd-ba41-6a0a99e8d132 req-41751367-ad40-45c8-b3f8-ce4e4acdf4ff service neutron] 10.222.0.57 "GET /v2.0/networks/764ec030-925e-4c42-a900-432b95974253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802562 Apr 18 20:48:52.845184 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-330054b0-0d0b-4b33-98d1-201fb76ebf6d tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['685ba004-bba7-4ee4-9fe8-392d005bd87b']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:52.860080 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-064f514f-1f59-4e27-a570-2b1c86f4f8ca req-3ff07e3b-0f71-4c63-becd-f97ce71b6016 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.885408 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-330054b0-0d0b-4b33-98d1-201fb76ebf6d tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0fce3d3-9451-4a13-a885-436a97cdbc40') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:52.885921 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-330054b0-0d0b-4b33-98d1-201fb76ebf6d tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0fce3d3-9451-4a13-a885-436a97cdbc40') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:52.973419 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-330054b0-0d0b-4b33-98d1-201fb76ebf6d tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.006264 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f514f-1f59-4e27-a570-2b1c86f4f8ca req-3ff07e3b-0f71-4c63-becd-f97ce71b6016 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:53.006264 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-064f514f-1f59-4e27-a570-2b1c86f4f8ca req-3ff07e3b-0f71-4c63-becd-f97ce71b6016 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.020738 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=cc730149-2885-4259-a57c-b3ace73d99ba,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:53.022820 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-330054b0-0d0b-4b33-98d1-201fb76ebf6d tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.047511 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-064f514f-1f59-4e27-a570-2b1c86f4f8ca req-3ff07e3b-0f71-4c63-becd-f97ce71b6016 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "PUT /v2.0/ports/04e0a012-7a3d-4e05-a846-d34e27058e23 HTTP/1.1" status: 200 len: 942 time: 2.4555643 Apr 18 20:48:53.085102 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['04e0a012-7a3d-4e05-a846-d34e27058e23'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:48:53.103498 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-330054b0-0d0b-4b33-98d1-201fb76ebf6d tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:48:53.104379 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-330054b0-0d0b-4b33-98d1-201fb76ebf6d tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:48:53.119720 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:48:53.223527 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4246e2-ff89-4f53-9db8-d0e4a5830fe6', 'tag': '04e0a012-7a3d-4e05-a846-d34e27058e23'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:48:53.225057 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['04e0a012-7a3d-4e05-a846-d34e27058e23'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:48:53.241047 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e44100-cc1f-41cf-adb8-63099c7e4206 None None] Pushing event deleted for resources: {'Port': ['ID=d3810f85-86b0-47cf-8a72-3b6eb85d21a4,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:53.243499 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbc0aba-e194-4e03-9992-76143fd92c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4246e2-ff89-4f53-9db8-d0e4a5830fe6", "tag": "04e0a012-7a3d-4e05-a846-d34e27058e23"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:48:53.262401 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9ab390c0-2ac9-4cfd-ba41-6a0a99e8d132 req-aab05101-346c-475a-87d3-d0436ed63c14 service neutron] 10.222.0.57 "GET /v2.0/networks/764ec030-925e-4c42-a900-432b95974253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351938 Apr 18 20:48:53.451260 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-330054b0-0d0b-4b33-98d1-201fb76ebf6d tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.464863 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff07e3b-0f71-4c63-becd-f97ce71b6016 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Pushing event updated for resources: {'Port': ['ID=04e0a012-7a3d-4e05-a846-d34e27058e23,revision_number=7']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:53.467615 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-330054b0-0d0b-4b33-98d1-201fb76ebf6d tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.485191 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-330054b0-0d0b-4b33-98d1-201fb76ebf6d tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] 10.222.0.41 "DELETE /v2.0/networks/685ba004-bba7-4ee4-9fe8-392d005bd87b HTTP/1.1" status: 204 len: 168 time: 4.1904573 Apr 18 20:48:53.511905 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 7e6f57d3-b227-4814-8f2d-7cb50211d22d triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:53.513387 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.526629 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843d048-5f2b-452b-b82a-8764b614fe8b req-2f09164b-9eba-4bbe-aca3-55e7274ae1b8 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:53.535105 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330054b0-0d0b-4b33-98d1-201fb76ebf6d tempest-ExtraDHCPOptionsTestJSON-1003289058 tempest-ExtraDHCPOptionsTestJSON-1003289058-project] Pushing event deleted for resources: {'Network': ['ID=685ba004-bba7-4ee4-9fe8-392d005bd87b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:53.536035 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d843d048-5f2b-452b-b82a-8764b614fe8b req-2f09164b-9eba-4bbe-aca3-55e7274ae1b8 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 932 time: 0.7177505 Apr 18 20:48:53.616722 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d843d048-5f2b-452b-b82a-8764b614fe8b req-cb7cba37-ec50-49b8-9afa-749b6a994106 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791006 Apr 18 20:48:53.666141 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709695c-b035-4bb6-b696-7eef1040c9ad req-36dfbdce-d972-48da-90da-91fa2012d914 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:53.673664 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3709695c-b035-4bb6-b696-7eef1040c9ad req-36dfbdce-d972-48da-90da-91fa2012d914 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 945 time: 0.3215215 Apr 18 20:48:53.778386 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fce2096-e456-4357-8dd9-1bd8517688ec None None] DHCP port deletion for 50eba278-0f67-4e34-aa13-933b003eee26 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:48:53.830551 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51446) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:53.878373 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d6b75a2d-45dc-4653-8caf-f6c3e4cb57e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.173315 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d6b75a2d-45dc-4653-8caf-f6c3e4cb57e0 None None] For port 7e6f57d3-b227-4814-8f2d-7cb50211d22d, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7e6f57d3-b227-4814-8f2d-7cb50211d22d,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:54.205035 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d6b75a2d-45dc-4653-8caf-f6c3e4cb57e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.209591 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.280470 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3709695c-b035-4bb6-b696-7eef1040c9ad req-b7d6890c-3297-42d6-a06f-d80fa22e4401 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387124 Apr 18 20:48:54.325548 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c4778-6fb6-43bc-b9aa-6a6e0fdd4694 req-10eb9bde-0741-4e0f-accd-785bedb0ae40 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:54.334849 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d35c4778-6fb6-43bc-b9aa-6a6e0fdd4694 req-10eb9bde-0741-4e0f-accd-785bedb0ae40 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 945 time: 0.4712527 Apr 18 20:48:54.347842 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92255b51-7e79-4949-b15c-df1190c9e16c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.412329 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76d155f0-f85b-4afc-82cc-ec86fdca5899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.416262 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4fce2096-e456-4357-8dd9-1bd8517688ec None None] Deleting port 7e6f57d3-b227-4814-8f2d-7cb50211d22d {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:54.417106 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4fce2096-e456-4357-8dd9-1bd8517688ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.529227 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:48:54.529941 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:48:54.578369 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76d155f0-f85b-4afc-82cc-ec86fdca5899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.593149 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76d155f0-f85b-4afc-82cc-ec86fdca5899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.642377 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51454) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:54.668131 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-76d155f0-f85b-4afc-82cc-ec86fdca5899 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e0e09131b8648c8b2ff2897761819cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8361683 Apr 18 20:48:54.669155 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d155f0-f85b-4afc-82cc-ec86fdca5899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f92715-d716-4490-9d0f-318bc8ea6dee,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:54.672294 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51460) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:54.713942 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b75a2d-45dc-4653-8caf-f6c3e4cb57e0 None None] Pushing event updated for resources: {'Port': ['ID=7e6f57d3-b227-4814-8f2d-7cb50211d22d,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:54.746549 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-32b00acc-baa6-4cc9-ba41-341a7858ac3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.751635 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-81a2155a-866f-431f-a3c5-da4da780c76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.788111 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-32b00acc-baa6-4cc9-ba41-341a7858ac3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.864084 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4fce2096-e456-4357-8dd9-1bd8517688ec None None] For port 7e6f57d3-b227-4814-8f2d-7cb50211d22d, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7e6f57d3-b227-4814-8f2d-7cb50211d22d,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:54.865008 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4fce2096-e456-4357-8dd9-1bd8517688ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.876600 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-32b00acc-baa6-4cc9-ba41-341a7858ac3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.879954 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-32b00acc-baa6-4cc9-ba41-341a7858ac3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.884454 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-32b00acc-baa6-4cc9-ba41-341a7858ac3a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4f92715-d716-4490-9d0f-318bc8ea6dee HTTP/1.1" status: 204 len: 168 time: 0.2076952 Apr 18 20:48:54.900306 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b00acc-baa6-4cc9-ba41-341a7858ac3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f92715-d716-4490-9d0f-318bc8ea6dee,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:54.911178 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4fce2096-e456-4357-8dd9-1bd8517688ec None None] Calling delete_port for 7e6f57d3-b227-4814-8f2d-7cb50211d22d owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:55.052454 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8755b6a5-b0e9-4b51-ae09-df25f0723502 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6622a488ebfa4a99bf50aa816dac48a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4022999 Apr 18 20:48:55.054056 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51464) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:55.147484 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4fce2096-e456-4357-8dd9-1bd8517688ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.190878 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce2096-e456-4357-8dd9-1bd8517688ec None None] Pushing event deleted for resources: {'Port': ['ID=7e6f57d3-b227-4814-8f2d-7cb50211d22d,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:55.196416 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fce2096-e456-4357-8dd9-1bd8517688ec None None] No DVR routers for this DVR port 7e6f57d3-b227-4814-8f2d-7cb50211d22d on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:48:55.277547 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e9eb002f-6185-46e7-a355-49d067474d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.327383 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device cc730149-2885-4259-a57c-b3ace73d99ba up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:55.363533 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e9eb002f-6185-46e7-a355-49d067474d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.424756 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92255b51-7e79-4949-b15c-df1190c9e16c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:55.454520 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d35c4778-6fb6-43bc-b9aa-6a6e0fdd4694 req-b194e455-10ec-4f9a-bcb0-c3a0f9c3bcd1 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1088109 Apr 18 20:48:55.460791 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-92255b51-7e79-4949-b15c-df1190c9e16c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:55.473723 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a299e9-5cfd-44ba-a48f-1f266d69d54c None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:48:55.476254 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port cc730149-2885-4259-a57c-b3ace73d99ba triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:55.476683 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.485252 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92255b51-7e79-4949-b15c-df1190c9e16c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:55.488832 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e9eb002f-6185-46e7-a355-49d067474d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.489450 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92255b51-7e79-4949-b15c-df1190c9e16c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.493093 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e9eb002f-6185-46e7-a355-49d067474d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.496956 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e9eb002f-6185-46e7-a355-49d067474d63 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5aea9cb2-32e6-4895-874c-058903423cf1 HTTP/1.1" status: 204 len: 168 time: 0.4391100 Apr 18 20:48:55.511630 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb002f-6185-46e7-a355-49d067474d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aea9cb2-32e6-4895-874c-058903423cf1,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:55.517342 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92255b51-7e79-4949-b15c-df1190c9e16c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=b0fd7b6e-6f41-4739-8d25-d63d9d4c4dc8,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:55.653270 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-c1fa8597-a84d-4984-989f-1aa01e637568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e34328-6caa-4b5e-9f4a-fe5e52a8227b {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:48:55.666216 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-c1fa8597-a84d-4984-989f-1aa01e637568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.705952 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-c1fa8597-a84d-4984-989f-1aa01e637568 service neutron] Transition to ACTIVE for port object b6e34328-6caa-4b5e-9f4a-fe5e52a8227b will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:55.729614 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-92255b51-7e79-4949-b15c-df1190c9e16c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3240116 Apr 18 20:48:55.734328 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51478) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:55.741593 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-aeb8b4b4-6b7c-41a8-986b-d38d953c45a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'mac_address': 'fa:16:3e:3f:fc:88', 'name': 'tempest-NetworksTestDHCPv6-637961391'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:55.747750 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-c1fa8597-a84d-4984-989f-1aa01e637568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.870277 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9092c-2ae5-4c4b-8350-72a792aa9a13 req-d8a7a7d4-9221-4956-899d-6ef3ebdb8556 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:55.873978 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5fa9092c-2ae5-4c4b-8350-72a792aa9a13 req-d8a7a7d4-9221-4956-899d-6ef3ebdb8556 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c958a7-2dc8-4241-af76-54400040a668 HTTP/1.1" status: 200 len: 946 time: 0.6192946 Apr 18 20:48:56.010763 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5fa9092c-2ae5-4c4b-8350-72a792aa9a13 req-77af10b3-c8e7-4031-914d-dc7fc9cae1ae tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244113 Apr 18 20:48:56.153800 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa8597-a84d-4984-989f-1aa01e637568 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e34328-6caa-4b5e-9f4a-fe5e52a8227b,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:56.168666 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290470b8-fe69-4a6e-9aa3-f6d6527a8bd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-50eba278-0f67-4e34-aa13-933b003eee26', 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'fixed_ips': [{'subnet_id': 'b0fd7b6e-6f41-4739-8d25-d63d9d4c4dc8'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:48:56.170560 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-290470b8-fe69-4a6e-9aa3-f6d6527a8bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:56.185821 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb8b4b4-6b7c-41a8-986b-d38d953c45a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:56.208093 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d3810f85-86b0-47cf-8a72-3b6eb85d21a4 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:48:56.257386 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20196a32-afce-4332-8bbc-444a1ee659cf x-openstack-request-id: req-20196a32-afce-4332-8bbc-444a1ee659cf {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:48:56.260937 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4246e2-ff89-4f53-9db8-d0e4a5830fe6", "tag": "04e0a012-7a3d-4e05-a846-d34e27058e23", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:48:56.261475 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20196a32-afce-4332-8bbc-444a1ee659cf {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:48:56.262610 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20196a32-afce-4332-8bbc-444a1ee659cf'] response: {'name': 'network-changed', 'server_uuid': 'bc4246e2-ff89-4f53-9db8-d0e4a5830fe6', 'tag': '04e0a012-7a3d-4e05-a846-d34e27058e23', 'status': 'completed', 'code': 200} Apr 18 20:48:56.310071 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: d3810f85-86b0-47cf-8a72-3b6eb85d21a4 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:48:56.315631 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d3810f85-86b0-47cf-8a72-3b6eb85d21a4 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:48:56.316304 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7e6f57d3-b227-4814-8f2d-7cb50211d22d no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:48:56.398715 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-c1fa8597-a84d-4984-989f-1aa01e637568 service neutron] Attempting to bind port b6e34328-6caa-4b5e-9f4a-fe5e52a8227b on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:56.399375 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-c1fa8597-a84d-4984-989f-1aa01e637568 service neutron] Attempting to bind port b6e34328-6caa-4b5e-9f4a-fe5e52a8227b by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '37d16436-09a3-4426-9f52-42e66aa3028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a70a6f46-5054-4309-9b14-8f7dba572e32'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:56.399903 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-c1fa8597-a84d-4984-989f-1aa01e637568 service neutron] Attempting to bind port b6e34328-6caa-4b5e-9f4a-fe5e52a8227b on network a70a6f46-5054-4309-9b14-8f7dba572e32 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:56.444884 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 7e6f57d3-b227-4814-8f2d-7cb50211d22d {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:48:56.445990 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7e6f57d3-b227-4814-8f2d-7cb50211d22d not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:48:56.487285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-c1fa8597-a84d-4984-989f-1aa01e637568 service neutron] Port b6e34328-6caa-4b5e-9f4a-fe5e52a8227b on network a70a6f46-5054-4309-9b14-8f7dba572e32 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:48:56.490229 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-c1fa8597-a84d-4984-989f-1aa01e637568 service neutron] Attempting to bind port b6e34328-6caa-4b5e-9f4a-fe5e52a8227b on network a70a6f46-5054-4309-9b14-8f7dba572e32 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:56.524599 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-c1fa8597-a84d-4984-989f-1aa01e637568 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:48:56.525424 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-c1fa8597-a84d-4984-989f-1aa01e637568 service neutron] Checking segment: {'id': '37d16436-09a3-4426-9f52-42e66aa3028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a70a6f46-5054-4309-9b14-8f7dba572e32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:48:56.526221 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-c1fa8597-a84d-4984-989f-1aa01e637568 service neutron] Bound using segment: {'id': '37d16436-09a3-4426-9f52-42e66aa3028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a70a6f46-5054-4309-9b14-8f7dba572e32'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:48:56.526899 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-c1fa8597-a84d-4984-989f-1aa01e637568 service neutron] Bound port: b6e34328-6caa-4b5e-9f4a-fe5e52a8227b, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37d16436-09a3-4426-9f52-42e66aa3028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a70a6f46-5054-4309-9b14-8f7dba572e32'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:56.527483 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-c1fa8597-a84d-4984-989f-1aa01e637568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:56.727222 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc0aba-e194-4e03-9992-76143fd92c0b req-ee9eb330-f814-4f06-8856-b9ddcffd7f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:56.728122 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1fbc0aba-e194-4e03-9992-76143fd92c0b req-ee9eb330-f814-4f06-8856-b9ddcffd7f61 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cc51acb9099940958d773eedc590bb57&device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 1096 time: 0.2994800 Apr 18 20:48:56.767734 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-c1fa8597-a84d-4984-989f-1aa01e637568 service neutron] For port b6e34328-6caa-4b5e-9f4a-fe5e52a8227b, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:56.780369 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-c1fa8597-a84d-4984-989f-1aa01e637568 service neutron] For port b6e34328-6caa-4b5e-9f4a-fe5e52a8227b, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=b6e34328-6caa-4b5e-9f4a-fe5e52a8227b,segment=NetworkSegment(37d16436-09a3-4426-9f52-42e66aa3028a),segment_id=37d16436-09a3-4426-9f52-42e66aa3028a)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:48:56.841620 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cceb3c-5201-43d1-b278-21aeaaed3e1b req-48c938f0-455c-463c-b332-f61bfe7883a1 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:56.852744 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-35cceb3c-5201-43d1-b278-21aeaaed3e1b req-48c938f0-455c-463c-b332-f61bfe7883a1 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 945 time: 0.4432871 Apr 18 20:48:56.887564 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc0aba-e194-4e03-9992-76143fd92c0b req-58efdcfd-b326-4f54-a2e7-db9ad0cb754a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:56.889351 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1fbc0aba-e194-4e03-9992-76143fd92c0b req-58efdcfd-b326-4f54-a2e7-db9ad0cb754a service neutron] 10.222.0.57 "GET /v2.0/networks?id=764ec030-925e-4c42-a900-432b95974253 HTTP/1.1" status: 200 len: 921 time: 0.1523793 Apr 18 20:48:56.898387 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-aeb8b4b4-6b7c-41a8-986b-d38d953c45a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:56.927423 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-c1fa8597-a84d-4984-989f-1aa01e637568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:56.972848 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1fbc0aba-e194-4e03-9992-76143fd92c0b req-6467ed29-9684-4c26-9abe-422ef7f97740 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04e0a012-7a3d-4e05-a846-d34e27058e23 HTTP/1.1" status: 200 len: 217 time: 0.0699825 Apr 18 20:48:56.994187 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-aeb8b4b4-6b7c-41a8-986b-d38d953c45a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] device_id is not set on port 01f878dd-32f1-4e69-98bb-d7bc557fc675 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:48:57.101913 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51502) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:57.102215 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-290470b8-fe69-4a6e-9aa3-f6d6527a8bd4 None None] Allocated IP 2001:db8::2 (50eba278-0f67-4e34-aa13-933b003eee26/b0fd7b6e-6f41-4739-8d25-d63d9d4c4dc8/8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:57.206964 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc0aba-e194-4e03-9992-76143fd92c0b req-14423679-b17d-43a3-8842-1ad7e79c24d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:57.209831 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1fbc0aba-e194-4e03-9992-76143fd92c0b req-14423679-b17d-43a3-8842-1ad7e79c24d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4418a1f7-1d5c-4dd8-a1db-6f677ba45a74 HTTP/1.1" status: 200 len: 860 time: 0.2310216 Apr 18 20:48:57.300614 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-c1fa8597-a84d-4984-989f-1aa01e637568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:57.305714 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1fbc0aba-e194-4e03-9992-76143fd92c0b req-71f89530-8eef-4fc2-be91-91f6ee08be35 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=764ec030-925e-4c42-a900-432b95974253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871887 Apr 18 20:48:57.306548 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-c1fa8597-a84d-4984-989f-1aa01e637568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:57.308113 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-c1fa8597-a84d-4984-989f-1aa01e637568 service neutron] 10.222.0.32 "PUT /v2.0/ports/b6e34328-6caa-4b5e-9f4a-fe5e52a8227b HTTP/1.1" status: 200 len: 1092 time: 5.8534782 Apr 18 20:48:57.330645 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-35cceb3c-5201-43d1-b278-21aeaaed3e1b req-a7adad57-2988-43bf-b171-70546b77a943 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766662 Apr 18 20:48:57.393032 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-9b2f712b-392c-4dee-9154-76005b3a9fac admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-691450490-network', 'tenant_id': 'b27c52b423564c9393ac7bc0df35b478'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:57.435726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa8597-a84d-4984-989f-1aa01e637568 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e34328-6caa-4b5e-9f4a-fe5e52a8227b,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:57.678742 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2f712b-392c-4dee-9154-76005b3a9fac admin admin] Made reservation on behalf of b27c52b423564c9393ac7bc0df35b478 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:57.687460 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9b2f712b-392c-4dee-9154-76005b3a9fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:57.716474 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9b2f712b-392c-4dee-9154-76005b3a9fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:57.801064 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-290470b8-fe69-4a6e-9aa3-f6d6527a8bd4 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:57.817742 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9b57791-caa0-4150-8940-b2b5ba874f16 req-54162dd5-8c9a-4636-974b-5f0b269b9709 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 2.1047821 Apr 18 20:48:57.824032 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1fbc0aba-e194-4e03-9992-76143fd92c0b req-d5b44fe8-e782-43ac-8dbc-af163da74806 service neutron] 10.222.0.57 "GET /v2.0/networks/764ec030-925e-4c42-a900-432b95974253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103259 Apr 18 20:48:57.844679 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d95b4-6391-49f3-807f-a6f210060453 req-41582474-cf9c-4de7-843c-63f43687cb93 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:57.845617 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-290470b8-fe69-4a6e-9aa3-f6d6527a8bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:57.846344 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-796d95b4-6391-49f3-807f-a6f210060453 req-41582474-cf9c-4de7-843c-63f43687cb93 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 944 time: 0.2200906 Apr 18 20:48:57.869152 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-b9b57791-caa0-4150-8940-b2b5ba874f16 req-789cf150-21ba-490c-9ff9-4011eaf5dd35 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:57.987005 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-796d95b4-6391-49f3-807f-a6f210060453 req-dbfdb3a0-d8e8-4ce1-873e-bc8bb2a6405d tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955706 Apr 18 20:48:58.007112 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290470b8-fe69-4a6e-9aa3-f6d6527a8bd4 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:58.013023 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-290470b8-fe69-4a6e-9aa3-f6d6527a8bd4 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:58.032900 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-166b7a05-c5b9-4c48-91b4-d603c14291a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:58.033138 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290470b8-fe69-4a6e-9aa3-f6d6527a8bd4 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:58.033348 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-166b7a05-c5b9-4c48-91b4-d603c14291a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=30bec5e5dbef4fbd9ab98b71b7e2eece&device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 1095 time: 0.5789323 Apr 18 20:48:58.135660 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290470b8-fe69-4a6e-9aa3-f6d6527a8bd4 None None] Pushing event updated for resources: {'Port': ['ID=8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:58.185666 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-8bda4346-22a9-4524-9877-5b815e16a5f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6e34328-6caa-4b5e-9f4a-fe5e52a8227b HTTP/1.1" status: 200 len: 217 time: 0.1440094 Apr 18 20:48:58.188782 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9b57791-caa0-4150-8940-b2b5ba874f16 req-789cf150-21ba-490c-9ff9-4011eaf5dd35 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.219899 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-aeb8b4b4-6b7c-41a8-986b-d38d953c45a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 2001:db8::3ac (50eba278-0f67-4e34-aa13-933b003eee26/b0fd7b6e-6f41-4739-8d25-d63d9d4c4dc8/01f878dd-32f1-4e69-98bb-d7bc557fc675) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:58.272517 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-290470b8-fe69-4a6e-9aa3-f6d6527a8bd4 None None] Attempting to bind port 8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:58.283172 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51518) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:58.285071 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-290470b8-fe69-4a6e-9aa3-f6d6527a8bd4 None None] Attempting to bind port 8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:58.285704 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290470b8-fe69-4a6e-9aa3-f6d6527a8bd4 None None] Attempting to bind port 8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7 on network 50eba278-0f67-4e34-aa13-933b003eee26 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:58.292135 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290470b8-fe69-4a6e-9aa3-f6d6527a8bd4 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:48:58.292900 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290470b8-fe69-4a6e-9aa3-f6d6527a8bd4 None None] Checking segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:48:58.293325 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-290470b8-fe69-4a6e-9aa3-f6d6527a8bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.293730 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290470b8-fe69-4a6e-9aa3-f6d6527a8bd4 None None] Bound using segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:48:58.294238 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-290470b8-fe69-4a6e-9aa3-f6d6527a8bd4 None None] Bound port: 8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:58.294649 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-290470b8-fe69-4a6e-9aa3-f6d6527a8bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.331586 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-1fbc0aba-e194-4e03-9992-76143fd92c0b req-8c62c43c-3311-4797-bef0-556db294e38c service neutron] 10.222.0.57 "GET /v2.0/networks/764ec030-925e-4c42-a900-432b95974253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828730 Apr 18 20:48:58.357016 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb44a8c-e237-4e05-bf91-5a4709c38588', 'tag': 'b6e34328-6caa-4b5e-9f4a-fe5e52a8227b'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:48:58.364712 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6ea870-ad65-4c6f-b532-84cdb3e51af6" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb44a8c-e237-4e05-bf91-5a4709c38588", "tag": "b6e34328-6caa-4b5e-9f4a-fe5e52a8227b"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:48:58.393191 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9b2f712b-392c-4dee-9154-76005b3a9fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.411525 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9b2f712b-392c-4dee-9154-76005b3a9fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.485810 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2f712b-392c-4dee-9154-76005b3a9fac admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:48:58.511127 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-290470b8-fe69-4a6e-9aa3-f6d6527a8bd4 None None] For port 8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:58.522358 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-290470b8-fe69-4a6e-9aa3-f6d6527a8bd4 None None] For port 8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:48:58.534997 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-290470b8-fe69-4a6e-9aa3-f6d6527a8bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.617650 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9b2f712b-392c-4dee-9154-76005b3a9fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.618025 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-9b2f712b-392c-4dee-9154-76005b3a9fac admin admin] Added segment 8d8100f8-59e2-436c-950f-64d204822060 of type vlan for network c5684640-bf01-4377-aa08-830d3f93e3f6 Apr 18 20:48:58.624827 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-bc06dedf-1179-4e14-bfa6-e83d276d8f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:58.627542 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f712b-392c-4dee-9154-76005b3a9fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ff483f-5188-466e-9347-05f04924b7d9,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:58.630844 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-bc06dedf-1179-4e14-bfa6-e83d276d8f8b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6520aac9-6fad-4482-a121-bb66984d767e HTTP/1.1" status: 200 len: 851 time: 0.4321873 Apr 18 20:48:58.722644 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-26ccf145-c111-430c-9e21-c39389a17d0c tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-549085384'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:58.734967 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290470b8-fe69-4a6e-9aa3-f6d6527a8bd4 None None] Pushing event updated for resources: {'Port': ['ID=8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:58.775296 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9b2f712b-392c-4dee-9154-76005b3a9fac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.818197 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-ea58d476-faf7-4e4a-97e4-17e3e33573a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a70a6f46-5054-4309-9b14-8f7dba572e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1760154 Apr 18 20:48:58.827074 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e616a0c3-0a46-4579-bd54-5322c031b457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.835549 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ccf145-c111-430c-9e21-c39389a17d0c tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Made reservation on behalf of f83db821af57415cadb315eb52800b7f for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:58.839469 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-26ccf145-c111-430c-9e21-c39389a17d0c tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.844514 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-aeb8b4b4-6b7c-41a8-986b-d38d953c45a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.857936 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-26ccf145-c111-430c-9e21-c39389a17d0c tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.883450 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9b2f712b-392c-4dee-9154-76005b3a9fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.884666 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2f712b-392c-4dee-9154-76005b3a9fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:58.885339 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9b2f712b-392c-4dee-9154-76005b3a9fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.001415 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9b2f712b-392c-4dee-9154-76005b3a9fac admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8979621 Apr 18 20:48:59.010827 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51526) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:59.023442 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a0748-d5b7-4c70-80f3-4a7c9b6fd2c0 req-f21a4de7-b6be-4bd0-bb5a-408c93656fbb tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:59.025595 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9e4a0748-d5b7-4c70-80f3-4a7c9b6fd2c0 req-f21a4de7-b6be-4bd0-bb5a-408c93656fbb tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 945 time: 0.2052071 Apr 18 20:48:59.035734 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a38b366f-199a-46ba-9a1d-76273e20177a admin admin] Request body: {'subnet': {'network_id': 'c5684640-bf01-4377-aa08-830d3f93e3f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-691450490-subnet', 'tenant_id': 'b27c52b423564c9393ac7bc0df35b478', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:59.047368 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f712b-392c-4dee-9154-76005b3a9fac admin admin] Pushing event updated for resources: {'Network': ['ID=c5684640-bf01-4377-aa08-830d3f93e3f6,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:59.064067 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-aeb8b4b4-6b7c-41a8-986b-d38d953c45a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.097001 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network c5684640-bf01-4377-aa08-830d3f93e3f6 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:48:59.126217 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8b4b4-6b7c-41a8-986b-d38d953c45a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Port': ['ID=01f878dd-32f1-4e69-98bb-d7bc557fc675,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:59.190705 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9b57791-caa0-4150-8940-b2b5ba874f16 req-789cf150-21ba-490c-9ff9-4011eaf5dd35 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.191302 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb8b4b4-6b7c-41a8-986b-d38d953c45a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:59.191533 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-ddfa92c5-835c-47da-9ca6-ba0920fb333f service neutron] 10.222.0.32 "GET /v2.0/networks/a70a6f46-5054-4309-9b14-8f7dba572e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333039 Apr 18 20:48:59.191533 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38b366f-199a-46ba-9a1d-76273e20177a admin admin] Made reservation on behalf of b27c52b423564c9393ac7bc0df35b478 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:59.195141 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-aeb8b4b4-6b7c-41a8-986b-d38d953c45a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:59.198531 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a38b366f-199a-46ba-9a1d-76273e20177a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.241429 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb8b4b4-6b7c-41a8-986b-d38d953c45a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:59.271039 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb8b4b4-6b7c-41a8-986b-d38d953c45a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:59.272382 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-aeb8b4b4-6b7c-41a8-986b-d38d953c45a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.386031 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-26ccf145-c111-430c-9e21-c39389a17d0c tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.398614 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-aeb8b4b4-6b7c-41a8-986b-d38d953c45a9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6617906 Apr 18 20:48:59.402205 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-26ccf145-c111-430c-9e21-c39389a17d0c tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.454507 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ccf145-c111-430c-9e21-c39389a17d0c tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:48:59.482159 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-26ccf145-c111-430c-9e21-c39389a17d0c tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.483337 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-26ccf145-c111-430c-9e21-c39389a17d0c tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Added segment 6f67006b-6351-4bbd-84ba-6fe1bd620b16 of type vlan for network 4d7b8fc0-f8b8-42fe-a206-79cfa63c8ef5 Apr 18 20:48:59.589703 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f0bbdb5-82cd-40b6-b2ca-34852babd189 req-686e785a-d86a-4fc0-b617-1a2bf3f906af service neutron] 10.222.0.32 "GET /v2.0/networks/a70a6f46-5054-4309-9b14-8f7dba572e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864365 Apr 18 20:48:59.591582 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51532) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:59.666710 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccf145-c111-430c-9e21-c39389a17d0c tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c489c5-a97d-473f-878d-65d19bbd8b26,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:59.675823 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-26ccf145-c111-430c-9e21-c39389a17d0c tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.731495 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:59.758499 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-26ccf145-c111-430c-9e21-c39389a17d0c tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.785575 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ccf145-c111-430c-9e21-c39389a17d0c tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:59.788628 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-26ccf145-c111-430c-9e21-c39389a17d0c tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.840748 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3ab311-8cb7-4fe0-bbad-bb2969f650d9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:59.853075 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3ab311-8cb7-4fe0-bbad-bb2969f650d9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:59.856657 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ac3ab311-8cb7-4fe0-bbad-bb2969f650d9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2501197 Apr 18 20:48:59.877127 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.912986 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51538) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:59.954403 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9e4a0748-d5b7-4c70-80f3-4a7c9b6fd2c0 req-598fe508-556d-4bb6-b821-bd499a6e24c7 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9111490 Apr 18 20:48:59.956242 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:59.956867 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:00.007423 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccf145-c111-430c-9e21-c39389a17d0c tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Pushing event updated for resources: {'Network': ['ID=4d7b8fc0-f8b8-42fe-a206-79cfa63c8ef5,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:00.071145 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-26ccf145-c111-430c-9e21-c39389a17d0c tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.7720733 Apr 18 20:49:00.072182 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51540) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:00.089493 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 4d7b8fc0-f8b8-42fe-a206-79cfa63c8ef5 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:49:00.096862 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-1b5fca56-4cd9-4efe-8e7f-07ff404889ce tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Request body: {'subnet': {'network_id': '4d7b8fc0-f8b8-42fe-a206-79cfa63c8ef5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:00.394414 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:00.438155 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5fca56-4cd9-4efe-8e7f-07ff404889ce tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Made reservation on behalf of f83db821af57415cadb315eb52800b7f for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:00.449593 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b5fca56-4cd9-4efe-8e7f-07ff404889ce tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:00.562232 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:00.575125 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:00.599752 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638c45a2-3411-4ffc-8f8c-b7a86eae558a x-openstack-request-id: req-638c45a2-3411-4ffc-8f8c-b7a86eae558a {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:00.602644 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb44a8c-e237-4e05-bf91-5a4709c38588", "tag": "b6e34328-6caa-4b5e-9f4a-fe5e52a8227b", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:00.607444 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-638c45a2-3411-4ffc-8f8c-b7a86eae558a {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:00.617193 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-638c45a2-3411-4ffc-8f8c-b7a86eae558a'] response: {'name': 'network-changed', 'server_uuid': '9eb44a8c-e237-4e05-bf91-5a4709c38588', 'tag': 'b6e34328-6caa-4b5e-9f4a-fe5e52a8227b', 'status': 'completed', 'code': 200} Apr 18 20:49:00.717779 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-b9b57791-caa0-4150-8940-b2b5ba874f16 req-789cf150-21ba-490c-9ff9-4011eaf5dd35 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Allocated IP 172.25.1.166 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/7db67f67-3fe9-4b98-8652-ced015f9f018) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:00.748705 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a38b366f-199a-46ba-9a1d-76273e20177a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:00.797551 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:00.841549 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b366f-199a-46ba-9a1d-76273e20177a admin admin] Pushing event updated for resources: {'Subnet': ['ID=02d342bd-9a5d-440e-82d5-847cbe106b16,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:00.856971 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b5fca56-4cd9-4efe-8e7f-07ff404889ce tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:00.870233 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc4b99-35d6-482e-b728-6795f5f2c30a req-f7456a93-ebf0-4c0e-98c3-07f7baa48e05 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:00.871887 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6fcc4b99-35d6-482e-b728-6795f5f2c30a req-f7456a93-ebf0-4c0e-98c3-07f7baa48e05 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7c958a7-2dc8-4241-af76-54400040a668 HTTP/1.1" status: 200 len: 946 time: 0.5514634 Apr 18 20:49:00.970270 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fca56-4cd9-4efe-8e7f-07ff404889ce tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Pushing event updated for resources: {'Subnet': ['ID=5855644c-2e6a-4ab7-a44a-d4c5673fb31b,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:00.995530 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5fca56-4cd9-4efe-8e7f-07ff404889ce tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Checking segment: {'id': '6f67006b-6351-4bbd-84ba-6fe1bd620b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4d7b8fc0-f8b8-42fe-a206-79cfa63c8ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:49:00.995900 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5fca56-4cd9-4efe-8e7f-07ff404889ce tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Network hostable DHCP agents. Network: 4d7b8fc0-f8b8-42fe-a206-79cfa63c8ef5, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:49:01.033179 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ea870-ad65-4c6f-b532-84cdb3e51af6 req-e8fac6d7-fa43-478f-8bed-64ce895b4a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:01.041581 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b6ea870-ad65-4c6f-b532-84cdb3e51af6 req-e8fac6d7-fa43-478f-8bed-64ce895b4a3e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=30bec5e5dbef4fbd9ab98b71b7e2eece&device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 1095 time: 0.4843223 Apr 18 20:49:01.042800 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5fca56-4cd9-4efe-8e7f-07ff404889ce tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Network 4d7b8fc0-f8b8-42fe-a206-79cfa63c8ef5 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:49:01.071764 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-1b5fca56-4cd9-4efe-8e7f-07ff404889ce tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 4d7b8fc0-f8b8-42fe-a206-79cfa63c8ef5) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:01.088375 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3848e8-1602-4bbb-b560-6151038ceee7 None None] Network 4d7b8fc0-f8b8-42fe-a206-79cfa63c8ef5 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:01.092703 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d60bbb-78c9-40e0-a85e-a035112bd593 req-1925feec-54f8-4d1b-a7a3-dedafffb301e tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:01.096796 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5fca56-4cd9-4efe-8e7f-07ff404889ce tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:01.097650 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b5fca56-4cd9-4efe-8e7f-07ff404889ce tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:01.104067 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03d60bbb-78c9-40e0-a85e-a035112bd593 req-1925feec-54f8-4d1b-a7a3-dedafffb301e tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c958a7-2dc8-4241-af76-54400040a668 HTTP/1.1" status: 200 len: 946 time: 0.3829985 Apr 18 20:49:01.150977 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1b5fca56-4cd9-4efe-8e7f-07ff404889ce tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0741570 Apr 18 20:49:01.157377 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51548) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:01.185902 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-39186756-e55b-41a2-8ac8-a35d84adeb4a tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Request body: {'port': {'network_id': '4d7b8fc0-f8b8-42fe-a206-79cfa63c8ef5', 'name': 'tempest-TagsExtTest-241021197'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:01.237060 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03d60bbb-78c9-40e0-a85e-a035112bd593 req-6196f87e-c9c3-4bd2-bcf1-6ac6e93fad75 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302950 Apr 18 20:49:01.334078 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:01.398572 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38b366f-199a-46ba-9a1d-76273e20177a admin admin] Checking segment: {'id': '8d8100f8-59e2-436c-950f-64d204822060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c5684640-bf01-4377-aa08-830d3f93e3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:49:01.408988 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38b366f-199a-46ba-9a1d-76273e20177a admin admin] Network hostable DHCP agents. Network: c5684640-bf01-4377-aa08-830d3f93e3f6, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:49:01.478733 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:01.504462 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ae6113b1-a54a-4f92-841c-3e7564343a1a None None] Provisioning complete for port 8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:01.504891 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ae6113b1-a54a-4f92-841c-3e7564343a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:01.650639 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39186756-e55b-41a2-8ac8-a35d84adeb4a tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Made reservation on behalf of f83db821af57415cadb315eb52800b7f for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:01.657026 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-c46b3e59-dde1-441f-93b6-61500997c555 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting port 01f878dd-32f1-4e69-98bb-d7bc557fc675 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:01.657831 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c46b3e59-dde1-441f-93b6-61500997c555 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:01.663468 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-39186756-e55b-41a2-8ac8-a35d84adeb4a tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:01.746375 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-39186756-e55b-41a2-8ac8-a35d84adeb4a tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] device_id is not set on port 0a701652-af6b-4ebe-8d18-8f272c405977 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:49:01.861026 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device b6e34328-6caa-4b5e-9f4a-fe5e52a8227b details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:49:01.863816 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-4d7b8fc0-f8b8-42fe-a206-79cfa63c8ef5', 'network_id': '4d7b8fc0-f8b8-42fe-a206-79cfa63c8ef5', 'tenant_id': 'f83db821af57415cadb315eb52800b7f', 'fixed_ips': [{'subnet_id': '5855644c-2e6a-4ab7-a44a-d4c5673fb31b'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:49:01.865225 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:01.873650 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:01.905283 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:01.911823 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c46b3e59-dde1-441f-93b6-61500997c555 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:01.913595 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:01.949216 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-c46b3e59-dde1-441f-93b6-61500997c555 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Calling delete_port for 01f878dd-32f1-4e69-98bb-d7bc557fc675 owned by {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:01.988312 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740fd61-80ad-4383-ac6d-87f6da0b666e req-f20005c8-9dda-4c26-8086-1cfa97f04ee7 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:01.992553 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4740fd61-80ad-4383-ac6d-87f6da0b666e req-f20005c8-9dda-4c26-8086-1cfa97f04ee7 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.57 "GET /v2.0/ports?device_id=44767700-e0f4-48a6-a43c-6397c4289c88 HTTP/1.1" status: 200 len: 945 time: 0.2354925 Apr 18 20:49:02.225758 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-39186756-e55b-41a2-8ac8-a35d84adeb4a tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Allocated IP 172.20.0.11 (4d7b8fc0-f8b8-42fe-a206-79cfa63c8ef5/5855644c-2e6a-4ab7-a44a-d4c5673fb31b/0a701652-af6b-4ebe-8d18-8f272c405977) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:02.279263 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38b366f-199a-46ba-9a1d-76273e20177a admin admin] Network c5684640-bf01-4377-aa08-830d3f93e3f6 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:49:02.366074 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-4740fd61-80ad-4383-ac6d-87f6da0b666e req-10e59fee-63ae-4729-a804-fcc51367b1e9 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Deleting port 34c2af99-0c96-4537-bd6f-bd7a89dc4bec {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:02.366588 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4740fd61-80ad-4383-ac6d-87f6da0b666e req-10e59fee-63ae-4729-a804-fcc51367b1e9 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:02.377663 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-a38b366f-199a-46ba-9a1d-76273e20177a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, c5684640-bf01-4377-aa08-830d3f93e3f6) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:02.386011 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38b366f-199a-46ba-9a1d-76273e20177a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:02.389229 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a38b366f-199a-46ba-9a1d-76273e20177a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:02.469797 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e643ca-1815-408f-8985-aa7287bda81b None None] Network c5684640-bf01-4377-aa08-830d3f93e3f6 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:02.473538 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9b57791-caa0-4150-8940-b2b5ba874f16 req-789cf150-21ba-490c-9ff9-4011eaf5dd35 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:02.675262 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee4508-21d8-4ac3-a9e1-3fb6f5be8765 req-fc63ce74-41cf-422d-9c39-2e279634eb4b tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:02.677824 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3ee4508-21d8-4ac3-a9e1-3fb6f5be8765 req-fc63ce74-41cf-422d-9c39-2e279634eb4b tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 944 time: 1.3352075 Apr 18 20:49:02.744737 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9b57791-caa0-4150-8940-b2b5ba874f16 req-789cf150-21ba-490c-9ff9-4011eaf5dd35 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:02.747978 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c46b3e59-dde1-441f-93b6-61500997c555 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:02.748898 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port b6e34328-6caa-4b5e-9f4a-fe5e52a8227b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=b6e34328-6caa-4b5e-9f4a-fe5e52a8227b,segment=NetworkSegment(37d16436-09a3-4426-9f52-42e66aa3028a),segment_id=37d16436-09a3-4426-9f52-42e66aa3028a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:02.807279 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-eb7d7d25-eb01-4319-b732-de02643f8be2 None None] Provisioning complete for port 01f878dd-32f1-4e69-98bb-d7bc557fc675 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:02.808270 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eb7d7d25-eb01-4319-b732-de02643f8be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:02.812925 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'b6e34328-6caa-4b5e-9f4a-fe5e52a8227b', 'network_id': 'a70a6f46-5054-4309-9b14-8f7dba572e32', 'port_id': 'b6e34328-6caa-4b5e-9f4a-fe5e52a8227b', 'mac_address': 'fa:16:3e:60:48:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6520aac9-6fad-4482-a121-bb66984d767e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:49:02.839373 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672c166d-6877-4bf5-93a1-02d9510d1b66 None None] Network c5684640-bf01-4377-aa08-830d3f93e3f6 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:02.842768 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-4740fd61-80ad-4383-ac6d-87f6da0b666e req-10e59fee-63ae-4729-a804-fcc51367b1e9 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] For port 34c2af99-0c96-4537-bd6f-bd7a89dc4bec, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=34c2af99-0c96-4537-bd6f-bd7a89dc4bec,segment=NetworkSegment(b743f55f-6bed-47c3-b407-479d46891a72),segment_id=b743f55f-6bed-47c3-b407-479d46891a72)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:02.843936 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4740fd61-80ad-4383-ac6d-87f6da0b666e req-10e59fee-63ae-4729-a804-fcc51367b1e9 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:02.846401 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ea870-ad65-4c6f-b532-84cdb3e51af6 req-14dd4263-3562-4ff1-910d-381ab2c816d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:02.849137 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b6ea870-ad65-4c6f-b532-84cdb3e51af6 req-14dd4263-3562-4ff1-910d-381ab2c816d8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a70a6f46-5054-4309-9b14-8f7dba572e32 HTTP/1.1" status: 200 len: 912 time: 1.7901151 Apr 18 20:49:02.867675 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a38b366f-199a-46ba-9a1d-76273e20177a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.8406270 Apr 18 20:49:02.951147 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-4740fd61-80ad-4383-ac6d-87f6da0b666e req-10e59fee-63ae-4729-a804-fcc51367b1e9 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Calling delete_port for 34c2af99-0c96-4537-bd6f-bd7a89dc4bec owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:02.969664 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-39186756-e55b-41a2-8ac8-a35d84adeb4a tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:03.010861 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-6fcc4b99-35d6-482e-b728-6795f5f2c30a req-c3a0ec5e-1f06-4afa-8a0a-5f88e9d21629 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Deleting port 7c6086ec-4616-40e1-a98c-d03e73f277b3 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:03.011731 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6fcc4b99-35d6-482e-b728-6795f5f2c30a req-c3a0ec5e-1f06-4afa-8a0a-5f88e9d21629 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:03.127187 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-eb7d7d25-eb01-4319-b732-de02643f8be2 None None] Port 01f878dd-32f1-4e69-98bb-d7bc557fc675 was deleted so its status cannot be updated. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 18 20:49:03.284049 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-39186756-e55b-41a2-8ac8-a35d84adeb4a tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:03.302539 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-6fcc4b99-35d6-482e-b728-6795f5f2c30a req-c3a0ec5e-1f06-4afa-8a0a-5f88e9d21629 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] For port 7c6086ec-4616-40e1-a98c-d03e73f277b3, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7c6086ec-4616-40e1-a98c-d03e73f277b3,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:03.302974 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6fcc4b99-35d6-482e-b728-6795f5f2c30a req-c3a0ec5e-1f06-4afa-8a0a-5f88e9d21629 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:03.345571 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-6fcc4b99-35d6-482e-b728-6795f5f2c30a req-c3a0ec5e-1f06-4afa-8a0a-5f88e9d21629 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Calling delete_port for 7c6086ec-4616-40e1-a98c-d03e73f277b3 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:03.414708 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39186756-e55b-41a2-8ac8-a35d84adeb4a tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Network 4d7b8fc0-f8b8-42fe-a206-79cfa63c8ef5 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:03.426037 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-39186756-e55b-41a2-8ac8-a35d84adeb4a tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:03.429007 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Allocated IP 172.20.0.2 (4d7b8fc0-f8b8-42fe-a206-79cfa63c8ef5/5855644c-2e6a-4ab7-a44a-d4c5673fb31b/d2a53afd-573a-43d2-96dc-0f04e4c5d303) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:03.440196 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39186756-e55b-41a2-8ac8-a35d84adeb4a tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:03.471607 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39186756-e55b-41a2-8ac8-a35d84adeb4a tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Pushing event updated for resources: {'Port': ['ID=0a701652-af6b-4ebe-8d18-8f272c405977,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:03.543766 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39186756-e55b-41a2-8ac8-a35d84adeb4a tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:03.544411 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-39186756-e55b-41a2-8ac8-a35d84adeb4a tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:03.549369 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4740fd61-80ad-4383-ac6d-87f6da0b666e req-10e59fee-63ae-4729-a804-fcc51367b1e9 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:03.599242 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e59fee-63ae-4729-a804-fcc51367b1e9 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Pushing event deleted for resources: {'Port': ['ID=34c2af99-0c96-4537-bd6f-bd7a89dc4bec,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:03.633588 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-39186756-e55b-41a2-8ac8-a35d84adeb4a tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4729030 Apr 18 20:49:03.634429 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51556) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:03.642857 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-6ac15b68-9e58-441f-bef5-e67a971624ae tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-137242754', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:03.670760 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-4740fd61-80ad-4383-ac6d-87f6da0b666e req-10e59fee-63ae-4729-a804-fcc51367b1e9 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] No DVR routers for this DVR port 34c2af99-0c96-4537-bd6f-bd7a89dc4bec on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:03.676452 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4740fd61-80ad-4383-ac6d-87f6da0b666e req-10e59fee-63ae-4729-a804-fcc51367b1e9 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:03.681072 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b6ea870-ad65-4c6f-b532-84cdb3e51af6 req-ee16977d-b5b5-4ffe-a0ea-3e728349bd95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6e34328-6caa-4b5e-9f4a-fe5e52a8227b HTTP/1.1" status: 200 len: 217 time: 0.7319870 Apr 18 20:49:03.688776 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4740fd61-80ad-4383-ac6d-87f6da0b666e req-10e59fee-63ae-4729-a804-fcc51367b1e9 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.57 "DELETE /v2.0/ports/34c2af99-0c96-4537-bd6f-bd7a89dc4bec HTTP/1.1" status: 204 len: 173 time: 1.6514676 Apr 18 20:49:03.690694 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44767700-e0f4-48a6-a43c-6397c4289c88', 'name': 'network-vif-deleted', 'tag': '34c2af99-0c96-4537-bd6f-bd7a89dc4bec'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:03.700853 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98ecd39-cdac-4c0d-8e9f-4fc6986ead9a" -d '{"events": [{"server_uuid": "44767700-e0f4-48a6-a43c-6397c4289c88", "name": "network-vif-deleted", "tag": "34c2af99-0c96-4537-bd6f-bd7a89dc4bec"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:49:03.742336 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6ac15b68-9e58-441f-bef5-e67a971624ae tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:03.744028 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6ac15b68-9e58-441f-bef5-e67a971624ae tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:03.763699 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9b57791-caa0-4150-8940-b2b5ba874f16 req-789cf150-21ba-490c-9ff9-4011eaf5dd35 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:03.882462 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c46b3e59-dde1-441f-93b6-61500997c555 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:03.889710 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c46b3e59-dde1-441f-93b6-61500997c555 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/01f878dd-32f1-4e69-98bb-d7bc557fc675 HTTP/1.1" status: 204 len: 168 time: 3.9718301 Apr 18 20:49:03.898925 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-b9b57791-caa0-4150-8940-b2b5ba874f16 req-789cf150-21ba-490c-9ff9-4011eaf5dd35 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:03.901449 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cf150-21ba-490c-9ff9-4011eaf5dd35 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Pushing event updated for resources: {'Port': ['ID=7db67f67-3fe9-4b98-8652-ced015f9f018,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:03.901720 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51562) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:03.903992 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b57791-caa0-4150-8940-b2b5ba874f16 req-789cf150-21ba-490c-9ff9-4011eaf5dd35 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:03.920136 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6ac15b68-9e58-441f-bef5-e67a971624ae tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:03.959747 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:03.979278 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:03.982941 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:03.994014 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6ac15b68-9e58-441f-bef5-e67a971624ae tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.063548 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:49:04.115054 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e34328-6caa-4b5e-9f4a-fe5e52a8227b {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:49:04.122558 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Pushing event updated for resources: {'Port': ['ID=d2a53afd-573a-43d2-96dc-0f04e4c5d303,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:04.127394 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6ac15b68-9e58-441f-bef5-e67a971624ae tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.135942 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6ac15b68-9e58-441f-bef5-e67a971624ae tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4964871 Apr 18 20:49:04.137707 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51568) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:04.144211 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Network 4d7b8fc0-f8b8-42fe-a206-79cfa63c8ef5 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:04.159518 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-65158ad6-9a6e-4ac1-a660-4c2200503116 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1780819320', 'prefixes': ['172.20.0.0/16']}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:04.161251 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port b6e34328-6caa-4b5e-9f4a-fe5e52a8227b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=b6e34328-6caa-4b5e-9f4a-fe5e52a8227b,segment=NetworkSegment(37d16436-09a3-4426-9f52-42e66aa3028a),segment_id=37d16436-09a3-4426-9f52-42e66aa3028a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:04.180030 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:04.181075 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3ee4508-21d8-4ac3-a9e1-3fb6f5be8765 req-413fb10b-ed21-470b-95cd-22a794909ce9 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4503860 Apr 18 20:49:04.190659 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fc525b-54ab-4c1b-8590-a19f6e76ddb9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:04.194292 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fc525b-54ab-4c1b-8590-a19f6e76ddb9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:04.194625 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.196980 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b3e59-dde1-441f-93b6-61500997c555 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Port': ['ID=01f878dd-32f1-4e69-98bb-d7bc557fc675,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:04.200850 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f5fc525b-54ab-4c1b-8590-a19f6e76ddb9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2979364 Apr 18 20:49:04.204529 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:04.206353 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51570) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:04.325150 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-78551d14-eed1-4527-ac10-56c6089b062f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet b0fd7b6e-6f41-4739-8d25-d63d9d4c4dc8 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:49:04.337329 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78551d14-eed1-4527-ac10-56c6089b062f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.338449 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=b6e34328-6caa-4b5e-9f4a-fe5e52a8227b,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:04.412021 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ea870-ad65-4c6f-b532-84cdb3e51af6 req-d661ddad-250f-4ca0-b684-7d8b8eed4d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:04.435853 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b6ea870-ad65-4c6f-b532-84cdb3e51af6 req-d661ddad-250f-4ca0-b684-7d8b8eed4d1f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6520aac9-6fad-4482-a121-bb66984d767e HTTP/1.1" status: 200 len: 851 time: 0.6781616 Apr 18 20:49:04.467782 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78551d14-eed1-4527-ac10-56c6089b062f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.537280 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Attempting to bind port d2a53afd-573a-43d2-96dc-0f04e4c5d303 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:04.537701 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Attempting to bind port d2a53afd-573a-43d2-96dc-0f04e4c5d303 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '6f67006b-6351-4bbd-84ba-6fe1bd620b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4d7b8fc0-f8b8-42fe-a206-79cfa63c8ef5'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:04.541160 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Attempting to bind port d2a53afd-573a-43d2-96dc-0f04e4c5d303 on network 4d7b8fc0-f8b8-42fe-a206-79cfa63c8ef5 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:49:04.567359 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:49:04.567752 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Checking segment: {'id': '6f67006b-6351-4bbd-84ba-6fe1bd620b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4d7b8fc0-f8b8-42fe-a206-79cfa63c8ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:49:04.568215 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.568748 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Bound using segment: {'id': '6f67006b-6351-4bbd-84ba-6fe1bd620b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4d7b8fc0-f8b8-42fe-a206-79cfa63c8ef5'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:49:04.569307 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Bound port: d2a53afd-573a-43d2-96dc-0f04e4c5d303, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f67006b-6351-4bbd-84ba-6fe1bd620b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4d7b8fc0-f8b8-42fe-a206-79cfa63c8ef5'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:04.569722 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.583540 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b6ea870-ad65-4c6f-b532-84cdb3e51af6 req-93bf1523-1d6f-47b1-aa5a-94d0c764121a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a70a6f46-5054-4309-9b14-8f7dba572e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1456950 Apr 18 20:49:04.647457 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['b6e34328-6caa-4b5e-9f4a-fe5e52a8227b'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:49:04.687191 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51584) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:04.734274 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-76a1058c-3e38-43be-9955-edb95efc936b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2140678400-network', 'tenant_id': '09d7979543924f5fae35ba57d7c3bb76'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:04.795488 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] For port d2a53afd-573a-43d2-96dc-0f04e4c5d303, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:04.807423 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] For port d2a53afd-573a-43d2-96dc-0f04e4c5d303, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d2a53afd-573a-43d2-96dc-0f04e4c5d303,segment=NetworkSegment(6f67006b-6351-4bbd-84ba-6fe1bd620b16),segment_id=6f67006b-6351-4bbd-84ba-6fe1bd620b16)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:49:04.830376 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.842327 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78551d14-eed1-4527-ac10-56c6089b062f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.912953 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Pushing event updated for resources: {'Port': ['ID=d2a53afd-573a-43d2-96dc-0f04e4c5d303,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:04.943545 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:04.943990 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:04.944471 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:04.944865 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:04.945481 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:04.946176 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:04.946547 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:04.946932 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:04.947324 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:04.947935 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:04.953471 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:04.954277 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871f4e2-7ad4-4435-a2ba-3f4848c80212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:05.008748 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-65158ad6-9a6e-4ac1-a660-4c2200503116 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks [] for subnetpool, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:05.012837 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-65158ad6-9a6e-4ac1-a660-4c2200503116 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.8699994 Apr 18 20:49:05.019813 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78551d14-eed1-4527-ac10-56c6089b062f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:05.042222 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51586) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:05.057638 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-4c6abb3b-b02e-4339-9023-76e79d95c48a tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5855644c-2e6a-4ab7-a44a-d4c5673fb31b', 'tempest-TagsExtTest-Tag-1457744835') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:05.088705 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 34c2af99-0c96-4537-bd6f-bd7a89dc4bec no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:49:05.118942 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 34c2af99-0c96-4537-bd6f-bd7a89dc4bec {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:49:05.120089 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 34c2af99-0c96-4537-bd6f-bd7a89dc4bec not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:49:05.122099 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5898b59a-491d-4eb2-8f08-f04499554dec None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:05.179881 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78551d14-eed1-4527-ac10-56c6089b062f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:05.189390 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-78551d14-eed1-4527-ac10-56c6089b062f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/b0fd7b6e-6f41-4739-8d25-d63d9d4c4dc8 HTTP/1.1" status: 204 len: 168 time: 0.9763300 Apr 18 20:49:05.189390 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78551d14-eed1-4527-ac10-56c6089b062f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=b0fd7b6e-6f41-4739-8d25-d63d9d4c4dc8,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:05.192316 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51588) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:05.341041 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9b57791-caa0-4150-8940-b2b5ba874f16 req-789cf150-21ba-490c-9ff9-4011eaf5dd35 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:05.355234 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-505fa35a-5afb-4c6e-90dc-3f3311b8d794 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1498265 Apr 18 20:49:05.359604 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51592) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:05.564122 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e8f692-401c-4306-b06d-a83e10d16c88 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:05.569635 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e5e8f692-401c-4306-b06d-a83e10d16c88 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1949599 Apr 18 20:49:05.570622 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51594) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:05.640669 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b6ea870-ad65-4c6f-b532-84cdb3e51af6 req-eb19058e-40a9-42cf-8f36-f320afbf4d75 service neutron] 10.222.0.32 "GET /v2.0/networks/a70a6f46-5054-4309-9b14-8f7dba572e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0233777 Apr 18 20:49:05.654504 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4c6abb3b-b02e-4339-9023-76e79d95c48a tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "PUT /v2.0/subnets/5855644c-2e6a-4ab7-a44a-d4c5673fb31b/tags/tempest-TagsExtTest-Tag-1457744835 HTTP/1.1" status: 201 len: 201 time: 0.6048851 Apr 18 20:49:05.657745 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51596) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:05.659877 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a1058c-3e38-43be-9955-edb95efc936b admin admin] Made reservation on behalf of 09d7979543924f5fae35ba57d7c3bb76 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:05.665170 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76a1058c-3e38-43be-9955-edb95efc936b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:05.667393 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-762ea2c7-d65b-40ad-a202-6bdf58d0a66c tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0a701652-af6b-4ebe-8d18-8f272c405977', 'tempest-TagsExtTest-Tag-2144129425') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:05.728740 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6fcc4b99-35d6-482e-b728-6795f5f2c30a req-c3a0ec5e-1f06-4afa-8a0a-5f88e9d21629 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:05.733305 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2171fe71-e591-49dd-8b18-6f6913bf5225 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:05.736277 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2171fe71-e591-49dd-8b18-6f6913bf5225 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1632931 Apr 18 20:49:05.743238 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51598) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:05.756279 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e122bd-3524-4971-87c5-93b7276725d1 None None] DHCP port deletion for 50eba278-0f67-4e34-aa13-933b003eee26 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:49:05.787829 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['1f0cb29c-6676-4f1b-a111-285181b01885'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:49:05.801678 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c65f36fa-fc9e-4dde-8ffa-66650d09285d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572331 Apr 18 20:49:05.808170 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51600) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:05.814185 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-552dda45-46a6-4e79-8267-c8e1fd1b5c0a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:05.947441 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-762ea2c7-d65b-40ad-a202-6bdf58d0a66c tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "PUT /v2.0/ports/0a701652-af6b-4ebe-8d18-8f272c405977/tags/tempest-TagsExtTest-Tag-2144129425 HTTP/1.1" status: 201 len: 201 time: 0.2889290 Apr 18 20:49:05.949797 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51602) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:05.955782 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-ee265331-b496-4a59-94c4-a9cf2d336e59 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '462bf631-cc61-45be-a2d3-e08059437ad4', 'tempest-TagsExtTest-Tag-873555449') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:06.022157 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552dda45-46a6-4e79-8267-c8e1fd1b5c0a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:06.028409 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-552dda45-46a6-4e79-8267-c8e1fd1b5c0a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:06.087585 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76a1058c-3e38-43be-9955-edb95efc936b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:06.095530 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b6ea870-ad65-4c6f-b532-84cdb3e51af6 req-e322a954-3c82-4fe9-9eba-ef460ebb5d8a service neutron] 10.222.0.32 "GET /v2.0/networks/a70a6f46-5054-4309-9b14-8f7dba572e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244908 Apr 18 20:49:06.172168 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-8b7608bc-e0f0-4a33-ad48-ddec90069c7b tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:06.174745 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-8b7608bc-e0f0-4a33-ad48-ddec90069c7b tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/networks?id=2b77196d-b3e5-4863-b041-b13a7dbb5188 HTTP/1.1" status: 200 len: 814 time: 1.7354627 Apr 18 20:49:06.198823 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device b6e34328-6caa-4b5e-9f4a-fe5e52a8227b up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:06.214033 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0ec5e-1f06-4afa-8a0a-5f88e9d21629 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Pushing event deleted for resources: {'Port': ['ID=7c6086ec-4616-40e1-a98c-d03e73f277b3,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:06.254118 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9b57791-caa0-4150-8940-b2b5ba874f16 req-789cf150-21ba-490c-9ff9-4011eaf5dd35 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:06.286093 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-23e122bd-3524-4971-87c5-93b7276725d1 None None] Deleting port 8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:06.287042 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-23e122bd-3524-4971-87c5-93b7276725d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:06.450685 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-23e122bd-3524-4971-87c5-93b7276725d1 None None] For port 8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:06.451056 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-23e122bd-3524-4971-87c5-93b7276725d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:06.547833 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-23e122bd-3524-4971-87c5-93b7276725d1 None None] Calling delete_port for 8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:06.559242 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port b6e34328-6caa-4b5e-9f4a-fe5e52a8227b completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:06.566668 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port b6e34328-6caa-4b5e-9f4a-fe5e52a8227b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:06.567044 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:06.665003 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ee265331-b496-4a59-94c4-a9cf2d336e59 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "PUT /v2.0/routers/462bf631-cc61-45be-a2d3-e08059437ad4/tags/tempest-TagsExtTest-Tag-873555449 HTTP/1.1" status: 201 len: 201 time: 0.7139475 Apr 18 20:49:06.665939 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51604) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:06.680346 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-06325720-9010-4a48-94bb-146b9682dac6 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5063ea86-bddc-4366-9a2b-41f1886cb007', 'tempest-TagsExtTest-Tag-641937289') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:06.723466 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9b57791-caa0-4150-8940-b2b5ba874f16 req-789cf150-21ba-490c-9ff9-4011eaf5dd35 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:06.761790 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9b57791-caa0-4150-8940-b2b5ba874f16 req-789cf150-21ba-490c-9ff9-4011eaf5dd35 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:06.769457 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0ec5e-1f06-4afa-8a0a-5f88e9d21629 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:06.770084 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0ec5e-1f06-4afa-8a0a-5f88e9d21629 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:06.770705 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0ec5e-1f06-4afa-8a0a-5f88e9d21629 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:06.771318 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0ec5e-1f06-4afa-8a0a-5f88e9d21629 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:06.771986 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0ec5e-1f06-4afa-8a0a-5f88e9d21629 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:06.772701 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0ec5e-1f06-4afa-8a0a-5f88e9d21629 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:06.773292 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0ec5e-1f06-4afa-8a0a-5f88e9d21629 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:06.773914 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0ec5e-1f06-4afa-8a0a-5f88e9d21629 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:06.775791 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0ec5e-1f06-4afa-8a0a-5f88e9d21629 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:06.776755 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0ec5e-1f06-4afa-8a0a-5f88e9d21629 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:06.777588 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0ec5e-1f06-4afa-8a0a-5f88e9d21629 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:06.778395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0ec5e-1f06-4afa-8a0a-5f88e9d21629 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:06.835811 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-06325720-9010-4a48-94bb-146b9682dac6 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "PUT /v2.0/subnetpools/5063ea86-bddc-4366-9a2b-41f1886cb007/tags/tempest-TagsExtTest-Tag-641937289 HTTP/1.1" status: 201 len: 201 time: 0.1634150 Apr 18 20:49:06.836637 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51606) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:06.845852 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-754bb739-1389-45fa-b143-e864921de13b tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5855644c-2e6a-4ab7-a44a-d4c5673fb31b') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:06.868562 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-816172bc-d55d-4bdb-9e69-f35f8c1107fd tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/quotas/7d52f6c7bd8046c7a02242bd4df3b5e8 HTTP/1.1" status: 200 len: 375 time: 0.6662893 Apr 18 20:49:06.941220 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.012809 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9652144a-27e9-49f7-8455-6310d6c9eab8 None None] Network 4d7b8fc0-f8b8-42fe-a206-79cfa63c8ef5 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:07.059167 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-754bb739-1389-45fa-b143-e864921de13b tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "GET /v2.0/subnets/5855644c-2e6a-4ab7-a44a-d4c5673fb31b/tags HTTP/1.1" status: 200 len: 241 time: 0.2178638 Apr 18 20:49:07.060156 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51608) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:07.066388 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-b2a1d369-23b9-4b97-bc4d-845e0068f986 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5855644c-2e6a-4ab7-a44a-d4c5673fb31b', 'tempest-TagsExtTest-Tag-1457744835') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:07.180239 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9b57791-caa0-4150-8940-b2b5ba874f16 req-789cf150-21ba-490c-9ff9-4011eaf5dd35 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.184738 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fcc4b99-35d6-482e-b728-6795f5f2c30a req-c3a0ec5e-1f06-4afa-8a0a-5f88e9d21629 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] No DVR routers for this DVR port 7c6086ec-4616-40e1-a98c-d03e73f277b3 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:07.190901 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6fcc4b99-35d6-482e-b728-6795f5f2c30a req-c3a0ec5e-1f06-4afa-8a0a-5f88e9d21629 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.197044 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6fcc4b99-35d6-482e-b728-6795f5f2c30a req-c3a0ec5e-1f06-4afa-8a0a-5f88e9d21629 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.32 "DELETE /v2.0/ports/7c6086ec-4616-40e1-a98c-d03e73f277b3 HTTP/1.1" status: 204 len: 173 time: 6.3144624 Apr 18 20:49:07.231436 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c958a7-2dc8-4241-af76-54400040a668', 'name': 'network-vif-deleted', 'tag': '7c6086ec-4616-40e1-a98c-d03e73f277b3'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:07.245025 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c446243-bee1-4323-9df0-a2601fe984f5" -d '{"events": [{"server_uuid": "a7c958a7-2dc8-4241-af76-54400040a668", "name": "network-vif-deleted", "tag": "7c6086ec-4616-40e1-a98c-d03e73f277b3"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:49:07.279267 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-c005d3d4-27f4-463a-9d4e-df9fc35dfb59 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d52f6c7bd8046c7a02242bd4df3b5e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3334811 Apr 18 20:49:07.326046 n-d-838323-3 neutron-server[102909]: DEBUG neutron.objects.ports [None req-552dda45-46a6-4e79-8267-c8e1fd1b5c0a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102909) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:49:07.336227 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b2a1d369-23b9-4b97-bc4d-845e0068f986 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "GET /v2.0/subnets/5855644c-2e6a-4ab7-a44a-d4c5673fb31b/tags/tempest-TagsExtTest-Tag-1457744835 HTTP/1.1" status: 204 len: 168 time: 0.2730310 Apr 18 20:49:07.339699 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51612) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:07.360154 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port b6e34328-6caa-4b5e-9f4a-fe5e52a8227b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=b6e34328-6caa-4b5e-9f4a-fe5e52a8227b,segment=NetworkSegment(37d16436-09a3-4426-9f52-42e66aa3028a),segment_id=37d16436-09a3-4426-9f52-42e66aa3028a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:07.365154 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb44a8c-e237-4e05-bf91-5a4709c38588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e34328-6caa-4b5e-9f4a-fe5e52a8227b'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:07.367779 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2399ce64-d264-46a9-b30b-003969810228" -d '{"events": [{"server_uuid": "9eb44a8c-e237-4e05-bf91-5a4709c38588", "name": "network-vif-plugged", "status": "completed", "tag": "b6e34328-6caa-4b5e-9f4a-fe5e52a8227b"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:49:07.379315 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d2a53afd-573a-43d2-96dc-0f04e4c5d303 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:07.386827 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.388139 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 7c6086ec-4616-40e1-a98c-d03e73f277b3 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:49:07.449303 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cf150-21ba-490c-9ff9-4011eaf5dd35 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Pushing event updated for resources: {'Port': ['ID=7db67f67-3fe9-4b98-8652-ced015f9f018,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:07.490085 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-34b45f1c-b3d6-407b-913f-d18ce43d630e tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5855644c-2e6a-4ab7-a44a-d4c5673fb31b', 'tempest-TagsExtTest-Tag-1457744835') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:07.505463 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 7c6086ec-4616-40e1-a98c-d03e73f277b3 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:49:07.505952 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 7c6086ec-4616-40e1-a98c-d03e73f277b3 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:49:07.507672 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-8f605e1a-ebac-4dcb-bc29-420eb85905c8 None None] Provisioning complete for port d2a53afd-573a-43d2-96dc-0f04e4c5d303 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:07.508069 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8f605e1a-ebac-4dcb-bc29-420eb85905c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.568565 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9b57791-caa0-4150-8940-b2b5ba874f16 req-789cf150-21ba-490c-9ff9-4011eaf5dd35 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.570994 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9b57791-caa0-4150-8940-b2b5ba874f16 req-789cf150-21ba-490c-9ff9-4011eaf5dd35 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 9.7102838 Apr 18 20:49:07.804668 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9b57791-caa0-4150-8940-b2b5ba874f16 req-30f7ea44-9081-44c0-b480-ce3450a2fa3b tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.166 HTTP/1.1" status: 200 len: 696 time: 0.2025452 Apr 18 20:49:07.810706 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-23e122bd-3524-4971-87c5-93b7276725d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.819143 n-d-838323-3 neutron-server[102909]: WARNING neutron.services.revisions.revision_plugin [None req-552dda45-46a6-4e79-8267-c8e1fd1b5c0a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Could not find related port for resource to bump revision. Apr 18 20:49:07.847235 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76a1058c-3e38-43be-9955-edb95efc936b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.851491 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=b6e34328-6caa-4b5e-9f4a-fe5e52a8227b,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:07.872744 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-4aaf784b-02b9-4946-8a4e-5e068504c6f7 service neutron] 10.222.0.41 "GET /v2.0/networks/2b77196d-b3e5-4863-b041-b13a7dbb5188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496140 Apr 18 20:49:07.901337 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.ipam_pluggable_backend [None req-552dda45-46a6-4e79-8267-c8e1fd1b5c0a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Port 8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102909) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 18 20:49:07.901922 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.ipam_pluggable_backend [None req-552dda45-46a6-4e79-8267-c8e1fd1b5c0a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Reverting IP allocation for 2001:db8::f816:3eff:fe53:94d9 {{(pid=102909) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 18 20:49:07.921642 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.924326 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e122bd-3524-4971-87c5-93b7276725d1 None None] Pushing event deleted for resources: {'Port': ['ID=8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:07.951204 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e122bd-3524-4971-87c5-93b7276725d1 None None] No DVR routers for this DVR port 8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:07.966097 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port d2a53afd-573a-43d2-96dc-0f04e4c5d303 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:07.966497 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.969938 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-552dda45-46a6-4e79-8267-c8e1fd1b5c0a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.993015 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76a1058c-3e38-43be-9955-edb95efc936b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.114141 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-34b45f1c-b3d6-407b-913f-d18ce43d630e tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "DELETE /v2.0/subnets/5855644c-2e6a-4ab7-a44a-d4c5673fb31b/tags/tempest-TagsExtTest-Tag-1457744835 HTTP/1.1" status: 204 len: 168 time: 0.7725177 Apr 18 20:49:08.117605 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552dda45-46a6-4e79-8267-c8e1fd1b5c0a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=8e81ebc0-a16a-4904-96c5-4a5a868a1725,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:08.138949 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51620) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:08.148526 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552dda45-46a6-4e79-8267-c8e1fd1b5c0a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:08.150364 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-552dda45-46a6-4e79-8267-c8e1fd1b5c0a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:08.150763 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.tag.tag_plugin [None req-2b685ba6-856d-4725-abe2-8f98a94e2dea tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5855644c-2e6a-4ab7-a44a-d4c5673fb31b') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:08.153737 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552dda45-46a6-4e79-8267-c8e1fd1b5c0a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:08.154382 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-552dda45-46a6-4e79-8267-c8e1fd1b5c0a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.189427 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8f605e1a-ebac-4dcb-bc29-420eb85905c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.198468 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-552dda45-46a6-4e79-8267-c8e1fd1b5c0a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3876429 Apr 18 20:49:08.203264 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51622) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:08.224855 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-00299fad-ea9e-4689-ae88-1966d4e4dc2b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:08.228979 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc6b0af-a909-4cda-ac1b-37060bb5f285 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:08.265489 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a1058c-3e38-43be-9955-edb95efc936b admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:49:08.309552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1058c-3e38-43be-9955-edb95efc936b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2baed8-0128-4576-bb03-8f00b334d2be,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:08.336810 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76a1058c-3e38-43be-9955-edb95efc936b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.337146 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-76a1058c-3e38-43be-9955-edb95efc936b admin admin] Added segment 0b4c32e5-0c04-4de4-8219-3cff61491e13 of type vlan for network 7131556c-2dea-43c9-ba56-2c77af0a0dc6 Apr 18 20:49:08.368602 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-8f605e1a-ebac-4dcb-bc29-420eb85905c8 None None] For port d2a53afd-573a-43d2-96dc-0f04e4c5d303, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d2a53afd-573a-43d2-96dc-0f04e4c5d303,segment=NetworkSegment(6f67006b-6351-4bbd-84ba-6fe1bd620b16),segment_id=6f67006b-6351-4bbd-84ba-6fe1bd620b16)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:08.394824 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8f605e1a-ebac-4dcb-bc29-420eb85905c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.483259 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76a1058c-3e38-43be-9955-edb95efc936b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.506029 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b57791-caa0-4150-8940-b2b5ba874f16 req-2d2fa413-81b6-471a-814d-0ba45d80368e tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:08.520179 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9b57791-caa0-4150-8940-b2b5ba874f16 req-2d2fa413-81b6-471a-814d-0ba45d80368e tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.6836054 Apr 18 20:49:08.577049 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-6dd1bda9-808e-4822-901b-1358c33fa1d5 service neutron] 10.222.0.41 "GET /v2.0/networks/2b77196d-b3e5-4863-b041-b13a7dbb5188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6964862 Apr 18 20:49:08.605097 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-b9b57791-caa0-4150-8940-b2b5ba874f16 req-d6915609-4b9a-4ae7-a603-43cc48226199 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:49:08.610037 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9b57791-caa0-4150-8940-b2b5ba874f16 req-d6915609-4b9a-4ae7-a603-43cc48226199 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212698 Apr 18 20:49:08.638350 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2b685ba6-856d-4725-abe2-8f98a94e2dea tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "GET /v2.0/subnets/5855644c-2e6a-4ab7-a44a-d4c5673fb31b/tags HTTP/1.1" status: 200 len: 205 time: 0.4899964 Apr 18 20:49:08.639131 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00299fad-ea9e-4689-ae88-1966d4e4dc2b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:08.641880 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51626) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:08.647485 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.db.resource_extend [None req-76a1058c-3e38-43be-9955-edb95efc936b admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:49:08.650579 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f605e1a-ebac-4dcb-bc29-420eb85905c8 None None] Pushing event updated for resources: {'Port': ['ID=d2a53afd-573a-43d2-96dc-0f04e4c5d303,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:08.660476 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-00299fad-ea9e-4689-ae88-1966d4e4dc2b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.674049 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:49:08.678038 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.tag.tag_plugin [None req-870284f0-749a-40a5-bc7b-a57d2cd87dd7 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0a701652-af6b-4ebe-8d18-8f272c405977') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:08.755881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:49:08.757920 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8c0c63c0-c2b8-44f7-bfa4-0737ea34d5b7 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:49:08.774621 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-3801ecf7-56ce-4837-bea8-99fc1ee11b4b None None] Provisioning complete for port d2a53afd-573a-43d2-96dc-0f04e4c5d303 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:08.774995 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3801ecf7-56ce-4837-bea8-99fc1ee11b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.919131 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76a1058c-3e38-43be-9955-edb95efc936b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.920696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a1058c-3e38-43be-9955-edb95efc936b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:08.922644 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76a1058c-3e38-43be-9955-edb95efc936b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.988822 n-d-838323-3 neutron-server[102909]: INFO neutron.db.ipam_backend_mixin [None req-00299fad-ea9e-4689-ae88-1966d4e4dc2b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8e81ebc0-a16a-4904-96c5-4a5a868a1725 (CIDR: 2001:db8::/64) Apr 18 20:49:09.005238 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-00299fad-ea9e-4689-ae88-1966d4e4dc2b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:49:09.006101 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00299fad-ea9e-4689-ae88-1966d4e4dc2b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:49:09.057690 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-00299fad-ea9e-4689-ae88-1966d4e4dc2b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8531456 Apr 18 20:49:09.058907 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51634) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:09.066860 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-33d3db07-f9cd-4ac2-93de-4b33bfebd74a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:09.132412 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2810896d-df97-4395-94af-e686a1e40912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-50eba278-0f67-4e34-aa13-933b003eee26', 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'fixed_ips': [{'subnet_id': '8e81ebc0-a16a-4904-96c5-4a5a868a1725'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:49:09.140311 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1058c-3e38-43be-9955-edb95efc936b admin admin] Pushing event updated for resources: {'Network': ['ID=7131556c-2dea-43c9-ba56-2c77af0a0dc6,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:09.143598 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2810896d-df97-4395-94af-e686a1e40912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:09.160246 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7d00c-dd62-4ad7-93c3-858ef1c330b4 req-252496e9-e6a8-43a6-a42d-ee2fa8158b74 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:09.183120 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1af7d00c-dd62-4ad7-93c3-858ef1c330b4 req-252496e9-e6a8-43a6-a42d-ee2fa8158b74 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 945 time: 0.4020998 Apr 18 20:49:09.233493 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fcfe77-7e6c-4ef2-abf9-1680274f987c x-openstack-request-id: req-34fcfe77-7e6c-4ef2-abf9-1680274f987c {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:09.233493 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44767700-e0f4-48a6-a43c-6397c4289c88", "name": "network-vif-deleted", "tag": "34c2af99-0c96-4537-bd6f-bd7a89dc4bec", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:09.233493 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34fcfe77-7e6c-4ef2-abf9-1680274f987c {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:09.233493 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34fcfe77-7e6c-4ef2-abf9-1680274f987c'] response: {'server_uuid': '44767700-e0f4-48a6-a43c-6397c4289c88', 'name': 'network-vif-deleted', 'tag': '34c2af99-0c96-4537-bd6f-bd7a89dc4bec', 'status': 'completed', 'code': 200} Apr 18 20:49:09.282145 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d3db07-f9cd-4ac2-93de-4b33bfebd74a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:09.296139 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-76a1058c-3e38-43be-9955-edb95efc936b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.6034951 Apr 18 20:49:09.300759 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33d3db07-f9cd-4ac2-93de-4b33bfebd74a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:09.307664 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51636) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:09.338390 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d11bd71c-d888-43d8-87f3-dca3211c77b6 admin admin] Request body: {'subnet': {'network_id': '7131556c-2dea-43c9-ba56-2c77af0a0dc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2140678400-subnet', 'tenant_id': '09d7979543924f5fae35ba57d7c3bb76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:09.497381 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-3801ecf7-56ce-4837-bea8-99fc1ee11b4b None None] Provisioning complete for port 0a701652-af6b-4ebe-8d18-8f272c405977 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:09.499596 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3801ecf7-56ce-4837-bea8-99fc1ee11b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:09.516799 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1af7d00c-dd62-4ad7-93c3-858ef1c330b4 req-057f7f8b-4a73-413d-868a-b5c6a3769705 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3294466 Apr 18 20:49:09.541356 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-870284f0-749a-40a5-bc7b-a57d2cd87dd7 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "GET /v2.0/ports/0a701652-af6b-4ebe-8d18-8f272c405977/tags HTTP/1.1" status: 200 len: 241 time: 0.8733594 Apr 18 20:49:09.542116 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51642) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:09.548198 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 7131556c-2dea-43c9-ba56-2c77af0a0dc6 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:49:09.566768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.tag.tag_plugin [None req-bf141876-674f-4b20-9970-cface06ad196 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0a701652-af6b-4ebe-8d18-8f272c405977', 'tempest-TagsExtTest-Tag-2144129425') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:09.618624 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11bd71c-d888-43d8-87f3-dca3211c77b6 admin admin] Made reservation on behalf of 09d7979543924f5fae35ba57d7c3bb76 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:09.629616 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d11bd71c-d888-43d8-87f3-dca3211c77b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:09.719357 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b18729d-8377-4539-a6dd-c4503cffad54 x-openstack-request-id: req-4b18729d-8377-4539-a6dd-c4503cffad54 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:09.720197 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c958a7-2dc8-4241-af76-54400040a668", "name": "network-vif-deleted", "tag": "7c6086ec-4616-40e1-a98c-d03e73f277b3", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:09.720908 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b18729d-8377-4539-a6dd-c4503cffad54 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:09.721830 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b18729d-8377-4539-a6dd-c4503cffad54'] response: {'server_uuid': 'a7c958a7-2dc8-4241-af76-54400040a668', 'name': 'network-vif-deleted', 'tag': '7c6086ec-4616-40e1-a98c-d03e73f277b3', 'status': 'completed', 'code': 200} Apr 18 20:49:09.756179 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d2a53afd-573a-43d2-96dc-0f04e4c5d303 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:09.797574 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa5783-91a7-4195-976a-dd8dfa31f135 req-e286d5d2-9357-4e6c-9094-36b346071208 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:09.814371 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-20aa5783-91a7-4195-976a-dd8dfa31f135 req-e286d5d2-9357-4e6c-9094-36b346071208 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 946 time: 0.4936490 Apr 18 20:49:09.888771 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c90f2b-0c68-469f-9b8b-61f9061613ed x-openstack-request-id: req-33c90f2b-0c68-469f-9b8b-61f9061613ed {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:09.889133 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb44a8c-e237-4e05-bf91-5a4709c38588", "name": "network-vif-plugged", "status": "completed", "tag": "b6e34328-6caa-4b5e-9f4a-fe5e52a8227b", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:09.889357 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33c90f2b-0c68-469f-9b8b-61f9061613ed {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:09.889737 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33c90f2b-0c68-469f-9b8b-61f9061613ed'] response: {'server_uuid': '9eb44a8c-e237-4e05-bf91-5a4709c38588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e34328-6caa-4b5e-9f4a-fe5e52a8227b', 'code': 200} Apr 18 20:49:09.997048 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-bf141876-674f-4b20-9970-cface06ad196 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "GET /v2.0/ports/0a701652-af6b-4ebe-8d18-8f272c405977/tags/tempest-TagsExtTest-Tag-2144129425 HTTP/1.1" status: 204 len: 168 time: 0.4409473 Apr 18 20:49:09.997971 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51646) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:10.034280 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d11bd71c-d888-43d8-87f3-dca3211c77b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:10.037674 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-3801ecf7-56ce-4837-bea8-99fc1ee11b4b None None] Port 0a701652-af6b-4ebe-8d18-8f272c405977 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:49:10.195553 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-2810896d-df97-4395-94af-e686a1e40912 None None] Allocated IP 2001:db8::f816:3eff:feae:2077 (50eba278-0f67-4e34-aa13-933b003eee26/8e81ebc0-a16a-4904-96c5-4a5a868a1725/aef5966d-b3a1-493c-b521-df0c8d0a68b4) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:10.207298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.tag.tag_plugin [None req-83bdaa27-fe17-4744-9f47-9be1c6073b47 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0a701652-af6b-4ebe-8d18-8f272c405977', 'tempest-TagsExtTest-Tag-2144129425') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:10.212021 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port d2a53afd-573a-43d2-96dc-0f04e4c5d303 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:10.213289 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:10.232852 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-20aa5783-91a7-4195-976a-dd8dfa31f135 req-172a9827-3c2d-4e5f-8086-f812ec22e9c6 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966072 Apr 18 20:49:10.320224 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bd71c-d888-43d8-87f3-dca3211c77b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b05afd9-df24-42f2-b0b9-71372f1a7aee,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:10.374589 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11bd71c-d888-43d8-87f3-dca3211c77b6 admin admin] Checking segment: {'id': '0b4c32e5-0c04-4de4-8219-3cff61491e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7131556c-2dea-43c9-ba56-2c77af0a0dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:49:10.374985 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11bd71c-d888-43d8-87f3-dca3211c77b6 admin admin] Network hostable DHCP agents. Network: 7131556c-2dea-43c9-ba56-2c77af0a0dc6, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:49:10.462658 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-26d19771-7aa9-4b51-82c9-73fe32651def None None] Provisioning complete for port 0a701652-af6b-4ebe-8d18-8f272c405977 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:10.464149 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-26d19771-7aa9-4b51-82c9-73fe32651def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:10.492865 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0f535-4d1b-4d52-a921-9ab07e972729 req-05d24a5a-b63f-4caa-97cb-fdae5c0f7076 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:10.495701 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cfb0f535-4d1b-4d52-a921-9ab07e972729 req-05d24a5a-b63f-4caa-97cb-fdae5c0f7076 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3847508 Apr 18 20:49:10.522801 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11bd71c-d888-43d8-87f3-dca3211c77b6 admin admin] Network 7131556c-2dea-43c9-ba56-2c77af0a0dc6 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:49:10.525315 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb12ba3-0d95-49eb-a0b2-b1ea3977a5e1 req-65fa9e35-5350-43ab-84e6-aece8c7c096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:10.527273 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1cb12ba3-0d95-49eb-a0b2-b1ea3977a5e1 req-65fa9e35-5350-43ab-84e6-aece8c7c096e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 1097 time: 0.5651393 Apr 18 20:49:10.539952 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be682530-c283-42e4-8d21-9d9122b38e2a req-9911b571-0f26-44f8-bbb9-3d0d3ecc0ace tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e HTTP/1.1" status: 200 len: 210 time: 0.0771086 Apr 18 20:49:10.671901 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-d11bd71c-d888-43d8-87f3-dca3211c77b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 7131556c-2dea-43c9-ba56-2c77af0a0dc6) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:10.714500 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2810896d-df97-4395-94af-e686a1e40912 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:10.716076 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11bd71c-d888-43d8-87f3-dca3211c77b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:10.729192 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d11bd71c-d888-43d8-87f3-dca3211c77b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:10.755886 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b12cb72-10be-4163-8a33-d0c253c86c00 None None] Network 7131556c-2dea-43c9-ba56-2c77af0a0dc6 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:10.761157 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-26d19771-7aa9-4b51-82c9-73fe32651def None None] Port 0a701652-af6b-4ebe-8d18-8f272c405977 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:49:10.766205 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2810896d-df97-4395-94af-e686a1e40912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:10.803026 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d11bd71c-d888-43d8-87f3-dca3211c77b6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4716671 Apr 18 20:49:10.825109 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1cb12ba3-0d95-49eb-a0b2-b1ea3977a5e1 req-211ab2fc-cdf4-4156-a14f-0276aced6fd8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629564 Apr 18 20:49:10.854256 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33d3db07-f9cd-4ac2-93de-4b33bfebd74a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:10.886079 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cfb0f535-4d1b-4d52-a921-9ab07e972729 req-adcfaf68-f490-4c1d-bd13-e590a7915b88 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.166 HTTP/1.1" status: 200 len: 696 time: 0.2745776 Apr 18 20:49:10.957639 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-cfb0f535-4d1b-4d52-a921-9ab07e972729 req-a3378f63-35b6-4e0b-811d-b3c2ce048d1b tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Request body: {'floatingip': {'port_id': '04e0a012-7a3d-4e05-a846-d34e27058e23', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:10.988121 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3db07-f9cd-4ac2-93de-4b33bfebd74a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=147e7a19-93c7-4c36-8e55-b2a8d343b95a,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:11.021515 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d3db07-f9cd-4ac2-93de-4b33bfebd74a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:11.024524 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-33d3db07-f9cd-4ac2-93de-4b33bfebd74a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:11.048141 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d3db07-f9cd-4ac2-93de-4b33bfebd74a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:11.049268 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33d3db07-f9cd-4ac2-93de-4b33bfebd74a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.088647 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-33d3db07-f9cd-4ac2-93de-4b33bfebd74a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0253458 Apr 18 20:49:11.089154 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51652) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:11.095831 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-9ffa9485-1d0e-4394-946f-f41a2b5722b6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'mac_address': 'fa:16:3e:b1:0f:ef', 'name': 'tempest-NetworksTestDHCPv6-1816184165'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:11.117100 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cfb0f535-4d1b-4d52-a921-9ab07e972729 req-a3378f63-35b6-4e0b-811d-b3c2ce048d1b tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks [] for floatingip, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.131541 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-83bdaa27-fe17-4744-9f47-9be1c6073b47 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "DELETE /v2.0/ports/0a701652-af6b-4ebe-8d18-8f272c405977/tags/tempest-TagsExtTest-Tag-2144129425 HTTP/1.1" status: 204 len: 168 time: 1.1290896 Apr 18 20:49:11.132930 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51654) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:11.231228 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.tag.tag_plugin [None req-26924815-9108-4ec0-b23d-34b6d2ecc524 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0a701652-af6b-4ebe-8d18-8f272c405977') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:11.360264 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810896d-df97-4395-94af-e686a1e40912 None None] Pushing event updated for resources: {'Port': ['ID=aef5966d-b3a1-493c-b521-df0c8d0a68b4,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:11.408247 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2810896d-df97-4395-94af-e686a1e40912 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:11.419129 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-2810896d-df97-4395-94af-e686a1e40912 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:11.426453 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2810896d-df97-4395-94af-e686a1e40912 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:11.634107 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6168b9-d9ca-4d83-8218-ffde03ba0e35 None None] Network 7131556c-2dea-43c9-ba56-2c77af0a0dc6 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:11.719778 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-9060452b-8f32-413c-845f-7b4ac8b6df62 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:11.721738 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-9060452b-8f32-413c-845f-7b4ac8b6df62 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.57 "GET /v2.0/networks?id=2b77196d-b3e5-4863-b041-b13a7dbb5188 HTTP/1.1" status: 200 len: 814 time: 0.5743942 Apr 18 20:49:11.736402 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-41d36ce1-6aed-4fe5-ac84-7a10a21d5119 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Request body: {'port': {'device_id': 'c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e', 'network_id': '2b77196d-b3e5-4863-b041-b13a7dbb5188', 'admin_state_up': True, 'tenant_id': '7d52f6c7bd8046c7a02242bd4df3b5e8'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:11.797285 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffa9485-1d0e-4394-946f-f41a2b5722b6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:11.821583 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2810896d-df97-4395-94af-e686a1e40912 None None] Attempting to bind port aef5966d-b3a1-493c-b521-df0c8d0a68b4 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:11.823777 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2810896d-df97-4395-94af-e686a1e40912 None None] Attempting to bind port aef5966d-b3a1-493c-b521-df0c8d0a68b4 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:11.824794 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2810896d-df97-4395-94af-e686a1e40912 None None] Attempting to bind port aef5966d-b3a1-493c-b521-df0c8d0a68b4 on network 50eba278-0f67-4e34-aa13-933b003eee26 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:49:11.850619 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2810896d-df97-4395-94af-e686a1e40912 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:49:11.851797 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2810896d-df97-4395-94af-e686a1e40912 None None] Checking segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:49:11.852907 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2810896d-df97-4395-94af-e686a1e40912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.854768 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2810896d-df97-4395-94af-e686a1e40912 None None] Bound using segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:49:11.855958 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2810896d-df97-4395-94af-e686a1e40912 None None] Bound port: aef5966d-b3a1-493c-b521-df0c8d0a68b4, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:11.857372 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2810896d-df97-4395-94af-e686a1e40912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.890107 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.962209 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9ffa9485-1d0e-4394-946f-f41a2b5722b6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.978149 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-41d36ce1-6aed-4fe5-ac84-7a10a21d5119 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Made reservation on behalf of 7d52f6c7bd8046c7a02242bd4df3b5e8 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:11.982863 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-41d36ce1-6aed-4fe5-ac84-7a10a21d5119 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.007243 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-9ffa9485-1d0e-4394-946f-f41a2b5722b6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] device_id is not set on port 430e9b15-06c4-4766-83c3-5fcd6b2b2db2 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:49:12.175831 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2810896d-df97-4395-94af-e686a1e40912 None None] For port aef5966d-b3a1-493c-b521-df0c8d0a68b4, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:12.243012 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2810896d-df97-4395-94af-e686a1e40912 None None] For port aef5966d-b3a1-493c-b521-df0c8d0a68b4, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=aef5966d-b3a1-493c-b521-df0c8d0a68b4,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:49:12.258411 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2810896d-df97-4395-94af-e686a1e40912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.455806 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810896d-df97-4395-94af-e686a1e40912 None None] Pushing event updated for resources: {'Port': ['ID=aef5966d-b3a1-493c-b521-df0c8d0a68b4,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:12.587025 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-41d36ce1-6aed-4fe5-ac84-7a10a21d5119 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Allocated IP 172.20.0.7 (2b77196d-b3e5-4863-b041-b13a7dbb5188/0b603a19-9f3f-426e-b56c-5cc2e538c4b1/9262a503-49c3-45e9-a172-4e4087d01dae) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:12.599488 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-9ffa9485-1d0e-4394-946f-f41a2b5722b6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 2001:db8:0:1::375 (50eba278-0f67-4e34-aa13-933b003eee26/147e7a19-93c7-4c36-8e55-b2a8d343b95a/430e9b15-06c4-4766-83c3-5fcd6b2b2db2) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:12.623403 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ff1e5-674c-49cb-b69c-77d0c755c800 req-86aeadda-614f-404c-961d-c581f85b4d1e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:12.629296 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-9ffa9485-1d0e-4394-946f-f41a2b5722b6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 2001:db8::f816:3eff:feb1:fef (50eba278-0f67-4e34-aa13-933b003eee26/8e81ebc0-a16a-4904-96c5-4a5a868a1725/430e9b15-06c4-4766-83c3-5fcd6b2b2db2) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:12.643651 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-421ff1e5-674c-49cb-b69c-77d0c755c800 req-86aeadda-614f-404c-961d-c581f85b4d1e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 945 time: 0.5107324 Apr 18 20:49:12.655072 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-26924815-9108-4ec0-b23d-34b6d2ecc524 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "GET /v2.0/ports/0a701652-af6b-4ebe-8d18-8f272c405977/tags HTTP/1.1" status: 200 len: 205 time: 1.4503613 Apr 18 20:49:12.674943 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51666) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:12.685571 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.tag.tag_plugin [None req-598de85c-c233-4b99-a045-579df8ec0ab8 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '462bf631-cc61-45be-a2d3-e08059437ad4') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:12.927376 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-421ff1e5-674c-49cb-b69c-77d0c755c800 req-58b99540-fa27-4603-8ec8-ceeb07b18350 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2823017 Apr 18 20:49:13.015181 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-41d36ce1-6aed-4fe5-ac84-7a10a21d5119 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.075318 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-41d36ce1-6aed-4fe5-ac84-7a10a21d5119 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.150979 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d36ce1-6aed-4fe5-ac84-7a10a21d5119 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Pushing event updated for resources: {'Port': ['ID=9262a503-49c3-45e9-a172-4e4087d01dae,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:13.183454 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-41d36ce1-6aed-4fe5-ac84-7a10a21d5119 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Network 2b77196d-b3e5-4863-b041-b13a7dbb5188 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:13.187343 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9ffa9485-1d0e-4394-946f-f41a2b5722b6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.190033 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-41d36ce1-6aed-4fe5-ac84-7a10a21d5119 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:13.193775 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-41d36ce1-6aed-4fe5-ac84-7a10a21d5119 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:13.312075 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-41d36ce1-6aed-4fe5-ac84-7a10a21d5119 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:13.314699 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-41d36ce1-6aed-4fe5-ac84-7a10a21d5119 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.327255 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-598de85c-c233-4b99-a045-579df8ec0ab8 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "GET /v2.0/routers/462bf631-cc61-45be-a2d3-e08059437ad4/tags HTTP/1.1" status: 200 len: 240 time: 0.6480303 Apr 18 20:49:13.333792 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51668) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:13.343598 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-87075da9-dae6-4e0d-bcfc-6600965969c8 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '462bf631-cc61-45be-a2d3-e08059437ad4', 'tempest-TagsExtTest-Tag-873555449') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:13.354498 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-41d36ce1-6aed-4fe5-ac84-7a10a21d5119 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6230109 Apr 18 20:49:13.381792 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760efd7-544a-45a5-9897-c12de786c54e req-718e42bd-876c-4e94-baa5-a148fae890c2 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:13.390285 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2760efd7-544a-45a5-9897-c12de786c54e req-718e42bd-876c-4e94-baa5-a148fae890c2 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 946 time: 0.2216399 Apr 18 20:49:13.408627 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-38e55df2-2a25-4eba-a401-daba413b4151 service neutron] Request body: {'port': {'device_id': 'c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:13.442246 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.db.resource_extend [req-cfb0f535-4d1b-4d52-a921-9ab07e972729 req-a3378f63-35b6-4e0b-811d-b3c2ce048d1b tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:49:13.517075 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2760efd7-544a-45a5-9897-c12de786c54e req-62628efb-8d70-49a4-bb2a-941f9f5aaca7 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224120 Apr 18 20:49:13.522004 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9ffa9485-1d0e-4394-946f-f41a2b5722b6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.530341 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-38e55df2-2a25-4eba-a401-daba413b4151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.648011 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cfb0f535-4d1b-4d52-a921-9ab07e972729 req-a3378f63-35b6-4e0b-811d-b3c2ce048d1b tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.653841 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffa9485-1d0e-4394-946f-f41a2b5722b6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:13.665874 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cfb0f535-4d1b-4d52-a921-9ab07e972729 req-a3378f63-35b6-4e0b-811d-b3c2ce048d1b tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.712223 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-87075da9-dae6-4e0d-bcfc-6600965969c8 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "GET /v2.0/routers/462bf631-cc61-45be-a2d3-e08059437ad4/tags/tempest-TagsExtTest-Tag-873555449 HTTP/1.1" status: 204 len: 168 time: 0.3717806 Apr 18 20:49:13.712223 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-9ffa9485-1d0e-4394-946f-f41a2b5722b6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:13.717389 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffa9485-1d0e-4394-946f-f41a2b5722b6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:13.724062 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffa9485-1d0e-4394-946f-f41a2b5722b6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:13.724801 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9ffa9485-1d0e-4394-946f-f41a2b5722b6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.745125 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51674) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:13.751237 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-b40e03a8-62f8-4125-bc91-435fa24e3030 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '462bf631-cc61-45be-a2d3-e08059437ad4', 'tempest-TagsExtTest-Tag-873555449') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:13.759948 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9ffa9485-1d0e-4394-946f-f41a2b5722b6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6694674 Apr 18 20:49:13.760783 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa9485-1d0e-4394-946f-f41a2b5722b6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Port': ['ID=430e9b15-06c4-4766-83c3-5fcd6b2b2db2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:13.768582 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51676) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:13.900931 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device aef5966d-b3a1-493c-b521-df0c8d0a68b4 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:14.013378 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port aef5966d-b3a1-493c-b521-df0c8d0a68b4 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:14.016286 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:14.055120 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [req-cfb0f535-4d1b-4d52-a921-9ab07e972729 req-a3378f63-35b6-4e0b-811d-b3c2ce048d1b tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Floating IP 56bd3bea-d387-4560-91ac-7717d693362a associated. External IP: 172.25.1.166, port: 04e0a012-7a3d-4e05-a846-d34e27058e23. Apr 18 20:49:14.123034 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:14.205487 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port aef5966d-b3a1-493c-b521-df0c8d0a68b4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=aef5966d-b3a1-493c-b521-df0c8d0a68b4,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:14.214196 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:14.225121 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db468a34-4689-4bc0-b4e1-b6298a8b9af0 req-c480fc14-9545-4825-b3d7-f3cba6ae8a15 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:14.227023 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db468a34-4689-4bc0-b4e1-b6298a8b9af0 req-c480fc14-9545-4825-b3d7-f3cba6ae8a15 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e HTTP/1.1" status: 200 len: 931 time: 0.2580202 Apr 18 20:49:14.372022 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=aef5966d-b3a1-493c-b521-df0c8d0a68b4,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:14.397201 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eff69f-3ae1-4914-a2e7-d420c6db43cc None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:14.439000 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db468a34-4689-4bc0-b4e1-b6298a8b9af0 req-1eac16e1-438e-44be-ac8d-d6c9bc1849f1 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017326 Apr 18 20:49:14.441595 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b40e03a8-62f8-4125-bc91-435fa24e3030 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "DELETE /v2.0/routers/462bf631-cc61-45be-a2d3-e08059437ad4/tags/tempest-TagsExtTest-Tag-873555449 HTTP/1.1" status: 204 len: 168 time: 0.6968827 Apr 18 20:49:14.445587 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51682) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:14.451435 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-1ebd5866-8a95-4b89-9cb3-836dc4fccefa tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '462bf631-cc61-45be-a2d3-e08059437ad4') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:14.559524 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-38e55df2-2a25-4eba-a401-daba413b4151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9262a503-49c3-45e9-a172-4e4087d01dae {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:49:14.630931 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-38e55df2-2a25-4eba-a401-daba413b4151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:14.677378 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f53116c2-c59e-42f6-9182-30cec8514704 None None] Provisioning complete for port aef5966d-b3a1-493c-b521-df0c8d0a68b4 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:14.678164 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f53116c2-c59e-42f6-9182-30cec8514704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:14.694253 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1ebd5866-8a95-4b89-9cb3-836dc4fccefa tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "GET /v2.0/routers/462bf631-cc61-45be-a2d3-e08059437ad4/tags HTTP/1.1" status: 200 len: 205 time: 0.2464480 Apr 18 20:49:14.715192 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51686) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:14.722732 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-fb9bc3f3-c48b-40c4-ac58-972ce8bc2937 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5063ea86-bddc-4366-9a2b-41f1886cb007') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:14.751522 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-38e55df2-2a25-4eba-a401-daba413b4151 service neutron] Transition to ACTIVE for port object 9262a503-49c3-45e9-a172-4e4087d01dae will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:14.781998 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-ee2d546b-7a3c-4d3e-a8ed-ca8ec6189070 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting port 430e9b15-06c4-4766-83c3-5fcd6b2b2db2 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:14.782740 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee2d546b-7a3c-4d3e-a8ed-ca8ec6189070 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:14.899622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfb0f535-4d1b-4d52-a921-9ab07e972729 req-a3378f63-35b6-4e0b-811d-b3c2ce048d1b tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Router d67242c4-2261-46ef-a312-bcaf911e8636 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:49:14.929575 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee2d546b-7a3c-4d3e-a8ed-ca8ec6189070 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:14.944970 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-ee2d546b-7a3c-4d3e-a8ed-ca8ec6189070 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Calling delete_port for 430e9b15-06c4-4766-83c3-5fcd6b2b2db2 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:14.995998 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-38e55df2-2a25-4eba-a401-daba413b4151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.056521 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fb9bc3f3-c48b-40c4-ac58-972ce8bc2937 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "GET /v2.0/subnetpools/5063ea86-bddc-4366-9a2b-41f1886cb007/tags HTTP/1.1" status: 200 len: 240 time: 0.3376527 Apr 18 20:49:15.070643 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51696) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:15.076539 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-d7f3004b-b498-43dc-bcab-77061727adc9 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5063ea86-bddc-4366-9a2b-41f1886cb007', 'tempest-TagsExtTest-Tag-641937289') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:15.151042 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e55df2-2a25-4eba-a401-daba413b4151 service neutron] Pushing event updated for resources: {'Port': ['ID=9262a503-49c3-45e9-a172-4e4087d01dae,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:15.205168 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d7f3004b-b498-43dc-bcab-77061727adc9 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "GET /v2.0/subnetpools/5063ea86-bddc-4366-9a2b-41f1886cb007/tags/tempest-TagsExtTest-Tag-641937289 HTTP/1.1" status: 204 len: 168 time: 0.1273277 Apr 18 20:49:15.212470 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51698) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:15.223124 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-06dc0602-b876-4728-87d4-90c62d7104ba tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5063ea86-bddc-4366-9a2b-41f1886cb007', 'tempest-TagsExtTest-Tag-641937289') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:15.278610 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829f9097-5b78-4352-8523-308f615dbf5a None None] Update dhcp port {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'fixed_ips': [{'subnet_id': '8e81ebc0-a16a-4904-96c5-4a5a868a1725', 'ip_address': '2001:db8::f816:3eff:feae:2077'}, {'subnet_id': '147e7a19-93c7-4c36-8e55-b2a8d343b95a'}], 'binding:host_id': 'n-d-838323-3'}, 'id': 'aef5966d-b3a1-493c-b521-df0c8d0a68b4'} from n-d-838323-3. {{(pid=102910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 20:49:15.317465 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-38e55df2-2a25-4eba-a401-daba413b4151 service neutron] Attempting to bind port 9262a503-49c3-45e9-a172-4e4087d01dae on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:15.317895 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-38e55df2-2a25-4eba-a401-daba413b4151 service neutron] Attempting to bind port 9262a503-49c3-45e9-a172-4e4087d01dae by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'b743f55f-6bed-47c3-b407-479d46891a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2b77196d-b3e5-4863-b041-b13a7dbb5188'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:15.318311 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-38e55df2-2a25-4eba-a401-daba413b4151 service neutron] Attempting to bind port 9262a503-49c3-45e9-a172-4e4087d01dae on network 2b77196d-b3e5-4863-b041-b13a7dbb5188 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:49:15.580458 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-829f9097-5b78-4352-8523-308f615dbf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.664118 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device aef5966d-b3a1-493c-b521-df0c8d0a68b4 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:15.789461 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfb0f535-4d1b-4d52-a921-9ab07e972729 req-a3378f63-35b6-4e0b-811d-b3c2ce048d1b tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:49:15.802007 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cfb0f535-4d1b-4d52-a921-9ab07e972729 req-a3378f63-35b6-4e0b-811d-b3c2ce048d1b tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.804880 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-38e55df2-2a25-4eba-a401-daba413b4151 service neutron] Port 9262a503-49c3-45e9-a172-4e4087d01dae on network 2b77196d-b3e5-4863-b041-b13a7dbb5188 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:49:15.806279 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-38e55df2-2a25-4eba-a401-daba413b4151 service neutron] Attempting to bind port 9262a503-49c3-45e9-a172-4e4087d01dae on network 2b77196d-b3e5-4863-b041-b13a7dbb5188 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:49:15.810762 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3588d6-51a1-4802-8b14-1f99c671e2ed None None] Sync routers for ids ['d67242c4-2261-46ef-a312-bcaf911e8636'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:15.823285 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-38e55df2-2a25-4eba-a401-daba413b4151 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:49:15.823658 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-38e55df2-2a25-4eba-a401-daba413b4151 service neutron] Checking segment: {'id': 'b743f55f-6bed-47c3-b407-479d46891a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2b77196d-b3e5-4863-b041-b13a7dbb5188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:49:15.824044 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-38e55df2-2a25-4eba-a401-daba413b4151 service neutron] Bound using segment: {'id': 'b743f55f-6bed-47c3-b407-479d46891a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2b77196d-b3e5-4863-b041-b13a7dbb5188'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:49:15.824531 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-38e55df2-2a25-4eba-a401-daba413b4151 service neutron] Bound port: 9262a503-49c3-45e9-a172-4e4087d01dae, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b743f55f-6bed-47c3-b407-479d46891a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2b77196d-b3e5-4863-b041-b13a7dbb5188'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:15.824900 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-38e55df2-2a25-4eba-a401-daba413b4151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.827854 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee2d546b-7a3c-4d3e-a8ed-ca8ec6189070 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.846952 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port aef5966d-b3a1-493c-b521-df0c8d0a68b4 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:15.847584 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.870181 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3588d6-51a1-4802-8b14-1f99c671e2ed None None] Routers {'d67242c4-2261-46ef-a312-bcaf911e8636'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:15.871160 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-ac3588d6-51a1-4802-8b14-1f99c671e2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:48:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d67242c4-2261-46ef-a312-bcaf911e8636'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:15.901725 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d546b-7a3c-4d3e-a8ed-ca8ec6189070 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Port': ['ID=430e9b15-06c4-4766-83c3-5fcd6b2b2db2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:15.927894 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-06dc0602-b876-4728-87d4-90c62d7104ba tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "DELETE /v2.0/subnetpools/5063ea86-bddc-4366-9a2b-41f1886cb007/tags/tempest-TagsExtTest-Tag-641937289 HTTP/1.1" status: 204 len: 168 time: 0.7136409 Apr 18 20:49:15.928823 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51702) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:15.947925 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-8df9beb5-838b-4bd6-939d-e74ed28b7d56 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5063ea86-bddc-4366-9a2b-41f1886cb007') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:15.989838 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-f547f85a-c72c-45fb-9fe4-4e542f8794fb tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:15.994077 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-f547f85a-c72c-45fb-9fe4-4e542f8794fb tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/networks?id=c5684640-bf01-4377-aa08-830d3f93e3f6 HTTP/1.1" status: 200 len: 811 time: 1.0906172 Apr 18 20:49:16.027285 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cfb0f535-4d1b-4d52-a921-9ab07e972729 req-a3378f63-35b6-4e0b-811d-b3c2ce048d1b tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "PUT /v2.0/floatingips/56bd3bea-d387-4560-91ac-7717d693362a HTTP/1.1" status: 200 len: 996 time: 5.1050129 Apr 18 20:49:16.031168 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4246e2-ff89-4f53-9db8-d0e4a5830fe6', 'tag': '04e0a012-7a3d-4e05-a846-d34e27058e23'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:16.035221 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f19c89-af7c-4384-89ca-4b8f93f4e6e1" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4246e2-ff89-4f53-9db8-d0e4a5830fe6", "tag": "04e0a012-7a3d-4e05-a846-d34e27058e23"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:49:16.046717 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-52c812ed-701b-4e11-8f8b-c7aba631bae5 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/quotas/b27c52b423564c9393ac7bc0df35b478 HTTP/1.1" status: 200 len: 375 time: 0.0445888 Apr 18 20:49:16.055225 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee2d546b-7a3c-4d3e-a8ed-ca8ec6189070 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:16.072014 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ee2d546b-7a3c-4d3e-a8ed-ca8ec6189070 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/430e9b15-06c4-4766-83c3-5fcd6b2b2db2 HTTP/1.1" status: 204 len: 168 time: 2.2591958 Apr 18 20:49:16.074565 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51706) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:16.098990 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8df9beb5-838b-4bd6-939d-e74ed28b7d56 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "GET /v2.0/subnetpools/5063ea86-bddc-4366-9a2b-41f1886cb007/tags HTTP/1.1" status: 200 len: 205 time: 0.1565299 Apr 18 20:49:16.099869 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51708) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:16.118651 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-691fbfc3-55be-48b6-b46a-ef961c9a252d tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5063ea86-bddc-4366-9a2b-41f1886cb007') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:16.125607 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-ac3588d6-51a1-4802-8b14-1f99c671e2ed None None] Set router d67242c4-2261-46ef-a312-bcaf911e8636 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:49:16.202725 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-20b5ff45-daa9-4e31-bda5-3f9562019e61 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b27c52b423564c9393ac7bc0df35b478&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1475742 Apr 18 20:49:16.243638 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-38e55df2-2a25-4eba-a401-daba413b4151 service neutron] For port 9262a503-49c3-45e9-a172-4e4087d01dae, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:16.253986 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-691fbfc3-55be-48b6-b46a-ef961c9a252d tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "DELETE /v2.0/subnetpools/5063ea86-bddc-4366-9a2b-41f1886cb007/tags HTTP/1.1" status: 204 len: 168 time: 0.1498530 Apr 18 20:49:16.255352 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51710) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:16.257958 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-38e55df2-2a25-4eba-a401-daba413b4151 service neutron] For port 9262a503-49c3-45e9-a172-4e4087d01dae, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=9262a503-49c3-45e9-a172-4e4087d01dae,segment=NetworkSegment(b743f55f-6bed-47c3-b407-479d46891a72),segment_id=b743f55f-6bed-47c3-b407-479d46891a72)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:49:16.269190 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-1f987cb4-fe66-4bf5-992f-414b605ae469 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '462bf631-cc61-45be-a2d3-e08059437ad4') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:16.275711 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-38e55df2-2a25-4eba-a401-daba413b4151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:16.279087 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a14c42-a814-4d3e-9bfa-d044ff911915 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:16.285414 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-83a14c42-a814-4d3e-9bfa-d044ff911915 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2054296 Apr 18 20:49:16.302499 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-829f9097-5b78-4352-8523-308f615dbf5a None None] Allocated IP 2001:db8:0:1::2 (50eba278-0f67-4e34-aa13-933b003eee26/147e7a19-93c7-4c36-8e55-b2a8d343b95a/aef5966d-b3a1-493c-b521-df0c8d0a68b4) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:16.319970 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51712) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:16.398987 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0f535-4d1b-4d52-a921-9ab07e972729 req-3e478ced-f2d6-4ed2-ae25-570de50cde39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:16.400879 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cfb0f535-4d1b-4d52-a921-9ab07e972729 req-3e478ced-f2d6-4ed2-ae25-570de50cde39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc51acb9099940958d773eedc590bb57&device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 1096 time: 0.2511747 Apr 18 20:49:16.504721 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46df564c-f5fd-40a1-8791-6a898a60bbc5 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:16.514097 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-46df564c-f5fd-40a1-8791-6a898a60bbc5 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1874363 Apr 18 20:49:16.536196 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-48d82b73-0b03-4fd8-bdc1-d924569981b0 service neutron] 10.222.0.41 "GET /v2.0/networks/c5684640-bf01-4377-aa08-830d3f93e3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994068 Apr 18 20:49:16.550020 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51714) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:16.572899 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-38e55df2-2a25-4eba-a401-daba413b4151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:16.574358 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-38e55df2-2a25-4eba-a401-daba413b4151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:16.577952 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-38e55df2-2a25-4eba-a401-daba413b4151 service neutron] 10.222.0.57 "PUT /v2.0/ports/9262a503-49c3-45e9-a172-4e4087d01dae HTTP/1.1" status: 200 len: 1091 time: 3.1748645 Apr 18 20:49:16.611762 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e', 'tag': '9262a503-49c3-45e9-a172-4e4087d01dae'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:16.617877 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab813e9-7892-4c93-aebd-1ff9ba7b2915" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e", "tag": "9262a503-49c3-45e9-a172-4e4087d01dae"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:49:16.646701 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e55df2-2a25-4eba-a401-daba413b4151 service neutron] Pushing event updated for resources: {'Port': ['ID=9262a503-49c3-45e9-a172-4e4087d01dae,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:16.753195 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0f535-4d1b-4d52-a921-9ab07e972729 req-87dfa8a5-d47c-48f8-ba8f-352312db1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:16.755066 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cfb0f535-4d1b-4d52-a921-9ab07e972729 req-87dfa8a5-d47c-48f8-ba8f-352312db1769 service neutron] 10.222.0.41 "GET /v2.0/networks?id=764ec030-925e-4c42-a900-432b95974253 HTTP/1.1" status: 200 len: 921 time: 0.3211010 Apr 18 20:49:16.875518 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-829f9097-5b78-4352-8523-308f615dbf5a None None] For port aef5966d-b3a1-493c-b521-df0c8d0a68b4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=aef5966d-b3a1-493c-b521-df0c8d0a68b4,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:16.911821 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-da2d49f9-5624-4435-a59b-efaf45f9712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:16.913549 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-da2d49f9-5624-4435-a59b-efaf45f9712d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d52f6c7bd8046c7a02242bd4df3b5e8&device_id=c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e HTTP/1.1" status: 200 len: 1094 time: 0.0735104 Apr 18 20:49:16.965733 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cfb0f535-4d1b-4d52-a921-9ab07e972729 req-cb7ea537-5126-4aec-9f7a-3f5184fa3aa1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04e0a012-7a3d-4e05-a846-d34e27058e23 HTTP/1.1" status: 200 len: 999 time: 0.1860721 Apr 18 20:49:16.997810 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-829f9097-5b78-4352-8523-308f615dbf5a None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:17.000189 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1f987cb4-fe66-4bf5-992f-414b605ae469 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "DELETE /v2.0/routers/462bf631-cc61-45be-a2d3-e08059437ad4/tags HTTP/1.1" status: 204 len: 168 time: 0.7399020 Apr 18 20:49:17.005611 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-dd827548-e65f-44c4-9fce-3b0b40300fc7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9262a503-49c3-45e9-a172-4e4087d01dae HTTP/1.1" status: 200 len: 217 time: 0.0785809 Apr 18 20:49:17.012349 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd38f90-e05b-46e3-b23e-73408552d9cd tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:17.014442 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd38f90-e05b-46e3-b23e-73408552d9cd tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:17.016307 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd38f90-e05b-46e3-b23e-73408552d9cd tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:17.018794 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-ac3588d6-51a1-4802-8b14-1f99c671e2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'name': 'tempest-ServerRescueTestJSONUnderV235-1418706511-router', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ec91faa0-1034-4d93-ab9f-ccec21c9b067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:47:33Z', 'revision_number': 4, 'project_id': 'cc51acb9099940958d773eedc590bb57', 'gw_port': {'id': 'ec91faa0-1034-4d93-ab9f-ccec21c9b067', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:20Z', 'updated_at': '2022-04-18T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '56bd3bea-d387-4560-91ac-7717d693362a', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'floating_ip_address': '172.25.1.166', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'port_id': '04e0a012-7a3d-4e05-a846-d34e27058e23', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764ec030-925e-4c42-a900-432b95974253', 'mac_address': 'fa:16:3e:98:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4246e2-ff89-4f53-9db8-d0e4a5830fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:49:04Z', 'updated_at': '2022-04-18T20:49:13Z', 'revision_number': 1, 'project_id': 'cc51acb9099940958d773eedc590bb57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62596eca-deb1-4c95-94be-c25f8d29f9e9', 'name': '', 'network_id': '764ec030-925e-4c42-a900-432b95974253', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'mac_address': 'fa:16:3e:4a:30:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '4418a1f7-1d5c-4dd8-a1db-6f677ba45a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:31Z', 'updated_at': '2022-04-18T20:47:44Z', 'revision_number': 5, 'project_id': 'cc51acb9099940958d773eedc590bb57', 'subnets': [{'id': '4418a1f7-1d5c-4dd8-a1db-6f677ba45a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:17.022924 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-829f9097-5b78-4352-8523-308f615dbf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:17.029294 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7bd38f90-e05b-46e3-b23e-73408552d9cd tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4399774 Apr 18 20:49:17.029773 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51722) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:17.041104 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.tag.tag_plugin [None req-297db7a7-998d-431b-85ed-1f5e32685f69 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0a701652-af6b-4ebe-8d18-8f272c405977') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:17.041878 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51724) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:17.150952 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-5619aa95-864b-4252-872f-c62a23d188c1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet 147e7a19-93c7-4c36-8e55-b2a8d343b95a {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:49:17.160328 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-58104c14-a726-47e8-8864-57b2b87e2631 service neutron] 10.222.0.41 "GET /v2.0/networks/c5684640-bf01-4377-aa08-830d3f93e3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6226234 Apr 18 20:49:17.165421 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5619aa95-864b-4252-872f-c62a23d188c1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:17.210656 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3588d6-51a1-4802-8b14-1f99c671e2ed None None] Checking router: d67242c4-2261-46ef-a312-bcaf911e8636 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:49:17.215574 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0f535-4d1b-4d52-a921-9ab07e972729 req-0855d08d-d7df-4986-a2ce-4a21958be329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:17.218997 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cfb0f535-4d1b-4d52-a921-9ab07e972729 req-0855d08d-d7df-4986-a2ce-4a21958be329 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4418a1f7-1d5c-4dd8-a1db-6f677ba45a74 HTTP/1.1" status: 200 len: 860 time: 0.2321217 Apr 18 20:49:17.296124 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5619aa95-864b-4252-872f-c62a23d188c1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:17.374427 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cfb0f535-4d1b-4d52-a921-9ab07e972729 req-27110bd9-69d2-4d8e-9d9d-42161c10db53 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=764ec030-925e-4c42-a900-432b95974253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1356833 Apr 18 20:49:17.416377 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-cfb0f535-4d1b-4d52-a921-9ab07e972729 req-91891a51-fa3a-421a-89e7-8e9104cf28dd service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:49:17.418531 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cfb0f535-4d1b-4d52-a921-9ab07e972729 req-91891a51-fa3a-421a-89e7-8e9104cf28dd service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141203 Apr 18 20:49:17.430523 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51728) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:17.436786 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-297db7a7-998d-431b-85ed-1f5e32685f69 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "DELETE /v2.0/ports/0a701652-af6b-4ebe-8d18-8f272c405977/tags HTTP/1.1" status: 204 len: 168 time: 0.4035664 Apr 18 20:49:17.466114 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3588d6-51a1-4802-8b14-1f99c671e2ed None None] Routers {'d67242c4-2261-46ef-a312-bcaf911e8636'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:17.469843 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-ac3588d6-51a1-4802-8b14-1f99c671e2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:48:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d67242c4-2261-46ef-a312-bcaf911e8636'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:17.483329 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-9265adde-a485-46f2-a7fb-8794190a2400 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5855644c-2e6a-4ab7-a44a-d4c5673fb31b') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:17.537770 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-ae651f99-9645-4538-9ab7-31914689ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:17.539483 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-ae651f99-9645-4538-9ab7-31914689ab2e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b603a19-9f3f-426e-b56c-5cc2e538c4b1 HTTP/1.1" status: 200 len: 854 time: 0.5070982 Apr 18 20:49:17.744493 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-a147b92c-4b86-4283-903c-5f00224e7355 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b77196d-b3e5-4863-b041-b13a7dbb5188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1763821 Apr 18 20:49:17.764883 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f9097-5b78-4352-8523-308f615dbf5a None None] Pushing event updated for resources: {'Port': ['ID=aef5966d-b3a1-493c-b521-df0c8d0a68b4,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:17.943059 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cfb0f535-4d1b-4d52-a921-9ab07e972729 req-25d23d0b-a47c-4a04-9b3a-d450b2c3e2f5 service neutron] 10.222.0.41 "GET /v2.0/networks/764ec030-925e-4c42-a900-432b95974253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015683 Apr 18 20:49:17.976348 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-ac3588d6-51a1-4802-8b14-1f99c671e2ed None None] Set router d67242c4-2261-46ef-a312-bcaf911e8636 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:49:18.132532 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e6e6d-b793-496c-8006-94cf62998c23 req-dd6f6d47-1df8-400d-92aa-d43d83cbb430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:18.137479 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-672e6e6d-b793-496c-8006-94cf62998c23 req-dd6f6d47-1df8-400d-92aa-d43d83cbb430 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=30bec5e5dbef4fbd9ab98b71b7e2eece&device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 1097 time: 0.3336382 Apr 18 20:49:18.144819 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5619aa95-864b-4252-872f-c62a23d188c1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:18.405792 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9265adde-a485-46f2-a7fb-8794190a2400 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "DELETE /v2.0/subnets/5855644c-2e6a-4ab7-a44a-d4c5673fb31b/tags HTTP/1.1" status: 204 len: 168 time: 0.9660974 Apr 18 20:49:18.426612 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51748) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:18.446009 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e6e6d-b793-496c-8006-94cf62998c23 req-0beb7fe9-cbbb-422b-931a-2d44be318b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:18.448847 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-672e6e6d-b793-496c-8006-94cf62998c23 req-0beb7fe9-cbbb-422b-931a-2d44be318b3b service neutron] 10.222.0.32 "GET /v2.0/networks?id=a70a6f46-5054-4309-9b14-8f7dba572e32 HTTP/1.1" status: 200 len: 912 time: 0.2909708 Apr 18 20:49:18.457752 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-72a8b3ea-0d9f-49ca-9cac-29b284a7af53 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5855644c-2e6a-4ab7-a44a-d4c5673fb31b', 'tempest-TagsExtTest-Tag-1405245053') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:18.619798 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5619aa95-864b-4252-872f-c62a23d188c1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:18.760820 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-672e6e6d-b793-496c-8006-94cf62998c23 req-02559fc1-69e5-4bc6-bfc5-67ac4904f96d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6e34328-6caa-4b5e-9f4a-fe5e52a8227b HTTP/1.1" status: 200 len: 217 time: 0.3028429 Apr 18 20:49:18.770198 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cfb0f535-4d1b-4d52-a921-9ab07e972729 req-759c2873-a43a-441d-981d-b0937633aec0 service neutron] 10.222.0.41 "GET /v2.0/networks/764ec030-925e-4c42-a900-432b95974253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8254998 Apr 18 20:49:18.786368 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-028c78d3-df34-4a4b-b2ba-55bbd2dd4968 service neutron] 10.222.0.57 "GET /v2.0/networks/2b77196d-b3e5-4863-b041-b13a7dbb5188?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0385351 Apr 18 20:49:18.863195 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-ac3588d6-51a1-4802-8b14-1f99c671e2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'name': 'tempest-ServerRescueTestJSONUnderV235-1418706511-router', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ec91faa0-1034-4d93-ab9f-ccec21c9b067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:47:33Z', 'revision_number': 4, 'project_id': 'cc51acb9099940958d773eedc590bb57', 'gw_port': {'id': 'ec91faa0-1034-4d93-ab9f-ccec21c9b067', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:20Z', 'updated_at': '2022-04-18T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '56bd3bea-d387-4560-91ac-7717d693362a', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'floating_ip_address': '172.25.1.166', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'port_id': '04e0a012-7a3d-4e05-a846-d34e27058e23', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764ec030-925e-4c42-a900-432b95974253', 'mac_address': 'fa:16:3e:98:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4246e2-ff89-4f53-9db8-d0e4a5830fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:49:04Z', 'updated_at': '2022-04-18T20:49:13Z', 'revision_number': 1, 'project_id': 'cc51acb9099940958d773eedc590bb57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62596eca-deb1-4c95-94be-c25f8d29f9e9', 'name': '', 'network_id': '764ec030-925e-4c42-a900-432b95974253', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'mac_address': 'fa:16:3e:4a:30:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '4418a1f7-1d5c-4dd8-a1db-6f677ba45a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:31Z', 'updated_at': '2022-04-18T20:47:44Z', 'revision_number': 5, 'project_id': 'cc51acb9099940958d773eedc590bb57', 'subnets': [{'id': '4418a1f7-1d5c-4dd8-a1db-6f677ba45a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:18.926963 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e6e6d-b793-496c-8006-94cf62998c23 req-36524ec3-c83f-4197-934f-883d970f1236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:18.928749 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-672e6e6d-b793-496c-8006-94cf62998c23 req-36524ec3-c83f-4197-934f-883d970f1236 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6520aac9-6fad-4482-a121-bb66984d767e HTTP/1.1" status: 200 len: 851 time: 0.1336939 Apr 18 20:49:18.936643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-66ec9341-7630-4ff0-8ee5-cdabad50c045 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:18.943763 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-66ec9341-7630-4ff0-8ee5-cdabad50c045 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/networks?id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92 HTTP/1.1" status: 200 len: 806 time: 0.7979937 Apr 18 20:49:19.036900 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-672e6e6d-b793-496c-8006-94cf62998c23 req-925cd5d1-d39e-47ef-9111-6186488137b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a70a6f46-5054-4309-9b14-8f7dba572e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914502 Apr 18 20:49:19.052548 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-d600bcea-823b-4d01-ac77-7852bcec813a tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/quotas/65c0c9deb9974734a5e938fa16904c15 HTTP/1.1" status: 200 len: 375 time: 0.0830426 Apr 18 20:49:19.096018 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3588d6-51a1-4802-8b14-1f99c671e2ed None None] The sync data for ids ['d67242c4-2261-46ef-a312-bcaf911e8636'] in n-d-838323-3 is: [{'id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'name': 'tempest-ServerRescueTestJSONUnderV235-1418706511-router', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ec91faa0-1034-4d93-ab9f-ccec21c9b067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:47:33Z', 'revision_number': 4, 'project_id': 'cc51acb9099940958d773eedc590bb57', 'gw_port': {'id': 'ec91faa0-1034-4d93-ab9f-ccec21c9b067', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:20Z', 'updated_at': '2022-04-18T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '56bd3bea-d387-4560-91ac-7717d693362a', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'floating_ip_address': '172.25.1.166', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'port_id': '04e0a012-7a3d-4e05-a846-d34e27058e23', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764ec030-925e-4c42-a900-432b95974253', 'mac_address': 'fa:16:3e:98:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4246e2-ff89-4f53-9db8-d0e4a5830fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:49:04Z', 'updated_at': '2022-04-18T20:49:13Z', 'revision_number': 1, 'project_id': 'cc51acb9099940958d773eedc590bb57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62596eca-deb1-4c95-94be-c25f8d29f9e9', 'name': '', 'network_id': '764ec030-925e-4c42-a900-432b95974253', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'mac_address': 'fa:16:3e:4a:30:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '4418a1f7-1d5c-4dd8-a1db-6f677ba45a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:31Z', 'updated_at': '2022-04-18T20:47:44Z', 'revision_number': 5, 'project_id': 'cc51acb9099940958d773eedc590bb57', 'subnets': [{'id': '4418a1f7-1d5c-4dd8-a1db-6f677ba45a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:19.167817 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-9a335f89-7459-4135-97fe-d0a181a8ea18 None None] Provisioning complete for port aef5966d-b3a1-493c-b521-df0c8d0a68b4 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:19.168393 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9a335f89-7459-4135-97fe-d0a181a8ea18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.235992 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9b2207dc-6204-4849-8ff4-c25b1e38abde req-9602c1dd-9cd8-4bdd-9915-d32d1c5f2de0 service neutron] 10.222.0.57 "GET /v2.0/networks/2b77196d-b3e5-4863-b041-b13a7dbb5188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891180 Apr 18 20:49:19.253623 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619aa95-864b-4252-872f-c62a23d188c1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=147e7a19-93c7-4c36-8e55-b2a8d343b95a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:19.279347 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5619aa95-864b-4252-872f-c62a23d188c1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.302841 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5619aa95-864b-4252-872f-c62a23d188c1 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/147e7a19-93c7-4c36-8e55-b2a8d343b95a HTTP/1.1" status: 204 len: 168 time: 2.2563651 Apr 18 20:49:19.303110 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51758) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:19.429187 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91d2fd7-8e1d-4426-a7fd-5dca59f48f7d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet 8e81ebc0-a16a-4904-96c5-4a5a868a1725 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:49:19.445284 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-9a335f89-7459-4135-97fe-d0a181a8ea18 None None] Could not find standard attr ID for object 430e9b15-06c4-4766-83c3-5fcd6b2b2db2. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:49:19.446147 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a91d2fd7-8e1d-4426-a7fd-5dca59f48f7d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.457215 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-72a8b3ea-0d9f-49ca-9cac-29b284a7af53 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "PUT /v2.0/subnets/5855644c-2e6a-4ab7-a44a-d4c5673fb31b/tags/tempest-TagsExtTest-Tag-1405245053 HTTP/1.1" status: 201 len: 201 time: 1.0205123 Apr 18 20:49:19.494010 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab4ccce-494a-41c6-bf9b-35befcc9fb5f None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:19.502917 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51762) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:19.513593 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.tag.tag_plugin [None req-acb56c1b-2473-4e94-929f-b51d094d9bfd tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0a701652-af6b-4ebe-8d18-8f272c405977', 'tempest-TagsExtTest-Tag-1368296288') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:19.581326 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b9ff535b-1ed8-4cbb-99a8-2143561f6f5d None None] Could not find standard attr ID for object 430e9b15-06c4-4766-83c3-5fcd6b2b2db2. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:49:19.590159 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-672e6e6d-b793-496c-8006-94cf62998c23 req-b975007b-8f84-42e5-9a95-eb774ccc921a service neutron] 10.222.0.32 "GET /v2.0/networks/a70a6f46-5054-4309-9b14-8f7dba572e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312715 Apr 18 20:49:19.599598 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a91d2fd7-8e1d-4426-a7fd-5dca59f48f7d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.712036 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device aef5966d-b3a1-493c-b521-df0c8d0a68b4 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:19.735443 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50003db-f2ac-40c4-a6e5-98e4e92f3fe6 None None] New status for floating IP 56bd3bea-d387-4560-91ac-7717d693362a: ACTIVE {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:49:19.868564 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-6e2894f3-7474-47c8-a128-2f442d3585cb tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=65c0c9deb9974734a5e938fa16904c15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7544971 Apr 18 20:49:19.878577 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04386b3c-658b-4758-973d-498882d1ecdf req-f246b3a3-3074-4794-a86f-73a22273c609 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:19.887334 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-04386b3c-658b-4758-973d-498882d1ecdf req-f246b3a3-3074-4794-a86f-73a22273c609 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 945 time: 0.8551354 Apr 18 20:49:19.939557 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a91d2fd7-8e1d-4426-a7fd-5dca59f48f7d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.945224 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-672e6e6d-b793-496c-8006-94cf62998c23 req-6c299f00-78b2-4bee-96fa-03a81b7d49bd service neutron] 10.222.0.32 "GET /v2.0/networks/a70a6f46-5054-4309-9b14-8f7dba572e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432126 Apr 18 20:49:20.127070 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a91d2fd7-8e1d-4426-a7fd-5dca59f48f7d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.173432 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d2fd7-8e1d-4426-a7fd-5dca59f48f7d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=8e81ebc0-a16a-4904-96c5-4a5a868a1725,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:20.188859 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a91d2fd7-8e1d-4426-a7fd-5dca59f48f7d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.193224 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a91d2fd7-8e1d-4426-a7fd-5dca59f48f7d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/8e81ebc0-a16a-4904-96c5-4a5a868a1725 HTTP/1.1" status: 204 len: 168 time: 0.8838813 Apr 18 20:49:20.200909 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51774) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:20.267576 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port aef5966d-b3a1-493c-b521-df0c8d0a68b4 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:20.269182 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.285672 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d601b740-0d80-4c71-ab7a-dcea8e141606 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0817776 Apr 18 20:49:20.290593 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51776) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:20.297700 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-3b30f30c-e045-4f94-84be-ee00b8f48cee tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:20.352517 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-04386b3c-658b-4758-973d-498882d1ecdf req-5e361385-8a38-4dec-92c4-74f4f914d95e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4641039 Apr 18 20:49:20.413765 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-acb56c1b-2473-4e94-929f-b51d094d9bfd tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "PUT /v2.0/ports/0a701652-af6b-4ebe-8d18-8f272c405977/tags/tempest-TagsExtTest-Tag-1368296288 HTTP/1.1" status: 201 len: 201 time: 0.9091580 Apr 18 20:49:20.414772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51778) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:20.435853 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.tag.tag_plugin [None req-10b4edca-4cac-4adc-9578-f6f8c983c871 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '462bf631-cc61-45be-a2d3-e08059437ad4', 'tempest-TagsExtTest-Tag-1509463338') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:20.472969 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a076ea6-1a13-486c-b045-00dc69c61b3c None None] Update dhcp port {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'fixed_ips': [{'subnet_id': '8e81ebc0-a16a-4904-96c5-4a5a868a1725'}], 'binding:host_id': 'n-d-838323-3'}, 'id': 'aef5966d-b3a1-493c-b521-df0c8d0a68b4'} from n-d-838323-3. {{(pid=102910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 20:49:20.492375 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b30f30c-e045-4f94-84be-ee00b8f48cee tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:20.494612 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-dc58ba97-4e8e-40b6-8880-b5813e9597d1 service neutron] 10.222.0.41 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402832 Apr 18 20:49:20.501819 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3b30f30c-e045-4f94-84be-ee00b8f48cee tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.505458 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-c4e266d2-8862-41a8-8fdd-8a77e19c6580 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:20.507192 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-c4e266d2-8862-41a8-8fdd-8a77e19c6580 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.32 "GET /v2.0/networks?id=c5684640-bf01-4377-aa08-830d3f93e3f6 HTTP/1.1" status: 200 len: 811 time: 0.5657232 Apr 18 20:49:20.531795 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-f978160c-7b2f-49f6-80e9-7096c55d88cf tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Request body: {'port': {'device_id': '728068cb-9217-4f69-aeb8-03a773814b5f', 'network_id': 'c5684640-bf01-4377-aa08-830d3f93e3f6', 'admin_state_up': True, 'tenant_id': 'b27c52b423564c9393ac7bc0df35b478'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:20.541734 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2a076ea6-1a13-486c-b045-00dc69c61b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.778608 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1e327-ef48-49e9-9147-eaf31836e0ce req-1eb3a135-ec64-402b-be82-09b35919db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:20.780189 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7be1e327-ef48-49e9-9147-eaf31836e0ce req-1eb3a135-ec64-402b-be82-09b35919db66 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66c8c89b1fcc4ff8ba25812b9483869d&device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 1096 time: 0.2626691 Apr 18 20:49:20.830083 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d426675-90b4-4f1a-b751-d4cdf7ded186 req-0df03bfd-579c-4df4-a8ae-9672a5e27eef tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:20.831720 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d426675-90b4-4f1a-b751-d4cdf7ded186 req-0df03bfd-579c-4df4-a8ae-9672a5e27eef tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e HTTP/1.1" status: 200 len: 943 time: 0.2964003 Apr 18 20:49:20.840356 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-70996ecf-5df0-474b-88fa-a5153e62a239 service neutron] 10.222.0.41 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320081 Apr 18 20:49:20.869816 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-10b4edca-4cac-4adc-9578-f6f8c983c871 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "PUT /v2.0/routers/462bf631-cc61-45be-a2d3-e08059437ad4/tags/tempest-TagsExtTest-Tag-1509463338 HTTP/1.1" status: 201 len: 201 time: 0.4423587 Apr 18 20:49:20.873116 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51780) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:20.895463 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.tag.tag_plugin [None req-7be368d7-40bf-403c-9a3a-41320a477577 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5063ea86-bddc-4366-9a2b-41f1886cb007', 'tempest-TagsExtTest-Tag-670347080') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:20.925638 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec43035-3b00-4308-b5b1-ac042af4c21a None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:20.931568 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f4fcae84-5c9f-4aa8-97e6-1bd5dadb9f1e None None] Provisioning complete for port aef5966d-b3a1-493c-b521-df0c8d0a68b4 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:20.932235 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f4fcae84-5c9f-4aa8-97e6-1bd5dadb9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.962539 n-d-838323-3 neutron-server[102909]: DEBUG neutron.objects.ports [None req-3b30f30c-e045-4f94-84be-ee00b8f48cee tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102909) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:49:21.344591 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db58688-4c8b-46d7-a48c-7b0a4a456440 x-openstack-request-id: req-5db58688-4c8b-46d7-a48c-7b0a4a456440 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:21.345294 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4246e2-ff89-4f53-9db8-d0e4a5830fe6", "tag": "04e0a012-7a3d-4e05-a846-d34e27058e23", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:21.346065 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5db58688-4c8b-46d7-a48c-7b0a4a456440 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:21.347466 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db58688-4c8b-46d7-a48c-7b0a4a456440'] response: {'name': 'network-changed', 'server_uuid': 'bc4246e2-ff89-4f53-9db8-d0e4a5830fe6', 'tag': '04e0a012-7a3d-4e05-a846-d34e27058e23', 'status': 'completed', 'code': 200} Apr 18 20:49:21.356979 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5352e0-f50d-49b3-8571-637c81c3a3f3 x-openstack-request-id: req-be5352e0-f50d-49b3-8571-637c81c3a3f3 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:21.359188 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e", "tag": "9262a503-49c3-45e9-a172-4e4087d01dae", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:21.359895 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be5352e0-f50d-49b3-8571-637c81c3a3f3 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:21.361504 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be5352e0-f50d-49b3-8571-637c81c3a3f3'] response: {'name': 'network-changed', 'server_uuid': 'c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e', 'tag': '9262a503-49c3-45e9-a172-4e4087d01dae', 'status': 'completed', 'code': 200} Apr 18 20:49:21.455933 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d426675-90b4-4f1a-b751-d4cdf7ded186 req-3ca00592-e2a5-4665-b578-5337adb3fbad tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6141698 Apr 18 20:49:21.465174 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbddf0d-abd9-4914-b699-9a6510e98a90 None None] Update dhcp port {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'fixed_ips': [{'subnet_id': '0d7cc532-a7bc-482d-adec-91c08bfd6b70'}], 'binding:host_id': 'n-d-838323-3'}, 'id': 'aef5966d-b3a1-493c-b521-df0c8d0a68b4'} from n-d-838323-3. {{(pid=102910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 20:49:21.477162 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-f978160c-7b2f-49f6-80e9-7096c55d88cf tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Made reservation on behalf of b27c52b423564c9393ac7bc0df35b478 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:21.481128 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-f978160c-7b2f-49f6-80e9-7096c55d88cf tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.518254 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2fbddf0d-abd9-4914-b699-9a6510e98a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.576315 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e17f479-b4b1-4fe5-bbb3-aa8d78a0b5e0 req-4243c528-089c-487f-b2ca-007c5b0986fc tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/ports?device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 210 time: 0.1188228 Apr 18 20:49:21.627460 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1e327-ef48-49e9-9147-eaf31836e0ce req-8f402a44-e6c5-45a9-83b5-941553283a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:21.643379 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7be1e327-ef48-49e9-9147-eaf31836e0ce req-8f402a44-e6c5-45a9-83b5-941553283a74 service neutron] 10.222.0.32 "GET /v2.0/networks?id=af9b8ad0-3b77-4446-8808-154f03d72322 HTTP/1.1" status: 200 len: 917 time: 0.8398201 Apr 18 20:49:21.664882 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f19c89-af7c-4384-89ca-4b8f93f4e6e1 req-64628e1f-051d-450b-8bd9-ee22667bfcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:21.667603 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-36f19c89-af7c-4384-89ca-4b8f93f4e6e1 req-64628e1f-051d-450b-8bd9-ee22667bfcab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cc51acb9099940958d773eedc590bb57&device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 1096 time: 0.4426882 Apr 18 20:49:21.673121 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3b30f30c-e045-4f94-84be-ee00b8f48cee tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.688956 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7be368d7-40bf-403c-9a3a-41320a477577 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "PUT /v2.0/subnetpools/5063ea86-bddc-4366-9a2b-41f1886cb007/tags/tempest-TagsExtTest-Tag-670347080 HTTP/1.1" status: 201 len: 201 time: 0.8085747 Apr 18 20:49:21.697564 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51792) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:21.710674 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device aef5966d-b3a1-493c-b521-df0c8d0a68b4 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:49:21.711107 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.tag.tag_plugin [None req-c110a2fc-f594-4eb2-a331-aa7a950ce9d4 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5855644c-2e6a-4ab7-a44a-d4c5673fb31b', {'tags': ['tempest-TagsExtTest-Tag-1356824207', 'tempest-TagsExtTest-Tag-2131598761', 'tempest-TagsExtTest-Tag-819540073']}) {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:21.846454 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f19c89-af7c-4384-89ca-4b8f93f4e6e1 req-5603ebfa-b209-4fa9-9cba-8192ff5d63b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:21.848025 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-36f19c89-af7c-4384-89ca-4b8f93f4e6e1 req-5603ebfa-b209-4fa9-9cba-8192ff5d63b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=764ec030-925e-4c42-a900-432b95974253 HTTP/1.1" status: 200 len: 921 time: 0.1676009 Apr 18 20:49:21.853920 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab813e9-7892-4c93-aebd-1ff9ba7b2915 req-3e08771a-b915-4463-a771-1da8f17d68e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:21.855920 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5ab813e9-7892-4c93-aebd-1ff9ba7b2915 req-3e08771a-b915-4463-a771-1da8f17d68e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d52f6c7bd8046c7a02242bd4df3b5e8&device_id=c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e HTTP/1.1" status: 200 len: 1094 time: 0.4796367 Apr 18 20:49:22.043698 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-d52c8c6c-4fcc-4e7e-a4a8-c198b437226e tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.166 HTTP/1.1" status: 200 len: 1001 time: 0.3444726 Apr 18 20:49:22.054042 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7be1e327-ef48-49e9-9147-eaf31836e0ce req-822bbbff-260a-47d3-8376-06caf1c5010c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94bde35a-36ba-4aca-99da-54bb3dafcba8 HTTP/1.1" status: 200 len: 1001 time: 0.3962665 Apr 18 20:49:22.080096 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.080772 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-36f19c89-af7c-4384-89ca-4b8f93f4e6e1 req-91eb525a-9888-4ea6-b41c-836de3c56947 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04e0a012-7a3d-4e05-a846-d34e27058e23 HTTP/1.1" status: 200 len: 1001 time: 0.2221439 Apr 18 20:49:22.104919 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d81e0-724d-4c81-afe6-dc99809d0f42 req-94514567-74f9-40d9-a76a-efee5db8f1d9 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:22.113816 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a1d81e0-724d-4c81-afe6-dc99809d0f42 req-94514567-74f9-40d9-a76a-efee5db8f1d9 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 946 time: 0.4682007 Apr 18 20:49:22.208014 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab813e9-7892-4c93-aebd-1ff9ba7b2915 req-a5ce273a-9b30-472e-b00b-29641d0b0e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:22.209393 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5ab813e9-7892-4c93-aebd-1ff9ba7b2915 req-a5ce273a-9b30-472e-b00b-29641d0b0e96 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2b77196d-b3e5-4863-b041-b13a7dbb5188 HTTP/1.1" status: 200 len: 915 time: 0.3417215 Apr 18 20:49:22.224186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-f978160c-7b2f-49f6-80e9-7096c55d88cf tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Allocated IP 172.20.0.7 (c5684640-bf01-4377-aa08-830d3f93e3f6/02d342bd-9a5d-440e-82d5-847cbe106b16/4fa9bd73-51bd-42b4-adbe-18441a5b4887) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:22.235522 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 94bde35a-36ba-4aca-99da-54bb3dafcba8 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:49:22.300123 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c110a2fc-f594-4eb2-a331-aa7a950ce9d4 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "PUT /v2.0/subnets/5855644c-2e6a-4ab7-a44a-d4c5673fb31b/tags HTTP/1.1" status: 200 len: 317 time: 0.5935206 Apr 18 20:49:22.319342 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-3b30f30c-e045-4f94-84be-ee00b8f48cee tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] For port aef5966d-b3a1-493c-b521-df0c8d0a68b4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=aef5966d-b3a1-493c-b521-df0c8d0a68b4,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:22.322157 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-45d91521-4594-433a-b36b-82211cd31d20 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:22.323265 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-45d91521-4594-433a-b36b-82211cd31d20 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports/04e0a012-7a3d-4e05-a846-d34e27058e23 HTTP/1.1" status: 200 len: 942 time: 0.2344322 Apr 18 20:49:22.323763 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51796) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:22.335362 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.tag.tag_plugin [None req-f11a1ba3-e3c0-4c6b-a3b4-2867b8cbebe6 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5855644c-2e6a-4ab7-a44a-d4c5673fb31b') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:22.356285 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3b30f30c-e045-4f94-84be-ee00b8f48cee tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.360319 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5ab813e9-7892-4c93-aebd-1ff9ba7b2915 req-ead395a8-66ba-4588-9087-8710658d9ff7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9262a503-49c3-45e9-a172-4e4087d01dae HTTP/1.1" status: 200 len: 217 time: 0.1406596 Apr 18 20:49:22.361980 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f19c89-af7c-4384-89ca-4b8f93f4e6e1 req-2a34bb50-22cc-4955-b76d-213d2e423c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:22.363529 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-36f19c89-af7c-4384-89ca-4b8f93f4e6e1 req-2a34bb50-22cc-4955-b76d-213d2e423c3b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4418a1f7-1d5c-4dd8-a1db-6f677ba45a74 HTTP/1.1" status: 200 len: 860 time: 0.2732697 Apr 18 20:49:22.368011 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3b30f30c-e045-4f94-84be-ee00b8f48cee tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.370538 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3b30f30c-e045-4f94-84be-ee00b8f48cee tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.374118 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.381851 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-2fbddf0d-abd9-4914-b699-9a6510e98a90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:49:22.382373 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-2fbddf0d-abd9-4914-b699-9a6510e98a90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:49:22.397720 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1e327-ef48-49e9-9147-eaf31836e0ce req-fe82a1ba-d48e-40a7-8dd6-2ed5961fe8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:22.399237 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7be1e327-ef48-49e9-9147-eaf31836e0ce req-fe82a1ba-d48e-40a7-8dd6-2ed5961fe8e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c229c317-384e-4f90-84f5-fac3dceea926 HTTP/1.1" status: 200 len: 855 time: 0.3222408 Apr 18 20:49:22.445396 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf13885-7b6d-45b9-a782-8f263ac7f2e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94bde35a-36ba-4aca-99da-54bb3dafcba8'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:22.449138 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab0f82b-1642-49a7-8f15-77fde2cf8ca3" -d '{"events": [{"server_uuid": "5bf13885-7b6d-45b9-a782-8f263ac7f2e3", "name": "network-vif-unplugged", "status": "completed", "tag": "94bde35a-36ba-4aca-99da-54bb3dafcba8"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:49:22.468594 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:49:22.469971 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:49:22.470725 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a1d81e0-724d-4c81-afe6-dc99809d0f42 req-febdc687-c709-4828-b04d-bbf052422604 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560135 Apr 18 20:49:22.477216 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 94bde35a-36ba-4aca-99da-54bb3dafcba8, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=94bde35a-36ba-4aca-99da-54bb3dafcba8,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:22.484799 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.487572 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-36f19c89-af7c-4384-89ca-4b8f93f4e6e1 req-797edc65-08d8-4117-ac36-ba3a8856c29b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=764ec030-925e-4c42-a900-432b95974253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911779 Apr 18 20:49:22.588030 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=94bde35a-36ba-4aca-99da-54bb3dafcba8,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:22.632687 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1e327-ef48-49e9-9147-eaf31836e0ce req-a7b43574-1b99-4310-829c-014e70a6dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:22.635010 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7be1e327-ef48-49e9-9147-eaf31836e0ce req-a7b43574-1b99-4310-829c-014e70a6dd38 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af9b8ad0-3b77-4446-8808-154f03d72322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2235749 Apr 18 20:49:22.648480 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab813e9-7892-4c93-aebd-1ff9ba7b2915 req-a06b4ebb-e229-44d1-8ef9-0b0e6a001496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:22.650010 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5ab813e9-7892-4c93-aebd-1ff9ba7b2915 req-a06b4ebb-e229-44d1-8ef9-0b0e6a001496 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b603a19-9f3f-426e-b56c-5cc2e538c4b1 HTTP/1.1" status: 200 len: 854 time: 0.2682371 Apr 18 20:49:22.663383 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b30f30c-e045-4f94-84be-ee00b8f48cee tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:22.674960 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30f30c-e045-4f94-84be-ee00b8f48cee tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Port': ['ID=aef5966d-b3a1-493c-b521-df0c8d0a68b4,revision_number=8']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:22.712580 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98700443-cf3d-4950-a91f-38ab2e9664a6 req-3f6fee22-946a-45e9-84a5-7aa82dbc5c45 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9d93d7c-7e12-4e36-85c6-65404eaded36 HTTP/1.1" status: 200 len: 210 time: 0.0880647 Apr 18 20:49:22.729421 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-3b30f30c-e045-4f94-84be-ee00b8f48cee tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:22.738793 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5ab813e9-7892-4c93-aebd-1ff9ba7b2915 req-38798304-0669-45ae-b0b4-086ed7e6386b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b77196d-b3e5-4863-b041-b13a7dbb5188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733342 Apr 18 20:49:22.742398 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b30f30c-e045-4f94-84be-ee00b8f48cee tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:22.742977 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3b30f30c-e045-4f94-84be-ee00b8f48cee tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.844641 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-2691d6e4-f40b-4b37-8436-a040536c2230 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.166 HTTP/1.1" status: 200 len: 1001 time: 0.3920751 Apr 18 20:49:22.853894 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-bc1b7586-d8db-49e7-aec5-a05a7ef9562e tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:22.855833 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-bc1b7586-d8db-49e7-aec5-a05a7ef9562e tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.57 "GET /v2.0/networks?id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92 HTTP/1.1" status: 200 len: 806 time: 0.1512160 Apr 18 20:49:22.860491 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30f30c-e045-4f94-84be-ee00b8f48cee tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=0d7cc532-a7bc-482d-adec-91c08bfd6b70,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:22.876268 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3b30f30c-e045-4f94-84be-ee00b8f48cee tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5844712 Apr 18 20:49:22.901100 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51804) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:22.911595 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-0e5f9d4e-0b63-4b8e-a193-1215ef293d83 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Request body: {'port': {'device_id': 'd9d93d7c-7e12-4e36-85c6-65404eaded36', 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92', 'admin_state_up': True, 'tenant_id': '65c0c9deb9974734a5e938fa16904c15'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:22.925381 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2fbddf0d-abd9-4914-b699-9a6510e98a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.994595 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-36f19c89-af7c-4384-89ca-4b8f93f4e6e1 req-64c7a86e-4194-4718-aa6b-48f92ec52601 service neutron] 10.222.0.57 "GET /v2.0/networks/764ec030-925e-4c42-a900-432b95974253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434463 Apr 18 20:49:23.000808 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5ab813e9-7892-4c93-aebd-1ff9ba7b2915 req-1d6d7c94-0b03-471c-bb81-32abd882d06c service neutron] 10.222.0.57 "GET /v2.0/networks/2b77196d-b3e5-4863-b041-b13a7dbb5188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249048 Apr 18 20:49:23.041106 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.047595 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-814f5532-7382-47c8-91e9-fb5eea44c194 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:23.157969 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port aef5966d-b3a1-493c-b521-df0c8d0a68b4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=aef5966d-b3a1-493c-b521-df0c8d0a68b4,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:23.166637 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.203813 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 9262a503-49c3-45e9-a172-4e4087d01dae details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:49:23.212693 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-2fbddf0d-abd9-4914-b699-9a6510e98a90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:49:23.213416 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-2fbddf0d-abd9-4914-b699-9a6510e98a90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:49:23.243050 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=aef5966d-b3a1-493c-b521-df0c8d0a68b4,revision_number=9']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:23.360701 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 9262a503-49c3-45e9-a172-4e4087d01dae, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=9262a503-49c3-45e9-a172-4e4087d01dae,segment=NetworkSegment(b743f55f-6bed-47c3-b407-479d46891a72),segment_id=b743f55f-6bed-47c3-b407-479d46891a72)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:23.380099 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '9262a503-49c3-45e9-a172-4e4087d01dae', 'network_id': '2b77196d-b3e5-4863-b041-b13a7dbb5188', 'port_id': '9262a503-49c3-45e9-a172-4e4087d01dae', 'mac_address': 'fa:16:3e:84:5e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b603a19-9f3f-426e-b56c-5cc2e538c4b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:49:23.435671 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.458436 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9262a503-49c3-45e9-a172-4e4087d01dae {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:49:23.490793 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 9262a503-49c3-45e9-a172-4e4087d01dae, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=9262a503-49c3-45e9-a172-4e4087d01dae,segment=NetworkSegment(b743f55f-6bed-47c3-b407-479d46891a72),segment_id=b743f55f-6bed-47c3-b407-479d46891a72)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:23.509566 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.566145 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f11a1ba3-e3c0-4c6b-a3b4-2867b8cbebe6 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "DELETE /v2.0/subnets/5855644c-2e6a-4ab7-a44a-d4c5673fb31b/tags HTTP/1.1" status: 204 len: 168 time: 1.2317336 Apr 18 20:49:23.574724 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-f978160c-7b2f-49f6-80e9-7096c55d88cf tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.577573 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51810) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:23.598727 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.tag.tag_plugin [None req-a857a6c4-c32e-4d4a-88ca-03ffa7b9b94b tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5855644c-2e6a-4ab7-a44a-d4c5673fb31b', 'tempest-TagsExtTest-Tag-1356824207') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:23.609772 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7be1e327-ef48-49e9-9147-eaf31836e0ce req-1f853490-5780-4610-8b87-15446f5281ef service neutron] 10.222.0.32 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9591105 Apr 18 20:49:23.626348 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-36f19c89-af7c-4384-89ca-4b8f93f4e6e1 req-d4689c6b-07b1-4403-855f-1522ea153bba service neutron] 10.222.0.57 "GET /v2.0/networks/764ec030-925e-4c42-a900-432b95974253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6176379 Apr 18 20:49:23.628673 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=9262a503-49c3-45e9-a172-4e4087d01dae,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:23.630492 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5ab813e9-7892-4c93-aebd-1ff9ba7b2915 req-88e95a99-2bee-4165-b098-9bee3f8f3f92 service neutron] 10.222.0.57 "GET /v2.0/networks/2b77196d-b3e5-4863-b041-b13a7dbb5188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6198528 Apr 18 20:49:23.672751 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2b05d-ad0d-4ed1-96bf-d25c78d5dd42 req-91c13aeb-6a65-4f24-8009-74412a03fc42 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:23.674334 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3e2b05d-ad0d-4ed1-96bf-d25c78d5dd42 req-91c13aeb-6a65-4f24-8009-74412a03fc42 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 943 time: 0.8172631 Apr 18 20:49:23.728121 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['9262a503-49c3-45e9-a172-4e4087d01dae'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:49:23.732094 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-ef0ccd32-ef74-4fec-953f-f2f8b4833e33 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:23.734129 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-ef0ccd32-ef74-4fec-953f-f2f8b4833e33 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.7048171 Apr 18 20:49:23.822989 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-1c56bbe1-ba81-4201-8d80-2707d8082a18 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:49:23.823943 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-1c56bbe1-ba81-4201-8d80-2707d8082a18 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0624452 Apr 18 20:49:23.894527 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2fbddf0d-abd9-4914-b699-9a6510e98a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.183638 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-0e5f9d4e-0b63-4b8e-a193-1215ef293d83 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Made reservation on behalf of 65c0c9deb9974734a5e938fa16904c15 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:24.190226 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-0e5f9d4e-0b63-4b8e-a193-1215ef293d83 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.261797 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2fbddf0d-abd9-4914-b699-9a6510e98a90 None None] For port aef5966d-b3a1-493c-b521-df0c8d0a68b4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=aef5966d-b3a1-493c-b521-df0c8d0a68b4,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:24.274902 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814f5532-7382-47c8-91e9-fb5eea44c194 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:24.279661 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-814f5532-7382-47c8-91e9-fb5eea44c194 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.318284 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2fbddf0d-abd9-4914-b699-9a6510e98a90 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.325905 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2fbddf0d-abd9-4914-b699-9a6510e98a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.360609 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3e2b05d-ad0d-4ed1-96bf-d25c78d5dd42 req-7001fb82-01d4-4ca5-9a10-6d2bef0f7928 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6625683 Apr 18 20:49:24.362330 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-f978160c-7b2f-49f6-80e9-7096c55d88cf tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.418447 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbddf0d-abd9-4914-b699-9a6510e98a90 None None] Pushing event updated for resources: {'Port': ['ID=aef5966d-b3a1-493c-b521-df0c8d0a68b4,revision_number=10']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:24.473959 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a3f483-f26b-4a25-9aac-12a80e8a784a x-openstack-request-id: req-d5a3f483-f26b-4a25-9aac-12a80e8a784a {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:24.474151 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf13885-7b6d-45b9-a782-8f263ac7f2e3", "name": "network-vif-unplugged", "status": "completed", "tag": "94bde35a-36ba-4aca-99da-54bb3dafcba8", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:24.474310 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d5a3f483-f26b-4a25-9aac-12a80e8a784a {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:24.474640 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5a3f483-f26b-4a25-9aac-12a80e8a784a'] response: {'server_uuid': '5bf13885-7b6d-45b9-a782-8f263ac7f2e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94bde35a-36ba-4aca-99da-54bb3dafcba8', 'code': 200} Apr 18 20:49:24.521964 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dd6a470d-3bba-4de9-a42a-282f931701cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.672895 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-1309a940-5991-48d2-b911-e874f89ffa8c tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.166 HTTP/1.1" status: 200 len: 1001 time: 0.8206298 Apr 18 20:49:24.687880 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7be1e327-ef48-49e9-9147-eaf31836e0ce req-f1a87b25-4735-4a6e-8341-e41d6b545282 service neutron] 10.222.0.32 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0330591 Apr 18 20:49:24.727002 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-f978160c-7b2f-49f6-80e9-7096c55d88cf tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Network c5684640-bf01-4377-aa08-830d3f93e3f6 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:24.739032 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-037b1aba-2a6c-43da-9448-4ff24d1f219a tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:24.743131 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-a857a6c4-c32e-4d4a-88ca-03ffa7b9b94b tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] show failed (client error): The resource could not be found. Apr 18 20:49:24.744222 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a857a6c4-c32e-4d4a-88ca-03ffa7b9b94b tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "GET /v2.0/subnets/5855644c-2e6a-4ab7-a44a-d4c5673fb31b/tags/tempest-TagsExtTest-Tag-1356824207 HTTP/1.1" status: 404 len: 329 time: 1.1540091 Apr 18 20:49:24.748604 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51814) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:24.758106 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-a70abab7-a8cb-4f94-93a0-e3cbc7b79685 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5855644c-2e6a-4ab7-a44a-d4c5673fb31b', 'tempest-TagsExtTest-Tag-2131598761') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:24.793824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-f978160c-7b2f-49f6-80e9-7096c55d88cf tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:24.809837 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-f978160c-7b2f-49f6-80e9-7096c55d88cf tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:24.813401 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978160c-7b2f-49f6-80e9-7096c55d88cf tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Pushing event updated for resources: {'Port': ['ID=4fa9bd73-51bd-42b4-adbe-18441a5b4887,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:24.844510 n-d-838323-3 neutron-server[102908]: INFO neutron.db.ipam_backend_mixin [None req-814f5532-7382-47c8-91e9-fb5eea44c194 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0d7cc532-a7bc-482d-adec-91c08bfd6b70 (CIDR: 2001:db8::/64) Apr 18 20:49:24.863472 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-a70abab7-a8cb-4f94-93a0-e3cbc7b79685 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] show failed (client error): The resource could not be found. Apr 18 20:49:24.865203 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a70abab7-a8cb-4f94-93a0-e3cbc7b79685 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "GET /v2.0/subnets/5855644c-2e6a-4ab7-a44a-d4c5673fb31b/tags/tempest-TagsExtTest-Tag-2131598761 HTTP/1.1" status: 404 len: 329 time: 0.1145146 Apr 18 20:49:24.869911 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51816) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:24.877274 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-2de156c8-dac2-4593-a63e-2e19c36d82f4 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5855644c-2e6a-4ab7-a44a-d4c5673fb31b', 'tempest-TagsExtTest-Tag-819540073') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:24.882915 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-814f5532-7382-47c8-91e9-fb5eea44c194 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:49:24.883416 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-814f5532-7382-47c8-91e9-fb5eea44c194 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:49:24.937225 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0dabb-3629-469b-92dc-d83cd96ba762 req-7f48ab8a-e1c1-4879-beef-51dd4aace37f tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:24.939114 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77d0dabb-3629-469b-92dc-d83cd96ba762 req-7f48ab8a-e1c1-4879-beef-51dd4aace37f tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e HTTP/1.1" status: 200 len: 944 time: 0.3110721 Apr 18 20:49:24.986140 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-2de156c8-dac2-4593-a63e-2e19c36d82f4 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] show failed (client error): The resource could not be found. Apr 18 20:49:24.987222 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2de156c8-dac2-4593-a63e-2e19c36d82f4 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "GET /v2.0/subnets/5855644c-2e6a-4ab7-a44a-d4c5673fb31b/tags/tempest-TagsExtTest-Tag-819540073 HTTP/1.1" status: 404 len: 328 time: 0.1159096 Apr 18 20:49:24.993085 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51818) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:24.998320 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-f8c90e76-2421-44d0-9bce-eb860b7a69d4 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0a701652-af6b-4ebe-8d18-8f272c405977', {'tags': ['tempest-TagsExtTest-Tag-401289738', 'tempest-TagsExtTest-Tag-340551458', 'tempest-TagsExtTest-Tag-1748484125']}) {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:25.008112 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-037b1aba-2a6c-43da-9448-4ff24d1f219a tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks [] for floatingip, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.030234 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-0e5f9d4e-0b63-4b8e-a193-1215ef293d83 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Allocated IP 172.20.0.13 (ce30ba55-30c8-48a1-83e1-fd83adbe8e92/43c45217-dc0b-4a55-9d4a-e4055b0395e0/240371a1-2cb3-4818-b393-4bc0defdff66) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:25.042787 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-f978160c-7b2f-49f6-80e9-7096c55d88cf tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:25.043721 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-f978160c-7b2f-49f6-80e9-7096c55d88cf tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.081403 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f8c90e76-2421-44d0-9bce-eb860b7a69d4 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "PUT /v2.0/ports/0a701652-af6b-4ebe-8d18-8f272c405977/tags HTTP/1.1" status: 200 len: 316 time: 0.0870874 Apr 18 20:49:25.084213 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51820) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:25.091028 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-de1a69f3-4cbe-4897-82f3-7dca3029362d tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0a701652-af6b-4ebe-8d18-8f272c405977') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:25.107487 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-814f5532-7382-47c8-91e9-fb5eea44c194 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0690858 Apr 18 20:49:25.117571 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51822) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:25.123036 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-05a42b3c-e92b-49a8-a371-891755e7d753 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:25.151586 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-f978160c-7b2f-49f6-80e9-7096c55d88cf tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6237042 Apr 18 20:49:25.178865 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-7184a3af-ff71-4471-aecd-e94888b85e53 service neutron] Request body: {'port': {'device_id': '728068cb-9217-4f69-aeb8-03a773814b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:25.185878 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77d0dabb-3629-469b-92dc-d83cd96ba762 req-2ceb18b6-b2cf-49ae-b703-14cba6841dd3 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173979 Apr 18 20:49:25.194886 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 9262a503-49c3-45e9-a172-4e4087d01dae up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:25.300778 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-de1a69f3-4cbe-4897-82f3-7dca3029362d tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "DELETE /v2.0/ports/0a701652-af6b-4ebe-8d18-8f272c405977/tags HTTP/1.1" status: 204 len: 168 time: 0.2145102 Apr 18 20:49:25.306024 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51824) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:25.310931 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 9262a503-49c3-45e9-a172-4e4087d01dae completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:25.315605 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-f6caeb99-934a-483d-a1c5-e3c9205dd515 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0a701652-af6b-4ebe-8d18-8f272c405977', 'tempest-TagsExtTest-Tag-401289738') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:25.316571 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 9262a503-49c3-45e9-a172-4e4087d01dae triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:25.316972 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.365376 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a42b3c-e92b-49a8-a371-891755e7d753 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:25.372309 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-05a42b3c-e92b-49a8-a371-891755e7d753 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.441676 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db42bce0-0a6f-41e8-84b4-cc7a523330aa None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:25.519941 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.540270 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-f6caeb99-934a-483d-a1c5-e3c9205dd515 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] show failed (client error): The resource could not be found. Apr 18 20:49:25.542298 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f6caeb99-934a-483d-a1c5-e3c9205dd515 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "GET /v2.0/ports/0a701652-af6b-4ebe-8d18-8f272c405977/tags/tempest-TagsExtTest-Tag-401289738 HTTP/1.1" status: 404 len: 328 time: 0.2336431 Apr 18 20:49:25.550661 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51828) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:25.559461 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-b3106e7f-a094-42b7-845e-c75f7299f8a5 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0a701652-af6b-4ebe-8d18-8f272c405977', 'tempest-TagsExtTest-Tag-340551458') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:25.597835 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 9262a503-49c3-45e9-a172-4e4087d01dae, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=9262a503-49c3-45e9-a172-4e4087d01dae,segment=NetworkSegment(b743f55f-6bed-47c3-b407-479d46891a72),segment_id=b743f55f-6bed-47c3-b407-479d46891a72)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:25.608391 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c60a5666-95a0-405a-8658-a9142ae8c1f4 None None] Provisioning complete for port aef5966d-b3a1-493c-b521-df0c8d0a68b4 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:25.608925 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c60a5666-95a0-405a-8658-a9142ae8c1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.609142 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-037b1aba-2a6c-43da-9448-4ff24d1f219a tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.623165 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-7184a3af-ff71-4471-aecd-e94888b85e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.641146 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.687762 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device aef5966d-b3a1-493c-b521-df0c8d0a68b4 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:25.707181 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-037b1aba-2a6c-43da-9448-4ff24d1f219a tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.707800 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-037b1aba-2a6c-43da-9448-4ff24d1f219a tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Floating IP 56bd3bea-d387-4560-91ac-7717d693362a disassociated. External IP: 172.25.1.166, port: 04e0a012-7a3d-4e05-a846-d34e27058e23. Apr 18 20:49:25.708231 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-b3106e7f-a094-42b7-845e-c75f7299f8a5 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] show failed (client error): The resource could not be found. Apr 18 20:49:25.711314 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b3106e7f-a094-42b7-845e-c75f7299f8a5 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "GET /v2.0/ports/0a701652-af6b-4ebe-8d18-8f272c405977/tags/tempest-TagsExtTest-Tag-340551458 HTTP/1.1" status: 404 len: 328 time: 0.1581860 Apr 18 20:49:25.714360 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51830) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:25.722262 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5bc85-b6e6-4f68-ac8d-90d647918366 req-a7d408f9-f123-48aa-b762-12208d2a1afc tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:25.723942 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fde5bc85-b6e6-4f68-ac8d-90d647918366 req-a7d408f9-f123-48aa-b762-12208d2a1afc tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/ports?device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 931 time: 0.3410695 Apr 18 20:49:25.726863 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-ab4cfb19-adae-4e9d-ad56-863ec0ff79a7 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0a701652-af6b-4ebe-8d18-8f272c405977', 'tempest-TagsExtTest-Tag-1748484125') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:25.785012 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-0e5f9d4e-0b63-4b8e-a193-1215ef293d83 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.802976 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=9262a503-49c3-45e9-a172-4e4087d01dae,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:25.874213 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port aef5966d-b3a1-493c-b521-df0c8d0a68b4 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:25.874490 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.875812 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-ab4cfb19-adae-4e9d-ad56-863ec0ff79a7 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] show failed (client error): The resource could not be found. Apr 18 20:49:25.876878 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ab4cfb19-adae-4e9d-ad56-863ec0ff79a7 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "GET /v2.0/ports/0a701652-af6b-4ebe-8d18-8f272c405977/tags/tempest-TagsExtTest-Tag-1748484125 HTTP/1.1" status: 404 len: 329 time: 0.1611853 Apr 18 20:49:25.883355 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51832) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:25.886811 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-487a843e-6ae7-41ea-b671-4769e2ab3fa3 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '462bf631-cc61-45be-a2d3-e08059437ad4', {'tags': ['tempest-TagsExtTest-Tag-269968434', 'tempest-TagsExtTest-Tag-836498216', 'tempest-TagsExtTest-Tag-1913030327']}) {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:25.901195 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fde5bc85-b6e6-4f68-ac8d-90d647918366 req-05f0ffe2-0cec-4a08-a7c4-b7a41d4fbd5f tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4ff483f-5188-466e-9347-05f04924b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125939 Apr 18 20:49:26.006019 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-05a42b3c-e92b-49a8-a371-891755e7d753 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.067754 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-487a843e-6ae7-41ea-b671-4769e2ab3fa3 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "PUT /v2.0/routers/462bf631-cc61-45be-a2d3-e08059437ad4/tags HTTP/1.1" status: 200 len: 316 time: 0.1851971 Apr 18 20:49:26.070193 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a42b3c-e92b-49a8-a371-891755e7d753 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:26.073200 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51834) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:26.079120 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-6f31e5c1-83d1-46b0-9c98-ed22a1d92633 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '462bf631-cc61-45be-a2d3-e08059437ad4') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:26.081347 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-05a42b3c-e92b-49a8-a371-891755e7d753 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:26.087042 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a42b3c-e92b-49a8-a371-891755e7d753 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:26.087637 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-05a42b3c-e92b-49a8-a371-891755e7d753 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.118959 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c60a5666-95a0-405a-8658-a9142ae8c1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.134744 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a42b3c-e92b-49a8-a371-891755e7d753 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=ffba250f-4376-49c2-892f-93c2077c0f54,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:26.175819 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c60a5666-95a0-405a-8658-a9142ae8c1f4 None None] For port aef5966d-b3a1-493c-b521-df0c8d0a68b4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=aef5966d-b3a1-493c-b521-df0c8d0a68b4,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:26.183994 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c60a5666-95a0-405a-8658-a9142ae8c1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.202772 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-05a42b3c-e92b-49a8-a371-891755e7d753 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0840883 Apr 18 20:49:26.205857 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51836) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:26.211887 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-65bc77d0-e63e-4f39-91c3-65dd49a0bafb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'mac_address': 'fa:16:3e:8b:d5:89', 'name': 'tempest-NetworksTestDHCPv6-1198589262'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:26.227369 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-0e5f9d4e-0b63-4b8e-a193-1215ef293d83 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.260408 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['1f0cb29c-6676-4f1b-a111-285181b01885'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:49:26.309474 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6f31e5c1-83d1-46b0-9c98-ed22a1d92633 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "DELETE /v2.0/routers/462bf631-cc61-45be-a2d3-e08059437ad4/tags HTTP/1.1" status: 204 len: 168 time: 0.2351394 Apr 18 20:49:26.317357 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51840) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:26.326119 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-09116aff-36a3-49c7-be9d-cd7bd381faa6 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '462bf631-cc61-45be-a2d3-e08059437ad4', 'tempest-TagsExtTest-Tag-269968434') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:26.380314 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a5666-95a0-405a-8658-a9142ae8c1f4 None None] Pushing event updated for resources: {'Port': ['ID=aef5966d-b3a1-493c-b521-df0c8d0a68b4,revision_number=11']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:26.457572 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae80c7-ab3e-47a3-bb7a-69d5f13afe19 req-e1b36295-b9d2-4677-bdd0-e3249faa5343 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:26.459408 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6eae80c7-ab3e-47a3-bb7a-69d5f13afe19 req-e1b36295-b9d2-4677-bdd0-e3249faa5343 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 946 time: 0.4002705 Apr 18 20:49:26.476405 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9262a503-49c3-45e9-a172-4e4087d01dae'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:26.479648 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facaf6a5-8083-40c1-a76d-28ffe0399a80" -d '{"events": [{"server_uuid": "c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e", "name": "network-vif-plugged", "status": "completed", "tag": "9262a503-49c3-45e9-a172-4e4087d01dae"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:49:26.519944 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-09116aff-36a3-49c7-be9d-cd7bd381faa6 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] show failed (client error): The resource could not be found. Apr 18 20:49:26.519944 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-09116aff-36a3-49c7-be9d-cd7bd381faa6 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "GET /v2.0/routers/462bf631-cc61-45be-a2d3-e08059437ad4/tags/tempest-TagsExtTest-Tag-269968434 HTTP/1.1" status: 404 len: 328 time: 0.1913407 Apr 18 20:49:26.519944 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51844) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:26.533542 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-a3e6dec7-f824-4540-acd3-e8d09af3b0eb tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '462bf631-cc61-45be-a2d3-e08059437ad4', 'tempest-TagsExtTest-Tag-836498216') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:26.547111 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6675d7-2968-4e98-a56e-6bff3daa2df0 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:26.568410 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-0e5f9d4e-0b63-4b8e-a193-1215ef293d83 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:26.578003 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bc77d0-e63e-4f39-91c3-65dd49a0bafb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:26.586774 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-0e5f9d4e-0b63-4b8e-a193-1215ef293d83 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:26.598386 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-0e5f9d4e-0b63-4b8e-a193-1215ef293d83 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:26.611366 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f9d4e-0b63-4b8e-a193-1215ef293d83 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Pushing event updated for resources: {'Port': ['ID=240371a1-2cb3-4818-b393-4bc0defdff66,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:26.648942 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-037b1aba-2a6c-43da-9448-4ff24d1f219a tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Router d67242c4-2261-46ef-a312-bcaf911e8636 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:49:26.679149 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-a3e6dec7-f824-4540-acd3-e8d09af3b0eb tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] show failed (client error): The resource could not be found. Apr 18 20:49:26.680373 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a3e6dec7-f824-4540-acd3-e8d09af3b0eb tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "GET /v2.0/routers/462bf631-cc61-45be-a2d3-e08059437ad4/tags/tempest-TagsExtTest-Tag-836498216 HTTP/1.1" status: 404 len: 328 time: 0.1606591 Apr 18 20:49:26.683750 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6eae80c7-ab3e-47a3-bb7a-69d5f13afe19 req-e29567c5-b763-475e-a021-6f79bfade342 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958561 Apr 18 20:49:26.685556 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51846) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:26.691621 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-1b2162f1-8ef5-4686-aaac-469d91413e3e tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '462bf631-cc61-45be-a2d3-e08059437ad4', 'tempest-TagsExtTest-Tag-1913030327') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:26.700107 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d4f0b43f-21c0-4ff3-b3a5-fda856bc2f6d None None] Provisioning complete for port aef5966d-b3a1-493c-b521-df0c8d0a68b4 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:26.700720 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d4f0b43f-21c0-4ff3-b3a5-fda856bc2f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.794694 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-7184a3af-ff71-4471-aecd-e94888b85e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa9bd73-51bd-42b4-adbe-18441a5b4887 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:49:26.855786 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-65bc77d0-e63e-4f39-91c3-65dd49a0bafb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.861912 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-1b2162f1-8ef5-4686-aaac-469d91413e3e tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] show failed (client error): The resource could not be found. Apr 18 20:49:26.867562 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1b2162f1-8ef5-4686-aaac-469d91413e3e tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "GET /v2.0/routers/462bf631-cc61-45be-a2d3-e08059437ad4/tags/tempest-TagsExtTest-Tag-1913030327 HTTP/1.1" status: 404 len: 329 time: 0.1764941 Apr 18 20:49:26.867912 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-0e5f9d4e-0b63-4b8e-a193-1215ef293d83 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:26.867912 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-0e5f9d4e-0b63-4b8e-a193-1215ef293d83 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.874985 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51848) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:26.882389 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-e81ddc99-a6b4-4195-8c31-749040c6465d tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5063ea86-bddc-4366-9a2b-41f1886cb007', {'tags': ['tempest-TagsExtTest-Tag-1320287343', 'tempest-TagsExtTest-Tag-466005138', 'tempest-TagsExtTest-Tag-1313124310']}) {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:26.883445 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-7184a3af-ff71-4471-aecd-e94888b85e53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.911793 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-65bc77d0-e63e-4f39-91c3-65dd49a0bafb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] device_id is not set on port 670fc817-0cc2-4a49-8ab2-3547b11d53af yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:49:26.927048 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-0e5f9d4e-0b63-4b8e-a193-1215ef293d83 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0248823 Apr 18 20:49:26.941711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-e01b3b0c-d864-4e26-9fa5-12a5182d7906 service neutron] Request body: {'port': {'device_id': 'd9d93d7c-7e12-4e36-85c6-65404eaded36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:26.977797 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-7184a3af-ff71-4471-aecd-e94888b85e53 service neutron] Transition to ACTIVE for port object 4fa9bd73-51bd-42b4-adbe-18441a5b4887 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:27.092845 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7224a63-18af-4932-988f-93698afceb0e None None] Update dhcp port {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'fixed_ips': [{'subnet_id': '0d7cc532-a7bc-482d-adec-91c08bfd6b70', 'ip_address': '2001:db8::f816:3eff:feae:2077'}, {'subnet_id': 'ffba250f-4376-49c2-892f-93c2077c0f54'}], 'binding:host_id': 'n-d-838323-3'}, 'id': 'aef5966d-b3a1-493c-b521-df0c8d0a68b4'} from n-d-838323-3. {{(pid=102910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 20:49:27.097775 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e81ddc99-a6b4-4195-8c31-749040c6465d tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "PUT /v2.0/subnetpools/5063ea86-bddc-4366-9a2b-41f1886cb007/tags HTTP/1.1" status: 200 len: 317 time: 0.2213693 Apr 18 20:49:27.102633 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51852) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:27.107326 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-2159a517-2dfc-4273-bcac-d47e78d65fa8 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5063ea86-bddc-4366-9a2b-41f1886cb007') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:27.147878 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f7224a63-18af-4932-988f-93698afceb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.263659 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-65bc77d0-e63e-4f39-91c3-65dd49a0bafb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 2001:db8:0:1::2ca (50eba278-0f67-4e34-aa13-933b003eee26/ffba250f-4376-49c2-892f-93c2077c0f54/670fc817-0cc2-4a49-8ab2-3547b11d53af) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:27.285928 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-65bc77d0-e63e-4f39-91c3-65dd49a0bafb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 2001:db8::f816:3eff:fe8b:d589 (50eba278-0f67-4e34-aa13-933b003eee26/0d7cc532-a7bc-482d-adec-91c08bfd6b70/670fc817-0cc2-4a49-8ab2-3547b11d53af) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:27.302024 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2159a517-2dfc-4273-bcac-d47e78d65fa8 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "DELETE /v2.0/subnetpools/5063ea86-bddc-4366-9a2b-41f1886cb007/tags HTTP/1.1" status: 204 len: 168 time: 0.1949813 Apr 18 20:49:27.311192 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51854) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:27.318965 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-05a08caa-9d9b-4fc7-a251-024ca8687c1d tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5063ea86-bddc-4366-9a2b-41f1886cb007', 'tempest-TagsExtTest-Tag-1320287343') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:27.408140 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdce2ac-8f61-40e4-83cb-8fc00f4901b9 req-d9ca51f5-56d2-4d50-a1de-7d9805c94110 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:27.409716 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-05a08caa-9d9b-4fc7-a251-024ca8687c1d tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] show failed (client error): The resource could not be found. Apr 18 20:49:27.409961 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dcdce2ac-8f61-40e4-83cb-8fc00f4901b9 req-d9ca51f5-56d2-4d50-a1de-7d9805c94110 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9d93d7c-7e12-4e36-85c6-65404eaded36 HTTP/1.1" status: 200 len: 932 time: 0.6393166 Apr 18 20:49:27.415487 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-05a08caa-9d9b-4fc7-a251-024ca8687c1d tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "GET /v2.0/subnetpools/5063ea86-bddc-4366-9a2b-41f1886cb007/tags/tempest-TagsExtTest-Tag-1320287343 HTTP/1.1" status: 404 len: 329 time: 0.0984251 Apr 18 20:49:27.415796 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-7184a3af-ff71-4471-aecd-e94888b85e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.415796 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51856) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:27.454238 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.tag.tag_plugin [None req-e802216b-1ae5-42de-959b-ea5a44bdaa8d tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5063ea86-bddc-4366-9a2b-41f1886cb007', 'tempest-TagsExtTest-Tag-466005138') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:27.499815 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-e01b3b0c-d864-4e26-9fa5-12a5182d7906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.542691 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-037b1aba-2a6c-43da-9448-4ff24d1f219a tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:49:27.553512 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-037b1aba-2a6c-43da-9448-4ff24d1f219a tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.563455 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99f8a11-8949-4671-9bbe-ca6537e18613 None None] Sync routers for ids ['d67242c4-2261-46ef-a312-bcaf911e8636'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:27.564898 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184a3af-ff71-4471-aecd-e94888b85e53 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa9bd73-51bd-42b4-adbe-18441a5b4887,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:27.591039 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f8a11-8949-4671-9bbe-ca6537e18613 None None] Routers {'d67242c4-2261-46ef-a312-bcaf911e8636'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:27.593277 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b99f8a11-8949-4671-9bbe-ca6537e18613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:48:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d67242c4-2261-46ef-a312-bcaf911e8636'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:27.611445 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-65bc77d0-e63e-4f39-91c3-65dd49a0bafb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.616393 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-e802216b-1ae5-42de-959b-ea5a44bdaa8d tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] show failed (client error): The resource could not be found. Apr 18 20:49:27.620069 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e802216b-1ae5-42de-959b-ea5a44bdaa8d tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "GET /v2.0/subnetpools/5063ea86-bddc-4366-9a2b-41f1886cb007/tags/tempest-TagsExtTest-Tag-466005138 HTTP/1.1" status: 404 len: 328 time: 0.1993897 Apr 18 20:49:27.622962 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51858) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:27.630818 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dcdce2ac-8f61-40e4-83cb-8fc00f4901b9 req-82816336-9174-4e5b-844c-6c048df5145c tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808276 Apr 18 20:49:27.648610 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.tag.tag_plugin [None req-3fbb2022-0015-4a5e-97b8-2daa6b69db31 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5063ea86-bddc-4366-9a2b-41f1886cb007', 'tempest-TagsExtTest-Tag-1313124310') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:27.679828 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-037b1aba-2a6c-43da-9448-4ff24d1f219a tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "PUT /v2.0/floatingips/56bd3bea-d387-4560-91ac-7717d693362a HTTP/1.1" status: 200 len: 695 time: 2.9761333 Apr 18 20:49:27.684645 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-65bc77d0-e63e-4f39-91c3-65dd49a0bafb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.706650 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4246e2-ff89-4f53-9db8-d0e4a5830fe6', 'tag': '04e0a012-7a3d-4e05-a846-d34e27058e23'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:27.709739 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675548bb-ed20-4401-93cc-e1716b261795" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4246e2-ff89-4f53-9db8-d0e4a5830fe6", "tag": "04e0a012-7a3d-4e05-a846-d34e27058e23"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:49:27.753022 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bc77d0-e63e-4f39-91c3-65dd49a0bafb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:27.757802 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-65bc77d0-e63e-4f39-91c3-65dd49a0bafb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:27.760931 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bc77d0-e63e-4f39-91c3-65dd49a0bafb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:27.769683 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bc77d0-e63e-4f39-91c3-65dd49a0bafb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:27.771362 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-65bc77d0-e63e-4f39-91c3-65dd49a0bafb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.771966 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device aef5966d-b3a1-493c-b521-df0c8d0a68b4 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:27.812268 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc77d0-e63e-4f39-91c3-65dd49a0bafb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Port': ['ID=670fc817-0cc2-4a49-8ab2-3547b11d53af,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:27.820684 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-65bc77d0-e63e-4f39-91c3-65dd49a0bafb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6135709 Apr 18 20:49:27.823113 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51864) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:27.878826 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-3fbb2022-0015-4a5e-97b8-2daa6b69db31 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] show failed (client error): The resource could not be found. Apr 18 20:49:27.879906 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3fbb2022-0015-4a5e-97b8-2daa6b69db31 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "GET /v2.0/subnetpools/5063ea86-bddc-4366-9a2b-41f1886cb007/tags/tempest-TagsExtTest-Tag-1313124310 HTTP/1.1" status: 404 len: 329 time: 0.2537527 Apr 18 20:49:27.884689 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51866) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:27.893066 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-d378e29e-7597-42b6-b576-e515cbb794af tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5063ea86-bddc-4366-9a2b-41f1886cb007') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:27.915949 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-7184a3af-ff71-4471-aecd-e94888b85e53 service neutron] Attempting to bind port 4fa9bd73-51bd-42b4-adbe-18441a5b4887 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:27.916195 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-7184a3af-ff71-4471-aecd-e94888b85e53 service neutron] Attempting to bind port 4fa9bd73-51bd-42b4-adbe-18441a5b4887 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '8d8100f8-59e2-436c-950f-64d204822060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c5684640-bf01-4377-aa08-830d3f93e3f6'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:27.916638 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-7184a3af-ff71-4471-aecd-e94888b85e53 service neutron] Attempting to bind port 4fa9bd73-51bd-42b4-adbe-18441a5b4887 on network c5684640-bf01-4377-aa08-830d3f93e3f6 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:49:27.947126 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-9c386b70-1691-4808-a909-a2597548ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:27.948756 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-9c386b70-1691-4808-a909-a2597548ffa6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc51acb9099940958d773eedc590bb57&device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 1096 time: 0.2066507 Apr 18 20:49:27.955169 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-7184a3af-ff71-4471-aecd-e94888b85e53 service neutron] Port 4fa9bd73-51bd-42b4-adbe-18441a5b4887 on network c5684640-bf01-4377-aa08-830d3f93e3f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:49:27.955568 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-7184a3af-ff71-4471-aecd-e94888b85e53 service neutron] Attempting to bind port 4fa9bd73-51bd-42b4-adbe-18441a5b4887 on network c5684640-bf01-4377-aa08-830d3f93e3f6 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:49:27.969992 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d378e29e-7597-42b6-b576-e515cbb794af tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "DELETE /v2.0/subnetpools/5063ea86-bddc-4366-9a2b-41f1886cb007/tags HTTP/1.1" status: 204 len: 168 time: 0.0775139 Apr 18 20:49:27.971779 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51868) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:27.979516 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-df79e189-89ef-4cb8-a8d0-b0341a716109 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '462bf631-cc61-45be-a2d3-e08059437ad4') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:28.010177 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd970d-d115-4d8f-8c0b-bb6f6506c9ba req-ad06f764-9c06-45b5-916e-70597ae9ffb8 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:28.011786 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-20fd970d-d115-4d8f-8c0b-bb6f6506c9ba req-ad06f764-9c06-45b5-916e-70597ae9ffb8 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 943 time: 0.1804550 Apr 18 20:49:28.018218 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-7184a3af-ff71-4471-aecd-e94888b85e53 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:49:28.018579 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-7184a3af-ff71-4471-aecd-e94888b85e53 service neutron] Checking segment: {'id': '8d8100f8-59e2-436c-950f-64d204822060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c5684640-bf01-4377-aa08-830d3f93e3f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:49:28.018941 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-7184a3af-ff71-4471-aecd-e94888b85e53 service neutron] Bound using segment: {'id': '8d8100f8-59e2-436c-950f-64d204822060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c5684640-bf01-4377-aa08-830d3f93e3f6'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:49:28.019393 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-7184a3af-ff71-4471-aecd-e94888b85e53 service neutron] Bound port: 4fa9bd73-51bd-42b4-adbe-18441a5b4887, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8100f8-59e2-436c-950f-64d204822060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c5684640-bf01-4377-aa08-830d3f93e3f6'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:28.019757 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-7184a3af-ff71-4471-aecd-e94888b85e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.028378 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-f6399212-6465-42bf-bef2-be3448475792 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting port 670fc817-0cc2-4a49-8ab2-3547b11d53af {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:28.028759 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6399212-6465-42bf-bef2-be3448475792 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.073001 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-f7224a63-18af-4932-988f-93698afceb0e None None] Allocated IP 2001:db8:0:1::2 (50eba278-0f67-4e34-aa13-933b003eee26/ffba250f-4376-49c2-892f-93c2077c0f54/aef5966d-b3a1-493c-b521-df0c8d0a68b4) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:28.132217 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-b99f8a11-8949-4671-9bbe-ca6537e18613 None None] Set router d67242c4-2261-46ef-a312-bcaf911e8636 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:49:28.157327 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-df79e189-89ef-4cb8-a8d0-b0341a716109 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "DELETE /v2.0/routers/462bf631-cc61-45be-a2d3-e08059437ad4/tags HTTP/1.1" status: 204 len: 168 time: 0.1790013 Apr 18 20:49:28.158101 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51870) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:28.162881 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-8f3752fc-10ac-42cc-9c99-96234a889120 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0a701652-af6b-4ebe-8d18-8f272c405977') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:28.201267 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-20fd970d-d115-4d8f-8c0b-bb6f6506c9ba req-def74626-ade8-46a0-a8d3-006abef9fc4c tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547058 Apr 18 20:49:28.205196 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port aef5966d-b3a1-493c-b521-df0c8d0a68b4 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:28.205847 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.241234 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6399212-6465-42bf-bef2-be3448475792 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.262969 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-f6399212-6465-42bf-bef2-be3448475792 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Calling delete_port for 670fc817-0cc2-4a49-8ab2-3547b11d53af owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:28.277807 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-1f30c84e-2322-4466-9590-bdf07784bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:28.283153 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-1f30c84e-2322-4466-9590-bdf07784bd41 service neutron] 10.222.0.41 "GET /v2.0/networks?id=764ec030-925e-4c42-a900-432b95974253 HTTP/1.1" status: 200 len: 921 time: 0.2898939 Apr 18 20:49:28.295852 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8f3752fc-10ac-42cc-9c99-96234a889120 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "DELETE /v2.0/ports/0a701652-af6b-4ebe-8d18-8f272c405977/tags HTTP/1.1" status: 204 len: 168 time: 0.1363859 Apr 18 20:49:28.300026 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51874) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:28.306675 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.tag.tag_plugin [None req-07816e48-a087-4ed3-845c-003986210c98 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5855644c-2e6a-4ab7-a44a-d4c5673fb31b') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:28.384581 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-7184a3af-ff71-4471-aecd-e94888b85e53 service neutron] For port 4fa9bd73-51bd-42b4-adbe-18441a5b4887, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:28.458900 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-7184a3af-ff71-4471-aecd-e94888b85e53 service neutron] For port 4fa9bd73-51bd-42b4-adbe-18441a5b4887, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=4fa9bd73-51bd-42b4-adbe-18441a5b4887,segment=NetworkSegment(8d8100f8-59e2-436c-950f-64d204822060),segment_id=8d8100f8-59e2-436c-950f-64d204822060)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:49:28.469487 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-013afce9-424e-4305-a5fc-927e3d3009c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04e0a012-7a3d-4e05-a846-d34e27058e23 HTTP/1.1" status: 200 len: 217 time: 0.0803165 Apr 18 20:49:28.474396 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-7184a3af-ff71-4471-aecd-e94888b85e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.478131 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-07816e48-a087-4ed3-845c-003986210c98 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "DELETE /v2.0/subnets/5855644c-2e6a-4ab7-a44a-d4c5673fb31b/tags HTTP/1.1" status: 204 len: 168 time: 0.1764512 Apr 18 20:49:28.489232 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51876) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:28.489510 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f7224a63-18af-4932-988f-93698afceb0e None None] For port aef5966d-b3a1-493c-b521-df0c8d0a68b4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=aef5966d-b3a1-493c-b521-df0c8d0a68b4,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:28.493500 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-e01b3b0c-d864-4e26-9fa5-12a5182d7906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 240371a1-2cb3-4818-b393-4bc0defdff66 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:49:28.545861 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-e01b3b0c-d864-4e26-9fa5-12a5182d7906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.566690 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6bd09-ecaf-4a51-94f2-ca10d429343c req-c9040036-a652-46c6-8297-588c1c40d580 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:28.568379 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0fd6bd09-ecaf-4a51-94f2-ca10d429343c req-c9040036-a652-46c6-8297-588c1c40d580 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e HTTP/1.1" status: 200 len: 945 time: 0.1780505 Apr 18 20:49:28.606688 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f7224a63-18af-4932-988f-93698afceb0e None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.614907 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-7184a3af-ff71-4471-aecd-e94888b85e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:28.615521 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-7184a3af-ff71-4471-aecd-e94888b85e53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.617071 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-7184a3af-ff71-4471-aecd-e94888b85e53 service neutron] 10.222.0.32 "PUT /v2.0/ports/4fa9bd73-51bd-42b4-adbe-18441a5b4887 HTTP/1.1" status: 200 len: 1091 time: 3.4479883 Apr 18 20:49:28.623342 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f7224a63-18af-4932-988f-93698afceb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.684472 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184a3af-ff71-4471-aecd-e94888b85e53 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa9bd73-51bd-42b4-adbe-18441a5b4887,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:28.702858 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7224a63-18af-4932-988f-93698afceb0e None None] Pushing event updated for resources: {'Port': ['ID=aef5966d-b3a1-493c-b521-df0c8d0a68b4,revision_number=12']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:28.705459 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-bf31f451-6bbd-4546-9b3b-3ab5be7847f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:28.707269 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-bf31f451-6bbd-4546-9b3b-3ab5be7847f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4418a1f7-1d5c-4dd8-a1db-6f677ba45a74 HTTP/1.1" status: 200 len: 860 time: 0.2010736 Apr 18 20:49:28.732171 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-663ac83a-ba08-487b-b79e-322dde206a27 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks [] for subnetpool, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.734803 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-663ac83a-ba08-487b-b79e-322dde206a27 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "DELETE /v2.0/subnetpools/5063ea86-bddc-4366-9a2b-41f1886cb007 HTTP/1.1" status: 204 len: 168 time: 0.2458115 Apr 18 20:49:28.739821 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51880) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:28.750993 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0fd6bd09-ecaf-4a51-94f2-ca10d429343c req-b1d9bd8c-9e8f-4ee4-94c3-e3ebfb3a7414 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466715 Apr 18 20:49:28.781041 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b99f8a11-8949-4671-9bbe-ca6537e18613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'name': 'tempest-ServerRescueTestJSONUnderV235-1418706511-router', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ec91faa0-1034-4d93-ab9f-ccec21c9b067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:47:33Z', 'revision_number': 4, 'project_id': 'cc51acb9099940958d773eedc590bb57', 'gw_port': {'id': 'ec91faa0-1034-4d93-ab9f-ccec21c9b067', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:20Z', 'updated_at': '2022-04-18T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '62596eca-deb1-4c95-94be-c25f8d29f9e9', 'name': '', 'network_id': '764ec030-925e-4c42-a900-432b95974253', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'mac_address': 'fa:16:3e:4a:30:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '4418a1f7-1d5c-4dd8-a1db-6f677ba45a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:31Z', 'updated_at': '2022-04-18T20:47:44Z', 'revision_number': 5, 'project_id': 'cc51acb9099940958d773eedc590bb57', 'subnets': [{'id': '4418a1f7-1d5c-4dd8-a1db-6f677ba45a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:28.810579 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3a42e3c8-657a-4eb6-884c-e9b4597d2c24 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "GET /v2.0/ports?device_id=462bf631-cc61-45be-a2d3-e08059437ad4 HTTP/1.1" status: 200 len: 205 time: 0.0689454 Apr 18 20:49:28.816968 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51882) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:28.821493 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-61dbfaf9-3a98-4e05-ad95-2d58c72bdf00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=764ec030-925e-4c42-a900-432b95974253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669892 Apr 18 20:49:28.843763 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-e13fc48f-c240-4aec-bd04-c93232cf3f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:28.845823 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-e13fc48f-c240-4aec-bd04-c93232cf3f13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b27c52b423564c9393ac7bc0df35b478&device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 1094 time: 0.1548102 Apr 18 20:49:28.851616 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194742a4-9d2d-4ec1-b51c-ff2094020c0b x-openstack-request-id: req-194742a4-9d2d-4ec1-b51c-ff2094020c0b {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:28.851896 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e", "name": "network-vif-plugged", "status": "completed", "tag": "9262a503-49c3-45e9-a172-4e4087d01dae", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:28.852149 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-194742a4-9d2d-4ec1-b51c-ff2094020c0b {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:28.852589 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-194742a4-9d2d-4ec1-b51c-ff2094020c0b'] response: {'server_uuid': 'c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9262a503-49c3-45e9-a172-4e4087d01dae', 'code': 200} Apr 18 20:49:28.860185 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99f8a11-8949-4671-9bbe-ca6537e18613 None None] Checking router: d67242c4-2261-46ef-a312-bcaf911e8636 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:49:28.885167 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c47b7dac-c889-4d3a-b409-5b374fa4f74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.898906 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f8a11-8949-4671-9bbe-ca6537e18613 None None] Routers {'d67242c4-2261-46ef-a312-bcaf911e8636'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:28.899746 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b99f8a11-8949-4671-9bbe-ca6537e18613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:48:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d67242c4-2261-46ef-a312-bcaf911e8636'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:28.966425 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-10c2b92a-5345-4b22-9eb3-fcd2b71fd35e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fa9bd73-51bd-42b4-adbe-18441a5b4887 HTTP/1.1" status: 200 len: 217 time: 0.0892382 Apr 18 20:49:29.101966 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-838459c8-3f93-4833-9992-6e9276569de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:29.103548 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-838459c8-3f93-4833-9992-6e9276569de7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=02d342bd-9a5d-440e-82d5-847cbe106b16 HTTP/1.1" status: 200 len: 851 time: 0.1248431 Apr 18 20:49:29.114235 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-479fd8fe-5150-4f53-a50e-1cdaa2d258d4 service neutron] 10.222.0.41 "GET /v2.0/networks/764ec030-925e-4c42-a900-432b95974253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821903 Apr 18 20:49:29.131318 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8dc85e-296e-47bf-98fe-30a1b2abb535 req-149d5eca-71c1-4414-83c0-2d6dc0efaf00 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:29.133020 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c8dc85e-296e-47bf-98fe-30a1b2abb535 req-149d5eca-71c1-4414-83c0-2d6dc0efaf00 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/ports?device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 943 time: 0.1657770 Apr 18 20:49:29.134806 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-b99f8a11-8949-4671-9bbe-ca6537e18613 None None] Set router d67242c4-2261-46ef-a312-bcaf911e8636 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:49:29.195520 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-be454309-94d7-4371-958e-b4e98f89ddea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5684640-bf01-4377-aa08-830d3f93e3f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612991 Apr 18 20:49:29.275205 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c8dc85e-296e-47bf-98fe-30a1b2abb535 req-4671fd95-d7f1-49b4-8a6a-90a7a04153c2 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4ff483f-5188-466e-9347-05f04924b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310782 Apr 18 20:49:29.347632 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd4b6438-f32a-4e25-ad1d-3b323c99c9c6 req-330eecb5-43fb-494a-8f10-c23fadeb395a service neutron] 10.222.0.41 "GET /v2.0/networks/764ec030-925e-4c42-a900-432b95974253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322459 Apr 18 20:49:29.380845 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff2e35f0-a866-4e3b-8390-6dea1872a5aa tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.432078 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-e2c6c662-74cd-4745-942c-2a1774e58790 service neutron] 10.222.0.32 "GET /v2.0/networks/c5684640-bf01-4377-aa08-830d3f93e3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254298 Apr 18 20:49:29.556566 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b99f8a11-8949-4671-9bbe-ca6537e18613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'name': 'tempest-ServerRescueTestJSONUnderV235-1418706511-router', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ec91faa0-1034-4d93-ab9f-ccec21c9b067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:47:33Z', 'revision_number': 4, 'project_id': 'cc51acb9099940958d773eedc590bb57', 'gw_port': {'id': 'ec91faa0-1034-4d93-ab9f-ccec21c9b067', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:20Z', 'updated_at': '2022-04-18T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '62596eca-deb1-4c95-94be-c25f8d29f9e9', 'name': '', 'network_id': '764ec030-925e-4c42-a900-432b95974253', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'mac_address': 'fa:16:3e:4a:30:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '4418a1f7-1d5c-4dd8-a1db-6f677ba45a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:31Z', 'updated_at': '2022-04-18T20:47:44Z', 'revision_number': 5, 'project_id': 'cc51acb9099940958d773eedc590bb57', 'subnets': [{'id': '4418a1f7-1d5c-4dd8-a1db-6f677ba45a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:29.600666 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99f8a11-8949-4671-9bbe-ca6537e18613 None None] The sync data for ids ['d67242c4-2261-46ef-a312-bcaf911e8636'] in n-d-838323-3 is: [{'id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'name': 'tempest-ServerRescueTestJSONUnderV235-1418706511-router', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ec91faa0-1034-4d93-ab9f-ccec21c9b067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:47:33Z', 'revision_number': 4, 'project_id': 'cc51acb9099940958d773eedc590bb57', 'gw_port': {'id': 'ec91faa0-1034-4d93-ab9f-ccec21c9b067', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:20Z', 'updated_at': '2022-04-18T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '62596eca-deb1-4c95-94be-c25f8d29f9e9', 'name': '', 'network_id': '764ec030-925e-4c42-a900-432b95974253', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'mac_address': 'fa:16:3e:4a:30:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '4418a1f7-1d5c-4dd8-a1db-6f677ba45a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:31Z', 'updated_at': '2022-04-18T20:47:44Z', 'revision_number': 5, 'project_id': 'cc51acb9099940958d773eedc590bb57', 'subnets': [{'id': '4418a1f7-1d5c-4dd8-a1db-6f677ba45a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:29.675135 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff2e35f0-a866-4e3b-8390-6dea1872a5aa tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.678338 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff2e35f0-a866-4e3b-8390-6dea1872a5aa tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.701160 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device aef5966d-b3a1-493c-b521-df0c8d0a68b4 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:29.712832 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430c7ad9-b789-4e33-b9f4-db11b16f5b95 x-openstack-request-id: req-430c7ad9-b789-4e33-b9f4-db11b16f5b95 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:29.713198 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4246e2-ff89-4f53-9db8-d0e4a5830fe6", "tag": "04e0a012-7a3d-4e05-a846-d34e27058e23", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:29.713751 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-430c7ad9-b789-4e33-b9f4-db11b16f5b95 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:29.714518 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-430c7ad9-b789-4e33-b9f4-db11b16f5b95'] response: {'name': 'network-changed', 'server_uuid': 'bc4246e2-ff89-4f53-9db8-d0e4a5830fe6', 'tag': '04e0a012-7a3d-4e05-a846-d34e27058e23', 'status': 'completed', 'code': 200} Apr 18 20:49:29.789836 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05a1ad-968e-41d6-b2cd-ff175b0e5c09 req-6856adc0-9eb2-42f3-ae64-2a67007c2a7a tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:29.801789 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.805293 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d05a1ad-968e-41d6-b2cd-ff175b0e5c09 req-6856adc0-9eb2-42f3-ae64-2a67007c2a7a tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 946 time: 0.3904076 Apr 18 20:49:29.808878 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff2e35f0-a866-4e3b-8390-6dea1872a5aa tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.809415 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2e35f0-a866-4e3b-8390-6dea1872a5aa tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Fanout notify agent at l3_agent the message router_deleted on router 462bf631-cc61-45be-a2d3-e08059437ad4 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:49:29.825352 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff2e35f0-a866-4e3b-8390-6dea1872a5aa tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.831121 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ff2e35f0-a866-4e3b-8390-6dea1872a5aa tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "DELETE /v2.0/routers/462bf631-cc61-45be-a2d3-e08059437ad4 HTTP/1.1" status: 204 len: 168 time: 1.0080082 Apr 18 20:49:29.831121 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88864e-55c5-4f61-9887-0494e2b9456b req-f6c5a754-26b1-44b6-a67f-c79fee933ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:29.831121 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7b88864e-55c5-4f61-9887-0494e2b9456b req-f6c5a754-26b1-44b6-a67f-c79fee933ea9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e HTTP/1.1" status: 200 len: 1096 time: 0.8675272 Apr 18 20:49:29.832833 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51894) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:29.844683 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port aef5966d-b3a1-493c-b521-df0c8d0a68b4 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:29.845920 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.866164 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-e01b3b0c-d864-4e26-9fa5-12a5182d7906 service neutron] Transition to ACTIVE for port object 240371a1-2cb3-4818-b393-4bc0defdff66 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:29.878825 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675548bb-ed20-4401-93cc-e1716b261795 req-439b5257-b352-4d8d-9e47-84cb9e719859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:29.895128 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-675548bb-ed20-4401-93cc-e1716b261795 req-439b5257-b352-4d8d-9e47-84cb9e719859 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cc51acb9099940958d773eedc590bb57&device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 1096 time: 0.3949633 Apr 18 20:49:29.895601 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-e01b3b0c-d864-4e26-9fa5-12a5182d7906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.948102 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6399212-6465-42bf-bef2-be3448475792 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.102717 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d05a1ad-968e-41d6-b2cd-ff175b0e5c09 req-02311b41-806a-4ac6-b306-dd78ac221f08 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795317 Apr 18 20:49:30.108982 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27bec312-83ea-4cde-89f2-c72670ec2702 req-cdde934c-7cc0-420d-bbb1-43443ff20951 service neutron] 10.222.0.32 "GET /v2.0/networks/c5684640-bf01-4377-aa08-830d3f93e3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6121235 Apr 18 20:49:30.117661 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78ae24e-0670-4603-a98b-204df8b96c60 None None] New status for floating IP 56bd3bea-d387-4560-91ac-7717d693362a: DOWN {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:49:30.283848 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 94bde35a-36ba-4aca-99da-54bb3dafcba8 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:49:30.336561 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-deb0ac43-f938-41ca-b031-37e5e1f2f978 None None] Provisioning complete for port aef5966d-b3a1-493c-b521-df0c8d0a68b4 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:30.336934 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-deb0ac43-f938-41ca-b031-37e5e1f2f978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.341731 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6399212-6465-42bf-bef2-be3448475792 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Port': ['ID=670fc817-0cc2-4a49-8ab2-3547b11d53af,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:30.350810 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675548bb-ed20-4401-93cc-e1716b261795 req-b7155974-64f2-468d-8a4a-7383f55d3bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:30.352311 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-675548bb-ed20-4401-93cc-e1716b261795 req-b7155974-64f2-468d-8a4a-7383f55d3bb0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=764ec030-925e-4c42-a900-432b95974253 HTTP/1.1" status: 200 len: 921 time: 0.3741620 Apr 18 20:49:30.363555 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7b88864e-55c5-4f61-9887-0494e2b9456b req-9111e861-5c76-4b43-9b32-7a06fbf667e6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112014 Apr 18 20:49:30.376709 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b3b0c-d864-4e26-9fa5-12a5182d7906 service neutron] Pushing event updated for resources: {'Port': ['ID=240371a1-2cb3-4818-b393-4bc0defdff66,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:30.480062 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-632f7bf5-c536-4b3e-981d-835830c0977f req-d2ba57a0-fba1-4c08-bba8-a0f7214b2ff5 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/floatingips/56bd3bea-d387-4560-91ac-7717d693362a HTTP/1.1" status: 200 len: 695 time: 0.2885962 Apr 18 20:49:30.553494 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-675548bb-ed20-4401-93cc-e1716b261795 req-7691c0cc-f048-43ac-b750-a0e46899f358 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04e0a012-7a3d-4e05-a846-d34e27058e23 HTTP/1.1" status: 200 len: 217 time: 0.1627948 Apr 18 20:49:30.581302 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-af8ddc89-9e7b-42ea-9566-f460a54142c7 None None] Could not find standard attr ID for object 670fc817-0cc2-4a49-8ab2-3547b11d53af. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:49:30.599923 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-e01b3b0c-d864-4e26-9fa5-12a5182d7906 service neutron] Attempting to bind port 240371a1-2cb3-4818-b393-4bc0defdff66 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:30.599923 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-e01b3b0c-d864-4e26-9fa5-12a5182d7906 service neutron] Attempting to bind port 240371a1-2cb3-4818-b393-4bc0defdff66 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:30.600292 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-e01b3b0c-d864-4e26-9fa5-12a5182d7906 service neutron] Attempting to bind port 240371a1-2cb3-4818-b393-4bc0defdff66 on network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:49:30.607663 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-e01b3b0c-d864-4e26-9fa5-12a5182d7906 service neutron] Port 240371a1-2cb3-4818-b393-4bc0defdff66 on network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:49:30.608552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-e01b3b0c-d864-4e26-9fa5-12a5182d7906 service neutron] Attempting to bind port 240371a1-2cb3-4818-b393-4bc0defdff66 on network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:49:30.621200 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907666d-589b-424d-9df8-de111d4f3c90 req-27f8d421-a0f1-42a6-9072-507d124bfe29 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:30.622781 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1907666d-589b-424d-9df8-de111d4f3c90 req-27f8d421-a0f1-42a6-9072-507d124bfe29 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9d93d7c-7e12-4e36-85c6-65404eaded36 HTTP/1.1" status: 200 len: 944 time: 0.3571653 Apr 18 20:49:30.627750 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-e01b3b0c-d864-4e26-9fa5-12a5182d7906 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:49:30.628122 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-e01b3b0c-d864-4e26-9fa5-12a5182d7906 service neutron] Checking segment: {'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:49:30.628621 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-e01b3b0c-d864-4e26-9fa5-12a5182d7906 service neutron] Bound using segment: {'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:49:30.629081 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-e01b3b0c-d864-4e26-9fa5-12a5182d7906 service neutron] Bound port: 240371a1-2cb3-4818-b393-4bc0defdff66, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:30.629439 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-e01b3b0c-d864-4e26-9fa5-12a5182d7906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.647345 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6399212-6465-42bf-bef2-be3448475792 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.656871 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f6399212-6465-42bf-bef2-be3448475792 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/670fc817-0cc2-4a49-8ab2-3547b11d53af HTTP/1.1" status: 204 len: 168 time: 2.8292756 Apr 18 20:49:30.660753 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51906) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:30.740471 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1907666d-589b-424d-9df8-de111d4f3c90 req-cd44707a-046f-461d-b6e6-3a2b805cad49 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009796 Apr 18 20:49:30.776329 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675548bb-ed20-4401-93cc-e1716b261795 req-4da0c04f-50bc-42c3-ab87-efb8f3d8455e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:30.778816 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-675548bb-ed20-4401-93cc-e1716b261795 req-4da0c04f-50bc-42c3-ab87-efb8f3d8455e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4418a1f7-1d5c-4dd8-a1db-6f677ba45a74 HTTP/1.1" status: 200 len: 860 time: 0.1973202 Apr 18 20:49:30.785459 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f7bf5-c536-4b3e-981d-835830c0977f req-2c490d40-1093-46c4-9db8-934fab51fd66 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:30.787073 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-632f7bf5-c536-4b3e-981d-835830c0977f req-2c490d40-1093-46c4-9db8-934fab51fd66 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 784 time: 0.2876518 Apr 18 20:49:30.808416 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-632f7bf5-c536-4b3e-981d-835830c0977f req-291968a0-258d-4ba9-93d3-f3978c1b995b tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:49:30.812633 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-632f7bf5-c536-4b3e-981d-835830c0977f req-291968a0-258d-4ba9-93d3-f3978c1b995b tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095644 Apr 18 20:49:30.814659 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-e01b3b0c-d864-4e26-9fa5-12a5182d7906 service neutron] For port 240371a1-2cb3-4818-b393-4bc0defdff66, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:30.825985 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-685c3364-e5ca-4a0f-9a2c-6c1738df0701 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Deleting port 0a701652-af6b-4ebe-8d18-8f272c405977 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:30.827290 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-685c3364-e5ca-4a0f-9a2c-6c1738df0701 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.849334 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-675548bb-ed20-4401-93cc-e1716b261795 req-19b7e370-01a5-4c8c-9cb3-5d5cbeec8ee1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=764ec030-925e-4c42-a900-432b95974253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595655 Apr 18 20:49:30.857154 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05c5015-fa15-45ac-8b8d-a42f8580b369 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:30.859300 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b05c5015-fa15-45ac-8b8d-a42f8580b369 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1905682 Apr 18 20:49:30.861346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-e01b3b0c-d864-4e26-9fa5-12a5182d7906 service neutron] For port 240371a1-2cb3-4818-b393-4bc0defdff66, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=240371a1-2cb3-4818-b393-4bc0defdff66,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:49:30.865798 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51908) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:30.910806 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-e01b3b0c-d864-4e26-9fa5-12a5182d7906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.974688 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-632f7bf5-c536-4b3e-981d-835830c0977f req-abb08e41-47eb-432e-a0f6-30bba55af6f9 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.166 HTTP/1.1" status: 200 len: 696 time: 0.1454453 Apr 18 20:49:31.017987 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-e01b3b0c-d864-4e26-9fa5-12a5182d7906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:31.017987 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-e01b3b0c-d864-4e26-9fa5-12a5182d7906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.019094 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-e01b3b0c-d864-4e26-9fa5-12a5182d7906 service neutron] 10.222.0.57 "PUT /v2.0/ports/240371a1-2cb3-4818-b393-4bc0defdff66 HTTP/1.1" status: 200 len: 1092 time: 4.0819244 Apr 18 20:49:31.021984 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-685c3364-e5ca-4a0f-9a2c-6c1738df0701 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.053255 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-685c3364-e5ca-4a0f-9a2c-6c1738df0701 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Calling delete_port for 0a701652-af6b-4ebe-8d18-8f272c405977 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:31.060298 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-675548bb-ed20-4401-93cc-e1716b261795 req-31fa865b-64f7-47b6-8897-bf249afc9c94 service neutron] 10.222.0.57 "GET /v2.0/networks/764ec030-925e-4c42-a900-432b95974253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995597 Apr 18 20:49:31.097414 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f2514-3c11-4b1e-83a7-51c87cfc1490 req-16820f21-f904-4712-9761-0ddf321c5eed tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:31.100178 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-206f2514-3c11-4b1e-83a7-51c87cfc1490 req-16820f21-f904-4712-9761-0ddf321c5eed tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e HTTP/1.1" status: 200 len: 945 time: 0.2868574 Apr 18 20:49:31.143996 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-632f7bf5-c536-4b3e-981d-835830c0977f req-ed36167c-f495-49cc-989e-0d818d0cbc69 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.166 HTTP/1.1" status: 200 len: 696 time: 0.1556218 Apr 18 20:49:31.200940 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1397a5-62c8-4c19-b785-39f18548c92f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:31.204281 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ad1397a5-62c8-4c19-b785-39f18548c92f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.3369408 Apr 18 20:49:31.207576 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51912) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:31.209211 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b3b0c-d864-4e26-9fa5-12a5182d7906 service neutron] Pushing event updated for resources: {'Port': ['ID=240371a1-2cb3-4818-b393-4bc0defdff66,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:31.250285 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-675548bb-ed20-4401-93cc-e1716b261795 req-980ab1e1-caff-47dc-8ed9-b6f53edac682 service neutron] 10.222.0.57 "GET /v2.0/networks/764ec030-925e-4c42-a900-432b95974253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780229 Apr 18 20:49:31.313666 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c725761-180b-4548-a8f7-5c3084dd8bff tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:31.315430 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c725761-180b-4548-a8f7-5c3084dd8bff tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:31.317288 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c725761-180b-4548-a8f7-5c3084dd8bff tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:31.318975 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0c725761-180b-4548-a8f7-5c3084dd8bff tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1105068 Apr 18 20:49:31.326202 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51914) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:31.329141 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.372789 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-685c3364-e5ca-4a0f-9a2c-6c1738df0701 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.456572 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c3364-e5ca-4a0f-9a2c-6c1738df0701 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Pushing event deleted for resources: {'Port': ['ID=0a701652-af6b-4ebe-8d18-8f272c405977,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:31.505342 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-061a2a8c-3e49-45ba-bbc2-86f956f614b4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet 0d7cc532-a7bc-482d-adec-91c08bfd6b70 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:49:31.518912 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-061a2a8c-3e49-45ba-bbc2-86f956f614b4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.562374 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.663226 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-206f2514-3c11-4b1e-83a7-51c87cfc1490 req-3acaee2e-87a5-42e6-8726-b40b212c6d5e tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5260687 Apr 18 20:49:31.664857 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-061a2a8c-3e49-45ba-bbc2-86f956f614b4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.665615 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-35eb65ac-c792-4586-a573-80741b5bc9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:31.666756 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-35eb65ac-c792-4586-a573-80741b5bc9ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=65c0c9deb9974734a5e938fa16904c15&device_id=d9d93d7c-7e12-4e36-85c6-65404eaded36 HTTP/1.1" status: 200 len: 1095 time: 0.5562882 Apr 18 20:49:31.734359 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-685c3364-e5ca-4a0f-9a2c-6c1738df0701 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.740546 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728068cb-9217-4f69-aeb8-03a773814b5f', 'tag': '4fa9bd73-51bd-42b4-adbe-18441a5b4887'}, {'name': 'network-changed', 'server_uuid': 'd9d93d7c-7e12-4e36-85c6-65404eaded36', 'tag': '240371a1-2cb3-4818-b393-4bc0defdff66'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:31.741945 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26657511-7ff1-4d09-8d4b-42ef4de72f98" -d '{"events": [{"name": "network-changed", "server_uuid": "728068cb-9217-4f69-aeb8-03a773814b5f", "tag": "4fa9bd73-51bd-42b4-adbe-18441a5b4887"}, {"name": "network-changed", "server_uuid": "d9d93d7c-7e12-4e36-85c6-65404eaded36", "tag": "240371a1-2cb3-4818-b393-4bc0defdff66"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:49:31.744056 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-685c3364-e5ca-4a0f-9a2c-6c1738df0701 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "DELETE /v2.0/ports/0a701652-af6b-4ebe-8d18-8f272c405977 HTTP/1.1" status: 204 len: 168 time: 1.9093747 Apr 18 20:49:31.745167 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51916) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:31.756620 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-dbcc7e35-3f20-47f8-bea8-575b357b1297 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=240371a1-2cb3-4818-b393-4bc0defdff66 HTTP/1.1" status: 200 len: 217 time: 0.0807881 Apr 18 20:49:31.882601 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b97d12-0b3b-42f7-84da-a97c968ac9b0 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Deleting subnet 5855644c-2e6a-4ab7-a44a-d4c5673fb31b {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:49:31.903843 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-67eb260b-479d-4172-a0b1-dd7965b4c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:31.906731 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-67eb260b-479d-4172-a0b1-dd7965b4c1fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43c45217-dc0b-4a55-9d4a-e4055b0395e0 HTTP/1.1" status: 200 len: 846 time: 0.1435854 Apr 18 20:49:31.908852 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06b97d12-0b3b-42f7-84da-a97c968ac9b0 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.941913 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-632f7bf5-c536-4b3e-981d-835830c0977f req-46563141-2ab3-4e59-99f4-47ae76b476ed tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Deleting port 7db67f67-3fe9-4b98-8652-ced015f9f018 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:31.943301 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-632f7bf5-c536-4b3e-981d-835830c0977f req-46563141-2ab3-4e59-99f4-47ae76b476ed tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.970762 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-061a2a8c-3e49-45ba-bbc2-86f956f614b4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.991286 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-0a8f56a8-cdf8-42c4-ad63-66b180c8a0f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728011 Apr 18 20:49:31.994955 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06b97d12-0b3b-42f7-84da-a97c968ac9b0 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.035577 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26dd067-2903-4179-839e-722757551479 req-dda49169-e55c-48b8-9dab-164aa5f51cbc tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:32.038434 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f26dd067-2903-4179-839e-722757551479 req-dda49169-e55c-48b8-9dab-164aa5f51cbc tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/ports?device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 943 time: 0.2203293 Apr 18 20:49:32.099147 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-061a2a8c-3e49-45ba-bbc2-86f956f614b4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.135600 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06b97d12-0b3b-42f7-84da-a97c968ac9b0 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.138829 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a2a8c-3e49-45ba-bbc2-86f956f614b4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=0d7cc532-a7bc-482d-adec-91c08bfd6b70,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:32.152748 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4f8065-8874-4222-b83c-0e8a75de21b0 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:32.166336 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-061a2a8c-3e49-45ba-bbc2-86f956f614b4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.175809 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-061a2a8c-3e49-45ba-bbc2-86f956f614b4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/0d7cc532-a7bc-482d-adec-91c08bfd6b70 HTTP/1.1" status: 204 len: 168 time: 0.8429642 Apr 18 20:49:32.176163 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51922) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:32.249761 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d26e11-2029-4b6b-b453-159448a3559c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet ffba250f-4376-49c2-892f-93c2077c0f54 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:49:32.253214 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3d26e11-2029-4b6b-b453-159448a3559c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.288669 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06b97d12-0b3b-42f7-84da-a97c968ac9b0 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.323936 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b97d12-0b3b-42f7-84da-a97c968ac9b0 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Pushing event deleted for resources: {'Subnet': ['ID=5855644c-2e6a-4ab7-a44a-d4c5673fb31b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:32.327748 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-632f7bf5-c536-4b3e-981d-835830c0977f req-46563141-2ab3-4e59-99f4-47ae76b476ed tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.332280 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3d26e11-2029-4b6b-b453-159448a3559c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.334151 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-632f7bf5-c536-4b3e-981d-835830c0977f req-46563141-2ab3-4e59-99f4-47ae76b476ed tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.335674 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06b97d12-0b3b-42f7-84da-a97c968ac9b0 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.338985 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-06b97d12-0b3b-42f7-84da-a97c968ac9b0 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "DELETE /v2.0/subnets/5855644c-2e6a-4ab7-a44a-d4c5673fb31b HTTP/1.1" status: 204 len: 168 time: 0.5729868 Apr 18 20:49:32.355326 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f26dd067-2903-4179-839e-722757551479 req-b8df6026-e886-4a97-abda-d6e316936586 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4ff483f-5188-466e-9347-05f04924b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457242 Apr 18 20:49:32.381462 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7bab84-31b5-49dc-8d98-019ee27a2d53 None None] Network 4d7b8fc0-f8b8-42fe-a206-79cfa63c8ef5 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:32.382251 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51924) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:32.382457 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-632f7bf5-c536-4b3e-981d-835830c0977f req-46563141-2ab3-4e59-99f4-47ae76b476ed tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Calling delete_port for 7db67f67-3fe9-4b98-8652-ced015f9f018 owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:32.595964 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-35559ed7-c563-4a32-8c7b-de7fb5152144 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.620049 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-d80d5bd3-f861-4c6d-b817-623891e7cdf6 service neutron] 10.222.0.57 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6178479 Apr 18 20:49:32.638111 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3d26e11-2029-4b6b-b453-159448a3559c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.743693 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35288c7-313a-4a8b-8380-44a2fd211d2f None None] DHCP port deletion for 4d7b8fc0-f8b8-42fe-a206-79cfa63c8ef5 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:49:32.763588 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-35559ed7-c563-4a32-8c7b-de7fb5152144 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Deleting port d2a53afd-573a-43d2-96dc-0f04e4c5d303 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:32.764805 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-35559ed7-c563-4a32-8c7b-de7fb5152144 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.827656 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-632f7bf5-c536-4b3e-981d-835830c0977f req-46563141-2ab3-4e59-99f4-47ae76b476ed tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.837334 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b5fdcd7-9d57-4f28-a225-47c5215e4e35 req-080630e8-e28e-4849-b489-f6d3a0502bfc service neutron] 10.222.0.57 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097418 Apr 18 20:49:32.872814 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46563141-2ab3-4e59-99f4-47ae76b476ed tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Pushing event deleted for resources: {'Port': ['ID=7db67f67-3fe9-4b98-8652-ced015f9f018,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:32.896752 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3d26e11-2029-4b6b-b453-159448a3559c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.899947 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a35288c7-313a-4a8b-8380-44a2fd211d2f None None] Deleting port d2a53afd-573a-43d2-96dc-0f04e4c5d303 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:32.900878 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a35288c7-313a-4a8b-8380-44a2fd211d2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.993614 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-632f7bf5-c536-4b3e-981d-835830c0977f req-46563141-2ab3-4e59-99f4-47ae76b476ed tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.997750 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-632f7bf5-c536-4b3e-981d-835830c0977f req-46563141-2ab3-4e59-99f4-47ae76b476ed tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.001532 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3d26e11-2029-4b6b-b453-159448a3559c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.002684 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-632f7bf5-c536-4b3e-981d-835830c0977f req-46563141-2ab3-4e59-99f4-47ae76b476ed tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "DELETE /v2.0/floatingips/56bd3bea-d387-4560-91ac-7717d693362a HTTP/1.1" status: 204 len: 173 time: 1.8177199 Apr 18 20:49:33.026552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51936) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:33.027218 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a35288c7-313a-4a8b-8380-44a2fd211d2f None None] For port d2a53afd-573a-43d2-96dc-0f04e4c5d303, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d2a53afd-573a-43d2-96dc-0f04e4c5d303,segment=NetworkSegment(6f67006b-6351-4bbd-84ba-6fe1bd620b16),segment_id=6f67006b-6351-4bbd-84ba-6fe1bd620b16)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:33.027717 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a35288c7-313a-4a8b-8380-44a2fd211d2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.028661 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c3d26e11-2029-4b6b-b453-159448a3559c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/ffba250f-4376-49c2-892f-93c2077c0f54 HTTP/1.1" status: 204 len: 168 time: 0.8465590 Apr 18 20:49:33.046290 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a35288c7-313a-4a8b-8380-44a2fd211d2f None None] Calling delete_port for d2a53afd-573a-43d2-96dc-0f04e4c5d303 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:33.082765 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d26e11-2029-4b6b-b453-159448a3559c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=ffba250f-4376-49c2-892f-93c2077c0f54,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:33.133759 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-35559ed7-c563-4a32-8c7b-de7fb5152144 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] For port d2a53afd-573a-43d2-96dc-0f04e4c5d303, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d2a53afd-573a-43d2-96dc-0f04e4c5d303,segment=NetworkSegment(6f67006b-6351-4bbd-84ba-6fe1bd620b16),segment_id=6f67006b-6351-4bbd-84ba-6fe1bd620b16)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:33.134868 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-35559ed7-c563-4a32-8c7b-de7fb5152144 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.168682 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Apr 2022 20:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec7c626-0b0e-4897-b486-5cfead6dce69 x-openstack-request-id: req-7ec7c626-0b0e-4897-b486-5cfead6dce69 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:33.169790 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "728068cb-9217-4f69-aeb8-03a773814b5f", "tag": "4fa9bd73-51bd-42b4-adbe-18441a5b4887", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d9d93d7c-7e12-4e36-85c6-65404eaded36", "tag": "240371a1-2cb3-4818-b393-4bc0defdff66", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:33.169790 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ec7c626-0b0e-4897-b486-5cfead6dce69 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:33.169790 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ec7c626-0b0e-4897-b486-5cfead6dce69'] response: {'name': 'network-changed', 'server_uuid': '728068cb-9217-4f69-aeb8-03a773814b5f', 'tag': '4fa9bd73-51bd-42b4-adbe-18441a5b4887', 'status': 'completed', 'code': 200} Apr 18 20:49:33.170256 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ec7c626-0b0e-4897-b486-5cfead6dce69'] response: {'name': 'network-changed', 'server_uuid': 'd9d93d7c-7e12-4e36-85c6-65404eaded36', 'tag': '240371a1-2cb3-4818-b393-4bc0defdff66', 'status': 'completed', 'code': 200} Apr 18 20:49:33.171741 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-35559ed7-c563-4a32-8c7b-de7fb5152144 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Calling delete_port for d2a53afd-573a-43d2-96dc-0f04e4c5d303 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:33.219168 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-895760ce-da0d-4fd7-afbb-cc3f2ef36b74 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1880562 Apr 18 20:49:33.222337 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51942) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:33.227597 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-2d072713-2632-4e51-9ca6-358e4517bb2a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:33.239874 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a35288c7-313a-4a8b-8380-44a2fd211d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.311932 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35288c7-313a-4a8b-8380-44a2fd211d2f None None] Pushing event deleted for resources: {'Port': ['ID=d2a53afd-573a-43d2-96dc-0f04e4c5d303,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:33.327132 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35288c7-313a-4a8b-8380-44a2fd211d2f None None] No DVR routers for this DVR port d2a53afd-573a-43d2-96dc-0f04e4c5d303 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:33.329522 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-35559ed7-c563-4a32-8c7b-de7fb5152144 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.348523 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26657511-7ff1-4d09-8d4b-42ef4de72f98 req-6f4caf5d-ccb0-4feb-9b53-f6ceb7700081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:33.350335 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26657511-7ff1-4d09-8d4b-42ef4de72f98 req-6f4caf5d-ccb0-4feb-9b53-f6ceb7700081 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=65c0c9deb9974734a5e938fa16904c15&device_id=d9d93d7c-7e12-4e36-85c6-65404eaded36 HTTP/1.1" status: 200 len: 1095 time: 0.1928215 Apr 18 20:49:33.383166 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35559ed7-c563-4a32-8c7b-de7fb5152144 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] No DVR routers for this DVR port d2a53afd-573a-43d2-96dc-0f04e4c5d303 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:33.387155 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8eb1a6-4b5e-4dd6-a469-bda17584621f req-364b8366-c52d-44f4-a827-0c6bf28e7bd6 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:33.390425 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3a8eb1a6-4b5e-4dd6-a469-bda17584621f req-364b8366-c52d-44f4-a827-0c6bf28e7bd6 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 946 time: 0.2451794 Apr 18 20:49:33.390841 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35559ed7-c563-4a32-8c7b-de7fb5152144 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Pushing event deleted for resources: {'Port': ['ID=d2a53afd-573a-43d2-96dc-0f04e4c5d303,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:33.519225 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26657511-7ff1-4d09-8d4b-42ef4de72f98 req-5bcbc45b-98bd-41db-a420-337934ae27ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:33.520898 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26657511-7ff1-4d09-8d4b-42ef4de72f98 req-5bcbc45b-98bd-41db-a420-337934ae27ec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b27c52b423564c9393ac7bc0df35b478&device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 1094 time: 0.3499851 Apr 18 20:49:33.530801 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053afcb-3ad5-4ac5-8104-159a377fbb05 req-150c2b54-a732-4bc3-9257-b0e44191e1c4 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:33.532464 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4053afcb-3ad5-4ac5-8104-159a377fbb05 req-150c2b54-a732-4bc3-9257-b0e44191e1c4 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9d93d7c-7e12-4e36-85c6-65404eaded36 HTTP/1.1" status: 200 len: 944 time: 0.2870808 Apr 18 20:49:33.547913 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-35559ed7-c563-4a32-8c7b-de7fb5152144 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.594592 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d072713-2632-4e51-9ca6-358e4517bb2a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:33.599138 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3a8eb1a6-4b5e-4dd6-a469-bda17584621f req-0fcf178d-83ea-41c3-88ee-7e4aac147391 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760559 Apr 18 20:49:33.601137 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d072713-2632-4e51-9ca6-358e4517bb2a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.615225 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-35559ed7-c563-4a32-8c7b-de7fb5152144 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7b8fc0-f8b8-42fe-a206-79cfa63c8ef5']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:33.668492 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-35559ed7-c563-4a32-8c7b-de7fb5152144 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f67006b-6351-4bbd-84ba-6fe1bd620b16') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:33.668922 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-35559ed7-c563-4a32-8c7b-de7fb5152144 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f67006b-6351-4bbd-84ba-6fe1bd620b16') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:33.677191 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d2a53afd-573a-43d2-96dc-0f04e4c5d303 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:49:33.708931 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: d2a53afd-573a-43d2-96dc-0f04e4c5d303 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:49:33.711874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26657511-7ff1-4d09-8d4b-42ef4de72f98 req-dea843ea-00d5-41d9-9ec5-fe7f7b788dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:33.713723 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26657511-7ff1-4d09-8d4b-42ef4de72f98 req-dea843ea-00d5-41d9-9ec5-fe7f7b788dd7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92 HTTP/1.1" status: 200 len: 907 time: 0.3544621 Apr 18 20:49:33.719784 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4053afcb-3ad5-4ac5-8104-159a377fbb05 req-733823e3-c954-4e53-a8c9-43518fe11f4c tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665792 Apr 18 20:49:33.720668 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d2a53afd-573a-43d2-96dc-0f04e4c5d303 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:49:33.754282 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-35559ed7-c563-4a32-8c7b-de7fb5152144 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.758446 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bf87c7-ea83-40f4-8608-bdba6d31b409 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:33.800054 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-35559ed7-c563-4a32-8c7b-de7fb5152144 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.825134 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35559ed7-c563-4a32-8c7b-de7fb5152144 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:49:33.825826 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-35559ed7-c563-4a32-8c7b-de7fb5152144 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.832653 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b01d045c-0836-4503-b369-a973c7c4b68f None None] Provisioning complete for port aef5966d-b3a1-493c-b521-df0c8d0a68b4 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:33.832653 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b01d045c-0836-4503-b369-a973c7c4b68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:49:33.833098 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:49:33.845775 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26657511-7ff1-4d09-8d4b-42ef4de72f98 req-e8764efc-73ab-48c8-b8e2-4cebf177b7b8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=240371a1-2cb3-4818-b393-4bc0defdff66 HTTP/1.1" status: 200 len: 217 time: 0.1129186 Apr 18 20:49:33.866297 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26657511-7ff1-4d09-8d4b-42ef4de72f98 req-065606b4-c5b0-4499-8ff2-9d5026cd41cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:33.867824 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26657511-7ff1-4d09-8d4b-42ef4de72f98 req-065606b4-c5b0-4499-8ff2-9d5026cd41cc service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5684640-bf01-4377-aa08-830d3f93e3f6 HTTP/1.1" status: 200 len: 912 time: 0.3343937 Apr 18 20:49:33.968727 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26657511-7ff1-4d09-8d4b-42ef4de72f98 req-c03c2f21-896d-4b65-bb75-ce010fa40142 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fa9bd73-51bd-42b4-adbe-18441a5b4887 HTTP/1.1" status: 200 len: 217 time: 0.0726101 Apr 18 20:49:34.003019 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e47275-5130-4bbf-aa1f-79f6659ef026 req-91ca653f-8689-44a5-9dd9-f34d43661a9b tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:34.008857 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-35559ed7-c563-4a32-8c7b-de7fb5152144 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.012189 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6e47275-5130-4bbf-aa1f-79f6659ef026 req-91ca653f-8689-44a5-9dd9-f34d43661a9b tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e HTTP/1.1" status: 200 len: 945 time: 0.2910702 Apr 18 20:49:34.024166 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-35559ed7-c563-4a32-8c7b-de7fb5152144 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.031869 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-35559ed7-c563-4a32-8c7b-de7fb5152144 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] 10.222.0.41 "DELETE /v2.0/networks/4d7b8fc0-f8b8-42fe-a206-79cfa63c8ef5 HTTP/1.1" status: 204 len: 168 time: 1.6575546 Apr 18 20:49:34.044951 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26657511-7ff1-4d09-8d4b-42ef4de72f98 req-00a9d81f-7057-4a31-992c-5950591f7fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:34.047298 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26657511-7ff1-4d09-8d4b-42ef4de72f98 req-00a9d81f-7057-4a31-992c-5950591f7fe7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43c45217-dc0b-4a55-9d4a-e4055b0395e0 HTTP/1.1" status: 200 len: 846 time: 0.1930723 Apr 18 20:49:34.051370 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35559ed7-c563-4a32-8c7b-de7fb5152144 tempest-TagsExtTest-1030060587 tempest-TagsExtTest-1030060587-project] Pushing event deleted for resources: {'Network': ['ID=4d7b8fc0-f8b8-42fe-a206-79cfa63c8ef5,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:34.081363 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6dfbe598-ae18-422d-a486-d207f3431483 req-adf044d8-1ed4-4176-b2fd-1c724a3cd60c tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups/b7276819-b288-40e3-b700-677e58596875 HTTP/1.1" status: 200 len: 1809 time: 0.2604928 Apr 18 20:49:34.103232 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26657511-7ff1-4d09-8d4b-42ef4de72f98 req-18f2f9b4-1318-4211-aae8-90e4cc45c6c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432799 Apr 18 20:49:34.150542 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34534c5f-ce61-48ab-ab37-884a4341b9d3 None None] DHCP port deletion for 50eba278-0f67-4e34-aa13-933b003eee26 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:49:34.194148 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d072713-2632-4e51-9ca6-358e4517bb2a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.207205 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26657511-7ff1-4d09-8d4b-42ef4de72f98 req-dec303fc-ac80-4179-b628-c4bb09e7b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:34.209341 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26657511-7ff1-4d09-8d4b-42ef4de72f98 req-dec303fc-ac80-4179-b628-c4bb09e7b32f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=02d342bd-9a5d-440e-82d5-847cbe106b16 HTTP/1.1" status: 200 len: 851 time: 0.2323949 Apr 18 20:49:34.216862 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6e47275-5130-4bbf-aa1f-79f6659ef026 req-83c5f4d4-bfbe-44fa-b056-25a8a3827922 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037086 Apr 18 20:49:34.280761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-34534c5f-ce61-48ab-ab37-884a4341b9d3 None None] Deleting port aef5966d-b3a1-493c-b521-df0c8d0a68b4 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:34.281352 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-34534c5f-ce61-48ab-ab37-884a4341b9d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.287550 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d072713-2632-4e51-9ca6-358e4517bb2a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:34.293663 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26657511-7ff1-4d09-8d4b-42ef4de72f98 req-3eae0989-b7db-42e5-96ae-6eab62a27410 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5684640-bf01-4377-aa08-830d3f93e3f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657740 Apr 18 20:49:34.299135 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-2d072713-2632-4e51-9ca6-358e4517bb2a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:34.319684 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d072713-2632-4e51-9ca6-358e4517bb2a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:34.320295 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d072713-2632-4e51-9ca6-358e4517bb2a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.352133 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d072713-2632-4e51-9ca6-358e4517bb2a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=5ea7f471-2547-4b52-8aaf-ad85a11e8adf,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:34.366540 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2d072713-2632-4e51-9ca6-358e4517bb2a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1430862 Apr 18 20:49:34.370462 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51950) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:34.378835 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-33455ad6-e113-4ba9-9621-7aef94537920 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:34.388411 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 4fa9bd73-51bd-42b4-adbe-18441a5b4887 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:49:34.487973 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26657511-7ff1-4d09-8d4b-42ef4de72f98 req-f14d2619-3c8d-450a-b18d-9bd228c02a68 service neutron] 10.222.0.57 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730700 Apr 18 20:49:34.491539 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6dfbe598-ae18-422d-a486-d207f3431483 req-a314572e-bd9e-415b-a254-3b3d9f13d694 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.508785 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-34534c5f-ce61-48ab-ab37-884a4341b9d3 None None] For port aef5966d-b3a1-493c-b521-df0c8d0a68b4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=aef5966d-b3a1-493c-b521-df0c8d0a68b4,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:34.509425 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-34534c5f-ce61-48ab-ab37-884a4341b9d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.577972 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-34534c5f-ce61-48ab-ab37-884a4341b9d3 None None] Calling delete_port for aef5966d-b3a1-493c-b521-df0c8d0a68b4 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:34.658324 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51964) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:34.666807 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33455ad6-e113-4ba9-9621-7aef94537920 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:34.671863 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33455ad6-e113-4ba9-9621-7aef94537920 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.689362 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6dfbe598-ae18-422d-a486-d207f3431483 req-a314572e-bd9e-415b-a254-3b3d9f13d694 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.721933 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26657511-7ff1-4d09-8d4b-42ef4de72f98 req-91b4d4e6-565a-4a81-90b8-fa7514258a30 service neutron] 10.222.0.32 "GET /v2.0/networks/c5684640-bf01-4377-aa08-830d3f93e3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127614 Apr 18 20:49:34.809332 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 4fa9bd73-51bd-42b4-adbe-18441a5b4887, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=4fa9bd73-51bd-42b4-adbe-18441a5b4887,segment=NetworkSegment(8d8100f8-59e2-436c-950f-64d204822060),segment_id=8d8100f8-59e2-436c-950f-64d204822060)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:34.845109 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '4fa9bd73-51bd-42b4-adbe-18441a5b4887', 'network_id': 'c5684640-bf01-4377-aa08-830d3f93e3f6', 'port_id': '4fa9bd73-51bd-42b4-adbe-18441a5b4887', 'mac_address': 'fa:16:3e:e5:17:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02d342bd-9a5d-440e-82d5-847cbe106b16', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:49:34.876343 n-d-838323-3 neutron-server[102909]: INFO neutron.db.ipam_backend_mixin [None req-33455ad6-e113-4ba9-9621-7aef94537920 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5ea7f471-2547-4b52-8aaf-ad85a11e8adf (CIDR: 2001:db8::/64) Apr 18 20:49:34.886533 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-33455ad6-e113-4ba9-9621-7aef94537920 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:49:34.887241 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33455ad6-e113-4ba9-9621-7aef94537920 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:49:34.897563 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918b0f3-557a-4ba3-b842-8294ba5c2950 req-357a9aeb-e46b-4b71-b73b-b0e40b08f70b tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:34.899941 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c918b0f3-557a-4ba3-b842-8294ba5c2950 req-357a9aeb-e46b-4b71-b73b-b0e40b08f70b tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/ports?device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 943 time: 0.3069491 Apr 18 20:49:34.921684 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-33455ad6-e113-4ba9-9621-7aef94537920 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5499964 Apr 18 20:49:34.926910 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51974) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:34.943171 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6dfbe598-ae18-422d-a486-d207f3431483 req-a314572e-bd9e-415b-a254-3b3d9f13d694 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.944503 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-34534c5f-ce61-48ab-ab37-884a4341b9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.945496 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-4051e394-500e-42dd-b6e4-924a4ef5589f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:34.946842 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6dfbe598-ae18-422d-a486-d207f3431483 req-a314572e-bd9e-415b-a254-3b3d9f13d694 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.958332 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6dfbe598-ae18-422d-a486-d207f3431483 req-a314572e-bd9e-415b-a254-3b3d9f13d694 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "DELETE /v2.0/security-groups/b7276819-b288-40e3-b700-677e58596875 HTTP/1.1" status: 204 len: 173 time: 0.8603873 Apr 18 20:49:34.976894 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.980937 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34534c5f-ce61-48ab-ab37-884a4341b9d3 None None] Pushing event deleted for resources: {'Port': ['ID=aef5966d-b3a1-493c-b521-df0c8d0a68b4,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:34.997814 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34534c5f-ce61-48ab-ab37-884a4341b9d3 None None] No DVR routers for this DVR port aef5966d-b3a1-493c-b521-df0c8d0a68b4 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:35.004398 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa9bd73-51bd-42b4-adbe-18441a5b4887 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:49:35.038751 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 4fa9bd73-51bd-42b4-adbe-18441a5b4887, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=4fa9bd73-51bd-42b4-adbe-18441a5b4887,segment=NetworkSegment(8d8100f8-59e2-436c-950f-64d204822060),segment_id=8d8100f8-59e2-436c-950f-64d204822060)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:35.041673 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d68579-34df-4093-84bd-c7a464350dde None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:35.061347 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:35.080809 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26657511-7ff1-4d09-8d4b-42ef4de72f98 req-03f29a5d-4b65-446b-8b18-7aed8228e4c0 service neutron] 10.222.0.57 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5832565 Apr 18 20:49:35.101053 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314572e-bd9e-415b-a254-3b3d9f13d694 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7276819-b288-40e3-b700-677e58596875,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:35.197047 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f6cd9125-1fc5-4b0e-aaf5-95330d1f8ac8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f83db821af57415cadb315eb52800b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5030677 Apr 18 20:49:35.199499 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51980) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:35.205741 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=4fa9bd73-51bd-42b4-adbe-18441a5b4887,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:35.219444 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26657511-7ff1-4d09-8d4b-42ef4de72f98 req-550381ec-bd00-49f2-a079-93fd80fd486d service neutron] 10.222.0.32 "GET /v2.0/networks/c5684640-bf01-4377-aa08-830d3f93e3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838064 Apr 18 20:49:35.241940 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c918b0f3-557a-4ba3-b842-8294ba5c2950 req-21b9a1ea-c735-4012-a2d1-6f0bc8550b3b tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4ff483f-5188-466e-9347-05f04924b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020396 Apr 18 20:49:35.267035 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98739ff-3f32-4692-8914-0fc591b74cf7 req-ef7649bf-4c96-4b43-b157-7b112dd7d13b tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:35.268633 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f98739ff-3f32-4692-8914-0fc591b74cf7 req-ef7649bf-4c96-4b43-b157-7b112dd7d13b tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e HTTP/1.1" status: 200 len: 945 time: 0.2022178 Apr 18 20:49:35.316530 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4051e394-500e-42dd-b6e4-924a4ef5589f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:35.320312 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4051e394-500e-42dd-b6e4-924a4ef5589f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:35.328207 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7a396a5-24df-41e2-975e-916121529108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:35.344763 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f98739ff-3f32-4692-8914-0fc591b74cf7 req-d6caf472-07bb-4440-b1d0-e8071ca4d4c3 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668645 Apr 18 20:49:35.376950 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aad1f0a-625f-4cde-bd5e-f0f7a95f78c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-50eba278-0f67-4e34-aa13-933b003eee26', 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'fixed_ips': [{'subnet_id': '5ea7f471-2547-4b52-8aaf-ad85a11e8adf'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:49:35.379652 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7aad1f0a-625f-4cde-bd5e-f0f7a95f78c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:35.407638 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-a21b3cb0-a483-49fc-9f59-7ac2df1d6e45 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3139615 Apr 18 20:49:35.411894 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['4fa9bd73-51bd-42b4-adbe-18441a5b4887'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:49:35.442795 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7a396a5-24df-41e2-975e-916121529108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:35.453612 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e094098-4a61-4274-999a-fb19d4b16562 req-896cb838-a889-4974-9d06-2c71f33d0c52 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:35.455276 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e094098-4a61-4274-999a-fb19d4b16562 req-896cb838-a889-4974-9d06-2c71f33d0c52 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 943 time: 0.1090143 Apr 18 20:49:35.549023 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7a396a5-24df-41e2-975e-916121529108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:35.551660 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7a396a5-24df-41e2-975e-916121529108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:35.553196 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c7a396a5-24df-41e2-975e-916121529108 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1c489c5-a97d-473f-878d-65d19bbd8b26 HTTP/1.1" status: 204 len: 168 time: 0.3490341 Apr 18 20:49:35.604408 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a396a5-24df-41e2-975e-916121529108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c489c5-a97d-473f-878d-65d19bbd8b26,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:35.705849 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e094098-4a61-4274-999a-fb19d4b16562 req-1989b9a9-5163-440b-9010-183094749cf8 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372210 Apr 18 20:49:35.719762 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device aef5966d-b3a1-493c-b521-df0c8d0a68b4 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:49:35.739507 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-7aad1f0a-625f-4cde-bd5e-f0f7a95f78c4 None None] Allocated IP 2001:db8::2 (50eba278-0f67-4e34-aa13-933b003eee26/5ea7f471-2547-4b52-8aaf-ad85a11e8adf/5dca6560-10b4-4410-98ef-4dd572209ec0) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:35.747352 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6d51d-20e9-42b5-8564-ab3d8516b373 req-66249f08-b9b1-474d-b2cd-e30a3a57f6bc tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:35.750741 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5f6d51d-20e9-42b5-8564-ab3d8516b373 req-66249f08-b9b1-474d-b2cd-e30a3a57f6bc tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 946 time: 0.2807901 Apr 18 20:49:35.805657 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: aef5966d-b3a1-493c-b521-df0c8d0a68b4 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:49:35.806023 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device aef5966d-b3a1-493c-b521-df0c8d0a68b4 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:49:35.855507 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5f6d51d-20e9-42b5-8564-ab3d8516b373 req-33583551-1a97-4fab-95f1-b2a48eac9214 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907865 Apr 18 20:49:35.984678 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8340214-f3c6-4348-9f88-fcb005f933b1 req-90262413-d35f-492b-81b5-0df71962cd8d tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:35.991214 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8340214-f3c6-4348-9f88-fcb005f933b1 req-90262413-d35f-492b-81b5-0df71962cd8d tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9d93d7c-7e12-4e36-85c6-65404eaded36 HTTP/1.1" status: 200 len: 944 time: 0.1176848 Apr 18 20:49:36.119563 n-d-838323-3 neutron-server[102909]: DEBUG neutron.objects.ports [None req-4051e394-500e-42dd-b6e4-924a4ef5589f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102909) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:49:36.122585 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4051e394-500e-42dd-b6e4-924a4ef5589f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.312010 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7aad1f0a-625f-4cde-bd5e-f0f7a95f78c4 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.316785 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4051e394-500e-42dd-b6e4-924a4ef5589f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:36.324302 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-4051e394-500e-42dd-b6e4-924a4ef5589f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:36.330136 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7aad1f0a-625f-4cde-bd5e-f0f7a95f78c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.331968 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4051e394-500e-42dd-b6e4-924a4ef5589f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:36.333692 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4051e394-500e-42dd-b6e4-924a4ef5589f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.366663 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051e394-500e-42dd-b6e4-924a4ef5589f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=6df5c50d-cb9d-4090-a12f-dc6ba6a21194,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:36.390438 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4051e394-500e-42dd-b6e4-924a4ef5589f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4612875 Apr 18 20:49:36.392697 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52004) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:36.403882 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-031fcad5-230e-46da-b020-bfbc0bad5d98 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'mac_address': 'fa:16:3e:64:4c:5d', 'name': 'tempest-NetworksTestDHCPv6-1546081157'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:36.472260 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aad1f0a-625f-4cde-bd5e-f0f7a95f78c4 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:36.481397 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-7aad1f0a-625f-4cde-bd5e-f0f7a95f78c4 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:36.484273 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aad1f0a-625f-4cde-bd5e-f0f7a95f78c4 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:36.542721 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8340214-f3c6-4348-9f88-fcb005f933b1 req-70c9b58e-b39c-48e9-a0b7-8f3d46bca25c tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5358801 Apr 18 20:49:36.614194 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031fcad5-230e-46da-b020-bfbc0bad5d98 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:36.638352 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad1f0a-625f-4cde-bd5e-f0f7a95f78c4 None None] Pushing event updated for resources: {'Port': ['ID=5dca6560-10b4-4410-98ef-4dd572209ec0,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:36.652825 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7aad1f0a-625f-4cde-bd5e-f0f7a95f78c4 None None] Attempting to bind port 5dca6560-10b4-4410-98ef-4dd572209ec0 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:36.653202 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7aad1f0a-625f-4cde-bd5e-f0f7a95f78c4 None None] Attempting to bind port 5dca6560-10b4-4410-98ef-4dd572209ec0 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:36.653571 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aad1f0a-625f-4cde-bd5e-f0f7a95f78c4 None None] Attempting to bind port 5dca6560-10b4-4410-98ef-4dd572209ec0 on network 50eba278-0f67-4e34-aa13-933b003eee26 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:49:36.666949 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aad1f0a-625f-4cde-bd5e-f0f7a95f78c4 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:49:36.667485 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aad1f0a-625f-4cde-bd5e-f0f7a95f78c4 None None] Checking segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:49:36.667945 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7aad1f0a-625f-4cde-bd5e-f0f7a95f78c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.668362 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aad1f0a-625f-4cde-bd5e-f0f7a95f78c4 None None] Bound using segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:49:36.668904 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7aad1f0a-625f-4cde-bd5e-f0f7a95f78c4 None None] Bound port: 5dca6560-10b4-4410-98ef-4dd572209ec0, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:36.669300 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7aad1f0a-625f-4cde-bd5e-f0f7a95f78c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.728069 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa0f18-7263-45a2-8f54-849d998a79aa req-193106ce-acb1-4d06-bb7a-3eb5922e9f86 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:36.736379 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bafa0f18-7263-45a2-8f54-849d998a79aa req-193106ce-acb1-4d06-bb7a-3eb5922e9f86 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/ports?device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 944 time: 0.1227884 Apr 18 20:49:36.770438 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31f1d6-b02e-4962-96d1-7fc09d8ac535 req-f4c745e6-1841-4299-aaff-1080c053b9e0 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:36.772043 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e31f1d6-b02e-4962-96d1-7fc09d8ac535 req-f4c745e6-1841-4299-aaff-1080c053b9e0 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 945 time: 0.1097674 Apr 18 20:49:36.803971 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-031fcad5-230e-46da-b020-bfbc0bad5d98 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.817751 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bafa0f18-7263-45a2-8f54-849d998a79aa req-15957200-29c6-43d4-8b82-82221c82a66a tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4ff483f-5188-466e-9347-05f04924b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803747 Apr 18 20:49:36.854904 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7aad1f0a-625f-4cde-bd5e-f0f7a95f78c4 None None] For port 5dca6560-10b4-4410-98ef-4dd572209ec0, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:36.862789 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7aad1f0a-625f-4cde-bd5e-f0f7a95f78c4 None None] For port 5dca6560-10b4-4410-98ef-4dd572209ec0, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5dca6560-10b4-4410-98ef-4dd572209ec0,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:49:36.870180 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-031fcad5-230e-46da-b020-bfbc0bad5d98 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] device_id is not set on port a111b7ec-84a6-473a-a5fb-89a18a1af4d5 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:49:36.874878 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7aad1f0a-625f-4cde-bd5e-f0f7a95f78c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.954355 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad1f0a-625f-4cde-bd5e-f0f7a95f78c4 None None] Pushing event updated for resources: {'Port': ['ID=5dca6560-10b4-4410-98ef-4dd572209ec0,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:37.000488 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e31f1d6-b02e-4962-96d1-7fc09d8ac535 req-de970783-49bf-416e-b32b-4a81ecda4cbf tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105474 Apr 18 20:49:37.141597 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-031fcad5-230e-46da-b020-bfbc0bad5d98 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 2001:db8::32e (50eba278-0f67-4e34-aa13-933b003eee26/5ea7f471-2547-4b52-8aaf-ad85a11e8adf/a111b7ec-84a6-473a-a5fb-89a18a1af4d5) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:37.156749 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-031fcad5-230e-46da-b020-bfbc0bad5d98 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 2001:db8:0:1:f816:3eff:fe64:4c5d (50eba278-0f67-4e34-aa13-933b003eee26/6df5c50d-cb9d-4090-a12f-dc6ba6a21194/a111b7ec-84a6-473a-a5fb-89a18a1af4d5) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:37.224824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-5ad454d4-369e-4d15-bdb0-84cf5a4570b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:37.226951 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-5ad454d4-369e-4d15-bdb0-84cf5a4570b0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3&tenant_id=66c8c89b1fcc4ff8ba25812b9483869d HTTP/1.1" status: 200 len: 1094 time: 0.3427145 Apr 18 20:49:37.233610 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 240371a1-2cb3-4818-b393-4bc0defdff66 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:49:37.265878 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-f8fd2016-dd54-4e02-90b1-942a6832febd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838323-3', 'device_owner': 'compute:nova'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:37.369550 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b554929-437e-4a21-b311-44b69a7b9290 req-7d0c6b25-b0da-440f-be72-d1d3b5091688 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:37.371299 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b554929-437e-4a21-b311-44b69a7b9290 req-7d0c6b25-b0da-440f-be72-d1d3b5091688 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 943 time: 0.2654572 Apr 18 20:49:37.417286 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3fe83-591c-4ec4-a142-75995ba76668 req-f6c66f2e-8664-4bd7-98c9-5c0762fed73b tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:37.425680 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dbf3fe83-591c-4ec4-a142-75995ba76668 req-f6c66f2e-8664-4bd7-98c9-5c0762fed73b tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e HTTP/1.1" status: 200 len: 945 time: 0.4240644 Apr 18 20:49:37.431050 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-f8fd2016-dd54-4e02-90b1-942a6832febd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:37.504161 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 240371a1-2cb3-4818-b393-4bc0defdff66, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=240371a1-2cb3-4818-b393-4bc0defdff66,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:37.516348 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-031fcad5-230e-46da-b020-bfbc0bad5d98 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:37.550997 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '240371a1-2cb3-4818-b393-4bc0defdff66', 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92', 'port_id': '240371a1-2cb3-4818-b393-4bc0defdff66', 'mac_address': 'fa:16:3e:f0:9a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c45217-dc0b-4a55-9d4a-e4055b0395e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:49:37.585413 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dbf3fe83-591c-4ec4-a142-75995ba76668 req-23133065-44c3-4845-8c92-4d1e7e6c4a4d tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568329 Apr 18 20:49:37.598529 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-031fcad5-230e-46da-b020-bfbc0bad5d98 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:37.666906 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:37.683432 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:37.687868 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 240371a1-2cb3-4818-b393-4bc0defdff66 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:49:37.718016 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 240371a1-2cb3-4818-b393-4bc0defdff66, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=240371a1-2cb3-4818-b393-4bc0defdff66,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:37.725081 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:37.764473 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031fcad5-230e-46da-b020-bfbc0bad5d98 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:37.775208 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5dca6560-10b4-4410-98ef-4dd572209ec0 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:37.783292 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fcad5-230e-46da-b020-bfbc0bad5d98 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Port': ['ID=a111b7ec-84a6-473a-a5fb-89a18a1af4d5,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:37.788578 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-031fcad5-230e-46da-b020-bfbc0bad5d98 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:37.792123 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031fcad5-230e-46da-b020-bfbc0bad5d98 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:37.805794 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031fcad5-230e-46da-b020-bfbc0bad5d98 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:37.806903 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-031fcad5-230e-46da-b020-bfbc0bad5d98 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:37.846722 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-031fcad5-230e-46da-b020-bfbc0bad5d98 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4521072 Apr 18 20:49:37.849330 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52036) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:38.019274 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-1e8ce4cd-9816-4f2e-be0d-60f694cafcfb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting port a111b7ec-84a6-473a-a5fb-89a18a1af4d5 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:38.019638 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce4cd-9816-4f2e-be0d-60f694cafcfb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.031020 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b554929-437e-4a21-b311-44b69a7b9290 req-e40a8ee8-2396-4e19-a11b-5879c6dd9462 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6004210 Apr 18 20:49:38.147975 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=240371a1-2cb3-4818-b393-4bc0defdff66,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:38.166880 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5dca6560-10b4-4410-98ef-4dd572209ec0 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:38.167415 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.199208 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['240371a1-2cb3-4818-b393-4bc0defdff66'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:49:38.257208 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce4cd-9816-4f2e-be0d-60f694cafcfb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.283193 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30b5ca-4ac3-416c-86b5-0dc04eaee122 req-8712aefd-ca25-406c-9ab7-b10b8708c4f2 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:38.286524 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb30b5ca-4ac3-416c-86b5-0dc04eaee122 req-8712aefd-ca25-406c-9ab7-b10b8708c4f2 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 946 time: 0.5507245 Apr 18 20:49:38.294694 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-1e8ce4cd-9816-4f2e-be0d-60f694cafcfb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Calling delete_port for a111b7ec-84a6-473a-a5fb-89a18a1af4d5 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:38.359298 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 4fa9bd73-51bd-42b4-adbe-18441a5b4887 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:38.450084 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.459662 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb30b5ca-4ac3-416c-86b5-0dc04eaee122 req-fa8c54c5-9687-4d85-a587-50cb6366de4a tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151054 Apr 18 20:49:38.501725 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 4fa9bd73-51bd-42b4-adbe-18441a5b4887 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:38.509390 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 4fa9bd73-51bd-42b4-adbe-18441a5b4887 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:38.510445 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.608621 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5d3f1-ac1c-44fe-bf12-15c37fd9a797 req-2daf17b2-995f-49e8-b409-4ee198546b46 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:38.612124 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5cb5d3f1-ac1c-44fe-bf12-15c37fd9a797 req-2daf17b2-995f-49e8-b409-4ee198546b46 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 945 time: 0.2122374 Apr 18 20:49:38.622474 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf8123-2952-48af-bf4b-59899c2f7dfa req-0d307135-e080-4942-8110-2035b5261a9d tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:38.630061 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 5dca6560-10b4-4410-98ef-4dd572209ec0, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5dca6560-10b4-4410-98ef-4dd572209ec0,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:38.638819 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b8cf8123-2952-48af-bf4b-59899c2f7dfa req-0d307135-e080-4942-8110-2035b5261a9d tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9d93d7c-7e12-4e36-85c6-65404eaded36 HTTP/1.1" status: 200 len: 945 time: 0.3505797 Apr 18 20:49:38.644612 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-f8fd2016-dd54-4e02-90b1-942a6832febd service neutron] For port 94bde35a-36ba-4aca-99da-54bb3dafcba8, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=94bde35a-36ba-4aca-99da-54bb3dafcba8,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:38.694856 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.702608 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.810445 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b8cf8123-2952-48af-bf4b-59899c2f7dfa req-82de67d8-5763-4096-a326-a9149c18d431 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700485 Apr 18 20:49:38.820278 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=5dca6560-10b4-4410-98ef-4dd572209ec0,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:38.824304 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728068cb-9217-4f69-aeb8-03a773814b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa9bd73-51bd-42b4-adbe-18441a5b4887'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:38.831041 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cfa4e9-8e09-418e-961b-8fd1499ede44" -d '{"events": [{"server_uuid": "728068cb-9217-4f69-aeb8-03a773814b5f", "name": "network-vif-plugged", "status": "completed", "tag": "4fa9bd73-51bd-42b4-adbe-18441a5b4887"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:49:38.862055 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 4fa9bd73-51bd-42b4-adbe-18441a5b4887, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=4fa9bd73-51bd-42b4-adbe-18441a5b4887,segment=NetworkSegment(8d8100f8-59e2-436c-950f-64d204822060),segment_id=8d8100f8-59e2-436c-950f-64d204822060)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:38.865856 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e1d63e-a5ce-4c9c-b9ab-7a1fccbba60b None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:38.893784 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.961108 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-f8fd2016-dd54-4e02-90b1-942a6832febd service neutron] For port 94bde35a-36ba-4aca-99da-54bb3dafcba8, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:39.028367 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda94d23-f81f-4639-9f8d-4e08612c4cf3 req-d7f26189-c428-4574-b6e4-af33bd5f8946 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:39.028634 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce4cd-9816-4f2e-be0d-60f694cafcfb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.030937 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bda94d23-f81f-4639-9f8d-4e08612c4cf3 req-d7f26189-c428-4574-b6e4-af33bd5f8946 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e HTTP/1.1" status: 200 len: 945 time: 0.3135619 Apr 18 20:49:39.092784 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b01dcbd7-af47-4b2a-958a-fe05919af86a None None] Provisioning complete for port 5dca6560-10b4-4410-98ef-4dd572209ec0 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:39.093302 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b01dcbd7-af47-4b2a-958a-fe05919af86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.102502 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ce4cd-9816-4f2e-be0d-60f694cafcfb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Port': ['ID=a111b7ec-84a6-473a-a5fb-89a18a1af4d5,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:39.155758 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-f8fd2016-dd54-4e02-90b1-942a6832febd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94bde35a-36ba-4aca-99da-54bb3dafcba8 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:49:39.167445 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-f8fd2016-dd54-4e02-90b1-942a6832febd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.187199 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-f8fd2016-dd54-4e02-90b1-942a6832febd service neutron] Transition to ACTIVE for port object 94bde35a-36ba-4aca-99da-54bb3dafcba8 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:39.188488 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=4fa9bd73-51bd-42b4-adbe-18441a5b4887,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:39.213324 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-f8fd2016-dd54-4e02-90b1-942a6832febd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.255486 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 240371a1-2cb3-4818-b393-4bc0defdff66 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:39.384005 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bda94d23-f81f-4639-9f8d-4e08612c4cf3 req-364b83e3-cf87-4396-a604-594f1222f091 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186569 Apr 18 20:49:39.465140 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097639c-249c-4d03-b132-bc4f7abe651c req-ac6268f8-66b5-4e4b-b849-366c73562fc3 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:39.487709 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3097639c-249c-4d03-b132-bc4f7abe651c req-ac6268f8-66b5-4e4b-b849-366c73562fc3 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/ports?device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 945 time: 0.4704998 Apr 18 20:49:39.490948 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 240371a1-2cb3-4818-b393-4bc0defdff66 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:39.520828 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 240371a1-2cb3-4818-b393-4bc0defdff66 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:39.521943 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.806316 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5dca6560-10b4-4410-98ef-4dd572209ec0 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:39.815815 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba359dd6-58a7-4bb1-837f-2feb67a72837 req-30cff91c-d460-482c-bf9a-09b931e8c665 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2998cccc-7e52-4545-ab3f-2e5fe999ba04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6059608 Apr 18 20:49:39.912747 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24330a3f-24fa-4b59-8b9a-fc660133b9f8 None None] Update dhcp port {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'fixed_ips': [{'subnet_id': '5ea7f471-2547-4b52-8aaf-ad85a11e8adf', 'ip_address': '2001:db8::2'}, {'subnet_id': '6df5c50d-cb9d-4090-a12f-dc6ba6a21194'}], 'binding:host_id': 'n-d-838323-3'}, 'id': '5dca6560-10b4-4410-98ef-4dd572209ec0'} from n-d-838323-3. {{(pid=102910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 20:49:39.930579 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.949839 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd2016-dd54-4e02-90b1-942a6832febd service neutron] Pushing event updated for resources: {'Port': ['ID=94bde35a-36ba-4aca-99da-54bb3dafcba8,revision_number=9']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:40.033663 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce4cd-9816-4f2e-be0d-60f694cafcfb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:40.039814 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1e8ce4cd-9816-4f2e-be0d-60f694cafcfb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/a111b7ec-84a6-473a-a5fb-89a18a1af4d5 HTTP/1.1" status: 204 len: 168 time: 2.1888657 Apr 18 20:49:40.043296 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52088) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:40.071074 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-24330a3f-24fa-4b59-8b9a-fc660133b9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:40.130573 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 240371a1-2cb3-4818-b393-4bc0defdff66, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=240371a1-2cb3-4818-b393-4bc0defdff66,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:40.163101 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8c08db-1483-44f1-b7c0-6899197902bd tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:40.166701 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9a8c08db-1483-44f1-b7c0-6899197902bd tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1215296 Apr 18 20:49:40.171230 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52090) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:40.184267 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3097639c-249c-4d03-b132-bc4f7abe651c req-53f22527-8929-44cb-9ba3-c6b022c43ffb tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4ff483f-5188-466e-9347-05f04924b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5767739 Apr 18 20:49:40.185671 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-f8fd2016-dd54-4e02-90b1-942a6832febd service neutron] No DVR routers for this DVR port 94bde35a-36ba-4aca-99da-54bb3dafcba8 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:40.185903 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:40.203071 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5dca6560-10b4-4410-98ef-4dd572209ec0 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:40.203657 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:40.246865 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-5cb5d3f1-ac1c-44fe-bf12-15c37fd9a797 req-1eefda65-ebf9-4666-b9c3-5bf9482e38e1 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Deleting port 04e0a012-7a3d-4e05-a846-d34e27058e23 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:40.248753 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5cb5d3f1-ac1c-44fe-bf12-15c37fd9a797 req-1eefda65-ebf9-4666-b9c3-5bf9482e38e1 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:40.377506 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f02295-2aad-4910-ac9d-868585793455 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:40.380600 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c8f02295-2aad-4910-ac9d-868585793455 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2072718 Apr 18 20:49:40.385921 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52092) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:40.422539 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba359dd6-58a7-4bb1-837f-2feb67a72837 req-4b648997-9489-45d8-971c-8dbf11bd53be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:40.427021 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba359dd6-58a7-4bb1-837f-2feb67a72837 req-4b648997-9489-45d8-971c-8dbf11bd53be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65c0c9deb9974734a5e938fa16904c15&device_id=2998cccc-7e52-4545-ab3f-2e5fe999ba04 HTTP/1.1" status: 200 len: 1096 time: 0.4685819 Apr 18 20:49:40.437810 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa255c9-af3c-49cf-913c-2d03cc021dab x-openstack-request-id: req-eaa255c9-af3c-49cf-913c-2d03cc021dab {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:40.438573 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728068cb-9217-4f69-aeb8-03a773814b5f", "name": "network-vif-plugged", "status": "completed", "tag": "4fa9bd73-51bd-42b4-adbe-18441a5b4887", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:40.439870 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eaa255c9-af3c-49cf-913c-2d03cc021dab {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:40.440620 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaa255c9-af3c-49cf-913c-2d03cc021dab'] response: {'server_uuid': '728068cb-9217-4f69-aeb8-03a773814b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa9bd73-51bd-42b4-adbe-18441a5b4887', 'code': 200} Apr 18 20:49:40.495405 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=240371a1-2cb3-4818-b393-4bc0defdff66,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:40.584961 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7d86ad-00ab-4b33-be1d-6ec1877665e0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:40.587950 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7d86ad-00ab-4b33-be1d-6ec1877665e0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:40.590411 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7d86ad-00ab-4b33-be1d-6ec1877665e0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:40.594689 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bf7d86ad-00ab-4b33-be1d-6ec1877665e0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2069526 Apr 18 20:49:40.599462 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52096) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:40.634198 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba359dd6-58a7-4bb1-837f-2feb67a72837 req-4e99229d-64cb-496d-b02b-bf5889243237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:40.634198 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba359dd6-58a7-4bb1-837f-2feb67a72837 req-4e99229d-64cb-496d-b02b-bf5889243237 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92 HTTP/1.1" status: 200 len: 907 time: 0.1682906 Apr 18 20:49:40.643370 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15589185-24e9-4a45-8e07-fa6a5b208db2 req-6720f841-29b8-44e7-8f9d-30e44ecc3e8e tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:40.649578 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52098) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:40.651293 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15589185-24e9-4a45-8e07-fa6a5b208db2 req-6720f841-29b8-44e7-8f9d-30e44ecc3e8e tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4246e2-ff89-4f53-9db8-d0e4a5830fe6 HTTP/1.1" status: 200 len: 945 time: 0.9897876 Apr 18 20:49:40.664706 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-5cb5d3f1-ac1c-44fe-bf12-15c37fd9a797 req-1eefda65-ebf9-4666-b9c3-5bf9482e38e1 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] For port 04e0a012-7a3d-4e05-a846-d34e27058e23, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=04e0a012-7a3d-4e05-a846-d34e27058e23,segment=NetworkSegment(4e493589-df28-45b1-bd87-e70b1aead89e),segment_id=4e493589-df28-45b1-bd87-e70b1aead89e)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:40.665073 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5cb5d3f1-ac1c-44fe-bf12-15c37fd9a797 req-1eefda65-ebf9-4666-b9c3-5bf9482e38e1 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:40.698361 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-5cb5d3f1-ac1c-44fe-bf12-15c37fd9a797 req-1eefda65-ebf9-4666-b9c3-5bf9482e38e1 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Calling delete_port for 04e0a012-7a3d-4e05-a846-d34e27058e23 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:40.712188 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba359dd6-58a7-4bb1-837f-2feb67a72837 req-1d9ddcb7-9e59-4326-a926-6cafd39dab47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0cb29c-6676-4f1b-a111-285181b01885 HTTP/1.1" status: 200 len: 217 time: 0.0565085 Apr 18 20:49:40.723045 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c0a687-e547-4162-a14c-2d6765aa1356 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet 5ea7f471-2547-4b52-8aaf-ad85a11e8adf {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:49:40.748393 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-24330a3f-24fa-4b59-8b9a-fc660133b9f8 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe6b:b1ea (50eba278-0f67-4e34-aa13-933b003eee26/6df5c50d-cb9d-4090-a12f-dc6ba6a21194/5dca6560-10b4-4410-98ef-4dd572209ec0) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:40.825974 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-f8fd2016-dd54-4e02-90b1-942a6832febd service neutron] Attempting to bind port 94bde35a-36ba-4aca-99da-54bb3dafcba8 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:40.826388 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-f8fd2016-dd54-4e02-90b1-942a6832febd service neutron] Attempting to bind port 94bde35a-36ba-4aca-99da-54bb3dafcba8 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '406ab32f-2da8-4456-8e5d-2d51a5282196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:40.827043 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-f8fd2016-dd54-4e02-90b1-942a6832febd service neutron] Attempting to bind port 94bde35a-36ba-4aca-99da-54bb3dafcba8 on network af9b8ad0-3b77-4446-8808-154f03d72322 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:49:40.835838 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15589185-24e9-4a45-8e07-fa6a5b208db2 req-4d8433d0-4ddc-486c-ad1a-2459ecc030b5 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f7915af-41fe-481d-b0de-7a5f2eb13bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833298 Apr 18 20:49:40.852177 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-f8fd2016-dd54-4e02-90b1-942a6832febd service neutron] Port 94bde35a-36ba-4aca-99da-54bb3dafcba8 on network af9b8ad0-3b77-4446-8808-154f03d72322 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:49:40.852605 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-f8fd2016-dd54-4e02-90b1-942a6832febd service neutron] Attempting to bind port 94bde35a-36ba-4aca-99da-54bb3dafcba8 on network af9b8ad0-3b77-4446-8808-154f03d72322 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:49:40.860545 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba359dd6-58a7-4bb1-837f-2feb67a72837 req-ac78acbd-9737-4c05-b9a8-db1e135ecb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:40.862112 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba359dd6-58a7-4bb1-837f-2feb67a72837 req-ac78acbd-9737-4c05-b9a8-db1e135ecb5f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43c45217-dc0b-4a55-9d4a-e4055b0395e0 HTTP/1.1" status: 200 len: 846 time: 0.1381342 Apr 18 20:49:40.887144 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3800b0b-7872-4d5c-9086-05fe349aa47c req-d2307647-1812-4d82-9c14-3b8829c9c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:40.888797 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3800b0b-7872-4d5c-9086-05fe349aa47c req-d2307647-1812-4d82-9c14-3b8829c9c998 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 1096 time: 0.4601228 Apr 18 20:49:40.898589 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c3c75-462a-4c3b-b0dc-f90f9e5ec486 req-a2a77cba-6d75-45f3-a166-3ea8a6f6d229 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:40.900177 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b3c3c75-462a-4c3b-b0dc-f90f9e5ec486 req-a2a77cba-6d75-45f3-a166-3ea8a6f6d229 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 943 time: 0.2851346 Apr 18 20:49:40.918246 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-f8fd2016-dd54-4e02-90b1-942a6832febd service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:49:40.918620 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-f8fd2016-dd54-4e02-90b1-942a6832febd service neutron] Checking segment: {'id': '406ab32f-2da8-4456-8e5d-2d51a5282196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:49:40.918980 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-f8fd2016-dd54-4e02-90b1-942a6832febd service neutron] Bound using segment: {'id': '406ab32f-2da8-4456-8e5d-2d51a5282196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:49:40.919434 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-f8fd2016-dd54-4e02-90b1-942a6832febd service neutron] Bound port: 94bde35a-36ba-4aca-99da-54bb3dafcba8, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '406ab32f-2da8-4456-8e5d-2d51a5282196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:40.919799 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-f8fd2016-dd54-4e02-90b1-942a6832febd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:40.930070 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba359dd6-58a7-4bb1-837f-2feb67a72837 req-eb3389a0-0345-48d8-8cd4-4850ef7f3fdf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606885 Apr 18 20:49:40.980246 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5cb5d3f1-ac1c-44fe-bf12-15c37fd9a797 req-1eefda65-ebf9-4666-b9c3-5bf9482e38e1 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:40.984063 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-24330a3f-24fa-4b59-8b9a-fc660133b9f8 None None] For port 5dca6560-10b4-4410-98ef-4dd572209ec0, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5dca6560-10b4-4410-98ef-4dd572209ec0,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:41.055388 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:49:41.068005 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eefda65-ebf9-4666-b9c3-5bf9482e38e1 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Pushing event deleted for resources: {'Port': ['ID=04e0a012-7a3d-4e05-a846-d34e27058e23,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:41.070242 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-24330a3f-24fa-4b59-8b9a-fc660133b9f8 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.078601 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-24330a3f-24fa-4b59-8b9a-fc660133b9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.081922 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a687-e547-4162-a14c-2d6765aa1356 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.111773 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5502ec8e-6b4f-4a17-b142-5e308fc93d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.157200 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb5d3f1-ac1c-44fe-bf12-15c37fd9a797 req-1eefda65-ebf9-4666-b9c3-5bf9482e38e1 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] No DVR routers for this DVR port 04e0a012-7a3d-4e05-a846-d34e27058e23 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:41.163410 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24330a3f-24fa-4b59-8b9a-fc660133b9f8 None None] Pushing event updated for resources: {'Port': ['ID=5dca6560-10b4-4410-98ef-4dd572209ec0,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:41.175658 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5cb5d3f1-ac1c-44fe-bf12-15c37fd9a797 req-1eefda65-ebf9-4666-b9c3-5bf9482e38e1 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.181592 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5cb5d3f1-ac1c-44fe-bf12-15c37fd9a797 req-1eefda65-ebf9-4666-b9c3-5bf9482e38e1 tempest-ServerRescueTestJSONUnderV235-1331635113 tempest-ServerRescueTestJSONUnderV235-1331635113-project] 10.222.0.57 "DELETE /v2.0/ports/04e0a012-7a3d-4e05-a846-d34e27058e23 HTTP/1.1" status: 204 len: 173 time: 2.5613525 Apr 18 20:49:41.182431 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4246e2-ff89-4f53-9db8-d0e4a5830fe6', 'name': 'network-vif-deleted', 'tag': '04e0a012-7a3d-4e05-a846-d34e27058e23'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:41.186452 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fb33eb-1af1-45e0-88d4-c0a5bd365ae3" -d '{"events": [{"server_uuid": "bc4246e2-ff89-4f53-9db8-d0e4a5830fe6", "name": "network-vif-deleted", "tag": "04e0a012-7a3d-4e05-a846-d34e27058e23"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:49:41.248335 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 04e0a012-7a3d-4e05-a846-d34e27058e23 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:49:41.258539 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a687-e547-4162-a14c-2d6765aa1356 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.273394 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3800b0b-7872-4d5c-9086-05fe349aa47c req-7c7f2129-3a9b-4241-8aa3-f80dc3c0a20d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b4ff483f-5188-466e-9347-05f04924b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721545 Apr 18 20:49:41.283233 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b3c3c75-462a-4c3b-b0dc-f90f9e5ec486 req-3d0cfca9-6498-456e-9fe5-951628b6132a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3556652 Apr 18 20:49:41.350107 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 04e0a012-7a3d-4e05-a846-d34e27058e23 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:49:41.350686 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 04e0a012-7a3d-4e05-a846-d34e27058e23 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:49:41.389690 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba359dd6-58a7-4bb1-837f-2feb67a72837 req-829f3fa1-0eca-451d-af59-8ff29a5ad1e2 service neutron] 10.222.0.32 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347367 Apr 18 20:49:41.426295 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-f8fd2016-dd54-4e02-90b1-942a6832febd service neutron] For port 94bde35a-36ba-4aca-99da-54bb3dafcba8, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:41.439833 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a687-e547-4162-a14c-2d6765aa1356 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.457519 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93418e5d-51fe-46e6-bee7-432f1149078c req-78fbb1d2-ce85-4e8e-86f9-b1c0a0ecb8ce tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:41.463131 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-93418e5d-51fe-46e6-bee7-432f1149078c req-78fbb1d2-ce85-4e8e-86f9-b1c0a0ecb8ce tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 946 time: 0.3059316 Apr 18 20:49:41.466163 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-f8fd2016-dd54-4e02-90b1-942a6832febd service neutron] For port 94bde35a-36ba-4aca-99da-54bb3dafcba8, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=94bde35a-36ba-4aca-99da-54bb3dafcba8,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:49:41.487413 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-f8fd2016-dd54-4e02-90b1-942a6832febd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.575574 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5502ec8e-6b4f-4a17-b142-5e308fc93d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.595970 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a687-e547-4162-a14c-2d6765aa1356 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.614909 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-f8fd2016-dd54-4e02-90b1-942a6832febd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:41.616465 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-f8fd2016-dd54-4e02-90b1-942a6832febd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.616731 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5502ec8e-6b4f-4a17-b142-5e308fc93d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.617045 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-f8fd2016-dd54-4e02-90b1-942a6832febd service neutron] 10.222.0.57 "PUT /v2.0/ports/94bde35a-36ba-4aca-99da-54bb3dafcba8 HTTP/1.1" status: 200 len: 1091 time: 4.3648040 Apr 18 20:49:41.624323 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf13885-7b6d-45b9-a782-8f263ac7f2e3', 'tag': '94bde35a-36ba-4aca-99da-54bb3dafcba8'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:41.627694 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf164ff-3e5c-49f8-a36f-30b0a59e1c51" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf13885-7b6d-45b9-a782-8f263ac7f2e3", "tag": "94bde35a-36ba-4aca-99da-54bb3dafcba8"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:49:41.708598 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a687-e547-4162-a14c-2d6765aa1356 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.722378 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.724814 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a4c0a687-e547-4162-a14c-2d6765aa1356 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/5ea7f471-2547-4b52-8aaf-ad85a11e8adf HTTP/1.1" status: 204 len: 168 time: 1.1219847 Apr 18 20:49:41.726732 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0a687-e547-4162-a14c-2d6765aa1356 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea7f471-2547-4b52-8aaf-ad85a11e8adf,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:41.741547 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-93418e5d-51fe-46e6-bee7-432f1149078c req-626b4c6f-b32e-420c-bd1f-eae706dca4a4 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552710 Apr 18 20:49:41.756939 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52110) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:41.789067 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c0a687-e547-4162-a14c-2d6765aa1356 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:41.789890 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c0a687-e547-4162-a14c-2d6765aa1356 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:41.790086 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c0a687-e547-4162-a14c-2d6765aa1356 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:41.790659 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c0a687-e547-4162-a14c-2d6765aa1356 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:41.791226 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c0a687-e547-4162-a14c-2d6765aa1356 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:41.792113 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c0a687-e547-4162-a14c-2d6765aa1356 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:41.792734 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c0a687-e547-4162-a14c-2d6765aa1356 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:41.793303 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c0a687-e547-4162-a14c-2d6765aa1356 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:41.793876 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c0a687-e547-4162-a14c-2d6765aa1356 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:41.794450 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c0a687-e547-4162-a14c-2d6765aa1356 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:41.795673 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c0a687-e547-4162-a14c-2d6765aa1356 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:41.799713 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5dca6560-10b4-4410-98ef-4dd572209ec0 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:41.800693 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd2016-dd54-4e02-90b1-942a6832febd service neutron] Pushing event updated for resources: {'Port': ['ID=94bde35a-36ba-4aca-99da-54bb3dafcba8,revision_number=10']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:41.800923 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c0a687-e547-4162-a14c-2d6765aa1356 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:41.879666 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5502ec8e-6b4f-4a17-b142-5e308fc93d2c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=833017a01a0243fbb4cb1bd075980796&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2272923 Apr 18 20:49:41.880707 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52114) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:41.885398 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502ec8e-6b4f-4a17-b142-5e308fc93d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafef871-4db1-4b58-8aa0-6a48d58a138b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:41.924457 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-78de24a9-c2a0-430b-948f-c38cc3683ce6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet 6df5c50d-cb9d-4090-a12f-dc6ba6a21194 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:49:41.948020 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78de24a9-c2a0-430b-948f-c38cc3683ce6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.996229 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5dca6560-10b4-4410-98ef-4dd572209ec0 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:41.996887 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.140219 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78de24a9-c2a0-430b-948f-c38cc3683ce6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.150928 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba359dd6-58a7-4bb1-837f-2feb67a72837 req-b1ab4c8a-e60a-4ea0-a15d-dccbfd4db1a7 service neutron] 10.222.0.32 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6093473 Apr 18 20:49:42.179054 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3277b75-bed8-440b-82f6-58d4e90a1508 req-d9661f32-8bae-4e06-b714-9b081abfca66 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:42.193718 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3277b75-bed8-440b-82f6-58d4e90a1508 req-d9661f32-8bae-4e06-b714-9b081abfca66 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9d93d7c-7e12-4e36-85c6-65404eaded36 HTTP/1.1" status: 200 len: 946 time: 0.6266491 Apr 18 20:49:42.195518 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ad99a80a-4ab9-4c75-b99d-866d90ef990f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.234090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-c4e124b2-57f7-4acb-ac59-b1c0ff27f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:42.237200 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-c4e124b2-57f7-4acb-ac59-b1c0ff27f006 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=66c8c89b1fcc4ff8ba25812b9483869d&device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 1095 time: 0.5237527 Apr 18 20:49:42.273348 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ad99a80a-4ab9-4c75-b99d-866d90ef990f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.274434 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5355cff-6129-44d1-a81a-6c5af8a58993 req-4f3bcc26-3ebb-4b33-bd9a-a971dcb0cb23 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:42.290301 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f5355cff-6129-44d1-a81a-6c5af8a58993 req-4f3bcc26-3ebb-4b33-bd9a-a971dcb0cb23 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e HTTP/1.1" status: 200 len: 945 time: 0.4728942 Apr 18 20:49:42.400870 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3277b75-bed8-440b-82f6-58d4e90a1508 req-fbb8c89f-1655-42c2-9dab-c409cd58e57c tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936655 Apr 18 20:49:42.442806 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d93d7c-7e12-4e36-85c6-65404eaded36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240371a1-2cb3-4818-b393-4bc0defdff66'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:42.449508 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45033425-86bb-4791-bc36-cc3b3bdf591a" -d '{"events": [{"server_uuid": "d9d93d7c-7e12-4e36-85c6-65404eaded36", "name": "network-vif-plugged", "status": "completed", "tag": "240371a1-2cb3-4818-b393-4bc0defdff66"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:49:42.458037 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78de24a9-c2a0-430b-948f-c38cc3683ce6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.480578 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f5355cff-6129-44d1-a81a-6c5af8a58993 req-cfd3979d-d706-4ebc-8c21-74529e93b49b tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885819 Apr 18 20:49:42.529901 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa4b238-3c48-4e5d-8992-b22e9f0325fa x-openstack-request-id: req-9aa4b238-3c48-4e5d-8992-b22e9f0325fa {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:42.530384 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4246e2-ff89-4f53-9db8-d0e4a5830fe6", "name": "network-vif-deleted", "tag": "04e0a012-7a3d-4e05-a846-d34e27058e23", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:42.531647 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9aa4b238-3c48-4e5d-8992-b22e9f0325fa {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:42.531647 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aa4b238-3c48-4e5d-8992-b22e9f0325fa'] response: {'server_uuid': 'bc4246e2-ff89-4f53-9db8-d0e4a5830fe6', 'name': 'network-vif-deleted', 'tag': '04e0a012-7a3d-4e05-a846-d34e27058e23', 'status': 'completed', 'code': 200} Apr 18 20:49:42.543857 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ad99a80a-4ab9-4c75-b99d-866d90ef990f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.546959 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ad99a80a-4ab9-4c75-b99d-866d90ef990f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.548147 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ad99a80a-4ab9-4c75-b99d-866d90ef990f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dafef871-4db1-4b58-8aa0-6a48d58a138b HTTP/1.1" status: 204 len: 168 time: 0.6638868 Apr 18 20:49:42.593675 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99a80a-4ab9-4c75-b99d-866d90ef990f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafef871-4db1-4b58-8aa0-6a48d58a138b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:42.619891 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-381ebb2d-1132-49df-af3d-86b3c5ad656b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:42.626535 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-381ebb2d-1132-49df-af3d-86b3c5ad656b service neutron] 10.222.0.57 "GET /v2.0/networks?id=af9b8ad0-3b77-4446-8808-154f03d72322 HTTP/1.1" status: 200 len: 917 time: 0.3752711 Apr 18 20:49:42.658372 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78de24a9-c2a0-430b-948f-c38cc3683ce6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.665566 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1275f8-15d8-4e0c-af02-f46a986ce509 x-openstack-request-id: req-db1275f8-15d8-4e0c-af02-f46a986ce509 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:42.669287 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf13885-7b6d-45b9-a782-8f263ac7f2e3", "tag": "94bde35a-36ba-4aca-99da-54bb3dafcba8", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:42.670567 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db1275f8-15d8-4e0c-af02-f46a986ce509 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:42.675637 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db1275f8-15d8-4e0c-af02-f46a986ce509'] response: {'name': 'network-changed', 'server_uuid': '5bf13885-7b6d-45b9-a782-8f263ac7f2e3', 'tag': '94bde35a-36ba-4aca-99da-54bb3dafcba8', 'status': 'completed', 'code': 200} Apr 18 20:49:42.680612 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbec45e-d91e-418c-ab9f-16487fc79d2c None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:42.773637 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de24a9-c2a0-430b-948f-c38cc3683ce6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=6df5c50d-cb9d-4090-a12f-dc6ba6a21194,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:42.803910 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78de24a9-c2a0-430b-948f-c38cc3683ce6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.822581 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-78de24a9-c2a0-430b-948f-c38cc3683ce6 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/6df5c50d-cb9d-4090-a12f-dc6ba6a21194 HTTP/1.1" status: 204 len: 168 time: 1.0174274 Apr 18 20:49:42.823979 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52126) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:42.824585 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52128) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:42.929761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-bd867cdd-1959-4880-ae9c-2095031c2944 None None] Provisioning complete for port 5dca6560-10b4-4410-98ef-4dd572209ec0 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:42.930397 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bd867cdd-1959-4880-ae9c-2095031c2944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.949764 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097031a3-d001-4519-907b-849312da52b7 req-4fcb4600-de1c-4f66-a582-2832b2f361ce tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:42.952984 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-097031a3-d001-4519-907b-849312da52b7 req-4fcb4600-de1c-4f66-a582-2832b2f361ce tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/ports?device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 945 time: 0.3216317 Apr 18 20:49:42.957085 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-96c7d3b3-25c3-420a-893c-51feda0ba1a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94bde35a-36ba-4aca-99da-54bb3dafcba8 HTTP/1.1" status: 200 len: 999 time: 0.2780738 Apr 18 20:49:43.058230 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a6ff0760-a456-4073-8061-cb83adce655b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2077124 Apr 18 20:49:43.067829 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52132) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:43.079586 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c2d45b55-49ca-46ea-abb8-4202d05734c4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:43.114620 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-94205e51-8f39-468f-972b-b11de75fb7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:43.116313 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-94205e51-8f39-468f-972b-b11de75fb7bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c229c317-384e-4f90-84f5-fac3dceea926 HTTP/1.1" status: 200 len: 855 time: 0.1273224 Apr 18 20:49:43.136966 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9385ab88-0bf3-45ac-bbf6-7c6fdd983017 None None] DHCP port deletion for 50eba278-0f67-4e34-aa13-933b003eee26 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:49:43.212253 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-9385ab88-0bf3-45ac-bbf6-7c6fdd983017 None None] Deleting port 5dca6560-10b4-4410-98ef-4dd572209ec0 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:43.212683 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9385ab88-0bf3-45ac-bbf6-7c6fdd983017 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.290351 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d45b55-49ca-46ea-abb8-4202d05734c4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:43.295975 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2d45b55-49ca-46ea-abb8-4202d05734c4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.313664 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-9385ab88-0bf3-45ac-bbf6-7c6fdd983017 None None] For port 5dca6560-10b4-4410-98ef-4dd572209ec0, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5dca6560-10b4-4410-98ef-4dd572209ec0,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:43.316485 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9385ab88-0bf3-45ac-bbf6-7c6fdd983017 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.350320 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-9385ab88-0bf3-45ac-bbf6-7c6fdd983017 None None] Calling delete_port for 5dca6560-10b4-4410-98ef-4dd572209ec0 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:43.358872 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52134) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:43.397785 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-620bf86a-0b48-4904-ae64-5dd8090193f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.465764 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9385ab88-0bf3-45ac-bbf6-7c6fdd983017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.496888 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385ab88-0bf3-45ac-bbf6-7c6fdd983017 None None] Pushing event deleted for resources: {'Port': ['ID=5dca6560-10b4-4410-98ef-4dd572209ec0,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:43.508125 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9385ab88-0bf3-45ac-bbf6-7c6fdd983017 None None] No DVR routers for this DVR port 5dca6560-10b4-4410-98ef-4dd572209ec0 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:43.639264 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5dca6560-10b4-4410-98ef-4dd572209ec0 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:49:43.665172 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 5dca6560-10b4-4410-98ef-4dd572209ec0 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:49:43.665504 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5dca6560-10b4-4410-98ef-4dd572209ec0 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:49:43.682862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5fb88f-1ef5-4bf2-8dd4-e08eb34ae473 req-e4e639a5-9ff6-4663-a44e-c241bcc71315 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:43.685763 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa5fb88f-1ef5-4bf2-8dd4-e08eb34ae473 req-e4e639a5-9ff6-4663-a44e-c241bcc71315 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 944 time: 0.7743831 Apr 18 20:49:43.697180 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-097031a3-d001-4519-907b-849312da52b7 req-396df334-6666-4d15-b2c9-4a5e639714a9 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4ff483f-5188-466e-9347-05f04924b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6896911 Apr 18 20:49:43.710837 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-620bf86a-0b48-4904-ae64-5dd8090193f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.724902 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-620bf86a-0b48-4904-ae64-5dd8090193f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.745370 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-5bb77514-1f77-4b9b-94b0-f4f2a29814eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:43.748581 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-5bb77514-1f77-4b9b-94b0-f4f2a29814eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=af9b8ad0-3b77-4446-8808-154f03d72322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6208773 Apr 18 20:49:43.771252 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2d45b55-49ca-46ea-abb8-4202d05734c4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.780679 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fb2473-120c-40c0-aaee-7a5188e5cf3e x-openstack-request-id: req-83fb2473-120c-40c0-aaee-7a5188e5cf3e {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:43.782218 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa5fb88f-1ef5-4bf2-8dd4-e08eb34ae473 req-0a57dd61-85d5-4952-b494-16bde4c48d16 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820942 Apr 18 20:49:43.782461 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d93d7c-7e12-4e36-85c6-65404eaded36", "name": "network-vif-plugged", "status": "completed", "tag": "240371a1-2cb3-4818-b393-4bc0defdff66", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:43.785061 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-83fb2473-120c-40c0-aaee-7a5188e5cf3e {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:43.788666 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83fb2473-120c-40c0-aaee-7a5188e5cf3e'] response: {'server_uuid': 'd9d93d7c-7e12-4e36-85c6-65404eaded36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240371a1-2cb3-4818-b393-4bc0defdff66', 'code': 200} Apr 18 20:49:43.810339 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620bf86a-0b48-4904-ae64-5dd8090193f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98543c60-e342-45e8-b813-8dd2e5e910b0,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:43.849533 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-620bf86a-0b48-4904-ae64-5dd8090193f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b4f87c3fa7641198ab5f3e441ed86be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4876051 Apr 18 20:49:43.850219 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52138) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:43.891395 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d45b55-49ca-46ea-abb8-4202d05734c4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:43.896276 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d45b55-49ca-46ea-abb8-4202d05734c4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=86c2c7e4-a9a1-4113-98da-9d34ff4a10d3,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:43.929969 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-c2d45b55-49ca-46ea-abb8-4202d05734c4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:43.946147 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781f4ed4-c029-41a4-aa8b-5df9b3862d78 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:43.980955 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d45b55-49ca-46ea-abb8-4202d05734c4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:43.981765 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2d45b55-49ca-46ea-abb8-4202d05734c4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.054008 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c2d45b55-49ca-46ea-abb8-4202d05734c4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9831691 Apr 18 20:49:44.059962 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52140) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:44.062903 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8e807-a95f-4cb9-9b2a-021903c63773 req-ef050462-643c-4a83-b276-cba3ef499c70 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:44.064483 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8dd8e807-a95f-4cb9-9b2a-021903c63773 req-ef050462-643c-4a83-b276-cba3ef499c70 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 946 time: 0.1480827 Apr 18 20:49:44.068330 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-cb8f3246-df06-424e-bb2e-006f85ce2e42 service neutron] 10.222.0.57 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928534 Apr 18 20:49:44.082876 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ded8d-b3b1-4bd7-b25a-19c08c8b47f8 req-c6b7da93-65c6-497c-a245-d3b2cdeb6ac5 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:44.084817 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb0ded8d-b3b1-4bd7-b25a-19c08c8b47f8 req-c6b7da93-65c6-497c-a245-d3b2cdeb6ac5 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e HTTP/1.1" status: 200 len: 945 time: 0.1254787 Apr 18 20:49:44.117688 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-aebf8246-fcf1-434e-856e-674ee9d71415 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:44.155488 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fef31-8dfd-461b-81ca-a300bbfd90b4 req-c4e44d3a-873c-41c7-a733-9a1393eaee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:44.157928 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-493fef31-8dfd-461b-81ca-a300bbfd90b4 req-c4e44d3a-873c-41c7-a733-9a1393eaee7c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d9d93d7c-7e12-4e36-85c6-65404eaded36 HTTP/1.1" status: 200 len: 1097 time: 0.2694440 Apr 18 20:49:44.172008 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d59548c-d6f4-4016-9813-09c7bb7df192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.207988 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8dd8e807-a95f-4cb9-9b2a-021903c63773 req-eb2b7ada-ddcb-4a40-9f2a-e4cbe5745ad8 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221082 Apr 18 20:49:44.223930 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb0ded8d-b3b1-4bd7-b25a-19c08c8b47f8 req-4abcb1cd-0749-4a1e-99f9-ecfcf931fc30 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236491 Apr 18 20:49:44.273803 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454f3263-cab0-4dca-b667-eccf6501dca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-50eba278-0f67-4e34-aa13-933b003eee26', 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'tenant_id': '2137ae7eec6143fb871237b99e217de6', 'fixed_ips': [{'subnet_id': '86c2c7e4-a9a1-4113-98da-9d34ff4a10d3'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:49:44.273803 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-454f3263-cab0-4dca-b667-eccf6501dca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.288572 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-469beae7-24af-483c-8189-c3112af0beec service neutron] 10.222.0.57 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014549 Apr 18 20:49:44.398023 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d59548c-d6f4-4016-9813-09c7bb7df192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.457354 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-493fef31-8dfd-461b-81ca-a300bbfd90b4 req-487a01ce-d9ad-4784-ac40-e0dad6720bcf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879169 Apr 18 20:49:44.544480 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-454f3263-cab0-4dca-b667-eccf6501dca3 None None] Allocated IP 2001:db8::2 (50eba278-0f67-4e34-aa13-933b003eee26/86c2c7e4-a9a1-4113-98da-9d34ff4a10d3/8e8088e5-f867-42b1-a24e-06f05f5ddc89) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:44.613086 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf164ff-3e5c-49f8-a36f-30b0a59e1c51 req-6e419a61-30dc-45b7-ad7b-355646c27fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:44.614974 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0cf164ff-3e5c-49f8-a36f-30b0a59e1c51 req-6e419a61-30dc-45b7-ad7b-355646c27fda service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=66c8c89b1fcc4ff8ba25812b9483869d&device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 1095 time: 0.2315164 Apr 18 20:49:44.641643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dda25-1f9c-418a-8016-7c0752994466 req-8cd0d252-e267-4759-8fb0-df37e5a70eee tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:44.644310 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-216dda25-1f9c-418a-8016-7c0752994466 req-8cd0d252-e267-4759-8fb0-df37e5a70eee tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9d93d7c-7e12-4e36-85c6-65404eaded36 HTTP/1.1" status: 200 len: 946 time: 0.2027953 Apr 18 20:49:44.644630 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6823a4e2-d010-41a4-8ab1-88734183cefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.809281 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebf8246-fcf1-434e-856e-674ee9d71415 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:44.814965 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-aebf8246-fcf1-434e-856e-674ee9d71415 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.839705 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d59548c-d6f4-4016-9813-09c7bb7df192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.841477 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-454f3263-cab0-4dca-b667-eccf6501dca3 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.842889 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d59548c-d6f4-4016-9813-09c7bb7df192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.844364 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8d59548c-d6f4-4016-9813-09c7bb7df192 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98543c60-e342-45e8-b813-8dd2e5e910b0 HTTP/1.1" status: 204 len: 168 time: 0.9886222 Apr 18 20:49:44.864740 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-454f3263-cab0-4dca-b667-eccf6501dca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.905511 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-216dda25-1f9c-418a-8016-7c0752994466 req-ddcb1bef-49a5-4702-a85c-27543badea81 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494586 Apr 18 20:49:44.960895 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454f3263-cab0-4dca-b667-eccf6501dca3 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:44.974932 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59548c-d6f4-4016-9813-09c7bb7df192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98543c60-e342-45e8-b813-8dd2e5e910b0,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:44.975463 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-454f3263-cab0-4dca-b667-eccf6501dca3 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:44.981657 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454f3263-cab0-4dca-b667-eccf6501dca3 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:45.108948 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-454f3263-cab0-4dca-b667-eccf6501dca3 None None] Attempting to bind port 8e8088e5-f867-42b1-a24e-06f05f5ddc89 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:45.110823 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-454f3263-cab0-4dca-b667-eccf6501dca3 None None] Attempting to bind port 8e8088e5-f867-42b1-a24e-06f05f5ddc89 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:45.111450 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454f3263-cab0-4dca-b667-eccf6501dca3 None None] Attempting to bind port 8e8088e5-f867-42b1-a24e-06f05f5ddc89 on network 50eba278-0f67-4e34-aa13-933b003eee26 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:49:45.115666 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f3263-cab0-4dca-b667-eccf6501dca3 None None] Pushing event updated for resources: {'Port': ['ID=8e8088e5-f867-42b1-a24e-06f05f5ddc89,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:45.118326 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edec236-fd59-411f-a0c6-c2815e215db8 req-2eaf82e5-2997-4a47-8c6b-bdc8b7199e52 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:45.133862 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4edec236-fd59-411f-a0c6-c2815e215db8 req-2eaf82e5-2997-4a47-8c6b-bdc8b7199e52 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e HTTP/1.1" status: 200 len: 945 time: 0.3561497 Apr 18 20:49:45.143176 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454f3263-cab0-4dca-b667-eccf6501dca3 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:49:45.144000 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454f3263-cab0-4dca-b667-eccf6501dca3 None None] Checking segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:49:45.144642 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-454f3263-cab0-4dca-b667-eccf6501dca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.145870 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454f3263-cab0-4dca-b667-eccf6501dca3 None None] Bound using segment: {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:49:45.146681 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-454f3263-cab0-4dca-b667-eccf6501dca3 None None] Bound port: 8e8088e5-f867-42b1-a24e-06f05f5ddc89, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b4baf0-87d8-419f-8c17-e1c6383febd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50eba278-0f67-4e34-aa13-933b003eee26'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:45.148161 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-454f3263-cab0-4dca-b667-eccf6501dca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.287542 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-454f3263-cab0-4dca-b667-eccf6501dca3 None None] For port 8e8088e5-f867-42b1-a24e-06f05f5ddc89, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:45.291583 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-454f3263-cab0-4dca-b667-eccf6501dca3 None None] For port 8e8088e5-f867-42b1-a24e-06f05f5ddc89, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8e8088e5-f867-42b1-a24e-06f05f5ddc89,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:49:45.300276 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-454f3263-cab0-4dca-b667-eccf6501dca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.303104 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf164ff-3e5c-49f8-a36f-30b0a59e1c51 req-9cbfaa44-06b5-400a-bd8d-f55f2f103198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:45.313442 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0cf164ff-3e5c-49f8-a36f-30b0a59e1c51 req-9cbfaa44-06b5-400a-bd8d-f55f2f103198 service neutron] 10.222.0.57 "GET /v2.0/networks?id=af9b8ad0-3b77-4446-8808-154f03d72322 HTTP/1.1" status: 200 len: 917 time: 0.6541338 Apr 18 20:49:45.360877 n-d-838323-3 neutron-server[102909]: INFO neutron.db.ipam_backend_mixin [None req-aebf8246-fcf1-434e-856e-674ee9d71415 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 86c2c7e4-a9a1-4113-98da-9d34ff4a10d3 (CIDR: 2001:db8::/64) Apr 18 20:49:45.437594 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebf8246-fcf1-434e-856e-674ee9d71415 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:49:45.438349 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aebf8246-fcf1-434e-856e-674ee9d71415 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:49:45.457933 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f3263-cab0-4dca-b667-eccf6501dca3 None None] Pushing event updated for resources: {'Port': ['ID=8e8088e5-f867-42b1-a24e-06f05f5ddc89,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:45.525319 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-aebf8246-fcf1-434e-856e-674ee9d71415 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4601526 Apr 18 20:49:45.528536 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52172) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:45.569627 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-6e8bb68b-d3ff-4daf-a824-f071d749176b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'subnet': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:45.760891 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0cf164ff-3e5c-49f8-a36f-30b0a59e1c51 req-df31e344-035d-4daf-9fc8-6d5d8491bb43 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94bde35a-36ba-4aca-99da-54bb3dafcba8 HTTP/1.1" status: 200 len: 999 time: 0.3390567 Apr 18 20:49:45.976604 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4edec236-fd59-411f-a0c6-c2815e215db8 req-98f0cce5-a7b1-42a7-a087-df80b92aaa1d tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8408270 Apr 18 20:49:45.978535 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-6823a4e2-d010-41a4-8ab1-88734183cefc admin admin] Deleting port 62596eca-deb1-4c95-94be-c25f8d29f9e9 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:45.981292 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6823a4e2-d010-41a4-8ab1-88734183cefc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:46.024959 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ced6a-7fe7-43d3-a047-9568883305e9 req-210942f2-747b-439e-9748-3e87111e6c45 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:46.038879 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e9ced6a-7fe7-43d3-a047-9568883305e9 req-210942f2-747b-439e-9748-3e87111e6c45 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/ports?device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 945 time: 0.9840050 Apr 18 20:49:46.109437 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8bb68b-d3ff-4daf-a824-f071d749176b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:46.127749 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6e8bb68b-d3ff-4daf-a824-f071d749176b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:46.163805 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf164ff-3e5c-49f8-a36f-30b0a59e1c51 req-db3c99eb-b845-4249-b3bb-a25605ebe3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:46.167305 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0cf164ff-3e5c-49f8-a36f-30b0a59e1c51 req-db3c99eb-b845-4249-b3bb-a25605ebe3f5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c229c317-384e-4f90-84f5-fac3dceea926 HTTP/1.1" status: 200 len: 855 time: 0.3871136 Apr 18 20:49:46.205319 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e9ced6a-7fe7-43d3-a047-9568883305e9 req-27aa659b-394a-4415-a4bb-abacad125649 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4ff483f-5188-466e-9347-05f04924b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648197 Apr 18 20:49:46.325446 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-6823a4e2-d010-41a4-8ab1-88734183cefc admin admin] For port 62596eca-deb1-4c95-94be-c25f8d29f9e9, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=62596eca-deb1-4c95-94be-c25f8d29f9e9,segment=NetworkSegment(4e493589-df28-45b1-bd87-e70b1aead89e),segment_id=4e493589-df28-45b1-bd87-e70b1aead89e)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:46.325914 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6823a4e2-d010-41a4-8ab1-88734183cefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:46.354788 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-6823a4e2-d010-41a4-8ab1-88734183cefc admin admin] Calling delete_port for 62596eca-deb1-4c95-94be-c25f8d29f9e9 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:46.497715 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f346d-4612-4aaa-86aa-5d659ae826df req-3d66d729-bea9-482e-8572-82cbaecdd1e0 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:46.500262 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af2f346d-4612-4aaa-86aa-5d659ae826df req-3d66d729-bea9-482e-8572-82cbaecdd1e0 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 944 time: 0.3268876 Apr 18 20:49:46.563326 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf164ff-3e5c-49f8-a36f-30b0a59e1c51 req-97c52401-24dd-4fb2-bfb2-c9e26b515113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:46.566439 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0cf164ff-3e5c-49f8-a36f-30b0a59e1c51 req-97c52401-24dd-4fb2-bfb2-c9e26b515113 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=af9b8ad0-3b77-4446-8808-154f03d72322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3259540 Apr 18 20:49:46.707450 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0cf164ff-3e5c-49f8-a36f-30b0a59e1c51 req-bc297f52-14bf-47f5-a636-c381ad982d88 service neutron] 10.222.0.57 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083808 Apr 18 20:49:46.738154 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af2f346d-4612-4aaa-86aa-5d659ae826df req-ea77f34c-cf62-4497-8ced-3d3c740f445a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245708 Apr 18 20:49:46.961416 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cd096-0cf2-4d51-b200-34df5a965704 req-8acd7c1c-21e1-44fe-90ca-8ff503350104 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:46.975326 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b70cd096-0cf2-4d51-b200-34df5a965704 req-8acd7c1c-21e1-44fe-90ca-8ff503350104 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 946 time: 0.4198787 Apr 18 20:49:47.063018 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6823a4e2-d010-41a4-8ab1-88734183cefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.099377 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b70cd096-0cf2-4d51-b200-34df5a965704 req-3cae69cf-412c-417d-9e6e-cb339c4e41ea tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196158 Apr 18 20:49:47.498832 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0cf164ff-3e5c-49f8-a36f-30b0a59e1c51 req-7019944b-95fd-401d-9e59-549fadf11f1d service neutron] 10.222.0.57 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7636616 Apr 18 20:49:47.531363 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c38450-ef84-4525-bbea-4bac04ce0c5a req-ab018b21-a493-4269-b065-6ed89fbc3e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:47.533156 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-59c38450-ef84-4525-bbea-4bac04ce0c5a req-ab018b21-a493-4269-b065-6ed89fbc3e24 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 1097 time: 0.3819876 Apr 18 20:49:47.554482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638dc761-ad99-4558-a52d-df5605160758 req-afd3d430-abd2-4a38-9fbb-0937484c74a7 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:47.573537 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-638dc761-ad99-4558-a52d-df5605160758 req-afd3d430-abd2-4a38-9fbb-0937484c74a7 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9d93d7c-7e12-4e36-85c6-65404eaded36 HTTP/1.1" status: 200 len: 946 time: 0.5083275 Apr 18 20:49:47.596837 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-13902d74-4fa1-40f5-9021-fb97b5a3fb63 None None] Provisioning complete for port 8e8088e5-f867-42b1-a24e-06f05f5ddc89 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:47.597447 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-13902d74-4fa1-40f5-9021-fb97b5a3fb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.683163 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91443482-3080-4491-a970-97fa90a8cbf1 req-85e1b8be-0211-4891-8bc0-b87cda4a6653 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:47.697706 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91443482-3080-4491-a970-97fa90a8cbf1 req-85e1b8be-0211-4891-8bc0-b87cda4a6653 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/ports?device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 945 time: 0.3949780 Apr 18 20:49:47.742906 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8e8088e5-f867-42b1-a24e-06f05f5ddc89 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:47.795041 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-638dc761-ad99-4558-a52d-df5605160758 req-9521a127-1b28-4fdb-94b3-25e8e12fe989 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000234 Apr 18 20:49:47.803184 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-59c38450-ef84-4525-bbea-4bac04ce0c5a req-ae696432-3579-452e-ad23-a3b44c590c03 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276335 Apr 18 20:49:47.897422 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91443482-3080-4491-a970-97fa90a8cbf1 req-f47752f0-4231-4755-83f2-5cfaae411dd4 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4ff483f-5188-466e-9347-05f04924b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985164 Apr 18 20:49:48.070090 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-13902d74-4fa1-40f5-9021-fb97b5a3fb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:48.077814 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbb51a-0faf-429e-943a-a64c451db2e6 req-b8ba6af6-aef7-4ac4-9dbe-bd4ef085e3ca tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:48.088153 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52bbb51a-0faf-429e-943a-a64c451db2e6 req-b8ba6af6-aef7-4ac4-9dbe-bd4ef085e3ca tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e HTTP/1.1" status: 200 len: 945 time: 0.1070707 Apr 18 20:49:48.119604 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-13902d74-4fa1-40f5-9021-fb97b5a3fb63 None None] For port 8e8088e5-f867-42b1-a24e-06f05f5ddc89, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8e8088e5-f867-42b1-a24e-06f05f5ddc89,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:48.121586 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 8e8088e5-f867-42b1-a24e-06f05f5ddc89 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:48.122365 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:48.165018 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823a4e2-d010-41a4-8ab1-88734183cefc admin admin] Pushing event deleted for resources: {'Port': ['ID=62596eca-deb1-4c95-94be-c25f8d29f9e9,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:48.232924 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-13902d74-4fa1-40f5-9021-fb97b5a3fb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:48.256626 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52bbb51a-0faf-429e-943a-a64c451db2e6 req-6a1b4891-f83d-4b6b-8cc1-9593b36bd6db tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537087 Apr 18 20:49:48.287400 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cd794-538a-45fe-8af5-93db9b97a40b req-803619f6-12b1-4243-a509-c9ec6e38111a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:48.302776 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-926cd794-538a-45fe-8af5-93db9b97a40b req-803619f6-12b1-4243-a509-c9ec6e38111a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 944 time: 0.1984205 Apr 18 20:49:48.336348 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0e470-5d28-4504-a22c-917edd8942ef req-5803c165-adaa-4320-8dd1-f93cf51b77d5 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:48.340067 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c4d0e470-5d28-4504-a22c-917edd8942ef req-5803c165-adaa-4320-8dd1-f93cf51b77d5 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e HTTP/1.1" status: 200 len: 945 time: 1.8451405 Apr 18 20:49:48.400251 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-926cd794-538a-45fe-8af5-93db9b97a40b req-04505a86-9380-4a6d-9e6d-b2c260263d93 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916262 Apr 18 20:49:48.614642 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6823a4e2-d010-41a4-8ab1-88734183cefc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:48.655179 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13902d74-4fa1-40f5-9021-fb97b5a3fb63 None None] Pushing event updated for resources: {'Port': ['ID=8e8088e5-f867-42b1-a24e-06f05f5ddc89,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:48.721114 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2022103-6abd-422c-9ce2-4968be22e738 req-214483b8-a39d-4b7c-9fff-bd2128544d13 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:48.734597 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2022103-6abd-422c-9ce2-4968be22e738 req-214483b8-a39d-4b7c-9fff-bd2128544d13 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9d93d7c-7e12-4e36-85c6-65404eaded36 HTTP/1.1" status: 200 len: 946 time: 0.2847579 Apr 18 20:49:48.786830 n-d-838323-3 neutron-server[102909]: DEBUG neutron.objects.ports [None req-6e8bb68b-d3ff-4daf-a824-f071d749176b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102909) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:49:48.896539 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2022103-6abd-422c-9ce2-4968be22e738 req-db0a503b-2b7a-4bf2-9cd4-c3d579980a42 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602013 Apr 18 20:49:49.116049 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-c4d0e470-5d28-4504-a22c-917edd8942ef req-a464ab06-81c4-4c98-8a42-67b75d797acc tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Deleting port 9262a503-49c3-45e9-a172-4e4087d01dae {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:49.116654 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c4d0e470-5d28-4504-a22c-917edd8942ef req-a464ab06-81c4-4c98-8a42-67b75d797acc tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.279404 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0282693-7efb-4150-a61c-f9fca13ebd3e req-02faa424-891b-4567-b2f1-50b657269d68 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:49.291128 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 9262a503-49c3-45e9-a172-4e4087d01dae no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:49:49.301350 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a0282693-7efb-4150-a61c-f9fca13ebd3e req-02faa424-891b-4567-b2f1-50b657269d68 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 946 time: 0.2792666 Apr 18 20:49:49.434193 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a0282693-7efb-4150-a61c-f9fca13ebd3e req-d969a212-1252-47a9-b0be-5e81597341e7 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275189 Apr 18 20:49:49.472607 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-c4d0e470-5d28-4504-a22c-917edd8942ef req-a464ab06-81c4-4c98-8a42-67b75d797acc tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] For port 9262a503-49c3-45e9-a172-4e4087d01dae, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=9262a503-49c3-45e9-a172-4e4087d01dae,segment=NetworkSegment(b743f55f-6bed-47c3-b407-479d46891a72),segment_id=b743f55f-6bed-47c3-b407-479d46891a72)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:49.472607 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c4d0e470-5d28-4504-a22c-917edd8942ef req-a464ab06-81c4-4c98-8a42-67b75d797acc tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.718062 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.719482 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6823a4e2-d010-41a4-8ab1-88734183cefc admin admin] Router d67242c4-2261-46ef-a312-bcaf911e8636 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:49:49.774164 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6e8bb68b-d3ff-4daf-a824-f071d749176b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.828479 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-c4d0e470-5d28-4504-a22c-917edd8942ef req-a464ab06-81c4-4c98-8a42-67b75d797acc tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Calling delete_port for 9262a503-49c3-45e9-a172-4e4087d01dae owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:49.833105 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9262a503-49c3-45e9-a172-4e4087d01dae'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:49.840269 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfd74c0-57bf-40ae-813e-f3e0610bfd09" -d '{"events": [{"server_uuid": "c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e", "name": "network-vif-unplugged", "status": "completed", "tag": "9262a503-49c3-45e9-a172-4e4087d01dae"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:49:49.895167 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 9262a503-49c3-45e9-a172-4e4087d01dae, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=9262a503-49c3-45e9-a172-4e4087d01dae,segment=NetworkSegment(b743f55f-6bed-47c3-b407-479d46891a72),segment_id=b743f55f-6bed-47c3-b407-479d46891a72)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:49.925094 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:50.052792 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8e8088e5-f867-42b1-a24e-06f05f5ddc89 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:50.139506 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc699b-bd98-4712-bd48-602653a33fae req-20a77e16-6ed2-4eb9-b5c8-a6ec717a489d tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:50.146385 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c5cc699b-bd98-4712-bd48-602653a33fae req-20a77e16-6ed2-4eb9-b5c8-a6ec717a489d tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/ports?device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 945 time: 0.4126613 Apr 18 20:49:50.178369 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc022e-7f14-488d-9a4a-f965feb3eb5c req-c5d5dfe8-abf1-49e4-8e98-b94915771089 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:50.188046 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=9262a503-49c3-45e9-a172-4e4087d01dae,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:50.209280 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-38cc022e-7f14-488d-9a4a-f965feb3eb5c req-c5d5dfe8-abf1-49e4-8e98-b94915771089 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e HTTP/1.1" status: 200 len: 945 time: 0.3368654 Apr 18 20:49:50.225823 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 8e8088e5-f867-42b1-a24e-06f05f5ddc89 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:50.226225 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:50.425308 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6823a4e2-d010-41a4-8ab1-88734183cefc admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:49:50.447520 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6823a4e2-d010-41a4-8ab1-88734183cefc admin admin] 10.222.0.41 "PUT /v2.0/routers/d67242c4-2261-46ef-a312-bcaf911e8636/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6213105 Apr 18 20:49:50.453463 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52238) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:50.469178 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93a9f78-24c7-414d-968e-80804ab94244 None None] Sync routers for ids ['d67242c4-2261-46ef-a312-bcaf911e8636'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:50.472079 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c5cc699b-bd98-4712-bd48-602653a33fae req-86a4fbe6-3844-427a-a08a-917b452c885e tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4ff483f-5188-466e-9347-05f04924b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561607 Apr 18 20:49:50.496582 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-38cc022e-7f14-488d-9a4a-f965feb3eb5c req-6ae3479b-087a-45ed-8ced-2716b9b1918f tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/security-groups?id=97064ef0-1d0f-42a9-8159-3757c07cdc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709520 Apr 18 20:49:50.609560 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93a9f78-24c7-414d-968e-80804ab94244 None None] Routers {'d67242c4-2261-46ef-a312-bcaf911e8636'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:50.611078 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-d93a9f78-24c7-414d-968e-80804ab94244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:49:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d67242c4-2261-46ef-a312-bcaf911e8636'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:50.667668 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-6e8bb68b-d3ff-4daf-a824-f071d749176b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] For port 8e8088e5-f867-42b1-a24e-06f05f5ddc89, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8e8088e5-f867-42b1-a24e-06f05f5ddc89,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:50.978080 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-d93a9f78-24c7-414d-968e-80804ab94244 None None] Set router d67242c4-2261-46ef-a312-bcaf911e8636 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:49:51.000777 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c4d0e470-5d28-4504-a22c-917edd8942ef req-a464ab06-81c4-4c98-8a42-67b75d797acc tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.019640 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6e8bb68b-d3ff-4daf-a824-f071d749176b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.049655 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657485b-2778-4ef3-963b-4f6a573c146c req-37682feb-c242-4537-bcfc-e12b74a1e0f6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:51.051282 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0657485b-2778-4ef3-963b-4f6a573c146c req-37682feb-c242-4537-bcfc-e12b74a1e0f6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 944 time: 0.2547064 Apr 18 20:49:51.059959 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa79387-b16c-4401-9421-1eb1cedce972 req-8ccf8147-7bad-4206-b46c-28e3e8119d59 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:51.071426 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3aa79387-b16c-4401-9421-1eb1cedce972 req-8ccf8147-7bad-4206-b46c-28e3e8119d59 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9d93d7c-7e12-4e36-85c6-65404eaded36 HTTP/1.1" status: 200 len: 946 time: 0.2563214 Apr 18 20:49:51.097985 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6e8bb68b-d3ff-4daf-a824-f071d749176b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.109101 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6e8bb68b-d3ff-4daf-a824-f071d749176b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.180797 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0657485b-2778-4ef3-963b-4f6a573c146c req-ccc77ce3-17be-4f6f-a919-abcccd6d1aca tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056828 Apr 18 20:49:51.219549 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3aa79387-b16c-4401-9421-1eb1cedce972 req-29761d10-b224-43a6-81a1-6f4760935c25 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467288 Apr 18 20:49:51.286682 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c9a17-ed6d-4a08-bc37-e8809a19b5d2 req-9e0ef0d0-06de-4ee1-aac9-604273a0f5f2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:51.288838 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-446c9a17-ed6d-4a08-bc37-e8809a19b5d2 req-9e0ef0d0-06de-4ee1-aac9-604273a0f5f2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9d93d7c-7e12-4e36-85c6-65404eaded36 HTTP/1.1" status: 200 len: 946 time: 0.1722224 Apr 18 20:49:51.452120 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464ab06-81c4-4c98-8a42-67b75d797acc tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Pushing event deleted for resources: {'Port': ['ID=9262a503-49c3-45e9-a172-4e4087d01dae,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:51.457272 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec57c2d-31e6-490d-aa05-dcfd0e37602a x-openstack-request-id: req-1ec57c2d-31e6-490d-aa05-dcfd0e37602a {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:51.458261 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e", "name": "network-vif-unplugged", "status": "completed", "tag": "9262a503-49c3-45e9-a172-4e4087d01dae", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:51.459561 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ec57c2d-31e6-490d-aa05-dcfd0e37602a {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:51.460323 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ec57c2d-31e6-490d-aa05-dcfd0e37602a'] response: {'server_uuid': 'c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9262a503-49c3-45e9-a172-4e4087d01dae', 'code': 200} Apr 18 20:49:51.599446 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8bb68b-d3ff-4daf-a824-f071d749176b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Port': ['ID=8e8088e5-f867-42b1-a24e-06f05f5ddc89,revision_number=5']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:51.628821 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8bb68b-d3ff-4daf-a824-f071d749176b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:51.645391 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12002cac-d790-4a57-b318-2efcf6f6102c req-d906eff5-3905-4f68-8553-157c1cbbe280 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:51.653291 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-6e8bb68b-d3ff-4daf-a824-f071d749176b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:51.657602 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8bb68b-d3ff-4daf-a824-f071d749176b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:51.658230 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6e8bb68b-d3ff-4daf-a824-f071d749176b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.660827 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-12002cac-d790-4a57-b318-2efcf6f6102c req-d906eff5-3905-4f68-8553-157c1cbbe280 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 946 time: 0.2454343 Apr 18 20:49:51.690172 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f26cd0-6f9f-44b6-b0cf-209baf5ece95 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:51.766935 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6e8bb68b-d3ff-4daf-a824-f071d749176b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.2108622 Apr 18 20:49:51.778398 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d0e470-5d28-4504-a22c-917edd8942ef req-a464ab06-81c4-4c98-8a42-67b75d797acc tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] No DVR routers for this DVR port 9262a503-49c3-45e9-a172-4e4087d01dae on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:51.783124 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c4d0e470-5d28-4504-a22c-917edd8942ef req-a464ab06-81c4-4c98-8a42-67b75d797acc tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.786375 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52252) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:51.791863 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c4d0e470-5d28-4504-a22c-917edd8942ef req-a464ab06-81c4-4c98-8a42-67b75d797acc tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.57 "DELETE /v2.0/ports/9262a503-49c3-45e9-a172-4e4087d01dae HTTP/1.1" status: 204 len: 173 time: 3.4214318 Apr 18 20:49:51.796002 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e', 'name': 'network-vif-deleted', 'tag': '9262a503-49c3-45e9-a172-4e4087d01dae'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:51.799511 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-8b38ba8a-44c8-418f-8a89-c36f7c712218 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Request body: {'port': {'network_id': '50eba278-0f67-4e34-aa13-933b003eee26', 'mac_address': 'fa:16:3e:6e:58:bc', 'name': 'tempest-NetworksTestDHCPv6-1835388285'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:51.804695 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf89300b-193e-4321-97f5-d370c2080da4" -d '{"events": [{"server_uuid": "c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e", "name": "network-vif-deleted", "tag": "9262a503-49c3-45e9-a172-4e4087d01dae"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:49:51.808671 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e114545-68dc-48c8-80c8-85ec145ff755 admin admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.816168 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8bb68b-d3ff-4daf-a824-f071d749176b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Subnet': ['ID=8184e441-d13c-4135-ba25-9b322a520c32,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:51.930610 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-446c9a17-ed6d-4a08-bc37-e8809a19b5d2 req-9aeebc5a-decd-40f2-8589-cd963d846bda tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Deleting port 240371a1-2cb3-4818-b393-4bc0defdff66 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:51.936534 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-446c9a17-ed6d-4a08-bc37-e8809a19b5d2 req-9aeebc5a-decd-40f2-8589-cd963d846bda tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.956694 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-12002cac-d790-4a57-b318-2efcf6f6102c req-0f13b339-3fc5-49b2-a54c-7ea31a1bb253 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892141 Apr 18 20:49:52.045784 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-d93a9f78-24c7-414d-968e-80804ab94244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'name': 'tempest-ServerRescueTestJSONUnderV235-1418706511-router', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ec91faa0-1034-4d93-ab9f-ccec21c9b067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:49:46Z', 'revision_number': 5, 'project_id': 'cc51acb9099940958d773eedc590bb57', 'gw_port': {'id': 'ec91faa0-1034-4d93-ab9f-ccec21c9b067', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:65:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:20Z', 'updated_at': '2022-04-18T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:52.135605 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93a9f78-24c7-414d-968e-80804ab94244 None None] Checking router: d67242c4-2261-46ef-a312-bcaf911e8636 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:49:52.217069 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e114545-68dc-48c8-80c8-85ec145ff755 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.273070 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93a9f78-24c7-414d-968e-80804ab94244 None None] Routers {'d67242c4-2261-46ef-a312-bcaf911e8636'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:52.273620 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-d93a9f78-24c7-414d-968e-80804ab94244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:49:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d67242c4-2261-46ef-a312-bcaf911e8636'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:52.383379 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-7e114545-68dc-48c8-80c8-85ec145ff755 admin admin] Deleting port ec91faa0-1034-4d93-ab9f-ccec21c9b067 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:52.383903 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e114545-68dc-48c8-80c8-85ec145ff755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.541208 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d903e6-9fc4-4256-abaa-3a10349356e8 req-e1b54037-6193-4398-91df-095ae4187e0e tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:52.557173 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91d903e6-9fc4-4256-abaa-3a10349356e8 req-e1b54037-6193-4398-91df-095ae4187e0e tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/ports?device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 945 time: 0.7351608 Apr 18 20:49:52.632938 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-d93a9f78-24c7-414d-968e-80804ab94244 None None] Set router d67242c4-2261-46ef-a312-bcaf911e8636 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:49:52.767304 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-7e114545-68dc-48c8-80c8-85ec145ff755 admin admin] For port ec91faa0-1034-4d93-ab9f-ccec21c9b067, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=ec91faa0-1034-4d93-ab9f-ccec21c9b067,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:52.768005 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e114545-68dc-48c8-80c8-85ec145ff755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.796769 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-7e114545-68dc-48c8-80c8-85ec145ff755 admin admin] Calling delete_port for ec91faa0-1034-4d93-ab9f-ccec21c9b067 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:52.818086 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-d93a9f78-24c7-414d-968e-80804ab94244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'name': 'tempest-ServerRescueTestJSONUnderV235-1418706511-router', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:49:52Z', 'revision_number': 6, 'project_id': 'cc51acb9099940958d773eedc590bb57', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:52.821596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-446c9a17-ed6d-4a08-bc37-e8809a19b5d2 req-9aeebc5a-decd-40f2-8589-cd963d846bda tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] For port 240371a1-2cb3-4818-b393-4bc0defdff66, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=240371a1-2cb3-4818-b393-4bc0defdff66,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:52.822211 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-446c9a17-ed6d-4a08-bc37-e8809a19b5d2 req-9aeebc5a-decd-40f2-8589-cd963d846bda tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.917328 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93a9f78-24c7-414d-968e-80804ab94244 None None] The sync data for ids ['d67242c4-2261-46ef-a312-bcaf911e8636'] in n-d-838323-3 is: [{'id': 'd67242c4-2261-46ef-a312-bcaf911e8636', 'name': 'tempest-ServerRescueTestJSONUnderV235-1418706511-router', 'tenant_id': 'cc51acb9099940958d773eedc590bb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:49:52Z', 'revision_number': 6, 'project_id': 'cc51acb9099940958d773eedc590bb57', 'gw_port_host': None}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:53.070610 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91d903e6-9fc4-4256-abaa-3a10349356e8 req-8772ccac-1985-49ad-bd47-987671254888 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4ff483f-5188-466e-9347-05f04924b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092299 Apr 18 20:49:53.083992 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-924b99f9-c19b-453b-b2a3-960a99026e27 req-cdc014e8-b602-4658-a2c1-845a5f0f2dd7 tempest-ServerDiskConfigTestJSON-1455171706 tempest-ServerDiskConfigTestJSON-1455171706-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e HTTP/1.1" status: 200 len: 210 time: 0.3936975 Apr 18 20:49:53.137649 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-446c9a17-ed6d-4a08-bc37-e8809a19b5d2 req-9aeebc5a-decd-40f2-8589-cd963d846bda tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Calling delete_port for 240371a1-2cb3-4818-b393-4bc0defdff66 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:53.275719 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 240371a1-2cb3-4818-b393-4bc0defdff66 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:49:53.319787 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0439128f-bc42-4e2d-a9ed-b43027173eb3 x-openstack-request-id: req-0439128f-bc42-4e2d-a9ed-b43027173eb3 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:53.335330 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e", "name": "network-vif-deleted", "tag": "9262a503-49c3-45e9-a172-4e4087d01dae", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:53.338667 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0439128f-bc42-4e2d-a9ed-b43027173eb3 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:53.342386 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0439128f-bc42-4e2d-a9ed-b43027173eb3'] response: {'server_uuid': 'c0f7eaf6-c8b8-4506-960f-a6f485eb7e3e', 'name': 'network-vif-deleted', 'tag': '9262a503-49c3-45e9-a172-4e4087d01dae', 'status': 'completed', 'code': 200} Apr 18 20:49:53.611281 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e114545-68dc-48c8-80c8-85ec145ff755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.649248 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.713985 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d93d7c-7e12-4e36-85c6-65404eaded36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '240371a1-2cb3-4818-b393-4bc0defdff66'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:53.723681 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf582bfb-fe26-44ca-9eb8-d0191d502c29" -d '{"events": [{"server_uuid": "d9d93d7c-7e12-4e36-85c6-65404eaded36", "name": "network-vif-unplugged", "status": "completed", "tag": "240371a1-2cb3-4818-b393-4bc0defdff66"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:49:53.765123 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 240371a1-2cb3-4818-b393-4bc0defdff66, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=240371a1-2cb3-4818-b393-4bc0defdff66,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:53.769881 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e114545-68dc-48c8-80c8-85ec145ff755 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec91faa0-1034-4d93-ab9f-ccec21c9b067,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:53.776447 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.851853 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b38ba8a-44c8-418f-8a89-c36f7c712218 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Made reservation on behalf of 2137ae7eec6143fb871237b99e217de6 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:53.950776 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837afa90-4eea-4112-85b0-699fb81fc569 req-1747438e-ef83-44ef-9a02-5a5c355876f6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:53.954867 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e114545-68dc-48c8-80c8-85ec145ff755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.960752 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-837afa90-4eea-4112-85b0-699fb81fc569 req-1747438e-ef83-44ef-9a02-5a5c355876f6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 944 time: 0.4829419 Apr 18 20:49:54.014428 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=240371a1-2cb3-4818-b393-4bc0defdff66,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:54.063810 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8e8088e5-f867-42b1-a24e-06f05f5ddc89 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:54.182201 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546ff35-0cbd-4931-8794-c04b59fc85a4 req-077c80c0-1687-4cf7-8001-b7b72e3fa52b tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:54.193415 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2546ff35-0cbd-4931-8794-c04b59fc85a4 req-077c80c0-1687-4cf7-8001-b7b72e3fa52b tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9d93d7c-7e12-4e36-85c6-65404eaded36 HTTP/1.1" status: 200 len: 946 time: 0.5514448 Apr 18 20:49:54.264530 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e114545-68dc-48c8-80c8-85ec145ff755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.267998 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e114545-68dc-48c8-80c8-85ec145ff755 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.306671 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 8e8088e5-f867-42b1-a24e-06f05f5ddc89 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:54.307585 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.363477 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e114545-68dc-48c8-80c8-85ec145ff755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.363990 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e114545-68dc-48c8-80c8-85ec145ff755 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d67242c4-2261-46ef-a312-bcaf911e8636 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:49:54.369447 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e114545-68dc-48c8-80c8-85ec145ff755 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.372919 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7e114545-68dc-48c8-80c8-85ec145ff755 admin admin] 10.222.0.41 "DELETE /v2.0/routers/d67242c4-2261-46ef-a312-bcaf911e8636 HTTP/1.1" status: 204 len: 168 time: 3.9123116 Apr 18 20:49:54.374685 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52278) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:54.443424 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-837afa90-4eea-4112-85b0-699fb81fc569 req-bdd57ec6-85a8-4c2d-a715-9dd089c0e3d8 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4817204 Apr 18 20:49:54.534779 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-516cbd43-9755-49b5-8fd9-0649c0caf698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.538727 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd154ef-f6e0-4671-ad9b-e2d9deb252f4 admin admin] Deleting subnet 4418a1f7-1d5c-4dd8-a1db-6f677ba45a74 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:49:54.549711 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fcd154ef-f6e0-4671-ad9b-e2d9deb252f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.644978 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4f391647-191d-4faf-8547-bb78953fe65d None None] Provisioning complete for port 8e8088e5-f867-42b1-a24e-06f05f5ddc89 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:54.649742 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4f391647-191d-4faf-8547-bb78953fe65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.665656 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8b38ba8a-44c8-418f-8a89-c36f7c712218 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.693986 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-446c9a17-ed6d-4a08-bc37-e8809a19b5d2 req-9aeebc5a-decd-40f2-8589-cd963d846bda tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.727170 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fcd154ef-f6e0-4671-ad9b-e2d9deb252f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.758501 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['1f0cb29c-6676-4f1b-a111-285181b01885'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:49:54.770276 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2546ff35-0cbd-4931-8794-c04b59fc85a4 req-150da2db-9fdf-4a23-b38f-7836f16e8af6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5752575 Apr 18 20:49:54.778864 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-8b38ba8a-44c8-418f-8a89-c36f7c712218 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] device_id is not set on port 0d35376e-163c-4003-a47c-3dfa632952d8 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:49:54.861839 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fcd154ef-f6e0-4671-ad9b-e2d9deb252f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.000382 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fcd154ef-f6e0-4671-ad9b-e2d9deb252f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.006859 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 62596eca-deb1-4c95-94be-c25f8d29f9e9 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:49:55.069154 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd154ef-f6e0-4671-ad9b-e2d9deb252f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4418a1f7-1d5c-4dd8-a1db-6f677ba45a74,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:55.086587 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fcd154ef-f6e0-4671-ad9b-e2d9deb252f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.096073 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fcd154ef-f6e0-4671-ad9b-e2d9deb252f4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4418a1f7-1d5c-4dd8-a1db-6f677ba45a74 HTTP/1.1" status: 204 len: 168 time: 0.7158940 Apr 18 20:49:55.097958 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52288) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:55.174763 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 62596eca-deb1-4c95-94be-c25f8d29f9e9 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:49:55.175661 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 62596eca-deb1-4c95-94be-c25f8d29f9e9 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:49:55.302248 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1985becb-93d4-4ec3-a0e4-5c2e98d9ec36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.492074 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-930a266a-a8f8-4d96-ba2e-6742dfe8c089 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:55.505251 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-930a266a-a8f8-4d96-ba2e-6742dfe8c089 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/networks?id=a70a6f46-5054-4309-9b14-8f7dba572e32 HTTP/1.1" status: 200 len: 811 time: 0.3393385 Apr 18 20:49:55.510826 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdafbf76-7920-43cd-918b-7c88e01e8ad9 x-openstack-request-id: req-fdafbf76-7920-43cd-918b-7c88e01e8ad9 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:55.511680 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d93d7c-7e12-4e36-85c6-65404eaded36", "name": "network-vif-unplugged", "status": "completed", "tag": "240371a1-2cb3-4818-b393-4bc0defdff66", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:55.511680 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fdafbf76-7920-43cd-918b-7c88e01e8ad9 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:55.515274 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdafbf76-7920-43cd-918b-7c88e01e8ad9'] response: {'server_uuid': 'd9d93d7c-7e12-4e36-85c6-65404eaded36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '240371a1-2cb3-4818-b393-4bc0defdff66', 'code': 200} Apr 18 20:49:55.540780 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeebc5a-decd-40f2-8589-cd963d846bda tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Pushing event deleted for resources: {'Port': ['ID=240371a1-2cb3-4818-b393-4bc0defdff66,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:55.574458 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1985becb-93d4-4ec3-a0e4-5c2e98d9ec36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.599626 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-8b38ba8a-44c8-418f-8a89-c36f7c712218 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 2001:db8::26c (50eba278-0f67-4e34-aa13-933b003eee26/86c2c7e4-a9a1-4113-98da-9d34ff4a10d3/0d35376e-163c-4003-a47c-3dfa632952d8) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:55.655013 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-1985becb-93d4-4ec3-a0e4-5c2e98d9ec36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764ec030-925e-4c42-a900-432b95974253']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:55.658642 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-a4de69bf-6e34-4355-8a9b-0b31189ed5db tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/quotas/30bec5e5dbef4fbd9ab98b71b7e2eece HTTP/1.1" status: 200 len: 375 time: 0.1523921 Apr 18 20:49:55.663100 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-8b38ba8a-44c8-418f-8a89-c36f7c712218 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6e:58bc (50eba278-0f67-4e34-aa13-933b003eee26/8184e441-d13c-4135-ba25-9b322a520c32/0d35376e-163c-4003-a47c-3dfa632952d8) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:55.708396 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-446c9a17-ed6d-4a08-bc37-e8809a19b5d2 req-9aeebc5a-decd-40f2-8589-cd963d846bda tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] No DVR routers for this DVR port 240371a1-2cb3-4818-b393-4bc0defdff66 on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:55.718509 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-1985becb-93d4-4ec3-a0e4-5c2e98d9ec36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e493589-df28-45b1-bd87-e70b1aead89e') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:55.721399 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-1985becb-93d4-4ec3-a0e4-5c2e98d9ec36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e493589-df28-45b1-bd87-e70b1aead89e') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:55.735447 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-446c9a17-ed6d-4a08-bc37-e8809a19b5d2 req-9aeebc5a-decd-40f2-8589-cd963d846bda tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.738871 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-446c9a17-ed6d-4a08-bc37-e8809a19b5d2 req-9aeebc5a-decd-40f2-8589-cd963d846bda tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.57 "DELETE /v2.0/ports/240371a1-2cb3-4818-b393-4bc0defdff66 HTTP/1.1" status: 204 len: 173 time: 4.4243233 Apr 18 20:49:55.743982 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d93d7c-7e12-4e36-85c6-65404eaded36', 'name': 'network-vif-deleted', 'tag': '240371a1-2cb3-4818-b393-4bc0defdff66'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:55.746462 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9057fc89-cfe1-4a54-9e57-99777e890879" -d '{"events": [{"server_uuid": "d9d93d7c-7e12-4e36-85c6-65404eaded36", "name": "network-vif-deleted", "tag": "240371a1-2cb3-4818-b393-4bc0defdff66"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:49:55.756071 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1985becb-93d4-4ec3-a0e4-5c2e98d9ec36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.812450 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1985becb-93d4-4ec3-a0e4-5c2e98d9ec36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.847964 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1985becb-93d4-4ec3-a0e4-5c2e98d9ec36 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:49:55.848796 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1985becb-93d4-4ec3-a0e4-5c2e98d9ec36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:49:55.852663 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:49:55.868344 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device ec91faa0-1034-4d93-ab9f-ccec21c9b067 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:49:55.923595 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00215a-63c5-4a09-bd14-6cbc93cade01 req-fff8b34f-da98-40d2-9f49-c8c4b98cbb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:55.925628 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8d00215a-63c5-4a09-bd14-6cbc93cade01 req-fff8b34f-da98-40d2-9f49-c8c4b98cbb50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b27c52b423564c9393ac7bc0df35b478&device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 1096 time: 0.3932831 Apr 18 20:49:55.969817 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-34318147-e505-45e8-a2f7-177d40ce1e49 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=30bec5e5dbef4fbd9ab98b71b7e2eece&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2687447 Apr 18 20:49:56.000409 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: ec91faa0-1034-4d93-ab9f-ccec21c9b067 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:49:56.001035 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device ec91faa0-1034-4d93-ab9f-ccec21c9b067 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:49:56.174423 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1985becb-93d4-4ec3-a0e4-5c2e98d9ec36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:56.206392 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1985becb-93d4-4ec3-a0e4-5c2e98d9ec36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:56.221927 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1985becb-93d4-4ec3-a0e4-5c2e98d9ec36 admin admin] 10.222.0.41 "DELETE /v2.0/networks/764ec030-925e-4c42-a900-432b95974253 HTTP/1.1" status: 204 len: 168 time: 1.1204183 Apr 18 20:49:56.233359 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985becb-93d4-4ec3-a0e4-5c2e98d9ec36 admin admin] Pushing event deleted for resources: {'Network': ['ID=764ec030-925e-4c42-a900-432b95974253,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:56.601862 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52308) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:56.919343 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-559d27aa-e57e-482a-9494-c24d3e71321f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc51acb9099940958d773eedc590bb57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3130305 Apr 18 20:49:56.920721 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52310) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:57.039330 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6cf06cfc-a74f-4c30-9966-a6c8ca421b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.119592 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6cf06cfc-a74f-4c30-9966-a6c8ca421b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.202306 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6cf06cfc-a74f-4c30-9966-a6c8ca421b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.206068 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6cf06cfc-a74f-4c30-9966-a6c8ca421b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.219228 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6cf06cfc-a74f-4c30-9966-a6c8ca421b98 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f7915af-41fe-481d-b0de-7a5f2eb13bb9 HTTP/1.1" status: 204 len: 168 time: 0.2855957 Apr 18 20:49:57.251758 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf06cfc-a74f-4c30-9966-a6c8ca421b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7915af-41fe-481d-b0de-7a5f2eb13bb9,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:57.314372 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed360e-517c-4dc6-83c5-8c3fbddb2a51 req-b4b93e75-1614-4c69-ad5e-d763c6a5c9fa tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:57.329334 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-17ed360e-517c-4dc6-83c5-8c3fbddb2a51 req-b4b93e75-1614-4c69-ad5e-d763c6a5c9fa tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/ports?device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 945 time: 1.6270950 Apr 18 20:49:57.481646 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8b38ba8a-44c8-418f-8a89-c36f7c712218 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.529405 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-17ed360e-517c-4dc6-83c5-8c3fbddb2a51 req-18cf7ca2-4b3e-493b-afa9-e00d45813fbd tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4ff483f-5188-466e-9347-05f04924b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750858 Apr 18 20:49:57.668123 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00215a-63c5-4a09-bd14-6cbc93cade01 req-49cc4463-ff57-4b5f-a89f-9af431c09f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:57.672505 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8d00215a-63c5-4a09-bd14-6cbc93cade01 req-49cc4463-ff57-4b5f-a89f-9af431c09f45 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5684640-bf01-4377-aa08-830d3f93e3f6 HTTP/1.1" status: 200 len: 912 time: 1.7280722 Apr 18 20:49:57.707852 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-6419b09d-1b76-4e6d-8364-1364f92d2747 service neutron] 10.222.0.41 "GET /v2.0/networks/a70a6f46-5054-4309-9b14-8f7dba572e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6546221 Apr 18 20:49:58.057462 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-a284a9b6-dc8a-4b89-a7be-5f6b15883d8a service neutron] 10.222.0.41 "GET /v2.0/networks/a70a6f46-5054-4309-9b14-8f7dba572e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081536 Apr 18 20:49:58.182939 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8d00215a-63c5-4a09-bd14-6cbc93cade01 req-156e89d9-ffa2-466a-9c1f-1c008f2ae3b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fa9bd73-51bd-42b4-adbe-18441a5b4887 HTTP/1.1" status: 200 len: 217 time: 0.4732454 Apr 18 20:49:58.403041 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8b38ba8a-44c8-418f-8a89-c36f7c712218 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:58.415041 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00215a-63c5-4a09-bd14-6cbc93cade01 req-25a77e02-b832-48ce-ac1d-d90f0cc60e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:58.439240 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8d00215a-63c5-4a09-bd14-6cbc93cade01 req-25a77e02-b832-48ce-ac1d-d90f0cc60e7f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=02d342bd-9a5d-440e-82d5-847cbe106b16 HTTP/1.1" status: 200 len: 851 time: 0.2442400 Apr 18 20:49:58.462217 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9957a-66e8-4ec8-9208-6118ff1b0a62 req-84501fe3-8ca3-4ea6-afef-eb2acbac44fb tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:58.503648 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d6f9957a-66e8-4ec8-9208-6118ff1b0a62 req-84501fe3-8ca3-4ea6-afef-eb2acbac44fb tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 944 time: 0.4443080 Apr 18 20:49:58.663835 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8d00215a-63c5-4a09-bd14-6cbc93cade01 req-a427e9e1-6196-4c16-b62f-fc9db704d653 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5684640-bf01-4377-aa08-830d3f93e3f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1456323 Apr 18 20:49:58.809455 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7a61de90-1906-45e8-8775-42f23efc71f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.351378 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8d00215a-63c5-4a09-bd14-6cbc93cade01 req-4708b231-8e29-4d3d-8cdb-067a61272bf9 service neutron] 10.222.0.32 "GET /v2.0/networks/c5684640-bf01-4377-aa08-830d3f93e3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601574 Apr 18 20:49:59.371329 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbdb4fa-f234-43db-8236-7e14091d211e x-openstack-request-id: req-6fbdb4fa-f234-43db-8236-7e14091d211e {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:59.371769 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d93d7c-7e12-4e36-85c6-65404eaded36", "name": "network-vif-deleted", "tag": "240371a1-2cb3-4818-b393-4bc0defdff66", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:59.374761 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6fbdb4fa-f234-43db-8236-7e14091d211e {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:59.376941 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fbdb4fa-f234-43db-8236-7e14091d211e'] response: {'server_uuid': 'd9d93d7c-7e12-4e36-85c6-65404eaded36', 'name': 'network-vif-deleted', 'tag': '240371a1-2cb3-4818-b393-4bc0defdff66', 'status': 'completed', 'code': 200} Apr 18 20:49:59.528699 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d6f9957a-66e8-4ec8-9208-6118ff1b0a62 req-13b24f07-f40a-4b4e-94fa-3e615f190a0d tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8577149 Apr 18 20:49:59.537030 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b38ba8a-44c8-418f-8a89-c36f7c712218 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Network 50eba278-0f67-4e34-aa13-933b003eee26 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:59.616371 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-8b38ba8a-44c8-418f-8a89-c36f7c712218 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:59.668670 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b38ba8a-44c8-418f-8a89-c36f7c712218 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:59.681396 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b38ba8a-44c8-418f-8a89-c36f7c712218 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:59.683378 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8b38ba8a-44c8-418f-8a89-c36f7c712218 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.757387 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38ba8a-44c8-418f-8a89-c36f7c712218 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event updated for resources: {'Port': ['ID=0d35376e-163c-4003-a47c-3dfa632952d8,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:59.803950 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.990752 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-97bd4956-ef87-4ed5-8033-e2461c08743c req-2d64653a-e361-4c82-9456-ac50316ab723 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 210 time: 0.2135651 Apr 18 20:50:00.008711 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8b38ba8a-44c8-418f-8a89-c36f7c712218 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 8.2174351 Apr 18 20:50:00.009107 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52374) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:00.173177 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d3d8f-1ad8-4902-980e-06a04c94ea3f req-f4342de4-9cec-4098-ada3-aaa27e1f3fed tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:00.176422 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c18d3d8f-1ad8-4902-980e-06a04c94ea3f req-f4342de4-9cec-4098-ada3-aaa27e1f3fed tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/ports?device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 945 time: 0.5240955 Apr 18 20:50:00.368038 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b7bc8ce8-94ff-4d99-9efa-8b7338156f12 None None] Provisioning complete for port 0d35376e-163c-4003-a47c-3dfa632952d8 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:00.370572 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b7bc8ce8-94ff-4d99-9efa-8b7338156f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.416137 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c18d3d8f-1ad8-4902-980e-06a04c94ea3f req-17d70fa6-53e1-494f-98c3-a702ebc7e01d tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4ff483f-5188-466e-9347-05f04924b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141199 Apr 18 20:50:00.487915 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8d00215a-63c5-4a09-bd14-6cbc93cade01 req-a3db0a91-416e-4816-a69f-7362777f3313 service neutron] 10.222.0.32 "GET /v2.0/networks/c5684640-bf01-4377-aa08-830d3f93e3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1296141 Apr 18 20:50:00.507441 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-b7bc8ce8-94ff-4d99-9efa-8b7338156f12 None None] Port 0d35376e-163c-4003-a47c-3dfa632952d8 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:50:00.920520 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-aa2c0700-6fba-45ec-8497-a736e0dd5847 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting port 0d35376e-163c-4003-a47c-3dfa632952d8 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:50:00.922353 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-aa2c0700-6fba-45ec-8497-a736e0dd5847 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:01.369824 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-aa2c0700-6fba-45ec-8497-a736e0dd5847 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:01.410341 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52400) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:01.441159 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:01.453468 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-aa2c0700-6fba-45ec-8497-a736e0dd5847 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Calling delete_port for 0d35376e-163c-4003-a47c-3dfa632952d8 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:50:01.589197 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:01.882923 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27c72b4-299f-43c9-b885-c5687f53bc47 admin admin] Deleting subnet 0b603a19-9f3f-426e-b56c-5cc2e538c4b1 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:50:01.897933 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c27c72b4-299f-43c9-b885-c5687f53bc47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:01.961959 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c27c72b4-299f-43c9-b885-c5687f53bc47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.046034 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fee40e-1a83-4dfe-8c3c-8913fbe67585 req-92a85b40-66d7-4c64-8e0d-79b35fd30b6a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:02.054040 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3fee40e-1a83-4dfe-8c3c-8913fbe67585 req-92a85b40-66d7-4c64-8e0d-79b35fd30b6a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 944 time: 0.3907113 Apr 18 20:50:02.091819 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-3b64bfa6-c18f-40d9-afb6-79f1b7229615 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:02.093803 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-3b64bfa6-c18f-40d9-afb6-79f1b7229615 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.57 "GET /v2.0/networks?id=a70a6f46-5054-4309-9b14-8f7dba572e32 HTTP/1.1" status: 200 len: 811 time: 0.5171957 Apr 18 20:50:02.095378 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c27c72b4-299f-43c9-b885-c5687f53bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.100886 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-aa2c0700-6fba-45ec-8497-a736e0dd5847 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.151437 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-b10fcf5c-bd4e-41f9-ad1d-ff976bfa7186 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Request body: {'port': {'device_id': '9c4fbb53-64df-4c55-8cb5-f3f46dec6455', 'network_id': 'a70a6f46-5054-4309-9b14-8f7dba572e32', 'admin_state_up': True, 'tenant_id': '30bec5e5dbef4fbd9ab98b71b7e2eece'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:02.161171 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c0700-6fba-45ec-8497-a736e0dd5847 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Port': ['ID=0d35376e-163c-4003-a47c-3dfa632952d8,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:02.224518 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b2ee1603-9fa0-4e0a-9e43-532dadb36507 req-296e7a93-53f2-45cc-a1e9-d397a0d267ab tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 210 time: 0.1258729 Apr 18 20:50:02.260387 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-aa2c0700-6fba-45ec-8497-a736e0dd5847 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.271283 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-aa2c0700-6fba-45ec-8497-a736e0dd5847 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/0d35376e-163c-4003-a47c-3dfa632952d8 HTTP/1.1" status: 204 len: 168 time: 2.2607934 Apr 18 20:50:02.272225 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52414) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:02.297197 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3fee40e-1a83-4dfe-8c3c-8913fbe67585 req-6d567e37-a225-455d-97e8-65f639619c7b tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419858 Apr 18 20:50:02.403738 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c27c72b4-299f-43c9-b885-c5687f53bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.406303 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2ed61f-4fc0-41a5-9ddc-6325d30e5e1a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:02.411550 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4f2ed61f-4fc0-41a5-9ddc-6325d30e5e1a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1376257 Apr 18 20:50:02.415457 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52416) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:02.511601 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c27c72b4-299f-43c9-b885-c5687f53bc47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.519945 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c27c72b4-299f-43c9-b885-c5687f53bc47 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0b603a19-9f3f-426e-b56c-5cc2e538c4b1 HTTP/1.1" status: 204 len: 168 time: 1.1045849 Apr 18 20:50:02.521315 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c72b4-299f-43c9-b885-c5687f53bc47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b603a19-9f3f-426e-b56c-5cc2e538c4b1,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:02.523634 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52426) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:02.553358 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cc2c29-1f52-4b8f-9ec7-09375f5872f0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:02.556049 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c9cc2c29-1f52-4b8f-9ec7-09375f5872f0 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1388140 Apr 18 20:50:02.565214 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52428) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:02.708203 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-b10fcf5c-bd4e-41f9-ad1d-ff976bfa7186 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Made reservation on behalf of 30bec5e5dbef4fbd9ab98b71b7e2eece for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:02.711834 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-b10fcf5c-bd4e-41f9-ad1d-ff976bfa7186 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.723276 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b7394a-70c9-476b-abff-e2098f41b9dd tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:02.727259 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b7394a-70c9-476b-abff-e2098f41b9dd tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:02.731554 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b7394a-70c9-476b-abff-e2098f41b9dd tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:02.735758 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73209101-4163-49b7-a792-1b349e132049 req-81b688c8-97a4-42e3-8917-e64f4247204d tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:02.737776 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-73209101-4163-49b7-a792-1b349e132049 req-81b688c8-97a4-42e3-8917-e64f4247204d tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/ports?device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 945 time: 0.2370050 Apr 18 20:50:02.738474 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e5b7394a-70c9-476b-abff-e2098f41b9dd tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1719432 Apr 18 20:50:02.739447 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52438) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:02.781658 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1a7f042-cbdd-4976-a9de-8c861255556c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.829382 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae406a2-caea-4079-92d0-1fa919c0e611 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet 8184e441-d13c-4135-ba25-9b322a520c32 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:50:02.835311 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ae406a2-caea-4079-92d0-1fa919c0e611 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.930943 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ae406a2-caea-4079-92d0-1fa919c0e611 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.046561 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-6b103be9-a932-4918-8752-3cf046d87c9f tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:03.048180 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-6b103be9-a932-4918-8752-3cf046d87c9f tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/networks?id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92 HTTP/1.1" status: 200 len: 806 time: 0.4878843 Apr 18 20:50:03.089238 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-73209101-4163-49b7-a792-1b349e132049 req-08e38042-d1ea-4d30-b652-63d789fa91bd tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4ff483f-5188-466e-9347-05f04924b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212433 Apr 18 20:50:03.131409 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-31ea677f-c8b3-4528-b384-6c53b8039aa2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/quotas/65c0c9deb9974734a5e938fa16904c15 HTTP/1.1" status: 200 len: 375 time: 0.0504575 Apr 18 20:50:03.158613 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ae406a2-caea-4079-92d0-1fa919c0e611 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.243625 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ae406a2-caea-4079-92d0-1fa919c0e611 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.271203 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ae406a2-caea-4079-92d0-1fa919c0e611 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.272590 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4725333-513f-4b54-989c-f34b3c2935d4 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:03.279624 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0ae406a2-caea-4079-92d0-1fa919c0e611 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/8184e441-d13c-4135-ba25-9b322a520c32 HTTP/1.1" status: 204 len: 168 time: 0.5352051 Apr 18 20:50:03.280117 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52450) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:03.317472 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae406a2-caea-4079-92d0-1fa919c0e611 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=8184e441-d13c-4135-ba25-9b322a520c32,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:03.402826 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-b10fcf5c-bd4e-41f9-ad1d-ff976bfa7186 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Allocated IP 172.20.0.4 (a70a6f46-5054-4309-9b14-8f7dba572e32/6520aac9-6fad-4482-a121-bb66984d767e/4e49c0da-1917-4159-9216-285df0061082) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:03.411268 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe92984-7666-4131-81f3-9b7c11be654f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Deleting subnet 86c2c7e4-a9a1-4113-98da-9d34ff4a10d3 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:50:03.417947 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbe92984-7666-4131-81f3-9b7c11be654f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.431795 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-724c35a5-b739-4895-944c-b458669c886a req-95386d3c-f17c-4d84-81de-e91f8d6b89d4 tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4dffe2a-510b-4870-907b-012c18e0a1d1 HTTP/1.1" status: 200 len: 210 time: 0.2012022 Apr 18 20:50:03.513027 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1a7f042-cbdd-4976-a9de-8c861255556c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.529247 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbe92984-7666-4131-81f3-9b7c11be654f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.622198 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-b1a7f042-cbdd-4976-a9de-8c861255556c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b77196d-b3e5-4863-b041-b13a7dbb5188']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:03.653391 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-f1346d97-0991-4ab2-8914-65ea19ea3526 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=65c0c9deb9974734a5e938fa16904c15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4811678 Apr 18 20:50:03.669036 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbe92984-7666-4131-81f3-9b7c11be654f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.769951 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbe92984-7666-4131-81f3-9b7c11be654f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.817701 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe92984-7666-4131-81f3-9b7c11be654f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Subnet': ['ID=86c2c7e4-a9a1-4113-98da-9d34ff4a10d3,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:03.823277 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbe92984-7666-4131-81f3-9b7c11be654f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.827781 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bbe92984-7666-4131-81f3-9b7c11be654f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/86c2c7e4-a9a1-4113-98da-9d34ff4a10d3 HTTP/1.1" status: 204 len: 168 time: 0.5461466 Apr 18 20:50:03.832600 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52460) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:03.936298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-b1a7f042-cbdd-4976-a9de-8c861255556c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b743f55f-6bed-47c3-b407-479d46891a72') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:03.936834 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-b1a7f042-cbdd-4976-a9de-8c861255556c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b743f55f-6bed-47c3-b407-479d46891a72') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:03.949828 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1a7f042-cbdd-4976-a9de-8c861255556c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.950936 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fbae7964-6d99-4078-af04-b17f541fdc4b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1132851 Apr 18 20:50:03.955882 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52464) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:04.006180 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1a7f042-cbdd-4976-a9de-8c861255556c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.043506 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a7f042-cbdd-4976-a9de-8c861255556c admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:50:04.044053 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1a7f042-cbdd-4976-a9de-8c861255556c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:50:04.049237 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:50:04.087962 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74226407-ce74-4643-9466-8391ad2e05dc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:04.109653 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-74226407-ce74-4643-9466-8391ad2e05dc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1499381 Apr 18 20:50:04.111810 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52468) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:04.175009 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-c7bb5d47-6a81-44b4-aef4-d0f49c82d7c3 service neutron] 10.222.0.41 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206106 Apr 18 20:50:04.178423 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-b10fcf5c-bd4e-41f9-ad1d-ff976bfa7186 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.182411 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-edc537a8-9b58-4a95-b636-b0b46187ab76 req-6b5491e4-7949-473f-bab9-ca26cb399d50 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 210 time: 0.1133602 Apr 18 20:50:04.251838 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1a7f042-cbdd-4976-a9de-8c861255556c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.252656 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad22ed1-d383-457b-8bdf-2309cd83a5cf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:04.260463 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cad22ed1-d383-457b-8bdf-2309cd83a5cf tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1467502 Apr 18 20:50:04.263812 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52470) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:04.270468 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1a7f042-cbdd-4976-a9de-8c861255556c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.277318 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b1a7f042-cbdd-4976-a9de-8c861255556c admin admin] 10.222.0.41 "DELETE /v2.0/networks/2b77196d-b3e5-4863-b041-b13a7dbb5188 HTTP/1.1" status: 204 len: 168 time: 1.7498772 Apr 18 20:50:04.399359 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cfafab27-7dac-47ba-b707-c36557ee4f22 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1357896 Apr 18 20:50:04.416138 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52474) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:04.428661 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7f042-cbdd-4976-a9de-8c861255556c admin admin] Pushing event deleted for resources: {'Network': ['ID=2b77196d-b3e5-4863-b041-b13a7dbb5188,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:04.479232 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-718cb472-50de-45b3-9b95-e1817e3d61b3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:04.481090 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-718cb472-50de-45b3-9b95-e1817e3d61b3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:04.495124 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-718cb472-50de-45b3-9b95-e1817e3d61b3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/0d35376e-163c-4003-a47c-3dfa632952d8 HTTP/1.1" status: 404 len: 333 time: 0.0775487 Apr 18 20:50:04.498734 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52476) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:04.550191 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-b10fcf5c-bd4e-41f9-ad1d-ff976bfa7186 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.565134 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['b6e34328-6caa-4b5e-9f4a-fe5e52a8227b'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:50:04.605644 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0311f1-e398-414c-9637-e4880e1472ea tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:04.608334 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d0311f1-e398-414c-9637-e4880e1472ea tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:04.630488 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7d0311f1-e398-414c-9637-e4880e1472ea tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/8184e441-d13c-4135-ba25-9b322a520c32 HTTP/1.1" status: 404 len: 337 time: 0.1280787 Apr 18 20:50:04.631668 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52478) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:04.749282 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df33d8d-3985-4fb5-94ea-f2108c8bfc0e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:04.752520 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df33d8d-3985-4fb5-94ea-f2108c8bfc0e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:04.772001 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9df33d8d-3985-4fb5-94ea-f2108c8bfc0e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/86c2c7e4-a9a1-4113-98da-9d34ff4a10d3 HTTP/1.1" status: 404 len: 337 time: 0.1367667 Apr 18 20:50:04.774008 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52480) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:04.801094 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-b10fcf5c-bd4e-41f9-ad1d-ff976bfa7186 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Network a70a6f46-5054-4309-9b14-8f7dba572e32 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:04.817582 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610d1db-a0ba-4894-b242-7cab9a0b2cf6 req-c6591097-300e-40d0-bd12-aff8e5f479b6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:04.838321 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3610d1db-a0ba-4894-b242-7cab9a0b2cf6 req-c6591097-300e-40d0-bd12-aff8e5f479b6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 944 time: 0.4693723 Apr 18 20:50:04.887910 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-42964ea7-005b-4974-8beb-a0a84fb02bd7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:04.893456 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42964ea7-005b-4974-8beb-a0a84fb02bd7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:04.909892 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-42964ea7-005b-4974-8beb-a0a84fb02bd7 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/a111b7ec-84a6-473a-a5fb-89a18a1af4d5 HTTP/1.1" status: 404 len: 333 time: 0.1341527 Apr 18 20:50:04.910921 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52482) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:04.913316 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-5eeab1c7-e3d2-486c-b83c-39086ff030bb service neutron] 10.222.0.41 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7150941 Apr 18 20:50:04.915734 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fcf5c-bd4e-41f9-ad1d-ff976bfa7186 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Pushing event updated for resources: {'Port': ['ID=4e49c0da-1917-4159-9216-285df0061082,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:04.927739 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-b10fcf5c-bd4e-41f9-ad1d-ff976bfa7186 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:04.939263 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-b10fcf5c-bd4e-41f9-ad1d-ff976bfa7186 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:04.984857 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27709e5-b700-43db-9872-8bc455eda45f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:04.985348 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27709e5-b700-43db-9872-8bc455eda45f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:04.989345 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d27709e5-b700-43db-9872-8bc455eda45f tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/6df5c50d-cb9d-4090-a12f-dc6ba6a21194 HTTP/1.1" status: 404 len: 337 time: 0.0758538 Apr 18 20:50:04.993357 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52484) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:05.007967 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52486) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:05.026144 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3610d1db-a0ba-4894-b242-7cab9a0b2cf6 req-e8061b5f-3dea-4b3d-827a-26b6ac2cbfb9 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865449 Apr 18 20:50:05.059246 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fb4681-b2b3-4fef-8f70-7490f30de978 None None] Network 50eba278-0f67-4e34-aa13-933b003eee26 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:05.060143 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-b10fcf5c-bd4e-41f9-ad1d-ff976bfa7186 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:05.063113 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-b10fcf5c-bd4e-41f9-ad1d-ff976bfa7186 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.094596 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-597e4c46-7dc8-4678-90aa-9bb72b6a1ceb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:05.095158 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-597e4c46-7dc8-4678-90aa-9bb72b6a1ceb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:05.103671 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-597e4c46-7dc8-4678-90aa-9bb72b6a1ceb tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/5ea7f471-2547-4b52-8aaf-ad85a11e8adf HTTP/1.1" status: 404 len: 337 time: 0.1088970 Apr 18 20:50:05.106181 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-b10fcf5c-bd4e-41f9-ad1d-ff976bfa7186 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9641941 Apr 18 20:50:05.107707 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52490) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:05.188811 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b91c0d3d-3c12-4200-9da3-d1b3bd80462f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d52f6c7bd8046c7a02242bd4df3b5e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1791661 Apr 18 20:50:05.207289 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52500) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:05.213813 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Request body: {'port': {'device_id': '9c4fbb53-64df-4c55-8cb5-f3f46dec6455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:05.348554 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 94bde35a-36ba-4aca-99da-54bb3dafcba8 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:50:05.377856 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1284636e-ea8a-427e-b257-9cb01f33b959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.425166 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-af3167e7-a69f-44fd-8562-28b573ac1f0d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:05.426301 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af3167e7-a69f-44fd-8562-28b573ac1f0d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:05.441325 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-af3167e7-a69f-44fd-8562-28b573ac1f0d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/670fc817-0cc2-4a49-8ab2-3547b11d53af HTTP/1.1" status: 404 len: 333 time: 0.3319354 Apr 18 20:50:05.442299 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52508) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:05.492924 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1284636e-ea8a-427e-b257-9cb01f33b959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.601706 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-9ff804b7-9850-4dd6-867e-d27e5170192b None None] Provisioning complete for port 8e8088e5-f867-42b1-a24e-06f05f5ddc89 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:05.603244 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9ff804b7-9850-4dd6-867e-d27e5170192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.613389 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.resource_extend [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:50:05.672285 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1284636e-ea8a-427e-b257-9cb01f33b959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.681093 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1284636e-ea8a-427e-b257-9cb01f33b959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.689226 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1284636e-ea8a-427e-b257-9cb01f33b959 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/97064ef0-1d0f-42a9-8159-3757c07cdc7c HTTP/1.1" status: 204 len: 168 time: 0.4760940 Apr 18 20:50:05.732844 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284636e-ea8a-427e-b257-9cb01f33b959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97064ef0-1d0f-42a9-8159-3757c07cdc7c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:05.843161 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-16494f21-e8a3-4e2b-9e31-cce4ceaefbde req-9b4220d5-3d45-43d8-a585-ab47b2d958c8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d4dffe2a-510b-4870-907b-012c18e0a1d1 HTTP/1.1" status: 200 len: 210 time: 0.0666897 Apr 18 20:50:06.149657 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e76ded5-8c77-4e69-beab-da98f94465b3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:06.150487 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e76ded5-8c77-4e69-beab-da98f94465b3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:06.155839 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2e76ded5-8c77-4e69-beab-da98f94465b3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/ffba250f-4376-49c2-892f-93c2077c0f54 HTTP/1.1" status: 404 len: 337 time: 0.0772140 Apr 18 20:50:06.159938 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52532) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:06.288939 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.357361 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f551e794-5b9e-4424-9057-721b53fcd53d None None] DHCP port deletion for 50eba278-0f67-4e34-aa13-933b003eee26 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:50:06.368742 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5b2346-1e7b-4c6b-a207-7a71febf263b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:06.369217 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c5b2346-1e7b-4c6b-a207-7a71febf263b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:06.386142 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0c5b2346-1e7b-4c6b-a207-7a71febf263b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/0d7cc532-a7bc-482d-adec-91c08bfd6b70 HTTP/1.1" status: 404 len: 337 time: 0.2203920 Apr 18 20:50:06.386465 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52540) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:06.406209 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086aadb-2214-4af6-95de-bf09ca877e4b req-4ff66f63-4a65-4584-b843-d307163e9fd5 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:06.408936 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0086aadb-2214-4af6-95de-bf09ca877e4b req-4ff66f63-4a65-4584-b843-d307163e9fd5 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 931 time: 0.3022912 Apr 18 20:50:06.457448 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e386766-d6fd-4576-a90f-ccffea1e31f7 req-7b8aff77-9d98-435a-b451-0effed2c9277 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:06.460115 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e386766-d6fd-4576-a90f-ccffea1e31f7 req-7b8aff77-9d98-435a-b451-0effed2c9277 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/ports?device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 945 time: 0.3204927 Apr 18 20:50:06.467554 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-702268eb-6c46-4af5-b606-cfb0e4dd900a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:06.468349 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-702268eb-6c46-4af5-b606-cfb0e4dd900a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:06.472671 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-702268eb-6c46-4af5-b606-cfb0e4dd900a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/430e9b15-06c4-4766-83c3-5fcd6b2b2db2 HTTP/1.1" status: 404 len: 333 time: 0.0852401 Apr 18 20:50:06.477511 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52542) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:06.535916 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-c277aca3-f70d-4e29-84d5-dcb5a2e72e95 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:06.536998 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c277aca3-f70d-4e29-84d5-dcb5a2e72e95 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:06.548274 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c277aca3-f70d-4e29-84d5-dcb5a2e72e95 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/147e7a19-93c7-4c36-8e55-b2a8d343b95a HTTP/1.1" status: 404 len: 337 time: 0.0696213 Apr 18 20:50:06.561657 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52546) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:06.675759 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e386766-d6fd-4576-a90f-ccffea1e31f7 req-dd4255da-bead-4255-972e-80b3fbc5410a tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4ff483f-5188-466e-9347-05f04924b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124136 Apr 18 20:50:06.692080 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 94bde35a-36ba-4aca-99da-54bb3dafcba8, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=94bde35a-36ba-4aca-99da-54bb3dafcba8,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:06.714601 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f461c8-167a-4942-bae3-2a03d8726ed4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:06.716039 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81f461c8-167a-4942-bae3-2a03d8726ed4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:06.727972 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-81f461c8-167a-4942-bae3-2a03d8726ed4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/8e81ebc0-a16a-4904-96c5-4a5a868a1725 HTTP/1.1" status: 404 len: 337 time: 0.1635869 Apr 18 20:50:06.728394 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52552) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:06.855440 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '94bde35a-36ba-4aca-99da-54bb3dafcba8', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'port_id': '94bde35a-36ba-4aca-99da-54bb3dafcba8', 'mac_address': 'fa:16:3e:f1:ba:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:50:06.858254 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0086aadb-2214-4af6-95de-bf09ca877e4b req-c1535c10-f744-4df7-989d-d808588827a9 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752482 Apr 18 20:50:06.859488 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86ffacf-8cb5-4c5b-a0e0-6b62e0e1e51d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:06.864112 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e86ffacf-8cb5-4c5b-a0e0-6b62e0e1e51d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:06.885796 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52558) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:06.889877 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e86ffacf-8cb5-4c5b-a0e0-6b62e0e1e51d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/01f878dd-32f1-4e69-98bb-d7bc557fc675 HTTP/1.1" status: 404 len: 333 time: 0.1594234 Apr 18 20:50:06.991841 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:07.026845 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94bde35a-36ba-4aca-99da-54bb3dafcba8 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:50:07.039626 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f551e794-5b9e-4424-9057-721b53fcd53d None None] Deleting port 8e8088e5-f867-42b1-a24e-06f05f5ddc89 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:50:07.039995 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f551e794-5b9e-4424-9057-721b53fcd53d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:07.108716 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 94bde35a-36ba-4aca-99da-54bb3dafcba8, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=94bde35a-36ba-4aca-99da-54bb3dafcba8,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:07.114980 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-40441b55-0d7d-49fe-8bd4-eaddf08a9aab req-cd91727a-d029-4dac-9652-3a68f9e26923 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64edaca-88c9-4eca-8ad8-d18229b3ba5c HTTP/1.1" status: 200 len: 210 time: 0.2514527 Apr 18 20:50:07.146626 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:07.290435 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-4645cbf1-848d-4695-99c0-b89c3b0a8127 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:07.291438 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f551e794-5b9e-4424-9057-721b53fcd53d None None] For port 8e8088e5-f867-42b1-a24e-06f05f5ddc89, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8e8088e5-f867-42b1-a24e-06f05f5ddc89,segment=NetworkSegment(22b4baf0-87d8-419f-8c17-e1c6383febd7),segment_id=22b4baf0-87d8-419f-8c17-e1c6383febd7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:07.291662 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4645cbf1-848d-4695-99c0-b89c3b0a8127 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:07.295498 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f551e794-5b9e-4424-9057-721b53fcd53d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:07.296924 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4645cbf1-848d-4695-99c0-b89c3b0a8127 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/b0fd7b6e-6f41-4739-8d25-d63d9d4c4dc8 HTTP/1.1" status: 404 len: 337 time: 0.3970971 Apr 18 20:50:07.304133 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52568) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:07.384863 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f551e794-5b9e-4424-9057-721b53fcd53d None None] Calling delete_port for 8e8088e5-f867-42b1-a24e-06f05f5ddc89 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:50:07.406796 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['94bde35a-36ba-4aca-99da-54bb3dafcba8'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:50:07.432656 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b3112d-474b-4df7-8c18-4f23c9948727 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:07.441665 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b3112d-474b-4df7-8c18-4f23c9948727 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:07.465968 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c1b3112d-474b-4df7-8c18-4f23c9948727 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/7243efe3-b73f-40ec-b3ed-6848dff0a089 HTTP/1.1" status: 404 len: 333 time: 0.1540396 Apr 18 20:50:07.469292 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52572) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:07.537240 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d8172-d07e-46a6-a10f-ee653f0e3fb2 req-c254fe59-c83c-4c52-b63b-a0aea97bdb59 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:07.546321 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d06d8172-d07e-46a6-a10f-ee653f0e3fb2 req-c254fe59-c83c-4c52-b63b-a0aea97bdb59 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 945 time: 0.2643003 Apr 18 20:50:07.643073 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=94bde35a-36ba-4aca-99da-54bb3dafcba8,revision_number=11']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:07.652199 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-c81a46a4-9feb-4c10-b19b-588a6dc32c41 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:07.653080 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c81a46a4-9feb-4c10-b19b-588a6dc32c41 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:07.655923 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d06d8172-d07e-46a6-a10f-ee653f0e3fb2 req-ee55b74d-01fb-4205-9d2e-21a83e591f3a tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081319 Apr 18 20:50:07.677729 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c81a46a4-9feb-4c10-b19b-588a6dc32c41 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/608a9549-a835-4716-b4b0-c9a0eac35ba0 HTTP/1.1" status: 404 len: 337 time: 0.2022984 Apr 18 20:50:07.689251 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52576) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:07.748801 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:07.750271 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:07.751040 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:07.751784 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:07.752629 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:07.753427 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:07.754134 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:07.754858 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:07.755653 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:07.756405 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:07.757212 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:07.757899 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:07.808017 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-464afb9e-eed8-4267-b90e-fe889b46ede2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:07.810124 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-464afb9e-eed8-4267-b90e-fe889b46ede2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:07.814383 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d679c06-39a7-4ab5-897b-ca3dd4670d35 req-7900cb5b-b547-462d-a28b-a0416baca5f2 tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.1436582 Apr 18 20:50:07.816534 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-464afb9e-eed8-4267-b90e-fe889b46ede2 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/4c33c943-eab5-414e-9d4e-4f9d926ca840 HTTP/1.1" status: 404 len: 333 time: 0.1255984 Apr 18 20:50:07.821953 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52580) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:07.924872 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8e8088e5-f867-42b1-a24e-06f05f5ddc89 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:50:07.927937 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:07.937247 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-51de9cc9-de7c-42af-ad8c-c232fec08334 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:07.939972 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51de9cc9-de7c-42af-ad8c-c232fec08334 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:07.957046 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559f1a0-4e39-4c4f-be67-8e98947a1700 req-f812b745-910a-4d07-9235-39e27d1ae687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:07.959124 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7559f1a0-4e39-4c4f-be67-8e98947a1700 req-f812b745-910a-4d07-9235-39e27d1ae687 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b27c52b423564c9393ac7bc0df35b478&device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 1096 time: 0.3620846 Apr 18 20:50:07.959654 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-51de9cc9-de7c-42af-ad8c-c232fec08334 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/f19b2252-b69c-42a5-8176-fc9337a9d260 HTTP/1.1" status: 404 len: 337 time: 0.1347630 Apr 18 20:50:07.960256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52586) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:08.006015 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea9c33a-f4c1-4882-9abf-d246d53b931b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:08.007158 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea9c33a-f4c1-4882-9abf-d246d53b931b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:08.010594 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8ea9c33a-f4c1-4882-9abf-d246d53b931b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/d55797e8-2185-44df-9b2f-c4ad6725899e HTTP/1.1" status: 404 len: 333 time: 0.0470226 Apr 18 20:50:08.019052 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52588) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:08.039386 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e49c0da-1917-4159-9216-285df0061082 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:50:08.114453 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-002ea2f6-4716-4e7f-a29c-bcab344bf377 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:08.115236 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-002ea2f6-4716-4e7f-a29c-bcab344bf377 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:08.117946 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.123527 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-002ea2f6-4716-4e7f-a29c-bcab344bf377 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/ef83ef16-9510-4df7-b4c1-cac7cee83bdd HTTP/1.1" status: 404 len: 337 time: 0.1019847 Apr 18 20:50:08.127820 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52590) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:08.261175 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad85a48-6ab3-47b9-a724-d79cbfd0251e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:08.266450 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad85a48-6ab3-47b9-a724-d79cbfd0251e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:08.275184 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-aad85a48-6ab3-47b9-a724-d79cbfd0251e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/5014d2d9-aa59-4ee2-85d8-02ba213611c7 HTTP/1.1" status: 404 len: 333 time: 0.1447973 Apr 18 20:50:08.279092 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52598) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:08.299779 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c87db-9b3a-465c-9eef-fcf07423e1d5 req-56d947db-09ee-4443-8d3d-608b5f0dd28c tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:08.305003 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ad1c87db-9b3a-465c-9eef-fcf07423e1d5 req-56d947db-09ee-4443-8d3d-608b5f0dd28c tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/ports?device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 945 time: 0.5163724 Apr 18 20:50:08.335147 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3cfdf72-3a67-4cad-9c39-46ad568d93a8 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:08.335940 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3cfdf72-3a67-4cad-9c39-46ad568d93a8 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:08.346280 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e3cfdf72-3a67-4cad-9c39-46ad568d93a8 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/cc94548e-f34a-4350-a99e-9a88a38d1665 HTTP/1.1" status: 404 len: 337 time: 0.0616744 Apr 18 20:50:08.347456 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52600) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:08.347978 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52602) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:08.396411 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f551e794-5b9e-4424-9057-721b53fcd53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.403006 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2085c4d-a6ab-4b39-b62a-5ea9e83cabf9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:08.405513 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2085c4d-a6ab-4b39-b62a-5ea9e83cabf9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:08.412606 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b2085c4d-a6ab-4b39-b62a-5ea9e83cabf9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/cb730a89-f053-45d5-a5de-8a1b679c52fa HTTP/1.1" status: 404 len: 333 time: 0.0527411 Apr 18 20:50:08.416096 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52606) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:08.454309 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Transition to ACTIVE for port object 4e49c0da-1917-4159-9216-285df0061082 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:08.457480 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-2347f40f-fe6d-4406-bf9d-6dfed4131fb9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:08.459944 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2347f40f-fe6d-4406-bf9d-6dfed4131fb9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:08.464319 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2347f40f-fe6d-4406-bf9d-6dfed4131fb9 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/c2e5b3d3-a85d-4cbb-87b5-3679e7fbce70 HTTP/1.1" status: 404 len: 337 time: 0.0438671 Apr 18 20:50:08.468385 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52608) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:08.511453 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ad1c87db-9b3a-465c-9eef-fcf07423e1d5 req-bc86c5ed-ed41-4eaa-beaa-cd84722bc545 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4ff483f-5188-466e-9347-05f04924b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829443 Apr 18 20:50:08.513226 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551e794-5b9e-4424-9057-721b53fcd53d None None] Pushing event deleted for resources: {'Port': ['ID=8e8088e5-f867-42b1-a24e-06f05f5ddc89,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:08.529319 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c813b-4d82-40f4-992c-fad15924f94f req-ee655b3c-daeb-46f8-9be1-fae3bd9a1265 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:08.531245 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-df6c813b-4d82-40f4-992c-fad15924f94f req-ee655b3c-daeb-46f8-9be1-fae3bd9a1265 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 931 time: 0.5000753 Apr 18 20:50:08.541146 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.551449 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Port 8e8088e5-f867-42b1-a24e-06f05f5ddc89 update to DOWN by agent not found {{(pid=102910) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 18 20:50:08.565874 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-27763a5e-8ed6-4d44-9efb-aa404874147c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:08.566772 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27763a5e-8ed6-4d44-9efb-aa404874147c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:08.578641 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-27763a5e-8ed6-4d44-9efb-aa404874147c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/52863526-5888-47c0-bacd-808fb799dcf6 HTTP/1.1" status: 404 len: 337 time: 0.1084626 Apr 18 20:50:08.588371 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52610) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:08.592047 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f551e794-5b9e-4424-9057-721b53fcd53d None None] No DVR routers for this DVR port 8e8088e5-f867-42b1-a24e-06f05f5ddc89 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:50:08.671629 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1ffe5b-68e1-4376-bcd4-ee0c0e0b978a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:08.672969 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c1ffe5b-68e1-4376-bcd4-ee0c0e0b978a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:08.689817 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8c1ffe5b-68e1-4376-bcd4-ee0c0e0b978a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/5a284e02-33e7-4774-872f-1c021ab18586 HTTP/1.1" status: 404 len: 333 time: 0.0984695 Apr 18 20:50:08.695981 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52614) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:08.761044 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-93b06667-8290-49a2-a2a8-3872c5636f80 req-66ca7d53-6c3b-456f-8e11-1489ab50a540 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64edaca-88c9-4eca-8ad8-d18229b3ba5c HTTP/1.1" status: 200 len: 210 time: 0.1119931 Apr 18 20:50:08.764830 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-5859e026-90d9-4445-8dc6-db0caca8dc38 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:08.765167 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559f1a0-4e39-4c4f-be67-8e98947a1700 req-51046af1-0987-4a51-9bac-35e03539a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:08.766545 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5859e026-90d9-4445-8dc6-db0caca8dc38 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:08.767303 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7559f1a0-4e39-4c4f-be67-8e98947a1700 req-51046af1-0987-4a51-9bac-35e03539a1f8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5684640-bf01-4377-aa08-830d3f93e3f6 HTTP/1.1" status: 200 len: 912 time: 0.7938352 Apr 18 20:50:08.780090 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5859e026-90d9-4445-8dc6-db0caca8dc38 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/607e5bcd-1318-4cf4-9b72-9cde7559d205 HTTP/1.1" status: 404 len: 337 time: 0.0824125 Apr 18 20:50:08.790619 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-1246685f-8cee-4872-adcf-af33dbe070f5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1645854504-network', 'tenant_id': 'b25ace27add8476e99a683f6ca0727da'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:08.793241 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Pushing event updated for resources: {'Port': ['ID=4e49c0da-1917-4159-9216-285df0061082,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:08.798753 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52616) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:08.819087 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-df6c813b-4d82-40f4-992c-fad15924f94f req-b092e680-1d58-4148-aca7-37b808afe87d tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448463 Apr 18 20:50:08.970581 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7559f1a0-4e39-4c4f-be67-8e98947a1700 req-183e7659-9b46-4f63-9ac6-e355f32bc910 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fa9bd73-51bd-42b4-adbe-18441a5b4887 HTTP/1.1" status: 200 len: 217 time: 0.1685061 Apr 18 20:50:08.983225 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:08.984473 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:08.985034 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:08.985588 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:08.986398 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:08.986704 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:08.987261 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:08.987822 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:08.988379 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:08.988993 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:08.989546 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:08.990096 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:09.008468 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-64addd72-24bd-4dff-a736-bc7d993b1689 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:09.009926 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64addd72-24bd-4dff-a736-bc7d993b1689 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:09.017678 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-64addd72-24bd-4dff-a736-bc7d993b1689 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/c0857ce3-63a3-4e07-96ec-1840c9f27953 HTTP/1.1" status: 404 len: 337 time: 0.1963603 Apr 18 20:50:09.020482 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52620) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:09.059950 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1246685f-8cee-4872-adcf-af33dbe070f5 admin admin] Made reservation on behalf of b25ace27add8476e99a683f6ca0727da for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:09.063149 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1246685f-8cee-4872-adcf-af33dbe070f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:09.099166 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-c61b1497-4ab3-4bc4-938f-ee7e9a38a565 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:09.099166 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c61b1497-4ab3-4bc4-938f-ee7e9a38a565 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:09.105525 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c61b1497-4ab3-4bc4-938f-ee7e9a38a565 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/7337d66d-dd9b-4476-bda7-9ee9649e17a8 HTTP/1.1" status: 404 len: 333 time: 0.0796928 Apr 18 20:50:09.109048 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52622) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:09.121907 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1246685f-8cee-4872-adcf-af33dbe070f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:09.166863 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-3289fd37-8f7b-4d45-865c-ea1b02ba122e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:09.167438 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3289fd37-8f7b-4d45-865c-ea1b02ba122e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:09.171402 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3289fd37-8f7b-4d45-865c-ea1b02ba122e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/e38439dd-12ce-4d89-b689-3ba24b23ca1e HTTP/1.1" status: 404 len: 337 time: 0.0619562 Apr 18 20:50:09.177486 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52624) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:09.193455 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dfd1d111-6973-4805-a571-64be6f6b07d2 req-62fe19c5-8a8d-4395-887c-ef0bd0ca2f8e tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.1652925 Apr 18 20:50:09.231673 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ccad98-081d-4cbc-8d39-741e894e7815 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:09.232918 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ccad98-081d-4cbc-8d39-741e894e7815 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:09.239886 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-59ccad98-081d-4cbc-8d39-741e894e7815 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/a7ff97b9-54ce-4e04-bd17-29a7d51d6bb3 HTTP/1.1" status: 404 len: 337 time: 0.0566909 Apr 18 20:50:09.240238 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52626) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:09.286599 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-0f6ca647-a9fb-420b-a075-8d9019f0c15d tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:09.288259 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-0f6ca647-a9fb-420b-a075-8d9019f0c15d tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.57 "GET /v2.0/networks?id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92 HTTP/1.1" status: 200 len: 806 time: 0.4877663 Apr 18 20:50:09.291315 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-b692ad54-1b1c-437a-b0bb-9f72cb1ca013 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:09.292196 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b692ad54-1b1c-437a-b0bb-9f72cb1ca013 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:09.300022 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b692ad54-1b1c-437a-b0bb-9f72cb1ca013 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/f5184acc-3cde-4fa5-a700-0a133ae33931 HTTP/1.1" status: 404 len: 333 time: 0.0549755 Apr 18 20:50:09.302304 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52630) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:09.304870 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-4b42fea1-c32f-4c9c-8d28-2d8555eee1c2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Request body: {'port': {'device_id': 'b64edaca-88c9-4eca-8ad8-d18229b3ba5c', 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92', 'admin_state_up': True, 'tenant_id': '65c0c9deb9974734a5e938fa16904c15'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:09.326380 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559f1a0-4e39-4c4f-be67-8e98947a1700 req-90ec1c98-bb51-4633-b5c1-5b1dbccec158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:09.329320 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7559f1a0-4e39-4c4f-be67-8e98947a1700 req-90ec1c98-bb51-4633-b5c1-5b1dbccec158 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=02d342bd-9a5d-440e-82d5-847cbe106b16 HTTP/1.1" status: 200 len: 851 time: 0.3301902 Apr 18 20:50:09.330506 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Attempting to bind port 4e49c0da-1917-4159-9216-285df0061082 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:09.331075 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Attempting to bind port 4e49c0da-1917-4159-9216-285df0061082 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '37d16436-09a3-4426-9f52-42e66aa3028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a70a6f46-5054-4309-9b14-8f7dba572e32'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:09.331667 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Attempting to bind port 4e49c0da-1917-4159-9216-285df0061082 on network a70a6f46-5054-4309-9b14-8f7dba572e32 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:09.337785 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 94bde35a-36ba-4aca-99da-54bb3dafcba8 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:09.349503 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a88627-dc11-4ab8-8003-2317e5435f06 req-279e8869-d227-4d97-9c12-9f7dcc61f85f tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:09.352246 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-23a88627-dc11-4ab8-8003-2317e5435f06 req-279e8869-d227-4d97-9c12-9f7dcc61f85f tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 945 time: 0.3769591 Apr 18 20:50:09.401834 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b1d5f4-1ced-4e06-a0b1-5343af99701a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:09.403396 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b1d5f4-1ced-4e06-a0b1-5343af99701a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:09.410631 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-00b1d5f4-1ced-4e06-a0b1-5343af99701a tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/7f299da9-acf9-4094-b3f8-8cce0215bbb1 HTTP/1.1" status: 404 len: 337 time: 0.1027098 Apr 18 20:50:09.423498 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 94bde35a-36ba-4aca-99da-54bb3dafcba8 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:09.430026 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 94bde35a-36ba-4aca-99da-54bb3dafcba8 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:09.430481 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:09.444726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52632) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:09.508049 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Port 4e49c0da-1917-4159-9216-285df0061082 on network a70a6f46-5054-4309-9b14-8f7dba572e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:50:09.508372 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Attempting to bind port 4e49c0da-1917-4159-9216-285df0061082 on network a70a6f46-5054-4309-9b14-8f7dba572e32 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:09.517548 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7559f1a0-4e39-4c4f-be67-8e98947a1700 req-34d76e53-5f3c-46f6-a2a7-06c84ad148cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5684640-bf01-4377-aa08-830d3f93e3f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223633 Apr 18 20:50:09.576664 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-0198c4da-0f26-4ef6-8ffd-a60674995450 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:09.577437 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0198c4da-0f26-4ef6-8ffd-a60674995450 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:09.585356 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0198c4da-0f26-4ef6-8ffd-a60674995450 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/8d33060f-bfe1-4326-a9ad-6089b497ec73 HTTP/1.1" status: 404 len: 337 time: 0.1299644 Apr 18 20:50:09.597896 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:50:09.598260 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Checking segment: {'id': '37d16436-09a3-4426-9f52-42e66aa3028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a70a6f46-5054-4309-9b14-8f7dba572e32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:09.598660 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Bound using segment: {'id': '37d16436-09a3-4426-9f52-42e66aa3028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a70a6f46-5054-4309-9b14-8f7dba572e32'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:50:09.599124 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Bound port: 4e49c0da-1917-4159-9216-285df0061082, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37d16436-09a3-4426-9f52-42e66aa3028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a70a6f46-5054-4309-9b14-8f7dba572e32'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:09.599487 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:09.599951 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:09.623400 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-a4c6c684-ded5-4550-a9f3-1f30c956bb30 req-4a56aa82-f5ff-403b-a73a-da95bcaa2743 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.1694961 Apr 18 20:50:09.624710 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52636) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:09.643152 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-4b42fea1-c32f-4c9c-8d28-2d8555eee1c2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Made reservation on behalf of 65c0c9deb9974734a5e938fa16904c15 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:09.680641 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-4b42fea1-c32f-4c9c-8d28-2d8555eee1c2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:09.693209 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf13885-7b6d-45b9-a782-8f263ac7f2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bde35a-36ba-4aca-99da-54bb3dafcba8'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:50:09.704488 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e561ea08-695d-40a5-806e-51a85259d4c6" -d '{"events": [{"server_uuid": "5bf13885-7b6d-45b9-a782-8f263ac7f2e3", "name": "network-vif-plugged", "status": "completed", "tag": "94bde35a-36ba-4aca-99da-54bb3dafcba8"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:50:09.752242 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 94bde35a-36ba-4aca-99da-54bb3dafcba8, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=94bde35a-36ba-4aca-99da-54bb3dafcba8,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:09.758386 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ba7b9514-1a47-49cb-a840-2a2a839f03c4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b1c8a86-ac8d-463e-a945-b69c4bb14448 HTTP/1.1" status: 200 len: 205 time: 0.1317277 Apr 18 20:50:09.766163 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52640) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:09.767150 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:09.769441 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-23a88627-dc11-4ab8-8003-2317e5435f06 req-98639b76-fb13-4931-bb99-375091f28693 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3567467 Apr 18 20:50:09.871693 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-deb1026e-0125-4e17-89cd-aa58a2c8e026 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] delete failed (client error): The resource could not be found. Apr 18 20:50:09.873476 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-deb1026e-0125-4e17-89cd-aa58a2c8e026 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/routers/1b1c8a86-ac8d-463e-a945-b69c4bb14448 HTTP/1.1" status: 404 len: 336 time: 0.1028836 Apr 18 20:50:09.882488 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52646) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:09.921078 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=94bde35a-36ba-4aca-99da-54bb3dafcba8,revision_number=12']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:10.035536 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1246685f-8cee-4872-adcf-af33dbe070f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.042618 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-629a11ec-4351-400e-9e47-a44664a9cd1b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:10.043786 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629a11ec-4351-400e-9e47-a44664a9cd1b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:10.051812 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-629a11ec-4351-400e-9e47-a44664a9cd1b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/230e32ab-64a0-4266-b8c8-1ab4d7e84b92 HTTP/1.1" status: 404 len: 337 time: 0.1612620 Apr 18 20:50:10.052502 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52650) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:10.059014 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1246685f-8cee-4872-adcf-af33dbe070f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.076471 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab619ab-4ca8-4403-a502-38dca943378a x-openstack-request-id: req-9ab619ab-4ca8-4403-a502-38dca943378a {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:50:10.077341 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf13885-7b6d-45b9-a782-8f263ac7f2e3", "name": "network-vif-plugged", "status": "completed", "tag": "94bde35a-36ba-4aca-99da-54bb3dafcba8", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:50:10.077948 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ab619ab-4ca8-4403-a502-38dca943378a {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:50:10.078644 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ab619ab-4ca8-4403-a502-38dca943378a'] response: {'server_uuid': '5bf13885-7b6d-45b9-a782-8f263ac7f2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bde35a-36ba-4aca-99da-54bb3dafcba8', 'code': 200} Apr 18 20:50:10.119932 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1246685f-8cee-4872-adcf-af33dbe070f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:50:10.162456 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f67afa89-c88a-4033-af6e-4ab837122d73 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bdfc6ae-4d71-4f7d-8304-40299e4324d5 HTTP/1.1" status: 200 len: 205 time: 0.0988798 Apr 18 20:50:10.168928 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] For port 4e49c0da-1917-4159-9216-285df0061082, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:10.174319 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52652) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:10.222197 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1246685f-8cee-4872-adcf-af33dbe070f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.222739 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-1246685f-8cee-4872-adcf-af33dbe070f5 admin admin] Added segment 3aebea32-d74f-4aca-9b7a-d176e2d2e642 of type vlan for network 59232c4a-97eb-451e-a77f-0fcbaa54b1df Apr 18 20:50:10.237840 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7559f1a0-4e39-4c4f-be67-8e98947a1700 req-fa968fd5-0391-479d-a294-e0030244162e service neutron] 10.222.0.32 "GET /v2.0/networks/c5684640-bf01-4377-aa08-830d3f93e3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6841094 Apr 18 20:50:10.242435 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] For port 4e49c0da-1917-4159-9216-285df0061082, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4e49c0da-1917-4159-9216-285df0061082,segment=NetworkSegment(37d16436-09a3-4426-9f52-42e66aa3028a),segment_id=37d16436-09a3-4426-9f52-42e66aa3028a)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:10.247076 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-478a9778-a476-4aef-9455-3997fe4c7657 req-ac3da78d-b4c3-4cb5-8da3-b649fe1175e3 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64edaca-88c9-4eca-8ad8-d18229b3ba5c HTTP/1.1" status: 200 len: 210 time: 0.0895817 Apr 18 20:50:10.269128 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.296974 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-76fd1c48-1ca2-4410-b359-728d510cf32e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] delete failed (client error): The resource could not be found. Apr 18 20:50:10.299916 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-76fd1c48-1ca2-4410-b359-728d510cf32e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/routers/3bdfc6ae-4d71-4f7d-8304-40299e4324d5 HTTP/1.1" status: 404 len: 336 time: 0.1133738 Apr 18 20:50:10.303722 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52656) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:10.324187 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246685f-8cee-4872-adcf-af33dbe070f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e661277-1ab1-4906-8694-6b678f0da47d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:10.368746 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:10.370044 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.372564 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] 10.222.0.57 "PUT /v2.0/ports/4e49c0da-1917-4159-9216-285df0061082 HTTP/1.1" status: 200 len: 1091 time: 5.1653848 Apr 18 20:50:10.390442 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a1741-3c71-49a0-9ee2-0b5e0114d151 req-6d944658-9289-4fd9-897a-d943cb348808 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:10.393521 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a85a1741-3c71-49a0-9ee2-0b5e0114d151 req-6d944658-9289-4fd9-897a-d943cb348808 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/ports?device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 945 time: 0.5332186 Apr 18 20:50:10.462232 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-dead79ed-9666-474b-9469-8649a6c95195 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:10.463004 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dead79ed-9666-474b-9469-8649a6c95195 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:10.472192 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-dead79ed-9666-474b-9469-8649a6c95195 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/c61428e5-7169-4ee4-81ef-ddb2b0b6d1a2 HTTP/1.1" status: 404 len: 337 time: 0.1479650 Apr 18 20:50:10.472773 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52666) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:10.481271 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4fbb53-64df-4c55-8cb5-f3f46dec6455', 'tag': '4e49c0da-1917-4159-9216-285df0061082'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:50:10.485480 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7df06f4-091c-4cf3-8d1b-02f44e0e17b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4fbb53-64df-4c55-8cb5-f3f46dec6455", "tag": "4e49c0da-1917-4159-9216-285df0061082"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:50:10.532989 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-4b42fea1-c32f-4c9c-8d28-2d8555eee1c2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Allocated IP 172.20.0.5 (ce30ba55-30c8-48a1-83e1-fd83adbe8e92/43c45217-dc0b-4a55-9d4a-e4055b0395e0/13328c10-cefb-438b-a9b6-18a1b81e90d1) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:10.591861 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a22574b-98ef-4f12-a56a-9551632ec733 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:10.592873 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a22574b-98ef-4f12-a56a-9551632ec733 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:10.609110 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2a22574b-98ef-4f12-a56a-9551632ec733 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/3ca9fbcd-43ea-41f8-b0c3-e15f25748fd2 HTTP/1.1" status: 404 len: 337 time: 0.1295769 Apr 18 20:50:10.634043 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1246685f-8cee-4872-adcf-af33dbe070f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.635361 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52672) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:10.723260 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575f632-9071-435a-a405-b8261775e885 req-430a7b9a-95c7-4557-b826-ff29062bf1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:10.725280 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b575f632-9071-435a-a405-b8261775e885 req-430a7b9a-95c7-4557-b826-ff29062bf1f7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 1097 time: 0.4235811 Apr 18 20:50:10.731920 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1246685f-8cee-4872-adcf-af33dbe070f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.733469 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1246685f-8cee-4872-adcf-af33dbe070f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:10.734117 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1246685f-8cee-4872-adcf-af33dbe070f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.744327 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa7d72-0582-45ad-b028-9849723fcfd6 service neutron] Pushing event updated for resources: {'Port': ['ID=4e49c0da-1917-4159-9216-285df0061082,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:10.784267 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c4a3e5b-33ea-4d8f-b730-b352f2c223af tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:10.784931 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c4a3e5b-33ea-4d8f-b730-b352f2c223af tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:10.788059 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2c4a3e5b-33ea-4d8f-b730-b352f2c223af tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/3239a09d-73c3-4a12-a476-7a059dbd4c2f HTTP/1.1" status: 404 len: 333 time: 0.1391711 Apr 18 20:50:10.803627 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52674) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:10.815040 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a85a1741-3c71-49a0-9ee2-0b5e0114d151 req-d0d1579a-cdb1-4424-bcc1-738797d8faf2 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4ff483f-5188-466e-9347-05f04924b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114626 Apr 18 20:50:10.837196 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d14d52-8351-46ad-9ca7-ed6b0801a862 req-6c6fbb64-7af6-491c-a876-25285ee8457d tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:10.838846 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9d14d52-8351-46ad-9ca7-ed6b0801a862 req-6c6fbb64-7af6-491c-a876-25285ee8457d tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 943 time: 0.4899111 Apr 18 20:50:10.869964 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-5b7f8b55-b2f1-44b9-a0e6-09d9dc4afdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:10.871511 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-5b7f8b55-b2f1-44b9-a0e6-09d9dc4afdd8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=30bec5e5dbef4fbd9ab98b71b7e2eece&device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 1094 time: 0.3781788 Apr 18 20:50:10.874464 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7559f1a0-4e39-4c4f-be67-8e98947a1700 req-7f064483-07e7-480c-8867-475f93f2df85 service neutron] 10.222.0.32 "GET /v2.0/networks/c5684640-bf01-4377-aa08-830d3f93e3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6244242 Apr 18 20:50:10.876299 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-120f59de-fb0a-44ab-87d4-105eb0f099b4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:10.876796 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-120f59de-fb0a-44ab-87d4-105eb0f099b4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:10.894070 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-120f59de-fb0a-44ab-87d4-105eb0f099b4 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/657238f9-3560-4afd-85b3-b49f0fed80aa HTTP/1.1" status: 404 len: 337 time: 0.0862100 Apr 18 20:50:10.901362 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52678) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:10.943333 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1246685f-8cee-4872-adcf-af33dbe070f5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5928340 Apr 18 20:50:10.962161 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52680) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:10.976130 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-704334f9-9d66-433a-800e-9213d094dca2 admin admin] Request body: {'subnet': {'network_id': '59232c4a-97eb-451e-a77f-0fcbaa54b1df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1645854504-subnet', 'tenant_id': 'b25ace27add8476e99a683f6ca0727da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:11.000905 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-e54b94d4-3b5a-4615-bfa0-cdfb9c5dd5c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e49c0da-1917-4159-9216-285df0061082 HTTP/1.1" status: 200 len: 217 time: 0.1080594 Apr 18 20:50:11.004481 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8843346-6c39-480e-8ce5-42403de4f817 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:11.006821 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8843346-6c39-480e-8ce5-42403de4f817 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:11.011628 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a8843346-6c39-480e-8ce5-42403de4f817 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/7d154fd8-9471-428b-9ed0-f7e3d894bfba HTTP/1.1" status: 404 len: 333 time: 0.0986974 Apr 18 20:50:11.031544 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52682) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:11.045455 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b575f632-9071-435a-a405-b8261775e885 req-a9ae277f-8dfc-4f25-9a6e-c93ddae3485f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3005884 Apr 18 20:50:11.050783 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1b190f9-4e42-4a98-8933-c5153c1e7c4b req-8a36f0f9-258f-45dc-8e4f-904d9368f583 tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.0755663 Apr 18 20:50:11.089919 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9d14d52-8351-46ad-9ca7-ed6b0801a862 req-0d97108d-8b1c-4d83-b186-a3841e516212 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228336 Apr 18 20:50:11.093398 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f29dd2-e5c4-4a31-9c99-34b3620c2b8b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:11.094482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70f29dd2-e5c4-4a31-9c99-34b3620c2b8b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:11.101788 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-70f29dd2-e5c4-4a31-9c99-34b3620c2b8b tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/275d5fe1-c8cd-4986-882c-a39a86cf5ab0 HTTP/1.1" status: 404 len: 337 time: 0.0580571 Apr 18 20:50:11.103731 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52684) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:11.116335 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246685f-8cee-4872-adcf-af33dbe070f5 admin admin] Pushing event updated for resources: {'Network': ['ID=59232c4a-97eb-451e-a77f-0fcbaa54b1df,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:11.149982 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 59232c4a-97eb-451e-a77f-0fcbaa54b1df details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:50:11.154656 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704334f9-9d66-433a-800e-9213d094dca2 admin admin] Made reservation on behalf of b25ace27add8476e99a683f6ca0727da for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:11.158934 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-704334f9-9d66-433a-800e-9213d094dca2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.167222 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-378d10f4-03fa-4c7a-bd6f-2d8d3d003189 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:11.167985 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-378d10f4-03fa-4c7a-bd6f-2d8d3d003189 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:11.171723 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-378d10f4-03fa-4c7a-bd6f-2d8d3d003189 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/1ca45fb0-27fc-47f8-83ba-6341c64d822f HTTP/1.1" status: 404 len: 333 time: 0.0680947 Apr 18 20:50:11.177913 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52688) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:11.188031 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-545504c2-545c-4ec8-bdb3-0b05a1ea5d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:11.189604 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-545504c2-545c-4ec8-bdb3-0b05a1ea5d79 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6520aac9-6fad-4482-a121-bb66984d767e HTTP/1.1" status: 200 len: 851 time: 0.1804228 Apr 18 20:50:11.215547 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f856e03b-b451-458d-aed8-c7ba6e8aba07 x-openstack-request-id: req-f856e03b-b451-458d-aed8-c7ba6e8aba07 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:50:11.215916 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4fbb53-64df-4c55-8cb5-f3f46dec6455", "tag": "4e49c0da-1917-4159-9216-285df0061082", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:50:11.216149 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f856e03b-b451-458d-aed8-c7ba6e8aba07 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:50:11.217962 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f856e03b-b451-458d-aed8-c7ba6e8aba07'] response: {'name': 'network-changed', 'server_uuid': '9c4fbb53-64df-4c55-8cb5-f3f46dec6455', 'tag': '4e49c0da-1917-4159-9216-285df0061082', 'status': 'completed', 'code': 200} Apr 18 20:50:11.219429 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-9472cd48-1f7b-4caa-8783-fd2192fa7609 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:11.219429 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9472cd48-1f7b-4caa-8783-fd2192fa7609 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:11.226636 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9472cd48-1f7b-4caa-8783-fd2192fa7609 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/57d4aada-50ed-4934-8337-6d291e2bfca2 HTTP/1.1" status: 404 len: 337 time: 0.0432239 Apr 18 20:50:11.226935 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52690) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:11.255569 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-f718ef43-9152-4961-ac96-ab507b38081e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:11.256409 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f718ef43-9152-4961-ac96-ab507b38081e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:11.264662 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f718ef43-9152-4961-ac96-ab507b38081e tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/69187398-9bf6-46f4-9a2c-51bc481b509b HTTP/1.1" status: 404 len: 333 time: 0.0319853 Apr 18 20:50:11.264993 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52692) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:11.319943 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-4b42fea1-c32f-4c9c-8d28-2d8555eee1c2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.330451 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-b5fc9841-e800-4af7-9043-2eae312269f7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a70a6f46-5054-4309-9b14-8f7dba572e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691583 Apr 18 20:50:11.331536 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-879a6855-bb84-4ecb-934a-78f9ae57f0a5 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:11.332342 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-879a6855-bb84-4ecb-934a-78f9ae57f0a5 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:11.335442 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-879a6855-bb84-4ecb-934a-78f9ae57f0a5 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/41b4dc7e-a915-4967-9090-40c21be44679 HTTP/1.1" status: 404 len: 337 time: 0.0696716 Apr 18 20:50:11.342479 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52696) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:11.441141 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b247c1-5393-4e11-af5e-18f3a7addbbc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:11.442138 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b247c1-5393-4e11-af5e-18f3a7addbbc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:11.445974 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c5b247c1-5393-4e11-af5e-18f3a7addbbc tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/d501f431-363e-4bad-b085-92514c45dc42 HTTP/1.1" status: 404 len: 333 time: 0.1000152 Apr 18 20:50:11.465144 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52702) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:11.530086 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f3b74-e6ba-43e2-bb48-9a0929ad13ca req-6bff97de-1a90-40f9-bd85-eef06516a339 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:11.539344 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-597f3b74-e6ba-43e2-bb48-9a0929ad13ca req-6bff97de-1a90-40f9-bd85-eef06516a339 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 946 time: 0.1975574 Apr 18 20:50:11.575918 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-737adeec-d252-43dd-aa92-aef5a3030d6d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:11.576422 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-737adeec-d252-43dd-aa92-aef5a3030d6d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:11.582665 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-737adeec-d252-43dd-aa92-aef5a3030d6d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/579d9dd7-7bec-4e25-84bc-2338e77a5e1e HTTP/1.1" status: 404 len: 337 time: 0.1070175 Apr 18 20:50:11.584160 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52710) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:11.597507 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-4b42fea1-c32f-4c9c-8d28-2d8555eee1c2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.610959 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['1f0cb29c-6676-4f1b-a111-285181b01885'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:50:11.624135 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-97fe5905-68dd-4b73-b09a-47e7dd4c47b3 service neutron] 10.222.0.57 "GET /v2.0/networks/a70a6f46-5054-4309-9b14-8f7dba572e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800987 Apr 18 20:50:11.675996 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-597f3b74-e6ba-43e2-bb48-9a0929ad13ca req-3ffe4149-cd86-4051-a9b6-ca3f06916d57 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356502 Apr 18 20:50:11.692033 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42fea1-c32f-4c9c-8d28-2d8555eee1c2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Pushing event updated for resources: {'Port': ['ID=13328c10-cefb-438b-a9b6-18a1b81e90d1,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:11.799148 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-74bbe7f3-d082-44ce-9c75-21ed1afd334c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:11.800118 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74bbe7f3-d082-44ce-9c75-21ed1afd334c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:11.804534 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-74bbe7f3-d082-44ce-9c75-21ed1afd334c tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/8b95bd79-c239-49ad-8ca3-cfa5d70538c0 HTTP/1.1" status: 404 len: 333 time: 0.1952014 Apr 18 20:50:11.814228 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52712) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:11.859849 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e398ee-5a6d-4fe0-8e3d-a7dc7faa88c3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:11.860785 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e398ee-5a6d-4fe0-8e3d-a7dc7faa88c3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:11.868793 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-21e398ee-5a6d-4fe0-8e3d-a7dc7faa88c3 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/3f1995de-8955-4a73-8424-b63931f15350 HTTP/1.1" status: 404 len: 337 time: 0.0493121 Apr 18 20:50:11.874475 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-4b42fea1-c32f-4c9c-8d28-2d8555eee1c2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:11.875493 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52718) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:11.907222 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-4b42fea1-c32f-4c9c-8d28-2d8555eee1c2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:11.929132 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-4b42fea1-c32f-4c9c-8d28-2d8555eee1c2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:11.939988 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9bf86e-c493-45a8-ba16-1423c2ae655d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:11.953066 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc9bf86e-c493-45a8-ba16-1423c2ae655d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:11.979534 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cc9bf86e-c493-45a8-ba16-1423c2ae655d tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/ports/185c9642-06c1-4c72-be59-050db7db619e HTTP/1.1" status: 404 len: 333 time: 0.1025035 Apr 18 20:50:11.991342 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.009444 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52722) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:12.217437 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-defc6ae9-f905-49d6-857b-e03126388541 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:12.217998 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-defc6ae9-f905-49d6-857b-e03126388541 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:12.221951 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-defc6ae9-f905-49d6-857b-e03126388541 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/subnets/0cf591d2-709b-4c75-af20-97a5a340f3b6 HTTP/1.1" status: 404 len: 337 time: 0.2109277 Apr 18 20:50:12.225562 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52732) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:12.234991 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-704334f9-9d66-433a-800e-9213d094dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.297532 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-4b42fea1-c32f-4c9c-8d28-2d8555eee1c2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:12.298216 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-4b42fea1-c32f-4c9c-8d28-2d8555eee1c2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.314568 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704334f9-9d66-433a-800e-9213d094dca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70e8e612-4e44-4142-b0c3-d3079b008df6,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:12.387769 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-4b42fea1-c32f-4c9c-8d28-2d8555eee1c2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0900600 Apr 18 20:50:12.422741 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-80f562b1-970a-4e14-9fc2-099218549131 service neutron] Request body: {'port': {'device_id': 'b64edaca-88c9-4eca-8ad8-d18229b3ba5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:12.499429 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704334f9-9d66-433a-800e-9213d094dca2 admin admin] Checking segment: {'id': '3aebea32-d74f-4aca-9b7a-d176e2d2e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '59232c4a-97eb-451e-a77f-0fcbaa54b1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:12.499792 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704334f9-9d66-433a-800e-9213d094dca2 admin admin] Network hostable DHCP agents. Network: 59232c4a-97eb-451e-a77f-0fcbaa54b1df, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:50:12.511004 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4aceb25d-5161-4384-94d5-d92117d15017 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.549583 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-80f562b1-970a-4e14-9fc2-099218549131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.557799 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704334f9-9d66-433a-800e-9213d094dca2 admin admin] Network 59232c4a-97eb-451e-a77f-0fcbaa54b1df is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:50:12.750027 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4aceb25d-5161-4384-94d5-d92117d15017 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.783264 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6d08289-d37f-42d7-be68-1df8d5c723e7 req-9531d71b-c990-4e67-a2b4-7c5ba081917f tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.0927253 Apr 18 20:50:12.815942 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-704334f9-9d66-433a-800e-9213d094dca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 59232c4a-97eb-451e-a77f-0fcbaa54b1df) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:12.832298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b6c7c-bd3f-4ff7-aa00-9768b4e91550 req-1faea137-51a1-4a0a-99a3-ce4e37f98e6e tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:12.834803 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f40b4fd-5cde-4ea5-b76b-a2348bf343cd None None] Network 59232c4a-97eb-451e-a77f-0fcbaa54b1df requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:12.840899 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe5b6c7c-bd3f-4ff7-aa00-9768b4e91550 req-1faea137-51a1-4a0a-99a3-ce4e37f98e6e tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64edaca-88c9-4eca-8ad8-d18229b3ba5c HTTP/1.1" status: 200 len: 931 time: 0.1487594 Apr 18 20:50:12.856490 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704334f9-9d66-433a-800e-9213d094dca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:12.860601 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-704334f9-9d66-433a-800e-9213d094dca2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.872270 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-4aceb25d-5161-4384-94d5-d92117d15017 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50eba278-0f67-4e34-aa13-933b003eee26']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:12.998844 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91d6b266-00e0-4eb1-ae62-a57f9e132e4c req-8a375d3d-d9f7-4d4d-892c-166e43293632 service neutron] 10.222.0.57 "GET /v2.0/networks/a70a6f46-5054-4309-9b14-8f7dba572e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3323834 Apr 18 20:50:13.003366 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-4aceb25d-5161-4384-94d5-d92117d15017 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b4baf0-87d8-419f-8c17-e1c6383febd7') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:13.004175 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-4aceb25d-5161-4384-94d5-d92117d15017 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b4baf0-87d8-419f-8c17-e1c6383febd7') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:13.133760 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe5b6c7c-bd3f-4ff7-aa00-9768b4e91550 req-e266e63e-3d49-462a-acbd-fd677341ff8f tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917385 Apr 18 20:50:13.206903 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df06f4-091c-4cf3-8d1b-02f44e0e17b4 req-67cbab9d-4a72-40cf-8c69-1ba9201a6366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:13.209357 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7df06f4-091c-4cf3-8d1b-02f44e0e17b4 req-67cbab9d-4a72-40cf-8c69-1ba9201a6366 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=30bec5e5dbef4fbd9ab98b71b7e2eece&device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 1094 time: 0.0742776 Apr 18 20:50:13.211473 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b913bbf1-bbde-48bc-8130-e494c5834e2a None None] Network 59232c4a-97eb-451e-a77f-0fcbaa54b1df requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:13.369674 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fe558-c9cd-4cfa-9a78-646bebbe2bd1 req-9f07ec56-f345-42dc-89b9-f58753700215 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:13.371447 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-570fe558-c9cd-4cfa-9a78-646bebbe2bd1 req-9f07ec56-f345-42dc-89b9-f58753700215 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/ports?device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 945 time: 0.3615742 Apr 18 20:50:13.430580 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4aceb25d-5161-4384-94d5-d92117d15017 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:13.459073 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-704334f9-9d66-433a-800e-9213d094dca2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4878871 Apr 18 20:50:13.506152 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4aceb25d-5161-4384-94d5-d92117d15017 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:13.527770 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df06f4-091c-4cf3-8d1b-02f44e0e17b4 req-314d4b2e-d062-47e7-9107-4d05cfecd9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:13.532682 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7df06f4-091c-4cf3-8d1b-02f44e0e17b4 req-314d4b2e-d062-47e7-9107-4d05cfecd9ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=a70a6f46-5054-4309-9b14-8f7dba572e32 HTTP/1.1" status: 200 len: 912 time: 0.3148158 Apr 18 20:50:13.569266 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aceb25d-5161-4384-94d5-d92117d15017 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:50:13.572410 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4aceb25d-5161-4384-94d5-d92117d15017 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:50:13.580793 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:50:13.701702 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-80f562b1-970a-4e14-9fc2-099218549131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13328c10-cefb-438b-a9b6-18a1b81e90d1 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:50:13.707469 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-80f562b1-970a-4e14-9fc2-099218549131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:13.726773 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-80f562b1-970a-4e14-9fc2-099218549131 service neutron] Transition to ACTIVE for port object 13328c10-cefb-438b-a9b6-18a1b81e90d1 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:13.732149 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7df06f4-091c-4cf3-8d1b-02f44e0e17b4 req-39019c3b-f230-46ed-bf68-78de4a05fd5d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e49c0da-1917-4159-9216-285df0061082 HTTP/1.1" status: 200 len: 217 time: 0.1806993 Apr 18 20:50:13.751824 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-570fe558-c9cd-4cfa-9a78-646bebbe2bd1 req-cab58339-4b85-4e2d-925a-e5cfafa8d25e tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4ff483f-5188-466e-9347-05f04924b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616555 Apr 18 20:50:13.755636 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-80f562b1-970a-4e14-9fc2-099218549131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:13.774633 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af35dc-08f1-4913-b486-d0398a3c6bff req-6974448d-e7e5-40f1-8354-2b39a666620e tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:13.777772 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a9af35dc-08f1-4913-b486-d0398a3c6bff req-6974448d-e7e5-40f1-8354-2b39a666620e tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 943 time: 0.4020691 Apr 18 20:50:13.870142 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4aceb25d-5161-4384-94d5-d92117d15017 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:13.974858 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4aceb25d-5161-4384-94d5-d92117d15017 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:13.978151 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4aceb25d-5161-4384-94d5-d92117d15017 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] 10.222.0.41 "DELETE /v2.0/networks/50eba278-0f67-4e34-aa13-933b003eee26 HTTP/1.1" status: 204 len: 168 time: 1.7514930 Apr 18 20:50:13.990434 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aceb25d-5161-4384-94d5-d92117d15017 tempest-NetworksTestDHCPv6-627845886 tempest-NetworksTestDHCPv6-627845886-project] Pushing event deleted for resources: {'Network': ['ID=50eba278-0f67-4e34-aa13-933b003eee26,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:14.009293 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a9af35dc-08f1-4913-b486-d0398a3c6bff req-f843719f-6b31-44c8-b9bc-290cd96a2c5f tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160254 Apr 18 20:50:14.014955 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df06f4-091c-4cf3-8d1b-02f44e0e17b4 req-8ea08459-c7f4-4a63-b3bf-af3f1e92125f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:14.016731 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7df06f4-091c-4cf3-8d1b-02f44e0e17b4 req-8ea08459-c7f4-4a63-b3bf-af3f1e92125f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6520aac9-6fad-4482-a121-bb66984d767e HTTP/1.1" status: 200 len: 851 time: 0.2372448 Apr 18 20:50:14.072515 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7df06f4-091c-4cf3-8d1b-02f44e0e17b4 req-4f156eca-e33b-4271-9f01-ebc1b61ef1d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a70a6f46-5054-4309-9b14-8f7dba572e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463006 Apr 18 20:50:14.089280 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579a0a8-44d6-45d1-9c5e-3573f5ec15be req-e6658ce0-cc1a-4133-bc64-e812ca851e99 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:14.091872 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4579a0a8-44d6-45d1-9c5e-3573f5ec15be req-e6658ce0-cc1a-4133-bc64-e812ca851e99 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 946 time: 0.2048128 Apr 18 20:50:14.189820 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f562b1-970a-4e14-9fc2-099218549131 service neutron] Pushing event updated for resources: {'Port': ['ID=13328c10-cefb-438b-a9b6-18a1b81e90d1,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:14.261724 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-80f562b1-970a-4e14-9fc2-099218549131 service neutron] Attempting to bind port 13328c10-cefb-438b-a9b6-18a1b81e90d1 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:14.263062 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-80f562b1-970a-4e14-9fc2-099218549131 service neutron] Attempting to bind port 13328c10-cefb-438b-a9b6-18a1b81e90d1 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:14.264074 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-80f562b1-970a-4e14-9fc2-099218549131 service neutron] Attempting to bind port 13328c10-cefb-438b-a9b6-18a1b81e90d1 on network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:14.273538 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-80f562b1-970a-4e14-9fc2-099218549131 service neutron] Port 13328c10-cefb-438b-a9b6-18a1b81e90d1 on network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:50:14.274018 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-80f562b1-970a-4e14-9fc2-099218549131 service neutron] Attempting to bind port 13328c10-cefb-438b-a9b6-18a1b81e90d1 on network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:14.282185 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-80f562b1-970a-4e14-9fc2-099218549131 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:50:14.297444 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-80f562b1-970a-4e14-9fc2-099218549131 service neutron] Checking segment: {'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:14.298296 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-80f562b1-970a-4e14-9fc2-099218549131 service neutron] Bound using segment: {'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:50:14.299348 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-80f562b1-970a-4e14-9fc2-099218549131 service neutron] Bound port: 13328c10-cefb-438b-a9b6-18a1b81e90d1, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:14.300178 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-80f562b1-970a-4e14-9fc2-099218549131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:14.320042 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4579a0a8-44d6-45d1-9c5e-3573f5ec15be req-d6ceeb14-51b2-4750-b81b-2dbf2650b463 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120690 Apr 18 20:50:14.330161 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52806) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:14.431522 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7df06f4-091c-4cf3-8d1b-02f44e0e17b4 req-b8943f08-7aff-4b0f-a54b-e6d03221b0ec service neutron] 10.222.0.57 "GET /v2.0/networks/a70a6f46-5054-4309-9b14-8f7dba572e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380511 Apr 18 20:50:14.476919 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-80f562b1-970a-4e14-9fc2-099218549131 service neutron] For port 13328c10-cefb-438b-a9b6-18a1b81e90d1, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:14.482816 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-80f562b1-970a-4e14-9fc2-099218549131 service neutron] For port 13328c10-cefb-438b-a9b6-18a1b81e90d1, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=13328c10-cefb-438b-a9b6-18a1b81e90d1,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:14.493992 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-80f562b1-970a-4e14-9fc2-099218549131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:14.597115 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-80f562b1-970a-4e14-9fc2-099218549131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:14.597840 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-80f562b1-970a-4e14-9fc2-099218549131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:14.601106 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-80f562b1-970a-4e14-9fc2-099218549131 service neutron] 10.222.0.57 "PUT /v2.0/ports/13328c10-cefb-438b-a9b6-18a1b81e90d1 HTTP/1.1" status: 200 len: 1091 time: 2.1853492 Apr 18 20:50:14.601106 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64edaca-88c9-4eca-8ad8-d18229b3ba5c', 'tag': '13328c10-cefb-438b-a9b6-18a1b81e90d1'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:50:14.603765 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2369fe4-7015-47b4-8fd2-67fb2e564cde" -d '{"events": [{"name": "network-changed", "server_uuid": "b64edaca-88c9-4eca-8ad8-d18229b3ba5c", "tag": "13328c10-cefb-438b-a9b6-18a1b81e90d1"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:50:14.687097 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-51620978-3949-4635-b5c0-342847bf57fc tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:14.690574 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-51620978-3949-4635-b5c0-342847bf57fc tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/networks?id=59232c4a-97eb-451e-a77f-0fcbaa54b1df HTTP/1.1" status: 200 len: 814 time: 0.3203311 Apr 18 20:50:14.696915 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f562b1-970a-4e14-9fc2-099218549131 service neutron] Pushing event updated for resources: {'Port': ['ID=13328c10-cefb-438b-a9b6-18a1b81e90d1,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:14.717697 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-2b2af852-3a3e-44c4-a909-0fb8fcabbdbe tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/quotas/b25ace27add8476e99a683f6ca0727da HTTP/1.1" status: 200 len: 375 time: 0.0259469 Apr 18 20:50:14.775023 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-fcc37111-201e-4781-b5f7-398dc05e4bcb tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b25ace27add8476e99a683f6ca0727da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561361 Apr 18 20:50:14.786322 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-832bd65a-d830-490f-9c74-c4df1c4b269c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2137ae7eec6143fb871237b99e217de6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4546399 Apr 18 20:50:14.795983 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-cb2df45f-7b06-4414-b86f-3a22939c3fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:14.799263 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-cb2df45f-7b06-4414-b86f-3a22939c3fa2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=65c0c9deb9974734a5e938fa16904c15&device_id=b64edaca-88c9-4eca-8ad8-d18229b3ba5c HTTP/1.1" status: 200 len: 1094 time: 0.0952229 Apr 18 20:50:14.800160 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52814) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:14.808094 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7df06f4-091c-4cf3-8d1b-02f44e0e17b4 req-0a99c5a6-015a-4225-8acd-2ef5d89b4ccf service neutron] 10.222.0.57 "GET /v2.0/networks/a70a6f46-5054-4309-9b14-8f7dba572e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365159 Apr 18 20:50:14.896808 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-2d40ed6a-c868-4fa9-8f6f-e62e7881baa8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13328c10-cefb-438b-a9b6-18a1b81e90d1 HTTP/1.1" status: 200 len: 217 time: 0.0817282 Apr 18 20:50:14.899573 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8ec9f628-d6b2-4904-9f05-214e4e400ac1 req-e5c84fe5-2035-49cc-b05d-8bd3021ce719 tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.0366619 Apr 18 20:50:14.968701 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-8035772e-76c9-4c72-9382-2c23aee5778c service neutron] 10.222.0.41 "GET /v2.0/networks/59232c4a-97eb-451e-a77f-0fcbaa54b1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926382 Apr 18 20:50:15.031581 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-01a03c25-ead6-4a29-9602-c7df7499df3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:15.063687 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-26f03ba5-6fbc-4677-a6d5-e5dfafd55492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:15.065778 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-26f03ba5-6fbc-4677-a6d5-e5dfafd55492 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43c45217-dc0b-4a55-9d4a-e4055b0395e0 HTTP/1.1" status: 200 len: 846 time: 0.1629992 Apr 18 20:50:15.092204 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-01a03c25-ead6-4a29-9602-c7df7499df3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:15.128768 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-b9bf7902-1f4a-4412-8a88-a7dc02fd9242 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530195 Apr 18 20:50:15.226711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599d65e-8c9c-4131-9140-2c3b8162c387 req-4e2f2c61-3eab-4290-b95e-45e86c8a0c0b tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:15.238190 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e599d65e-8c9c-4131-9140-2c3b8162c387 req-4e2f2c61-3eab-4290-b95e-45e86c8a0c0b tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64edaca-88c9-4eca-8ad8-d18229b3ba5c HTTP/1.1" status: 200 len: 943 time: 0.1554241 Apr 18 20:50:15.264153 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-1cb114e9-a270-4221-b6c8-803ca8d15007 service neutron] 10.222.0.41 "GET /v2.0/networks/59232c4a-97eb-451e-a77f-0fcbaa54b1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935698 Apr 18 20:50:15.344188 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e599d65e-8c9c-4131-9140-2c3b8162c387 req-8a7cff08-7beb-4b4b-8d48-b583aa1acccb tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046820 Apr 18 20:50:15.482643 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bb0200-acd3-4537-b11a-59272807696b x-openstack-request-id: req-96bb0200-acd3-4537-b11a-59272807696b {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:50:15.483102 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b64edaca-88c9-4eca-8ad8-d18229b3ba5c", "tag": "13328c10-cefb-438b-a9b6-18a1b81e90d1", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:50:15.483489 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96bb0200-acd3-4537-b11a-59272807696b {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:50:15.484410 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96bb0200-acd3-4537-b11a-59272807696b'] response: {'name': 'network-changed', 'server_uuid': 'b64edaca-88c9-4eca-8ad8-d18229b3ba5c', 'tag': '13328c10-cefb-438b-a9b6-18a1b81e90d1', 'status': 'completed', 'code': 200} Apr 18 20:50:15.533099 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-81033c92-9fd1-464e-9f3c-4f2b5f02fcba service neutron] 10.222.0.57 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768792 Apr 18 20:50:15.546763 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-01a03c25-ead6-4a29-9602-c7df7499df3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:15.549667 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-01a03c25-ead6-4a29-9602-c7df7499df3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:15.554950 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-01a03c25-ead6-4a29-9602-c7df7499df3a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/648f64ab-bed3-495e-864d-4552082376b1 HTTP/1.1" status: 204 len: 168 time: 0.7529044 Apr 18 20:50:15.641329 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a03c25-ead6-4a29-9602-c7df7499df3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648f64ab-bed3-495e-864d-4552082376b1,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:15.709778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c8354-ec02-444e-a5de-c73b6449aec2 req-6c375e9a-9934-42f6-9eeb-9be27b2327fe tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:15.713136 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-721c8354-ec02-444e-a5de-c73b6449aec2 req-6c375e9a-9934-42f6-9eeb-9be27b2327fe tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/ports?device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 945 time: 0.1474183 Apr 18 20:50:15.740536 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-116714fb-4640-48c6-bd79-d7cf8f3ff6c9 req-99cf15c9-d982-4395-a994-fe5b438ab7f9 service neutron] 10.222.0.57 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052913 Apr 18 20:50:15.877337 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96546e-32c4-41bc-a166-10ea12564efa req-7366aec7-fe88-4452-94b8-2001c7e996a1 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:15.879644 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cf96546e-32c4-41bc-a166-10ea12564efa req-7366aec7-fe88-4452-94b8-2001c7e996a1 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 943 time: 0.1988091 Apr 18 20:50:15.895715 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-721c8354-ec02-444e-a5de-c73b6449aec2 req-d6178ddb-808c-49d2-8a10-ddb66b2cd379 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4ff483f-5188-466e-9347-05f04924b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634209 Apr 18 20:50:15.937428 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2369fe4-7015-47b4-8fd2-67fb2e564cde req-aeb3d0ba-857d-450b-a64b-3f9ca67c6347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:15.940419 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b2369fe4-7015-47b4-8fd2-67fb2e564cde req-aeb3d0ba-857d-450b-a64b-3f9ca67c6347 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=65c0c9deb9974734a5e938fa16904c15&device_id=b64edaca-88c9-4eca-8ad8-d18229b3ba5c HTTP/1.1" status: 200 len: 1094 time: 0.1124806 Apr 18 20:50:16.006652 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cf96546e-32c4-41bc-a166-10ea12564efa req-26a58c8b-e775-4b17-9384-13dead11669b tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090920 Apr 18 20:50:16.123606 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2369fe4-7015-47b4-8fd2-67fb2e564cde req-bfe39830-7557-4fe5-b634-a16e19ab44cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:16.128503 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b2369fe4-7015-47b4-8fd2-67fb2e564cde req-bfe39830-7557-4fe5-b634-a16e19ab44cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92 HTTP/1.1" status: 200 len: 907 time: 0.1807103 Apr 18 20:50:16.176687 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c19aa657-fc93-401a-865e-48879d2b6077 req-e30f9da9-807b-40b8-9197-af43217d8239 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d1de960-06da-4b6f-b8d3-adabfe64874b HTTP/1.1" status: 200 len: 210 time: 0.0423226 Apr 18 20:50:16.246771 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1d9fa-e43d-4729-b5a0-710362e2bfba req-ccd5252e-6db4-48e2-aaf7-95e8b7d007ee tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:16.249151 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ed1d9fa-e43d-4729-b5a0-710362e2bfba req-ccd5252e-6db4-48e2-aaf7-95e8b7d007ee tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 946 time: 0.1986933 Apr 18 20:50:16.343341 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ed1d9fa-e43d-4729-b5a0-710362e2bfba req-4590deb9-edfd-4b1e-93f1-d4cde286a053 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770731 Apr 18 20:50:16.450851 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f6367e1c-3990-4ddf-bafc-c05c9f04675b req-ec9be0f2-bc83-4182-8bb4-252225f05c96 tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.0984349 Apr 18 20:50:16.659532 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b2369fe4-7015-47b4-8fd2-67fb2e564cde req-7f3b4a0e-960a-4f0d-9ad5-bf2146b4c3ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13328c10-cefb-438b-a9b6-18a1b81e90d1 HTTP/1.1" status: 200 len: 217 time: 0.5231223 Apr 18 20:50:16.688033 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f95a86-b2c1-4c74-a446-e313ff749262 req-f95ad55a-5d16-4f3b-b255-505976cd804f tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:16.690789 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-18f95a86-b2c1-4c74-a446-e313ff749262 req-f95ad55a-5d16-4f3b-b255-505976cd804f tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64edaca-88c9-4eca-8ad8-d18229b3ba5c HTTP/1.1" status: 200 len: 943 time: 0.1401062 Apr 18 20:50:16.783161 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-18f95a86-b2c1-4c74-a446-e313ff749262 req-cdf1a35c-228f-43b1-a90e-359a3eac5a1d tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811086 Apr 18 20:50:16.832147 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2369fe4-7015-47b4-8fd2-67fb2e564cde req-95a1adcf-b8d3-4102-b66d-49555b166387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:16.834387 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b2369fe4-7015-47b4-8fd2-67fb2e564cde req-95a1adcf-b8d3-4102-b66d-49555b166387 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43c45217-dc0b-4a55-9d4a-e4055b0395e0 HTTP/1.1" status: 200 len: 846 time: 0.1595588 Apr 18 20:50:16.900447 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b2369fe4-7015-47b4-8fd2-67fb2e564cde req-1439ccb9-d00a-4ed6-8f44-1cbd723bffc9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568094 Apr 18 20:50:16.976952 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a044e3c-28d1-4359-affd-aeacecac20a5 req-09c775ce-40f1-440b-baf7-19703dc46766 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:16.980355 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5a044e3c-28d1-4359-affd-aeacecac20a5 req-09c775ce-40f1-440b-baf7-19703dc46766 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.32 "GET /v2.0/ports?device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 945 time: 0.1327162 Apr 18 20:50:17.129579 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b2369fe4-7015-47b4-8fd2-67fb2e564cde req-109cd67f-b0e5-41e2-8742-65043a657435 service neutron] 10.222.0.57 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032673 Apr 18 20:50:17.181563 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52872) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.305355 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b2369fe4-7015-47b4-8fd2-67fb2e564cde req-d7b85d92-eb6b-4eb1-b537-61dd47bbbc73 service neutron] 10.222.0.57 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645107 Apr 18 20:50:17.345964 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-ca2b776e-69ab-40d0-a62f-83c1a30551fb tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.347272 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ca2b776e-69ab-40d0-a62f-83c1a30551fb tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1641424 Apr 18 20:50:17.352295 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52878) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.355276 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4e49c0da-1917-4159-9216-285df0061082 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:50:17.363291 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-37802f83-407a-4d7e-9145-64c74831dc04 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.369061 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-37802f83-407a-4d7e-9145-64c74831dc04 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0121677 Apr 18 20:50:17.369792 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52880) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.379977 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-9c59286d-d801-4351-b3e1-e9e3a8cabdd6 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.385140 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9c59286d-d801-4351-b3e1-e9e3a8cabdd6 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0101645 Apr 18 20:50:17.385460 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fa72d-3fa5-40d1-8583-d7995c835d5a req-08b0dee7-7955-40e2-9458-e6d199cb763c tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:17.386182 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52882) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.387613 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-062fa72d-3fa5-40d1-8583-d7995c835d5a req-08b0dee7-7955-40e2-9458-e6d199cb763c tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/ports?device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 945 time: 0.3117743 Apr 18 20:50:17.394660 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-c17ba006-9b54-41ad-abe0-d0452b8ceeb8 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.404032 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c17ba006-9b54-41ad-abe0-d0452b8ceeb8 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0123024 Apr 18 20:50:17.404375 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52884) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.416356 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [None req-16f41839-7926-4d5a-a8d5-8e7ab1bff71b tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.425171 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-16f41839-7926-4d5a-a8d5-8e7ab1bff71b tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0142419 Apr 18 20:50:17.425475 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52886) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.429924 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-84fd82a2-3289-4078-8f74-c9e3ae1eb8fc tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.435714 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-84fd82a2-3289-4078-8f74-c9e3ae1eb8fc tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0044444 Apr 18 20:50:17.436768 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52888) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.441957 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-38e29ddb-c497-4197-b453-e7dc49cf3000 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.446757 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-38e29ddb-c497-4197-b453-e7dc49cf3000 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0048840 Apr 18 20:50:17.446989 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52890) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.452537 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-900ad932-ed40-4f36-8d6a-c2ab72b7abc0 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.457746 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-900ad932-ed40-4f36-8d6a-c2ab72b7abc0 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0055575 Apr 18 20:50:17.462111 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52892) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.469550 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-27f1b314-6b07-460c-b53d-2313b69dd8d6 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.475180 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-27f1b314-6b07-460c-b53d-2313b69dd8d6 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0075405 Apr 18 20:50:17.482809 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52894) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.495009 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-e319c5aa-f21a-4d2e-8e59-2c9033774cfa tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.502177 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e319c5aa-f21a-4d2e-8e59-2c9033774cfa tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0173488 Apr 18 20:50:17.502946 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52896) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.515296 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-b200d2fb-03b9-4a7f-8dd4-8144c8ef6537 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.522659 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b200d2fb-03b9-4a7f-8dd4-8144c8ef6537 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0159760 Apr 18 20:50:17.525226 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52898) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.535562 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-790fb534-0f43-4aa5-806b-88878345a065 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.543690 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-790fb534-0f43-4aa5-806b-88878345a065 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0160019 Apr 18 20:50:17.546045 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52900) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.552371 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47cfd5-9dd0-43b2-a871-26cefe41cb1e req-03ae2819-db91-41a2-99bf-8cb971d1caf1 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:17.555490 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-993e9722-411b-4701-8070-014d92622880 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.561569 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-993e9722-411b-4701-8070-014d92622880 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0125179 Apr 18 20:50:17.561901 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c47cfd5-9dd0-43b2-a871-26cefe41cb1e req-03ae2819-db91-41a2-99bf-8cb971d1caf1 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 943 time: 0.3320158 Apr 18 20:50:17.562125 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52904) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.567211 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 4e49c0da-1917-4159-9216-285df0061082, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4e49c0da-1917-4159-9216-285df0061082,segment=NetworkSegment(37d16436-09a3-4426-9f52-42e66aa3028a),segment_id=37d16436-09a3-4426-9f52-42e66aa3028a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:17.573063 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-67fff309-8d7f-440d-a8e3-6206e830e2fe tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.580784 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-062fa72d-3fa5-40d1-8583-d7995c835d5a req-6bdad2e5-ec0b-4ea5-9ad3-2eaa3b8b74b1 tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4ff483f-5188-466e-9347-05f04924b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449037 Apr 18 20:50:17.581690 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52906) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.589987 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '4e49c0da-1917-4159-9216-285df0061082', 'network_id': 'a70a6f46-5054-4309-9b14-8f7dba572e32', 'port_id': '4e49c0da-1917-4159-9216-285df0061082', 'mac_address': 'fa:16:3e:ff:23:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6520aac9-6fad-4482-a121-bb66984d767e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:50:17.592499 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-67fff309-8d7f-440d-a8e3-6206e830e2fe tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0161664 Apr 18 20:50:17.643634 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [None req-6d8e05a4-972f-4aa2-9bac-683c07ab6cc4 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.647825 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6d8e05a4-972f-4aa2-9bac-683c07ab6cc4 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0584226 Apr 18 20:50:17.648066 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52908) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.659283 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-a21bf577-a0b6-45b6-b76c-48a8221e1516 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.661143 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a21bf577-a0b6-45b6-b76c-48a8221e1516 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0091696 Apr 18 20:50:17.667176 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:17.667675 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52910) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.675316 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [None req-bfb4add9-9ffd-4620-8241-a5a80593c72b tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.676671 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-bfb4add9-9ffd-4620-8241-a5a80593c72b tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0048256 Apr 18 20:50:17.679733 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52912) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.686834 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-3c24326e-4261-4b0f-8153-000ebdb427f1 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.691875 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3c24326e-4261-4b0f-8153-000ebdb427f1 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0107310 Apr 18 20:50:17.692523 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52914) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.700816 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-72c76c70-c2fc-4960-96d3-89e07ec6066f tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.715011 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e49c0da-1917-4159-9216-285df0061082 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:50:17.721972 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c47cfd5-9dd0-43b2-a871-26cefe41cb1e req-829014f7-e3db-4f3b-82e7-c4373959b7bf tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598635 Apr 18 20:50:17.726118 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52916) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.730713 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-72c76c70-c2fc-4960-96d3-89e07ec6066f tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0355301 Apr 18 20:50:17.734455 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [None req-22b4c4de-3b83-4184-925e-64c4fbd84543 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.736174 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-22b4c4de-3b83-4184-925e-64c4fbd84543 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0086026 Apr 18 20:50:17.740369 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52918) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.748505 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-5a044e3c-28d1-4359-affd-aeacecac20a5 req-37d41356-751a-49f3-9817-a67bc0880dbd tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Deleting port 4fa9bd73-51bd-42b4-adbe-18441a5b4887 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:50:17.748875 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5a044e3c-28d1-4359-affd-aeacecac20a5 req-37d41356-751a-49f3-9817-a67bc0880dbd tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:17.763899 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [None req-42b3284d-2e55-4590-b036-f58fda025ae8 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.765011 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-42b3284d-2e55-4590-b036-f58fda025ae8 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0233760 Apr 18 20:50:17.767786 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52920) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.772609 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-d3643de9-280a-4804-9cdf-dd8193939014 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.773802 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d3643de9-280a-4804-9cdf-dd8193939014 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0049531 Apr 18 20:50:17.777745 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52922) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.794694 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 4e49c0da-1917-4159-9216-285df0061082, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4e49c0da-1917-4159-9216-285df0061082,segment=NetworkSegment(37d16436-09a3-4426-9f52-42e66aa3028a),segment_id=37d16436-09a3-4426-9f52-42e66aa3028a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:17.795088 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-e850ed4b-80ab-4227-8059-d7ba4181c34f tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.796389 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e850ed4b-80ab-4227-8059-d7ba4181c34f tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0109296 Apr 18 20:50:17.800490 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52924) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.805263 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-c0fa53ae-e94c-4d19-8d6c-c6712766a771 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.806265 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c0fa53ae-e94c-4d19-8d6c-c6712766a771 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0045056 Apr 18 20:50:17.809167 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52926) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.811109 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:17.814164 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-3457d724-474b-4b8d-8638-1825fddb72dd tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.815429 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3457d724-474b-4b8d-8638-1825fddb72dd tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0049987 Apr 18 20:50:17.818304 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52928) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.823269 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-b36908a3-1c3d-4fdc-b128-3cd11f203e54 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.823991 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4229e237-fbd7-4bfd-bf7c-e4fed0a0efa2 req-60c10c8f-a85d-46fc-849c-ee03580c8cea tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d1de960-06da-4b6f-b8d3-adabfe64874b HTTP/1.1" status: 200 len: 210 time: 0.0717940 Apr 18 20:50:17.826499 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b36908a3-1c3d-4fdc-b128-3cd11f203e54 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0068071 Apr 18 20:50:17.830423 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52930) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.853775 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-d0d19f5c-58da-4af4-8aab-2efa600654d2 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.856079 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d0d19f5c-58da-4af4-8aab-2efa600654d2 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0219779 Apr 18 20:50:17.860921 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52936) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.878615 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-6a4811ca-4fc6-42ac-ae82-1983ca558d41 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.880943 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6a4811ca-4fc6-42ac-ae82-1983ca558d41 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0186570 Apr 18 20:50:17.887608 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-f055cecc-9bb0-4a7c-851c-7698c807d28b tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:17.890450 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52938) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.891205 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-f055cecc-9bb0-4a7c-851c-7698c807d28b tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.32 "GET /v2.0/networks?id=59232c4a-97eb-451e-a77f-0fcbaa54b1df HTTP/1.1" status: 200 len: 814 time: 0.4665077 Apr 18 20:50:17.904718 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-ff02bcbf-13b1-4170-9fa9-c375bcab3a23 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.906228 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ff02bcbf-13b1-4170-9fa9-c375bcab3a23 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0146699 Apr 18 20:50:17.914298 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52940) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.922382 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-52aa1e1e-4c81-49b2-b477-e82644f4dbad tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.922688 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-b8ab335f-ec70-42fa-95f5-b395fcc74295 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Request body: {'port': {'device_id': '1d1de960-06da-4b6f-b8d3-adabfe64874b', 'network_id': '59232c4a-97eb-451e-a77f-0fcbaa54b1df', 'admin_state_up': True, 'tenant_id': 'b25ace27add8476e99a683f6ca0727da'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:17.923929 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-52aa1e1e-4c81-49b2-b477-e82644f4dbad tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0061195 Apr 18 20:50:17.930552 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52942) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.935400 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-000a8b76-ecb0-4bd1-9459-5181ba27b795 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.939661 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-000a8b76-ecb0-4bd1-9459-5181ba27b795 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0076611 Apr 18 20:50:17.944747 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52944) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.949575 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5830db78-dbcd-41c5-83b1-bffbf58d48cf req-196ac9ea-14d6-413f-ac79-2b8aee029353 tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.0514545 Apr 18 20:50:17.954429 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [None req-e5b71da2-209c-4ff9-ac84-6c8630c6a0dd tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.956207 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e5b71da2-209c-4ff9-ac84-6c8630c6a0dd tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0089519 Apr 18 20:50:17.958549 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52946) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.963216 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-406ec73f-8a2a-4eac-9d35-b152dec9ac1b tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.964342 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-406ec73f-8a2a-4eac-9d35-b152dec9ac1b tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0047088 Apr 18 20:50:17.967501 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52948) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.972920 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-54d120c6-7b2a-4c08-bf2a-2a2b10902589 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.974056 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-54d120c6-7b2a-4c08-bf2a-2a2b10902589 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0055063 Apr 18 20:50:17.977611 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52950) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.989414 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-a46c7c58-69a9-49f0-8b76-68fae2e290c5 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.991115 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a46c7c58-69a9-49f0-8b76-68fae2e290c5 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0123806 Apr 18 20:50:17.994040 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52952) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.998838 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-9e0e54b7-b487-43d1-8eb9-10bcadd624f6 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:17.999588 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=4e49c0da-1917-4159-9216-285df0061082,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:18.024789 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9e0e54b7-b487-43d1-8eb9-10bcadd624f6 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0295522 Apr 18 20:50:18.028092 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52954) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.033193 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-023af45c-5e1c-47c3-ac9c-544bcb99d17b tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.034193 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-023af45c-5e1c-47c3-ac9c-544bcb99d17b tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044494 Apr 18 20:50:18.037042 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52956) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.054880 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [None req-6b813b53-36a2-4896-89a9-afc9ea972e7e tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.055681 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:50:18.056224 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6b813b53-36a2-4896-89a9-afc9ea972e7e tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0151606 Apr 18 20:50:18.058641 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52958) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.094643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [None req-c9cbcb20-745f-4c61-94d5-2d95bceca451 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.095683 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c9cbcb20-745f-4c61-94d5-2d95bceca451 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0310099 Apr 18 20:50:18.098480 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52960) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.104862 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-348cdb1c-01c2-4128-9341-50c9806a38bb tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.110468 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-348cdb1c-01c2-4128-9341-50c9806a38bb tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0071843 Apr 18 20:50:18.110680 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-5a044e3c-28d1-4359-affd-aeacecac20a5 req-37d41356-751a-49f3-9817-a67bc0880dbd tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] For port 4fa9bd73-51bd-42b4-adbe-18441a5b4887, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=4fa9bd73-51bd-42b4-adbe-18441a5b4887,segment=NetworkSegment(8d8100f8-59e2-436c-950f-64d204822060),segment_id=8d8100f8-59e2-436c-950f-64d204822060)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:18.110680 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5a044e3c-28d1-4359-affd-aeacecac20a5 req-37d41356-751a-49f3-9817-a67bc0880dbd tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:18.110906 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52962) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.115523 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['4e49c0da-1917-4159-9216-285df0061082'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:50:18.119753 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-e2b5a752-fbfb-4c22-b572-02ed00955f42 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.125037 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e2b5a752-fbfb-4c22-b572-02ed00955f42 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0090435 Apr 18 20:50:18.125037 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52964) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.136606 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-587beba7-11c1-4928-ae48-9ccadaf56bb8 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.140509 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-587beba7-11c1-4928-ae48-9ccadaf56bb8 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0113661 Apr 18 20:50:18.142392 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52966) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.150194 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-5a044e3c-28d1-4359-affd-aeacecac20a5 req-37d41356-751a-49f3-9817-a67bc0880dbd tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Calling delete_port for 4fa9bd73-51bd-42b4-adbe-18441a5b4887 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:50:18.155809 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [None req-c046b667-f34d-4c4c-a0e2-8a5a4fe385fd tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.159392 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c046b667-f34d-4c4c-a0e2-8a5a4fe385fd tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0113275 Apr 18 20:50:18.159902 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52968) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.167147 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-6870403a-62ad-4520-bdbb-b9561292c9be tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.171835 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6870403a-62ad-4520-bdbb-b9561292c9be tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0072939 Apr 18 20:50:18.172314 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52970) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.181470 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-72ed0149-8d02-44b3-969f-5e163912df92 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.189646 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52972) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.190095 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-72ed0149-8d02-44b3-969f-5e163912df92 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0126157 Apr 18 20:50:18.196575 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [None req-cc6f5c11-7964-4aed-95b1-a4455814e49e tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.201491 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-cc6f5c11-7964-4aed-95b1-a4455814e49e tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0060067 Apr 18 20:50:18.202433 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52974) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.207671 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc6b75-7dcc-4d6d-92df-fb85e96c7ced req-0faf7229-f2dd-4f95-a3ce-e07aa52d6b46 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:18.207953 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-9acbef8c-b7e9-426e-93fe-dfaf0e93074b tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.209367 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a4dc6b75-7dcc-4d6d-92df-fb85e96c7ced req-0faf7229-f2dd-4f95-a3ce-e07aa52d6b46 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64edaca-88c9-4eca-8ad8-d18229b3ba5c HTTP/1.1" status: 200 len: 943 time: 0.1762443 Apr 18 20:50:18.212970 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9acbef8c-b7e9-426e-93fe-dfaf0e93074b tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0082765 Apr 18 20:50:18.212970 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52976) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.218884 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-87cdfbda-fdb9-448e-a0cd-943b3f9d72c3 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.222718 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-87cdfbda-fdb9-448e-a0cd-943b3f9d72c3 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0092332 Apr 18 20:50:18.223376 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52978) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.228850 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-5a6d4881-bcbe-416f-95df-4d0533f5675e tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.232821 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5a6d4881-bcbe-416f-95df-4d0533f5675e tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0082805 Apr 18 20:50:18.233490 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52980) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.240519 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-c2fcbad6-abbc-4662-a7e5-84ee06bcd691 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.244148 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c2fcbad6-abbc-4662-a7e5-84ee06bcd691 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0095952 Apr 18 20:50:18.244844 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52982) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.250991 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-3a3f7da0-1a95-4e7a-9a20-56d3f2ed66e7 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.257016 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3a3f7da0-1a95-4e7a-9a20-56d3f2ed66e7 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0110905 Apr 18 20:50:18.257700 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52984) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.262454 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-b4161820-b319-405a-aaf4-f738f3d32136 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.267156 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52986) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.267991 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b4161820-b319-405a-aaf4-f738f3d32136 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0088770 Apr 18 20:50:18.270772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-b8ab335f-ec70-42fa-95f5-b395fcc74295 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Made reservation on behalf of b25ace27add8476e99a683f6ca0727da for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:18.274459 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-b8ab335f-ec70-42fa-95f5-b395fcc74295 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:18.280476 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [None req-ef18f5de-bec4-4cff-b5de-56090327c1bc tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.283956 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ef18f5de-bec4-4cff-b5de-56090327c1bc tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0116260 Apr 18 20:50:18.285496 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52988) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.294358 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-a33afa04-5a61-4324-a076-3642026a5dee tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.299738 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52990) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.302827 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a33afa04-5a61-4324-a076-3642026a5dee tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0158300 Apr 18 20:50:18.315690 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [None req-fa577ae6-a49f-4a75-a48f-7ebc72b31057 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.319152 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-fa577ae6-a49f-4a75-a48f-7ebc72b31057 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0144904 Apr 18 20:50:18.319933 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52992) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.327142 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-7378ac0a-65d6-4a9d-b802-aab3dff4633f tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.332527 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7378ac0a-65d6-4a9d-b802-aab3dff4633f tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0099189 Apr 18 20:50:18.333187 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52994) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.337923 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-634007d2-edd2-4e7e-9c54-69742bdcaa77 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.343189 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-634007d2-edd2-4e7e-9c54-69742bdcaa77 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0089047 Apr 18 20:50:18.344078 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52996) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.348415 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-a25e8f55-e370-45d7-8f97-66646a9e6657 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.353933 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a25e8f55-e370-45d7-8f97-66646a9e6657 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0089114 Apr 18 20:50:18.354289 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52998) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.370958 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [None req-3cc4a926-20bb-4783-bb5c-86d7264a147a tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.375129 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3cc4a926-20bb-4783-bb5c-86d7264a147a tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0103753 Apr 18 20:50:18.378468 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53000) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.389636 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-2448c5fc-c4ac-4262-9645-a6a68d249efb tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.395296 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2448c5fc-c4ac-4262-9645-a6a68d249efb tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0150456 Apr 18 20:50:18.397781 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53002) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.409775 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-c4d2c47b-851d-4a80-accf-bb974df8f997 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.416070 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c4d2c47b-851d-4a80-accf-bb974df8f997 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0141537 Apr 18 20:50:18.417639 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53004) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.419015 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a4dc6b75-7dcc-4d6d-92df-fb85e96c7ced req-0d5aee2e-c144-44c8-9abd-52af6f4bb7a3 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501930 Apr 18 20:50:18.426175 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-20498e82-fdb9-4831-9197-81ff40c669eb tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.434673 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53006) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.435902 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-20498e82-fdb9-4831-9197-81ff40c669eb tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0140314 Apr 18 20:50:18.442893 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [None req-837e3323-733e-469c-bdb1-02e93f27b6f7 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.446653 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53008) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.446912 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-837e3323-733e-469c-bdb1-02e93f27b6f7 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0082381 Apr 18 20:50:18.461882 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-eec3611d-29f4-461b-95ef-2ba98a9a3428 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.467456 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-eec3611d-29f4-461b-95ef-2ba98a9a3428 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0173080 Apr 18 20:50:18.468278 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53010) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.473479 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-b228bfd0-ca32-4b48-b9ed-04842deca26c tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.477573 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b228bfd0-ca32-4b48-b9ed-04842deca26c tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0081990 Apr 18 20:50:18.478734 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53012) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.484670 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-8b139d54-ae53-4ebb-9993-e4073072e4bc tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.488649 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8b139d54-ae53-4ebb-9993-e4073072e4bc tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0088122 Apr 18 20:50:18.489318 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53014) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.493700 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-93f6bc50-5590-490a-8669-b064f4dd9068 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.495455 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-93f6bc50-5590-490a-8669-b064f4dd9068 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0044556 Apr 18 20:50:18.500232 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53016) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.504927 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-0becba79-9d2b-4ca9-9416-b7d605f34091 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.508924 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0becba79-9d2b-4ca9-9416-b7d605f34091 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0074561 Apr 18 20:50:18.509587 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53018) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:18.514447 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [None req-8f45d0a2-3520-4db4-8cdf-2a82b9f9c044 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:50:18.519692 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8f45d0a2-3520-4db4-8cdf-2a82b9f9c044 tempest-ExtensionsTestJSON-374616902 tempest-ExtensionsTestJSON-374616902-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0088782 Apr 18 20:50:18.706472 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-b8ab335f-ec70-42fa-95f5-b395fcc74295 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Allocated IP 172.20.0.11 (59232c4a-97eb-451e-a77f-0fcbaa54b1df/70e8e612-4e44-4142-b0c3-d3079b008df6/66c04ea7-6a45-4281-bcb7-07e9e07f982f) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:18.823315 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5a044e3c-28d1-4359-affd-aeacecac20a5 req-37d41356-751a-49f3-9817-a67bc0880dbd tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:18.840330 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['4fa9bd73-51bd-42b4-adbe-18441a5b4887'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:50:18.854872 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0450fbed-8350-49da-b656-2550832aa48a req-9eea0f95-5b3a-4fdc-9960-6faa9371b7ae tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.41 "GET /v2.0/ports?device_id=728068cb-9217-4f69-aeb8-03a773814b5f HTTP/1.1" status: 200 len: 210 time: 0.0692811 Apr 18 20:50:18.897485 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d41356-751a-49f3-9817-a67bc0880dbd tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Pushing event deleted for resources: {'Port': ['ID=4fa9bd73-51bd-42b4-adbe-18441a5b4887,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:19.075440 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a044e3c-28d1-4359-affd-aeacecac20a5 req-37d41356-751a-49f3-9817-a67bc0880dbd tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] No DVR routers for this DVR port 4fa9bd73-51bd-42b4-adbe-18441a5b4887 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:50:19.083855 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5a044e3c-28d1-4359-affd-aeacecac20a5 req-37d41356-751a-49f3-9817-a67bc0880dbd tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.087260 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5a044e3c-28d1-4359-affd-aeacecac20a5 req-37d41356-751a-49f3-9817-a67bc0880dbd tempest-TestServerAdvancedOps-477259573 tempest-TestServerAdvancedOps-477259573-project] 10.222.0.32 "DELETE /v2.0/ports/4fa9bd73-51bd-42b4-adbe-18441a5b4887 HTTP/1.1" status: 204 len: 173 time: 2.0985053 Apr 18 20:50:19.097175 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728068cb-9217-4f69-aeb8-03a773814b5f', 'name': 'network-vif-deleted', 'tag': '4fa9bd73-51bd-42b4-adbe-18441a5b4887'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:50:19.099843 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2ba210-3912-43a9-b323-cc70d3a375e9" -d '{"events": [{"server_uuid": "728068cb-9217-4f69-aeb8-03a773814b5f", "name": "network-vif-deleted", "tag": "4fa9bd73-51bd-42b4-adbe-18441a5b4887"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:50:19.214099 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53036) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:19.341913 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5fe6c94-9c57-4fd0-8401-80b836fa70ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.370987 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 13328c10-cefb-438b-a9b6-18a1b81e90d1 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:50:19.373981 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4e49c0da-1917-4159-9216-285df0061082 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:19.441616 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3554f6b-438d-445b-aa6e-f903fb37b337 req-362b3cae-a8e8-40e4-a573-463a8c830d16 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d1de960-06da-4b6f-b8d3-adabfe64874b HTTP/1.1" status: 200 len: 210 time: 0.3682923 Apr 18 20:50:19.449175 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef7dd3-ca4c-47bf-9b8e-8bd15ce93fb2 req-60c6aba2-01f0-4dfb-83fc-41d592c59b54 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:19.451464 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98ef7dd3-ca4c-47bf-9b8e-8bd15ce93fb2 req-60c6aba2-01f0-4dfb-83fc-41d592c59b54 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 944 time: 0.5607605 Apr 18 20:50:19.529979 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5fe6c94-9c57-4fd0-8401-80b836fa70ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.538691 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5fe6c94-9c57-4fd0-8401-80b836fa70ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.538956 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 4e49c0da-1917-4159-9216-285df0061082 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:19.553999 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 4e49c0da-1917-4159-9216-285df0061082 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:19.554839 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.555022 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-b8ab335f-ec70-42fa-95f5-b395fcc74295 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.588149 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98ef7dd3-ca4c-47bf-9b8e-8bd15ce93fb2 req-6921d17f-909c-42a9-9d68-f706d3e45740 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874035 Apr 18 20:50:19.594539 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 13328c10-cefb-438b-a9b6-18a1b81e90d1, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=13328c10-cefb-438b-a9b6-18a1b81e90d1,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:19.616640 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '13328c10-cefb-438b-a9b6-18a1b81e90d1', 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92', 'port_id': '13328c10-cefb-438b-a9b6-18a1b81e90d1', 'mac_address': 'fa:16:3e:59:4d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c45217-dc0b-4a55-9d4a-e4055b0395e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:50:19.649211 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d5fe6c94-9c57-4fd0-8401-80b836fa70ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=85c9f62fdf824bcd863c796ee08bc02c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4331381 Apr 18 20:50:19.649913 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53042) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:19.687161 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.711771 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d65ce090-5b33-4a25-911c-6471b485ed7d req-8cb907ad-784c-467e-a033-9726aadc7739 tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.0896413 Apr 18 20:50:19.728372 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe6c94-9c57-4fd0-8401-80b836fa70ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ef1712-0663-41f5-a116-6775d2809c17,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:19.729103 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13c983e-0385-4041-a75b-8f2bc0ec678a x-openstack-request-id: req-f13c983e-0385-4041-a75b-8f2bc0ec678a {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:50:19.731065 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728068cb-9217-4f69-aeb8-03a773814b5f", "name": "network-vif-deleted", "tag": "4fa9bd73-51bd-42b4-adbe-18441a5b4887", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:50:19.731335 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f13c983e-0385-4041-a75b-8f2bc0ec678a {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:50:19.737147 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f13c983e-0385-4041-a75b-8f2bc0ec678a'] response: {'server_uuid': '728068cb-9217-4f69-aeb8-03a773814b5f', 'name': 'network-vif-deleted', 'tag': '4fa9bd73-51bd-42b4-adbe-18441a5b4887', 'status': 'completed', 'code': 200} Apr 18 20:50:19.750737 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13328c10-cefb-438b-a9b6-18a1b81e90d1 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:50:19.758554 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-b8ab335f-ec70-42fa-95f5-b395fcc74295 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.802035 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 13328c10-cefb-438b-a9b6-18a1b81e90d1, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=13328c10-cefb-438b-a9b6-18a1b81e90d1,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:19.805231 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.812122 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4dc560cd-baed-4a32-ab03-0a6261f8a348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.836573 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.845561 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-b8ab335f-ec70-42fa-95f5-b395fcc74295 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Network 59232c4a-97eb-451e-a77f-0fcbaa54b1df is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:19.850836 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-b8ab335f-ec70-42fa-95f5-b395fcc74295 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:19.853838 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-b8ab335f-ec70-42fa-95f5-b395fcc74295 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:19.854225 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4dc560cd-baed-4a32-ab03-0a6261f8a348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.875661 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4fbb53-64df-4c55-8cb5-f3f46dec6455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e49c0da-1917-4159-9216-285df0061082'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:50:19.878068 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7981b65b-9f45-42dc-bb34-292321b5aad9" -d '{"events": [{"server_uuid": "9c4fbb53-64df-4c55-8cb5-f3f46dec6455", "name": "network-vif-plugged", "status": "completed", "tag": "4e49c0da-1917-4159-9216-285df0061082"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:50:19.950813 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06778ec-1680-4545-9737-5e73c6e30bda x-openstack-request-id: req-f06778ec-1680-4545-9737-5e73c6e30bda {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:50:19.951089 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab335f-ec70-42fa-95f5-b395fcc74295 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Pushing event updated for resources: {'Port': ['ID=66c04ea7-6a45-4281-bcb7-07e9e07f982f,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:19.951389 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4fbb53-64df-4c55-8cb5-f3f46dec6455", "name": "network-vif-plugged", "status": "completed", "tag": "4e49c0da-1917-4159-9216-285df0061082", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:50:19.951688 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f06778ec-1680-4545-9737-5e73c6e30bda {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:50:19.953374 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f06778ec-1680-4545-9737-5e73c6e30bda'] response: {'server_uuid': '9c4fbb53-64df-4c55-8cb5-f3f46dec6455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e49c0da-1917-4159-9216-285df0061082', 'code': 200} Apr 18 20:50:19.969889 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=13328c10-cefb-438b-a9b6-18a1b81e90d1,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:19.973207 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4dc560cd-baed-4a32-ab03-0a6261f8a348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.983091 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 4e49c0da-1917-4159-9216-285df0061082, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4e49c0da-1917-4159-9216-285df0061082,segment=NetworkSegment(37d16436-09a3-4426-9f52-42e66aa3028a),segment_id=37d16436-09a3-4426-9f52-42e66aa3028a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:19.985638 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4dc560cd-baed-4a32-ab03-0a6261f8a348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.989720 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4dc560cd-baed-4a32-ab03-0a6261f8a348 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04ef1712-0663-41f5-a116-6775d2809c17 HTTP/1.1" status: 204 len: 168 time: 0.3281879 Apr 18 20:50:19.995248 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53050) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:20.005478 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc560cd-baed-4a32-ab03-0a6261f8a348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ef1712-0663-41f5-a116-6775d2809c17,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:20.010551 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.087443 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=4e49c0da-1917-4159-9216-285df0061082,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:20.115139 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['13328c10-cefb-438b-a9b6-18a1b81e90d1'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:50:20.157556 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-b8ab335f-ec70-42fa-95f5-b395fcc74295 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:20.158249 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-b8ab335f-ec70-42fa-95f5-b395fcc74295 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.184244 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cc677-d444-49ff-b164-abd89c410f52 req-2fdd3426-3403-4ce1-a242-c953949b17fd tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:20.190258 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2f30d-ea3a-4bcd-982a-9eee8f4c9d41 req-9d78c539-08d7-43d8-a58b-202f52d35aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:20.192997 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-576cc677-d444-49ff-b164-abd89c410f52 req-2fdd3426-3403-4ce1-a242-c953949b17fd tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64edaca-88c9-4eca-8ad8-d18229b3ba5c HTTP/1.1" status: 200 len: 944 time: 0.3433394 Apr 18 20:50:20.194498 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b1c2f30d-ea3a-4bcd-982a-9eee8f4c9d41 req-9d78c539-08d7-43d8-a58b-202f52d35aa9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 1096 time: 0.0946131 Apr 18 20:50:20.265821 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-f39f445c-ccb1-4b68-a727-f9a3b14c23de admin admin] Deleting subnet 02d342bd-9a5d-440e-82d5-847cbe106b16 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:50:20.267082 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b1c2f30d-ea3a-4bcd-982a-9eee8f4c9d41 req-eaafecd9-85a2-473f-989e-d5ec13fcb6cd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649297 Apr 18 20:50:20.275204 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-b8ab335f-ec70-42fa-95f5-b395fcc74295 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3696404 Apr 18 20:50:20.275985 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f39f445c-ccb1-4b68-a727-f9a3b14c23de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.303221 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-daed04db-3248-4187-aa56-469a2db262cd service neutron] Request body: {'port': {'device_id': '1d1de960-06da-4b6f-b8d3-adabfe64874b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:20.365843 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-576cc677-d444-49ff-b164-abd89c410f52 req-fd19c3de-a1bb-41f6-adaf-c9d8e5057827 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717911 Apr 18 20:50:20.399358 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f39f445c-ccb1-4b68-a727-f9a3b14c23de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.503566 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-daed04db-3248-4187-aa56-469a2db262cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.551032 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f39f445c-ccb1-4b68-a727-f9a3b14c23de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.919975 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded17913-7d2a-4ee7-8abb-fd82e6a4d05e req-0ca0e83b-777e-4cdb-bcc8-2c91f81ce02c tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:20.921618 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ded17913-7d2a-4ee7-8abb-fd82e6a4d05e req-0ca0e83b-777e-4cdb-bcc8-2c91f81ce02c tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d1de960-06da-4b6f-b8d3-adabfe64874b HTTP/1.1" status: 200 len: 932 time: 0.2921479 Apr 18 20:50:20.938408 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f39f445c-ccb1-4b68-a727-f9a3b14c23de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.001672 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f39f445c-ccb1-4b68-a727-f9a3b14c23de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.004958 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f39f445c-ccb1-4b68-a727-f9a3b14c23de admin admin] 10.222.0.41 "DELETE /v2.0/subnets/02d342bd-9a5d-440e-82d5-847cbe106b16 HTTP/1.1" status: 204 len: 168 time: 0.9957969 Apr 18 20:50:21.009084 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53086) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:21.013734 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f445c-ccb1-4b68-a727-f9a3b14c23de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02d342bd-9a5d-440e-82d5-847cbe106b16,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:21.025315 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbf61c-cf25-4760-b1d1-7506d896cdce req-033e38c7-cd85-47a1-8506-32d501fcc5c8 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:21.027198 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28fbf61c-cf25-4760-b1d1-7506d896cdce req-033e38c7-cd85-47a1-8506-32d501fcc5c8 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 0.3145556 Apr 18 20:50:21.133656 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ded17913-7d2a-4ee7-8abb-fd82e6a4d05e req-e5fe9c26-40de-4ffe-b210-70cffad697fe tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e661277-1ab1-4906-8694-6b678f0da47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851668 Apr 18 20:50:21.144657 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-269a6bf0-5381-48b2-99a9-c81c7cd82079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.152334 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28fbf61c-cf25-4760-b1d1-7506d896cdce req-6a9baac9-8a9b-400f-befc-8c667d850eab tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954382 Apr 18 20:50:21.253365 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-daed04db-3248-4187-aa56-469a2db262cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66c04ea7-6a45-4281-bcb7-07e9e07f982f {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:50:21.264205 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-daed04db-3248-4187-aa56-469a2db262cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.278445 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53090) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:21.290608 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-daed04db-3248-4187-aa56-469a2db262cd service neutron] Transition to ACTIVE for port object 66c04ea7-6a45-4281-bcb7-07e9e07f982f will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:21.299365 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-daed04db-3248-4187-aa56-469a2db262cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.369039 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 13328c10-cefb-438b-a9b6-18a1b81e90d1 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:21.421318 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-269a6bf0-5381-48b2-99a9-c81c7cd82079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.422218 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed04db-3248-4187-aa56-469a2db262cd service neutron] Pushing event updated for resources: {'Port': ['ID=66c04ea7-6a45-4281-bcb7-07e9e07f982f,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:21.490528 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7e9dc84-e9c0-4b51-a062-b0daa260755d req-4d85b6ca-4921-4b23-91b4-274d9d9c06de tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.0628626 Apr 18 20:50:21.531206 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-269a6bf0-5381-48b2-99a9-c81c7cd82079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5684640-bf01-4377-aa08-830d3f93e3f6']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:21.551605 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-269a6bf0-5381-48b2-99a9-c81c7cd82079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d8100f8-59e2-436c-950f-64d204822060') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:21.551917 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-269a6bf0-5381-48b2-99a9-c81c7cd82079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d8100f8-59e2-436c-950f-64d204822060') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:21.581717 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-269a6bf0-5381-48b2-99a9-c81c7cd82079 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.619482 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 13328c10-cefb-438b-a9b6-18a1b81e90d1 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:21.624701 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 13328c10-cefb-438b-a9b6-18a1b81e90d1 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:21.625086 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.633005 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-269a6bf0-5381-48b2-99a9-c81c7cd82079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.653117 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269a6bf0-5381-48b2-99a9-c81c7cd82079 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:50:21.655025 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-269a6bf0-5381-48b2-99a9-c81c7cd82079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:50:21.659532 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:50:21.711193 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ba29f2cf-3794-4b02-a8f0-b9928b841417 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Request body: {'networks': [{'name': 'tempest-network--1713040396'}, {'name': 'tempest-network--340158443'}]} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:21.712089 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ba29f2cf-3794-4b02-a8f0-b9928b841417 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Request body: {'network': {'name': 'tempest-network--1713040396'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:21.712512 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ba29f2cf-3794-4b02-a8f0-b9928b841417 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Request body: {'network': {'name': 'tempest-network--340158443'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:21.776469 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-269a6bf0-5381-48b2-99a9-c81c7cd82079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.784713 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.800951 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba29f2cf-3794-4b02-a8f0-b9928b841417 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Made reservation on behalf of 4cb77b3fb5814f4795c3aa7ebaf40888 for: {'network': 2} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:21.808581 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ba29f2cf-3794-4b02-a8f0-b9928b841417 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.816481 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-269a6bf0-5381-48b2-99a9-c81c7cd82079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.836709 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-269a6bf0-5381-48b2-99a9-c81c7cd82079 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c5684640-bf01-4377-aa08-830d3f93e3f6 HTTP/1.1" status: 204 len: 168 time: 0.8255239 Apr 18 20:50:21.847201 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53098) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:21.856036 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 13328c10-cefb-438b-a9b6-18a1b81e90d1, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=13328c10-cefb-438b-a9b6-18a1b81e90d1,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:21.862820 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a6bf0-5381-48b2-99a9-c81c7cd82079 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5684640-bf01-4377-aa08-830d3f93e3f6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:21.866563 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.881145 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5715c6-8ec9-4506-b340-476c06db6f2f req-77759af1-d5fe-4674-9e90-5d2e0d600f42 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:21.883835 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce5715c6-8ec9-4506-b340-476c06db6f2f req-77759af1-d5fe-4674-9e90-5d2e0d600f42 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64edaca-88c9-4eca-8ad8-d18229b3ba5c HTTP/1.1" status: 200 len: 944 time: 0.2985904 Apr 18 20:50:21.885038 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ba29f2cf-3794-4b02-a8f0-b9928b841417 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.889024 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-daed04db-3248-4187-aa56-469a2db262cd service neutron] Attempting to bind port 66c04ea7-6a45-4281-bcb7-07e9e07f982f on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:21.890057 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-daed04db-3248-4187-aa56-469a2db262cd service neutron] Attempting to bind port 66c04ea7-6a45-4281-bcb7-07e9e07f982f by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '3aebea32-d74f-4aca-9b7a-d176e2d2e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '59232c4a-97eb-451e-a77f-0fcbaa54b1df'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:21.890883 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-daed04db-3248-4187-aa56-469a2db262cd service neutron] Attempting to bind port 66c04ea7-6a45-4281-bcb7-07e9e07f982f on network 59232c4a-97eb-451e-a77f-0fcbaa54b1df {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:21.937667 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=13328c10-cefb-438b-a9b6-18a1b81e90d1,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:21.954217 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64edaca-88c9-4eca-8ad8-d18229b3ba5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13328c10-cefb-438b-a9b6-18a1b81e90d1'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:50:21.956885 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdab5ad4-cd74-451d-823a-764526bac558" -d '{"events": [{"server_uuid": "b64edaca-88c9-4eca-8ad8-d18229b3ba5c", "name": "network-vif-plugged", "status": "completed", "tag": "13328c10-cefb-438b-a9b6-18a1b81e90d1"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:50:21.964169 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-daed04db-3248-4187-aa56-469a2db262cd service neutron] Port 66c04ea7-6a45-4281-bcb7-07e9e07f982f on network 59232c4a-97eb-451e-a77f-0fcbaa54b1df not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:50:21.965090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-daed04db-3248-4187-aa56-469a2db262cd service neutron] Attempting to bind port 66c04ea7-6a45-4281-bcb7-07e9e07f982f on network 59232c4a-97eb-451e-a77f-0fcbaa54b1df {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:22.002844 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309a1c37-7fd2-4edd-ad2f-f234e35466e9 x-openstack-request-id: req-309a1c37-7fd2-4edd-ad2f-f234e35466e9 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:50:22.003530 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64edaca-88c9-4eca-8ad8-d18229b3ba5c", "name": "network-vif-plugged", "status": "completed", "tag": "13328c10-cefb-438b-a9b6-18a1b81e90d1", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:50:22.003999 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-309a1c37-7fd2-4edd-ad2f-f234e35466e9 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:50:22.004782 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-309a1c37-7fd2-4edd-ad2f-f234e35466e9'] response: {'server_uuid': 'b64edaca-88c9-4eca-8ad8-d18229b3ba5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13328c10-cefb-438b-a9b6-18a1b81e90d1', 'code': 200} Apr 18 20:50:22.033917 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-daed04db-3248-4187-aa56-469a2db262cd service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:50:22.034305 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-daed04db-3248-4187-aa56-469a2db262cd service neutron] Checking segment: {'id': '3aebea32-d74f-4aca-9b7a-d176e2d2e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '59232c4a-97eb-451e-a77f-0fcbaa54b1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:22.034851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-daed04db-3248-4187-aa56-469a2db262cd service neutron] Bound using segment: {'id': '3aebea32-d74f-4aca-9b7a-d176e2d2e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '59232c4a-97eb-451e-a77f-0fcbaa54b1df'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:50:22.035597 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-daed04db-3248-4187-aa56-469a2db262cd service neutron] Bound port: 66c04ea7-6a45-4281-bcb7-07e9e07f982f, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aebea32-d74f-4aca-9b7a-d176e2d2e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '59232c4a-97eb-451e-a77f-0fcbaa54b1df'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:22.036163 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-daed04db-3248-4187-aa56-469a2db262cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:22.106292 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b9bfb5-7e7d-4b7b-a044-23c39dc9dafa admin admin] Deleting subnet 7b05afd9-df24-42f2-b0b9-71372f1a7aee {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:50:22.134111 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce5715c6-8ec9-4506-b340-476c06db6f2f req-edd13c8a-07bb-4e41-bcc2-9e245712bf90 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976786 Apr 18 20:50:22.134518 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-00b9bfb5-7e7d-4b7b-a044-23c39dc9dafa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:22.210104 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac554b-51a3-4351-8d67-04fd43eec5f6 req-34bef51d-edc2-4c80-9a36-fcc315681ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:22.249366 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c9ac554b-51a3-4351-8d67-04fd43eec5f6 req-34bef51d-edc2-4c80-9a36-fcc315681ee9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b64edaca-88c9-4eca-8ad8-d18229b3ba5c HTTP/1.1" status: 200 len: 1096 time: 0.1565311 Apr 18 20:50:22.425415 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-00b9bfb5-7e7d-4b7b-a044-23c39dc9dafa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:22.425719 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c9ac554b-51a3-4351-8d67-04fd43eec5f6 req-144b1520-f2a9-48af-8b8f-cb6a222b8c52 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561649 Apr 18 20:50:22.493078 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-daed04db-3248-4187-aa56-469a2db262cd service neutron] For port 66c04ea7-6a45-4281-bcb7-07e9e07f982f, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:22.549354 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ba29f2cf-3794-4b02-a8f0-b9928b841417 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:22.551880 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-daed04db-3248-4187-aa56-469a2db262cd service neutron] For port 66c04ea7-6a45-4281-bcb7-07e9e07f982f, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=66c04ea7-6a45-4281-bcb7-07e9e07f982f,segment=NetworkSegment(3aebea32-d74f-4aca-9b7a-d176e2d2e642),segment_id=3aebea32-d74f-4aca-9b7a-d176e2d2e642)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:22.561176 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 4fa9bd73-51bd-42b4-adbe-18441a5b4887 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:50:22.583713 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ba29f2cf-3794-4b02-a8f0-b9928b841417 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:22.584339 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ba29f2cf-3794-4b02-a8f0-b9928b841417 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:22.587149 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-daed04db-3248-4187-aa56-469a2db262cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:22.603530 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 4fa9bd73-51bd-42b4-adbe-18441a5b4887 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:50:22.604261 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 4fa9bd73-51bd-42b4-adbe-18441a5b4887 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:50:22.612552 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-00b9bfb5-7e7d-4b7b-a044-23c39dc9dafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:22.710497 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-daed04db-3248-4187-aa56-469a2db262cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:22.711146 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-daed04db-3248-4187-aa56-469a2db262cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:22.712703 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-daed04db-3248-4187-aa56-469a2db262cd service neutron] 10.222.0.32 "PUT /v2.0/ports/66c04ea7-6a45-4281-bcb7-07e9e07f982f HTTP/1.1" status: 200 len: 1092 time: 2.4145334 Apr 18 20:50:22.719326 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1de960-06da-4b6f-b8d3-adabfe64874b', 'tag': '66c04ea7-6a45-4281-bcb7-07e9e07f982f'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:50:22.721775 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530fca57-575c-434d-a9ea-8aabf509acdd" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1de960-06da-4b6f-b8d3-adabfe64874b", "tag": "66c04ea7-6a45-4281-bcb7-07e9e07f982f"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:50:22.753819 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29f2cf-3794-4b02-a8f0-b9928b841417 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3d1fb9-ad13-4445-a77c-3f1a9e9f3363,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:22.781113 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba29f2cf-3794-4b02-a8f0-b9928b841417 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:50:22.795910 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a382d7-b80e-454f-a09d-9c9c1292861a req-f9dca5be-11d3-4d56-b911-505c4401598c tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:22.797630 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86a382d7-b80e-454f-a09d-9c9c1292861a req-f9dca5be-11d3-4d56-b911-505c4401598c tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 0.3392930 Apr 18 20:50:22.833598 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fad0c-ba77-4caf-89e8-5fde8fd02c19 req-c5cc9e3b-ef46-4c86-a149-d4e3fb1a2713 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:22.835010 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8d5fad0c-ba77-4caf-89e8-5fde8fd02c19 req-c5cc9e3b-ef46-4c86-a149-d4e3fb1a2713 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d1de960-06da-4b6f-b8d3-adabfe64874b HTTP/1.1" status: 200 len: 944 time: 0.3726048 Apr 18 20:50:22.835717 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed04db-3248-4187-aa56-469a2db262cd service neutron] Pushing event updated for resources: {'Port': ['ID=66c04ea7-6a45-4281-bcb7-07e9e07f982f,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:22.850477 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ba29f2cf-3794-4b02-a8f0-b9928b841417 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:22.850878 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-ba29f2cf-3794-4b02-a8f0-b9928b841417 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Added segment d71242d4-d290-418a-a081-26c58055216f of type vlan for network a4d3cd82-f392-487d-9a28-8a895121d728 Apr 18 20:50:22.937522 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-00b9bfb5-7e7d-4b7b-a044-23c39dc9dafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.027578 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ba29f2cf-3794-4b02-a8f0-b9928b841417 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.039846 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9bfb5-7e7d-4b7b-a044-23c39dc9dafa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b05afd9-df24-42f2-b0b9-71372f1a7aee,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:23.044276 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-00b9bfb5-7e7d-4b7b-a044-23c39dc9dafa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.051131 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-00b9bfb5-7e7d-4b7b-a044-23c39dc9dafa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7b05afd9-df24-42f2-b0b9-71372f1a7aee HTTP/1.1" status: 204 len: 168 time: 1.1982541 Apr 18 20:50:23.052973 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53120) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:23.073342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86a382d7-b80e-454f-a09d-9c9c1292861a req-661a67d5-db25-4133-948a-5935fa6eafe7 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270172 Apr 18 20:50:23.080658 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8d5fad0c-ba77-4caf-89e8-5fde8fd02c19 req-df80cb8d-1915-4e30-913a-ee4a2993bc36 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e661277-1ab1-4906-8694-6b678f0da47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278335 Apr 18 20:50:23.103469 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-4dc46d13-032a-4351-882b-de774032a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:23.105085 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-4dc46d13-032a-4351-882b-de774032a53e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b25ace27add8476e99a683f6ca0727da&device_id=1d1de960-06da-4b6f-b8d3-adabfe64874b HTTP/1.1" status: 200 len: 1095 time: 0.2981045 Apr 18 20:50:23.170667 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-77c63eb8-533c-408f-8133-d7fc19b5b886 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66c04ea7-6a45-4281-bcb7-07e9e07f982f HTTP/1.1" status: 200 len: 217 time: 0.0466735 Apr 18 20:50:23.191103 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba29f2cf-3794-4b02-a8f0-b9928b841417 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:50:23.258958 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ba29f2cf-3794-4b02-a8f0-b9928b841417 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.259621 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-ba29f2cf-3794-4b02-a8f0-b9928b841417 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Added segment 3b7f4887-48e8-4d76-ac74-c13362ea1178 of type vlan for network 3b3368ac-fda4-4857-94b2-0ca36f1bed9b Apr 18 20:50:23.264326 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae227a0c-745b-4380-b42d-bfca2ffd20e9 x-openstack-request-id: req-ae227a0c-745b-4380-b42d-bfca2ffd20e9 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:50:23.264844 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1de960-06da-4b6f-b8d3-adabfe64874b", "tag": "66c04ea7-6a45-4281-bcb7-07e9e07f982f", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:50:23.265123 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae227a0c-745b-4380-b42d-bfca2ffd20e9 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:50:23.265608 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae227a0c-745b-4380-b42d-bfca2ffd20e9'] response: {'name': 'network-changed', 'server_uuid': '1d1de960-06da-4b6f-b8d3-adabfe64874b', 'tag': '66c04ea7-6a45-4281-bcb7-07e9e07f982f', 'status': 'completed', 'code': 200} Apr 18 20:50:23.281939 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f0d5adc-ede7-4c7c-b64f-42bcc80b8236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.300612 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb20531a-8709-4c10-8ca3-8f71a16452d8 req-bbad576a-9365-46db-b2b8-ab5dbe69f4fe tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.0628653 Apr 18 20:50:23.333987 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-81307c0b-ad13-4541-be11-b814e3c58eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:23.335536 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-81307c0b-ad13-4541-be11-b814e3c58eb1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=70e8e612-4e44-4142-b0c3-d3079b008df6 HTTP/1.1" status: 200 len: 854 time: 0.1565006 Apr 18 20:50:23.403240 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ba29f2cf-3794-4b02-a8f0-b9928b841417 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.433624 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-ff77fd46-75eb-497b-b681-8ff5df9e74b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59232c4a-97eb-451e-a77f-0fcbaa54b1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484917 Apr 18 20:50:23.530185 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f0d5adc-ede7-4c7c-b64f-42bcc80b8236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.580184 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2f0d5adc-ede7-4c7c-b64f-42bcc80b8236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7131556c-2dea-43c9-ba56-2c77af0a0dc6']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:23.602480 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2f0d5adc-ede7-4c7c-b64f-42bcc80b8236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4c32e5-0c04-4de4-8219-3cff61491e13') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:23.602822 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2f0d5adc-ede7-4c7c-b64f-42bcc80b8236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4c32e5-0c04-4de4-8219-3cff61491e13') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:23.603029 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ba29f2cf-3794-4b02-a8f0-b9928b841417 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.603690 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ba29f2cf-3794-4b02-a8f0-b9928b841417 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.615315 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29f2cf-3794-4b02-a8f0-b9928b841417 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:23.625428 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29f2cf-3794-4b02-a8f0-b9928b841417 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:23.626479 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ba29f2cf-3794-4b02-a8f0-b9928b841417 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.629174 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f0d5adc-ede7-4c7c-b64f-42bcc80b8236 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.655536 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f0d5adc-ede7-4c7c-b64f-42bcc80b8236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.675133 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f0d5adc-ede7-4c7c-b64f-42bcc80b8236 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:50:23.676620 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f0d5adc-ede7-4c7c-b64f-42bcc80b8236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.720279 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ba29f2cf-3794-4b02-a8f0-b9928b841417 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.4351671 Apr 18 20:50:23.729594 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53128) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:50:23.794922 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:50:23.885832 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09487c4-f7f5-4244-9563-4ecea457612c req-7e4d2bba-93c2-4690-af96-1c35f0329c73 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:23.897564 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e09487c4-f7f5-4244-9563-4ecea457612c req-7e4d2bba-93c2-4690-af96-1c35f0329c73 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64edaca-88c9-4eca-8ad8-d18229b3ba5c HTTP/1.1" status: 200 len: 945 time: 0.4199154 Apr 18 20:50:23.938602 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f0d5adc-ede7-4c7c-b64f-42bcc80b8236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.973026 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f0d5adc-ede7-4c7c-b64f-42bcc80b8236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.978692 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2f0d5adc-ede7-4c7c-b64f-42bcc80b8236 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7131556c-2dea-43c9-ba56-2c77af0a0dc6 HTTP/1.1" status: 204 len: 168 time: 0.9232099 Apr 18 20:50:23.984980 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9897e3a-db21-4552-9cac-d3f506c76870 req-a1f12ecf-ec0d-4bdc-a859-7d81151e9fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:23.988873 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c9897e3a-db21-4552-9cac-d3f506c76870 req-a1f12ecf-ec0d-4bdc-a859-7d81151e9fc0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=30bec5e5dbef4fbd9ab98b71b7e2eece&device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 1096 time: 0.1784980 Apr 18 20:50:23.996261 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29f2cf-3794-4b02-a8f0-b9928b841417 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Pushing event updated for resources: {'Network': ['ID=a4d3cd82-f392-487d-9a28-8a895121d728,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:24.009420 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network a4d3cd82-f392-487d-9a28-8a895121d728 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:50:24.036703 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d5adc-ede7-4c7c-b64f-42bcc80b8236 admin admin] Pushing event deleted for resources: {'Network': ['ID=7131556c-2dea-43c9-ba56-2c77af0a0dc6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:24.127628 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-e0d14320-d675-4c26-8c4a-04485edb1af6 service neutron] 10.222.0.32 "GET /v2.0/networks/59232c4a-97eb-451e-a77f-0fcbaa54b1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6863639 Apr 18 20:50:24.183393 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9897e3a-db21-4552-9cac-d3f506c76870 req-2bca4459-379a-4baa-ba1b-cf6aa7fffbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:24.189647 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c9897e3a-db21-4552-9cac-d3f506c76870 req-2bca4459-379a-4baa-ba1b-cf6aa7fffbbd service neutron] 10.222.0.57 "GET /v2.0/networks?id=a70a6f46-5054-4309-9b14-8f7dba572e32 HTTP/1.1" status: 200 len: 912 time: 0.1542904 Apr 18 20:50:24.220737 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29f2cf-3794-4b02-a8f0-b9928b841417 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Pushing event updated for resources: {'Network': ['ID=3b3368ac-fda4-4857-94b2-0ca36f1bed9b,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:24.231935 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b40ae4-f1c7-4e06-946e-05ffe7b643b2 req-57a8f06b-827e-487b-9527-76c213934b76 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:24.239700 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d4b40ae4-f1c7-4e06-946e-05ffe7b643b2 req-57a8f06b-827e-487b-9527-76c213934b76 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 0.4440393 Apr 18 20:50:24.248675 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 3b3368ac-fda4-4857-94b2-0ca36f1bed9b details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:50:24.292612 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c9897e3a-db21-4552-9cac-d3f506c76870 req-a76d1233-b200-4b7c-ae1f-fb41ecc29a51 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e49c0da-1917-4159-9216-285df0061082 HTTP/1.1" status: 200 len: 217 time: 0.0930505 Apr 18 20:50:24.389050 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e09487c4-f7f5-4244-9563-4ecea457612c req-f968ff8b-c35e-4044-8279-a2c8fc1937e7 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900193 Apr 18 20:50:24.451384 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9897e3a-db21-4552-9cac-d3f506c76870 req-ca7009a9-603a-4b81-a7c8-ceddcb13edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:24.453177 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c9897e3a-db21-4552-9cac-d3f506c76870 req-ca7009a9-603a-4b81-a7c8-ceddcb13edf7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6520aac9-6fad-4482-a121-bb66984d767e HTTP/1.1" status: 200 len: 851 time: 0.1508524 Apr 18 20:50:24.511719 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53138) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:24.524502 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c9897e3a-db21-4552-9cac-d3f506c76870 req-0e1c022e-1c36-4ab7-a1a2-82979cf4c4e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a70a6f46-5054-4309-9b14-8f7dba572e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536458 Apr 18 20:50:24.599001 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-323724de-4c7f-4c71-9def-03d6577c78be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.652009 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8df6b42a-c3ab-4782-b639-f53ab3c9e49b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b27c52b423564c9393ac7bc0df35b478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351635 Apr 18 20:50:24.653208 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53140) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:24.719750 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c9897e3a-db21-4552-9cac-d3f506c76870 req-8e52bd97-01b8-4f4f-931c-fbf43ee829a7 service neutron] 10.222.0.57 "GET /v2.0/networks/a70a6f46-5054-4309-9b14-8f7dba572e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858811 Apr 18 20:50:24.857849 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b5f6ae4-bfae-424f-a911-d63ecd61895e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.869450 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e037dd-1b59-4c30-83af-60bf8848e2a4 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:24.876580 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e037dd-1b59-4c30-83af-60bf8848e2a4 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:24.882805 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e037dd-1b59-4c30-83af-60bf8848e2a4 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:24.889346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e037dd-1b59-4c30-83af-60bf8848e2a4 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:24.894345 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-58e037dd-1b59-4c30-83af-60bf8848e2a4 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.1410973 Apr 18 20:50:24.896047 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53142) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:24.910527 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d4b40ae4-f1c7-4e06-946e-05ffe7b643b2 req-546f0f66-b8f5-4c58-aa0e-75d2b157e2fa tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6699064 Apr 18 20:50:24.979617 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b5f6ae4-bfae-424f-a911-d63ecd61895e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.994422 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc98776-81fb-4055-b81d-f69954a881ba req-d085ce31-fd2d-48ab-8a22-6776ac42f7de tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:25.004223 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0fc98776-81fb-4055-b81d-f69954a881ba req-d085ce31-fd2d-48ab-8a22-6776ac42f7de tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d1de960-06da-4b6f-b8d3-adabfe64874b HTTP/1.1" status: 200 len: 944 time: 0.1876581 Apr 18 20:50:25.021694 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d53c4e18-b45b-4c58-8be4-7d5f30667664 req-964b5073-927f-458b-8c57-f205c01ad966 service neutron] 10.222.0.32 "GET /v2.0/networks/59232c4a-97eb-451e-a77f-0fcbaa54b1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8059788 Apr 18 20:50:25.078736 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b78096cb-29d1-4fc8-b364-7b08bd0025ff req-17ec0a92-7755-4425-856b-80983b5b991e tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.0474820 Apr 18 20:50:25.095673 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0fc98776-81fb-4055-b81d-f69954a881ba req-73353b75-46c6-453b-a245-a22eb8ae888e tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e661277-1ab1-4906-8694-6b678f0da47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901461 Apr 18 20:50:25.096031 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c9897e3a-db21-4552-9cac-d3f506c76870 req-40e37f25-2119-4959-be10-466397962cdc service neutron] 10.222.0.57 "GET /v2.0/networks/a70a6f46-5054-4309-9b14-8f7dba572e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643231 Apr 18 20:50:25.171062 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fca57-575c-434d-a9ea-8aabf509acdd req-8fa360b3-bad8-4309-a194-3542e8e01dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:25.173011 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-530fca57-575c-434d-a9ea-8aabf509acdd req-8fa360b3-bad8-4309-a194-3542e8e01dd0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b25ace27add8476e99a683f6ca0727da&device_id=1d1de960-06da-4b6f-b8d3-adabfe64874b HTTP/1.1" status: 200 len: 1095 time: 0.0699446 Apr 18 20:50:25.221964 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7418bb3-6736-48f8-a666-6838e3ff160c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.251759 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b5f6ae4-bfae-424f-a911-d63ecd61895e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.254813 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b5f6ae4-bfae-424f-a911-d63ecd61895e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.256523 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1b5f6ae4-bfae-424f-a911-d63ecd61895e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b4ff483f-5188-466e-9347-05f04924b7d9 HTTP/1.1" status: 204 len: 168 time: 0.6018178 Apr 18 20:50:25.312903 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f6ae4-bfae-424f-a911-d63ecd61895e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ff483f-5188-466e-9347-05f04924b7d9,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:25.397807 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fca57-575c-434d-a9ea-8aabf509acdd req-9a9f5196-f19c-4169-bbaf-ab44e3f25ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:25.400787 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-530fca57-575c-434d-a9ea-8aabf509acdd req-9a9f5196-f19c-4169-bbaf-ab44e3f25ec7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59232c4a-97eb-451e-a77f-0fcbaa54b1df HTTP/1.1" status: 200 len: 915 time: 0.2199905 Apr 18 20:50:25.424489 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7418bb3-6736-48f8-a666-6838e3ff160c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.460773 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-b7418bb3-6736-48f8-a666-6838e3ff160c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d3cd82-f392-487d-9a28-8a895121d728']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:25.479788 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-b7418bb3-6736-48f8-a666-6838e3ff160c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71242d4-d290-418a-a081-26c58055216f') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:25.479788 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-b7418bb3-6736-48f8-a666-6838e3ff160c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71242d4-d290-418a-a081-26c58055216f') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:25.497269 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7418bb3-6736-48f8-a666-6838e3ff160c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.520418 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7418bb3-6736-48f8-a666-6838e3ff160c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.530221 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7418bb3-6736-48f8-a666-6838e3ff160c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:50:25.530655 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7418bb3-6736-48f8-a666-6838e3ff160c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:50:25.534587 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:50:25.549137 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-530fca57-575c-434d-a9ea-8aabf509acdd req-f33c0587-849b-4c6a-9ccd-2069a7466442 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66c04ea7-6a45-4281-bcb7-07e9e07f982f HTTP/1.1" status: 200 len: 217 time: 0.1414897 Apr 18 20:50:25.628726 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7418bb3-6736-48f8-a666-6838e3ff160c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.643104 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7418bb3-6736-48f8-a666-6838e3ff160c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.650658 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b7418bb3-6736-48f8-a666-6838e3ff160c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] 10.222.0.41 "DELETE /v2.0/networks/a4d3cd82-f392-487d-9a28-8a895121d728 HTTP/1.1" status: 204 len: 168 time: 0.7399199 Apr 18 20:50:25.661119 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53168) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:25.673958 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7418bb3-6736-48f8-a666-6838e3ff160c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Pushing event deleted for resources: {'Network': ['ID=a4d3cd82-f392-487d-9a28-8a895121d728,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:25.750592 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fca57-575c-434d-a9ea-8aabf509acdd req-6bb1a070-ff6e-462d-b8f1-5e8df549215d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:25.753844 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-530fca57-575c-434d-a9ea-8aabf509acdd req-6bb1a070-ff6e-462d-b8f1-5e8df549215d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=70e8e612-4e44-4142-b0c3-d3079b008df6 HTTP/1.1" status: 200 len: 854 time: 0.1922398 Apr 18 20:50:25.768873 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22603685-1d21-4dbb-84dd-8352283f678f tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.803786 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-530fca57-575c-434d-a9ea-8aabf509acdd req-217cd17c-a6af-4883-8979-b68c590d9be0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59232c4a-97eb-451e-a77f-0fcbaa54b1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393839 Apr 18 20:50:25.856842 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7a752-5cb4-4602-9e8d-e4b297d335c9 req-9e681a6b-62e9-4b87-bbc5-4fd74de738fd tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:25.858664 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-02a7a752-5cb4-4602-9e8d-e4b297d335c9 req-9e681a6b-62e9-4b87-bbc5-4fd74de738fd tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64edaca-88c9-4eca-8ad8-d18229b3ba5c HTTP/1.1" status: 200 len: 945 time: 0.2358253 Apr 18 20:50:25.968978 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-02a7a752-5cb4-4602-9e8d-e4b297d335c9 req-00efa025-8048-4152-96ae-07c56b4d959f tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789900 Apr 18 20:50:26.002121 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22603685-1d21-4dbb-84dd-8352283f678f tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.026983 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-530fca57-575c-434d-a9ea-8aabf509acdd req-de75a82b-1eec-49da-bce4-c2d61dc1feb0 service neutron] 10.222.0.32 "GET /v2.0/networks/59232c4a-97eb-451e-a77f-0fcbaa54b1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126088 Apr 18 20:50:26.048090 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-22603685-1d21-4dbb-84dd-8352283f678f tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3368ac-fda4-4857-94b2-0ca36f1bed9b']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:26.070334 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-22603685-1d21-4dbb-84dd-8352283f678f tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7f4887-48e8-4d76-ac74-c13362ea1178') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:26.071192 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-22603685-1d21-4dbb-84dd-8352283f678f tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7f4887-48e8-4d76-ac74-c13362ea1178') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:26.095808 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22603685-1d21-4dbb-84dd-8352283f678f tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.129214 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22603685-1d21-4dbb-84dd-8352283f678f tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.147140 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22603685-1d21-4dbb-84dd-8352283f678f tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:50:26.148594 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22603685-1d21-4dbb-84dd-8352283f678f tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.170776 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-530fca57-575c-434d-a9ea-8aabf509acdd req-6af20344-f4a3-4856-9627-8a46d791c26e service neutron] 10.222.0.32 "GET /v2.0/networks/59232c4a-97eb-451e-a77f-0fcbaa54b1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357317 Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:50:26.191703 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:50:26.204215 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53194) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:26.228915 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe550b1b-f32c-4fec-a64d-aff81061a10b req-cb63a7c9-c3d4-4daa-a73f-031209830df3 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:26.238901 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe550b1b-f32c-4fec-a64d-aff81061a10b req-cb63a7c9-c3d4-4daa-a73f-031209830df3 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 0.0670161 Apr 18 20:50:26.298773 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe550b1b-f32c-4fec-a64d-aff81061a10b req-b8a0d68d-58ff-4b80-a4c5-e37fbeb41fb1 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586963 Apr 18 20:50:26.352494 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22603685-1d21-4dbb-84dd-8352283f678f tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.371555 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22603685-1d21-4dbb-84dd-8352283f678f tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.379502 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-22603685-1d21-4dbb-84dd-8352283f678f tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] 10.222.0.41 "DELETE /v2.0/networks/3b3368ac-fda4-4857-94b2-0ca36f1bed9b HTTP/1.1" status: 204 len: 168 time: 0.7170703 Apr 18 20:50:26.383783 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53198) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:26.424917 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22603685-1d21-4dbb-84dd-8352283f678f tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Pushing event deleted for resources: {'Network': ['ID=3b3368ac-fda4-4857-94b2-0ca36f1bed9b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:26.443092 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-69f5d3e8-0e0f-4e0c-bc2c-859ea78e9375 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09d7979543924f5fae35ba57d7c3bb76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365034 Apr 18 20:50:26.445513 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53200) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:26.448992 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4c755f4c-134a-4b25-8508-dcd0657f8485 req-c4923ef2-c9ce-41f4-b747-30913390daa5 tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.0891151 Apr 18 20:50:26.514996 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2083936-89dd-47c4-833d-38d20e27d4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.538495 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2083936-89dd-47c4-833d-38d20e27d4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.607027 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2083936-89dd-47c4-833d-38d20e27d4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.607888 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820f0b9-15e9-4d60-923e-444216ce8cf8 req-7fb75d97-95a6-49b7-ba08-d09ef494326b tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:26.609743 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d820f0b9-15e9-4d60-923e-444216ce8cf8 req-7fb75d97-95a6-49b7-ba08-d09ef494326b tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d1de960-06da-4b6f-b8d3-adabfe64874b HTTP/1.1" status: 200 len: 944 time: 0.1959436 Apr 18 20:50:26.612962 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2083936-89dd-47c4-833d-38d20e27d4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.617961 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a2083936-89dd-47c4-833d-38d20e27d4f6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f2baed8-0128-4576-bb03-8f00b334d2be HTTP/1.1" status: 204 len: 168 time: 0.1668222 Apr 18 20:50:26.636555 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2083936-89dd-47c4-833d-38d20e27d4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2baed8-0128-4576-bb03-8f00b334d2be,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:26.802888 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8e8313-011c-4cf6-aee8-525c30346450 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:26.816559 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8e8313-011c-4cf6-aee8-525c30346450 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:26.826336 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7b8e8313-011c-4cf6-aee8-525c30346450 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4393141 Apr 18 20:50:26.827191 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53212) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:26.832853 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ca7f0ed7-3b5a-4532-b6e4-7bac82a08b2e tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-881800723'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:26.863371 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7f0ed7-3b5a-4532-b6e4-7bac82a08b2e tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Made reservation on behalf of 4cb77b3fb5814f4795c3aa7ebaf40888 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:26.867336 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0ed7-3b5a-4532-b6e4-7bac82a08b2e tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.896472 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca7f0ed7-3b5a-4532-b6e4-7bac82a08b2e tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:50:26.915247 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0ed7-3b5a-4532-b6e4-7bac82a08b2e tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.915649 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-ca7f0ed7-3b5a-4532-b6e4-7bac82a08b2e tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Added segment dcf36cfe-ca87-4252-bc14-c0ecb30fc66d of type vlan for network 5ae2e19a-394a-41ba-abe7-9440677e7213 Apr 18 20:50:26.993038 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0ed7-3b5a-4532-b6e4-7bac82a08b2e tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.999158 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bc958-170e-4650-88a3-629db24739fa req-27e85bc1-bca4-476b-9260-0c343157f878 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:27.013306 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d90bc958-170e-4650-88a3-629db24739fa req-27e85bc1-bca4-476b-9260-0c343157f878 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/networks?id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92 HTTP/1.1" status: 200 len: 806 time: 0.3338671 Apr 18 20:50:27.026128 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d820f0b9-15e9-4d60-923e-444216ce8cf8 req-a14e016b-f18b-4cae-b0ab-df9de193bad9 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e661277-1ab1-4906-8694-6b678f0da47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945327 Apr 18 20:50:27.046078 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d90bc958-170e-4650-88a3-629db24739fa req-b2020441-3d97-47d8-bec7-c2023502b9e9 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/quotas/65c0c9deb9974734a5e938fa16904c15 HTTP/1.1" status: 200 len: 375 time: 0.0180430 Apr 18 20:50:27.081592 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0ed7-3b5a-4532-b6e4-7bac82a08b2e tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.089595 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7f0ed7-3b5a-4532-b6e4-7bac82a08b2e tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:27.090427 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0ed7-3b5a-4532-b6e4-7bac82a08b2e tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.166599 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d90bc958-170e-4650-88a3-629db24739fa req-74ffa976-a7af-491f-9a76-c993bacbf5df tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=65c0c9deb9974734a5e938fa16904c15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1124284 Apr 18 20:50:27.197829 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ca7f0ed7-3b5a-4532-b6e4-7bac82a08b2e tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3692966 Apr 18 20:50:27.204905 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53222) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:27.213000 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-2c14df42-5a28-4032-9be2-80f6951e5340 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-596340425'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:27.231806 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f0ed7-3b5a-4532-b6e4-7bac82a08b2e tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Pushing event updated for resources: {'Network': ['ID=5ae2e19a-394a-41ba-abe7-9440677e7213,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:27.250063 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 5ae2e19a-394a-41ba-abe7-9440677e7213 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:50:27.324088 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c14df42-5a28-4032-9be2-80f6951e5340 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Made reservation on behalf of 4cb77b3fb5814f4795c3aa7ebaf40888 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:27.331790 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c14df42-5a28-4032-9be2-80f6951e5340 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.403271 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c14df42-5a28-4032-9be2-80f6951e5340 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:50:27.424341 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c14df42-5a28-4032-9be2-80f6951e5340 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.424931 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-2c14df42-5a28-4032-9be2-80f6951e5340 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Added segment 002c3692-1517-433d-b3ea-cedafa66eb61 of type vlan for network 998b3a22-7b39-41e3-8a9b-9ad5f1bf06f7 Apr 18 20:50:27.557474 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c14df42-5a28-4032-9be2-80f6951e5340 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.564328 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d90bc958-170e-4650-88a3-629db24739fa req-0db05abd-0463-4d7d-a0a4-2576cd32b591 service neutron] 10.222.0.41 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822305 Apr 18 20:50:27.728920 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abdbca-2235-4b70-ae0c-386c62b37c70 req-e292071d-02da-4096-ae03-dd2664d72bb9 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:27.731162 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3abdbca-2235-4b70-ae0c-386c62b37c70 req-e292071d-02da-4096-ae03-dd2664d72bb9 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 0.2411237 Apr 18 20:50:27.735203 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c14df42-5a28-4032-9be2-80f6951e5340 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.740981 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c14df42-5a28-4032-9be2-80f6951e5340 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:27.741625 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c14df42-5a28-4032-9be2-80f6951e5340 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.865083 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2c14df42-5a28-4032-9be2-80f6951e5340 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6549003 Apr 18 20:50:27.865856 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53240) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:27.880472 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3abdbca-2235-4b70-ae0c-386c62b37c70 req-f6247d96-d6b3-44f7-801d-810dccd8ae91 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353252 Apr 18 20:50:27.886906 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Request body: {'ports': [{'network_id': '5ae2e19a-394a-41ba-abe7-9440677e7213', 'name': 'tempest-port--1336592623', 'admin_state_up': True}, {'network_id': '998b3a22-7b39-41e3-8a9b-9ad5f1bf06f7', 'admin_state_up': False}]} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:27.888052 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Request body: {'port': {'network_id': '5ae2e19a-394a-41ba-abe7-9440677e7213', 'name': 'tempest-port--1336592623', 'admin_state_up': True}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:27.890814 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Request body: {'port': {'network_id': '998b3a22-7b39-41e3-8a9b-9ad5f1bf06f7', 'admin_state_up': False}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:27.912942 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14df42-5a28-4032-9be2-80f6951e5340 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Pushing event updated for resources: {'Network': ['ID=998b3a22-7b39-41e3-8a9b-9ad5f1bf06f7,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:27.944148 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 998b3a22-7b39-41e3-8a9b-9ad5f1bf06f7 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:50:27.948043 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d90bc958-170e-4650-88a3-629db24739fa req-52b4c1ba-28b9-4360-ae60-1f3f33015faa service neutron] 10.222.0.41 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536096 Apr 18 20:50:28.146014 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53246) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:28.240713 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-294ac6d6-6e0a-4c92-97c2-12e5253f7020 req-218d3dca-cab8-4aef-8209-9aa914e00017 tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.1374295 Apr 18 20:50:28.353432 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f23b37-3560-4c72-a623-bd76064d782b req-8dac474c-70ed-4520-a2dc-60b861a0faa7 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:28.355622 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-59f23b37-3560-4c72-a623-bd76064d782b req-8dac474c-70ed-4520-a2dc-60b861a0faa7 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d1de960-06da-4b6f-b8d3-adabfe64874b HTTP/1.1" status: 200 len: 944 time: 0.1649599 Apr 18 20:50:28.372973 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Made reservation on behalf of 4cb77b3fb5814f4795c3aa7ebaf40888 for: {'port': 2} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:28.384207 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.394376 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1563b252-bf62-42e4-90a0-f5df2a11171d req-35efc986-df3e-4e4e-a208-210dbe9ea551 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a60ac5b-6183-4a75-8216-ee34885d91b4 HTTP/1.1" status: 200 len: 210 time: 0.0367012 Apr 18 20:50:28.415090 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.459748 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-59f23b37-3560-4c72-a623-bd76064d782b req-73256ef5-ab08-4a6c-b934-ab8d5c31119e tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e661277-1ab1-4906-8694-6b678f0da47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830581 Apr 18 20:50:28.558199 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-04802e1e-4c93-4a7d-908f-cba68112bc46 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-995718828-network', 'tenant_id': 'f840c855946542459a247bc427a2167c'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:28.594469 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 66c04ea7-6a45-4281-bcb7-07e9e07f982f details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:50:28.689814 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04802e1e-4c93-4a7d-908f-cba68112bc46 admin admin] Made reservation on behalf of f840c855946542459a247bc427a2167c for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:28.692630 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-04802e1e-4c93-4a7d-908f-cba68112bc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.709697 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-04802e1e-4c93-4a7d-908f-cba68112bc46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.732797 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] device_id is not set on port e3052dbb-03fe-4c73-b740-3a6751934628 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:50:28.830042 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-830a96ad-f86e-4bdd-bd63-1f856d6ab42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.849127 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-04802e1e-4c93-4a7d-908f-cba68112bc46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.869248 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 66c04ea7-6a45-4281-bcb7-07e9e07f982f, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=66c04ea7-6a45-4281-bcb7-07e9e07f982f,segment=NetworkSegment(3aebea32-d74f-4aca-9b7a-d176e2d2e642),segment_id=3aebea32-d74f-4aca-9b7a-d176e2d2e642)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:28.901376 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '66c04ea7-6a45-4281-bcb7-07e9e07f982f', 'network_id': '59232c4a-97eb-451e-a77f-0fcbaa54b1df', 'port_id': '66c04ea7-6a45-4281-bcb7-07e9e07f982f', 'mac_address': 'fa:16:3e:30:f2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e8e612-4e44-4142-b0c3-d3079b008df6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:50:28.948654 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-04802e1e-4c93-4a7d-908f-cba68112bc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.979402 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.007211 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c04ea7-6a45-4281-bcb7-07e9e07f982f {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:50:29.049387 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04802e1e-4c93-4a7d-908f-cba68112bc46 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:50:29.055384 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 66c04ea7-6a45-4281-bcb7-07e9e07f982f, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=66c04ea7-6a45-4281-bcb7-07e9e07f982f,segment=NetworkSegment(3aebea32-d74f-4aca-9b7a-d176e2d2e642),segment_id=3aebea32-d74f-4aca-9b7a-d176e2d2e642)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:29.066858 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.091222 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.175586 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] device_id is not set on port 8ce76b79-d777-4b22-a63c-7c148e7a55da yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:50:29.182507 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b4766-5cef-4a2e-860d-f87881177fa0 req-03f2efad-34fd-4106-ad04-a6190fc0eff9 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:29.187563 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=66c04ea7-6a45-4281-bcb7-07e9e07f982f,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:29.190870 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b86b4766-5cef-4a2e-860d-f87881177fa0 req-03f2efad-34fd-4106-ad04-a6190fc0eff9 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 0.1337900 Apr 18 20:50:29.199353 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04802e1e-4c93-4a7d-908f-cba68112bc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e92495-a4c7-4570-877d-d43f49207ead,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:29.212202 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-04802e1e-4c93-4a7d-908f-cba68112bc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.212725 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-04802e1e-4c93-4a7d-908f-cba68112bc46 admin admin] Added segment bdd2ec95-fdaf-42bc-a940-ecbec7b0d313 of type vlan for network 49542224-f666-4718-b03f-958adc44dc33 Apr 18 20:50:29.266707 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b86b4766-5cef-4a2e-860d-f87881177fa0 req-1d3fab76-0ba5-4f6b-b92c-9006da2c08c1 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703166 Apr 18 20:50:29.306955 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-04802e1e-4c93-4a7d-908f-cba68112bc46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.370348 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['66c04ea7-6a45-4281-bcb7-07e9e07f982f'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:50:29.394633 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-04802e1e-4c93-4a7d-908f-cba68112bc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.396332 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04802e1e-4c93-4a7d-908f-cba68112bc46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:29.397293 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-04802e1e-4c93-4a7d-908f-cba68112bc46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.412823 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e299532-b112-46b2-b061-67d50be1fd80 req-c1928481-c215-47e3-b2cf-8853a554115c tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.0320365 Apr 18 20:50:29.534915 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-04802e1e-4c93-4a7d-908f-cba68112bc46 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3870704 Apr 18 20:50:29.538082 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53274) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:29.543242 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-c1012fe5-5272-4a0c-86f3-b9331d99e2ff admin admin] Request body: {'subnet': {'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-995718828-subnet', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:29.594381 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04802e1e-4c93-4a7d-908f-cba68112bc46 admin admin] Pushing event updated for resources: {'Network': ['ID=49542224-f666-4718-b03f-958adc44dc33,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:29.601894 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.631519 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 49542224-f666-4718-b03f-958adc44dc33 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:50:29.674052 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc8cb6a6-68fc-4cc5-9898-79f6738f36b2 req-eba6fa93-b88f-4aa1-8f2f-ab348225b11a tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a60ac5b-6183-4a75-8216-ee34885d91b4 HTTP/1.1" status: 200 len: 210 time: 0.1023557 Apr 18 20:50:29.706152 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.770988 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.801744 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1012fe5-5272-4a0c-86f3-b9331d99e2ff admin admin] Made reservation on behalf of f840c855946542459a247bc427a2167c for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:29.803780 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Pushing event updated for resources: {'Port': ['ID=e3052dbb-03fe-4c73-b740-3a6751934628,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:29.808734 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c1012fe5-5272-4a0c-86f3-b9331d99e2ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.814706 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Checking segment: {'id': 'dcf36cfe-ca87-4252-bc14-c0ecb30fc66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5ae2e19a-394a-41ba-abe7-9440677e7213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:29.815476 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Network hostable DHCP agents. Network: 5ae2e19a-394a-41ba-abe7-9440677e7213, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:50:29.841417 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Network 5ae2e19a-394a-41ba-abe7-9440677e7213 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:50:29.855731 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 5ae2e19a-394a-41ba-abe7-9440677e7213) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:29.864065 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:29.865317 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.890224 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd5a8c6-1eb5-476e-a777-bc0592e02fb8 None None] Network 5ae2e19a-394a-41ba-abe7-9440677e7213 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:29.961897 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Checking segment: {'id': '002c3692-1517-433d-b3ea-cedafa66eb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '998b3a22-7b39-41e3-8a9b-9ad5f1bf06f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:29.962494 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Network hostable DHCP agents. Network: 998b3a22-7b39-41e3-8a9b-9ad5f1bf06f7, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:50:29.971895 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Pushing event updated for resources: {'Port': ['ID=8ce76b79-d777-4b22-a63c-7c148e7a55da,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:29.994604 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Network 998b3a22-7b39-41e3-8a9b-9ad5f1bf06f7 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:50:30.010351 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 998b3a22-7b39-41e3-8a9b-9ad5f1bf06f7) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:30.018190 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:30.024256 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:30.034844 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f79d350-9911-4724-9bda-b215898861d7 None None] Network 998b3a22-7b39-41e3-8a9b-9ad5f1bf06f7 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:30.040769 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:30.042453 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.091236 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7bf1c352-76b2-40b8-ac0b-408c63573633 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2225235 Apr 18 20:50:30.096346 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53278) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:30.228996 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe04da7-aacf-4932-b6b3-7f6fdcf081f8 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:30.246502 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe04da7-aacf-4932-b6b3-7f6fdcf081f8 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:30.258210 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-dbe04da7-aacf-4932-b6b3-7f6fdcf081f8 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1583703 Apr 18 20:50:30.259234 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53280) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:30.290609 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1779ff-ee8d-4226-bfa2-e5eaa7b2f838 req-fe1ff9c6-9192-4a7d-a5a2-14817c52e4a7 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:30.292249 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f1779ff-ee8d-4226-bfa2-e5eaa7b2f838 req-fe1ff9c6-9192-4a7d-a5a2-14817c52e4a7 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d1de960-06da-4b6f-b8d3-adabfe64874b HTTP/1.1" status: 200 len: 945 time: 0.6415362 Apr 18 20:50:30.296176 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c1012fe5-5272-4a0c-86f3-b9331d99e2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.456731 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd436b-4a10-41d3-a1bb-b45258a37e67 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Deleting port e3052dbb-03fe-4c73-b740-3a6751934628 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:50:30.457862 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e7bd436b-4a10-41d3-a1bb-b45258a37e67 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.498057 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bc958-170e-4650-88a3-629db24739fa req-15397dd7-adf6-49c1-822f-71337fb6bd3d tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:30.499618 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d90bc958-170e-4650-88a3-629db24739fa req-15397dd7-adf6-49c1-822f-71337fb6bd3d tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.32 "GET /v2.0/networks?id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92 HTTP/1.1" status: 200 len: 806 time: 0.6596928 Apr 18 20:50:30.505849 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1012fe5-5272-4a0c-86f3-b9331d99e2ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=20af91cc-d869-4230-8d61-825647f4d54f,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:30.520052 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-d90bc958-170e-4650-88a3-629db24739fa req-38c0c264-85b3-4abf-bba7-275874d19c40 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Request body: {'port': {'device_id': '5a60ac5b-6183-4a75-8216-ee34885d91b4', 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92', 'admin_state_up': True, 'tenant_id': '65c0c9deb9974734a5e938fa16904c15'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:30.543107 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f1779ff-ee8d-4226-bfa2-e5eaa7b2f838 req-23100fbc-d4ce-47f7-abf9-367986d88e91 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e661277-1ab1-4906-8694-6b678f0da47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385702 Apr 18 20:50:30.553408 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1012fe5-5272-4a0c-86f3-b9331d99e2ff admin admin] Checking segment: {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:30.553408 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1012fe5-5272-4a0c-86f3-b9331d99e2ff admin admin] Network hostable DHCP agents. Network: 49542224-f666-4718-b03f-958adc44dc33, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:50:30.598569 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e7bd436b-4a10-41d3-a1bb-b45258a37e67 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.608406 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 66c04ea7-6a45-4281-bcb7-07e9e07f982f up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:30.618186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e118f9-52a8-4ea9-82c0-7a08846f165c req-f41b6ed0-086a-4d8e-b3bb-aa8382bd1f31 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:30.625972 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7e118f9-52a8-4ea9-82c0-7a08846f165c req-f41b6ed0-086a-4d8e-b3bb-aa8382bd1f31 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 0.2161753 Apr 18 20:50:30.655420 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd436b-4a10-41d3-a1bb-b45258a37e67 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Calling delete_port for e3052dbb-03fe-4c73-b740-3a6751934628 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:50:30.703942 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1012fe5-5272-4a0c-86f3-b9331d99e2ff admin admin] Network 49542224-f666-4718-b03f-958adc44dc33 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:50:30.716497 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7e118f9-52a8-4ea9-82c0-7a08846f165c req-bee02103-7285-4a55-9022-2152139dd18b tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885589 Apr 18 20:50:30.809888 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 66c04ea7-6a45-4281-bcb7-07e9e07f982f completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:30.821155 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 66c04ea7-6a45-4281-bcb7-07e9e07f982f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:30.821744 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.823244 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-56cfc7b6-bff6-4a08-9c8f-41015643f677 req-60966027-aae7-47cd-a1c8-d98f494996a5 tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.0539546 Apr 18 20:50:30.833545 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-c1012fe5-5272-4a0c-86f3-b9331d99e2ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 49542224-f666-4718-b03f-958adc44dc33) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:30.869790 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7cff8c-e154-4e6b-811f-ca8657a88668 None None] Network 49542224-f666-4718-b03f-958adc44dc33 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:30.899382 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5de9bbc3-c00e-4d2b-a18e-6ce42b1c08d5 req-56e34185-cbfb-4a7e-8a0b-83da682de123 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a60ac5b-6183-4a75-8216-ee34885d91b4 HTTP/1.1" status: 200 len: 210 time: 0.0702763 Apr 18 20:50:30.905278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1012fe5-5272-4a0c-86f3-b9331d99e2ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:30.909440 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c1012fe5-5272-4a0c-86f3-b9331d99e2ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.915248 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d90bc958-170e-4650-88a3-629db24739fa req-38c0c264-85b3-4abf-bba7-275874d19c40 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Made reservation on behalf of 65c0c9deb9974734a5e938fa16904c15 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:30.934007 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d90bc958-170e-4650-88a3-629db24739fa req-38c0c264-85b3-4abf-bba7-275874d19c40 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.977703 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e7bd436b-4a10-41d3-a1bb-b45258a37e67 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.978485 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c1012fe5-5272-4a0c-86f3-b9331d99e2ff admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4383600 Apr 18 20:50:30.982608 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53290) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:30.992889 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ff0e0c08-d9fd-4195-83b5-f82b6c861aaa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:31.068585 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd436b-4a10-41d3-a1bb-b45258a37e67 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Pushing event deleted for resources: {'Port': ['ID=e3052dbb-03fe-4c73-b740-3a6751934628,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:31.114724 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e7bd436b-4a10-41d3-a1bb-b45258a37e67 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.120869 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e7bd436b-4a10-41d3-a1bb-b45258a37e67 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] 10.222.0.41 "DELETE /v2.0/ports/e3052dbb-03fe-4c73-b740-3a6751934628 HTTP/1.1" status: 204 len: 168 time: 0.8598480 Apr 18 20:50:31.123907 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff0e0c08-d9fd-4195-83b5-f82b6c861aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.128478 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff0e0c08-d9fd-4195-83b5-f82b6c861aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.131238 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53292) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:31.142575 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.207442 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1de960-06da-4b6f-b8d3-adabfe64874b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c04ea7-6a45-4281-bcb7-07e9e07f982f'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:50:31.210364 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db80009-dbe7-4043-b0c1-6491f46dd715" -d '{"events": [{"server_uuid": "1d1de960-06da-4b6f-b8d3-adabfe64874b", "name": "network-vif-plugged", "status": "completed", "tag": "66c04ea7-6a45-4281-bcb7-07e9e07f982f"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:50:31.220023 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d88889c-5921-4823-b53a-fe644cd388ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-49542224-f666-4718-b03f-958adc44dc33', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:50:31.222401 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2d88889c-5921-4823-b53a-fe644cd388ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.243241 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff0e0c08-d9fd-4195-83b5-f82b6c861aaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.246230 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 66c04ea7-6a45-4281-bcb7-07e9e07f982f, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=66c04ea7-6a45-4281-bcb7-07e9e07f982f,segment=NetworkSegment(3aebea32-d74f-4aca-9b7a-d176e2d2e642),segment_id=3aebea32-d74f-4aca-9b7a-d176e2d2e642)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:31.268904 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.353799 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5eafbef-a308-4f31-b562-de386557cdc5 x-openstack-request-id: req-b5eafbef-a308-4f31-b562-de386557cdc5 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:50:31.355039 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1de960-06da-4b6f-b8d3-adabfe64874b", "name": "network-vif-plugged", "status": "completed", "tag": "66c04ea7-6a45-4281-bcb7-07e9e07f982f", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:50:31.355452 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b5eafbef-a308-4f31-b562-de386557cdc5 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:50:31.357136 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5eafbef-a308-4f31-b562-de386557cdc5'] response: {'server_uuid': '1d1de960-06da-4b6f-b8d3-adabfe64874b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c04ea7-6a45-4281-bcb7-07e9e07f982f', 'code': 200} Apr 18 20:50:31.445123 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-d90bc958-170e-4650-88a3-629db24739fa req-38c0c264-85b3-4abf-bba7-275874d19c40 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Allocated IP 172.20.0.9 (ce30ba55-30c8-48a1-83e1-fd83adbe8e92/43c45217-dc0b-4a55-9d4a-e4055b0395e0/88b3de15-605a-4a0e-85b2-7fc698607e03) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:31.500412 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.557272 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff0e0c08-d9fd-4195-83b5-f82b6c861aaa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.577249 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=66c04ea7-6a45-4281-bcb7-07e9e07f982f,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:31.724201 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-2d88889c-5921-4823-b53a-fe644cd388ce None None] Allocated IP 172.20.0.2 (49542224-f666-4718-b03f-958adc44dc33/20af91cc-d869-4230-8d61-825647f4d54f/d2f75b4e-2f85-44e6-8f4b-f987746b021d) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:31.794288 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.884959 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf44013-f6fe-4035-8134-aebb9277e5cb req-5de561e0-5bce-4e49-bdfb-0c9e11ea2e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:31.887137 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bcf44013-f6fe-4035-8134-aebb9277e5cb req-5de561e0-5bce-4e49-bdfb-0c9e11ea2e9a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1d1de960-06da-4b6f-b8d3-adabfe64874b HTTP/1.1" status: 200 len: 1097 time: 0.2747343 Apr 18 20:50:31.899968 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d90bc958-170e-4650-88a3-629db24739fa req-38c0c264-85b3-4abf-bba7-275874d19c40 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.904062 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-238316ac-6f00-4736-a787-4d628d7a3760 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Deleting port 8ce76b79-d777-4b22-a63c-7c148e7a55da {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:50:31.904422 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-238316ac-6f00-4736-a787-4d628d7a3760 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.991842 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85796812-dac3-4539-9ef1-4e6fdd9a3e48 req-b912e3a6-4258-4fcb-8ae5-2e9ea7e7432d tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:32.001044 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-85796812-dac3-4539-9ef1-4e6fdd9a3e48 req-b912e3a6-4258-4fcb-8ae5-2e9ea7e7432d tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d1de960-06da-4b6f-b8d3-adabfe64874b HTTP/1.1" status: 200 len: 946 time: 0.2564900 Apr 18 20:50:32.154257 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff0e0c08-d9fd-4195-83b5-f82b6c861aaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.157422 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2d88889c-5921-4823-b53a-fe644cd388ce None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.176668 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2d88889c-5921-4823-b53a-fe644cd388ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.207554 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff0e0c08-d9fd-4195-83b5-f82b6c861aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.244405 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bcf44013-f6fe-4035-8134-aebb9277e5cb req-9d76fd70-eecb-443c-9158-625832646042 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5e661277-1ab1-4906-8694-6b678f0da47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474474 Apr 18 20:50:32.248997 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-238316ac-6f00-4736-a787-4d628d7a3760 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.262597 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845b7e6-cb6a-4995-b1f0-9bad81d3e382 req-1fb279e6-d926-43e5-a561-6492239e27b7 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:32.271163 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f845b7e6-cb6a-4995-b1f0-9bad81d3e382 req-1fb279e6-d926-43e5-a561-6492239e27b7 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 0.3373845 Apr 18 20:50:32.292193 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d88889c-5921-4823-b53a-fe644cd388ce None None] Network 49542224-f666-4718-b03f-958adc44dc33 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:32.298147 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-2d88889c-5921-4823-b53a-fe644cd388ce None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:32.300903 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-85796812-dac3-4539-9ef1-4e6fdd9a3e48 req-cae31bc8-3959-41d7-b629-973ed753d5ca tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e661277-1ab1-4906-8694-6b678f0da47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983835 Apr 18 20:50:32.326797 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d88889c-5921-4823-b53a-fe644cd388ce None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:32.341586 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-238316ac-6f00-4736-a787-4d628d7a3760 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Calling delete_port for 8ce76b79-d777-4b22-a63c-7c148e7a55da owned by {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:50:32.354777 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88889c-5921-4823-b53a-fe644cd388ce None None] Pushing event updated for resources: {'Port': ['ID=d2f75b4e-2f85-44e6-8f4b-f987746b021d,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:32.406758 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f845b7e6-cb6a-4995-b1f0-9bad81d3e382 req-79df86f9-65b4-4f81-b7e3-23e6a727681e tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344974 Apr 18 20:50:32.415647 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d90bc958-170e-4650-88a3-629db24739fa req-38c0c264-85b3-4abf-bba7-275874d19c40 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.520810 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['1f0cb29c-6676-4f1b-a111-285181b01885'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:50:32.528885 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['13328c10-cefb-438b-a9b6-18a1b81e90d1'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:50:32.545128 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53310) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:32.626793 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-ff0e0c08-d9fd-4195-83b5-f82b6c861aaa admin admin] Allocated IP 172.25.1.231 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/b6823124-5d94-4a4d-a8e5-69144d0daa13) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:32.690220 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d90bc958-170e-4650-88a3-629db24739fa req-38c0c264-85b3-4abf-bba7-275874d19c40 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:32.696581 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27a2c4d1-10a0-442a-9210-6d2aaa11e79b req-ed1e4c8f-69d2-432b-bc1b-df659fbba679 tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.1245477 Apr 18 20:50:32.709946 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-d90bc958-170e-4650-88a3-629db24739fa req-38c0c264-85b3-4abf-bba7-275874d19c40 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:32.733210 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90bc958-170e-4650-88a3-629db24739fa req-38c0c264-85b3-4abf-bba7-275874d19c40 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:32.752167 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-238316ac-6f00-4736-a787-4d628d7a3760 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.858294 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2d88889c-5921-4823-b53a-fe644cd388ce None None] Attempting to bind port d2f75b4e-2f85-44e6-8f4b-f987746b021d on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:32.858913 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2d88889c-5921-4823-b53a-fe644cd388ce None None] Attempting to bind port d2f75b4e-2f85-44e6-8f4b-f987746b021d by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:32.863746 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88889c-5921-4823-b53a-fe644cd388ce None None] Attempting to bind port d2f75b4e-2f85-44e6-8f4b-f987746b021d on network 49542224-f666-4718-b03f-958adc44dc33 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:32.901091 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88889c-5921-4823-b53a-fe644cd388ce None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:50:32.901709 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88889c-5921-4823-b53a-fe644cd388ce None None] Checking segment: {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:32.905423 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2d88889c-5921-4823-b53a-fe644cd388ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.905987 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88889c-5921-4823-b53a-fe644cd388ce None None] Bound using segment: {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:50:32.906592 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2d88889c-5921-4823-b53a-fe644cd388ce None None] Bound port: d2f75b4e-2f85-44e6-8f4b-f987746b021d, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:32.907068 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2d88889c-5921-4823-b53a-fe644cd388ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.927739 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff0e0c08-d9fd-4195-83b5-f82b6c861aaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.030402 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d1315753-c519-4e47-bf61-044408385205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.070140 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff0e0c08-d9fd-4195-83b5-f82b6c861aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.140072 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0c264-85b3-4abf-bba7-275874d19c40 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Pushing event updated for resources: {'Port': ['ID=88b3de15-605a-4a0e-85b2-7fc698607e03,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:33.150929 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e0c08-d9fd-4195-83b5-f82b6c861aaa admin admin] Pushing event updated for resources: {'Port': ['ID=b6823124-5d94-4a4d-a8e5-69144d0daa13,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:33.188888 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238316ac-6f00-4736-a787-4d628d7a3760 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Pushing event deleted for resources: {'Port': ['ID=8ce76b79-d777-4b22-a63c-7c148e7a55da,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:33.199139 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732bbb4-bde1-4d92-9509-3084012610ab req-33d9d869-0685-4766-9604-ce977c0de323 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:33.199775 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0e0c08-d9fd-4195-83b5-f82b6c861aaa admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:33.207140 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6732bbb4-bde1-4d92-9509-3084012610ab req-33d9d869-0685-4766-9604-ce977c0de323 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a60ac5b-6183-4a75-8216-ee34885d91b4 HTTP/1.1" status: 200 len: 931 time: 0.6081417 Apr 18 20:50:33.214090 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-ff0e0c08-d9fd-4195-83b5-f82b6c861aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:33.238303 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-238316ac-6f00-4736-a787-4d628d7a3760 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.243764 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-238316ac-6f00-4736-a787-4d628d7a3760 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] 10.222.0.41 "DELETE /v2.0/ports/8ce76b79-d777-4b22-a63c-7c148e7a55da HTTP/1.1" status: 204 len: 168 time: 2.1110446 Apr 18 20:50:33.248021 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2d88889c-5921-4823-b53a-fe644cd388ce None None] For port d2f75b4e-2f85-44e6-8f4b-f987746b021d, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:33.250751 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53314) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:33.300420 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8657ec2c-c49b-4930-bdd0-0e65e4c2106a tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0484986 Apr 18 20:50:33.310358 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bc958-170e-4650-88a3-629db24739fa req-38c0c264-85b3-4abf-bba7-275874d19c40 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:33.311017 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d90bc958-170e-4650-88a3-629db24739fa req-38c0c264-85b3-4abf-bba7-275874d19c40 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.315915 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53316) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:33.322096 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0e0c08-d9fd-4195-83b5-f82b6c861aaa admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:33.322599 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-dbf3d9fd-90b7-4ef2-bcf0-b6b59b35334c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1124232488'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:33.334695 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6732bbb4-bde1-4d92-9509-3084012610ab req-278b0720-1904-4da7-85f0-046dbef33aa6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265464 Apr 18 20:50:33.347178 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2d88889c-5921-4823-b53a-fe644cd388ce None None] For port d2f75b4e-2f85-44e6-8f4b-f987746b021d, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d2f75b4e-2f85-44e6-8f4b-f987746b021d,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:33.361638 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d90bc958-170e-4650-88a3-629db24739fa req-38c0c264-85b3-4abf-bba7-275874d19c40 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8515489 Apr 18 20:50:33.388746 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-d90bc958-170e-4650-88a3-629db24739fa req-dbdfe92a-e1d5-4413-b814-7f2d4585f22a service neutron] Request body: {'port': {'device_id': '5a60ac5b-6183-4a75-8216-ee34885d91b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:33.398163 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2d88889c-5921-4823-b53a-fe644cd388ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.435814 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d1315753-c519-4e47-bf61-044408385205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.459544 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d1315753-c519-4e47-bf61-044408385205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.470198 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d90bc958-170e-4650-88a3-629db24739fa req-dbdfe92a-e1d5-4413-b814-7f2d4585f22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.473590 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf3d9fd-90b7-4ef2-bcf0-b6b59b35334c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Made reservation on behalf of 4cb77b3fb5814f4795c3aa7ebaf40888 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:33.478585 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dbf3d9fd-90b7-4ef2-bcf0-b6b59b35334c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.547321 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf3d9fd-90b7-4ef2-bcf0-b6b59b35334c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:50:33.649725 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d1315753-c519-4e47-bf61-044408385205 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05bacce8a3ff489891db6285bdc29e26&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0983584 Apr 18 20:50:33.650076 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dbf3d9fd-90b7-4ef2-bcf0-b6b59b35334c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.650076 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-dbf3d9fd-90b7-4ef2-bcf0-b6b59b35334c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Added segment 2f2e0d46-283f-4030-9afa-bace543705ec of type vlan for network 09914a59-ac3e-484d-a23d-e8a89d519731 Apr 18 20:50:33.656339 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53322) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:33.692655 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1315753-c519-4e47-bf61-044408385205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa9a4f9-150c-4974-9304-af07af3451ce,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:33.729603 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88889c-5921-4823-b53a-fe644cd388ce None None] Pushing event updated for resources: {'Port': ['ID=d2f75b4e-2f85-44e6-8f4b-f987746b021d,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:33.767928 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494af57-936b-450e-9972-b997c64bb7cb req-7a7c8a2b-52a8-4098-a1b7-955376548673 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:33.777203 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9494af57-936b-450e-9972-b997c64bb7cb req-7a7c8a2b-52a8-4098-a1b7-955376548673 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d1de960-06da-4b6f-b8d3-adabfe64874b HTTP/1.1" status: 200 len: 946 time: 0.2449303 Apr 18 20:50:33.929812 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dbf3d9fd-90b7-4ef2-bcf0-b6b59b35334c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.976447 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff0e0c08-d9fd-4195-83b5-f82b6c861aaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.091129 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724aa8a-1d1c-4f82-84a2-25484538d2cb req-e18390b1-825d-4c93-a308-5d6c55149533 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:34.094926 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d724aa8a-1d1c-4f82-84a2-25484538d2cb req-e18390b1-825d-4c93-a308-5d6c55149533 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 0.4511333 Apr 18 20:50:34.120841 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9494af57-936b-450e-9972-b997c64bb7cb req-27ca6b9d-b044-435a-adff-8d4a6356351e tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e661277-1ab1-4906-8694-6b678f0da47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677021 Apr 18 20:50:34.126803 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dbf3d9fd-90b7-4ef2-bcf0-b6b59b35334c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.133233 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf3d9fd-90b7-4ef2-bcf0-b6b59b35334c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:34.134054 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dbf3d9fd-90b7-4ef2-bcf0-b6b59b35334c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.160767 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-415fb4a1-6e1e-4b0c-93d1-09977d37069a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.243772 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-415fb4a1-6e1e-4b0c-93d1-09977d37069a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.283737 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-dbf3d9fd-90b7-4ef2-bcf0-b6b59b35334c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9651809 Apr 18 20:50:34.288232 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53326) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:34.295176 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-30cdce82-446f-4497-a9a3-2521882ae45c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2112226836'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:34.332284 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cdce82-446f-4497-a9a3-2521882ae45c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Made reservation on behalf of 4cb77b3fb5814f4795c3aa7ebaf40888 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:34.336042 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-30cdce82-446f-4497-a9a3-2521882ae45c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.360382 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d724aa8a-1d1c-4f82-84a2-25484538d2cb req-3cdd65d9-b398-4c6f-8515-91a1318d5157 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429950 Apr 18 20:50:34.397525 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2154616b-8148-40a0-9652-c0ea40e14224 req-2f851877-b580-475f-8568-5a92252defd4 tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.0980363 Apr 18 20:50:34.398245 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3d9fd-90b7-4ef2-bcf0-b6b59b35334c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Pushing event updated for resources: {'Network': ['ID=09914a59-ac3e-484d-a23d-e8a89d519731,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:34.410465 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 09914a59-ac3e-484d-a23d-e8a89d519731 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:50:34.523335 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-d90bc958-170e-4650-88a3-629db24739fa req-dbdfe92a-e1d5-4413-b814-7f2d4585f22a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88b3de15-605a-4a0e-85b2-7fc698607e03 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:50:34.528387 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-415fb4a1-6e1e-4b0c-93d1-09977d37069a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.531279 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-415fb4a1-6e1e-4b0c-93d1-09977d37069a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.536270 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-415fb4a1-6e1e-4b0c-93d1-09977d37069a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1fa9a4f9-150c-4974-9304-af07af3451ce HTTP/1.1" status: 204 len: 168 time: 0.8605523 Apr 18 20:50:34.559205 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d90bc958-170e-4650-88a3-629db24739fa req-dbdfe92a-e1d5-4413-b814-7f2d4585f22a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.590805 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fb4a1-6e1e-4b0c-93d1-09977d37069a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa9a4f9-150c-4974-9304-af07af3451ce,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:34.602868 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-d90bc958-170e-4650-88a3-629db24739fa req-dbdfe92a-e1d5-4413-b814-7f2d4585f22a service neutron] Transition to ACTIVE for port object 88b3de15-605a-4a0e-85b2-7fc698607e03 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:34.624950 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e2e00-126e-4ac4-865f-da38a38fd07c req-2a3f4961-a690-497f-ae7b-deeb83ead948 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:34.627274 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe1e2e00-126e-4ac4-865f-da38a38fd07c req-2a3f4961-a690-497f-ae7b-deeb83ead948 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a60ac5b-6183-4a75-8216-ee34885d91b4 HTTP/1.1" status: 200 len: 931 time: 0.1234570 Apr 18 20:50:34.628584 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d90bc958-170e-4650-88a3-629db24739fa req-dbdfe92a-e1d5-4413-b814-7f2d4585f22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.779022 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe1e2e00-126e-4ac4-865f-da38a38fd07c req-6b16d480-670c-4fb7-947c-1a6b9becdff5 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439242 Apr 18 20:50:34.781525 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfe92a-e1d5-4413-b814-7f2d4585f22a service neutron] Pushing event updated for resources: {'Port': ['ID=88b3de15-605a-4a0e-85b2-7fc698607e03,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:34.874410 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff0e0c08-d9fd-4195-83b5-f82b6c861aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.885452 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30cdce82-446f-4497-a9a3-2521882ae45c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:50:34.917551 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-d90bc958-170e-4650-88a3-629db24739fa req-dbdfe92a-e1d5-4413-b814-7f2d4585f22a service neutron] Attempting to bind port 88b3de15-605a-4a0e-85b2-7fc698607e03 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:34.919923 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-d90bc958-170e-4650-88a3-629db24739fa req-dbdfe92a-e1d5-4413-b814-7f2d4585f22a service neutron] Attempting to bind port 88b3de15-605a-4a0e-85b2-7fc698607e03 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:34.920924 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90bc958-170e-4650-88a3-629db24739fa req-dbdfe92a-e1d5-4413-b814-7f2d4585f22a service neutron] Attempting to bind port 88b3de15-605a-4a0e-85b2-7fc698607e03 on network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:34.933726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90bc958-170e-4650-88a3-629db24739fa req-dbdfe92a-e1d5-4413-b814-7f2d4585f22a service neutron] Port 88b3de15-605a-4a0e-85b2-7fc698607e03 on network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:50:34.934292 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90bc958-170e-4650-88a3-629db24739fa req-dbdfe92a-e1d5-4413-b814-7f2d4585f22a service neutron] Attempting to bind port 88b3de15-605a-4a0e-85b2-7fc698607e03 on network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:34.941411 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90bc958-170e-4650-88a3-629db24739fa req-dbdfe92a-e1d5-4413-b814-7f2d4585f22a service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:50:34.941758 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90bc958-170e-4650-88a3-629db24739fa req-dbdfe92a-e1d5-4413-b814-7f2d4585f22a service neutron] Checking segment: {'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:34.942152 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90bc958-170e-4650-88a3-629db24739fa req-dbdfe92a-e1d5-4413-b814-7f2d4585f22a service neutron] Bound using segment: {'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:50:34.942598 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-d90bc958-170e-4650-88a3-629db24739fa req-dbdfe92a-e1d5-4413-b814-7f2d4585f22a service neutron] Bound port: 88b3de15-605a-4a0e-85b2-7fc698607e03, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:34.942961 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d90bc958-170e-4650-88a3-629db24739fa req-dbdfe92a-e1d5-4413-b814-7f2d4585f22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.977320 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-30cdce82-446f-4497-a9a3-2521882ae45c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.980971 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-30cdce82-446f-4497-a9a3-2521882ae45c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Added segment 406a3d3d-6576-465e-8260-9761463604b4 of type vlan for network 01683de9-bbfe-4057-90ea-ba6462117616 Apr 18 20:50:35.070777 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-d90bc958-170e-4650-88a3-629db24739fa req-dbdfe92a-e1d5-4413-b814-7f2d4585f22a service neutron] For port 88b3de15-605a-4a0e-85b2-7fc698607e03, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:35.077106 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-d90bc958-170e-4650-88a3-629db24739fa req-dbdfe92a-e1d5-4413-b814-7f2d4585f22a service neutron] For port 88b3de15-605a-4a0e-85b2-7fc698607e03, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=88b3de15-605a-4a0e-85b2-7fc698607e03,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:35.086747 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d90bc958-170e-4650-88a3-629db24739fa req-dbdfe92a-e1d5-4413-b814-7f2d4585f22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.114743 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53334) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:35.144926 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-30cdce82-446f-4497-a9a3-2521882ae45c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.165008 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bc958-170e-4650-88a3-629db24739fa req-dbdfe92a-e1d5-4413-b814-7f2d4585f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:35.166028 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d90bc958-170e-4650-88a3-629db24739fa req-dbdfe92a-e1d5-4413-b814-7f2d4585f22a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.167339 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d90bc958-170e-4650-88a3-629db24739fa req-dbdfe92a-e1d5-4413-b814-7f2d4585f22a service neutron] 10.222.0.32 "PUT /v2.0/ports/88b3de15-605a-4a0e-85b2-7fc698607e03 HTTP/1.1" status: 200 len: 1091 time: 1.7971148 Apr 18 20:50:35.168252 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-196fb310-f981-45a7-8bdf-cfbb92f1701e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.170809 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a60ac5b-6183-4a75-8216-ee34885d91b4', 'tag': '88b3de15-605a-4a0e-85b2-7fc698607e03'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:50:35.173252 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b4223e-1c38-401b-8729-155ca32ffdd5" -d '{"events": [{"name": "network-changed", "server_uuid": "5a60ac5b-6183-4a75-8216-ee34885d91b4", "tag": "88b3de15-605a-4a0e-85b2-7fc698607e03"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:50:35.199536 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-30cdce82-446f-4497-a9a3-2521882ae45c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.207446 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cdce82-446f-4497-a9a3-2521882ae45c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:35.208250 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-30cdce82-446f-4497-a9a3-2521882ae45c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.249695 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-30cdce82-446f-4497-a9a3-2521882ae45c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9594038 Apr 18 20:50:35.269792 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8e20a0-528f-4675-9b0c-1ca8d159f198 x-openstack-request-id: req-0d8e20a0-528f-4675-9b0c-1ca8d159f198 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:50:35.270068 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a60ac5b-6183-4a75-8216-ee34885d91b4", "tag": "88b3de15-605a-4a0e-85b2-7fc698607e03", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:50:35.270337 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0d8e20a0-528f-4675-9b0c-1ca8d159f198 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:50:35.270848 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d8e20a0-528f-4675-9b0c-1ca8d159f198'] response: {'name': 'network-changed', 'server_uuid': '5a60ac5b-6183-4a75-8216-ee34885d91b4', 'tag': '88b3de15-605a-4a0e-85b2-7fc698607e03', 'status': 'completed', 'code': 200} Apr 18 20:50:35.277090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfe92a-e1d5-4413-b814-7f2d4585f22a service neutron] Pushing event updated for resources: {'Port': ['ID=88b3de15-605a-4a0e-85b2-7fc698607e03,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:35.306660 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1774ea-9f7d-4200-a3b1-81187a1543af None None] Network 49542224-f666-4718-b03f-958adc44dc33 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:35.334140 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cdce82-446f-4497-a9a3-2521882ae45c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Pushing event updated for resources: {'Network': ['ID=01683de9-bbfe-4057-90ea-ba6462117616,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:35.370474 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0e0c08-d9fd-4195-83b5-f82b6c861aaa admin admin] Router 7ea9cb43-484f-4029-b855-5387b63d5609 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:50:35.401260 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bc958-170e-4650-88a3-629db24739fa req-01ebfe05-7002-4ebd-8568-a6aba6d75ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:35.403601 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d90bc958-170e-4650-88a3-629db24739fa req-01ebfe05-7002-4ebd-8568-a6aba6d75ecf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65c0c9deb9974734a5e938fa16904c15&device_id=5a60ac5b-6183-4a75-8216-ee34885d91b4 HTTP/1.1" status: 200 len: 1094 time: 0.1498003 Apr 18 20:50:35.476972 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cfba0-7c0f-4834-b0f9-eb30ff52b6ac req-96a018ad-d967-4090-98ed-2e76153e6493 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:35.479473 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-682cfba0-7c0f-4834-b0f9-eb30ff52b6ac req-96a018ad-d967-4090-98ed-2e76153e6493 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d1de960-06da-4b6f-b8d3-adabfe64874b HTTP/1.1" status: 200 len: 946 time: 0.1716096 Apr 18 20:50:35.487198 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d90bc958-170e-4650-88a3-629db24739fa req-b59b113b-4533-4ea2-8769-aca7e295b693 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88b3de15-605a-4a0e-85b2-7fc698607e03 HTTP/1.1" status: 200 len: 217 time: 0.0724938 Apr 18 20:50:35.504400 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-196fb310-f981-45a7-8bdf-cfbb92f1701e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.527392 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-196fb310-f981-45a7-8bdf-cfbb92f1701e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.563255 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0e0c08-d9fd-4195-83b5-f82b6c861aaa admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:50:35.599152 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbac5d2-e7ca-43fe-b822-cc1da5e89f2f None None] Sync routers for ids ['7ea9cb43-484f-4029-b855-5387b63d5609'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:50:35.640854 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bc958-170e-4650-88a3-629db24739fa req-8a2f5180-91f5-4e46-bab7-897eced17300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:35.642425 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d90bc958-170e-4650-88a3-629db24739fa req-8a2f5180-91f5-4e46-bab7-897eced17300 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43c45217-dc0b-4a55-9d4a-e4055b0395e0 HTTP/1.1" status: 200 len: 846 time: 0.1364737 Apr 18 20:50:35.664655 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbac5d2-e7ca-43fe-b822-cc1da5e89f2f None None] Routers {'7ea9cb43-484f-4029-b855-5387b63d5609'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:50:35.672153 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7dbac5d2-e7ca-43fe-b822-cc1da5e89f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:50:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7ea9cb43-484f-4029-b855-5387b63d5609'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:35.674229 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 01683de9-bbfe-4057-90ea-ba6462117616 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:50:35.708501 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d90bc958-170e-4650-88a3-629db24739fa req-81afcb6a-4dff-4777-ab0b-ab0d2fbf67fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462646 Apr 18 20:50:35.709185 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fb310-f981-45a7-8bdf-cfbb92f1701e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1c1fbb-ef44-4318-93cf-c226d44d90c7,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:35.715858 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff0e0c08-d9fd-4195-83b5-f82b6c861aaa admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.725479 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-196fb310-f981-45a7-8bdf-cfbb92f1701e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86361bebf4d841d98c4ba73abb6708b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6071448 Apr 18 20:50:35.727347 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ff0e0c08-d9fd-4195-83b5-f82b6c861aaa admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7426374 Apr 18 20:50:35.734887 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53344) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:35.735578 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53346) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:35.809026 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-682cfba0-7c0f-4834-b0f9-eb30ff52b6ac req-593046ca-cd3e-4f45-98dd-2708d86f49e5 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e661277-1ab1-4906-8694-6b678f0da47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167398 Apr 18 20:50:35.842440 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e4c0a538-bc1c-4761-b06a-ded115da283b None None] Provisioning complete for port d2f75b4e-2f85-44e6-8f4b-f987746b021d triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:35.842813 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e4c0a538-bc1c-4761-b06a-ded115da283b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.851410 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d2f75b4e-2f85-44e6-8f4b-f987746b021d up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:35.975096 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port d2f75b4e-2f85-44e6-8f4b-f987746b021d triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:35.975463 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.055901 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-7dbac5d2-e7ca-43fe-b822-cc1da5e89f2f None None] Set router 7ea9cb43-484f-4029-b855-5387b63d5609 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:50:36.115681 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb1e86-48cb-4565-baa7-c296ed32599c req-5dd50e76-3a3f-4d11-8f08-8c368fc318f1 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:36.136772 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ffcb1e86-48cb-4565-baa7-c296ed32599c req-5dd50e76-3a3f-4d11-8f08-8c368fc318f1 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 0.5172987 Apr 18 20:50:36.201627 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e4c0a538-bc1c-4761-b06a-ded115da283b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.258339 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-475b1ae7-ec07-4edd-8c8a-e21c16462504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.268729 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2870bc9b-40b1-4fe5-96d8-baf2162b39df req-d70b6555-5b7f-48be-8455-12653e0e95e4 tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.3086479 Apr 18 20:50:36.303262 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-e4c0a538-bc1c-4761-b06a-ded115da283b None None] For port d2f75b4e-2f85-44e6-8f4b-f987746b021d, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d2f75b4e-2f85-44e6-8f4b-f987746b021d,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:36.386033 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e4c0a538-bc1c-4761-b06a-ded115da283b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.386849 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-475b1ae7-ec07-4edd-8c8a-e21c16462504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.521447 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7dbac5d2-e7ca-43fe-b822-cc1da5e89f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:31Z', 'updated_at': '2022-04-18T20:50:33Z', 'revision_number': 3, 'project_id': 'f840c855946542459a247bc427a2167c', 'gw_port': {'id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:32Z', 'updated_at': '2022-04-18T20:50:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:36.548452 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0a538-bc1c-4761-b06a-ded115da283b None None] Pushing event updated for resources: {'Port': ['ID=d2f75b4e-2f85-44e6-8f4b-f987746b021d,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:36.569483 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ffcb1e86-48cb-4565-baa7-c296ed32599c req-ed9184dc-d7ae-4b8a-b1e4-4e359dae9e65 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507190 Apr 18 20:50:36.584747 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbac5d2-e7ca-43fe-b822-cc1da5e89f2f None None] Checking router: 7ea9cb43-484f-4029-b855-5387b63d5609 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:50:36.585470 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbac5d2-e7ca-43fe-b822-cc1da5e89f2f None None] Updating router 7ea9cb43-484f-4029-b855-5387b63d5609 port b6823124-5d94-4a4d-a8e5-69144d0daa13 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:50:36.596513 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d90bc958-170e-4650-88a3-629db24739fa req-250c9c46-0f00-487f-bd03-bf0dc3705158 service neutron] 10.222.0.32 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8091314 Apr 18 20:50:36.651815 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.652943 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7dbac5d2-e7ca-43fe-b822-cc1da5e89f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.895355 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d90bc958-170e-4650-88a3-629db24739fa req-b5d2d805-231c-44a4-a49e-f0d04e04c4d3 service neutron] 10.222.0.32 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878027 Apr 18 20:50:37.038327 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:50:37.038960 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:50:37.039712 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-77abcd66-ad5b-42fb-9861-112b2aa0ece0 None None] Provisioning complete for port d2f75b4e-2f85-44e6-8f4b-f987746b021d triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:37.040623 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-77abcd66-ad5b-42fb-9861-112b2aa0ece0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.098746 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90adc4-2d59-455d-a880-21aed2f96651 req-cbe02c22-e3f1-4e48-bb13-d7e7bbdfa17e tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:37.109889 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e90adc4-2d59-455d-a880-21aed2f96651 req-cbe02c22-e3f1-4e48-bb13-d7e7bbdfa17e tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a60ac5b-6183-4a75-8216-ee34885d91b4 HTTP/1.1" status: 200 len: 943 time: 0.2129917 Apr 18 20:50:37.207190 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e90adc4-2d59-455d-a880-21aed2f96651 req-9c4d3b10-6010-4ef8-9e2a-11a0b4e03239 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948126 Apr 18 20:50:37.220364 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4223e-1c38-401b-8729-155ca32ffdd5 req-316194df-7d65-4cfc-a7a2-649222d9a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:37.223944 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4b4223e-1c38-401b-8729-155ca32ffdd5 req-316194df-7d65-4cfc-a7a2-649222d9a63f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65c0c9deb9974734a5e938fa16904c15&device_id=5a60ac5b-6183-4a75-8216-ee34885d91b4 HTTP/1.1" status: 200 len: 1094 time: 0.2164497 Apr 18 20:50:37.517710 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b73651-888d-4827-9bbf-07ae27204b6f req-ccf43f59-28de-4940-be70-ec6c352a868f tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:37.519118 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-475b1ae7-ec07-4edd-8c8a-e21c16462504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.523077 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-475b1ae7-ec07-4edd-8c8a-e21c16462504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.528981 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-475b1ae7-ec07-4edd-8c8a-e21c16462504 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e1c1fbb-ef44-4318-93cf-c226d44d90c7 HTTP/1.1" status: 204 len: 168 time: 1.7807188 Apr 18 20:50:37.529323 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-51b73651-888d-4827-9bbf-07ae27204b6f req-ccf43f59-28de-4940-be70-ec6c352a868f tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d1de960-06da-4b6f-b8d3-adabfe64874b HTTP/1.1" status: 200 len: 946 time: 0.1922190 Apr 18 20:50:37.552319 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b1ae7-ec07-4edd-8c8a-e21c16462504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1c1fbb-ef44-4318-93cf-c226d44d90c7,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:37.671251 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7b7bb96c-41e9-41e8-944a-6181c160d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.682061 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43490d7c-e89b-4038-8d6f-3e0e96157511 req-5f8f75e3-0927-4b1a-8347-eda5aa591427 tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.1517787 Apr 18 20:50:37.689368 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4223e-1c38-401b-8729-155ca32ffdd5 req-210756ce-2818-429c-9318-5878b63f0c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:37.695508 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4b4223e-1c38-401b-8729-155ca32ffdd5 req-210756ce-2818-429c-9318-5878b63f0c46 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92 HTTP/1.1" status: 200 len: 907 time: 0.4617114 Apr 18 20:50:37.789287 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.838563 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7dbac5d2-e7ca-43fe-b822-cc1da5e89f2f None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.867366 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7dbac5d2-e7ca-43fe-b822-cc1da5e89f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.981958 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4b4223e-1c38-401b-8729-155ca32ffdd5 req-fd3e312b-6178-4751-a679-65f3f9d0d074 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88b3de15-605a-4a0e-85b2-7fc698607e03 HTTP/1.1" status: 200 len: 217 time: 0.2343876 Apr 18 20:50:37.992027 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-7dbac5d2-e7ca-43fe-b822-cc1da5e89f2f None None] Attempting to bind port b6823124-5d94-4a4d-a8e5-69144d0daa13 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:37.993258 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-7dbac5d2-e7ca-43fe-b822-cc1da5e89f2f None None] Attempting to bind port b6823124-5d94-4a4d-a8e5-69144d0daa13 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:37.994582 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbac5d2-e7ca-43fe-b822-cc1da5e89f2f None None] Attempting to bind port b6823124-5d94-4a4d-a8e5-69144d0daa13 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:38.019599 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d2f75b4e-2f85-44e6-8f4b-f987746b021d up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:38.065070 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-51b73651-888d-4827-9bbf-07ae27204b6f req-c7e0ca74-edeb-4f93-bf46-84f32951d221 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e661277-1ab1-4906-8694-6b678f0da47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388651 Apr 18 20:50:38.081473 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbac5d2-e7ca-43fe-b822-cc1da5e89f2f None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:50:38.082490 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbac5d2-e7ca-43fe-b822-cc1da5e89f2f None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:38.083529 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7dbac5d2-e7ca-43fe-b822-cc1da5e89f2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:38.084423 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbac5d2-e7ca-43fe-b822-cc1da5e89f2f None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:50:38.086654 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-7dbac5d2-e7ca-43fe-b822-cc1da5e89f2f None None] Bound port: b6823124-5d94-4a4d-a8e5-69144d0daa13, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:38.088069 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7dbac5d2-e7ca-43fe-b822-cc1da5e89f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:38.145065 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port d2f75b4e-2f85-44e6-8f4b-f987746b021d triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:38.146177 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:38.171554 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb23a7-879a-4f1d-b199-ed29f8473ad4 req-4c56b0e7-71b1-42ce-b519-b3737e8e7f9b tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:38.182162 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8aeb23a7-879a-4f1d-b199-ed29f8473ad4 req-4c56b0e7-71b1-42ce-b519-b3737e8e7f9b tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 0.1983194 Apr 18 20:50:38.229207 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4223e-1c38-401b-8729-155ca32ffdd5 req-2e75e796-8f42-4743-b32f-98877717be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:38.230696 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4b4223e-1c38-401b-8729-155ca32ffdd5 req-2e75e796-8f42-4743-b32f-98877717be97 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43c45217-dc0b-4a55-9d4a-e4055b0395e0 HTTP/1.1" status: 200 len: 846 time: 0.1630871 Apr 18 20:50:38.269589 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-7b7bb96c-41e9-41e8-944a-6181c160d2fc admin admin] Allocated IP 172.20.0.1 (49542224-f666-4718-b03f-958adc44dc33/20af91cc-d869-4230-8d61-825647f4d54f/5039604a-5253-4a37-b021-79e72acf33d2) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:38.284503 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-7dbac5d2-e7ca-43fe-b822-cc1da5e89f2f None None] For port b6823124-5d94-4a4d-a8e5-69144d0daa13, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:38.300464 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-7dbac5d2-e7ca-43fe-b822-cc1da5e89f2f None None] For port b6823124-5d94-4a4d-a8e5-69144d0daa13, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b6823124-5d94-4a4d-a8e5-69144d0daa13,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:38.306868 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f340b2-7861-47d0-952a-80695ef9cbcd None None] Pushing event updated for resources: {'Port': ['ID=b6823124-5d94-4a4d-a8e5-69144d0daa13,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:38.316518 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7dbac5d2-e7ca-43fe-b822-cc1da5e89f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:38.356813 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f340b2-7861-47d0-952a-80695ef9cbcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:38.357264 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f340b2-7861-47d0-952a-80695ef9cbcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:38.357577 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f340b2-7861-47d0-952a-80695ef9cbcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:38.360918 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f340b2-7861-47d0-952a-80695ef9cbcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:38.361539 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f340b2-7861-47d0-952a-80695ef9cbcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:38.362059 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f340b2-7861-47d0-952a-80695ef9cbcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:38.362562 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f340b2-7861-47d0-952a-80695ef9cbcd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:38.363058 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f340b2-7861-47d0-952a-80695ef9cbcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:38.364224 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f340b2-7861-47d0-952a-80695ef9cbcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:38.364773 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f340b2-7861-47d0-952a-80695ef9cbcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:38.367707 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f340b2-7861-47d0-952a-80695ef9cbcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:38.368302 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f340b2-7861-47d0-952a-80695ef9cbcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:38.394780 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4b4223e-1c38-401b-8729-155ca32ffdd5 req-acb198c5-5608-4031-8e9b-2e4861721f6e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846193 Apr 18 20:50:38.506376 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbac5d2-e7ca-43fe-b822-cc1da5e89f2f None None] Routers {'7ea9cb43-484f-4029-b855-5387b63d5609'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:50:38.506917 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7dbac5d2-e7ca-43fe-b822-cc1da5e89f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:50:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7ea9cb43-484f-4029-b855-5387b63d5609'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:38.573405 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7b7bb96c-41e9-41e8-944a-6181c160d2fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:38.583575 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8aeb23a7-879a-4f1d-b199-ed29f8473ad4 req-5d5409cd-2c4e-4c36-98be-26bfdebd60a5 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517070 Apr 18 20:50:38.685363 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7b7bb96c-41e9-41e8-944a-6181c160d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:38.691247 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f340b2-7861-47d0-952a-80695ef9cbcd None None] Pushing event updated for resources: {'Port': ['ID=b6823124-5d94-4a4d-a8e5-69144d0daa13,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:38.734018 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86627e70-f628-4f5b-ae0b-c8295ba09754 req-be62af2b-4c8b-4d36-a51b-3a5c78086d75 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:38.738948 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86627e70-f628-4f5b-ae0b-c8295ba09754 req-be62af2b-4c8b-4d36-a51b-3a5c78086d75 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a60ac5b-6183-4a75-8216-ee34885d91b4 HTTP/1.1" status: 200 len: 943 time: 0.3374250 Apr 18 20:50:38.831153 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7bb96c-41e9-41e8-944a-6181c160d2fc admin admin] Network 49542224-f666-4718-b03f-958adc44dc33 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:38.841104 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-7b7bb96c-41e9-41e8-944a-6181c160d2fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:38.851993 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7bb96c-41e9-41e8-944a-6181c160d2fc admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:38.871194 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4b4223e-1c38-401b-8729-155ca32ffdd5 req-06c38e12-7b3a-46b4-b2dc-7b542fd20b79 service neutron] 10.222.0.32 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561441 Apr 18 20:50:38.991490 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53382) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:39.002070 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Request body: {'subnets': [{'network_id': '09914a59-ac3e-484d-a23d-e8a89d519731', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2020141671', 'ip_version': 6}, {'network_id': '01683de9-bbfe-4057-90ea-ba6462117616', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:39.003979 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Request body: {'subnet': {'network_id': '09914a59-ac3e-484d-a23d-e8a89d519731', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2020141671', 'ip_version': 6}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:39.009487 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Request body: {'subnet': {'network_id': '01683de9-bbfe-4057-90ea-ba6462117616', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:39.047896 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-7dbac5d2-e7ca-43fe-b822-cc1da5e89f2f None None] Set router 7ea9cb43-484f-4029-b855-5387b63d5609 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:50:39.169972 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7bb96c-41e9-41e8-944a-6181c160d2fc admin admin] Pushing event updated for resources: {'Port': ['ID=5039604a-5253-4a37-b021-79e72acf33d2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:39.198452 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7b7bb96c-41e9-41e8-944a-6181c160d2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.206652 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8aae1db1-bd50-4ebb-8573-59a8fceb9447 req-885806ce-ccc4-401f-8ca1-e79dbd945173 tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.2212722 Apr 18 20:50:39.362936 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-13b12636-9f0e-4957-916f-3e3c0f9c05b7 None None] Provisioning complete for port 5039604a-5253-4a37-b021-79e72acf33d2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:39.368273 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-13b12636-9f0e-4957-916f-3e3c0f9c05b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.442387 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e6e59-fdc4-4a88-b0b3-7aa2b9ac0c55 req-a90d263f-63d9-4d12-96c4-f2383f87ad31 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:39.445649 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1a1e6e59-fdc4-4a88-b0b3-7aa2b9ac0c55 req-a90d263f-63d9-4d12-96c4-f2383f87ad31 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1de960-06da-4b6f-b8d3-adabfe64874b HTTP/1.1" status: 200 len: 946 time: 0.4388032 Apr 18 20:50:39.453080 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-13b12636-9f0e-4957-916f-3e3c0f9c05b7 None None] Port 5039604a-5253-4a37-b021-79e72acf33d2 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:50:39.512017 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Made reservation on behalf of 4cb77b3fb5814f4795c3aa7ebaf40888 for: {'subnet': 2} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:39.523032 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.523645 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.524512 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7dbac5d2-e7ca-43fe-b822-cc1da5e89f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:31Z', 'updated_at': '2022-04-18T20:50:33Z', 'revision_number': 3, 'project_id': 'f840c855946542459a247bc427a2167c', 'gw_port': {'id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:32Z', 'updated_at': '2022-04-18T20:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:39.585344 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86627e70-f628-4f5b-ae0b-c8295ba09754 req-d343cac0-81cc-4468-8f3a-6079386b9b68 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7117774 Apr 18 20:50:39.590126 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbac5d2-e7ca-43fe-b822-cc1da5e89f2f None None] The sync data for ids ['7ea9cb43-484f-4029-b855-5387b63d5609'] in n-d-838323-3 is: [{'id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:31Z', 'updated_at': '2022-04-18T20:50:33Z', 'revision_number': 3, 'project_id': 'f840c855946542459a247bc427a2167c', 'gw_port': {'id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:32Z', 'updated_at': '2022-04-18T20:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:50:39.591979 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4b4223e-1c38-401b-8729-155ca32ffdd5 req-7b3d183f-d166-4e01-8f04-6e7d5c4425bb service neutron] 10.222.0.32 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6879072 Apr 18 20:50:39.774211 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7b7bb96c-41e9-41e8-944a-6181c160d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.780592 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-608a4ff2-09a7-4933-beb6-f9955357869e req-71248dcb-5901-4b51-a69b-d189c40d4d2c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4410870 Apr 18 20:50:39.886858 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aed905-cb1a-4371-a784-f08bef1c558d req-03409250-731d-49b3-b1bf-0f2734c9b227 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:39.889303 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-56aed905-cb1a-4371-a784-f08bef1c558d req-03409250-731d-49b3-b1bf-0f2734c9b227 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d1de960-06da-4b6f-b8d3-adabfe64874b HTTP/1.1" status: 200 len: 946 time: 0.4886532 Apr 18 20:50:39.973642 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e43e8-e02b-46dc-ad3c-b205f962ef59 req-67e481f9-9cbc-47d4-b509-e45d52e75aad tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:39.975313 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e27e43e8-e02b-46dc-ad3c-b205f962ef59 req-67e481f9-9cbc-47d4-b509-e45d52e75aad tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 0.2771859 Apr 18 20:50:39.983637 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-56aed905-cb1a-4371-a784-f08bef1c558d req-8680fe25-b09d-4195-a85d-e13823a89f10 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e661277-1ab1-4906-8694-6b678f0da47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627646 Apr 18 20:50:40.060537 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a4ff2-09a7-4933-beb6-f9955357869e req-29afc86c-d180-4ebf-921d-ac2c8fd5ec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:40.061442 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-608a4ff2-09a7-4933-beb6-f9955357869e req-29afc86c-d180-4ebf-921d-ac2c8fd5ec40 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=30bec5e5dbef4fbd9ab98b71b7e2eece&device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 1097 time: 0.1975884 Apr 18 20:50:40.067475 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e27e43e8-e02b-46dc-ad3c-b205f962ef59 req-625a9df2-f7af-4372-8f16-a492eb0ca122 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763757 Apr 18 20:50:40.071586 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-1a1e6e59-fdc4-4a88-b0b3-7aa2b9ac0c55 req-d8b4e681-c87f-42a5-a275-efd4fc7448bc tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Deleting port 66c04ea7-6a45-4281-bcb7-07e9e07f982f {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:50:40.080494 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1a1e6e59-fdc4-4a88-b0b3-7aa2b9ac0c55 req-d8b4e681-c87f-42a5-a275-efd4fc7448bc tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.324683 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7b7bb96c-41e9-41e8-944a-6181c160d2fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.398502 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7b7bb96c-41e9-41e8-944a-6181c160d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.497949 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a4ff2-09a7-4933-beb6-f9955357869e req-389348de-5908-4dfd-92ae-29ba941bced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:40.499628 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-608a4ff2-09a7-4933-beb6-f9955357869e req-389348de-5908-4dfd-92ae-29ba941bced4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a70a6f46-5054-4309-9b14-8f7dba572e32 HTTP/1.1" status: 200 len: 912 time: 0.4032595 Apr 18 20:50:40.508885 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a1a188a3-099c-4736-8044-3a774c2e39e5 req-ad36590f-a849-4438-8ad3-af48e6db9362 tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.0691850 Apr 18 20:50:40.532582 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-1a1e6e59-fdc4-4a88-b0b3-7aa2b9ac0c55 req-d8b4e681-c87f-42a5-a275-efd4fc7448bc tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] For port 66c04ea7-6a45-4281-bcb7-07e9e07f982f, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=66c04ea7-6a45-4281-bcb7-07e9e07f982f,segment=NetworkSegment(3aebea32-d74f-4aca-9b7a-d176e2d2e642),segment_id=3aebea32-d74f-4aca-9b7a-d176e2d2e642)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:40.532839 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1a1e6e59-fdc4-4a88-b0b3-7aa2b9ac0c55 req-d8b4e681-c87f-42a5-a275-efd4fc7448bc tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.550142 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-1a1e6e59-fdc4-4a88-b0b3-7aa2b9ac0c55 req-d8b4e681-c87f-42a5-a275-efd4fc7448bc tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Calling delete_port for 66c04ea7-6a45-4281-bcb7-07e9e07f982f owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:50:40.592627 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-608a4ff2-09a7-4933-beb6-f9955357869e req-c7f7eacf-3f4d-4fca-bc36-60940d5fb7fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6e34328-6caa-4b5e-9f4a-fe5e52a8227b HTTP/1.1" status: 200 len: 217 time: 0.0826926 Apr 18 20:50:40.617343 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7b7bb96c-41e9-41e8-944a-6181c160d2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.630058 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7bb96c-41e9-41e8-944a-6181c160d2fc admin admin] Pushing event updated for resources: {'Port': ['ID=5039604a-5253-4a37-b021-79e72acf33d2,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:40.654128 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 88b3de15-605a-4a0e-85b2-7fc698607e03 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:50:40.875015 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 88b3de15-605a-4a0e-85b2-7fc698607e03, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=88b3de15-605a-4a0e-85b2-7fc698607e03,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:40.894974 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '88b3de15-605a-4a0e-85b2-7fc698607e03', 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92', 'port_id': '88b3de15-605a-4a0e-85b2-7fc698607e03', 'mac_address': 'fa:16:3e:eb:3a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c45217-dc0b-4a55-9d4a-e4055b0395e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:50:40.957741 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.976113 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b3de15-605a-4a0e-85b2-7fc698607e03 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:50:41.021911 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 88b3de15-605a-4a0e-85b2-7fc698607e03, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=88b3de15-605a-4a0e-85b2-7fc698607e03,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:41.030925 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.151356 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7bb96c-41e9-41e8-944a-6181c160d2fc admin admin] Network 49542224-f666-4718-b03f-958adc44dc33 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:41.155663 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-7b7bb96c-41e9-41e8-944a-6181c160d2fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:41.171207 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=88b3de15-605a-4a0e-85b2-7fc698607e03,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:41.189505 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.389620 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['88b3de15-605a-4a0e-85b2-7fc698607e03'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:50:41.416664 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a4ff2-09a7-4933-beb6-f9955357869e req-d9ebf012-6109-4bc2-a043-37bb47cd717b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:41.422108 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-608a4ff2-09a7-4933-beb6-f9955357869e req-d9ebf012-6109-4bc2-a043-37bb47cd717b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6520aac9-6fad-4482-a121-bb66984d767e HTTP/1.1" status: 200 len: 851 time: 0.8221431 Apr 18 20:50:41.662989 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-608a4ff2-09a7-4933-beb6-f9955357869e req-0cd09802-d438-4749-bffa-bf0b55461200 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a70a6f46-5054-4309-9b14-8f7dba572e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1596859 Apr 18 20:50:41.738303 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b78a7608-f8ff-4b44-968a-71b77313a4a5 None None] Provisioning complete for port 5039604a-5253-4a37-b021-79e72acf33d2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:41.739894 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b78a7608-f8ff-4b44-968a-71b77313a4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.786760 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.814825 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705018c2-50a9-426e-a622-5872de230714 req-89a907b7-8547-49a5-9824-24a7335c0ae9 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:41.817616 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-705018c2-50a9-426e-a622-5872de230714 req-89a907b7-8547-49a5-9824-24a7335c0ae9 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d1de960-06da-4b6f-b8d3-adabfe64874b HTTP/1.1" status: 200 len: 946 time: 0.4925454 Apr 18 20:50:41.818001 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-b78a7608-f8ff-4b44-968a-71b77313a4a5 None None] Port 5039604a-5253-4a37-b021-79e72acf33d2 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:50:41.848347 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f8e62-71fa-4a72-87d7-e3115f32ad23 req-637831a1-c67d-4cf6-a6da-9dce56ecb65c tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:41.851146 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-464f8e62-71fa-4a72-87d7-e3115f32ad23 req-637831a1-c67d-4cf6-a6da-9dce56ecb65c tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a60ac5b-6183-4a75-8216-ee34885d91b4 HTTP/1.1" status: 200 len: 944 time: 0.5678079 Apr 18 20:50:42.003849 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-608a4ff2-09a7-4933-beb6-f9955357869e req-10626393-5161-4ea0-af89-a531c1654f99 service neutron] 10.222.0.32 "GET /v2.0/networks/a70a6f46-5054-4309-9b14-8f7dba572e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292077 Apr 18 20:50:42.059597 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Pushing event updated for resources: {'Subnet': ['ID=5614d887-03e7-4a29-862e-f95c13b9254a,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:42.066163 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b6823124-5d94-4a4d-a8e5-69144d0daa13 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:42.096033 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fa9ff9c2-be64-439d-aabd-98dd9767d092 req-54fde0ae-7df4-4e97-8fd1-7b378b09a585 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7971165 Apr 18 20:50:42.107128 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:42.107915 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:42.108672 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:42.109393 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:42.110054 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:42.111249 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:42.112116 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:42.115671 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:42.117407 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:42.118261 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:42.119169 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:42.120057 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:42.146284 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Checking segment: {'id': '2f2e0d46-283f-4030-9afa-bace543705ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '09914a59-ac3e-484d-a23d-e8a89d519731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:42.147499 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Network hostable DHCP agents. Network: 09914a59-ac3e-484d-a23d-e8a89d519731, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:50:42.210320 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port b6823124-5d94-4a4d-a8e5-69144d0daa13 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:42.211937 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.214049 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7bb96c-41e9-41e8-944a-6181c160d2fc admin admin] Router 7ea9cb43-484f-4029-b855-5387b63d5609 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:50:42.249100 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Network 09914a59-ac3e-484d-a23d-e8a89d519731 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:50:42.288827 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 09914a59-ac3e-484d-a23d-e8a89d519731) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:42.302817 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.315945 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882b6757-dfae-4ffd-8f59-1e193cd86bfa None None] Network 09914a59-ac3e-484d-a23d-e8a89d519731 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:42.358128 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53432) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:42.385008 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-705018c2-50a9-426e-a622-5872de230714 req-4b15d874-278b-4a4b-85a7-7ad971e38117 tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e661277-1ab1-4906-8694-6b678f0da47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739300 Apr 18 20:50:42.401927 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-464f8e62-71fa-4a72-87d7-e3115f32ad23 req-c8a47164-c117-4ec9-bb3f-41f61d8e3f69 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897126 Apr 18 20:50:42.412126 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1a1e6e59-fdc4-4a88-b0b3-7aa2b9ac0c55 req-d8b4e681-c87f-42a5-a275-efd4fc7448bc tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.509623 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ff9c2-be64-439d-aabd-98dd9767d092 req-48d4c3eb-6350-4da4-b3cf-b8c38983121a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:42.512318 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fa9ff9c2-be64-439d-aabd-98dd9767d092 req-48d4c3eb-6350-4da4-b3cf-b8c38983121a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=66c8c89b1fcc4ff8ba25812b9483869d&device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 1097 time: 0.3214040 Apr 18 20:50:42.561509 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4e681-c87f-42a5-a275-efd4fc7448bc tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Pushing event deleted for resources: {'Port': ['ID=66c04ea7-6a45-4281-bcb7-07e9e07f982f,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:42.677582 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 88b3de15-605a-4a0e-85b2-7fc698607e03 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:42.766192 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Checking segment: {'id': '406a3d3d-6576-465e-8260-9761463604b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '01683de9-bbfe-4057-90ea-ba6462117616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:42.766576 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Network hostable DHCP agents. Network: 01683de9-bbfe-4057-90ea-ba6462117616, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:50:42.770920 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183cdcd1-b805-432c-9b75-676f4d4809d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-09914a59-ac3e-484d-a23d-e8a89d519731', 'network_id': '09914a59-ac3e-484d-a23d-e8a89d519731', 'tenant_id': '4cb77b3fb5814f4795c3aa7ebaf40888', 'fixed_ips': [{'subnet_id': '5614d887-03e7-4a29-862e-f95c13b9254a'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:50:42.771800 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-183cdcd1-b805-432c-9b75-676f4d4809d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.772999 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Pushing event updated for resources: {'Subnet': ['ID=50f98273-6419-4e7a-9dfd-b129bb5d29bc,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:42.784162 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1e6e59-fdc4-4a88-b0b3-7aa2b9ac0c55 req-d8b4e681-c87f-42a5-a275-efd4fc7448bc tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] No DVR routers for this DVR port 66c04ea7-6a45-4281-bcb7-07e9e07f982f on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:50:42.796565 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cc718992-9bd6-4f2f-a928-b42b32e4b8c3 req-f14895da-17e5-4b7b-94dd-ac4f5a0f5aac tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.0991130 Apr 18 20:50:42.800679 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-1a1e6e59-fdc4-4a88-b0b3-7aa2b9ac0c55 req-d8b4e681-c87f-42a5-a275-efd4fc7448bc tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.808233 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1a1e6e59-fdc4-4a88-b0b3-7aa2b9ac0c55 req-d8b4e681-c87f-42a5-a275-efd4fc7448bc tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.32 "DELETE /v2.0/ports/66c04ea7-6a45-4281-bcb7-07e9e07f982f HTTP/1.1" status: 204 len: 173 time: 3.3217309 Apr 18 20:50:42.815361 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1de960-06da-4b6f-b8d3-adabfe64874b', 'name': 'network-vif-deleted', 'tag': '66c04ea7-6a45-4281-bcb7-07e9e07f982f'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:50:42.830993 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6ede9a-bcfa-43e0-848f-dd588ec12f6b" -d '{"events": [{"server_uuid": "1d1de960-06da-4b6f-b8d3-adabfe64874b", "name": "network-vif-deleted", "tag": "66c04ea7-6a45-4281-bcb7-07e9e07f982f"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:50:42.836103 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-608a4ff2-09a7-4933-beb6-f9955357869e req-11a7ae63-317c-4c9f-a98b-2cd9168895bf service neutron] 10.222.0.32 "GET /v2.0/networks/a70a6f46-5054-4309-9b14-8f7dba572e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8169281 Apr 18 20:50:42.837232 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c11e76bc-86c4-4c73-a3eb-8da2191f6513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.841818 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7bb96c-41e9-41e8-944a-6181c160d2fc admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:50:42.862643 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7b7bb96c-41e9-41e8-944a-6181c160d2fc admin admin] 10.222.0.41 "PUT /v2.0/routers/7ea9cb43-484f-4029-b855-5387b63d5609/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1252568 Apr 18 20:50:42.865693 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5b3a2-6ffe-4795-bf3e-65a3100c332e req-e611156e-8866-4c92-9072-0764cdb118b0 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:42.867593 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2aa5b3a2-6ffe-4795-bf3e-65a3100c332e req-e611156e-8866-4c92-9072-0764cdb118b0 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 0.2330663 Apr 18 20:50:42.875083 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.891782 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Network 01683de9-bbfe-4057-90ea-ba6462117616 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:50:42.900097 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port b6823124-5d94-4a4d-a8e5-69144d0daa13, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b6823124-5d94-4a4d-a8e5-69144d0daa13,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:42.911760 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21425689-302a-41e3-bf38-7dfe0fde5b6b None None] Sync routers for ids ['7ea9cb43-484f-4029-b855-5387b63d5609'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:50:42.911989 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ff9c2-be64-439d-aabd-98dd9767d092 req-6e048c9f-4b1a-4c83-b5f5-11dab6f1ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:42.922135 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.925418 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fa9ff9c2-be64-439d-aabd-98dd9767d092 req-6e048c9f-4b1a-4c83-b5f5-11dab6f1ca58 service neutron] 10.222.0.57 "GET /v2.0/networks?id=af9b8ad0-3b77-4446-8808-154f03d72322 HTTP/1.1" status: 200 len: 917 time: 0.2948802 Apr 18 20:50:42.984781 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f4d63f-f05b-4808-87b6-7e59d4e37790 x-openstack-request-id: req-c4f4d63f-f05b-4808-87b6-7e59d4e37790 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:50:42.985161 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1de960-06da-4b6f-b8d3-adabfe64874b", "name": "network-vif-deleted", "tag": "66c04ea7-6a45-4281-bcb7-07e9e07f982f", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:50:42.985359 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4f4d63f-f05b-4808-87b6-7e59d4e37790 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:50:42.985766 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4f4d63f-f05b-4808-87b6-7e59d4e37790'] response: {'server_uuid': '1d1de960-06da-4b6f-b8d3-adabfe64874b', 'name': 'network-vif-deleted', 'tag': '66c04ea7-6a45-4281-bcb7-07e9e07f982f', 'status': 'completed', 'code': 200} Apr 18 20:50:42.991248 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21425689-302a-41e3-bf38-7dfe0fde5b6b None None] Routers {'7ea9cb43-484f-4029-b855-5387b63d5609'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:50:42.991916 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-21425689-302a-41e3-bf38-7dfe0fde5b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:50:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7ea9cb43-484f-4029-b855-5387b63d5609'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:43.085777 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2aa5b3a2-6ffe-4795-bf3e-65a3100c332e req-5f986757-c3b0-4e7e-b617-15345aa3cb71 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055342 Apr 18 20:50:43.097273 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=b6823124-5d94-4a4d-a8e5-69144d0daa13,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:43.100405 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 88b3de15-605a-4a0e-85b2-7fc698607e03 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:43.109527 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 88b3de15-605a-4a0e-85b2-7fc698607e03 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:43.110180 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.154130 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 01683de9-bbfe-4057-90ea-ba6462117616) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:43.157739 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-183cdcd1-b805-432c-9b75-676f4d4809d7 None None] Allocated IP 2001:db8::1 (09914a59-ac3e-484d-a23d-e8a89d519731/5614d887-03e7-4a29-862e-f95c13b9254a/e7db5fa2-c019-4379-9ae4-285e992fb8f4) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:43.183693 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8bb0ef-63d5-4961-9d98-96735db37413 None None] Network 01683de9-bbfe-4057-90ea-ba6462117616 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:43.195273 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:43.196213 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:43.197745 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.233920 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c11e76bc-86c4-4c73-a3eb-8da2191f6513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.238202 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fa9ff9c2-be64-439d-aabd-98dd9767d092 req-703658a9-641a-41a5-b275-b4da2782bd27 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94bde35a-36ba-4aca-99da-54bb3dafcba8 HTTP/1.1" status: 200 len: 1001 time: 0.3046939 Apr 18 20:50:43.241703 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c11e76bc-86c4-4c73-a3eb-8da2191f6513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.261563 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e23d6382-7f6b-4be4-90f2-19fcb83cce33 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.2660820 Apr 18 20:50:43.291371 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53442) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:43.300288 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e76bc-86c4-4c73-a3eb-8da2191f6513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2340978-27b1-4127-87cb-ca25bb353046,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:43.365409 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ff9c2-be64-439d-aabd-98dd9767d092 req-2d0258b3-850b-4d12-a3f9-484601881387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:43.367330 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fa9ff9c2-be64-439d-aabd-98dd9767d092 req-2d0258b3-850b-4d12-a3f9-484601881387 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c229c317-384e-4f90-84f5-fac3dceea926 HTTP/1.1" status: 200 len: 855 time: 0.1179364 Apr 18 20:50:43.374898 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c11e76bc-86c4-4c73-a3eb-8da2191f6513 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d86f8d312fdf4b1dbd830693d6edfc7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0151925 Apr 18 20:50:43.377732 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53446) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:43.392849 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68392c06-6346-4509-bb9e-7423b9585090 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:43.394957 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68392c06-6346-4509-bb9e-7423b9585090 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:43.397378 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68392c06-6346-4509-bb9e-7423b9585090 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:43.398715 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-68392c06-6346-4509-bb9e-7423b9585090 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1059370 Apr 18 20:50:43.422826 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53448) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:43.463005 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8ea30e83-cabd-4803-979b-d2be8d21fddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.501369 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8ea30e83-cabd-4803-979b-d2be8d21fddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.615741 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8ea30e83-cabd-4803-979b-d2be8d21fddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.618951 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ff9c2-be64-439d-aabd-98dd9767d092 req-b6d2e44b-66ab-4893-a44f-11c40d2fa3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:43.619872 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8ea30e83-cabd-4803-979b-d2be8d21fddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.620632 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fa9ff9c2-be64-439d-aabd-98dd9767d092 req-b6d2e44b-66ab-4893-a44f-11c40d2fa3c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=af9b8ad0-3b77-4446-8808-154f03d72322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2416136 Apr 18 20:50:43.621766 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8ea30e83-cabd-4803-979b-d2be8d21fddc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2340978-27b1-4127-87cb-ca25bb353046 HTTP/1.1" status: 204 len: 168 time: 0.2423756 Apr 18 20:50:43.635959 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-186f48de-1df3-490b-94a8-fd5c81cafb7c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Deleting subnet 5614d887-03e7-4a29-862e-f95c13b9254a {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:50:43.750225 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fa9ff9c2-be64-439d-aabd-98dd9767d092 req-0238a0fb-73ea-4db7-a14d-93ca44fea96d service neutron] 10.222.0.57 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199276 Apr 18 20:50:43.765876 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea30e83-cabd-4803-979b-d2be8d21fddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2340978-27b1-4127-87cb-ca25bb353046,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:43.911399 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-941ee361-e9b5-479c-97d2-f8e2768d4e3a req-71c786af-252a-4be8-a34c-96fade4c0a1b tempest-ServerAddressesTestJSON-401624355 tempest-ServerAddressesTestJSON-401624355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d1de960-06da-4b6f-b8d3-adabfe64874b HTTP/1.1" status: 200 len: 210 time: 0.2584703 Apr 18 20:50:43.957608 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fa9ff9c2-be64-439d-aabd-98dd9767d092 req-859e6f88-27cc-4487-b154-774714ebf78e service neutron] 10.222.0.57 "GET /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875498 Apr 18 20:50:43.984967 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23310cbb-8cda-4042-bd9b-0e6c68ed18a2 req-33485edc-2c24-4221-8dcb-6ab1c2748445 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:43.991769 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-23310cbb-8cda-4042-bd9b-0e6c68ed18a2 req-33485edc-2c24-4221-8dcb-6ab1c2748445 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a60ac5b-6183-4a75-8216-ee34885d91b4 HTTP/1.1" status: 200 len: 944 time: 0.3679330 Apr 18 20:50:44.073746 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-21425689-302a-41e3-bf38-7dfe0fde5b6b None None] Set router 7ea9cb43-484f-4029-b855-5387b63d5609 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:50:44.094868 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-23310cbb-8cda-4042-bd9b-0e6c68ed18a2 req-16e37ca7-e685-4c11-a913-19facaa1e46d tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864866 Apr 18 20:50:44.147803 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b6823124-5d94-4a4d-a8e5-69144d0daa13 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:44.161206 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-18c2afc2-cc86-4b72-a716-e66758794888 req-5e1e029c-1d9d-44b0-83a2-212d62d84f85 tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.1020577 Apr 18 20:50:44.216533 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53472) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:44.222230 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-5edf1f34-cd37-41eb-9e98-bb19336e15c9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1414595231-network', 'tenant_id': '3d4fd3f7d66040a68cd532691f47d8c3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:44.268775 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edf1f34-cd37-41eb-9e98-bb19336e15c9 admin admin] Made reservation on behalf of 3d4fd3f7d66040a68cd532691f47d8c3 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:44.274889 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5edf1f34-cd37-41eb-9e98-bb19336e15c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.286958 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5edf1f34-cd37-41eb-9e98-bb19336e15c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.349867 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53474) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:44.408160 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334bdf5-b537-4404-84d8-50e55e5011e3 req-48f71106-52b7-42ac-8e88-cb1d6b06ebb3 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:44.412987 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2334bdf5-b537-4404-84d8-50e55e5011e3 req-48f71106-52b7-42ac-8e88-cb1d6b06ebb3 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 0.1637506 Apr 18 20:50:44.422919 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5edf1f34-cd37-41eb-9e98-bb19336e15c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.431697 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5edf1f34-cd37-41eb-9e98-bb19336e15c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.435622 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fb19808b-529e-42d1-8cf9-e449342aa4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.466938 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5edf1f34-cd37-41eb-9e98-bb19336e15c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:50:44.479516 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf1f34-cd37-41eb-9e98-bb19336e15c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb87077-068f-4fa2-ba5c-14ee30984adb,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:44.489701 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5edf1f34-cd37-41eb-9e98-bb19336e15c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.490059 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-5edf1f34-cd37-41eb-9e98-bb19336e15c9 admin admin] Added segment a6131be5-528e-4e80-8088-3efec16d01d5 of type vlan for network 3726cfd6-29bd-476a-bb05-ca16369c561d Apr 18 20:50:44.537501 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2334bdf5-b537-4404-84d8-50e55e5011e3 req-44523372-fa92-4c8a-acd7-2489cb5f1677 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100240 Apr 18 20:50:44.598108 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5edf1f34-cd37-41eb-9e98-bb19336e15c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.608721 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fb19808b-529e-42d1-8cf9-e449342aa4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.613925 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fb19808b-529e-42d1-8cf9-e449342aa4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.626774 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.633486 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-183cdcd1-b805-432c-9b75-676f4d4809d7 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.643687 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-186f48de-1df3-490b-94a8-fd5c81cafb7c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.663068 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-fb19808b-529e-42d1-8cf9-e449342aa4cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3aa2c72cff4342278a399edeff7c7576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2934461 Apr 18 20:50:44.663068 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19808b-529e-42d1-8cf9-e449342aa4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bef186d-3483-45db-a867-aebe73d9b8ef,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:44.663554 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53476) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:44.688907 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5edf1f34-cd37-41eb-9e98-bb19336e15c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.690457 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edf1f34-cd37-41eb-9e98-bb19336e15c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:44.691273 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5edf1f34-cd37-41eb-9e98-bb19336e15c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.696367 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-183cdcd1-b805-432c-9b75-676f4d4809d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.723817 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-789fbb83-b556-4ac6-b11d-273744964641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.753841 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-789fbb83-b556-4ac6-b11d-273744964641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.762128 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port b6823124-5d94-4a4d-a8e5-69144d0daa13 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:44.763197 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.805541 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a60ac5b-6183-4a75-8216-ee34885d91b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b3de15-605a-4a0e-85b2-7fc698607e03'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:50:44.807876 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df276b9-1ab4-4aa1-97ba-eeceda9d69d6" -d '{"events": [{"server_uuid": "5a60ac5b-6183-4a75-8216-ee34885d91b4", "name": "network-vif-plugged", "status": "completed", "tag": "88b3de15-605a-4a0e-85b2-7fc698607e03"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:50:44.812138 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35aaf21-9908-48d7-95de-8768daf12922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-01683de9-bbfe-4057-90ea-ba6462117616', 'network_id': '01683de9-bbfe-4057-90ea-ba6462117616', 'tenant_id': '4cb77b3fb5814f4795c3aa7ebaf40888', 'fixed_ips': [{'subnet_id': '50f98273-6419-4e7a-9dfd-b129bb5d29bc'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:50:44.813364 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b35aaf21-9908-48d7-95de-8768daf12922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.825861 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-789fbb83-b556-4ac6-b11d-273744964641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.831485 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-789fbb83-b556-4ac6-b11d-273744964641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.833374 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-789fbb83-b556-4ac6-b11d-273744964641 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3bef186d-3483-45db-a867-aebe73d9b8ef HTTP/1.1" status: 204 len: 168 time: 0.1689608 Apr 18 20:50:44.841480 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-186f48de-1df3-490b-94a8-fd5c81cafb7c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.853414 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5edf1f34-cd37-41eb-9e98-bb19336e15c9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6354373 Apr 18 20:50:44.857406 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53482) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:44.867277 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ac776ac1-725c-478a-b3c2-36ed50983420 admin admin] Request body: {'subnet': {'network_id': '3726cfd6-29bd-476a-bb05-ca16369c561d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1414595231-subnet', 'tenant_id': '3d4fd3f7d66040a68cd532691f47d8c3', 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:44.872136 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183cdcd1-b805-432c-9b75-676f4d4809d7 None None] Network 09914a59-ac3e-484d-a23d-e8a89d519731 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:44.882151 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 88b3de15-605a-4a0e-85b2-7fc698607e03, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=88b3de15-605a-4a0e-85b2-7fc698607e03,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:44.892808 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-183cdcd1-b805-432c-9b75-676f4d4809d7 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:44.897722 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789fbb83-b556-4ac6-b11d-273744964641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bef186d-3483-45db-a867-aebe73d9b8ef,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:44.898242 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183cdcd1-b805-432c-9b75-676f4d4809d7 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:44.913383 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.913594 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 66c04ea7-6a45-4281-bcb7-07e9e07f982f no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:50:44.922129 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cdcd1-b805-432c-9b75-676f4d4809d7 None None] Pushing event updated for resources: {'Port': ['ID=e7db5fa2-c019-4379-9ae4-285e992fb8f4,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:44.942591 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf1f34-cd37-41eb-9e98-bb19336e15c9 admin admin] Pushing event updated for resources: {'Network': ['ID=3726cfd6-29bd-476a-bb05-ca16369c561d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:44.982134 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac776ac1-725c-478a-b3c2-36ed50983420 admin admin] Made reservation on behalf of 3d4fd3f7d66040a68cd532691f47d8c3 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:44.992072 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ac776ac1-725c-478a-b3c2-36ed50983420 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.022369 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53486) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:45.079948 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-186f48de-1df3-490b-94a8-fd5c81cafb7c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.146039 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933a0eb9-9754-40d4-b51e-36f05204c6c7 x-openstack-request-id: req-933a0eb9-9754-40d4-b51e-36f05204c6c7 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:50:45.147050 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a60ac5b-6183-4a75-8216-ee34885d91b4", "name": "network-vif-plugged", "status": "completed", "tag": "88b3de15-605a-4a0e-85b2-7fc698607e03", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:50:45.147491 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-933a0eb9-9754-40d4-b51e-36f05204c6c7 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:50:45.148079 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-933a0eb9-9754-40d4-b51e-36f05204c6c7'] response: {'server_uuid': '5a60ac5b-6183-4a75-8216-ee34885d91b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b3de15-605a-4a0e-85b2-7fc698607e03', 'code': 200} Apr 18 20:50:45.150896 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 3726cfd6-29bd-476a-bb05-ca16369c561d details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:50:45.153881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 66c04ea7-6a45-4281-bcb7-07e9e07f982f {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:50:45.154527 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 66c04ea7-6a45-4281-bcb7-07e9e07f982f not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:50:45.156270 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=88b3de15-605a-4a0e-85b2-7fc698607e03,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:45.178550 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a921ca-c98a-4813-ae5b-385be9fb1fc0 admin admin] Deleting subnet 70e8e612-4e44-4142-b0c3-d3079b008df6 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:50:45.187764 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-186f48de-1df3-490b-94a8-fd5c81cafb7c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.191034 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-07a921ca-c98a-4813-ae5b-385be9fb1fc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.196897 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f915f0-2a9b-4056-a78e-c48113031151 req-0023e5bf-b6f1-4724-99a8-0c2b8c340044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:45.198659 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-02f915f0-2a9b-4056-a78e-c48113031151 req-0023e5bf-b6f1-4724-99a8-0c2b8c340044 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a60ac5b-6183-4a75-8216-ee34885d91b4 HTTP/1.1" status: 200 len: 1096 time: 0.1622941 Apr 18 20:50:45.249904 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f48de-1df3-490b-94a8-fd5c81cafb7c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Pushing event deleted for resources: {'Subnet': ['ID=5614d887-03e7-4a29-862e-f95c13b9254a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:45.276309 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-186f48de-1df3-490b-94a8-fd5c81cafb7c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.288771 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-186f48de-1df3-490b-94a8-fd5c81cafb7c tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] 10.222.0.41 "DELETE /v2.0/subnets/5614d887-03e7-4a29-862e-f95c13b9254a HTTP/1.1" status: 204 len: 168 time: 1.8647904 Apr 18 20:50:45.289862 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53492) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:45.319010 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-07a921ca-c98a-4813-ae5b-385be9fb1fc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.388736 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-02f915f0-2a9b-4056-a78e-c48113031151 req-62ef7933-1658-429e-9b22-ade70ba00c3b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636574 Apr 18 20:50:45.419716 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-765a6846-237a-41d8-bce5-c0520812d758 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Deleting subnet 50f98273-6419-4e7a-9dfd-b129bb5d29bc {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:50:45.475143 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-183cdcd1-b805-432c-9b75-676f4d4809d7 None None] Attempting to bind port e7db5fa2-c019-4379-9ae4-285e992fb8f4 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:45.475517 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-183cdcd1-b805-432c-9b75-676f4d4809d7 None None] Attempting to bind port e7db5fa2-c019-4379-9ae4-285e992fb8f4 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '2f2e0d46-283f-4030-9afa-bace543705ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '09914a59-ac3e-484d-a23d-e8a89d519731'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:45.475873 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183cdcd1-b805-432c-9b75-676f4d4809d7 None None] Attempting to bind port e7db5fa2-c019-4379-9ae4-285e992fb8f4 on network 09914a59-ac3e-484d-a23d-e8a89d519731 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:45.486332 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f64c261a-6a83-4e90-9642-67e307761d7f req-6c80f2a0-b687-4393-bf96-f48b64b86d96 tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.0748322 Apr 18 20:50:45.502325 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-07a921ca-c98a-4813-ae5b-385be9fb1fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.515941 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582eaf6a-0cb4-4d8b-a6b1-94ff0ec8c70b req-61792783-26ff-4523-b751-37c28a2a94d4 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:45.516464 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183cdcd1-b805-432c-9b75-676f4d4809d7 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:50:45.517037 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183cdcd1-b805-432c-9b75-676f4d4809d7 None None] Checking segment: {'id': '2f2e0d46-283f-4030-9afa-bace543705ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '09914a59-ac3e-484d-a23d-e8a89d519731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:45.517630 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-183cdcd1-b805-432c-9b75-676f4d4809d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.518295 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183cdcd1-b805-432c-9b75-676f4d4809d7 None None] Bound using segment: {'id': '2f2e0d46-283f-4030-9afa-bace543705ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '09914a59-ac3e-484d-a23d-e8a89d519731'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:50:45.518985 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-183cdcd1-b805-432c-9b75-676f4d4809d7 None None] Bound port: e7db5fa2-c019-4379-9ae4-285e992fb8f4, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2e0d46-283f-4030-9afa-bace543705ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '09914a59-ac3e-484d-a23d-e8a89d519731'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:45.519509 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-183cdcd1-b805-432c-9b75-676f4d4809d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.521304 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-582eaf6a-0cb4-4d8b-a6b1-94ff0ec8c70b req-61792783-26ff-4523-b751-37c28a2a94d4 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a60ac5b-6183-4a75-8216-ee34885d91b4 HTTP/1.1" status: 200 len: 945 time: 0.2492394 Apr 18 20:50:45.553038 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-b35aaf21-9908-48d7-95de-8768daf12922 None None] Allocated IP 2001:db8:0:1::1 (01683de9-bbfe-4057-90ea-ba6462117616/50f98273-6419-4e7a-9dfd-b129bb5d29bc/4eae32b6-91d3-47e7-9cf5-ac5103bbd448) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:45.611338 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-582eaf6a-0cb4-4d8b-a6b1-94ff0ec8c70b req-6d0a4b42-a8fd-4a63-8d49-19ba1521efa7 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875294 Apr 18 20:50:45.614963 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ac776ac1-725c-478a-b3c2-36ed50983420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.625623 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-21425689-302a-41e3-bf38-7dfe0fde5b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:31Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 4, 'project_id': 'f840c855946542459a247bc427a2167c', 'gw_port': {'id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:32Z', 'updated_at': '2022-04-18T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5039604a-5253-4a37-b021-79e72acf33d2', 'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'mac_address': 'fa:16:3e:5a:0c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:37Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 2, 'project_id': 'f840c855946542459a247bc427a2167c', 'subnets': [{'id': '20af91cc-d869-4230-8d61-825647f4d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:45.680145 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21425689-302a-41e3-bf38-7dfe0fde5b6b None None] Checking router: 7ea9cb43-484f-4029-b855-5387b63d5609 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:50:45.680450 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21425689-302a-41e3-bf38-7dfe0fde5b6b None None] Updating router 7ea9cb43-484f-4029-b855-5387b63d5609 port 5039604a-5253-4a37-b021-79e72acf33d2 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:50:45.757254 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-07a921ca-c98a-4813-ae5b-385be9fb1fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.760165 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac776ac1-725c-478a-b3c2-36ed50983420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0be01b0c-cb61-42d5-b645-7bb2794d7a56,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:45.769593 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac776ac1-725c-478a-b3c2-36ed50983420 admin admin] Checking segment: {'id': 'a6131be5-528e-4e80-8088-3efec16d01d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3726cfd6-29bd-476a-bb05-ca16369c561d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:45.769961 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac776ac1-725c-478a-b3c2-36ed50983420 admin admin] Network hostable DHCP agents. Network: 3726cfd6-29bd-476a-bb05-ca16369c561d, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:50:45.770338 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-183cdcd1-b805-432c-9b75-676f4d4809d7 None None] For port e7db5fa2-c019-4379-9ae4-285e992fb8f4, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:45.775256 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-183cdcd1-b805-432c-9b75-676f4d4809d7 None None] For port e7db5fa2-c019-4379-9ae4-285e992fb8f4, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=e7db5fa2-c019-4379-9ae4-285e992fb8f4,segment=NetworkSegment(2f2e0d46-283f-4030-9afa-bace543705ec),segment_id=2f2e0d46-283f-4030-9afa-bace543705ec)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:45.776291 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-21425689-302a-41e3-bf38-7dfe0fde5b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.792057 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-183cdcd1-b805-432c-9b75-676f4d4809d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.811233 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a921ca-c98a-4813-ae5b-385be9fb1fc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70e8e612-4e44-4142-b0c3-d3079b008df6,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:45.824421 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-07a921ca-c98a-4813-ae5b-385be9fb1fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.833061 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-07a921ca-c98a-4813-ae5b-385be9fb1fc0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/70e8e612-4e44-4142-b0c3-d3079b008df6 HTTP/1.1" status: 204 len: 168 time: 0.8059340 Apr 18 20:50:45.834482 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53504) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:45.855256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c841c-e256-49ea-a1d2-a117eda134a3 req-d02845b9-d80e-4af8-8fbe-696d0bac6245 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:45.862268 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-523c841c-e256-49ea-a1d2-a117eda134a3 req-d02845b9-d80e-4af8-8fbe-696d0bac6245 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 0.1797283 Apr 18 20:50:45.874227 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac776ac1-725c-478a-b3c2-36ed50983420 admin admin] Network 3726cfd6-29bd-476a-bb05-ca16369c561d is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:50:45.935855 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-ac776ac1-725c-478a-b3c2-36ed50983420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 3726cfd6-29bd-476a-bb05-ca16369c561d) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:45.948078 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac776ac1-725c-478a-b3c2-36ed50983420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:45.948741 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ac776ac1-725c-478a-b3c2-36ed50983420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.003601 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ac776ac1-725c-478a-b3c2-36ed50983420 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1444678 Apr 18 20:50:46.008607 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53508) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:46.016836 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-492f6e2c-1cb4-4341-802a-c48e19b0b880 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1414595231-router', 'tenant_id': '3d4fd3f7d66040a68cd532691f47d8c3', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:46.022035 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39400345-2258-4d20-92d5-159767c0b789 None None] Network 3726cfd6-29bd-476a-bb05-ca16369c561d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:46.023337 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fb540bc0-2666-4229-bd25-6e79f315b7ed req-a45f306f-fc6d-42c5-aec5-e6b7e810c8fc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.1108232 Apr 18 20:50:46.034253 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-523c841c-e256-49ea-a1d2-a117eda134a3 req-b0f5d57d-a331-4b4e-953a-d28ddd85e3e3 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351938 Apr 18 20:50:46.057099 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9102cbab-5e9f-4ed0-95af-12f27c45d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.075611 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-492f6e2c-1cb4-4341-802a-c48e19b0b880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.077833 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-492f6e2c-1cb4-4341-802a-c48e19b0b880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.166223 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9102cbab-5e9f-4ed0-95af-12f27c45d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.181390 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b35aaf21-9908-48d7-95de-8768daf12922 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.188832 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cdcd1-b805-432c-9b75-676f4d4809d7 None None] Pushing event updated for resources: {'Port': ['ID=e7db5fa2-c019-4379-9ae4-285e992fb8f4,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:46.195610 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-492f6e2c-1cb4-4341-802a-c48e19b0b880 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.205894 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b35aaf21-9908-48d7-95de-8768daf12922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.213541 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-9102cbab-5e9f-4ed0-95af-12f27c45d2ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59232c4a-97eb-451e-a77f-0fcbaa54b1df']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:46.222253 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-765a6846-237a-41d8-bce5-c0520812d758 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.253005 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-9102cbab-5e9f-4ed0-95af-12f27c45d2ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aebea32-d74f-4aca-9b7a-d176e2d2e642') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:46.253304 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-9102cbab-5e9f-4ed0-95af-12f27c45d2ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aebea32-d74f-4aca-9b7a-d176e2d2e642') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:46.263924 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d32cbf0-92c4-480a-90b0-157b373ea6a9 None None] Network 09914a59-ac3e-484d-a23d-e8a89d519731 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:46.273724 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9102cbab-5e9f-4ed0-95af-12f27c45d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.300779 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9102cbab-5e9f-4ed0-95af-12f27c45d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.311785 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-765a6846-237a-41d8-bce5-c0520812d758 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.346101 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35aaf21-9908-48d7-95de-8768daf12922 None None] Network 01683de9-bbfe-4057-90ea-ba6462117616 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:46.356565 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9102cbab-5e9f-4ed0-95af-12f27c45d2ce admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:50:46.357473 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9102cbab-5e9f-4ed0-95af-12f27c45d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.364140 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-b35aaf21-9908-48d7-95de-8768daf12922 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:46.400118 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-492f6e2c-1cb4-4341-802a-c48e19b0b880 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:50:46.439331 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:50:46.446226 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9102cbab-5e9f-4ed0-95af-12f27c45d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.476502 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9102cbab-5e9f-4ed0-95af-12f27c45d2ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.482685 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9102cbab-5e9f-4ed0-95af-12f27c45d2ce admin admin] 10.222.0.41 "DELETE /v2.0/networks/59232c4a-97eb-451e-a77f-0fcbaa54b1df HTTP/1.1" status: 204 len: 168 time: 0.6457808 Apr 18 20:50:46.507336 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102cbab-5e9f-4ed0-95af-12f27c45d2ce admin admin] Pushing event deleted for resources: {'Network': ['ID=59232c4a-97eb-451e-a77f-0fcbaa54b1df,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:46.676932 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35aaf21-9908-48d7-95de-8768daf12922 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:46.702959 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-765a6846-237a-41d8-bce5-c0520812d758 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.890457 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-765a6846-237a-41d8-bce5-c0520812d758 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.903241 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4013a8b1-3abb-460b-89f9-61ce2105e04d req-6c3c0f5e-def3-42d6-8ac9-a113c4c96854 tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.1427219 Apr 18 20:50:46.948591 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53528) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:46.961910 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35aaf21-9908-48d7-95de-8768daf12922 None None] Pushing event updated for resources: {'Port': ['ID=4eae32b6-91d3-47e7-9cf5-ac5103bbd448,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:46.972002 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a6846-237a-41d8-bce5-c0520812d758 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Pushing event deleted for resources: {'Subnet': ['ID=50f98273-6419-4e7a-9dfd-b129bb5d29bc,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:46.987839 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-765a6846-237a-41d8-bce5-c0520812d758 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.996193 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-765a6846-237a-41d8-bce5-c0520812d758 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] 10.222.0.41 "DELETE /v2.0/subnets/50f98273-6419-4e7a-9dfd-b129bb5d29bc HTTP/1.1" status: 204 len: 168 time: 1.7050421 Apr 18 20:50:47.004184 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53532) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:47.068663 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-492f6e2c-1cb4-4341-802a-c48e19b0b880 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.097012 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7001c9d-a056-4ea3-9b74-d3256b588f63 req-09b40deb-46e4-4a8d-9803-0d23d96e13cc tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:47.099876 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f7001c9d-a056-4ea3-9b74-d3256b588f63 req-09b40deb-46e4-4a8d-9803-0d23d96e13cc tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a60ac5b-6183-4a75-8216-ee34885d91b4 HTTP/1.1" status: 200 len: 945 time: 0.3408718 Apr 18 20:50:47.119524 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b35aaf21-9908-48d7-95de-8768daf12922 None None] Attempting to bind port 4eae32b6-91d3-47e7-9cf5-ac5103bbd448 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:47.120163 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b35aaf21-9908-48d7-95de-8768daf12922 None None] Attempting to bind port 4eae32b6-91d3-47e7-9cf5-ac5103bbd448 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '406a3d3d-6576-465e-8260-9761463604b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '01683de9-bbfe-4057-90ea-ba6462117616'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:47.120559 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35aaf21-9908-48d7-95de-8768daf12922 None None] Attempting to bind port 4eae32b6-91d3-47e7-9cf5-ac5103bbd448 on network 01683de9-bbfe-4057-90ea-ba6462117616 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:47.123656 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1a00ca-e230-4def-82bd-4439c1a0ab32 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:47.131356 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8e1a00ca-e230-4def-82bd-4439c1a0ab32 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1256220 Apr 18 20:50:47.134903 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35aaf21-9908-48d7-95de-8768daf12922 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:50:47.134903 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35aaf21-9908-48d7-95de-8768daf12922 None None] Checking segment: {'id': '406a3d3d-6576-465e-8260-9761463604b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '01683de9-bbfe-4057-90ea-ba6462117616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:47.134903 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b35aaf21-9908-48d7-95de-8768daf12922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.135353 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35aaf21-9908-48d7-95de-8768daf12922 None None] Bound using segment: {'id': '406a3d3d-6576-465e-8260-9761463604b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '01683de9-bbfe-4057-90ea-ba6462117616'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:50:47.135636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b35aaf21-9908-48d7-95de-8768daf12922 None None] Bound port: 4eae32b6-91d3-47e7-9cf5-ac5103bbd448, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406a3d3d-6576-465e-8260-9761463604b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '01683de9-bbfe-4057-90ea-ba6462117616'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:47.135951 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b35aaf21-9908-48d7-95de-8768daf12922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.137907 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53536) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:47.187480 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e8eea9c4-0b57-4594-9ef4-5e968111ffc3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b25ace27add8476e99a683f6ca0727da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336140 Apr 18 20:50:47.191613 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-492f6e2c-1cb4-4341-802a-c48e19b0b880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.191848 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53540) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:47.207542 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1570534f-9223-4d87-ba04-dd393d5e812b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-3726cfd6-29bd-476a-bb05-ca16369c561d', 'network_id': '3726cfd6-29bd-476a-bb05-ca16369c561d', 'tenant_id': '3d4fd3f7d66040a68cd532691f47d8c3', 'fixed_ips': [{'subnet_id': '0be01b0c-cb61-42d5-b645-7bb2794d7a56'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:50:47.209246 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1570534f-9223-4d87-ba04-dd393d5e812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.347618 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-492f6e2c-1cb4-4341-802a-c48e19b0b880 admin admin] Allocated IP 172.25.1.164 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/6258c644-123f-4809-8ca8-30d0504d339c) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:47.381555 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-43fb1ca2-87ba-48e4-afe9-4f8d7a070819 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.484501 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-359c8ff5-2e77-49d8-9193-6a449afb2ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.514861 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-21425689-302a-41e3-bf38-7dfe0fde5b6b None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.528218 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-492f6e2c-1cb4-4341-802a-c48e19b0b880 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.533828 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b35aaf21-9908-48d7-95de-8768daf12922 None None] For port 4eae32b6-91d3-47e7-9cf5-ac5103bbd448, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:47.540444 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b35aaf21-9908-48d7-95de-8768daf12922 None None] For port 4eae32b6-91d3-47e7-9cf5-ac5103bbd448, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4eae32b6-91d3-47e7-9cf5-ac5103bbd448,segment=NetworkSegment(406a3d3d-6576-465e-8260-9761463604b4),segment_id=406a3d3d-6576-465e-8260-9761463604b4)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:47.541897 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-21425689-302a-41e3-bf38-7dfe0fde5b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.569045 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-359c8ff5-2e77-49d8-9193-6a449afb2ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.583125 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b35aaf21-9908-48d7-95de-8768daf12922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.599732 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-492f6e2c-1cb4-4341-802a-c48e19b0b880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.660318 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492f6e2c-1cb4-4341-802a-c48e19b0b880 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:47.680158 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546686a8-cbe3-4591-9df7-a49d15aebab1 None None] Pushing event updated for resources: {'Port': ['ID=5039604a-5253-4a37-b021-79e72acf33d2,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:47.692848 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-492f6e2c-1cb4-4341-802a-c48e19b0b880 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:47.705422 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-43fb1ca2-87ba-48e4-afe9-4f8d7a070819 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Deleting port 4eae32b6-91d3-47e7-9cf5-ac5103bbd448 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:50:47.705850 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-43fb1ca2-87ba-48e4-afe9-4f8d7a070819 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.716973 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56385c4a-f484-4186-a5aa-849f70e4210e req-93bbf645-fdfa-4349-b526-c17948a77535 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:47.718774 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-56385c4a-f484-4186-a5aa-849f70e4210e req-93bbf645-fdfa-4349-b526-c17948a77535 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 0.5463257 Apr 18 20:50:47.725473 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492f6e2c-1cb4-4341-802a-c48e19b0b880 admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:47.761286 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-1570534f-9223-4d87-ba04-dd393d5e812b None None] Allocated IP 172.20.0.2 (3726cfd6-29bd-476a-bb05-ca16369c561d/0be01b0c-cb61-42d5-b645-7bb2794d7a56/9af5b2ae-31f1-4b01-a486-a6ebedfdda5b) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:47.765856 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35aaf21-9908-48d7-95de-8768daf12922 None None] Pushing event updated for resources: {'Port': ['ID=4eae32b6-91d3-47e7-9cf5-ac5103bbd448,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:47.827615 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-359c8ff5-2e77-49d8-9193-6a449afb2ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.830964 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-359c8ff5-2e77-49d8-9193-6a449afb2ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.833587 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-359c8ff5-2e77-49d8-9193-6a449afb2ec5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e661277-1ab1-4906-8694-6b678f0da47d HTTP/1.1" status: 204 len: 168 time: 0.6408472 Apr 18 20:50:47.861682 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c8ff5-2e77-49d8-9193-6a449afb2ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e661277-1ab1-4906-8694-6b678f0da47d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:47.872702 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-43fb1ca2-87ba-48e4-afe9-4f8d7a070819 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] For port 4eae32b6-91d3-47e7-9cf5-ac5103bbd448, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4eae32b6-91d3-47e7-9cf5-ac5103bbd448,segment=NetworkSegment(406a3d3d-6576-465e-8260-9761463604b4),segment_id=406a3d3d-6576-465e-8260-9761463604b4)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:47.873396 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-43fb1ca2-87ba-48e4-afe9-4f8d7a070819 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.908104 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-43fb1ca2-87ba-48e4-afe9-4f8d7a070819 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Calling delete_port for 4eae32b6-91d3-47e7-9cf5-ac5103bbd448 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:50:47.910101 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f7001c9d-a056-4ea3-9b74-d3256b588f63 req-a742387a-5bae-40a8-88b1-1132d7465ca8 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7267094 Apr 18 20:50:47.923064 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f6e2c-1cb4-4341-802a-c48e19b0b880 admin admin] Pushing event updated for resources: {'Port': ['ID=6258c644-123f-4809-8ca8-30d0504d339c,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:48.056071 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-56385c4a-f484-4186-a5aa-849f70e4210e req-15312cad-b097-4b4a-8e23-260a67d8be87 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765163 Apr 18 20:50:48.088376 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b676b5d-f781-4bb6-92c9-44c27fa05bf6 None None] Network 01683de9-bbfe-4057-90ea-ba6462117616 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:48.097972 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-21425689-302a-41e3-bf38-7dfe0fde5b6b None None] Attempting to bind port 5039604a-5253-4a37-b021-79e72acf33d2 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:48.098351 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-21425689-302a-41e3-bf38-7dfe0fde5b6b None None] Attempting to bind port 5039604a-5253-4a37-b021-79e72acf33d2 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:48.098721 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21425689-302a-41e3-bf38-7dfe0fde5b6b None None] Attempting to bind port 5039604a-5253-4a37-b021-79e72acf33d2 on network 49542224-f666-4718-b03f-958adc44dc33 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:48.150655 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-43fb1ca2-87ba-48e4-afe9-4f8d7a070819 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.159013 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f602a83c-fcc8-4483-adc2-f3c6371baac8 req-93b74f8e-1e31-4a92-99e5-8a6e1b5c331e tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.0688639 Apr 18 20:50:48.205743 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb1ca2-87ba-48e4-afe9-4f8d7a070819 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Pushing event deleted for resources: {'Port': ['ID=4eae32b6-91d3-47e7-9cf5-ac5103bbd448,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:48.217372 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fb1ca2-87ba-48e4-afe9-4f8d7a070819 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] No DVR routers for this DVR port 4eae32b6-91d3-47e7-9cf5-ac5103bbd448 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:50:48.233300 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21425689-302a-41e3-bf38-7dfe0fde5b6b None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:50:48.233890 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21425689-302a-41e3-bf38-7dfe0fde5b6b None None] Checking segment: {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:48.234029 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-21425689-302a-41e3-bf38-7dfe0fde5b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.234375 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21425689-302a-41e3-bf38-7dfe0fde5b6b None None] Bound using segment: {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:50:48.234880 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-21425689-302a-41e3-bf38-7dfe0fde5b6b None None] Bound port: 5039604a-5253-4a37-b021-79e72acf33d2, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:48.235265 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-21425689-302a-41e3-bf38-7dfe0fde5b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.317795 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-32877664-b76c-4407-9ca6-ec5824de8d23 None None] Provisioning complete for port 5039604a-5253-4a37-b021-79e72acf33d2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:48.318042 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-32877664-b76c-4407-9ca6-ec5824de8d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.341876 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-43fb1ca2-87ba-48e4-afe9-4f8d7a070819 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.372459 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-43fb1ca2-87ba-48e4-afe9-4f8d7a070819 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01683de9-bbfe-4057-90ea-ba6462117616']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:48.385917 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-43fb1ca2-87ba-48e4-afe9-4f8d7a070819 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406a3d3d-6576-465e-8260-9761463604b4') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:48.385917 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-43fb1ca2-87ba-48e4-afe9-4f8d7a070819 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406a3d3d-6576-465e-8260-9761463604b4') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:48.399288 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-43fb1ca2-87ba-48e4-afe9-4f8d7a070819 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.406903 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-492f6e2c-1cb4-4341-802a-c48e19b0b880 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.419881 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-43fb1ca2-87ba-48e4-afe9-4f8d7a070819 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.427480 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43fb1ca2-87ba-48e4-afe9-4f8d7a070819 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:50:48.428039 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-43fb1ca2-87ba-48e4-afe9-4f8d7a070819 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.467995 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-21425689-302a-41e3-bf38-7dfe0fde5b6b None None] For port 5039604a-5253-4a37-b021-79e72acf33d2, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:48.473135 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-21425689-302a-41e3-bf38-7dfe0fde5b6b None None] For port 5039604a-5253-4a37-b021-79e72acf33d2, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5039604a-5253-4a37-b021-79e72acf33d2,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:48.496756 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-21425689-302a-41e3-bf38-7dfe0fde5b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:50:48.516139 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:50:48.522906 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-43fb1ca2-87ba-48e4-afe9-4f8d7a070819 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.547113 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-43fb1ca2-87ba-48e4-afe9-4f8d7a070819 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.557126 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-43fb1ca2-87ba-48e4-afe9-4f8d7a070819 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] 10.222.0.41 "DELETE /v2.0/networks/01683de9-bbfe-4057-90ea-ba6462117616 HTTP/1.1" status: 204 len: 168 time: 1.4175966 Apr 18 20:50:48.582266 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53568) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:48.595801 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb1ca2-87ba-48e4-afe9-4f8d7a070819 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Pushing event deleted for resources: {'Network': ['ID=01683de9-bbfe-4057-90ea-ba6462117616,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:48.721681 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a582113d-34bb-4525-b95b-e573be64c739 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.777025 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546686a8-cbe3-4591-9df7-a49d15aebab1 None None] Pushing event updated for resources: {'Port': ['ID=5039604a-5253-4a37-b021-79e72acf33d2,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:48.801056 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-32877664-b76c-4407-9ca6-ec5824de8d23 None None] Port 5039604a-5253-4a37-b021-79e72acf33d2 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:50:48.820262 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21425689-302a-41e3-bf38-7dfe0fde5b6b None None] Routers {'7ea9cb43-484f-4029-b855-5387b63d5609'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:50:48.822147 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-21425689-302a-41e3-bf38-7dfe0fde5b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:50:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7ea9cb43-484f-4029-b855-5387b63d5609'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:48.922851 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-a582113d-34bb-4525-b95b-e573be64c739 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Deleting port e7db5fa2-c019-4379-9ae4-285e992fb8f4 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:50:48.923558 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1570534f-9223-4d87-ba04-dd393d5e812b None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.924345 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a582113d-34bb-4525-b95b-e573be64c739 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.971270 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1570534f-9223-4d87-ba04-dd393d5e812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.113802 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-a582113d-34bb-4525-b95b-e573be64c739 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] For port e7db5fa2-c019-4379-9ae4-285e992fb8f4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=e7db5fa2-c019-4379-9ae4-285e992fb8f4,segment=NetworkSegment(2f2e0d46-283f-4030-9afa-bace543705ec),segment_id=2f2e0d46-283f-4030-9afa-bace543705ec)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:49.115021 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a582113d-34bb-4525-b95b-e573be64c739 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.146736 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570534f-9223-4d87-ba04-dd393d5e812b None None] Pushing event updated for resources: {'Port': ['ID=9af5b2ae-31f1-4b01-a486-a6ebedfdda5b,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:49.148022 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-a582113d-34bb-4525-b95b-e573be64c739 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Calling delete_port for e7db5fa2-c019-4379-9ae4-285e992fb8f4 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:50:49.190110 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1570534f-9223-4d87-ba04-dd393d5e812b None None] Network 3726cfd6-29bd-476a-bb05-ca16369c561d is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:49.194833 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-1570534f-9223-4d87-ba04-dd393d5e812b None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:49.201302 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1570534f-9223-4d87-ba04-dd393d5e812b None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:49.214374 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e13a8ae-6ca1-4590-911c-70a8fd5bef11 req-01957fe1-d680-42d8-9fbe-6ba52800940f tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7&device_id=d4dffe2a-510b-4870-907b-012c18e0a1d1 HTTP/1.1" status: 200 len: 210 time: 0.0930917 Apr 18 20:50:49.254137 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-21425689-302a-41e3-bf38-7dfe0fde5b6b None None] Set router 7ea9cb43-484f-4029-b855-5387b63d5609 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:50:49.332664 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a582113d-34bb-4525-b95b-e573be64c739 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.373986 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582113d-34bb-4525-b95b-e573be64c739 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Pushing event deleted for resources: {'Port': ['ID=e7db5fa2-c019-4379-9ae4-285e992fb8f4,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:49.391600 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f461f9f-5a0c-493d-9c20-a22c0aa60fb4 req-5b2b2d4a-be6b-4c27-9213-c96ccfac9c3e tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:49.391824 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a582113d-34bb-4525-b95b-e573be64c739 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] No DVR routers for this DVR port e7db5fa2-c019-4379-9ae4-285e992fb8f4 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:50:49.396766 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f461f9f-5a0c-493d-9c20-a22c0aa60fb4 req-5b2b2d4a-be6b-4c27-9213-c96ccfac9c3e tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a60ac5b-6183-4a75-8216-ee34885d91b4 HTTP/1.1" status: 200 len: 945 time: 0.2719524 Apr 18 20:50:49.568554 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a582113d-34bb-4525-b95b-e573be64c739 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.603271 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-492f6e2c-1cb4-4341-802a-c48e19b0b880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.623229 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f461f9f-5a0c-493d-9c20-a22c0aa60fb4 req-06ebb40e-d940-4f22-b13b-44ceeaf0ec59 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083585 Apr 18 20:50:49.649854 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6135623-ca57-49e7-8d10-280942115ea1 req-ed8c4b06-472e-424f-b453-7f697d3c45b6 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:49.660295 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d6135623-ca57-49e7-8d10-280942115ea1 req-ed8c4b06-472e-424f-b453-7f697d3c45b6 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 0.2935517 Apr 18 20:50:49.709624 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a582113d-34bb-4525-b95b-e573be64c739 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09914a59-ac3e-484d-a23d-e8a89d519731']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:49.767947 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a582113d-34bb-4525-b95b-e573be64c739 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f2e0d46-283f-4030-9afa-bace543705ec') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:49.768402 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a582113d-34bb-4525-b95b-e573be64c739 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f2e0d46-283f-4030-9afa-bace543705ec') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:49.787413 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d6135623-ca57-49e7-8d10-280942115ea1 req-41201b71-bafb-4edc-aab4-fed6aeec7e95 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195772 Apr 18 20:50:49.800500 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1570534f-9223-4d87-ba04-dd393d5e812b None None] Attempting to bind port 9af5b2ae-31f1-4b01-a486-a6ebedfdda5b on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:49.800940 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1570534f-9223-4d87-ba04-dd393d5e812b None None] Attempting to bind port 9af5b2ae-31f1-4b01-a486-a6ebedfdda5b by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'a6131be5-528e-4e80-8088-3efec16d01d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3726cfd6-29bd-476a-bb05-ca16369c561d'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:49.806566 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1570534f-9223-4d87-ba04-dd393d5e812b None None] Attempting to bind port 9af5b2ae-31f1-4b01-a486-a6ebedfdda5b on network 3726cfd6-29bd-476a-bb05-ca16369c561d {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:49.830457 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-544028c7-387d-4348-87f9-0ad6f8f9575e None None] Provisioning complete for port 5039604a-5253-4a37-b021-79e72acf33d2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:49.830867 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-544028c7-387d-4348-87f9-0ad6f8f9575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.864793 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a582113d-34bb-4525-b95b-e573be64c739 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.909283 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1570534f-9223-4d87-ba04-dd393d5e812b None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:50:49.914161 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1570534f-9223-4d87-ba04-dd393d5e812b None None] Checking segment: {'id': 'a6131be5-528e-4e80-8088-3efec16d01d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3726cfd6-29bd-476a-bb05-ca16369c561d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:49.917439 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1570534f-9223-4d87-ba04-dd393d5e812b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.919420 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1570534f-9223-4d87-ba04-dd393d5e812b None None] Bound using segment: {'id': 'a6131be5-528e-4e80-8088-3efec16d01d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3726cfd6-29bd-476a-bb05-ca16369c561d'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:50:49.921124 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1570534f-9223-4d87-ba04-dd393d5e812b None None] Bound port: 9af5b2ae-31f1-4b01-a486-a6ebedfdda5b, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6131be5-528e-4e80-8088-3efec16d01d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3726cfd6-29bd-476a-bb05-ca16369c561d'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:49.926953 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1570534f-9223-4d87-ba04-dd393d5e812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.935898 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a582113d-34bb-4525-b95b-e573be64c739 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.956389 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a582113d-34bb-4525-b95b-e573be64c739 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:50:49.958349 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a582113d-34bb-4525-b95b-e573be64c739 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.038992 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492f6e2c-1cb4-4341-802a-c48e19b0b880 admin admin] Router 62ccd216-bfa8-4827-839e-4689be7da5d5 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:50:50.077535 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:50:50.118334 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a582113d-34bb-4525-b95b-e573be64c739 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.134240 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a582113d-34bb-4525-b95b-e573be64c739 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.162395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53610) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:50.164995 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a582113d-34bb-4525-b95b-e573be64c739 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] 10.222.0.41 "DELETE /v2.0/networks/09914a59-ac3e-484d-a23d-e8a89d519731 HTTP/1.1" status: 204 len: 168 time: 1.5814927 Apr 18 20:50:50.205001 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582113d-34bb-4525-b95b-e573be64c739 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Pushing event deleted for resources: {'Network': ['ID=09914a59-ac3e-484d-a23d-e8a89d519731,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:50.241695 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4fcdc6a3-f841-441d-a6af-4024df36734b req-a7a0676c-2acc-4e0a-9108-3b4a5564fdae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=10277aa3cb1949d8befc1cbad34b90f3&device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.0489647 Apr 18 20:50:50.284511 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4fcdc6a3-f841-441d-a6af-4024df36734b req-46e497b0-492e-4728-8e6b-369b73f7049d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=10277aa3cb1949d8befc1cbad34b90f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321426 Apr 18 20:50:50.296772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dbb6c-b77c-4e1b-b2c5-089944c67d00 req-6f03e820-602b-4bab-b6ab-845e2483831d tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:50.299229 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d65dbb6c-b77c-4e1b-b2c5-089944c67d00 req-6f03e820-602b-4bab-b6ab-845e2483831d tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64edaca-88c9-4eca-8ad8-d18229b3ba5c HTTP/1.1" status: 200 len: 945 time: 0.2576973 Apr 18 20:50:50.352992 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53614) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:50.389215 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-466985bb-9688-4bae-aea4-0193be0fb21d req-484a6fb6-1e6f-49f5-87d0-998672edd06f tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.0886135 Apr 18 20:50:50.430881 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e40c3e98-c35f-40ff-b135-9b5a3edadab0 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.455814 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d65dbb6c-b77c-4e1b-b2c5-089944c67d00 req-c870c0df-3d22-4ecf-a04f-7970b7d49567 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286550 Apr 18 20:50:50.468695 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492f6e2c-1cb4-4341-802a-c48e19b0b880 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:50:50.471809 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdc6a3-f841-441d-a6af-4024df36734b req-13d43f17-be4c-4bda-a56e-da67f01da0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:50.474345 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4fcdc6a3-f841-441d-a6af-4024df36734b req-13d43f17-be4c-4bda-a56e-da67f01da0db service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1815188 Apr 18 20:50:50.510571 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f11e5d-3757-4b71-821d-111ff9478276 None None] Sync routers for ids ['62ccd216-bfa8-4827-839e-4689be7da5d5'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:50:50.517488 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-492f6e2c-1cb4-4341-802a-c48e19b0b880 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.518749 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-492f6e2c-1cb4-4341-802a-c48e19b0b880 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5087154 Apr 18 20:50:50.522219 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53624) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:50.542034 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f11e5d-3757-4b71-821d-111ff9478276 None None] Routers {'62ccd216-bfa8-4827-839e-4689be7da5d5'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:50:50.542701 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-28f11e5d-3757-4b71-821d-111ff9478276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:50:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['62ccd216-bfa8-4827-839e-4689be7da5d5'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:50.629143 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-2843ff5f-1973-49ed-838c-54221c8f9b69 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1151450372-network', 'tenant_id': '0173213868ea415a965eb81621c6f522'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:50.684232 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-544028c7-387d-4348-87f9-0ad6f8f9575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.720548 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-28f11e5d-3757-4b71-821d-111ff9478276 None None] Set router 62ccd216-bfa8-4827-839e-4689be7da5d5 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:50:50.791826 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e40c3e98-c35f-40ff-b135-9b5a3edadab0 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.824761 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2843ff5f-1973-49ed-838c-54221c8f9b69 admin admin] Made reservation on behalf of 0173213868ea415a965eb81621c6f522 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:50.827553 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2843ff5f-1973-49ed-838c-54221c8f9b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.854736 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb76f92-17fe-45fd-8512-1496182f746e req-5e2c3c52-377a-4f7f-89a4-aa79b1d57598 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:50.867530 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-544028c7-387d-4348-87f9-0ad6f8f9575e None None] For port 5039604a-5253-4a37-b021-79e72acf33d2, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5039604a-5253-4a37-b021-79e72acf33d2,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:50.867910 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ebb76f92-17fe-45fd-8512-1496182f746e req-5e2c3c52-377a-4f7f-89a4-aa79b1d57598 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a60ac5b-6183-4a75-8216-ee34885d91b4 HTTP/1.1" status: 200 len: 945 time: 0.2328703 Apr 18 20:50:50.879096 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-e40c3e98-c35f-40ff-b135-9b5a3edadab0 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['998b3a22-7b39-41e3-8a9b-9ad5f1bf06f7']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:50.895475 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-544028c7-387d-4348-87f9-0ad6f8f9575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.903298 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2843ff5f-1973-49ed-838c-54221c8f9b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.916148 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-e40c3e98-c35f-40ff-b135-9b5a3edadab0 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '002c3692-1517-433d-b3ea-cedafa66eb61') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:50.916148 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-e40c3e98-c35f-40ff-b135-9b5a3edadab0 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '002c3692-1517-433d-b3ea-cedafa66eb61') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:50.964147 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1570534f-9223-4d87-ba04-dd393d5e812b None None] For port 9af5b2ae-31f1-4b01-a486-a6ebedfdda5b, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:50.986814 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e40c3e98-c35f-40ff-b135-9b5a3edadab0 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.016456 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ebb76f92-17fe-45fd-8512-1496182f746e req-ac9fc7cb-b382-4214-827c-d27a7c00236b tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039371 Apr 18 20:50:51.037164 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e40c3e98-c35f-40ff-b135-9b5a3edadab0 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.056161 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1570534f-9223-4d87-ba04-dd393d5e812b None None] For port 9af5b2ae-31f1-4b01-a486-a6ebedfdda5b, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=9af5b2ae-31f1-4b01-a486-a6ebedfdda5b,segment=NetworkSegment(a6131be5-528e-4e80-8088-3efec16d01d5),segment_id=a6131be5-528e-4e80-8088-3efec16d01d5)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:51.063758 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40c3e98-c35f-40ff-b135-9b5a3edadab0 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:50:51.064187 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e40c3e98-c35f-40ff-b135-9b5a3edadab0 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:50:51.069076 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:50:51.096236 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1570534f-9223-4d87-ba04-dd393d5e812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.128180 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53632) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:51.186790 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252752b-0d21-49c7-9e32-eb26501333d8 req-452d0fc2-b43b-404e-8eea-a3fa042d475b tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:51.197097 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1252752b-0d21-49c7-9e32-eb26501333d8 req-452d0fc2-b43b-404e-8eea-a3fa042d475b tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 0.1795411 Apr 18 20:50:51.216065 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-28f11e5d-3757-4b71-821d-111ff9478276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ccd216-bfa8-4827-839e-4689be7da5d5', 'name': 'tempest-TestVolumeBootPattern-1414595231-router', 'tenant_id': '3d4fd3f7d66040a68cd532691f47d8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '6258c644-123f-4809-8ca8-30d0504d339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:46Z', 'updated_at': '2022-04-18T20:50:48Z', 'revision_number': 3, 'project_id': '3d4fd3f7d66040a68cd532691f47d8c3', 'gw_port': {'id': '6258c644-123f-4809-8ca8-30d0504d339c', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ccd216-bfa8-4827-839e-4689be7da5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:47Z', 'updated_at': '2022-04-18T20:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:51.236209 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e40c3e98-c35f-40ff-b135-9b5a3edadab0 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.237745 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544028c7-387d-4348-87f9-0ad6f8f9575e None None] Pushing event updated for resources: {'Port': ['ID=5039604a-5253-4a37-b021-79e72acf33d2,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:51.262943 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e40c3e98-c35f-40ff-b135-9b5a3edadab0 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.266334 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e40c3e98-c35f-40ff-b135-9b5a3edadab0 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] 10.222.0.41 "DELETE /v2.0/networks/998b3a22-7b39-41e3-8a9b-9ad5f1bf06f7 HTTP/1.1" status: 204 len: 168 time: 1.1030192 Apr 18 20:50:51.280968 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53636) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:51.316581 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-21425689-302a-41e3-bf38-7dfe0fde5b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:31Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 4, 'project_id': 'f840c855946542459a247bc427a2167c', 'gw_port': {'id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:32Z', 'updated_at': '2022-04-18T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5039604a-5253-4a37-b021-79e72acf33d2', 'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'mac_address': 'fa:16:3e:5a:0c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:37Z', 'updated_at': '2022-04-18T20:50:48Z', 'revision_number': 4, 'project_id': 'f840c855946542459a247bc427a2167c', 'subnets': [{'id': '20af91cc-d869-4230-8d61-825647f4d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:51.336969 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f11e5d-3757-4b71-821d-111ff9478276 None None] Checking router: 62ccd216-bfa8-4827-839e-4689be7da5d5 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:50:51.337312 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f11e5d-3757-4b71-821d-111ff9478276 None None] Updating router 62ccd216-bfa8-4827-839e-4689be7da5d5 port 6258c644-123f-4809-8ca8-30d0504d339c binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:50:51.392275 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c3e98-c35f-40ff-b135-9b5a3edadab0 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Pushing event deleted for resources: {'Network': ['ID=998b3a22-7b39-41e3-8a9b-9ad5f1bf06f7,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:51.396022 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21425689-302a-41e3-bf38-7dfe0fde5b6b None None] The sync data for ids ['7ea9cb43-484f-4029-b855-5387b63d5609'] in n-d-838323-3 is: [{'id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:31Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 4, 'project_id': 'f840c855946542459a247bc427a2167c', 'gw_port': {'id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:32Z', 'updated_at': '2022-04-18T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5039604a-5253-4a37-b021-79e72acf33d2', 'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'mac_address': 'fa:16:3e:5a:0c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:37Z', 'updated_at': '2022-04-18T20:50:48Z', 'revision_number': 4, 'project_id': 'f840c855946542459a247bc427a2167c', 'subnets': [{'id': '20af91cc-d869-4230-8d61-825647f4d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:50:51.407500 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2843ff5f-1973-49ed-838c-54221c8f9b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.442912 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570534f-9223-4d87-ba04-dd393d5e812b None None] Pushing event updated for resources: {'Port': ['ID=9af5b2ae-31f1-4b01-a486-a6ebedfdda5b,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:51.474173 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-28f11e5d-3757-4b71-821d-111ff9478276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.490920 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1252752b-0d21-49c7-9e32-eb26501333d8 req-d267716f-6726-4f72-b95f-253c346156c4 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928410 Apr 18 20:50:51.595199 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f485bba9-0134-4d64-ac04-9faecdf0138c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.658790 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2843ff5f-1973-49ed-838c-54221c8f9b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.824496 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2843ff5f-1973-49ed-838c-54221c8f9b69 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:50:51.832717 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f2b799b-fc92-4f34-961d-3c4a89929c24 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.872250 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-96055fc9-bd3c-402c-808b-f6df419cda88 req-120dbb8c-1ba1-4d5e-af27-1cbe5684afaf tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.2057979 Apr 18 20:50:51.972653 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2843ff5f-1973-49ed-838c-54221c8f9b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.973472 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d68a5c1-121e-4606-a2e3-e5d11cafdbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.979809 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-2843ff5f-1973-49ed-838c-54221c8f9b69 admin admin] Added segment 8a90df8a-127e-4a84-bca2-da2aabbe1b59 of type vlan for network 568c2bb4-8b11-4a91-9ddc-65ff9e2f1159 Apr 18 20:50:51.988318 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843ff5f-1973-49ed-838c-54221c8f9b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5596fe3-0b65-4356-8448-b2cf753655c0,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:52.039051 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f485bba9-0134-4d64-ac04-9faecdf0138c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.053352 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f485bba9-0134-4d64-ac04-9faecdf0138c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.119243 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f485bba9-0134-4d64-ac04-9faecdf0138c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7960c48dcff443b2a795bac1952452c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9899251 Apr 18 20:50:52.122486 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485bba9-0134-4d64-ac04-9faecdf0138c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09acbae1-be67-4a57-aeec-bc7cff25f64c,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:52.125932 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53642) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:52.198128 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099f8ab-661e-4fed-a46a-5e83dc5ee5f0 req-9e7a852d-3b8f-4817-bb64-0f2be36a77cd tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:52.204943 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 9af5b2ae-31f1-4b01-a486-a6ebedfdda5b up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:52.207318 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1099f8ab-661e-4fed-a46a-5e83dc5ee5f0 req-9e7a852d-3b8f-4817-bb64-0f2be36a77cd tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a60ac5b-6183-4a75-8216-ee34885d91b4 HTTP/1.1" status: 200 len: 945 time: 0.3298211 Apr 18 20:50:52.241304 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2843ff5f-1973-49ed-838c-54221c8f9b69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.289519 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4fcdc6a3-f841-441d-a6af-4024df36734b req-28a09c50-3ec4-4eec-bed5-f700862207ec tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.57 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.1033239 Apr 18 20:50:52.307805 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 9af5b2ae-31f1-4b01-a486-a6ebedfdda5b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:52.308524 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.362862 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.db.resource_extend [None req-2843ff5f-1973-49ed-838c-54221c8f9b69 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:50:52.402493 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1099f8ab-661e-4fed-a46a-5e83dc5ee5f0 req-2aad9deb-0e60-4771-96cb-b700645cd67b tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885457 Apr 18 20:50:52.417548 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f2b799b-fc92-4f34-961d-3c4a89929c24 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.447865 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.457365 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-3f2b799b-fc92-4f34-961d-3c4a89929c24 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae2e19a-394a-41ba-abe7-9440677e7213']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:52.461522 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2843ff5f-1973-49ed-838c-54221c8f9b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.463202 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2843ff5f-1973-49ed-838c-54221c8f9b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:52.464143 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2843ff5f-1973-49ed-838c-54221c8f9b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.476502 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-28f11e5d-3757-4b71-821d-111ff9478276 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.507425 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-3f2b799b-fc92-4f34-961d-3c4a89929c24 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf36cfe-ca87-4252-bc14-c0ecb30fc66d') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:52.508039 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-3f2b799b-fc92-4f34-961d-3c4a89929c24 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf36cfe-ca87-4252-bc14-c0ecb30fc66d') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:52.509544 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-28f11e5d-3757-4b71-821d-111ff9478276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.570105 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-31893c8e-c522-437a-a16e-1ceadaaef92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.587935 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 9af5b2ae-31f1-4b01-a486-a6ebedfdda5b, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=9af5b2ae-31f1-4b01-a486-a6ebedfdda5b,segment=NetworkSegment(a6131be5-528e-4e80-8088-3efec16d01d5),segment_id=a6131be5-528e-4e80-8088-3efec16d01d5)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:52.599435 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.600759 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5039604a-5253-4a37-b021-79e72acf33d2 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:52.651335 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843ff5f-1973-49ed-838c-54221c8f9b69 admin admin] Pushing event updated for resources: {'Network': ['ID=568c2bb4-8b11-4a91-9ddc-65ff9e2f1159,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:52.656626 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f2b799b-fc92-4f34-961d-3c4a89929c24 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.664355 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2843ff5f-1973-49ed-838c-54221c8f9b69 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2733736 Apr 18 20:50:52.671188 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 568c2bb4-8b11-4a91-9ddc-65ff9e2f1159 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:50:52.671769 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-31893c8e-c522-437a-a16e-1ceadaaef92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.674253 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53646) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:52.674444 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-4d68a5c1-121e-4606-a2e3-e5d11cafdbf1 admin admin] Allocated IP 172.20.0.1 (3726cfd6-29bd-476a-bb05-ca16369c561d/0be01b0c-cb61-42d5-b645-7bb2794d7a56/89f5d2a7-ae7f-4111-91ae-43091250c1d2) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:52.684414 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-e3469a0f-a6a9-4f28-bc1f-ab2a3384ef72 admin admin] Request body: {'subnet': {'network_id': '568c2bb4-8b11-4a91-9ddc-65ff9e2f1159', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1151450372-subnet', 'tenant_id': '0173213868ea415a965eb81621c6f522', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:52.706516 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f2b799b-fc92-4f34-961d-3c4a89929c24 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.727098 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2b799b-fc92-4f34-961d-3c4a89929c24 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:50:52.727910 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f2b799b-fc92-4f34-961d-3c4a89929c24 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:50:52.737348 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:50:52.791570 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-28f11e5d-3757-4b71-821d-111ff9478276 None None] Attempting to bind port 6258c644-123f-4809-8ca8-30d0504d339c on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:52.791981 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-28f11e5d-3757-4b71-821d-111ff9478276 None None] Attempting to bind port 6258c644-123f-4809-8ca8-30d0504d339c by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:52.792283 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f11e5d-3757-4b71-821d-111ff9478276 None None] Attempting to bind port 6258c644-123f-4809-8ca8-30d0504d339c on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:52.807202 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f11e5d-3757-4b71-821d-111ff9478276 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:50:52.807679 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f11e5d-3757-4b71-821d-111ff9478276 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:52.807976 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-28f11e5d-3757-4b71-821d-111ff9478276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.808369 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f11e5d-3757-4b71-821d-111ff9478276 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:50:52.809419 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-28f11e5d-3757-4b71-821d-111ff9478276 None None] Bound port: 6258c644-123f-4809-8ca8-30d0504d339c, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:52.810014 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-28f11e5d-3757-4b71-821d-111ff9478276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.830667 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3469a0f-a6a9-4f28-bc1f-ab2a3384ef72 admin admin] Made reservation on behalf of 0173213868ea415a965eb81621c6f522 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:52.842766 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e3469a0f-a6a9-4f28-bc1f-ab2a3384ef72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.007270 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-28f11e5d-3757-4b71-821d-111ff9478276 None None] For port 6258c644-123f-4809-8ca8-30d0504d339c, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:53.018269 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-28f11e5d-3757-4b71-821d-111ff9478276 None None] For port 6258c644-123f-4809-8ca8-30d0504d339c, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6258c644-123f-4809-8ca8-30d0504d339c,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:53.040314 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-28f11e5d-3757-4b71-821d-111ff9478276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.083473 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a410059-ffe1-405c-b59f-b503344dd058 None None] Pushing event updated for resources: {'Port': ['ID=6258c644-123f-4809-8ca8-30d0504d339c,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:53.084109 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-31893c8e-c522-437a-a16e-1ceadaaef92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.092321 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-31893c8e-c522-437a-a16e-1ceadaaef92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.095968 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-31893c8e-c522-437a-a16e-1ceadaaef92b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/09acbae1-be67-4a57-aeec-bc7cff25f64c HTTP/1.1" status: 204 len: 168 time: 0.9652026 Apr 18 20:50:53.111552 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f11e5d-3757-4b71-821d-111ff9478276 None None] Routers {'62ccd216-bfa8-4827-839e-4689be7da5d5'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:50:53.115429 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-28f11e5d-3757-4b71-821d-111ff9478276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:50:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['62ccd216-bfa8-4827-839e-4689be7da5d5'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:53.155504 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31893c8e-c522-437a-a16e-1ceadaaef92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09acbae1-be67-4a57-aeec-bc7cff25f64c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:53.167205 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5039604a-5253-4a37-b021-79e72acf33d2 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:53.169243 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.187486 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=9af5b2ae-31f1-4b01-a486-a6ebedfdda5b,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:53.195007 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d68a5c1-121e-4606-a2e3-e5d11cafdbf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.312301 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d68a5c1-121e-4606-a2e3-e5d11cafdbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.433851 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d68a5c1-121e-4606-a2e3-e5d11cafdbf1 admin admin] Network 3726cfd6-29bd-476a-bb05-ca16369c561d is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:53.451738 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17d872e-3464-4075-8e1f-3c44b2cad673 None None] Network 3726cfd6-29bd-476a-bb05-ca16369c561d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:53.452646 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-4d68a5c1-121e-4606-a2e3-e5d11cafdbf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:53.454772 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d68a5c1-121e-4606-a2e3-e5d11cafdbf1 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:53.542515 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68a5c1-121e-4606-a2e3-e5d11cafdbf1 admin admin] Pushing event updated for resources: {'Port': ['ID=89f5d2a7-ae7f-4111-91ae-43091250c1d2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:53.568058 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d68a5c1-121e-4606-a2e3-e5d11cafdbf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.606130 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c4e387d-4588-465f-92c3-cc557a8506f4 req-0f06025e-9948-4718-97b1-e80db9283712 tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=927eb85e-09cd-433c-842e-c1a702865ca7 HTTP/1.1" status: 200 len: 210 time: 0.1026602 Apr 18 20:50:53.698322 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-28f11e5d-3757-4b71-821d-111ff9478276 None None] Set router 62ccd216-bfa8-4827-839e-4689be7da5d5 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:50:53.725460 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e3469a0f-a6a9-4f28-bc1f-ab2a3384ef72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.845928 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-cb5b288a-1335-44f4-8b0b-305956aa1754 None None] Provisioning complete for port 9af5b2ae-31f1-4b01-a486-a6ebedfdda5b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:53.846356 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb5b288a-1335-44f4-8b0b-305956aa1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.875168 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a410059-ffe1-405c-b59f-b503344dd058 None None] Pushing event updated for resources: {'Port': ['ID=6258c644-123f-4809-8ca8-30d0504d339c,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:54.012272 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3469a0f-a6a9-4f28-bc1f-ab2a3384ef72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aebc0f1-8fdd-40fd-a25b-347bb51151d4,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:54.020065 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f2b799b-fc92-4f34-961d-3c4a89929c24 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.051534 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f2b799b-fc92-4f34-961d-3c4a89929c24 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.075869 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3f2b799b-fc92-4f34-961d-3c4a89929c24 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] 10.222.0.41 "DELETE /v2.0/networks/5ae2e19a-394a-41ba-abe7-9440677e7213 HTTP/1.1" status: 204 len: 168 time: 2.7894731 Apr 18 20:50:54.174289 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 9af5b2ae-31f1-4b01-a486-a6ebedfdda5b up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:54.286146 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29362e7-5f62-4d91-bdb4-49ae5310e512 req-3506d91e-4bb2-42f0-b128-86cfa4574412 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:54.295355 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f29362e7-5f62-4d91-bdb4-49ae5310e512 req-3506d91e-4bb2-42f0-b128-86cfa4574412 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 0.6832786 Apr 18 20:50:54.297522 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53658) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:54.312543 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b799b-fc92-4f34-961d-3c4a89929c24 tempest-BulkNetworkOpsIpV6Test-1836045470 tempest-BulkNetworkOpsIpV6Test-1836045470-project] Pushing event deleted for resources: {'Network': ['ID=5ae2e19a-394a-41ba-abe7-9440677e7213,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:54.337542 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 9af5b2ae-31f1-4b01-a486-a6ebedfdda5b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:54.338662 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.351084 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f0109909-196e-4bbc-ae19-0641bff0cc40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.357338 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-28f11e5d-3757-4b71-821d-111ff9478276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ccd216-bfa8-4827-839e-4689be7da5d5', 'name': 'tempest-TestVolumeBootPattern-1414595231-router', 'tenant_id': '3d4fd3f7d66040a68cd532691f47d8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '6258c644-123f-4809-8ca8-30d0504d339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:46Z', 'updated_at': '2022-04-18T20:50:48Z', 'revision_number': 3, 'project_id': '3d4fd3f7d66040a68cd532691f47d8c3', 'gw_port': {'id': '6258c644-123f-4809-8ca8-30d0504d339c', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ccd216-bfa8-4827-839e-4689be7da5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:47Z', 'updated_at': '2022-04-18T20:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:54.373975 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a546a9-ea01-4b64-818b-3fc22160fc58 req-81c2c083-8ad4-4e83-b67e-751eac73a88f tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:54.383785 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-55a546a9-ea01-4b64-818b-3fc22160fc58 req-81c2c083-8ad4-4e83-b67e-751eac73a88f tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a60ac5b-6183-4a75-8216-ee34885d91b4 HTTP/1.1" status: 200 len: 945 time: 0.8117497 Apr 18 20:50:54.442703 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f11e5d-3757-4b71-821d-111ff9478276 None None] The sync data for ids ['62ccd216-bfa8-4827-839e-4689be7da5d5'] in n-d-838323-3 is: [{'id': '62ccd216-bfa8-4827-839e-4689be7da5d5', 'name': 'tempest-TestVolumeBootPattern-1414595231-router', 'tenant_id': '3d4fd3f7d66040a68cd532691f47d8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '6258c644-123f-4809-8ca8-30d0504d339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:46Z', 'updated_at': '2022-04-18T20:50:48Z', 'revision_number': 3, 'project_id': '3d4fd3f7d66040a68cd532691f47d8c3', 'gw_port': {'id': '6258c644-123f-4809-8ca8-30d0504d339c', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ccd216-bfa8-4827-839e-4689be7da5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:47Z', 'updated_at': '2022-04-18T20:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:50:54.557524 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3469a0f-a6a9-4f28-bc1f-ab2a3384ef72 admin admin] Checking segment: {'id': '8a90df8a-127e-4a84-bca2-da2aabbe1b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '568c2bb4-8b11-4a91-9ddc-65ff9e2f1159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:54.562968 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3469a0f-a6a9-4f28-bc1f-ab2a3384ef72 admin admin] Network hostable DHCP agents. Network: 568c2bb4-8b11-4a91-9ddc-65ff9e2f1159, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:50:54.600969 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd594c32-95e2-49fc-9cff-ceb92f3a5664 req-fa4fd949-5317-44a0-835f-ab1d6e5373e0 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:54.609351 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-01241cc7-e02c-4646-a095-295fc3247de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.621702 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bd594c32-95e2-49fc-9cff-ceb92f3a5664 req-fa4fd949-5317-44a0-835f-ab1d6e5373e0 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a60ac5b-6183-4a75-8216-ee34885d91b4 HTTP/1.1" status: 200 len: 945 time: 0.8780904 Apr 18 20:50:54.658055 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-60543b8b-9ddb-4cf0-8ec1-1c0275028d2f None None] Provisioning complete for port 9af5b2ae-31f1-4b01-a486-a6ebedfdda5b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:54.659068 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-60543b8b-9ddb-4cf0-8ec1-1c0275028d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.662627 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53664) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:54.706059 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d68a5c1-121e-4606-a2e3-e5d11cafdbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.793833 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f29362e7-5f62-4d91-bdb4-49ae5310e512 req-4987c339-9a8f-4d8f-9cb0-fd75e17b026f tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4974127 Apr 18 20:50:54.831226 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-60543b8b-9ddb-4cf0-8ec1-1c0275028d2f None None] Provisioning complete for port 89f5d2a7-ae7f-4111-91ae-43091250c1d2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:54.831976 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-60543b8b-9ddb-4cf0-8ec1-1c0275028d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.881023 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f0109909-196e-4bbc-ae19-0641bff0cc40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.900495 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f0109909-196e-4bbc-ae19-0641bff0cc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.969292 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-60543b8b-9ddb-4cf0-8ec1-1c0275028d2f None None] Port 89f5d2a7-ae7f-4111-91ae-43091250c1d2 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:50:55.014933 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bd594c32-95e2-49fc-9cff-ceb92f3a5664 req-55cbccb5-0bf2-4d58-b1e7-afb5ede0682c tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895338 Apr 18 20:50:55.036338 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2ca7da-62aa-4ca0-b368-1de6a1e54660 None None] get_active_networks_info from n-d-838323-3 {{(pid=102910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:50:55.051853 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3469a0f-a6a9-4f28-bc1f-ab2a3384ef72 admin admin] Network 568c2bb4-8b11-4a91-9ddc-65ff9e2f1159 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:50:55.064669 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:50:55.116126 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-e3469a0f-a6a9-4f28-bc1f-ab2a3384ef72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 568c2bb4-8b11-4a91-9ddc-65ff9e2f1159) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:55.157643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3469a0f-a6a9-4f28-bc1f-ab2a3384ef72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:55.162421 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e3469a0f-a6a9-4f28-bc1f-ab2a3384ef72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.174605 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f0109909-196e-4bbc-ae19-0641bff0cc40 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b35966d12d84de98e7ead69bd7f4317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8736117 Apr 18 20:50:55.186678 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-23d4c381-e6ad-4054-b5d0-9043c9f09196 None None] Provisioning complete for port 89f5d2a7-ae7f-4111-91ae-43091250c1d2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:55.187325 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-23d4c381-e6ad-4054-b5d0-9043c9f09196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.210745 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53674) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:55.220243 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-79b0ac05-308c-49cc-8583-a2ac53ce6cdc req-f7c08900-d1c1-4fa1-b74c-4d353affe828 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=10277aa3cb1949d8befc1cbad34b90f3&device_id=d4dffe2a-510b-4870-907b-012c18e0a1d1 HTTP/1.1" status: 200 len: 210 time: 0.0434039 Apr 18 20:50:55.228846 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0109909-196e-4bbc-ae19-0641bff0cc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616ec1fe-7d64-4d3a-8c1c-1279a726f95e,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:55.289183 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-79b0ac05-308c-49cc-8583-a2ac53ce6cdc req-9eb9c2b4-da01-4e87-8008-0c278d7dc251 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=10277aa3cb1949d8befc1cbad34b90f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533860 Apr 18 20:50:55.297030 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-15a64b44-235c-4624-bae7-fbc3454341ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4cb77b3fb5814f4795c3aa7ebaf40888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6321743 Apr 18 20:50:55.302797 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53676) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:55.303507 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-23d4c381-e6ad-4054-b5d0-9043c9f09196 None None] Port 89f5d2a7-ae7f-4111-91ae-43091250c1d2 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:50:55.335029 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2ca7da-62aa-4ca0-b368-1de6a1e54660 None None] Resources bound (agent type, host, resource id): {{(pid=102910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:50:55.365359 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e3469a0f-a6a9-4f28-bc1f-ab2a3384ef72 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6879466 Apr 18 20:50:55.368527 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e586389-9c94-40f6-b3b3-9695706b9293 req-66c4bd25-d18f-41e6-ab84-1e329aae9bc0 tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4dffe2a-510b-4870-907b-012c18e0a1d1 HTTP/1.1" status: 200 len: 210 time: 0.0870192 Apr 18 20:50:55.374086 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-55a546a9-ea01-4b64-818b-3fc22160fc58 req-8ab33f98-56a3-4b0f-bb0f-143bfe8d645a tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Deleting port 88b3de15-605a-4a0e-85b2-7fc698607e03 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:50:55.378548 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-55a546a9-ea01-4b64-818b-3fc22160fc58 req-8ab33f98-56a3-4b0f-bb0f-143bfe8d645a tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.517747 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2411f4f-a077-4c7c-8627-db41d72cb902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.559037 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d68a5c1-121e-4606-a2e3-e5d11cafdbf1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.593502 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d68a5c1-121e-4606-a2e3-e5d11cafdbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.618177 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-55a546a9-ea01-4b64-818b-3fc22160fc58 req-8ab33f98-56a3-4b0f-bb0f-143bfe8d645a tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] For port 88b3de15-605a-4a0e-85b2-7fc698607e03, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=88b3de15-605a-4a0e-85b2-7fc698607e03,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:55.618891 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-55a546a9-ea01-4b64-818b-3fc22160fc58 req-8ab33f98-56a3-4b0f-bb0f-143bfe8d645a tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.646952 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-55a546a9-ea01-4b64-818b-3fc22160fc58 req-8ab33f98-56a3-4b0f-bb0f-143bfe8d645a tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Calling delete_port for 88b3de15-605a-4a0e-85b2-7fc698607e03 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:50:55.739965 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2411f4f-a077-4c7c-8627-db41d72cb902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.777238 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0ac05-308c-49cc-8583-a2ac53ce6cdc req-2711c865-b188-4278-817f-185b8a0baec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:55.781668 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-79b0ac05-308c-49cc-8583-a2ac53ce6cdc req-2711c865-b188-4278-817f-185b8a0baec5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4794841 Apr 18 20:50:55.811017 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0d28fc-0424-4972-b682-1746447e3cd4 None None] get_active_networks_info from n-d-838323-3 {{(pid=102910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:50:55.828294 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7dfc13f3-1c48-480d-9d32-d6ddc48326b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.923453 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68a5c1-121e-4606-a2e3-e5d11cafdbf1 admin admin] Pushing event updated for resources: {'Port': ['ID=89f5d2a7-ae7f-4111-91ae-43091250c1d2,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:55.938244 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d68a5c1-121e-4606-a2e3-e5d11cafdbf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.960847 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7dfc13f3-1c48-480d-9d32-d6ddc48326b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.979611 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2411f4f-a077-4c7c-8627-db41d72cb902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.991926 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2411f4f-a077-4c7c-8627-db41d72cb902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:56.000759 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d2411f4f-a077-4c7c-8627-db41d72cb902 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/616ec1fe-7d64-4d3a-8c1c-1279a726f95e HTTP/1.1" status: 204 len: 168 time: 0.7778554 Apr 18 20:50:56.055054 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2411f4f-a077-4c7c-8627-db41d72cb902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616ec1fe-7d64-4d3a-8c1c-1279a726f95e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:56.060016 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0d28fc-0424-4972-b682-1746447e3cd4 None None] Resources bound (agent type, host, resource id): {{(pid=102910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:50:56.214391 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7dfc13f3-1c48-480d-9d32-d6ddc48326b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:56.218534 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7dfc13f3-1c48-480d-9d32-d6ddc48326b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:56.222609 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7dfc13f3-1c48-480d-9d32-d6ddc48326b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e3d1fb9-ad13-4445-a77c-3f1a9e9f3363 HTTP/1.1" status: 204 len: 168 time: 0.9178414 Apr 18 20:50:56.286783 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d68a5c1-121e-4606-a2e3-e5d11cafdbf1 admin admin] Network 3726cfd6-29bd-476a-bb05-ca16369c561d is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:56.292622 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc13f3-1c48-480d-9d32-d6ddc48326b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3d1fb9-ad13-4445-a77c-3f1a9e9f3363,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:56.308624 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-4d68a5c1-121e-4606-a2e3-e5d11cafdbf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:56.360584 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6258c644-123f-4809-8ca8-30d0504d339c up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:56.424996 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-55a546a9-ea01-4b64-818b-3fc22160fc58 req-8ab33f98-56a3-4b0f-bb0f-143bfe8d645a tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:56.479028 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab33f98-56a3-4b0f-bb0f-143bfe8d645a tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Pushing event deleted for resources: {'Port': ['ID=88b3de15-605a-4a0e-85b2-7fc698607e03,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:56.498188 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c70f17-0628-4d92-847c-7299d8845863 req-f0edc8f8-4a09-4415-a1f0-091d13e7fcb1 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:56.513382 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5c70f17-0628-4d92-847c-7299d8845863 req-f0edc8f8-4a09-4415-a1f0-091d13e7fcb1 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 0.4316912 Apr 18 20:50:56.517987 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['1f0cb29c-6676-4f1b-a111-285181b01885'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:50:56.523436 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['13328c10-cefb-438b-a9b6-18a1b81e90d1'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:50:56.665669 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d68a5c1-121e-4606-a2e3-e5d11cafdbf1 admin admin] Router 62ccd216-bfa8-4827-839e-4689be7da5d5 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:50:56.730144 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 88b3de15-605a-4a0e-85b2-7fc698607e03 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:50:56.809062 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 88b3de15-605a-4a0e-85b2-7fc698607e03 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:50:56.809559 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 88b3de15-605a-4a0e-85b2-7fc698607e03 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:50:56.857248 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 6258c644-123f-4809-8ca8-30d0504d339c triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:56.858381 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:56.871086 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5c70f17-0628-4d92-847c-7299d8845863 req-a3c7304b-c03e-48d4-8a08-58e7950b7f13 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541930 Apr 18 20:50:56.872589 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a546a9-ea01-4b64-818b-3fc22160fc58 req-8ab33f98-56a3-4b0f-bb0f-143bfe8d645a tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] No DVR routers for this DVR port 88b3de15-605a-4a0e-85b2-7fc698607e03 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:50:56.887154 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-55a546a9-ea01-4b64-818b-3fc22160fc58 req-8ab33f98-56a3-4b0f-bb0f-143bfe8d645a tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:56.914244 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-55a546a9-ea01-4b64-818b-3fc22160fc58 req-8ab33f98-56a3-4b0f-bb0f-143bfe8d645a tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.32 "DELETE /v2.0/ports/88b3de15-605a-4a0e-85b2-7fc698607e03 HTTP/1.1" status: 204 len: 173 time: 2.4959207 Apr 18 20:50:56.915296 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a60ac5b-6183-4a75-8216-ee34885d91b4', 'name': 'network-vif-deleted', 'tag': '88b3de15-605a-4a0e-85b2-7fc698607e03'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:50:56.936853 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c848c680-9b19-466d-aec4-0734916aa8b6" -d '{"events": [{"server_uuid": "5a60ac5b-6183-4a75-8216-ee34885d91b4", "name": "network-vif-deleted", "tag": "88b3de15-605a-4a0e-85b2-7fc698607e03"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:50:57.012337 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15936662-c713-40ef-bb9a-7825fc007127 req-beae4251-c01d-4cba-87fe-e4585fcc1e84 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:57.036239 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15936662-c713-40ef-bb9a-7825fc007127 req-beae4251-c01d-4cba-87fe-e4585fcc1e84 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/networks?id=568c2bb4-8b11-4a91-9ddc-65ff9e2f1159 HTTP/1.1" status: 200 len: 813 time: 0.7950835 Apr 18 20:50:57.125351 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15936662-c713-40ef-bb9a-7825fc007127 req-3b254370-0508-49d3-89a9-57c2d4229224 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/quotas/0173213868ea415a965eb81621c6f522 HTTP/1.1" status: 200 len: 375 time: 0.0824654 Apr 18 20:50:57.177424 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9441423-7b8f-45cb-ad3c-8dcd811a42ae req-a325275a-490b-49ce-8223-2e2f358ff541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:57.185310 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b9441423-7b8f-45cb-ad3c-8dcd811a42ae req-a325275a-490b-49ce-8223-2e2f358ff541 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 1096 time: 0.4762654 Apr 18 20:50:57.272106 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15936662-c713-40ef-bb9a-7825fc007127 req-5cc8186b-2948-44bb-8f8c-05a5a66cf741 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0173213868ea415a965eb81621c6f522&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1452289 Apr 18 20:50:57.424343 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-79b0ac05-308c-49cc-8583-a2ac53ce6cdc req-17fa7afa-012e-42f7-a2d7-896e53357b20 tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4dffe2a-510b-4870-907b-012c18e0a1d1 HTTP/1.1" status: 200 len: 210 time: 0.0688968 Apr 18 20:50:57.426875 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cc9ce5b7-d7eb-4d00-b4b4-efab4e104a40 req-68faf664-2c36-41bc-9356-8dfe1690bf64 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a60ac5b-6183-4a75-8216-ee34885d91b4 HTTP/1.1" status: 200 len: 210 time: 0.1509898 Apr 18 20:50:57.441242 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b9441423-7b8f-45cb-ad3c-8dcd811a42ae req-7ef142f3-8fea-430f-841f-863080fcd5b8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435980 Apr 18 20:50:57.448123 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d68a5c1-121e-4606-a2e3-e5d11cafdbf1 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:50:57.469001 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4d68a5c1-121e-4606-a2e3-e5d11cafdbf1 admin admin] 10.222.0.41 "PUT /v2.0/routers/62ccd216-bfa8-4827-839e-4689be7da5d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9433715 Apr 18 20:50:57.626719 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15936662-c713-40ef-bb9a-7825fc007127 req-f1305407-1135-420c-85a2-00ee9e9d9870 service neutron] 10.222.0.41 "GET /v2.0/networks/568c2bb4-8b11-4a91-9ddc-65ff9e2f1159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937012 Apr 18 20:50:57.863293 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f63167-e281-4c07-b031-09ed961be014 None None] Sync routers for ids ['62ccd216-bfa8-4827-839e-4689be7da5d5'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:50:57.901127 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15936662-c713-40ef-bb9a-7825fc007127 req-9d216029-9d3f-4f98-aff4-542ac6861de1 service neutron] 10.222.0.41 "GET /v2.0/networks/568c2bb4-8b11-4a91-9ddc-65ff9e2f1159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620990 Apr 18 20:50:57.921484 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:58.012988 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f63167-e281-4c07-b031-09ed961be014 None None] Routers {'62ccd216-bfa8-4827-839e-4689be7da5d5'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:50:58.014100 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-67f63167-e281-4c07-b031-09ed961be014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:50:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['62ccd216-bfa8-4827-839e-4689be7da5d5'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:58.090492 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a9833073-79c1-44b6-9325-528b28abbea6 req-a0e719a8-e5d3-49ea-8ac4-d007a31a6d1d tempest-ServerShowV247Test-1601409972 tempest-ServerShowV247Test-1601409972-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4dffe2a-510b-4870-907b-012c18e0a1d1 HTTP/1.1" status: 200 len: 210 time: 0.0552239 Apr 18 20:50:58.143109 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 6258c644-123f-4809-8ca8-30d0504d339c, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6258c644-123f-4809-8ca8-30d0504d339c,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:58.145236 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e187cde9-9abb-4009-9d54-d1890fda98cc None None] Network 568c2bb4-8b11-4a91-9ddc-65ff9e2f1159 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:58.223664 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900e51c6-17ea-4f18-90b6-958a68d39e8d x-openstack-request-id: req-900e51c6-17ea-4f18-90b6-958a68d39e8d {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:50:58.223973 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a60ac5b-6183-4a75-8216-ee34885d91b4", "name": "network-vif-deleted", "tag": "88b3de15-605a-4a0e-85b2-7fc698607e03", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:50:58.224242 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-900e51c6-17ea-4f18-90b6-958a68d39e8d {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:50:58.224666 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-900e51c6-17ea-4f18-90b6-958a68d39e8d'] response: {'server_uuid': '5a60ac5b-6183-4a75-8216-ee34885d91b4', 'name': 'network-vif-deleted', 'tag': '88b3de15-605a-4a0e-85b2-7fc698607e03', 'status': 'completed', 'code': 200} Apr 18 20:50:58.429727 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:58.573290 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f8d89-0565-4d60-8de7-c9d284ae24bb req-4d34d712-76ba-4ccd-a5a4-e821173b06fa tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:58.583820 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-766f8d89-0565-4d60-8de7-c9d284ae24bb req-4d34d712-76ba-4ccd-a5a4-e821173b06fa tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 0.1699188 Apr 18 20:50:58.726642 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-766f8d89-0565-4d60-8de7-c9d284ae24bb req-a6623f6a-02da-42c7-8ea1-261a972ba649 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397867 Apr 18 20:50:58.783834 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d009d84c-7119-4946-84a5-adb31c2dc2c9 req-b67b2d53-1b26-4113-be08-ddb8957ea679 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd1dd7e-4293-4eca-b3e8-3c4106dfecac HTTP/1.1" status: 200 len: 210 time: 0.0560312 Apr 18 20:50:58.795614 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53776) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:59.072124 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b779f79-72c7-4ad6-bd16-1b5dbcc02c7d req-55e8aa37-d548-46f3-90e0-1b6a6fb86467 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:59.085840 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b779f79-72c7-4ad6-bd16-1b5dbcc02c7d req-55e8aa37-d548-46f3-90e0-1b6a6fb86467 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 946 time: 0.1620843 Apr 18 20:50:59.131691 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f89fa8d-485b-43f8-ab91-c987579344db None None] Network 568c2bb4-8b11-4a91-9ddc-65ff9e2f1159 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:59.204120 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fc64a47c-620f-4531-b629-e7e62edf4504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.205932 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b779f79-72c7-4ad6-bd16-1b5dbcc02c7d req-82baa1da-55f9-4fc0-af48-c37ffa1ef448 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191053 Apr 18 20:50:59.209415 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=6258c644-123f-4809-8ca8-30d0504d339c,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:59.244356 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-480b5ec1-7cb8-46ee-836b-c2dcda67d687 None None] Provisioning complete for port 89f5d2a7-ae7f-4111-91ae-43091250c1d2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:59.244356 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-480b5ec1-7cb8-46ee-836b-c2dcda67d687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.371778 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-f3a8cf4c-22d6-4dc5-b15a-4a12a63ecbff tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Request body: {'networks': [{'name': 'tempest-network--1118740120'}, {'name': 'tempest-network--1920115372'}]} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:59.373290 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-f3a8cf4c-22d6-4dc5-b15a-4a12a63ecbff tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Request body: {'network': {'name': 'tempest-network--1118740120'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:59.375038 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-f3a8cf4c-22d6-4dc5-b15a-4a12a63ecbff tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Request body: {'network': {'name': 'tempest-network--1920115372'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:59.389732 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-67f63167-e281-4c07-b031-09ed961be014 None None] Set router 62ccd216-bfa8-4827-839e-4689be7da5d5 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:50:59.421944 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f4944-07a0-4190-b6f0-7c90b14bab05 req-bdbba33b-b976-427b-b370-7326a6eb9f30 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:59.426835 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca2f4944-07a0-4190-b6f0-7c90b14bab05 req-bdbba33b-b976-427b-b370-7326a6eb9f30 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64edaca-88c9-4eca-8ad8-d18229b3ba5c HTTP/1.1" status: 200 len: 945 time: 0.1713269 Apr 18 20:50:59.447447 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a8cf4c-22d6-4dc5-b15a-4a12a63ecbff tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Made reservation on behalf of 4f00a57e4f034980992a837b41bf2176 for: {'network': 2} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:59.453587 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3a8cf4c-22d6-4dc5-b15a-4a12a63ecbff tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.501641 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3a8cf4c-22d6-4dc5-b15a-4a12a63ecbff tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.508733 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-480b5ec1-7cb8-46ee-836b-c2dcda67d687 None None] Port 89f5d2a7-ae7f-4111-91ae-43091250c1d2 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:50:59.578348 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca2f4944-07a0-4190-b6f0-7c90b14bab05 req-51a61015-b0cd-4325-878f-8a69f28774b6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252003 Apr 18 20:50:59.744228 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3a8cf4c-22d6-4dc5-b15a-4a12a63ecbff tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.759822 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3a8cf4c-22d6-4dc5-b15a-4a12a63ecbff tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.760397 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3a8cf4c-22d6-4dc5-b15a-4a12a63ecbff tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.830078 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.866270 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8cf4c-22d6-4dc5-b15a-4a12a63ecbff tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d11544-5c67-4dfd-bafd-31a1c5ce88b6,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:59.931547 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a8cf4c-22d6-4dc5-b15a-4a12a63ecbff tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:50:59.954106 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3a8cf4c-22d6-4dc5-b15a-4a12a63ecbff tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.954657 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-f3a8cf4c-22d6-4dc5-b15a-4a12a63ecbff tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Added segment 45931415-b87f-492c-9aea-91a6eafaf0fc of type vlan for network 337d0e5c-4da8-4874-aa0a-8038f7349bd4 Apr 18 20:51:00.074963 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53806) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:00.089725 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3a8cf4c-22d6-4dc5-b15a-4a12a63ecbff tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.165262 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-67f63167-e281-4c07-b031-09ed961be014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ccd216-bfa8-4827-839e-4689be7da5d5', 'name': 'tempest-TestVolumeBootPattern-1414595231-router', 'tenant_id': '3d4fd3f7d66040a68cd532691f47d8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '6258c644-123f-4809-8ca8-30d0504d339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:46Z', 'updated_at': '2022-04-18T20:50:54Z', 'revision_number': 4, 'project_id': '3d4fd3f7d66040a68cd532691f47d8c3', 'gw_port': {'id': '6258c644-123f-4809-8ca8-30d0504d339c', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ccd216-bfa8-4827-839e-4689be7da5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:47Z', 'updated_at': '2022-04-18T20:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '89f5d2a7-ae7f-4111-91ae-43091250c1d2', 'name': '', 'network_id': '3726cfd6-29bd-476a-bb05-ca16369c561d', 'tenant_id': '3d4fd3f7d66040a68cd532691f47d8c3', 'mac_address': 'fa:16:3e:1b:78:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ccd216-bfa8-4827-839e-4689be7da5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '0be01b0c-cb61-42d5-b645-7bb2794d7a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:52Z', 'updated_at': '2022-04-18T20:50:54Z', 'revision_number': 2, 'project_id': '3d4fd3f7d66040a68cd532691f47d8c3', 'subnets': [{'id': '0be01b0c-cb61-42d5-b645-7bb2794d7a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:00.208588 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53812) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:00.235485 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f63167-e281-4c07-b031-09ed961be014 None None] Checking router: 62ccd216-bfa8-4827-839e-4689be7da5d5 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:51:00.236513 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f63167-e281-4c07-b031-09ed961be014 None None] Updating router 62ccd216-bfa8-4827-839e-4689be7da5d5 port 89f5d2a7-ae7f-4111-91ae-43091250c1d2 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:51:00.237083 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a8cf4c-22d6-4dc5-b15a-4a12a63ecbff tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:51:00.251531 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3a8cf4c-22d6-4dc5-b15a-4a12a63ecbff tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.252057 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-f3a8cf4c-22d6-4dc5-b15a-4a12a63ecbff tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Added segment a4ee5314-4ea9-4555-9804-e5b711f74149 of type vlan for network 4df7d25c-4eba-48a6-9771-accb588a50a0 Apr 18 20:51:00.270340 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-67f63167-e281-4c07-b031-09ed961be014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.315292 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3a8cf4c-22d6-4dc5-b15a-4a12a63ecbff tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.332632 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b76891-9093-4c2e-af48-adbdb9a5643a req-40dea5d3-988c-43de-92a9-a21ad840ff0d tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:00.335546 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-02b76891-9093-4c2e-af48-adbdb9a5643a req-40dea5d3-988c-43de-92a9-a21ad840ff0d tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 946 time: 0.2163055 Apr 18 20:51:00.377153 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f435267f-5d2b-454c-9fb5-b5a94fed5895 req-49462a28-172d-4aa5-bf92-27abdeb8f06f tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd1dd7e-4293-4eca-b3e8-3c4106dfecac HTTP/1.1" status: 200 len: 210 time: 0.1790235 Apr 18 20:51:00.383447 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c52de4a2-2e8e-4b5f-bd99-1cb72558e1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.468993 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd83bf-d5e1-4012-8939-92b0405c853a req-14a946bb-5da5-4977-a748-4b2fa234e4c5 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:00.489901 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-99fd83bf-d5e1-4012-8939-92b0405c853a req-14a946bb-5da5-4977-a748-4b2fa234e4c5 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 0.3285818 Apr 18 20:51:00.569736 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3a8cf4c-22d6-4dc5-b15a-4a12a63ecbff tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.570258 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3a8cf4c-22d6-4dc5-b15a-4a12a63ecbff tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.591602 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a8cf4c-22d6-4dc5-b15a-4a12a63ecbff tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:00.598733 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a8cf4c-22d6-4dc5-b15a-4a12a63ecbff tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:00.599855 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3a8cf4c-22d6-4dc5-b15a-4a12a63ecbff tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.685196 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6258c644-123f-4809-8ca8-30d0504d339c up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:51:00.700949 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f3a8cf4c-22d6-4dc5-b15a-4a12a63ecbff tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.9040136 Apr 18 20:51:00.706588 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53822) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:00.723454 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4d60e254-9ef2-474e-a407-b756a0b6882d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.741493 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8cf4c-22d6-4dc5-b15a-4a12a63ecbff tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Pushing event updated for resources: {'Network': ['ID=337d0e5c-4da8-4874-aa0a-8038f7349bd4,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:00.760468 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 337d0e5c-4da8-4874-aa0a-8038f7349bd4 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:51:00.969282 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 6258c644-123f-4809-8ca8-30d0504d339c triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:00.970094 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.007371 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15936662-c713-40ef-bb9a-7825fc007127 req-e4c9879c-0a25-4fa3-bee5-472142a39032 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:01.009333 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15936662-c713-40ef-bb9a-7825fc007127 req-e4c9879c-0a25-4fa3-bee5-472142a39032 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.32 "GET /v2.0/networks?id=568c2bb4-8b11-4a91-9ddc-65ff9e2f1159 HTTP/1.1" status: 200 len: 813 time: 0.1707258 Apr 18 20:51:01.084149 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-02b76891-9093-4c2e-af48-adbdb9a5643a req-2afb09b4-73ab-4089-8226-3d4aad0f2a6c tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Deleting port 94bde35a-36ba-4aca-99da-54bb3dafcba8 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:01.085231 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02b76891-9093-4c2e-af48-adbdb9a5643a req-2afb09b4-73ab-4089-8226-3d4aad0f2a6c tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.096547 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8cf4c-22d6-4dc5-b15a-4a12a63ecbff tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Pushing event updated for resources: {'Network': ['ID=4df7d25c-4eba-48a6-9771-accb588a50a0,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:01.115187 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-15936662-c713-40ef-bb9a-7825fc007127 req-1dacbc72-c53a-46c2-9d9a-ce0561029829 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Request body: {'port': {'device_id': '2dd1dd7e-4293-4eca-b3e8-3c4106dfecac', 'network_id': '568c2bb4-8b11-4a91-9ddc-65ff9e2f1159', 'admin_state_up': True, 'tenant_id': '0173213868ea415a965eb81621c6f522'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:01.183269 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 4df7d25c-4eba-48a6-9771-accb588a50a0 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:51:01.203435 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae56a79-ea99-4d24-9154-1991de71c7ba tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:01.217525 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae56a79-ea99-4d24-9154-1991de71c7ba tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:01.225078 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae56a79-ea99-4d24-9154-1991de71c7ba tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:01.234937 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae56a79-ea99-4d24-9154-1991de71c7ba tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:01.241174 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cae56a79-ea99-4d24-9154-1991de71c7ba tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5261083 Apr 18 20:51:01.299791 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53826) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:01.385133 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-67f63167-e281-4c07-b031-09ed961be014 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.396135 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.402910 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-67f63167-e281-4c07-b031-09ed961be014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.460034 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-02b76891-9093-4c2e-af48-adbdb9a5643a req-2afb09b4-73ab-4089-8226-3d4aad0f2a6c tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] For port 94bde35a-36ba-4aca-99da-54bb3dafcba8, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=94bde35a-36ba-4aca-99da-54bb3dafcba8,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:01.460250 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02b76891-9093-4c2e-af48-adbdb9a5643a req-2afb09b4-73ab-4089-8226-3d4aad0f2a6c tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.565736 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70edc528-3d87-46da-a302-bb805cf40dc9 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.639602 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e1bc8-a822-4591-a635-4702004b9a58 None None] Pushing event updated for resources: {'Port': ['ID=89f5d2a7-ae7f-4111-91ae-43091250c1d2,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:01.699852 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce55f2-bf08-4c1b-b1a1-ac1e1b4636e7 req-a085a6c6-37af-4c0b-9cbe-b7a6c17d72bb tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:01.701877 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-42ce55f2-bf08-4c1b-b1a1-ac1e1b4636e7 req-a085a6c6-37af-4c0b-9cbe-b7a6c17d72bb tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.57 "GET /v2.0/ports?device_id=b64edaca-88c9-4eca-8ad8-d18229b3ba5c HTTP/1.1" status: 200 len: 945 time: 0.9462135 Apr 18 20:51:01.702374 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.719484 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-67f63167-e281-4c07-b031-09ed961be014 None None] Attempting to bind port 89f5d2a7-ae7f-4111-91ae-43091250c1d2 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:01.719865 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-67f63167-e281-4c07-b031-09ed961be014 None None] Attempting to bind port 89f5d2a7-ae7f-4111-91ae-43091250c1d2 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'a6131be5-528e-4e80-8088-3efec16d01d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3726cfd6-29bd-476a-bb05-ca16369c561d'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:01.720238 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f63167-e281-4c07-b031-09ed961be014 None None] Attempting to bind port 89f5d2a7-ae7f-4111-91ae-43091250c1d2 on network 3726cfd6-29bd-476a-bb05-ca16369c561d {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:51:01.727001 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f63167-e281-4c07-b031-09ed961be014 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:51:01.727382 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f63167-e281-4c07-b031-09ed961be014 None None] Checking segment: {'id': 'a6131be5-528e-4e80-8088-3efec16d01d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3726cfd6-29bd-476a-bb05-ca16369c561d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:51:01.727797 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-67f63167-e281-4c07-b031-09ed961be014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.728195 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f63167-e281-4c07-b031-09ed961be014 None None] Bound using segment: {'id': 'a6131be5-528e-4e80-8088-3efec16d01d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3726cfd6-29bd-476a-bb05-ca16369c561d'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:51:01.728889 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-67f63167-e281-4c07-b031-09ed961be014 None None] Bound port: 89f5d2a7-ae7f-4111-91ae-43091250c1d2, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6131be5-528e-4e80-8088-3efec16d01d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3726cfd6-29bd-476a-bb05-ca16369c561d'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:01.729286 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-67f63167-e281-4c07-b031-09ed961be014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.751407 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd24da-5604-4d2f-ab3a-e826331567e7 req-753983e0-216b-4d50-8d50-41012f8f8bc3 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:01.759558 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8dd24da-5604-4d2f-ab3a-e826331567e7 req-753983e0-216b-4d50-8d50-41012f8f8bc3 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 946 time: 1.1675889 Apr 18 20:51:01.764535 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-99fd83bf-d5e1-4012-8939-92b0405c853a req-be27a258-e490-4bcc-adde-153d697d3ce1 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2734070 Apr 18 20:51:01.804712 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70edc528-3d87-46da-a302-bb805cf40dc9 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.835997 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-70edc528-3d87-46da-a302-bb805cf40dc9 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337d0e5c-4da8-4874-aa0a-8038f7349bd4']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:01.836308 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-67f63167-e281-4c07-b031-09ed961be014 None None] For port 89f5d2a7-ae7f-4111-91ae-43091250c1d2, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:01.843554 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-67f63167-e281-4c07-b031-09ed961be014 None None] For port 89f5d2a7-ae7f-4111-91ae-43091250c1d2, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=89f5d2a7-ae7f-4111-91ae-43091250c1d2,segment=NetworkSegment(a6131be5-528e-4e80-8088-3efec16d01d5),segment_id=a6131be5-528e-4e80-8088-3efec16d01d5)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:51:01.855135 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-70edc528-3d87-46da-a302-bb805cf40dc9 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45931415-b87f-492c-9aea-91a6eafaf0fc') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:01.856152 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-70edc528-3d87-46da-a302-bb805cf40dc9 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45931415-b87f-492c-9aea-91a6eafaf0fc') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:01.858019 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-67f63167-e281-4c07-b031-09ed961be014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.868339 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c52de4a2-2e8e-4b5f-bd99-1cb72558e1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.870060 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70edc528-3d87-46da-a302-bb805cf40dc9 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.887968 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8dd24da-5604-4d2f-ab3a-e826331567e7 req-ecfacc0f-425a-4af4-8762-fb23a37bd89e tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef29afec-46d9-429b-aad5-24ddccb12cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270742 Apr 18 20:51:01.901434 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70edc528-3d87-46da-a302-bb805cf40dc9 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.915801 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70edc528-3d87-46da-a302-bb805cf40dc9 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:51:01.916179 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70edc528-3d87-46da-a302-bb805cf40dc9 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:51:01.936378 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:51:01.965811 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c52de4a2-2e8e-4b5f-bd99-1cb72558e1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:02.021943 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f63167-e281-4c07-b031-09ed961be014 None None] Routers {'62ccd216-bfa8-4827-839e-4689be7da5d5'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:51:02.022637 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-67f63167-e281-4c07-b031-09ed961be014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:50:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['62ccd216-bfa8-4827-839e-4689be7da5d5'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:02.035674 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e1bc8-a822-4591-a635-4702004b9a58 None None] Pushing event updated for resources: {'Port': ['ID=89f5d2a7-ae7f-4111-91ae-43091250c1d2,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:02.104224 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70edc528-3d87-46da-a302-bb805cf40dc9 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:02.119483 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70edc528-3d87-46da-a302-bb805cf40dc9 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:02.124255 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-70edc528-3d87-46da-a302-bb805cf40dc9 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] 10.222.0.41 "DELETE /v2.0/networks/337d0e5c-4da8-4874-aa0a-8038f7349bd4 HTTP/1.1" status: 204 len: 168 time: 0.8224714 Apr 18 20:51:02.150374 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7522b3a-c46e-48f3-a14b-7fe75e104175 req-1b8a3252-f529-4dea-b4d6-aaee3f5dc0e9 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd1dd7e-4293-4eca-b3e8-3c4106dfecac HTTP/1.1" status: 200 len: 210 time: 0.0691090 Apr 18 20:51:02.157910 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53832) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:02.233403 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15936662-c713-40ef-bb9a-7825fc007127 req-1dacbc72-c53a-46c2-9d9a-ce0561029829 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Made reservation on behalf of 0173213868ea415a965eb81621c6f522 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:02.239482 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-15936662-c713-40ef-bb9a-7825fc007127 req-1dacbc72-c53a-46c2-9d9a-ce0561029829 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:02.242759 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-552ee2e4-2318-482c-9502-2ace8a03b7e9 None None] Provisioning complete for port 89f5d2a7-ae7f-4111-91ae-43091250c1d2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:02.243533 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-552ee2e4-2318-482c-9502-2ace8a03b7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:02.260151 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c52de4a2-2e8e-4b5f-bd99-1cb72558e1b9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=10277aa3cb1949d8befc1cbad34b90f3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1790688 Apr 18 20:51:02.260151 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52de4a2-2e8e-4b5f-bd99-1cb72558e1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa4eb7f-9668-4d33-8c8b-fe607d83f9a5,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:02.267783 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53836) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:02.283737 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70edc528-3d87-46da-a302-bb805cf40dc9 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Pushing event deleted for resources: {'Network': ['ID=337d0e5c-4da8-4874-aa0a-8038f7349bd4,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:02.317438 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-67f63167-e281-4c07-b031-09ed961be014 None None] Set router 62ccd216-bfa8-4827-839e-4689be7da5d5 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:51:02.398087 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02295b39-660e-4acc-a32c-ab86cbd6ea74 req-8d4bd835-ee2f-4bce-802c-5651d351f08f tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:02.398967 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02b76891-9093-4c2e-af48-adbdb9a5643a req-2afb09b4-73ab-4089-8226-3d4aad0f2a6c tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:02.399958 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-02295b39-660e-4acc-a32c-ab86cbd6ea74 req-8d4bd835-ee2f-4bce-802c-5651d351f08f tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64edaca-88c9-4eca-8ad8-d18229b3ba5c HTTP/1.1" status: 200 len: 945 time: 0.4473584 Apr 18 20:51:02.400749 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02b76891-9093-4c2e-af48-adbdb9a5643a req-2afb09b4-73ab-4089-8226-3d4aad0f2a6c tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:02.401753 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [req-02b76891-9093-4c2e-af48-adbdb9a5643a req-2afb09b4-73ab-4089-8226-3d4aad0f2a6c tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Floating IP 691432e2-843c-4d06-9581-c71eb9216196 disassociated. External IP: 172.25.1.148, port: 94bde35a-36ba-4aca-99da-54bb3dafcba8. Apr 18 20:51:02.405207 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-02b76891-9093-4c2e-af48-adbdb9a5643a req-2afb09b4-73ab-4089-8226-3d4aad0f2a6c tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Calling delete_port for 94bde35a-36ba-4aca-99da-54bb3dafcba8 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:02.691701 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7cdfc-4a70-4427-8496-e772331dd73c req-ae512ed2-ce95-4beb-a6dd-0a60a7437c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:02.693592 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-17f7cdfc-4a70-4427-8496-e772331dd73c req-ae512ed2-ce95-4beb-a6dd-0a60a7437c10 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=30bec5e5dbef4fbd9ab98b71b7e2eece&device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 1096 time: 0.0904083 Apr 18 20:51:02.755952 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4d60e254-9ef2-474e-a407-b756a0b6882d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:02.831142 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a60c9cc9-f8df-417a-911d-3772ce6f7497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:02.838073 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02b76891-9093-4c2e-af48-adbdb9a5643a req-2afb09b4-73ab-4089-8226-3d4aad0f2a6c tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:02.848690 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-02295b39-660e-4acc-a32c-ab86cbd6ea74 req-5de50b98-0702-4264-b217-ca7e1412c67d tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253523 Apr 18 20:51:02.857710 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7089a022-dd4b-4243-8d58-9f7f11c89480 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:02.872869 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4d60e254-9ef2-474e-a407-b756a0b6882d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:02.929162 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-42ce55f2-bf08-4c1b-b1a1-ac1e1b4636e7 req-f979d950-5a51-440a-9bd9-6771541bbe29 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Deleting port 13328c10-cefb-438b-a9b6-18a1b81e90d1 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:02.929699 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-42ce55f2-bf08-4c1b-b1a1-ac1e1b4636e7 req-f979d950-5a51-440a-9bd9-6771541bbe29 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:02.964417 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-552ee2e4-2318-482c-9502-2ace8a03b7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:02.980709 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb09b4-73ab-4089-8226-3d4aad0f2a6c tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Pushing event deleted for resources: {'Port': ['ID=94bde35a-36ba-4aca-99da-54bb3dafcba8,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:03.053741 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-552ee2e4-2318-482c-9502-2ace8a03b7e9 None None] For port 89f5d2a7-ae7f-4111-91ae-43091250c1d2, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=89f5d2a7-ae7f-4111-91ae-43091250c1d2,segment=NetworkSegment(a6131be5-528e-4e80-8088-3efec16d01d5),segment_id=a6131be5-528e-4e80-8088-3efec16d01d5)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:03.063562 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a60c9cc9-f8df-417a-911d-3772ce6f7497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:03.064559 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-552ee2e4-2318-482c-9502-2ace8a03b7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:03.168195 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ee2e4-2318-482c-9502-2ace8a03b7e9 None None] Pushing event updated for resources: {'Port': ['ID=89f5d2a7-ae7f-4111-91ae-43091250c1d2,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:03.195598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-67f63167-e281-4c07-b031-09ed961be014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ccd216-bfa8-4827-839e-4689be7da5d5', 'name': 'tempest-TestVolumeBootPattern-1414595231-router', 'tenant_id': '3d4fd3f7d66040a68cd532691f47d8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '6258c644-123f-4809-8ca8-30d0504d339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:46Z', 'updated_at': '2022-04-18T20:50:54Z', 'revision_number': 4, 'project_id': '3d4fd3f7d66040a68cd532691f47d8c3', 'gw_port': {'id': '6258c644-123f-4809-8ca8-30d0504d339c', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ccd216-bfa8-4827-839e-4689be7da5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:47Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '89f5d2a7-ae7f-4111-91ae-43091250c1d2', 'name': '', 'network_id': '3726cfd6-29bd-476a-bb05-ca16369c561d', 'tenant_id': '3d4fd3f7d66040a68cd532691f47d8c3', 'mac_address': 'fa:16:3e:1b:78:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ccd216-bfa8-4827-839e-4689be7da5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '0be01b0c-cb61-42d5-b645-7bb2794d7a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:52Z', 'updated_at': '2022-04-18T20:51:01Z', 'revision_number': 4, 'project_id': '3d4fd3f7d66040a68cd532691f47d8c3', 'subnets': [{'id': '0be01b0c-cb61-42d5-b645-7bb2794d7a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:03.201853 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4712b92c-119f-4ea2-ab60-680065030d11 None None] Provisioning complete for port 89f5d2a7-ae7f-4111-91ae-43091250c1d2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:03.202480 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4712b92c-119f-4ea2-ab60-680065030d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:03.207956 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7cdfc-4a70-4427-8496-e772331dd73c req-9f6ec1df-8926-4797-9855-010b8b59d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:03.209946 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-17f7cdfc-4a70-4427-8496-e772331dd73c req-9f6ec1df-8926-4797-9855-010b8b59d0d6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a70a6f46-5054-4309-9b14-8f7dba572e32 HTTP/1.1" status: 200 len: 912 time: 0.5099373 Apr 18 20:51:03.238069 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f63167-e281-4c07-b031-09ed961be014 None None] The sync data for ids ['62ccd216-bfa8-4827-839e-4689be7da5d5'] in n-d-838323-3 is: [{'id': '62ccd216-bfa8-4827-839e-4689be7da5d5', 'name': 'tempest-TestVolumeBootPattern-1414595231-router', 'tenant_id': '3d4fd3f7d66040a68cd532691f47d8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '6258c644-123f-4809-8ca8-30d0504d339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:46Z', 'updated_at': '2022-04-18T20:50:54Z', 'revision_number': 4, 'project_id': '3d4fd3f7d66040a68cd532691f47d8c3', 'gw_port': {'id': '6258c644-123f-4809-8ca8-30d0504d339c', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ccd216-bfa8-4827-839e-4689be7da5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:47Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '89f5d2a7-ae7f-4111-91ae-43091250c1d2', 'name': '', 'network_id': '3726cfd6-29bd-476a-bb05-ca16369c561d', 'tenant_id': '3d4fd3f7d66040a68cd532691f47d8c3', 'mac_address': 'fa:16:3e:1b:78:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ccd216-bfa8-4827-839e-4689be7da5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '0be01b0c-cb61-42d5-b645-7bb2794d7a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:52Z', 'updated_at': '2022-04-18T20:51:01Z', 'revision_number': 4, 'project_id': '3d4fd3f7d66040a68cd532691f47d8c3', 'subnets': [{'id': '0be01b0c-cb61-42d5-b645-7bb2794d7a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:51:03.288912 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-17f7cdfc-4a70-4427-8496-e772331dd73c req-16eaec8d-c70c-435e-90bb-006e6f2bc0f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e49c0da-1917-4159-9216-285df0061082 HTTP/1.1" status: 200 len: 217 time: 0.0665398 Apr 18 20:51:03.342519 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b1188-d1ea-43c0-a835-1b474cced1d3 req-c093def6-3f50-4367-898b-6a98a4c90642 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:03.360239 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e3b1188-d1ea-43c0-a835-1b474cced1d3 req-c093def6-3f50-4367-898b-6a98a4c90642 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 0.7234261 Apr 18 20:51:03.379563 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4d60e254-9ef2-474e-a407-b756a0b6882d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d75fe7d021b44665b84a78e2e24fbc38&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1347303 Apr 18 20:51:03.380858 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60e254-9ef2-474e-a407-b756a0b6882d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cc8965-7fd0-44ba-90ec-1ba2b976c060,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:03.427164 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53854) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:03.445657 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7cdfc-4a70-4427-8496-e772331dd73c req-436e18a1-11cd-4039-86e1-f5fadffd9273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:03.449570 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-17f7cdfc-4a70-4427-8496-e772331dd73c req-436e18a1-11cd-4039-86e1-f5fadffd9273 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6520aac9-6fad-4482-a121-bb66984d767e HTTP/1.1" status: 200 len: 851 time: 0.1546214 Apr 18 20:51:03.503066 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02b76891-9093-4c2e-af48-adbdb9a5643a req-2afb09b4-73ab-4089-8226-3d4aad0f2a6c tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Router 88834aaa-2e51-4adb-8534-cc3588560563 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:51:03.555328 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-17f7cdfc-4a70-4427-8496-e772331dd73c req-ce0cb24d-9b9b-43e2-81af-dd9afc46675b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a70a6f46-5054-4309-9b14-8f7dba572e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969729 Apr 18 20:51:03.793504 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7089a022-dd4b-4243-8d58-9f7f11c89480 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:03.810686 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-15936662-c713-40ef-bb9a-7825fc007127 req-1dacbc72-c53a-46c2-9d9a-ce0561029829 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Allocated IP 172.20.0.6 (568c2bb4-8b11-4a91-9ddc-65ff9e2f1159/0aebc0f1-8fdd-40fd-a25b-347bb51151d4/8d73a940-1e40-492d-ba5a-a7e716a58ec9) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:03.863039 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e3b1188-d1ea-43c0-a835-1b474cced1d3 req-36255bd3-f63a-497a-a743-6b656b39604e tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321239 Apr 18 20:51:03.863781 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a60c9cc9-f8df-417a-911d-3772ce6f7497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:03.866588 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a60c9cc9-f8df-417a-911d-3772ce6f7497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:03.867875 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a60c9cc9-f8df-417a-911d-3772ce6f7497 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eaa4eb7f-9668-4d33-8c8b-fe607d83f9a5 HTTP/1.1" status: 204 len: 168 time: 1.5840833 Apr 18 20:51:03.912572 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-42ce55f2-bf08-4c1b-b1a1-ac1e1b4636e7 req-f979d950-5a51-440a-9bd9-6771541bbe29 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] For port 13328c10-cefb-438b-a9b6-18a1b81e90d1, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=13328c10-cefb-438b-a9b6-18a1b81e90d1,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:03.913176 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-42ce55f2-bf08-4c1b-b1a1-ac1e1b4636e7 req-f979d950-5a51-440a-9bd9-6771541bbe29 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:03.940579 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-42ce55f2-bf08-4c1b-b1a1-ac1e1b4636e7 req-f979d950-5a51-440a-9bd9-6771541bbe29 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Calling delete_port for 13328c10-cefb-438b-a9b6-18a1b81e90d1 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:04.056781 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-55eba674-baa3-43d5-a528-754a12e0a25f tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:04.065696 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-55eba674-baa3-43d5-a528-754a12e0a25f tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 811 time: 0.9029460 Apr 18 20:51:04.071251 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-7089a022-dd4b-4243-8d58-9f7f11c89480 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df7d25c-4eba-48a6-9771-accb588a50a0']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:04.139442 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c9cc9-f8df-417a-911d-3772ce6f7497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa4eb7f-9668-4d33-8c8b-fe607d83f9a5,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:04.158778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-7089a022-dd4b-4243-8d58-9f7f11c89480 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ee5314-4ea9-4555-9804-e5b711f74149') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:04.159411 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-7089a022-dd4b-4243-8d58-9f7f11c89480 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ee5314-4ea9-4555-9804-e5b711f74149') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:04.164557 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-69d79c21-3e7c-4630-97dc-f0da22a01d9d req-34bb3ef5-5898-4b61-9561-e92777af757f tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bf13885-7b6d-45b9-a782-8f263ac7f2e3 HTTP/1.1" status: 200 len: 210 time: 0.0953608 Apr 18 20:51:04.214453 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-bf139ec0-2c4f-4119-a522-38a182793373 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/quotas/f840c855946542459a247bc427a2167c HTTP/1.1" status: 200 len: 375 time: 0.1472669 Apr 18 20:51:04.221269 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7089a022-dd4b-4243-8d58-9f7f11c89480 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:04.304946 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb7ce-8068-4c6b-99f3-3c33bfe7056a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:04.316731 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02b76891-9093-4c2e-af48-adbdb9a5643a req-2afb09b4-73ab-4089-8226-3d4aad0f2a6c tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:51:04.333381 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1516092-6af9-461c-a1c2-46e0bd1d813d None None] Sync routers for ids ['88834aaa-2e51-4adb-8534-cc3588560563'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:51:04.369517 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1516092-6af9-461c-a1c2-46e0bd1d813d None None] Routers {'88834aaa-2e51-4adb-8534-cc3588560563'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:51:04.372167 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b1516092-6af9-461c-a1c2-46e0bd1d813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:50:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88834aaa-2e51-4adb-8534-cc3588560563'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:04.374320 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7089a022-dd4b-4243-8d58-9f7f11c89480 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:04.388135 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb7ce-8068-4c6b-99f3-3c33bfe7056a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:04.397904 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7089a022-dd4b-4243-8d58-9f7f11c89480 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:51:04.398464 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7089a022-dd4b-4243-8d58-9f7f11c89480 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:04.413927 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b76891-9093-4c2e-af48-adbdb9a5643a req-2afb09b4-73ab-4089-8226-3d4aad0f2a6c tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] No DVR routers for this DVR port 94bde35a-36ba-4aca-99da-54bb3dafcba8 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:51:04.424797 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-02b76891-9093-4c2e-af48-adbdb9a5643a req-2afb09b4-73ab-4089-8226-3d4aad0f2a6c tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:04.428915 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-02b76891-9093-4c2e-af48-adbdb9a5643a req-2afb09b4-73ab-4089-8226-3d4aad0f2a6c tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.57 "DELETE /v2.0/ports/94bde35a-36ba-4aca-99da-54bb3dafcba8 HTTP/1.1" status: 204 len: 173 time: 4.0845213 Apr 18 20:51:04.429816 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf13885-7b6d-45b9-a782-8f263ac7f2e3', 'name': 'network-vif-deleted', 'tag': '94bde35a-36ba-4aca-99da-54bb3dafcba8'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:51:04.441308 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b90da2c-11d2-4cba-a7c8-59a561511161" -d '{"events": [{"server_uuid": "5bf13885-7b6d-45b9-a782-8f263ac7f2e3", "name": "network-vif-deleted", "tag": "94bde35a-36ba-4aca-99da-54bb3dafcba8"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:51:04.496247 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-17f7cdfc-4a70-4427-8496-e772331dd73c req-452c45e1-3ed8-4d72-ab96-eb8dedce680c service neutron] 10.222.0.57 "GET /v2.0/networks/a70a6f46-5054-4309-9b14-8f7dba572e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9260974 Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:51:04.552397 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:51:04.650740 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-17f7cdfc-4a70-4427-8496-e772331dd73c req-01357b7d-048b-4a7b-aac9-8246578ba933 service neutron] 10.222.0.57 "GET /v2.0/networks/a70a6f46-5054-4309-9b14-8f7dba572e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458516 Apr 18 20:51:04.660144 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-42ce55f2-bf08-4c1b-b1a1-ac1e1b4636e7 req-f979d950-5a51-440a-9bd9-6771541bbe29 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:04.676005 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['1f0cb29c-6676-4f1b-a111-285181b01885'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:51:04.695696 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb7ce-8068-4c6b-99f3-3c33bfe7056a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:04.705282 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb7ce-8068-4c6b-99f3-3c33bfe7056a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:04.709102 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b5cdb7ce-8068-4c6b-99f3-3c33bfe7056a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/24cc8965-7fd0-44ba-90ec-1ba2b976c060 HTTP/1.1" status: 204 len: 168 time: 1.2784884 Apr 18 20:51:04.735705 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdb7ce-8068-4c6b-99f3-3c33bfe7056a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cc8965-7fd0-44ba-90ec-1ba2b976c060,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:04.923052 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-b1516092-6af9-461c-a1c2-46e0bd1d813d None None] Set router 88834aaa-2e51-4adb-8534-cc3588560563 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:51:04.959048 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-1f20fe75-d2c4-48ad-aa76-c4e89bb9f775 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7436247 Apr 18 20:51:04.975516 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f5e427ed-739f-4962-bbf5-849623fa5e00 req-c14d95ce-c08a-4f98-9ae1-708a1e33b0e6 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd1dd7e-4293-4eca-b3e8-3c4106dfecac HTTP/1.1" status: 200 len: 210 time: 0.3313637 Apr 18 20:51:05.028628 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7089a022-dd4b-4243-8d58-9f7f11c89480 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.192361 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979d950-5a51-440a-9bd9-6771541bbe29 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Pushing event deleted for resources: {'Port': ['ID=13328c10-cefb-438b-a9b6-18a1b81e90d1,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:05.198081 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7089a022-dd4b-4243-8d58-9f7f11c89480 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.219009 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7089a022-dd4b-4243-8d58-9f7f11c89480 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] 10.222.0.41 "DELETE /v2.0/networks/4df7d25c-4eba-48a6-9771-accb588a50a0 HTTP/1.1" status: 204 len: 168 time: 3.0503356 Apr 18 20:51:05.219207 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53880) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:05.244948 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ce55f2-bf08-4c1b-b1a1-ac1e1b4636e7 req-f979d950-5a51-440a-9bd9-6771541bbe29 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] No DVR routers for this DVR port 13328c10-cefb-438b-a9b6-18a1b81e90d1 on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:51:05.326799 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-42ce55f2-bf08-4c1b-b1a1-ac1e1b4636e7 req-f979d950-5a51-440a-9bd9-6771541bbe29 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.340295 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-42ce55f2-bf08-4c1b-b1a1-ac1e1b4636e7 req-f979d950-5a51-440a-9bd9-6771541bbe29 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.57 "DELETE /v2.0/ports/13328c10-cefb-438b-a9b6-18a1b81e90d1 HTTP/1.1" status: 204 len: 173 time: 3.6243272 Apr 18 20:51:05.358047 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f4030fd-af7c-40fa-b5ea-0ccda74935c9 req-c6ab3727-4087-4223-9a49-c1cbe11ef6e0 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=b64edaca-88c9-4eca-8ad8-d18229b3ba5c HTTP/1.1" status: 200 len: 210 time: 0.2097099 Apr 18 20:51:05.359025 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64edaca-88c9-4eca-8ad8-d18229b3ba5c', 'name': 'network-vif-deleted', 'tag': '13328c10-cefb-438b-a9b6-18a1b81e90d1'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:51:05.362295 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8026d342-40cd-47b2-9993-b6dcf8f70d87" -d '{"events": [{"server_uuid": "b64edaca-88c9-4eca-8ad8-d18229b3ba5c", "name": "network-vif-deleted", "tag": "13328c10-cefb-438b-a9b6-18a1b81e90d1"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:51:05.409455 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089a022-dd4b-4243-8d58-9f7f11c89480 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Pushing event deleted for resources: {'Network': ['ID=4df7d25c-4eba-48a6-9771-accb588a50a0,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:05.438923 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b1516092-6af9-461c-a1c2-46e0bd1d813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88834aaa-2e51-4adb-8534-cc3588560563', 'name': 'tempest-AttachVolumeShelveTestJSON-955401035-router', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:08Z', 'updated_at': '2022-04-18T20:41:15Z', 'revision_number': 4, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'gw_port': {'id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:09Z', 'updated_at': '2022-04-18T20:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '03bdf5a4-d29d-4e2b-b0e2-d27640407750', 'name': '', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'mac_address': 'fa:16:3e:28:50:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:14Z', 'updated_at': '2022-04-18T20:41:21Z', 'revision_number': 5, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'subnets': [{'id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:05.592800 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 94bde35a-36ba-4aca-99da-54bb3dafcba8 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:51:05.614000 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e59ca1b-860c-4db7-93cd-4897e402544c x-openstack-request-id: req-0e59ca1b-860c-4db7-93cd-4897e402544c {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:51:05.615119 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf13885-7b6d-45b9-a782-8f263ac7f2e3", "name": "network-vif-deleted", "tag": "94bde35a-36ba-4aca-99da-54bb3dafcba8", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:51:05.615119 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e59ca1b-860c-4db7-93cd-4897e402544c {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:51:05.615491 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e59ca1b-860c-4db7-93cd-4897e402544c'] response: {'server_uuid': '5bf13885-7b6d-45b9-a782-8f263ac7f2e3', 'name': 'network-vif-deleted', 'tag': '94bde35a-36ba-4aca-99da-54bb3dafcba8', 'status': 'completed', 'code': 200} Apr 18 20:51:05.619214 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1516092-6af9-461c-a1c2-46e0bd1d813d None None] Checking router: 88834aaa-2e51-4adb-8534-cc3588560563 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:51:05.663873 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 89f5d2a7-ae7f-4111-91ae-43091250c1d2 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:51:05.674643 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1516092-6af9-461c-a1c2-46e0bd1d813d None None] Routers {'88834aaa-2e51-4adb-8534-cc3588560563'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:51:05.678045 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 94bde35a-36ba-4aca-99da-54bb3dafcba8 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:51:05.678819 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 94bde35a-36ba-4aca-99da-54bb3dafcba8 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:51:05.679066 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 13328c10-cefb-438b-a9b6-18a1b81e90d1 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:51:05.682187 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b1516092-6af9-461c-a1c2-46e0bd1d813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:50:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88834aaa-2e51-4adb-8534-cc3588560563'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:05.816583 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 13328c10-cefb-438b-a9b6-18a1b81e90d1 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:51:05.817718 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 13328c10-cefb-438b-a9b6-18a1b81e90d1 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:51:05.846263 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a01773-4465-4482-819b-671ce4d455a9 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:05.858943 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a01773-4465-4482-819b-671ce4d455a9 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:05.861871 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e0a01773-4465-4482-819b-671ce4d455a9 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6424818 Apr 18 20:51:05.871933 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53898) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:05.892120 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-15936662-c713-40ef-bb9a-7825fc007127 req-1dacbc72-c53a-46c2-9d9a-ce0561029829 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.908082 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 89f5d2a7-ae7f-4111-91ae-43091250c1d2 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:05.908389 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.918440 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-81947bf7-6917-4c39-be42-58ed7803e550 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-39905913'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:05.978625 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81947bf7-6917-4c39-be42-58ed7803e550 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Made reservation on behalf of 4f00a57e4f034980992a837b41bf2176 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:05.986785 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ac58f-b527-4a15-933c-f15ca7b3ad09 req-42e3a902-a4f6-48b2-bb69-aaba41fddc8a tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:05.987304 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81947bf7-6917-4c39-be42-58ed7803e550 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.002828 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a5ac58f-b527-4a15-933c-f15ca7b3ad09 req-42e3a902-a4f6-48b2-bb69-aaba41fddc8a tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 0.3608558 Apr 18 20:51:06.008951 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-46b1cf90-0e32-4a32-a849-6a39095d8526 service neutron] 10.222.0.41 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8636308 Apr 18 20:51:06.034759 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-b1516092-6af9-461c-a1c2-46e0bd1d813d None None] Set router 88834aaa-2e51-4adb-8534-cc3588560563 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:51:06.100466 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81947bf7-6917-4c39-be42-58ed7803e550 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:51:06.145122 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81947bf7-6917-4c39-be42-58ed7803e550 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.147159 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-81947bf7-6917-4c39-be42-58ed7803e550 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Added segment 9aeee863-e1ec-4456-a3d6-8709a443001c of type vlan for network bdfd8d17-5ca1-4e25-b7b2-503387bc9a0b Apr 18 20:51:06.284637 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a5ac58f-b527-4a15-933c-f15ca7b3ad09 req-0b0ed6ad-2a56-4d4c-8696-834a8c63770d tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726457 Apr 18 20:51:06.310549 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81947bf7-6917-4c39-be42-58ed7803e550 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.374556 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-15936662-c713-40ef-bb9a-7825fc007127 req-1dacbc72-c53a-46c2-9d9a-ce0561029829 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.380068 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81947bf7-6917-4c39-be42-58ed7803e550 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.404649 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81947bf7-6917-4c39-be42-58ed7803e550 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:06.405719 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81947bf7-6917-4c39-be42-58ed7803e550 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.481036 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacbc72-c53a-46c2-9d9a-ce0561029829 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Pushing event updated for resources: {'Port': ['ID=8d73a940-1e40-492d-ba5a-a7e716a58ec9,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:06.513796 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15936662-c713-40ef-bb9a-7825fc007127 req-1dacbc72-c53a-46c2-9d9a-ce0561029829 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Network 568c2bb4-8b11-4a91-9ddc-65ff9e2f1159 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:06.518461 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-15936662-c713-40ef-bb9a-7825fc007127 req-1dacbc72-c53a-46c2-9d9a-ce0561029829 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:06.522303 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-15936662-c713-40ef-bb9a-7825fc007127 req-1dacbc72-c53a-46c2-9d9a-ce0561029829 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:51:06.575210 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e7ec57-db89-4aa5-adbe-36238ef9716f x-openstack-request-id: req-f6e7ec57-db89-4aa5-adbe-36238ef9716f {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:51:06.575870 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64edaca-88c9-4eca-8ad8-d18229b3ba5c", "name": "network-vif-deleted", "tag": "13328c10-cefb-438b-a9b6-18a1b81e90d1", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:51:06.576312 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6e7ec57-db89-4aa5-adbe-36238ef9716f {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:51:06.577266 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6e7ec57-db89-4aa5-adbe-36238ef9716f'] response: {'server_uuid': 'b64edaca-88c9-4eca-8ad8-d18229b3ba5c', 'name': 'network-vif-deleted', 'tag': '13328c10-cefb-438b-a9b6-18a1b81e90d1', 'status': 'completed', 'code': 200} Apr 18 20:51:06.599156 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-ece5c5a4-5a1c-4c30-9b0f-3f247d32b976 service neutron] 10.222.0.41 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739377 Apr 18 20:51:06.631670 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15936662-c713-40ef-bb9a-7825fc007127 req-1dacbc72-c53a-46c2-9d9a-ce0561029829 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:06.633520 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-15936662-c713-40ef-bb9a-7825fc007127 req-1dacbc72-c53a-46c2-9d9a-ce0561029829 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.665738 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15936662-c713-40ef-bb9a-7825fc007127 req-1dacbc72-c53a-46c2-9d9a-ce0561029829 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5735238 Apr 18 20:51:06.696515 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-15936662-c713-40ef-bb9a-7825fc007127 req-7ab0a57c-dc73-4876-b6d0-485f6c2f8610 service neutron] Request body: {'port': {'device_id': '2dd1dd7e-4293-4eca-b3e8-3c4106dfecac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:06.702833 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53918) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:06.742799 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-81947bf7-6917-4c39-be42-58ed7803e550 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8657360 Apr 18 20:51:06.744224 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53920) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:06.749989 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b1516092-6af9-461c-a1c2-46e0bd1d813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88834aaa-2e51-4adb-8534-cc3588560563', 'name': 'tempest-AttachVolumeShelveTestJSON-955401035-router', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:08Z', 'updated_at': '2022-04-18T20:41:15Z', 'revision_number': 4, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'gw_port': {'id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:09Z', 'updated_at': '2022-04-18T20:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '03bdf5a4-d29d-4e2b-b0e2-d27640407750', 'name': '', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'mac_address': 'fa:16:3e:28:50:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:14Z', 'updated_at': '2022-04-18T20:41:21Z', 'revision_number': 5, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'subnets': [{'id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:06.754086 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d3ef8da8-72c5-4b21-8d48-d8bb1fdde44a tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1951788884'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:06.760050 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81947bf7-6917-4c39-be42-58ed7803e550 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Pushing event updated for resources: {'Network': ['ID=bdfd8d17-5ca1-4e25-b7b2-503387bc9a0b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:06.779861 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network bdfd8d17-5ca1-4e25-b7b2-503387bc9a0b details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:51:06.791721 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1516092-6af9-461c-a1c2-46e0bd1d813d None None] The sync data for ids ['88834aaa-2e51-4adb-8534-cc3588560563'] in n-d-838323-3 is: [{'id': '88834aaa-2e51-4adb-8534-cc3588560563', 'name': 'tempest-AttachVolumeShelveTestJSON-955401035-router', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:08Z', 'updated_at': '2022-04-18T20:41:15Z', 'revision_number': 4, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'gw_port': {'id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:09Z', 'updated_at': '2022-04-18T20:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '03bdf5a4-d29d-4e2b-b0e2-d27640407750', 'name': '', 'network_id': 'af9b8ad0-3b77-4446-8808-154f03d72322', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'mac_address': 'fa:16:3e:28:50:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:14Z', 'updated_at': '2022-04-18T20:41:21Z', 'revision_number': 5, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'subnets': [{'id': 'c229c317-384e-4f90-84f5-fac3dceea926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:51:06.829001 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ef8da8-72c5-4b21-8d48-d8bb1fdde44a tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Made reservation on behalf of 4f00a57e4f034980992a837b41bf2176 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:06.837000 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8da8-72c5-4b21-8d48-d8bb1fdde44a tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.950766 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ef8da8-72c5-4b21-8d48-d8bb1fdde44a tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:51:06.984738 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8da8-72c5-4b21-8d48-d8bb1fdde44a tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.985305 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-d3ef8da8-72c5-4b21-8d48-d8bb1fdde44a tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Added segment 3754c73a-9f04-4605-b884-0707637d0109 of type vlan for network 07ee3d12-f9ca-471d-92e1-e4a3c9a6adb2 Apr 18 20:51:07.025681 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971f183-395c-4309-8d74-1026ebe56740 req-ddac47a2-e7f3-4d2f-935f-cbddedc96342 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:07.029826 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d971f183-395c-4309-8d74-1026ebe56740 req-ddac47a2-e7f3-4d2f-935f-cbddedc96342 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd1dd7e-4293-4eca-b3e8-3c4106dfecac HTTP/1.1" status: 200 len: 931 time: 0.2691767 Apr 18 20:51:07.034681 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-15936662-c713-40ef-bb9a-7825fc007127 req-7ab0a57c-dc73-4876-b6d0-485f6c2f8610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.079282 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-237e586e-b05f-41fa-85eb-dc18a3535600 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-663590306-network', 'tenant_id': 'bcafbea962184eeebbb63b5bb2bc01eb'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:07.092856 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8da8-72c5-4b21-8d48-d8bb1fdde44a tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.155848 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8da8-72c5-4b21-8d48-d8bb1fdde44a tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.203963 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ef8da8-72c5-4b21-8d48-d8bb1fdde44a tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:07.203963 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8da8-72c5-4b21-8d48-d8bb1fdde44a tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.204766 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237e586e-b05f-41fa-85eb-dc18a3535600 admin admin] Made reservation on behalf of bcafbea962184eeebbb63b5bb2bc01eb for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:07.204766 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-237e586e-b05f-41fa-85eb-dc18a3535600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.267055 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d971f183-395c-4309-8d74-1026ebe56740 req-b186f76c-71bd-4cd8-b515-fd8bb45360c8 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5596fe3-0b65-4356-8448-b2cf753655c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009509 Apr 18 20:51:07.280574 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-237e586e-b05f-41fa-85eb-dc18a3535600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.471406 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53938) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:07.485216 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d3ef8da8-72c5-4b21-8d48-d8bb1fdde44a tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7386339 Apr 18 20:51:07.494074 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53942) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:07.505301 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Request body: {'ports': [{'network_id': 'bdfd8d17-5ca1-4e25-b7b2-503387bc9a0b', 'name': 'tempest-port--807139898', 'admin_state_up': True}, {'network_id': '07ee3d12-f9ca-471d-92e1-e4a3c9a6adb2', 'admin_state_up': False}]} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:07.505951 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Request body: {'port': {'network_id': 'bdfd8d17-5ca1-4e25-b7b2-503387bc9a0b', 'name': 'tempest-port--807139898', 'admin_state_up': True}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:07.506588 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Request body: {'port': {'network_id': '07ee3d12-f9ca-471d-92e1-e4a3c9a6adb2', 'admin_state_up': False}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:07.531437 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef8da8-72c5-4b21-8d48-d8bb1fdde44a tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Pushing event updated for resources: {'Network': ['ID=07ee3d12-f9ca-471d-92e1-e4a3c9a6adb2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:07.546989 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6403b69b-a600-4bca-8df4-36d853f88cda None None] New status for floating IP 691432e2-843c-4d06-9581-c71eb9216196: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:51:07.732921 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 07ee3d12-f9ca-471d-92e1-e4a3c9a6adb2 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:51:07.804099 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-df7af2d6-d912-4861-af44-7035710fba9b req-4edaff16-cbf7-4dfe-9197-3a47c3543146 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d8ccbe-1832-46b6-bc04-c196ab5fda7d HTTP/1.1" status: 200 len: 210 time: 0.3290372 Apr 18 20:51:07.916333 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-237e586e-b05f-41fa-85eb-dc18a3535600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.963255 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-237e586e-b05f-41fa-85eb-dc18a3535600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.999712 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Made reservation on behalf of 4f00a57e4f034980992a837b41bf2176 for: {'port': 2} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:08.022418 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.022604 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-00cd6c36-6f02-4af7-9c85-b1f4d92a17b6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.032931 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e586e-b05f-41fa-85eb-dc18a3535600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b0e978-8382-4746-8987-e6a4d7443ea9,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:08.087677 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53960) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:08.112089 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.114021 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.172114 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3175847-6c6d-4b26-8d28-5d6efaaeaa1d req-24216391-acfa-446f-b4b0-6fcda51b43c9 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:08.189435 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c3175847-6c6d-4b26-8d28-5d6efaaeaa1d req-24216391-acfa-446f-b4b0-6fcda51b43c9 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 0.4195199 Apr 18 20:51:08.327446 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237e586e-b05f-41fa-85eb-dc18a3535600 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:51:08.392880 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-00cd6c36-6f02-4af7-9c85-b1f4d92a17b6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.402582 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-527ecf82-851f-45d7-9620-ce1562832952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.411886 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-237e586e-b05f-41fa-85eb-dc18a3535600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.412545 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-237e586e-b05f-41fa-85eb-dc18a3535600 admin admin] Added segment 9e62e4a7-2959-4c6b-8550-e8dd18fa74e2 of type vlan for network 9b57c6c0-c360-434b-9d8e-ffcb7648cc65 Apr 18 20:51:08.473829 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] device_id is not set on port 15c32408-1f7c-4d58-9e8f-071db4f7ea54 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:51:08.643183 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-527ecf82-851f-45d7-9620-ce1562832952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.657796 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-527ecf82-851f-45d7-9620-ce1562832952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.737067 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ecf82-851f-45d7-9620-ce1562832952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bff3782-d262-4493-94b2-0ed3117c144d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:08.751196 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.761393 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-527ecf82-851f-45d7-9620-ce1562832952 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=758f8fd2e7014058a70e810dc3dd17c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6682169 Apr 18 20:51:08.768541 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53968) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:08.865583 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] device_id is not set on port 9681da7b-d042-4b8e-bc80-52a8c7b529c2 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:51:08.895857 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6f3120ff-d5d3-4797-bfe7-baa126b6d41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.934621 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-7ce5d190-8905-4a4b-82e9-9d538148a5ee tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:08.936291 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-7ce5d190-8905-4a4b-82e9-9d538148a5ee tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/networks?id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92 HTTP/1.1" status: 200 len: 806 time: 0.8383694 Apr 18 20:51:08.942834 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6f3120ff-d5d3-4797-bfe7-baa126b6d41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.955980 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c3175847-6c6d-4b26-8d28-5d6efaaeaa1d req-591a67aa-80c4-44c0-b399-0d4d1b52bb5c tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6010299 Apr 18 20:51:08.966035 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-237e586e-b05f-41fa-85eb-dc18a3535600 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.973536 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-15936662-c713-40ef-bb9a-7825fc007127 req-7ab0a57c-dc73-4876-b6d0-485f6c2f8610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d73a940-1e40-492d-ba5a-a7e716a58ec9 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:51:08.998083 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-15936662-c713-40ef-bb9a-7825fc007127 req-7ab0a57c-dc73-4876-b6d0-485f6c2f8610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.006728 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-326da787-f561-471d-97f8-7db506d0ca83 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/quotas/65c0c9deb9974734a5e938fa16904c15 HTTP/1.1" status: 200 len: 375 time: 0.0263624 Apr 18 20:51:09.033161 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-00cd6c36-6f02-4af7-9c85-b1f4d92a17b6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.036684 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-00cd6c36-6f02-4af7-9c85-b1f4d92a17b6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.046108 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-00cd6c36-6f02-4af7-9c85-b1f4d92a17b6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "DELETE /v2.0/security-groups/ef29afec-46d9-429b-aad5-24ddccb12cf7 HTTP/1.1" status: 204 len: 168 time: 1.5449078 Apr 18 20:51:09.051522 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53972) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:09.070537 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-15936662-c713-40ef-bb9a-7825fc007127 req-7ab0a57c-dc73-4876-b6d0-485f6c2f8610 service neutron] Transition to ACTIVE for port object 8d73a940-1e40-492d-ba5a-a7e716a58ec9 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:09.071344 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd6c36-6f02-4af7-9c85-b1f4d92a17b6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef29afec-46d9-429b-aad5-24ddccb12cf7,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:09.085106 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd6c36-6f02-4af7-9c85-b1f4d92a17b6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:09.085743 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd6c36-6f02-4af7-9c85-b1f4d92a17b6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:09.085743 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd6c36-6f02-4af7-9c85-b1f4d92a17b6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:09.086134 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd6c36-6f02-4af7-9c85-b1f4d92a17b6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:09.086464 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd6c36-6f02-4af7-9c85-b1f4d92a17b6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:09.086854 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd6c36-6f02-4af7-9c85-b1f4d92a17b6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:09.087185 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd6c36-6f02-4af7-9c85-b1f4d92a17b6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:09.087511 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd6c36-6f02-4af7-9c85-b1f4d92a17b6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:09.087837 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd6c36-6f02-4af7-9c85-b1f4d92a17b6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:09.088159 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd6c36-6f02-4af7-9c85-b1f4d92a17b6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:09.088542 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd6c36-6f02-4af7-9c85-b1f4d92a17b6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:09.088901 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd6c36-6f02-4af7-9c85-b1f4d92a17b6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:09.092641 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-15936662-c713-40ef-bb9a-7825fc007127 req-7ab0a57c-dc73-4876-b6d0-485f6c2f8610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.096921 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-37130e7b-ea0b-421d-a323-f17da3e5d466 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] show failed (client error): The resource could not be found. Apr 18 20:51:09.103383 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-37130e7b-ea0b-421d-a323-f17da3e5d466 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "GET /v2.0/security-groups/ef29afec-46d9-429b-aad5-24ddccb12cf7 HTTP/1.1" status: 404 len: 347 time: 0.0459056 Apr 18 20:51:09.104067 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-237e586e-b05f-41fa-85eb-dc18a3535600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.104067 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237e586e-b05f-41fa-85eb-dc18a3535600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:09.104067 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-237e586e-b05f-41fa-85eb-dc18a3535600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.112781 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53976) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:09.222522 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.237814 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6f3120ff-d5d3-4797-bfe7-baa126b6d41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.253056 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6f3120ff-d5d3-4797-bfe7-baa126b6d41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.253220 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-237e586e-b05f-41fa-85eb-dc18a3535600 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5388274 Apr 18 20:51:09.253316 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6f3120ff-d5d3-4797-bfe7-baa126b6d41a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2bff3782-d262-4493-94b2-0ed3117c144d HTTP/1.1" status: 204 len: 168 time: 0.4776759 Apr 18 20:51:09.267075 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53980) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:09.279788 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-4e29dce9-c6c2-4523-b3e8-1cff8a533835 admin admin] Request body: {'subnet': {'network_id': '9b57c6c0-c360-434b-9d8e-ffcb7648cc65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-663590306-subnet', 'tenant_id': 'bcafbea962184eeebbb63b5bb2bc01eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:09.302813 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3120ff-d5d3-4797-bfe7-baa126b6d41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bff3782-d262-4493-94b2-0ed3117c144d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:09.349181 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-88075baa-cd89-474e-ad68-81df268bd884 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=65c0c9deb9974734a5e938fa16904c15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3247101 Apr 18 20:51:09.391022 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e29dce9-c6c2-4523-b3e8-1cff8a533835 admin admin] Made reservation on behalf of bcafbea962184eeebbb63b5bb2bc01eb for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:09.396325 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4e29dce9-c6c2-4523-b3e8-1cff8a533835 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.446772 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.546490 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e586e-b05f-41fa-85eb-dc18a3535600 admin admin] Pushing event updated for resources: {'Network': ['ID=9b57c6c0-c360-434b-9d8e-ffcb7648cc65,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:09.557061 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0a57c-dc73-4876-b6d0-485f6c2f8610 service neutron] Pushing event updated for resources: {'Port': ['ID=8d73a940-1e40-492d-ba5a-a7e716a58ec9,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:09.567306 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 9b57c6c0-c360-434b-9d8e-ffcb7648cc65 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:51:09.693825 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Pushing event updated for resources: {'Port': ['ID=15c32408-1f7c-4d58-9e8f-071db4f7ea54,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:09.732267 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Checking segment: {'id': '9aeee863-e1ec-4456-a3d6-8709a443001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bdfd8d17-5ca1-4e25-b7b2-503387bc9a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:51:09.733237 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Network hostable DHCP agents. Network: bdfd8d17-5ca1-4e25-b7b2-503387bc9a0b, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:51:09.873742 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932cc5e-9ba5-4d80-ba13-7c67a9217593 req-4de23f77-1c73-44b0-b391-314dbe9b6bdf tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:09.876751 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6932cc5e-9ba5-4d80-ba13-7c67a9217593 req-4de23f77-1c73-44b0-b391-314dbe9b6bdf tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd1dd7e-4293-4eca-b3e8-3c4106dfecac HTTP/1.1" status: 200 len: 943 time: 0.6195884 Apr 18 20:51:09.886201 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Network bdfd8d17-5ca1-4e25-b7b2-503387bc9a0b is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:51:09.914577 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, bdfd8d17-5ca1-4e25-b7b2-503387bc9a0b) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:09.922834 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:51:09.923814 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.967869 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0433f1-4223-4a8d-8a8a-a1f0735f84c6 None None] Network bdfd8d17-5ca1-4e25-b7b2-503387bc9a0b requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:10.003459 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Pushing event updated for resources: {'Port': ['ID=9681da7b-d042-4b8e-bc80-52a8c7b529c2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:10.029802 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-15936662-c713-40ef-bb9a-7825fc007127 req-7ab0a57c-dc73-4876-b6d0-485f6c2f8610 service neutron] Attempting to bind port 8d73a940-1e40-492d-ba5a-a7e716a58ec9 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:10.030364 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-15936662-c713-40ef-bb9a-7825fc007127 req-7ab0a57c-dc73-4876-b6d0-485f6c2f8610 service neutron] Attempting to bind port 8d73a940-1e40-492d-ba5a-a7e716a58ec9 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '8a90df8a-127e-4a84-bca2-da2aabbe1b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '568c2bb4-8b11-4a91-9ddc-65ff9e2f1159'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:10.030447 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15936662-c713-40ef-bb9a-7825fc007127 req-7ab0a57c-dc73-4876-b6d0-485f6c2f8610 service neutron] Attempting to bind port 8d73a940-1e40-492d-ba5a-a7e716a58ec9 on network 568c2bb4-8b11-4a91-9ddc-65ff9e2f1159 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:51:10.039281 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-960e0a5a-a7d2-4630-bf48-2bbd26b0499c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:10.040945 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-960e0a5a-a7d2-4630-bf48-2bbd26b0499c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.57 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 811 time: 0.7943799 Apr 18 20:51:10.060623 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-e6fbec8a-7152-4ccb-80ab-04ea0e72fd92 service neutron] 10.222.0.41 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5878012 Apr 18 20:51:10.065705 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-5c3181d1-774b-496f-8075-d90f1036a500 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Request body: {'port': {'device_id': 'b4d8ccbe-1832-46b6-bc04-c196ab5fda7d', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'admin_state_up': True, 'tenant_id': 'f840c855946542459a247bc427a2167c'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:10.187890 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15936662-c713-40ef-bb9a-7825fc007127 req-7ab0a57c-dc73-4876-b6d0-485f6c2f8610 service neutron] Port 8d73a940-1e40-492d-ba5a-a7e716a58ec9 on network 568c2bb4-8b11-4a91-9ddc-65ff9e2f1159 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:51:10.188217 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15936662-c713-40ef-bb9a-7825fc007127 req-7ab0a57c-dc73-4876-b6d0-485f6c2f8610 service neutron] Attempting to bind port 8d73a940-1e40-492d-ba5a-a7e716a58ec9 on network 568c2bb4-8b11-4a91-9ddc-65ff9e2f1159 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:51:10.208373 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15936662-c713-40ef-bb9a-7825fc007127 req-7ab0a57c-dc73-4876-b6d0-485f6c2f8610 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:51:10.208742 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15936662-c713-40ef-bb9a-7825fc007127 req-7ab0a57c-dc73-4876-b6d0-485f6c2f8610 service neutron] Checking segment: {'id': '8a90df8a-127e-4a84-bca2-da2aabbe1b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '568c2bb4-8b11-4a91-9ddc-65ff9e2f1159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:51:10.209140 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15936662-c713-40ef-bb9a-7825fc007127 req-7ab0a57c-dc73-4876-b6d0-485f6c2f8610 service neutron] Bound using segment: {'id': '8a90df8a-127e-4a84-bca2-da2aabbe1b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '568c2bb4-8b11-4a91-9ddc-65ff9e2f1159'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:51:10.209594 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-15936662-c713-40ef-bb9a-7825fc007127 req-7ab0a57c-dc73-4876-b6d0-485f6c2f8610 service neutron] Bound port: 8d73a940-1e40-492d-ba5a-a7e716a58ec9, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a90df8a-127e-4a84-bca2-da2aabbe1b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '568c2bb4-8b11-4a91-9ddc-65ff9e2f1159'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:10.209981 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-15936662-c713-40ef-bb9a-7825fc007127 req-7ab0a57c-dc73-4876-b6d0-485f6c2f8610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.213086 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-ca2c7717-17de-45dc-b039-28dacb9cc2c6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Deleting port 328f2600-a457-4dd4-9ee4-e679d84b89e9 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:10.213447 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ca2c7717-17de-45dc-b039-28dacb9cc2c6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.271102 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6932cc5e-9ba5-4d80-ba13-7c67a9217593 req-e926a079-c3d2-4d38-8886-d06ea1f9364f tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5596fe3-0b65-4356-8448-b2cf753655c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547332 Apr 18 20:51:10.277228 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4e29dce9-c6c2-4523-b3e8-1cff8a533835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.283986 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Checking segment: {'id': '3754c73a-9f04-4605-b884-0707637d0109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '07ee3d12-f9ca-471d-92e1-e4a3c9a6adb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:51:10.284564 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Network hostable DHCP agents. Network: 07ee3d12-f9ca-471d-92e1-e4a3c9a6adb2, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:51:10.395209 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Network 07ee3d12-f9ca-471d-92e1-e4a3c9a6adb2 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:51:10.428347 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29dce9-c6c2-4523-b3e8-1cff8a533835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c94d501e-8d4f-4553-859b-b1a87074f2f2,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:10.444418 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 07ee3d12-f9ca-471d-92e1-e4a3c9a6adb2) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:10.453379 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:51:10.455597 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd17bb3-f2f6-4899-ad7b-c65371ecce5d None None] Network 07ee3d12-f9ca-471d-92e1-e4a3c9a6adb2 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:10.465225 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:10.475751 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:10.477154 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.497817 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e29dce9-c6c2-4523-b3e8-1cff8a533835 admin admin] Checking segment: {'id': '9e62e4a7-2959-4c6b-8550-e8dd18fa74e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9b57c6c0-c360-434b-9d8e-ffcb7648cc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:51:10.498727 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e29dce9-c6c2-4523-b3e8-1cff8a533835 admin admin] Network hostable DHCP agents. Network: 9b57c6c0-c360-434b-9d8e-ffcb7648cc65, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:51:10.509155 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-5c3181d1-774b-496f-8075-d90f1036a500 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Made reservation on behalf of f840c855946542459a247bc427a2167c for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:10.515783 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-5c3181d1-774b-496f-8075-d90f1036a500 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.538112 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9867a980-6d2d-4ef3-b95b-2cae5dbc17cd tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.0421796 Apr 18 20:51:10.541838 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53996) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:10.563897 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e29dce9-c6c2-4523-b3e8-1cff8a533835 admin admin] Network 9b57c6c0-c360-434b-9d8e-ffcb7648cc65 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:51:10.631735 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3d94e27-d9eb-4519-95da-8df4fc3a21c9 req-5d789024-bf5c-414c-8cef-89e8845327c5 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d8ccbe-1832-46b6-bc04-c196ab5fda7d HTTP/1.1" status: 200 len: 210 time: 0.2378511 Apr 18 20:51:10.675865 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-4e29dce9-c6c2-4523-b3e8-1cff8a533835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 9b57c6c0-c360-434b-9d8e-ffcb7648cc65) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:10.711603 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e29dce9-c6c2-4523-b3e8-1cff8a533835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:10.711603 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4e29dce9-c6c2-4523-b3e8-1cff8a533835 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.713021 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b824e376-1a77-4e17-9465-42a0c28cbf8d None None] Network 9b57c6c0-c360-434b-9d8e-ffcb7648cc65 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:10.776499 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4e29dce9-c6c2-4523-b3e8-1cff8a533835 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4948168 Apr 18 20:51:10.802214 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc72a9c7-a2d4-4115-b70a-90cc0222cde7 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:10.826822 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc72a9c7-a2d4-4115-b70a-90cc0222cde7 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:10.833334 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-dc72a9c7-a2d4-4115-b70a-90cc0222cde7 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2871025 Apr 18 20:51:10.835850 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54004) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:10.873142 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ca2c7717-17de-45dc-b039-28dacb9cc2c6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.874000 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ca2c7717-17de-45dc-b039-28dacb9cc2c6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:11.061867 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-ca2c7717-17de-45dc-b039-28dacb9cc2c6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Calling delete_port for 328f2600-a457-4dd4-9ee4-e679d84b89e9 owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:11.123275 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-15936662-c713-40ef-bb9a-7825fc007127 req-7ab0a57c-dc73-4876-b6d0-485f6c2f8610 service neutron] For port 8d73a940-1e40-492d-ba5a-a7e716a58ec9, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:11.127743 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-ff97924e-7600-4f11-ae8d-fc477727847b tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Deleting port 15c32408-1f7c-4d58-9e8f-071db4f7ea54 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:11.129383 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-03a22ca0-71b9-4155-8c30-c372eea0e0bc service neutron] 10.222.0.41 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9221914 Apr 18 20:51:11.137229 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-15936662-c713-40ef-bb9a-7825fc007127 req-7ab0a57c-dc73-4876-b6d0-485f6c2f8610 service neutron] For port 8d73a940-1e40-492d-ba5a-a7e716a58ec9, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=8d73a940-1e40-492d-ba5a-a7e716a58ec9,segment=NetworkSegment(8a90df8a-127e-4a84-bca2-da2aabbe1b59),segment_id=8a90df8a-127e-4a84-bca2-da2aabbe1b59)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:51:11.140602 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff97924e-7600-4f11-ae8d-fc477727847b tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:11.156964 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-15936662-c713-40ef-bb9a-7825fc007127 req-7ab0a57c-dc73-4876-b6d0-485f6c2f8610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:11.273934 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97d4c84-50c7-4727-968e-3b72cb88b6ba None None] Network 9b57c6c0-c360-434b-9d8e-ffcb7648cc65 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:11.399091 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff97924e-7600-4f11-ae8d-fc477727847b tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:11.434187 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-ff97924e-7600-4f11-ae8d-fc477727847b tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Calling delete_port for 15c32408-1f7c-4d58-9e8f-071db4f7ea54 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:11.444892 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15936662-c713-40ef-bb9a-7825fc007127 req-7ab0a57c-dc73-4876-b6d0-485f6c2f8610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:11.445911 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-15936662-c713-40ef-bb9a-7825fc007127 req-7ab0a57c-dc73-4876-b6d0-485f6c2f8610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:11.448378 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15936662-c713-40ef-bb9a-7825fc007127 req-7ab0a57c-dc73-4876-b6d0-485f6c2f8610 service neutron] 10.222.0.32 "PUT /v2.0/ports/8d73a940-1e40-492d-ba5a-a7e716a58ec9 HTTP/1.1" status: 200 len: 1091 time: 4.7735536 Apr 18 20:51:11.460078 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd1dd7e-4293-4eca-b3e8-3c4106dfecac', 'tag': '8d73a940-1e40-492d-ba5a-a7e716a58ec9'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:51:11.463021 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a086f683-48fa-4eda-86d2-6ed8c31caaf5" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd1dd7e-4293-4eca-b3e8-3c4106dfecac", "tag": "8d73a940-1e40-492d-ba5a-a7e716a58ec9"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:51:11.575990 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0a57c-dc73-4876-b6d0-485f6c2f8610 service neutron] Pushing event updated for resources: {'Port': ['ID=8d73a940-1e40-492d-ba5a-a7e716a58ec9,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:11.632959 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff97924e-7600-4f11-ae8d-fc477727847b tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:11.641700 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-5c3181d1-774b-496f-8075-d90f1036a500 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Allocated IP 172.20.0.5 (49542224-f666-4718-b03f-958adc44dc33/20af91cc-d869-4230-8d61-825647f4d54f/881f0a98-113f-4106-a815-f7f50904200f) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:11.742904 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97924e-7600-4f11-ae8d-fc477727847b tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Pushing event deleted for resources: {'Port': ['ID=15c32408-1f7c-4d58-9e8f-071db4f7ea54,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:11.790226 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff97924e-7600-4f11-ae8d-fc477727847b tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:11.802293 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:11.804539 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ff97924e-7600-4f11-ae8d-fc477727847b tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] 10.222.0.41 "DELETE /v2.0/ports/15c32408-1f7c-4d58-9e8f-071db4f7ea54 HTTP/1.1" status: 204 len: 168 time: 0.9669375 Apr 18 20:51:11.810096 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54026) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:11.830969 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5ae63-5085-4868-8e80-71c6dcdd7abd req-1c9777d0-3f38-4002-94fc-07f3fa1684fd tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:11.833861 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-21d5ae63-5085-4868-8e80-71c6dcdd7abd req-1c9777d0-3f38-4002-94fc-07f3fa1684fd tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 0.5732367 Apr 18 20:51:11.989550 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15936662-c713-40ef-bb9a-7825fc007127 req-1b7e0935-4966-4b33-926c-812824622fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:11.992059 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15936662-c713-40ef-bb9a-7825fc007127 req-1b7e0935-4966-4b33-926c-812824622fab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0173213868ea415a965eb81621c6f522&device_id=2dd1dd7e-4293-4eca-b3e8-3c4106dfecac HTTP/1.1" status: 200 len: 1094 time: 0.4105392 Apr 18 20:51:12.125373 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15936662-c713-40ef-bb9a-7825fc007127 req-d04bba27-b50a-45ba-8ba1-7edcf404ba3f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d73a940-1e40-492d-ba5a-a7e716a58ec9 HTTP/1.1" status: 200 len: 217 time: 0.1189191 Apr 18 20:51:12.139705 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-21d5ae63-5085-4868-8e80-71c6dcdd7abd req-2aeb54a2-d53d-4299-8656-bd018f521f63 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719545 Apr 18 20:51:12.176235 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ca2c7717-17de-45dc-b039-28dacb9cc2c6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:12.271836 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-77d3ddf5-2a47-4a55-b142-4a78f661ac92 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Deleting port 9681da7b-d042-4b8e-bc80-52a8c7b529c2 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:12.273891 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-77d3ddf5-2a47-4a55-b142-4a78f661ac92 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:12.357847 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c7717-17de-45dc-b039-28dacb9cc2c6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Pushing event deleted for resources: {'Port': ['ID=328f2600-a457-4dd4-9ee4-e679d84b89e9,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:12.435631 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15936662-c713-40ef-bb9a-7825fc007127 req-455203df-5811-4489-afdb-69586fae639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:12.438681 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15936662-c713-40ef-bb9a-7825fc007127 req-455203df-5811-4489-afdb-69586fae639e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aebc0f1-8fdd-40fd-a25b-347bb51151d4 HTTP/1.1" status: 200 len: 853 time: 0.3054192 Apr 18 20:51:12.523932 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-77d3ddf5-2a47-4a55-b142-4a78f661ac92 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:12.563034 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-77d3ddf5-2a47-4a55-b142-4a78f661ac92 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Calling delete_port for 9681da7b-d042-4b8e-bc80-52a8c7b529c2 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:12.569417 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15936662-c713-40ef-bb9a-7825fc007127 req-42205ab4-2a3b-435c-9d99-629d7aaf597e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=568c2bb4-8b11-4a91-9ddc-65ff9e2f1159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785732 Apr 18 20:51:12.818094 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-77d3ddf5-2a47-4a55-b142-4a78f661ac92 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:12.823068 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9391185-e50d-420e-9aa5-f2caaa82214c x-openstack-request-id: req-f9391185-e50d-420e-9aa5-f2caaa82214c {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:51:12.823910 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd1dd7e-4293-4eca-b3e8-3c4106dfecac", "tag": "8d73a940-1e40-492d-ba5a-a7e716a58ec9", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:51:12.825128 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f9391185-e50d-420e-9aa5-f2caaa82214c {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:51:12.826018 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9391185-e50d-420e-9aa5-f2caaa82214c'] response: {'name': 'network-changed', 'server_uuid': '2dd1dd7e-4293-4eca-b3e8-3c4106dfecac', 'tag': '8d73a940-1e40-492d-ba5a-a7e716a58ec9', 'status': 'completed', 'code': 200} Apr 18 20:51:12.830280 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15936662-c713-40ef-bb9a-7825fc007127 req-8bdf528d-572b-4b58-ba09-845516962d98 service neutron] 10.222.0.32 "GET /v2.0/networks/568c2bb4-8b11-4a91-9ddc-65ff9e2f1159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325668 Apr 18 20:51:12.851392 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-77d3ddf5-2a47-4a55-b142-4a78f661ac92 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:12.856534 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-77d3ddf5-2a47-4a55-b142-4a78f661ac92 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] 10.222.0.41 "DELETE /v2.0/ports/9681da7b-d042-4b8e-bc80-52a8c7b529c2 HTTP/1.1" status: 204 len: 168 time: 1.0429184 Apr 18 20:51:12.882032 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54044) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:12.912887 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ef2c995f-aac8-4ff6-8758-4729f0283019 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0294468 Apr 18 20:51:12.914347 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3ddf5-2a47-4a55-b142-4a78f661ac92 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Pushing event deleted for resources: {'Port': ['ID=9681da7b-d042-4b8e-bc80-52a8c7b529c2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:12.925669 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54048) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:12.934175 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c96eac33-85ec-45ab-826c-85b02b0db182 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-241189898'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:12.968837 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-5c3181d1-774b-496f-8075-d90f1036a500 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:12.997770 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96eac33-85ec-45ab-826c-85b02b0db182 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Made reservation on behalf of 4f00a57e4f034980992a837b41bf2176 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:13.003624 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c96eac33-85ec-45ab-826c-85b02b0db182 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.051690 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96eac33-85ec-45ab-826c-85b02b0db182 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:51:13.056517 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ca2c7717-17de-45dc-b039-28dacb9cc2c6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.062106 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ca2c7717-17de-45dc-b039-28dacb9cc2c6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.064040 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ca2c7717-17de-45dc-b039-28dacb9cc2c6 tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] 10.222.0.41 "DELETE /v2.0/floatingips/691432e2-843c-4d06-9581-c71eb9216196 HTTP/1.1" status: 204 len: 168 time: 3.9438710 Apr 18 20:51:13.074020 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a812b6e5-10d3-4c07-8d35-5f0fb8dbba64 req-48017e83-6662-4ae0-974e-811325cf700e tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=88f993a1-e44b-4835-8823-5180aa814ed2 HTTP/1.1" status: 200 len: 210 time: 0.2348716 Apr 18 20:51:13.092596 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c96eac33-85ec-45ab-826c-85b02b0db182 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.096770 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-c96eac33-85ec-45ab-826c-85b02b0db182 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Added segment 973bb046-e7a0-4472-97d3-5ced5c824ecb of type vlan for network 8032090d-4abb-45e1-a158-95169df5480a Apr 18 20:51:13.311816 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c96eac33-85ec-45ab-826c-85b02b0db182 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.429853 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c96eac33-85ec-45ab-826c-85b02b0db182 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.439935 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96eac33-85ec-45ab-826c-85b02b0db182 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:13.441021 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c96eac33-85ec-45ab-826c-85b02b0db182 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.454474 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83f100-96ea-45ff-9c1e-ad99093ef1e5 req-323ba68c-ecf2-484b-9e07-af0d0c3d36cf tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:13.461695 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd83f100-96ea-45ff-9c1e-ad99093ef1e5 req-323ba68c-ecf2-484b-9e07-af0d0c3d36cf tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd1dd7e-4293-4eca-b3e8-3c4106dfecac HTTP/1.1" status: 200 len: 943 time: 0.6245439 Apr 18 20:51:13.520686 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d2eba41-5a9a-4d03-bcc2-bb1b585e1344 req-7b56d353-1b1b-408b-a300-d53cceea1564 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d8ccbe-1832-46b6-bc04-c196ab5fda7d HTTP/1.1" status: 200 len: 210 time: 0.1709731 Apr 18 20:51:13.531873 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-5c3181d1-774b-496f-8075-d90f1036a500 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.643908 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c96eac33-85ec-45ab-826c-85b02b0db182 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7166398 Apr 18 20:51:13.648141 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3181d1-774b-496f-8075-d90f1036a500 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event updated for resources: {'Port': ['ID=881f0a98-113f-4106-a815-f7f50904200f,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:13.649546 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54060) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:13.659133 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-fdb6ebea-33df-44e2-bc44-323d675b3984 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1237872753'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:13.671057 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15936662-c713-40ef-bb9a-7825fc007127 req-df89bff7-a63b-4d35-a83e-9e72f06c06a4 service neutron] 10.222.0.32 "GET /v2.0/networks/568c2bb4-8b11-4a91-9ddc-65ff9e2f1159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7999444 Apr 18 20:51:13.683989 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96eac33-85ec-45ab-826c-85b02b0db182 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Pushing event updated for resources: {'Network': ['ID=8032090d-4abb-45e1-a158-95169df5480a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:13.707184 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 8032090d-4abb-45e1-a158-95169df5480a details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:51:13.744806 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb6ebea-33df-44e2-bc44-323d675b3984 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Made reservation on behalf of 4f00a57e4f034980992a837b41bf2176 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:13.773127 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ebea-33df-44e2-bc44-323d675b3984 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.790377 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-5c3181d1-774b-496f-8075-d90f1036a500 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Network 49542224-f666-4718-b03f-958adc44dc33 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:13.821905 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd83f100-96ea-45ff-9c1e-ad99093ef1e5 req-0179e4bf-7b94-4d7a-9753-8920cf44745b tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5596fe3-0b65-4356-8448-b2cf753655c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044283 Apr 18 20:51:13.929041 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-5c3181d1-774b-496f-8075-d90f1036a500 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:13.944658 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-5c3181d1-774b-496f-8075-d90f1036a500 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:51:14.057304 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb6ebea-33df-44e2-bc44-323d675b3984 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:51:14.109523 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ebea-33df-44e2-bc44-323d675b3984 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:14.125278 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-fdb6ebea-33df-44e2-bc44-323d675b3984 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Added segment c8a20149-a795-47bf-9aa7-c0a9aa43ace5 of type vlan for network 71dc49d2-0257-4970-9f55-aca15d318982 Apr 18 20:51:14.285890 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872d5e8-53b5-45b5-bddc-ea7c077bfcff req-96508f96-8b3a-4165-a046-9aa044fe266d tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:14.291025 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5872d5e8-53b5-45b5-bddc-ea7c077bfcff req-96508f96-8b3a-4165-a046-9aa044fe266d tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 0.3226218 Apr 18 20:51:14.350417 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-5c3181d1-774b-496f-8075-d90f1036a500 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:14.360180 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-5c3181d1-774b-496f-8075-d90f1036a500 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:14.650150 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ebea-33df-44e2-bc44-323d675b3984 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:14.796262 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-71c6fa07-f825-46e6-b253-e6e58c2353a6 None None] Provisioning complete for port 881f0a98-113f-4106-a815-f7f50904200f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:14.798539 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-71c6fa07-f825-46e6-b253-e6e58c2353a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:14.937966 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-71c6fa07-f825-46e6-b253-e6e58c2353a6 None None] Port 881f0a98-113f-4106-a815-f7f50904200f cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:51:14.946339 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ebea-33df-44e2-bc44-323d675b3984 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:14.955718 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb6ebea-33df-44e2-bc44-323d675b3984 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:14.956383 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ebea-33df-44e2-bc44-323d675b3984 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.148624 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fdb6ebea-33df-44e2-bc44-323d675b3984 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4971383 Apr 18 20:51:15.178638 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-5872d5e8-53b5-45b5-bddc-ea7c077bfcff req-0d013d3f-6882-4535-a001-efc6e275e92e tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Deleting port 4e49c0da-1917-4159-9216-285df0061082 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:15.179906 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5872d5e8-53b5-45b5-bddc-ea7c077bfcff req-0d013d3f-6882-4535-a001-efc6e275e92e tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.317605 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54086) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:15.329365 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fab9eaf3-ee66-4bc6-b293-38cf3d560796 req-256c9603-958f-4c70-96d3-26d310d80fd1 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=88f993a1-e44b-4835-8823-5180aa814ed2 HTTP/1.1" status: 200 len: 210 time: 0.8262279 Apr 18 20:51:15.346870 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a7e58fb8-f898-48ea-8706-927657a40369 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Request body: {'subnets': [{'network_id': '8032090d-4abb-45e1-a158-95169df5480a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--708585967', 'ip_version': 4}, {'network_id': '71dc49d2-0257-4970-9f55-aca15d318982', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:15.347407 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a7e58fb8-f898-48ea-8706-927657a40369 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Request body: {'subnet': {'network_id': '8032090d-4abb-45e1-a158-95169df5480a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--708585967', 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:15.348276 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a7e58fb8-f898-48ea-8706-927657a40369 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Request body: {'subnet': {'network_id': '71dc49d2-0257-4970-9f55-aca15d318982', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:15.368519 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-5872d5e8-53b5-45b5-bddc-ea7c077bfcff req-0d013d3f-6882-4535-a001-efc6e275e92e tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] For port 4e49c0da-1917-4159-9216-285df0061082, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4e49c0da-1917-4159-9216-285df0061082,segment=NetworkSegment(37d16436-09a3-4426-9f52-42e66aa3028a),segment_id=37d16436-09a3-4426-9f52-42e66aa3028a)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:15.369249 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5872d5e8-53b5-45b5-bddc-ea7c077bfcff req-0d013d3f-6882-4535-a001-efc6e275e92e tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.374292 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-5c3181d1-774b-496f-8075-d90f1036a500 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3184114 Apr 18 20:51:15.399233 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-5872d5e8-53b5-45b5-bddc-ea7c077bfcff req-0d013d3f-6882-4535-a001-efc6e275e92e tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Calling delete_port for 4e49c0da-1917-4159-9216-285df0061082 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:15.402414 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086f683-48fa-4eda-86d2-6ed8c31caaf5 req-0b234a86-6a74-43d7-95d5-6b6cd33d5dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:15.405301 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a086f683-48fa-4eda-86d2-6ed8c31caaf5 req-0b234a86-6a74-43d7-95d5-6b6cd33d5dbb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0173213868ea415a965eb81621c6f522&device_id=2dd1dd7e-4293-4eca-b3e8-3c4106dfecac HTTP/1.1" status: 200 len: 1094 time: 1.5776072 Apr 18 20:51:15.448133 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-27dac5c3-2ef2-4e92-acfc-ba4a0ee4f693 service neutron] Request body: {'port': {'device_id': 'b4d8ccbe-1832-46b6-bc04-c196ab5fda7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:15.498781 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6ebea-33df-44e2-bc44-323d675b3984 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Pushing event updated for resources: {'Network': ['ID=71dc49d2-0257-4970-9f55-aca15d318982,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:15.520679 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 71dc49d2-0257-4970-9f55-aca15d318982 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:51:15.670903 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5872d5e8-53b5-45b5-bddc-ea7c077bfcff req-0d013d3f-6882-4535-a001-efc6e275e92e tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.693454 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['b6e34328-6caa-4b5e-9f4a-fe5e52a8227b'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:51:15.717748 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['4e49c0da-1917-4159-9216-285df0061082'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:51:15.734739 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76155494-b71a-4b6f-b8c9-cd19883a346e req-f51fa111-1cce-450d-9c00-b04907e2f5e4 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:15.740038 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d013d3f-6882-4535-a001-efc6e275e92e tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Pushing event deleted for resources: {'Port': ['ID=4e49c0da-1917-4159-9216-285df0061082,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:15.745178 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76155494-b71a-4b6f-b8c9-cd19883a346e req-f51fa111-1cce-450d-9c00-b04907e2f5e4 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4fbb53-64df-4c55-8cb5-f3f46dec6455 HTTP/1.1" status: 200 len: 945 time: 1.4271510 Apr 18 20:51:15.891650 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-5872d5e8-53b5-45b5-bddc-ea7c077bfcff req-0d013d3f-6882-4535-a001-efc6e275e92e tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] No DVR routers for this DVR port 4e49c0da-1917-4159-9216-285df0061082 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:51:15.896937 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5872d5e8-53b5-45b5-bddc-ea7c077bfcff req-0d013d3f-6882-4535-a001-efc6e275e92e tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.921169 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5872d5e8-53b5-45b5-bddc-ea7c077bfcff req-0d013d3f-6882-4535-a001-efc6e275e92e tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.57 "DELETE /v2.0/ports/4e49c0da-1917-4159-9216-285df0061082 HTTP/1.1" status: 204 len: 173 time: 1.5304124 Apr 18 20:51:15.922027 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4fbb53-64df-4c55-8cb5-f3f46dec6455', 'name': 'network-vif-deleted', 'tag': '4e49c0da-1917-4159-9216-285df0061082'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:51:15.925125 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b50f55-a5c2-412b-bf62-5a136a84abb3" -d '{"events": [{"server_uuid": "9c4fbb53-64df-4c55-8cb5-f3f46dec6455", "name": "network-vif-deleted", "tag": "4e49c0da-1917-4159-9216-285df0061082"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:51:15.930530 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-95384f0d-4ae0-46b4-bfc5-48943429f8ca tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:15.935299 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-95384f0d-4ae0-46b4-bfc5-48943429f8ca tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.32 "GET /v2.0/networks?id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92 HTTP/1.1" status: 200 len: 806 time: 1.7880521 Apr 18 20:51:16.079188 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-6cd553b7-5cdb-453b-afa4-7788b0f50fc6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Request body: {'port': {'device_id': '88f993a1-e44b-4835-8823-5180aa814ed2', 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92', 'admin_state_up': True, 'tenant_id': '65c0c9deb9974734a5e938fa16904c15'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:16.135984 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-27dac5c3-2ef2-4e92-acfc-ba4a0ee4f693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:16.151400 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76155494-b71a-4b6f-b8c9-cd19883a346e req-e233ce06-4e80-4267-bc41-45bc2cfd1bf8 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052885 Apr 18 20:51:16.229179 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea678c4-7d33-413d-bd9a-4d676527b928 req-c9ea0fb6-2ce3-472c-a369-3d764da0952d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:16.231114 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eea678c4-7d33-413d-bd9a-4d676527b928 req-c9ea0fb6-2ce3-472c-a369-3d764da0952d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d8ccbe-1832-46b6-bc04-c196ab5fda7d HTTP/1.1" status: 200 len: 931 time: 0.5254107 Apr 18 20:51:16.260666 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086f683-48fa-4eda-86d2-6ed8c31caaf5 req-3f756e44-126c-458a-adf5-b0de7e2f460f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:16.265172 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a086f683-48fa-4eda-86d2-6ed8c31caaf5 req-3f756e44-126c-458a-adf5-b0de7e2f460f service neutron] 10.222.0.32 "GET /v2.0/networks?id=568c2bb4-8b11-4a91-9ddc-65ff9e2f1159 HTTP/1.1" status: 200 len: 914 time: 0.8247120 Apr 18 20:51:16.500796 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a086f683-48fa-4eda-86d2-6ed8c31caaf5 req-a59cce08-c469-4c55-bd13-9b54bf769ac2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d73a940-1e40-492d-ba5a-a7e716a58ec9 HTTP/1.1" status: 200 len: 217 time: 0.2196670 Apr 18 20:51:16.571353 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e58fb8-f898-48ea-8706-927657a40369 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Made reservation on behalf of 4f00a57e4f034980992a837b41bf2176 for: {'subnet': 2} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:16.576858 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7e58fb8-f898-48ea-8706-927657a40369 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:16.577531 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7e58fb8-f898-48ea-8706-927657a40369 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:16.687524 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eea678c4-7d33-413d-bd9a-4d676527b928 req-1e3582f3-384e-4e0f-b822-a9e1a2ac098d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135983 Apr 18 20:51:16.770903 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02b022-edb3-42f8-967f-374112c9db23 req-7804d46e-5d31-4bcd-a850-61067071347f tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:16.772600 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc02b022-edb3-42f8-967f-374112c9db23 req-7804d46e-5d31-4bcd-a850-61067071347f tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd1dd7e-4293-4eca-b3e8-3c4106dfecac HTTP/1.1" status: 200 len: 943 time: 0.4826591 Apr 18 20:51:16.789080 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086f683-48fa-4eda-86d2-6ed8c31caaf5 req-93362782-7b26-40de-9cfe-4df777320855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:16.790663 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a086f683-48fa-4eda-86d2-6ed8c31caaf5 req-93362782-7b26-40de-9cfe-4df777320855 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aebc0f1-8fdd-40fd-a25b-347bb51151d4 HTTP/1.1" status: 200 len: 853 time: 0.2764533 Apr 18 20:51:16.811491 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 8d73a940-1e40-492d-ba5a-a7e716a58ec9 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:51:16.855688 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-6cd553b7-5cdb-453b-afa4-7788b0f50fc6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Made reservation on behalf of 65c0c9deb9974734a5e938fa16904c15 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:16.860227 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-6cd553b7-5cdb-453b-afa4-7788b0f50fc6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:16.915131 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a086f683-48fa-4eda-86d2-6ed8c31caaf5 req-2296a00e-1c36-49a2-af57-1fd3c5f8705c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=568c2bb4-8b11-4a91-9ddc-65ff9e2f1159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093338 Apr 18 20:51:17.133622 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 8d73a940-1e40-492d-ba5a-a7e716a58ec9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=8d73a940-1e40-492d-ba5a-a7e716a58ec9,segment=NetworkSegment(8a90df8a-127e-4a84-bca2-da2aabbe1b59),segment_id=8a90df8a-127e-4a84-bca2-da2aabbe1b59)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:17.135743 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc02b022-edb3-42f8-967f-374112c9db23 req-3e018ca5-99e0-435a-99a1-793ec3f90f7b tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5596fe3-0b65-4356-8448-b2cf753655c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372402 Apr 18 20:51:17.175017 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '8d73a940-1e40-492d-ba5a-a7e716a58ec9', 'network_id': '568c2bb4-8b11-4a91-9ddc-65ff9e2f1159', 'port_id': '8d73a940-1e40-492d-ba5a-a7e716a58ec9', 'mac_address': 'fa:16:3e:d1:11:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aebc0f1-8fdd-40fd-a25b-347bb51151d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:51:17.241765 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.274150 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d73a940-1e40-492d-ba5a-a7e716a58ec9 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:51:17.323223 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 8d73a940-1e40-492d-ba5a-a7e716a58ec9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=8d73a940-1e40-492d-ba5a-a7e716a58ec9,segment=NetworkSegment(8a90df8a-127e-4a84-bca2-da2aabbe1b59),segment_id=8a90df8a-127e-4a84-bca2-da2aabbe1b59)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:17.333364 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.442110 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d8ca8d-a55f-4141-bb12-ce528834bc90 x-openstack-request-id: req-38d8ca8d-a55f-4141-bb12-ce528834bc90 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:51:17.442895 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4fbb53-64df-4c55-8cb5-f3f46dec6455", "name": "network-vif-deleted", "tag": "4e49c0da-1917-4159-9216-285df0061082", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:51:17.444361 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38d8ca8d-a55f-4141-bb12-ce528834bc90 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:51:17.444361 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d8ca8d-a55f-4141-bb12-ce528834bc90'] response: {'server_uuid': '9c4fbb53-64df-4c55-8cb5-f3f46dec6455', 'name': 'network-vif-deleted', 'tag': '4e49c0da-1917-4159-9216-285df0061082', 'status': 'completed', 'code': 200} Apr 18 20:51:17.468121 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-12887fc2-cb39-4c9b-92d1-4781c8512008 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:17.474361 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=8d73a940-1e40-492d-ba5a-a7e716a58ec9,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:17.477927 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-12887fc2-cb39-4c9b-92d1-4781c8512008 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/networks?id=9b57c6c0-c360-434b-9d8e-ffcb7648cc65 HTTP/1.1" status: 200 len: 808 time: 0.5519271 Apr 18 20:51:17.493417 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:17.493693 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:17.493933 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:17.494184 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:17.494566 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:17.494985 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:17.495318 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:17.496290 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:17.496612 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:17.496941 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:17.497473 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:17.497811 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:17.590694 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-27dac5c3-2ef2-4e92-acfc-ba4a0ee4f693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 881f0a98-113f-4106-a815-f7f50904200f {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:51:17.600247 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-27dac5c3-2ef2-4e92-acfc-ba4a0ee4f693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.615245 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-27dac5c3-2ef2-4e92-acfc-ba4a0ee4f693 service neutron] Transition to ACTIVE for port object 881f0a98-113f-4106-a815-f7f50904200f will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:17.631962 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-27dac5c3-2ef2-4e92-acfc-ba4a0ee4f693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.636919 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a086f683-48fa-4eda-86d2-6ed8c31caaf5 req-352d2745-e222-44c3-818d-c02720d50004 service neutron] 10.222.0.32 "GET /v2.0/networks/568c2bb4-8b11-4a91-9ddc-65ff9e2f1159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7074661 Apr 18 20:51:17.643366 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['8d73a940-1e40-492d-ba5a-a7e716a58ec9'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:51:17.775989 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-6cd553b7-5cdb-453b-afa4-7788b0f50fc6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Allocated IP 172.20.0.13 (ce30ba55-30c8-48a1-83e1-fd83adbe8e92/43c45217-dc0b-4a55-9d4a-e4055b0395e0/8c55ac0d-b869-4f28-91b4-109cbf5c74b7) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:17.818495 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-02f4a24e-8792-46cd-832f-58d2eca9c9bc req-73bf78f8-eae3-4849-9ad0-955fc447e8df tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=88f993a1-e44b-4835-8823-5180aa814ed2 HTTP/1.1" status: 200 len: 210 time: 0.2012985 Apr 18 20:51:17.963773 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-76af9149-7254-429d-b939-bcaf08c3e025 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/quotas/bcafbea962184eeebbb63b5bb2bc01eb HTTP/1.1" status: 200 len: 375 time: 0.3448143 Apr 18 20:51:18.063320 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54128) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:18.266963 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-d8be4f7e-9780-4559-b023-fe526804c7b1 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bcafbea962184eeebbb63b5bb2bc01eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2329485 Apr 18 20:51:18.301319 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2da5784-c3d6-4a43-80a1-7e1968c0988f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.457281 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2da5784-c3d6-4a43-80a1-7e1968c0988f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.466005 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2da5784-c3d6-4a43-80a1-7e1968c0988f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.512993 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da5784-c3d6-4a43-80a1-7e1968c0988f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30c87fb-24a8-4cb2-bd00-4ad87a199924,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:18.541670 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-694ce560-9eca-48b2-9f9d-de1400005cc6 service neutron] 10.222.0.41 "GET /v2.0/networks/9b57c6c0-c360-434b-9d8e-ffcb7648cc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053921 Apr 18 20:51:18.542948 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dac5c3-2ef2-4e92-acfc-ba4a0ee4f693 service neutron] Pushing event updated for resources: {'Port': ['ID=881f0a98-113f-4106-a815-f7f50904200f,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:18.584723 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c2da5784-c3d6-4a43-80a1-7e1968c0988f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de4759f98e8b44ba819abce4c1956b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5199354 Apr 18 20:51:18.586192 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54134) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:18.655802 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-46a77278-5b4c-4cd2-9692-532a82005609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.697866 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-46a77278-5b4c-4cd2-9692-532a82005609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.800197 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-46a77278-5b4c-4cd2-9692-532a82005609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.810676 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-46a77278-5b4c-4cd2-9692-532a82005609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.813953 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-46a77278-5b4c-4cd2-9692-532a82005609 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a30c87fb-24a8-4cb2-bd00-4ad87a199924 HTTP/1.1" status: 204 len: 168 time: 0.2261264 Apr 18 20:51:18.821995 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 8d73a940-1e40-492d-ba5a-a7e716a58ec9 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:51:18.851378 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a77278-5b4c-4cd2-9692-532a82005609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30c87fb-24a8-4cb2-bd00-4ad87a199924,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:18.932779 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 8d73a940-1e40-492d-ba5a-a7e716a58ec9 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:18.945920 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 8d73a940-1e40-492d-ba5a-a7e716a58ec9 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:18.946573 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.028238 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d803f56-d8d1-406c-a59c-296af5ee4127 req-8960ad47-4a7d-4276-a81b-17379efbf8c4 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:19.041191 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d803f56-d8d1-406c-a59c-296af5ee4127 req-8960ad47-4a7d-4276-a81b-17379efbf8c4 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d8ccbe-1832-46b6-bc04-c196ab5fda7d HTTP/1.1" status: 200 len: 943 time: 0.9812090 Apr 18 20:51:19.064077 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.104730 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd1dd7e-4293-4eca-b3e8-3c4106dfecac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d73a940-1e40-492d-ba5a-a7e716a58ec9'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:51:19.120967 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-27dac5c3-2ef2-4e92-acfc-ba4a0ee4f693 service neutron] Attempting to bind port 881f0a98-113f-4106-a815-f7f50904200f on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:19.120967 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-27dac5c3-2ef2-4e92-acfc-ba4a0ee4f693 service neutron] Attempting to bind port 881f0a98-113f-4106-a815-f7f50904200f by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:19.120967 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-27dac5c3-2ef2-4e92-acfc-ba4a0ee4f693 service neutron] Attempting to bind port 881f0a98-113f-4106-a815-f7f50904200f on network 49542224-f666-4718-b03f-958adc44dc33 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:51:19.124350 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f2e342-d433-43c6-bf62-f415615a1a76" -d '{"events": [{"server_uuid": "2dd1dd7e-4293-4eca-b3e8-3c4106dfecac", "name": "network-vif-plugged", "status": "completed", "tag": "8d73a940-1e40-492d-ba5a-a7e716a58ec9"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:51:19.170475 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 8d73a940-1e40-492d-ba5a-a7e716a58ec9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=8d73a940-1e40-492d-ba5a-a7e716a58ec9,segment=NetworkSegment(8a90df8a-127e-4a84-bca2-da2aabbe1b59),segment_id=8a90df8a-127e-4a84-bca2-da2aabbe1b59)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:19.178857 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-27dac5c3-2ef2-4e92-acfc-ba4a0ee4f693 service neutron] Port 881f0a98-113f-4106-a815-f7f50904200f on network 49542224-f666-4718-b03f-958adc44dc33 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:51:19.179184 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-27dac5c3-2ef2-4e92-acfc-ba4a0ee4f693 service neutron] Attempting to bind port 881f0a98-113f-4106-a815-f7f50904200f on network 49542224-f666-4718-b03f-958adc44dc33 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:51:19.179882 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.184898 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a086f683-48fa-4eda-86d2-6ed8c31caaf5 req-5c1578ae-1008-4990-9d11-9a597ed5d9c1 service neutron] 10.222.0.32 "GET /v2.0/networks/568c2bb4-8b11-4a91-9ddc-65ff9e2f1159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4832983 Apr 18 20:51:19.203869 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d803f56-d8d1-406c-a59c-296af5ee4127 req-6892ae17-892d-419e-a00e-c54cee5c1cdd tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616824 Apr 18 20:51:19.261755 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-27dac5c3-2ef2-4e92-acfc-ba4a0ee4f693 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:51:19.262383 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-27dac5c3-2ef2-4e92-acfc-ba4a0ee4f693 service neutron] Checking segment: {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:51:19.263120 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-27dac5c3-2ef2-4e92-acfc-ba4a0ee4f693 service neutron] Bound using segment: {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:51:19.263737 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-27dac5c3-2ef2-4e92-acfc-ba4a0ee4f693 service neutron] Bound port: 881f0a98-113f-4106-a815-f7f50904200f, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:19.264239 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-27dac5c3-2ef2-4e92-acfc-ba4a0ee4f693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.304722 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=8d73a940-1e40-492d-ba5a-a7e716a58ec9,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:19.400293 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-26845436-2978-4ed4-9d9d-37ac0d3bb576 service neutron] 10.222.0.41 "GET /v2.0/networks/9b57c6c0-c360-434b-9d8e-ffcb7648cc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8100531 Apr 18 20:51:19.460711 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-6cd553b7-5cdb-453b-afa4-7788b0f50fc6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.523198 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-27dac5c3-2ef2-4e92-acfc-ba4a0ee4f693 service neutron] For port 881f0a98-113f-4106-a815-f7f50904200f, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:19.549226 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-27dac5c3-2ef2-4e92-acfc-ba4a0ee4f693 service neutron] For port 881f0a98-113f-4106-a815-f7f50904200f, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=881f0a98-113f-4106-a815-f7f50904200f,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:51:19.563344 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-27dac5c3-2ef2-4e92-acfc-ba4a0ee4f693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.583418 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7e58fb8-f898-48ea-8706-927657a40369 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.634242 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4e49c0da-1917-4159-9216-285df0061082 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:51:19.671880 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-27dac5c3-2ef2-4e92-acfc-ba4a0ee4f693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:19.672863 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-27dac5c3-2ef2-4e92-acfc-ba4a0ee4f693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.674495 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-27dac5c3-2ef2-4e92-acfc-ba4a0ee4f693 service neutron] 10.222.0.57 "PUT /v2.0/ports/881f0a98-113f-4106-a815-f7f50904200f HTTP/1.1" status: 200 len: 1091 time: 4.2509897 Apr 18 20:51:19.684777 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d8ccbe-1832-46b6-bc04-c196ab5fda7d', 'tag': '881f0a98-113f-4106-a815-f7f50904200f'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:51:19.687649 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2ab574-ae46-404f-b017-6a3f48933b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d8ccbe-1832-46b6-bc04-c196ab5fda7d", "tag": "881f0a98-113f-4106-a815-f7f50904200f"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:51:19.721763 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-6cd553b7-5cdb-453b-afa4-7788b0f50fc6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.770893 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['1f0cb29c-6676-4f1b-a111-285181b01885'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:51:19.786216 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 4e49c0da-1917-4159-9216-285df0061082 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:51:19.786560 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4e49c0da-1917-4159-9216-285df0061082 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:51:19.846246 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e58fb8-f898-48ea-8706-927657a40369 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Pushing event updated for resources: {'Subnet': ['ID=10a1f4d9-e57c-4dc7-b2b2-b17c452ff7fb,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:19.858888 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dac5c3-2ef2-4e92-acfc-ba4a0ee4f693 service neutron] Pushing event updated for resources: {'Port': ['ID=881f0a98-113f-4106-a815-f7f50904200f,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:19.946556 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd553b7-5cdb-453b-afa4-7788b0f50fc6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Pushing event updated for resources: {'Port': ['ID=8c55ac0d-b869-4f28-91b4-109cbf5c74b7,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:19.979793 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e58fb8-f898-48ea-8706-927657a40369 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Checking segment: {'id': '973bb046-e7a0-4472-97d3-5ced5c824ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8032090d-4abb-45e1-a158-95169df5480a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:51:19.980226 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e58fb8-f898-48ea-8706-927657a40369 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Network hostable DHCP agents. Network: 8032090d-4abb-45e1-a158-95169df5480a, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:51:20.030043 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-6cd553b7-5cdb-453b-afa4-7788b0f50fc6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:20.056701 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-6cd553b7-5cdb-453b-afa4-7788b0f50fc6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:20.067064 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-6cd553b7-5cdb-453b-afa4-7788b0f50fc6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:51:20.129355 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-91c3ad35-5c42-45b3-a1d8-bfde5ce3612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:20.131051 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-91c3ad35-5c42-45b3-a1d8-bfde5ce3612c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=b4d8ccbe-1832-46b6-bc04-c196ab5fda7d HTTP/1.1" status: 200 len: 1094 time: 0.3305662 Apr 18 20:51:20.206134 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e58fb8-f898-48ea-8706-927657a40369 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Network 8032090d-4abb-45e1-a158-95169df5480a is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:51:20.214439 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-ffda755b-2a07-4a05-a06f-28cfa19ea831 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=881f0a98-113f-4106-a815-f7f50904200f HTTP/1.1" status: 200 len: 217 time: 0.0689929 Apr 18 20:51:20.232483 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-6cd553b7-5cdb-453b-afa4-7788b0f50fc6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:20.233160 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-6cd553b7-5cdb-453b-afa4-7788b0f50fc6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:20.243539 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e88c74-071a-4eb8-86a1-d8d80ce4c9ad req-012f2050-8680-4cb4-820b-04674c21660e tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:20.252284 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57e88c74-071a-4eb8-86a1-d8d80ce4c9ad req-012f2050-8680-4cb4-820b-04674c21660e tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd1dd7e-4293-4eca-b3e8-3c4106dfecac HTTP/1.1" status: 200 len: 945 time: 0.3080983 Apr 18 20:51:20.317231 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-a7e58fb8-f898-48ea-8706-927657a40369 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 8032090d-4abb-45e1-a158-95169df5480a) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:20.333471 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7e58fb8-f898-48ea-8706-927657a40369 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:20.346045 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90027cc-5f28-4f41-91d1-81c28e63d3a3 None None] Network 8032090d-4abb-45e1-a158-95169df5480a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:20.388393 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-6cd553b7-5cdb-453b-afa4-7788b0f50fc6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3560739 Apr 18 20:51:20.415155 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-b376d8fa-a1aa-4553-958d-ca1628ee774e service neutron] Request body: {'port': {'device_id': '88f993a1-e44b-4835-8823-5180aa814ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:20.436552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-c906a2e7-cfcb-4b07-819d-1a512eb5aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:20.438249 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-c906a2e7-cfcb-4b07-819d-1a512eb5aac5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.1838748 Apr 18 20:51:20.476578 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57e88c74-071a-4eb8-86a1-d8d80ce4c9ad req-dc9e5dc0-c10e-4a5c-ac23-081cec77af97 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5596fe3-0b65-4356-8448-b2cf753655c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233405 Apr 18 20:51:20.541431 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e58fb8-f898-48ea-8706-927657a40369 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Pushing event updated for resources: {'Subnet': ['ID=f3e9ad45-ad06-4dba-91a5-8cd4d903aa7b,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:20.551430 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ff023-80d5-42cc-8b2a-5ce40ab15b52 req-982c2e53-337e-4776-bf9f-6e7420b2d614 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:20.560332 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-969ff023-80d5-42cc-8b2a-5ce40ab15b52 req-982c2e53-337e-4776-bf9f-6e7420b2d614 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=88f993a1-e44b-4835-8823-5180aa814ed2 HTTP/1.1" status: 200 len: 932 time: 0.3517938 Apr 18 20:51:20.635401 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00426dfc-269b-4705-ac79-620edf266526 x-openstack-request-id: req-00426dfc-269b-4705-ac79-620edf266526 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:51:20.635925 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd1dd7e-4293-4eca-b3e8-3c4106dfecac", "name": "network-vif-plugged", "status": "completed", "tag": "8d73a940-1e40-492d-ba5a-a7e716a58ec9", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:51:20.636409 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-00426dfc-269b-4705-ac79-620edf266526 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:51:20.637203 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00426dfc-269b-4705-ac79-620edf266526'] response: {'server_uuid': '2dd1dd7e-4293-4eca-b3e8-3c4106dfecac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d73a940-1e40-492d-ba5a-a7e716a58ec9', 'code': 200} Apr 18 20:51:20.653361 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22615584-7991-46bb-949f-f2311dbde40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-8032090d-4abb-45e1-a158-95169df5480a', 'network_id': '8032090d-4abb-45e1-a158-95169df5480a', 'tenant_id': '4f00a57e4f034980992a837b41bf2176', 'fixed_ips': [{'subnet_id': '10a1f4d9-e57c-4dc7-b2b2-b17c452ff7fb'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:51:20.654377 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-22615584-7991-46bb-949f-f2311dbde40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:20.665488 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-b376d8fa-a1aa-4553-958d-ca1628ee774e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:20.737412 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e58fb8-f898-48ea-8706-927657a40369 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Checking segment: {'id': 'c8a20149-a795-47bf-9aa7-c0a9aa43ace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '71dc49d2-0257-4970-9f55-aca15d318982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:51:20.741910 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e58fb8-f898-48ea-8706-927657a40369 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Network hostable DHCP agents. Network: 71dc49d2-0257-4970-9f55-aca15d318982, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:51:20.805035 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-46170067-2b10-45e4-bfaa-49a58b2986e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:20.807686 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-46170067-2b10-45e4-bfaa-49a58b2986e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3134494 Apr 18 20:51:20.879187 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-22615584-7991-46bb-949f-f2311dbde40f None None] Allocated IP 172.20.0.2 (8032090d-4abb-45e1-a158-95169df5480a/10a1f4d9-e57c-4dc7-b2b2-b17c452ff7fb/96904701-9775-4544-94e2-d0d087d0cbc6) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:20.945533 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-969ff023-80d5-42cc-8b2a-5ce40ab15b52 req-452cda2e-e5f8-472a-ad3b-279a95798418 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834975 Apr 18 20:51:21.129701 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec199634-df4d-4d01-acf2-646d5607aeba x-openstack-request-id: req-ec199634-df4d-4d01-acf2-646d5607aeba {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:51:21.130862 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d8ccbe-1832-46b6-bc04-c196ab5fda7d", "tag": "881f0a98-113f-4106-a815-f7f50904200f", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:51:21.130862 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec199634-df4d-4d01-acf2-646d5607aeba {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:51:21.130862 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec199634-df4d-4d01-acf2-646d5607aeba'] response: {'name': 'network-changed', 'server_uuid': 'b4d8ccbe-1832-46b6-bc04-c196ab5fda7d', 'tag': '881f0a98-113f-4106-a815-f7f50904200f', 'status': 'completed', 'code': 200} Apr 18 20:51:21.142326 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e58fb8-f898-48ea-8706-927657a40369 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Network 71dc49d2-0257-4970-9f55-aca15d318982 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:51:21.173969 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-22615584-7991-46bb-949f-f2311dbde40f None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.181726 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-22615584-7991-46bb-949f-f2311dbde40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.227385 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22615584-7991-46bb-949f-f2311dbde40f None None] Network 8032090d-4abb-45e1-a158-95169df5480a is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:21.230841 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-22615584-7991-46bb-949f-f2311dbde40f None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:21.241399 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22615584-7991-46bb-949f-f2311dbde40f None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:51:21.252465 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a42368ba-b13a-408e-93a7-83976a12808b req-1fd9d1e9-dd2f-44d2-ab27-773e98b4cc00 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37daca3-fc06-4621-b729-25fd98866b52 HTTP/1.1" status: 200 len: 210 time: 0.1202724 Apr 18 20:51:21.301081 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-a7e58fb8-f898-48ea-8706-927657a40369 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 71dc49d2-0257-4970-9f55-aca15d318982) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:21.302941 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22615584-7991-46bb-949f-f2311dbde40f None None] Pushing event updated for resources: {'Port': ['ID=96904701-9775-4544-94e2-d0d087d0cbc6,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:21.339984 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2f13a-733c-4f49-a0b8-559ca83628dd req-f0664b3f-62c6-46ef-889b-d1c4004104bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:21.343405 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-73b2f13a-733c-4f49-a0b8-559ca83628dd req-f0664b3f-62c6-46ef-889b-d1c4004104bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2dd1dd7e-4293-4eca-b3e8-3c4106dfecac HTTP/1.1" status: 200 len: 1096 time: 0.5818579 Apr 18 20:51:21.345904 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e58fb8-f898-48ea-8706-927657a40369 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:21.346710 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e58fb8-f898-48ea-8706-927657a40369 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:21.348185 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7e58fb8-f898-48ea-8706-927657a40369 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.376825 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e7aa22-e1d8-46c5-b65a-a1f452023175 None None] Network 71dc49d2-0257-4970-9f55-aca15d318982 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:21.574115 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a7e58fb8-f898-48ea-8706-927657a40369 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 6.2543061 Apr 18 20:51:21.576835 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-7bf14bb5-1930-411b-8ee9-b4a6b2c7ca11 service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7002428 Apr 18 20:51:21.587196 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54196) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:21.600185 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf284624-949c-403f-b980-09b088855e2b req-7221cb1f-c4e3-47a0-a0e4-2da1b6a2b1e7 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:21.610011 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cf284624-949c-403f-b980-09b088855e2b req-7221cb1f-c4e3-47a0-a0e4-2da1b6a2b1e7 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 946 time: 0.7939196 Apr 18 20:51:21.651448 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-22615584-7991-46bb-949f-f2311dbde40f None None] Attempting to bind port 96904701-9775-4544-94e2-d0d087d0cbc6 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:21.652648 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-22615584-7991-46bb-949f-f2311dbde40f None None] Attempting to bind port 96904701-9775-4544-94e2-d0d087d0cbc6 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '973bb046-e7a0-4472-97d3-5ced5c824ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8032090d-4abb-45e1-a158-95169df5480a'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:21.678137 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22615584-7991-46bb-949f-f2311dbde40f None None] Attempting to bind port 96904701-9775-4544-94e2-d0d087d0cbc6 on network 8032090d-4abb-45e1-a158-95169df5480a {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:51:21.710737 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a226b692-b969-458a-82f2-f0757a634f7e tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:21.713606 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a226b692-b969-458a-82f2-f0757a634f7e tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:21.717960 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22615584-7991-46bb-949f-f2311dbde40f None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:51:21.718539 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22615584-7991-46bb-949f-f2311dbde40f None None] Checking segment: {'id': '973bb046-e7a0-4472-97d3-5ced5c824ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8032090d-4abb-45e1-a158-95169df5480a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:51:21.719219 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a226b692-b969-458a-82f2-f0757a634f7e tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:21.720142 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-22615584-7991-46bb-949f-f2311dbde40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.721006 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22615584-7991-46bb-949f-f2311dbde40f None None] Bound using segment: {'id': '973bb046-e7a0-4472-97d3-5ced5c824ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8032090d-4abb-45e1-a158-95169df5480a'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:51:21.721830 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-22615584-7991-46bb-949f-f2311dbde40f None None] Bound port: 96904701-9775-4544-94e2-d0d087d0cbc6, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973bb046-e7a0-4472-97d3-5ced5c824ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8032090d-4abb-45e1-a158-95169df5480a'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:21.722450 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-22615584-7991-46bb-949f-f2311dbde40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.724571 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a226b692-b969-458a-82f2-f0757a634f7e tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1442189 Apr 18 20:51:21.734895 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54198) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:21.775856 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bacf854f-f5cd-4d92-81c8-eea2052a6e90 req-7602d65d-8cfa-463f-9722-21baf3ff87e7 service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427541 Apr 18 20:51:21.905960 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-73b2f13a-733c-4f49-a0b8-559ca83628dd req-e3868b8d-5877-46f1-9ff3-4126a0398d08 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e5596fe3-0b65-4356-8448-b2cf753655c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745076 Apr 18 20:51:21.918626 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cf284624-949c-403f-b980-09b088855e2b req-8b754c45-16d7-439d-8521-0b098ded48ae tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070071 Apr 18 20:51:21.943266 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ed355b-7bb9-46e5-ad2a-5df2a34dc0b9 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Deleting subnet 10a1f4d9-e57c-4dc7-b2b2-b17c452ff7fb {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:51:21.961841 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-d3fd4cf3-e297-4b1f-a16e-6bb03e286b29 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:21.965510 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-d3fd4cf3-e297-4b1f-a16e-6bb03e286b29 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.57 "GET /v2.0/networks?id=9b57c6c0-c360-434b-9d8e-ffcb7648cc65 HTTP/1.1" status: 200 len: 808 time: 0.5539112 Apr 18 20:51:21.973881 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60ed355b-7bb9-46e5-ad2a-5df2a34dc0b9 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.055111 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-e4dd7861-3600-46b7-9670-8a0227555a40 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Request body: {'port': {'device_id': 'b37daca3-fc06-4621-b729-25fd98866b52', 'network_id': '9b57c6c0-c360-434b-9d8e-ffcb7648cc65', 'admin_state_up': True, 'tenant_id': 'bcafbea962184eeebbb63b5bb2bc01eb'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:22.059703 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ffc2c-35a4-4ff4-87be-b98f2cf60704 req-000de9be-241c-4ccf-adae-68f825c71232 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:22.062971 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a64ffc2c-35a4-4ff4-87be-b98f2cf60704 req-000de9be-241c-4ccf-adae-68f825c71232 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.32 "GET /v2.0/ports?device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 946 time: 0.2545788 Apr 18 20:51:22.140297 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60ed355b-7bb9-46e5-ad2a-5df2a34dc0b9 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.317324 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60ed355b-7bb9-46e5-ad2a-5df2a34dc0b9 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.498360 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-b376d8fa-a1aa-4553-958d-ca1628ee774e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c55ac0d-b869-4f28-91b4-109cbf5c74b7 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:51:22.512624 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60ed355b-7bb9-46e5-ad2a-5df2a34dc0b9 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.528256 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-b376d8fa-a1aa-4553-958d-ca1628ee774e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.570824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-b376d8fa-a1aa-4553-958d-ca1628ee774e service neutron] Transition to ACTIVE for port object 8c55ac0d-b869-4f28-91b4-109cbf5c74b7 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:22.591170 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616d084-5f95-4aca-8680-5ef4f0115577 req-17c98ada-4aa3-4517-818a-44096028a7a7 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:22.595090 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed355b-7bb9-46e5-ad2a-5df2a34dc0b9 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Pushing event deleted for resources: {'Subnet': ['ID=10a1f4d9-e57c-4dc7-b2b2-b17c452ff7fb,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:22.606171 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-e4dd7861-3600-46b7-9670-8a0227555a40 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Made reservation on behalf of bcafbea962184eeebbb63b5bb2bc01eb for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:22.613501 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-e4dd7861-3600-46b7-9670-8a0227555a40 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.619874 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f616d084-5f95-4aca-8680-5ef4f0115577 req-17c98ada-4aa3-4517-818a-44096028a7a7 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d8ccbe-1832-46b6-bc04-c196ab5fda7d HTTP/1.1" status: 200 len: 943 time: 1.1223195 Apr 18 20:51:22.637185 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60ed355b-7bb9-46e5-ad2a-5df2a34dc0b9 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.664036 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-22615584-7991-46bb-949f-f2311dbde40f None None] For port 96904701-9775-4544-94e2-d0d087d0cbc6, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:22.679819 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-60ed355b-7bb9-46e5-ad2a-5df2a34dc0b9 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] 10.222.0.41 "DELETE /v2.0/subnets/10a1f4d9-e57c-4dc7-b2b2-b17c452ff7fb HTTP/1.1" status: 204 len: 168 time: 0.9382327 Apr 18 20:51:22.685908 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54208) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:22.717460 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e6016c-8b85-4595-8851-99151a092e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-71dc49d2-0257-4970-9f55-aca15d318982', 'network_id': '71dc49d2-0257-4970-9f55-aca15d318982', 'tenant_id': '4f00a57e4f034980992a837b41bf2176', 'fixed_ips': [{'subnet_id': 'f3e9ad45-ad06-4dba-91a5-8cd4d903aa7b'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:51:22.720900 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-81e6016c-8b85-4595-8851-99151a092e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.746656 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ab574-ae46-404f-b017-6a3f48933b2b req-bfbe06df-b21a-4398-ba8a-ce6fd46fd350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:22.749777 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ae2ab574-ae46-404f-b017-6a3f48933b2b req-bfbe06df-b21a-4398-ba8a-ce6fd46fd350 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=b4d8ccbe-1832-46b6-bc04-c196ab5fda7d HTTP/1.1" status: 200 len: 1094 time: 0.8505864 Apr 18 20:51:22.750832 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-b376d8fa-a1aa-4553-958d-ca1628ee774e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.753456 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-22615584-7991-46bb-949f-f2311dbde40f None None] For port 96904701-9775-4544-94e2-d0d087d0cbc6, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=96904701-9775-4544-94e2-d0d087d0cbc6,segment=NetworkSegment(973bb046-e7a0-4472-97d3-5ced5c824ecb),segment_id=973bb046-e7a0-4472-97d3-5ced5c824ecb)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:51:22.810540 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-22615584-7991-46bb-949f-f2311dbde40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.976610 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d686fd-d6e6-48d0-a273-ac3fedb17487 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Deleting subnet f3e9ad45-ad06-4dba-91a5-8cd4d903aa7b {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:51:22.986889 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e8d686fd-d6e6-48d0-a273-ac3fedb17487 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:23.077615 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22615584-7991-46bb-949f-f2311dbde40f None None] Pushing event updated for resources: {'Port': ['ID=96904701-9775-4544-94e2-d0d087d0cbc6,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:23.143833 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e8d686fd-d6e6-48d0-a273-ac3fedb17487 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:23.166307 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f616d084-5f95-4aca-8680-5ef4f0115577 req-13713001-9e65-4f0e-bcb4-244a6917e11f tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328746 Apr 18 20:51:23.184888 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd3d7c-20b4-467b-8abc-d76a26345179 req-9bf91f08-1c36-46a2-94d0-eeaf8724ad9d tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:23.201485 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3dd3d7c-20b4-467b-8abc-d76a26345179 req-9bf91f08-1c36-46a2-94d0-eeaf8724ad9d tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd1dd7e-4293-4eca-b3e8-3c4106dfecac HTTP/1.1" status: 200 len: 945 time: 1.0795455 Apr 18 20:51:23.287446 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376d8fa-a1aa-4553-958d-ca1628ee774e service neutron] Pushing event updated for resources: {'Port': ['ID=8c55ac0d-b869-4f28-91b4-109cbf5c74b7,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:23.311856 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ab574-ae46-404f-b017-6a3f48933b2b req-6a34f5b5-a133-426c-a47f-00b12ac6344f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:23.313450 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ae2ab574-ae46-404f-b017-6a3f48933b2b req-6a34f5b5-a133-426c-a47f-00b12ac6344f service neutron] 10.222.0.57 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 912 time: 0.4610023 Apr 18 20:51:23.377223 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-e4dd7861-3600-46b7-9670-8a0227555a40 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Allocated IP 172.20.0.12 (9b57c6c0-c360-434b-9d8e-ffcb7648cc65/c94d501e-8d4f-4553-859b-b1a87074f2f2/5888f17a-0dde-46af-8a8e-a5589309c5f1) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:23.499940 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e8d686fd-d6e6-48d0-a273-ac3fedb17487 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server [None req-81e6016c-8b85-4595-8851-99151a092e69 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3e9ad45-ad06-4dba-91a5-8cd4d903aa7b: This subnet is being modified by another concurrent operation. Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:51:23.624369 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise exception Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3e9ad45-ad06-4dba-91a5-8cd4d903aa7b: This subnet is being modified by another concurrent operation. Apr 18 20:51:23.627153 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Apr 18 20:51:23.628974 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e8d686fd-d6e6-48d0-a273-ac3fedb17487 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:23.657604 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-a64ffc2c-35a4-4ff4-87be-b98f2cf60704 req-b399b630-62d4-40e8-b595-de4aece51f94 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Deleting port b6e34328-6caa-4b5e-9f4a-fe5e52a8227b {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:23.658367 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a64ffc2c-35a4-4ff4-87be-b98f2cf60704 req-b399b630-62d4-40e8-b595-de4aece51f94 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:23.668244 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ae2ab574-ae46-404f-b017-6a3f48933b2b req-afbac3ac-979a-4da0-8961-9f6925688b8f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=881f0a98-113f-4106-a815-f7f50904200f HTTP/1.1" status: 200 len: 217 time: 0.3174293 Apr 18 20:51:23.676291 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8d952c-c965-4c6d-90c5-8e1b700baa1a None None] Network 71dc49d2-0257-4970-9f55-aca15d318982 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:23.680897 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e8d686fd-d6e6-48d0-a273-ac3fedb17487 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:23.692255 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e8d686fd-d6e6-48d0-a273-ac3fedb17487 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] 10.222.0.41 "DELETE /v2.0/subnets/f3e9ad45-ad06-4dba-91a5-8cd4d903aa7b HTTP/1.1" status: 204 len: 168 time: 0.9720061 Apr 18 20:51:23.692255 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d686fd-d6e6-48d0-a273-ac3fedb17487 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Pushing event deleted for resources: {'Subnet': ['ID=f3e9ad45-ad06-4dba-91a5-8cd4d903aa7b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:23.851101 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54216) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:23.946880 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3dd3d7c-20b4-467b-8abc-d76a26345179 req-53f87976-9c75-4bd7-9052-6005c6eccdb3 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5596fe3-0b65-4356-8448-b2cf753655c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6504328 Apr 18 20:51:23.953675 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ab574-ae46-404f-b017-6a3f48933b2b req-d017d2b3-08b2-495e-a6fd-40e7c27c843f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:23.955415 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ae2ab574-ae46-404f-b017-6a3f48933b2b req-d017d2b3-08b2-495e-a6fd-40e7c27c843f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.2202525 Apr 18 20:51:23.959910 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-e4dd7861-3600-46b7-9670-8a0227555a40 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.035305 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-e4dd7861-3600-46b7-9670-8a0227555a40 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.084409 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-b376d8fa-a1aa-4553-958d-ca1628ee774e service neutron] Attempting to bind port 8c55ac0d-b869-4f28-91b4-109cbf5c74b7 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:24.084782 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-b376d8fa-a1aa-4553-958d-ca1628ee774e service neutron] Attempting to bind port 8c55ac0d-b869-4f28-91b4-109cbf5c74b7 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:24.085109 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-b376d8fa-a1aa-4553-958d-ca1628ee774e service neutron] Attempting to bind port 8c55ac0d-b869-4f28-91b4-109cbf5c74b7 on network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:51:24.107687 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-e4dd7861-3600-46b7-9670-8a0227555a40 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Network 9b57c6c0-c360-434b-9d8e-ffcb7648cc65 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:24.109240 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695448a-e702-4dc2-9382-54003dbc006d req-c8b3dd68-4a60-4258-b223-f0b74bd86c15 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:24.110872 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e695448a-e702-4dc2-9382-54003dbc006d req-c8b3dd68-4a60-4258-b223-f0b74bd86c15 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=88f993a1-e44b-4835-8823-5180aa814ed2 HTTP/1.1" status: 200 len: 944 time: 0.7524078 Apr 18 20:51:24.112150 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-e4dd7861-3600-46b7-9670-8a0227555a40 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:24.117051 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-e4dd7861-3600-46b7-9670-8a0227555a40 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:51:24.126530 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd7861-3600-46b7-9670-8a0227555a40 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Pushing event updated for resources: {'Port': ['ID=5888f17a-0dde-46af-8a8e-a5589309c5f1,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:24.146133 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-b376d8fa-a1aa-4553-958d-ca1628ee774e service neutron] Port 8c55ac0d-b869-4f28-91b4-109cbf5c74b7 on network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:51:24.146516 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-b376d8fa-a1aa-4553-958d-ca1628ee774e service neutron] Attempting to bind port 8c55ac0d-b869-4f28-91b4-109cbf5c74b7 on network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:51:24.210406 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-e4dd7861-3600-46b7-9670-8a0227555a40 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:24.211617 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-e4dd7861-3600-46b7-9670-8a0227555a40 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.238358 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-e4dd7861-3600-46b7-9670-8a0227555a40 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1968055 Apr 18 20:51:24.256176 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-c9f419e1-1397-4646-b78b-fc407fcc3aae service neutron] Request body: {'port': {'device_id': 'b37daca3-fc06-4621-b729-25fd98866b52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:24.340457 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-c9f419e1-1397-4646-b78b-fc407fcc3aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.557563 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-acfca54c-711f-49f6-a75b-7f1fdae0dee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.613562 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a0da0a-0634-41aa-be06-a9618337a2d7 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:24.621716 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-98a0da0a-0634-41aa-be06-a9618337a2d7 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7487066 Apr 18 20:51:24.623721 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-b376d8fa-a1aa-4553-958d-ca1628ee774e service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:51:24.624365 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-b376d8fa-a1aa-4553-958d-ca1628ee774e service neutron] Checking segment: {'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:51:24.625126 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-b376d8fa-a1aa-4553-958d-ca1628ee774e service neutron] Bound using segment: {'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:51:24.625970 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-b376d8fa-a1aa-4553-958d-ca1628ee774e service neutron] Bound port: 8c55ac0d-b869-4f28-91b4-109cbf5c74b7, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:24.626650 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-b376d8fa-a1aa-4553-958d-ca1628ee774e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.627063 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54222) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:24.678553 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e695448a-e702-4dc2-9382-54003dbc006d req-f49cc7d3-71f4-407a-82c8-6eb55dc5f3fb tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5433910 Apr 18 20:51:24.744461 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-b376d8fa-a1aa-4553-958d-ca1628ee774e service neutron] For port 8c55ac0d-b869-4f28-91b4-109cbf5c74b7, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:24.751211 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-b376d8fa-a1aa-4553-958d-ca1628ee774e service neutron] For port 8c55ac0d-b869-4f28-91b4-109cbf5c74b7, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=8c55ac0d-b869-4f28-91b4-109cbf5c74b7,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:51:24.758098 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 96904701-9775-4544-94e2-d0d087d0cbc6 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:51:24.805817 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-a64ffc2c-35a4-4ff4-87be-b98f2cf60704 req-b399b630-62d4-40e8-b595-de4aece51f94 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] For port b6e34328-6caa-4b5e-9f4a-fe5e52a8227b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=b6e34328-6caa-4b5e-9f4a-fe5e52a8227b,segment=NetworkSegment(37d16436-09a3-4426-9f52-42e66aa3028a),segment_id=37d16436-09a3-4426-9f52-42e66aa3028a)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:24.806376 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a64ffc2c-35a4-4ff4-87be-b98f2cf60704 req-b399b630-62d4-40e8-b595-de4aece51f94 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.833415 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-b376d8fa-a1aa-4553-958d-ca1628ee774e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.837985 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ab574-ae46-404f-b017-6a3f48933b2b req-03376c7f-d977-442c-ba06-d77f5d7bbd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:24.843775 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ae2ab574-ae46-404f-b017-6a3f48933b2b req-03376c7f-d977-442c-ba06-d77f5d7bbd7b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8229134 Apr 18 20:51:24.877708 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef83e9bd-be43-4b4c-87b3-5c7b9e4c0308 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.892522 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 96904701-9775-4544-94e2-d0d087d0cbc6 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:24.893410 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.972675 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b21574-35c3-4fd2-8e86-514440a9d7b7 req-a69d9c7b-ad08-4d72-afa4-128a7fdd6706 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:24.985860 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43b21574-35c3-4fd2-8e86-514440a9d7b7 req-a69d9c7b-ad08-4d72-afa4-128a7fdd6706 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37daca3-fc06-4621-b729-25fd98866b52 HTTP/1.1" status: 200 len: 932 time: 0.9024289 Apr 18 20:51:25.004536 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-a64ffc2c-35a4-4ff4-87be-b98f2cf60704 req-b399b630-62d4-40e8-b595-de4aece51f94 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Calling delete_port for b6e34328-6caa-4b5e-9f4a-fe5e52a8227b owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:25.070067 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0643d55d-14dc-4f59-98b1-f7a93800d180 None None] Network 8032090d-4abb-45e1-a158-95169df5480a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:25.111574 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-b376d8fa-a1aa-4553-958d-ca1628ee774e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:25.112553 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-b376d8fa-a1aa-4553-958d-ca1628ee774e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:25.116025 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-b376d8fa-a1aa-4553-958d-ca1628ee774e service neutron] 10.222.0.32 "PUT /v2.0/ports/8c55ac0d-b869-4f28-91b4-109cbf5c74b7 HTTP/1.1" status: 200 len: 1092 time: 4.7054620 Apr 18 20:51:25.128617 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f993a1-e44b-4835-8823-5180aa814ed2', 'tag': '8c55ac0d-b869-4f28-91b4-109cbf5c74b7'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:51:25.132609 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb29925b-7d4b-4088-bb7a-89f67085653c" -d '{"events": [{"name": "network-changed", "server_uuid": "88f993a1-e44b-4835-8823-5180aa814ed2", "tag": "8c55ac0d-b869-4f28-91b4-109cbf5c74b7"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:51:25.210858 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368ef70-41d2-4547-9fe1-2412a7c5e650 req-7b86f553-d554-482d-89e1-878a9d7d58d5 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:25.213578 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d368ef70-41d2-4547-9fe1-2412a7c5e650 req-7b86f553-d554-482d-89e1-878a9d7d58d5 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 946 time: 0.4286098 Apr 18 20:51:25.317767 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:25.366025 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-157da6fc-89e5-4038-a48e-b8bbdba30d2d None None] Provisioning complete for port 96904701-9775-4544-94e2-d0d087d0cbc6 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:25.366442 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-157da6fc-89e5-4038-a48e-b8bbdba30d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:25.410833 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376d8fa-a1aa-4553-958d-ca1628ee774e service neutron] Pushing event updated for resources: {'Port': ['ID=8c55ac0d-b869-4f28-91b4-109cbf5c74b7,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:25.428613 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 96904701-9775-4544-94e2-d0d087d0cbc6, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=96904701-9775-4544-94e2-d0d087d0cbc6,segment=NetworkSegment(973bb046-e7a0-4472-97d3-5ced5c824ecb),segment_id=973bb046-e7a0-4472-97d3-5ced5c824ecb)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:25.439289 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:25.475138 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43b21574-35c3-4fd2-8e86-514440a9d7b7 req-67faf5e3-383d-421c-9f91-e9098b0184ed tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/security-groups?id=72b0e978-8382-4746-8987-e6a4d7443ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853718 Apr 18 20:51:25.547763 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=96904701-9775-4544-94e2-d0d087d0cbc6,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:25.618059 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-b4bb00d1-02f0-4cf9-92e0-789984007625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:25.621223 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-b4bb00d1-02f0-4cf9-92e0-789984007625 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65c0c9deb9974734a5e938fa16904c15&device_id=88f993a1-e44b-4835-8823-5180aa814ed2 HTTP/1.1" status: 200 len: 1095 time: 0.3974202 Apr 18 20:51:25.660661 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d368ef70-41d2-4547-9fe1-2412a7c5e650 req-970c7444-931a-44be-8b12-144fb1281848 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/security-groups?id=36eeaee6-d2d4-43a6-a8e4-a402297ca7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082294 Apr 18 20:51:25.678016 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72322d5-e6da-4379-9b01-dc7685f14795 None None] DHCP port deletion for 8032090d-4abb-45e1-a158-95169df5480a request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:51:25.769588 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef83e9bd-be43-4b4c-87b3-5c7b9e4c0308 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:25.769815 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-25ef0586-1a2b-4d88-80f1-448311ecd3ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c55ac0d-b869-4f28-91b4-109cbf5c74b7 HTTP/1.1" status: 200 len: 217 time: 0.1229439 Apr 18 20:51:25.775056 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ae2ab574-ae46-404f-b017-6a3f48933b2b req-32ffc65b-ec41-4310-b0b2-69eb0a901440 service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8984392 Apr 18 20:51:25.824618 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-ef83e9bd-be43-4b4c-87b3-5c7b9e4c0308 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71dc49d2-0257-4970-9f55-aca15d318982']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:25.837309 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-ef83e9bd-be43-4b4c-87b3-5c7b9e4c0308 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a20149-a795-47bf-9aa7-c0a9aa43ace5') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:25.837823 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-ef83e9bd-be43-4b4c-87b3-5c7b9e4c0308 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a20149-a795-47bf-9aa7-c0a9aa43ace5') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:25.838728 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-8b7ba996-befe-4cd4-9e13-88acc58572ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:25.841343 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-8b7ba996-befe-4cd4-9e13-88acc58572ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43c45217-dc0b-4a55-9d4a-e4055b0395e0 HTTP/1.1" status: 200 len: 846 time: 0.0573959 Apr 18 20:51:25.850891 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef83e9bd-be43-4b4c-87b3-5c7b9e4c0308 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:25.868419 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef83e9bd-be43-4b4c-87b3-5c7b9e4c0308 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:25.884056 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c72322d5-e6da-4379-9b01-dc7685f14795 None None] Deleting port 96904701-9775-4544-94e2-d0d087d0cbc6 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:25.885097 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c72322d5-e6da-4379-9b01-dc7685f14795 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:25.901754 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef83e9bd-be43-4b4c-87b3-5c7b9e4c0308 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:51:25.902593 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef83e9bd-be43-4b4c-87b3-5c7b9e4c0308 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:51:25.906051 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:51:25.970752 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-2797c184-d22d-4146-a986-5ee1d870c924 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984178 Apr 18 20:51:26.117329 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c72322d5-e6da-4379-9b01-dc7685f14795 None None] For port 96904701-9775-4544-94e2-d0d087d0cbc6, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=96904701-9775-4544-94e2-d0d087d0cbc6,segment=NetworkSegment(973bb046-e7a0-4472-97d3-5ced5c824ecb),segment_id=973bb046-e7a0-4472-97d3-5ced5c824ecb)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:26.119227 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c72322d5-e6da-4379-9b01-dc7685f14795 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.130577 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb303ed-a4b7-4328-b4fa-d5a7da4097ca req-8b5c99ec-98f5-46a3-b183-9386812b9670 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:26.133752 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6bb303ed-a4b7-4328-b4fa-d5a7da4097ca req-8b5c99ec-98f5-46a3-b183-9386812b9670 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd1dd7e-4293-4eca-b3e8-3c4106dfecac HTTP/1.1" status: 200 len: 945 time: 0.2804635 Apr 18 20:51:26.144395 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-c9f419e1-1397-4646-b78b-fc407fcc3aae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5888f17a-0dde-46af-8a8e-a5589309c5f1 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:51:26.154320 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe51171-f343-49b7-a412-90d827e0ecd0 req-96f69843-87a9-42f9-a9f7-1f2a8754d71a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:26.162434 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8fe51171-f343-49b7-a412-90d827e0ecd0 req-96f69843-87a9-42f9-a9f7-1f2a8754d71a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d8ccbe-1832-46b6-bc04-c196ab5fda7d HTTP/1.1" status: 200 len: 943 time: 0.3915784 Apr 18 20:51:26.173852 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-c9f419e1-1397-4646-b78b-fc407fcc3aae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.182559 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef83e9bd-be43-4b4c-87b3-5c7b9e4c0308 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.187128 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c72322d5-e6da-4379-9b01-dc7685f14795 None None] Calling delete_port for 96904701-9775-4544-94e2-d0d087d0cbc6 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:26.201823 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef83e9bd-be43-4b4c-87b3-5c7b9e4c0308 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.208083 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ef83e9bd-be43-4b4c-87b3-5c7b9e4c0308 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] 10.222.0.41 "DELETE /v2.0/networks/71dc49d2-0257-4970-9f55-aca15d318982 HTTP/1.1" status: 204 len: 168 time: 1.5795069 Apr 18 20:51:26.213371 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54244) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:26.250396 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-c9f419e1-1397-4646-b78b-fc407fcc3aae service neutron] Transition to ACTIVE for port object 5888f17a-0dde-46af-8a8e-a5589309c5f1 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:26.263916 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83e9bd-be43-4b4c-87b3-5c7b9e4c0308 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Pushing event deleted for resources: {'Network': ['ID=71dc49d2-0257-4970-9f55-aca15d318982,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:26.272608 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-c9f419e1-1397-4646-b78b-fc407fcc3aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.287211 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a64ffc2c-35a4-4ff4-87be-b98f2cf60704 req-b399b630-62d4-40e8-b595-de4aece51f94 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.351638 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6bb303ed-a4b7-4328-b4fa-d5a7da4097ca req-1cee7449-9b0b-47e7-acf2-cd5977ff1e2b tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5596fe3-0b65-4356-8448-b2cf753655c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802478 Apr 18 20:51:26.423930 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ae2ab574-ae46-404f-b017-6a3f48933b2b req-34b30143-5564-44ce-ac1f-9b18c22466a2 service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712385 Apr 18 20:51:26.451431 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399b630-62d4-40e8-b595-de4aece51f94 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Pushing event deleted for resources: {'Port': ['ID=b6e34328-6caa-4b5e-9f4a-fe5e52a8227b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:26.461358 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c72322d5-e6da-4379-9b01-dc7685f14795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.487661 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af29ce13-bae9-42ee-96f4-63d3034df341 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.541859 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08a71c7-d4ad-4586-9d59-96f636afa2db x-openstack-request-id: req-e08a71c7-d4ad-4586-9d59-96f636afa2db {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:51:26.542344 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f993a1-e44b-4835-8823-5180aa814ed2", "tag": "8c55ac0d-b869-4f28-91b4-109cbf5c74b7", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:51:26.542758 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e08a71c7-d4ad-4586-9d59-96f636afa2db {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:51:26.543423 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e08a71c7-d4ad-4586-9d59-96f636afa2db'] response: {'name': 'network-changed', 'server_uuid': '88f993a1-e44b-4835-8823-5180aa814ed2', 'tag': '8c55ac0d-b869-4f28-91b4-109cbf5c74b7', 'status': 'completed', 'code': 200} Apr 18 20:51:26.555794 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72322d5-e6da-4379-9b01-dc7685f14795 None None] Pushing event deleted for resources: {'Port': ['ID=96904701-9775-4544-94e2-d0d087d0cbc6,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:26.561962 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72322d5-e6da-4379-9b01-dc7685f14795 None None] No DVR routers for this DVR port 96904701-9775-4544-94e2-d0d087d0cbc6 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:51:26.583587 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f419e1-1397-4646-b78b-fc407fcc3aae service neutron] Pushing event updated for resources: {'Port': ['ID=5888f17a-0dde-46af-8a8e-a5589309c5f1,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:26.589827 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8fe51171-f343-49b7-a412-90d827e0ecd0 req-4e538ec2-ebb8-4d48-918e-184355fc946e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257061 Apr 18 20:51:26.602515 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcfa967-2774-4d8d-8d3b-1b0980bc3fb0 None None] get_active_networks_info from n-d-838323-3 {{(pid=102910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:51:26.631351 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-0438dd11-0cc6-4ff9-9e5e-430ddefb4ff6 service neutron] 10.222.0.32 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6211629 Apr 18 20:51:26.633895 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64ffc2c-35a4-4ff4-87be-b98f2cf60704 req-b399b630-62d4-40e8-b595-de4aece51f94 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] No DVR routers for this DVR port b6e34328-6caa-4b5e-9f4a-fe5e52a8227b on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:51:26.639856 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a64ffc2c-35a4-4ff4-87be-b98f2cf60704 req-b399b630-62d4-40e8-b595-de4aece51f94 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.646964 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a64ffc2c-35a4-4ff4-87be-b98f2cf60704 req-b399b630-62d4-40e8-b595-de4aece51f94 tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.32 "DELETE /v2.0/ports/b6e34328-6caa-4b5e-9f4a-fe5e52a8227b HTTP/1.1" status: 204 len: 173 time: 4.0669608 Apr 18 20:51:26.765340 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af29ce13-bae9-42ee-96f4-63d3034df341 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.830498 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-c9f419e1-1397-4646-b78b-fc407fcc3aae service neutron] Attempting to bind port 5888f17a-0dde-46af-8a8e-a5589309c5f1 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:26.830930 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-c9f419e1-1397-4646-b78b-fc407fcc3aae service neutron] Attempting to bind port 5888f17a-0dde-46af-8a8e-a5589309c5f1 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '9e62e4a7-2959-4c6b-8550-e8dd18fa74e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9b57c6c0-c360-434b-9d8e-ffcb7648cc65'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:26.836638 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-c9f419e1-1397-4646-b78b-fc407fcc3aae service neutron] Attempting to bind port 5888f17a-0dde-46af-8a8e-a5589309c5f1 on network 9b57c6c0-c360-434b-9d8e-ffcb7648cc65 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:51:26.849689 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device b6e34328-6caa-4b5e-9f4a-fe5e52a8227b no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:51:26.870029 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-c9f419e1-1397-4646-b78b-fc407fcc3aae service neutron] Port 5888f17a-0dde-46af-8a8e-a5589309c5f1 on network 9b57c6c0-c360-434b-9d8e-ffcb7648cc65 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:51:26.870555 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-c9f419e1-1397-4646-b78b-fc407fcc3aae service neutron] Attempting to bind port 5888f17a-0dde-46af-8a8e-a5589309c5f1 on network 9b57c6c0-c360-434b-9d8e-ffcb7648cc65 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:51:26.908666 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-c9f419e1-1397-4646-b78b-fc407fcc3aae service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:51:26.909621 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-c9f419e1-1397-4646-b78b-fc407fcc3aae service neutron] Checking segment: {'id': '9e62e4a7-2959-4c6b-8550-e8dd18fa74e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9b57c6c0-c360-434b-9d8e-ffcb7648cc65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:51:26.910043 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-c9f419e1-1397-4646-b78b-fc407fcc3aae service neutron] Bound using segment: {'id': '9e62e4a7-2959-4c6b-8550-e8dd18fa74e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9b57c6c0-c360-434b-9d8e-ffcb7648cc65'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:51:26.910520 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-c9f419e1-1397-4646-b78b-fc407fcc3aae service neutron] Bound port: 5888f17a-0dde-46af-8a8e-a5589309c5f1, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e62e4a7-2959-4c6b-8550-e8dd18fa74e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9b57c6c0-c360-434b-9d8e-ffcb7648cc65'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:26.910897 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-c9f419e1-1397-4646-b78b-fc407fcc3aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.916366 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-af29ce13-bae9-42ee-96f4-63d3034df341 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8032090d-4abb-45e1-a158-95169df5480a']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:26.973501 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-af29ce13-bae9-42ee-96f4-63d3034df341 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973bb046-e7a0-4472-97d3-5ced5c824ecb') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:26.974148 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-af29ce13-bae9-42ee-96f4-63d3034df341 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973bb046-e7a0-4472-97d3-5ced5c824ecb') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:26.981859 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8db807e7-3df7-4a41-8a49-95e01ce7cd29 req-29b257d6-efe2-4b99-8fe6-d4462709f552 service neutron] 10.222.0.32 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331187 Apr 18 20:51:27.011784 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533384d-7fca-4af3-9824-98901ac85705 req-1cc78eba-43b8-4e56-8957-5717aeb89135 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:27.013599 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8533384d-7fca-4af3-9824-98901ac85705 req-1cc78eba-43b8-4e56-8957-5717aeb89135 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=88f993a1-e44b-4835-8823-5180aa814ed2 HTTP/1.1" status: 200 len: 944 time: 0.3583844 Apr 18 20:51:27.032214 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 96904701-9775-4544-94e2-d0d087d0cbc6 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:51:27.038537 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: b6e34328-6caa-4b5e-9f4a-fe5e52a8227b {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:51:27.039099 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device b6e34328-6caa-4b5e-9f4a-fe5e52a8227b not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:51:27.044275 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcfa967-2774-4d8d-8d3b-1b0980bc3fb0 None None] Resources bound (agent type, host, resource id): {{(pid=102910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:51:27.090096 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 96904701-9775-4544-94e2-d0d087d0cbc6 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:51:27.090661 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 96904701-9775-4544-94e2-d0d087d0cbc6 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:51:27.116304 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-c9f419e1-1397-4646-b78b-fc407fcc3aae service neutron] For port 5888f17a-0dde-46af-8a8e-a5589309c5f1, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:27.121744 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-c9f419e1-1397-4646-b78b-fc407fcc3aae service neutron] For port 5888f17a-0dde-46af-8a8e-a5589309c5f1, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=5888f17a-0dde-46af-8a8e-a5589309c5f1,segment=NetworkSegment(9e62e4a7-2959-4c6b-8550-e8dd18fa74e2),segment_id=9e62e4a7-2959-4c6b-8550-e8dd18fa74e2)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:51:27.130492 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af29ce13-bae9-42ee-96f4-63d3034df341 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.134218 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-c9f419e1-1397-4646-b78b-fc407fcc3aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.228125 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af29ce13-bae9-42ee-96f4-63d3034df341 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.252632 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-c9f419e1-1397-4646-b78b-fc407fcc3aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:27.253650 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-c9f419e1-1397-4646-b78b-fc407fcc3aae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.255682 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-c9f419e1-1397-4646-b78b-fc407fcc3aae service neutron] 10.222.0.57 "PUT /v2.0/ports/5888f17a-0dde-46af-8a8e-a5589309c5f1 HTTP/1.1" status: 200 len: 1092 time: 3.0081546 Apr 18 20:51:27.257830 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af29ce13-bae9-42ee-96f4-63d3034df341 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:51:27.258645 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af29ce13-bae9-42ee-96f4-63d3034df341 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.272261 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37daca3-fc06-4621-b729-25fd98866b52', 'tag': '5888f17a-0dde-46af-8a8e-a5589309c5f1'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:51:27.281168 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a5f0ab-97f1-46c3-b633-cecabe1dd4df" -d '{"events": [{"name": "network-changed", "server_uuid": "b37daca3-fc06-4621-b729-25fd98866b52", "tag": "5888f17a-0dde-46af-8a8e-a5589309c5f1"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:51:27.285328 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:51:27.326230 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8533384d-7fca-4af3-9824-98901ac85705 req-cf10169a-2a87-43c0-bf1b-acf007b61869 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048799 Apr 18 20:51:27.335254 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29925b-7d4b-4088-bb7a-89f67085653c req-3fd25b39-44e3-458b-ab2c-ab2d687f3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:27.337443 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb29925b-7d4b-4088-bb7a-89f67085653c req-3fd25b39-44e3-458b-ab2c-ab2d687f3844 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65c0c9deb9974734a5e938fa16904c15&device_id=88f993a1-e44b-4835-8823-5180aa814ed2 HTTP/1.1" status: 200 len: 1095 time: 0.2521603 Apr 18 20:51:27.444990 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98037bfd-0aae-4c7d-9e91-ea3fc21439b8 req-788fb3b8-f82e-4ea3-bd22-79c9d8f3d134 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:27.449340 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98037bfd-0aae-4c7d-9e91-ea3fc21439b8 req-788fb3b8-f82e-4ea3-bd22-79c9d8f3d134 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37daca3-fc06-4621-b729-25fd98866b52 HTTP/1.1" status: 200 len: 944 time: 0.3894594 Apr 18 20:51:27.484143 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f419e1-1397-4646-b78b-fc407fcc3aae service neutron] Pushing event updated for resources: {'Port': ['ID=5888f17a-0dde-46af-8a8e-a5589309c5f1,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:27.528011 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-012378a2-0849-4856-8a07-22f1b257fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:27.530170 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-012378a2-0849-4856-8a07-22f1b257fd9b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcafbea962184eeebbb63b5bb2bc01eb&device_id=b37daca3-fc06-4621-b729-25fd98866b52 HTTP/1.1" status: 200 len: 1095 time: 0.2100809 Apr 18 20:51:27.537171 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af29ce13-bae9-42ee-96f4-63d3034df341 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.562475 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af29ce13-bae9-42ee-96f4-63d3034df341 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.566373 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-af29ce13-bae9-42ee-96f4-63d3034df341 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] 10.222.0.41 "DELETE /v2.0/networks/8032090d-4abb-45e1-a158-95169df5480a HTTP/1.1" status: 204 len: 168 time: 1.3380551 Apr 18 20:51:27.611991 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7cbaa79b-453a-4c23-a6dc-08475d860f9d req-a61c2f73-79ef-4197-a4e6-006d694a6ccb tempest-ServerRescueTestJSON-427161833 tempest-ServerRescueTestJSON-427161833-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eb44a8c-e237-4e05-bf91-5a4709c38588 HTTP/1.1" status: 200 len: 210 time: 0.0728817 Apr 18 20:51:27.614441 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54262) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:27.614925 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29ce13-bae9-42ee-96f4-63d3034df341 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Pushing event deleted for resources: {'Network': ['ID=8032090d-4abb-45e1-a158-95169df5480a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:27.617910 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-d7fe2328-97d8-4a90-be41-3fb20ba6c4a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5888f17a-0dde-46af-8a8e-a5589309c5f1 HTTP/1.1" status: 200 len: 217 time: 0.0779366 Apr 18 20:51:27.708978 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-3ed20b8b-51df-4f39-aebe-ad938dbdd8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:27.710668 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-3ed20b8b-51df-4f39-aebe-ad938dbdd8a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c94d501e-8d4f-4553-859b-b1a87074f2f2 HTTP/1.1" status: 200 len: 848 time: 0.0849164 Apr 18 20:51:27.711188 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54266) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:27.833636 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d1e41a-340a-490f-ab8c-47fef2c54652 x-openstack-request-id: req-46d1e41a-340a-490f-ab8c-47fef2c54652 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:51:27.833932 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37daca3-fc06-4621-b729-25fd98866b52", "tag": "5888f17a-0dde-46af-8a8e-a5589309c5f1", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:51:27.834184 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46d1e41a-340a-490f-ab8c-47fef2c54652 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:51:27.834591 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46d1e41a-340a-490f-ab8c-47fef2c54652'] response: {'name': 'network-changed', 'server_uuid': 'b37daca3-fc06-4621-b729-25fd98866b52', 'tag': '5888f17a-0dde-46af-8a8e-a5589309c5f1', 'status': 'completed', 'code': 200} Apr 18 20:51:27.837022 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-87d0e90e-e378-490d-b236-f1fcccb9696d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b57c6c0-c360-434b-9d8e-ffcb7648cc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160564 Apr 18 20:51:27.931002 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98037bfd-0aae-4c7d-9e91-ea3fc21439b8 req-fefca685-8ca8-404b-ae7a-7eedbf05c921 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/security-groups?id=72b0e978-8382-4746-8987-e6a4d7443ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113704 Apr 18 20:51:27.977193 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-8ee88ad1-c1e3-416f-ada6-683fcc5dded5 service neutron] 10.222.0.57 "GET /v2.0/networks/9b57c6c0-c360-434b-9d8e-ffcb7648cc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325085 Apr 18 20:51:28.020106 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-91faeffd-13a1-49e8-b8e2-60279608d0a0 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:28.023987 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29925b-7d4b-4088-bb7a-89f67085653c req-adc00cc5-6a38-43ea-9894-5c02dda3c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:28.025709 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb29925b-7d4b-4088-bb7a-89f67085653c req-adc00cc5-6a38-43ea-9894-5c02dda3c2ad service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92 HTTP/1.1" status: 200 len: 907 time: 0.6821792 Apr 18 20:51:28.055360 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b70b6-46c0-45cc-ac15-fe51e09bcb49 req-4ff03130-c2c1-4419-bd04-a9158d56fbdb tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:28.064011 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-606b70b6-46c0-45cc-ac15-fe51e09bcb49 req-4ff03130-c2c1-4419-bd04-a9158d56fbdb tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d8ccbe-1832-46b6-bc04-c196ab5fda7d HTTP/1.1" status: 200 len: 943 time: 0.1444573 Apr 18 20:51:28.108654 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb29925b-7d4b-4088-bb7a-89f67085653c req-7cccf157-c2a8-4b0e-8294-259143017a18 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c55ac0d-b869-4f28-91b4-109cbf5c74b7 HTTP/1.1" status: 200 len: 217 time: 0.0732090 Apr 18 20:51:28.131390 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8192f465-8b00-44de-a450-e68a55fbfe71 req-0d8ed7fe-c1be-4d40-b0c2-3cc0b1559a52 service neutron] 10.222.0.57 "GET /v2.0/networks/9b57c6c0-c360-434b-9d8e-ffcb7648cc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476324 Apr 18 20:51:28.346646 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5f0ab-97f1-46c3-b633-cecabe1dd4df req-f4f901db-83e8-47bb-be06-4d928300caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:28.348365 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d8a5f0ab-97f1-46c3-b633-cecabe1dd4df req-f4f901db-83e8-47bb-be06-4d928300caa8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcafbea962184eeebbb63b5bb2bc01eb&device_id=b37daca3-fc06-4621-b729-25fd98866b52 HTTP/1.1" status: 200 len: 1095 time: 0.1389186 Apr 18 20:51:28.394838 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-606b70b6-46c0-45cc-ac15-fe51e09bcb49 req-78692310-f3c9-4345-8953-57c920d5edeb tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294621 Apr 18 20:51:28.414854 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29925b-7d4b-4088-bb7a-89f67085653c req-ce1c4cca-98ee-4b5d-988a-87fc65b5043a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:28.418062 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb29925b-7d4b-4088-bb7a-89f67085653c req-ce1c4cca-98ee-4b5d-988a-87fc65b5043a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43c45217-dc0b-4a55-9d4a-e4055b0395e0 HTTP/1.1" status: 200 len: 846 time: 0.2930903 Apr 18 20:51:28.429764 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-91faeffd-13a1-49e8-b8e2-60279608d0a0 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:28.506435 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb29925b-7d4b-4088-bb7a-89f67085653c req-5d85bb6a-bd50-4f39-b542-13a4cfe8fd42 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722446 Apr 18 20:51:28.545672 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-91faeffd-13a1-49e8-b8e2-60279608d0a0 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ee3d12-f9ca-471d-92e1-e4a3c9a6adb2']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:28.545672 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb44a8c-e237-4e05-bf91-5a4709c38588', 'name': 'network-vif-deleted', 'tag': 'b6e34328-6caa-4b5e-9f4a-fe5e52a8227b'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:51:28.549708 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d9f21e-26ae-4e31-9cd2-18e0d0d9e0ea" -d '{"events": [{"server_uuid": "9eb44a8c-e237-4e05-bf91-5a4709c38588", "name": "network-vif-deleted", "tag": "b6e34328-6caa-4b5e-9f4a-fe5e52a8227b"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:51:28.594808 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc12748-45d3-4b89-8671-4871acc15a08 req-d40a90bf-8cca-4a8d-b397-5945be5ee21e tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:28.603622 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5cc12748-45d3-4b89-8671-4871acc15a08 req-d40a90bf-8cca-4a8d-b397-5945be5ee21e tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd1dd7e-4293-4eca-b3e8-3c4106dfecac HTTP/1.1" status: 200 len: 945 time: 0.3244622 Apr 18 20:51:28.617737 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-91faeffd-13a1-49e8-b8e2-60279608d0a0 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3754c73a-9f04-4605-b884-0707637d0109') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:28.618532 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-91faeffd-13a1-49e8-b8e2-60279608d0a0 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3754c73a-9f04-4605-b884-0707637d0109') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:28.694378 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5f0ab-97f1-46c3-b633-cecabe1dd4df req-19e19d06-6ec7-4cbd-8b88-f8efdafbd38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:28.697045 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d8a5f0ab-97f1-46c3-b633-cecabe1dd4df req-19e19d06-6ec7-4cbd-8b88-f8efdafbd38c service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b57c6c0-c360-434b-9d8e-ffcb7648cc65 HTTP/1.1" status: 200 len: 909 time: 0.3411970 Apr 18 20:51:28.716192 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-91faeffd-13a1-49e8-b8e2-60279608d0a0 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:28.769093 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-91faeffd-13a1-49e8-b8e2-60279608d0a0 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:28.780173 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-24acff62-0a63-4343-b915-68e29b6d5ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:28.815704 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d8a5f0ab-97f1-46c3-b633-cecabe1dd4df req-67f0bac7-acd9-4284-b9aa-a554a30cf8b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5888f17a-0dde-46af-8a8e-a5589309c5f1 HTTP/1.1" status: 200 len: 217 time: 0.1079562 Apr 18 20:51:28.815947 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91faeffd-13a1-49e8-b8e2-60279608d0a0 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:51:28.816909 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-91faeffd-13a1-49e8-b8e2-60279608d0a0 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:28.826489 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 8c55ac0d-b869-4f28-91b4-109cbf5c74b7 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:51:28.828895 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:51:28.881320 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5cc12748-45d3-4b89-8671-4871acc15a08 req-eb6db104-8d24-4fc6-96cb-90956c89f177 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5596fe3-0b65-4356-8448-b2cf753655c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688632 Apr 18 20:51:28.959790 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a3d5a-7803-4bf4-8d10-326c93de31a1 req-9ab80cf1-774d-49e4-aa7a-406943c55559 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:28.989148 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b85a3d5a-7803-4bf4-8d10-326c93de31a1 req-9ab80cf1-774d-49e4-aa7a-406943c55559 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=88f993a1-e44b-4835-8823-5180aa814ed2 HTTP/1.1" status: 200 len: 944 time: 0.3792462 Apr 18 20:51:29.003585 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e886db-3174-4675-a5f8-1c7622fb986c x-openstack-request-id: req-43e886db-3174-4675-a5f8-1c7622fb986c {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:51:29.003880 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb44a8c-e237-4e05-bf91-5a4709c38588", "name": "network-vif-deleted", "tag": "b6e34328-6caa-4b5e-9f4a-fe5e52a8227b", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:51:29.004199 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43e886db-3174-4675-a5f8-1c7622fb986c {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:51:29.019580 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43e886db-3174-4675-a5f8-1c7622fb986c'] response: {'server_uuid': '9eb44a8c-e237-4e05-bf91-5a4709c38588', 'name': 'network-vif-deleted', 'tag': 'b6e34328-6caa-4b5e-9f4a-fe5e52a8227b', 'status': 'completed', 'code': 200} Apr 18 20:51:29.022631 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb29925b-7d4b-4088-bb7a-89f67085653c req-6bfbc26e-a85c-4117-8e50-85c00403c278 service neutron] 10.222.0.32 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034919 Apr 18 20:51:29.031419 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5f0ab-97f1-46c3-b633-cecabe1dd4df req-741deff8-0e26-4962-8fc3-49784d76eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:29.035329 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d8a5f0ab-97f1-46c3-b633-cecabe1dd4df req-741deff8-0e26-4962-8fc3-49784d76eac5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c94d501e-8d4f-4553-859b-b1a87074f2f2 HTTP/1.1" status: 200 len: 848 time: 0.1869648 Apr 18 20:51:29.068810 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 8c55ac0d-b869-4f28-91b4-109cbf5c74b7, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=8c55ac0d-b869-4f28-91b4-109cbf5c74b7,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:29.078474 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54294) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:29.095973 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '8c55ac0d-b869-4f28-91b4-109cbf5c74b7', 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92', 'port_id': '8c55ac0d-b869-4f28-91b4-109cbf5c74b7', 'mac_address': 'fa:16:3e:4b:98:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c45217-dc0b-4a55-9d4a-e4055b0395e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:51:29.146632 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d8a5f0ab-97f1-46c3-b633-cecabe1dd4df req-73f9ac6f-a2d7-489a-bac8-65060d8efb2c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b57c6c0-c360-434b-9d8e-ffcb7648cc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978165 Apr 18 20:51:29.156837 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:29.179123 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c55ac0d-b869-4f28-91b4-109cbf5c74b7 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:51:29.205584 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 8c55ac0d-b869-4f28-91b4-109cbf5c74b7, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=8c55ac0d-b869-4f28-91b4-109cbf5c74b7,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:29.209225 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-91faeffd-13a1-49e8-b8e2-60279608d0a0 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:29.213238 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:29.226994 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-91faeffd-13a1-49e8-b8e2-60279608d0a0 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:29.233424 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-91faeffd-13a1-49e8-b8e2-60279608d0a0 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] 10.222.0.41 "DELETE /v2.0/networks/07ee3d12-f9ca-471d-92e1-e4a3c9a6adb2 HTTP/1.1" status: 204 len: 168 time: 1.6010940 Apr 18 20:51:29.240832 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb29925b-7d4b-4088-bb7a-89f67085653c req-499f4238-c85c-4514-8c4f-37a890ffb5cd service neutron] 10.222.0.32 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970479 Apr 18 20:51:29.243493 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54296) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:29.271980 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340dfd0-fee7-44ed-b459-15c66b918d06 req-3a87bf9a-0ebb-4fd2-a2cd-d8c5ca62b613 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:29.273646 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7340dfd0-fee7-44ed-b459-15c66b918d06 req-3a87bf9a-0ebb-4fd2-a2cd-d8c5ca62b613 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37daca3-fc06-4621-b729-25fd98866b52 HTTP/1.1" status: 200 len: 944 time: 0.1153891 Apr 18 20:51:29.278021 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91faeffd-13a1-49e8-b8e2-60279608d0a0 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Pushing event deleted for resources: {'Network': ['ID=07ee3d12-f9ca-471d-92e1-e4a3c9a6adb2,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:29.295048 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b85a3d5a-7803-4bf4-8d10-326c93de31a1 req-af3fd2fc-670b-4a12-9183-bb0a28c29ce2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048370 Apr 18 20:51:29.321895 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=8c55ac0d-b869-4f28-91b4-109cbf5c74b7,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:29.353374 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7340dfd0-fee7-44ed-b459-15c66b918d06 req-aa01d32d-0786-4640-b555-85f50ed95d9c tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/security-groups?id=72b0e978-8382-4746-8987-e6a4d7443ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545511 Apr 18 20:51:29.552623 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d001984-db15-4ee6-8ae0-f5dae4c89798 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:29.555378 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346aaba-fd14-4a80-bac5-ea10d9a870c2 req-0298dc2e-ba3d-4ed7-aa30-c56702f6a7cd tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:29.557886 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1346aaba-fd14-4a80-bac5-ea10d9a870c2 req-0298dc2e-ba3d-4ed7-aa30-c56702f6a7cd tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d8ccbe-1832-46b6-bc04-c196ab5fda7d HTTP/1.1" status: 200 len: 943 time: 0.0708444 Apr 18 20:51:29.621883 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d8a5f0ab-97f1-46c3-b633-cecabe1dd4df req-712780bc-29c5-4852-aee8-593c914c253d service neutron] 10.222.0.57 "GET /v2.0/networks/9b57c6c0-c360-434b-9d8e-ffcb7648cc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585975 Apr 18 20:51:29.622948 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1346aaba-fd14-4a80-bac5-ea10d9a870c2 req-3fc74a11-ef9c-4d45-9bee-23340bf2f832 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560992 Apr 18 20:51:29.630116 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['8c55ac0d-b869-4f28-91b4-109cbf5c74b7'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:51:29.692072 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 881f0a98-113f-4106-a815-f7f50904200f details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:51:29.824636 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:29.865960 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d001984-db15-4ee6-8ae0-f5dae4c89798 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:29.917160 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 881f0a98-113f-4106-a815-f7f50904200f, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=881f0a98-113f-4106-a815-f7f50904200f,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:29.952961 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-6d001984-db15-4ee6-8ae0-f5dae4c89798 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdfd8d17-5ca1-4e25-b7b2-503387bc9a0b']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:29.988987 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '881f0a98-113f-4106-a815-f7f50904200f', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'port_id': '881f0a98-113f-4106-a815-f7f50904200f', 'mac_address': 'fa:16:3e:09:c6:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:51:30.003363 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d8a5f0ab-97f1-46c3-b633-cecabe1dd4df req-4d28bf77-c058-43ac-89bb-bb42e5a01f07 service neutron] 10.222.0.57 "GET /v2.0/networks/9b57c6c0-c360-434b-9d8e-ffcb7648cc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718512 Apr 18 20:51:30.013322 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-6d001984-db15-4ee6-8ae0-f5dae4c89798 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aeee863-e1ec-4456-a3d6-8709a443001c') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:30.013620 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-6d001984-db15-4ee6-8ae0-f5dae4c89798 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aeee863-e1ec-4456-a3d6-8709a443001c') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:30.035820 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d001984-db15-4ee6-8ae0-f5dae4c89798 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:30.067898 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d39bf15-4a84-434b-b035-66be1639aa21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:30.205432 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:30.227020 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a6c07-4a24-4aef-9889-148411eca6a5 req-a915599d-2563-4030-9aea-6de2b3d4abc1 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:30.230996 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ae8a6c07-4a24-4aef-9889-148411eca6a5 req-a915599d-2563-4030-9aea-6de2b3d4abc1 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2dd1dd7e-4293-4eca-b3e8-3c4106dfecac HTTP/1.1" status: 200 len: 945 time: 0.2261324 Apr 18 20:51:30.233926 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 881f0a98-113f-4106-a815-f7f50904200f {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:51:30.243035 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d001984-db15-4ee6-8ae0-f5dae4c89798 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:30.281336 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 881f0a98-113f-4106-a815-f7f50904200f, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=881f0a98-113f-4106-a815-f7f50904200f,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:30.289540 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:30.304364 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d001984-db15-4ee6-8ae0-f5dae4c89798 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:51:30.305041 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d001984-db15-4ee6-8ae0-f5dae4c89798 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:51:30.310341 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:51:30.314838 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2e2c9-689a-42c5-a9df-7640a0b330b7 req-4c9c56e7-dfca-4504-a1c5-116d8bfc0eca tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:30.319240 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8ed2e2c9-689a-42c5-a9df-7640a0b330b7 req-4c9c56e7-dfca-4504-a1c5-116d8bfc0eca tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd1dd7e-4293-4eca-b3e8-3c4106dfecac HTTP/1.1" status: 200 len: 945 time: 0.2024775 Apr 18 20:51:30.371593 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=881f0a98-113f-4106-a815-f7f50904200f,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:30.497685 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8ed2e2c9-689a-42c5-a9df-7640a0b330b7 req-b509a2ab-9baf-4a37-b5f7-65c525b73257 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5596fe3-0b65-4356-8448-b2cf753655c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082964 Apr 18 20:51:30.499669 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['881f0a98-113f-4106-a815-f7f50904200f'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:51:30.525085 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcc40f-6942-4e13-86d8-822a56fb06c8 req-a670acab-3065-48d7-b5db-00a354dc21d3 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:30.526817 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0dbcc40f-6942-4e13-86d8-822a56fb06c8 req-a670acab-3065-48d7-b5db-00a354dc21d3 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=88f993a1-e44b-4835-8823-5180aa814ed2 HTTP/1.1" status: 200 len: 945 time: 0.1152554 Apr 18 20:51:30.539651 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d001984-db15-4ee6-8ae0-f5dae4c89798 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:30.547225 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-ae8a6c07-4a24-4aef-9889-148411eca6a5 req-0f65f886-bfc0-4fae-a7de-31f5b94ade14 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Deleting port 8d73a940-1e40-492d-ba5a-a7e716a58ec9 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:30.547225 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ae8a6c07-4a24-4aef-9889-148411eca6a5 req-0f65f886-bfc0-4fae-a7de-31f5b94ade14 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:30.550001 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d001984-db15-4ee6-8ae0-f5dae4c89798 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:30.554321 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6d001984-db15-4ee6-8ae0-f5dae4c89798 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] 10.222.0.41 "DELETE /v2.0/networks/bdfd8d17-5ca1-4e25-b7b2-503387bc9a0b HTTP/1.1" status: 204 len: 168 time: 1.2844403 Apr 18 20:51:30.602175 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d001984-db15-4ee6-8ae0-f5dae4c89798 tempest-BulkNetworkOpsTest-1633106823 tempest-BulkNetworkOpsTest-1633106823-project] Pushing event deleted for resources: {'Network': ['ID=bdfd8d17-5ca1-4e25-b7b2-503387bc9a0b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:30.737014 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-64e0c71a-d75d-48da-bca1-fcfd133d142e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:30.856460 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 8c55ac0d-b869-4f28-91b4-109cbf5c74b7 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:51:30.939194 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 8c55ac0d-b869-4f28-91b4-109cbf5c74b7 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:30.952719 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 8c55ac0d-b869-4f28-91b4-109cbf5c74b7 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:30.953779 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.125337 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54316) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:31.157753 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.209315 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0dbcc40f-6942-4e13-86d8-822a56fb06c8 req-7f6f0c32-6cfd-4797-a5a7-eda95ceae69b tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6677723 Apr 18 20:51:31.227112 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 8c55ac0d-b869-4f28-91b4-109cbf5c74b7, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=8c55ac0d-b869-4f28-91b4-109cbf5c74b7,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:31.228953 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f993a1-e44b-4835-8823-5180aa814ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c55ac0d-b869-4f28-91b4-109cbf5c74b7'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:51:31.235713 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411aca4e-62c9-4d6d-9fd3-c6748bad7ebf" -d '{"events": [{"server_uuid": "88f993a1-e44b-4835-8823-5180aa814ed2", "name": "network-vif-plugged", "status": "completed", "tag": "8c55ac0d-b869-4f28-91b4-109cbf5c74b7"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:51:31.244487 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.281160 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4803db-ee77-4047-8359-c87551545cac req-2ffcf6b0-75b4-4735-b87f-3afa1ec3b3ef tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:31.304531 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b4803db-ee77-4047-8359-c87551545cac req-2ffcf6b0-75b4-4735-b87f-3afa1ec3b3ef tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37daca3-fc06-4621-b729-25fd98866b52 HTTP/1.1" status: 200 len: 944 time: 0.6058478 Apr 18 20:51:31.334086 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-4d39bf15-4a84-434b-b035-66be1639aa21 admin admin] Deleting port 03bdf5a4-d29d-4e2b-b0e2-d27640407750 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:31.334428 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d39bf15-4a84-434b-b035-66be1639aa21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.398643 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=8c55ac0d-b869-4f28-91b4-109cbf5c74b7,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:31.413394 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-ae8a6c07-4a24-4aef-9889-148411eca6a5 req-0f65f886-bfc0-4fae-a7de-31f5b94ade14 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] For port 8d73a940-1e40-492d-ba5a-a7e716a58ec9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=8d73a940-1e40-492d-ba5a-a7e716a58ec9,segment=NetworkSegment(8a90df8a-127e-4a84-bca2-da2aabbe1b59),segment_id=8a90df8a-127e-4a84-bca2-da2aabbe1b59)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:31.413989 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ae8a6c07-4a24-4aef-9889-148411eca6a5 req-0f65f886-bfc0-4fae-a7de-31f5b94ade14 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.420160 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.502065 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-ae8a6c07-4a24-4aef-9889-148411eca6a5 req-0f65f886-bfc0-4fae-a7de-31f5b94ade14 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Calling delete_port for 8d73a940-1e40-492d-ba5a-a7e716a58ec9 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:31.547854 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.552982 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b4803db-ee77-4047-8359-c87551545cac req-01012d32-ca84-4d9f-a208-96568eb919c2 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/security-groups?id=72b0e978-8382-4746-8987-e6a4d7443ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568934 Apr 18 20:51:31.665413 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc58187-235e-432f-b0fe-f8d041d8db88 x-openstack-request-id: req-8bc58187-235e-432f-b0fe-f8d041d8db88 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:51:31.665914 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f993a1-e44b-4835-8823-5180aa814ed2", "name": "network-vif-plugged", "status": "completed", "tag": "8c55ac0d-b869-4f28-91b4-109cbf5c74b7", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:51:31.666284 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8bc58187-235e-432f-b0fe-f8d041d8db88 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:51:31.666808 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bc58187-235e-432f-b0fe-f8d041d8db88'] response: {'server_uuid': '88f993a1-e44b-4835-8823-5180aa814ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c55ac0d-b869-4f28-91b4-109cbf5c74b7', 'code': 200} Apr 18 20:51:31.677106 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd701e-d700-442b-9f93-8bead434fcb3 req-bf7e7401-71be-48c9-9c1e-75acba5ae8ed tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:31.688146 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b3bd701e-d700-442b-9f93-8bead434fcb3 req-bf7e7401-71be-48c9-9c1e-75acba5ae8ed tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d8ccbe-1832-46b6-bc04-c196ab5fda7d HTTP/1.1" status: 200 len: 944 time: 0.2873392 Apr 18 20:51:31.696365 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d32ab560-d819-46e5-abd3-d20b00cb6b0e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f00a57e4f034980992a837b41bf2176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5698292 Apr 18 20:51:31.701221 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-4d39bf15-4a84-434b-b035-66be1639aa21 admin admin] For port 03bdf5a4-d29d-4e2b-b0e2-d27640407750, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=03bdf5a4-d29d-4e2b-b0e2-d27640407750,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:31.701586 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d39bf15-4a84-434b-b035-66be1639aa21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.702973 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 5888f17a-0dde-46af-8a8e-a5589309c5f1 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:51:31.705344 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54330) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:31.721782 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 881f0a98-113f-4106-a815-f7f50904200f up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:51:31.771346 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-4d39bf15-4a84-434b-b035-66be1639aa21 admin admin] Calling delete_port for 03bdf5a4-d29d-4e2b-b0e2-d27640407750 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:31.867353 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e9190afa-189d-4ed7-b1ec-45493e1878ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.933090 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 881f0a98-113f-4106-a815-f7f50904200f completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:31.942413 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e9190afa-189d-4ed7-b1ec-45493e1878ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.971210 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 881f0a98-113f-4106-a815-f7f50904200f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:31.977690 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.036280 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 5888f17a-0dde-46af-8a8e-a5589309c5f1, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=5888f17a-0dde-46af-8a8e-a5589309c5f1,segment=NetworkSegment(9e62e4a7-2959-4c6b-8550-e8dd18fa74e2),segment_id=9e62e4a7-2959-4c6b-8550-e8dd18fa74e2)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:32.047555 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b3bd701e-d700-442b-9f93-8bead434fcb3 req-1db81f3c-c841-4bef-a76e-b3e938a3b366 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354622 Apr 18 20:51:32.055978 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ae8a6c07-4a24-4aef-9889-148411eca6a5 req-0f65f886-bfc0-4fae-a7de-31f5b94ade14 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.065993 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:51:32.075653 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['8d73a940-1e40-492d-ba5a-a7e716a58ec9'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:51:32.085499 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7f684-95e6-471e-a745-cfcd7c1c4f44 req-af9948de-adda-4950-a85b-0030660e635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:32.088556 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ed7f684-95e6-471e-a745-cfcd7c1c4f44 req-af9948de-adda-4950-a85b-0030660e635c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=88f993a1-e44b-4835-8823-5180aa814ed2 HTTP/1.1" status: 200 len: 1097 time: 0.2732825 Apr 18 20:51:32.138012 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65f886-bfc0-4fae-a7de-31f5b94ade14 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Pushing event deleted for resources: {'Port': ['ID=8d73a940-1e40-492d-ba5a-a7e716a58ec9,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:32.265277 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d39bf15-4a84-434b-b035-66be1639aa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.268492 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8a6c07-4a24-4aef-9889-148411eca6a5 req-0f65f886-bfc0-4fae-a7de-31f5b94ade14 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] No DVR routers for this DVR port 8d73a940-1e40-492d-ba5a-a7e716a58ec9 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:51:32.270483 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-64e0c71a-d75d-48da-bca1-fcfd133d142e admin admin] Deleting port cc730149-2885-4259-a57c-b3ace73d99ba {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:32.271367 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-64e0c71a-d75d-48da-bca1-fcfd133d142e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.279867 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e9190afa-189d-4ed7-b1ec-45493e1878ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.282647 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e9190afa-189d-4ed7-b1ec-45493e1878ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.284495 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e9190afa-189d-4ed7-b1ec-45493e1878ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9d11544-5c67-4dfd-bafd-31a1c5ce88b6 HTTP/1.1" status: 204 len: 168 time: 0.5778203 Apr 18 20:51:32.295594 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ae8a6c07-4a24-4aef-9889-148411eca6a5 req-0f65f886-bfc0-4fae-a7de-31f5b94ade14 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.301913 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ae8a6c07-4a24-4aef-9889-148411eca6a5 req-0f65f886-bfc0-4fae-a7de-31f5b94ade14 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.32 "DELETE /v2.0/ports/8d73a940-1e40-492d-ba5a-a7e716a58ec9 HTTP/1.1" status: 204 len: 173 time: 2.0576608 Apr 18 20:51:32.321323 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440103e-c6f1-49a7-aa9f-4c83d32d8aca req-e0c80eb2-d9ec-44bc-903b-39d0b9a8035d tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:32.325730 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f440103e-c6f1-49a7-aa9f-4c83d32d8aca req-e0c80eb2-d9ec-44bc-903b-39d0b9a8035d tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd1dd7e-4293-4eca-b3e8-3c4106dfecac HTTP/1.1" status: 200 len: 867 time: 0.3722558 Apr 18 20:51:32.326711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd1dd7e-4293-4eca-b3e8-3c4106dfecac', 'name': 'network-vif-deleted', 'tag': '8d73a940-1e40-492d-ba5a-a7e716a58ec9'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:51:32.349092 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5da603-3bc0-4dda-8766-db3683b0a1d3" -d '{"events": [{"server_uuid": "2dd1dd7e-4293-4eca-b3e8-3c4106dfecac", "name": "network-vif-deleted", "tag": "8d73a940-1e40-492d-ba5a-a7e716a58ec9"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:51:32.443375 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f440103e-c6f1-49a7-aa9f-4c83d32d8aca req-c07d62a9-1cf8-4cf1-82c2-522308cd4b5b tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5596fe3-0b65-4356-8448-b2cf753655c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869880 Apr 18 20:51:32.455038 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ed7f684-95e6-471e-a745-cfcd7c1c4f44 req-0ac1abfc-38da-42b6-a16d-d75873a93a22 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191612 Apr 18 20:51:32.519420 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '5888f17a-0dde-46af-8a8e-a5589309c5f1', 'network_id': '9b57c6c0-c360-434b-9d8e-ffcb7648cc65', 'port_id': '5888f17a-0dde-46af-8a8e-a5589309c5f1', 'mac_address': 'fa:16:3e:48:aa:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c94d501e-8d4f-4553-859b-b1a87074f2f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:51:32.571525 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9190afa-189d-4ed7-b1ec-45493e1878ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d11544-5c67-4dfd-bafd-31a1c5ce88b6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:32.597022 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39bf15-4a84-434b-b035-66be1639aa21 admin admin] Pushing event deleted for resources: {'Port': ['ID=03bdf5a4-d29d-4e2b-b0e2-d27640407750,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:32.663638 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1538f55-dd0a-426e-8e2e-fd9491fc7af0 req-6f55607c-8008-4cad-8ef5-ae29f10bdcd1 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:32.667800 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a1538f55-dd0a-426e-8e2e-fd9491fc7af0 req-6f55607c-8008-4cad-8ef5-ae29f10bdcd1 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=88f993a1-e44b-4835-8823-5180aa814ed2 HTTP/1.1" status: 200 len: 946 time: 0.1464188 Apr 18 20:51:32.755180 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.842068 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a1538f55-dd0a-426e-8e2e-fd9491fc7af0 req-c5b2c722-0571-4226-b5b5-69612c873016 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613030 Apr 18 20:51:32.858349 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5888f17a-0dde-46af-8a8e-a5589309c5f1 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:51:32.869343 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2767d2-9028-4d90-880f-2f6cb616c13f x-openstack-request-id: req-8f2767d2-9028-4d90-880f-2f6cb616c13f {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:51:32.870277 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd1dd7e-4293-4eca-b3e8-3c4106dfecac", "name": "network-vif-deleted", "tag": "8d73a940-1e40-492d-ba5a-a7e716a58ec9", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:51:32.871484 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f2767d2-9028-4d90-880f-2f6cb616c13f {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:51:32.872351 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f2767d2-9028-4d90-880f-2f6cb616c13f'] response: {'server_uuid': '2dd1dd7e-4293-4eca-b3e8-3c4106dfecac', 'name': 'network-vif-deleted', 'tag': '8d73a940-1e40-492d-ba5a-a7e716a58ec9', 'status': 'completed', 'code': 200} Apr 18 20:51:32.875622 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:33.027377 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 5888f17a-0dde-46af-8a8e-a5589309c5f1, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=5888f17a-0dde-46af-8a8e-a5589309c5f1,segment=NetworkSegment(9e62e4a7-2959-4c6b-8550-e8dd18fa74e2),segment_id=9e62e4a7-2959-4c6b-8550-e8dd18fa74e2)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:33.053806 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:33.064528 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 881f0a98-113f-4106-a815-f7f50904200f, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=881f0a98-113f-4106-a815-f7f50904200f,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:33.099939 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-64e0c71a-d75d-48da-bca1-fcfd133d142e admin admin] For port cc730149-2885-4259-a57c-b3ace73d99ba, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=cc730149-2885-4259-a57c-b3ace73d99ba,segment=NetworkSegment(37d16436-09a3-4426-9f52-42e66aa3028a),segment_id=37d16436-09a3-4426-9f52-42e66aa3028a)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:33.102344 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-64e0c71a-d75d-48da-bca1-fcfd133d142e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:33.136463 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-64e0c71a-d75d-48da-bca1-fcfd133d142e admin admin] Calling delete_port for cc730149-2885-4259-a57c-b3ace73d99ba owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:33.242653 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:33.347863 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=5888f17a-0dde-46af-8a8e-a5589309c5f1,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:33.353583 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['5888f17a-0dde-46af-8a8e-a5589309c5f1'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:51:33.378133 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652f36b-7b3a-4e6c-b659-76d1ad3e7fc6 req-b05d32d0-34fa-40fc-a7fd-bf25a5582ac4 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:33.388065 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9652f36b-7b3a-4e6c-b659-76d1ad3e7fc6 req-b05d32d0-34fa-40fc-a7fd-bf25a5582ac4 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37daca3-fc06-4621-b729-25fd98866b52 HTTP/1.1" status: 200 len: 945 time: 0.2328603 Apr 18 20:51:33.540595 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=881f0a98-113f-4106-a815-f7f50904200f,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:33.570697 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9652f36b-7b3a-4e6c-b659-76d1ad3e7fc6 req-21d4927c-08a3-490d-9c8a-6f208b2eac43 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/security-groups?id=72b0e978-8382-4746-8987-e6a4d7443ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704175 Apr 18 20:51:33.609516 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585428a9-6f97-49fd-bd5a-d04dff0ea002 req-9611aa30-3774-4c97-836d-8c13b789e078 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:33.623468 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-585428a9-6f97-49fd-bd5a-d04dff0ea002 req-9611aa30-3774-4c97-836d-8c13b789e078 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d8ccbe-1832-46b6-bc04-c196ab5fda7d HTTP/1.1" status: 200 len: 945 time: 0.1664116 Apr 18 20:51:33.671276 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d8ccbe-1832-46b6-bc04-c196ab5fda7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881f0a98-113f-4106-a815-f7f50904200f'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:51:33.685377 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6785bd89-41b7-4d5e-89a8-dd477ad8edc2" -d '{"events": [{"server_uuid": "b4d8ccbe-1832-46b6-bc04-c196ab5fda7d", "name": "network-vif-plugged", "status": "completed", "tag": "881f0a98-113f-4106-a815-f7f50904200f"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:51:33.706462 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d39bf15-4a84-434b-b035-66be1639aa21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:33.728534 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-64e0c71a-d75d-48da-bca1-fcfd133d142e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:33.756389 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-585428a9-6f97-49fd-bd5a-d04dff0ea002 req-9e3141e6-da2c-4cbc-a545-d9094632567a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291041 Apr 18 20:51:33.969275 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0c71a-d75d-48da-bca1-fcfd133d142e admin admin] Pushing event deleted for resources: {'Port': ['ID=cc730149-2885-4259-a57c-b3ace73d99ba,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:34.097173 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd496fbd-0d54-4afc-a829-31a9e8932d97 req-edbd136a-7ccb-4472-9a11-82c89cd50c88 tempest-ServerPasswordTestJSON-239617592 tempest-ServerPasswordTestJSON-239617592-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd1dd7e-4293-4eca-b3e8-3c4106dfecac HTTP/1.1" status: 200 len: 210 time: 0.0851076 Apr 18 20:51:34.280098 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fc56a0-8558-4265-99d0-4ec638053bb3 x-openstack-request-id: req-b3fc56a0-8558-4265-99d0-4ec638053bb3 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:51:34.280893 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d8ccbe-1832-46b6-bc04-c196ab5fda7d", "name": "network-vif-plugged", "status": "completed", "tag": "881f0a98-113f-4106-a815-f7f50904200f", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:51:34.280893 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3fc56a0-8558-4265-99d0-4ec638053bb3 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:51:34.281811 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3fc56a0-8558-4265-99d0-4ec638053bb3'] response: {'server_uuid': 'b4d8ccbe-1832-46b6-bc04-c196ab5fda7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881f0a98-113f-4106-a815-f7f50904200f', 'code': 200} Apr 18 20:51:34.300240 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54388) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:34.465105 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108c38a-243a-48b9-9b47-5d47b3ae4f75 req-e3d068cc-08f1-4e9d-ab47-641fd45b4ca7 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:34.466974 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f108c38a-243a-48b9-9b47-5d47b3ae4f75 req-e3d068cc-08f1-4e9d-ab47-641fd45b4ca7 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=88f993a1-e44b-4835-8823-5180aa814ed2 HTTP/1.1" status: 200 len: 946 time: 0.0822461 Apr 18 20:51:34.473368 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-359a05be-397d-45df-9887-1893ceda4952 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Request body: {'security_group': {'name': 'tempest-secgroup--1956228342'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:34.531658 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-359a05be-397d-45df-9887-1893ceda4952 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:34.547606 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-359a05be-397d-45df-9887-1893ceda4952 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:34.567163 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f108c38a-243a-48b9-9b47-5d47b3ae4f75 req-d40fc2d0-edb8-44df-9607-458001a26e7c tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874257 Apr 18 20:51:34.650237 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b863c6f-c1b0-4abd-b5a1-282c7af0e396 req-6a8e8132-00bb-45dd-adff-fbdcc2fe41cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:34.654036 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9b863c6f-c1b0-4abd-b5a1-282c7af0e396 req-6a8e8132-00bb-45dd-adff-fbdcc2fe41cf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b4d8ccbe-1832-46b6-bc04-c196ab5fda7d HTTP/1.1" status: 200 len: 1096 time: 0.2919405 Apr 18 20:51:34.729228 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-359a05be-397d-45df-9887-1893ceda4952 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:34.738601 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-359a05be-397d-45df-9887-1893ceda4952 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:34.821007 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-359a05be-397d-45df-9887-1893ceda4952 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:34.849804 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9b863c6f-c1b0-4abd-b5a1-282c7af0e396 req-2bfbb5ab-fec8-4ba6-a7f0-78ae1416678b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870437 Apr 18 20:51:34.858076 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-64e0c71a-d75d-48da-bca1-fcfd133d142e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:34.871095 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-359a05be-397d-45df-9887-1893ceda4952 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:34.871464 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 8d73a940-1e40-492d-ba5a-a7e716a58ec9 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:51:34.890793 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d39bf15-4a84-434b-b035-66be1639aa21 admin admin] Router 88834aaa-2e51-4adb-8534-cc3588560563 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:51:34.905804 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-359a05be-397d-45df-9887-1893ceda4952 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:34.907505 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-359a05be-397d-45df-9887-1893ceda4952 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6060851 Apr 18 20:51:34.914017 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54410) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:34.933587 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 8d73a940-1e40-492d-ba5a-a7e716a58ec9 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:51:34.934082 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 8d73a940-1e40-492d-ba5a-a7e716a58ec9 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:51:34.937532 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a05be-397d-45df-9887-1893ceda4952 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21909724-dee4-44ca-8f82-e933b62b2670,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:34.992756 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a98863-8a43-48b9-ac97-625c2c63c17e req-36efb984-0f34-4a3a-ab0d-c2903b50f249 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:34.994744 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a1a98863-8a43-48b9-ac97-625c2c63c17e req-36efb984-0f34-4a3a-ab0d-c2903b50f249 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37daca3-fc06-4621-b729-25fd98866b52 HTTP/1.1" status: 200 len: 945 time: 0.1806245 Apr 18 20:51:35.133239 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a05be-397d-45df-9887-1893ceda4952 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05f7cb57-e564-46dc-bf67-20e8f6b8ddda,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:35.214999 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a9c340c7-82c6-4454-8fe6-9cb689a5f0a2 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2983730 Apr 18 20:51:35.219389 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54416) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:35.238803 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a1a98863-8a43-48b9-ac97-625c2c63c17e req-c35450b4-592f-422d-94d1-b9df38f53819 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/security-groups?id=72b0e978-8382-4746-8987-e6a4d7443ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264404 Apr 18 20:51:35.252977 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d426ec3-09e2-4e79-87e0-1bcc16e65a6d req-d67dcee1-742d-4734-901a-1cdc1124b749 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:35.264301 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8d426ec3-09e2-4e79-87e0-1bcc16e65a6d req-d67dcee1-742d-4734-901a-1cdc1124b749 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=88f993a1-e44b-4835-8823-5180aa814ed2 HTTP/1.1" status: 200 len: 946 time: 0.2508042 Apr 18 20:51:35.296536 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c571fecb-87f8-40f3-9650-cf9e83ed44cf tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Request body: {'security_group': {'name': 'tempest-security--1814922548', 'description': 'tempest-security-description-1239731383'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:35.335058 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8d426ec3-09e2-4e79-87e0-1bcc16e65a6d req-1f6310b4-c477-4b2d-995e-022903fcf8f8 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667491 Apr 18 20:51:35.342224 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d39bf15-4a84-434b-b035-66be1639aa21 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:51:35.361747 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4d39bf15-4a84-434b-b035-66be1639aa21 admin admin] 10.222.0.41 "PUT /v2.0/routers/88834aaa-2e51-4adb-8534-cc3588560563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6486409 Apr 18 20:51:35.364573 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b91d48-5c56-4404-93ac-7524f0802d7f None None] Sync routers for ids ['88834aaa-2e51-4adb-8534-cc3588560563'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:51:35.369483 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54418) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:35.382071 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c571fecb-87f8-40f3-9650-cf9e83ed44cf tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:35.396140 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b91d48-5c56-4404-93ac-7524f0802d7f None None] Routers {'88834aaa-2e51-4adb-8534-cc3588560563'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:51:35.396974 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d9b91d48-5c56-4404-93ac-7524f0802d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:51:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88834aaa-2e51-4adb-8534-cc3588560563'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:35.593736 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e0c71a-d75d-48da-bca1-fcfd133d142e admin admin] Router c0b515eb-163d-46af-823b-1796dfa06616 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:51:35.611007 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363d554-ffa6-4f83-8cea-853ce55dad37 req-9199720c-e825-4801-af6d-6ed2570ec33e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:35.611829 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-d9b91d48-5c56-4404-93ac-7524f0802d7f None None] Set router 88834aaa-2e51-4adb-8534-cc3588560563 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:51:35.613606 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c571fecb-87f8-40f3-9650-cf9e83ed44cf tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:35.624466 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6363d554-ffa6-4f83-8cea-853ce55dad37 req-9199720c-e825-4801-af6d-6ed2570ec33e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d8ccbe-1832-46b6-bc04-c196ab5fda7d HTTP/1.1" status: 200 len: 945 time: 0.2531083 Apr 18 20:51:35.629444 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c571fecb-87f8-40f3-9650-cf9e83ed44cf tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:35.633730 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c571fecb-87f8-40f3-9650-cf9e83ed44cf tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:35.641049 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c571fecb-87f8-40f3-9650-cf9e83ed44cf tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "PUT /v2.0/security-groups/05f7cb57-e564-46dc-bf67-20e8f6b8ddda HTTP/1.1" status: 200 len: 1780 time: 0.3527868 Apr 18 20:51:35.642078 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54426) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:35.690988 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54430) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:35.708244 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 5888f17a-0dde-46af-8a8e-a5589309c5f1 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:51:35.824926 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5a4ef589-3cc7-45fd-97e5-bf6df05ef1f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:35.886192 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571fecb-87f8-40f3-9650-cf9e83ed44cf tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05f7cb57-e564-46dc-bf67-20e8f6b8ddda,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:35.952870 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fafcbf3d-8e84-43a8-83c0-277e7e3d29f5 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-groups/05f7cb57-e564-46dc-bf67-20e8f6b8ddda HTTP/1.1" status: 200 len: 1780 time: 0.3031948 Apr 18 20:51:35.955477 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54434) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:35.956074 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 5888f17a-0dde-46af-8a8e-a5589309c5f1 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:35.977863 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 5888f17a-0dde-46af-8a8e-a5589309c5f1 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:35.984319 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.129825 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6363d554-ffa6-4f83-8cea-853ce55dad37 req-240921c9-db64-4f9e-bd54-741d9595b5cf tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5019004 Apr 18 20:51:36.146191 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-851c2f53-3c36-4a96-aa81-99eac52ec466 admin admin] Deleting subnet 0aebc0f1-8fdd-40fd-a25b-347bb51151d4 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:51:36.150394 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e0c71a-d75d-48da-bca1-fcfd133d142e admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:51:36.227486 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-64e0c71a-d75d-48da-bca1-fcfd133d142e admin admin] 10.222.0.41 "PUT /v2.0/routers/c0b515eb-163d-46af-823b-1796dfa06616/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0797350 Apr 18 20:51:36.227486 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54436) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:36.228007 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-851c2f53-3c36-4a96-aa81-99eac52ec466 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.228148 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.258758 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e26e76b-6a24-4df6-83af-1a15c0354bcd None None] Sync routers for ids ['c0b515eb-163d-46af-823b-1796dfa06616'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:51:36.284288 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e26e76b-6a24-4df6-83af-1a15c0354bcd None None] Routers {'c0b515eb-163d-46af-823b-1796dfa06616'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:51:36.285584 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-6e26e76b-6a24-4df6-83af-1a15c0354bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:51:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c0b515eb-163d-46af-823b-1796dfa06616'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:36.300584 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37daca3-fc06-4621-b729-25fd98866b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5888f17a-0dde-46af-8a8e-a5589309c5f1'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:51:36.305732 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1834e787-a29a-4760-b424-62a7a8521853" -d '{"events": [{"server_uuid": "b37daca3-fc06-4621-b729-25fd98866b52", "name": "network-vif-plugged", "status": "completed", "tag": "5888f17a-0dde-46af-8a8e-a5589309c5f1"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:51:36.378911 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 5888f17a-0dde-46af-8a8e-a5589309c5f1, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=5888f17a-0dde-46af-8a8e-a5589309c5f1,segment=NetworkSegment(9e62e4a7-2959-4c6b-8550-e8dd18fa74e2),segment_id=9e62e4a7-2959-4c6b-8550-e8dd18fa74e2)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:36.392301 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee24c9c1-26d0-45d6-a3c7-d42bd59ecd70 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.410358 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.571619 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-851c2f53-3c36-4a96-aa81-99eac52ec466 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.667814 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01136f9d-d52f-40db-815c-31fa0a1286bd req-3c35d8ed-75ef-4c5a-bd8a-e9cb6a1cd5ee tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:36.683097 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-01136f9d-d52f-40db-815c-31fa0a1286bd req-3c35d8ed-75ef-4c5a-bd8a-e9cb6a1cd5ee tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=88f993a1-e44b-4835-8823-5180aa814ed2 HTTP/1.1" status: 200 len: 946 time: 0.6341043 Apr 18 20:51:36.725049 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-6e26e76b-6a24-4df6-83af-1a15c0354bcd None None] Set router c0b515eb-163d-46af-823b-1796dfa06616 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:51:36.818390 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=5888f17a-0dde-46af-8a8e-a5589309c5f1,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:36.869697 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-01136f9d-d52f-40db-815c-31fa0a1286bd req-49200437-b35b-45b7-93d9-55d8531b2c9f tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846879 Apr 18 20:51:36.871678 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d9b91d48-5c56-4404-93ac-7524f0802d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88834aaa-2e51-4adb-8534-cc3588560563', 'name': 'tempest-AttachVolumeShelveTestJSON-955401035-router', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:08Z', 'updated_at': '2022-04-18T20:51:32Z', 'revision_number': 5, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'gw_port': {'id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:09Z', 'updated_at': '2022-04-18T20:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:36.926381 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-851c2f53-3c36-4a96-aa81-99eac52ec466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.937531 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b91d48-5c56-4404-93ac-7524f0802d7f None None] Checking router: 88834aaa-2e51-4adb-8534-cc3588560563 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:51:36.950335 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5d35e-03b9-4d8b-8f83-a1db9e6ef9bc req-284cb4b6-be07-4c71-bf48-ffec024eed02 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:36.953389 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdf5d35e-03b9-4d8b-8f83-a1db9e6ef9bc req-284cb4b6-be07-4c71-bf48-ffec024eed02 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37daca3-fc06-4621-b729-25fd98866b52 HTTP/1.1" status: 200 len: 946 time: 0.3769715 Apr 18 20:51:36.966985 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b91d48-5c56-4404-93ac-7524f0802d7f None None] Routers {'88834aaa-2e51-4adb-8534-cc3588560563'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:51:36.967634 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d9b91d48-5c56-4404-93ac-7524f0802d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:51:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88834aaa-2e51-4adb-8534-cc3588560563'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:37.054595 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5a4ef589-3cc7-45fd-97e5-bf6df05ef1f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:37.062578 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a07e04-2d94-4ff7-9e9d-9b5ee221c9ca x-openstack-request-id: req-04a07e04-2d94-4ff7-9e9d-9b5ee221c9ca {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:51:37.063197 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37daca3-fc06-4621-b729-25fd98866b52", "name": "network-vif-plugged", "status": "completed", "tag": "5888f17a-0dde-46af-8a8e-a5589309c5f1", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:51:37.063706 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04a07e04-2d94-4ff7-9e9d-9b5ee221c9ca {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:51:37.064515 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a07e04-2d94-4ff7-9e9d-9b5ee221c9ca'] response: {'server_uuid': 'b37daca3-fc06-4621-b729-25fd98866b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5888f17a-0dde-46af-8a8e-a5589309c5f1', 'code': 200} Apr 18 20:51:37.144033 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-6e26e76b-6a24-4df6-83af-1a15c0354bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b515eb-163d-46af-823b-1796dfa06616', 'name': 'tempest-ServerRescueTestJSON-1534052066-router', 'tenant_id': '30bec5e5dbef4fbd9ab98b71b7e2eece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:29Z', 'updated_at': '2022-04-18T20:51:33Z', 'revision_number': 5, 'project_id': '30bec5e5dbef4fbd9ab98b71b7e2eece', 'gw_port': {'id': '04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b515eb-163d-46af-823b-1796dfa06616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:30Z', 'updated_at': '2022-04-18T20:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:37.227771 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-d9b91d48-5c56-4404-93ac-7524f0802d7f None None] Set router 88834aaa-2e51-4adb-8534-cc3588560563 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:51:37.263593 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e26e76b-6a24-4df6-83af-1a15c0354bcd None None] Checking router: c0b515eb-163d-46af-823b-1796dfa06616 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:51:37.291764 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdf5d35e-03b9-4d8b-8f83-a1db9e6ef9bc req-0635b7d4-cc30-4724-b14e-666144fe03a3 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/security-groups?id=72b0e978-8382-4746-8987-e6a4d7443ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079115 Apr 18 20:51:37.314352 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e26e76b-6a24-4df6-83af-1a15c0354bcd None None] Routers {'c0b515eb-163d-46af-823b-1796dfa06616'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:51:37.315430 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-6e26e76b-6a24-4df6-83af-1a15c0354bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:51:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c0b515eb-163d-46af-823b-1796dfa06616'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:37.329484 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-851c2f53-3c36-4a96-aa81-99eac52ec466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:37.343279 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee24c9c1-26d0-45d6-a3c7-d42bd59ecd70 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:37.389478 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c2f53-3c36-4a96-aa81-99eac52ec466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aebc0f1-8fdd-40fd-a25b-347bb51151d4,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:37.434810 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-851c2f53-3c36-4a96-aa81-99eac52ec466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:37.454560 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-851c2f53-3c36-4a96-aa81-99eac52ec466 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0aebc0f1-8fdd-40fd-a25b-347bb51151d4 HTTP/1.1" status: 204 len: 168 time: 1.7618279 Apr 18 20:51:37.455409 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54450) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:37.503499 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4f8369d7-d7aa-4c13-a4a0-cb4f416b1d4d admin admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:37.618063 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-6e26e76b-6a24-4df6-83af-1a15c0354bcd None None] Set router c0b515eb-163d-46af-823b-1796dfa06616 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:51:37.633222 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b551a0-7dcb-40b5-8dc0-c2287dc1efb6 req-06f8fa9d-52f7-41a9-8510-3d9b08b9a334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:37.637166 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-10b551a0-7dcb-40b5-8dc0-c2287dc1efb6 req-06f8fa9d-52f7-41a9-8510-3d9b08b9a334 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b37daca3-fc06-4621-b729-25fd98866b52 HTTP/1.1" status: 200 len: 1097 time: 0.2877283 Apr 18 20:51:37.703219 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-5a4ef589-3cc7-45fd-97e5-bf6df05ef1f0 admin admin] Deleting port d796c197-3f5e-4f32-ace0-5bf03c115abc {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:37.704090 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5a4ef589-3cc7-45fd-97e5-bf6df05ef1f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:37.731606 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d9b91d48-5c56-4404-93ac-7524f0802d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88834aaa-2e51-4adb-8534-cc3588560563', 'name': 'tempest-AttachVolumeShelveTestJSON-955401035-router', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:08Z', 'updated_at': '2022-04-18T20:51:32Z', 'revision_number': 5, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'gw_port': {'id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:09Z', 'updated_at': '2022-04-18T20:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:37.783543 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b91d48-5c56-4404-93ac-7524f0802d7f None None] The sync data for ids ['88834aaa-2e51-4adb-8534-cc3588560563'] in n-d-838323-3 is: [{'id': '88834aaa-2e51-4adb-8534-cc3588560563', 'name': 'tempest-AttachVolumeShelveTestJSON-955401035-router', 'tenant_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:08Z', 'updated_at': '2022-04-18T20:51:32Z', 'revision_number': 5, 'project_id': '66c8c89b1fcc4ff8ba25812b9483869d', 'gw_port': {'id': 'd796c197-3f5e-4f32-ace0-5bf03c115abc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88834aaa-2e51-4adb-8534-cc3588560563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:41:09Z', 'updated_at': '2022-04-18T20:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:51:37.791203 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1054030f-2b87-4d25-ad0d-5a876f287737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:37.814779 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee24c9c1-26d0-45d6-a3c7-d42bd59ecd70 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:37.821782 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee24c9c1-26d0-45d6-a3c7-d42bd59ecd70 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:37.826501 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ee24c9c1-26d0-45d6-a3c7-d42bd59ecd70 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "DELETE /v2.0/security-groups/05f7cb57-e564-46dc-bf67-20e8f6b8ddda HTTP/1.1" status: 204 len: 168 time: 1.8666644 Apr 18 20:51:37.834085 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949043f-7720-4e0d-abac-87de139dc0f9 req-fe93af05-9802-4da4-91b7-626ee6971918 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:37.846511 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3949043f-7720-4e0d-abac-87de139dc0f9 req-fe93af05-9802-4da4-91b7-626ee6971918 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d8ccbe-1832-46b6-bc04-c196ab5fda7d HTTP/1.1" status: 200 len: 945 time: 0.3744886 Apr 18 20:51:37.849271 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54452) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:37.943976 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4f8369d7-d7aa-4c13-a4a0-cb4f416b1d4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:37.955138 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-10b551a0-7dcb-40b5-8dc0-c2287dc1efb6 req-62128762-48d9-4756-8e5f-9b84e3927896 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=72b0e978-8382-4746-8987-e6a4d7443ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108377 Apr 18 20:51:37.956190 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38339e8-c04b-42ae-8b26-879cac1bdd65 req-1a3843e2-2226-4da2-b4f8-fcee0d2e9113 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:37.956718 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24c9c1-26d0-45d6-a3c7-d42bd59ecd70 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f7cb57-e564-46dc-bf67-20e8f6b8ddda,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:37.957980 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c38339e8-c04b-42ae-8b26-879cac1bdd65 req-1a3843e2-2226-4da2-b4f8-fcee0d2e9113 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=88f993a1-e44b-4835-8823-5180aa814ed2 HTTP/1.1" status: 200 len: 946 time: 0.3160737 Apr 18 20:51:37.983289 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-5a4ef589-3cc7-45fd-97e5-bf6df05ef1f0 admin admin] For port d796c197-3f5e-4f32-ace0-5bf03c115abc, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d796c197-3f5e-4f32-ace0-5bf03c115abc,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:37.984703 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5a4ef589-3cc7-45fd-97e5-bf6df05ef1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.040762 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-5a4ef589-3cc7-45fd-97e5-bf6df05ef1f0 admin admin] Calling delete_port for d796c197-3f5e-4f32-ace0-5bf03c115abc owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:38.086594 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-4f8369d7-d7aa-4c13-a4a0-cb4f416b1d4d admin admin] Deleting port 04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:38.087239 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.088066 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4f8369d7-d7aa-4c13-a4a0-cb4f416b1d4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.107043 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3949043f-7720-4e0d-abac-87de139dc0f9 req-e9693925-40c8-4988-8d7a-7b3f60c457e4 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434542 Apr 18 20:51:38.145418 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a88dca27-19b8-49e8-ad87-1bb8104825f4 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2932463 Apr 18 20:51:38.149817 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1054030f-2b87-4d25-ad0d-5a876f287737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.219487 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54456) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:38.228944 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-6e26e76b-6a24-4df6-83af-1a15c0354bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b515eb-163d-46af-823b-1796dfa06616', 'name': 'tempest-ServerRescueTestJSON-1534052066-router', 'tenant_id': '30bec5e5dbef4fbd9ab98b71b7e2eece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:29Z', 'updated_at': '2022-04-18T20:51:33Z', 'revision_number': 5, 'project_id': '30bec5e5dbef4fbd9ab98b71b7e2eece', 'gw_port': {'id': '04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b515eb-163d-46af-823b-1796dfa06616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:30Z', 'updated_at': '2022-04-18T20:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:38.280799 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c38339e8-c04b-42ae-8b26-879cac1bdd65 req-db497bb9-0c78-40eb-bcae-568cf25f1eb2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818341 Apr 18 20:51:38.315635 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e26e76b-6a24-4df6-83af-1a15c0354bcd None None] The sync data for ids ['c0b515eb-163d-46af-823b-1796dfa06616'] in n-d-838323-3 is: [{'id': 'c0b515eb-163d-46af-823b-1796dfa06616', 'name': 'tempest-ServerRescueTestJSON-1534052066-router', 'tenant_id': '30bec5e5dbef4fbd9ab98b71b7e2eece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:29Z', 'updated_at': '2022-04-18T20:51:33Z', 'revision_number': 5, 'project_id': '30bec5e5dbef4fbd9ab98b71b7e2eece', 'gw_port': {'id': '04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b515eb-163d-46af-823b-1796dfa06616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:30Z', 'updated_at': '2022-04-18T20:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:51:38.325177 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-1054030f-2b87-4d25-ad0d-5a876f287737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568c2bb4-8b11-4a91-9ddc-65ff9e2f1159']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:38.365439 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-1054030f-2b87-4d25-ad0d-5a876f287737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a90df8a-127e-4a84-bca2-da2aabbe1b59') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:38.365965 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-1054030f-2b87-4d25-ad0d-5a876f287737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a90df8a-127e-4a84-bca2-da2aabbe1b59') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:38.366143 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-4f8369d7-d7aa-4c13-a4a0-cb4f416b1d4d admin admin] For port 04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:38.366551 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4f8369d7-d7aa-4c13-a4a0-cb4f416b1d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.401230 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-4f8369d7-d7aa-4c13-a4a0-cb4f416b1d4d admin admin] Calling delete_port for 04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:38.425270 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-089bc1d9-2210-4f62-a458-519283d5caf6 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] delete failed (client error): The resource could not be found. Apr 18 20:51:38.428666 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-089bc1d9-2210-4f62-a458-519283d5caf6 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "DELETE /v2.0/security-groups/05f7cb57-e564-46dc-bf67-20e8f6b8ddda HTTP/1.1" status: 404 len: 347 time: 0.1808379 Apr 18 20:51:38.433785 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54462) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:38.445557 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-046c1a10-d5bf-45dd-884e-a17677d23e54 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Request body: {'security_group': {'name': 'tempest-secgroup--194249072'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:38.493247 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1054030f-2b87-4d25-ad0d-5a876f287737 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.531668 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-046c1a10-d5bf-45dd-884e-a17677d23e54 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.616279 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1054030f-2b87-4d25-ad0d-5a876f287737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.630131 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1054030f-2b87-4d25-ad0d-5a876f287737 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:51:38.630739 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1054030f-2b87-4d25-ad0d-5a876f287737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.721248 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-046c1a10-d5bf-45dd-884e-a17677d23e54 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.730681 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-046c1a10-d5bf-45dd-884e-a17677d23e54 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:51:38.747037 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:51:38.765057 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device cc730149-2885-4259-a57c-b3ace73d99ba no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:51:38.781139 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4f8369d7-d7aa-4c13-a4a0-cb4f416b1d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.785641 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c1a10-d5bf-45dd-884e-a17677d23e54 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3b3269-40c7-4b49-a0ea-4419470b28a7,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:38.811052 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-046c1a10-d5bf-45dd-884e-a17677d23e54 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.815413 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-046c1a10-d5bf-45dd-884e-a17677d23e54 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3772249 Apr 18 20:51:38.816526 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54464) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:38.844253 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19468f0f-7e6c-4c87-8c0b-e092abce0bd3 req-e8d3adc1-e2d5-4ab8-b3f5-e09c3fc542a6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:38.852073 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: cc730149-2885-4259-a57c-b3ace73d99ba {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:51:38.852392 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19468f0f-7e6c-4c87-8c0b-e092abce0bd3 req-e8d3adc1-e2d5-4ab8-b3f5-e09c3fc542a6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d8ccbe-1832-46b6-bc04-c196ab5fda7d HTTP/1.1" status: 200 len: 945 time: 0.4918396 Apr 18 20:51:38.852587 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device cc730149-2885-4259-a57c-b3ace73d99ba not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:51:38.853344 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 03bdf5a4-d29d-4e2b-b0e2-d27640407750 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:51:38.866993 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-5a3e6cb1-716b-4939-b3af-72625e294613 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Request body: {'security_group_rule': {'security_group_id': 'ca3b3269-40c7-4b49-a0ea-4419470b28a7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:38.872923 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8369d7-d7aa-4c13-a4a0-cb4f416b1d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:38.941187 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1054030f-2b87-4d25-ad0d-5a876f287737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.991768 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 03bdf5a4-d29d-4e2b-b0e2-d27640407750 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:51:38.992361 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1054030f-2b87-4d25-ad0d-5a876f287737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.992925 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 03bdf5a4-d29d-4e2b-b0e2-d27640407750 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:51:39.016162 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1054030f-2b87-4d25-ad0d-5a876f287737 admin admin] 10.222.0.41 "DELETE /v2.0/networks/568c2bb4-8b11-4a91-9ddc-65ff9e2f1159 HTTP/1.1" status: 204 len: 168 time: 1.5577130 Apr 18 20:51:39.036988 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5a3e6cb1-716b-4939-b3af-72625e294613 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:39.116362 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655198a-0100-41dd-9054-03581ce5afab req-078a3cc2-160a-4070-b0ec-f836eb669c0f tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:39.120000 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f655198a-0100-41dd-9054-03581ce5afab req-078a3cc2-160a-4070-b0ec-f836eb669c0f tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37daca3-fc06-4621-b729-25fd98866b52 HTTP/1.1" status: 200 len: 946 time: 0.5957632 Apr 18 20:51:39.129236 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4f8369d7-d7aa-4c13-a4a0-cb4f416b1d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:39.147185 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054030f-2b87-4d25-ad0d-5a876f287737 admin admin] Pushing event deleted for resources: {'Network': ['ID=568c2bb4-8b11-4a91-9ddc-65ff9e2f1159,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:39.444680 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4f8369d7-d7aa-4c13-a4a0-cb4f416b1d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:39.449627 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4f8369d7-d7aa-4c13-a4a0-cb4f416b1d4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:39.466920 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523aeb0-7cd0-42b3-aa06-72f50bcc8f7a req-2fb1e196-485a-4859-a4fd-dd29725a42fd tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:39.469618 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5523aeb0-7cd0-42b3-aa06-72f50bcc8f7a req-2fb1e196-485a-4859-a4fd-dd29725a42fd tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.32 "GET /v2.0/ports?device_id=88f993a1-e44b-4835-8823-5180aa814ed2 HTTP/1.1" status: 200 len: 946 time: 0.6940067 Apr 18 20:51:39.492172 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f655198a-0100-41dd-9054-03581ce5afab req-9f34af3b-8e2a-4874-b2b3-8d8ad847e80d tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/security-groups?id=72b0e978-8382-4746-8987-e6a4d7443ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315921 Apr 18 20:51:39.516177 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19468f0f-7e6c-4c87-8c0b-e092abce0bd3 req-30d16380-ea3c-4686-ae64-d0a50e5fa420 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6627622 Apr 18 20:51:39.584496 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54472) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:39.584496 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5a4ef589-3cc7-45fd-97e5-bf6df05ef1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:39.611761 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4f8369d7-d7aa-4c13-a4a0-cb4f416b1d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:39.612672 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8369d7-d7aa-4c13-a4a0-cb4f416b1d4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0b515eb-163d-46af-823b-1796dfa06616 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:51:39.622407 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4f8369d7-d7aa-4c13-a4a0-cb4f416b1d4d admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:39.628569 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4f8369d7-d7aa-4c13-a4a0-cb4f416b1d4d admin admin] 10.222.0.41 "DELETE /v2.0/routers/c0b515eb-163d-46af-823b-1796dfa06616 HTTP/1.1" status: 204 len: 168 time: 3.4479671 Apr 18 20:51:39.629517 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54476) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:39.765887 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b37ef19-3558-4834-a3bb-ac3fbcbccd43 admin admin] Deleting subnet 6520aac9-6fad-4482-a121-bb66984d767e {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:51:39.780664 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4b37ef19-3558-4834-a3bb-ac3fbcbccd43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:39.841652 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ef589-3cc7-45fd-97e5-bf6df05ef1f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d796c197-3f5e-4f32-ace0-5bf03c115abc,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:39.871554 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5a3e6cb1-716b-4939-b3af-72625e294613 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:39.890001 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4b37ef19-3558-4834-a3bb-ac3fbcbccd43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:39.993223 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5a3e6cb1-716b-4939-b3af-72625e294613 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:39.994163 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-418164ce-caa1-442c-80b9-c9897a40949f req-4b020eda-0be6-4d43-bfa6-1d246ee42dcc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2998cccc-7e52-4545-ab3f-2e5fe999ba04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6962075 Apr 18 20:51:40.045188 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5a3e6cb1-716b-4939-b3af-72625e294613 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.049969 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5a3e6cb1-716b-4939-b3af-72625e294613 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1896803 Apr 18 20:51:40.053253 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54478) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:40.067348 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e6cb1-716b-4939-b3af-72625e294613 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6925af91-412f-4f2e-a447-b9e592b22ccc,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:40.108647 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4b37ef19-3558-4834-a3bb-ac3fbcbccd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.144113 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-122d1597-31be-4565-ad10-e86b56271cd6 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.163039 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-122d1597-31be-4565-ad10-e86b56271cd6 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.239644 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-122d1597-31be-4565-ad10-e86b56271cd6 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.250173 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-122d1597-31be-4565-ad10-e86b56271cd6 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.255327 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-122d1597-31be-4565-ad10-e86b56271cd6 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/6925af91-412f-4f2e-a447-b9e592b22ccc HTTP/1.1" status: 204 len: 168 time: 0.2009041 Apr 18 20:51:40.258060 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54480) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:40.270715 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4b37ef19-3558-4834-a3bb-ac3fbcbccd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.284159 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d1597-31be-4565-ad10-e86b56271cd6 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6925af91-412f-4f2e-a447-b9e592b22ccc,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:40.351355 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37ef19-3558-4834-a3bb-ac3fbcbccd43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6520aac9-6fad-4482-a121-bb66984d767e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:40.418482 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4b37ef19-3558-4834-a3bb-ac3fbcbccd43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.457265 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4b37ef19-3558-4834-a3bb-ac3fbcbccd43 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6520aac9-6fad-4482-a121-bb66984d767e HTTP/1.1" status: 204 len: 168 time: 0.8141401 Apr 18 20:51:40.460752 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54486) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:40.537969 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-58819a3b-d924-45b6-8afd-e5f01def4dc8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0173213868ea415a965eb81621c6f522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9506550 Apr 18 20:51:40.539258 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5a4ef589-3cc7-45fd-97e5-bf6df05ef1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.541169 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54488) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:40.608162 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-999289ed-6501-43e7-9623-5ee8830212ca tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3441916 Apr 18 20:51:40.608162 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54492) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:40.824861 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:51:40.922588 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:51:40.929119 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 04dbcc58-ea95-4ba1-b2bd-af0081ea5bc9 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:51:40.943494 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-df424d56-cfbe-4550-9b59-e3caae1d4f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.980167 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f2aedc17-1eba-42a0-b5fa-e78551eca3aa tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.067423 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f2aedc17-1eba-42a0-b5fa-e78551eca3aa tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.165075 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4773bd6-7d03-46e4-8e4d-f484968af365 req-6e2801d0-ade0-4410-9986-531cc466142a tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:41.180886 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4773bd6-7d03-46e4-8e4d-f484968af365 req-6e2801d0-ade0-4410-9986-531cc466142a tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=88f993a1-e44b-4835-8823-5180aa814ed2 HTTP/1.1" status: 200 len: 946 time: 1.4044595 Apr 18 20:51:41.194852 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5a4ef589-3cc7-45fd-97e5-bf6df05ef1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.216015 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca858f-5291-487a-aa69-710a55bda49f req-4f3e5ece-6bd4-4767-9a4d-4a9d22bf91d1 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:41.230211 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98ca858f-5291-487a-aa69-710a55bda49f req-4f3e5ece-6bd4-4767-9a4d-4a9d22bf91d1 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d8ccbe-1832-46b6-bc04-c196ab5fda7d HTTP/1.1" status: 200 len: 945 time: 1.4471786 Apr 18 20:51:41.232567 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-df424d56-cfbe-4550-9b59-e3caae1d4f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.237919 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5a4ef589-3cc7-45fd-97e5-bf6df05ef1f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.284588 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-df424d56-cfbe-4550-9b59-e3caae1d4f34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a70a6f46-5054-4309-9b14-8f7dba572e32']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:41.300852 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-df424d56-cfbe-4550-9b59-e3caae1d4f34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d16436-09a3-4426-9f52-42e66aa3028a') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:41.301484 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-df424d56-cfbe-4550-9b59-e3caae1d4f34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d16436-09a3-4426-9f52-42e66aa3028a') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:41.315701 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-df424d56-cfbe-4550-9b59-e3caae1d4f34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.324568 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f2aedc17-1eba-42a0-b5fa-e78551eca3aa tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.327510 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f2aedc17-1eba-42a0-b5fa-e78551eca3aa tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.328898 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f2aedc17-1eba-42a0-b5fa-e78551eca3aa tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "DELETE /v2.0/security-groups/ca3b3269-40c7-4b49-a0ea-4419470b28a7 HTTP/1.1" status: 204 len: 168 time: 0.7196808 Apr 18 20:51:41.346961 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54496) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:41.347562 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aedc17-1eba-42a0-b5fa-e78551eca3aa tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3b3269-40c7-4b49-a0ea-4419470b28a7,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:41.379576 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-df424d56-cfbe-4550-9b59-e3caae1d4f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.407872 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df424d56-cfbe-4550-9b59-e3caae1d4f34 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:51:41.408266 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-df424d56-cfbe-4550-9b59-e3caae1d4f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:51:41.413794 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:51:41.427860 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-5523aeb0-7cd0-42b3-aa06-72f50bcc8f7a req-dc5188fd-5f86-41d9-bdbf-c20e4dd13c80 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Deleting port 8c55ac0d-b869-4f28-91b4-109cbf5c74b7 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:41.428263 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5523aeb0-7cd0-42b3-aa06-72f50bcc8f7a req-dc5188fd-5f86-41d9-bdbf-c20e4dd13c80 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.437544 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418164ce-caa1-442c-80b9-c9897a40949f req-458169d5-744e-4dde-9e48-826524500e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:41.439049 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-418164ce-caa1-442c-80b9-c9897a40949f req-458169d5-744e-4dde-9e48-826524500e3f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65c0c9deb9974734a5e938fa16904c15&device_id=2998cccc-7e52-4545-ab3f-2e5fe999ba04 HTTP/1.1" status: 200 len: 1096 time: 0.9437776 Apr 18 20:51:41.501526 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4773bd6-7d03-46e4-8e4d-f484968af365 req-32598e99-8529-4e59-9db4-fd0b4b6b0d0d tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179867 Apr 18 20:51:41.501526 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5a4ef589-3cc7-45fd-97e5-bf6df05ef1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.505606 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4ef589-3cc7-45fd-97e5-bf6df05ef1f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88834aaa-2e51-4adb-8534-cc3588560563 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:51:41.561409 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5a4ef589-3cc7-45fd-97e5-bf6df05ef1f0 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.561818 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d3f3376b-0b9b-4dc6-9b2d-b166c366c0e8 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2113771 Apr 18 20:51:41.562945 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5a4ef589-3cc7-45fd-97e5-bf6df05ef1f0 admin admin] 10.222.0.41 "DELETE /v2.0/routers/88834aaa-2e51-4adb-8534-cc3588560563 HTTP/1.1" status: 204 len: 168 time: 6.1844926 Apr 18 20:51:41.580025 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1073d047-4668-46ea-bf98-95738a9bc58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.580982 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54498) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:41.581459 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54500) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:41.627934 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-148788e7-8edd-4091-8a71-6adef9e1389c tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Request body: {'security_group': {'name': 'tempest-secgroup--711517892'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:41.657066 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98ca858f-5291-487a-aa69-710a55bda49f req-68cda310-d1cc-43a2-bfab-7ecb558fa96e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084127 Apr 18 20:51:41.680394 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-df424d56-cfbe-4550-9b59-e3caae1d4f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.698084 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-df424d56-cfbe-4550-9b59-e3caae1d4f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.704538 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-df424d56-cfbe-4550-9b59-e3caae1d4f34 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a70a6f46-5054-4309-9b14-8f7dba572e32 HTTP/1.1" status: 204 len: 168 time: 1.1958303 Apr 18 20:51:41.747433 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df424d56-cfbe-4550-9b59-e3caae1d4f34 admin admin] Pushing event deleted for resources: {'Network': ['ID=a70a6f46-5054-4309-9b14-8f7dba572e32,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:41.765978 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.931776 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1073d047-4668-46ea-bf98-95738a9bc58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:42.066785 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-148788e7-8edd-4091-8a71-6adef9e1389c tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:42.116678 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51916b5-82dd-4639-bd4c-9a206a4654b9 admin admin] Deleting subnet c229c317-384e-4f90-84f5-fac3dceea926 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:51:42.157843 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d51916b5-82dd-4639-bd4c-9a206a4654b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:42.215804 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54510) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:42.301368 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a71b279c-e965-4261-a606-96f23116ce3a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=30bec5e5dbef4fbd9ab98b71b7e2eece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0829253 Apr 18 20:51:42.303500 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54512) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:42.306047 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418164ce-caa1-442c-80b9-c9897a40949f req-4dde90d2-9589-46ed-83cb-ca9438c070bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:42.309098 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-418164ce-caa1-442c-80b9-c9897a40949f req-4dde90d2-9589-46ed-83cb-ca9438c070bb service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92 HTTP/1.1" status: 200 len: 907 time: 0.8183615 Apr 18 20:51:42.335380 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-5523aeb0-7cd0-42b3-aa06-72f50bcc8f7a req-dc5188fd-5f86-41d9-bdbf-c20e4dd13c80 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] For port 8c55ac0d-b869-4f28-91b4-109cbf5c74b7, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=8c55ac0d-b869-4f28-91b4-109cbf5c74b7,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:42.336009 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5523aeb0-7cd0-42b3-aa06-72f50bcc8f7a req-dc5188fd-5f86-41d9-bdbf-c20e4dd13c80 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:42.394174 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e849232d-6059-461e-b9f7-3947c8d2d17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:42.398919 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-5523aeb0-7cd0-42b3-aa06-72f50bcc8f7a req-dc5188fd-5f86-41d9-bdbf-c20e4dd13c80 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Calling delete_port for 8c55ac0d-b869-4f28-91b4-109cbf5c74b7 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:42.424690 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec850c-25da-43ee-9cf0-4daf90bab1d1 req-a755a49b-9646-445d-8d7d-c5d6f0cd9e2a tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:42.427364 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5aec850c-25da-43ee-9cf0-4daf90bab1d1 req-a755a49b-9646-445d-8d7d-c5d6f0cd9e2a tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37daca3-fc06-4621-b729-25fd98866b52 HTTP/1.1" status: 200 len: 946 time: 0.7221777 Apr 18 20:51:42.430346 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e849232d-6059-461e-b9f7-3947c8d2d17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:42.532176 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e849232d-6059-461e-b9f7-3947c8d2d17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:42.535414 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d51916b5-82dd-4639-bd4c-9a206a4654b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:42.541473 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e849232d-6059-461e-b9f7-3947c8d2d17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:42.550835 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e849232d-6059-461e-b9f7-3947c8d2d17e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/36eeaee6-d2d4-43a6-a8e4-a402297ca7be HTTP/1.1" status: 204 len: 168 time: 0.2458544 Apr 18 20:51:42.570653 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849232d-6059-461e-b9f7-3947c8d2d17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36eeaee6-d2d4-43a6-a8e4-a402297ca7be,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:42.583005 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d796c197-3f5e-4f32-ace0-5bf03c115abc no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:51:42.584228 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e849232d-6059-461e-b9f7-3947c8d2d17e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:42.584624 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e849232d-6059-461e-b9f7-3947c8d2d17e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:42.585211 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e849232d-6059-461e-b9f7-3947c8d2d17e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:42.585685 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e849232d-6059-461e-b9f7-3947c8d2d17e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:42.586035 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e849232d-6059-461e-b9f7-3947c8d2d17e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:42.586373 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e849232d-6059-461e-b9f7-3947c8d2d17e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:42.586707 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e849232d-6059-461e-b9f7-3947c8d2d17e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:42.587035 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e849232d-6059-461e-b9f7-3947c8d2d17e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:42.587413 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e849232d-6059-461e-b9f7-3947c8d2d17e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:42.587747 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e849232d-6059-461e-b9f7-3947c8d2d17e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:42.588074 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e849232d-6059-461e-b9f7-3947c8d2d17e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:42.588399 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e849232d-6059-461e-b9f7-3947c8d2d17e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:42.635629 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: d796c197-3f5e-4f32-ace0-5bf03c115abc {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:51:42.636816 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d796c197-3f5e-4f32-ace0-5bf03c115abc not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:51:42.676262 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-418164ce-caa1-442c-80b9-c9897a40949f req-258ff0cd-478a-4c1d-a0aa-a798c72e9d7f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0cb29c-6676-4f1b-a111-285181b01885 HTTP/1.1" status: 200 len: 217 time: 0.3293538 Apr 18 20:51:42.874734 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5aec850c-25da-43ee-9cf0-4daf90bab1d1 req-2c19d6d1-52e8-439b-80ea-e9c5d45a0208 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/security-groups?id=72b0e978-8382-4746-8987-e6a4d7443ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215226 Apr 18 20:51:42.897062 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 8c55ac0d-b869-4f28-91b4-109cbf5c74b7 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:51:43.129531 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14749f7-fb92-4cf6-a326-f431383d5d08 req-3adb6e43-f6e2-49be-88a4-b561d0b93d79 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:43.142922 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d14749f7-fb92-4cf6-a326-f431383d5d08 req-3adb6e43-f6e2-49be-88a4-b561d0b93d79 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d8ccbe-1832-46b6-bc04-c196ab5fda7d HTTP/1.1" status: 200 len: 945 time: 0.8117483 Apr 18 20:51:43.179231 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:43.184551 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1073d047-4668-46ea-bf98-95738a9bc58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:43.190596 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1073d047-4668-46ea-bf98-95738a9bc58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:43.193630 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1073d047-4668-46ea-bf98-95738a9bc58b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e5596fe3-0b65-4356-8448-b2cf753655c0 HTTP/1.1" status: 204 len: 168 time: 2.6167555 Apr 18 20:51:43.302306 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-148788e7-8edd-4091-8a71-6adef9e1389c tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:43.308911 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418164ce-caa1-442c-80b9-c9897a40949f req-157b5526-9ffb-445e-9824-d1ca3a110d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:43.311534 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-418164ce-caa1-442c-80b9-c9897a40949f req-157b5526-9ffb-445e-9824-d1ca3a110d75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43c45217-dc0b-4a55-9d4a-e4055b0395e0 HTTP/1.1" status: 200 len: 846 time: 0.6171625 Apr 18 20:51:43.357008 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d14749f7-fb92-4cf6-a326-f431383d5d08 req-51bf3302-0482-4211-9722-c5d97f7ef45f tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127788 Apr 18 20:51:43.357533 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-148788e7-8edd-4091-8a71-6adef9e1389c tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:43.399580 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-418164ce-caa1-442c-80b9-c9897a40949f req-49b75e44-f428-45db-85cd-bf01a538862e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642564 Apr 18 20:51:43.513758 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d51916b5-82dd-4639-bd4c-9a206a4654b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:43.583490 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073d047-4668-46ea-bf98-95738a9bc58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5596fe3-0b65-4356-8448-b2cf753655c0,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:43.624915 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-148788e7-8edd-4091-8a71-6adef9e1389c tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:43.626852 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-148788e7-8edd-4091-8a71-6adef9e1389c tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0038369 Apr 18 20:51:43.650007 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54542) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:43.675007 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a6e5afb7-432f-4ef8-852b-b9aaa71522a8 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Request body: {'security_group_rule': {'security_group_id': 'fbd2cdf9-60ba-413c-901f-633d718b0892', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:43.681975 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5523aeb0-7cd0-42b3-aa06-72f50bcc8f7a req-dc5188fd-5f86-41d9-bdbf-c20e4dd13c80 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:43.757823 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d793-e4f2-426a-8b99-2f81492f0b47 req-6562ca57-8e8d-4344-954a-97a9b2b7f5ed tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:43.760405 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['1f0cb29c-6676-4f1b-a111-285181b01885'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:51:43.769006 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c4b9d793-e4f2-426a-8b99-2f81492f0b47 req-6562ca57-8e8d-4344-954a-97a9b2b7f5ed tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4d8ccbe-1832-46b6-bc04-c196ab5fda7d HTTP/1.1" status: 200 len: 945 time: 0.1899817 Apr 18 20:51:43.850394 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5188fd-5f86-41d9-bdbf-c20e4dd13c80 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Pushing event deleted for resources: {'Port': ['ID=8c55ac0d-b869-4f28-91b4-109cbf5c74b7,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:43.915380 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148788e7-8edd-4091-8a71-6adef9e1389c tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd2cdf9-60ba-413c-901f-633d718b0892,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:43.940135 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc0bb7-458d-4c1a-bb94-d0a2710bc719 req-983a089e-a3ef-4d6f-8c13-731697d9ce5e tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:43.943282 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92cc0bb7-458d-4c1a-bb94-d0a2710bc719 req-983a089e-a3ef-4d6f-8c13-731697d9ce5e tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=88f993a1-e44b-4835-8823-5180aa814ed2 HTTP/1.1" status: 200 len: 867 time: 0.7649825 Apr 18 20:51:43.960469 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d51916b5-82dd-4639-bd4c-9a206a4654b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:44.022184 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a6e5afb7-432f-4ef8-852b-b9aaa71522a8 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:44.094778 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-c4b9d793-e4f2-426a-8b99-2f81492f0b47 req-bbf025ac-f5df-4d1a-b15c-5098d0c5351a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Deleting port 881f0a98-113f-4106-a815-f7f50904200f {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:44.095619 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c4b9d793-e4f2-426a-8b99-2f81492f0b47 req-bbf025ac-f5df-4d1a-b15c-5098d0c5351a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:44.189086 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-418164ce-caa1-442c-80b9-c9897a40949f req-31bfbef1-f79b-4a13-bc52-cd2e0c1fecd2 service neutron] 10.222.0.32 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7217462 Apr 18 20:51:44.274376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51916b5-82dd-4639-bd4c-9a206a4654b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c229c317-384e-4f90-84f5-fac3dceea926,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:44.420968 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d51916b5-82dd-4639-bd4c-9a206a4654b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:44.447702 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-c4b9d793-e4f2-426a-8b99-2f81492f0b47 req-bbf025ac-f5df-4d1a-b15c-5098d0c5351a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] For port 881f0a98-113f-4106-a815-f7f50904200f, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=881f0a98-113f-4106-a815-f7f50904200f,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:44.448118 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c4b9d793-e4f2-426a-8b99-2f81492f0b47 req-bbf025ac-f5df-4d1a-b15c-5098d0c5351a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:44.457118 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d51916b5-82dd-4639-bd4c-9a206a4654b9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c229c317-384e-4f90-84f5-fac3dceea926 HTTP/1.1" status: 204 len: 168 time: 2.8351235 Apr 18 20:51:44.496467 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-c4b9d793-e4f2-426a-8b99-2f81492f0b47 req-bbf025ac-f5df-4d1a-b15c-5098d0c5351a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Calling delete_port for 881f0a98-113f-4106-a815-f7f50904200f owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:44.508954 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73883a3-dc09-4a48-bbe6-16c8c4193c96 None None] Network af9b8ad0-3b77-4446-8808-154f03d72322 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:44.538276 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-5523aeb0-7cd0-42b3-aa06-72f50bcc8f7a req-dc5188fd-5f86-41d9-bdbf-c20e4dd13c80 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] No DVR routers for this DVR port 8c55ac0d-b869-4f28-91b4-109cbf5c74b7 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:51:44.543524 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54572) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:44.568411 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5523aeb0-7cd0-42b3-aa06-72f50bcc8f7a req-dc5188fd-5f86-41d9-bdbf-c20e4dd13c80 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:44.597238 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5523aeb0-7cd0-42b3-aa06-72f50bcc8f7a req-dc5188fd-5f86-41d9-bdbf-c20e4dd13c80 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.32 "DELETE /v2.0/ports/8c55ac0d-b869-4f28-91b4-109cbf5c74b7 HTTP/1.1" status: 204 len: 173 time: 5.1116381 Apr 18 20:51:44.630491 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f993a1-e44b-4835-8823-5180aa814ed2', 'name': 'network-vif-deleted', 'tag': '8c55ac0d-b869-4f28-91b4-109cbf5c74b7'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:51:44.646251 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562c2d75-074f-4701-b0a9-42b1e61f1164" -d '{"events": [{"server_uuid": "88f993a1-e44b-4835-8823-5180aa814ed2", "name": "network-vif-deleted", "tag": "8c55ac0d-b869-4f28-91b4-109cbf5c74b7"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:51:44.663521 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54574) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:44.838767 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92cc0bb7-458d-4c1a-bb94-d0a2710bc719 req-4029dc59-b6d9-47ce-9c9b-a8309b6878af tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8493543 Apr 18 20:51:45.002380 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f813398d-9f25-4bb9-8377-4e3ae4850e22 None None] DHCP port deletion for af9b8ad0-3b77-4446-8808-154f03d72322 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:51:45.138236 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c4b9d793-e4f2-426a-8b99-2f81492f0b47 req-bbf025ac-f5df-4d1a-b15c-5098d0c5351a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.194878 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['881f0a98-113f-4106-a815-f7f50904200f'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:51:45.209394 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf025ac-f5df-4d1a-b15c-5098d0c5351a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event deleted for resources: {'Port': ['ID=881f0a98-113f-4106-a815-f7f50904200f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:45.413510 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f813398d-9f25-4bb9-8377-4e3ae4850e22 None None] Deleting port 643d75ef-f64b-411b-8820-4240e2452d08 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:45.414153 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f813398d-9f25-4bb9-8377-4e3ae4850e22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.453765 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54590) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:45.455292 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b9d793-e4f2-426a-8b99-2f81492f0b47 req-bbf025ac-f5df-4d1a-b15c-5098d0c5351a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] No DVR routers for this DVR port 881f0a98-113f-4106-a815-f7f50904200f on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:51:45.456805 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a6e5afb7-432f-4ef8-852b-b9aaa71522a8 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.489625 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c4b9d793-e4f2-426a-8b99-2f81492f0b47 req-bbf025ac-f5df-4d1a-b15c-5098d0c5351a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.494061 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c4b9d793-e4f2-426a-8b99-2f81492f0b47 req-bbf025ac-f5df-4d1a-b15c-5098d0c5351a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.57 "DELETE /v2.0/ports/881f0a98-113f-4106-a815-f7f50904200f HTTP/1.1" status: 204 len: 173 time: 1.7164459 Apr 18 20:51:45.495215 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d8ccbe-1832-46b6-bc04-c196ab5fda7d', 'name': 'network-vif-deleted', 'tag': '881f0a98-113f-4106-a815-f7f50904200f'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:51:45.498707 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed74e71-e306-4a68-9dbd-1ed39356c812" -d '{"events": [{"server_uuid": "b4d8ccbe-1832-46b6-bc04-c196ab5fda7d", "name": "network-vif-deleted", "tag": "881f0a98-113f-4106-a815-f7f50904200f"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:51:45.527771 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-38c6e176-5f82-470d-a60b-74b20eb2f114 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1031417032-network', 'tenant_id': '60ab328735984b3d89378ed4b0fb730b'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:45.598803 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a6e5afb7-432f-4ef8-852b-b9aaa71522a8 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.672368 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c6e176-5f82-470d-a60b-74b20eb2f114 admin admin] Made reservation on behalf of 60ab328735984b3d89378ed4b0fb730b for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:45.679004 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38c6e176-5f82-470d-a60b-74b20eb2f114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.779722 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f813398d-9f25-4bb9-8377-4e3ae4850e22 None None] For port 643d75ef-f64b-411b-8820-4240e2452d08, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=643d75ef-f64b-411b-8820-4240e2452d08,segment=NetworkSegment(406ab32f-2da8-4456-8e5d-2d51a5282196),segment_id=406ab32f-2da8-4456-8e5d-2d51a5282196)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:45.782739 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-654fb13f-12ee-4012-a8bb-63b103506421 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-213671861-network', 'tenant_id': '9fc9bf798d2c4a98b133ffdf2ca9f247'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:45.784231 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f813398d-9f25-4bb9-8377-4e3ae4850e22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.834666 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f813398d-9f25-4bb9-8377-4e3ae4850e22 None None] Calling delete_port for 643d75ef-f64b-411b-8820-4240e2452d08 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:45.870062 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38c6e176-5f82-470d-a60b-74b20eb2f114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.898907 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5afb7-432f-4ef8-852b-b9aaa71522a8 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1184e3ff-aacf-4f6f-852c-0f7371b2a8bc,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:45.907361 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654fb13f-12ee-4012-a8bb-63b103506421 admin admin] Made reservation on behalf of 9fc9bf798d2c4a98b133ffdf2ca9f247 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:45.910126 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-654fb13f-12ee-4012-a8bb-63b103506421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.934216 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-654fb13f-12ee-4012-a8bb-63b103506421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.983576 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e5376-4791-42de-8d68-a0d4cae4baaa req-a0c8d7b7-88d7-4f66-a4e6-f2c3cab23ce7 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:45.986329 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-393e5376-4791-42de-8d68-a0d4cae4baaa req-a0c8d7b7-88d7-4f66-a4e6-f2c3cab23ce7 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.57 "GET /v2.0/ports?device_id=b37daca3-fc06-4621-b729-25fd98866b52 HTTP/1.1" status: 200 len: 946 time: 0.1252537 Apr 18 20:51:46.022876 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dd4d4-7579-4097-9d4b-84daf4082307 req-c1c54960-b287-4e70-89be-e5d95ee3b8df tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:46.025769 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-330dd4d4-7579-4097-9d4b-84daf4082307 req-c1c54960-b287-4e70-89be-e5d95ee3b8df tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37daca3-fc06-4621-b729-25fd98866b52 HTTP/1.1" status: 200 len: 946 time: 0.7873666 Apr 18 20:51:46.056406 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a6e5afb7-432f-4ef8-852b-b9aaa71522a8 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.059240 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a6e5afb7-432f-4ef8-852b-b9aaa71522a8 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.3972187 Apr 18 20:51:46.064335 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54600) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:46.074782 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-87923e97-653d-44fa-9aa2-3be822e0e3ad tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Request body: {'security_group_rule': {'security_group_id': 'fbd2cdf9-60ba-413c-901f-633d718b0892', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:46.139023 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2b0bde35-66ea-47e8-bc6b-c69de204bcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.172290 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d034040-a7fb-4ac8-85e7-705fb224aab9 req-1a0f8b3a-27d4-4f2c-b32f-cbfded5d3aa3 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:46.176009 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f813398d-9f25-4bb9-8377-4e3ae4850e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.185285 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d034040-a7fb-4ac8-85e7-705fb224aab9 req-1a0f8b3a-27d4-4f2c-b32f-cbfded5d3aa3 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d8ccbe-1832-46b6-bc04-c196ab5fda7d HTTP/1.1" status: 200 len: 867 time: 1.4054873 Apr 18 20:51:46.246381 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813398d-9f25-4bb9-8377-4e3ae4850e22 None None] Pushing event deleted for resources: {'Port': ['ID=643d75ef-f64b-411b-8820-4240e2452d08,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:46.258720 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-87923e97-653d-44fa-9aa2-3be822e0e3ad tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.259915 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f813398d-9f25-4bb9-8377-4e3ae4850e22 None None] No DVR routers for this DVR port 643d75ef-f64b-411b-8820-4240e2452d08 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:51:46.295748 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-654fb13f-12ee-4012-a8bb-63b103506421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.320743 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-654fb13f-12ee-4012-a8bb-63b103506421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.350150 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654fb13f-12ee-4012-a8bb-63b103506421 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:51:46.362065 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-418164ce-caa1-442c-80b9-c9897a40949f req-8c0e0766-7f62-4025-a3dd-e506aee697f2 service neutron] 10.222.0.32 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0477707 Apr 18 20:51:46.366255 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-654fb13f-12ee-4012-a8bb-63b103506421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.367301 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-654fb13f-12ee-4012-a8bb-63b103506421 admin admin] Added segment 57d5e9b9-2018-43bd-a3aa-13f0f90c4f2f of type vlan for network aebc8ef2-93b8-439e-9214-e282595d5b2e Apr 18 20:51:46.412807 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d034040-a7fb-4ac8-85e7-705fb224aab9 req-fd2a6a9c-a7f8-44c9-9235-b4e8a9d3297c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681750 Apr 18 20:51:46.427819 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-330dd4d4-7579-4097-9d4b-84daf4082307 req-e5bc310d-1781-4345-a7ca-44ee52b81775 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/security-groups?id=72b0e978-8382-4746-8987-e6a4d7443ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150949 Apr 18 20:51:46.523832 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2b0bde35-66ea-47e8-bc6b-c69de204bcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.584003 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-2b0bde35-66ea-47e8-bc6b-c69de204bcda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9b8ad0-3b77-4446-8808-154f03d72322']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:46.609941 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-654fb13f-12ee-4012-a8bb-63b103506421 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.613093 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f551e0a-b223-47ac-9bf5-f999a569e6dc x-openstack-request-id: req-6f551e0a-b223-47ac-9bf5-f999a569e6dc {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:51:46.613376 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f993a1-e44b-4835-8823-5180aa814ed2", "name": "network-vif-deleted", "tag": "8c55ac0d-b869-4f28-91b4-109cbf5c74b7", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:51:46.613627 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6f551e0a-b223-47ac-9bf5-f999a569e6dc {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:51:46.614037 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f551e0a-b223-47ac-9bf5-f999a569e6dc'] response: {'server_uuid': '88f993a1-e44b-4835-8823-5180aa814ed2', 'name': 'network-vif-deleted', 'tag': '8c55ac0d-b869-4f28-91b4-109cbf5c74b7', 'status': 'completed', 'code': 200} Apr 18 20:51:46.616994 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-2b0bde35-66ea-47e8-bc6b-c69de204bcda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406ab32f-2da8-4456-8e5d-2d51a5282196') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:46.617696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-2b0bde35-66ea-47e8-bc6b-c69de204bcda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406ab32f-2da8-4456-8e5d-2d51a5282196') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:46.622592 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 643d75ef-f64b-411b-8820-4240e2452d08 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:51:46.635868 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2b0bde35-66ea-47e8-bc6b-c69de204bcda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.663894 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2b0bde35-66ea-47e8-bc6b-c69de204bcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.698189 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0bde35-66ea-47e8-bc6b-c69de204bcda admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:51:46.700170 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2b0bde35-66ea-47e8-bc6b-c69de204bcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:51:46.706286 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:51:46.763223 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 643d75ef-f64b-411b-8820-4240e2452d08 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:51:46.764475 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 643d75ef-f64b-411b-8820-4240e2452d08 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:51:46.808989 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fb13f-12ee-4012-a8bb-63b103506421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67354b60-7c4a-4c7a-9350-3841a640d449,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:46.822401 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-654fb13f-12ee-4012-a8bb-63b103506421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.824690 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fb13f-12ee-4012-a8bb-63b103506421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:46.825694 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-654fb13f-12ee-4012-a8bb-63b103506421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.930081 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38c6e176-5f82-470d-a60b-74b20eb2f114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.948808 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38c6e176-5f82-470d-a60b-74b20eb2f114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.980929 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2b0bde35-66ea-47e8-bc6b-c69de204bcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.989496 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2b0bde35-66ea-47e8-bc6b-c69de204bcda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.996960 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2b0bde35-66ea-47e8-bc6b-c69de204bcda admin admin] 10.222.0.41 "DELETE /v2.0/networks/af9b8ad0-3b77-4446-8808-154f03d72322 HTTP/1.1" status: 204 len: 168 time: 2.3673511 Apr 18 20:51:47.002807 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fb13f-12ee-4012-a8bb-63b103506421 admin admin] Pushing event updated for resources: {'Network': ['ID=aebc8ef2-93b8-439e-9214-e282595d5b2e,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:47.036049 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network aebc8ef2-93b8-439e-9214-e282595d5b2e details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:51:47.052677 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c6e176-5f82-470d-a60b-74b20eb2f114 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:51:47.079587 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-654fb13f-12ee-4012-a8bb-63b103506421 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6050029 Apr 18 20:51:47.083661 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bde35-66ea-47e8-bc6b-c69de204bcda admin admin] Pushing event deleted for resources: {'Network': ['ID=af9b8ad0-3b77-4446-8808-154f03d72322,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:47.090726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54610) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:47.091451 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6e176-5f82-470d-a60b-74b20eb2f114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad497e1-e05a-4e64-bc56-eef50e9a604d,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:47.100159 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ccbd175a-eded-4b17-a62e-823e79e0d128 admin admin] Request body: {'subnet': {'network_id': 'aebc8ef2-93b8-439e-9214-e282595d5b2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-213671861-subnet', 'tenant_id': '9fc9bf798d2c4a98b133ffdf2ca9f247', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:47.122201 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38c6e176-5f82-470d-a60b-74b20eb2f114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.122756 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-38c6e176-5f82-470d-a60b-74b20eb2f114 admin admin] Added segment 30127c3f-9811-4800-aafe-5e2f4a267990 of type vlan for network dc59ca70-f7e1-430d-8370-b3edb40d82bc Apr 18 20:51:47.175095 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-393e5376-4791-42de-8d68-a0d4cae4baaa req-0bf1103b-8c72-49f8-8598-35de711953c6 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Deleting port 5888f17a-0dde-46af-8a8e-a5589309c5f1 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:47.175462 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-393e5376-4791-42de-8d68-a0d4cae4baaa req-0bf1103b-8c72-49f8-8598-35de711953c6 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.188839 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbd175a-eded-4b17-a62e-823e79e0d128 admin admin] Made reservation on behalf of 9fc9bf798d2c4a98b133ffdf2ca9f247 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:47.192116 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ccbd175a-eded-4b17-a62e-823e79e0d128 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.202589 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38c6e176-5f82-470d-a60b-74b20eb2f114 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.243106 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78695a77-de84-4679-a7cc-1a6c99607780 x-openstack-request-id: req-78695a77-de84-4679-a7cc-1a6c99607780 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:51:47.244449 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d8ccbe-1832-46b6-bc04-c196ab5fda7d", "name": "network-vif-deleted", "tag": "881f0a98-113f-4106-a815-f7f50904200f", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:51:47.245626 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78695a77-de84-4679-a7cc-1a6c99607780 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:51:47.246448 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78695a77-de84-4679-a7cc-1a6c99607780'] response: {'server_uuid': 'b4d8ccbe-1832-46b6-bc04-c196ab5fda7d', 'name': 'network-vif-deleted', 'tag': '881f0a98-113f-4106-a815-f7f50904200f', 'status': 'completed', 'code': 200} Apr 18 20:51:47.332522 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-87923e97-653d-44fa-9aa2-3be822e0e3ad tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.345467 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-87923e97-653d-44fa-9aa2-3be822e0e3ad tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.376090 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87923e97-653d-44fa-9aa2-3be822e0e3ad tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b491204-0d0e-4ac0-b045-90b40442a819,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:47.476236 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-87923e97-653d-44fa-9aa2-3be822e0e3ad tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.486202 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-87923e97-653d-44fa-9aa2-3be822e0e3ad tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4164941 Apr 18 20:51:47.496313 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54624) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:47.509891 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-6ad1f466-efd7-4a03-8dee-bf8b8960649f tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Request body: {'security_group_rule': {'security_group_id': 'fbd2cdf9-60ba-413c-901f-633d718b0892', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:47.524278 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-393e5376-4791-42de-8d68-a0d4cae4baaa req-0bf1103b-8c72-49f8-8598-35de711953c6 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] For port 5888f17a-0dde-46af-8a8e-a5589309c5f1, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=5888f17a-0dde-46af-8a8e-a5589309c5f1,segment=NetworkSegment(9e62e4a7-2959-4c6b-8550-e8dd18fa74e2),segment_id=9e62e4a7-2959-4c6b-8550-e8dd18fa74e2)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:47.527160 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-393e5376-4791-42de-8d68-a0d4cae4baaa req-0bf1103b-8c72-49f8-8598-35de711953c6 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.532704 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54626) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:47.553559 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38c6e176-5f82-470d-a60b-74b20eb2f114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.555415 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c6e176-5f82-470d-a60b-74b20eb2f114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:47.559322 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38c6e176-5f82-470d-a60b-74b20eb2f114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.608340 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-393e5376-4791-42de-8d68-a0d4cae4baaa req-0bf1103b-8c72-49f8-8598-35de711953c6 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Calling delete_port for 5888f17a-0dde-46af-8a8e-a5589309c5f1 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:47.649092 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-784af3f3-a129-48b5-a70f-141b0be2a7ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=66c8c89b1fcc4ff8ba25812b9483869d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1109653 Apr 18 20:51:47.692603 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54630) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:47.758167 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f466-efd7-4a03-8dee-bf8b8960649f tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.769149 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 881f0a98-113f-4106-a815-f7f50904200f no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:51:47.813216 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 881f0a98-113f-4106-a815-f7f50904200f {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:51:47.813554 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 881f0a98-113f-4106-a815-f7f50904200f not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:51:47.890779 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f466-efd7-4a03-8dee-bf8b8960649f tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.905153 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f466-efd7-4a03-8dee-bf8b8960649f tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.940587 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd173e31-4682-4e55-b57d-97037c982c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.969103 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd173e31-4682-4e55-b57d-97037c982c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.986273 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11ec934d-fa27-45ba-9bfd-e7f6e5b462c7 req-86349b3f-8307-48cb-b784-87b766a824d0 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d8ccbe-1832-46b6-bc04-c196ab5fda7d HTTP/1.1" status: 200 len: 210 time: 0.1119239 Apr 18 20:51:47.993056 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-38c6e176-5f82-470d-a60b-74b20eb2f114 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.2792602 Apr 18 20:51:48.005162 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54636) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:48.065007 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1f466-efd7-4a03-8dee-bf8b8960649f tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ba6dad-d09a-42e8-8563-57ed92f74d29,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:48.108686 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a5b78500-a5ce-440e-b01d-66db77b2a7a4 admin admin] Request body: {'subnet': {'network_id': 'dc59ca70-f7e1-430d-8370-b3edb40d82bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1031417032-subnet', 'tenant_id': '60ab328735984b3d89378ed4b0fb730b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:48.115354 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6e176-5f82-470d-a60b-74b20eb2f114 admin admin] Pushing event updated for resources: {'Network': ['ID=dc59ca70-f7e1-430d-8370-b3edb40d82bc,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:48.125548 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f466-efd7-4a03-8dee-bf8b8960649f tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.127486 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6ad1f466-efd7-4a03-8dee-bf8b8960649f tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6299751 Apr 18 20:51:48.132184 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd173e31-4682-4e55-b57d-97037c982c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.137368 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd173e31-4682-4e55-b57d-97037c982c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.139280 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bd173e31-4682-4e55-b57d-97037c982c3e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2fa5eabc-aac2-48cc-9a0d-9e6ba611d09f HTTP/1.1" status: 204 len: 168 time: 0.4454637 Apr 18 20:51:48.142272 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54638) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:48.152945 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-f2dbc7bd-97d5-4d6b-93de-6abff8786672 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Request body: {'security_group_rule': {'security_group_id': 'fbd2cdf9-60ba-413c-901f-633d718b0892', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:48.156586 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network dc59ca70-f7e1-430d-8370-b3edb40d82bc details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:51:48.362005 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd173e31-4682-4e55-b57d-97037c982c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa5eabc-aac2-48cc-9a0d-9e6ba611d09f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:48.376242 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f2dbc7bd-97d5-4d6b-93de-6abff8786672 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.496230 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-393e5376-4791-42de-8d68-a0d4cae4baaa req-0bf1103b-8c72-49f8-8598-35de711953c6 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.567487 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1103b-8c72-49f8-8598-35de711953c6 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Pushing event deleted for resources: {'Port': ['ID=5888f17a-0dde-46af-8a8e-a5589309c5f1,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:48.630921 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f2dbc7bd-97d5-4d6b-93de-6abff8786672 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.632334 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-393e5376-4791-42de-8d68-a0d4cae4baaa req-0bf1103b-8c72-49f8-8598-35de711953c6 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] No DVR routers for this DVR port 5888f17a-0dde-46af-8a8e-a5589309c5f1 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:51:48.636739 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-393e5376-4791-42de-8d68-a0d4cae4baaa req-0bf1103b-8c72-49f8-8598-35de711953c6 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.640940 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-393e5376-4791-42de-8d68-a0d4cae4baaa req-0bf1103b-8c72-49f8-8598-35de711953c6 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.57 "DELETE /v2.0/ports/5888f17a-0dde-46af-8a8e-a5589309c5f1 HTTP/1.1" status: 204 len: 173 time: 2.6469178 Apr 18 20:51:48.642662 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f2dbc7bd-97d5-4d6b-93de-6abff8786672 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.643673 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b78500-a5ce-440e-b01d-66db77b2a7a4 admin admin] Made reservation on behalf of 60ab328735984b3d89378ed4b0fb730b for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:48.660269 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a5b78500-a5ce-440e-b01d-66db77b2a7a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.672402 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54646) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:48.684667 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbc7bd-97d5-4d6b-93de-6abff8786672 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f768d70-2c92-43cc-882e-515c9372b151,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:48.706384 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f2dbc7bd-97d5-4d6b-93de-6abff8786672 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.712245 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f2dbc7bd-97d5-4d6b-93de-6abff8786672 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5617075 Apr 18 20:51:48.712684 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54650) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:48.717878 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-de992fd0-5cc7-4011-a64f-a90b55a72be5 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Request body: {'security_group_rule': {'security_group_id': 'fbd2cdf9-60ba-413c-901f-633d718b0892', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:48.800402 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de992fd0-5cc7-4011-a64f-a90b55a72be5 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.034487 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de992fd0-5cc7-4011-a64f-a90b55a72be5 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.043667 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de992fd0-5cc7-4011-a64f-a90b55a72be5 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.096513 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de992fd0-5cc7-4011-a64f-a90b55a72be5 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01467624-58fc-4a4b-acd5-4b98d7122d1b,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:49.116260 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de992fd0-5cc7-4011-a64f-a90b55a72be5 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.120924 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-de992fd0-5cc7-4011-a64f-a90b55a72be5 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4046595 Apr 18 20:51:49.124992 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54658) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:49.132891 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ad5837ab-3e55-48a5-a5a4-06e77d2b66da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.187056 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-24b1b31b-47df-4d8f-a2ba-c2baf98c499e tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.250568 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37daca3-fc06-4621-b729-25fd98866b52', 'name': 'network-vif-deleted', 'tag': '5888f17a-0dde-46af-8a8e-a5589309c5f1'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:51:49.256108 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc201aad-98c1-450b-ba87-d461e2bd13f4" -d '{"events": [{"server_uuid": "b37daca3-fc06-4621-b729-25fd98866b52", "name": "network-vif-deleted", "tag": "5888f17a-0dde-46af-8a8e-a5589309c5f1"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:51:49.274857 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-24b1b31b-47df-4d8f-a2ba-c2baf98c499e tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.367557 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-24b1b31b-47df-4d8f-a2ba-c2baf98c499e tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.378239 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-24b1b31b-47df-4d8f-a2ba-c2baf98c499e tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.380415 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-24b1b31b-47df-4d8f-a2ba-c2baf98c499e tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/01467624-58fc-4a4b-acd5-4b98d7122d1b HTTP/1.1" status: 204 len: 168 time: 0.2538807 Apr 18 20:51:49.392073 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54666) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:49.450362 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1b31b-47df-4d8f-a2ba-c2baf98c499e tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01467624-58fc-4a4b-acd5-4b98d7122d1b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:49.504537 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a2dc3-bb5b-4a08-9db9-c55eaceb039a req-c7bba334-0f62-4051-b4d8-cdd0cf7bd70c tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:49.506960 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b8a2dc3-bb5b-4a08-9db9-c55eaceb039a req-c7bba334-0f62-4051-b4d8-cdd0cf7bd70c tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37daca3-fc06-4621-b729-25fd98866b52 HTTP/1.1" status: 200 len: 867 time: 1.3775902 Apr 18 20:51:49.520706 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-1f162bca-09cb-4c62-a7cf-2d5d68ee8045 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:49.522861 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-1f162bca-09cb-4c62-a7cf-2d5d68ee8045 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/networks?id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92 HTTP/1.1" status: 200 len: 806 time: 2.0214496 Apr 18 20:51:49.579187 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-74ac3cd9-5cb1-47fb-8531-67258c25c614 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1852610 Apr 18 20:51:49.582904 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ad5837ab-3e55-48a5-a5a4-06e77d2b66da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.584469 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54674) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:49.627085 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ad5837ab-3e55-48a5-a5a4-06e77d2b66da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.759679 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-32823170-9d8a-4856-bd2e-8e202f708c22 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/quotas/65c0c9deb9974734a5e938fa16904c15 HTTP/1.1" status: 200 len: 375 time: 0.1777208 Apr 18 20:51:49.768943 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 5888f17a-0dde-46af-8a8e-a5589309c5f1 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:51:49.772152 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a5b78500-a5ce-440e-b01d-66db77b2a7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.817924 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 5888f17a-0dde-46af-8a8e-a5589309c5f1 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:51:49.818289 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 5888f17a-0dde-46af-8a8e-a5589309c5f1 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:51:49.846255 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ad5837ab-3e55-48a5-a5a4-06e77d2b66da admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=506762c2c6c54241802501ddbf082dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1717086 Apr 18 20:51:49.852537 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54678) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:49.854073 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5837ab-3e55-48a5-a5a4-06e77d2b66da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9757c4-6682-4b9f-ada7-15a3e032abdc,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:49.883082 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b78500-a5ce-440e-b01d-66db77b2a7a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13ab1e17-c995-40c5-8cc4-09f672b88499,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:49.956625 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ccbd175a-eded-4b17-a62e-823e79e0d128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.970444 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6813e3ea-a9d0-4c44-82d1-9b8676446841 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.990618 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6813e3ea-a9d0-4c44-82d1-9b8676446841 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.019732 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b8a2dc3-bb5b-4a08-9db9-c55eaceb039a req-62f008d7-16f4-4cb6-9a3e-51477305a7e3 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/security-groups?id=72b0e978-8382-4746-8987-e6a4d7443ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390309 Apr 18 20:51:50.020799 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54680) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:50.022864 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd175a-eded-4b17-a62e-823e79e0d128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b291b21-4f35-4430-a627-df44472bb157,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:50.095961 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6813e3ea-a9d0-4c44-82d1-9b8676446841 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.159564 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b78500-a5ce-440e-b01d-66db77b2a7a4 admin admin] Checking segment: {'id': '30127c3f-9811-4800-aafe-5e2f4a267990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc59ca70-f7e1-430d-8370-b3edb40d82bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:51:50.160111 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b78500-a5ce-440e-b01d-66db77b2a7a4 admin admin] Network hostable DHCP agents. Network: dc59ca70-f7e1-430d-8370-b3edb40d82bc, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:51:50.171460 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6813e3ea-a9d0-4c44-82d1-9b8676446841 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.176583 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6813e3ea-a9d0-4c44-82d1-9b8676446841 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/2f768d70-2c92-43cc-882e-515c9372b151 HTTP/1.1" status: 204 len: 168 time: 0.5869932 Apr 18 20:51:50.176583 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813e3ea-a9d0-4c44-82d1-9b8676446841 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f768d70-2c92-43cc-882e-515c9372b151,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:50.183302 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-ceb7678e-e0df-4bba-b464-f0b1c9cc26a3 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=65c0c9deb9974734a5e938fa16904c15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4020054 Apr 18 20:51:50.187634 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54684) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:50.255541 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-28ba64ab-3a32-4d4a-82fd-8f14cb4f2a35 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-298157302-network', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:50.333953 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a275798b-9828-4d26-97fc-dd7666c70656 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1289132 Apr 18 20:51:50.335363 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54688) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:50.358942 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-46a3a7ee-9fc5-48b3-9377-a0c233d6bbcd req-6630de4c-49be-4b25-bf39-67c952ff19b0 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d8ccbe-1832-46b6-bc04-c196ab5fda7d HTTP/1.1" status: 200 len: 210 time: 0.1195521 Apr 18 20:51:50.363289 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff00cd47-dd5d-41d8-ac7c-1510bedf2f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.363529 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b78500-a5ce-440e-b01d-66db77b2a7a4 admin admin] Network dc59ca70-f7e1-430d-8370-b3edb40d82bc is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:51:50.388359 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbd175a-eded-4b17-a62e-823e79e0d128 admin admin] Checking segment: {'id': '57d5e9b9-2018-43bd-a3aa-13f0f90c4f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'aebc8ef2-93b8-439e-9214-e282595d5b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:51:50.389738 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbd175a-eded-4b17-a62e-823e79e0d128 admin admin] Network hostable DHCP agents. Network: aebc8ef2-93b8-439e-9214-e282595d5b2e, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:51:50.425902 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-a5b78500-a5ce-440e-b01d-66db77b2a7a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, dc59ca70-f7e1-430d-8370-b3edb40d82bc) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:50.448785 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12ad423-7c94-4d44-8c98-434cd557520f None None] Network dc59ca70-f7e1-430d-8370-b3edb40d82bc requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:50.451732 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ba64ab-3a32-4d4a-82fd-8f14cb4f2a35 admin admin] Made reservation on behalf of 8d1cb6a1920642c6a254fff9677f23c7 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:50.455695 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-28ba64ab-3a32-4d4a-82fd-8f14cb4f2a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.471601 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b78500-a5ce-440e-b01d-66db77b2a7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:50.472209 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a5b78500-a5ce-440e-b01d-66db77b2a7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.488573 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-520fa3fa-4dd6-4846-b954-7ebb3efc0c0e tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.521854 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff00cd47-dd5d-41d8-ac7c-1510bedf2f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.550146 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-520fa3fa-4dd6-4846-b954-7ebb3efc0c0e tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.571283 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-28ba64ab-3a32-4d4a-82fd-8f14cb4f2a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.649062 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbd175a-eded-4b17-a62e-823e79e0d128 admin admin] Network aebc8ef2-93b8-439e-9214-e282595d5b2e is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:51:50.667975 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-520fa3fa-4dd6-4846-b954-7ebb3efc0c0e tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.679320 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-ccbd175a-eded-4b17-a62e-823e79e0d128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, aebc8ef2-93b8-439e-9214-e282595d5b2e) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:50.679604 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-520fa3fa-4dd6-4846-b954-7ebb3efc0c0e tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.679604 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-520fa3fa-4dd6-4846-b954-7ebb3efc0c0e tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/97ba6dad-d09a-42e8-8563-57ed92f74d29 HTTP/1.1" status: 204 len: 168 time: 0.3422577 Apr 18 20:51:50.684489 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f0e753-b5c1-4b96-8446-14e448bcaabe x-openstack-request-id: req-a5f0e753-b5c1-4b96-8446-14e448bcaabe {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:51:50.684489 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37daca3-fc06-4621-b729-25fd98866b52", "name": "network-vif-deleted", "tag": "5888f17a-0dde-46af-8a8e-a5589309c5f1", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:51:50.684489 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5f0e753-b5c1-4b96-8446-14e448bcaabe {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:51:50.685947 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5f0e753-b5c1-4b96-8446-14e448bcaabe'] response: {'server_uuid': 'b37daca3-fc06-4621-b729-25fd98866b52', 'name': 'network-vif-deleted', 'tag': '5888f17a-0dde-46af-8a8e-a5589309c5f1', 'status': 'completed', 'code': 200} Apr 18 20:51:50.690197 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54690) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:50.701582 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fa3fa-4dd6-4846-b954-7ebb3efc0c0e tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97ba6dad-d09a-42e8-8563-57ed92f74d29,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:50.706660 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a5b78500-a5ce-440e-b01d-66db77b2a7a4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6139736 Apr 18 20:51:50.710644 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbd175a-eded-4b17-a62e-823e79e0d128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:50.711322 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ccbd175a-eded-4b17-a62e-823e79e0d128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.742631 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff00cd47-dd5d-41d8-ac7c-1510bedf2f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.746989 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff00cd47-dd5d-41d8-ac7c-1510bedf2f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.752378 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ff00cd47-dd5d-41d8-ac7c-1510bedf2f28 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da9757c4-6682-4b9f-ada7-15a3e032abdc HTTP/1.1" status: 204 len: 168 time: 0.8738611 Apr 18 20:51:50.791551 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0f6ccacb-74a8-48ea-814c-5a9e0eed6dbb tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0953386 Apr 18 20:51:50.793792 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54696) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:50.822779 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb364c1-11eb-4e85-96a6-a4dcdad2cd9c None None] Network aebc8ef2-93b8-439e-9214-e282595d5b2e requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:50.840387 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00cd47-dd5d-41d8-ac7c-1510bedf2f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9757c4-6682-4b9f-ada7-15a3e032abdc,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:50.854748 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0963a58-00e4-4d63-ae6b-2aba3ce8c9fb tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.875888 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0963a58-00e4-4d63-ae6b-2aba3ce8c9fb tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.929280 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ccbd175a-eded-4b17-a62e-823e79e0d128 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.8333066 Apr 18 20:51:50.955229 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-5cea19c9-7be6-4f94-902a-e326954182ff service neutron] 10.222.0.41 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7215230 Apr 18 20:51:50.971537 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0963a58-00e4-4d63-ae6b-2aba3ce8c9fb tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.990969 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0963a58-00e4-4d63-ae6b-2aba3ce8c9fb tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.996747 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b0963a58-00e4-4d63-ae6b-2aba3ce8c9fb tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/7b491204-0d0e-4ac0-b045-90b40442a819 HTTP/1.1" status: 204 len: 168 time: 0.1989481 Apr 18 20:51:51.002419 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54700) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:51.022729 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0963a58-00e4-4d63-ae6b-2aba3ce8c9fb tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b491204-0d0e-4ac0-b045-90b40442a819,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:51.133387 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-28ba64ab-3a32-4d4a-82fd-8f14cb4f2a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.161676 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-28ba64ab-3a32-4d4a-82fd-8f14cb4f2a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.177607 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ba64ab-3a32-4d4a-82fd-8f14cb4f2a35 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:51:51.196281 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e8fe81-8bc6-4431-9a75-590502021285 None None] Network dc59ca70-f7e1-430d-8370-b3edb40d82bc requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:51.205363 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-28ba64ab-3a32-4d4a-82fd-8f14cb4f2a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.205718 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-28ba64ab-3a32-4d4a-82fd-8f14cb4f2a35 admin admin] Added segment f6b7039d-7f6f-4e96-b1e3-444343353ab6 of type vlan for network fe539583-d535-4524-b810-6474f581fe71 Apr 18 20:51:51.316693 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2088d221-cc67-4573-8dd4-16024890cd2b tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3057539 Apr 18 20:51:51.321183 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54712) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:51.435559 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9b131364-796f-4346-bd2e-f1c05b95d205 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.459250 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9b131364-796f-4346-bd2e-f1c05b95d205 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.536294 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-a49e8a4b-f619-488a-8978-01f10692cf72 service neutron] 10.222.0.41 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5504887 Apr 18 20:51:51.546500 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-28ba64ab-3a32-4d4a-82fd-8f14cb4f2a35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.553189 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba64ab-3a32-4d4a-82fd-8f14cb4f2a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65ae5fa-218d-40e7-95e8-7233abbdd9be,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:51.563303 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9b131364-796f-4346-bd2e-f1c05b95d205 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.591849 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9b131364-796f-4346-bd2e-f1c05b95d205 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.596535 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9b131364-796f-4346-bd2e-f1c05b95d205 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/1184e3ff-aacf-4f6f-852c-0f7371b2a8bc HTTP/1.1" status: 204 len: 168 time: 0.2636955 Apr 18 20:51:51.597291 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54722) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:51.607304 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b131364-796f-4346-bd2e-f1c05b95d205 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1184e3ff-aacf-4f6f-852c-0f7371b2a8bc,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:51.664409 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-28ba64ab-3a32-4d4a-82fd-8f14cb4f2a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.667085 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ba64ab-3a32-4d4a-82fd-8f14cb4f2a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:51.668682 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-28ba64ab-3a32-4d4a-82fd-8f14cb4f2a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.670860 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-067f6821-f178-4273-98f4-c1c4aca6c7a1 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0719790 Apr 18 20:51:51.671834 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54726) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:51.861034 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba64ab-3a32-4d4a-82fd-8f14cb4f2a35 admin admin] Pushing event updated for resources: {'Network': ['ID=fe539583-d535-4524-b810-6474f581fe71,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:51.865942 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6261a195-6193-43bd-9013-0042f1684f46 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.873508 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54732) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:51.873738 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-28ba64ab-3a32-4d4a-82fd-8f14cb4f2a35 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8473387 Apr 18 20:51:51.917546 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e1e52447-3b73-4f59-ae4c-fa06520a6946 admin admin] Request body: {'subnet': {'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-298157302-subnet', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:51.988645 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network fe539583-d535-4524-b810-6474f581fe71 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:51:52.027161 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-060f0f15-527d-4cc8-944b-c8fe9c3221f0 req-75f15e59-0c11-4a1f-bbb0-70fd19aaebd4 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d8ccbe-1832-46b6-bc04-c196ab5fda7d HTTP/1.1" status: 200 len: 210 time: 0.0443592 Apr 18 20:51:52.064218 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54748) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:52.092883 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6261a195-6193-43bd-9013-0042f1684f46 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.163486 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa21ac4c-84cb-4d23-9205-7050fc0fd621 None None] Network aebc8ef2-93b8-439e-9214-e282595d5b2e requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:52.183374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2d067a-4533-40ff-95bc-e958fe3fa4ce admin admin] Deleting subnet 7b291b21-4f35-4430-a627-df44472bb157 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:51:52.203352 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-de2d067a-4533-40ff-95bc-e958fe3fa4ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.231489 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e52447-3b73-4f59-ae4c-fa06520a6946 admin admin] Made reservation on behalf of 8d1cb6a1920642c6a254fff9677f23c7 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:52.235744 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e1e52447-3b73-4f59-ae4c-fa06520a6946 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.342030 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-de2d067a-4533-40ff-95bc-e958fe3fa4ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.449831 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-de2d067a-4533-40ff-95bc-e958fe3fa4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.547112 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6261a195-6193-43bd-9013-0042f1684f46 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.560102 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6261a195-6193-43bd-9013-0042f1684f46 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.581703 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6261a195-6193-43bd-9013-0042f1684f46 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "DELETE /v2.0/security-groups/fbd2cdf9-60ba-413c-901f-633d718b0892 HTTP/1.1" status: 204 len: 168 time: 0.9055476 Apr 18 20:51:52.611418 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54768) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:52.633687 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261a195-6193-43bd-9013-0042f1684f46 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd2cdf9-60ba-413c-901f-633d718b0892,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:52.720166 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c746be-999a-4146-958d-dd054c37512f req-a7622aeb-ab5a-4291-8d8e-6e7619995a81 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:52.723044 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58c746be-999a-4146-958d-dd054c37512f req-a7622aeb-ab5a-4291-8d8e-6e7619995a81 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.41 "GET /v2.0/networks?id=dc59ca70-f7e1-430d-8370-b3edb40d82bc HTTP/1.1" status: 200 len: 809 time: 0.6804597 Apr 18 20:51:52.743897 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2dd01-e353-470f-96c8-615192423c1f req-9f8943cd-9124-4c5a-a451-5712ba2772da tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:52.757303 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7af2dd01-e353-470f-96c8-615192423c1f req-9f8943cd-9124-4c5a-a451-5712ba2772da tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/networks?id=9b57c6c0-c360-434b-9d8e-ffcb7648cc65 HTTP/1.1" status: 200 len: 808 time: 0.5996673 Apr 18 20:51:52.825630 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-de2d067a-4533-40ff-95bc-e958fe3fa4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.860241 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-de2d067a-4533-40ff-95bc-e958fe3fa4ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.866446 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-de2d067a-4533-40ff-95bc-e958fe3fa4ce admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7b291b21-4f35-4430-a627-df44472bb157 HTTP/1.1" status: 204 len: 168 time: 0.8007281 Apr 18 20:51:52.912554 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7af2dd01-e353-470f-96c8-615192423c1f req-9e275d28-da9b-41ce-9de3-d31690ffa932 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/quotas/bcafbea962184eeebbb63b5bb2bc01eb HTTP/1.1" status: 200 len: 375 time: 0.1404128 Apr 18 20:51:52.917073 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58c746be-999a-4146-958d-dd054c37512f req-0d95db55-5a50-40b6-a7dc-29c51d199470 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.41 "GET /v2.0/quotas/60ab328735984b3d89378ed4b0fb730b HTTP/1.1" status: 200 len: 375 time: 0.1573653 Apr 18 20:51:52.919542 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54774) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:52.929025 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2bf51665-5fa0-460c-aa4d-4c2be26f1a1e tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3156831 Apr 18 20:51:52.956533 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d067a-4533-40ff-95bc-e958fe3fa4ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b291b21-4f35-4430-a627-df44472bb157,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:52.959355 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54778) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:53.000583 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e1e52447-3b73-4f59-ae4c-fa06520a6946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.054050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-19dc3c43-3898-41f4-80a6-25579c65e3ab tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Request body: {'security_group': {'name': 'tempest-secgroup--2119000192'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:53.107022 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7af2dd01-e353-470f-96c8-615192423c1f req-48763bf0-b30d-4ac0-a987-3502f55aef1c tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bcafbea962184eeebbb63b5bb2bc01eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1907284 Apr 18 20:51:53.116067 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e52447-3b73-4f59-ae4c-fa06520a6946 admin admin] Pushing event updated for resources: {'Subnet': ['ID=934e222d-a43e-4b81-a646-860f58e51213,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:53.161786 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58c746be-999a-4146-958d-dd054c37512f req-deb0b7c1-bc3a-4bf3-94dd-df74239f7cf3 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=60ab328735984b3d89378ed4b0fb730b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2220144 Apr 18 20:51:53.208268 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e52447-3b73-4f59-ae4c-fa06520a6946 admin admin] Checking segment: {'id': 'f6b7039d-7f6f-4e96-b1e3-444343353ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fe539583-d535-4524-b810-6474f581fe71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:51:53.208896 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e52447-3b73-4f59-ae4c-fa06520a6946 admin admin] Network hostable DHCP agents. Network: fe539583-d535-4524-b810-6474f581fe71, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:51:53.243771 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e52447-3b73-4f59-ae4c-fa06520a6946 admin admin] Network fe539583-d535-4524-b810-6474f581fe71 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:51:53.267511 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-e1e52447-3b73-4f59-ae4c-fa06520a6946 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, fe539583-d535-4524-b810-6474f581fe71) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:53.281122 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd10ea8-eade-479a-874d-753210afac9f None None] Network fe539583-d535-4524-b810-6474f581fe71 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:53.293386 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e52447-3b73-4f59-ae4c-fa06520a6946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:53.294756 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e1e52447-3b73-4f59-ae4c-fa06520a6946 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.336569 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e1e52447-3b73-4f59-ae4c-fa06520a6946 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4422934 Apr 18 20:51:53.337380 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54788) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:53.342978 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-abe61653-09d5-48d2-947d-b6437d62d278 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:53.343229 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-19dc3c43-3898-41f4-80a6-25579c65e3ab tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.350815 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e7ff808e-eb62-44c2-832e-ca298366201a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.391414 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-abe61653-09d5-48d2-947d-b6437d62d278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.392997 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-abe61653-09d5-48d2-947d-b6437d62d278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.538223 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-abe61653-09d5-48d2-947d-b6437d62d278 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.564144 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae24d526-69c3-40a7-8ccd-0c673c9c2fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-fe539583-d535-4524-b810-6474f581fe71', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:51:53.565718 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ae24d526-69c3-40a7-8ccd-0c673c9c2fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.613876 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-19dc3c43-3898-41f4-80a6-25579c65e3ab tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.654932 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-19dc3c43-3898-41f4-80a6-25579c65e3ab tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.877650 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-ae24d526-69c3-40a7-8ccd-0c673c9c2fce None None] Allocated IP 172.20.0.2 (fe539583-d535-4524-b810-6474f581fe71/934e222d-a43e-4b81-a646-860f58e51213/af411331-868d-4612-bd67-3ae64af5cd5e) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:53.978076 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-abe61653-09d5-48d2-947d-b6437d62d278 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.085687 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-5d4fbfdb-1682-411a-806c-2b2b29f0e566 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:54.090988 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-5d4fbfdb-1682-411a-806c-2b2b29f0e566 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.32 "GET /v2.0/networks?id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92 HTTP/1.1" status: 200 len: 806 time: 0.2834346 Apr 18 20:51:54.212890 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-0477fae0-f2af-47cb-a78b-a028e7388ed6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Request body: {'port': {'device_id': '140ff425-353b-42eb-ad82-230cdee31b3e', 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92', 'admin_state_up': True, 'tenant_id': '65c0c9deb9974734a5e938fa16904c15'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:54.302196 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-abe61653-09d5-48d2-947d-b6437d62d278 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.303085 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ae24d526-69c3-40a7-8ccd-0c673c9c2fce None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.310872 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e7ff808e-eb62-44c2-832e-ca298366201a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.318875 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ae24d526-69c3-40a7-8ccd-0c673c9c2fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.320673 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-19dc3c43-3898-41f4-80a6-25579c65e3ab tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.322929 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-19dc3c43-3898-41f4-80a6-25579c65e3ab tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3499014 Apr 18 20:51:54.332800 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54802) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:54.337573 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-1e1719bd-5f55-4b01-bbd8-a68c667fcc3e tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Request body: {'security_group_rule': {'security_group_id': '9df6de51-fda3-4029-ac42-fc71fc82cfb5', 'direction': 'ingress', 'protocol': 17}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:54.348763 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-abe61653-09d5-48d2-947d-b6437d62d278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.376785 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae24d526-69c3-40a7-8ccd-0c673c9c2fce None None] Network fe539583-d535-4524-b810-6474f581fe71 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:54.383824 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-ae24d526-69c3-40a7-8ccd-0c673c9c2fce None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:54.393975 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae24d526-69c3-40a7-8ccd-0c673c9c2fce None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:51:54.426825 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24d526-69c3-40a7-8ccd-0c673c9c2fce None None] Pushing event updated for resources: {'Port': ['ID=af411331-868d-4612-bd67-3ae64af5cd5e,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:54.540892 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7af2dd01-e353-470f-96c8-615192423c1f req-715a7332-57b4-42b2-afaf-0dd34a72b327 service neutron] 10.222.0.41 "GET /v2.0/networks/9b57c6c0-c360-434b-9d8e-ffcb7648cc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3818564 Apr 18 20:51:54.550536 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ae24d526-69c3-40a7-8ccd-0c673c9c2fce None None] Attempting to bind port af411331-868d-4612-bd67-3ae64af5cd5e on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:54.551141 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ae24d526-69c3-40a7-8ccd-0c673c9c2fce None None] Attempting to bind port af411331-868d-4612-bd67-3ae64af5cd5e by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'f6b7039d-7f6f-4e96-b1e3-444343353ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fe539583-d535-4524-b810-6474f581fe71'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:54.551830 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae24d526-69c3-40a7-8ccd-0c673c9c2fce None None] Attempting to bind port af411331-868d-4612-bd67-3ae64af5cd5e on network fe539583-d535-4524-b810-6474f581fe71 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:51:54.561339 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae24d526-69c3-40a7-8ccd-0c673c9c2fce None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:51:54.562136 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae24d526-69c3-40a7-8ccd-0c673c9c2fce None None] Checking segment: {'id': 'f6b7039d-7f6f-4e96-b1e3-444343353ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fe539583-d535-4524-b810-6474f581fe71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:51:54.562563 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc3c43-3898-41f4-80a6-25579c65e3ab tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df6de51-fda3-4029-ac42-fc71fc82cfb5,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:54.562981 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ae24d526-69c3-40a7-8ccd-0c673c9c2fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.563612 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae24d526-69c3-40a7-8ccd-0c673c9c2fce None None] Bound using segment: {'id': 'f6b7039d-7f6f-4e96-b1e3-444343353ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fe539583-d535-4524-b810-6474f581fe71'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:51:54.564310 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ae24d526-69c3-40a7-8ccd-0c673c9c2fce None None] Bound port: af411331-868d-4612-bd67-3ae64af5cd5e, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b7039d-7f6f-4e96-b1e3-444343353ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fe539583-d535-4524-b810-6474f581fe71'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:54.564951 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ae24d526-69c3-40a7-8ccd-0c673c9c2fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.566077 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-0477fae0-f2af-47cb-a78b-a028e7388ed6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Made reservation on behalf of 65c0c9deb9974734a5e938fa16904c15 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:54.566546 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e1719bd-5f55-4b01-bbd8-a68c667fcc3e tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.570263 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-243c8cbd-63c0-4c6e-af65-6751033dffdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.571033 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-0477fae0-f2af-47cb-a78b-a028e7388ed6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.627330 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-e7ff808e-eb62-44c2-832e-ca298366201a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aebc8ef2-93b8-439e-9214-e282595d5b2e']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:54.681099 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ae24d526-69c3-40a7-8ccd-0c673c9c2fce None None] For port af411331-868d-4612-bd67-3ae64af5cd5e, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:54.686236 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ae24d526-69c3-40a7-8ccd-0c673c9c2fce None None] For port af411331-868d-4612-bd67-3ae64af5cd5e, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=af411331-868d-4612-bd67-3ae64af5cd5e,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:51:54.693552 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ae24d526-69c3-40a7-8ccd-0c673c9c2fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.703980 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-e7ff808e-eb62-44c2-832e-ca298366201a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d5e9b9-2018-43bd-a3aa-13f0f90c4f2f') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:54.704321 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-e7ff808e-eb62-44c2-832e-ca298366201a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d5e9b9-2018-43bd-a3aa-13f0f90c4f2f') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:54.718485 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58c746be-999a-4146-958d-dd054c37512f req-d7dd09b8-bbd4-4e21-8d10-3a4d58e5d269 service neutron] 10.222.0.41 "GET /v2.0/networks/dc59ca70-f7e1-430d-8370-b3edb40d82bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5168920 Apr 18 20:51:54.740365 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e7ff808e-eb62-44c2-832e-ca298366201a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.748964 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-abe61653-09d5-48d2-947d-b6437d62d278 admin admin] Allocated IP 172.25.1.93 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/65c13813-77e4-4358-8cd1-f0d173425da8) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:54.753010 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e1719bd-5f55-4b01-bbd8-a68c667fcc3e tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.760340 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e1719bd-5f55-4b01-bbd8-a68c667fcc3e tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.784574 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24d526-69c3-40a7-8ccd-0c673c9c2fce None None] Pushing event updated for resources: {'Port': ['ID=af411331-868d-4612-bd67-3ae64af5cd5e,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:54.795899 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1719bd-5f55-4b01-bbd8-a68c667fcc3e tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c81ac0-f2aa-4e76-a1a5-e809d0a0bdac,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:54.902569 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e1719bd-5f55-4b01-bbd8-a68c667fcc3e tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.905109 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1e1719bd-5f55-4b01-bbd8-a68c667fcc3e tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5712576 Apr 18 20:51:54.913683 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54806) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:54.979451 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7af2dd01-e353-470f-96c8-615192423c1f req-3630d3ba-3fe5-49ea-975f-e37946fe2963 service neutron] 10.222.0.41 "GET /v2.0/networks/9b57c6c0-c360-434b-9d8e-ffcb7648cc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014857 Apr 18 20:51:54.981706 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58c746be-999a-4146-958d-dd054c37512f req-e06bd3bf-4c2d-44a8-8da7-091ee24796eb service neutron] 10.222.0.41 "GET /v2.0/networks/dc59ca70-f7e1-430d-8370-b3edb40d82bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453101 Apr 18 20:51:55.001163 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e7ff808e-eb62-44c2-832e-ca298366201a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.022773 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ff808e-eb62-44c2-832e-ca298366201a admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:51:55.023362 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e7ff808e-eb62-44c2-832e-ca298366201a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:51:55.026926 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:51:55.038680 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-abe61653-09d5-48d2-947d-b6437d62d278 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.080278 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06fb33d9-238f-47a1-9c4e-87809970f273 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.124610 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06fb33d9-238f-47a1-9c4e-87809970f273 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.138823 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-abe61653-09d5-48d2-947d-b6437d62d278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.284671 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e7ff808e-eb62-44c2-832e-ca298366201a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.303795 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e7ff808e-eb62-44c2-832e-ca298366201a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.307745 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e7ff808e-eb62-44c2-832e-ca298366201a admin admin] 10.222.0.41 "DELETE /v2.0/networks/aebc8ef2-93b8-439e-9214-e282595d5b2e HTTP/1.1" status: 204 len: 168 time: 2.3768270 Apr 18 20:51:55.366628 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe61653-09d5-48d2-947d-b6437d62d278 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:55.374917 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-abe61653-09d5-48d2-947d-b6437d62d278 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:55.396479 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff808e-eb62-44c2-832e-ca298366201a admin admin] Pushing event deleted for resources: {'Network': ['ID=aebc8ef2-93b8-439e-9214-e282595d5b2e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:55.411174 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe61653-09d5-48d2-947d-b6437d62d278 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:51:55.453684 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe61653-09d5-48d2-947d-b6437d62d278 admin admin] Pushing event updated for resources: {'Port': ['ID=65c13813-77e4-4358-8cd1-f0d173425da8,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:55.457427 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-0477fae0-f2af-47cb-a78b-a028e7388ed6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Allocated IP 172.20.0.10 (ce30ba55-30c8-48a1-83e1-fd83adbe8e92/43c45217-dc0b-4a55-9d4a-e4055b0395e0/93317250-b413-4840-8fdb-219ed666f020) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:55.598998 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d4e38f79-b309-48bc-8fca-e157c018a989 req-2b889ce9-5c0c-48a0-a07b-2ff3fbef4ad0 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 210 time: 0.1251147 Apr 18 20:51:55.617996 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06fb33d9-238f-47a1-9c4e-87809970f273 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.624041 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06fb33d9-238f-47a1-9c4e-87809970f273 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.659171 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-06fb33d9-238f-47a1-9c4e-87809970f273 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "DELETE /v2.0/security-groups/9df6de51-fda3-4029-ac42-fc71fc82cfb5 HTTP/1.1" status: 204 len: 168 time: 0.7266176 Apr 18 20:51:55.664135 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54824) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:55.794698 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ae5302d-67e0-4010-a978-1d92335f547b req-bf0548c5-b05e-4ae2-81a3-ef2bc05f0cfd tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eba2c52-367f-488c-818f-e8f1efe340ec HTTP/1.1" status: 200 len: 210 time: 0.1104958 Apr 18 20:51:55.857305 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb33d9-238f-47a1-9c4e-87809970f273 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df6de51-fda3-4029-ac42-fc71fc82cfb5,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:56.011850 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54840) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:56.036955 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7cfdb116-4e9d-45e3-a5c0-16d82baf4dae req-f6c151fd-eb5c-4703-b965-bd12fe3a2c7f tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.41 "GET /v2.0/ports?device_id=23948392-88f7-45fc-865b-266f686a57f3 HTTP/1.1" status: 200 len: 210 time: 0.2039354 Apr 18 20:51:56.339643 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-12d68439-e02d-4860-85b0-fe2f270ea8f6 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6397202 Apr 18 20:51:56.359051 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54848) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:56.387024 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-6463a235-fe8b-42d2-a87a-4a0c9437815b tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Request body: {'security_group': {'name': 'tempest-secgroup--1946276855'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:56.498090 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6463a235-fe8b-42d2-a87a-4a0c9437815b tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.512854 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fd94b878-ccba-4836-86a2-868bde199cea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9fc9bf798d2c4a98b133ffdf2ca9f247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4996548 Apr 18 20:51:56.540528 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54850) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:56.792653 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6463a235-fe8b-42d2-a87a-4a0c9437815b tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.808280 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6463a235-fe8b-42d2-a87a-4a0c9437815b tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.829146 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device af411331-868d-4612-bd67-3ae64af5cd5e up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:51:56.877114 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-0477fae0-f2af-47cb-a78b-a028e7388ed6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.006103 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port af411331-868d-4612-bd67-3ae64af5cd5e triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:57.006701 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.105891 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-0477fae0-f2af-47cb-a78b-a028e7388ed6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.164010 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['1f0cb29c-6676-4f1b-a111-285181b01885'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:51:57.236052 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1ab4c3-3bb8-441d-9d57-767f780a54c6 None None] Network fe539583-d535-4524-b810-6474f581fe71 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:57.271757 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-0477fae0-f2af-47cb-a78b-a028e7388ed6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:57.274230 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-21e23ee7-d327-4f3c-9f57-5b1035ad536c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.278477 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-abe61653-09d5-48d2-947d-b6437d62d278 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.297176 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-711093f1-1285-4ca9-86ff-d463b18374ea req-b6f4f35e-851f-4d5d-8e38-d2bcbb21dc6b tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eba2c52-367f-488c-818f-e8f1efe340ec HTTP/1.1" status: 200 len: 210 time: 0.2675872 Apr 18 20:51:57.403532 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-0477fae0-f2af-47cb-a78b-a028e7388ed6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:57.422857 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-0477fae0-f2af-47cb-a78b-a028e7388ed6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:51:57.486448 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6463a235-fe8b-42d2-a87a-4a0c9437815b tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.487740 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6463a235-fe8b-42d2-a87a-4a0c9437815b tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1277158 Apr 18 20:51:57.497409 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-21e23ee7-d327-4f3c-9f57-5b1035ad536c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.526653 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.541721 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54866) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:57.554093 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463a235-fe8b-42d2-a87a-4a0c9437815b tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d552520-7f25-42a1-84a4-02be832cbb68,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:57.570608 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-5b54d9a4-40ef-4646-91d5-0b84de4a8f7a tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Request body: {'security_group': {'name': 'tempest-secgroup--1907834298'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:57.658282 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port af411331-868d-4612-bd67-3ae64af5cd5e, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=af411331-868d-4612-bd67-3ae64af5cd5e,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:57.659976 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-57eeddd1-09e8-4617-8ec8-bd37fc9172d5 None None] Provisioning complete for port af411331-868d-4612-bd67-3ae64af5cd5e triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:57.662297 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-57eeddd1-09e8-4617-8ec8-bd37fc9172d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.680256 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.712742 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5b54d9a4-40ef-4646-91d5-0b84de4a8f7a tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.755553 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-21e23ee7-d327-4f3c-9f57-5b1035ad536c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.765171 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-21e23ee7-d327-4f3c-9f57-5b1035ad536c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.771932 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-21e23ee7-d327-4f3c-9f57-5b1035ad536c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67354b60-7c4a-4c7a-9350-3841a640d449 HTTP/1.1" status: 204 len: 168 time: 1.2276671 Apr 18 20:51:57.831302 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477fae0-f2af-47cb-a78b-a028e7388ed6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Pushing event updated for resources: {'Port': ['ID=93317250-b413-4840-8fdb-219ed666f020,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:57.850091 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bfa41530-f259-4636-a48d-137966e6e002 req-c42515d2-2626-47d1-8b17-932214022141 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.41 "GET /v2.0/ports?device_id=23948392-88f7-45fc-865b-266f686a57f3 HTTP/1.1" status: 200 len: 210 time: 0.3524001 Apr 18 20:51:57.936331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d3990-21ec-4df4-9668-558135012799 req-e52bceaf-9441-47ee-9323-727904efa00b tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:57.946115 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e23ee7-d327-4f3c-9f57-5b1035ad536c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67354b60-7c4a-4c7a-9350-3841a640d449,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:57.951871 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a2d3990-21ec-4df4-9668-558135012799 req-e52bceaf-9441-47ee-9323-727904efa00b tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 932 time: 0.8853018 Apr 18 20:51:57.983356 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-0477fae0-f2af-47cb-a78b-a028e7388ed6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:57.989427 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-0477fae0-f2af-47cb-a78b-a028e7388ed6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.108750 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-0477fae0-f2af-47cb-a78b-a028e7388ed6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8952057 Apr 18 20:51:58.127686 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-110773d4-9697-4ec2-9f05-014f173d2330 service neutron] Request body: {'port': {'device_id': '140ff425-353b-42eb-ad82-230cdee31b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:58.200998 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=af411331-868d-4612-bd67-3ae64af5cd5e,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:58.520280 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5b54d9a4-40ef-4646-91d5-0b84de4a8f7a tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.619183 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a2d3990-21ec-4df4-9668-558135012799 req-f62bf366-990a-4133-95a8-79c252b0358b tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5739057 Apr 18 20:51:58.810464 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device af411331-868d-4612-bd67-3ae64af5cd5e up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:51:58.815730 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-110773d4-9697-4ec2-9f05-014f173d2330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.942388 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5b54d9a4-40ef-4646-91d5-0b84de4a8f7a tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.045969 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c1e81470-d881-420c-a054-68c0f7921668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.089361 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port af411331-868d-4612-bd67-3ae64af5cd5e triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:59.090235 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.137538 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-09a25033-7cc5-417f-ad1e-36c9cb7b6f40 None None] Provisioning complete for port af411331-868d-4612-bd67-3ae64af5cd5e triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:59.137935 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-09a25033-7cc5-417f-ad1e-36c9cb7b6f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.192807 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c746be-999a-4146-958d-dd054c37512f req-412e97d6-ee87-4d3c-88c7-a4267b9e03fa tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:59.194339 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-58c746be-999a-4146-958d-dd054c37512f req-412e97d6-ee87-4d3c-88c7-a4267b9e03fa tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.57 "GET /v2.0/networks?id=dc59ca70-f7e1-430d-8370-b3edb40d82bc HTTP/1.1" status: 200 len: 809 time: 1.2500420 Apr 18 20:51:59.232466 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ef73434-6e6e-4a59-b223-85c2303a594b req-ae408053-0fd7-4816-bac4-f65b527ac729 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eba2c52-367f-488c-818f-e8f1efe340ec HTTP/1.1" status: 200 len: 210 time: 0.4251301 Apr 18 20:51:59.233163 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-58c746be-999a-4146-958d-dd054c37512f req-bc6d4eb1-bfc4-4b4f-afc3-152263a6c483 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Request body: {'port': {'device_id': '23948392-88f7-45fc-865b-266f686a57f3', 'network_id': 'dc59ca70-f7e1-430d-8370-b3edb40d82bc', 'admin_state_up': True, 'tenant_id': '60ab328735984b3d89378ed4b0fb730b'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:59.241609 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2dd01-e353-470f-96c8-615192423c1f req-8f2b34db-e103-46de-8249-35f84613043b tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:59.243892 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7af2dd01-e353-470f-96c8-615192423c1f req-8f2b34db-e103-46de-8249-35f84613043b tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.57 "GET /v2.0/networks?id=9b57c6c0-c360-434b-9d8e-ffcb7648cc65 HTTP/1.1" status: 200 len: 808 time: 0.4432049 Apr 18 20:51:59.285756 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-7af2dd01-e353-470f-96c8-615192423c1f req-af478647-1e56-4795-b14d-4d5e5ba4ba4b tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Request body: {'port': {'device_id': '5eba2c52-367f-488c-818f-e8f1efe340ec', 'network_id': '9b57c6c0-c360-434b-9d8e-ffcb7648cc65', 'admin_state_up': True, 'tenant_id': 'bcafbea962184eeebbb63b5bb2bc01eb'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:59.292527 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5b54d9a4-40ef-4646-91d5-0b84de4a8f7a tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.292527 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5b54d9a4-40ef-4646-91d5-0b84de4a8f7a tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7332153 Apr 18 20:51:59.293961 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54890) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:59.366918 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54892) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:59.391565 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b0f61775-1bbc-4e31-8849-ceec5129bc9a req-a8579f23-2f00-40e4-ba06-68d349846ded tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.41 "GET /v2.0/ports?device_id=23948392-88f7-45fc-865b-266f686a57f3 HTTP/1.1" status: 200 len: 210 time: 0.1428714 Apr 18 20:51:59.405553 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ba8d49fa-1c7b-4e2e-9fef-e49fcfcb338a tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Request body: {'security_group_rule': {'security_group_id': '3d552520-7f25-42a1-84a4-02be832cbb68', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5b291b6f-390b-402d-80a7-e229649c7e45', 'remote_ip_prefix': None}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:59.530764 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54d9a4-40ef-4646-91d5-0b84de4a8f7a tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b291b6f-390b-402d-80a7-e229649c7e45,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:59.574697 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a5f1b8b5-45fb-4a4a-aed7-dd2bd35bdc6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.738369 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-abe61653-09d5-48d2-947d-b6437d62d278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.744226 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c746be-999a-4146-958d-dd054c37512f req-bc6d4eb1-bfc4-4b4f-afc3-152263a6c483 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Made reservation on behalf of 60ab328735984b3d89378ed4b0fb730b for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:59.751283 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-58c746be-999a-4146-958d-dd054c37512f req-bc6d4eb1-bfc4-4b4f-afc3-152263a6c483 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.806377 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.016563 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ba8d49fa-1c7b-4e2e-9fef-e49fcfcb338a tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.066117 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-58c746be-999a-4146-958d-dd054c37512f req-bc6d4eb1-bfc4-4b4f-afc3-152263a6c483 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Allocated IP 172.20.0.3 (dc59ca70-f7e1-430d-8370-b3edb40d82bc/13ab1e17-c995-40c5-8cc4-09f672b88499/7f50bc69-6994-4d62-af56-e1ccf865756a) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:00.096191 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe61653-09d5-48d2-947d-b6437d62d278 admin admin] Router 0b213186-7500-4ecf-b970-f176d66dd662 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:52:00.190871 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af2dd01-e353-470f-96c8-615192423c1f req-af478647-1e56-4795-b14d-4d5e5ba4ba4b tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Made reservation on behalf of bcafbea962184eeebbb63b5bb2bc01eb for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:00.197291 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7af2dd01-e353-470f-96c8-615192423c1f req-af478647-1e56-4795-b14d-4d5e5ba4ba4b tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.267696 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe61653-09d5-48d2-947d-b6437d62d278 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:52:00.283827 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16c48c3-7cb9-4528-8bf3-936db481a5c8 None None] Sync routers for ids ['0b213186-7500-4ecf-b970-f176d66dd662'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:52:00.301180 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16c48c3-7cb9-4528-8bf3-936db481a5c8 None None] Routers {'0b213186-7500-4ecf-b970-f176d66dd662'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:52:00.301841 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a16c48c3-7cb9-4528-8bf3-936db481a5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:51:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0b213186-7500-4ecf-b970-f176d66dd662'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:00.345453 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d9d45-1bb1-44c5-9e09-c03c373c9c7a req-645d9a8c-20ae-4b14-a5b4-c09114635502 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:00.348151 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ef8d9d45-1bb1-44c5-9e09-c03c373c9c7a req-645d9a8c-20ae-4b14-a5b4-c09114635502 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 932 time: 0.3581038 Apr 18 20:52:00.440457 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-abe61653-09d5-48d2-947d-b6437d62d278 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.447718 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-abe61653-09d5-48d2-947d-b6437d62d278 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.1088526 Apr 18 20:52:00.458157 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54916) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:00.623036 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-a16c48c3-7cb9-4528-8bf3-936db481a5c8 None None] Set router 0b213186-7500-4ecf-b970-f176d66dd662 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:52:00.844238 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-58c746be-999a-4146-958d-dd054c37512f req-bc6d4eb1-bfc4-4b4f-afc3-152263a6c483 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.924865 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-58c746be-999a-4146-958d-dd054c37512f req-bc6d4eb1-bfc4-4b4f-afc3-152263a6c483 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.948329 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ba8d49fa-1c7b-4e2e-9fef-e49fcfcb338a tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.986443 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c746be-999a-4146-958d-dd054c37512f req-bc6d4eb1-bfc4-4b4f-afc3-152263a6c483 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Network dc59ca70-f7e1-430d-8370-b3edb40d82bc is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:01.030229 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-58c746be-999a-4146-958d-dd054c37512f req-bc6d4eb1-bfc4-4b4f-afc3-152263a6c483 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:01.036273 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c746be-999a-4146-958d-dd054c37512f req-bc6d4eb1-bfc4-4b4f-afc3-152263a6c483 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:52:01.079700 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a16c48c3-7cb9-4528-8bf3-936db481a5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:51:56Z', 'revision_number': 3, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:51:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:01.086320 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e7eb36c-9e60-49d2-b53b-9d875434b5db req-b03613f3-51d5-4cc9-b15c-78b065476953 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eba2c52-367f-488c-818f-e8f1efe340ec HTTP/1.1" status: 200 len: 210 time: 0.1968079 Apr 18 20:52:01.098938 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c746be-999a-4146-958d-dd054c37512f req-bc6d4eb1-bfc4-4b4f-afc3-152263a6c483 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:01.099619 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-58c746be-999a-4146-958d-dd054c37512f req-bc6d4eb1-bfc4-4b4f-afc3-152263a6c483 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.116772 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d4eb1-bfc4-4b4f-afc3-152263a6c483 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Pushing event updated for resources: {'Port': ['ID=7f50bc69-6994-4d62-af56-e1ccf865756a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:01.124508 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-58c746be-999a-4146-958d-dd054c37512f req-bc6d4eb1-bfc4-4b4f-afc3-152263a6c483 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9147453 Apr 18 20:52:01.140750 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-58c746be-999a-4146-958d-dd054c37512f req-51cfea6e-ec1f-4caa-82b8-70599a1f6f96 service neutron] Request body: {'port': {'device_id': '23948392-88f7-45fc-865b-266f686a57f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:01.170209 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16c48c3-7cb9-4528-8bf3-936db481a5c8 None None] Checking router: 0b213186-7500-4ecf-b970-f176d66dd662 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:52:01.170747 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16c48c3-7cb9-4528-8bf3-936db481a5c8 None None] Updating router 0b213186-7500-4ecf-b970-f176d66dd662 port 65c13813-77e4-4358-8cd1-f0d173425da8 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:52:01.182014 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ba8d49fa-1c7b-4e2e-9fef-e49fcfcb338a tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.191252 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-110773d4-9697-4ec2-9f05-014f173d2330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93317250-b413-4840-8fdb-219ed666f020 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:52:01.224971 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a16c48c3-7cb9-4528-8bf3-936db481a5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.252091 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-58c746be-999a-4146-958d-dd054c37512f req-51cfea6e-ec1f-4caa-82b8-70599a1f6f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.319540 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.326421 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-110773d4-9697-4ec2-9f05-014f173d2330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.344600 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ef8d9d45-1bb1-44c5-9e09-c03c373c9c7a req-49b0c3d0-3d06-4323-aae9-0a9a14153c19 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158021 Apr 18 20:52:01.412475 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d49fa-1c7b-4e2e-9fef-e49fcfcb338a tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83bc198c-356e-4a26-ae47-530b6ca5921f,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:01.467284 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a5f1b8b5-45fb-4a4a-aed7-dd2bd35bdc6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.482526 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-110773d4-9697-4ec2-9f05-014f173d2330 service neutron] Transition to ACTIVE for port object 93317250-b413-4840-8fdb-219ed666f020 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:01.488212 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a5f1b8b5-45fb-4a4a-aed7-dd2bd35bdc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.533846 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ba8d49fa-1c7b-4e2e-9fef-e49fcfcb338a tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.537230 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ba8d49fa-1c7b-4e2e-9fef-e49fcfcb338a tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 2.1442485 Apr 18 20:52:01.551652 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1b8b5-45fb-4a4a-aed7-dd2bd35bdc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247ff0e1-2d6c-48ef-af3e-829b9020dbc2,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:01.560219 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54932) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:01.566638 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-110773d4-9697-4ec2-9f05-014f173d2330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.573985 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.731417 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-7af2dd01-e353-470f-96c8-615192423c1f req-af478647-1e56-4795-b14d-4d5e5ba4ba4b tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Allocated IP 172.20.0.8 (9b57c6c0-c360-434b-9d8e-ffcb7648cc65/c94d501e-8d4f-4553-859b-b1a87074f2f2/67d729ba-2588-4572-92f6-44bcf5220c0f) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:01.760897 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a15304ab-7657-4ea6-88b9-004d351ce143 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.771318 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21ea35-5a5d-4efd-96bb-9b08069185d6 req-94d71ae3-6889-41e4-bf9e-ae1f53fe4bd0 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:01.784998 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be21ea35-5a5d-4efd-96bb-9b08069185d6 req-94d71ae3-6889-41e4-bf9e-ae1f53fe4bd0 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.41 "GET /v2.0/ports?device_id=23948392-88f7-45fc-865b-266f686a57f3 HTTP/1.1" status: 200 len: 931 time: 0.4258008 Apr 18 20:52:01.806372 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a15304ab-7657-4ea6-88b9-004d351ce143 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.806628 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a5f1b8b5-45fb-4a4a-aed7-dd2bd35bdc6f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ffd2d223301435a9e7a65ab70028599&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4876151 Apr 18 20:52:01.874784 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54940) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:01.938354 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a16c48c3-7cb9-4528-8bf3-936db481a5c8 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.965670 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a16c48c3-7cb9-4528-8bf3-936db481a5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.989758 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a15304ab-7657-4ea6-88b9-004d351ce143 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.999810 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a15304ab-7657-4ea6-88b9-004d351ce143 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.003993 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110773d4-9697-4ec2-9f05-014f173d2330 service neutron] Pushing event updated for resources: {'Port': ['ID=93317250-b413-4840-8fdb-219ed666f020,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:02.006669 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a15304ab-7657-4ea6-88b9-004d351ce143 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/83bc198c-356e-4a26-ae47-530b6ca5921f HTTP/1.1" status: 204 len: 168 time: 0.4445307 Apr 18 20:52:02.009408 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54944) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:02.043129 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15304ab-7657-4ea6-88b9-004d351ce143 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83bc198c-356e-4a26-ae47-530b6ca5921f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:02.067062 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be21ea35-5a5d-4efd-96bb-9b08069185d6 req-2118079b-5018-4e50-83c4-be4d9dca78aa tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.41 "GET /v2.0/security-groups?id=fad497e1-e05a-4e64-bc56-eef50e9a604d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806432 Apr 18 20:52:02.095444 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a0f11-0101-4afd-babb-1ae24bc5b676 None None] Pushing event updated for resources: {'Port': ['ID=65c13813-77e4-4358-8cd1-f0d173425da8,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:02.123249 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9a0f11-0101-4afd-babb-1ae24bc5b676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:02.123600 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9a0f11-0101-4afd-babb-1ae24bc5b676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:02.124096 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9a0f11-0101-4afd-babb-1ae24bc5b676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:02.124459 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9a0f11-0101-4afd-babb-1ae24bc5b676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:02.125458 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9a0f11-0101-4afd-babb-1ae24bc5b676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:02.125797 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9a0f11-0101-4afd-babb-1ae24bc5b676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:02.126131 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9a0f11-0101-4afd-babb-1ae24bc5b676 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:02.128716 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9a0f11-0101-4afd-babb-1ae24bc5b676 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:02.128716 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9a0f11-0101-4afd-babb-1ae24bc5b676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:02.128716 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9a0f11-0101-4afd-babb-1ae24bc5b676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:02.128716 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9a0f11-0101-4afd-babb-1ae24bc5b676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:02.128716 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9a0f11-0101-4afd-babb-1ae24bc5b676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:02.253426 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-a16c48c3-7cb9-4528-8bf3-936db481a5c8 None None] Attempting to bind port 65c13813-77e4-4358-8cd1-f0d173425da8 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:02.255603 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-a16c48c3-7cb9-4528-8bf3-936db481a5c8 None None] Attempting to bind port 65c13813-77e4-4358-8cd1-f0d173425da8 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:02.259585 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16c48c3-7cb9-4528-8bf3-936db481a5c8 None None] Attempting to bind port 65c13813-77e4-4358-8cd1-f0d173425da8 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:52:02.282207 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16c48c3-7cb9-4528-8bf3-936db481a5c8 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:52:02.283395 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16c48c3-7cb9-4528-8bf3-936db481a5c8 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:02.284314 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a16c48c3-7cb9-4528-8bf3-936db481a5c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.285206 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16c48c3-7cb9-4528-8bf3-936db481a5c8 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:52:02.288073 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-a16c48c3-7cb9-4528-8bf3-936db481a5c8 None None] Bound port: 65c13813-77e4-4358-8cd1-f0d173425da8, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:02.292774 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a16c48c3-7cb9-4528-8bf3-936db481a5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.374282 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06fbbe7d-74b5-4bfd-aa8b-9a0c213cbfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.400284 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5085af38-111b-467d-9d63-9de633b1ea84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.422069 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-a16c48c3-7cb9-4528-8bf3-936db481a5c8 None None] For port 65c13813-77e4-4358-8cd1-f0d173425da8, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:52:02.427782 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-a16c48c3-7cb9-4528-8bf3-936db481a5c8 None None] For port 65c13813-77e4-4358-8cd1-f0d173425da8, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=65c13813-77e4-4358-8cd1-f0d173425da8,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:52:02.451326 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a16c48c3-7cb9-4528-8bf3-936db481a5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.573537 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16c48c3-7cb9-4528-8bf3-936db481a5c8 None None] Routers {'0b213186-7500-4ecf-b970-f176d66dd662'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:52:02.574441 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a16c48c3-7cb9-4528-8bf3-936db481a5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:51:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0b213186-7500-4ecf-b970-f176d66dd662'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:02.618632 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-110773d4-9697-4ec2-9f05-014f173d2330 service neutron] Attempting to bind port 93317250-b413-4840-8fdb-219ed666f020 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:02.623212 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-110773d4-9697-4ec2-9f05-014f173d2330 service neutron] Attempting to bind port 93317250-b413-4840-8fdb-219ed666f020 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:02.623743 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-110773d4-9697-4ec2-9f05-014f173d2330 service neutron] Attempting to bind port 93317250-b413-4840-8fdb-219ed666f020 on network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:52:02.678606 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a0f11-0101-4afd-babb-1ae24bc5b676 None None] Pushing event updated for resources: {'Port': ['ID=65c13813-77e4-4358-8cd1-f0d173425da8,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:02.694342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bd6397de-cdd3-4751-b9d9-bc1700f9b9cf req-8583c3f7-413f-4ff0-956a-706635fbdfe7 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eba2c52-367f-488c-818f-e8f1efe340ec HTTP/1.1" status: 200 len: 210 time: 0.3442481 Apr 18 20:52:02.747874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-110773d4-9697-4ec2-9f05-014f173d2330 service neutron] Port 93317250-b413-4840-8fdb-219ed666f020 on network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:52:02.748251 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-110773d4-9697-4ec2-9f05-014f173d2330 service neutron] Attempting to bind port 93317250-b413-4840-8fdb-219ed666f020 on network ce30ba55-30c8-48a1-83e1-fd83adbe8e92 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:52:02.799501 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-a16c48c3-7cb9-4528-8bf3-936db481a5c8 None None] Set router 0b213186-7500-4ecf-b970-f176d66dd662 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:52:02.890191 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-06fbbe7d-74b5-4bfd-aa8b-9a0c213cbfe5 admin admin] Allocated IP 172.20.0.1 (fe539583-d535-4524-b810-6474f581fe71/934e222d-a43e-4b81-a646-860f58e51213/5dd253cd-854f-45e4-b89c-9045a0554e6f) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:02.954818 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c7a71471-bf0b-44ca-863c-4b7a8e201213 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.9296768 Apr 18 20:52:02.966690 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5085af38-111b-467d-9d63-9de633b1ea84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.991483 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55002) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:02.993908 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-110773d4-9697-4ec2-9f05-014f173d2330 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:52:02.994308 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-110773d4-9697-4ec2-9f05-014f173d2330 service neutron] Checking segment: {'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:02.994710 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-110773d4-9697-4ec2-9f05-014f173d2330 service neutron] Bound using segment: {'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:52:02.995176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-110773d4-9697-4ec2-9f05-014f173d2330 service neutron] Bound port: 93317250-b413-4840-8fdb-219ed666f020, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '756271fa-0021-437b-9cca-267a81934e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:02.995544 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-110773d4-9697-4ec2-9f05-014f173d2330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:03.061855 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-58c746be-999a-4146-958d-dd054c37512f req-51cfea6e-ec1f-4caa-82b8-70599a1f6f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f50bc69-6994-4d62-af56-e1ccf865756a {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:52:03.175851 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06fbbe7d-74b5-4bfd-aa8b-9a0c213cbfe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:03.191936 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-58c746be-999a-4146-958d-dd054c37512f req-51cfea6e-ec1f-4caa-82b8-70599a1f6f96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:03.299437 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a16c48c3-7cb9-4528-8bf3-936db481a5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:51:56Z', 'revision_number': 3, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:03.318160 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-58c746be-999a-4146-958d-dd054c37512f req-51cfea6e-ec1f-4caa-82b8-70599a1f6f96 service neutron] Transition to ACTIVE for port object 7f50bc69-6994-4d62-af56-e1ccf865756a will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:03.335035 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-58c746be-999a-4146-958d-dd054c37512f req-51cfea6e-ec1f-4caa-82b8-70599a1f6f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:03.354151 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16c48c3-7cb9-4528-8bf3-936db481a5c8 None None] The sync data for ids ['0b213186-7500-4ecf-b970-f176d66dd662'] in n-d-838323-3 is: [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:51:56Z', 'revision_number': 3, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:52:03.523922 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06fbbe7d-74b5-4bfd-aa8b-9a0c213cbfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:03.585322 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cfea6e-ec1f-4caa-82b8-70599a1f6f96 service neutron] Pushing event updated for resources: {'Port': ['ID=7f50bc69-6994-4d62-af56-e1ccf865756a,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:03.596848 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fbbe7d-74b5-4bfd-aa8b-9a0c213cbfe5 admin admin] Network fe539583-d535-4524-b810-6474f581fe71 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:03.656400 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-06fbbe7d-74b5-4bfd-aa8b-9a0c213cbfe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:03.658851 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fbbe7d-74b5-4bfd-aa8b-9a0c213cbfe5 admin admin] Pushing event updated for resources: {'Port': ['ID=5dd253cd-854f-45e4-b89c-9045a0554e6f,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:03.686242 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fbbe7d-74b5-4bfd-aa8b-9a0c213cbfe5 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:52:03.839770 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef03597-b85c-4f81-89c0-84426eee0d5c req-e546a54e-41df-45c5-bbda-9c69061c5457 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:03.853840 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eef03597-b85c-4f81-89c0-84426eee0d5c req-e546a54e-41df-45c5-bbda-9c69061c5457 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 944 time: 1.2989450 Apr 18 20:52:03.867199 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-58c746be-999a-4146-958d-dd054c37512f req-51cfea6e-ec1f-4caa-82b8-70599a1f6f96 service neutron] Attempting to bind port 7f50bc69-6994-4d62-af56-e1ccf865756a on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:03.867650 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-58c746be-999a-4146-958d-dd054c37512f req-51cfea6e-ec1f-4caa-82b8-70599a1f6f96 service neutron] Attempting to bind port 7f50bc69-6994-4d62-af56-e1ccf865756a by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30127c3f-9811-4800-aafe-5e2f4a267990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc59ca70-f7e1-430d-8370-b3edb40d82bc'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:03.868082 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c746be-999a-4146-958d-dd054c37512f req-51cfea6e-ec1f-4caa-82b8-70599a1f6f96 service neutron] Attempting to bind port 7f50bc69-6994-4d62-af56-e1ccf865756a on network dc59ca70-f7e1-430d-8370-b3edb40d82bc {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:52:03.872786 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06fbbe7d-74b5-4bfd-aa8b-9a0c213cbfe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:03.879171 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c746be-999a-4146-958d-dd054c37512f req-51cfea6e-ec1f-4caa-82b8-70599a1f6f96 service neutron] Port 7f50bc69-6994-4d62-af56-e1ccf865756a on network dc59ca70-f7e1-430d-8370-b3edb40d82bc not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:52:03.879647 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c746be-999a-4146-958d-dd054c37512f req-51cfea6e-ec1f-4caa-82b8-70599a1f6f96 service neutron] Attempting to bind port 7f50bc69-6994-4d62-af56-e1ccf865756a on network dc59ca70-f7e1-430d-8370-b3edb40d82bc {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:52:03.935301 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c746be-999a-4146-958d-dd054c37512f req-51cfea6e-ec1f-4caa-82b8-70599a1f6f96 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:52:03.936712 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c746be-999a-4146-958d-dd054c37512f req-51cfea6e-ec1f-4caa-82b8-70599a1f6f96 service neutron] Checking segment: {'id': '30127c3f-9811-4800-aafe-5e2f4a267990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc59ca70-f7e1-430d-8370-b3edb40d82bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:03.937342 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c746be-999a-4146-958d-dd054c37512f req-51cfea6e-ec1f-4caa-82b8-70599a1f6f96 service neutron] Bound using segment: {'id': '30127c3f-9811-4800-aafe-5e2f4a267990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc59ca70-f7e1-430d-8370-b3edb40d82bc'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:52:03.938043 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-58c746be-999a-4146-958d-dd054c37512f req-51cfea6e-ec1f-4caa-82b8-70599a1f6f96 service neutron] Bound port: 7f50bc69-6994-4d62-af56-e1ccf865756a, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30127c3f-9811-4800-aafe-5e2f4a267990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc59ca70-f7e1-430d-8370-b3edb40d82bc'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:03.938655 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-58c746be-999a-4146-958d-dd054c37512f req-51cfea6e-ec1f-4caa-82b8-70599a1f6f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:04.009726 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5085af38-111b-467d-9d63-9de633b1ea84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:04.032739 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5085af38-111b-467d-9d63-9de633b1ea84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:04.036062 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5085af38-111b-467d-9d63-9de633b1ea84 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/247ff0e1-2d6c-48ef-af3e-829b9020dbc2 HTTP/1.1" status: 204 len: 168 time: 2.1559384 Apr 18 20:52:04.140008 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-110773d4-9697-4ec2-9f05-014f173d2330 service neutron] For port 93317250-b413-4840-8fdb-219ed666f020, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:52:04.199186 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-114b7ee6-1c51-445c-85f6-40516f4ebe14 None None] Provisioning complete for port 5dd253cd-854f-45e4-b89c-9045a0554e6f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:04.199787 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-114b7ee6-1c51-445c-85f6-40516f4ebe14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:04.211865 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eef03597-b85c-4f81-89c0-84426eee0d5c req-32ad227c-5727-493b-9401-a34a26f3938b tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564818 Apr 18 20:52:04.213731 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cc4f18ff-dad2-4b5f-ae41-cf7a19041877 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:04.251783 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cc4f18ff-dad2-4b5f-ae41-cf7a19041877 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:04.360976 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7af2dd01-e353-470f-96c8-615192423c1f req-af478647-1e56-4795-b14d-4d5e5ba4ba4b tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:04.362495 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-114b7ee6-1c51-445c-85f6-40516f4ebe14 None None] Port 5dd253cd-854f-45e4-b89c-9045a0554e6f cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:52:04.413993 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085af38-111b-467d-9d63-9de633b1ea84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247ff0e1-2d6c-48ef-af3e-829b9020dbc2,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:04.419620 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06fbbe7d-74b5-4bfd-aa8b-9a0c213cbfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:04.436546 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bb0af-a06a-4649-82b5-9c928a63d0cc req-b0ba03a9-15ff-47d8-a86d-63cf755cdcf5 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:04.453748 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb9bb0af-a06a-4649-82b5-9c928a63d0cc req-b0ba03a9-15ff-47d8-a86d-63cf755cdcf5 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.41 "GET /v2.0/ports?device_id=23948392-88f7-45fc-865b-266f686a57f3 HTTP/1.1" status: 200 len: 943 time: 1.0340562 Apr 18 20:52:04.479294 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-110773d4-9697-4ec2-9f05-014f173d2330 service neutron] For port 93317250-b413-4840-8fdb-219ed666f020, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=93317250-b413-4840-8fdb-219ed666f020,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:52:04.483095 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cc4f18ff-dad2-4b5f-ae41-cf7a19041877 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:04.488213 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cc4f18ff-dad2-4b5f-ae41-cf7a19041877 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:04.491042 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-cc4f18ff-dad2-4b5f-ae41-cf7a19041877 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "DELETE /v2.0/security-groups/5b291b6f-390b-402d-80a7-e229649c7e45 HTTP/1.1" status: 204 len: 168 time: 1.4609177 Apr 18 20:52:04.532079 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55054) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:04.556348 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-58c746be-999a-4146-958d-dd054c37512f req-51cfea6e-ec1f-4caa-82b8-70599a1f6f96 service neutron] For port 7f50bc69-6994-4d62-af56-e1ccf865756a, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:52:04.595620 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f18ff-dad2-4b5f-ae41-cf7a19041877 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b291b6f-390b-402d-80a7-e229649c7e45,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:04.603908 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45e87fe1-449e-4f7e-9fd6-d38b2589b6f7 req-d245e3b1-ef21-4ab6-9215-66b8b2471ca5 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eba2c52-367f-488c-818f-e8f1efe340ec HTTP/1.1" status: 200 len: 210 time: 0.0777531 Apr 18 20:52:04.611089 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-110773d4-9697-4ec2-9f05-014f173d2330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:04.787635 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-58c746be-999a-4146-958d-dd054c37512f req-51cfea6e-ec1f-4caa-82b8-70599a1f6f96 service neutron] For port 7f50bc69-6994-4d62-af56-e1ccf865756a, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=7f50bc69-6994-4d62-af56-e1ccf865756a,segment=NetworkSegment(30127c3f-9811-4800-aafe-5e2f4a267990),segment_id=30127c3f-9811-4800-aafe-5e2f4a267990)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:52:04.818356 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-58c746be-999a-4146-958d-dd054c37512f req-51cfea6e-ec1f-4caa-82b8-70599a1f6f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:04.859961 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-110773d4-9697-4ec2-9f05-014f173d2330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:04.860849 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-110773d4-9697-4ec2-9f05-014f173d2330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:04.862452 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-110773d4-9697-4ec2-9f05-014f173d2330 service neutron] 10.222.0.32 "PUT /v2.0/ports/93317250-b413-4840-8fdb-219ed666f020 HTTP/1.1" status: 200 len: 1092 time: 6.7515769 Apr 18 20:52:04.878386 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb9bb0af-a06a-4649-82b5-9c928a63d0cc req-10920b76-9a39-444e-8914-c500b601e87b tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.41 "GET /v2.0/security-groups?id=fad497e1-e05a-4e64-bc56-eef50e9a604d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203074 Apr 18 20:52:04.880739 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140ff425-353b-42eb-ad82-230cdee31b3e', 'tag': '93317250-b413-4840-8fdb-219ed666f020'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:52:04.889783 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 65c13813-77e4-4358-8cd1-f0d173425da8 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:52:04.891875 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f018317-0d52-4ba0-b3a0-703e06b0fe47" -d '{"events": [{"name": "network-changed", "server_uuid": "140ff425-353b-42eb-ad82-230cdee31b3e", "tag": "93317250-b413-4840-8fdb-219ed666f020"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:52:04.922850 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55066) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:05.018799 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c746be-999a-4146-958d-dd054c37512f req-51cfea6e-ec1f-4caa-82b8-70599a1f6f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:05.030328 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-58c746be-999a-4146-958d-dd054c37512f req-51cfea6e-ec1f-4caa-82b8-70599a1f6f96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.036909 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-58c746be-999a-4146-958d-dd054c37512f req-51cfea6e-ec1f-4caa-82b8-70599a1f6f96 service neutron] 10.222.0.57 "PUT /v2.0/ports/7f50bc69-6994-4d62-af56-e1ccf865756a HTTP/1.1" status: 200 len: 1091 time: 3.9006484 Apr 18 20:52:05.073698 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 65c13813-77e4-4358-8cd1-f0d173425da8 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:05.074297 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.076057 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccb5ef0-4400-4857-ac31-51cf4f56c147 x-openstack-request-id: req-eccb5ef0-4400-4857-ac31-51cf4f56c147 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:52:05.077305 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140ff425-353b-42eb-ad82-230cdee31b3e", "tag": "93317250-b413-4840-8fdb-219ed666f020", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:52:05.080608 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23948392-88f7-45fc-865b-266f686a57f3', 'tag': '7f50bc69-6994-4d62-af56-e1ccf865756a'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:52:05.090336 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eccb5ef0-4400-4857-ac31-51cf4f56c147 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:52:05.090648 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b26d08-ef89-4cfe-a7f1-c40d4bc8bb4d" -d '{"events": [{"name": "network-changed", "server_uuid": "23948392-88f7-45fc-865b-266f686a57f3", "tag": "7f50bc69-6994-4d62-af56-e1ccf865756a"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:52:05.091965 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eccb5ef0-4400-4857-ac31-51cf4f56c147'] response: {'name': 'network-changed', 'server_uuid': '140ff425-353b-42eb-ad82-230cdee31b3e', 'tag': '93317250-b413-4840-8fdb-219ed666f020', 'status': 'completed', 'code': 200} Apr 18 20:52:05.111258 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110773d4-9697-4ec2-9f05-014f173d2330 service neutron] Pushing event updated for resources: {'Port': ['ID=93317250-b413-4840-8fdb-219ed666f020,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:05.132576 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7af2dd01-e353-470f-96c8-615192423c1f req-af478647-1e56-4795-b14d-4d5e5ba4ba4b tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.221016 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-24eabce9-f628-46cb-ae98-281592d43165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.267622 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0bd40cb0-73ce-41b9-b521-adb1a3ca7353 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.7292218 Apr 18 20:52:05.269669 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-32efb966-b8e3-4291-bbb2-33e6bdecb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:05.272707 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-32efb966-b8e3-4291-bbb2-33e6bdecb5c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65c0c9deb9974734a5e938fa16904c15&device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 1095 time: 0.3049440 Apr 18 20:52:05.277850 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55074) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:05.286756 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.304739 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8c131a-2df0-48aa-b050-7258b13e3a2e x-openstack-request-id: req-1d8c131a-2df0-48aa-b050-7258b13e3a2e {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:52:05.305228 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23948392-88f7-45fc-865b-266f686a57f3", "tag": "7f50bc69-6994-4d62-af56-e1ccf865756a", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:52:05.305657 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d8c131a-2df0-48aa-b050-7258b13e3a2e {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:52:05.306229 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d8c131a-2df0-48aa-b050-7258b13e3a2e'] response: {'name': 'network-changed', 'server_uuid': '23948392-88f7-45fc-865b-266f686a57f3', 'tag': '7f50bc69-6994-4d62-af56-e1ccf865756a', 'status': 'completed', 'code': 200} Apr 18 20:52:05.315882 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 65c13813-77e4-4358-8cd1-f0d173425da8, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=65c13813-77e4-4358-8cd1-f0d173425da8,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:05.323599 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.356872 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af2dd01-e353-470f-96c8-615192423c1f req-af478647-1e56-4795-b14d-4d5e5ba4ba4b tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Network 9b57c6c0-c360-434b-9d8e-ffcb7648cc65 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:05.400227 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-7af2dd01-e353-470f-96c8-615192423c1f req-af478647-1e56-4795-b14d-4d5e5ba4ba4b tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:05.423937 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55078) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:05.452821 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=65c13813-77e4-4358-8cd1-f0d173425da8,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:05.509019 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af2dd01-e353-470f-96c8-615192423c1f req-af478647-1e56-4795-b14d-4d5e5ba4ba4b tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:52:05.622931 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-31d0cb76-2a56-46ed-afc8-23edd31bde71 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93317250-b413-4840-8fdb-219ed666f020 HTTP/1.1" status: 200 len: 217 time: 0.3259726 Apr 18 20:52:05.721225 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af478647-1e56-4795-b14d-4d5e5ba4ba4b tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Pushing event updated for resources: {'Port': ['ID=67d729ba-2588-4572-92f6-44bcf5220c0f,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:05.797325 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cfea6e-ec1f-4caa-82b8-70599a1f6f96 service neutron] Pushing event updated for resources: {'Port': ['ID=7f50bc69-6994-4d62-af56-e1ccf865756a,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:05.860059 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c746be-999a-4146-958d-dd054c37512f req-e92614b3-fc12-4b25-8555-76545e45eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:05.862739 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-58c746be-999a-4146-958d-dd054c37512f req-e92614b3-fc12-4b25-8555-76545e45eb92 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60ab328735984b3d89378ed4b0fb730b&device_id=23948392-88f7-45fc-865b-266f686a57f3 HTTP/1.1" status: 200 len: 1094 time: 0.7299833 Apr 18 20:52:05.875127 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2dd01-e353-470f-96c8-615192423c1f req-af478647-1e56-4795-b14d-4d5e5ba4ba4b tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:05.875719 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7af2dd01-e353-470f-96c8-615192423c1f req-af478647-1e56-4795-b14d-4d5e5ba4ba4b tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.981120 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-58c746be-999a-4146-958d-dd054c37512f req-651cf51f-42f3-4eca-be80-3a9db4836516 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f50bc69-6994-4d62-af56-e1ccf865756a HTTP/1.1" status: 200 len: 217 time: 0.0988517 Apr 18 20:52:05.989438 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5d9b005a-a85b-49a8-8955-6e0e3a007c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.996334 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7af2dd01-e353-470f-96c8-615192423c1f req-af478647-1e56-4795-b14d-4d5e5ba4ba4b tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7215769 Apr 18 20:52:06.007631 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-aeaf3e45-2978-4fc9-be44-fb4f7717a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:06.009176 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-aeaf3e45-2978-4fc9-be44-fb4f7717a05d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43c45217-dc0b-4a55-9d4a-e4055b0395e0 HTTP/1.1" status: 200 len: 846 time: 0.3083146 Apr 18 20:52:06.027650 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-7af2dd01-e353-470f-96c8-615192423c1f req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Request body: {'port': {'device_id': '5eba2c52-367f-488c-818f-e8f1efe340ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:06.041598 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733349f-75b9-4456-afa4-e96da4ed1bd6 req-acb6a91b-a0dd-42de-a81f-4e79bef7885d tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:06.043310 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7733349f-75b9-4456-afa4-e96da4ed1bd6 req-acb6a91b-a0dd-42de-a81f-4e79bef7885d tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 944 time: 0.4554584 Apr 18 20:52:06.106823 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-31395042-b9eb-4ed7-ae19-c1457c67aa67 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.121218 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-1e6dd589-bc06-4bd1-8b39-a15aa5584a27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906081 Apr 18 20:52:06.146064 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b977c-06a8-4800-ad0f-75009b2fdd4d req-1f60970c-972e-46c4-a952-d799bd233af2 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:06.147650 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e39b977c-06a8-4800-ad0f-75009b2fdd4d req-1f60970c-972e-46c4-a952-d799bd233af2 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eba2c52-367f-488c-818f-e8f1efe340ec HTTP/1.1" status: 200 len: 931 time: 0.2640934 Apr 18 20:52:06.163637 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-24eabce9-f628-46cb-ae98-281592d43165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.169191 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06fbbe7d-74b5-4bfd-aa8b-9a0c213cbfe5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.173976 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c746be-999a-4146-958d-dd054c37512f req-b326b43d-be61-46a3-ba2f-50ff24495613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:06.176032 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-58c746be-999a-4146-958d-dd054c37512f req-b326b43d-be61-46a3-ba2f-50ff24495613 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=13ab1e17-c995-40c5-8cc4-09f672b88499 HTTP/1.1" status: 200 len: 849 time: 0.1757622 Apr 18 20:52:06.177856 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-24eabce9-f628-46cb-ae98-281592d43165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.204462 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06fbbe7d-74b5-4bfd-aa8b-9a0c213cbfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.282774 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-31395042-b9eb-4ed7-ae19-c1457c67aa67 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.340188 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7af2dd01-e353-470f-96c8-615192423c1f req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.354963 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7733349f-75b9-4456-afa4-e96da4ed1bd6 req-2c95399a-63e1-43d0-9984-a5ad5a1e3bcc tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691450 Apr 18 20:52:06.362051 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-58c746be-999a-4146-958d-dd054c37512f req-6912e0d1-aba9-4ee1-87f7-a04e9358126d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc59ca70-f7e1-430d-8370-b3edb40d82bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1684971 Apr 18 20:52:06.388030 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e39b977c-06a8-4800-ad0f-75009b2fdd4d req-49d2ffca-6cef-4e5d-8869-7ea5fb63c975 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/security-groups?id=72b0e978-8382-4746-8987-e6a4d7443ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189333 Apr 18 20:52:06.389903 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-24eabce9-f628-46cb-ae98-281592d43165 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=662f0d6ad4e94ed6addda31ba6cae9b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4388940 Apr 18 20:52:06.398298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55088) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:06.474021 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eabce9-f628-46cb-ae98-281592d43165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73664727-72aa-43b8-abe7-2900caf484f9,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:06.485963 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fbbe7d-74b5-4bfd-aa8b-9a0c213cbfe5 admin admin] Pushing event updated for resources: {'Port': ['ID=5dd253cd-854f-45e4-b89c-9045a0554e6f,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:06.521373 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-31395042-b9eb-4ed7-ae19-c1457c67aa67 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.523969 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-31395042-b9eb-4ed7-ae19-c1457c67aa67 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.525192 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-31395042-b9eb-4ed7-ae19-c1457c67aa67 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "DELETE /v2.0/security-groups/3d552520-7f25-42a1-84a4-02be832cbb68 HTTP/1.1" status: 204 len: 168 time: 1.2457111 Apr 18 20:52:06.527945 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-a8767938-6beb-4202-bbe1-27f1c2b05359 service neutron] 10.222.0.32 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982418 Apr 18 20:52:06.546533 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55090) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:06.551244 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5d9b005a-a85b-49a8-8955-6e0e3a007c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.551642 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06fbbe7d-74b5-4bfd-aa8b-9a0c213cbfe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.608986 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5d9b005a-a85b-49a8-8955-6e0e3a007c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.618507 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31395042-b9eb-4ed7-ae19-c1457c67aa67 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d552520-7f25-42a1-84a4-02be832cbb68,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:06.711431 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 65c13813-77e4-4358-8cd1-f0d173425da8 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:52:06.809138 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 65c13813-77e4-4358-8cd1-f0d173425da8 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:06.810105 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.814027 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5d9b005a-a85b-49a8-8955-6e0e3a007c7f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b8701aa1f614c7898bc187c8828d9ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3848875 Apr 18 20:52:06.815901 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55092) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:06.832962 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b005a-a85b-49a8-8955-6e0e3a007c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74e5efe-e145-4423-9778-56fa1ec08337,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:06.842083 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e30de56a-ab57-47df-a4e6-cdb47b6f24bb tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2926726 Apr 18 20:52:06.845561 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-58c746be-999a-4146-958d-dd054c37512f req-4a350027-190f-4c70-b2be-028ffc5d4e52 service neutron] 10.222.0.57 "GET /v2.0/networks/dc59ca70-f7e1-430d-8370-b3edb40d82bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674382 Apr 18 20:52:06.853260 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9699b0cd-cdcf-4d47-8058-99604003a2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.858950 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55094) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:06.866552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-40b238a6-00cc-4448-9489-37fbcb541382 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Request body: {'security_group': {'name': 'tempest-secgroup--2047498158'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:07.010536 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7674d1-afb4-49b0-ac16-d5abf87e6a2d req-c2ac4509-b88b-49d2-88ad-c6061351296d tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:07.013240 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cb7674d1-afb4-49b0-ac16-d5abf87e6a2d req-c2ac4509-b88b-49d2-88ad-c6061351296d tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.41 "GET /v2.0/ports?device_id=23948392-88f7-45fc-865b-266f686a57f3 HTTP/1.1" status: 200 len: 943 time: 0.4436193 Apr 18 20:52:07.033812 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9699b0cd-cdcf-4d47-8058-99604003a2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.042659 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ed6263a-cd17-4040-9c76-e989ff8e4fb4 req-1ac04b65-34b8-4323-99f0-057f09241bca service neutron] 10.222.0.32 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853430 Apr 18 20:52:07.079101 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-40b238a6-00cc-4448-9489-37fbcb541382 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.206263 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-58c746be-999a-4146-958d-dd054c37512f req-85d726a5-cac4-4048-b930-7c4ae93ef123 service neutron] 10.222.0.57 "GET /v2.0/networks/dc59ca70-f7e1-430d-8370-b3edb40d82bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473830 Apr 18 20:52:07.229479 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fbbe7d-74b5-4bfd-aa8b-9a0c213cbfe5 admin admin] Network fe539583-d535-4524-b810-6474f581fe71 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:07.232596 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9289bccd-0c78-4a6a-a37f-8a1f25cf3e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.236207 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-06fbbe7d-74b5-4bfd-aa8b-9a0c213cbfe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:07.316085 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cb7674d1-afb4-49b0-ac16-d5abf87e6a2d req-c2963c7c-ade8-4030-a5c8-0971e82b55b3 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.41 "GET /v2.0/security-groups?id=fad497e1-e05a-4e64-bc56-eef50e9a604d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778323 Apr 18 20:52:07.360843 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9289bccd-0c78-4a6a-a37f-8a1f25cf3e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.409756 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f018317-0d52-4ba0-b3a0-703e06b0fe47 req-0c60c6b7-786b-4e46-961b-5f9655ba1ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:07.412391 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f018317-0d52-4ba0-b3a0-703e06b0fe47 req-0c60c6b7-786b-4e46-961b-5f9655ba1ae7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65c0c9deb9974734a5e938fa16904c15&device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 1095 time: 0.2889552 Apr 18 20:52:07.574019 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9699b0cd-cdcf-4d47-8058-99604003a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.583067 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b26d08-ef89-4cfe-a7f1-c40d4bc8bb4d req-e841a56b-7093-477d-b9b4-b533fc794cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:07.583871 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9699b0cd-cdcf-4d47-8058-99604003a2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.584931 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-93b26d08-ef89-4cfe-a7f1-c40d4bc8bb4d req-e841a56b-7093-477d-b9b4-b533fc794cd1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60ab328735984b3d89378ed4b0fb730b&device_id=23948392-88f7-45fc-865b-266f686a57f3 HTTP/1.1" status: 200 len: 1094 time: 0.2699215 Apr 18 20:52:07.590163 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9699b0cd-cdcf-4d47-8058-99604003a2ab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/73664727-72aa-43b8-abe7-2900caf484f9 HTTP/1.1" status: 204 len: 168 time: 1.1781154 Apr 18 20:52:07.654987 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9289bccd-0c78-4a6a-a37f-8a1f25cf3e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.660841 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9289bccd-0c78-4a6a-a37f-8a1f25cf3e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.663778 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9289bccd-0c78-4a6a-a37f-8a1f25cf3e1b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e74e5efe-e145-4423-9778-56fa1ec08337 HTTP/1.1" status: 204 len: 168 time: 0.8452351 Apr 18 20:52:07.698405 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-40b238a6-00cc-4448-9489-37fbcb541382 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.740287 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-7af2dd01-e353-470f-96c8-615192423c1f req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67d729ba-2588-4572-92f6-44bcf5220c0f {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:52:07.740675 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fbbe7d-74b5-4bfd-aa8b-9a0c213cbfe5 admin admin] Router 0b213186-7500-4ecf-b970-f176d66dd662 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:52:07.771346 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-40b238a6-00cc-4448-9489-37fbcb541382 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.779521 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.807853 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-853919b8-d3d5-451b-89bb-12cb6ae98096 None None] Provisioning complete for port 5dd253cd-854f-45e4-b89c-9045a0554e6f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:07.808488 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-853919b8-d3d5-451b-89bb-12cb6ae98096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.814941 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7af2dd01-e353-470f-96c8-615192423c1f req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.827490 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699b0cd-cdcf-4d47-8058-99604003a2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73664727-72aa-43b8-abe7-2900caf484f9,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:07.832509 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-40b238a6-00cc-4448-9489-37fbcb541382 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.834420 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-40b238a6-00cc-4448-9489-37fbcb541382 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9728887 Apr 18 20:52:07.850387 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55106) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:07.877224 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-3afb734a-a8b8-4a52-8985-28dfc556cbb6 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Request body: {'security_group_rule': {'security_group_id': '3f44d9e0-e01d-4799-8211-700e73908a81', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:07.913301 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289bccd-0c78-4a6a-a37f-8a1f25cf3e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74e5efe-e145-4423-9778-56fa1ec08337,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:07.918150 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc6437-308a-4c2f-ba5e-7bcca6abfad1 req-20733010-16f6-4de3-a5d8-41026d6cf9a8 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:07.920215 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-16cc6437-308a-4c2f-ba5e-7bcca6abfad1 req-20733010-16f6-4de3-a5d8-41026d6cf9a8 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eba2c52-367f-488c-818f-e8f1efe340ec HTTP/1.1" status: 200 len: 931 time: 0.2604971 Apr 18 20:52:07.934937 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-7af2dd01-e353-470f-96c8-615192423c1f req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Transition to ACTIVE for port object 67d729ba-2588-4572-92f6-44bcf5220c0f will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:07.966777 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-853919b8-d3d5-451b-89bb-12cb6ae98096 None None] Port 5dd253cd-854f-45e4-b89c-9045a0554e6f cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:52:07.981173 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7af2dd01-e353-470f-96c8-615192423c1f req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.130320 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b238a6-00cc-4448-9489-37fbcb541382 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f44d9e0-e01d-4799-8211-700e73908a81,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:08.171766 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda021f-5049-429f-a662-f2af6dda71ae req-c9863181-c85a-46a0-a4c7-640757966f54 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:08.174109 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8cda021f-5049-429f-a662-f2af6dda71ae req-c9863181-c85a-46a0-a4c7-640757966f54 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 944 time: 0.4983804 Apr 18 20:52:08.185421 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Pushing event updated for resources: {'Port': ['ID=67d729ba-2588-4572-92f6-44bcf5220c0f,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:08.189266 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f018317-0d52-4ba0-b3a0-703e06b0fe47 req-38f86dcc-238a-45b9-8105-82e30460f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:08.191879 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f018317-0d52-4ba0-b3a0-703e06b0fe47 req-38f86dcc-238a-45b9-8105-82e30460f653 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92 HTTP/1.1" status: 200 len: 907 time: 0.7602532 Apr 18 20:52:08.193971 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b26d08-ef89-4cfe-a7f1-c40d4bc8bb4d req-8892dee9-59a2-46fd-876e-6ee70c2c2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:08.195495 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-93b26d08-ef89-4cfe-a7f1-c40d4bc8bb4d req-8892dee9-59a2-46fd-876e-6ee70c2c2ae8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dc59ca70-f7e1-430d-8370-b3edb40d82bc HTTP/1.1" status: 200 len: 910 time: 0.5979595 Apr 18 20:52:08.208755 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3afb734a-a8b8-4a52-8985-28dfc556cbb6 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.260143 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f018317-0d52-4ba0-b3a0-703e06b0fe47 req-ce3ff375-3f41-4d3a-96a8-77f82b392089 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93317250-b413-4840-8fdb-219ed666f020 HTTP/1.1" status: 200 len: 217 time: 0.0587337 Apr 18 20:52:08.272912 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fbbe7d-74b5-4bfd-aa8b-9a0c213cbfe5 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:52:08.284489 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-06fbbe7d-74b5-4bfd-aa8b-9a0c213cbfe5 admin admin] 10.222.0.41 "PUT /v2.0/routers/0b213186-7500-4ecf-b970-f176d66dd662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8245540 Apr 18 20:52:08.313623 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5767a4b0-13d8-42c8-8ece-07109f36a786 None None] Sync routers for ids ['0b213186-7500-4ecf-b970-f176d66dd662'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:52:08.321270 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-16cc6437-308a-4c2f-ba5e-7bcca6abfad1 req-c4c9af9c-af1e-4613-8271-c56332308fe9 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/security-groups?id=72b0e978-8382-4746-8987-e6a4d7443ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655894 Apr 18 20:52:08.329284 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-93b26d08-ef89-4cfe-a7f1-c40d4bc8bb4d req-81a7a6af-88c2-4178-8e4a-3acea2bb6b3a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f50bc69-6994-4d62-af56-e1ccf865756a HTTP/1.1" status: 200 len: 217 time: 0.1193852 Apr 18 20:52:08.369996 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5767a4b0-13d8-42c8-8ece-07109f36a786 None None] Routers {'0b213186-7500-4ecf-b970-f176d66dd662'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:52:08.371070 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5767a4b0-13d8-42c8-8ece-07109f36a786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:51:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0b213186-7500-4ecf-b970-f176d66dd662'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:08.433364 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-7af2dd01-e353-470f-96c8-615192423c1f req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Attempting to bind port 67d729ba-2588-4572-92f6-44bcf5220c0f on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:08.433950 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-7af2dd01-e353-470f-96c8-615192423c1f req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Attempting to bind port 67d729ba-2588-4572-92f6-44bcf5220c0f by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '9e62e4a7-2959-4c6b-8550-e8dd18fa74e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9b57c6c0-c360-434b-9d8e-ffcb7648cc65'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:08.434293 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af2dd01-e353-470f-96c8-615192423c1f req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Attempting to bind port 67d729ba-2588-4572-92f6-44bcf5220c0f on network 9b57c6c0-c360-434b-9d8e-ffcb7648cc65 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:52:08.479555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af2dd01-e353-470f-96c8-615192423c1f req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Port 67d729ba-2588-4572-92f6-44bcf5220c0f on network 9b57c6c0-c360-434b-9d8e-ffcb7648cc65 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:52:08.480033 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af2dd01-e353-470f-96c8-615192423c1f req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Attempting to bind port 67d729ba-2588-4572-92f6-44bcf5220c0f on network 9b57c6c0-c360-434b-9d8e-ffcb7648cc65 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:52:08.501342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8cda021f-5049-429f-a662-f2af6dda71ae req-2477df17-a1d3-42c5-9126-d36bbcbe9c73 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086381 Apr 18 20:52:08.517364 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f018317-0d52-4ba0-b3a0-703e06b0fe47 req-c96e3952-d891-4fc1-9503-b55b69f0ac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:08.521427 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f018317-0d52-4ba0-b3a0-703e06b0fe47 req-c96e3952-d891-4fc1-9503-b55b69f0ac0c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43c45217-dc0b-4a55-9d4a-e4055b0395e0 HTTP/1.1" status: 200 len: 846 time: 0.2527690 Apr 18 20:52:08.521961 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55122) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:08.528075 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af2dd01-e353-470f-96c8-615192423c1f req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:52:08.532811 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af2dd01-e353-470f-96c8-615192423c1f req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Checking segment: {'id': '9e62e4a7-2959-4c6b-8550-e8dd18fa74e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9b57c6c0-c360-434b-9d8e-ffcb7648cc65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:08.534311 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af2dd01-e353-470f-96c8-615192423c1f req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Bound using segment: {'id': '9e62e4a7-2959-4c6b-8550-e8dd18fa74e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9b57c6c0-c360-434b-9d8e-ffcb7648cc65'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:52:08.534905 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-7af2dd01-e353-470f-96c8-615192423c1f req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Bound port: 67d729ba-2588-4572-92f6-44bcf5220c0f, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e62e4a7-2959-4c6b-8550-e8dd18fa74e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9b57c6c0-c360-434b-9d8e-ffcb7648cc65'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:08.536586 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7af2dd01-e353-470f-96c8-615192423c1f req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.603300 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-5767a4b0-13d8-42c8-8ece-07109f36a786 None None] Set router 0b213186-7500-4ecf-b970-f176d66dd662 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:52:08.613889 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b26d08-ef89-4cfe-a7f1-c40d4bc8bb4d req-8b5271f0-91dd-411c-9767-042b92d47da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:08.615782 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1f6f453-83cd-4b22-9a63-54e4aadc1987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.618475 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-93b26d08-ef89-4cfe-a7f1-c40d4bc8bb4d req-8b5271f0-91dd-411c-9767-042b92d47da1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=13ab1e17-c995-40c5-8cc4-09f672b88499 HTTP/1.1" status: 200 len: 849 time: 0.2812321 Apr 18 20:52:08.685988 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-93b26d08-ef89-4cfe-a7f1-c40d4bc8bb4d req-0101e20a-43c0-4507-a2fc-33ee27d8685a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc59ca70-f7e1-430d-8370-b3edb40d82bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558827 Apr 18 20:52:08.740961 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3afb734a-a8b8-4a52-8985-28dfc556cbb6 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.813819 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f018317-0d52-4ba0-b3a0-703e06b0fe47 req-ce94c2b8-dd5f-4154-b84d-e544ccda4dee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2028430 Apr 18 20:52:08.819229 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3afb734a-a8b8-4a52-8985-28dfc556cbb6 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.871485 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb734a-a8b8-4a52-8985-28dfc556cbb6 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d9c8ef-aed3-44df-81b0-0c5df552955e,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:08.879504 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-93b26d08-ef89-4cfe-a7f1-c40d4bc8bb4d req-4681015c-e3a1-4169-a443-341479434cd8 service neutron] 10.222.0.57 "GET /v2.0/networks/dc59ca70-f7e1-430d-8370-b3edb40d82bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861720 Apr 18 20:52:08.929525 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5767a4b0-13d8-42c8-8ece-07109f36a786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5dd253cd-854f-45e4-b89c-9045a0554e6f', 'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'mac_address': 'fa:16:3e:b8:e5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:02Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 2, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'subnets': [{'id': '934e222d-a43e-4b81-a646-860f58e51213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:09.010531 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5767a4b0-13d8-42c8-8ece-07109f36a786 None None] Checking router: 0b213186-7500-4ecf-b970-f176d66dd662 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:52:09.011092 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5767a4b0-13d8-42c8-8ece-07109f36a786 None None] Updating router 0b213186-7500-4ecf-b970-f176d66dd662 port 5dd253cd-854f-45e4-b89c-9045a0554e6f binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:52:09.012460 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3afb734a-a8b8-4a52-8985-28dfc556cbb6 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.013750 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3afb734a-a8b8-4a52-8985-28dfc556cbb6 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1567147 Apr 18 20:52:09.023248 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55132) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:09.056121 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:52:09.099168 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5767a4b0-13d8-42c8-8ece-07109f36a786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.331127 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-93b26d08-ef89-4cfe-a7f1-c40d4bc8bb4d req-737d0dac-ce1a-4d75-b18a-5a3f1a68ce63 service neutron] 10.222.0.57 "GET /v2.0/networks/dc59ca70-f7e1-430d-8370-b3edb40d82bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427259 Apr 18 20:52:09.483194 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-7af2dd01-e353-470f-96c8-615192423c1f req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] For port 67d729ba-2588-4572-92f6-44bcf5220c0f, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:52:09.491974 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8f9653aa-e85a-41d4-bf50-3f6dbcd48fc3 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.507360 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d776bf6-de2f-4eb9-a01e-9ede7a2d61e6 req-11a2521b-0e13-4830-a71c-47d5688fd43e tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:09.509086 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8d776bf6-de2f-4eb9-a01e-9ede7a2d61e6 req-11a2521b-0e13-4830-a71c-47d5688fd43e tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.41 "GET /v2.0/ports?device_id=23948392-88f7-45fc-865b-266f686a57f3 HTTP/1.1" status: 200 len: 943 time: 0.9323242 Apr 18 20:52:09.546160 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-7af2dd01-e353-470f-96c8-615192423c1f req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] For port 67d729ba-2588-4572-92f6-44bcf5220c0f, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=67d729ba-2588-4572-92f6-44bcf5220c0f,segment=NetworkSegment(9e62e4a7-2959-4c6b-8550-e8dd18fa74e2),segment_id=9e62e4a7-2959-4c6b-8550-e8dd18fa74e2)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:52:09.550724 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8f9653aa-e85a-41d4-bf50-3f6dbcd48fc3 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.574226 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7af2dd01-e353-470f-96c8-615192423c1f req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.658297 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55146) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:09.674353 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-57103f41-7274-43a2-9783-d0e2c6be7b10 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1827694682', 'description': 'tempest-description--905721980'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:09.683643 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f018317-0d52-4ba0-b3a0-703e06b0fe47 req-e8b65217-9156-466f-a4e6-86204bd17462 service neutron] 10.222.0.32 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8606043 Apr 18 20:52:09.693795 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2dd01-e353-470f-96c8-615192423c1f req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:09.694432 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7af2dd01-e353-470f-96c8-615192423c1f req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.696083 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7af2dd01-e353-470f-96c8-615192423c1f req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] 10.222.0.57 "PUT /v2.0/ports/67d729ba-2588-4572-92f6-44bcf5220c0f HTTP/1.1" status: 200 len: 1091 time: 3.6836722 Apr 18 20:52:09.699257 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eba2c52-367f-488c-818f-e8f1efe340ec', 'tag': '67d729ba-2588-4572-92f6-44bcf5220c0f'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:52:09.723133 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffe9f7d-11b1-4d01-b001-87474519c50e" -d '{"events": [{"name": "network-changed", "server_uuid": "5eba2c52-367f-488c-818f-e8f1efe340ec", "tag": "67d729ba-2588-4572-92f6-44bcf5220c0f"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:52:09.768352 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57103f41-7274-43a2-9783-d0e2c6be7b10 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.825921 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8f9653aa-e85a-41d4-bf50-3f6dbcd48fc3 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.828361 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5767a4b0-13d8-42c8-8ece-07109f36a786 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.838377 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 7f50bc69-6994-4d62-af56-e1ccf865756a details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:52:09.842271 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5767a4b0-13d8-42c8-8ece-07109f36a786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.889375 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57103f41-7274-43a2-9783-d0e2c6be7b10 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.895692 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57103f41-7274-43a2-9783-d0e2c6be7b10 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.917821 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071e000-deb2-4fcb-9a6b-d02948c671d3 None None] Pushing event updated for resources: {'Port': ['ID=5dd253cd-854f-45e4-b89c-9045a0554e6f,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:09.961291 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1f6f453-83cd-4b22-9a63-54e4aadc1987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.989309 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57103f41-7274-43a2-9783-d0e2c6be7b10 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4afc98b6-7044-4b89-b8a1-50b5145ddcc7,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:10.014440 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57103f41-7274-43a2-9783-d0e2c6be7b10 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.020541 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-57103f41-7274-43a2-9783-d0e2c6be7b10 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3571606 Apr 18 20:52:10.020829 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Pushing event updated for resources: {'Port': ['ID=67d729ba-2588-4572-92f6-44bcf5220c0f,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:10.020999 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55152) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:10.025176 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-62a375ab-3e2a-4e77-8d4f-11f7fb72eebc tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Request body: {'security_group_rule': {'security_group_id': '4afc98b6-7044-4b89-b8a1-50b5145ddcc7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:10.067146 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8f9653aa-e85a-41d4-bf50-3f6dbcd48fc3 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.071046 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8f9653aa-e85a-41d4-bf50-3f6dbcd48fc3 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/71d9c8ef-aed3-44df-81b0-0c5df552955e HTTP/1.1" status: 204 len: 168 time: 1.0420938 Apr 18 20:52:10.075372 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55154) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:10.116209 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-62a375ab-3e2a-4e77-8d4f-11f7fb72eebc tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.223037 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5767a4b0-13d8-42c8-8ece-07109f36a786 None None] Attempting to bind port 5dd253cd-854f-45e4-b89c-9045a0554e6f on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:10.223674 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5767a4b0-13d8-42c8-8ece-07109f36a786 None None] Attempting to bind port 5dd253cd-854f-45e4-b89c-9045a0554e6f by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'f6b7039d-7f6f-4e96-b1e3-444343353ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fe539583-d535-4524-b810-6474f581fe71'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:10.223784 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5767a4b0-13d8-42c8-8ece-07109f36a786 None None] Attempting to bind port 5dd253cd-854f-45e4-b89c-9045a0554e6f on network fe539583-d535-4524-b810-6474f581fe71 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:52:10.241802 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b43f68a7-8f82-48e5-b7cd-c9881d47b292 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1654117 Apr 18 20:52:10.247007 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55158) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:10.248595 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5767a4b0-13d8-42c8-8ece-07109f36a786 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:52:10.249012 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5767a4b0-13d8-42c8-8ece-07109f36a786 None None] Checking segment: {'id': 'f6b7039d-7f6f-4e96-b1e3-444343353ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fe539583-d535-4524-b810-6474f581fe71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:10.249409 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5767a4b0-13d8-42c8-8ece-07109f36a786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.249826 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5767a4b0-13d8-42c8-8ece-07109f36a786 None None] Bound using segment: {'id': 'f6b7039d-7f6f-4e96-b1e3-444343353ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fe539583-d535-4524-b810-6474f581fe71'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:52:10.250340 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5767a4b0-13d8-42c8-8ece-07109f36a786 None None] Bound port: 5dd253cd-854f-45e4-b89c-9045a0554e6f, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b7039d-7f6f-4e96-b1e3-444343353ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fe539583-d535-4524-b810-6474f581fe71'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:10.250738 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5767a4b0-13d8-42c8-8ece-07109f36a786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.251788 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9653aa-e85a-41d4-bf50-3f6dbcd48fc3 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71d9c8ef-aed3-44df-81b0-0c5df552955e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:10.274488 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8d776bf6-de2f-4eb9-a01e-9ede7a2d61e6 req-d44194a3-5a21-49a3-80f0-16d9853b7222 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.41 "GET /v2.0/security-groups?id=fad497e1-e05a-4e64-bc56-eef50e9a604d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7435045 Apr 18 20:52:10.277936 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1f6f453-83cd-4b22-9a63-54e4aadc1987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.317332 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 7f50bc69-6994-4d62-af56-e1ccf865756a, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=7f50bc69-6994-4d62-af56-e1ccf865756a,segment=NetworkSegment(30127c3f-9811-4800-aafe-5e2f4a267990),segment_id=30127c3f-9811-4800-aafe-5e2f4a267990)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:10.320628 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-62a375ab-3e2a-4e77-8d4f-11f7fb72eebc tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.352190 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '7f50bc69-6994-4d62-af56-e1ccf865756a', 'network_id': 'dc59ca70-f7e1-430d-8370-b3edb40d82bc', 'port_id': '7f50bc69-6994-4d62-af56-e1ccf865756a', 'mac_address': 'fa:16:3e:67:7a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ab1e17-c995-40c5-8cc4-09f672b88499', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:52:10.380267 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-62a375ab-3e2a-4e77-8d4f-11f7fb72eebc tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.396333 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-87f099ab-2639-4340-8d7d-c8ec8d63cdc8 None None] Provisioning complete for port 5dd253cd-854f-45e4-b89c-9045a0554e6f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:10.396955 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-87f099ab-2639-4340-8d7d-c8ec8d63cdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.405751 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6c3fc372-dae2-4362-80f1-d62a32d6f5a9 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.445804 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a375ab-3e2a-4e77-8d4f-11f7fb72eebc tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ab9e00-5d90-46bb-8eff-4345fe170878,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:10.531390 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-62a375ab-3e2a-4e77-8d4f-11f7fb72eebc tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.542286 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-62a375ab-3e2a-4e77-8d4f-11f7fb72eebc tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5162189 Apr 18 20:52:10.543569 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55164) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:10.544716 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5767a4b0-13d8-42c8-8ece-07109f36a786 None None] For port 5dd253cd-854f-45e4-b89c-9045a0554e6f, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:52:10.547385 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.560378 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-4b6f58c0-5216-4635-84b4-c4532e9e19f4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Request body: {'security_group_rule': {'security_group_id': '4afc98b6-7044-4b89-b8a1-50b5145ddcc7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:10.567258 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f50bc69-6994-4d62-af56-e1ccf865756a {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:52:10.574635 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6f453-83cd-4b22-9a63-54e4aadc1987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a1b4bb-7ea3-4685-bd63-86d1940ad596,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:10.580033 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6c3fc372-dae2-4362-80f1-d62a32d6f5a9 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.586805 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-87f099ab-2639-4340-8d7d-c8ec8d63cdc8 None None] Port 5dd253cd-854f-45e4-b89c-9045a0554e6f cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:52:10.599299 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5767a4b0-13d8-42c8-8ece-07109f36a786 None None] For port 5dd253cd-854f-45e4-b89c-9045a0554e6f, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5dd253cd-854f-45e4-b89c-9045a0554e6f,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:52:10.601234 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.601819 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.602344 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.602935 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.604075 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.611006 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.611695 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.612205 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.613781 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.613781 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.614173 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5767a4b0-13d8-42c8-8ece-07109f36a786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.614348 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.614502 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb69a66-2e5b-4921-aff0-5a8fa5c6699e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.618525 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 7f50bc69-6994-4d62-af56-e1ccf865756a, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=7f50bc69-6994-4d62-af56-e1ccf865756a,segment=NetworkSegment(30127c3f-9811-4800-aafe-5e2f4a267990),segment_id=30127c3f-9811-4800-aafe-5e2f4a267990)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:10.628165 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.645133 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b1f6f453-83cd-4b22-9a63-54e4aadc1987 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0cb4c2bf25634d219319e1f096b69fde&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1179974 Apr 18 20:52:10.657200 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55166) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:10.725249 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071e000-deb2-4fcb-9a6b-d02948c671d3 None None] Pushing event updated for resources: {'Port': ['ID=5dd253cd-854f-45e4-b89c-9045a0554e6f,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:10.731420 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5767a4b0-13d8-42c8-8ece-07109f36a786 None None] Routers {'0b213186-7500-4ecf-b970-f176d66dd662'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:52:10.732366 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5767a4b0-13d8-42c8-8ece-07109f36a786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:51:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0b213186-7500-4ecf-b970-f176d66dd662'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:10.798267 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9653aa-e85a-41d4-bf50-3f6dbcd48fc3 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.798785 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9653aa-e85a-41d4-bf50-3f6dbcd48fc3 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.799394 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9653aa-e85a-41d4-bf50-3f6dbcd48fc3 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.799932 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9653aa-e85a-41d4-bf50-3f6dbcd48fc3 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.800518 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9653aa-e85a-41d4-bf50-3f6dbcd48fc3 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.801087 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9653aa-e85a-41d4-bf50-3f6dbcd48fc3 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.801670 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9653aa-e85a-41d4-bf50-3f6dbcd48fc3 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.802229 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9653aa-e85a-41d4-bf50-3f6dbcd48fc3 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.802760 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9653aa-e85a-41d4-bf50-3f6dbcd48fc3 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.803493 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9653aa-e85a-41d4-bf50-3f6dbcd48fc3 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.803860 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9653aa-e85a-41d4-bf50-3f6dbcd48fc3 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.804296 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9653aa-e85a-41d4-bf50-3f6dbcd48fc3 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.807566 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4b6f58c0-5216-4635-84b4-c4532e9e19f4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.819907 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f6f453-83cd-4b22-9a63-54e4aadc1987 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.820513 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f6f453-83cd-4b22-9a63-54e4aadc1987 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.821091 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f6f453-83cd-4b22-9a63-54e4aadc1987 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.821659 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f6f453-83cd-4b22-9a63-54e4aadc1987 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.822278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f6f453-83cd-4b22-9a63-54e4aadc1987 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.823327 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f6f453-83cd-4b22-9a63-54e4aadc1987 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.823893 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f6f453-83cd-4b22-9a63-54e4aadc1987 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.824361 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f6f453-83cd-4b22-9a63-54e4aadc1987 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.824901 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f6f453-83cd-4b22-9a63-54e4aadc1987 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.825459 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f6f453-83cd-4b22-9a63-54e4aadc1987 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.826013 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f6f453-83cd-4b22-9a63-54e4aadc1987 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.827847 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f6f453-83cd-4b22-9a63-54e4aadc1987 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:10.837856 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6c3fc372-dae2-4362-80f1-d62a32d6f5a9 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.844582 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6c3fc372-dae2-4362-80f1-d62a32d6f5a9 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.853847 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6c3fc372-dae2-4362-80f1-d62a32d6f5a9 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "DELETE /v2.0/security-groups/3f44d9e0-e01d-4799-8211-700e73908a81 HTTP/1.1" status: 204 len: 168 time: 0.5975304 Apr 18 20:52:10.855841 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55168) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:10.906285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2dd01-e353-470f-96c8-615192423c1f req-d3a2cee9-86b3-45ac-9a04-a75476606546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:10.908852 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7af2dd01-e353-470f-96c8-615192423c1f req-d3a2cee9-86b3-45ac-9a04-a75476606546 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcafbea962184eeebbb63b5bb2bc01eb&device_id=5eba2c52-367f-488c-818f-e8f1efe340ec HTTP/1.1" status: 200 len: 1094 time: 1.1176605 Apr 18 20:52:10.915178 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['7f50bc69-6994-4d62-af56-e1ccf865756a'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:52:10.948119 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fc372-dae2-4362-80f1-d62a32d6f5a9 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f44d9e0-e01d-4799-8211-700e73908a81,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:10.957515 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4e54ca0a-f27f-47b5-9779-343e932a6963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.988596 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 93317250-b413-4840-8fdb-219ed666f020 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:52:11.051476 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ea894-3249-4239-b100-e16704f2fce6 req-170e43e6-55ff-41da-8808-030d138fa57e tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:11.053720 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b70ea894-3249-4239-b100-e16704f2fce6 req-170e43e6-55ff-41da-8808-030d138fa57e tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 944 time: 0.4998093 Apr 18 20:52:11.075014 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=7f50bc69-6994-4d62-af56-e1ccf865756a,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:11.187557 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4b6f58c0-5216-4635-84b4-c4532e9e19f4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:11.212567 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4e54ca0a-f27f-47b5-9779-343e932a6963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:11.215825 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-5767a4b0-13d8-42c8-8ece-07109f36a786 None None] Set router 0b213186-7500-4ecf-b970-f176d66dd662 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:52:11.226572 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4b6f58c0-5216-4635-84b4-c4532e9e19f4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:11.231044 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6e673-eaab-496f-b9dc-18d991372abe req-31d50534-a9dd-460c-ba1c-6cff769ea53d tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:11.245346 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7ad6e673-eaab-496f-b9dc-18d991372abe req-31d50534-a9dd-460c-ba1c-6cff769ea53d tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eba2c52-367f-488c-818f-e8f1efe340ec HTTP/1.1" status: 200 len: 943 time: 1.4160590 Apr 18 20:52:11.276939 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4b6f58c0-5216-4635-84b4-c4532e9e19f4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:11.278258 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4b6f58c0-5216-4635-84b4-c4532e9e19f4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7335780 Apr 18 20:52:11.285445 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55176) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:11.290242 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-fe4e9049-6300-45bc-b9b9-606d50327e79 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:11.300848 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a085eb17-a6b5-47db-973a-e548d484dbc2 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4413660 Apr 18 20:52:11.301221 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f58c0-5216-4635-84b4-c4532e9e19f4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa798b4-e165-425e-89bd-3285016f9d87,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:11.309018 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7af2dd01-e353-470f-96c8-615192423c1f req-10d8ecc9-1500-45c7-bb6c-b76e3bee5f63 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67d729ba-2588-4572-92f6-44bcf5220c0f HTTP/1.1" status: 200 len: 217 time: 0.3350115 Apr 18 20:52:11.309279 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55178) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:11.316579 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-6d63d8da-df0a-4b01-af30-d00fece2e14b tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Request body: {'security_group': {'name': 'tempest-secgroup--16986719'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:11.323457 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f018317-0d52-4ba0-b3a0-703e06b0fe47 req-19dd8fc2-6b76-483b-8ed7-cbe74f9588b1 service neutron] 10.222.0.32 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5835347 Apr 18 20:52:11.370915 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe4e9049-6300-45bc-b9b9-606d50327e79 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:11.381563 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4e54ca0a-f27f-47b5-9779-343e932a6963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:11.387161 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4e54ca0a-f27f-47b5-9779-343e932a6963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:11.387687 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4e54ca0a-f27f-47b5-9779-343e932a6963 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64a1b4bb-7ea3-4685-bd63-86d1940ad596 HTTP/1.1" status: 204 len: 168 time: 0.7292950 Apr 18 20:52:11.410649 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d63d8da-df0a-4b01-af30-d00fece2e14b tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:11.518114 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d63d8da-df0a-4b01-af30-d00fece2e14b tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:11.531258 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b70ea894-3249-4239-b100-e16704f2fce6 req-642c8d68-ace5-4e42-9907-910a546cdbb7 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425822 Apr 18 20:52:11.557846 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d63d8da-df0a-4b01-af30-d00fece2e14b tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:11.579572 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54ca0a-f27f-47b5-9779-343e932a6963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a1b4bb-7ea3-4685-bd63-86d1940ad596,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:11.581955 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7ad6e673-eaab-496f-b9dc-18d991372abe req-49ce6708-efba-48c7-aa5a-181074c01d0a tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/security-groups?id=72b0e978-8382-4746-8987-e6a4d7443ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351281 Apr 18 20:52:11.618592 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2dd01-e353-470f-96c8-615192423c1f req-76a24b3a-36d9-4abf-8b7f-eaac80dc02ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:11.633938 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7af2dd01-e353-470f-96c8-615192423c1f req-76a24b3a-36d9-4abf-8b7f-eaac80dc02ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c94d501e-8d4f-4553-859b-b1a87074f2f2 HTTP/1.1" status: 200 len: 848 time: 0.3044953 Apr 18 20:52:11.687298 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8c232b-356a-4eab-bdf3-9c086ff2f24c x-openstack-request-id: req-aa8c232b-356a-4eab-bdf3-9c086ff2f24c {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:52:11.687599 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eba2c52-367f-488c-818f-e8f1efe340ec", "tag": "67d729ba-2588-4572-92f6-44bcf5220c0f", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:52:11.687855 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aa8c232b-356a-4eab-bdf3-9c086ff2f24c {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:52:11.688279 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa8c232b-356a-4eab-bdf3-9c086ff2f24c'] response: {'name': 'network-changed', 'server_uuid': '5eba2c52-367f-488c-818f-e8f1efe340ec', 'tag': '67d729ba-2588-4572-92f6-44bcf5220c0f', 'status': 'completed', 'code': 200} Apr 18 20:52:11.749799 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7af2dd01-e353-470f-96c8-615192423c1f req-7f35cb5b-e63c-42f3-9cff-cc898dbc6c00 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b57c6c0-c360-434b-9d8e-ffcb7648cc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085730 Apr 18 20:52:11.802015 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d63d8da-df0a-4b01-af30-d00fece2e14b tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:11.803315 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6d63d8da-df0a-4b01-af30-d00fece2e14b tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4953358 Apr 18 20:52:11.826242 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55190) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:11.828732 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63d8da-df0a-4b01-af30-d00fece2e14b tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=373663d9-5ff7-4283-bc98-e4f9f8195d63,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:11.834514 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-731c32f1-8a0e-4dca-947b-00d93f995f3e tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Request body: {'security_group_rule': {'security_group_id': '373663d9-5ff7-4283-bc98-e4f9f8195d63', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:11.896982 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a14bc361-13ca-4030-ab02-f81cd212a715 None None] Provisioning complete for port 5dd253cd-854f-45e4-b89c-9045a0554e6f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:11.897547 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a14bc361-13ca-4030-ab02-f81cd212a715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:11.930993 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7af2dd01-e353-470f-96c8-615192423c1f req-e628d6f1-6ff9-4c81-8eb9-ae6257fc1942 service neutron] 10.222.0.57 "GET /v2.0/networks/9b57c6c0-c360-434b-9d8e-ffcb7648cc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733668 Apr 18 20:52:11.961958 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-731c32f1-8a0e-4dca-947b-00d93f995f3e tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:12.127246 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-731c32f1-8a0e-4dca-947b-00d93f995f3e tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:12.129928 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe4e9049-6300-45bc-b9b9-606d50327e79 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:12.133764 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-731c32f1-8a0e-4dca-947b-00d93f995f3e tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:12.173356 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c32f1-8a0e-4dca-947b-00d93f995f3e tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61b74ec-6cff-436a-88ab-ea44e7e353c0,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:12.221750 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-731c32f1-8a0e-4dca-947b-00d93f995f3e tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:12.223143 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-731c32f1-8a0e-4dca-947b-00d93f995f3e tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3956323 Apr 18 20:52:12.230512 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55200) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:12.255051 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:12.282277 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fe45a-36fc-4e70-b3fc-d24457b61bbc req-7d30024c-01bb-4b5d-9d44-eb6ba607fc67 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:12.292012 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee2fe45a-36fc-4e70-b3fc-d24457b61bbc req-7d30024c-01bb-4b5d-9d44-eb6ba607fc67 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.41 "GET /v2.0/ports?device_id=23948392-88f7-45fc-865b-266f686a57f3 HTTP/1.1" status: 200 len: 944 time: 0.4157977 Apr 18 20:52:12.310261 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6f3cd5a8-fad9-4d23-be64-d865b25572a0 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-group-rules/c61b74ec-6cff-436a-88ab-ea44e7e353c0 HTTP/1.1" status: 200 len: 763 time: 0.0745258 Apr 18 20:52:12.318931 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55202) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:12.375780 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 93317250-b413-4840-8fdb-219ed666f020, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=93317250-b413-4840-8fdb-219ed666f020,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:12.423489 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7af2dd01-e353-470f-96c8-615192423c1f req-34961489-7b9e-43bc-bc69-da23028f7dd8 service neutron] 10.222.0.57 "GET /v2.0/networks/9b57c6c0-c360-434b-9d8e-ffcb7648cc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816072 Apr 18 20:52:12.454494 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '93317250-b413-4840-8fdb-219ed666f020', 'network_id': 'ce30ba55-30c8-48a1-83e1-fd83adbe8e92', 'port_id': '93317250-b413-4840-8fdb-219ed666f020', 'mac_address': 'fa:16:3e:a0:10:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c45217-dc0b-4a55-9d4a-e4055b0395e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:52:12.501792 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-fe4e9049-6300-45bc-b9b9-606d50327e79 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Allocated IP 172.25.1.157 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/b19c2e24-8c89-43d0-847f-177f5b590825) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:12.612167 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e2b63a73-1af6-4d10-811c-27d7a03b59e5 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2804487 Apr 18 20:52:12.617562 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55216) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:12.709973 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee2fe45a-36fc-4e70-b3fc-d24457b61bbc req-6e573c01-0f01-437b-b22f-b69df8184151 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.41 "GET /v2.0/security-groups?id=fad497e1-e05a-4e64-bc56-eef50e9a604d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033813 Apr 18 20:52:12.713342 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:12.746685 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a14bc361-13ca-4030-ab02-f81cd212a715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:12.766999 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5767a4b0-13d8-42c8-8ece-07109f36a786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5dd253cd-854f-45e4-b89c-9045a0554e6f', 'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'mac_address': 'fa:16:3e:b8:e5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:02Z', 'updated_at': '2022-04-18T20:52:10Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'subnets': [{'id': '934e222d-a43e-4b81-a646-860f58e51213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:12.828403 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5767a4b0-13d8-42c8-8ece-07109f36a786 None None] The sync data for ids ['0b213186-7500-4ecf-b970-f176d66dd662'] in n-d-838323-3 is: [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5dd253cd-854f-45e4-b89c-9045a0554e6f', 'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'mac_address': 'fa:16:3e:b8:e5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:02Z', 'updated_at': '2022-04-18T20:52:10Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'subnets': [{'id': '934e222d-a43e-4b81-a646-860f58e51213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:52:12.835009 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93317250-b413-4840-8fdb-219ed666f020 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:52:12.869171 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe9f7d-11b1-4d01-b001-87474519c50e req-ef2ac4aa-71d0-4aa8-9913-6ecc8300597a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:12.871707 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bffe9f7d-11b1-4d01-b001-87474519c50e req-ef2ac4aa-71d0-4aa8-9913-6ecc8300597a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcafbea962184eeebbb63b5bb2bc01eb&device_id=5eba2c52-367f-488c-818f-e8f1efe340ec HTTP/1.1" status: 200 len: 1094 time: 0.3489683 Apr 18 20:52:12.949989 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13e597a1-5538-44e4-8e46-96d872ab145f tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:13.007838 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13e597a1-5538-44e4-8e46-96d872ab145f tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:13.033091 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a14bc361-13ca-4030-ab02-f81cd212a715 None None] For port 5dd253cd-854f-45e4-b89c-9045a0554e6f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5dd253cd-854f-45e4-b89c-9045a0554e6f,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:13.041005 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 93317250-b413-4840-8fdb-219ed666f020, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=93317250-b413-4840-8fdb-219ed666f020,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:13.045271 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a14bc361-13ca-4030-ab02-f81cd212a715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:13.056971 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f3bb1-eb04-43a1-9fd0-4a6835e93953 req-49c6535c-fbc0-46ba-8275-1138f6595478 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:13.059320 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf2f3bb1-eb04-43a1-9fd0-4a6835e93953 req-49c6535c-fbc0-46ba-8275-1138f6595478 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 944 time: 0.3429363 Apr 18 20:52:13.139676 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe4e9049-6300-45bc-b9b9-606d50327e79 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:13.142691 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14bc361-13ca-4030-ab02-f81cd212a715 None None] Pushing event updated for resources: {'Port': ['ID=5dd253cd-854f-45e4-b89c-9045a0554e6f,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:13.155451 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:13.187669 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13e597a1-5538-44e4-8e46-96d872ab145f tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:13.207403 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13e597a1-5538-44e4-8e46-96d872ab145f tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:13.210951 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-13e597a1-5538-44e4-8e46-96d872ab145f tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/c61b74ec-6cff-436a-88ab-ea44e7e353c0 HTTP/1.1" status: 204 len: 168 time: 0.5872054 Apr 18 20:52:13.223696 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55234) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:13.255427 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=93317250-b413-4840-8fdb-219ed666f020,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:13.273679 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9de21-ebce-459f-bcaf-5ab85fdc22bd req-57761c8b-b215-4878-b0c6-53f6c36e8d11 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:13.286588 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fde9de21-ebce-459f-bcaf-5ab85fdc22bd req-57761c8b-b215-4878-b0c6-53f6c36e8d11 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eba2c52-367f-488c-818f-e8f1efe340ec HTTP/1.1" status: 200 len: 943 time: 0.4229236 Apr 18 20:52:13.315097 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf2f3bb1-eb04-43a1-9fd0-4a6835e93953 req-84900bc5-93b5-4a46-9800-43b77c53cbae tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987443 Apr 18 20:52:13.363363 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e597a1-5538-44e4-8e46-96d872ab145f tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c61b74ec-6cff-436a-88ab-ea44e7e353c0,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:13.366645 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe9f7d-11b1-4d01-b001-87474519c50e req-38c1174c-2f2e-484f-be37-69786d46512b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:13.375161 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bffe9f7d-11b1-4d01-b001-87474519c50e req-38c1174c-2f2e-484f-be37-69786d46512b service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b57c6c0-c360-434b-9d8e-ffcb7648cc65 HTTP/1.1" status: 200 len: 909 time: 0.4917285 Apr 18 20:52:13.418149 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe4e9049-6300-45bc-b9b9-606d50327e79 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:13.440302 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-be8df086-c93d-41a3-bcbf-0a3669899773 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1578231 Apr 18 20:52:13.446904 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55240) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:13.458015 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['93317250-b413-4840-8fdb-219ed666f020'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:52:13.475524 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-69a028c5-a326-461a-92f4-326d92f4b4e2 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Request body: {'security_group_rule': {'security_group_id': '373663d9-5ff7-4283-bc98-e4f9f8195d63', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:13.484280 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bffe9f7d-11b1-4d01-b001-87474519c50e req-9de5d13d-77c0-4316-881d-dc6a7ab63f07 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67d729ba-2588-4572-92f6-44bcf5220c0f HTTP/1.1" status: 200 len: 217 time: 0.0962315 Apr 18 20:52:13.508689 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fde9de21-ebce-459f-bcaf-5ab85fdc22bd req-063bfe65-c134-46d6-81ec-1f3c204c54de tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/security-groups?id=72b0e978-8382-4746-8987-e6a4d7443ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203116 Apr 18 20:52:13.589169 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4e9049-6300-45bc-b9b9-606d50327e79 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:13.602857 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-fe4e9049-6300-45bc-b9b9-606d50327e79 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:13.618789 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4e9049-6300-45bc-b9b9-606d50327e79 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:52:13.633093 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-69a028c5-a326-461a-92f4-326d92f4b4e2 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:13.639545 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe9f7d-11b1-4d01-b001-87474519c50e req-ee81dbdf-5a99-4e32-ac80-797a7a53237c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:13.642249 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bffe9f7d-11b1-4d01-b001-87474519c50e req-ee81dbdf-5a99-4e32-ac80-797a7a53237c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c94d501e-8d4f-4553-859b-b1a87074f2f2 HTTP/1.1" status: 200 len: 848 time: 0.1324680 Apr 18 20:52:13.678666 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e9049-6300-45bc-b9b9-606d50327e79 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event updated for resources: {'Port': ['ID=b19c2e24-8c89-43d0-847f-177f5b590825,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:13.752273 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bffe9f7d-11b1-4d01-b001-87474519c50e req-648efcfa-51af-4a25-8e07-6f2ccf06f1b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b57c6c0-c360-434b-9d8e-ffcb7648cc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036718 Apr 18 20:52:13.860704 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 7f50bc69-6994-4d62-af56-e1ccf865756a up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:52:13.876330 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-69a028c5-a326-461a-92f4-326d92f4b4e2 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:13.890327 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-69a028c5-a326-461a-92f4-326d92f4b4e2 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:13.944575 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-69a028c5-a326-461a-92f4-326d92f4b4e2 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:13.946293 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-69a028c5-a326-461a-92f4-326d92f4b4e2 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4984796 Apr 18 20:52:13.951728 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55252) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:13.959404 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a028c5-a326-461a-92f4-326d92f4b4e2 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d543268e-ce52-4305-9db4-b14e888086f9,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:13.967889 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe4e9049-6300-45bc-b9b9-606d50327e79 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:13.987934 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6cf692f3-cbc7-4aa7-89c1-d1ddd096c616 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-group-rules/d543268e-ce52-4305-9db4-b14e888086f9 HTTP/1.1" status: 200 len: 763 time: 0.0339944 Apr 18 20:52:14.011667 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55256) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:14.130208 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 7f50bc69-6994-4d62-af56-e1ccf865756a completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:14.144769 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe4e9049-6300-45bc-b9b9-606d50327e79 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:14.154268 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 7f50bc69-6994-4d62-af56-e1ccf865756a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:14.154268 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:14.343624 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0440c-6a93-45aa-a6f4-f541b08849eb req-0a4aa689-8815-4d2b-95b6-22667b4784ed tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:14.361429 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3a0440c-6a93-45aa-a6f4-f541b08849eb req-0a4aa689-8815-4d2b-95b6-22667b4784ed tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.41 "GET /v2.0/ports?device_id=23948392-88f7-45fc-865b-266f686a57f3 HTTP/1.1" status: 200 len: 944 time: 0.4275932 Apr 18 20:52:14.437969 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:14.455724 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-95ad7b2a-ec27-42cd-a2e4-c274cdcd422f tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4416525 Apr 18 20:52:14.465214 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55268) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:14.482609 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23948392-88f7-45fc-865b-266f686a57f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f50bc69-6994-4d62-af56-e1ccf865756a'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:52:14.489748 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba0902d-58d2-4456-b315-8ec8ec234f2f" -d '{"events": [{"server_uuid": "23948392-88f7-45fc-865b-266f686a57f3", "name": "network-vif-plugged", "status": "completed", "tag": "7f50bc69-6994-4d62-af56-e1ccf865756a"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:52:14.509200 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bffe9f7d-11b1-4d01-b001-87474519c50e req-95570222-29b2-4ded-84ff-d72c4e111f34 service neutron] 10.222.0.57 "GET /v2.0/networks/9b57c6c0-c360-434b-9d8e-ffcb7648cc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7469819 Apr 18 20:52:14.510110 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 7f50bc69-6994-4d62-af56-e1ccf865756a, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=7f50bc69-6994-4d62-af56-e1ccf865756a,segment=NetworkSegment(30127c3f-9811-4800-aafe-5e2f4a267990),segment_id=30127c3f-9811-4800-aafe-5e2f4a267990)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:14.516819 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:14.599843 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=7f50bc69-6994-4d62-af56-e1ccf865756a,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:14.774988 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5dd253cd-854f-45e4-b89c-9045a0554e6f up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:52:14.822418 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bffe9f7d-11b1-4d01-b001-87474519c50e req-b47361c5-b2e5-4b09-971e-ccf67443af67 service neutron] 10.222.0.57 "GET /v2.0/networks/9b57c6c0-c360-434b-9d8e-ffcb7648cc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597177 Apr 18 20:52:14.905129 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe4e9049-6300-45bc-b9b9-606d50327e79 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:14.923692 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe4e9049-6300-45bc-b9b9-606d50327e79 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:14.961514 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9c249503-c437-4756-bd3b-6117e061d768 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:14.976718 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5dd253cd-854f-45e4-b89c-9045a0554e6f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:14.977330 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:14.990784 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3a0440c-6a93-45aa-a6f4-f541b08849eb req-95dd7f6d-e869-4b4e-9bcb-7d1cd7029c84 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.41 "GET /v2.0/security-groups?id=fad497e1-e05a-4e64-bc56-eef50e9a604d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6291101 Apr 18 20:52:15.001854 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9c249503-c437-4756-bd3b-6117e061d768 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:15.137307 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78f120-f239-40c0-b251-c97bffbf8843 req-62e9fa5b-891b-4689-93ca-eb72a97e85a8 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:15.149556 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb78f120-f239-40c0-b251-c97bffbf8843 req-62e9fa5b-891b-4689-93ca-eb72a97e85a8 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 945 time: 0.3249257 Apr 18 20:52:15.161742 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd828389-d653-424d-98c0-2e6800732267 x-openstack-request-id: req-fd828389-d653-424d-98c0-2e6800732267 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:52:15.162432 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23948392-88f7-45fc-865b-266f686a57f3", "name": "network-vif-plugged", "status": "completed", "tag": "7f50bc69-6994-4d62-af56-e1ccf865756a", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:52:15.162600 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd828389-d653-424d-98c0-2e6800732267 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:52:15.163064 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd828389-d653-424d-98c0-2e6800732267'] response: {'server_uuid': '23948392-88f7-45fc-865b-266f686a57f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f50bc69-6994-4d62-af56-e1ccf865756a', 'code': 200} Apr 18 20:52:15.199990 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e9049-6300-45bc-b9b9-606d50327e79 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event updated for resources: {'Port': ['ID=b19c2e24-8c89-43d0-847f-177f5b590825,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:15.221445 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 93317250-b413-4840-8fdb-219ed666f020 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:52:15.246185 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe4e9049-6300-45bc-b9b9-606d50327e79 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:15.280242 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe4e9049-6300-45bc-b9b9-606d50327e79 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:15.288590 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fe4e9049-6300-45bc-b9b9-606d50327e79 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9952989 Apr 18 20:52:15.428750 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9c249503-c437-4756-bd3b-6117e061d768 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:15.430410 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 93317250-b413-4840-8fdb-219ed666f020 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:15.441155 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9c249503-c437-4756-bd3b-6117e061d768 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:15.444069 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9c249503-c437-4756-bd3b-6117e061d768 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/d543268e-ce52-4305-9db4-b14e888086f9 HTTP/1.1" status: 204 len: 168 time: 0.9641378 Apr 18 20:52:15.447828 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55290) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:15.451250 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 93317250-b413-4840-8fdb-219ed666f020 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:15.453566 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:15.501828 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb78f120-f239-40c0-b251-c97bffbf8843 req-8fd92b36-3e0b-4816-a72e-4ff09ea29649 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509450 Apr 18 20:52:15.504657 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c249503-c437-4756-bd3b-6117e061d768 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d543268e-ce52-4305-9db4-b14e888086f9,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:15.570743 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a1131-4516-4358-a5f8-aedd97a3083c req-b28e505c-e2c3-405d-b8ba-d6d31fbbe3b0 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:15.577872 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b17a1131-4516-4358-a5f8-aedd97a3083c req-b28e505c-e2c3-405d-b8ba-d6d31fbbe3b0 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eba2c52-367f-488c-818f-e8f1efe340ec HTTP/1.1" status: 200 len: 943 time: 0.2827792 Apr 18 20:52:15.580924 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bf5bd-8cd6-4113-a2c3-2300e78252dd req-ba1db2a7-c106-4415-950b-680ad300bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:15.583250 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-102bf5bd-8cd6-4113-a2c3-2300e78252dd req-ba1db2a7-c106-4415-950b-680ad300bb99 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=23948392-88f7-45fc-865b-266f686a57f3 HTTP/1.1" status: 200 len: 1096 time: 0.2846408 Apr 18 20:52:15.651420 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:15.706559 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-102bf5bd-8cd6-4113-a2c3-2300e78252dd req-5a11c509-a881-4933-9c6a-c17461db1af7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fad497e1-e05a-4e64-bc56-eef50e9a604d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949166 Apr 18 20:52:15.709073 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e1f40880-df72-495e-96b2-c8a7090e1a72 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2564130 Apr 18 20:52:15.710775 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55298) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:15.736753 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c5deb3fc-d1cf-459f-8989-6551251992e6 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Request body: {'security_group_rule': {'security_group_id': '373663d9-5ff7-4283-bc98-e4f9f8195d63', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:15.766343 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b17a1131-4516-4358-a5f8-aedd97a3083c req-ece28446-94c2-4921-a062-3b2e84968683 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/security-groups?id=72b0e978-8382-4746-8987-e6a4d7443ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814613 Apr 18 20:52:15.774446 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 93317250-b413-4840-8fdb-219ed666f020, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=93317250-b413-4840-8fdb-219ed666f020,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:15.782645 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:15.834568 n-d-838323-3 neutron-server[102909]: INFO neutron.db.securitygroups_db [None req-c5deb3fc-d1cf-459f-8989-6551251992e6 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Project 11c629fc7f21417692297a8190e30516 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:52:15.848829 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c5deb3fc-d1cf-459f-8989-6551251992e6 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:15.880892 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 67d729ba-2588-4572-92f6-44bcf5220c0f details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:52:15.906368 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-6c9eb7b0-6578-487b-9b84-fef760744acf tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1827694682&fields=id&tenant_id=8d1cb6a1920642c6a254fff9677f23c7 HTTP/1.1" status: 200 len: 267 time: 0.0723591 Apr 18 20:52:16.019187 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c5deb3fc-d1cf-459f-8989-6551251992e6 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.029158 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c5deb3fc-d1cf-459f-8989-6551251992e6 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.099421 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c5deb3fc-d1cf-459f-8989-6551251992e6 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.102322 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c5deb3fc-d1cf-459f-8989-6551251992e6 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3794668 Apr 18 20:52:16.114327 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55316) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:16.142806 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5deb3fc-d1cf-459f-8989-6551251992e6 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f8e926-3c24-4e4c-8feb-fb564839abb5,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:16.218324 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55326) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:16.230654 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-16c99e53-afca-495a-b9ca-6cb9b343ff08 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-group-rules/08f8e926-3c24-4e4c-8feb-fb564839abb5 HTTP/1.1" status: 200 len: 769 time: 0.0958562 Apr 18 20:52:16.368366 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=93317250-b413-4840-8fdb-219ed666f020,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:16.380272 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bac400ed-4fe5-4054-9569-ad25509b953f tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1596057 Apr 18 20:52:16.387646 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55328) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:16.392607 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 67d729ba-2588-4572-92f6-44bcf5220c0f, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=67d729ba-2588-4572-92f6-44bcf5220c0f,segment=NetworkSegment(9e62e4a7-2959-4c6b-8550-e8dd18fa74e2),segment_id=9e62e4a7-2959-4c6b-8550-e8dd18fa74e2)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:16.413832 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '67d729ba-2588-4572-92f6-44bcf5220c0f', 'network_id': '9b57c6c0-c360-434b-9d8e-ffcb7648cc65', 'port_id': '67d729ba-2588-4572-92f6-44bcf5220c0f', 'mac_address': 'fa:16:3e:ea:15:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c94d501e-8d4f-4553-859b-b1a87074f2f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:52:16.472967 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-18ef6b36-b92f-4791-89fc-14d761b8ad20 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.474540 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e938db7-2c17-4ed8-abda-8359b8f0b8d9 req-77748370-a3e3-4e75-a03f-9779a1434cad tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:16.476892 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1e938db7-2c17-4ed8-abda-8359b8f0b8d9 req-77748370-a3e3-4e75-a03f-9779a1434cad tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.41 "GET /v2.0/ports?device_id=23948392-88f7-45fc-865b-266f686a57f3 HTTP/1.1" status: 200 len: 945 time: 0.2381454 Apr 18 20:52:16.514033 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-18ef6b36-b92f-4791-89fc-14d761b8ad20 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.516201 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.529182 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-9dd6cdf6-d656-4eca-90a0-afe4e4df64dd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:16.532146 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-9dd6cdf6-d656-4eca-90a0-afe4e4df64dd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/networks?id=fe539583-d535-4524-b810-6474f581fe71 HTTP/1.1" status: 200 len: 814 time: 0.6111555 Apr 18 20:52:16.573980 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1e938db7-2c17-4ed8-abda-8359b8f0b8d9 req-f72a9920-cd77-4070-89b8-3420461060ed tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.41 "GET /v2.0/security-groups?id=fad497e1-e05a-4e64-bc56-eef50e9a604d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798266 Apr 18 20:52:16.578440 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-132fc2a1-7b02-41fa-9f2d-dfce2c536730 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/quotas/8d1cb6a1920642c6a254fff9677f23c7 HTTP/1.1" status: 200 len: 375 time: 0.0246956 Apr 18 20:52:16.585946 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67d729ba-2588-4572-92f6-44bcf5220c0f {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:52:16.644834 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-18ef6b36-b92f-4791-89fc-14d761b8ad20 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.658641 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-18ef6b36-b92f-4791-89fc-14d761b8ad20 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.663624 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-18ef6b36-b92f-4791-89fc-14d761b8ad20 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/08f8e926-3c24-4e4c-8feb-fb564839abb5 HTTP/1.1" status: 204 len: 168 time: 0.2738307 Apr 18 20:52:16.669316 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55336) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:16.709801 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef6b36-b92f-4791-89fc-14d761b8ad20 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08f8e926-3c24-4e4c-8feb-fb564839abb5,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:16.730529 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 67d729ba-2588-4572-92f6-44bcf5220c0f, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=67d729ba-2588-4572-92f6-44bcf5220c0f,segment=NetworkSegment(9e62e4a7-2959-4c6b-8550-e8dd18fa74e2),segment_id=9e62e4a7-2959-4c6b-8550-e8dd18fa74e2)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:16.762453 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.783569 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-275dd1b5-da88-4c3a-b31d-f30d6331b0f3 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d1cb6a1920642c6a254fff9677f23c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1739235 Apr 18 20:52:16.810064 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a68dcbd6-15c0-4178-92c3-a8a0118fd4f3 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1360092 Apr 18 20:52:16.815103 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55338) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:16.989012 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=67d729ba-2588-4572-92f6-44bcf5220c0f,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:17.011804 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['67d729ba-2588-4572-92f6-44bcf5220c0f'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:52:17.079047 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e1af6c58-2ea0-41f0-ac79-ab4838b3b180 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.095735 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b6f30-5f95-45aa-a67f-cc6bd72a1586 req-e416556f-4a87-4761-8216-41003deca840 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:17.098913 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b24b6f30-5f95-45aa-a67f-cc6bd72a1586 req-e416556f-4a87-4761-8216-41003deca840 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 946 time: 0.2225671 Apr 18 20:52:17.145393 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e1af6c58-2ea0-41f0-ac79-ab4838b3b180 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.154869 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-3e1378f9-088f-42f3-a13a-788ccaf3e755 service neutron] 10.222.0.41 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650782 Apr 18 20:52:17.175373 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140ff425-353b-42eb-ad82-230cdee31b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93317250-b413-4840-8fdb-219ed666f020'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:52:17.175373 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ee61e5-dd19-42f2-a679-590c157fa65b" -d '{"events": [{"server_uuid": "140ff425-353b-42eb-ad82-230cdee31b3e", "name": "network-vif-plugged", "status": "completed", "tag": "93317250-b413-4840-8fdb-219ed666f020"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:52:17.429876 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b24b6f30-5f95-45aa-a67f-cc6bd72a1586 req-40f29a22-267a-47f2-ba55-4b32220c08b5 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982233 Apr 18 20:52:17.486426 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e1af6c58-2ea0-41f0-ac79-ab4838b3b180 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.490660 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e1af6c58-2ea0-41f0-ac79-ab4838b3b180 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.495319 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e1af6c58-2ea0-41f0-ac79-ab4838b3b180 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "DELETE /v2.0/security-groups/373663d9-5ff7-4283-bc98-e4f9f8195d63 HTTP/1.1" status: 204 len: 168 time: 0.6790764 Apr 18 20:52:17.504665 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55356) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:17.528388 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af6c58-2ea0-41f0-ac79-ab4838b3b180 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=373663d9-5ff7-4283-bc98-e4f9f8195d63,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:17.569872 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-fc50ffa6-9f75-4fd1-a2d8-2305837533ff service neutron] 10.222.0.41 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950624 Apr 18 20:52:17.691622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11464887-2be5-4d6f-bee2-c59f6b8a7585 req-639d34fe-4202-4679-b1f8-ff3eb63f4acf tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:17.703689 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fe93c46a-fa6b-4181-989d-66781897576a tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1946597 Apr 18 20:52:17.705283 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11464887-2be5-4d6f-bee2-c59f6b8a7585 req-639d34fe-4202-4679-b1f8-ff3eb63f4acf tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eba2c52-367f-488c-818f-e8f1efe340ec HTTP/1.1" status: 200 len: 944 time: 0.1216176 Apr 18 20:52:17.714590 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55362) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:17.744405 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a998acae-3bb4-4ae1-8f36-570ab60b0df9 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Request body: {'security_group': {'name': 'tempest-secgroup--1729674895'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:17.808726 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11464887-2be5-4d6f-bee2-c59f6b8a7585 req-38e80990-b641-449d-b574-45b1700be577 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/security-groups?id=72b0e978-8382-4746-8987-e6a4d7443ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017976 Apr 18 20:52:17.826682 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a998acae-3bb4-4ae1-8f36-570ab60b0df9 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.863793 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 67d729ba-2588-4572-92f6-44bcf5220c0f up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:52:17.985577 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bcf7f3-f841-4a41-97d4-49709c8d0103 x-openstack-request-id: req-b7bcf7f3-f841-4a41-97d4-49709c8d0103 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:52:17.988582 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140ff425-353b-42eb-ad82-230cdee31b3e", "name": "network-vif-plugged", "status": "completed", "tag": "93317250-b413-4840-8fdb-219ed666f020", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:52:17.989762 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7bcf7f3-f841-4a41-97d4-49709c8d0103 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:52:17.994528 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7bcf7f3-f841-4a41-97d4-49709c8d0103'] response: {'server_uuid': '140ff425-353b-42eb-ad82-230cdee31b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93317250-b413-4840-8fdb-219ed666f020', 'code': 200} Apr 18 20:52:18.104951 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a998acae-3bb4-4ae1-8f36-570ab60b0df9 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.108190 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 67d729ba-2588-4572-92f6-44bcf5220c0f completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:18.117496 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 67d729ba-2588-4572-92f6-44bcf5220c0f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:18.118518 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.157623 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3d60c34-5a88-4148-8522-339cebe8011f req-5b2da16e-6512-436b-a4e7-81a47899f116 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 210 time: 0.0622149 Apr 18 20:52:18.214638 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a998acae-3bb4-4ae1-8f36-570ab60b0df9 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.237464 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a998acae-3bb4-4ae1-8f36-570ab60b0df9 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.239004 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a998acae-3bb4-4ae1-8f36-570ab60b0df9 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5041049 Apr 18 20:52:18.243286 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55372) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:18.252061 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-17c7304c-f41e-4795-bf48-ddfb0daed69a tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Request body: {'security_group_rule': {'security_group_id': '4b431b84-3eca-40db-9116-600afb903236', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:18.288599 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35a1a6-4d36-4800-a9f7-80dfe0fc91d8 req-1f4edefc-e300-4858-ab2d-60aa67071bb5 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:18.290187 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cf35a1a6-4d36-4800-a9f7-80dfe0fc91d8 req-1f4edefc-e300-4858-ab2d-60aa67071bb5 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.41 "GET /v2.0/ports?device_id=23948392-88f7-45fc-865b-266f686a57f3 HTTP/1.1" status: 200 len: 945 time: 0.2302957 Apr 18 20:52:18.293464 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f590a7a-b584-49a0-bae4-74bf2144b97d req-5dffc0a8-027a-4d35-96d5-fce5ef75e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:18.295036 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f590a7a-b584-49a0-bae4-74bf2144b97d req-5dffc0a8-027a-4d35-96d5-fce5ef75e637 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 1097 time: 0.1873446 Apr 18 20:52:18.295831 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998acae-3bb4-4ae1-8f36-570ab60b0df9 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b431b84-3eca-40db-9116-600afb903236,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:18.383108 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-17c7304c-f41e-4795-bf48-ddfb0daed69a tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.417506 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f590a7a-b584-49a0-bae4-74bf2144b97d req-c9158696-8429-4eb2-9864-991025df0871 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155238 Apr 18 20:52:18.468972 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.480754 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cf35a1a6-4d36-4800-a9f7-80dfe0fc91d8 req-2878bc52-5d65-4d76-a7a7-6ccd79dff39d tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.41 "GET /v2.0/security-groups?id=fad497e1-e05a-4e64-bc56-eef50e9a604d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641877 Apr 18 20:52:18.583358 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-17c7304c-f41e-4795-bf48-ddfb0daed69a tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.595117 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-17c7304c-f41e-4795-bf48-ddfb0daed69a tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.662170 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7304c-f41e-4795-bf48-ddfb0daed69a tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8732b696-04d1-4f96-b5cb-0d0348ab47a3,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:18.663267 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 67d729ba-2588-4572-92f6-44bcf5220c0f, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=67d729ba-2588-4572-92f6-44bcf5220c0f,segment=NetworkSegment(9e62e4a7-2959-4c6b-8550-e8dd18fa74e2),segment_id=9e62e4a7-2959-4c6b-8550-e8dd18fa74e2)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:18.674111 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.716923 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-17c7304c-f41e-4795-bf48-ddfb0daed69a tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.724685 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55384) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:18.738742 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-17c7304c-f41e-4795-bf48-ddfb0daed69a tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4928851 Apr 18 20:52:18.865553 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=67d729ba-2588-4572-92f6-44bcf5220c0f,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:18.883067 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:18.883622 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:18.884184 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:18.890433 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:18.891320 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:18.891674 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:18.892218 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:18.893521 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:18.896779 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:18.896779 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:18.896779 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:18.896779 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:19.075631 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f977d9-e095-46dc-8315-8847ed3b3a79 req-71164b73-b86c-4c1e-95cf-4dbc2de56e24 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:19.078467 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f5f977d9-e095-46dc-8315-8847ed3b3a79 req-71164b73-b86c-4c1e-95cf-4dbc2de56e24 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 946 time: 0.2628124 Apr 18 20:52:19.158070 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-24d84c93-e08e-463b-97b5-463094dadead tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:19.189188 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-24d84c93-e08e-463b-97b5-463094dadead tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:19.241899 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f5f977d9-e095-46dc-8315-8847ed3b3a79 req-cc010166-73c4-4ad0-89c8-201cc7261a51 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499393 Apr 18 20:52:19.362675 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4608e3d-495c-4166-a2a4-7d2b2a9efdca req-2b530de5-5a90-4fd0-a5ef-d83874cfc418 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:19.366733 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d4608e3d-495c-4166-a2a4-7d2b2a9efdca req-2b530de5-5a90-4fd0-a5ef-d83874cfc418 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eba2c52-367f-488c-818f-e8f1efe340ec HTTP/1.1" status: 200 len: 945 time: 0.2196548 Apr 18 20:52:19.438479 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-24d84c93-e08e-463b-97b5-463094dadead tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:19.453435 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-24d84c93-e08e-463b-97b5-463094dadead tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:19.460239 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-24d84c93-e08e-463b-97b5-463094dadead tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "DELETE /v2.0/security-groups/4b431b84-3eca-40db-9116-600afb903236 HTTP/1.1" status: 204 len: 168 time: 0.7325275 Apr 18 20:52:19.460803 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55404) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:19.534181 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d4608e3d-495c-4166-a2a4-7d2b2a9efdca req-b0f156ea-28de-4bd8-847a-ac095f7cbd01 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/security-groups?id=72b0e978-8382-4746-8987-e6a4d7443ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554511 Apr 18 20:52:19.545343 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d84c93-e08e-463b-97b5-463094dadead tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b431b84-3eca-40db-9116-600afb903236,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:19.563690 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-09612886-ef40-46fd-aa92-b59f414f68db tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1001818 Apr 18 20:52:19.566658 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55406) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:19.733787 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-106a4412-30c6-4f5a-b5fd-42cce1b9d613 req-3d62834c-af89-4449-843f-01af3a280bb7 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 210 time: 0.1948576 Apr 18 20:52:19.740703 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d1571ca1-b897-45a7-8c40-17f8471c6282 tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1725287 Apr 18 20:52:19.745962 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55410) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:19.778085 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-1997a765-81db-4986-bb3b-d10f166c410a tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] delete failed (client error): The resource could not be found. Apr 18 20:52:19.780363 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1997a765-81db-4986-bb3b-d10f166c410a tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "DELETE /v2.0/security-groups/4b431b84-3eca-40db-9116-600afb903236 HTTP/1.1" status: 404 len: 347 time: 0.0330372 Apr 18 20:52:19.795091 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55412) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:19.886703 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e8156057-a524-4f81-b65e-e448b4e5091c tempest-SecGroupIPv6Test-1937822431 tempest-SecGroupIPv6Test-1937822431-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0901597 Apr 18 20:52:19.996375 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eba2c52-367f-488c-818f-e8f1efe340ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d729ba-2588-4572-92f6-44bcf5220c0f'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:52:20.004971 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56b0ccf-8f40-4412-873c-00d4dbd86deb" -d '{"events": [{"server_uuid": "5eba2c52-367f-488c-818f-e8f1efe340ec", "name": "network-vif-plugged", "status": "completed", "tag": "67d729ba-2588-4572-92f6-44bcf5220c0f"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:52:20.091586 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2053af4-4537-4672-aa1a-a3122223cd73 x-openstack-request-id: req-f2053af4-4537-4672-aa1a-a3122223cd73 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:52:20.099148 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eba2c52-367f-488c-818f-e8f1efe340ec", "name": "network-vif-plugged", "status": "completed", "tag": "67d729ba-2588-4572-92f6-44bcf5220c0f", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:52:20.101094 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2053af4-4537-4672-aa1a-a3122223cd73 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:52:20.107664 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2053af4-4537-4672-aa1a-a3122223cd73'] response: {'server_uuid': '5eba2c52-367f-488c-818f-e8f1efe340ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d729ba-2588-4572-92f6-44bcf5220c0f', 'code': 200} Apr 18 20:52:20.311833 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d540028-d5c8-4dfa-ad04-d0abf4c777bd req-07cf81ee-bed0-43d6-89a1-501f1bf131df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:20.319618 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d540028-d5c8-4dfa-ad04-d0abf4c777bd req-07cf81ee-bed0-43d6-89a1-501f1bf131df service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5eba2c52-367f-488c-818f-e8f1efe340ec HTTP/1.1" status: 200 len: 1096 time: 0.1362128 Apr 18 20:52:20.376274 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d540028-d5c8-4dfa-ad04-d0abf4c777bd req-9d00c426-b13b-4591-bfbd-f7952f9f67e7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=72b0e978-8382-4746-8987-e6a4d7443ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510831 Apr 18 20:52:20.478862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4400d-5a3f-46c2-b45a-e4bf0f57f790 req-46fdabc9-d69b-418e-8a67-74fd0e928c7b tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:20.489777 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1da4400d-5a3f-46c2-b45a-e4bf0f57f790 req-46fdabc9-d69b-418e-8a67-74fd0e928c7b tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 946 time: 0.0981402 Apr 18 20:52:20.653455 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1da4400d-5a3f-46c2-b45a-e4bf0f57f790 req-b86595d7-a2d1-474c-8786-ebb69e6f250a tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606953 Apr 18 20:52:20.705079 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55444) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:20.753167 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-2594b661-8fe7-4cb3-bcf6-b6101115f009 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:20.755440 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-2594b661-8fe7-4cb3-bcf6-b6101115f009 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.32 "GET /v2.0/networks?id=fe539583-d535-4524-b810-6474f581fe71 HTTP/1.1" status: 200 len: 814 time: 0.2523241 Apr 18 20:52:20.806499 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55452) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:21.053579 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-1b292334-6c7a-412f-858b-7f8315b85579 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d1cb6a1920642c6a254fff9677f23c7 HTTP/1.1" status: 200 len: 380 time: 0.2859831 Apr 18 20:52:21.061419 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-472027fb-8b07-425b-824c-56eed77e86a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.076771 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-468ac676-9856-4281-9276-89cfb12ea101 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Request body: {'port': {'device_id': '812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'admin_state_up': True, 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'security_groups': ['4afc98b6-7044-4b89-b8a1-50b5145ddcc7']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:21.161348 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a734eb-d109-475e-b4e0-43a4396d1e05 req-7d75340c-b6f2-4a91-ac8a-c2e14d004758 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:21.175011 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b3a734eb-d109-475e-b4e0-43a4396d1e05 req-7d75340c-b6f2-4a91-ac8a-c2e14d004758 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eba2c52-367f-488c-818f-e8f1efe340ec HTTP/1.1" status: 200 len: 945 time: 0.2886910 Apr 18 20:52:21.206143 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-472027fb-8b07-425b-824c-56eed77e86a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.218171 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-472027fb-8b07-425b-824c-56eed77e86a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.314448 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-472027fb-8b07-425b-824c-56eed77e86a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=47f5632e94ec426db9a5bd8822469328&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6082785 Apr 18 20:52:21.324778 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55464) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:21.341332 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b3a734eb-d109-475e-b4e0-43a4396d1e05 req-2a866538-4bfc-403f-b23a-49c25617903f tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/security-groups?id=72b0e978-8382-4746-8987-e6a4d7443ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647766 Apr 18 20:52:21.373936 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472027fb-8b07-425b-824c-56eed77e86a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc48c9c3-d17a-4194-828d-85f842e3f45d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:21.399001 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9ae33478-f4f5-4d92-9267-5b81f24c9990 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11c629fc7f21417692297a8190e30516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5890405 Apr 18 20:52:21.399001 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55468) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:21.609294 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d6bc53de-942f-4a6d-bb1b-89e3a2b87207 req-430057ec-91a5-46f8-879e-f4691d33b373 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 210 time: 0.0860050 Apr 18 20:52:21.670504 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-468ac676-9856-4281-9276-89cfb12ea101 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Made reservation on behalf of 8d1cb6a1920642c6a254fff9677f23c7 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:21.678186 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-468ac676-9856-4281-9276-89cfb12ea101 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.692365 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0e0b14ef-5764-4206-a7c7-5d1110be6cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.773635 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-96fcc304-1488-49a4-9a5c-d925d65f4ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.876313 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-96fcc304-1488-49a4-9a5c-d925d65f4ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.918434 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0e0b14ef-5764-4206-a7c7-5d1110be6cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.972622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-468ac676-9856-4281-9276-89cfb12ea101 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Allocated IP 172.20.0.3 (fe539583-d535-4524-b810-6474f581fe71/934e222d-a43e-4b81-a646-860f58e51213/5c7f44e5-6b20-4334-be07-bc28f725f95b) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:22.246688 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0e0b14ef-5764-4206-a7c7-5d1110be6cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.251817 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0e0b14ef-5764-4206-a7c7-5d1110be6cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.253890 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0e0b14ef-5764-4206-a7c7-5d1110be6cd7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc48c9c3-d17a-4194-828d-85f842e3f45d HTTP/1.1" status: 204 len: 168 time: 0.9258087 Apr 18 20:52:22.267407 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-468ac676-9856-4281-9276-89cfb12ea101 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.278330 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-96fcc304-1488-49a4-9a5c-d925d65f4ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.297245 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-96fcc304-1488-49a4-9a5c-d925d65f4ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.301691 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-96fcc304-1488-49a4-9a5c-d925d65f4ad8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/21909724-dee4-44ca-8f82-e933b62b2670 HTTP/1.1" status: 204 len: 168 time: 0.8469107 Apr 18 20:52:22.318502 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b14ef-5764-4206-a7c7-5d1110be6cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc48c9c3-d17a-4194-828d-85f842e3f45d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:22.342589 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcc304-1488-49a4-9a5c-d925d65f4ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21909724-dee4-44ca-8f82-e933b62b2670,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:22.438489 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-468ac676-9856-4281-9276-89cfb12ea101 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.468113 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10bed4-96d9-4423-a7e0-c92172ed57a7 req-753fc928-567d-46f7-ae72-a533c8c1dce2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:22.477953 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1a10bed4-96d9-4423-a7e0-c92172ed57a7 req-753fc928-567d-46f7-ae72-a533c8c1dce2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 946 time: 0.1593039 Apr 18 20:52:22.520785 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-468ac676-9856-4281-9276-89cfb12ea101 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Network fe539583-d535-4524-b810-6474f581fe71 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:22.534522 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-468ac676-9856-4281-9276-89cfb12ea101 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:22.557555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-468ac676-9856-4281-9276-89cfb12ea101 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:52:22.644292 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-468ac676-9856-4281-9276-89cfb12ea101 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:22.651302 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-468ac676-9856-4281-9276-89cfb12ea101 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.683007 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ac676-9856-4281-9276-89cfb12ea101 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event updated for resources: {'Port': ['ID=5c7f44e5-6b20-4334-be07-bc28f725f95b,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:22.718104 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1a10bed4-96d9-4423-a7e0-c92172ed57a7 req-e6dd1cf4-5716-49ce-8ec0-a825ab27752a tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263889 Apr 18 20:52:22.724315 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-468ac676-9856-4281-9276-89cfb12ea101 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6670303 Apr 18 20:52:22.740984 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-ad7fe781-f068-4f7e-a540-d2b123322896 service neutron] Request body: {'port': {'device_id': '812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:23.038653 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-aec7b799-631c-4d57-9a46-2ed04361b375 None None] Provisioning complete for port 5c7f44e5-6b20-4334-be07-bc28f725f95b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:23.040210 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-aec7b799-631c-4d57-9a46-2ed04361b375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.130901 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-aec7b799-631c-4d57-9a46-2ed04361b375 None None] Port 5c7f44e5-6b20-4334-be07-bc28f725f95b cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:52:23.442257 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23624f6-abef-4053-8ca3-58f309897f79 req-0eeae7df-7bb8-4ee5-8027-55a00642726e tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:23.451371 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b23624f6-abef-4053-8ca3-58f309897f79 req-0eeae7df-7bb8-4ee5-8027-55a00642726e tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eba2c52-367f-488c-818f-e8f1efe340ec HTTP/1.1" status: 200 len: 945 time: 0.7320518 Apr 18 20:52:23.460367 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-ad7fe781-f068-4f7e-a540-d2b123322896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.486637 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55506) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:23.508926 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dff121-933f-458b-9291-cadf4866f365 req-31d5aea1-cdc4-4f6b-9e55-8ed6d1b080d1 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:23.517511 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a4dff121-933f-458b-9291-cadf4866f365 req-31d5aea1-cdc4-4f6b-9e55-8ed6d1b080d1 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 931 time: 0.2095263 Apr 18 20:52:23.527406 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d41bd901-52a4-4546-b948-b9056f6c92fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.668776 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b23624f6-abef-4053-8ca3-58f309897f79 req-91a2230d-8afe-4f7f-bb5b-8de6a4106b53 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/security-groups?id=72b0e978-8382-4746-8987-e6a4d7443ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153895 Apr 18 20:52:23.715840 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a4dff121-933f-458b-9291-cadf4866f365 req-f3d16fa3-428f-4615-871e-0e29e20f4c41 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=4afc98b6-7044-4b89-b8a1-50b5145ddcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938241 Apr 18 20:52:23.815361 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d41bd901-52a4-4546-b948-b9056f6c92fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.817246 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d41bd901-52a4-4546-b948-b9056f6c92fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.948997 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d41bd901-52a4-4546-b948-b9056f6c92fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb1ef1a99397404d87c83d71949dd9f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4597695 Apr 18 20:52:23.952655 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55518) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:23.975378 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bd901-52a4-4546-b948-b9056f6c92fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48138665-f7b0-4506-9e7b-cc6e359b6417,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:24.118044 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a39f63f-17a0-4bfe-b713-78675d5e38ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:24.180809 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a39f63f-17a0-4bfe-b713-78675d5e38ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:24.293905 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a39f63f-17a0-4bfe-b713-78675d5e38ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:24.299122 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a39f63f-17a0-4bfe-b713-78675d5e38ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:24.303452 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1a39f63f-17a0-4bfe-b713-78675d5e38ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48138665-f7b0-4506-9e7b-cc6e359b6417 HTTP/1.1" status: 204 len: 168 time: 0.3440158 Apr 18 20:52:24.330551 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39f63f-17a0-4bfe-b713-78675d5e38ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48138665-f7b0-4506-9e7b-cc6e359b6417,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:24.340352 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a245c-0ec3-4acb-98c9-f15e87176739 req-446be3ee-0a02-4091-8153-8ed6618a032b tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:24.360047 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a01a245c-0ec3-4acb-98c9-f15e87176739 req-446be3ee-0a02-4091-8153-8ed6618a032b tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 946 time: 0.3041217 Apr 18 20:52:24.556002 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bf40574f-e406-48ad-a5f3-d388fabe6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:24.614611 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a01a245c-0ec3-4acb-98c9-f15e87176739 req-b61c182d-02da-4b7c-9aab-84bb301b48b9 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530560 Apr 18 20:52:24.868074 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-ad7fe781-f068-4f7e-a540-d2b123322896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c7f44e5-6b20-4334-be07-bc28f725f95b {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:52:24.896880 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-ad7fe781-f068-4f7e-a540-d2b123322896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:24.941934 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-ad7fe781-f068-4f7e-a540-d2b123322896 service neutron] Transition to ACTIVE for port object 5c7f44e5-6b20-4334-be07-bc28f725f95b will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:24.983849 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-ad7fe781-f068-4f7e-a540-d2b123322896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.103209 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fe781-f068-4f7e-a540-d2b123322896 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7f44e5-6b20-4334-be07-bc28f725f95b,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:25.173337 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694907c-f0fd-4bdb-9532-a51d3b2fab95 req-3691fd64-7ce0-46e8-ace0-54552c4dbe38 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:25.177044 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c694907c-f0fd-4bdb-9532-a51d3b2fab95 req-3691fd64-7ce0-46e8-ace0-54552c4dbe38 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 931 time: 0.2552922 Apr 18 20:52:25.311800 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c694907c-f0fd-4bdb-9532-a51d3b2fab95 req-fe3b2a0d-cc01-49d7-83a0-1d7abd02747e tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=4afc98b6-7044-4b89-b8a1-50b5145ddcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220593 Apr 18 20:52:25.432502 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-ad7fe781-f068-4f7e-a540-d2b123322896 service neutron] Attempting to bind port 5c7f44e5-6b20-4334-be07-bc28f725f95b on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:25.432868 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-ad7fe781-f068-4f7e-a540-d2b123322896 service neutron] Attempting to bind port 5c7f44e5-6b20-4334-be07-bc28f725f95b by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'f6b7039d-7f6f-4e96-b1e3-444343353ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fe539583-d535-4524-b810-6474f581fe71'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:25.433176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-ad7fe781-f068-4f7e-a540-d2b123322896 service neutron] Attempting to bind port 5c7f44e5-6b20-4334-be07-bc28f725f95b on network fe539583-d535-4524-b810-6474f581fe71 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:52:25.438462 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-ad7fe781-f068-4f7e-a540-d2b123322896 service neutron] Port 5c7f44e5-6b20-4334-be07-bc28f725f95b on network fe539583-d535-4524-b810-6474f581fe71 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:52:25.438918 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-ad7fe781-f068-4f7e-a540-d2b123322896 service neutron] Attempting to bind port 5c7f44e5-6b20-4334-be07-bc28f725f95b on network fe539583-d535-4524-b810-6474f581fe71 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:52:25.448379 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67705d-4bc0-4897-8855-cec22166e556 req-7cc3dfd7-0b83-4d9a-baa9-187b58b01bd2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:25.450068 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c67705d-4bc0-4897-8855-cec22166e556 req-7cc3dfd7-0b83-4d9a-baa9-187b58b01bd2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 946 time: 0.2586107 Apr 18 20:52:25.456661 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-ad7fe781-f068-4f7e-a540-d2b123322896 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:52:25.457178 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-ad7fe781-f068-4f7e-a540-d2b123322896 service neutron] Checking segment: {'id': 'f6b7039d-7f6f-4e96-b1e3-444343353ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fe539583-d535-4524-b810-6474f581fe71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:25.457452 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-ad7fe781-f068-4f7e-a540-d2b123322896 service neutron] Bound using segment: {'id': 'f6b7039d-7f6f-4e96-b1e3-444343353ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fe539583-d535-4524-b810-6474f581fe71'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:52:25.457842 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-ad7fe781-f068-4f7e-a540-d2b123322896 service neutron] Bound port: 5c7f44e5-6b20-4334-be07-bc28f725f95b, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b7039d-7f6f-4e96-b1e3-444343353ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fe539583-d535-4524-b810-6474f581fe71'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:25.458208 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-ad7fe781-f068-4f7e-a540-d2b123322896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.621002 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c67705d-4bc0-4897-8855-cec22166e556 req-5022593c-8cf4-4363-8c55-96dfa48cb216 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462605 Apr 18 20:52:25.686526 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-ad7fe781-f068-4f7e-a540-d2b123322896 service neutron] For port 5c7f44e5-6b20-4334-be07-bc28f725f95b, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:52:25.706596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-ad7fe781-f068-4f7e-a540-d2b123322896 service neutron] For port 5c7f44e5-6b20-4334-be07-bc28f725f95b, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=5c7f44e5-6b20-4334-be07-bc28f725f95b,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:52:25.721474 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-ad7fe781-f068-4f7e-a540-d2b123322896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.869401 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-ad7fe781-f068-4f7e-a540-d2b123322896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:25.881044 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-ad7fe781-f068-4f7e-a540-d2b123322896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.889043 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55582) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:25.892111 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-ad7fe781-f068-4f7e-a540-d2b123322896 service neutron] 10.222.0.32 "PUT /v2.0/ports/5c7f44e5-6b20-4334-be07-bc28f725f95b HTTP/1.1" status: 200 len: 1091 time: 3.1579232 Apr 18 20:52:25.892843 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e', 'tag': '5c7f44e5-6b20-4334-be07-bc28f725f95b'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:52:25.912314 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf58eaa9-a3ca-40c4-97e1-12d51d074474" -d '{"events": [{"name": "network-changed", "server_uuid": "812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e", "tag": "5c7f44e5-6b20-4334-be07-bc28f725f95b"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:52:26.110370 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fe781-f068-4f7e-a540-d2b123322896 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7f44e5-6b20-4334-be07-bc28f725f95b,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:26.117807 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-7975c13c-5729-4d7c-8e82-bd4da062f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:26.119440 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-7975c13c-5729-4d7c-8e82-bd4da062f47a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d1cb6a1920642c6a254fff9677f23c7&device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 1094 time: 0.1627192 Apr 18 20:52:26.184308 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-22a78542-0c2a-4b49-bc4f-fe61b4941ee3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c7f44e5-6b20-4334-be07-bc28f725f95b HTTP/1.1" status: 200 len: 217 time: 0.0553148 Apr 18 20:52:26.199910 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a59611-be30-4076-972f-c0842afac120 req-1d8580b0-7d28-4e4d-9e26-3bebd38aa9fc tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:26.209237 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4a59611-be30-4076-972f-c0842afac120 req-1d8580b0-7d28-4e4d-9e26-3bebd38aa9fc tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eba2c52-367f-488c-818f-e8f1efe340ec HTTP/1.1" status: 200 len: 945 time: 0.1738927 Apr 18 20:52:26.280114 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-63325a91-988d-4fa5-ae4e-18d45cf6243e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:26.284047 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-63325a91-988d-4fa5-ae4e-18d45cf6243e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=934e222d-a43e-4b81-a646-860f58e51213 HTTP/1.1" status: 200 len: 853 time: 0.0717130 Apr 18 20:52:26.403237 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4a59611-be30-4076-972f-c0842afac120 req-b51ad538-6df1-4ce8-a095-9b8d139e9b83 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/security-groups?id=72b0e978-8382-4746-8987-e6a4d7443ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927502 Apr 18 20:52:26.468008 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-bbfb91b8-e574-42ac-83cd-480fac3a08e1 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Request body: {'security_group': {'name': 'tempest-secgroup--1651956419'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:26.486811 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-8a53ed93-d2f1-481e-a2fc-0186cc44ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:26.494699 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-8a53ed93-d2f1-481e-a2fc-0186cc44ae77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe539583-d535-4524-b810-6474f581fe71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1959352 Apr 18 20:52:26.548809 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbfb91b8-e574-42ac-83cd-480fac3a08e1 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:26.595593 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbfb91b8-e574-42ac-83cd-480fac3a08e1 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:26.682701 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4f56f6-1aa1-4cfe-8d5b-3d1fc0452d56 x-openstack-request-id: req-ff4f56f6-1aa1-4cfe-8d5b-3d1fc0452d56 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:52:26.682701 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e", "tag": "5c7f44e5-6b20-4334-be07-bc28f725f95b", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:52:26.682701 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ff4f56f6-1aa1-4cfe-8d5b-3d1fc0452d56 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:52:26.682701 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff4f56f6-1aa1-4cfe-8d5b-3d1fc0452d56'] response: {'name': 'network-changed', 'server_uuid': '812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e', 'tag': '5c7f44e5-6b20-4334-be07-bc28f725f95b', 'status': 'completed', 'code': 200} Apr 18 20:52:26.794426 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc2935-f020-4132-8278-4938e7f21cf9 req-596fcb0d-0a5f-419b-9c52-27e47151b173 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:26.803357 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27fc2935-f020-4132-8278-4938e7f21cf9 req-596fcb0d-0a5f-419b-9c52-27e47151b173 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 943 time: 0.1338637 Apr 18 20:52:26.815340 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-6aced971-a719-45b7-92e2-1c7739e42d67 service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114243 Apr 18 20:52:26.841940 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbfb91b8-e574-42ac-83cd-480fac3a08e1 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:26.856532 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbfb91b8-e574-42ac-83cd-480fac3a08e1 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:26.936038 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b271e-6095-4493-a4a6-19a3ef97691a req-ad721dcc-9d43-4033-ad60-c518f4ceaf68 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:26.944466 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-096b271e-6095-4493-a4a6-19a3ef97691a req-ad721dcc-9d43-4033-ad60-c518f4ceaf68 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.41 "GET /v2.0/ports?device_id=23948392-88f7-45fc-865b-266f686a57f3 HTTP/1.1" status: 200 len: 945 time: 0.2023337 Apr 18 20:52:26.967782 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb91b8-e574-42ac-83cd-480fac3a08e1 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb54a3d-b808-4c12-8eed-fcce20a9f01a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:26.974954 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27fc2935-f020-4132-8278-4938e7f21cf9 req-b7cc7909-80aa-4246-bed6-2277cbe5bf9e tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=4afc98b6-7044-4b89-b8a1-50b5145ddcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704121 Apr 18 20:52:27.093485 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-096b271e-6095-4493-a4a6-19a3ef97691a req-7f2b4151-47bf-487f-9b6c-114f47769d21 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.41 "GET /v2.0/security-groups?id=fad497e1-e05a-4e64-bc56-eef50e9a604d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479585 Apr 18 20:52:27.134752 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbfb91b8-e574-42ac-83cd-480fac3a08e1 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.142075 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbfb91b8-e574-42ac-83cd-480fac3a08e1 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.170358 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-84557159-928f-45d9-9a38-0ac19aaf71b2 req-cf009a97-42b0-41c1-8f6d-421cc3e762a7 service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447180 Apr 18 20:52:27.198027 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbfb91b8-e574-42ac-83cd-480fac3a08e1 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.200112 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bbfb91b8-e574-42ac-83cd-480fac3a08e1 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3084455 Apr 18 20:52:27.206645 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb91b8-e574-42ac-83cd-480fac3a08e1 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b326a1ac-35f8-4af1-9a2d-a417115b271b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:27.209187 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55608) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:27.314275 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa532fb-f803-437f-982b-9cb6e8142afe req-d2a1ef75-e160-4004-8e9a-822d3cd8db53 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:27.327379 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3fa532fb-f803-437f-982b-9cb6e8142afe req-d2a1ef75-e160-4004-8e9a-822d3cd8db53 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 946 time: 0.2212100 Apr 18 20:52:27.338104 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b9e7ed88-67d4-40d8-8be3-e4edf4237cb5 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1242895 Apr 18 20:52:27.339850 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55612) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:27.346831 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-0e7b7f20-d40f-492c-89a5-bd8823326848 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Request body: {'security_group': {'name': 'tempest-security--788846195', 'description': 'tempest-security-description-528441753'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:27.444730 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd59c4-a0fb-407a-92e4-77dd4ccec8a1 req-2aca6b11-63f1-41ba-9a5d-52454b25a988 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:27.444730 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b2dd59c4-a0fb-407a-92e4-77dd4ccec8a1 req-2aca6b11-63f1-41ba-9a5d-52454b25a988 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.57 "GET /v2.0/ports?device_id=5eba2c52-367f-488c-818f-e8f1efe340ec HTTP/1.1" status: 200 len: 945 time: 0.2208500 Apr 18 20:52:27.485345 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3fa532fb-f803-437f-982b-9cb6e8142afe req-12c55b01-b9b1-4a31-93d5-7e426c26ced6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550753 Apr 18 20:52:27.526495 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0e7b7f20-d40f-492c-89a5-bd8823326848 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.556132 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58eaa9-a3ca-40c4-97e1-12d51d074474 req-47cf4f3a-3f55-4870-b611-1e22266ebdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:27.558282 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf58eaa9-a3ca-40c4-97e1-12d51d074474 req-47cf4f3a-3f55-4870-b611-1e22266ebdd8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d1cb6a1920642c6a254fff9677f23c7&device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 1094 time: 0.2788754 Apr 18 20:52:27.698933 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0e7b7f20-d40f-492c-89a5-bd8823326848 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.705938 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0e7b7f20-d40f-492c-89a5-bd8823326848 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.711080 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0e7b7f20-d40f-492c-89a5-bd8823326848 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.718478 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0e7b7f20-d40f-492c-89a5-bd8823326848 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "PUT /v2.0/security-groups/b326a1ac-35f8-4af1-9a2d-a417115b271b HTTP/1.1" status: 200 len: 1778 time: 0.3737922 Apr 18 20:52:27.721309 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55620) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:27.870725 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e35b58-6a1f-4e3c-a4da-b26f38a11e98 req-1468014c-dfbe-4e93-8bfb-f47b055cac68 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:27.883431 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22e35b58-6a1f-4e3c-a4da-b26f38a11e98 req-1468014c-dfbe-4e93-8bfb-f47b055cac68 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eba2c52-367f-488c-818f-e8f1efe340ec HTTP/1.1" status: 200 len: 945 time: 0.2059383 Apr 18 20:52:27.910160 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58eaa9-a3ca-40c4-97e1-12d51d074474 req-8f402648-5059-4398-8f80-ebeeb67d4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:27.912625 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf58eaa9-a3ca-40c4-97e1-12d51d074474 req-8f402648-5059-4398-8f80-ebeeb67d4b54 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe539583-d535-4524-b810-6474f581fe71 HTTP/1.1" status: 200 len: 915 time: 0.3459625 Apr 18 20:52:27.973307 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b7f20-d40f-492c-89a5-bd8823326848 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b326a1ac-35f8-4af1-9a2d-a417115b271b,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:28.033506 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8c25bd9a-42c0-4c05-8f4f-9e6ead497840 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-groups/b326a1ac-35f8-4af1-9a2d-a417115b271b HTTP/1.1" status: 200 len: 1778 time: 0.3036439 Apr 18 20:52:28.034545 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55628) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:28.067480 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf58eaa9-a3ca-40c4-97e1-12d51d074474 req-5df99d82-cdad-4820-b154-6caaa49a7323 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c7f44e5-6b20-4334-be07-bc28f725f95b HTTP/1.1" status: 200 len: 217 time: 0.1348269 Apr 18 20:52:28.069374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-b2dd59c4-a0fb-407a-92e4-77dd4ccec8a1 req-0570b850-09db-4419-ba24-31109f6b57d7 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Deleting port 67d729ba-2588-4572-92f6-44bcf5220c0f {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:52:28.069374 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b2dd59c4-a0fb-407a-92e4-77dd4ccec8a1 req-0570b850-09db-4419-ba24-31109f6b57d7 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.103583 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec625f-692c-43d4-88f2-fa4d17c05a7c req-a3632450-4dae-49d5-adca-04d19eef462e tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:28.108778 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-78ec625f-692c-43d4-88f2-fa4d17c05a7c req-a3632450-4dae-49d5-adca-04d19eef462e tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.57 "GET /v2.0/ports?device_id=23948392-88f7-45fc-865b-266f686a57f3 HTTP/1.1" status: 200 len: 945 time: 0.3493147 Apr 18 20:52:28.142507 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22e35b58-6a1f-4e3c-a4da-b26f38a11e98 req-b2fdce21-9e05-4960-8e60-3f3385bdff90 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/security-groups?id=72b0e978-8382-4746-8987-e6a4d7443ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488267 Apr 18 20:52:28.249156 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58eaa9-a3ca-40c4-97e1-12d51d074474 req-aadbd453-6abb-4019-b016-dee050a4656e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:28.250992 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf58eaa9-a3ca-40c4-97e1-12d51d074474 req-aadbd453-6abb-4019-b016-dee050a4656e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=934e222d-a43e-4b81-a646-860f58e51213 HTTP/1.1" status: 200 len: 853 time: 0.1732168 Apr 18 20:52:28.423225 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-edcc5f77-9194-45c9-ab09-3a1793df587d tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.442847 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55636) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:28.483551 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-78ec625f-692c-43d4-88f2-fa4d17c05a7c req-c3bf7a9c-07f2-4de3-8edb-9e31b79edb5a tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Deleting port 7f50bc69-6994-4d62-af56-e1ccf865756a {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:52:28.484056 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-78ec625f-692c-43d4-88f2-fa4d17c05a7c req-c3bf7a9c-07f2-4de3-8edb-9e31b79edb5a tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.494579 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b67a9-1d6d-442d-8d35-fe9b90e8aedf req-c0d8bd62-1280-47d4-8e07-a59b22b4c7c9 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:28.509845 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f74b67a9-1d6d-442d-8d35-fe9b90e8aedf req-c0d8bd62-1280-47d4-8e07-a59b22b4c7c9 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 943 time: 0.3324342 Apr 18 20:52:28.599202 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-78ec625f-692c-43d4-88f2-fa4d17c05a7c req-c3bf7a9c-07f2-4de3-8edb-9e31b79edb5a tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] For port 7f50bc69-6994-4d62-af56-e1ccf865756a, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=7f50bc69-6994-4d62-af56-e1ccf865756a,segment=NetworkSegment(30127c3f-9811-4800-aafe-5e2f4a267990),segment_id=30127c3f-9811-4800-aafe-5e2f4a267990)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:28.599697 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-78ec625f-692c-43d4-88f2-fa4d17c05a7c req-c3bf7a9c-07f2-4de3-8edb-9e31b79edb5a tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.611614 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58eaa9-a3ca-40c4-97e1-12d51d074474 req-c99d8747-b6fe-4437-8f4b-18b20f46b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:28.614413 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf58eaa9-a3ca-40c4-97e1-12d51d074474 req-c99d8747-b6fe-4437-8f4b-18b20f46b1c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe539583-d535-4524-b810-6474f581fe71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3478596 Apr 18 20:52:28.617682 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-78ec625f-692c-43d4-88f2-fa4d17c05a7c req-c3bf7a9c-07f2-4de3-8edb-9e31b79edb5a tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Calling delete_port for 7f50bc69-6994-4d62-af56-e1ccf865756a owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:52:28.618195 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-b2dd59c4-a0fb-407a-92e4-77dd4ccec8a1 req-0570b850-09db-4419-ba24-31109f6b57d7 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] For port 67d729ba-2588-4572-92f6-44bcf5220c0f, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=67d729ba-2588-4572-92f6-44bcf5220c0f,segment=NetworkSegment(9e62e4a7-2959-4c6b-8550-e8dd18fa74e2),segment_id=9e62e4a7-2959-4c6b-8550-e8dd18fa74e2)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:28.618878 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b2dd59c4-a0fb-407a-92e4-77dd4ccec8a1 req-0570b850-09db-4419-ba24-31109f6b57d7 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.696607 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d69453-4420-4647-83a0-1b30f06b4982 req-3e94ccfb-6ddc-4e6a-bc22-ff3d31397561 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:28.699586 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77d69453-4420-4647-83a0-1b30f06b4982 req-3e94ccfb-6ddc-4e6a-bc22-ff3d31397561 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.41 "GET /v2.0/ports?device_id=23948392-88f7-45fc-865b-266f686a57f3 HTTP/1.1" status: 200 len: 945 time: 0.3441541 Apr 18 20:52:28.721248 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-edcc5f77-9194-45c9-ab09-3a1793df587d tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.755817 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-b2dd59c4-a0fb-407a-92e4-77dd4ccec8a1 req-0570b850-09db-4419-ba24-31109f6b57d7 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Calling delete_port for 67d729ba-2588-4572-92f6-44bcf5220c0f owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:52:28.820344 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3332e9bb-ba1d-4bba-82c4-4d586bf3e478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.828846 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-edcc5f77-9194-45c9-ab09-3a1793df587d tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.832628 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-edcc5f77-9194-45c9-ab09-3a1793df587d tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.833934 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-edcc5f77-9194-45c9-ab09-3a1793df587d tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "DELETE /v2.0/security-groups/b326a1ac-35f8-4af1-9a2d-a417115b271b HTTP/1.1" status: 204 len: 168 time: 0.7960365 Apr 18 20:52:28.839124 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55648) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:28.841423 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-78ec625f-692c-43d4-88f2-fa4d17c05a7c req-c3bf7a9c-07f2-4de3-8edb-9e31b79edb5a tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.857488 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['7f50bc69-6994-4d62-af56-e1ccf865756a'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:52:28.905564 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc5f77-9194-45c9-ab09-3a1793df587d tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b326a1ac-35f8-4af1-9a2d-a417115b271b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:28.940838 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf7a9c-07f2-4de3-8edb-9e31b79edb5a tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Pushing event deleted for resources: {'Port': ['ID=7f50bc69-6994-4d62-af56-e1ccf865756a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:28.986142 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ec625f-692c-43d4-88f2-fa4d17c05a7c req-c3bf7a9c-07f2-4de3-8edb-9e31b79edb5a tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] No DVR routers for this DVR port 7f50bc69-6994-4d62-af56-e1ccf865756a on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:52:28.995649 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-78ec625f-692c-43d4-88f2-fa4d17c05a7c req-c3bf7a9c-07f2-4de3-8edb-9e31b79edb5a tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.001310 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-78ec625f-692c-43d4-88f2-fa4d17c05a7c req-c3bf7a9c-07f2-4de3-8edb-9e31b79edb5a tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.57 "DELETE /v2.0/ports/7f50bc69-6994-4d62-af56-e1ccf865756a HTTP/1.1" status: 204 len: 173 time: 0.8848729 Apr 18 20:52:29.002081 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23948392-88f7-45fc-865b-266f686a57f3', 'name': 'network-vif-deleted', 'tag': '7f50bc69-6994-4d62-af56-e1ccf865756a'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:52:29.018349 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db38045e-b97f-445d-954d-8f314c1c61e1" -d '{"events": [{"server_uuid": "23948392-88f7-45fc-865b-266f686a57f3", "name": "network-vif-deleted", "tag": "7f50bc69-6994-4d62-af56-e1ccf865756a"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:52:29.116799 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f74b67a9-1d6d-442d-8d35-fe9b90e8aedf req-d57d4f61-4409-4daa-b21b-edbad374c52f tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=4afc98b6-7044-4b89-b8a1-50b5145ddcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6042414 Apr 18 20:52:29.155893 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b1ddecd5-8109-4836-9ab5-afd8f1148cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.168924 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2c5577d1-2f1b-4689-a132-7f43b07196b9 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3284841 Apr 18 20:52:29.193576 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55656) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:29.248290 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 5c7f44e5-6b20-4334-be07-bc28f725f95b details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:52:29.359652 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77d69453-4420-4647-83a0-1b30f06b4982 req-6a13a6e9-9d83-4835-aca2-68c6646b4032 tempest-ServerTagsTestJSON-1046792773 tempest-ServerTagsTestJSON-1046792773-project] 10.222.0.41 "GET /v2.0/security-groups?id=fad497e1-e05a-4e64-bc56-eef50e9a604d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5822434 Apr 18 20:52:29.427248 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b1ddecd5-8109-4836-9ab5-afd8f1148cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.441907 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b1ddecd5-8109-4836-9ab5-afd8f1148cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.453976 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-dac86ec6-88f8-450c-85d1-3197fc2420cb tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] delete failed (client error): The resource could not be found. Apr 18 20:52:29.461451 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-dac86ec6-88f8-450c-85d1-3197fc2420cb tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "DELETE /v2.0/security-groups/b326a1ac-35f8-4af1-9a2d-a417115b271b HTTP/1.1" status: 404 len: 347 time: 0.2577748 Apr 18 20:52:29.480111 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55662) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:29.490928 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-46a1d78b-a86d-401b-bb24-181e0c7520b5 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Request body: {'security_group': {'name': 'tempest-secgroup--2121701989'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:29.552664 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddecd5-8109-4836-9ab5-afd8f1148cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4becd90d-b30a-46f8-b87d-a0b78c90ac57,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:29.560517 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f502281a-76b9-4a8c-83b0-360d6676cbdd x-openstack-request-id: req-f502281a-76b9-4a8c-83b0-360d6676cbdd {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:52:29.560958 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23948392-88f7-45fc-865b-266f686a57f3", "name": "network-vif-deleted", "tag": "7f50bc69-6994-4d62-af56-e1ccf865756a", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:52:29.561352 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f502281a-76b9-4a8c-83b0-360d6676cbdd {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:52:29.562056 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f502281a-76b9-4a8c-83b0-360d6676cbdd'] response: {'server_uuid': '23948392-88f7-45fc-865b-266f686a57f3', 'name': 'network-vif-deleted', 'tag': '7f50bc69-6994-4d62-af56-e1ccf865756a', 'status': 'completed', 'code': 200} Apr 18 20:52:29.591532 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 5c7f44e5-6b20-4334-be07-bc28f725f95b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=5c7f44e5-6b20-4334-be07-bc28f725f95b,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:29.626434 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b1ddecd5-8109-4836-9ab5-afd8f1148cb0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4a7385a5a7fb42f58bdc6999823135c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1782100 Apr 18 20:52:29.627182 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '5c7f44e5-6b20-4334-be07-bc28f725f95b', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'port_id': '5c7f44e5-6b20-4334-be07-bc28f725f95b', 'mac_address': 'fa:16:3e:dd:32:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:52:29.628320 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55666) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:29.644909 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-46a1d78b-a86d-401b-bb24-181e0c7520b5 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.724718 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.757200 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7f44e5-6b20-4334-be07-bc28f725f95b {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:52:29.761200 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf58eaa9-a3ca-40c4-97e1-12d51d074474 req-14be3dca-0bb2-410e-a2be-8ec8fd878707 service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1253293 Apr 18 20:52:29.802515 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-24802616-01b3-47e2-9640-692fe4d4a424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.814623 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 5c7f44e5-6b20-4334-be07-bc28f725f95b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=5c7f44e5-6b20-4334-be07-bc28f725f95b,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:29.844288 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.894938 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-24802616-01b3-47e2-9640-692fe4d4a424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.926091 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=5c7f44e5-6b20-4334-be07-bc28f725f95b,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:29.928889 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.993187 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-46a1d78b-a86d-401b-bb24-181e0c7520b5 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.995400 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e1370-5668-496d-94e4-45ef5e44d077 req-926f9762-0f2b-402a-b48e-3e7044dbabab tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:29.998772 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-163e1370-5668-496d-94e4-45ef5e44d077 req-926f9762-0f2b-402a-b48e-3e7044dbabab tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 946 time: 0.6358113 Apr 18 20:52:30.003844 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-46a1d78b-a86d-401b-bb24-181e0c7520b5 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.048891 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-46a1d78b-a86d-401b-bb24-181e0c7520b5 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.051001 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-46a1d78b-a86d-401b-bb24-181e0c7520b5 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5694199 Apr 18 20:52:30.056650 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55674) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:30.057312 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-24802616-01b3-47e2-9640-692fe4d4a424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.059894 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-24802616-01b3-47e2-9640-692fe4d4a424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.063910 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-24802616-01b3-47e2-9640-692fe4d4a424 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4becd90d-b30a-46f8-b87d-a0b78c90ac57 HTTP/1.1" status: 204 len: 168 time: 0.4313159 Apr 18 20:52:30.066368 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-642c270d-2c6f-4b1d-a1e0-da716fdb9ee5 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Request body: {'security_group_rule': {'security_group_id': 'a86813aa-1ec4-4a84-a70c-ded829a4d6e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:30.070978 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1d78b-a86d-401b-bb24-181e0c7520b5 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a86813aa-1ec4-4a84-a70c-ded829a4d6e8,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:30.090893 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24802616-01b3-47e2-9640-692fe4d4a424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4becd90d-b30a-46f8-b87d-a0b78c90ac57,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:30.112398 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-642c270d-2c6f-4b1d-a1e0-da716fdb9ee5 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.198400 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['5c7f44e5-6b20-4334-be07-bc28f725f95b'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:52:30.221441 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-642c270d-2c6f-4b1d-a1e0-da716fdb9ee5 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.231709 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-642c270d-2c6f-4b1d-a1e0-da716fdb9ee5 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.281758 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c270d-2c6f-4b1d-a1e0-da716fdb9ee5 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679260d6-d240-4e28-8837-1e9ff8894f38,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:30.315229 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-642c270d-2c6f-4b1d-a1e0-da716fdb9ee5 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.320505 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-642c270d-2c6f-4b1d-a1e0-da716fdb9ee5 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2543988 Apr 18 20:52:30.323241 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55686) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:30.362001 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-018cf4e5-e218-4816-bc8c-e363972f06d0 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.372300 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-018cf4e5-e218-4816-bc8c-e363972f06d0 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.395041 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-163e1370-5668-496d-94e4-45ef5e44d077 req-f68fc63a-08bc-4071-bb07-a37dc81c58f1 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332472 Apr 18 20:52:30.421783 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-018cf4e5-e218-4816-bc8c-e363972f06d0 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.433105 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b2dd59c4-a0fb-407a-92e4-77dd4ccec8a1 req-0570b850-09db-4419-ba24-31109f6b57d7 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.438043 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-018cf4e5-e218-4816-bc8c-e363972f06d0 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.443294 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-018cf4e5-e218-4816-bc8c-e363972f06d0 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/679260d6-d240-4e28-8837-1e9ff8894f38 HTTP/1.1" status: 204 len: 168 time: 0.1123540 Apr 18 20:52:30.445077 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55692) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:30.466310 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bd645-07a3-4c1e-9b6f-e41bdbc1f7b7 req-f85967ae-b21f-4033-becb-a6fec2f6ee6e tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:30.468146 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c6bd645-07a3-4c1e-9b6f-e41bdbc1f7b7 req-f85967ae-b21f-4033-becb-a6fec2f6ee6e tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eba2c52-367f-488c-818f-e8f1efe340ec HTTP/1.1" status: 200 len: 945 time: 0.4646018 Apr 18 20:52:30.475982 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018cf4e5-e218-4816-bc8c-e363972f06d0 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=679260d6-d240-4e28-8837-1e9ff8894f38,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:30.563849 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-905196ef-0bcf-44eb-bb25-32d97d32360a tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1036513 Apr 18 20:52:30.564138 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf58eaa9-a3ca-40c4-97e1-12d51d074474 req-f3e9a077-286d-4b46-b951-5cba54a89063 service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7794707 Apr 18 20:52:30.564296 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55696) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:30.608214 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c6bd645-07a3-4c1e-9b6f-e41bdbc1f7b7 req-e560e879-2d8c-473b-ae44-942d8643a3e4 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.41 "GET /v2.0/security-groups?id=72b0e978-8382-4746-8987-e6a4d7443ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087804 Apr 18 20:52:30.609836 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570b850-09db-4419-ba24-31109f6b57d7 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Pushing event deleted for resources: {'Port': ['ID=67d729ba-2588-4572-92f6-44bcf5220c0f,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:30.730238 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55708) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:30.767349 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2dd59c4-a0fb-407a-92e4-77dd4ccec8a1 req-0570b850-09db-4419-ba24-31109f6b57d7 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] No DVR routers for this DVR port 67d729ba-2588-4572-92f6-44bcf5220c0f on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:52:30.773805 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b2dd59c4-a0fb-407a-92e4-77dd4ccec8a1 req-0570b850-09db-4419-ba24-31109f6b57d7 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.784971 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b2dd59c4-a0fb-407a-92e4-77dd4ccec8a1 req-0570b850-09db-4419-ba24-31109f6b57d7 tempest-VolumesActionsTest-829450076 tempest-VolumesActionsTest-829450076-project] 10.222.0.57 "DELETE /v2.0/ports/67d729ba-2588-4572-92f6-44bcf5220c0f HTTP/1.1" status: 204 len: 173 time: 3.3397179 Apr 18 20:52:30.827932 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eba2c52-367f-488c-818f-e8f1efe340ec', 'name': 'network-vif-deleted', 'tag': '67d729ba-2588-4572-92f6-44bcf5220c0f'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:52:30.832816 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb735a0-3edd-4b6d-bfa1-1a3f1be90c0c" -d '{"events": [{"server_uuid": "5eba2c52-367f-488c-818f-e8f1efe340ec", "name": "network-vif-deleted", "tag": "67d729ba-2588-4572-92f6-44bcf5220c0f"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:52:30.879525 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f0a8be89-9f9c-440f-97dd-ce6557d5f882 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.912239 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e3db9-1606-4594-bbf2-203cb8b34018 req-843d1b46-b9d4-4498-a791-f949a194837d tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:30.936892 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c8e3db9-1606-4594-bbf2-203cb8b34018 req-843d1b46-b9d4-4498-a791-f949a194837d tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 944 time: 0.2419069 Apr 18 20:52:30.976770 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2171b8-6df5-4058-82e9-fca268a8617c admin admin] Deleting subnet 13ab1e17-c995-40c5-8cc4-09f672b88499 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:52:30.989780 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a2171b8-6df5-4058-82e9-fca268a8617c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.003415 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aeea333-2261-402e-b443-0e2ab404cafd x-openstack-request-id: req-6aeea333-2261-402e-b443-0e2ab404cafd {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:52:31.004111 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eba2c52-367f-488c-818f-e8f1efe340ec", "name": "network-vif-deleted", "tag": "67d729ba-2588-4572-92f6-44bcf5220c0f", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:52:31.005449 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6aeea333-2261-402e-b443-0e2ab404cafd {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:52:31.006955 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aeea333-2261-402e-b443-0e2ab404cafd'] response: {'server_uuid': '5eba2c52-367f-488c-818f-e8f1efe340ec', 'name': 'network-vif-deleted', 'tag': '67d729ba-2588-4572-92f6-44bcf5220c0f', 'status': 'completed', 'code': 200} Apr 18 20:52:31.035368 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f0a8be89-9f9c-440f-97dd-ce6557d5f882 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.052599 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c8e3db9-1606-4594-bbf2-203cb8b34018 req-8bf1c0e4-b3f4-477b-addb-cb09ff060e12 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=4afc98b6-7044-4b89-b8a1-50b5145ddcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108012 Apr 18 20:52:31.079703 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55714) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:31.123673 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0411904c-bc5c-4e12-b783-bcb667bcdabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.143377 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a2171b8-6df5-4058-82e9-fca268a8617c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.198697 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a2171b8-6df5-4058-82e9-fca268a8617c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.261523 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 5c7f44e5-6b20-4334-be07-bc28f725f95b up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:52:31.281027 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0411904c-bc5c-4e12-b783-bcb667bcdabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.288797 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f0a8be89-9f9c-440f-97dd-ce6557d5f882 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.293787 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0411904c-bc5c-4e12-b783-bcb667bcdabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.310981 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f0a8be89-9f9c-440f-97dd-ce6557d5f882 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.316868 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f0a8be89-9f9c-440f-97dd-ce6557d5f882 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "DELETE /v2.0/security-groups/a86813aa-1ec4-4a84-a70c-ded829a4d6e8 HTTP/1.1" status: 204 len: 168 time: 0.7473848 Apr 18 20:52:31.326447 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55720) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:31.405171 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.420342 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a2171b8-6df5-4058-82e9-fca268a8617c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.423292 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 5c7f44e5-6b20-4334-be07-bc28f725f95b completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:31.428888 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 5c7f44e5-6b20-4334-be07-bc28f725f95b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:31.429675 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.431173 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411904c-bc5c-4e12-b783-bcb667bcdabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ceb115-2a35-4f51-b931-2b6091a06b83,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:31.436518 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8be89-9f9c-440f-97dd-ce6557d5f882 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86813aa-1ec4-4a84-a70c-ded829a4d6e8,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:31.452349 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0411904c-bc5c-4e12-b783-bcb667bcdabc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f07c009b3fc43f29d0cc486bfb84acc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3705297 Apr 18 20:52:31.456622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55724) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:31.585697 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a2171b8-6df5-4058-82e9-fca268a8617c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.593226 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7a2171b8-6df5-4058-82e9-fca268a8617c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/13ab1e17-c995-40c5-8cc4-09f672b88499 HTTP/1.1" status: 204 len: 168 time: 0.8614671 Apr 18 20:52:31.597410 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55730) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:31.601205 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2171b8-6df5-4058-82e9-fca268a8617c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13ab1e17-c995-40c5-8cc4-09f672b88499,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:31.669180 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.723010 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef684273-cfa0-43d5-a07d-78bfa86d8dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.737372 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.747971 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7f44e5-6b20-4334-be07-bc28f725f95b'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:52:31.757276 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2bf5ed-00f2-4568-af17-58ebc9544947" -d '{"events": [{"server_uuid": "812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e", "name": "network-vif-plugged", "status": "completed", "tag": "5c7f44e5-6b20-4334-be07-bc28f725f95b"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:52:31.801581 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 5c7f44e5-6b20-4334-be07-bc28f725f95b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=5c7f44e5-6b20-4334-be07-bc28f725f95b,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:31.810897 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-90b72a97-05a0-4f23-bb4c-e343f2e17dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.812852 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.917385 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fcfb46cc-df8f-44a4-9a09-3334bed24aa2 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5659461 Apr 18 20:52:31.924177 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55740) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:31.947255 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-1bedc2a8-3122-49da-ab44-722842aa212a tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Request body: {'security_group': {'name': 'tempest-secgroup--765120663'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:31.968270 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2d98ca-244d-43f8-b767-74956b2a0a9c x-openstack-request-id: req-2d2d98ca-244d-43f8-b767-74956b2a0a9c {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:52:31.969282 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e", "name": "network-vif-plugged", "status": "completed", "tag": "5c7f44e5-6b20-4334-be07-bc28f725f95b", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:52:31.969980 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d2d98ca-244d-43f8-b767-74956b2a0a9c {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:52:31.970934 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d2d98ca-244d-43f8-b767-74956b2a0a9c'] response: {'server_uuid': '812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7f44e5-6b20-4334-be07-bc28f725f95b', 'code': 200} Apr 18 20:52:31.974344 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-90b72a97-05a0-4f23-bb4c-e343f2e17dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.999075 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 67d729ba-2588-4572-92f6-44bcf5220c0f no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:52:32.034855 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be203d-a8ae-417d-b87b-f337f38f7698 req-7f8071c6-b54e-417b-99a0-0de0d523ea11 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:32.060807 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-06be203d-a8ae-417d-b87b-f337f38f7698 req-7f8071c6-b54e-417b-99a0-0de0d523ea11 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 946 time: 0.3882132 Apr 18 20:52:32.074214 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 67d729ba-2588-4572-92f6-44bcf5220c0f {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:52:32.075211 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 67d729ba-2588-4572-92f6-44bcf5220c0f not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:52:32.076181 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 7f50bc69-6994-4d62-af56-e1ccf865756a no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:52:32.135404 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 7f50bc69-6994-4d62-af56-e1ccf865756a {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:52:32.136550 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 7f50bc69-6994-4d62-af56-e1ccf865756a not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:52:32.141908 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=5c7f44e5-6b20-4334-be07-bc28f725f95b,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:32.200208 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1bedc2a8-3122-49da-ab44-722842aa212a tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.254444 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-06be203d-a8ae-417d-b87b-f337f38f7698 req-243028d0-1529-49f9-b43b-2460caf881dd tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920838 Apr 18 20:52:32.275845 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cbf8d-683f-4df2-98de-6cb8a56f436d req-a2afafb7-465e-4f99-a683-a530cd43c423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:32.279129 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd3cbf8d-683f-4df2-98de-6cb8a56f436d req-a2afafb7-465e-4f99-a683-a530cd43c423 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 1096 time: 0.1716053 Apr 18 20:52:32.291609 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef684273-cfa0-43d5-a07d-78bfa86d8dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.342471 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-ef684273-cfa0-43d5-a07d-78bfa86d8dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc59ca70-f7e1-430d-8370-b3edb40d82bc']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:32.385627 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-ef684273-cfa0-43d5-a07d-78bfa86d8dd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30127c3f-9811-4800-aafe-5e2f4a267990') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:32.386129 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-ef684273-cfa0-43d5-a07d-78bfa86d8dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30127c3f-9811-4800-aafe-5e2f4a267990') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:32.406154 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-90b72a97-05a0-4f23-bb4c-e343f2e17dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.409548 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef684273-cfa0-43d5-a07d-78bfa86d8dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.412123 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-90b72a97-05a0-4f23-bb4c-e343f2e17dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.422134 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-90b72a97-05a0-4f23-bb4c-e343f2e17dc6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/15ceb115-2a35-4f51-b931-2b6091a06b83 HTTP/1.1" status: 204 len: 168 time: 0.9616110 Apr 18 20:52:32.460218 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef684273-cfa0-43d5-a07d-78bfa86d8dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.499361 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd3cbf8d-683f-4df2-98de-6cb8a56f436d req-8ad85c95-b04d-42bd-be80-8c413ba1992f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4afc98b6-7044-4b89-b8a1-50b5145ddcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129805 Apr 18 20:52:32.510487 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef684273-cfa0-43d5-a07d-78bfa86d8dd2 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:52:32.511086 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef684273-cfa0-43d5-a07d-78bfa86d8dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:52:32.514211 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:52:32.532543 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b72a97-05a0-4f23-bb4c-e343f2e17dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ceb115-2a35-4f51-b931-2b6091a06b83,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:32.610931 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4113e79-2471-4ff3-9a20-9852d9282076 req-9b108949-c63f-4b07-b69a-a952cbc8658c tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:32.635739 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a4113e79-2471-4ff3-9a20-9852d9282076 req-9b108949-c63f-4b07-b69a-a952cbc8658c tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 945 time: 0.3525021 Apr 18 20:52:32.640284 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1bedc2a8-3122-49da-ab44-722842aa212a tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.714030 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1bedc2a8-3122-49da-ab44-722842aa212a tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.774471 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a4113e79-2471-4ff3-9a20-9852d9282076 req-2cc9cbaa-8c72-43af-9f70-c2aa3211c444 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=4afc98b6-7044-4b89-b8a1-50b5145ddcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371489 Apr 18 20:52:32.821430 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedc2a8-3122-49da-ab44-722842aa212a tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b12a418-9bc3-4936-a6b5-47454be97de5,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:32.835814 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef684273-cfa0-43d5-a07d-78bfa86d8dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.858451 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef684273-cfa0-43d5-a07d-78bfa86d8dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.876977 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ef684273-cfa0-43d5-a07d-78bfa86d8dd2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/dc59ca70-f7e1-430d-8370-b3edb40d82bc HTTP/1.1" status: 204 len: 168 time: 1.2704911 Apr 18 20:52:32.955362 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1bedc2a8-3122-49da-ab44-722842aa212a tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.967337 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1bedc2a8-3122-49da-ab44-722842aa212a tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0368156 Apr 18 20:52:32.970569 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef684273-cfa0-43d5-a07d-78bfa86d8dd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc59ca70-f7e1-430d-8370-b3edb40d82bc,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:32.972491 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55784) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:32.977374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-3dc167f7-683a-4222-aee5-7426c29fc267 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Request body: {'security_group_rule': {'security_group_id': '0b12a418-9bc3-4936-a6b5-47454be97de5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:33.075140 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3dc167f7-683a-4222-aee5-7426c29fc267 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.132657 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55788) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:33.223246 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3dc167f7-683a-4222-aee5-7426c29fc267 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.233695 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3dc167f7-683a-4222-aee5-7426c29fc267 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.261351 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55796) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:33.280174 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc167f7-683a-4222-aee5-7426c29fc267 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ae6f8e-9acd-4789-b759-934a6a5cbab7,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:33.299887 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3dc167f7-683a-4222-aee5-7426c29fc267 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.302806 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3dc167f7-683a-4222-aee5-7426c29fc267 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3287039 Apr 18 20:52:33.307311 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55798) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:33.317393 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-4bac6c8a-e3fa-49e5-a9ee-1f733e57142b tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Request body: {'security_group_rule': {'security_group_id': '0b12a418-9bc3-4936-a6b5-47454be97de5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:33.390538 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4bac6c8a-e3fa-49e5-a9ee-1f733e57142b tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.394333 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d92d2a61-2a4c-4533-b1ac-d1654fac1314 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60ab328735984b3d89378ed4b0fb730b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302590 Apr 18 20:52:33.397261 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55804) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:33.611103 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-17b41310-2f53-4ea8-bca1-d083ed5e8027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.713042 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-17b41310-2f53-4ea8-bca1-d083ed5e8027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.715640 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4bac6c8a-e3fa-49e5-a9ee-1f733e57142b tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.718264 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e2641f1c-2376-46d1-9701-bcf112063d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.734892 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4bac6c8a-e3fa-49e5-a9ee-1f733e57142b tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.766312 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac6c8a-e3fa-49e5-a9ee-1f733e57142b tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf8725b5-fee9-48c6-b9e2-2acd154d361e,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:33.787299 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55b842-2494-47da-a18d-2f40aa7ecad2 req-766f40d3-5602-4038-b11b-6a545125efd8 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:33.792099 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d55b842-2494-47da-a18d-2f40aa7ecad2 req-766f40d3-5602-4038-b11b-6a545125efd8 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 946 time: 0.2233534 Apr 18 20:52:33.839801 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4bac6c8a-e3fa-49e5-a9ee-1f733e57142b tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.846732 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4bac6c8a-e3fa-49e5-a9ee-1f733e57142b tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5368235 Apr 18 20:52:33.848820 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55828) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:33.883541 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-fd2e9af0-69ef-4a75-8068-45079d8b30b7 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Request body: {'security_group_rule': {'security_group_id': '0b12a418-9bc3-4936-a6b5-47454be97de5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:33.914847 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d55b842-2494-47da-a18d-2f40aa7ecad2 req-7f2309d4-b04b-4c27-96ee-57e7701bfd5b tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103616 Apr 18 20:52:34.085673 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-17b41310-2f53-4ea8-bca1-d083ed5e8027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.091500 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-17b41310-2f53-4ea8-bca1-d083ed5e8027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.096226 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-17b41310-2f53-4ea8-bca1-d083ed5e8027 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fad497e1-e05a-4e64-bc56-eef50e9a604d HTTP/1.1" status: 204 len: 168 time: 0.6947110 Apr 18 20:52:34.147938 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292391fb-e53a-444c-8892-a8c5790a37c9 req-1cec3cf2-cc17-4f36-8b1d-90ecc5c11e15 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:34.151622 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-292391fb-e53a-444c-8892-a8c5790a37c9 req-1cec3cf2-cc17-4f36-8b1d-90ecc5c11e15 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 945 time: 0.1036670 Apr 18 20:52:34.162610 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fd2e9af0-69ef-4a75-8068-45079d8b30b7 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.176702 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b41310-2f53-4ea8-bca1-d083ed5e8027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad497e1-e05a-4e64-bc56-eef50e9a604d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:34.288565 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-292391fb-e53a-444c-8892-a8c5790a37c9 req-1dc35545-3e6d-47b6-a880-95e43778b7f2 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=4afc98b6-7044-4b89-b8a1-50b5145ddcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188519 Apr 18 20:52:34.371868 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e2641f1c-2376-46d1-9701-bcf112063d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.412927 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fd2e9af0-69ef-4a75-8068-45079d8b30b7 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.416725 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e2641f1c-2376-46d1-9701-bcf112063d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.488360 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fd2e9af0-69ef-4a75-8068-45079d8b30b7 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.501013 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2641f1c-2376-46d1-9701-bcf112063d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f4f25d-28a0-442b-b502-9e0c70ced7c3,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:34.571068 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e9af0-69ef-4a75-8068-45079d8b30b7 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b1d892-62a0-4847-bf4f-cae318fff8c2,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:34.604236 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e2641f1c-2376-46d1-9701-bcf112063d8f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c11690c70e214de3a3f3f76bab086ab4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4655571 Apr 18 20:52:34.604548 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55848) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:34.611795 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fd2e9af0-69ef-4a75-8068-45079d8b30b7 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.620159 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fd2e9af0-69ef-4a75-8068-45079d8b30b7 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7599039 Apr 18 20:52:34.623629 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55850) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:34.633716 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-8e6f3d5d-9815-4c1d-94cd-65fc1235f07a tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Request body: {'security_group_rule': {'security_group_id': '0b12a418-9bc3-4936-a6b5-47454be97de5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:34.756710 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8e6f3d5d-9815-4c1d-94cd-65fc1235f07a tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.792095 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-79b61eb3-6735-48cc-8136-b2318e4e6067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.880495 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-79b61eb3-6735-48cc-8136-b2318e4e6067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.034759 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-79b61eb3-6735-48cc-8136-b2318e4e6067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.039737 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-79b61eb3-6735-48cc-8136-b2318e4e6067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.048950 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-79b61eb3-6735-48cc-8136-b2318e4e6067 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38f4f25d-28a0-442b-b502-9e0c70ced7c3 HTTP/1.1" status: 204 len: 168 time: 0.4432292 Apr 18 20:52:35.070921 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b61eb3-6735-48cc-8136-b2318e4e6067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f4f25d-28a0-442b-b502-9e0c70ced7c3,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:35.080904 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8e6f3d5d-9815-4c1d-94cd-65fc1235f07a tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.094041 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8e6f3d5d-9815-4c1d-94cd-65fc1235f07a tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.155410 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f3d5d-9815-4c1d-94cd-65fc1235f07a tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188500b4-7959-4740-a563-4ccce761241f,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:35.184033 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8e6f3d5d-9815-4c1d-94cd-65fc1235f07a tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.184033 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8e6f3d5d-9815-4c1d-94cd-65fc1235f07a tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5575736 Apr 18 20:52:35.186798 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55874) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:35.198311 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-5e013920-2436-4425-b32b-54f9ca0d0b17 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Request body: {'security_group_rule': {'security_group_id': '0b12a418-9bc3-4936-a6b5-47454be97de5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:35.278354 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034b41f-03be-4641-a5e0-d499cc80b1af req-bbc44079-bcda-4298-8d9d-a407f4592c8d tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:35.279231 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e013920-2436-4425-b32b-54f9ca0d0b17 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.280596 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c034b41f-03be-4641-a5e0-d499cc80b1af req-bbc44079-bcda-4298-8d9d-a407f4592c8d tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 946 time: 0.1104119 Apr 18 20:52:35.361065 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c034b41f-03be-4641-a5e0-d499cc80b1af req-56b13858-9ef5-4dfe-acaf-45bac44ae6fd tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676811 Apr 18 20:52:35.520022 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f62a6f-89d9-467d-81c4-5f085350d4b9 req-1d9bdbc8-bc2b-4016-9429-b32c42dc4d24 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:35.521682 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82f62a6f-89d9-467d-81c4-5f085350d4b9 req-1d9bdbc8-bc2b-4016-9429-b32c42dc4d24 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 945 time: 0.1039569 Apr 18 20:52:35.561315 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e013920-2436-4425-b32b-54f9ca0d0b17 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.573440 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e013920-2436-4425-b32b-54f9ca0d0b17 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.612245 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82f62a6f-89d9-467d-81c4-5f085350d4b9 req-39b7381d-bfb7-4005-bef1-21b535788739 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=4afc98b6-7044-4b89-b8a1-50b5145ddcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715740 Apr 18 20:52:35.649526 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e013920-2436-4425-b32b-54f9ca0d0b17 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=535baecf-a90a-41c0-ad3a-337075687375,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:35.657270 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e013920-2436-4425-b32b-54f9ca0d0b17 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.659222 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5e013920-2436-4425-b32b-54f9ca0d0b17 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4703920 Apr 18 20:52:35.663195 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55892) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:35.766114 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94ea4e84-3187-42f1-b9b9-7fa3f28e15db tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.783238 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94ea4e84-3187-42f1-b9b9-7fa3f28e15db tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.812588 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213e247-d596-4d9b-9cde-9d13cc4be598 req-fb21e766-7581-4107-9ef0-4db1b015d5aa tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:35.815600 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f213e247-d596-4d9b-9cde-9d13cc4be598 req-fb21e766-7581-4107-9ef0-4db1b015d5aa tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 945 time: 0.1059678 Apr 18 20:52:35.826923 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55906) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:35.836243 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-bb6f7fdd-11d0-47f7-8b5e-a35eef5666bd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Request body: {'floatingip': {'port_id': '5c7f44e5-6b20-4334-be07-bc28f725f95b'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:35.863788 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94ea4e84-3187-42f1-b9b9-7fa3f28e15db tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.876509 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94ea4e84-3187-42f1-b9b9-7fa3f28e15db tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.881078 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-94ea4e84-3187-42f1-b9b9-7fa3f28e15db tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/535baecf-a90a-41c0-ad3a-337075687375 HTTP/1.1" status: 204 len: 168 time: 0.2144253 Apr 18 20:52:35.895026 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55910) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:35.935884 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea4e84-3187-42f1-b9b9-7fa3f28e15db tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=535baecf-a90a-41c0-ad3a-337075687375,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:35.964717 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bb6f7fdd-11d0-47f7-8b5e-a35eef5666bd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.076652 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-dbdd724c-1f79-4814-a410-9ac832d858c9 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1789770 Apr 18 20:52:36.086252 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55914) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:36.168489 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5ee21379-faae-40ba-bc30-f9d25c722513 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.200943 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5ee21379-faae-40ba-bc30-f9d25c722513 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.266057 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5ee21379-faae-40ba-bc30-f9d25c722513 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.284003 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5ee21379-faae-40ba-bc30-f9d25c722513 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.287849 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5ee21379-faae-40ba-bc30-f9d25c722513 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/188500b4-7959-4740-a563-4ccce761241f HTTP/1.1" status: 204 len: 168 time: 0.2036417 Apr 18 20:52:36.293246 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55922) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:36.301900 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee21379-faae-40ba-bc30-f9d25c722513 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=188500b4-7959-4740-a563-4ccce761241f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:36.338122 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55924) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:36.383050 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-84a71d80-1852-41d9-a8e8-f0bb38ea889f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.406098 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5f8cdad2-6b51-43ac-a439-73f211f8e516 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1116927 Apr 18 20:52:36.411691 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55926) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:36.770629 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-84a71d80-1852-41d9-a8e8-f0bb38ea889f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.793129 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-84a71d80-1852-41d9-a8e8-f0bb38ea889f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.001181 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-84a71d80-1852-41d9-a8e8-f0bb38ea889f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c9e770480de41a2923a34ff59b92635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6597643 Apr 18 20:52:37.020212 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55940) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:37.126316 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a71d80-1852-41d9-a8e8-f0bb38ea889f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d95fdb-1874-4721-be90-0c64978585d9,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:37.363771 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e5bd0f2-1d6a-4103-9b86-12f4b1541486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.468238 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e5bd0f2-1d6a-4103-9b86-12f4b1541486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.628696 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-26399b3d-f14e-46db-9cae-42858dbe73ee tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.669652 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-26399b3d-f14e-46db-9cae-42858dbe73ee tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.717311 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.782734 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e5bd0f2-1d6a-4103-9b86-12f4b1541486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.795573 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e5bd0f2-1d6a-4103-9b86-12f4b1541486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.804798 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5e5bd0f2-1d6a-4103-9b86-12f4b1541486 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19d95fdb-1874-4721-be90-0c64978585d9 HTTP/1.1" status: 204 len: 168 time: 0.7774155 Apr 18 20:52:37.839402 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bd0f2-1d6a-4103-9b86-12f4b1541486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d95fdb-1874-4721-be90-0c64978585d9,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:38.326587 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.db.resource_extend [None req-bb6f7fdd-11d0-47f7-8b5e-a35eef5666bd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:52:38.439742 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bb6f7fdd-11d0-47f7-8b5e-a35eef5666bd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:38.453802 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bb6f7fdd-11d0-47f7-8b5e-a35eef5666bd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:38.539899 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bce7e3-cbca-4ae6-bf23-60179a99559f req-b1278956-7886-4e53-b4a1-d7ab1a4c6007 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:38.542789 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a5bce7e3-cbca-4ae6-bf23-60179a99559f req-b1278956-7886-4e53-b4a1-d7ab1a4c6007 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 946 time: 0.9798195 Apr 18 20:52:38.549354 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-26399b3d-f14e-46db-9cae-42858dbe73ee tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:38.558916 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-26399b3d-f14e-46db-9cae-42858dbe73ee tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:38.562170 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-26399b3d-f14e-46db-9cae-42858dbe73ee tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/b8b1d892-62a0-4847-bf4f-cae318fff8c2 HTTP/1.1" status: 204 len: 168 time: 2.1488616 Apr 18 20:52:38.566151 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55976) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:38.601956 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26399b3d-f14e-46db-9cae-42858dbe73ee tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8b1d892-62a0-4847-bf4f-cae318fff8c2,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:38.731179 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a5bce7e3-cbca-4ae6-bf23-60179a99559f req-23b95076-e8c5-404e-9703-70a19204a6c4 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667538 Apr 18 20:52:38.772903 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-bb6f7fdd-11d0-47f7-8b5e-a35eef5666bd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Floating IP f75364bc-a706-4eaa-9dbd-0a40ccc1d193 associated. External IP: 172.25.1.157, port: 5c7f44e5-6b20-4334-be07-bc28f725f95b. Apr 18 20:52:38.803315 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a77f74fc-2081-47f9-8837-45aca70f9daf tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2298331 Apr 18 20:52:38.808139 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55978) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:38.880881 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-604c8ef9-433c-4fe0-9418-2e5bf2e0e2e9 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:38.904143 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-604c8ef9-433c-4fe0-9418-2e5bf2e0e2e9 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:38.982516 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-604c8ef9-433c-4fe0-9418-2e5bf2e0e2e9 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:38.989848 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-604c8ef9-433c-4fe0-9418-2e5bf2e0e2e9 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:38.991522 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-604c8ef9-433c-4fe0-9418-2e5bf2e0e2e9 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/cf8725b5-fee9-48c6-b9e2-2acd154d361e HTTP/1.1" status: 204 len: 168 time: 0.1782439 Apr 18 20:52:38.998197 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55984) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:39.035153 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c8ef9-433c-4fe0-9418-2e5bf2e0e2e9 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf8725b5-fee9-48c6-b9e2-2acd154d361e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:39.181299 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-34fcd53f-15df-4964-87f7-ac7f72ee6ed9 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1803591 Apr 18 20:52:39.181964 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55990) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:39.242840 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c089374-52f1-4ee6-b158-a8a0295aa129 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:39.271782 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c089374-52f1-4ee6-b158-a8a0295aa129 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:39.349382 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c089374-52f1-4ee6-b158-a8a0295aa129 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:39.380312 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c089374-52f1-4ee6-b158-a8a0295aa129 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:39.387882 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7c089374-52f1-4ee6-b158-a8a0295aa129 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/93ae6f8e-9acd-4789-b759-934a6a5cbab7 HTTP/1.1" status: 204 len: 168 time: 0.2045307 Apr 18 20:52:39.388868 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c089374-52f1-4ee6-b158-a8a0295aa129 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93ae6f8e-9acd-4789-b759-934a6a5cbab7,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:39.394709 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56000) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:39.528496 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b9ae8ebd-983e-4566-abf7-152ee8e9e4bc tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1295893 Apr 18 20:52:39.530546 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56004) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:39.710338 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6f7fdd-11d0-47f7-8b5e-a35eef5666bd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Router 0b213186-7500-4ecf-b970-f176d66dd662 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:52:39.777416 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78fdc841-e686-47fa-a2b7-d7be57b0bb55 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:39.851014 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78fdc841-e686-47fa-a2b7-d7be57b0bb55 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:39.958112 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78fdc841-e686-47fa-a2b7-d7be57b0bb55 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:39.961211 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78fdc841-e686-47fa-a2b7-d7be57b0bb55 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:39.966611 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-78fdc841-e686-47fa-a2b7-d7be57b0bb55 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "DELETE /v2.0/security-groups/0b12a418-9bc3-4936-a6b5-47454be97de5 HTTP/1.1" status: 204 len: 168 time: 0.4348531 Apr 18 20:52:39.967223 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56014) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:40.114782 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56016) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:40.116304 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2e6215a6-2c36-44ab-9465-304bc13d981d tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1434562 Apr 18 20:52:40.118210 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc841-e686-47fa-a2b7-d7be57b0bb55 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b12a418-9bc3-4936-a6b5-47454be97de5,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:40.160231 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-620cc655-1406-405d-ab74-131dd6afbb14 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Request body: {'security_group': {'name': 'tempest-secgroup--188111849'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:40.479820 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6f7fdd-11d0-47f7-8b5e-a35eef5666bd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:52:40.520652 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45f4224-9f7d-4e79-960d-f35a86179432 None None] Sync routers for ids ['0b213186-7500-4ecf-b970-f176d66dd662'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:52:40.550239 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bb6f7fdd-11d0-47f7-8b5e-a35eef5666bd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:40.599381 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45f4224-9f7d-4e79-960d-f35a86179432 None None] Routers {'0b213186-7500-4ecf-b970-f176d66dd662'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:52:40.603767 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e45f4224-9f7d-4e79-960d-f35a86179432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:52:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0b213186-7500-4ecf-b970-f176d66dd662'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:40.663562 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-bb6f7fdd-11d0-47f7-8b5e-a35eef5666bd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "PUT /v2.0/floatingips/f75364bc-a706-4eaa-9dbd-0a40ccc1d193 HTTP/1.1" status: 200 len: 991 time: 4.8339329 Apr 18 20:52:40.680056 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e', 'tag': '5c7f44e5-6b20-4334-be07-bc28f725f95b'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:52:40.695217 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7d7020-8794-4ad9-aacb-e48746ab3939" -d '{"events": [{"name": "network-changed", "server_uuid": "812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e", "tag": "5c7f44e5-6b20-4334-be07-bc28f725f95b"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:52:40.759339 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-620cc655-1406-405d-ab74-131dd6afbb14 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:40.810880 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2fd7c08-0755-4917-8541-516ef276e77b req-26516e69-d4a3-41c6-bb1f-691cf0f59a51 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2998cccc-7e52-4545-ab3f-2e5fe999ba04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6227779 Apr 18 20:52:40.831604 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275a836-9891-4bf8-9b62-ab1644a1abe6 req-04309391-2502-4243-b4bc-6b6fafdf3aca tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:40.841216 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6275a836-9891-4bf8-9b62-ab1644a1abe6 req-04309391-2502-4243-b4bc-6b6fafdf3aca tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 946 time: 0.6463273 Apr 18 20:52:40.917160 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6275a836-9891-4bf8-9b62-ab1644a1abe6 req-33cdd914-c98f-4574-a405-275447cca52a tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745873 Apr 18 20:52:40.974253 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2d34ee-db80-4c91-8c25-b3c0727d85e9 x-openstack-request-id: req-fb2d34ee-db80-4c91-8c25-b3c0727d85e9 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:52:40.976059 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e", "tag": "5c7f44e5-6b20-4334-be07-bc28f725f95b", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:52:40.976512 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb2d34ee-db80-4c91-8c25-b3c0727d85e9 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:52:40.977070 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb2d34ee-db80-4c91-8c25-b3c0727d85e9'] response: {'name': 'network-changed', 'server_uuid': '812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e', 'tag': '5c7f44e5-6b20-4334-be07-bc28f725f95b', 'status': 'completed', 'code': 200} Apr 18 20:52:41.198875 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56034) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:41.231909 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-620cc655-1406-405d-ab74-131dd6afbb14 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:41.255168 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-e45f4224-9f7d-4e79-960d-f35a86179432 None None] Set router 0b213186-7500-4ecf-b970-f176d66dd662 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:52:41.277518 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-620cc655-1406-405d-ab74-131dd6afbb14 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:41.579618 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd7c08-0755-4917-8541-516ef276e77b req-0085828e-2846-4b52-a91a-0379b65ef877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:41.591413 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2fd7c08-0755-4917-8541-516ef276e77b req-0085828e-2846-4b52-a91a-0379b65ef877 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65c0c9deb9974734a5e938fa16904c15&device_id=2998cccc-7e52-4545-ab3f-2e5fe999ba04 HTTP/1.1" status: 200 len: 1096 time: 0.6557302 Apr 18 20:52:41.605953 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d7020-8794-4ad9-aacb-e48746ab3939 req-610d79c8-96bb-41cf-aed5-cca42988bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:41.608980 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a7d7020-8794-4ad9-aacb-e48746ab3939 req-610d79c8-96bb-41cf-aed5-cca42988bb20 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d1cb6a1920642c6a254fff9677f23c7&device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 1096 time: 0.5819316 Apr 18 20:52:41.627442 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-620cc655-1406-405d-ab74-131dd6afbb14 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:41.631384 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-620cc655-1406-405d-ab74-131dd6afbb14 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5113139 Apr 18 20:52:41.633540 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56046) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:41.640937 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-92c67963-bc83-4d18-b454-b3fc9c020241 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Request body: {'security_group_rule': {'security_group_id': 'da1af5af-1721-4674-bd55-f190f662e187', 'direction': 'ingress', 'protocol': 17}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:41.717932 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-92c67963-bc83-4d18-b454-b3fc9c020241 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:41.786411 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:41.850587 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-92c67963-bc83-4d18-b454-b3fc9c020241 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:41.862513 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-92c67963-bc83-4d18-b454-b3fc9c020241 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:41.863169 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cc655-1406-405d-ab74-131dd6afbb14 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da1af5af-1721-4674-bd55-f190f662e187,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:41.928354 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c67963-bc83-4d18-b454-b3fc9c020241 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b51650-984e-407f-a484-e2afeba4698c,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:41.985358 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-92c67963-bc83-4d18-b454-b3fc9c020241 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:41.992234 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-92c67963-bc83-4d18-b454-b3fc9c020241 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3527048 Apr 18 20:52:42.004046 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56054) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:42.267154 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e45f4224-9f7d-4e79-960d-f35a86179432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'f75364bc-a706-4eaa-9dbd-0a40ccc1d193', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'port_id': '5c7f44e5-6b20-4334-be07-bc28f725f95b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'mac_address': 'fa:16:3e:dd:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:52:13Z', 'updated_at': '2022-04-18T20:52:38Z', 'revision_number': 1, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd253cd-854f-45e4-b89c-9045a0554e6f', 'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'mac_address': 'fa:16:3e:b8:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:02Z', 'updated_at': '2022-04-18T20:52:12Z', 'revision_number': 5, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'subnets': [{'id': '934e222d-a43e-4b81-a646-860f58e51213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:42.273890 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-920323a0-b9cc-4acd-b3a7-45c67799a74e tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:42.399303 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45f4224-9f7d-4e79-960d-f35a86179432 None None] Checking router: 0b213186-7500-4ecf-b970-f176d66dd662 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:52:42.421722 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45f4224-9f7d-4e79-960d-f35a86179432 None None] Routers {'0b213186-7500-4ecf-b970-f176d66dd662'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:52:42.423904 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e45f4224-9f7d-4e79-960d-f35a86179432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:52:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0b213186-7500-4ecf-b970-f176d66dd662'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:42.457932 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5cea8404-990d-407c-8ab1-8843bdc3e3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:42.474913 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d7020-8794-4ad9-aacb-e48746ab3939 req-3a683d76-97ce-464a-9f1b-f19db2f2f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:42.478806 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a7d7020-8794-4ad9-aacb-e48746ab3939 req-3a683d76-97ce-464a-9f1b-f19db2f2f7ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe539583-d535-4524-b810-6474f581fe71 HTTP/1.1" status: 200 len: 915 time: 0.8405797 Apr 18 20:52:42.689829 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd7c08-0755-4917-8541-516ef276e77b req-a96a03ad-e502-46ce-af16-ed4d13105d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:42.696455 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2fd7c08-0755-4917-8541-516ef276e77b req-a96a03ad-e502-46ce-af16-ed4d13105d6d service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92 HTTP/1.1" status: 200 len: 907 time: 1.0312111 Apr 18 20:52:42.730374 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-e45f4224-9f7d-4e79-960d-f35a86179432 None None] Set router 0b213186-7500-4ecf-b970-f176d66dd662 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:52:42.890751 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-920323a0-b9cc-4acd-b3a7-45c67799a74e tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:42.922055 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a7d7020-8794-4ad9-aacb-e48746ab3939 req-d552e0c3-06d1-45ce-8b73-7406deb2fd88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c7f44e5-6b20-4334-be07-bc28f725f95b HTTP/1.1" status: 200 len: 999 time: 0.3898017 Apr 18 20:52:42.971782 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5cea8404-990d-407c-8ab1-8843bdc3e3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:43.021036 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5cea8404-990d-407c-8ab1-8843bdc3e3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:43.094021 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7104fa1-fc39-462b-849e-6fe2000c51b3 req-e91a65b7-6a11-4964-8281-6d5b00b5852d tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:43.099008 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d7104fa1-fc39-462b-849e-6fe2000c51b3 req-e91a65b7-6a11-4964-8281-6d5b00b5852d tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 946 time: 0.7891409 Apr 18 20:52:43.114153 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2fd7c08-0755-4917-8541-516ef276e77b req-6a66bb56-bfd7-4380-be6f-c3b95a6d42e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0cb29c-6676-4f1b-a111-285181b01885 HTTP/1.1" status: 200 len: 217 time: 0.3960137 Apr 18 20:52:43.218751 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5cea8404-990d-407c-8ab1-8843bdc3e3b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d2f4be64153846b6b2bb0572fd100d09&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0162420 Apr 18 20:52:43.225437 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56074) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:43.229903 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea8404-990d-407c-8ab1-8843bdc3e3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d681a0a6-1241-4ada-aad6-50c1157da317,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:43.318832 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e45f4224-9f7d-4e79-960d-f35a86179432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'f75364bc-a706-4eaa-9dbd-0a40ccc1d193', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'port_id': '5c7f44e5-6b20-4334-be07-bc28f725f95b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'mac_address': 'fa:16:3e:dd:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:52:13Z', 'updated_at': '2022-04-18T20:52:38Z', 'revision_number': 1, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd253cd-854f-45e4-b89c-9045a0554e6f', 'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'mac_address': 'fa:16:3e:b8:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:02Z', 'updated_at': '2022-04-18T20:52:12Z', 'revision_number': 5, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'subnets': [{'id': '934e222d-a43e-4b81-a646-860f58e51213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:43.349389 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45f4224-9f7d-4e79-960d-f35a86179432 None None] The sync data for ids ['0b213186-7500-4ecf-b970-f176d66dd662'] in n-d-838323-3 is: [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'f75364bc-a706-4eaa-9dbd-0a40ccc1d193', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'port_id': '5c7f44e5-6b20-4334-be07-bc28f725f95b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'mac_address': 'fa:16:3e:dd:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:52:13Z', 'updated_at': '2022-04-18T20:52:38Z', 'revision_number': 1, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd253cd-854f-45e4-b89c-9045a0554e6f', 'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'mac_address': 'fa:16:3e:b8:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:02Z', 'updated_at': '2022-04-18T20:52:12Z', 'revision_number': 5, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'subnets': [{'id': '934e222d-a43e-4b81-a646-860f58e51213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:52:43.436537 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd7c08-0755-4917-8541-516ef276e77b req-d7439700-1e92-42ef-89de-777baa60b347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:43.446676 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2fd7c08-0755-4917-8541-516ef276e77b req-d7439700-1e92-42ef-89de-777baa60b347 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43c45217-dc0b-4a55-9d4a-e4055b0395e0 HTTP/1.1" status: 200 len: 846 time: 0.2934599 Apr 18 20:52:43.488725 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cea8404-990d-407c-8ab1-8843bdc3e3b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:43.490347 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cea8404-990d-407c-8ab1-8843bdc3e3b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:43.493926 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cea8404-990d-407c-8ab1-8843bdc3e3b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:43.494964 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cea8404-990d-407c-8ab1-8843bdc3e3b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:43.495479 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cea8404-990d-407c-8ab1-8843bdc3e3b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:43.496038 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cea8404-990d-407c-8ab1-8843bdc3e3b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:43.496573 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cea8404-990d-407c-8ab1-8843bdc3e3b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:43.497124 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cea8404-990d-407c-8ab1-8843bdc3e3b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:43.497663 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cea8404-990d-407c-8ab1-8843bdc3e3b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:43.498184 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cea8404-990d-407c-8ab1-8843bdc3e3b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:43.498712 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cea8404-990d-407c-8ab1-8843bdc3e3b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:43.505517 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cea8404-990d-407c-8ab1-8843bdc3e3b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:43.577394 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1222cc99-79ff-4edb-8e5b-6acc50b836a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:43.635613 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-920323a0-b9cc-4acd-b3a7-45c67799a74e tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:43.638339 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-920323a0-b9cc-4acd-b3a7-45c67799a74e tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:43.648565 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-920323a0-b9cc-4acd-b3a7-45c67799a74e tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "DELETE /v2.0/security-groups/da1af5af-1721-4674-bd55-f190f662e187 HTTP/1.1" status: 204 len: 168 time: 1.6429815 Apr 18 20:52:43.654671 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2fd7c08-0755-4917-8541-516ef276e77b req-cf4a8caf-a2f6-4ac4-819a-80c5454cef66 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce30ba55-30c8-48a1-83e1-fd83adbe8e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944614 Apr 18 20:52:43.657480 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1222cc99-79ff-4edb-8e5b-6acc50b836a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:43.660902 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56080) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:43.721037 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920323a0-b9cc-4acd-b3a7-45c67799a74e tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1af5af-1721-4674-bd55-f190f662e187,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:43.835495 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1222cc99-79ff-4edb-8e5b-6acc50b836a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:43.839319 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1222cc99-79ff-4edb-8e5b-6acc50b836a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:43.843461 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1222cc99-79ff-4edb-8e5b-6acc50b836a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d681a0a6-1241-4ada-aad6-50c1157da317 HTTP/1.1" status: 204 len: 168 time: 0.6147361 Apr 18 20:52:43.859914 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222cc99-79ff-4edb-8e5b-6acc50b836a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d681a0a6-1241-4ada-aad6-50c1157da317,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:43.967122 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56090) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:43.972624 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-6f2755a6-3115-4207-950d-e6d24093c981 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Request body: {'security_group': {'name': 'tempest-secgroup--884342250'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:43.983456 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6a564f93-9a0b-4ebf-8386-29ac6a27bfc0 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2970881 Apr 18 20:52:43.991620 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f4b17a-d0c8-4b77-9682-313ec476e555 None None] New status for floating IP f75364bc-a706-4eaa-9dbd-0a40ccc1d193: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:52:44.031985 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6f2755a6-3115-4207-950d-e6d24093c981 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:44.067399 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d7104fa1-fc39-462b-849e-6fe2000c51b3 req-d87e5995-7327-4703-9706-3246639e47a2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9182632 Apr 18 20:52:44.095385 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d7020-8794-4ad9-aacb-e48746ab3939 req-709040c7-d1a2-47ad-9a2c-045b10cf3377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:44.110171 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a7d7020-8794-4ad9-aacb-e48746ab3939 req-709040c7-d1a2-47ad-9a2c-045b10cf3377 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=934e222d-a43e-4b81-a646-860f58e51213 HTTP/1.1" status: 200 len: 853 time: 0.9937215 Apr 18 20:52:44.302803 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6f2755a6-3115-4207-950d-e6d24093c981 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:44.317636 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6f2755a6-3115-4207-950d-e6d24093c981 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:44.383656 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2fd7c08-0755-4917-8541-516ef276e77b req-702896ce-82dd-4187-8a54-f8c179c8a33b service neutron] 10.222.0.32 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6949701 Apr 18 20:52:44.394376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d7020-8794-4ad9-aacb-e48746ab3939 req-e6ba3dfc-b09d-4cc6-8e5f-9faedb101ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:44.405683 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a7d7020-8794-4ad9-aacb-e48746ab3939 req-e6ba3dfc-b09d-4cc6-8e5f-9faedb101ea9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe539583-d535-4524-b810-6474f581fe71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2849371 Apr 18 20:52:44.465193 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6f2755a6-3115-4207-950d-e6d24093c981 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:44.486171 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6f2755a6-3115-4207-950d-e6d24093c981 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5172548 Apr 18 20:52:44.487963 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56104) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:44.523010 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-8ac34eed-432a-4e83-ae85-e1908dac18ed tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Request body: {'security_group': {'name': 'tempest-secgroup--1649667951'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:44.625464 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2755a6-3115-4207-950d-e6d24093c981 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf4a50a-6a20-423c-aa2f-8aaaca0cbefa,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:44.724320 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ac34eed-432a-4e83-ae85-e1908dac18ed tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:44.885882 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a7d7020-8794-4ad9-aacb-e48746ab3939 req-4e72921c-06ae-420c-8e52-d9ddbc7aaace service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223256 Apr 18 20:52:45.002674 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ac34eed-432a-4e83-ae85-e1908dac18ed tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:45.014371 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ac34eed-432a-4e83-ae85-e1908dac18ed tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:45.223204 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac34eed-432a-4e83-ae85-e1908dac18ed tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f58a1906-4502-414b-9b1f-f1dfa10cd35d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:45.258055 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ac34eed-432a-4e83-ae85-e1908dac18ed tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:45.268271 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8ac34eed-432a-4e83-ae85-e1908dac18ed tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7620406 Apr 18 20:52:45.274951 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56130) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:45.297501 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-fff462c6-11b3-4cdb-b3c4-d39d8370f4af tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Request body: {'security_group_rule': {'security_group_id': '9bf4a50a-6a20-423c-aa2f-8aaaca0cbefa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f58a1906-4502-414b-9b1f-f1dfa10cd35d', 'remote_ip_prefix': None}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:45.433924 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fff462c6-11b3-4cdb-b3c4-d39d8370f4af tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:45.540970 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2fd7c08-0755-4917-8541-516ef276e77b req-3cbe64d1-63b9-42d6-a713-f44731363c0b service neutron] 10.222.0.32 "GET /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1304319 Apr 18 20:52:45.543872 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a7d7020-8794-4ad9-aacb-e48746ab3939 req-3377fd23-9b6b-4ef7-b1a5-0650a4364833 service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6502607 Apr 18 20:52:45.603086 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d866e-e9b9-4713-bf39-66c3555e8dae req-25c3e7e3-da1d-44b7-8793-0de8864f9dd9 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:45.624572 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-825d866e-e9b9-4713-bf39-66c3555e8dae req-25c3e7e3-da1d-44b7-8793-0de8864f9dd9 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 946 time: 0.2758837 Apr 18 20:52:45.772654 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-825d866e-e9b9-4713-bf39-66c3555e8dae req-4318dd54-0f1e-4730-83c9-dc02cdc90f14 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429179 Apr 18 20:52:45.790896 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fff462c6-11b3-4cdb-b3c4-d39d8370f4af tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:45.802870 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fff462c6-11b3-4cdb-b3c4-d39d8370f4af tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:45.869838 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fff462c6-11b3-4cdb-b3c4-d39d8370f4af tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:45.875562 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fff462c6-11b3-4cdb-b3c4-d39d8370f4af tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5941708 Apr 18 20:52:45.878751 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56144) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:45.897837 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff462c6-11b3-4cdb-b3c4-d39d8370f4af tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8c1c7d-f739-40a9-83d2-56d7fc26f99d,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:45.991632 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5d57ee0d-eff5-4dfe-89be-c1182ca28e8e tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:46.013048 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5d57ee0d-eff5-4dfe-89be-c1182ca28e8e tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:46.070135 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:52:46.125678 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5d57ee0d-eff5-4dfe-89be-c1182ca28e8e tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:46.143915 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5d57ee0d-eff5-4dfe-89be-c1182ca28e8e tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:46.146741 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5d57ee0d-eff5-4dfe-89be-c1182ca28e8e tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/6f8c1c7d-f739-40a9-83d2-56d7fc26f99d HTTP/1.1" status: 204 len: 168 time: 0.2655435 Apr 18 20:52:46.149152 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56148) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:46.162439 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57ee0d-eff5-4dfe-89be-c1182ca28e8e tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f8c1c7d-f739-40a9-83d2-56d7fc26f99d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:47.056587 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3c7c8503-61cc-4f61-a31c-1338ac48cd0d tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.9057906 Apr 18 20:52:47.057681 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b633a2-09a6-4d52-bdab-d4f11646733e req-8e353a42-7fa8-4dd8-a8e8-d2a8e670d641 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:47.058989 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-33b633a2-09a6-4d52-bdab-d4f11646733e req-8e353a42-7fa8-4dd8-a8e8-d2a8e670d641 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 946 time: 0.1098919 Apr 18 20:52:47.059652 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56178) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:47.223112 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d51418b4-6f2b-479d-8cf2-175c40fe58f1 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:47.246490 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-33b633a2-09a6-4d52-bdab-d4f11646733e req-56b1689c-8be7-43a1-8621-851352e5ffc5 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740644 Apr 18 20:52:47.396987 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d51418b4-6f2b-479d-8cf2-175c40fe58f1 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:47.524660 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d51418b4-6f2b-479d-8cf2-175c40fe58f1 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:47.529172 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d51418b4-6f2b-479d-8cf2-175c40fe58f1 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:47.534383 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d51418b4-6f2b-479d-8cf2-175c40fe58f1 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "DELETE /v2.0/security-groups/f58a1906-4502-414b-9b1f-f1dfa10cd35d HTTP/1.1" status: 204 len: 168 time: 0.4717441 Apr 18 20:52:47.536473 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56186) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:47.554381 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51418b4-6f2b-479d-8cf2-175c40fe58f1 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58a1906-4502-414b-9b1f-f1dfa10cd35d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:47.681762 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-de50a21c-d2ca-42a0-8b0c-d5122060b385 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1431899 Apr 18 20:52:47.686020 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56190) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:47.815661 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a85f1593-00be-4eb9-9f91-0bbeae459996 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:47.866752 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a85f1593-00be-4eb9-9f91-0bbeae459996 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:47.996881 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a85f1593-00be-4eb9-9f91-0bbeae459996 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:48.006211 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a85f1593-00be-4eb9-9f91-0bbeae459996 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:48.013171 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a85f1593-00be-4eb9-9f91-0bbeae459996 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "DELETE /v2.0/security-groups/9bf4a50a-6a20-423c-aa2f-8aaaca0cbefa HTTP/1.1" status: 204 len: 168 time: 0.3238289 Apr 18 20:52:48.014377 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56200) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:48.047169 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f1593-00be-4eb9-9f91-0bbeae459996 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf4a50a-6a20-423c-aa2f-8aaaca0cbefa,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:48.184738 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56206) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:48.186857 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d778e90c-d9fd-4364-9efb-bd0db14d7d25 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1700239 Apr 18 20:52:48.190222 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-55e1c9d1-ae70-4ef9-9d38-62dbc8e114b3 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Request body: {'security_group': {'name': 'tempest-secgroup--1801881634'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:48.251353 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55e1c9d1-ae70-4ef9-9d38-62dbc8e114b3 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:48.479841 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55e1c9d1-ae70-4ef9-9d38-62dbc8e114b3 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:48.501060 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55e1c9d1-ae70-4ef9-9d38-62dbc8e114b3 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:48.557066 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758f6bf-13a4-4db9-93ea-8117d2159d72 req-274bdcba-2aaf-429a-a166-57bd2084f146 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:48.566253 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a758f6bf-13a4-4db9-93ea-8117d2159d72 req-274bdcba-2aaf-429a-a166-57bd2084f146 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 946 time: 0.0968773 Apr 18 20:52:48.573123 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1c9d1-ae70-4ef9-9d38-62dbc8e114b3 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d325e2fa-1561-4aee-9cbc-608df1b7ccf6,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:48.623723 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55e1c9d1-ae70-4ef9-9d38-62dbc8e114b3 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:48.628224 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-55e1c9d1-ae70-4ef9-9d38-62dbc8e114b3 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4420738 Apr 18 20:52:48.641180 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56220) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:48.660786 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-afa488de-5e9c-466f-b4e3-bdb1da02573a tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Request body: {'security_group_rule': {'security_group_id': 'd325e2fa-1561-4aee-9cbc-608df1b7ccf6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:48.698742 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a758f6bf-13a4-4db9-93ea-8117d2159d72 req-678be101-b4da-4553-8716-3445a659c8d4 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309409 Apr 18 20:52:48.736092 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-afa488de-5e9c-466f-b4e3-bdb1da02573a tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:48.921267 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-afa488de-5e9c-466f-b4e3-bdb1da02573a tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:48.938530 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-afa488de-5e9c-466f-b4e3-bdb1da02573a tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:48.978978 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa488de-5e9c-466f-b4e3-bdb1da02573a tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622a443b-6d75-4fe2-84e4-f0249ad3e36d,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:49.051579 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-afa488de-5e9c-466f-b4e3-bdb1da02573a tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:49.057008 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56230) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:49.074228 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-afa488de-5e9c-466f-b4e3-bdb1da02573a tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4287896 Apr 18 20:52:49.123975 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-182139cb-1397-48ee-8829-e19ad7c90c52 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:49.152533 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-182139cb-1397-48ee-8829-e19ad7c90c52 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:49.278117 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-182139cb-1397-48ee-8829-e19ad7c90c52 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:49.297573 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-182139cb-1397-48ee-8829-e19ad7c90c52 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:49.304037 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-182139cb-1397-48ee-8829-e19ad7c90c52 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/622a443b-6d75-4fe2-84e4-f0249ad3e36d HTTP/1.1" status: 204 len: 168 time: 0.2458107 Apr 18 20:52:49.304986 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56240) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:49.372537 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182139cb-1397-48ee-8829-e19ad7c90c52 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=622a443b-6d75-4fe2-84e4-f0249ad3e36d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:49.595431 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc999f80-814a-4199-9764-0426fae98ca3 req-4cd09586-62b2-4d12-b905-603c78940ce0 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:49.597168 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc999f80-814a-4199-9764-0426fae98ca3 req-4cd09586-62b2-4d12-b905-603c78940ce0 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 811 time: 0.2640929 Apr 18 20:52:49.615043 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-57b707dd-9845-40a9-92a0-6e59f7c65860 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2924190 Apr 18 20:52:49.615520 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56252) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:49.640712 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc999f80-814a-4199-9764-0426fae98ca3 req-bfcfb7f2-2ed5-4fd9-b68d-f1f3e34cc3e4 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/quotas/f840c855946542459a247bc427a2167c HTTP/1.1" status: 200 len: 375 time: 0.0150595 Apr 18 20:52:49.830893 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ca9a0b9d-7d71-4f87-b25d-bee5d378e50e tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:49.849566 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc999f80-814a-4199-9764-0426fae98ca3 req-a7cc59fc-0e88-43c9-a70f-9ffcab5b4963 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1969213 Apr 18 20:52:49.926206 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ca9a0b9d-7d71-4f87-b25d-bee5d378e50e tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.084782 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ca9a0b9d-7d71-4f87-b25d-bee5d378e50e tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.090665 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ca9a0b9d-7d71-4f87-b25d-bee5d378e50e tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.096529 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ca9a0b9d-7d71-4f87-b25d-bee5d378e50e tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "DELETE /v2.0/security-groups/d325e2fa-1561-4aee-9cbc-608df1b7ccf6 HTTP/1.1" status: 204 len: 168 time: 0.4758222 Apr 18 20:52:50.109298 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56264) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:50.224022 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a0b9d-7d71-4f87-b25d-bee5d378e50e tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d325e2fa-1561-4aee-9cbc-608df1b7ccf6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:50.329057 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9c78b-1784-4afa-b414-e5ade592ea8f req-4e84dade-f576-4742-8320-63939bfbca7e tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:50.339275 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-51b9c78b-1784-4afa-b414-e5ade592ea8f req-4e84dade-f576-4742-8320-63939bfbca7e tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 946 time: 0.2742624 Apr 18 20:52:50.373272 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7ed90142-9830-43c0-bbaf-9c9394a2b277 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2558928 Apr 18 20:52:50.373924 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56270) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:50.379192 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ca36b431-2928-48d4-9d36-84a7db6933db tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Request body: {'security_group': {'name': 'tempest-secgroup--609540272'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:50.381416 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc999f80-814a-4199-9764-0426fae98ca3 req-5d8b67c8-aec7-4525-926b-42da2527d535 service neutron] 10.222.0.41 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242050 Apr 18 20:52:50.460650 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ca36b431-2928-48d4-9d36-84a7db6933db tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.624831 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-51b9c78b-1784-4afa-b414-e5ade592ea8f req-c5c0498c-a9e5-4141-8d47-15a6773493de tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848706 Apr 18 20:52:50.628831 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc999f80-814a-4199-9764-0426fae98ca3 req-3ca4e813-b0e7-4e02-8cc3-4994cfe305a9 service neutron] 10.222.0.41 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382286 Apr 18 20:52:50.722502 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ca36b431-2928-48d4-9d36-84a7db6933db tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.735242 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ca36b431-2928-48d4-9d36-84a7db6933db tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.854414 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ca36b431-2928-48d4-9d36-84a7db6933db tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.856133 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ca36b431-2928-48d4-9d36-84a7db6933db tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4810045 Apr 18 20:52:50.860380 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56278) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:50.867200 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-2b60aa9b-d53d-4a2b-a878-230a30b89693 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Request body: {'security_group_rule': {'security_group_id': '6edb9e02-08ac-431c-914e-a561466ae8a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:50.884948 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36b431-2928-48d4-9d36-84a7db6933db tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6edb9e02-08ac-431c-914e-a561466ae8a2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:50.980685 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2b60aa9b-d53d-4a2b-a878-230a30b89693 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:51.272586 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e2eddc8-d988-482d-8d70-adbda66faa4c req-6e4a1cac-d639-44bc-9e0b-75db93139f7b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 210 time: 0.1059396 Apr 18 20:52:51.307270 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2b60aa9b-d53d-4a2b-a878-230a30b89693 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:51.315994 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2b60aa9b-d53d-4a2b-a878-230a30b89693 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:51.383386 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60aa9b-d53d-4a2b-a878-230a30b89693 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a13e937-023e-454a-9d67-14d633c65d63,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:51.424643 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2b60aa9b-d53d-4a2b-a878-230a30b89693 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:51.430003 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2b60aa9b-d53d-4a2b-a878-230a30b89693 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5644779 Apr 18 20:52:51.430259 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56294) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:51.482861 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56296) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:51.483494 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3a09e8ff-a178-4822-ac05-bb8c617f9ac7 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-group-rules/1a13e937-023e-454a-9d67-14d633c65d63 HTTP/1.1" status: 200 len: 763 time: 0.0454159 Apr 18 20:52:51.626750 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-089e67a4-b43c-4725-9c01-0465bd523b48 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1418090 Apr 18 20:52:51.629993 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56304) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:51.695705 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1eeb0e9-d5ef-43a4-9e0c-968432abe18f tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:51.709300 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1eeb0e9-d5ef-43a4-9e0c-968432abe18f tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:51.755017 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1eeb0e9-d5ef-43a4-9e0c-968432abe18f tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:51.784364 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1eeb0e9-d5ef-43a4-9e0c-968432abe18f tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:51.788742 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56310) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:51.789625 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b1eeb0e9-d5ef-43a4-9e0c-968432abe18f tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/1a13e937-023e-454a-9d67-14d633c65d63 HTTP/1.1" status: 204 len: 168 time: 0.1576970 Apr 18 20:52:51.791499 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eeb0e9-d5ef-43a4-9e0c-968432abe18f tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a13e937-023e-454a-9d67-14d633c65d63,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:51.887136 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e04fcd-2864-4abc-9bd6-ad207cd8a0cf req-a69d478a-f7b2-4d6d-84eb-a666c79832c6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:51.897445 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-00e04fcd-2864-4abc-9bd6-ad207cd8a0cf req-a69d478a-f7b2-4d6d-84eb-a666c79832c6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 946 time: 0.0761087 Apr 18 20:52:51.940246 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7dd4169d-5b3c-4262-b5a0-23bca924a824 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1486504 Apr 18 20:52:51.944226 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56314) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:51.957051 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c2d531dd-e206-4078-95b3-9201268e88d5 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Request body: {'security_group_rule': {'security_group_id': '6edb9e02-08ac-431c-914e-a561466ae8a2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:51.981584 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-00e04fcd-2864-4abc-9bd6-ad207cd8a0cf req-1df17eb1-11e0-45f6-8834-7b36dd195f51 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826821 Apr 18 20:52:52.018976 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2d531dd-e206-4078-95b3-9201268e88d5 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:52.109993 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2d531dd-e206-4078-95b3-9201268e88d5 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:52.122125 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2d531dd-e206-4078-95b3-9201268e88d5 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:52.152511 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d531dd-e206-4078-95b3-9201268e88d5 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7b84d5-df29-4b83-a83b-ddccd6dce5ca,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:52.161258 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2d531dd-e206-4078-95b3-9201268e88d5 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:52.168479 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56322) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:52.175827 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c2d531dd-e206-4078-95b3-9201268e88d5 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2273898 Apr 18 20:52:52.201109 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56324) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:52.208198 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c3f4360a-cfe7-4e05-afdc-1805d99a3599 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-group-rules/3e7b84d5-df29-4b83-a83b-ddccd6dce5ca HTTP/1.1" status: 200 len: 763 time: 0.0345545 Apr 18 20:52:52.380511 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-de16e5ec-2e94-4042-bc6e-e4ebc2457ecb tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1747708 Apr 18 20:52:52.382100 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56332) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:52.457925 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c9ac0e3-8737-48a8-993f-255e31e2728b tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:52.477471 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c9ac0e3-8737-48a8-993f-255e31e2728b tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:52.560748 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f01ef392-c106-4866-82b3-fc66186c05de req-861a819a-d4bd-4dee-ab9e-eb145ccebe30 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 210 time: 0.0880575 Apr 18 20:52:52.622054 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c9ac0e3-8737-48a8-993f-255e31e2728b tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:52.631866 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c9ac0e3-8737-48a8-993f-255e31e2728b tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:52.637186 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56340) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:52.637714 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2c9ac0e3-8737-48a8-993f-255e31e2728b tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/3e7b84d5-df29-4b83-a83b-ddccd6dce5ca HTTP/1.1" status: 204 len: 168 time: 0.2537184 Apr 18 20:52:52.645667 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ac0e3-8737-48a8-993f-255e31e2728b tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e7b84d5-df29-4b83-a83b-ddccd6dce5ca,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:52.791960 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56342) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:52.798942 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1b0fdf5e-b674-42a4-96ff-fd9bd5f5fa05 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1434596 Apr 18 20:52:52.804949 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-3407837f-3152-49be-acd0-516cee778b08 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Request body: {'security_group_rule': {'security_group_id': '6edb9e02-08ac-431c-914e-a561466ae8a2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:52.834952 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56344) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:52.877857 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3407837f-3152-49be-acd0-516cee778b08 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:52.906904 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c79a1d-d911-4058-88c0-3bf343ff9cdf req-b8ddd82e-0b80-4cbc-89d2-638d66810ff0 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:52.917603 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-25c79a1d-d911-4058-88c0-3bf343ff9cdf req-b8ddd82e-0b80-4cbc-89d2-638d66810ff0 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 946 time: 0.1869578 Apr 18 20:52:52.999117 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-25c79a1d-d911-4058-88c0-3bf343ff9cdf req-768f9a09-97b0-4102-b87a-74f1af62e189 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800400 Apr 18 20:52:53.092677 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3407837f-3152-49be-acd0-516cee778b08 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:53.112092 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3407837f-3152-49be-acd0-516cee778b08 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:53.554927 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56362) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:53.841798 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-66f0e118-af89-4611-b238-b90732475bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.107426 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-66f0e118-af89-4611-b238-b90732475bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.119865 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-66f0e118-af89-4611-b238-b90732475bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.143224 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5dcb344f-ed58-4a0e-a73e-3c94e411a394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.191633 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407837f-3152-49be-acd0-516cee778b08 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e583ab87-9b51-40c5-9e7c-7221780aa60e,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:54.232926 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-66f0e118-af89-4611-b238-b90732475bc8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82e11184a34c4eb1b28db5fd34aac946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6758773 Apr 18 20:52:54.234178 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56380) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:54.235003 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0e118-af89-4611-b238-b90732475bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2270d92-82c7-48a0-a6c2-d3572eb3df72,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:54.294135 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52c2eeea-bd51-4ef2-aa26-d67a3e3180e9 req-c5a15afd-08cc-4a35-8022-4f74a3dd1410 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 210 time: 0.1168020 Apr 18 20:52:54.350240 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3407837f-3152-49be-acd0-516cee778b08 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.351902 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3407837f-3152-49be-acd0-516cee778b08 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5554228 Apr 18 20:52:54.362376 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56382) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:54.450110 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ee6f4f45-cdc4-489b-a146-68a9365535d0 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-group-rules/e583ab87-9b51-40c5-9e7c-7221780aa60e HTTP/1.1" status: 200 len: 764 time: 0.0796521 Apr 18 20:52:54.454453 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56388) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:54.474694 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d8b975df-90e3-47a4-ba5f-a0cbcb4f83bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.528861 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc999f80-814a-4199-9764-0426fae98ca3 req-784136c8-0ab7-44b4-9119-8705ff9aa822 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:54.531515 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc999f80-814a-4199-9764-0426fae98ca3 req-784136c8-0ab7-44b4-9119-8705ff9aa822 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.57 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 811 time: 1.3654535 Apr 18 20:52:54.558190 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-bc999f80-814a-4199-9764-0426fae98ca3 req-59387957-66a3-4ad7-ba20-fa6cdceb24a9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Request body: {'port': {'device_id': '7c1255eb-669e-4b50-8e5f-7585846b486c', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'admin_state_up': True, 'tenant_id': 'f840c855946542459a247bc427a2167c'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:54.572538 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7bac7f6d-ade1-4e85-9ec7-0be27f031a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.578569 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d8b975df-90e3-47a4-ba5f-a0cbcb4f83bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.704307 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b95266b7-2e13-401e-8630-b0f350366a9a tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2474318 Apr 18 20:52:54.741910 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56392) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:54.831731 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5dcb344f-ed58-4a0e-a73e-3c94e411a394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.854688 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5dcb344f-ed58-4a0e-a73e-3c94e411a394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.891126 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6c825d8b-b837-43c9-95ba-1ed661da8a79 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.930038 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6c825d8b-b837-43c9-95ba-1ed661da8a79 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.015674 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb344f-ed58-4a0e-a73e-3c94e411a394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0c4e90-5415-48a5-9139-0e78f38c93ae,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:55.073031 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5dcb344f-ed58-4a0e-a73e-3c94e411a394 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4cce766dd12943559e69a5ec3a033b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2366614 Apr 18 20:52:55.073507 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6c825d8b-b837-43c9-95ba-1ed661da8a79 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.075488 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc999f80-814a-4199-9764-0426fae98ca3 req-59387957-66a3-4ad7-ba20-fa6cdceb24a9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Made reservation on behalf of f840c855946542459a247bc427a2167c for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:55.081270 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bc999f80-814a-4199-9764-0426fae98ca3 req-59387957-66a3-4ad7-ba20-fa6cdceb24a9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.083365 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56398) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:55.084423 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6c825d8b-b837-43c9-95ba-1ed661da8a79 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.088751 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6c825d8b-b837-43c9-95ba-1ed661da8a79 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/e583ab87-9b51-40c5-9e7c-7221780aa60e HTTP/1.1" status: 204 len: 168 time: 0.3439064 Apr 18 20:52:55.093795 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56400) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:55.098482 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d8b975df-90e3-47a4-ba5f-a0cbcb4f83bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.105247 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d8b975df-90e3-47a4-ba5f-a0cbcb4f83bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.107431 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d8b975df-90e3-47a4-ba5f-a0cbcb4f83bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2270d92-82c7-48a0-a6c2-d3572eb3df72 HTTP/1.1" status: 204 len: 168 time: 0.8673716 Apr 18 20:52:55.138421 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c825d8b-b837-43c9-95ba-1ed661da8a79 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e583ab87-9b51-40c5-9e7c-7221780aa60e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:55.159605 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b975df-90e3-47a4-ba5f-a0cbcb4f83bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2270d92-82c7-48a0-a6c2-d3572eb3df72,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:55.361098 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-bc999f80-814a-4199-9764-0426fae98ca3 req-59387957-66a3-4ad7-ba20-fa6cdceb24a9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Allocated IP 172.20.0.6 (49542224-f666-4718-b03f-958adc44dc33/20af91cc-d869-4230-8d61-825647f4d54f/2c5cd357-b55a-4428-8936-e295bad826cc) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:55.405257 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088eac0-3277-4041-85a0-acb60b7ee092 req-212d2ff4-c82c-48fd-aa28-4dc3ea8ceced tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:55.407374 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a088eac0-3277-4041-85a0-acb60b7ee092 req-212d2ff4-c82c-48fd-aa28-4dc3ea8ceced tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 946 time: 1.2503998 Apr 18 20:52:55.530029 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-32abf671-32d4-468c-9fb6-74ec3d9ccd9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.538536 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f9b55bfc-68a7-4813-8eaf-25122b1aed39 req-f78169ff-43d8-491a-a53a-fb90b314aef2 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 210 time: 0.0631049 Apr 18 20:52:55.604129 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56420) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:55.609109 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-46f87b82-a46b-45c7-a25e-977c61485569 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5127633 Apr 18 20:52:55.678186 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-32abf671-32d4-468c-9fb6-74ec3d9ccd9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.682619 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6db9d71e-d453-4e99-9334-2eea8d014563 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.726019 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6db9d71e-d453-4e99-9334-2eea8d014563 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.820499 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-32abf671-32d4-468c-9fb6-74ec3d9ccd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.821012 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6db9d71e-d453-4e99-9334-2eea8d014563 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.826222 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-32abf671-32d4-468c-9fb6-74ec3d9ccd9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.826547 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-32abf671-32d4-468c-9fb6-74ec3d9ccd9f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f0c4e90-5415-48a5-9139-0e78f38c93ae HTTP/1.1" status: 204 len: 168 time: 0.7421148 Apr 18 20:52:55.833317 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6db9d71e-d453-4e99-9334-2eea8d014563 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.840508 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6db9d71e-d453-4e99-9334-2eea8d014563 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "DELETE /v2.0/security-groups/6edb9e02-08ac-431c-914e-a561466ae8a2 HTTP/1.1" status: 204 len: 168 time: 0.2347202 Apr 18 20:52:55.843060 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56430) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:55.858518 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a088eac0-3277-4041-85a0-acb60b7ee092 req-97f169ba-16d9-4353-b619-284143c9507c tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168897 Apr 18 20:52:55.903105 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abf671-32d4-468c-9fb6-74ec3d9ccd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0c4e90-5415-48a5-9139-0e78f38c93ae,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:56.061155 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9d71e-d453-4e99-9334-2eea8d014563 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edb9e02-08ac-431c-914e-a561466ae8a2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:56.122248 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-26c793b9-e8b2-4d73-a7ea-7a4b8d95d0e2 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2665713 Apr 18 20:52:56.131394 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56436) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:56.157972 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-21c82116-2410-4664-95e6-d4288fa962e3 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Request body: {'security_group': {'name': 'tempest-secgroup--2018267249'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:56.261775 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-21c82116-2410-4664-95e6-d4288fa962e3 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.310487 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56440) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:56.436068 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bc999f80-814a-4199-9764-0426fae98ca3 req-59387957-66a3-4ad7-ba20-fa6cdceb24a9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.659231 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-21c82116-2410-4664-95e6-d4288fa962e3 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.662555 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bc999f80-814a-4199-9764-0426fae98ca3 req-59387957-66a3-4ad7-ba20-fa6cdceb24a9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.670252 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-21c82116-2410-4664-95e6-d4288fa962e3 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.677079 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-581ca81c-0999-43bb-abd0-8879dd1285c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.841261 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-21c82116-2410-4664-95e6-d4288fa962e3 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.845726 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-21c82116-2410-4664-95e6-d4288fa962e3 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7100158 Apr 18 20:52:56.845940 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56460) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:56.862198 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56462) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:56.924880 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d2d129d5-4541-4174-bcd8-2bd1c3091745 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Request body: {'security_group_rule': {'security_group_id': 'b8ab43bb-0a7b-47c9-89e2-3282f3a6904b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:56.940986 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc999f80-814a-4199-9764-0426fae98ca3 req-59387957-66a3-4ad7-ba20-fa6cdceb24a9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Network 49542224-f666-4718-b03f-958adc44dc33 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:56.948090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-bc999f80-814a-4199-9764-0426fae98ca3 req-59387957-66a3-4ad7-ba20-fa6cdceb24a9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:56.961914 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59387957-66a3-4ad7-ba20-fa6cdceb24a9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event updated for resources: {'Port': ['ID=2c5cd357-b55a-4428-8936-e295bad826cc,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:56.967511 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c82116-2410-4664-95e6-d4288fa962e3 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ab43bb-0a7b-47c9-89e2-3282f3a6904b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:56.970246 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc999f80-814a-4199-9764-0426fae98ca3 req-59387957-66a3-4ad7-ba20-fa6cdceb24a9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:52:57.056895 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9a1e8135-844a-496a-b319-26a09ce359d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.310608 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc999f80-814a-4199-9764-0426fae98ca3 req-59387957-66a3-4ad7-ba20-fa6cdceb24a9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:57.313425 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bc999f80-814a-4199-9764-0426fae98ca3 req-59387957-66a3-4ad7-ba20-fa6cdceb24a9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.315308 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9a1e8135-844a-496a-b319-26a09ce359d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.329085 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9a1e8135-844a-496a-b319-26a09ce359d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.429864 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2d129d5-4541-4174-bcd8-2bd1c3091745 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.474688 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9a1e8135-844a-496a-b319-26a09ce359d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0a8878d9b55e42ecb54aa08ffc04bac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6052198 Apr 18 20:52:57.481325 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56476) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:57.502602 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e8135-844a-496a-b319-26a09ce359d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3018af31-2d8e-42de-b505-6b9e8a952464,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:57.600314 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-91a2054c-024b-46ba-b529-50579ee13cb0 None None] Provisioning complete for port 2c5cd357-b55a-4428-8936-e295bad826cc triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:57.604161 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-91a2054c-024b-46ba-b529-50579ee13cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.652464 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc999f80-814a-4199-9764-0426fae98ca3 req-59387957-66a3-4ad7-ba20-fa6cdceb24a9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1109228 Apr 18 20:52:57.689634 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2d129d5-4541-4174-bcd8-2bd1c3091745 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.711195 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2d129d5-4541-4174-bcd8-2bd1c3091745 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.736340 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-bc999f80-814a-4199-9764-0426fae98ca3 req-2ce54ce3-9dc7-416d-a3f4-70e3eb9bd2a1 service neutron] Request body: {'port': {'device_id': '7c1255eb-669e-4b50-8e5f-7585846b486c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:57.767765 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d17ad282-2def-4d5f-bd18-b35f81df3523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.808174 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-91a2054c-024b-46ba-b529-50579ee13cb0 None None] Port 2c5cd357-b55a-4428-8936-e295bad826cc cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:52:57.817012 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d17ad282-2def-4d5f-bd18-b35f81df3523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.924118 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d129d5-4541-4174-bcd8-2bd1c3091745 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0839e5-57c2-47fd-b55a-81fcbf03998f,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:57.939277 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012d3f5-732d-48e6-ab43-92c1f520ddfa req-2b24226f-570d-4fd8-ba11-0fc9b7aa8025 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:57.947786 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2012d3f5-732d-48e6-ab43-92c1f520ddfa req-2b24226f-570d-4fd8-ba11-0fc9b7aa8025 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 931 time: 1.0231144 Apr 18 20:52:57.957007 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d17ad282-2def-4d5f-bd18-b35f81df3523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.964855 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d17ad282-2def-4d5f-bd18-b35f81df3523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.967574 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d17ad282-2def-4d5f-bd18-b35f81df3523 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3018af31-2d8e-42de-b505-6b9e8a952464 HTTP/1.1" status: 204 len: 168 time: 0.4840374 Apr 18 20:52:57.985395 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2d129d5-4541-4174-bcd8-2bd1c3091745 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.987735 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d2d129d5-4541-4174-bcd8-2bd1c3091745 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1099336 Apr 18 20:52:58.000789 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56492) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:58.007001 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ad282-2def-4d5f-bd18-b35f81df3523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3018af31-2d8e-42de-b505-6b9e8a952464,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:58.188843 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bc999f80-814a-4199-9764-0426fae98ca3 req-2ce54ce3-9dc7-416d-a3f4-70e3eb9bd2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.279038 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-53276f69-a8a0-45f2-ae8b-186b91775e13 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.369663 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-53276f69-a8a0-45f2-ae8b-186b91775e13 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.542208 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-53276f69-a8a0-45f2-ae8b-186b91775e13 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.548409 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-53276f69-a8a0-45f2-ae8b-186b91775e13 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.553148 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-53276f69-a8a0-45f2-ae8b-186b91775e13 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "DELETE /v2.0/security-groups/b8ab43bb-0a7b-47c9-89e2-3282f3a6904b HTTP/1.1" status: 204 len: 168 time: 0.5492203 Apr 18 20:52:58.557539 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56508) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:58.778668 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c3ed41d0-7fa1-4d3f-8cae-c0cec94da7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.816178 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53276f69-a8a0-45f2-ae8b-186b91775e13 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ab43bb-0a7b-47c9-89e2-3282f3a6904b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:58.875812 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-88e002ff-a8ee-4b57-9694-32efcc0795d9 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2860935 Apr 18 20:52:58.877059 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56514) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:58.978438 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-74ccf543-9115-4536-9dc1-0d706d04f956 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1001186 Apr 18 20:52:58.983011 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56520) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:59.034613 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-1d8708b7-2610-43aa-bc0d-0202e05e0438 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] delete failed (client error): The resource could not be found. Apr 18 20:52:59.038352 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1d8708b7-2610-43aa-bc0d-0202e05e0438 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "DELETE /v2.0/security-groups/b8ab43bb-0a7b-47c9-89e2-3282f3a6904b HTTP/1.1" status: 404 len: 347 time: 0.0514624 Apr 18 20:52:59.045084 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56522) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:59.046309 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2012d3f5-732d-48e6-ab43-92c1f520ddfa req-b72c9ff8-d30b-444c-9bfd-2b5b4217aa57 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9478705 Apr 18 20:52:59.122349 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b28021-c5b4-4201-9c02-4d844c64074f req-08737257-a580-48f5-8e18-d9974be7c844 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:59.130232 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-01b28021-c5b4-4201-9c02-4d844c64074f req-08737257-a580-48f5-8e18-d9974be7c844 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 946 time: 1.8478265 Apr 18 20:52:59.181744 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8e976d75-98c8-4f47-bd02-6b5d799a4cb9 tempest-SecGroupTest-523157779 tempest-SecGroupTest-523157779-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1342721 Apr 18 20:52:59.347019 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-581ca81c-0999-43bb-abd0-8879dd1285c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:59.373779 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-581ca81c-0999-43bb-abd0-8879dd1285c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:59.534289 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1c559-7082-4152-be48-0773d1d2f313 req-69010e99-1ae7-4cce-a6b0-d290e10147c6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:59.537458 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19b1c559-7082-4152-be48-0773d1d2f313 req-69010e99-1ae7-4cce-a6b0-d290e10147c6 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.32 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 946 time: 1.4406273 Apr 18 20:52:59.826033 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:59.836010 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ca81c-0999-43bb-abd0-8879dd1285c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f2321a-61b6-416d-b35e-cf7671eb60d5,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:59.921830 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56552) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:59.925793 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-581ca81c-0999-43bb-abd0-8879dd1285c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=013bea7a2e5a4205945b5f19a764d357&name=default HTTP/1.1" status: 200 len: 2983 time: 3.6139517 Apr 18 20:52:59.959801 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-01b28021-c5b4-4201-9c02-4d844c64074f req-982e79ac-a29e-43a2-a451-1b1cb8158383 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8025038 Apr 18 20:53:00.072264 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-caf10676-21f5-4557-91cf-47626a1ba605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:00.148643 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-caf10676-21f5-4557-91cf-47626a1ba605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:00.217329 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56562) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:00.280328 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-caf10676-21f5-4557-91cf-47626a1ba605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:00.285115 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-caf10676-21f5-4557-91cf-47626a1ba605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:00.292124 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-caf10676-21f5-4557-91cf-47626a1ba605 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f7f2321a-61b6-416d-b35e-cf7671eb60d5 HTTP/1.1" status: 204 len: 168 time: 0.3681591 Apr 18 20:53:00.318723 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf10676-21f5-4557-91cf-47626a1ba605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f2321a-61b6-416d-b35e-cf7671eb60d5,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:00.492391 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-19b1c559-7082-4152-be48-0773d1d2f313 req-5296453d-7bea-4807-a05e-94165e44e9f2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Deleting port 93317250-b413-4840-8fdb-219ed666f020 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:00.494042 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-19b1c559-7082-4152-be48-0773d1d2f313 req-5296453d-7bea-4807-a05e-94165e44e9f2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:00.748825 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-bc999f80-814a-4199-9764-0426fae98ca3 req-2ce54ce3-9dc7-416d-a3f4-70e3eb9bd2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5cd357-b55a-4428-8936-e295bad826cc {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:53:00.774991 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bc999f80-814a-4199-9764-0426fae98ca3 req-2ce54ce3-9dc7-416d-a3f4-70e3eb9bd2a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:00.799276 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51b5cc-b5c6-4bd1-bb5b-9aa39a39a138 req-4f3d5dbe-7a5f-41d2-aaa2-3a33bbdfa6e1 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:00.808055 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b51b5cc-b5c6-4bd1-bb5b-9aa39a39a138 req-4f3d5dbe-7a5f-41d2-aaa2-3a33bbdfa6e1 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 931 time: 0.4014201 Apr 18 20:53:00.920510 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-bc999f80-814a-4199-9764-0426fae98ca3 req-2ce54ce3-9dc7-416d-a3f4-70e3eb9bd2a1 service neutron] Transition to ACTIVE for port object 2c5cd357-b55a-4428-8936-e295bad826cc will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:00.946806 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56590) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:00.960134 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-cdb1d7d7-d30e-4006-95a2-962f6e499600 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=49b6f27d03314935aa44b9ec0b1a6858&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7325211 Apr 18 20:53:01.004471 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b51b5cc-b5c6-4bd1-bb5b-9aa39a39a138 req-f71db66d-18fd-4ad0-bd93-ae229e162728 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854877 Apr 18 20:53:01.025113 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-19b1c559-7082-4152-be48-0773d1d2f313 req-5296453d-7bea-4807-a05e-94165e44e9f2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] For port 93317250-b413-4840-8fdb-219ed666f020, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=93317250-b413-4840-8fdb-219ed666f020,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:01.025113 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-19b1c559-7082-4152-be48-0773d1d2f313 req-5296453d-7bea-4807-a05e-94165e44e9f2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:01.026049 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bc999f80-814a-4199-9764-0426fae98ca3 req-2ce54ce3-9dc7-416d-a3f4-70e3eb9bd2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:01.240880 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d614fae5-8935-4fd3-8b7b-df4f7e0069a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:01.248584 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce54ce3-9dc7-416d-a3f4-70e3eb9bd2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5cd357-b55a-4428-8936-e295bad826cc,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:01.308787 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:01.332499 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d614fae5-8935-4fd3-8b7b-df4f7e0069a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:01.405850 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-19b1c559-7082-4152-be48-0773d1d2f313 req-5296453d-7bea-4807-a05e-94165e44e9f2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Calling delete_port for 93317250-b413-4840-8fdb-219ed666f020 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:01.422043 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 93317250-b413-4840-8fdb-219ed666f020 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:53:01.555391 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d614fae5-8935-4fd3-8b7b-df4f7e0069a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:01.561552 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d614fae5-8935-4fd3-8b7b-df4f7e0069a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:01.563899 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d614fae5-8935-4fd3-8b7b-df4f7e0069a8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bbb54a3d-b808-4c12-8eed-fcce20a9f01a HTTP/1.1" status: 204 len: 168 time: 0.6025305 Apr 18 20:53:01.605659 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614fae5-8935-4fd3-8b7b-df4f7e0069a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb54a3d-b808-4c12-8eed-fcce20a9f01a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:01.893260 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:01.950940 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:02.013055 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140ff425-353b-42eb-ad82-230cdee31b3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93317250-b413-4840-8fdb-219ed666f020'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:53:02.023447 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a80417-798c-4958-a0c9-7afe35f6e95b" -d '{"events": [{"server_uuid": "140ff425-353b-42eb-ad82-230cdee31b3e", "name": "network-vif-unplugged", "status": "completed", "tag": "93317250-b413-4840-8fdb-219ed666f020"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:53:02.030018 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-bc999f80-814a-4199-9764-0426fae98ca3 req-2ce54ce3-9dc7-416d-a3f4-70e3eb9bd2a1 service neutron] Attempting to bind port 2c5cd357-b55a-4428-8936-e295bad826cc on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:02.055687 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-bc999f80-814a-4199-9764-0426fae98ca3 req-2ce54ce3-9dc7-416d-a3f4-70e3eb9bd2a1 service neutron] Attempting to bind port 2c5cd357-b55a-4428-8936-e295bad826cc by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:02.061412 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc999f80-814a-4199-9764-0426fae98ca3 req-2ce54ce3-9dc7-416d-a3f4-70e3eb9bd2a1 service neutron] Attempting to bind port 2c5cd357-b55a-4428-8936-e295bad826cc on network 49542224-f666-4718-b03f-958adc44dc33 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:02.108371 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc999f80-814a-4199-9764-0426fae98ca3 req-2ce54ce3-9dc7-416d-a3f4-70e3eb9bd2a1 service neutron] Port 2c5cd357-b55a-4428-8936-e295bad826cc on network 49542224-f666-4718-b03f-958adc44dc33 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:02.108889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc999f80-814a-4199-9764-0426fae98ca3 req-2ce54ce3-9dc7-416d-a3f4-70e3eb9bd2a1 service neutron] Attempting to bind port 2c5cd357-b55a-4428-8936-e295bad826cc on network 49542224-f666-4718-b03f-958adc44dc33 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:02.132325 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 93317250-b413-4840-8fdb-219ed666f020, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=93317250-b413-4840-8fdb-219ed666f020,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:02.143628 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:02.186685 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b67f22-abb9-479e-a49d-9ad0cf0587ac req-21a11022-40f1-45c1-b278-dde32f2a4d2e tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:02.199552 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8b67f22-abb9-479e-a49d-9ad0cf0587ac req-21a11022-40f1-45c1-b278-dde32f2a4d2e tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 946 time: 0.9518549 Apr 18 20:53:02.417848 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3e319d-6555-4e67-837f-bbd6996ea109 x-openstack-request-id: req-fc3e319d-6555-4e67-837f-bbd6996ea109 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:53:02.421093 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140ff425-353b-42eb-ad82-230cdee31b3e", "name": "network-vif-unplugged", "status": "completed", "tag": "93317250-b413-4840-8fdb-219ed666f020", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:53:02.421854 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc3e319d-6555-4e67-837f-bbd6996ea109 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:53:02.425183 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc3e319d-6555-4e67-837f-bbd6996ea109'] response: {'server_uuid': '140ff425-353b-42eb-ad82-230cdee31b3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93317250-b413-4840-8fdb-219ed666f020', 'code': 200} Apr 18 20:53:02.431680 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc999f80-814a-4199-9764-0426fae98ca3 req-2ce54ce3-9dc7-416d-a3f4-70e3eb9bd2a1 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:53:02.434330 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=93317250-b413-4840-8fdb-219ed666f020,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:02.435413 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc999f80-814a-4199-9764-0426fae98ca3 req-2ce54ce3-9dc7-416d-a3f4-70e3eb9bd2a1 service neutron] Checking segment: {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:53:02.436311 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc999f80-814a-4199-9764-0426fae98ca3 req-2ce54ce3-9dc7-416d-a3f4-70e3eb9bd2a1 service neutron] Bound using segment: {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:53:02.441565 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-bc999f80-814a-4199-9764-0426fae98ca3 req-2ce54ce3-9dc7-416d-a3f4-70e3eb9bd2a1 service neutron] Bound port: 2c5cd357-b55a-4428-8936-e295bad826cc, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:02.447956 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bc999f80-814a-4199-9764-0426fae98ca3 req-2ce54ce3-9dc7-416d-a3f4-70e3eb9bd2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:02.494284 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8b67f22-abb9-479e-a49d-9ad0cf0587ac req-4f498e3d-473c-42c1-af17-b00add60fe3a tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863524 Apr 18 20:53:02.689611 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-19b1c559-7082-4152-be48-0773d1d2f313 req-5296453d-7bea-4807-a05e-94165e44e9f2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:02.708374 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['1f0cb29c-6676-4f1b-a111-285181b01885'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:53:03.082570 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-bc999f80-814a-4199-9764-0426fae98ca3 req-2ce54ce3-9dc7-416d-a3f4-70e3eb9bd2a1 service neutron] For port 2c5cd357-b55a-4428-8936-e295bad826cc, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:03.085938 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-bc999f80-814a-4199-9764-0426fae98ca3 req-2ce54ce3-9dc7-416d-a3f4-70e3eb9bd2a1 service neutron] For port 2c5cd357-b55a-4428-8936-e295bad826cc, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=2c5cd357-b55a-4428-8936-e295bad826cc,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:03.105875 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296453d-7bea-4807-a05e-94165e44e9f2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Pushing event deleted for resources: {'Port': ['ID=93317250-b413-4840-8fdb-219ed666f020,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:03.129750 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bc999f80-814a-4199-9764-0426fae98ca3 req-2ce54ce3-9dc7-416d-a3f4-70e3eb9bd2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:03.169351 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc999f80-814a-4199-9764-0426fae98ca3 req-2ce54ce3-9dc7-416d-a3f4-70e3eb9bd2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:03.169980 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bc999f80-814a-4199-9764-0426fae98ca3 req-2ce54ce3-9dc7-416d-a3f4-70e3eb9bd2a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:03.174247 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc999f80-814a-4199-9764-0426fae98ca3 req-2ce54ce3-9dc7-416d-a3f4-70e3eb9bd2a1 service neutron] 10.222.0.57 "PUT /v2.0/ports/2c5cd357-b55a-4428-8936-e295bad826cc HTTP/1.1" status: 200 len: 1091 time: 5.4701309 Apr 18 20:53:03.185169 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c1255eb-669e-4b50-8e5f-7585846b486c', 'tag': '2c5cd357-b55a-4428-8936-e295bad826cc'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:53:03.206842 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b37dc1-432f-4e71-a838-1eb91971d19f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c1255eb-669e-4b50-8e5f-7585846b486c", "tag": "2c5cd357-b55a-4428-8936-e295bad826cc"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:53:03.506666 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce54ce3-9dc7-416d-a3f4-70e3eb9bd2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5cd357-b55a-4428-8936-e295bad826cc,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:03.544195 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1658e6-fc07-4807-829e-7923cb03a0db req-9fc1ac09-c5b8-4f5e-a0b0-47651dc6f232 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:03.570751 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9e1658e6-fc07-4807-829e-7923cb03a0db req-9fc1ac09-c5b8-4f5e-a0b0-47651dc6f232 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 943 time: 1.0884805 Apr 18 20:53:03.656476 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e71dcb8-5820-40a4-8ca9-de458104efcb x-openstack-request-id: req-5e71dcb8-5820-40a4-8ca9-de458104efcb {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:53:03.656787 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c1255eb-669e-4b50-8e5f-7585846b486c", "tag": "2c5cd357-b55a-4428-8936-e295bad826cc", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:53:03.658156 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e71dcb8-5820-40a4-8ca9-de458104efcb {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:53:03.658686 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e71dcb8-5820-40a4-8ca9-de458104efcb'] response: {'name': 'network-changed', 'server_uuid': '7c1255eb-669e-4b50-8e5f-7585846b486c', 'tag': '2c5cd357-b55a-4428-8936-e295bad826cc', 'status': 'completed', 'code': 200} Apr 18 20:53:03.831851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b1c559-7082-4152-be48-0773d1d2f313 req-5296453d-7bea-4807-a05e-94165e44e9f2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] No DVR routers for this DVR port 93317250-b413-4840-8fdb-219ed666f020 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:53:03.843634 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-19b1c559-7082-4152-be48-0773d1d2f313 req-5296453d-7bea-4807-a05e-94165e44e9f2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:03.856715 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19b1c559-7082-4152-be48-0773d1d2f313 req-5296453d-7bea-4807-a05e-94165e44e9f2 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.32 "DELETE /v2.0/ports/93317250-b413-4840-8fdb-219ed666f020 HTTP/1.1" status: 204 len: 173 time: 4.1809819 Apr 18 20:53:04.030486 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9e1658e6-fc07-4807-829e-7923cb03a0db req-196b638c-bfd0-426b-81db-87dc9645ec69 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558408 Apr 18 20:53:04.046625 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ed6a1113-53a6-4a0c-b1fc-26648eed2def req-52b48461-619d-4e42-a55b-f0f759daa008 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=140ff425-353b-42eb-ad82-230cdee31b3e HTTP/1.1" status: 200 len: 210 time: 0.2471895 Apr 18 20:53:04.062824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc999f80-814a-4199-9764-0426fae98ca3 req-3dbcfcf2-79d4-4de5-a1c0-d8ae3acc887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:04.068960 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc999f80-814a-4199-9764-0426fae98ca3 req-3dbcfcf2-79d4-4de5-a1c0-d8ae3acc887c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 1094 time: 0.6224506 Apr 18 20:53:04.176945 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc999f80-814a-4199-9764-0426fae98ca3 req-5de57bb5-47d5-4f00-b05e-350f41a6dcea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c5cd357-b55a-4428-8936-e295bad826cc HTTP/1.1" status: 200 len: 217 time: 0.1027634 Apr 18 20:53:04.380251 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc999f80-814a-4199-9764-0426fae98ca3 req-d353a2ee-0ee4-4379-b500-a455c50fe9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:04.392553 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc999f80-814a-4199-9764-0426fae98ca3 req-d353a2ee-0ee4-4379-b500-a455c50fe9a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.2042034 Apr 18 20:53:04.636395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc999f80-814a-4199-9764-0426fae98ca3 req-3cc603b9-097e-4cc3-a084-9e1f7478697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:04.644866 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc999f80-814a-4199-9764-0426fae98ca3 req-3cc603b9-097e-4cc3-a084-9e1f7478697e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2423565 Apr 18 20:53:04.971445 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc999f80-814a-4199-9764-0426fae98ca3 req-cacecad6-171b-4933-b955-cc61676975cf service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163474 Apr 18 20:53:05.241864 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc999f80-814a-4199-9764-0426fae98ca3 req-87b74a76-4c8c-4a2a-9571-8d77d57fc9ff service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542982 Apr 18 20:53:05.467830 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165cf05-45e0-4132-a5e1-4a43f729de52 req-f6dac98c-afae-4dc5-b949-086dc57bfb64 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:05.475967 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e165cf05-45e0-4132-a5e1-4a43f729de52 req-f6dac98c-afae-4dc5-b949-086dc57bfb64 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 943 time: 0.1620266 Apr 18 20:53:05.617292 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e165cf05-45e0-4132-a5e1-4a43f729de52 req-658f91b7-f7ce-4002-8b6f-ba5b4311094c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319439 Apr 18 20:53:05.660793 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140ff425-353b-42eb-ad82-230cdee31b3e', 'name': 'network-vif-deleted', 'tag': '93317250-b413-4840-8fdb-219ed666f020'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:53:05.687641 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa8266c-0c7f-4323-bca5-6f13c4def9cf" -d '{"events": [{"server_uuid": "140ff425-353b-42eb-ad82-230cdee31b3e", "name": "network-vif-deleted", "tag": "93317250-b413-4840-8fdb-219ed666f020"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:53:05.896421 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e9c8cd-2584-4764-8874-61812a3f9de1 x-openstack-request-id: req-06e9c8cd-2584-4764-8874-61812a3f9de1 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:53:05.896759 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140ff425-353b-42eb-ad82-230cdee31b3e", "name": "network-vif-deleted", "tag": "93317250-b413-4840-8fdb-219ed666f020", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:53:05.897351 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06e9c8cd-2584-4764-8874-61812a3f9de1 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:53:05.901521 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06e9c8cd-2584-4764-8874-61812a3f9de1'] response: {'server_uuid': '140ff425-353b-42eb-ad82-230cdee31b3e', 'name': 'network-vif-deleted', 'tag': '93317250-b413-4840-8fdb-219ed666f020', 'status': 'completed', 'code': 200} Apr 18 20:53:05.953293 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b37dc1-432f-4e71-a838-1eb91971d19f req-a13a7a0d-06f4-4632-a0e9-c9c5cf545e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:05.956389 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86b37dc1-432f-4e71-a838-1eb91971d19f req-a13a7a0d-06f4-4632-a0e9-c9c5cf545e64 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 1094 time: 0.2358475 Apr 18 20:53:06.236779 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b37dc1-432f-4e71-a838-1eb91971d19f req-06cf507b-93a8-4895-abb5-12129eb3f3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:06.240071 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86b37dc1-432f-4e71-a838-1eb91971d19f req-06cf507b-93a8-4895-abb5-12129eb3f3f0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 912 time: 0.2677934 Apr 18 20:53:06.446780 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86b37dc1-432f-4e71-a838-1eb91971d19f req-01ea230b-e1f3-47dc-bdcb-708e2667510a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c5cd357-b55a-4428-8936-e295bad826cc HTTP/1.1" status: 200 len: 217 time: 0.1997411 Apr 18 20:53:06.623978 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b37dc1-432f-4e71-a838-1eb91971d19f req-ab614fa7-3f32-40b8-9d3d-6ec9cdbee423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:06.628392 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86b37dc1-432f-4e71-a838-1eb91971d19f req-ab614fa7-3f32-40b8-9d3d-6ec9cdbee423 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.1685956 Apr 18 20:53:07.035326 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b37dc1-432f-4e71-a838-1eb91971d19f req-b1aaa986-a409-4398-ba40-dd48319d61cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:07.044642 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86b37dc1-432f-4e71-a838-1eb91971d19f req-b1aaa986-a409-4398-ba40-dd48319d61cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3982551 Apr 18 20:53:07.458889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4956fff-cbd7-4cfd-ac05-b47af20568d0 req-d363138e-e72f-44ca-b8cd-1c5b8f99c926 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:07.463047 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4956fff-cbd7-4cfd-ac05-b47af20568d0 req-d363138e-e72f-44ca-b8cd-1c5b8f99c926 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 943 time: 0.5956221 Apr 18 20:53:07.624159 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86b37dc1-432f-4e71-a838-1eb91971d19f req-444f0faa-fb21-4284-b32a-7a22cb4b2d7d service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5554476 Apr 18 20:53:07.713904 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:07.861355 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aff457-69b4-44c9-ae19-8a7e60dbb9ca req-335fdc59-6941-4537-b427-9ea824415729 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:07.874761 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89aff457-69b4-44c9-ae19-8a7e60dbb9ca req-335fdc59-6941-4537-b427-9ea824415729 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=2998cccc-7e52-4545-ab3f-2e5fe999ba04 HTTP/1.1" status: 200 len: 945 time: 0.5322609 Apr 18 20:53:08.117852 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86b37dc1-432f-4e71-a838-1eb91971d19f req-742128ec-f880-4bda-a497-4aa145678e8c service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664037 Apr 18 20:53:08.134077 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89aff457-69b4-44c9-ae19-8a7e60dbb9ca req-281782d3-9cf1-4e00-8f16-9aa4be63ffca tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578890 Apr 18 20:53:08.231504 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4956fff-cbd7-4cfd-ac05-b47af20568d0 req-edad7559-f962-4e29-b037-b08d96e86ef2 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5737984 Apr 18 20:53:08.373600 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56858) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:08.647765 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01191a-dbfc-41e1-bbfb-fcb0e98f0386 req-7cee7b52-1071-4ffd-b93c-fc3983720f02 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:08.653987 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d01191a-dbfc-41e1-bbfb-fcb0e98f0386 req-7cee7b52-1071-4ffd-b93c-fc3983720f02 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.32 "GET /v2.0/ports?device_id=2998cccc-7e52-4545-ab3f-2e5fe999ba04 HTTP/1.1" status: 200 len: 945 time: 0.1597447 Apr 18 20:53:08.891527 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-4d01191a-dbfc-41e1-bbfb-fcb0e98f0386 req-1b36d4c0-8fd5-4b76-bf3a-2805db522802 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Deleting port 1f0cb29c-6676-4f1b-a111-285181b01885 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:08.898057 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4d01191a-dbfc-41e1-bbfb-fcb0e98f0386 req-1b36d4c0-8fd5-4b76-bf3a-2805db522802 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:09.185920 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-4d01191a-dbfc-41e1-bbfb-fcb0e98f0386 req-1b36d4c0-8fd5-4b76-bf3a-2805db522802 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] For port 1f0cb29c-6676-4f1b-a111-285181b01885, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=1f0cb29c-6676-4f1b-a111-285181b01885,segment=NetworkSegment(756271fa-0021-437b-9cca-267a81934e66),segment_id=756271fa-0021-437b-9cca-267a81934e66)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:09.187013 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4d01191a-dbfc-41e1-bbfb-fcb0e98f0386 req-1b36d4c0-8fd5-4b76-bf3a-2805db522802 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:09.224176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-4d01191a-dbfc-41e1-bbfb-fcb0e98f0386 req-1b36d4c0-8fd5-4b76-bf3a-2805db522802 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Calling delete_port for 1f0cb29c-6676-4f1b-a111-285181b01885 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:09.425547 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-914110c6-e0f3-48a7-bd7d-4183a715dcbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:09.501207 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c873a5-46c6-4152-85f8-54bd02773e85 req-1f772087-cc01-4cc7-9f4f-bb0eba2cea5f tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:09.511369 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-29c873a5-46c6-4152-85f8-54bd02773e85 req-1f772087-cc01-4cc7-9f4f-bb0eba2cea5f tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 943 time: 0.1190219 Apr 18 20:53:09.609287 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56882) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:09.781777 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56888) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:09.803049 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-29c873a5-46c6-4152-85f8-54bd02773e85 req-5945c18c-c62c-42a9-ac43-aacd4e3f4ae1 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904603 Apr 18 20:53:09.818185 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4d01191a-dbfc-41e1-bbfb-fcb0e98f0386 req-1b36d4c0-8fd5-4b76-bf3a-2805db522802 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:09.832086 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['1f0cb29c-6676-4f1b-a111-285181b01885'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:53:10.143022 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-914110c6-e0f3-48a7-bd7d-4183a715dcbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:10.240368 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-29dbdc44-0f67-49bb-9e0e-97be9d4ba5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:10.270629 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-914110c6-e0f3-48a7-bd7d-4183a715dcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:10.275039 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36d4c0-8fd5-4b76-bf3a-2805db522802 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Pushing event deleted for resources: {'Port': ['ID=1f0cb29c-6676-4f1b-a111-285181b01885,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:10.315158 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae96e2e-34d7-4dd8-b556-661682a4b78f req-27aedc4f-2295-447a-838b-cb972dade854 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:10.326979 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0ae96e2e-34d7-4dd8-b556-661682a4b78f req-27aedc4f-2295-447a-838b-cb972dade854 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/ports?device_id=2998cccc-7e52-4545-ab3f-2e5fe999ba04 HTTP/1.1" status: 200 len: 867 time: 0.8130550 Apr 18 20:53:10.419513 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-29dbdc44-0f67-49bb-9e0e-97be9d4ba5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:10.429466 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-29dbdc44-0f67-49bb-9e0e-97be9d4ba5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:10.521851 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dbdc44-0f67-49bb-9e0e-97be9d4ba5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a1002d-4578-4bce-987e-af15b8b2710b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:10.682600 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-29dbdc44-0f67-49bb-9e0e-97be9d4ba5b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb75815936434affa9e129f1aca1199d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8954637 Apr 18 20:53:10.683851 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56902) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:10.689077 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d04b8020-e694-493e-9ee8-e5006ae10c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:10.719618 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d01191a-dbfc-41e1-bbfb-fcb0e98f0386 req-1b36d4c0-8fd5-4b76-bf3a-2805db522802 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] No DVR routers for this DVR port 1f0cb29c-6676-4f1b-a111-285181b01885 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:53:10.726477 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914110c6-e0f3-48a7-bd7d-4183a715dcbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5f4092-f0d9-4dfa-b9b5-200aa8a3029d,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:10.740523 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-914110c6-e0f3-48a7-bd7d-4183a715dcbb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=04ca7a788d0241bd933e70aed675ee5d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3635166 Apr 18 20:53:10.742984 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4d01191a-dbfc-41e1-bbfb-fcb0e98f0386 req-1b36d4c0-8fd5-4b76-bf3a-2805db522802 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:10.749136 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d01191a-dbfc-41e1-bbfb-fcb0e98f0386 req-1b36d4c0-8fd5-4b76-bf3a-2805db522802 tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.32 "DELETE /v2.0/ports/1f0cb29c-6676-4f1b-a111-285181b01885 HTTP/1.1" status: 204 len: 173 time: 2.0865607 Apr 18 20:53:10.749889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56904) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:10.762498 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2998cccc-7e52-4545-ab3f-2e5fe999ba04', 'name': 'network-vif-deleted', 'tag': '1f0cb29c-6676-4f1b-a111-285181b01885'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:53:10.772350 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef8d7e3-4f1b-4e3e-b9a7-04a131003237" -d '{"events": [{"server_uuid": "2998cccc-7e52-4545-ab3f-2e5fe999ba04", "name": "network-vif-deleted", "tag": "1f0cb29c-6676-4f1b-a111-285181b01885"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:53:10.873117 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0ae96e2e-34d7-4dd8-b556-661682a4b78f req-c8a0958a-485b-4a57-9b8d-70a3478814ed tempest-ServersTestJSON-359014728 tempest-ServersTestJSON-359014728-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f5380c2-1ee2-404b-ba7e-fbc017d87354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540758 Apr 18 20:53:11.030474 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb0a6c3-0d61-4e17-b1a5-fe212dcd838a x-openstack-request-id: req-2fb0a6c3-0d61-4e17-b1a5-fe212dcd838a {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:53:11.031270 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2998cccc-7e52-4545-ab3f-2e5fe999ba04", "name": "network-vif-deleted", "tag": "1f0cb29c-6676-4f1b-a111-285181b01885", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:53:11.031989 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2fb0a6c3-0d61-4e17-b1a5-fe212dcd838a {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:53:11.032977 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb0a6c3-0d61-4e17-b1a5-fe212dcd838a'] response: {'server_uuid': '2998cccc-7e52-4545-ab3f-2e5fe999ba04', 'name': 'network-vif-deleted', 'tag': '1f0cb29c-6676-4f1b-a111-285181b01885', 'status': 'completed', 'code': 200} Apr 18 20:53:11.085675 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e2ae36a-b87a-4597-aa06-5970d9155284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:11.173051 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d04b8020-e694-493e-9ee8-e5006ae10c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:11.185815 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e6edec7-0ea8-4fec-a6bc-e664ad2ec302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:11.212640 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d04b8020-e694-493e-9ee8-e5006ae10c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:11.267069 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e2ae36a-b87a-4597-aa06-5970d9155284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:11.472857 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e6edec7-0ea8-4fec-a6bc-e664ad2ec302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:11.486242 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e2ae36a-b87a-4597-aa06-5970d9155284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:11.491669 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e2ae36a-b87a-4597-aa06-5970d9155284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:11.498990 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9e2ae36a-b87a-4597-aa06-5970d9155284 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe5f4092-f0d9-4dfa-b9b5-200aa8a3029d HTTP/1.1" status: 204 len: 168 time: 0.7136915 Apr 18 20:53:11.503887 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ae36a-b87a-4597-aa06-5970d9155284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5f4092-f0d9-4dfa-b9b5-200aa8a3029d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:11.505777 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d04b8020-e694-493e-9ee8-e5006ae10c74 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44f68352008547f9a6d557a7b930fed7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8943369 Apr 18 20:53:11.510797 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56914) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:11.522161 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b8020-e694-493e-9ee8-e5006ae10c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806ccc0a-7a4a-4709-8fa4-c78767bc9569,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:11.562337 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ae36a-b87a-4597-aa06-5970d9155284 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:11.563269 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ae36a-b87a-4597-aa06-5970d9155284 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:11.564453 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ae36a-b87a-4597-aa06-5970d9155284 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:11.573046 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ae36a-b87a-4597-aa06-5970d9155284 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:11.574061 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ae36a-b87a-4597-aa06-5970d9155284 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:11.575037 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ae36a-b87a-4597-aa06-5970d9155284 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:11.575810 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ae36a-b87a-4597-aa06-5970d9155284 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:11.579639 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ae36a-b87a-4597-aa06-5970d9155284 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:11.580510 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ae36a-b87a-4597-aa06-5970d9155284 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:11.581232 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ae36a-b87a-4597-aa06-5970d9155284 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:11.582717 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ae36a-b87a-4597-aa06-5970d9155284 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:11.583636 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ae36a-b87a-4597-aa06-5970d9155284 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:11.616994 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834ef9a-dc82-42d3-b2fb-ee7183d3eca3 req-f5d030f8-dcb4-42d2-8167-df13f01e7ee0 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:11.631014 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e834ef9a-dc82-42d3-b2fb-ee7183d3eca3 req-f5d030f8-dcb4-42d2-8167-df13f01e7ee0 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 943 time: 0.3598859 Apr 18 20:53:11.765781 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:11.813030 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-97205e5b-fd79-4fec-ad62-72538e27cb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:11.815361 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e834ef9a-dc82-42d3-b2fb-ee7183d3eca3 req-ca8362de-75f5-4567-bc44-f3891296c947 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763656 Apr 18 20:53:11.923766 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-97205e5b-fd79-4fec-ad62-72538e27cb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:11.957226 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e6edec7-0ea8-4fec-a6bc-e664ad2ec302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:11.962606 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e6edec7-0ea8-4fec-a6bc-e664ad2ec302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:11.965006 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5e6edec7-0ea8-4fec-a6bc-e664ad2ec302 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2a1002d-4578-4bce-987e-af15b8b2710b HTTP/1.1" status: 204 len: 168 time: 1.2573175 Apr 18 20:53:11.994624 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6edec7-0ea8-4fec-a6bc-e664ad2ec302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a1002d-4578-4bce-987e-af15b8b2710b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:12.058533 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-97205e5b-fd79-4fec-ad62-72538e27cb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:12.067536 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-97205e5b-fd79-4fec-ad62-72538e27cb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:12.072705 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-97205e5b-fd79-4fec-ad62-72538e27cb54 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/806ccc0a-7a4a-4709-8fa4-c78767bc9569 HTTP/1.1" status: 204 len: 168 time: 0.5604699 Apr 18 20:53:12.084093 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97205e5b-fd79-4fec-ad62-72538e27cb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806ccc0a-7a4a-4709-8fa4-c78767bc9569,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:12.124820 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56932) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:12.617123 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56942) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:12.642153 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0a664c72-d9a4-4a1e-96a0-8b70e9746867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:13.464411 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 1f0cb29c-6676-4f1b-a111-285181b01885 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:53:13.618610 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 1f0cb29c-6676-4f1b-a111-285181b01885 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:53:13.625538 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 1f0cb29c-6676-4f1b-a111-285181b01885 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:53:13.766159 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0a664c72-d9a4-4a1e-96a0-8b70e9746867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:13.800286 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a08b9e3-60b0-42d2-a953-7d8a8090a4db admin admin] Deleting subnet 43c45217-dc0b-4a55-9d4a-e4055b0395e0 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:53:13.822325 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7a08b9e3-60b0-42d2-a953-7d8a8090a4db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:13.839253 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0a664c72-d9a4-4a1e-96a0-8b70e9746867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:13.877386 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56962) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:13.987527 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de162ad3-e6ff-4934-98a6-2942deacbf5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.117461 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7a08b9e3-60b0-42d2-a953-7d8a8090a4db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.162693 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de162ad3-e6ff-4934-98a6-2942deacbf5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.173027 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de162ad3-e6ff-4934-98a6-2942deacbf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.231721 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-de162ad3-e6ff-4934-98a6-2942deacbf5f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d8454bbb26848b49b49063b481c5383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3512311 Apr 18 20:53:14.234274 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56970) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:14.242310 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7a08b9e3-60b0-42d2-a953-7d8a8090a4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.333995 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de162ad3-e6ff-4934-98a6-2942deacbf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29d5b90-6937-4df4-8164-a67ed081d14b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:14.348598 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-703ad3d0-f112-4f45-a2a7-b9475bffe63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.382019 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0a664c72-d9a4-4a1e-96a0-8b70e9746867 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40502d4f596f47858a5f46355389d9f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7625675 Apr 18 20:53:14.389717 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56974) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:14.391126 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036798e-e893-4ecb-b590-5bc23314ef3e req-8f1370a2-be8e-4b70-a858-b24b06eeb5c7 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:14.392794 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2036798e-e893-4ecb-b590-5bc23314ef3e req-8f1370a2-be8e-4b70-a858-b24b06eeb5c7 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 943 time: 0.9355707 Apr 18 20:53:14.393487 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a664c72-d9a4-4a1e-96a0-8b70e9746867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca556126-8ae5-41be-8510-5916791d85a9,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:14.395130 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-703ad3d0-f112-4f45-a2a7-b9475bffe63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.397499 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7a08b9e3-60b0-42d2-a953-7d8a8090a4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.524144 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08b9e3-60b0-42d2-a953-7d8a8090a4db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43c45217-dc0b-4a55-9d4a-e4055b0395e0,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:14.539994 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7a08b9e3-60b0-42d2-a953-7d8a8090a4db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.550205 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7a08b9e3-60b0-42d2-a953-7d8a8090a4db admin admin] 10.222.0.41 "DELETE /v2.0/subnets/43c45217-dc0b-4a55-9d4a-e4055b0395e0 HTTP/1.1" status: 204 len: 168 time: 2.4237177 Apr 18 20:53:14.554774 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56978) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:14.706784 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b50296be-5107-40fc-ad7c-8acffc5a55e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.850004 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-703ad3d0-f112-4f45-a2a7-b9475bffe63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.857437 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-703ad3d0-f112-4f45-a2a7-b9475bffe63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.876519 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-703ad3d0-f112-4f45-a2a7-b9475bffe63b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e29d5b90-6937-4df4-8164-a67ed081d14b HTTP/1.1" status: 204 len: 168 time: 0.6377966 Apr 18 20:53:14.877883 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-42066539-5e53-4791-b0fb-156e14c7237d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.885891 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b50296be-5107-40fc-ad7c-8acffc5a55e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.920909 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2036798e-e893-4ecb-b590-5bc23314ef3e req-5ebc8252-4127-4b82-92c7-6ca0bcd06a85 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142612 Apr 18 20:53:15.016682 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-42066539-5e53-4791-b0fb-156e14c7237d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.068557 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-42066539-5e53-4791-b0fb-156e14c7237d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce30ba55-30c8-48a1-83e1-fd83adbe8e92']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:15.082502 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ad3d0-f112-4f45-a2a7-b9475bffe63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29d5b90-6937-4df4-8164-a67ed081d14b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:15.100705 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-42066539-5e53-4791-b0fb-156e14c7237d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756271fa-0021-437b-9cca-267a81934e66') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:15.101768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-42066539-5e53-4791-b0fb-156e14c7237d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756271fa-0021-437b-9cca-267a81934e66') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:15.108719 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b50296be-5107-40fc-ad7c-8acffc5a55e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.112094 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b50296be-5107-40fc-ad7c-8acffc5a55e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.113574 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b50296be-5107-40fc-ad7c-8acffc5a55e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca556126-8ae5-41be-8510-5916791d85a9 HTTP/1.1" status: 204 len: 168 time: 0.7216244 Apr 18 20:53:15.127853 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50296be-5107-40fc-ad7c-8acffc5a55e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca556126-8ae5-41be-8510-5916791d85a9,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:15.136800 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-42066539-5e53-4791-b0fb-156e14c7237d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.178064 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-42066539-5e53-4791-b0fb-156e14c7237d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.190963 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42066539-5e53-4791-b0fb-156e14c7237d admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:53:15.192278 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-42066539-5e53-4791-b0fb-156e14c7237d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:53:15.199698 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:53:15.315943 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-42066539-5e53-4791-b0fb-156e14c7237d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.324470 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-42066539-5e53-4791-b0fb-156e14c7237d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.328685 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-42066539-5e53-4791-b0fb-156e14c7237d admin admin] 10.222.0.41 "DELETE /v2.0/networks/ce30ba55-30c8-48a1-83e1-fd83adbe8e92 HTTP/1.1" status: 204 len: 168 time: 0.7721682 Apr 18 20:53:15.361894 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42066539-5e53-4791-b0fb-156e14c7237d admin admin] Pushing event deleted for resources: {'Network': ['ID=ce30ba55-30c8-48a1-83e1-fd83adbe8e92,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:16.019624 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57022) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:16.206394 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-bc993128-ad84-4ee9-a41f-ab5e7564e4ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=65c0c9deb9974734a5e938fa16904c15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1852770 Apr 18 20:53:16.211202 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57032) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:16.435678 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ebca0-356e-42d6-b95a-f7581f755454 req-e2d71714-aad2-4566-8612-cbe0b7ee91da tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:16.438069 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-838ebca0-356e-42d6-b95a-f7581f755454 req-e2d71714-aad2-4566-8612-cbe0b7ee91da tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 943 time: 0.2386553 Apr 18 20:53:16.475673 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82095502-d700-4873-a40f-7f6dc1248446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:16.530598 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82095502-d700-4873-a40f-7f6dc1248446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:16.532136 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-838ebca0-356e-42d6-b95a-f7581f755454 req-aafbe6ae-7f6c-45ba-bb08-b110b63c3c12 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816600 Apr 18 20:53:16.772883 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82095502-d700-4873-a40f-7f6dc1248446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:16.782762 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82095502-d700-4873-a40f-7f6dc1248446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:16.784797 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-82095502-d700-4873-a40f-7f6dc1248446 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f5380c2-1ee2-404b-ba7e-fbc017d87354 HTTP/1.1" status: 204 len: 168 time: 0.5718615 Apr 18 20:53:16.815256 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82095502-d700-4873-a40f-7f6dc1248446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5380c2-1ee2-404b-ba7e-fbc017d87354,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:17.889144 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e33fb-bf7a-445e-8cb6-06388afca185 req-3c621529-c4ab-4b53-a9d9-0f8a753495d9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:17.903611 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a96e33fb-bf7a-445e-8cb6-06388afca185 req-3c621529-c4ab-4b53-a9d9-0f8a753495d9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 943 time: 0.1362956 Apr 18 20:53:17.967354 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a96e33fb-bf7a-445e-8cb6-06388afca185 req-6c8263e7-bdb4-4b33-a895-2440485327a6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623248 Apr 18 20:53:18.196398 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57110) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:18.843352 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e37571e3-a923-4bb0-b60d-9b80fe143b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.194600 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e37571e3-a923-4bb0-b60d-9b80fe143b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.201457 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e37571e3-a923-4bb0-b60d-9b80fe143b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.333503 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e37571e3-a923-4bb0-b60d-9b80fe143b78 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d86b7eceb83845e490536cf8a39c4b26&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1349485 Apr 18 20:53:19.334996 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37571e3-a923-4bb0-b60d-9b80fe143b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc9aa27-58f7-41a2-a312-4b6cba0a6019,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:19.341963 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57136) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:19.411230 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bce6d1-18fa-4574-a162-dc98a3dfebf7 req-7b4c1251-de11-4dff-84e4-e8da135a4931 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:19.437826 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11bce6d1-18fa-4574-a162-dc98a3dfebf7 req-7b4c1251-de11-4dff-84e4-e8da135a4931 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 943 time: 0.2463441 Apr 18 20:53:19.628336 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11bce6d1-18fa-4574-a162-dc98a3dfebf7 req-f772a512-dd8d-467c-986f-f4ea34e255dc tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885669 Apr 18 20:53:19.666393 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e400e4d7-4311-459a-b39b-f87e87d78125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.723598 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e400e4d7-4311-459a-b39b-f87e87d78125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.822285 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e400e4d7-4311-459a-b39b-f87e87d78125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.825417 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e400e4d7-4311-459a-b39b-f87e87d78125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.826607 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e400e4d7-4311-459a-b39b-f87e87d78125 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8cc9aa27-58f7-41a2-a312-4b6cba0a6019 HTTP/1.1" status: 204 len: 168 time: 0.4812486 Apr 18 20:53:19.855366 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400e4d7-4311-459a-b39b-f87e87d78125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc9aa27-58f7-41a2-a312-4b6cba0a6019,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:21.019572 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a34ad-dfa1-4bad-9a3b-c6d34da39a0b req-ffd65a12-9eda-46e2-9db2-b227d838026a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:21.021575 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ed9a34ad-dfa1-4bad-9a3b-c6d34da39a0b req-ffd65a12-9eda-46e2-9db2-b227d838026a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 943 time: 0.1812303 Apr 18 20:53:21.212181 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ed9a34ad-dfa1-4bad-9a3b-c6d34da39a0b req-abd19484-2914-40ab-ac9f-a640c649dcb5 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736057 Apr 18 20:53:22.595268 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e109c-538f-4e42-89d1-4929035933f8 req-81ad362a-050f-403d-9e44-5e70e253eadd tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:22.608354 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d2e109c-538f-4e42-89d1-4929035933f8 req-81ad362a-050f-403d-9e44-5e70e253eadd tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 943 time: 0.1514022 Apr 18 20:53:22.674267 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d2e109c-538f-4e42-89d1-4929035933f8 req-98319423-4971-4c72-938b-a3346902a931 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635769 Apr 18 20:53:23.077488 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:53:23.997435 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5b531-93da-43fe-afbe-87bee8e779ea req-f2eb9c0a-29ac-4e81-ad34-9ec5bad6ac1d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:24.034184 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-deb5b531-93da-43fe-afbe-87bee8e779ea req-f2eb9c0a-29ac-4e81-ad34-9ec5bad6ac1d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 943 time: 0.2500453 Apr 18 20:53:24.166394 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-deb5b531-93da-43fe-afbe-87bee8e779ea req-905c58eb-ed9e-400f-8bac-401ec0afbb7e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302133 Apr 18 20:53:24.251057 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57264) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:24.396106 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57274) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:24.537796 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-b5b47007-b5e7-4b0b-bf95-b720abbef72c tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1069236117'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:24.552564 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e81b4c50-fbc0-4a37-a121-8b3ef8216f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:24.567361 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ae70c89c-def1-448b-9cf1-0c843c8e1d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:24.597200 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b47007-b5e7-4b0b-bf95-b720abbef72c tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Made reservation on behalf of 35d56622c2f24f4ea23b41b6398d5c99 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:24.609253 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b5b47007-b5e7-4b0b-bf95-b720abbef72c tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:24.678013 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b5b47007-b5e7-4b0b-bf95-b720abbef72c tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:24.834336 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ae70c89c-def1-448b-9cf1-0c843c8e1d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:24.843910 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ae70c89c-def1-448b-9cf1-0c843c8e1d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:24.881571 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ae70c89c-def1-448b-9cf1-0c843c8e1d80 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5989c796d33944009b7013c32cd323ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6269493 Apr 18 20:53:24.888491 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57308) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:25.044320 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b5b47007-b5e7-4b0b-bf95-b720abbef72c tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:25.057292 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b5b47007-b5e7-4b0b-bf95-b720abbef72c tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:25.094571 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70c89c-def1-448b-9cf1-0c843c8e1d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f193b590-6eaa-424b-9816-c8d35ba2c3f8,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:25.176843 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-faf60236-1ffe-4030-b452-24ae3823f521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:25.186878 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b47007-b5e7-4b0b-bf95-b720abbef72c tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b11c8a4-f86f-4421-92de-49ef05ec040f,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:25.276265 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b47007-b5e7-4b0b-bf95-b720abbef72c tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:53:25.314988 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b5b47007-b5e7-4b0b-bf95-b720abbef72c tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:25.318325 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-faf60236-1ffe-4030-b452-24ae3823f521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:25.319829 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-b5b47007-b5e7-4b0b-bf95-b720abbef72c tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Added segment 8b50fe99-4e73-42e2-bd7b-dfd2a45e0f93 of type vlan for network a5bc52b5-2bd7-4a59-a643-b4ce1a4db292 Apr 18 20:53:25.515439 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-faf60236-1ffe-4030-b452-24ae3823f521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:25.522328 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-faf60236-1ffe-4030-b452-24ae3823f521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:25.528416 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-faf60236-1ffe-4030-b452-24ae3823f521 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f193b590-6eaa-424b-9816-c8d35ba2c3f8 HTTP/1.1" status: 204 len: 168 time: 0.6336842 Apr 18 20:53:25.581351 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf60236-1ffe-4030-b452-24ae3823f521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f193b590-6eaa-424b-9816-c8d35ba2c3f8,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:25.620009 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b5b47007-b5e7-4b0b-bf95-b720abbef72c tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:25.660453 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fc486-a4f5-45c9-8923-43af2283d0fa req-75894704-9866-4fbb-acee-515c00169c35 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:25.674991 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4f0fc486-a4f5-45c9-8923-43af2283d0fa req-75894704-9866-4fbb-acee-515c00169c35 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 943 time: 0.2275171 Apr 18 20:53:25.734902 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57332) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:25.763692 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b5b47007-b5e7-4b0b-bf95-b720abbef72c tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:25.783600 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b47007-b5e7-4b0b-bf95-b720abbef72c tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:25.784723 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b5b47007-b5e7-4b0b-bf95-b720abbef72c tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:26.020325 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4f0fc486-a4f5-45c9-8923-43af2283d0fa req-2e5c4d3b-c176-4e34-a8c6-a6e8a0927a61 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440332 Apr 18 20:53:26.046885 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b5b47007-b5e7-4b0b-bf95-b720abbef72c tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6495597 Apr 18 20:53:26.053182 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57336) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:26.060912 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b47007-b5e7-4b0b-bf95-b720abbef72c tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Pushing event updated for resources: {'Network': ['ID=a5bc52b5-2bd7-4a59-a643-b4ce1a4db292,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:26.069094 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-50e1584d-e6da-4c6e-b5e7-dd0f7498aa30 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Request body: {'subnet': {'network_id': 'a5bc52b5-2bd7-4a59-a643-b4ce1a4db292', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:26.092562 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network a5bc52b5-2bd7-4a59-a643-b4ce1a4db292 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:53:26.350117 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e1584d-e6da-4c6e-b5e7-dd0f7498aa30 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Made reservation on behalf of 35d56622c2f24f4ea23b41b6398d5c99 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:26.357249 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50e1584d-e6da-4c6e-b5e7-dd0f7498aa30 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:26.854652 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dd79c934-04ad-48d4-8460-994f65db31bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:26.957464 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50e1584d-e6da-4c6e-b5e7-dd0f7498aa30 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:27.358764 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e1584d-e6da-4c6e-b5e7-dd0f7498aa30 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Checking segment: {'id': '8b50fe99-4e73-42e2-bd7b-dfd2a45e0f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a5bc52b5-2bd7-4a59-a643-b4ce1a4db292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:53:27.375022 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e1584d-e6da-4c6e-b5e7-dd0f7498aa30 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Network hostable DHCP agents. Network: a5bc52b5-2bd7-4a59-a643-b4ce1a4db292, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:53:27.468305 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1584d-e6da-4c6e-b5e7-dd0f7498aa30 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Pushing event updated for resources: {'Subnet': ['ID=c42aa896-3e16-47ef-8f8b-ee8928d64f44,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:27.469590 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770659f6-2def-416a-a919-a03559e8294e req-aa542dc1-04e7-420d-8f9e-4750b4666c21 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:27.475001 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-770659f6-2def-416a-a919-a03559e8294e req-aa542dc1-04e7-420d-8f9e-4750b4666c21 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 943 time: 0.2299883 Apr 18 20:53:27.555335 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e1584d-e6da-4c6e-b5e7-dd0f7498aa30 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Network a5bc52b5-2bd7-4a59-a643-b4ce1a4db292 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:53:27.575861 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-50e1584d-e6da-4c6e-b5e7-dd0f7498aa30 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, a5bc52b5-2bd7-4a59-a643-b4ce1a4db292) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:27.590542 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c67f2ba-01bd-4641-abbf-1f9143077006 None None] Network a5bc52b5-2bd7-4a59-a643-b4ce1a4db292 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:53:27.603662 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e1584d-e6da-4c6e-b5e7-dd0f7498aa30 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:27.609963 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50e1584d-e6da-4c6e-b5e7-dd0f7498aa30 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:27.664983 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-50e1584d-e6da-4c6e-b5e7-dd0f7498aa30 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6094820 Apr 18 20:53:27.676387 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57374) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:27.699945 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dd79c934-04ad-48d4-8460-994f65db31bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:27.705865 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-3f5f383c-6df9-4aeb-8f5d-6ad07842b471 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-671227006', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:27.723649 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dd79c934-04ad-48d4-8460-994f65db31bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:27.763664 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-770659f6-2def-416a-a919-a03559e8294e req-0fba58d9-bf3e-428e-a4f0-12418bcd8cf3 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731485 Apr 18 20:53:27.830459 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f5f383c-6df9-4aeb-8f5d-6ad07842b471 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:27.832463 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f5f383c-6df9-4aeb-8f5d-6ad07842b471 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:27.927867 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-dd79c934-04ad-48d4-8460-994f65db31bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3621c4bc2f2c4027be785cdf3cae314b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1914444 Apr 18 20:53:27.938834 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57384) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:27.944766 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79c934-04ad-48d4-8460-994f65db31bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b32299-1845-4576-95ee-c38c7101c196,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:28.036811 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f5f383c-6df9-4aeb-8f5d-6ad07842b471 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.047044 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f5f383c-6df9-4aeb-8f5d-6ad07842b471 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.107966 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f5f383c-6df9-4aeb-8f5d-6ad07842b471 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.110008 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3f5f383c-6df9-4aeb-8f5d-6ad07842b471 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4287825 Apr 18 20:53:28.113931 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57386) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:28.156422 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-44573085-f117-4c5e-b39d-02570a4d688c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.245741 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-44573085-f117-4c5e-b39d-02570a4d688c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.402008 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-44573085-f117-4c5e-b39d-02570a4d688c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.404892 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-44573085-f117-4c5e-b39d-02570a4d688c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.409998 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-44573085-f117-4c5e-b39d-02570a4d688c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7b32299-1845-4576-95ee-c38c7101c196 HTTP/1.1" status: 204 len: 168 time: 0.4664259 Apr 18 20:53:28.439316 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44573085-f117-4c5e-b39d-02570a4d688c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b32299-1845-4576-95ee-c38c7101c196,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:28.787132 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-a5bc52b5-2bd7-4a59-a643-b4ce1a4db292', 'network_id': 'a5bc52b5-2bd7-4a59-a643-b4ce1a4db292', 'tenant_id': '35d56622c2f24f4ea23b41b6398d5c99', 'fixed_ips': [{'subnet_id': 'c42aa896-3e16-47ef-8f8b-ee8928d64f44'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:53:28.793355 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.972170 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-09711de6-6dcf-4e7d-8c64-e0ac827d02cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:29.215750 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57410) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:29.225041 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee182980-5fd3-432f-9531-88c2b31eca51 req-ec58d45e-2151-4341-a43f-c8b10255eeeb tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:29.236186 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee182980-5fd3-432f-9531-88c2b31eca51 req-ec58d45e-2151-4341-a43f-c8b10255eeeb tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 943 time: 0.1113093 Apr 18 20:53:29.288298 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Allocated IP 172.20.0.2 (a5bc52b5-2bd7-4a59-a643-b4ce1a4db292/c42aa896-3e16-47ef-8f8b-ee8928d64f44/79d37f0d-fa3b-4f5f-8aec-05503d04d837) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:29.341189 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee182980-5fd3-432f-9531-88c2b31eca51 req-7962c4bd-2707-4e78-ab07-6df6d8ced0e7 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032882 Apr 18 20:53:29.344955 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-52e63e88-ec4b-4e77-9f85-8e7b4bd5de95 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:29.831898 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:29.835008 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:29.855527 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.004785 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Pushing event updated for resources: {'Port': ['ID=79d37f0d-fa3b-4f5f-8aec-05503d04d837,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:30.057900 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:30.058463 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:30.060884 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d80e4315-295f-4475-a024-adae4ff45854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.065707 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:30.066388 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:30.066953 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:30.067528 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:30.068106 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:30.068706 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:30.069277 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:30.069856 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:30.070448 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:30.071283 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:30.106778 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Network a5bc52b5-2bd7-4a59-a643-b4ce1a4db292 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:30.117478 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:30.141799 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:30.320542 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d80e4315-295f-4475-a024-adae4ff45854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.342737 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d80e4315-295f-4475-a024-adae4ff45854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.384086 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Attempting to bind port 79d37f0d-fa3b-4f5f-8aec-05503d04d837 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:30.384086 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Attempting to bind port 79d37f0d-fa3b-4f5f-8aec-05503d04d837 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '8b50fe99-4e73-42e2-bd7b-dfd2a45e0f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a5bc52b5-2bd7-4a59-a643-b4ce1a4db292'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:30.384086 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Attempting to bind port 79d37f0d-fa3b-4f5f-8aec-05503d04d837 on network a5bc52b5-2bd7-4a59-a643-b4ce1a4db292 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:30.384750 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e4315-295f-4475-a024-adae4ff45854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3043fd16-f9fb-461d-9df2-c3ff0279af3b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:30.393740 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:53:30.399821 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Checking segment: {'id': '8b50fe99-4e73-42e2-bd7b-dfd2a45e0f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a5bc52b5-2bd7-4a59-a643-b4ce1a4db292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:53:30.400818 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.402227 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Bound using segment: {'id': '8b50fe99-4e73-42e2-bd7b-dfd2a45e0f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a5bc52b5-2bd7-4a59-a643-b4ce1a4db292'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:53:30.406027 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Bound port: 79d37f0d-fa3b-4f5f-8aec-05503d04d837, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b50fe99-4e73-42e2-bd7b-dfd2a45e0f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a5bc52b5-2bd7-4a59-a643-b4ce1a4db292'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:30.407242 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.427258 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d80e4315-295f-4475-a024-adae4ff45854 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b8d2d5ef34a341c5bd4d579eeb430c06&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2103701 Apr 18 20:53:30.432596 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57432) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:30.593540 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-52e63e88-ec4b-4e77-9f85-8e7b4bd5de95 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Allocated IP 172.20.0.1 (a5bc52b5-2bd7-4a59-a643-b4ce1a4db292/c42aa896-3e16-47ef-8f8b-ee8928d64f44/2922672b-3b67-4ded-9c5a-b2ec52e45c68) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:30.638986 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f1be829e-8900-4935-8936-a011e16562f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.708976 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] For port 79d37f0d-fa3b-4f5f-8aec-05503d04d837, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:30.715836 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f1be829e-8900-4935-8936-a011e16562f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.725854 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] For port 79d37f0d-fa3b-4f5f-8aec-05503d04d837, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=79d37f0d-fa3b-4f5f-8aec-05503d04d837,segment=NetworkSegment(8b50fe99-4e73-42e2-bd7b-dfd2a45e0f93),segment_id=8b50fe99-4e73-42e2-bd7b-dfd2a45e0f93)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:30.735829 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.808521 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57454) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:30.830324 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f1be829e-8900-4935-8936-a011e16562f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.839785 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f1be829e-8900-4935-8936-a011e16562f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.840071 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d3511-658c-4fdb-a2c6-95035ca3afd7 None None] Pushing event updated for resources: {'Port': ['ID=79d37f0d-fa3b-4f5f-8aec-05503d04d837,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:30.841515 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f1be829e-8900-4935-8936-a011e16562f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3043fd16-f9fb-461d-9df2-c3ff0279af3b HTTP/1.1" status: 204 len: 168 time: 0.3997812 Apr 18 20:53:30.858930 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be829e-8900-4935-8936-a011e16562f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3043fd16-f9fb-461d-9df2-c3ff0279af3b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:30.863158 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-28f381d6-484e-4a5b-9af7-d5ad4706ffb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.965902 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f31fa-bcc7-42fc-8060-cd988fc31955 req-5a2df64a-1db8-4e25-af42-b62d69726143 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:30.969950 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-964f31fa-bcc7-42fc-8060-cd988fc31955 req-5a2df64a-1db8-4e25-af42-b62d69726143 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 943 time: 0.3456774 Apr 18 20:53:31.073778 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-28f381d6-484e-4a5b-9af7-d5ad4706ffb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.081123 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-28f381d6-484e-4a5b-9af7-d5ad4706ffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.183439 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-964f31fa-bcc7-42fc-8060-cd988fc31955 req-e00492c5-c4cc-4947-a8e2-e6a00fc17fb9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824322 Apr 18 20:53:31.200059 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-28f381d6-484e-4a5b-9af7-d5ad4706ffb3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2937acd0b7c4e37a6afae119e2e2585&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3909845 Apr 18 20:53:31.208453 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57464) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:31.279256 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-52e63e88-ec4b-4e77-9f85-8e7b4bd5de95 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.305226 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f381d6-484e-4a5b-9af7-d5ad4706ffb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06970503-ecb9-4700-94c6-fb61ce40617b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:31.355918 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.472390 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-52e63e88-ec4b-4e77-9f85-8e7b4bd5de95 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.519953 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4fa64ad0-def2-4de1-a38b-ec6f17bde752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.524769 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e63e88-ec4b-4e77-9f85-8e7b4bd5de95 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Network a5bc52b5-2bd7-4a59-a643-b4ce1a4db292 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:31.528684 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-52e63e88-ec4b-4e77-9f85-8e7b4bd5de95 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:31.533915 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e63e88-ec4b-4e77-9f85-8e7b4bd5de95 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:31.597487 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.620995 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4fa64ad0-def2-4de1-a38b-ec6f17bde752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.718436 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e63e88-ec4b-4e77-9f85-8e7b4bd5de95 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Pushing event updated for resources: {'Port': ['ID=2922672b-3b67-4ded-9c5a-b2ec52e45c68,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:31.761079 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-52e63e88-ec4b-4e77-9f85-8e7b4bd5de95 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.764589 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4fa64ad0-def2-4de1-a38b-ec6f17bde752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.772188 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4fa64ad0-def2-4de1-a38b-ec6f17bde752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.775245 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4fa64ad0-def2-4de1-a38b-ec6f17bde752 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/06970503-ecb9-4700-94c6-fb61ce40617b HTTP/1.1" status: 204 len: 168 time: 0.5621951 Apr 18 20:53:31.794692 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa64ad0-def2-4de1-a38b-ec6f17bde752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06970503-ecb9-4700-94c6-fb61ce40617b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:32.271539 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-52e63e88-ec4b-4e77-9f85-8e7b4bd5de95 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.347628 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57486) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:32.379752 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8bd4f2b1-2396-42e9-88bf-ad6c4f425085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.685052 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8bd4f2b1-2396-42e9-88bf-ad6c4f425085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.710396 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8bd4f2b1-2396-42e9-88bf-ad6c4f425085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.891940 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8bd4f2b1-2396-42e9-88bf-ad6c4f425085 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=75c1b928877c4dfe85932f6aa0545d83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5427125 Apr 18 20:53:32.902659 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57496) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:32.971649 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4f2b1-2396-42e9-88bf-ad6c4f425085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1924759e-53de-4324-b8d3-7bda15103ddb,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:33.022454 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50558f0-d4fc-40ed-834a-9f9e85927787 req-e8ee1623-3863-4c43-8fcc-489f99297cc8 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:33.030980 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d50558f0-d4fc-40ed-834a-9f9e85927787 req-e8ee1623-3863-4c43-8fcc-489f99297cc8 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 943 time: 0.6011026 Apr 18 20:53:33.107310 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 79d37f0d-fa3b-4f5f-8aec-05503d04d837 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:33.182136 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-800b247b-6610-4e2a-abca-e2478f98343a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.214223 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d50558f0-d4fc-40ed-834a-9f9e85927787 req-c6e2e150-0bce-471e-87d3-958e00de9ed2 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818445 Apr 18 20:53:33.246644 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-800b247b-6610-4e2a-abca-e2478f98343a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.348587 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 79d37f0d-fa3b-4f5f-8aec-05503d04d837 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:33.349180 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.381932 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-52e63e88-ec4b-4e77-9f85-8e7b4bd5de95 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.394329 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-52e63e88-ec4b-4e77-9f85-8e7b4bd5de95 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.409322 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-800b247b-6610-4e2a-abca-e2478f98343a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.413084 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-800b247b-6610-4e2a-abca-e2478f98343a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.415432 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-800b247b-6610-4e2a-abca-e2478f98343a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1924759e-53de-4324-b8d3-7bda15103ddb HTTP/1.1" status: 204 len: 168 time: 0.5113580 Apr 18 20:53:33.445111 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b247b-6610-4e2a-abca-e2478f98343a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1924759e-53de-4324-b8d3-7bda15103ddb,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:33.470741 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9fb544-f7e3-4b58-a2d9-31c0769b3aff None None] Network a5bc52b5-2bd7-4a59-a643-b4ce1a4db292 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:53:33.584408 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-52e63e88-ec4b-4e77-9f85-8e7b4bd5de95 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.686993 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-37dd2ff0-8b57-497f-8101-937a31ed63b4 None None] Provisioning complete for port 79d37f0d-fa3b-4f5f-8aec-05503d04d837 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:33.687364 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-37dd2ff0-8b57-497f-8101-937a31ed63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.726313 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e63e88-ec4b-4e77-9f85-8e7b4bd5de95 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Pushing event updated for resources: {'Port': ['ID=2922672b-3b67-4ded-9c5a-b2ec52e45c68,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:33.801761 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e63e88-ec4b-4e77-9f85-8e7b4bd5de95 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Network a5bc52b5-2bd7-4a59-a643-b4ce1a4db292 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:33.803917 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-52e63e88-ec4b-4e77-9f85-8e7b4bd5de95 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:33.924487 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:34.073145 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e63e88-ec4b-4e77-9f85-8e7b4bd5de95 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Router 3225cc63-b03c-4e83-916f-f94bbcf748ea is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:53:34.298696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e63e88-ec4b-4e77-9f85-8e7b4bd5de95 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:53:34.325062 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 79d37f0d-fa3b-4f5f-8aec-05503d04d837, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=79d37f0d-fa3b-4f5f-8aec-05503d04d837,segment=NetworkSegment(8b50fe99-4e73-42e2-bd7b-dfd2a45e0f93),segment_id=8b50fe99-4e73-42e2-bd7b-dfd2a45e0f93)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:34.386210 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021fa6dd-03f9-4cb5-baee-5b8f0df1d804 None None] Sync routers for ids ['3225cc63-b03c-4e83-916f-f94bbcf748ea'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:53:34.407786 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57542) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:34.424814 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-57d27cca-600e-4108-9d00-cbe71e7c9b3d tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Request body: {'port': {'network_id': 'a5bc52b5-2bd7-4a59-a643-b4ce1a4db292', 'name': 'tempest-FloatingIPNegativeTestJSON-860044694'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:34.436484 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-52e63e88-ec4b-4e77-9f85-8e7b4bd5de95 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] 10.222.0.41 "PUT /v2.0/routers/3225cc63-b03c-4e83-916f-f94bbcf748ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3207054 Apr 18 20:53:34.459114 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021fa6dd-03f9-4cb5-baee-5b8f0df1d804 None None] Routers {'3225cc63-b03c-4e83-916f-f94bbcf748ea'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:53:34.460042 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-021fa6dd-03f9-4cb5-baee-5b8f0df1d804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:53:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['3225cc63-b03c-4e83-916f-f94bbcf748ea'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:34.514411 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:34.574208 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-021fa6dd-03f9-4cb5-baee-5b8f0df1d804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:34.606988 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021fa6dd-03f9-4cb5-baee-5b8f0df1d804 None None] Routers {'3225cc63-b03c-4e83-916f-f94bbcf748ea'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:53:34.608861 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08f8d7-3e6d-4f69-a1b7-e83a56c0afc5 req-ae3e8c63-eb8d-4dfe-bc00-901a6a1de538 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:34.610065 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-021fa6dd-03f9-4cb5-baee-5b8f0df1d804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:53:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['3225cc63-b03c-4e83-916f-f94bbcf748ea'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:34.618136 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b08f8d7-3e6d-4f69-a1b7-e83a56c0afc5 req-ae3e8c63-eb8d-4dfe-bc00-901a6a1de538 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 943 time: 0.1509490 Apr 18 20:53:34.736752 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b08f8d7-3e6d-4f69-a1b7-e83a56c0afc5 req-293c86d5-2d8f-4552-a1b5-b7fc8fee4972 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100914 Apr 18 20:53:34.739665 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-021fa6dd-03f9-4cb5-baee-5b8f0df1d804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:34.740830 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021fa6dd-03f9-4cb5-baee-5b8f0df1d804 None None] The sync data for ids ['3225cc63-b03c-4e83-916f-f94bbcf748ea'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:53:34.758180 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d27cca-600e-4108-9d00-cbe71e7c9b3d tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Made reservation on behalf of 35d56622c2f24f4ea23b41b6398d5c99 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:34.765208 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57d27cca-600e-4108-9d00-cbe71e7c9b3d tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:34.793122 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-57d27cca-600e-4108-9d00-cbe71e7c9b3d tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] device_id is not set on port a36b62bb-0bc1-4dbb-9efd-d4f2110eae9a yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:53:34.883943 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=79d37f0d-fa3b-4f5f-8aec-05503d04d837,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:35.129291 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-57d27cca-600e-4108-9d00-cbe71e7c9b3d tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Allocated IP 172.20.0.3 (a5bc52b5-2bd7-4a59-a643-b4ce1a4db292/c42aa896-3e16-47ef-8f8b-ee8928d64f44/a36b62bb-0bc1-4dbb-9efd-d4f2110eae9a) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:35.404806 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b81e4acd-63a2-4e50-8d48-b8c1ba2bcfec None None] Provisioning complete for port 2922672b-3b67-4ded-9c5a-b2ec52e45c68 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:35.408747 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b81e4acd-63a2-4e50-8d48-b8c1ba2bcfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.582996 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57d27cca-600e-4108-9d00-cbe71e7c9b3d tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.636207 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-b81e4acd-63a2-4e50-8d48-b8c1ba2bcfec None None] Port 2922672b-3b67-4ded-9c5a-b2ec52e45c68 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:53:35.662821 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b81e4acd-63a2-4e50-8d48-b8c1ba2bcfec None None] Provisioning complete for port 79d37f0d-fa3b-4f5f-8aec-05503d04d837 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:35.664116 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b81e4acd-63a2-4e50-8d48-b8c1ba2bcfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.724895 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57d27cca-600e-4108-9d00-cbe71e7c9b3d tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.981300 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d27cca-600e-4108-9d00-cbe71e7c9b3d tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Pushing event updated for resources: {'Port': ['ID=a36b62bb-0bc1-4dbb-9efd-d4f2110eae9a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:35.989422 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d27cca-600e-4108-9d00-cbe71e7c9b3d tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Network a5bc52b5-2bd7-4a59-a643-b4ce1a4db292 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:35.991497 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-57d27cca-600e-4108-9d00-cbe71e7c9b3d tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:35.994327 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d27cca-600e-4108-9d00-cbe71e7c9b3d tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:36.157169 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d27cca-600e-4108-9d00-cbe71e7c9b3d tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:36.158490 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57d27cca-600e-4108-9d00-cbe71e7c9b3d tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:36.206256 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-57d27cca-600e-4108-9d00-cbe71e7c9b3d tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7938724 Apr 18 20:53:36.213383 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57610) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:36.218323 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-52695c8c-76f0-4604-8ffc-c3b5d8c45d25 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:36.261336 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-52695c8c-76f0-4604-8ffc-c3b5d8c45d25 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:36.329025 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1249c29f-5004-4048-94d6-bb1670c7ad32 None None] Provisioning complete for port 2922672b-3b67-4ded-9c5a-b2ec52e45c68 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:36.329697 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1249c29f-5004-4048-94d6-bb1670c7ad32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:36.450005 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779065a-6027-4a45-aac3-ea2a35dc38ee req-112abf7d-f4b9-4c7e-9740-7ee18d77541c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:36.463225 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-1249c29f-5004-4048-94d6-bb1670c7ad32 None None] Port 2922672b-3b67-4ded-9c5a-b2ec52e45c68 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:53:36.473774 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d779065a-6027-4a45-aac3-ea2a35dc38ee req-112abf7d-f4b9-4c7e-9740-7ee18d77541c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 943 time: 0.4074230 Apr 18 20:53:36.641868 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f9a61ca8-0998-4a96-ad13-5fe94759deef None None] Provisioning complete for port 2922672b-3b67-4ded-9c5a-b2ec52e45c68 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:36.642427 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f9a61ca8-0998-4a96-ad13-5fe94759deef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:36.643377 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d779065a-6027-4a45-aac3-ea2a35dc38ee req-607c3a7c-da81-48e1-8b67-2734740d346c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665721 Apr 18 20:53:36.811453 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-52695c8c-76f0-4604-8ffc-c3b5d8c45d25 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:36.898730 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f9a61ca8-0998-4a96-ad13-5fe94759deef None None] Port 2922672b-3b67-4ded-9c5a-b2ec52e45c68 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:53:37.001485 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 79d37f0d-fa3b-4f5f-8aec-05503d04d837 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:37.167879 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 79d37f0d-fa3b-4f5f-8aec-05503d04d837 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:37.168538 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:37.297912 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4a075ddf-8a03-4c15-8f32-1c88bdddd543 None None] Provisioning complete for port a36b62bb-0bc1-4dbb-9efd-d4f2110eae9a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:37.298386 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4a075ddf-8a03-4c15-8f32-1c88bdddd543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:37.303215 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-52695c8c-76f0-4604-8ffc-c3b5d8c45d25 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Allocated IP 172.25.1.113 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/a8e97560-e3ba-4ad0-9721-bde6859384c4) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:37.527792 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4a075ddf-8a03-4c15-8f32-1c88bdddd543 None None] Port a36b62bb-0bc1-4dbb-9efd-d4f2110eae9a cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:53:37.759645 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-52695c8c-76f0-4604-8ffc-c3b5d8c45d25 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:37.806768 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:37.970870 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-52695c8c-76f0-4604-8ffc-c3b5d8c45d25 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:38.054353 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a586756-30ce-4439-b6f9-c0c26a7d440b req-c4d2a0f4-391d-4db6-8270-bf9138754fde tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:38.057765 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a586756-30ce-4439-b6f9-c0c26a7d440b req-c4d2a0f4-391d-4db6-8270-bf9138754fde tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 943 time: 0.2084522 Apr 18 20:53:38.090601 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52695c8c-76f0-4604-8ffc-c3b5d8c45d25 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:38.094778 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-52695c8c-76f0-4604-8ffc-c3b5d8c45d25 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:38.114535 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52695c8c-76f0-4604-8ffc-c3b5d8c45d25 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:38.118535 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52695c8c-76f0-4604-8ffc-c3b5d8c45d25 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Pushing event updated for resources: {'Port': ['ID=a8e97560-e3ba-4ad0-9721-bde6859384c4,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:38.265749 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 2c5cd357-b55a-4428-8936-e295bad826cc details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:53:38.285546 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a586756-30ce-4439-b6f9-c0c26a7d440b req-67638f8a-251c-4d00-83b6-2f27cf405a27 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061765 Apr 18 20:53:38.564773 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-52695c8c-76f0-4604-8ffc-c3b5d8c45d25 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:38.681005 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 2c5cd357-b55a-4428-8936-e295bad826cc, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=2c5cd357-b55a-4428-8936-e295bad826cc,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:38.708706 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-52695c8c-76f0-4604-8ffc-c3b5d8c45d25 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:38.746313 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '2c5cd357-b55a-4428-8936-e295bad826cc', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'port_id': '2c5cd357-b55a-4428-8936-e295bad826cc', 'mac_address': 'fa:16:3e:4e:5c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:53:38.841317 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:38.876871 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5cd357-b55a-4428-8936-e295bad826cc {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:53:39.027636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 2c5cd357-b55a-4428-8936-e295bad826cc, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=2c5cd357-b55a-4428-8936-e295bad826cc,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:39.038086 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:39.280311 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['2c5cd357-b55a-4428-8936-e295bad826cc'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:53:39.282947 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=2c5cd357-b55a-4428-8936-e295bad826cc,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:39.401818 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-52695c8c-76f0-4604-8ffc-c3b5d8c45d25 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:39.428341 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-52695c8c-76f0-4604-8ffc-c3b5d8c45d25 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:39.802178 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de55280-8c91-4d00-825c-d4bb95f135a3 req-cc921577-f334-4294-a913-42d3631aaf9e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:39.832788 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3de55280-8c91-4d00-825c-d4bb95f135a3 req-cc921577-f334-4294-a913-42d3631aaf9e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 944 time: 0.3103039 Apr 18 20:53:39.843611 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52695c8c-76f0-4604-8ffc-c3b5d8c45d25 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Pushing event updated for resources: {'Port': ['ID=a8e97560-e3ba-4ad0-9721-bde6859384c4,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:39.867542 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-52695c8c-76f0-4604-8ffc-c3b5d8c45d25 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:39.903782 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-52695c8c-76f0-4604-8ffc-c3b5d8c45d25 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:39.905585 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-52695c8c-76f0-4604-8ffc-c3b5d8c45d25 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6915395 Apr 18 20:53:39.908505 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57670) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:39.918707 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-6d60dc0c-5da4-4cde-8268-d2cb9306cd34 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Request body: {'floatingip': {'port_id': 'a36b62bb-0bc1-4dbb-9efd-d4f2110eae9a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:39.977422 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3de55280-8c91-4d00-825c-d4bb95f135a3 req-3c6a4201-797e-4a21-a326-304de3c01b76 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388762 Apr 18 20:53:40.020854 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d60dc0c-5da4-4cde-8268-d2cb9306cd34 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks [] for floatingip, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:40.280509 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 2c5cd357-b55a-4428-8936-e295bad826cc up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:40.291526 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-6d60dc0c-5da4-4cde-8268-d2cb9306cd34 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] update failed (client error): The resource could not be found. Apr 18 20:53:40.296460 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6d60dc0c-5da4-4cde-8268-d2cb9306cd34 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] 10.222.0.41 "PUT /v2.0/floatingips/e000b5e6-b8a2-4050-88ff-204d9682b358 HTTP/1.1" status: 404 len: 507 time: 0.3852675 Apr 18 20:53:40.298714 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57686) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:40.422502 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 2c5cd357-b55a-4428-8936-e295bad826cc completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:40.428634 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 2c5cd357-b55a-4428-8936-e295bad826cc triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:40.429624 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:40.464682 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57688) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:40.555838 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:40.599901 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 2c5cd357-b55a-4428-8936-e295bad826cc, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=2c5cd357-b55a-4428-8936-e295bad826cc,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:40.603094 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c1255eb-669e-4b50-8e5f-7585846b486c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5cd357-b55a-4428-8936-e295bad826cc'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:53:40.605991 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e31984e-f3e3-4f2b-a6c1-3e0e608be769" -d '{"events": [{"server_uuid": "7c1255eb-669e-4b50-8e5f-7585846b486c", "name": "network-vif-plugged", "status": "completed", "tag": "2c5cd357-b55a-4428-8936-e295bad826cc"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:53:40.625453 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:40.730577 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=2c5cd357-b55a-4428-8936-e295bad826cc,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:40.737335 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec46607-74f2-4afa-9fb9-34bb895dee58 x-openstack-request-id: req-4ec46607-74f2-4afa-9fb9-34bb895dee58 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:53:40.737829 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c1255eb-669e-4b50-8e5f-7585846b486c", "name": "network-vif-plugged", "status": "completed", "tag": "2c5cd357-b55a-4428-8936-e295bad826cc", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:53:40.738232 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ec46607-74f2-4afa-9fb9-34bb895dee58 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:53:40.738848 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec46607-74f2-4afa-9fb9-34bb895dee58'] response: {'server_uuid': '7c1255eb-669e-4b50-8e5f-7585846b486c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5cd357-b55a-4428-8936-e295bad826cc', 'code': 200} Apr 18 20:53:40.839117 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57702) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:40.929834 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-3821ed7d-be96-468c-b8a7-739127a0d3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1852012198'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:41.018768 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d127f5b-0c43-4832-971b-568f3464dde1 admin admin] Deleting subnet c94d501e-8d4f-4553-859b-b1a87074f2f2 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:53:41.026020 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3821ed7d-be96-468c-b8a7-739127a0d3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] Made reservation on behalf of ca7d176a85e441fa89a5bdac7fd99890 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:41.032789 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3821ed7d-be96-468c-b8a7-739127a0d3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.053549 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d127f5b-0c43-4832-971b-568f3464dde1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.057746 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3821ed7d-be96-468c-b8a7-739127a0d3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.213687 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d127f5b-0c43-4832-971b-568f3464dde1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.358707 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d127f5b-0c43-4832-971b-568f3464dde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.454866 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e4ab605-6bd6-4fe4-a3f2-4fa6384e7921 req-b876eeb7-5746-4d81-b460-d74373b98d06 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2138889 Apr 18 20:53:41.478697 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb1c07-182c-4878-a4a9-dac5667062af req-05defe9e-65e0-43cb-8ea3-ea918bd55d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:41.480389 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-79eb1c07-182c-4878-a4a9-dac5667062af req-05defe9e-65e0-43cb-8ea3-ea918bd55d93 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 1096 time: 0.2814903 Apr 18 20:53:41.494900 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdb6ed-bc71-45e2-bee7-6d68bfde5488 req-503ebcc8-aad9-4311-8d2c-c6c9175bc14b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:41.505600 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a4bdb6ed-bc71-45e2-bee7-6d68bfde5488 req-503ebcc8-aad9-4311-8d2c-c6c9175bc14b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 945 time: 0.3043580 Apr 18 20:53:41.564294 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3821ed7d-be96-468c-b8a7-739127a0d3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.574943 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3821ed7d-be96-468c-b8a7-739127a0d3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.596893 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d127f5b-0c43-4832-971b-568f3464dde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.601544 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a4bdb6ed-bc71-45e2-bee7-6d68bfde5488 req-06895c17-9600-4eb1-80f9-c37271afa371 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942638 Apr 18 20:53:41.603151 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-d0bd91c6-c2f9-43c9-98af-c6ea71b4ec43 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Deleting port a8e97560-e3ba-4ad0-9721-bde6859384c4 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:41.603505 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d0bd91c6-c2f9-43c9-98af-c6ea71b4ec43 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.701413 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3821ed7d-be96-468c-b8a7-739127a0d3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:53:41.717645 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3821ed7d-be96-468c-b8a7-739127a0d3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.718032 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-3821ed7d-be96-468c-b8a7-739127a0d3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] Added segment 30a5ee77-5a19-40b4-953b-6fb439a2d4ed of type vlan for network bf87feff-9e19-43ff-b5b3-aba3c5010a6b Apr 18 20:53:41.749736 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d127f5b-0c43-4832-971b-568f3464dde1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.755077 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4d127f5b-0c43-4832-971b-568f3464dde1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c94d501e-8d4f-4553-859b-b1a87074f2f2 HTTP/1.1" status: 204 len: 168 time: 0.9120920 Apr 18 20:53:41.757678 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d127f5b-0c43-4832-971b-568f3464dde1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c94d501e-8d4f-4553-859b-b1a87074f2f2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:41.771766 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.778877 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57738) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:41.853155 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d0bd91c6-c2f9-43c9-98af-c6ea71b4ec43 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.854330 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d0bd91c6-c2f9-43c9-98af-c6ea71b4ec43 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.869914 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821ed7d-be96-468c-b8a7-739127a0d3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=560b245a-611f-4362-8fe9-48d99c74c408,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:41.915823 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-79eb1c07-182c-4878-a4a9-dac5667062af req-55c43cf5-792c-4d36-9349-e2a321786f9a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697555 Apr 18 20:53:41.934041 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-d0bd91c6-c2f9-43c9-98af-c6ea71b4ec43 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Calling delete_port for a8e97560-e3ba-4ad0-9721-bde6859384c4 owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:41.947797 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3821ed7d-be96-468c-b8a7-739127a0d3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.965001 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ab605-6bd6-4fe4-a3f2-4fa6384e7921 req-74090035-711f-4dcd-bfca-def83826f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:41.966692 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e4ab605-6bd6-4fe4-a3f2-4fa6384e7921 req-74090035-711f-4dcd-bfca-def83826f781 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d1cb6a1920642c6a254fff9677f23c7&device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 1096 time: 0.4353783 Apr 18 20:53:42.022281 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-909343c1-b379-4d5e-b9ee-47f53a62ce03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.051442 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3821ed7d-be96-468c-b8a7-739127a0d3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.068082 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3821ed7d-be96-468c-b8a7-739127a0d3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:42.070766 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3821ed7d-be96-468c-b8a7-739127a0d3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.287719 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ab605-6bd6-4fe4-a3f2-4fa6384e7921 req-b4f48a33-48ae-4dea-8ce9-8797f2742955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:42.290190 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e4ab605-6bd6-4fe4-a3f2-4fa6384e7921 req-b4f48a33-48ae-4dea-8ce9-8797f2742955 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe539583-d535-4524-b810-6474f581fe71 HTTP/1.1" status: 200 len: 915 time: 0.2742207 Apr 18 20:53:42.381053 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3821ed7d-be96-468c-b8a7-739127a0d3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.9151907 Apr 18 20:53:42.503768 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821ed7d-be96-468c-b8a7-739127a0d3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] Pushing event updated for resources: {'Network': ['ID=bf87feff-9e19-43ff-b5b3-aba3c5010a6b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:42.514282 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-909343c1-b379-4d5e-b9ee-47f53a62ce03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.523610 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network bf87feff-9e19-43ff-b5b3-aba3c5010a6b details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:53:42.528053 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e4ab605-6bd6-4fe4-a3f2-4fa6384e7921 req-7e38c6c5-fbc1-4a21-8411-a23b4eb34b88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c7f44e5-6b20-4334-be07-bc28f725f95b HTTP/1.1" status: 200 len: 1001 time: 0.2300305 Apr 18 20:53:42.598884 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-909343c1-b379-4d5e-b9ee-47f53a62ce03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b57c6c0-c360-434b-9d8e-ffcb7648cc65']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:42.599743 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d0bd91c6-c2f9-43c9-98af-c6ea71b4ec43 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.638430 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-909343c1-b379-4d5e-b9ee-47f53a62ce03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e62e4a7-2959-4c6b-8550-e8dd18fa74e2') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:42.639236 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-909343c1-b379-4d5e-b9ee-47f53a62ce03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e62e4a7-2959-4c6b-8550-e8dd18fa74e2') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:42.677251 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-909343c1-b379-4d5e-b9ee-47f53a62ce03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.691390 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd91c6-c2f9-43c9-98af-c6ea71b4ec43 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Pushing event deleted for resources: {'Port': ['ID=a8e97560-e3ba-4ad0-9721-bde6859384c4,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:42.713701 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-909343c1-b379-4d5e-b9ee-47f53a62ce03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.723703 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909343c1-b379-4d5e-b9ee-47f53a62ce03 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:53:42.724114 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-909343c1-b379-4d5e-b9ee-47f53a62ce03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.783391 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ab605-6bd6-4fe4-a3f2-4fa6384e7921 req-e52f5f8f-cd1c-48ee-91c7-24cda7bb378d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:42.801698 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e4ab605-6bd6-4fe4-a3f2-4fa6384e7921 req-e52f5f8f-cd1c-48ee-91c7-24cda7bb378d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=934e222d-a43e-4b81-a646-860f58e51213 HTTP/1.1" status: 200 len: 853 time: 0.2597289 Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:53:42.837505 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:53:42.842731 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-909343c1-b379-4d5e-b9ee-47f53a62ce03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.856514 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-909343c1-b379-4d5e-b9ee-47f53a62ce03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.865114 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-909343c1-b379-4d5e-b9ee-47f53a62ce03 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9b57c6c0-c360-434b-9d8e-ffcb7648cc65 HTTP/1.1" status: 204 len: 168 time: 1.0785336 Apr 18 20:53:42.943343 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909343c1-b379-4d5e-b9ee-47f53a62ce03 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b57c6c0-c360-434b-9d8e-ffcb7648cc65,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:43.066489 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d0bd91c6-c2f9-43c9-98af-c6ea71b4ec43 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.069239 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d0bd91c6-c2f9-43c9-98af-c6ea71b4ec43 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.071090 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d0bd91c6-c2f9-43c9-98af-c6ea71b4ec43 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] 10.222.0.41 "DELETE /v2.0/floatingips/e000b5e6-b8a2-4050-88ff-204d9682b358 HTTP/1.1" status: 204 len: 168 time: 2.7709038 Apr 18 20:53:43.077061 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57784) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:43.081825 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300386e-edbe-4cea-abcb-63017d04cd2c req-43c1d841-30a4-4c3c-8946-ab03430e85bc tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:43.083437 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c300386e-edbe-4cea-abcb-63017d04cd2c req-43c1d841-30a4-4c3c-8946-ab03430e85bc tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 945 time: 0.2807703 Apr 18 20:53:43.091054 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-452c2791-5da2-4dfb-9c9f-f4c8f9f56b4b tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Request body: {'floatingip': {'floating_network_id': 'a5bc52b5-2bd7-4a59-a643-b4ce1a4db292', 'port_id': 'a36b62bb-0bc1-4dbb-9efd-d4f2110eae9a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:43.102140 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ab605-6bd6-4fe4-a3f2-4fa6384e7921 req-9db301e2-6565-4193-8839-51482ed96ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:43.102140 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e4ab605-6bd6-4fe4-a3f2-4fa6384e7921 req-9db301e2-6565-4193-8839-51482ed96ed6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe539583-d535-4524-b810-6474f581fe71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2759197 Apr 18 20:53:43.147295 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-452c2791-5da2-4dfb-9c9f-f4c8f9f56b4b tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.246510 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c300386e-edbe-4cea-abcb-63017d04cd2c req-f5acd930-bbde-45cc-a529-ef963ca38f5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397960 Apr 18 20:53:43.387722 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e4ab605-6bd6-4fe4-a3f2-4fa6384e7921 req-c32298a3-12fc-4dfb-b7f7-2199d74ed6a7 service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746494 Apr 18 20:53:43.446162 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-452c2791-5da2-4dfb-9c9f-f4c8f9f56b4b tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:53:43.453023 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-452c2791-5da2-4dfb-9c9f-f4c8f9f56b4b tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3669083 Apr 18 20:53:43.453023 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57794) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:43.457876 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-418eafdc-61ca-40be-8a39-0920f1f93d73 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'port_id': 'a36b62bb-0bc1-4dbb-9efd-d4f2110eae9a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:43.479462 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57796) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:43.485373 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Request body: {'port': {'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b', 'binding:host_id': 'n-h2-838323-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-828077994'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:43.523701 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-640d010e-6ca1-4483-9ea0-2821645d432f req-1c8c8488-eab2-4e44-9938-f473329e03f4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2332549 Apr 18 20:53:43.556972 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-418eafdc-61ca-40be-8a39-0920f1f93d73 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.574789 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Made reservation on behalf of 54b71cf068aa4fb3ab17d7f6614253c4 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:43.583531 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.648846 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.703252 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e4ab605-6bd6-4fe4-a3f2-4fa6384e7921 req-ce8dec2e-cfc1-46ce-8b9d-91f98057a31e service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030324 Apr 18 20:53:43.757400 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d010e-6ca1-4483-9ea0-2821645d432f req-52b1405d-4af5-49aa-9288-56603ec72f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:43.764040 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-640d010e-6ca1-4483-9ea0-2821645d432f req-52b1405d-4af5-49aa-9288-56603ec72f5b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 1096 time: 0.1581557 Apr 18 20:53:43.907476 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.938428 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-418eafdc-61ca-40be-8a39-0920f1f93d73 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.940910 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.951594 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] device_id is not set on port 6adcab1c-7569-4142-8d43-ca2faae2bde2 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:53:43.964229 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57802) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:44.080815 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d010e-6ca1-4483-9ea0-2821645d432f req-434b1659-ddfa-4146-ae4f-11362c0dcc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:44.083754 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-640d010e-6ca1-4483-9ea0-2821645d432f req-434b1659-ddfa-4146-ae4f-11362c0dcc73 service neutron] 10.222.0.57 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 912 time: 0.2883298 Apr 18 20:53:44.200132 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2e5417-43dc-4a4d-8b60-86b7ebfda32e,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:44.222086 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-640d010e-6ca1-4483-9ea0-2821645d432f req-21dca423-8b8e-40f3-9404-643284e7f80f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c5cd357-b55a-4428-8936-e295bad826cc HTTP/1.1" status: 200 len: 217 time: 0.1309896 Apr 18 20:53:44.276564 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:44.276949 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:44.277264 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:44.277610 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:44.277944 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:44.278284 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:44.278619 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:44.278952 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:44.279281 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:44.279611 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:44.279956 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:44.280333 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:44.322306 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57812) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:44.387043 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d010e-6ca1-4483-9ea0-2821645d432f req-d061ead6-b00f-493b-bcff-cb0069af8bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:44.396039 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-640d010e-6ca1-4483-9ea0-2821645d432f req-d061ead6-b00f-493b-bcff-cb0069af8bdd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.1631486 Apr 18 20:53:44.467099 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-14729a28-dd37-4e7a-8f94-8e5cd7cb630f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bcafbea962184eeebbb63b5bb2bc01eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5013595 Apr 18 20:53:44.480661 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57818) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:44.651170 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-418eafdc-61ca-40be-8a39-0920f1f93d73 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Allocated IP 172.25.1.107 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/3a5c20d3-142c-47d7-889d-47837bd47c4e) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:44.699656 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7013561-63fb-4d51-9198-872180bc53e7 req-089d5ee7-1161-4c6d-ab9b-dfacdddbfbd4 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:44.708188 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7013561-63fb-4d51-9198-872180bc53e7 req-089d5ee7-1161-4c6d-ab9b-dfacdddbfbd4 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 945 time: 0.2033193 Apr 18 20:53:44.763942 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] device_id is not set on port 6adcab1c-7569-4142-8d43-ca2faae2bde2 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:53:44.770967 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b61fcbbe-da0a-489b-93d2-da2a9ca9486d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:44.780239 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:44.784185 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eee391e8-a939-47cd-99d4-cbef3000d4c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:44.787498 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d010e-6ca1-4483-9ea0-2821645d432f req-f9d5a2bd-de91-4acc-bfc9-03b0ebb8f6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:44.795635 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-640d010e-6ca1-4483-9ea0-2821645d432f req-f9d5a2bd-de91-4acc-bfc9-03b0ebb8f6bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3967443 Apr 18 20:53:44.824038 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eee391e8-a939-47cd-99d4-cbef3000d4c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:44.921307 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7013561-63fb-4d51-9198-872180bc53e7 req-fbb35d92-6c92-4a63-a871-9dcc8fce6752 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998246 Apr 18 20:53:44.946940 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.103452 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-640d010e-6ca1-4483-9ea0-2821645d432f req-a397b912-f7fd-4d67-9e04-becc08cf61e9 service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981167 Apr 18 20:53:45.143929 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eee391e8-a939-47cd-99d4-cbef3000d4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.146889 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eee391e8-a939-47cd-99d4-cbef3000d4c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.151995 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-eee391e8-a939-47cd-99d4-cbef3000d4c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72b0e978-8382-4746-8987-e6a4d7443ea9 HTTP/1.1" status: 204 len: 168 time: 0.6665318 Apr 18 20:53:45.201794 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee391e8-a939-47cd-99d4-cbef3000d4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b0e978-8382-4746-8987-e6a4d7443ea9,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:45.274295 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Pushing event updated for resources: {'Port': ['ID=6adcab1c-7569-4142-8d43-ca2faae2bde2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:45.325889 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Checking segment: {'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:53:45.326864 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Network hostable DHCP agents. Network: bf87feff-9e19-43ff-b5b3-aba3c5010a6b, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:53:45.345724 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-418eafdc-61ca-40be-8a39-0920f1f93d73 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.393740 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Network bf87feff-9e19-43ff-b5b3-aba3c5010a6b is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:53:45.416841 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b61fcbbe-da0a-489b-93d2-da2a9ca9486d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.451102 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b61fcbbe-da0a-489b-93d2-da2a9ca9486d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.486526 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, bf87feff-9e19-43ff-b5b3-aba3c5010a6b) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:45.498452 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca1026a-2e88-4473-baba-6f063ff8364d None None] Network bf87feff-9e19-43ff-b5b3-aba3c5010a6b requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:53:45.505018 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:45.541815 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b61fcbbe-da0a-489b-93d2-da2a9ca9486d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b782a0d9f6644ee4be041e40abeb6ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2177176 Apr 18 20:53:45.542046 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57842) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:45.571636 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:45.572870 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:45.573252 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:45.589613 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-418eafdc-61ca-40be-8a39-0920f1f93d73 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.649979 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:45.650514 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:53:45.676687 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cfb21-2065-40c1-9e79-773b764fdcb1 req-aacb801f-2494-4932-9274-9fedaf4e0da7 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:45.679483 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e41cfb21-2065-40c1-9e79-773b764fdcb1 req-aacb801f-2494-4932-9274-9fedaf4e0da7 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 945 time: 0.5386515 Apr 18 20:53:45.725686 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fcbbe-da0a-489b-93d2-da2a9ca9486d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77f4f85-b7fa-4324-8e08-ca651a2b6fef,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:45.756503 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-640d010e-6ca1-4483-9ea0-2821645d432f req-0efed8b0-e3e7-423a-9165-e0ec59e56e76 service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6359816 Apr 18 20:53:45.768335 n-d-838323-3 neutron-server[102909]: INFO neutron.plugins.ml2.plugin [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempt 2 to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 Apr 18 20:53:45.825968 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e41cfb21-2065-40c1-9e79-773b764fdcb1 req-00992694-2638-4011-90cf-2cc5fce4baac tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364779 Apr 18 20:53:45.865902 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418eafdc-61ca-40be-8a39-0920f1f93d73 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:45.890903 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-418eafdc-61ca-40be-8a39-0920f1f93d73 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:45.907393 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418eafdc-61ca-40be-8a39-0920f1f93d73 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:45.916649 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:45.917090 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:45.917395 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:45.942265 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:45.942836 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:53:46.040989 n-d-838323-3 neutron-server[102909]: INFO neutron.plugins.ml2.plugin [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempt 3 to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 Apr 18 20:53:46.061803 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418eafdc-61ca-40be-8a39-0920f1f93d73 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Pushing event updated for resources: {'Port': ['ID=3a5c20d3-142c-47d7-889d-47837bd47c4e,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:46.151597 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:46.152323 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:46.152985 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:46.166605 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:46.167195 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:53:46.170288 n-d-838323-3 neutron-server[102909]: INFO neutron.plugins.ml2.plugin [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempt 4 to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 Apr 18 20:53:46.230504 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9c3f9eb5-2715-416a-8ad3-9cac1ce13c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.234189 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51526a-2ac3-4229-a12b-f958123fe79a req-1d423205-dc51-432e-9ef8-6ed70f7fabd2 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:46.238448 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de51526a-2ac3-4229-a12b-f958123fe79a req-1d423205-dc51-432e-9ef8-6ed70f7fabd2 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 945 time: 0.1221387 Apr 18 20:53:46.283655 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9c3f9eb5-2715-416a-8ad3-9cac1ce13c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.359804 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de51526a-2ac3-4229-a12b-f958123fe79a req-fb6ecbca-72b0-426b-8b2e-71b9e0732447 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137977 Apr 18 20:53:46.402789 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:46.403416 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:46.403981 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:46.422175 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:46.422669 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:53:46.423559 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9c3f9eb5-2715-416a-8ad3-9cac1ce13c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.428654 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9c3f9eb5-2715-416a-8ad3-9cac1ce13c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.434758 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9c3f9eb5-2715-416a-8ad3-9cac1ce13c58 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d77f4f85-b7fa-4324-8e08-ca651a2b6fef HTTP/1.1" status: 204 len: 168 time: 0.8866739 Apr 18 20:53:46.467437 n-d-838323-3 neutron-server[102909]: INFO neutron.plugins.ml2.plugin [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempt 5 to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 Apr 18 20:53:46.504730 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:46.504730 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:46.504730 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:46.530273 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f9eb5-2715-416a-8ad3-9cac1ce13c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77f4f85-b7fa-4324-8e08-ca651a2b6fef,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:46.537946 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:46.539227 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:53:46.544179 n-d-838323-3 neutron-server[102909]: INFO neutron.plugins.ml2.plugin [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempt 6 to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 Apr 18 20:53:46.592960 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:46.593822 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:46.594677 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:46.605004 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:46.605943 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:53:46.610502 n-d-838323-3 neutron-server[102909]: INFO neutron.plugins.ml2.plugin [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempt 7 to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 Apr 18 20:53:46.671002 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:46.671679 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:46.672246 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:46.686111 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:46.686805 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:53:46.687544 n-d-838323-3 neutron-server[102909]: INFO neutron.plugins.ml2.plugin [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempt 8 to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 Apr 18 20:53:46.728227 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:46.728929 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:46.729480 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:46.739633 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:46.745803 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:53:46.748911 n-d-838323-3 neutron-server[102909]: INFO neutron.plugins.ml2.plugin [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempt 9 to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 Apr 18 20:53:46.768764 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:46.770007 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:46.770737 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:46.781841 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-418eafdc-61ca-40be-8a39-0920f1f93d73 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Deleting port 3a5c20d3-142c-47d7-889d-47837bd47c4e {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:46.782599 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-418eafdc-61ca-40be-8a39-0920f1f93d73 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.787674 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:46.791179 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:53:46.817105 n-d-838323-3 neutron-server[102909]: INFO neutron.plugins.ml2.plugin [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempt 10 to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 Apr 18 20:53:46.885716 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:46.886436 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:46.886989 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:46.922576 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:46.923568 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 6adcab1c-7569-4142-8d43-ca2faae2bde2 on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:53:46.924242 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:47.094572 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-418eafdc-61ca-40be-8a39-0920f1f93d73 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:47.101442 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-418eafdc-61ca-40be-8a39-0920f1f93d73 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:47.295031 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246ccd2-75a0-4672-a24b-b122b35112a5 req-b8bcd539-cd18-4335-bd8a-a3cc7c7b54c0 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:47.298266 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-418eafdc-61ca-40be-8a39-0920f1f93d73 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Calling delete_port for 3a5c20d3-142c-47d7-889d-47837bd47c4e owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:47.310876 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b246ccd2-75a0-4672-a24b-b122b35112a5 req-b8bcd539-cd18-4335-bd8a-a3cc7c7b54c0 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 945 time: 0.1298034 Apr 18 20:53:47.402816 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b246ccd2-75a0-4672-a24b-b122b35112a5 req-e97e54b6-b4cb-49cf-bce1-843425049d8f tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909071 Apr 18 20:53:47.955985 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57908) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:47.990400 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-04c36b47-ebd1-403d-90d7-55d49e5e1b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.079735 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] For port 6adcab1c-7569-4142-8d43-ca2faae2bde2, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:48.084561 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempted to set empty binding levels {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 20:53:48.092700 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-418eafdc-61ca-40be-8a39-0920f1f93d73 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.128610 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.209747 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418eafdc-61ca-40be-8a39-0920f1f93d73 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Pushing event deleted for resources: {'Port': ['ID=3a5c20d3-142c-47d7-889d-47837bd47c4e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:48.228884 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-04c36b47-ebd1-403d-90d7-55d49e5e1b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.243169 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-04c36b47-ebd1-403d-90d7-55d49e5e1b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.321546 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c36b47-ebd1-403d-90d7-55d49e5e1b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa06a69-2179-4765-b7e3-0bbd26643ace,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:48.330942 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:48.331577 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.390078 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-04c36b47-ebd1-403d-90d7-55d49e5e1b6b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ee51f20f91f472ea161b57a3695bffa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4325645 Apr 18 20:53:48.392798 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57916) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:48.529923 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5902d4d7-6bdc-4511-ade5-23b8658c6f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.577155 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 5.0963054 Apr 18 20:53:48.584620 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57924) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:48.590245 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba6f9e-3371-4514-89b3-4a076ba744cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Pushing event updated for resources: {'Port': ['ID=6adcab1c-7569-4142-8d43-ca2faae2bde2,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:48.662445 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-418eafdc-61ca-40be-8a39-0920f1f93d73 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] create failed (client error): The resource could not be found. Apr 18 20:53:48.664120 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-418eafdc-61ca-40be-8a39-0920f1f93d73 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.2098069 Apr 18 20:53:48.697423 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57930) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:48.890109 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-4d83ae5d-8835-4897-a075-65976d1d5f5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Deleting port 6adcab1c-7569-4142-8d43-ca2faae2bde2 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:48.890665 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d83ae5d-8835-4897-a075-65976d1d5f5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.912986 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9a007-fada-409c-94a7-5a6f27ec0408 req-c69ae853-6cb5-4e3a-8792-945238a09f1a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:48.916549 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d0d9a007-fada-409c-94a7-5a6f27ec0408 req-c69ae853-6cb5-4e3a-8792-945238a09f1a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 945 time: 0.2830222 Apr 18 20:53:48.950616 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5902d4d7-6bdc-4511-ade5-23b8658c6f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.977919 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a30c11-b57f-4912-9270-d1d6a2eb88b6 req-cf08ee84-7081-45c6-a121-bb1e9ec763d7 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:48.981084 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24a30c11-b57f-4912-9270-d1d6a2eb88b6 req-cf08ee84-7081-45c6-a121-bb1e9ec763d7 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 945 time: 0.4426298 Apr 18 20:53:49.039412 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-59f92bf6-7d3d-4950-8382-3996d6d356ae tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Deleting port a36b62bb-0bc1-4dbb-9efd-d4f2110eae9a {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:49.039873 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-59f92bf6-7d3d-4950-8382-3996d6d356ae tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.239730 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-4d83ae5d-8835-4897-a075-65976d1d5f5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] For port 6adcab1c-7569-4142-8d43-ca2faae2bde2, host n-h2-838323-3, got binding levels [] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:49.240902 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d83ae5d-8835-4897-a075-65976d1d5f5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.274010 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d0d9a007-fada-409c-94a7-5a6f27ec0408 req-1fc68ede-c39d-474a-81c6-e5ea5746e08a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467875 Apr 18 20:53:49.289539 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-4d83ae5d-8835-4897-a075-65976d1d5f5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Calling delete_port for 6adcab1c-7569-4142-8d43-ca2faae2bde2 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:49.333344 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-24a30c11-b57f-4912-9270-d1d6a2eb88b6 req-ca46f9c5-f237-45d6-9a5b-f5173250cb86 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Deleting port 2c5cd357-b55a-4428-8936-e295bad826cc {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:49.345283 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24a30c11-b57f-4912-9270-d1d6a2eb88b6 req-ca46f9c5-f237-45d6-9a5b-f5173250cb86 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.391071 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-59f92bf6-7d3d-4950-8382-3996d6d356ae tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.417557 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-59f92bf6-7d3d-4950-8382-3996d6d356ae tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Calling delete_port for a36b62bb-0bc1-4dbb-9efd-d4f2110eae9a owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:49.579264 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d83ae5d-8835-4897-a075-65976d1d5f5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.586209 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5902d4d7-6bdc-4511-ade5-23b8658c6f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.589934 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5902d4d7-6bdc-4511-ade5-23b8658c6f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.592997 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5902d4d7-6bdc-4511-ade5-23b8658c6f1d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/baa06a69-2179-4765-b7e3-0bbd26643ace HTTP/1.1" status: 204 len: 168 time: 1.1973329 Apr 18 20:53:49.618611 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902d4d7-6bdc-4511-ade5-23b8658c6f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa06a69-2179-4765-b7e3-0bbd26643ace,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:49.656466 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-24a30c11-b57f-4912-9270-d1d6a2eb88b6 req-ca46f9c5-f237-45d6-9a5b-f5173250cb86 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] For port 2c5cd357-b55a-4428-8936-e295bad826cc, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=2c5cd357-b55a-4428-8936-e295bad826cc,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:49.658843 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24a30c11-b57f-4912-9270-d1d6a2eb88b6 req-ca46f9c5-f237-45d6-9a5b-f5173250cb86 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.684506 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-24a30c11-b57f-4912-9270-d1d6a2eb88b6 req-ca46f9c5-f237-45d6-9a5b-f5173250cb86 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Calling delete_port for 2c5cd357-b55a-4428-8936-e295bad826cc owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:49.739863 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83ae5d-8835-4897-a075-65976d1d5f5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Pushing event deleted for resources: {'Port': ['ID=6adcab1c-7569-4142-8d43-ca2faae2bde2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:49.750384 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d83ae5d-8835-4897-a075-65976d1d5f5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.756598 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4d83ae5d-8835-4897-a075-65976d1d5f5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] 10.222.0.41 "DELETE /v2.0/ports/6adcab1c-7569-4142-8d43-ca2faae2bde2 HTTP/1.1" status: 204 len: 168 time: 1.1696692 Apr 18 20:53:49.759174 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57960) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:49.817483 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72bf3ee-2dc8-49a6-aed9-3bd4a46d70a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] GET failed (client error): The resource could not be found. Apr 18 20:53:49.820558 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a72bf3ee-2dc8-49a6-aed9-3bd4a46d70a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] 10.222.0.41 "GET /v2.0/ports/6adcab1c-7569-4142-8d43-ca2faae2bde2 HTTP/1.1" status: 404 len: 333 time: 0.0585856 Apr 18 20:53:49.828907 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57962) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:49.903519 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-b51794e5-5c74-47b9-b0cb-3a7294f92c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Request body: {'port': {'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734364017'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:49.921192 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-59f92bf6-7d3d-4950-8382-3996d6d356ae tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.005739 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f92bf6-7d3d-4950-8382-3996d6d356ae tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Pushing event deleted for resources: {'Port': ['ID=a36b62bb-0bc1-4dbb-9efd-d4f2110eae9a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:50.011404 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51794e5-5c74-47b9-b0cb-3a7294f92c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Made reservation on behalf of 54b71cf068aa4fb3ab17d7f6614253c4 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:50.015075 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b51794e5-5c74-47b9-b0cb-3a7294f92c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.115065 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24a30c11-b57f-4912-9270-d1d6a2eb88b6 req-ca46f9c5-f237-45d6-9a5b-f5173250cb86 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.137576 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['2c5cd357-b55a-4428-8936-e295bad826cc'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:53:50.309486 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-b51794e5-5c74-47b9-b0cb-3a7294f92c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] device_id is not set on port 8016e75c-6510-4529-a87e-869e988a13e9 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:53:50.504923 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46f9c5-f237-45d6-9a5b-f5173250cb86 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event deleted for resources: {'Port': ['ID=2c5cd357-b55a-4428-8936-e295bad826cc,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:50.617431 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a30c11-b57f-4912-9270-d1d6a2eb88b6 req-ca46f9c5-f237-45d6-9a5b-f5173250cb86 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] No DVR routers for this DVR port 2c5cd357-b55a-4428-8936-e295bad826cc on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:53:50.633027 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24a30c11-b57f-4912-9270-d1d6a2eb88b6 req-ca46f9c5-f237-45d6-9a5b-f5173250cb86 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.636668 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24a30c11-b57f-4912-9270-d1d6a2eb88b6 req-ca46f9c5-f237-45d6-9a5b-f5173250cb86 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.57 "DELETE /v2.0/ports/2c5cd357-b55a-4428-8936-e295bad826cc HTTP/1.1" status: 204 len: 173 time: 1.6347220 Apr 18 20:53:50.637258 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c1255eb-669e-4b50-8e5f-7585846b486c', 'name': 'network-vif-deleted', 'tag': '2c5cd357-b55a-4428-8936-e295bad826cc'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:53:50.643825 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba61997f-fb95-4b92-9f40-da4c9b8a5cba" -d '{"events": [{"server_uuid": "7c1255eb-669e-4b50-8e5f-7585846b486c", "name": "network-vif-deleted", "tag": "2c5cd357-b55a-4428-8936-e295bad826cc"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:53:50.784632 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2eea7c8-27ff-40fc-b829-49bcf9bc909c req-3f37d909-b399-405f-89a1-c1be7b7df9b6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 210 time: 0.1152031 Apr 18 20:53:50.797614 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bc882c-cde2-4949-87b3-6cb5315263ae x-openstack-request-id: req-c2bc882c-cde2-4949-87b3-6cb5315263ae {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:53:50.798415 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c1255eb-669e-4b50-8e5f-7585846b486c", "name": "network-vif-deleted", "tag": "2c5cd357-b55a-4428-8936-e295bad826cc", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:53:50.800030 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c2bc882c-cde2-4949-87b3-6cb5315263ae {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:53:50.800812 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2bc882c-cde2-4949-87b3-6cb5315263ae'] response: {'server_uuid': '7c1255eb-669e-4b50-8e5f-7585846b486c', 'name': 'network-vif-deleted', 'tag': '2c5cd357-b55a-4428-8936-e295bad826cc', 'status': 'completed', 'code': 200} Apr 18 20:53:50.810424 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b51794e5-5c74-47b9-b0cb-3a7294f92c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.839730 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-59f92bf6-7d3d-4950-8382-3996d6d356ae tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.846101 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-59f92bf6-7d3d-4950-8382-3996d6d356ae tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] 10.222.0.41 "DELETE /v2.0/ports/a36b62bb-0bc1-4dbb-9efd-d4f2110eae9a HTTP/1.1" status: 204 len: 168 time: 2.1422267 Apr 18 20:53:50.849687 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57986) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:50.911585 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b51794e5-5c74-47b9-b0cb-3a7294f92c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.969189 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22454f72-8b91-41f8-a128-4f16fc5d3e34 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:50.978336 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57990) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:50.979469 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-22454f72-8b91-41f8-a128-4f16fc5d3e34 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] 10.222.0.41 "GET /v2.0/ports?device_id=3225cc63-b03c-4e83-916f-f94bbcf748ea HTTP/1.1" status: 200 len: 913 time: 0.1285203 Apr 18 20:53:51.034383 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51794e5-5c74-47b9-b0cb-3a7294f92c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Network bf87feff-9e19-43ff-b5b3-aba3c5010a6b is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:51.041395 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-b51794e5-5c74-47b9-b0cb-3a7294f92c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:51.048914 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51794e5-5c74-47b9-b0cb-3a7294f92c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:51.050487 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51794e5-5c74-47b9-b0cb-3a7294f92c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:51.051478 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b51794e5-5c74-47b9-b0cb-3a7294f92c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.185323 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51794e5-5c74-47b9-b0cb-3a7294f92c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Pushing event updated for resources: {'Port': ['ID=8016e75c-6510-4529-a87e-869e988a13e9,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:51.295874 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b51794e5-5c74-47b9-b0cb-3a7294f92c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4650116 Apr 18 20:53:51.298862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58004) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:51.308235 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:51.477606 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.779567 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] device_id is not set on port 8016e75c-6510-4529-a87e-869e988a13e9 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:53:51.794584 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.808118 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.969144 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Pushing event updated for resources: {'Port': ['ID=8016e75c-6510-4529-a87e-869e988a13e9,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:51.982254 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:51.982596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:51.982966 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:52.004146 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 8016e75c-6510-4529-a87e-869e988a13e9 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:52.004492 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:53:52.004890 n-d-838323-3 neutron-server[102908]: INFO neutron.plugins.ml2.plugin [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempt 2 to bind port 8016e75c-6510-4529-a87e-869e988a13e9 Apr 18 20:53:52.043865 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:52.044209 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:52.044562 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:52.092507 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-461ed3aa-a606-4a61-936f-f4d1cb95dc1f tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.135134 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d93c08e3-41e8-4789-a819-8bc6164b3f8a req-e896678e-c229-4b8c-ba94-3fc9f1cbb509 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 210 time: 0.0858889 Apr 18 20:53:52.137186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 8016e75c-6510-4529-a87e-869e988a13e9 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:52.137523 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:53:52.137926 n-d-838323-3 neutron-server[102908]: INFO neutron.plugins.ml2.plugin [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempt 3 to bind port 8016e75c-6510-4529-a87e-869e988a13e9 Apr 18 20:53:52.189622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:52.190002 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:52.190871 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:52.196125 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 8016e75c-6510-4529-a87e-869e988a13e9 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:52.196481 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:53:52.196885 n-d-838323-3 neutron-server[102908]: INFO neutron.plugins.ml2.plugin [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempt 4 to bind port 8016e75c-6510-4529-a87e-869e988a13e9 Apr 18 20:53:52.233695 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:52.238503 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:52.238769 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:52.268914 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 8016e75c-6510-4529-a87e-869e988a13e9 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:52.269415 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:53:52.269952 n-d-838323-3 neutron-server[102908]: INFO neutron.plugins.ml2.plugin [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempt 5 to bind port 8016e75c-6510-4529-a87e-869e988a13e9 Apr 18 20:53:52.287614 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:52.288726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:52.289229 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:52.294781 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 8016e75c-6510-4529-a87e-869e988a13e9 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:52.295430 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:53:52.295989 n-d-838323-3 neutron-server[102908]: INFO neutron.plugins.ml2.plugin [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempt 6 to bind port 8016e75c-6510-4529-a87e-869e988a13e9 Apr 18 20:53:52.316735 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 2c5cd357-b55a-4428-8936-e295bad826cc no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:53:52.331363 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:52.332164 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:52.332694 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:52.345796 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 8016e75c-6510-4529-a87e-869e988a13e9 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:52.351811 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:53:52.352618 n-d-838323-3 neutron-server[102908]: INFO neutron.plugins.ml2.plugin [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempt 7 to bind port 8016e75c-6510-4529-a87e-869e988a13e9 Apr 18 20:53:52.369775 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 2c5cd357-b55a-4428-8936-e295bad826cc {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:53:52.370728 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 2c5cd357-b55a-4428-8936-e295bad826cc not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:53:52.379709 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:52.383238 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:52.384609 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:52.392349 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 8016e75c-6510-4529-a87e-869e988a13e9 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:52.392968 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:53:52.393945 n-d-838323-3 neutron-server[102908]: INFO neutron.plugins.ml2.plugin [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempt 8 to bind port 8016e75c-6510-4529-a87e-869e988a13e9 Apr 18 20:53:52.436724 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:52.442413 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:52.442941 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:52.453075 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 8016e75c-6510-4529-a87e-869e988a13e9 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:52.454969 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:53:52.456765 n-d-838323-3 neutron-server[102908]: INFO neutron.plugins.ml2.plugin [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempt 9 to bind port 8016e75c-6510-4529-a87e-869e988a13e9 Apr 18 20:53:52.485203 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:52.486065 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:52.487383 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:52.501850 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 8016e75c-6510-4529-a87e-869e988a13e9 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:52.503935 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:53:52.505678 n-d-838323-3 neutron-server[102908]: INFO neutron.plugins.ml2.plugin [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempt 10 to bind port 8016e75c-6510-4529-a87e-869e988a13e9 Apr 18 20:53:52.526706 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:52.527338 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:52.527907 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:52.533216 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 8016e75c-6510-4529-a87e-869e988a13e9 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:52.533927 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 8016e75c-6510-4529-a87e-869e988a13e9 on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:53:52.534530 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.639483 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] For port 8016e75c-6510-4529-a87e-869e988a13e9, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:52.640263 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempted to set empty binding levels {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 20:53:52.659324 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.726343 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] In _notify_port_updated(), no bound segment for port 8016e75c-6510-4529-a87e-869e988a13e9 on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:53:52.727436 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.728191 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.732766 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] 10.222.0.41 "PUT /v2.0/ports/8016e75c-6510-4529-a87e-869e988a13e9 HTTP/1.1" status: 200 len: 979 time: 1.4324083 Apr 18 20:53:52.733520 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58032) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:52.734319 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e47f20-d9f9-4dc8-bad9-c31cd339003f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Pushing event updated for resources: {'Port': ['ID=8016e75c-6510-4529-a87e-869e988a13e9,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:52.812669 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-461ed3aa-a606-4a61-936f-f4d1cb95dc1f tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Deleting port 2922672b-3b67-4ded-9c5a-b2ec52e45c68 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:52.813243 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-461ed3aa-a606-4a61-936f-f4d1cb95dc1f tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.859295 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c9e5fb-0fd1-4007-8c6b-19924ba98d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.860170 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c9e5fb-0fd1-4007-8c6b-19924ba98d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.861046 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c9e5fb-0fd1-4007-8c6b-19924ba98d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.862071 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c9e5fb-0fd1-4007-8c6b-19924ba98d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.862974 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c9e5fb-0fd1-4007-8c6b-19924ba98d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.863551 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c9e5fb-0fd1-4007-8c6b-19924ba98d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.864362 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c9e5fb-0fd1-4007-8c6b-19924ba98d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.865207 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c9e5fb-0fd1-4007-8c6b-19924ba98d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.866026 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c9e5fb-0fd1-4007-8c6b-19924ba98d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.866901 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c9e5fb-0fd1-4007-8c6b-19924ba98d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.867927 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c9e5fb-0fd1-4007-8c6b-19924ba98d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.868770 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c9e5fb-0fd1-4007-8c6b-19924ba98d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.869539 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c9e5fb-0fd1-4007-8c6b-19924ba98d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.870369 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c9e5fb-0fd1-4007-8c6b-19924ba98d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.871196 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c9e5fb-0fd1-4007-8c6b-19924ba98d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.872237 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c9e5fb-0fd1-4007-8c6b-19924ba98d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.873020 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c9e5fb-0fd1-4007-8c6b-19924ba98d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.873842 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c9e5fb-0fd1-4007-8c6b-19924ba98d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.878985 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-64c9e5fb-0fd1-4007-8c6b-19924ba98d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16328 time: 0.1405904 Apr 18 20:53:52.883604 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58036) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:53.016222 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-70b51da3-8cbd-4982-ae24-c8592203fae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Deleting port 8016e75c-6510-4529-a87e-869e988a13e9 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:53.016938 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-70b51da3-8cbd-4982-ae24-c8592203fae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.017783 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-461ed3aa-a606-4a61-936f-f4d1cb95dc1f tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.032043 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-461ed3aa-a606-4a61-936f-f4d1cb95dc1f tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Calling delete_port for 2922672b-3b67-4ded-9c5a-b2ec52e45c68 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:53.188049 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-70b51da3-8cbd-4982-ae24-c8592203fae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] For port 8016e75c-6510-4529-a87e-869e988a13e9, host n-h2-838323-3, got binding levels [] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:53.188700 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-70b51da3-8cbd-4982-ae24-c8592203fae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.214671 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-70b51da3-8cbd-4982-ae24-c8592203fae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Calling delete_port for 8016e75c-6510-4529-a87e-869e988a13e9 owned by {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:53.250910 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-461ed3aa-a606-4a61-936f-f4d1cb95dc1f tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.336575 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ed3aa-a606-4a61-936f-f4d1cb95dc1f tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Pushing event deleted for resources: {'Port': ['ID=2922672b-3b67-4ded-9c5a-b2ec52e45c68,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:53.428476 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-70b51da3-8cbd-4982-ae24-c8592203fae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.485781 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52c2e982-d09d-492e-9b1f-f64bb8cbbe85 req-4ec2bfa4-233a-4d16-be78-1c2570082723 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 210 time: 0.0747848 Apr 18 20:53:53.489591 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b51da3-8cbd-4982-ae24-c8592203fae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Pushing event deleted for resources: {'Port': ['ID=8016e75c-6510-4529-a87e-869e988a13e9,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:53.508740 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-70b51da3-8cbd-4982-ae24-c8592203fae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.522308 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58048) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:53.523243 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-70b51da3-8cbd-4982-ae24-c8592203fae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] 10.222.0.41 "DELETE /v2.0/ports/8016e75c-6510-4529-a87e-869e988a13e9 HTTP/1.1" status: 204 len: 168 time: 0.6333611 Apr 18 20:53:53.663537 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e12b6d-1f26-4b0e-aadb-1468d19f8785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] GET failed (client error): The resource could not be found. Apr 18 20:53:53.666558 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-71e12b6d-1f26-4b0e-aadb-1468d19f8785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] 10.222.0.41 "GET /v2.0/ports/8016e75c-6510-4529-a87e-869e988a13e9 HTTP/1.1" status: 404 len: 333 time: 0.1410244 Apr 18 20:53:53.670846 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58052) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:53.687225 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-112c40d8-9a38-4832-8e2d-c7f5d5cfafa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408897985', 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:53.794072 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-461ed3aa-a606-4a61-936f-f4d1cb95dc1f tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.831851 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112c40d8-9a38-4832-8e2d-c7f5d5cfafa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Made reservation on behalf of 54b71cf068aa4fb3ab17d7f6614253c4 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:53.836707 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-112c40d8-9a38-4832-8e2d-c7f5d5cfafa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:54.041989 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-112c40d8-9a38-4832-8e2d-c7f5d5cfafa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] device_id is not set on port 9e72a1d9-7cb2-4912-8852-fdd0d4610b6b yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:53:54.266627 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461ed3aa-a606-4a61-936f-f4d1cb95dc1f tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Router 3225cc63-b03c-4e83-916f-f94bbcf748ea has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:53:54.534179 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461ed3aa-a606-4a61-936f-f4d1cb95dc1f tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:53:54.543929 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-461ed3aa-a606-4a61-936f-f4d1cb95dc1f tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] 10.222.0.41 "PUT /v2.0/routers/3225cc63-b03c-4e83-916f-f94bbcf748ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5594237 Apr 18 20:53:54.546413 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58068) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:54.560194 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-77a276dc-17e8-4fec-8735-2821c9af6f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:54.581071 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-112c40d8-9a38-4832-8e2d-c7f5d5cfafa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:54.596612 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12761561-8719-4ead-be0a-d47575076bef None None] Sync routers for ids ['3225cc63-b03c-4e83-916f-f94bbcf748ea'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:53:54.646004 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12761561-8719-4ead-be0a-d47575076bef None None] Routers {'3225cc63-b03c-4e83-916f-f94bbcf748ea'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:53:54.647797 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-12761561-8719-4ead-be0a-d47575076bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:53:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['3225cc63-b03c-4e83-916f-f94bbcf748ea'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:54.651146 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-112c40d8-9a38-4832-8e2d-c7f5d5cfafa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:54.752633 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c40d8-9a38-4832-8e2d-c7f5d5cfafa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Pushing event updated for resources: {'Port': ['ID=9e72a1d9-7cb2-4912-8852-fdd0d4610b6b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:54.766280 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112c40d8-9a38-4832-8e2d-c7f5d5cfafa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Network bf87feff-9e19-43ff-b5b3-aba3c5010a6b is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:54.769126 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-112c40d8-9a38-4832-8e2d-c7f5d5cfafa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:54.778263 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112c40d8-9a38-4832-8e2d-c7f5d5cfafa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:54.780686 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112c40d8-9a38-4832-8e2d-c7f5d5cfafa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:54.781534 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-112c40d8-9a38-4832-8e2d-c7f5d5cfafa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:54.800086 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-12761561-8719-4ead-be0a-d47575076bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:54.818321 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-112c40d8-9a38-4832-8e2d-c7f5d5cfafa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1449251 Apr 18 20:53:54.821710 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58074) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:54.837632 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12761561-8719-4ead-be0a-d47575076bef None None] Routers {'3225cc63-b03c-4e83-916f-f94bbcf748ea'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:53:54.838352 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-12761561-8719-4ead-be0a-d47575076bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:53:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['3225cc63-b03c-4e83-916f-f94bbcf748ea'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:54.878342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe2e30af-a27c-44e4-a580-a04bbba18618 req-3a865cd1-da66-4acc-b381-ac76a5ce79f6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 210 time: 0.1765659 Apr 18 20:53:54.906477 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a6b727cf-d953-43bc-9754-5f1418f21dcf tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:54.951686 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-12761561-8719-4ead-be0a-d47575076bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:54.953134 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12761561-8719-4ead-be0a-d47575076bef None None] The sync data for ids ['3225cc63-b03c-4e83-916f-f94bbcf748ea'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:53:54.958441 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f44b07-9441-49f8-bd9d-da9929897167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:54.963172 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-15f44b07-9441-49f8-bd9d-da9929897167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] 10.222.0.41 "GET /v2.0/ports/9e72a1d9-7cb2-4912-8852-fdd0d4610b6b HTTP/1.1" status: 200 len: 959 time: 0.1399996 Apr 18 20:53:54.965746 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58078) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:55.155999 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-f3d6f047-cde6-4ea9-9cc0-f14596bdc001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Deleting port 9e72a1d9-7cb2-4912-8852-fdd0d4610b6b {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:55.156606 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f047-cde6-4ea9-9cc0-f14596bdc001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.255597 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58088) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:55.284037 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-7c128c7c-49ee-46eb-9a48-8b5685a54d43 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Request body: {'network': {'name': 'tempest-network-smoke--1424519423', 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'port_security_enabled': True}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:55.297569 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a6b727cf-d953-43bc-9754-5f1418f21dcf tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.301427 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a6b727cf-d953-43bc-9754-5f1418f21dcf tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.378375 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f047-cde6-4ea9-9cc0-f14596bdc001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.378928 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a6b727cf-d953-43bc-9754-5f1418f21dcf tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.380001 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b727cf-d953-43bc-9754-5f1418f21dcf tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Fanout notify agent at l3_agent the message router_deleted on router 3225cc63-b03c-4e83-916f-f94bbcf748ea {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:53:55.387577 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c128c7c-49ee-46eb-9a48-8b5685a54d43 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Made reservation on behalf of 9b43792f5e3a4b5fa4fa359a68fd10f8 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:55.390931 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a6b727cf-d953-43bc-9754-5f1418f21dcf tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.393382 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a6b727cf-d953-43bc-9754-5f1418f21dcf tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] 10.222.0.41 "DELETE /v2.0/routers/3225cc63-b03c-4e83-916f-f94bbcf748ea HTTP/1.1" status: 204 len: 168 time: 0.8447337 Apr 18 20:53:55.396308 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58090) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:55.399000 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c128c7c-49ee-46eb-9a48-8b5685a54d43 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.434444 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c128c7c-49ee-46eb-9a48-8b5685a54d43 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.449991 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-f3d6f047-cde6-4ea9-9cc0-f14596bdc001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Calling delete_port for 9e72a1d9-7cb2-4912-8852-fdd0d4610b6b owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:55.496499 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abf57ad-3910-48b6-b791-9616f6bf8ca1 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Deleting subnet c42aa896-3e16-47ef-8f8b-ee8928d64f44 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:53:55.502853 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9abf57ad-3910-48b6-b791-9616f6bf8ca1 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.656308 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9abf57ad-3910-48b6-b791-9616f6bf8ca1 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.667299 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f047-cde6-4ea9-9cc0-f14596bdc001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.752102 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f047-cde6-4ea9-9cc0-f14596bdc001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.759627 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f3d6f047-cde6-4ea9-9cc0-f14596bdc001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] 10.222.0.41 "DELETE /v2.0/ports/9e72a1d9-7cb2-4912-8852-fdd0d4610b6b HTTP/1.1" status: 204 len: 168 time: 0.7887056 Apr 18 20:53:55.767875 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58096) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:55.779586 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c128c7c-49ee-46eb-9a48-8b5685a54d43 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.789682 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6f047-cde6-4ea9-9cc0-f14596bdc001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e72a1d9-7cb2-4912-8852-fdd0d4610b6b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:55.797680 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c128c7c-49ee-46eb-9a48-8b5685a54d43 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.814516 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dbf7776-c774-4a3e-9cf3-6e93c768b126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] GET failed (client error): The resource could not be found. Apr 18 20:53:55.822578 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0dbf7776-c774-4a3e-9cf3-6e93c768b126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] 10.222.0.41 "GET /v2.0/ports/9e72a1d9-7cb2-4912-8852-fdd0d4610b6b HTTP/1.1" status: 404 len: 333 time: 0.0478439 Apr 18 20:53:55.822578 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58102) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:55.826748 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-12993802-80b1-4cfd-8216-ea05bd302993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Request body: {'port': {'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-329780631'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:55.844928 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c128c7c-49ee-46eb-9a48-8b5685a54d43 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:53:55.873294 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c128c7c-49ee-46eb-9a48-8b5685a54d43 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.874531 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-7c128c7c-49ee-46eb-9a48-8b5685a54d43 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Added segment 2d8df79b-4c5b-4ba4-9373-40dd8c0b9321 of type vlan for network 6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654 Apr 18 20:53:55.885884 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12993802-80b1-4cfd-8216-ea05bd302993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Made reservation on behalf of 54b71cf068aa4fb3ab17d7f6614253c4 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:55.889158 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-12993802-80b1-4cfd-8216-ea05bd302993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.894952 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9abf57ad-3910-48b6-b791-9616f6bf8ca1 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.003404 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c128c7c-49ee-46eb-9a48-8b5685a54d43 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.058891 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c128c7c-49ee-46eb-9a48-8b5685a54d43 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.066069 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c128c7c-49ee-46eb-9a48-8b5685a54d43 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:56.067391 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c128c7c-49ee-46eb-9a48-8b5685a54d43 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.132878 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c128c7c-49ee-46eb-9a48-8b5685a54d43 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82bf89d4-0b9f-4261-be6d-f967c3fb668f,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:56.216321 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7c128c7c-49ee-46eb-9a48-8b5685a54d43 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9592836 Apr 18 20:53:56.223769 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58114) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:56.237814 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-8d112566-ed74-4368-ba6b-dd1ee9fcf980 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-511015894', 'admin_state_up': True, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:56.269413 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d112566-ed74-4368-ba6b-dd1ee9fcf980 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.270748 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d112566-ed74-4368-ba6b-dd1ee9fcf980 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.353738 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d112566-ed74-4368-ba6b-dd1ee9fcf980 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.358976 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c128c7c-49ee-46eb-9a48-8b5685a54d43 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event updated for resources: {'Network': ['ID=6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:56.373642 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:53:56.865360 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-12993802-80b1-4cfd-8216-ea05bd302993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] device_id is not set on port 13d0293a-f447-473b-842c-2000d8dccd2e yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:53:56.993935 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9abf57ad-3910-48b6-b791-9616f6bf8ca1 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.027848 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e505b9-e43f-47de-a23d-7bada4e5eb25 None None] Network a5bc52b5-2bd7-4a59-a643-b4ce1a4db292 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:53:57.044502 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9abf57ad-3910-48b6-b791-9616f6bf8ca1 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.053053 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9abf57ad-3910-48b6-b791-9616f6bf8ca1 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] 10.222.0.41 "DELETE /v2.0/subnets/c42aa896-3e16-47ef-8f8b-ee8928d64f44 HTTP/1.1" status: 204 len: 168 time: 1.6549051 Apr 18 20:53:57.116855 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58160) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:57.143162 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf57ad-3910-48b6-b791-9616f6bf8ca1 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Pushing event deleted for resources: {'Subnet': ['ID=c42aa896-3e16-47ef-8f8b-ee8928d64f44,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:57.379968 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e51e28e4-acd4-46f9-a81e-bf02452b8998 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.450321 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-19242d14-a8aa-4607-a70c-70292e1405c0 req-aaa0bc26-bd96-4f4c-a739-e81b4aacc09e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 210 time: 0.6176417 Apr 18 20:53:57.474775 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8857655a-5359-49f7-9042-f6e40cce8255 None None] DHCP port deletion for a5bc52b5-2bd7-4a59-a643-b4ce1a4db292 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:53:57.532354 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d112566-ed74-4368-ba6b-dd1ee9fcf980 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.609596 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-8857655a-5359-49f7-9042-f6e40cce8255 None None] Deleting port 79d37f0d-fa3b-4f5f-8aec-05503d04d837 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:57.610264 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8857655a-5359-49f7-9042-f6e40cce8255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.717261 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-12993802-80b1-4cfd-8216-ea05bd302993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.793335 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-8857655a-5359-49f7-9042-f6e40cce8255 None None] For port 79d37f0d-fa3b-4f5f-8aec-05503d04d837, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=79d37f0d-fa3b-4f5f-8aec-05503d04d837,segment=NetworkSegment(8b50fe99-4e73-42e2-bd7b-dfd2a45e0f93),segment_id=8b50fe99-4e73-42e2-bd7b-dfd2a45e0f93)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:57.794083 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8857655a-5359-49f7-9042-f6e40cce8255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.823088 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-e51e28e4-acd4-46f9-a81e-bf02452b8998 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Deleting port 79d37f0d-fa3b-4f5f-8aec-05503d04d837 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:57.825093 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e51e28e4-acd4-46f9-a81e-bf02452b8998 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.828356 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-8857655a-5359-49f7-9042-f6e40cce8255 None None] Calling delete_port for 79d37f0d-fa3b-4f5f-8aec-05503d04d837 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:57.866808 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58168) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:57.929484 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d112566-ed74-4368-ba6b-dd1ee9fcf980 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.958661 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d112566-ed74-4368-ba6b-dd1ee9fcf980 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:58.036377 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-12993802-80b1-4cfd-8216-ea05bd302993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:58.149892 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12993802-80b1-4cfd-8216-ea05bd302993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Network bf87feff-9e19-43ff-b5b3-aba3c5010a6b is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:58.158341 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12993802-80b1-4cfd-8216-ea05bd302993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Pushing event updated for resources: {'Port': ['ID=13d0293a-f447-473b-842c-2000d8dccd2e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:58.168993 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-12993802-80b1-4cfd-8216-ea05bd302993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:58.178107 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12993802-80b1-4cfd-8216-ea05bd302993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:58.179285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12993802-80b1-4cfd-8216-ea05bd302993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:58.183343 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-12993802-80b1-4cfd-8216-ea05bd302993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:58.207601 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-e51e28e4-acd4-46f9-a81e-bf02452b8998 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] For port 79d37f0d-fa3b-4f5f-8aec-05503d04d837, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=79d37f0d-fa3b-4f5f-8aec-05503d04d837,segment=NetworkSegment(8b50fe99-4e73-42e2-bd7b-dfd2a45e0f93),segment_id=8b50fe99-4e73-42e2-bd7b-dfd2a45e0f93)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:58.214489 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e51e28e4-acd4-46f9-a81e-bf02452b8998 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:58.281233 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-8d112566-ed74-4368-ba6b-dd1ee9fcf980 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Allocated IP 172.25.1.57 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/51fe9987-d57d-4b16-aba2-d032a9d677fb) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:58.286128 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-e51e28e4-acd4-46f9-a81e-bf02452b8998 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Calling delete_port for 79d37f0d-fa3b-4f5f-8aec-05503d04d837 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:58.329603 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-12993802-80b1-4cfd-8216-ea05bd302993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.5027053 Apr 18 20:53:58.330272 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58176) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:58.339809 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:58.544124 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8857655a-5359-49f7-9042-f6e40cce8255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:58.569646 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8857655a-5359-49f7-9042-f6e40cce8255 None None] No DVR routers for this DVR port 79d37f0d-fa3b-4f5f-8aec-05503d04d837 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:53:58.614407 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857655a-5359-49f7-9042-f6e40cce8255 None None] Pushing event deleted for resources: {'Port': ['ID=79d37f0d-fa3b-4f5f-8aec-05503d04d837,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:58.643652 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d112566-ed74-4368-ba6b-dd1ee9fcf980 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:58.664177 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6cba7713-678e-4a8c-9bba-f952de0d67b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:58.720635 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:58.732568 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-06efff3d-e81f-4e6b-925f-b32969ae099e req-3c5a0c4f-afc9-4a60-af62-43bbfe5cce51 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 210 time: 0.0696731 Apr 18 20:53:58.747510 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d112566-ed74-4368-ba6b-dd1ee9fcf980 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:58.802720 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-67d63cb3-20ad-4dd2-9f9b-6ec0527db553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:58.827796 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d112566-ed74-4368-ba6b-dd1ee9fcf980 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event updated for resources: {'Port': ['ID=51fe9987-d57d-4b16-aba2-d032a9d677fb,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:58.854118 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e51e28e4-acd4-46f9-a81e-bf02452b8998 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:58.857504 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d112566-ed74-4368-ba6b-dd1ee9fcf980 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:58.859551 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-8d112566-ed74-4368-ba6b-dd1ee9fcf980 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:58.868685 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d112566-ed74-4368-ba6b-dd1ee9fcf980 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:58.943317 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e28e4-acd4-46f9-a81e-bf02452b8998 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Pushing event deleted for resources: {'Port': ['ID=79d37f0d-fa3b-4f5f-8aec-05503d04d837,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:58.953070 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51e28e4-acd4-46f9-a81e-bf02452b8998 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] No DVR routers for this DVR port 79d37f0d-fa3b-4f5f-8aec-05503d04d837 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:53:58.967229 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 79d37f0d-fa3b-4f5f-8aec-05503d04d837 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:53:59.031919 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 79d37f0d-fa3b-4f5f-8aec-05503d04d837 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:53:59.033098 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 79d37f0d-fa3b-4f5f-8aec-05503d04d837 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:53:59.108162 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6cba7713-678e-4a8c-9bba-f952de0d67b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:59.154064 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6cba7713-678e-4a8c-9bba-f952de0d67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:59.258393 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba7713-678e-4a8c-9bba-f952de0d67b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dba7a0-c6bd-4829-b64a-05fc20104e56,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:59.267264 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e51e28e4-acd4-46f9-a81e-bf02452b8998 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:59.276065 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6cba7713-678e-4a8c-9bba-f952de0d67b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7fff2c37a7c040798e6718300a41b4ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3979864 Apr 18 20:53:59.280951 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58192) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:59.324522 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-e51e28e4-acd4-46f9-a81e-bf02452b8998 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5bc52b5-2bd7-4a59-a643-b4ce1a4db292']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:59.348566 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-e51e28e4-acd4-46f9-a81e-bf02452b8998 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b50fe99-4e73-42e2-bd7b-dfd2a45e0f93') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:59.348887 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-e51e28e4-acd4-46f9-a81e-bf02452b8998 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b50fe99-4e73-42e2-bd7b-dfd2a45e0f93') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:59.377124 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e51e28e4-acd4-46f9-a81e-bf02452b8998 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:59.440764 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e51e28e4-acd4-46f9-a81e-bf02452b8998 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:59.446363 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] device_id is not set on port 13d0293a-f447-473b-842c-2000d8dccd2e yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:53:59.459485 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:59.465554 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51e28e4-acd4-46f9-a81e-bf02452b8998 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:53:59.465988 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e51e28e4-acd4-46f9-a81e-bf02452b8998 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:59.470297 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-41edb126-d40e-489a-a7ba-16cf0b880792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:53:59.471902 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:53:59.489208 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:59.509176 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d112566-ed74-4368-ba6b-dd1ee9fcf980 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:59.547117 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Pushing event updated for resources: {'Port': ['ID=13d0293a-f447-473b-842c-2000d8dccd2e,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:59.617852 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-41edb126-d40e-489a-a7ba-16cf0b880792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:59.627223 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e51e28e4-acd4-46f9-a81e-bf02452b8998 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:59.650544 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e51e28e4-acd4-46f9-a81e-bf02452b8998 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:59.653088 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e51e28e4-acd4-46f9-a81e-bf02452b8998 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] 10.222.0.41 "DELETE /v2.0/networks/a5bc52b5-2bd7-4a59-a643-b4ce1a4db292 HTTP/1.1" status: 204 len: 168 time: 2.5224433 Apr 18 20:53:59.690158 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e28e4-acd4-46f9-a81e-bf02452b8998 tempest-FloatingIPNegativeTestJSON-1710737382 tempest-FloatingIPNegativeTestJSON-1710737382-project] Pushing event deleted for resources: {'Network': ['ID=a5bc52b5-2bd7-4a59-a643-b4ce1a4db292,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:59.722091 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:59.722457 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:59.722823 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:59.730645 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 13d0293a-f447-473b-842c-2000d8dccd2e on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:59.730645 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:53:59.730645 n-d-838323-3 neutron-server[102908]: INFO neutron.plugins.ml2.plugin [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempt 2 to bind port 13d0293a-f447-473b-842c-2000d8dccd2e Apr 18 20:53:59.747256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:59.747256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:59.747256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:59.759854 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 13d0293a-f447-473b-842c-2000d8dccd2e on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:59.759854 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:53:59.759854 n-d-838323-3 neutron-server[102908]: INFO neutron.plugins.ml2.plugin [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempt 3 to bind port 13d0293a-f447-473b-842c-2000d8dccd2e Apr 18 20:53:59.785087 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-41edb126-d40e-489a-a7ba-16cf0b880792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:59.787634 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-41edb126-d40e-489a-a7ba-16cf0b880792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:59.789010 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-41edb126-d40e-489a-a7ba-16cf0b880792 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f8dba7a0-c6bd-4829-b64a-05fc20104e56 HTTP/1.1" status: 204 len: 168 time: 0.5013282 Apr 18 20:53:59.808478 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:59.808818 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:59.809185 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:59.822884 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41edb126-d40e-489a-a7ba-16cf0b880792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dba7a0-c6bd-4829-b64a-05fc20104e56,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:59.827599 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:59.829874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 13d0293a-f447-473b-842c-2000d8dccd2e on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:59.829874 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:53:59.830668 n-d-838323-3 neutron-server[102908]: INFO neutron.plugins.ml2.plugin [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempt 4 to bind port 13d0293a-f447-473b-842c-2000d8dccd2e Apr 18 20:53:59.880677 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:59.881057 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:59.881982 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:59.904414 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 13d0293a-f447-473b-842c-2000d8dccd2e on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:59.904988 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:53:59.905632 n-d-838323-3 neutron-server[102908]: INFO neutron.plugins.ml2.plugin [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempt 5 to bind port 13d0293a-f447-473b-842c-2000d8dccd2e Apr 18 20:53:59.966214 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:59.967225 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:59.967225 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:59.994916 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 13d0293a-f447-473b-842c-2000d8dccd2e on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:59.995436 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:53:59.995993 n-d-838323-3 neutron-server[102908]: INFO neutron.plugins.ml2.plugin [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempt 6 to bind port 13d0293a-f447-473b-842c-2000d8dccd2e Apr 18 20:54:00.029223 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d112566-ed74-4368-ba6b-dd1ee9fcf980 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.064004 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:54:00.081816 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1cd82965-2342-4a37-a353-dcd9559f728a req-943dd679-7986-41ac-825d-a102a438caba tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 210 time: 0.0808115 Apr 18 20:54:00.083233 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:00.083795 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:00.084362 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:00.092949 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 13d0293a-f447-473b-842c-2000d8dccd2e on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:00.093510 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:54:00.094248 n-d-838323-3 neutron-server[102908]: INFO neutron.plugins.ml2.plugin [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempt 7 to bind port 13d0293a-f447-473b-842c-2000d8dccd2e Apr 18 20:54:00.119374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:00.120251 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:00.121100 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:00.130317 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 13d0293a-f447-473b-842c-2000d8dccd2e on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:00.131116 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:54:00.133658 n-d-838323-3 neutron-server[102908]: INFO neutron.plugins.ml2.plugin [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempt 8 to bind port 13d0293a-f447-473b-842c-2000d8dccd2e Apr 18 20:54:00.168882 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:00.169597 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:00.170165 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:00.182728 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 13d0293a-f447-473b-842c-2000d8dccd2e on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:00.183259 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:54:00.183892 n-d-838323-3 neutron-server[102908]: INFO neutron.plugins.ml2.plugin [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempt 9 to bind port 13d0293a-f447-473b-842c-2000d8dccd2e Apr 18 20:54:00.209439 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:00.210582 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:00.211808 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:00.219838 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 13d0293a-f447-473b-842c-2000d8dccd2e on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:00.220246 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:54:00.221072 n-d-838323-3 neutron-server[102908]: INFO neutron.plugins.ml2.plugin [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempt 10 to bind port 13d0293a-f447-473b-842c-2000d8dccd2e Apr 18 20:54:00.253015 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:00.255244 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:00.255851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempting to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:00.266353 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Port 13d0293a-f447-473b-842c-2000d8dccd2e on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:00.266834 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Failed to bind port 13d0293a-f447-473b-842c-2000d8dccd2e on host n-h2-838323-3 for vnic_type normal using segments [{'id': '30a5ee77-5a19-40b4-953b-6fb439a2d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bf87feff-9e19-43ff-b5b3-aba3c5010a6b'}] Apr 18 20:54:00.267511 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.396591 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d112566-ed74-4368-ba6b-dd1ee9fcf980 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Router 69338e3a-af09-40c9-95e9-03f34363a94b is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:54:00.444672 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] For port 13d0293a-f447-473b-842c-2000d8dccd2e, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:00.445355 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attempted to set empty binding levels {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 20:54:00.459093 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.530766 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] In _notify_port_updated(), no bound segment for port 13d0293a-f447-473b-842c-2000d8dccd2e on network bf87feff-9e19-43ff-b5b3-aba3c5010a6b {{(pid=102908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:54:00.532323 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:00.533470 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.538823 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] 10.222.0.41 "PUT /v2.0/ports/13d0293a-f447-473b-842c-2000d8dccd2e HTTP/1.1" status: 200 len: 978 time: 2.2058780 Apr 18 20:54:00.541511 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58212) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:00.571343 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5be6d-ecfd-471a-921b-f7b67813432a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Pushing event updated for resources: {'Port': ['ID=13d0293a-f447-473b-842c-2000d8dccd2e,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:00.605166 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58214) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:00.692977 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-bb5df8e2-c85b-4902-9d92-94ec7d3782b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Deleting port 13d0293a-f447-473b-842c-2000d8dccd2e {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:54:00.693264 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bb5df8e2-c85b-4902-9d92-94ec7d3782b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.713341 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d112566-ed74-4368-ba6b-dd1ee9fcf980 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:54:00.729914 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c243b3f6-3f76-41fc-b768-1e488fe8fc24 None None] Sync routers for ids ['69338e3a-af09-40c9-95e9-03f34363a94b'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:54:00.749167 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c243b3f6-3f76-41fc-b768-1e488fe8fc24 None None] Routers {'69338e3a-af09-40c9-95e9-03f34363a94b'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:54:00.750144 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-c243b3f6-3f76-41fc-b768-1e488fe8fc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:53:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['69338e3a-af09-40c9-95e9-03f34363a94b'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:00.781679 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d112566-ed74-4368-ba6b-dd1ee9fcf980 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.782944 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8d112566-ed74-4368-ba6b-dd1ee9fcf980 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.5581932 Apr 18 20:54:00.795550 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58218) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:00.806387 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-bb5df8e2-c85b-4902-9d92-94ec7d3782b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] For port 13d0293a-f447-473b-842c-2000d8dccd2e, host n-h2-838323-3, got binding levels [] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:00.806769 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bb5df8e2-c85b-4902-9d92-94ec7d3782b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.839790 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-bb5df8e2-c85b-4902-9d92-94ec7d3782b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Calling delete_port for 13d0293a-f447-473b-842c-2000d8dccd2e owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:54:00.885700 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58224) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:00.933493 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ec4417ff-2ac8-4048-9044-a7c4c0abfc49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.956718 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-c243b3f6-3f76-41fc-b768-1e488fe8fc24 None None] Set router 69338e3a-af09-40c9-95e9-03f34363a94b gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:54:00.998929 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bb5df8e2-c85b-4902-9d92-94ec7d3782b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.028994 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bb5df8e2-c85b-4902-9d92-94ec7d3782b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.034852 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bb5df8e2-c85b-4902-9d92-94ec7d3782b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] 10.222.0.41 "DELETE /v2.0/ports/13d0293a-f447-473b-842c-2000d8dccd2e HTTP/1.1" status: 204 len: 168 time: 0.4920058 Apr 18 20:54:01.048264 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58226) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:01.062198 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5df8e2-c85b-4902-9d92-94ec7d3782b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] Pushing event deleted for resources: {'Port': ['ID=13d0293a-f447-473b-842c-2000d8dccd2e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:01.115636 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa14854-5575-4dd2-b729-fb5ca1f9c58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] GET failed (client error): The resource could not be found. Apr 18 20:54:01.123031 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ffa14854-5575-4dd2-b729-fb5ca1f9c58b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037623747-project-admin] 10.222.0.41 "GET /v2.0/ports/13d0293a-f447-473b-842c-2000d8dccd2e HTTP/1.1" status: 404 len: 333 time: 0.0734410 Apr 18 20:54:01.128308 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58230) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:01.193545 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ec4417ff-2ac8-4048-9044-a7c4c0abfc49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.205934 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ec4417ff-2ac8-4048-9044-a7c4c0abfc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.321176 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.334092 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4417ff-2ac8-4048-9044-a7c4c0abfc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa887759-bcc7-4944-a853-351e6c52ca22,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:01.341681 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4140a221-1abf-42f5-bdd6-26af14d3da9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.351901 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58236) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:01.353454 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ec4417ff-2ac8-4048-9044-a7c4c0abfc49 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=33fa6fd05d934554a9fce25382dd7a46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4645448 Apr 18 20:54:01.630367 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-daf4aa34-f805-4efa-b88c-3910bad9dd78 tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=9b43792f5e3a4b5fa4fa359a68fd10f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8321869 Apr 18 20:54:01.644893 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58242) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:01.647921 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.710835 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4140a221-1abf-42f5-bdd6-26af14d3da9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.768419 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-4140a221-1abf-42f5-bdd6-26af14d3da9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf87feff-9e19-43ff-b5b3-aba3c5010a6b']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:01.785021 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-c243b3f6-3f76-41fc-b768-1e488fe8fc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-511015894', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:56Z', 'updated_at': '2022-04-18T20:53:59Z', 'revision_number': 3, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'gw_port': {'id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:57Z', 'updated_at': '2022-04-18T20:53:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:01.791170 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-4140a221-1abf-42f5-bdd6-26af14d3da9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a5ee77-5a19-40b4-953b-6fb439a2d4ed') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:01.791881 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-4140a221-1abf-42f5-bdd6-26af14d3da9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a5ee77-5a19-40b4-953b-6fb439a2d4ed') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:01.816419 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4140a221-1abf-42f5-bdd6-26af14d3da9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.850749 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4140a221-1abf-42f5-bdd6-26af14d3da9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.865220 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4140a221-1abf-42f5-bdd6-26af14d3da9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:54:01.866902 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4140a221-1abf-42f5-bdd6-26af14d3da9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.871051 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c243b3f6-3f76-41fc-b768-1e488fe8fc24 None None] Checking router: 69338e3a-af09-40c9-95e9-03f34363a94b for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:54:01.872112 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c243b3f6-3f76-41fc-b768-1e488fe8fc24 None None] Updating router 69338e3a-af09-40c9-95e9-03f34363a94b port 51fe9987-d57d-4b16-aba2-d032a9d677fb binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:54:01.914278 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c243b3f6-3f76-41fc-b768-1e488fe8fc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.972013 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-773b536c-bff8-4689-8e96-58bf161f0942 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=35d56622c2f24f4ea23b41b6398d5c99&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3648067 Apr 18 20:54:01.979166 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58248) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:54:02.039099 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:54:02.051678 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4140a221-1abf-42f5-bdd6-26af14d3da9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.068924 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-64253c6d-9181-4460-b624-c3d1c99d1c9d req-44c718d4-82bb-49f4-ac23-74f2158d0936 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 210 time: 0.7922308 Apr 18 20:54:02.096855 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4140a221-1abf-42f5-bdd6-26af14d3da9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.106863 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4140a221-1abf-42f5-bdd6-26af14d3da9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] 10.222.0.41 "DELETE /v2.0/networks/bf87feff-9e19-43ff-b5b3-aba3c5010a6b HTTP/1.1" status: 204 len: 168 time: 0.9767995 Apr 18 20:54:02.109571 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a9b27d3-dd2c-4f39-839a-3cf405e4c2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.142632 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140a221-1abf-42f5-bdd6-26af14d3da9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387559422-project] Pushing event deleted for resources: {'Network': ['ID=bf87feff-9e19-43ff-b5b3-aba3c5010a6b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:02.173461 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c0524911-5366-4a03-8099-713722823901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.193541 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a9b27d3-dd2c-4f39-839a-3cf405e4c2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.235815 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c0524911-5366-4a03-8099-713722823901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.363564 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a28782-7c84-4fe5-aed8-b9fd8b12d7b8 tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:02.367922 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e4a28782-7c84-4fe5-aed8-b9fd8b12d7b8 tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7180238 Apr 18 20:54:02.369184 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58256) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:02.373061 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c0524911-5366-4a03-8099-713722823901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.380053 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c0524911-5366-4a03-8099-713722823901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.385393 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c0524911-5366-4a03-8099-713722823901 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4b11c8a4-f86f-4421-92de-49ef05ec040f HTTP/1.1" status: 204 len: 168 time: 0.4051013 Apr 18 20:54:02.398416 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a9b27d3-dd2c-4f39-839a-3cf405e4c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.406773 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0524911-5366-4a03-8099-713722823901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b11c8a4-f86f-4421-92de-49ef05ec040f,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:02.411748 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a9b27d3-dd2c-4f39-839a-3cf405e4c2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.437243 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1a9b27d3-dd2c-4f39-839a-3cf405e4c2b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa887759-bcc7-4944-a853-351e6c52ca22 HTTP/1.1" status: 204 len: 168 time: 1.0775864 Apr 18 20:54:02.621999 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b27d3-dd2c-4f39-839a-3cf405e4c2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa887759-bcc7-4944-a853-351e6c52ca22,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:02.635018 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6d9fe886-b8b5-437c-8761-c7cd772bdad2 tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2639074 Apr 18 20:54:02.637698 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58264) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:02.645348 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-035f6fe4-a3b6-4a32-a2f8-786369e6cf1d tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-695434289', 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654', 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:02.749333 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c243b3f6-3f76-41fc-b768-1e488fe8fc24 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.760270 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c243b3f6-3f76-41fc-b768-1e488fe8fc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.813712 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-c243b3f6-3f76-41fc-b768-1e488fe8fc24 None None] Attempting to bind port 51fe9987-d57d-4b16-aba2-d032a9d677fb on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:02.814844 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-c243b3f6-3f76-41fc-b768-1e488fe8fc24 None None] Attempting to bind port 51fe9987-d57d-4b16-aba2-d032a9d677fb by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:02.815029 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c243b3f6-3f76-41fc-b768-1e488fe8fc24 None None] Attempting to bind port 51fe9987-d57d-4b16-aba2-d032a9d677fb on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:02.856196 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c243b3f6-3f76-41fc-b768-1e488fe8fc24 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:54:02.857254 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c243b3f6-3f76-41fc-b768-1e488fe8fc24 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:54:02.857473 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c243b3f6-3f76-41fc-b768-1e488fe8fc24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.857978 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c243b3f6-3f76-41fc-b768-1e488fe8fc24 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:54:02.858739 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-c243b3f6-3f76-41fc-b768-1e488fe8fc24 None None] Bound port: 51fe9987-d57d-4b16-aba2-d032a9d677fb, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:54:02.859420 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c243b3f6-3f76-41fc-b768-1e488fe8fc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.990386 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-c243b3f6-3f76-41fc-b768-1e488fe8fc24 None None] For port 51fe9987-d57d-4b16-aba2-d032a9d677fb, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:02.998876 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-c243b3f6-3f76-41fc-b768-1e488fe8fc24 None None] For port 51fe9987-d57d-4b16-aba2-d032a9d677fb, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=51fe9987-d57d-4b16-aba2-d032a9d677fb,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:03.020728 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035f6fe4-a3b6-4a32-a2f8-786369e6cf1d tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Made reservation on behalf of 9b43792f5e3a4b5fa4fa359a68fd10f8 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:03.032417 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-035f6fe4-a3b6-4a32-a2f8-786369e6cf1d tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:03.038873 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c243b3f6-3f76-41fc-b768-1e488fe8fc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:03.153376 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b27e3-f8a2-440e-aa0b-9d2e3b2582de None None] Pushing event updated for resources: {'Port': ['ID=51fe9987-d57d-4b16-aba2-d032a9d677fb,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:03.226325 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b27e3-f8a2-440e-aa0b-9d2e3b2582de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:03.232774 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b27e3-f8a2-440e-aa0b-9d2e3b2582de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:03.233481 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b27e3-f8a2-440e-aa0b-9d2e3b2582de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:03.234007 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b27e3-f8a2-440e-aa0b-9d2e3b2582de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:03.234530 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b27e3-f8a2-440e-aa0b-9d2e3b2582de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:03.235050 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b27e3-f8a2-440e-aa0b-9d2e3b2582de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:03.235708 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b27e3-f8a2-440e-aa0b-9d2e3b2582de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:03.236527 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b27e3-f8a2-440e-aa0b-9d2e3b2582de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:03.237264 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b27e3-f8a2-440e-aa0b-9d2e3b2582de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:03.237993 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b27e3-f8a2-440e-aa0b-9d2e3b2582de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:03.243104 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b27e3-f8a2-440e-aa0b-9d2e3b2582de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:03.244115 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b27e3-f8a2-440e-aa0b-9d2e3b2582de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:03.290891 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c243b3f6-3f76-41fc-b768-1e488fe8fc24 None None] Routers {'69338e3a-af09-40c9-95e9-03f34363a94b'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:54:03.292256 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-c243b3f6-3f76-41fc-b768-1e488fe8fc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:53:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['69338e3a-af09-40c9-95e9-03f34363a94b'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:03.449095 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d443e07-e9e4-4d1b-92c0-ed608b99bb7a req-cee6dfa5-c861-4392-aeaf-34bb7dd26510 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c1255eb-669e-4b50-8e5f-7585846b486c HTTP/1.1" status: 200 len: 210 time: 0.1314793 Apr 18 20:54:03.638027 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b27e3-f8a2-440e-aa0b-9d2e3b2582de None None] Pushing event updated for resources: {'Port': ['ID=51fe9987-d57d-4b16-aba2-d032a9d677fb,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:03.861725 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-c243b3f6-3f76-41fc-b768-1e488fe8fc24 None None] Set router 69338e3a-af09-40c9-95e9-03f34363a94b gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:54:03.880719 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58286) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:03.886208 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-035f6fe4-a3b6-4a32-a2f8-786369e6cf1d tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:04.160188 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f6fe4-a3b6-4a32-a2f8-786369e6cf1d tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event updated for resources: {'Subnet': ['ID=7eaa0081-18d9-4e1f-a932-a028b98a3306,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:04.186889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035f6fe4-a3b6-4a32-a2f8-786369e6cf1d tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Checking segment: {'id': '2d8df79b-4c5b-4ba4-9373-40dd8c0b9321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:54:04.198590 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035f6fe4-a3b6-4a32-a2f8-786369e6cf1d tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Network hostable DHCP agents. Network: 6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:54:04.243981 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035f6fe4-a3b6-4a32-a2f8-786369e6cf1d tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Network 6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:54:04.269400 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-035f6fe4-a3b6-4a32-a2f8-786369e6cf1d tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:04.282878 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee84cf9-f6eb-4b6b-ab12-8abd6fca46fc None None] Network 6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:54:04.288620 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035f6fe4-a3b6-4a32-a2f8-786369e6cf1d tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:04.291765 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-035f6fe4-a3b6-4a32-a2f8-786369e6cf1d tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:04.347862 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58298) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:04.348518 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-035f6fe4-a3b6-4a32-a2f8-786369e6cf1d tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7090223 Apr 18 20:54:04.679015 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-c243b3f6-3f76-41fc-b768-1e488fe8fc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-511015894', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:56Z', 'updated_at': '2022-04-18T20:53:59Z', 'revision_number': 3, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'gw_port': {'id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:57Z', 'updated_at': '2022-04-18T20:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:04.813263 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c243b3f6-3f76-41fc-b768-1e488fe8fc24 None None] The sync data for ids ['69338e3a-af09-40c9-95e9-03f34363a94b'] in n-d-838323-3 is: [{'id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-511015894', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:56Z', 'updated_at': '2022-04-18T20:53:59Z', 'revision_number': 3, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'gw_port': {'id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:57Z', 'updated_at': '2022-04-18T20:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:54:04.834842 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1b9965-7b8a-43cb-b7d8-91593690ca52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654', 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'fixed_ips': [{'subnet_id': '7eaa0081-18d9-4e1f-a932-a028b98a3306'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:54:04.836131 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9965-7b8a-43cb-b7d8-91593690ca52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:04.850568 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d94eda39-b17a-4a06-99b1-6c184dd07b0d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca7d176a85e441fa89a5bdac7fd99890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9616694 Apr 18 20:54:04.850763 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58310) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:05.131169 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-17c6785d-9292-4269-8901-e219c6167523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.214377 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-17c6785d-9292-4269-8901-e219c6167523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.463916 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-17c6785d-9292-4269-8901-e219c6167523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.469964 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-17c6785d-9292-4269-8901-e219c6167523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.477484 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-17c6785d-9292-4269-8901-e219c6167523 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/560b245a-611f-4362-8fe9-48d99c74c408 HTTP/1.1" status: 204 len: 168 time: 0.6277530 Apr 18 20:54:05.518005 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6785d-9292-4269-8901-e219c6167523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560b245a-611f-4362-8fe9-48d99c74c408,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:05.628734 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-7f1b9965-7b8a-43cb-b7d8-91593690ca52 None None] Allocated IP 172.20.0.2 (6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654/7eaa0081-18d9-4e1f-a932-a028b98a3306/9acb614a-f4d5-4b00-b643-41fb48810933) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:06.021852 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9965-7b8a-43cb-b7d8-91593690ca52 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.040645 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9965-7b8a-43cb-b7d8-91593690ca52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.092308 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1b9965-7b8a-43cb-b7d8-91593690ca52 None None] Network 6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:06.096092 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-7f1b9965-7b8a-43cb-b7d8-91593690ca52 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:06.100933 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1b9965-7b8a-43cb-b7d8-91593690ca52 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:06.183056 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c4423a3f-8b8f-4428-9f17-d1e48d9c2049 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.235439 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b9965-7b8a-43cb-b7d8-91593690ca52 None None] Pushing event updated for resources: {'Port': ['ID=9acb614a-f4d5-4b00-b643-41fb48810933,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:06.265516 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7f1b9965-7b8a-43cb-b7d8-91593690ca52 None None] Attempting to bind port 9acb614a-f4d5-4b00-b643-41fb48810933 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:06.266065 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7f1b9965-7b8a-43cb-b7d8-91593690ca52 None None] Attempting to bind port 9acb614a-f4d5-4b00-b643-41fb48810933 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '2d8df79b-4c5b-4ba4-9373-40dd8c0b9321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:06.266511 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b9965-7b8a-43cb-b7d8-91593690ca52 None None] Attempting to bind port 9acb614a-f4d5-4b00-b643-41fb48810933 on network 6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:06.280521 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b9965-7b8a-43cb-b7d8-91593690ca52 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:54:06.280521 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b9965-7b8a-43cb-b7d8-91593690ca52 None None] Checking segment: {'id': '2d8df79b-4c5b-4ba4-9373-40dd8c0b9321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:54:06.280521 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9965-7b8a-43cb-b7d8-91593690ca52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.284131 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b9965-7b8a-43cb-b7d8-91593690ca52 None None] Bound using segment: {'id': '2d8df79b-4c5b-4ba4-9373-40dd8c0b9321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:54:06.285162 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7f1b9965-7b8a-43cb-b7d8-91593690ca52 None None] Bound port: 9acb614a-f4d5-4b00-b643-41fb48810933, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d8df79b-4c5b-4ba4-9373-40dd8c0b9321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:54:06.286440 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9965-7b8a-43cb-b7d8-91593690ca52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.456957 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7f1b9965-7b8a-43cb-b7d8-91593690ca52 None None] For port 9acb614a-f4d5-4b00-b643-41fb48810933, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:06.474570 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7f1b9965-7b8a-43cb-b7d8-91593690ca52 None None] For port 9acb614a-f4d5-4b00-b643-41fb48810933, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=9acb614a-f4d5-4b00-b643-41fb48810933,segment=NetworkSegment(2d8df79b-4c5b-4ba4-9373-40dd8c0b9321),segment_id=2d8df79b-4c5b-4ba4-9373-40dd8c0b9321)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:06.483218 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9965-7b8a-43cb-b7d8-91593690ca52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.583344 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b9965-7b8a-43cb-b7d8-91593690ca52 None None] Pushing event updated for resources: {'Port': ['ID=9acb614a-f4d5-4b00-b643-41fb48810933,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:06.927834 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 51fe9987-d57d-4b16-aba2-d032a9d677fb up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:07.214734 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 51fe9987-d57d-4b16-aba2-d032a9d677fb triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:07.215620 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:07.534834 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:07.609221 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 51fe9987-d57d-4b16-aba2-d032a9d677fb, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=51fe9987-d57d-4b16-aba2-d032a9d677fb,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:07.622390 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:07.635577 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-c4423a3f-8b8f-4428-9f17-d1e48d9c2049 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Allocated IP 172.20.0.1 (6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654/7eaa0081-18d9-4e1f-a932-a028b98a3306/f6ebfd6e-dea2-45a2-a946-f84aa88eddb9) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:07.797902 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:07.857897 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=51fe9987-d57d-4b16-aba2-d032a9d677fb,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:08.129244 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c4423a3f-8b8f-4428-9f17-d1e48d9c2049 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:08.182591 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58374) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:08.280634 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c4423a3f-8b8f-4428-9f17-d1e48d9c2049 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:08.375347 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a5f2abb2-8b84-4b95-a17e-3e4260fc071c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=54b71cf068aa4fb3ab17d7f6614253c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1913683 Apr 18 20:54:08.380084 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58378) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:08.495733 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4423a3f-8b8f-4428-9f17-d1e48d9c2049 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Network 6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:08.519443 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-c4423a3f-8b8f-4428-9f17-d1e48d9c2049 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:08.544074 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4423a3f-8b8f-4428-9f17-d1e48d9c2049 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:08.564361 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c47c0930-2763-40b2-8a40-b4dcb40a4c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:08.643503 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4423a3f-8b8f-4428-9f17-d1e48d9c2049 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event updated for resources: {'Port': ['ID=f6ebfd6e-dea2-45a2-a946-f84aa88eddb9,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:08.654629 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c47c0930-2763-40b2-8a40-b4dcb40a4c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:08.765602 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c4423a3f-8b8f-4428-9f17-d1e48d9c2049 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:08.866367 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c47c0930-2763-40b2-8a40-b4dcb40a4c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:08.882589 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c47c0930-2763-40b2-8a40-b4dcb40a4c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:08.889485 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c47c0930-2763-40b2-8a40-b4dcb40a4c6c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d2e5417-43dc-4a4d-8b60-86b7ebfda32e HTTP/1.1" status: 204 len: 168 time: 0.5031548 Apr 18 20:54:08.951622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c0930-2763-40b2-8a40-b4dcb40a4c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2e5417-43dc-4a4d-8b60-86b7ebfda32e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:09.305491 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c4423a3f-8b8f-4428-9f17-d1e48d9c2049 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:09.329166 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 51fe9987-d57d-4b16-aba2-d032a9d677fb up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:09.475731 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9bd6e8-0940-4388-952b-14e8c5e98117 None None] Network 6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:54:09.797406 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e41af4c6-a483-4103-bde2-19a5563893f3 None None] Provisioning complete for port 9acb614a-f4d5-4b00-b643-41fb48810933 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:09.798032 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e41af4c6-a483-4103-bde2-19a5563893f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:09.942612 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 51fe9987-d57d-4b16-aba2-d032a9d677fb triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:09.943225 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:10.036373 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58412) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:10.560215 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e41af4c6-a483-4103-bde2-19a5563893f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:10.583649 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 9acb614a-f4d5-4b00-b643-41fb48810933 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:10.618417 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58450) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:10.837959 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-e41af4c6-a483-4103-bde2-19a5563893f3 None None] For port 9acb614a-f4d5-4b00-b643-41fb48810933, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=9acb614a-f4d5-4b00-b643-41fb48810933,segment=NetworkSegment(2d8df79b-4c5b-4ba4-9373-40dd8c0b9321),segment_id=2d8df79b-4c5b-4ba4-9373-40dd8c0b9321)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:10.866364 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e41af4c6-a483-4103-bde2-19a5563893f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:11.005619 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0260ade1-ba2b-4983-9da7-ada506329e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:11.063366 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41af4c6-a483-4103-bde2-19a5563893f3 None None] Pushing event updated for resources: {'Port': ['ID=9acb614a-f4d5-4b00-b643-41fb48810933,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:11.097324 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 9acb614a-f4d5-4b00-b643-41fb48810933 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:11.102074 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:11.292796 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c4423a3f-8b8f-4428-9f17-d1e48d9c2049 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:11.307860 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c4423a3f-8b8f-4428-9f17-d1e48d9c2049 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:11.457267 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-695631697'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:11.479243 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0260ade1-ba2b-4983-9da7-ada506329e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:11.503269 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0260ade1-ba2b-4983-9da7-ada506329e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:11.552629 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-542eb233-55d8-4dcc-be28-0567575952ad None None] Provisioning complete for port 9acb614a-f4d5-4b00-b643-41fb48810933 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:11.563327 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-542eb233-55d8-4dcc-be28-0567575952ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:11.581936 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260ade1-ba2b-4983-9da7-ada506329e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b93ac2-9342-4a71-98a3-a65b4798dea2,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:11.639909 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0260ade1-ba2b-4983-9da7-ada506329e6a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e1a38be8d39e46bbabd4b4d3c252b8d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0198102 Apr 18 20:54:11.640493 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58490) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:11.647938 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Made reservation on behalf of f869902bd4f74bf1b27afbf88bd5efb4 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:11.648629 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4423a3f-8b8f-4428-9f17-d1e48d9c2049 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event updated for resources: {'Port': ['ID=f6ebfd6e-dea2-45a2-a946-f84aa88eddb9,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:11.672389 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:11.703067 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c4423a3f-8b8f-4428-9f17-d1e48d9c2049 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:11.746741 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:11.767406 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 9acb614a-f4d5-4b00-b643-41fb48810933 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:12.012165 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 9acb614a-f4d5-4b00-b643-41fb48810933 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:12.012919 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.053856 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4423a3f-8b8f-4428-9f17-d1e48d9c2049 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Network 6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:12.056335 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-c4423a3f-8b8f-4428-9f17-d1e48d9c2049 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:12.071727 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5ec97515-ae78-4ab1-af5b-c3acf05fe1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.156573 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.262456 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5ec97515-ae78-4ab1-af5b-c3acf05fe1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.423228 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-542eb233-55d8-4dcc-be28-0567575952ad None None] Provisioning complete for port f6ebfd6e-dea2-45a2-a946-f84aa88eddb9 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:12.434580 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-542eb233-55d8-4dcc-be28-0567575952ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.467367 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4423a3f-8b8f-4428-9f17-d1e48d9c2049 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Router 69338e3a-af09-40c9-95e9-03f34363a94b has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:54:12.504830 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.534124 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.612681 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-542eb233-55d8-4dcc-be28-0567575952ad None None] Port f6ebfd6e-dea2-45a2-a946-f84aa88eddb9 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:54:12.705383 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f33bb8-cb86-47c9-8fa1-86dcc50579f6,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:12.711806 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:54:12.742158 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5ec97515-ae78-4ab1-af5b-c3acf05fe1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.754440 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5cbf50fc-8553-4a5c-a118-08e29362da2e None None] Provisioning complete for port f6ebfd6e-dea2-45a2-a946-f84aa88eddb9 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:12.755842 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5cbf50fc-8553-4a5c-a118-08e29362da2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.764408 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5ec97515-ae78-4ab1-af5b-c3acf05fe1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.777197 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5ec97515-ae78-4ab1-af5b-c3acf05fe1be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18b93ac2-9342-4a71-98a3-a65b4798dea2 HTTP/1.1" status: 204 len: 168 time: 1.1349039 Apr 18 20:54:12.823339 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:12.823960 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:12.832112 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:12.833673 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:12.835611 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:12.836861 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:12.837599 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:12.838298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:12.838991 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:12.839700 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:12.843016 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:12.843016 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:12.888983 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-5cbf50fc-8553-4a5c-a118-08e29362da2e None None] Port f6ebfd6e-dea2-45a2-a946-f84aa88eddb9 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:54:12.915332 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.915895 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Added segment f4b14af0-019f-44db-bf2f-e1b769fa94fb of type vlan for network 19be7c00-b173-43e9-8580-c4487662e1a4 Apr 18 20:54:12.942923 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec97515-ae78-4ab1-af5b-c3acf05fe1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b93ac2-9342-4a71-98a3-a65b4798dea2,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:13.015844 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4423a3f-8b8f-4428-9f17-d1e48d9c2049 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:54:13.033088 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c4423a3f-8b8f-4428-9f17-d1e48d9c2049 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "PUT /v2.0/routers/69338e3a-af09-40c9-95e9-03f34363a94b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6795866 Apr 18 20:54:13.037834 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58550) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:13.063580 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf6e77f-e89f-47b5-bbed-e32c182d6d54 None None] Sync routers for ids ['69338e3a-af09-40c9-95e9-03f34363a94b'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:54:13.065611 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.076725 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-5ab06e46-2e21-4ed8-bb40-9481c33c9fae tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--736385286', 'description': 'tempest-secgroup_access--736385286 description', 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:13.105970 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d74a0ab1-14be-47fc-9021-ad502895f965 None None] Provisioning complete for port f6ebfd6e-dea2-45a2-a946-f84aa88eddb9 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:13.110642 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d74a0ab1-14be-47fc-9021-ad502895f965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.133261 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5ab06e46-2e21-4ed8-bb40-9481c33c9fae tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.177112 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf6e77f-e89f-47b5-bbed-e32c182d6d54 None None] Routers {'69338e3a-af09-40c9-95e9-03f34363a94b'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:54:13.180140 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2cf6e77f-e89f-47b5-bbed-e32c182d6d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:53:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['69338e3a-af09-40c9-95e9-03f34363a94b'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:13.223882 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.245034 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:13.246129 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.353159 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5ab06e46-2e21-4ed8-bb40-9481c33c9fae tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.360736 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5ab06e46-2e21-4ed8-bb40-9481c33c9fae tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.402581 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-d74a0ab1-14be-47fc-9021-ad502895f965 None None] Port f6ebfd6e-dea2-45a2-a946-f84aa88eddb9 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:54:13.442462 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.4041295 Apr 18 20:54:13.443431 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab06e46-2e21-4ed8-bb40-9481c33c9fae tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=132a84ea-1045-4d4e-8397-605bdfd831e8,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:13.486429 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5ab06e46-2e21-4ed8-bb40-9481c33c9fae tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.487799 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5ab06e46-2e21-4ed8-bb40-9481c33c9fae tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4459188 Apr 18 20:54:13.493672 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58560) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:13.503744 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33903f1a-f6c5-424e-bbfb-058089fe2222 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event updated for resources: {'Network': ['ID=19be7c00-b173-43e9-8580-c4487662e1a4,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:13.520690 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-3ffc225f-2b9f-4bdb-a935-912c41d25f30 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--273856962', 'description': 'tempest-secgroup_general--273856962 description', 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:13.609303 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ffc225f-2b9f-4bdb-a935-912c41d25f30 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.633812 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 19be7c00-b173-43e9-8580-c4487662e1a4 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:54:13.852406 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ffc225f-2b9f-4bdb-a935-912c41d25f30 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.859462 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ffc225f-2b9f-4bdb-a935-912c41d25f30 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.929520 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58570) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:13.950889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-126f99fd-1c6e-4759-bb96-9396beefa025 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1224290875', 'description': 'tempest-description--707344987'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:13.968135 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ffc225f-2b9f-4bdb-a935-912c41d25f30 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.972883 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3ffc225f-2b9f-4bdb-a935-912c41d25f30 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4765563 Apr 18 20:54:13.981417 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58574) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:13.991894 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-d943ca48-7501-43f1-acb3-e32c786bbcf8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Request body: {'security_group_rule': {'security_group_id': '132a84ea-1045-4d4e-8397-605bdfd831e8', 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:14.001376 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc225f-2b9f-4bdb-a935-912c41d25f30 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a824989d-b851-440b-9da7-a0636833b279,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:14.025482 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-126f99fd-1c6e-4759-bb96-9396beefa025 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:14.111669 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58578) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:14.139561 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-487dbdee-f0ac-49f7-b756-d421ed8938ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:14.158901 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-126f99fd-1c6e-4759-bb96-9396beefa025 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:14.176942 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-126f99fd-1c6e-4759-bb96-9396beefa025 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:14.210912 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d943ca48-7501-43f1-acb3-e32c786bbcf8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:14.317861 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-126f99fd-1c6e-4759-bb96-9396beefa025 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:14.325085 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-126f99fd-1c6e-4759-bb96-9396beefa025 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3756969 Apr 18 20:54:14.334289 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58582) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:14.368988 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-487dbdee-f0ac-49f7-b756-d421ed8938ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:14.380831 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-74802a0e-ddbf-47a6-8567-314b54e109ac tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Request body: {'security_group_rule': {'security_group_id': 'c63802d4-7796-4638-8523-42b898b0c914', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:14.388629 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-487dbdee-f0ac-49f7-b756-d421ed8938ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:14.436618 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f99fd-1c6e-4759-bb96-9396beefa025 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63802d4-7796-4638-8523-42b898b0c914,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:14.527692 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58586) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:14.556836 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-487dbdee-f0ac-49f7-b756-d421ed8938ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9621b70a9fd4419c82fb91393615512e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4431715 Apr 18 20:54:14.565900 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58590) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:14.611239 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-2cf6e77f-e89f-47b5-bbed-e32c182d6d54 None None] Set router 69338e3a-af09-40c9-95e9-03f34363a94b gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:54:14.647295 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487dbdee-f0ac-49f7-b756-d421ed8938ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f53d51e-47ed-4af8-a057-d019d075faae,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:14.840741 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74802a0e-ddbf-47a6-8567-314b54e109ac tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:15.098330 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d943ca48-7501-43f1-acb3-e32c786bbcf8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:15.128230 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d943ca48-7501-43f1-acb3-e32c786bbcf8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:15.201869 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d943ca48-7501-43f1-acb3-e32c786bbcf8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:15.205530 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d943ca48-7501-43f1-acb3-e32c786bbcf8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2224262 Apr 18 20:54:15.278452 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8701537b-b887-4180-8925-bb184d0f1fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:15.291274 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943ca48-7501-43f1-acb3-e32c786bbcf8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec1f02fc-485c-4879-b0c4-1a56dc1567ba,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:15.346331 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ee4fcca-66a6-4b96-8d1e-5752e5b81146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:15.459102 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74802a0e-ddbf-47a6-8567-314b54e109ac tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:15.526361 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ee4fcca-66a6-4b96-8d1e-5752e5b81146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:15.534789 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ee4fcca-66a6-4b96-8d1e-5752e5b81146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:15.543720 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74802a0e-ddbf-47a6-8567-314b54e109ac tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:15.584161 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2cf6e77f-e89f-47b5-bbed-e32c182d6d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-511015894', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:56Z', 'updated_at': '2022-04-18T20:54:09Z', 'revision_number': 4, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'gw_port': {'id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:57Z', 'updated_at': '2022-04-18T20:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'f6ebfd6e-dea2-45a2-a946-f84aa88eddb9', 'name': '', 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'mac_address': 'fa:16:3e:ea:e5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '7eaa0081-18d9-4e1f-a932-a028b98a3306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:54:06Z', 'updated_at': '2022-04-18T20:54:09Z', 'revision_number': 2, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'subnets': [{'id': '7eaa0081-18d9-4e1f-a932-a028b98a3306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:15.602174 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8701537b-b887-4180-8925-bb184d0f1fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:15.676968 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4fcca-66a6-4b96-8d1e-5752e5b81146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e9fc51-5379-4795-825c-c7161fd6b2df,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:15.715052 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf6e77f-e89f-47b5-bbed-e32c182d6d54 None None] Checking router: 69338e3a-af09-40c9-95e9-03f34363a94b for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:54:15.716260 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf6e77f-e89f-47b5-bbed-e32c182d6d54 None None] Updating router 69338e3a-af09-40c9-95e9-03f34363a94b port f6ebfd6e-dea2-45a2-a946-f84aa88eddb9 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:54:15.757636 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8ee4fcca-66a6-4b96-8d1e-5752e5b81146 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=519e284feb6441ea964c5120d4e4c45c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1944561 Apr 18 20:54:15.760088 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58626) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:15.892890 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2cf6e77f-e89f-47b5-bbed-e32c182d6d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:15.933367 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74802a0e-ddbf-47a6-8567-314b54e109ac tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71055a89-c39f-430c-aa3c-30de2777d78b,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:15.970966 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4274f21c-6be4-44de-8347-d0de1b69fe05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:15.996164 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58630) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:16.022956 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74802a0e-ddbf-47a6-8567-314b54e109ac tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:16.028828 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-74802a0e-ddbf-47a6-8567-314b54e109ac tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6899397 Apr 18 20:54:16.036776 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58632) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:16.079110 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4274f21c-6be4-44de-8347-d0de1b69fe05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:16.150495 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-71c71cce-6501-497b-82f1-df9e2964d98a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Request body: {'security_group_rule': {'security_group_id': 'c63802d4-7796-4638-8523-42b898b0c914', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:16.190464 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4274f21c-6be4-44de-8347-d0de1b69fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:16.194175 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4274f21c-6be4-44de-8347-d0de1b69fe05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:16.196408 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4274f21c-6be4-44de-8347-d0de1b69fe05 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/49e9fc51-5379-4795-825c-c7161fd6b2df HTTP/1.1" status: 204 len: 168 time: 0.4343963 Apr 18 20:54:16.212011 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274f21c-6be4-44de-8347-d0de1b69fe05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e9fc51-5379-4795-825c-c7161fd6b2df,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:16.238455 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-e4ae1da4-a0fe-4554-8ad2-b0df9912765d tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_general--273856962&fields=id&tenant_id=9b43792f5e3a4b5fa4fa359a68fd10f8 HTTP/1.1" status: 200 len: 267 time: 0.5647054 Apr 18 20:54:16.329224 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-95e00a40-e446-45e3-a235-e4857ee42f7b tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_access--736385286&fields=id&tenant_id=9b43792f5e3a4b5fa4fa359a68fd10f8 HTTP/1.1" status: 200 len: 267 time: 0.0897775 Apr 18 20:54:16.341216 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8701537b-b887-4180-8925-bb184d0f1fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:16.344059 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8701537b-b887-4180-8925-bb184d0f1fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:16.348605 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8701537b-b887-4180-8925-bb184d0f1fb3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f53d51e-47ed-4af8-a057-d019d075faae HTTP/1.1" status: 204 len: 168 time: 1.7149870 Apr 18 20:54:16.353747 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71c71cce-6501-497b-82f1-df9e2964d98a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:16.383943 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701537b-b887-4180-8925-bb184d0f1fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f53d51e-47ed-4af8-a057-d019d075faae,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:16.696179 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-2eb8c852-e12d-42bd-9962-a8900879d93c tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:16.697889 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-2eb8c852-e12d-42bd-9962-a8900879d93c tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/networks?id=6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654 HTTP/1.1" status: 200 len: 797 time: 0.3675573 Apr 18 20:54:16.843949 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-945686dd-6da5-4eeb-a6ef-889158561a14 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/quotas/9b43792f5e3a4b5fa4fa359a68fd10f8 HTTP/1.1" status: 200 len: 375 time: 0.1152036 Apr 18 20:54:16.911593 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71c71cce-6501-497b-82f1-df9e2964d98a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:16.955766 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71c71cce-6501-497b-82f1-df9e2964d98a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:17.127958 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c71cce-6501-497b-82f1-df9e2964d98a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1cacb04-bbae-47b6-b0f0-db5387c9706a,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:17.149315 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-e6d478a4-16d9-49dc-85c6-15abeea19aef tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-222903139'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:17.260085 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71c71cce-6501-497b-82f1-df9e2964d98a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:17.265722 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-71c71cce-6501-497b-82f1-df9e2964d98a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2037444 Apr 18 20:54:17.269947 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d478a4-16d9-49dc-85c6-15abeea19aef tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] Made reservation on behalf of caa57af47ee94c8f80e9a8892de8c423 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:17.270666 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58650) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:17.276960 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e023df75-7f60-49ae-8b90-dc11250738a2 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:17.280734 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e6d478a4-16d9-49dc-85c6-15abeea19aef tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:17.288096 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2cf6e77f-e89f-47b5-bbed-e32c182d6d54 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:17.314387 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2cf6e77f-e89f-47b5-bbed-e32c182d6d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:17.338921 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e023df75-7f60-49ae-8b90-dc11250738a2 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:17.341494 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-2ccccb1f-7bbc-4d9f-94b9-106c6ae127b9 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b43792f5e3a4b5fa4fa359a68fd10f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4678113 Apr 18 20:54:17.343738 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e6d478a4-16d9-49dc-85c6-15abeea19aef tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:17.491211 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10009c47-de59-441d-b4b8-ddac7c56cd81 None None] Pushing event updated for resources: {'Port': ['ID=f6ebfd6e-dea2-45a2-a946-f84aa88eddb9,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:17.654600 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e023df75-7f60-49ae-8b90-dc11250738a2 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:17.710475 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2cf6e77f-e89f-47b5-bbed-e32c182d6d54 None None] Attempting to bind port f6ebfd6e-dea2-45a2-a946-f84aa88eddb9 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:17.712222 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2cf6e77f-e89f-47b5-bbed-e32c182d6d54 None None] Attempting to bind port f6ebfd6e-dea2-45a2-a946-f84aa88eddb9 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '2d8df79b-4c5b-4ba4-9373-40dd8c0b9321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:17.718517 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf6e77f-e89f-47b5-bbed-e32c182d6d54 None None] Attempting to bind port f6ebfd6e-dea2-45a2-a946-f84aa88eddb9 on network 6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:17.728028 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf6e77f-e89f-47b5-bbed-e32c182d6d54 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:54:17.728695 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf6e77f-e89f-47b5-bbed-e32c182d6d54 None None] Checking segment: {'id': '2d8df79b-4c5b-4ba4-9373-40dd8c0b9321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:54:17.729634 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2cf6e77f-e89f-47b5-bbed-e32c182d6d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:17.730176 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf6e77f-e89f-47b5-bbed-e32c182d6d54 None None] Bound using segment: {'id': '2d8df79b-4c5b-4ba4-9373-40dd8c0b9321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:54:17.730864 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2cf6e77f-e89f-47b5-bbed-e32c182d6d54 None None] Bound port: f6ebfd6e-dea2-45a2-a946-f84aa88eddb9, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d8df79b-4c5b-4ba4-9373-40dd8c0b9321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:54:17.731459 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2cf6e77f-e89f-47b5-bbed-e32c182d6d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:18.033769 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2cf6e77f-e89f-47b5-bbed-e32c182d6d54 None None] For port f6ebfd6e-dea2-45a2-a946-f84aa88eddb9, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:18.036582 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-40966ce3-5107-4820-bad3-ded3311e5a90 service neutron] 10.222.0.41 "GET /v2.0/networks/6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6727386 Apr 18 20:54:18.060980 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2cf6e77f-e89f-47b5-bbed-e32c182d6d54 None None] For port f6ebfd6e-dea2-45a2-a946-f84aa88eddb9, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f6ebfd6e-dea2-45a2-a946-f84aa88eddb9,segment=NetworkSegment(2d8df79b-4c5b-4ba4-9373-40dd8c0b9321),segment_id=2d8df79b-4c5b-4ba4-9373-40dd8c0b9321)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:18.067072 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e6d478a4-16d9-49dc-85c6-15abeea19aef tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:18.074105 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2cf6e77f-e89f-47b5-bbed-e32c182d6d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:18.121611 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e6d478a4-16d9-49dc-85c6-15abeea19aef tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:18.169041 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d478a4-16d9-49dc-85c6-15abeea19aef tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:54:18.237137 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-e023df75-7f60-49ae-8b90-dc11250738a2 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Allocated IP 172.25.1.221 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/6e6c5049-5bb6-45ff-8fe6-14aa2edd1928) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:18.257702 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e6d478a4-16d9-49dc-85c6-15abeea19aef tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:18.258799 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-e6d478a4-16d9-49dc-85c6-15abeea19aef tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] Added segment ae6f76e4-5d95-4c9a-9cbc-fcad479543af of type vlan for network 536439cf-b207-42e2-b178-11ed047efcb4 Apr 18 20:54:18.313124 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58674) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:18.372998 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-171fad13-18c1-4a4d-8ceb-75da9682e68e tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Request body: {'subnet': {'network_id': '19be7c00-b173-43e9-8580-c4487662e1a4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:18.374446 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10009c47-de59-441d-b4b8-ddac7c56cd81 None None] Pushing event updated for resources: {'Port': ['ID=f6ebfd6e-dea2-45a2-a946-f84aa88eddb9,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:18.381305 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-44f1121b-d413-4031-9572-e2bc37517a28 None None] Provisioning complete for port f6ebfd6e-dea2-45a2-a946-f84aa88eddb9 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:18.382191 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-44f1121b-d413-4031-9572-e2bc37517a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:18.438436 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e6d478a4-16d9-49dc-85c6-15abeea19aef tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:18.457481 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf6e77f-e89f-47b5-bbed-e32c182d6d54 None None] Routers {'69338e3a-af09-40c9-95e9-03f34363a94b'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:54:18.458921 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2cf6e77f-e89f-47b5-bbed-e32c182d6d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:53:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['69338e3a-af09-40c9-95e9-03f34363a94b'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:18.591440 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e6d478a4-16d9-49dc-85c6-15abeea19aef tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:18.613313 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d478a4-16d9-49dc-85c6-15abeea19aef tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:18.614094 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e6d478a4-16d9-49dc-85c6-15abeea19aef tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:18.775917 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e6d478a4-16d9-49dc-85c6-15abeea19aef tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.7737854 Apr 18 20:54:18.806880 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d478a4-16d9-49dc-85c6-15abeea19aef tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] Pushing event updated for resources: {'Network': ['ID=536439cf-b207-42e2-b178-11ed047efcb4,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:18.818407 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d478a4-16d9-49dc-85c6-15abeea19aef tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce70d00f-e586-4f26-aaad-f91993e8ba7a,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:18.878711 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e023df75-7f60-49ae-8b90-dc11250738a2 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:18.914139 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-2e3ab886-6f98-4db5-9994-258d5995b359 service neutron] 10.222.0.41 "GET /v2.0/networks/6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8386662 Apr 18 20:54:18.919378 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-2cf6e77f-e89f-47b5-bbed-e32c182d6d54 None None] Set router 69338e3a-af09-40c9-95e9-03f34363a94b gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:54:18.968934 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e023df75-7f60-49ae-8b90-dc11250738a2 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:19.067351 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171fad13-18c1-4a4d-8ceb-75da9682e68e tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Made reservation on behalf of f869902bd4f74bf1b27afbf88bd5efb4 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:19.071558 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-171fad13-18c1-4a4d-8ceb-75da9682e68e tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:19.078575 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e023df75-7f60-49ae-8b90-dc11250738a2 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:19.098041 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-e023df75-7f60-49ae-8b90-dc11250738a2 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:19.111653 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e023df75-7f60-49ae-8b90-dc11250738a2 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:19.150805 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 536439cf-b207-42e2-b178-11ed047efcb4 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:54:19.159010 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-44f1121b-d413-4031-9572-e2bc37517a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:19.199478 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023df75-7f60-49ae-8b90-dc11250738a2 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event updated for resources: {'Port': ['ID=6e6c5049-5bb6-45ff-8fe6-14aa2edd1928,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:19.201356 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58706) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:19.231122 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Request body: {'port': {'network_id': '536439cf-b207-42e2-b178-11ed047efcb4', 'binding:host_id': 'n-h2-838323-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-205773412'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:19.409901 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ad605c3-f332-41b3-9757-4c9c6d24a37f req-d8d1fd44-1e54-49d2-8ded-7293a32055d6 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 210 time: 0.1398365 Apr 18 20:54:19.445339 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Made reservation on behalf of ee9ab9d9306948f29d7377cddcda3e31 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:19.449949 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:19.499962 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:19.538201 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-44f1121b-d413-4031-9572-e2bc37517a28 None None] For port f6ebfd6e-dea2-45a2-a946-f84aa88eddb9, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f6ebfd6e-dea2-45a2-a946-f84aa88eddb9,segment=NetworkSegment(2d8df79b-4c5b-4ba4-9373-40dd8c0b9321),segment_id=2d8df79b-4c5b-4ba4-9373-40dd8c0b9321)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:19.566906 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e023df75-7f60-49ae-8b90-dc11250738a2 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:19.567469 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-44f1121b-d413-4031-9572-e2bc37517a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:19.792367 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e023df75-7f60-49ae-8b90-dc11250738a2 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:19.898495 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-171fad13-18c1-4a4d-8ceb-75da9682e68e tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:19.960073 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e6069496-ffc0-400b-9f81-5453f8af2d23 None None] Provisioning complete for port f6ebfd6e-dea2-45a2-a946-f84aa88eddb9 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:19.960933 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e6069496-ffc0-400b-9f81-5453f8af2d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:19.985381 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:19.999045 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:20.138451 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] device_id is not set on port ecffa82e-b206-405d-bd26-30180ded8127 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:54:20.152175 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccd3e7a-ca83-4330-9b27-d088d8b2a6b8,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:20.166528 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171fad13-18c1-4a4d-8ceb-75da9682e68e tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Checking segment: {'id': 'f4b14af0-019f-44db-bf2f-e1b769fa94fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '19be7c00-b173-43e9-8580-c4487662e1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:54:20.167069 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171fad13-18c1-4a4d-8ceb-75da9682e68e tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Network hostable DHCP agents. Network: 19be7c00-b173-43e9-8580-c4487662e1a4, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:54:20.171416 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171fad13-18c1-4a4d-8ceb-75da9682e68e tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event updated for resources: {'Subnet': ['ID=ce1a58d2-3033-4798-9c34-31bf236c4570,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:20.234269 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171fad13-18c1-4a4d-8ceb-75da9682e68e tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Network 19be7c00-b173-43e9-8580-c4487662e1a4 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:54:20.282596 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-171fad13-18c1-4a4d-8ceb-75da9682e68e tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 19be7c00-b173-43e9-8580-c4487662e1a4) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:20.301046 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171fad13-18c1-4a4d-8ceb-75da9682e68e tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:20.301658 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-171fad13-18c1-4a4d-8ceb-75da9682e68e tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:20.348556 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-171fad13-18c1-4a4d-8ceb-75da9682e68e tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0340612 Apr 18 20:54:20.355627 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58740) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:20.362132 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a968497-3dc0-41eb-925b-5210e986583d None None] Network 19be7c00-b173-43e9-8580-c4487662e1a4 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:54:20.387665 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-621abb23-f882-4768-a76c-aae2e66e2b07 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1987090014'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:20.396232 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e023df75-7f60-49ae-8b90-dc11250738a2 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:20.412077 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e023df75-7f60-49ae-8b90-dc11250738a2 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:20.527779 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023df75-7f60-49ae-8b90-dc11250738a2 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event updated for resources: {'Port': ['ID=6e6c5049-5bb6-45ff-8fe6-14aa2edd1928,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:20.545675 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621abb23-f882-4768-a76c-aae2e66e2b07 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Made reservation on behalf of f869902bd4f74bf1b27afbf88bd5efb4 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:20.558767 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-621abb23-f882-4768-a76c-aae2e66e2b07 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:20.652210 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e023df75-7f60-49ae-8b90-dc11250738a2 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:20.689572 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1121b-d413-4031-9572-e2bc37517a28 None None] Pushing event updated for resources: {'Port': ['ID=f6ebfd6e-dea2-45a2-a946-f84aa88eddb9,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:20.699646 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e023df75-7f60-49ae-8b90-dc11250738a2 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:20.701898 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e023df75-7f60-49ae-8b90-dc11250738a2 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4301236 Apr 18 20:54:20.754978 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621abb23-f882-4768-a76c-aae2e66e2b07 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:54:20.772850 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-621abb23-f882-4768-a76c-aae2e66e2b07 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:20.773688 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-621abb23-f882-4768-a76c-aae2e66e2b07 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Added segment 10a45fe9-bb2f-45e1-ab40-351e07bdcb9a of type vlan for network 7b8eda62-bd71-4780-aef9-1d905c1d6401 Apr 18 20:54:20.829550 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2cf6e77f-e89f-47b5-bbed-e32c182d6d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-511015894', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:56Z', 'updated_at': '2022-04-18T20:54:09Z', 'revision_number': 4, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'gw_port': {'id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:57Z', 'updated_at': '2022-04-18T20:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'f6ebfd6e-dea2-45a2-a946-f84aa88eddb9', 'name': '', 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'mac_address': 'fa:16:3e:ea:e5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '7eaa0081-18d9-4e1f-a932-a028b98a3306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:54:06Z', 'updated_at': '2022-04-18T20:54:17Z', 'revision_number': 4, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'subnets': [{'id': '7eaa0081-18d9-4e1f-a932-a028b98a3306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:20.875645 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf6e77f-e89f-47b5-bbed-e32c182d6d54 None None] The sync data for ids ['69338e3a-af09-40c9-95e9-03f34363a94b'] in n-d-838323-3 is: [{'id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-511015894', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:56Z', 'updated_at': '2022-04-18T20:54:09Z', 'revision_number': 4, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'gw_port': {'id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:57Z', 'updated_at': '2022-04-18T20:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'f6ebfd6e-dea2-45a2-a946-f84aa88eddb9', 'name': '', 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'mac_address': 'fa:16:3e:ea:e5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '7eaa0081-18d9-4e1f-a932-a028b98a3306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:54:06Z', 'updated_at': '2022-04-18T20:54:17Z', 'revision_number': 4, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'subnets': [{'id': '7eaa0081-18d9-4e1f-a932-a028b98a3306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:54:20.927303 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-78d8aa96-e9e6-462f-8286-83978f37b921 req-d4494895-21a9-4c96-a716-6f431042935c tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 210 time: 0.2657039 Apr 18 20:54:21.039249 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-621abb23-f882-4768-a76c-aae2e66e2b07 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:21.286185 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a92bf8e-2011-4e50-94f8-73a43106062a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-19be7c00-b173-43e9-8580-c4487662e1a4', 'network_id': '19be7c00-b173-43e9-8580-c4487662e1a4', 'tenant_id': 'f869902bd4f74bf1b27afbf88bd5efb4', 'fixed_ips': [{'subnet_id': 'ce1a58d2-3033-4798-9c34-31bf236c4570'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:54:21.288750 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6a92bf8e-2011-4e50-94f8-73a43106062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:21.295175 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-621abb23-f882-4768-a76c-aae2e66e2b07 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:21.325929 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621abb23-f882-4768-a76c-aae2e66e2b07 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:21.327152 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-621abb23-f882-4768-a76c-aae2e66e2b07 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:21.426633 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] device_id is not set on port ecffa82e-b206-405d-bd26-30180ded8127 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:54:21.571445 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:21.677639 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-6a92bf8e-2011-4e50-94f8-73a43106062a None None] Allocated IP 2001:db8:0:ffff::2 (19be7c00-b173-43e9-8580-c4487662e1a4/ce1a58d2-3033-4798-9c34-31bf236c4570/419b4f41-54c4-4c7c-b5a4-08ed75de19c6) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:21.775274 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-621abb23-f882-4768-a76c-aae2e66e2b07 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3997772 Apr 18 20:54:21.780074 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58784) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:21.792187 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-8ab451ce-db3b-4659-8391-d9b18bd5d6b9 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Request body: {'subnet': {'network_id': '7b8eda62-bd71-4780-aef9-1d905c1d6401', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:21.835037 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:22.070852 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab451ce-db3b-4659-8391-d9b18bd5d6b9 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Made reservation on behalf of f869902bd4f74bf1b27afbf88bd5efb4 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:22.080769 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ab451ce-db3b-4659-8391-d9b18bd5d6b9 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:22.100995 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6a92bf8e-2011-4e50-94f8-73a43106062a None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:22.120684 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f6ebfd6e-dea2-45a2-a946-f84aa88eddb9 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:22.146284 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6a92bf8e-2011-4e50-94f8-73a43106062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:22.210535 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621abb23-f882-4768-a76c-aae2e66e2b07 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event updated for resources: {'Network': ['ID=7b8eda62-bd71-4780-aef9-1d905c1d6401,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:22.291224 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a92bf8e-2011-4e50-94f8-73a43106062a None None] Network 19be7c00-b173-43e9-8580-c4487662e1a4 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:22.295799 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-c74bef42-b19a-463a-b4ee-57d10c6c5c5c tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1224290875&fields=id&tenant_id=8d1cb6a1920642c6a254fff9677f23c7 HTTP/1.1" status: 200 len: 267 time: 0.8834093 Apr 18 20:54:22.425459 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 7b8eda62-bd71-4780-aef9-1d905c1d6401 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:54:22.442380 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-6a92bf8e-2011-4e50-94f8-73a43106062a None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:22.465226 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a92bf8e-2011-4e50-94f8-73a43106062a None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:22.506652 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58802) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:22.597652 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-d0d2f880-8512-4115-a406-044870625837 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:22.617469 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-d0d2f880-8512-4115-a406-044870625837 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/networks?id=fe539583-d535-4524-b810-6474f581fe71 HTTP/1.1" status: 200 len: 814 time: 0.3206072 Apr 18 20:54:22.788592 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-29ef9050-7611-45db-b3e5-63af7ca46cb9 tempest-QuotasTest-1229953673 tempest-QuotasTest-1229953673-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:22.831216 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Pushing event updated for resources: {'Port': ['ID=ecffa82e-b206-405d-bd26-30180ded8127,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:22.851679 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4fb8ac8d-24d2-4184-b3f6-aceed2679c23 req-0bc2e4b3-a32f-4e10-b7ad-35c8f599dbab tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 210 time: 0.3354435 Apr 18 20:54:22.860737 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-c8c3d1e9-ac37-4009-bdf9-b23839ce087b tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/quotas/8d1cb6a1920642c6a254fff9677f23c7 HTTP/1.1" status: 200 len: 375 time: 0.2420769 Apr 18 20:54:22.894147 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Checking segment: {'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:54:22.894775 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Network hostable DHCP agents. Network: 536439cf-b207-42e2-b178-11ed047efcb4, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:54:22.959064 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port f6ebfd6e-dea2-45a2-a946-f84aa88eddb9 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:22.961429 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:22.972485 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92bf8e-2011-4e50-94f8-73a43106062a None None] Pushing event updated for resources: {'Port': ['ID=419b4f41-54c4-4c7c-b5a4-08ed75de19c6,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:23.001394 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Network 536439cf-b207-42e2-b178-11ed047efcb4 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:54:23.025146 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 536439cf-b207-42e2-b178-11ed047efcb4) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:23.037404 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-8d00b70a-5500-492e-97cb-1a5c52edb772 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:23.039058 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-8d00b70a-5500-492e-97cb-1a5c52edb772 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.57 "GET /v2.0/networks?id=6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654 HTTP/1.1" status: 200 len: 797 time: 1.0695086 Apr 18 20:54:23.043672 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:23.059062 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-29ef9050-7611-45db-b3e5-63af7ca46cb9 tempest-QuotasTest-1229953673 tempest-QuotasTest-1229953673-project-admin] 10.222.0.41 "PUT /v2.0/quotas/185852f6d7a948f38d2c86c9db479c39 HTTP/1.1" status: 200 len: 366 time: 0.5494874 Apr 18 20:54:23.067924 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:23.068199 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:23.069089 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:23.071719 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58812) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:23.090425 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-4515fd1d-04fb-4ecb-92fc-2fbd69197ec2 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d1cb6a1920642c6a254fff9677f23c7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2082636 Apr 18 20:54:23.127547 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58814) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:23.129641 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5e848e09-c29a-45ef-825b-7568756fdf84 tempest-QuotasTest-1229953673 tempest-QuotasTest-1229953673-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0544531 Apr 18 20:54:23.134627 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port ecffa82e-b206-405d-bd26-30180ded8127 on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:23.135000 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port ecffa82e-b206-405d-bd26-30180ded8127 on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:23.136788 n-d-838323-3 neutron-server[102908]: INFO neutron.plugins.ml2.plugin [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempt 2 to bind port ecffa82e-b206-405d-bd26-30180ded8127 Apr 18 20:54:23.170447 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960e7624-271f-4f2c-9e12-4c59b58c3b76 None None] Network 536439cf-b207-42e2-b178-11ed047efcb4 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:54:23.181492 n-d-838323-3 neutron-server[102909]: DEBUG neutron.objects.ports [None req-8ab451ce-db3b-4659-8391-d9b18bd5d6b9 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102909) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:54:23.189705 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-595a6cef-9201-4bb0-b96d-4d2a58b91d89 tempest-QuotasTest-1229953673 tempest-QuotasTest-1229953673-project-admin] 10.222.0.41 "GET /v2.0/quotas/185852f6d7a948f38d2c86c9db479c39 HTTP/1.1" status: 200 len: 366 time: 0.0611951 Apr 18 20:54:23.190767 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ab451ce-db3b-4659-8391-d9b18bd5d6b9 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:23.193443 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58818) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:23.206281 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-2bf6a6ad-c0df-4336-a636-0bbfb7a4d8f9 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b43792f5e3a4b5fa4fa359a68fd10f8 HTTP/1.1" status: 200 len: 476 time: 0.1333008 Apr 18 20:54:23.249993 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab451ce-db3b-4659-8391-d9b18bd5d6b9 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event updated for resources: {'Subnet': ['ID=238f6dd0-ce9d-4601-b394-8f5def1c5945,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:23.280883 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-6a92bf8e-2011-4e50-94f8-73a43106062a None None] Attempting to bind port 419b4f41-54c4-4c7c-b5a4-08ed75de19c6 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:23.281679 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-6a92bf8e-2011-4e50-94f8-73a43106062a None None] Attempting to bind port 419b4f41-54c4-4c7c-b5a4-08ed75de19c6 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'f4b14af0-019f-44db-bf2f-e1b769fa94fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '19be7c00-b173-43e9-8580-c4487662e1a4'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:23.282448 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a92bf8e-2011-4e50-94f8-73a43106062a None None] Attempting to bind port 419b4f41-54c4-4c7c-b5a4-08ed75de19c6 on network 19be7c00-b173-43e9-8580-c4487662e1a4 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:23.284053 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d7f097d8-060c-4541-ba1e-69eaacee8d1f tempest-QuotasTest-1229953673 tempest-QuotasTest-1229953673-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/185852f6d7a948f38d2c86c9db479c39 HTTP/1.1" status: 204 len: 168 time: 0.0399301 Apr 18 20:54:23.286767 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58820) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:23.293768 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a92bf8e-2011-4e50-94f8-73a43106062a None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:54:23.294589 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a92bf8e-2011-4e50-94f8-73a43106062a None None] Checking segment: {'id': 'f4b14af0-019f-44db-bf2f-e1b769fa94fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '19be7c00-b173-43e9-8580-c4487662e1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:54:23.295365 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6a92bf8e-2011-4e50-94f8-73a43106062a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:23.296007 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a92bf8e-2011-4e50-94f8-73a43106062a None None] Bound using segment: {'id': 'f4b14af0-019f-44db-bf2f-e1b769fa94fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '19be7c00-b173-43e9-8580-c4487662e1a4'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:54:23.296771 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-6a92bf8e-2011-4e50-94f8-73a43106062a None None] Bound port: 419b4f41-54c4-4c7c-b5a4-08ed75de19c6, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b14af0-019f-44db-bf2f-e1b769fa94fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '19be7c00-b173-43e9-8580-c4487662e1a4'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:54:23.297431 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6a92bf8e-2011-4e50-94f8-73a43106062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:23.305494 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab451ce-db3b-4659-8391-d9b18bd5d6b9 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Checking segment: {'id': '10a45fe9-bb2f-45e1-ab40-351e07bdcb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7b8eda62-bd71-4780-aef9-1d905c1d6401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:54:23.305865 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab451ce-db3b-4659-8391-d9b18bd5d6b9 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Network hostable DHCP agents. Network: 7b8eda62-bd71-4780-aef9-1d905c1d6401, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:54:23.309059 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-da9c2d94-d5b3-4b8d-b7ab-2adcb60f09eb tempest-QuotasTest-1229953673 tempest-QuotasTest-1229953673-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0206559 Apr 18 20:54:23.311989 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58822) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:23.335658 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7c72627a-a8ed-441f-bee9-4af54079a87d tempest-QuotasTest-1229953673 tempest-QuotasTest-1229953673-project-admin] 10.222.0.41 "GET /v2.0/quotas/185852f6d7a948f38d2c86c9db479c39 HTTP/1.1" status: 200 len: 370 time: 0.0162711 Apr 18 20:54:23.338422 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58824) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:23.350815 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-afb83855-46e7-4d15-a7ad-f08c54349300 tempest-QuotasTest-1229953673 tempest-QuotasTest-1229953673-project-admin] 10.222.0.41 "GET /v2.0/quotas/185852f6d7a948f38d2c86c9db479c39/default HTTP/1.1" status: 200 len: 370 time: 0.0100186 Apr 18 20:54:23.353123 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab451ce-db3b-4659-8391-d9b18bd5d6b9 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Network 7b8eda62-bd71-4780-aef9-1d905c1d6401 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:54:23.359644 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58826) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:23.391518 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-1f1d5b0f-0445-4f44-8de4-a15d778113ee tempest-QuotasTest-1229953673 tempest-QuotasTest-1229953673-project-admin] delete failed (client error): The resource could not be found. Apr 18 20:54:23.395935 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1f1d5b0f-0445-4f44-8de4-a15d778113ee tempest-QuotasTest-1229953673 tempest-QuotasTest-1229953673-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/185852f6d7a948f38d2c86c9db479c39 HTTP/1.1" status: 404 len: 348 time: 0.0309992 Apr 18 20:54:23.418398 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-8ab451ce-db3b-4659-8391-d9b18bd5d6b9 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 7b8eda62-bd71-4780-aef9-1d905c1d6401) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:23.423751 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab451ce-db3b-4659-8391-d9b18bd5d6b9 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:23.424324 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ab451ce-db3b-4659-8391-d9b18bd5d6b9 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:23.484489 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8ab451ce-db3b-4659-8391-d9b18bd5d6b9 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7022603 Apr 18 20:54:23.488555 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58834) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:23.510473 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-b6579ec5-ba3a-4f34-80cf-9bbbd2678cf6 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Request body: {'port': {'network_id': '7b8eda62-bd71-4780-aef9-1d905c1d6401', 'name': 'tempest-NetworksIpV6TestAttrs-443739073'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:24.003920 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6579ec5-ba3a-4f34-80cf-9bbbd2678cf6 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Made reservation on behalf of f869902bd4f74bf1b27afbf88bd5efb4 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:24.032922 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b6579ec5-ba3a-4f34-80cf-9bbbd2678cf6 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:24.041009 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd5a234-758c-4ac4-965e-67702a7f3844 None None] Network 7b8eda62-bd71-4780-aef9-1d905c1d6401 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:54:24.076997 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-b6579ec5-ba3a-4f34-80cf-9bbbd2678cf6 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] device_id is not set on port f33d983d-bc98-4ae3-aea3-fdad8c900621 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:54:24.133810 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-6a92bf8e-2011-4e50-94f8-73a43106062a None None] For port 419b4f41-54c4-4c7c-b5a4-08ed75de19c6, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:24.138181 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-6a92bf8e-2011-4e50-94f8-73a43106062a None None] For port 419b4f41-54c4-4c7c-b5a4-08ed75de19c6, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=419b4f41-54c4-4c7c-b5a4-08ed75de19c6,segment=NetworkSegment(f4b14af0-019f-44db-bf2f-e1b769fa94fb),segment_id=f4b14af0-019f-44db-bf2f-e1b769fa94fb)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:24.190931 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58858) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:24.230921 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6a92bf8e-2011-4e50-94f8-73a43106062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:24.305948 n-d-838323-3 neutron-server[102909]: DEBUG neutron.quota.resource [None req-ddb8aaaa-b129-4433-b35e-033293dad1f6 tempest-QuotasTest-1229953673 tempest-QuotasTest-1229953673-project-admin] Usage tracker for resource:network and tenant:bd7b28a691f543649d943639b838469b is out of sync, need to count used quota {{(pid=102909) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 20:54:24.338426 n-d-838323-3 neutron-server[102909]: DEBUG neutron.quota.resource [None req-ddb8aaaa-b129-4433-b35e-033293dad1f6 tempest-QuotasTest-1229953673 tempest-QuotasTest-1229953673-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102909) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 20:54:24.373582 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-f3a6a43e-436e-405e-8b0e-116919150f20 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Request body: {'port': {'device_id': '926dc6df-2252-4617-93e4-8ff50f2ad012', 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654', 'admin_state_up': True, 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'security_groups': ['a824989d-b851-440b-9da7-a0636833b279', '132a84ea-1045-4d4e-8397-605bdfd831e8']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:24.385237 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92bf8e-2011-4e50-94f8-73a43106062a None None] Pushing event updated for resources: {'Port': ['ID=419b4f41-54c4-4c7c-b5a4-08ed75de19c6,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:24.455171 n-d-838323-3 neutron-server[102909]: DEBUG neutron.quota.resource [None req-ddb8aaaa-b129-4433-b35e-033293dad1f6 tempest-QuotasTest-1229953673 tempest-QuotasTest-1229953673-project-admin] Usage tracker for resource:subnet and tenant:bd7b28a691f543649d943639b838469b is out of sync, need to count used quota {{(pid=102909) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 20:54:24.547635 n-d-838323-3 neutron-server[102909]: DEBUG neutron.quota.resource [None req-ddb8aaaa-b129-4433-b35e-033293dad1f6 tempest-QuotasTest-1229953673 tempest-QuotasTest-1229953673-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102909) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 20:54:24.581576 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-b6579ec5-ba3a-4f34-80cf-9bbbd2678cf6 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Allocated IP 2001:db8::f816:3eff:feeb:8b96 (7b8eda62-bd71-4780-aef9-1d905c1d6401/238f6dd0-ce9d-4601-b394-8f5def1c5945/f33d983d-bc98-4ae3-aea3-fdad8c900621) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:24.625144 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c9186d2e-4a46-4a90-82b1-558debae3555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:24.629085 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:24.629643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:24.630134 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:24.656181 n-d-838323-3 neutron-server[102909]: DEBUG neutron.quota.resource [None req-ddb8aaaa-b129-4433-b35e-033293dad1f6 tempest-QuotasTest-1229953673 tempest-QuotasTest-1229953673-project-admin] Usage tracker for resource:subnetpool and tenant:bd7b28a691f543649d943639b838469b is out of sync, need to count used quota {{(pid=102909) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 20:54:24.669143 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f56944e4-4b72-4278-a9db-90be9e311423 req-744f6d80-44db-4d93-9ab6-8a5feffdd338 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 210 time: 0.3077867 Apr 18 20:54:24.676198 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port ecffa82e-b206-405d-bd26-30180ded8127 on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:24.676736 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port ecffa82e-b206-405d-bd26-30180ded8127 on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:24.695756 n-d-838323-3 neutron-server[102909]: DEBUG neutron.quota.resource [None req-ddb8aaaa-b129-4433-b35e-033293dad1f6 tempest-QuotasTest-1229953673 tempest-QuotasTest-1229953673-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102909) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 20:54:24.698580 n-d-838323-3 neutron-server[102908]: INFO neutron.plugins.ml2.plugin [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempt 3 to bind port ecffa82e-b206-405d-bd26-30180ded8127 Apr 18 20:54:24.703902 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c790f867-3882-4fc3-a061-b2e276300029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-7b8eda62-bd71-4780-aef9-1d905c1d6401', 'network_id': '7b8eda62-bd71-4780-aef9-1d905c1d6401', 'tenant_id': 'f869902bd4f74bf1b27afbf88bd5efb4', 'fixed_ips': [{'subnet_id': '238f6dd0-ce9d-4601-b394-8f5def1c5945'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:54:24.705164 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c790f867-3882-4fc3-a061-b2e276300029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:24.745120 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:24.745755 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:24.746577 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:24.757269 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-f3a6a43e-436e-405e-8b0e-116919150f20 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Made reservation on behalf of 9b43792f5e3a4b5fa4fa359a68fd10f8 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:24.766238 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-f3a6a43e-436e-405e-8b0e-116919150f20 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:24.790404 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port ecffa82e-b206-405d-bd26-30180ded8127 on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:24.791296 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port ecffa82e-b206-405d-bd26-30180ded8127 on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:24.794633 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-b82b6745-b6da-48aa-b5c6-ed3787ed8bfa service neutron] 10.222.0.41 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6176641 Apr 18 20:54:24.797863 n-d-838323-3 neutron-server[102908]: INFO neutron.plugins.ml2.plugin [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempt 4 to bind port ecffa82e-b206-405d-bd26-30180ded8127 Apr 18 20:54:24.823694 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:24.824948 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:24.825600 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:24.836593 n-d-838323-3 neutron-server[102909]: DEBUG neutron.quota.resource [None req-ddb8aaaa-b129-4433-b35e-033293dad1f6 tempest-QuotasTest-1229953673 tempest-QuotasTest-1229953673-project-admin] Usage tracker for resource:port and tenant:bd7b28a691f543649d943639b838469b is out of sync, need to count used quota {{(pid=102909) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 20:54:24.949304 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port ecffa82e-b206-405d-bd26-30180ded8127 on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:24.949848 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port ecffa82e-b206-405d-bd26-30180ded8127 on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:25.047247 n-d-838323-3 neutron-server[102909]: DEBUG neutron.quota.resource [None req-ddb8aaaa-b129-4433-b35e-033293dad1f6 tempest-QuotasTest-1229953673 tempest-QuotasTest-1229953673-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102909) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 20:54:25.065988 n-d-838323-3 neutron-server[102908]: INFO neutron.plugins.ml2.plugin [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempt 5 to bind port ecffa82e-b206-405d-bd26-30180ded8127 Apr 18 20:54:25.096713 n-d-838323-3 neutron-server[102909]: DEBUG neutron.quota.resource [None req-ddb8aaaa-b129-4433-b35e-033293dad1f6 tempest-QuotasTest-1229953673 tempest-QuotasTest-1229953673-project-admin] Usage tracker for resource:router and tenant:bd7b28a691f543649d943639b838469b is out of sync, need to count used quota {{(pid=102909) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 20:54:25.112542 n-d-838323-3 neutron-server[102909]: DEBUG neutron.quota.resource [None req-ddb8aaaa-b129-4433-b35e-033293dad1f6 tempest-QuotasTest-1229953673 tempest-QuotasTest-1229953673-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102909) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 20:54:25.151834 n-d-838323-3 neutron-server[102909]: DEBUG neutron.quota.resource [None req-ddb8aaaa-b129-4433-b35e-033293dad1f6 tempest-QuotasTest-1229953673 tempest-QuotasTest-1229953673-project-admin] Usage tracker for resource:floatingip and tenant:bd7b28a691f543649d943639b838469b is out of sync, need to count used quota {{(pid=102909) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 20:54:25.163665 n-d-838323-3 neutron-server[102909]: DEBUG neutron.quota.resource [None req-ddb8aaaa-b129-4433-b35e-033293dad1f6 tempest-QuotasTest-1229953673 tempest-QuotasTest-1229953673-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102909) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 20:54:25.271801 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:25.272903 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:25.273668 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:25.285406 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b6579ec5-ba3a-4f34-80cf-9bbbd2678cf6 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:25.331340 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port ecffa82e-b206-405d-bd26-30180ded8127 on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:25.346147 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port ecffa82e-b206-405d-bd26-30180ded8127 on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:25.357165 n-d-838323-3 neutron-server[102909]: DEBUG neutron.quota.resource [None req-ddb8aaaa-b129-4433-b35e-033293dad1f6 tempest-QuotasTest-1229953673 tempest-QuotasTest-1229953673-project-admin] Usage tracker for resource:security_group and tenant:bd7b28a691f543649d943639b838469b is out of sync, need to count used quota {{(pid=102909) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 20:54:25.359521 n-d-838323-3 neutron-server[102908]: INFO neutron.plugins.ml2.plugin [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempt 6 to bind port ecffa82e-b206-405d-bd26-30180ded8127 Apr 18 20:54:25.364610 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b6579ec5-ba3a-4f34-80cf-9bbbd2678cf6 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:25.411980 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:25.413080 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:25.413652 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:25.493491 n-d-838323-3 neutron-server[102909]: DEBUG neutron.quota.resource [None req-ddb8aaaa-b129-4433-b35e-033293dad1f6 tempest-QuotasTest-1229953673 tempest-QuotasTest-1229953673-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102909) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 20:54:25.509965 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port ecffa82e-b206-405d-bd26-30180ded8127 on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:25.511543 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port ecffa82e-b206-405d-bd26-30180ded8127 on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:25.518200 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-866f2f92-3ac9-4758-b053-e3bda7875a57 service neutron] 10.222.0.41 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6961024 Apr 18 20:54:25.530632 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6579ec5-ba3a-4f34-80cf-9bbbd2678cf6 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Network 7b8eda62-bd71-4780-aef9-1d905c1d6401 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:25.548641 n-d-838323-3 neutron-server[102909]: DEBUG neutron.quota.resource [None req-ddb8aaaa-b129-4433-b35e-033293dad1f6 tempest-QuotasTest-1229953673 tempest-QuotasTest-1229953673-project-admin] Usage tracker for resource:security_group_rule and tenant:bd7b28a691f543649d943639b838469b is out of sync, need to count used quota {{(pid=102909) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 20:54:25.550957 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-b6579ec5-ba3a-4f34-80cf-9bbbd2678cf6 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:25.564607 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6579ec5-ba3a-4f34-80cf-9bbbd2678cf6 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:25.566168 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-c790f867-3882-4fc3-a061-b2e276300029 None None] Allocated IP 2001:db8::f816:3eff:fef4:88bb (7b8eda62-bd71-4780-aef9-1d905c1d6401/238f6dd0-ce9d-4601-b394-8f5def1c5945/57e41ca2-cfd2-435d-a588-efc93f14af2c) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:25.587416 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6579ec5-ba3a-4f34-80cf-9bbbd2678cf6 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:25.587773 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b6579ec5-ba3a-4f34-80cf-9bbbd2678cf6 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:25.660371 n-d-838323-3 neutron-server[102909]: DEBUG neutron.quota.resource [None req-ddb8aaaa-b129-4433-b35e-033293dad1f6 tempest-QuotasTest-1229953673 tempest-QuotasTest-1229953673-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102909) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 20:54:25.680869 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6579ec5-ba3a-4f34-80cf-9bbbd2678cf6 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event updated for resources: {'Port': ['ID=f33d983d-bc98-4ae3-aea3-fdad8c900621,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:25.701351 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ddb8aaaa-b129-4433-b35e-033293dad1f6 tempest-QuotasTest-1229953673 tempest-QuotasTest-1229953673-project-admin] 10.222.0.41 "GET /v2.0/quotas/bd7b28a691f543649d943639b838469b/details.json HTTP/1.1" status: 200 len: 703 time: 1.5033267 Apr 18 20:54:25.711020 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b6579ec5-ba3a-4f34-80cf-9bbbd2678cf6 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.2164085 Apr 18 20:54:25.714751 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58918) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:25.828385 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-f3a6a43e-436e-405e-8b0e-116919150f20 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Allocated IP 172.20.0.14 (6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654/7eaa0081-18d9-4e1f-a932-a028b98a3306/f9e92014-4811-464f-91a7-4f953657fa4e) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:25.860689 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-359e786f-abc2-4657-a272-e912c6a10249 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Deleting subnet 238f6dd0-ce9d-4601-b394-8f5def1c5945 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:54:25.918278 n-d-838323-3 neutron-server[102908]: INFO neutron.plugins.ml2.plugin [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempt 7 to bind port ecffa82e-b206-405d-bd26-30180ded8127 Apr 18 20:54:25.967706 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:25.968371 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:25.968956 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:25.988348 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port ecffa82e-b206-405d-bd26-30180ded8127 on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:25.988961 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port ecffa82e-b206-405d-bd26-30180ded8127 on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:25.992683 n-d-838323-3 neutron-server[102908]: INFO neutron.plugins.ml2.plugin [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempt 8 to bind port ecffa82e-b206-405d-bd26-30180ded8127 Apr 18 20:54:26.038378 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c790f867-3882-4fc3-a061-b2e276300029 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:26.049706 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-359e786f-abc2-4657-a272-e912c6a10249 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:26.055098 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c790f867-3882-4fc3-a061-b2e276300029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:26.078128 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:26.078443 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:26.079083 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:26.239624 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-359e786f-abc2-4657-a272-e912c6a10249 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:26.410598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790f867-3882-4fc3-a061-b2e276300029 None None] Pushing event updated for resources: {'Port': ['ID=57e41ca2-cfd2-435d-a588-efc93f14af2c,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:26.438626 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c790f867-3882-4fc3-a061-b2e276300029 None None] Network 7b8eda62-bd71-4780-aef9-1d905c1d6401 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:26.440581 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-c790f867-3882-4fc3-a061-b2e276300029 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:26.444030 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c790f867-3882-4fc3-a061-b2e276300029 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:26.585084 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 419b4f41-54c4-4c7c-b5a4-08ed75de19c6 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:26.601508 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port ecffa82e-b206-405d-bd26-30180ded8127 on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:26.602365 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port ecffa82e-b206-405d-bd26-30180ded8127 on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:26.615221 n-d-838323-3 neutron-server[102908]: INFO neutron.plugins.ml2.plugin [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempt 9 to bind port ecffa82e-b206-405d-bd26-30180ded8127 Apr 18 20:54:26.638724 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f426f093-dca5-4d51-877d-361c831812bc req-5c16307f-4eb1-47b7-af46-a3040604c923 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 210 time: 0.5475574 Apr 18 20:54:26.739751 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c790f867-3882-4fc3-a061-b2e276300029 None None] Attempting to bind port 57e41ca2-cfd2-435d-a588-efc93f14af2c on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:26.740128 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c790f867-3882-4fc3-a061-b2e276300029 None None] Attempting to bind port 57e41ca2-cfd2-435d-a588-efc93f14af2c by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '10a45fe9-bb2f-45e1-ab40-351e07bdcb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7b8eda62-bd71-4780-aef9-1d905c1d6401'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:26.740579 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790f867-3882-4fc3-a061-b2e276300029 None None] Attempting to bind port 57e41ca2-cfd2-435d-a588-efc93f14af2c on network 7b8eda62-bd71-4780-aef9-1d905c1d6401 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:26.765181 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f31a7432-cf5e-44b3-9d79-81d6077f6102 req-752072ed-d04e-497c-8e3e-6497d7f067ae tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 210 time: 0.4615781 Apr 18 20:54:26.801898 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-359e786f-abc2-4657-a272-e912c6a10249 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:26.826563 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58934) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:26.829402 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:26.832940 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:26.841022 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:26.842173 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790f867-3882-4fc3-a061-b2e276300029 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:54:26.842580 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790f867-3882-4fc3-a061-b2e276300029 None None] Checking segment: {'id': '10a45fe9-bb2f-45e1-ab40-351e07bdcb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7b8eda62-bd71-4780-aef9-1d905c1d6401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:54:26.847317 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c790f867-3882-4fc3-a061-b2e276300029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:26.847832 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790f867-3882-4fc3-a061-b2e276300029 None None] Bound using segment: {'id': '10a45fe9-bb2f-45e1-ab40-351e07bdcb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7b8eda62-bd71-4780-aef9-1d905c1d6401'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:54:26.848351 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c790f867-3882-4fc3-a061-b2e276300029 None None] Bound port: 57e41ca2-cfd2-435d-a588-efc93f14af2c, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a45fe9-bb2f-45e1-ab40-351e07bdcb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7b8eda62-bd71-4780-aef9-1d905c1d6401'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:54:26.848793 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c790f867-3882-4fc3-a061-b2e276300029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:26.891450 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port ecffa82e-b206-405d-bd26-30180ded8127 on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:26.891796 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port ecffa82e-b206-405d-bd26-30180ded8127 on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:26.918268 n-d-838323-3 neutron-server[102908]: INFO neutron.plugins.ml2.plugin [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempt 10 to bind port ecffa82e-b206-405d-bd26-30180ded8127 Apr 18 20:54:27.051315 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:27.051913 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:27.054480 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port ecffa82e-b206-405d-bd26-30180ded8127 on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:27.060650 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-359e786f-abc2-4657-a272-e912c6a10249 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:27.107626 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-f3a6a43e-436e-405e-8b0e-116919150f20 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:27.121570 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port ecffa82e-b206-405d-bd26-30180ded8127 on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:27.122490 n-d-838323-3 neutron-server[102908]: ERROR neutron.plugins.ml2.managers [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port ecffa82e-b206-405d-bd26-30180ded8127 on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:27.123890 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:27.188052 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-359e786f-abc2-4657-a272-e912c6a10249 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:27.191820 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c790f867-3882-4fc3-a061-b2e276300029 None None] For port 57e41ca2-cfd2-435d-a588-efc93f14af2c, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:27.197946 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-359e786f-abc2-4657-a272-e912c6a10249 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "DELETE /v2.0/subnets/238f6dd0-ce9d-4601-b394-8f5def1c5945 HTTP/1.1" status: 204 len: 168 time: 1.4824750 Apr 18 20:54:27.200184 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c790f867-3882-4fc3-a061-b2e276300029 None None] For port 57e41ca2-cfd2-435d-a588-efc93f14af2c, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=57e41ca2-cfd2-435d-a588-efc93f14af2c,segment=NetworkSegment(10a45fe9-bb2f-45e1-ab40-351e07bdcb9a),segment_id=10a45fe9-bb2f-45e1-ab40-351e07bdcb9a)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:27.204489 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e786f-abc2-4657-a272-e912c6a10249 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event deleted for resources: {'Subnet': ['ID=238f6dd0-ce9d-4601-b394-8f5def1c5945,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:27.222237 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58940) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:27.232522 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c790f867-3882-4fc3-a061-b2e276300029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:27.278150 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56eaf9bf-3a65-478e-b7f3-fbbc9006d0b0 None None] Network 19be7c00-b173-43e9-8580-c4487662e1a4 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:54:27.360835 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-f3a6a43e-436e-405e-8b0e-116919150f20 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:27.472015 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b27ec6b-8c9f-43b6-8c05-96a7c656b3ae tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:27.484152 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b27ec6b-8c9f-43b6-8c05-96a7c656b3ae tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:27.502199 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5b27ec6b-8c9f-43b6-8c05-96a7c656b3ae tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2684631 Apr 18 20:54:27.506953 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58946) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:27.623897 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790f867-3882-4fc3-a061-b2e276300029 None None] Pushing event updated for resources: {'Port': ['ID=57e41ca2-cfd2-435d-a588-efc93f14af2c,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:27.684198 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6a43e-436e-405e-8b0e-116919150f20 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event updated for resources: {'Port': ['ID=f9e92014-4811-464f-91a7-4f953657fa4e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:27.797984 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 419b4f41-54c4-4c7c-b5a4-08ed75de19c6 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:27.804508 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:27.807450 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-f3a6a43e-436e-405e-8b0e-116919150f20 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Network 6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:27.862065 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-f3a6a43e-436e-405e-8b0e-116919150f20 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:27.874603 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-f3a6a43e-436e-405e-8b0e-116919150f20 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:27.955631 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fb95accb-2d6a-4abb-a971-8a7a73433ea8 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.002039 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb95accb-2d6a-4abb-a971-8a7a73433ea8 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 18 20:54:28.008051 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb95accb-2d6a-4abb-a971-8a7a73433ea8 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:54:28.022280 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c6083c01-c60e-4595-830a-91d13a168513 None None] Provisioning complete for port 419b4f41-54c4-4c7c-b5a4-08ed75de19c6 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:28.023376 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fb95accb-2d6a-4abb-a971-8a7a73433ea8 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "DELETE /v2.0/networks/7b8eda62-bd71-4780-aef9-1d905c1d6401 HTTP/1.1" status: 409 len: 405 time: 0.5103827 Apr 18 20:54:28.023585 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c6083c01-c60e-4595-830a-91d13a168513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.027660 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58984) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:28.058503 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-953a21cd-9022-4486-9faa-4683c76195e3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-49732969'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:28.166166 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953a21cd-9022-4486-9faa-4683c76195e3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Made reservation on behalf of f869902bd4f74bf1b27afbf88bd5efb4 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:28.177303 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-953a21cd-9022-4486-9faa-4683c76195e3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.353448 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-d7c8f307-d159-49f7-9a51-228779151067 req-d737fae8-0614-4168-9ed7-d81bd9f7eca6 service neutron] (102909) timed out ('10.222.0.57', 57186) {{(pid=102909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 20:54:28.372207 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-f3a6a43e-436e-405e-8b0e-116919150f20 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:28.374242 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-f3a6a43e-436e-405e-8b0e-116919150f20 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.385999 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953a21cd-9022-4486-9faa-4683c76195e3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:54:28.414288 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ab586f77-442b-4ca5-b3e6-5a50553666ce req-90c6fd1d-adf4-4df7-9f7f-27b7d04c742a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 210 time: 0.3413510 Apr 18 20:54:28.415837 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] For port ecffa82e-b206-405d-bd26-30180ded8127, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:28.418045 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempted to set empty binding levels {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 20:54:28.444817 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-f3a6a43e-436e-405e-8b0e-116919150f20 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 4.0811837 Apr 18 20:54:28.451646 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-953a21cd-9022-4486-9faa-4683c76195e3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.460643 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-953a21cd-9022-4486-9faa-4683c76195e3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Added segment 3c6855c0-d278-44ad-a529-0ad64a39e62f of type vlan for network 7976bd6f-f17f-4d87-8072-8ed8494cbb45 Apr 18 20:54:28.555063 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d22d75d0-6b6b-4727-92c8-5f1fcc6f433a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.558051 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.655681 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-953a21cd-9022-4486-9faa-4683c76195e3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.703642 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b3804-2a8d-471a-8019-2d39d15fca1a req-1f8b2a00-d76d-4b4e-9b91-c1ae7141d1e8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:28.714543 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-027b3804-2a8d-471a-8019-2d39d15fca1a req-1f8b2a00-d76d-4b4e-9b91-c1ae7141d1e8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 971 time: 0.6463196 Apr 18 20:54:28.742295 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Pushing event updated for resources: {'Port': ['ID=ecffa82e-b206-405d-bd26-30180ded8127,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:28.748276 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:28.749203 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.759688 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-953a21cd-9022-4486-9faa-4683c76195e3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.789383 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953a21cd-9022-4486-9faa-4683c76195e3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:28.794325 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-953a21cd-9022-4486-9faa-4683c76195e3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.803290 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-027b3804-2a8d-471a-8019-2d39d15fca1a req-99698dbf-372f-43d6-83f7-9d787b047266 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/security-groups?id=a824989d-b851-440b-9da7-a0636833b279&id=132a84ea-1045-4d4e-8397-605bdfd831e8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0872307 Apr 18 20:54:28.821061 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-852d3d5a-2c47-42d4-a982-356e3da323ce tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 9.6171372 Apr 18 20:54:28.829313 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58998) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:29.115452 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-fe6382b3-0c58-4f91-9246-c926d2eaece0 service neutron] Request body: {'port': {'device_id': '926dc6df-2252-4617-93e4-8ff50f2ad012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:29.122331 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-953a21cd-9022-4486-9faa-4683c76195e3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0904899 Apr 18 20:54:29.129872 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59004) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:29.153641 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-19c6bd1c-3bbe-49e7-a868-7e40a44e477d tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Request body: {'subnet': {'network_id': '7976bd6f-f17f-4d87-8072-8ed8494cbb45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:29.205051 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a21cd-9022-4486-9faa-4683c76195e3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event updated for resources: {'Network': ['ID=7976bd6f-f17f-4d87-8072-8ed8494cbb45,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:29.296897 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7ade65d3-6cfd-49d8-9061-c282e2a1443f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.312905 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 7976bd6f-f17f-4d87-8072-8ed8494cbb45 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:54:29.381216 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.383804 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c6083c01-c60e-4595-830a-91d13a168513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.599111 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c6bd1c-3bbe-49e7-a868-7e40a44e477d tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Made reservation on behalf of f869902bd4f74bf1b27afbf88bd5efb4 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:29.608279 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-19c6bd1c-3bbe-49e7-a868-7e40a44e477d tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.759001 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c6083c01-c60e-4595-830a-91d13a168513 None None] For port 419b4f41-54c4-4c7c-b5a4-08ed75de19c6, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=419b4f41-54c4-4c7c-b5a4-08ed75de19c6,segment=NetworkSegment(f4b14af0-019f-44db-bf2f-e1b769fa94fb),segment_id=f4b14af0-019f-44db-bf2f-e1b769fa94fb)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:29.914923 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c6083c01-c60e-4595-830a-91d13a168513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.918815 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-fe6382b3-0c58-4f91-9246-c926d2eaece0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.945012 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-d2432d92-4700-4a98-8d91-0d717b483c26 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Deleting port ecffa82e-b206-405d-bd26-30180ded8127 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:54:29.945824 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2432d92-4700-4a98-8d91-0d717b483c26 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:30.112360 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:54:30.114644 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:54:30.182827 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:30.277505 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e192fa4f-719d-4697-8b87-2bb81c2335e0 None None] Provisioning complete for port f9e92014-4811-464f-91a7-4f953657fa4e triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:30.278904 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e192fa4f-719d-4697-8b87-2bb81c2335e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:30.428742 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e192fa4f-719d-4697-8b87-2bb81c2335e0 None None] Port f9e92014-4811-464f-91a7-4f953657fa4e cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:54:30.437432 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa6744c-4327-40c6-9407-9676ff5a61fb None None] Network 7b8eda62-bd71-4780-aef9-1d905c1d6401 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:54:30.483854 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6083c01-c60e-4595-830a-91d13a168513 None None] Pushing event updated for resources: {'Port': ['ID=419b4f41-54c4-4c7c-b5a4-08ed75de19c6,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:30.528783 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6083c01-c60e-4595-830a-91d13a168513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:30.535686 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6083c01-c60e-4595-830a-91d13a168513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:30.538998 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6083c01-c60e-4595-830a-91d13a168513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:30.539664 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6083c01-c60e-4595-830a-91d13a168513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:30.540392 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6083c01-c60e-4595-830a-91d13a168513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:30.542438 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-d2432d92-4700-4a98-8d91-0d717b483c26 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] For port ecffa82e-b206-405d-bd26-30180ded8127, host n-h2-838323-3, got binding levels [] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:30.543093 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6083c01-c60e-4595-830a-91d13a168513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:30.543585 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2432d92-4700-4a98-8d91-0d717b483c26 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:30.543717 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6083c01-c60e-4595-830a-91d13a168513 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:30.544496 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6083c01-c60e-4595-830a-91d13a168513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:30.546338 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6083c01-c60e-4595-830a-91d13a168513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:30.546945 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6083c01-c60e-4595-830a-91d13a168513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:30.549868 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6083c01-c60e-4595-830a-91d13a168513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:30.550192 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6083c01-c60e-4595-830a-91d13a168513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:30.576919 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-d2432d92-4700-4a98-8d91-0d717b483c26 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Calling delete_port for ecffa82e-b206-405d-bd26-30180ded8127 owned by {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:54:30.580822 n-d-838323-3 neutron-server[102909]: DEBUG neutron.objects.ports [None req-19c6bd1c-3bbe-49e7-a868-7e40a44e477d tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102909) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:54:30.588276 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-19c6bd1c-3bbe-49e7-a868-7e40a44e477d tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:30.751885 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-7fa09c32-626c-40e6-b6ef-424a496f311d tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:30.754663 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-7fa09c32-626c-40e6-b6ef-424a496f311d tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.32 "GET /v2.0/networks?id=fe539583-d535-4524-b810-6474f581fe71 HTTP/1.1" status: 200 len: 814 time: 1.1868727 Apr 18 20:54:30.757489 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bb9d625-bff9-4eeb-9402-2fde69e32522 req-ec9ce887-00ce-489e-9ac3-57d3381eb7d8 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 210 time: 0.8432834 Apr 18 20:54:30.798680 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2432d92-4700-4a98-8d91-0d717b483c26 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:30.886377 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6bd1c-3bbe-49e7-a868-7e40a44e477d tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event updated for resources: {'Subnet': ['ID=6e787b18-b38a-49ff-9f15-06b4376464c5,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:30.914212 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c6bd1c-3bbe-49e7-a868-7e40a44e477d tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Checking segment: {'id': '3c6855c0-d278-44ad-a529-0ad64a39e62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7976bd6f-f17f-4d87-8072-8ed8494cbb45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:54:30.916388 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c6bd1c-3bbe-49e7-a868-7e40a44e477d tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Network hostable DHCP agents. Network: 7976bd6f-f17f-4d87-8072-8ed8494cbb45, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:54:30.991893 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c6bd1c-3bbe-49e7-a868-7e40a44e477d tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Network 7976bd6f-f17f-4d87-8072-8ed8494cbb45 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:54:30.993319 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d22d75d0-6b6b-4727-92c8-5f1fcc6f433a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:31.004127 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2432d92-4700-4a98-8d91-0d717b483c26 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:31.011559 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d2432d92-4700-4a98-8d91-0d717b483c26 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] 10.222.0.41 "DELETE /v2.0/ports/ecffa82e-b206-405d-bd26-30180ded8127 HTTP/1.1" status: 204 len: 168 time: 2.1800406 Apr 18 20:54:31.016822 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2432d92-4700-4a98-8d91-0d717b483c26 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecffa82e-b206-405d-bd26-30180ded8127,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:31.021102 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59034) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:31.041872 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-19c6bd1c-3bbe-49e7-a868-7e40a44e477d tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 7976bd6f-f17f-4d87-8072-8ed8494cbb45) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:31.049113 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d22d75d0-6b6b-4727-92c8-5f1fcc6f433a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:31.070761 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c6bd1c-3bbe-49e7-a868-7e40a44e477d tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:31.083615 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-853d4e15-763e-4828-8329-df0f54372388 None None] Provisioning complete for port 419b4f41-54c4-4c7c-b5a4-08ed75de19c6 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:31.094061 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-853d4e15-763e-4828-8329-df0f54372388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:31.095335 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-19c6bd1c-3bbe-49e7-a868-7e40a44e477d tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:31.159213 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5053a73c-7329-421b-b933-a0da2e2564dc None None] Network 7976bd6f-f17f-4d87-8072-8ed8494cbb45 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:54:31.207016 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-19c6bd1c-3bbe-49e7-a868-7e40a44e477d tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0745342 Apr 18 20:54:31.213086 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59036) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:31.233429 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-887bc37b-6921-48a5-b90e-32f2e6b5cac2 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Request body: {'port': {'network_id': '7976bd6f-f17f-4d87-8072-8ed8494cbb45', 'name': 'tempest-NetworksIpV6TestAttrs-1835440988'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:31.237947 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d75d0-6b6b-4727-92c8-5f1fcc6f433a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6926121-ac34-409d-b5bf-6b8f33714c86,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:31.247935 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-7d6ce79f-3fe8-4b2c-b0a8-c3fb25d4782d tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d1cb6a1920642c6a254fff9677f23c7 HTTP/1.1" status: 200 len: 473 time: 0.3873417 Apr 18 20:54:31.257882 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0e0ed6-99f6-4273-bdb4-1bec8d60feb3 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] GET failed (client error): The resource could not be found. Apr 18 20:54:31.265455 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5a0e0ed6-99f6-4273-bdb4-1bec8d60feb3 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] 10.222.0.41 "GET /v2.0/ports/ecffa82e-b206-405d-bd26-30180ded8127 HTTP/1.1" status: 404 len: 333 time: 0.2206564 Apr 18 20:54:31.280518 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-f585667d-2906-47af-adc0-fe4485b4a976 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Request body: {'port': {'device_id': '229a0e60-371e-4299-a2a7-a45e5645a030', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'admin_state_up': True, 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'security_groups': ['c63802d4-7796-4638-8523-42b898b0c914']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:31.280887 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59038) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:31.299058 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-6df9f15f-0b97-4bce-8a87-eb098ff4c443 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Request body: {'port': {'network_id': '536439cf-b207-42e2-b178-11ed047efcb4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-327832099'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:31.453320 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:31.547471 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df9f15f-0b97-4bce-8a87-eb098ff4c443 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Made reservation on behalf of ee9ab9d9306948f29d7377cddcda3e31 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:31.566058 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6df9f15f-0b97-4bce-8a87-eb098ff4c443 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:31.625985 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-6df9f15f-0b97-4bce-8a87-eb098ff4c443 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] device_id is not set on port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:54:31.671978 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c200ca4-5a98-43e9-83e2-94ca94d730de None None] DHCP port deletion for 7b8eda62-bd71-4780-aef9-1d905c1d6401 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:54:31.716850 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:31.723752 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a287c09-b305-4fa6-b735-3421594e24a2 req-dafec7bf-e245-415f-87a8-4b1b4d908240 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:31.725446 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a287c09-b305-4fa6-b735-3421594e24a2 req-dafec7bf-e245-415f-87a8-4b1b4d908240 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 971 time: 0.9416113 Apr 18 20:54:31.735619 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d22d75d0-6b6b-4727-92c8-5f1fcc6f433a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=785b1b7d0f0444e69ebba70dec36f720&name=default HTTP/1.1" status: 200 len: 2983 time: 4.8898070 Apr 18 20:54:31.738054 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59042) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:31.796887 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 419b4f41-54c4-4c7c-b5a4-08ed75de19c6 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:31.905672 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a02deb-8ef7-422f-b919-6c3b81cdee86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-7976bd6f-f17f-4d87-8072-8ed8494cbb45', 'network_id': '7976bd6f-f17f-4d87-8072-8ed8494cbb45', 'tenant_id': 'f869902bd4f74bf1b27afbf88bd5efb4', 'fixed_ips': [{'subnet_id': '6e787b18-b38a-49ff-9f15-06b4376464c5'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:54:31.907245 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d3a02deb-8ef7-422f-b919-6c3b81cdee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:31.973823 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-861162ea-fdc1-4f21-9348-f12b021f2a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:31.999909 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6df9f15f-0b97-4bce-8a87-eb098ff4c443 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.018612 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-861162ea-fdc1-4f21-9348-f12b021f2a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.035120 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887bc37b-6921-48a5-b90e-32f2e6b5cac2 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Made reservation on behalf of f869902bd4f74bf1b27afbf88bd5efb4 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:32.039678 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-887bc37b-6921-48a5-b90e-32f2e6b5cac2 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.044297 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6df9f15f-0b97-4bce-8a87-eb098ff4c443 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.104515 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df9f15f-0b97-4bce-8a87-eb098ff4c443 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Network 536439cf-b207-42e2-b178-11ed047efcb4 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:32.107752 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a287c09-b305-4fa6-b735-3421594e24a2 req-ba5dfa85-66b4-4593-9154-4d26c70e8f83 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/security-groups?id=a824989d-b851-440b-9da7-a0636833b279&id=132a84ea-1045-4d4e-8397-605bdfd831e8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2956252 Apr 18 20:54:32.111679 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-6df9f15f-0b97-4bce-8a87-eb098ff4c443 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:32.117105 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-887bc37b-6921-48a5-b90e-32f2e6b5cac2 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] device_id is not set on port c55bb658-3ecf-4c67-ae32-e7ddb6990524 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:54:32.125129 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df9f15f-0b97-4bce-8a87-eb098ff4c443 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:32.126110 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df9f15f-0b97-4bce-8a87-eb098ff4c443 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:32.126883 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6df9f15f-0b97-4bce-8a87-eb098ff4c443 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.144458 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9f15f-0b97-4bce-8a87-eb098ff4c443 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Pushing event updated for resources: {'Port': ['ID=7af599e2-8d6b-4f57-9dcf-eed9c5fd559e,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:32.152906 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6df9f15f-0b97-4bce-8a87-eb098ff4c443 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8707221 Apr 18 20:54:32.192398 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59048) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:32.212082 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:32.253583 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a89f96db-41cf-4523-b079-053e16b4a27c req-fcd54913-2e87-44b5-9411-dad2e359ec94 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 210 time: 0.1639044 Apr 18 20:54:32.318015 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-853d4e15-763e-4828-8329-df0f54372388 None None] Provisioning complete for port 57e41ca2-cfd2-435d-a588-efc93f14af2c triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:32.319227 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-853d4e15-763e-4828-8329-df0f54372388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.455430 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.467818 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-f585667d-2906-47af-adc0-fe4485b4a976 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Made reservation on behalf of 8d1cb6a1920642c6a254fff9677f23c7 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:32.483157 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-f585667d-2906-47af-adc0-fe4485b4a976 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.589405 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-3c200ca4-5a98-43e9-83e2-94ca94d730de None None] Deleting port 57e41ca2-cfd2-435d-a588-efc93f14af2c {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:54:32.595343 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3c200ca4-5a98-43e9-83e2-94ca94d730de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.639137 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-887bc37b-6921-48a5-b90e-32f2e6b5cac2 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Allocated IP 2001:db8::f816:3eff:fe96:de5e (7976bd6f-f17f-4d87-8072-8ed8494cbb45/6e787b18-b38a-49ff-9f15-06b4376464c5/c55bb658-3ecf-4c67-ae32-e7ddb6990524) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:32.645936 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-861162ea-fdc1-4f21-9348-f12b021f2a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.649255 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-861162ea-fdc1-4f21-9348-f12b021f2a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.654847 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-861162ea-fdc1-4f21-9348-f12b021f2a5e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6926121-ac34-409d-b5bf-6b8f33714c86 HTTP/1.1" status: 204 len: 168 time: 0.8962891 Apr 18 20:54:32.844547 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-3c200ca4-5a98-43e9-83e2-94ca94d730de None None] For port 57e41ca2-cfd2-435d-a588-efc93f14af2c, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=57e41ca2-cfd2-435d-a588-efc93f14af2c,segment=NetworkSegment(10a45fe9-bb2f-45e1-ab40-351e07bdcb9a),segment_id=10a45fe9-bb2f-45e1-ab40-351e07bdcb9a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:32.845190 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3c200ca4-5a98-43e9-83e2-94ca94d730de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.906029 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-3c200ca4-5a98-43e9-83e2-94ca94d730de None None] Calling delete_port for 57e41ca2-cfd2-435d-a588-efc93f14af2c owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:54:32.924988 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861162ea-fdc1-4f21-9348-f12b021f2a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6926121-ac34-409d-b5bf-6b8f33714c86,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:32.970270 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-fe6382b3-0c58-4f91-9246-c926d2eaece0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e92014-4811-464f-91a7-4f953657fa4e {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:54:32.994215 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-fe6382b3-0c58-4f91-9246-c926d2eaece0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:33.049666 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-fe6382b3-0c58-4f91-9246-c926d2eaece0 service neutron] Transition to ACTIVE for port object f9e92014-4811-464f-91a7-4f953657fa4e will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:33.114739 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-fe6382b3-0c58-4f91-9246-c926d2eaece0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:33.327752 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-f585667d-2906-47af-adc0-fe4485b4a976 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Allocated IP 172.20.0.13 (fe539583-d535-4524-b810-6474f581fe71/934e222d-a43e-4b81-a646-860f58e51213/ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:33.389496 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 419b4f41-54c4-4c7c-b5a4-08ed75de19c6 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:33.390108 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:33.405492 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6382b3-0c58-4f91-9246-c926d2eaece0 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e92014-4811-464f-91a7-4f953657fa4e,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:33.470258 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] device_id is not set on port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:54:33.477742 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-887bc37b-6921-48a5-b90e-32f2e6b5cac2 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:33.485573 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:33.496066 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:33.740858 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-887bc37b-6921-48a5-b90e-32f2e6b5cac2 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:33.748021 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Pushing event updated for resources: {'Port': ['ID=7af599e2-8d6b-4f57-9dcf-eed9c5fd559e,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:33.813033 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3c200ca4-5a98-43e9-83e2-94ca94d730de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:33.887276 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-065e16f1-a29d-40b6-882e-f2f43b7da39f req-95098113-f8e3-4e39-b933-f8e7cad323c5 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 210 time: 0.2200952 Apr 18 20:54:33.901471 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:33.903628 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:33.906219 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:33.956607 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887bc37b-6921-48a5-b90e-32f2e6b5cac2 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Network 7976bd6f-f17f-4d87-8072-8ed8494cbb45 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:33.984705 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:33.986800 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:33.999789 n-d-838323-3 neutron-server[102909]: INFO neutron.plugins.ml2.plugin [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempt 2 to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e Apr 18 20:54:34.005960 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-887bc37b-6921-48a5-b90e-32f2e6b5cac2 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:34.006267 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0212052-fb13-459b-b39d-03e132bc3b72 req-3c67daaf-8e04-438f-910f-e4686a3cb202 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:34.007832 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f0212052-fb13-459b-b39d-03e132bc3b72 req-3c67daaf-8e04-438f-910f-e4686a3cb202 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 983 time: 0.4409280 Apr 18 20:54:34.036287 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-fe6382b3-0c58-4f91-9246-c926d2eaece0 service neutron] Attempting to bind port f9e92014-4811-464f-91a7-4f953657fa4e on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:34.036752 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-fe6382b3-0c58-4f91-9246-c926d2eaece0 service neutron] Attempting to bind port f9e92014-4811-464f-91a7-4f953657fa4e by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '2d8df79b-4c5b-4ba4-9373-40dd8c0b9321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:34.037766 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-fe6382b3-0c58-4f91-9246-c926d2eaece0 service neutron] Attempting to bind port f9e92014-4811-464f-91a7-4f953657fa4e on network 6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:34.042749 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887bc37b-6921-48a5-b90e-32f2e6b5cac2 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:34.069508 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-fe6382b3-0c58-4f91-9246-c926d2eaece0 service neutron] Port f9e92014-4811-464f-91a7-4f953657fa4e on network 6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:34.070371 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-fe6382b3-0c58-4f91-9246-c926d2eaece0 service neutron] Attempting to bind port f9e92014-4811-464f-91a7-4f953657fa4e on network 6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:34.082029 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887bc37b-6921-48a5-b90e-32f2e6b5cac2 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:34.088614 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-887bc37b-6921-48a5-b90e-32f2e6b5cac2 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:34.089012 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-d3a02deb-8ef7-422f-b919-6c3b81cdee86 None None] Allocated IP 2001:db8::f816:3eff:fe79:455b (7976bd6f-f17f-4d87-8072-8ed8494cbb45/6e787b18-b38a-49ff-9f15-06b4376464c5/089b14f9-8413-4eb7-bb7d-9e88421c36c7) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:34.115742 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-fe6382b3-0c58-4f91-9246-c926d2eaece0 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:54:34.116455 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-fe6382b3-0c58-4f91-9246-c926d2eaece0 service neutron] Checking segment: {'id': '2d8df79b-4c5b-4ba4-9373-40dd8c0b9321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:54:34.117247 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-fe6382b3-0c58-4f91-9246-c926d2eaece0 service neutron] Bound using segment: {'id': '2d8df79b-4c5b-4ba4-9373-40dd8c0b9321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:54:34.118536 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-fe6382b3-0c58-4f91-9246-c926d2eaece0 service neutron] Bound port: f9e92014-4811-464f-91a7-4f953657fa4e, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d8df79b-4c5b-4ba4-9373-40dd8c0b9321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:54:34.119204 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-fe6382b3-0c58-4f91-9246-c926d2eaece0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:34.119780 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c200ca4-5a98-43e9-83e2-94ca94d730de None None] No DVR routers for this DVR port 57e41ca2-cfd2-435d-a588-efc93f14af2c on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:54:34.165224 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887bc37b-6921-48a5-b90e-32f2e6b5cac2 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event updated for resources: {'Port': ['ID=c55bb658-3ecf-4c67-ae32-e7ddb6990524,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:34.187278 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:34.195121 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:34.195879 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:34.213810 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:34.217027 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:34.221030 n-d-838323-3 neutron-server[102909]: INFO neutron.plugins.ml2.plugin [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempt 3 to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e Apr 18 20:54:34.247631 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c200ca4-5a98-43e9-83e2-94ca94d730de None None] Pushing event deleted for resources: {'Port': ['ID=57e41ca2-cfd2-435d-a588-efc93f14af2c,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:34.251065 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-887bc37b-6921-48a5-b90e-32f2e6b5cac2 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.0372567 Apr 18 20:54:34.260730 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-853d4e15-763e-4828-8329-df0f54372388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:34.273661 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59096) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:34.305609 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-f585667d-2906-47af-adc0-fe4485b4a976 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:34.363784 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f0212052-fb13-459b-b39d-03e132bc3b72 req-729db897-c90d-4305-8ca1-7abe6ebe1f46 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/security-groups?id=a824989d-b851-440b-9da7-a0636833b279&id=132a84ea-1045-4d4e-8397-605bdfd831e8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3138618 Apr 18 20:54:34.496703 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59100) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:34.549876 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c55ab5c6-672f-4b89-96c7-5e28ee6b6c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:34.557619 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-fe6382b3-0c58-4f91-9246-c926d2eaece0 service neutron] For port f9e92014-4811-464f-91a7-4f953657fa4e, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:34.564505 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a7e6d7-3e05-4f7f-8eb2-00ac3878c265 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Deleting subnet 6e787b18-b38a-49ff-9f15-06b4376464c5 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:54:34.590333 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:34.591023 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:34.611337 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:34.612928 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-fe6382b3-0c58-4f91-9246-c926d2eaece0 service neutron] For port f9e92014-4811-464f-91a7-4f953657fa4e, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=f9e92014-4811-464f-91a7-4f953657fa4e,segment=NetworkSegment(2d8df79b-4c5b-4ba4-9373-40dd8c0b9321),segment_id=2d8df79b-4c5b-4ba4-9373-40dd8c0b9321)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:34.625606 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:34.625926 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:34.626394 n-d-838323-3 neutron-server[102909]: INFO neutron.plugins.ml2.plugin [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempt 4 to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e Apr 18 20:54:34.627786 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-fe6382b3-0c58-4f91-9246-c926d2eaece0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:34.644088 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-f585667d-2906-47af-adc0-fe4485b4a976 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:34.665057 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:34.666204 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:34.666559 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:34.673041 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:34.673362 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:34.673797 n-d-838323-3 neutron-server[102909]: INFO neutron.plugins.ml2.plugin [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempt 5 to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e Apr 18 20:54:34.704405 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:34.704717 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:34.705039 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:34.714997 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:34.714997 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:34.714997 n-d-838323-3 neutron-server[102909]: INFO neutron.plugins.ml2.plugin [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempt 6 to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e Apr 18 20:54:34.763715 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:34.764733 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:34.764733 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:34.770958 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:34.772179 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:34.772179 n-d-838323-3 neutron-server[102909]: INFO neutron.plugins.ml2.plugin [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempt 7 to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e Apr 18 20:54:34.807159 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:34.807690 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:34.808044 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:34.815464 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:34.816344 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:34.819864 n-d-838323-3 neutron-server[102909]: INFO neutron.plugins.ml2.plugin [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempt 8 to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e Apr 18 20:54:34.841742 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:34.842097 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:34.842506 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:34.857606 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:34.860410 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:34.861527 n-d-838323-3 neutron-server[102909]: INFO neutron.plugins.ml2.plugin [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempt 9 to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e Apr 18 20:54:34.909877 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:34.910284 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:34.911003 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:34.924482 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:34.926459 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:34.927148 n-d-838323-3 neutron-server[102909]: INFO neutron.plugins.ml2.plugin [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempt 10 to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e Apr 18 20:54:34.942673 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-fe6382b3-0c58-4f91-9246-c926d2eaece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:34.946285 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-fe6382b3-0c58-4f91-9246-c926d2eaece0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:34.948773 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-fe6382b3-0c58-4f91-9246-c926d2eaece0 service neutron] 10.222.0.57 "PUT /v2.0/ports/f9e92014-4811-464f-91a7-4f953657fa4e HTTP/1.1" status: 200 len: 1131 time: 6.4909151 Apr 18 20:54:34.949531 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926dc6df-2252-4617-93e4-8ff50f2ad012', 'tag': 'f9e92014-4811-464f-91a7-4f953657fa4e'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:34.954160 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a13b07-2d75-4c55-bdac-f731a122221f" -d '{"events": [{"name": "network-changed", "server_uuid": "926dc6df-2252-4617-93e4-8ff50f2ad012", "tag": "f9e92014-4811-464f-91a7-4f953657fa4e"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:35.033420 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-f585667d-2906-47af-adc0-fe4485b4a976 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Network fe539583-d535-4524-b810-6474f581fe71 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:35.040699 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:35.042843 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:35.043330 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:35.079679 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:35.080737 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:35.081699 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:35.127122 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6382b3-0c58-4f91-9246-c926d2eaece0 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e92014-4811-464f-91a7-4f953657fa4e,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:35.145545 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-f585667d-2906-47af-adc0-fe4485b4a976 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:35.163146 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c996ba-27b3-436a-bba8-daff4fb8541a x-openstack-request-id: req-a6c996ba-27b3-436a-bba8-daff4fb8541a {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:35.163693 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926dc6df-2252-4617-93e4-8ff50f2ad012", "tag": "f9e92014-4811-464f-91a7-4f953657fa4e", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:35.163952 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a6c996ba-27b3-436a-bba8-daff4fb8541a {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:35.164393 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6c996ba-27b3-436a-bba8-daff4fb8541a'] response: {'name': 'network-changed', 'server_uuid': '926dc6df-2252-4617-93e4-8ff50f2ad012', 'tag': 'f9e92014-4811-464f-91a7-4f953657fa4e', 'status': 'completed', 'code': 200} Apr 18 20:54:35.273492 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-f585667d-2906-47af-adc0-fe4485b4a976 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:35.352517 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] For port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:35.353056 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempted to set empty binding levels {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 20:54:35.362434 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:35.479580 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] In _notify_port_updated(), no bound segment for port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:54:35.482035 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.484268 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:35.491988 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] 10.222.0.41 "PUT /v2.0/ports/7af599e2-8d6b-4f57-9dcf-eed9c5fd559e HTTP/1.1" status: 200 len: 974 time: 3.2878704 Apr 18 20:54:35.496478 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59114) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:35.538180 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d3a02deb-8ef7-422f-b919-6c3b81cdee86 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:35.580192 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d3a02deb-8ef7-422f-b919-6c3b81cdee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:35.599992 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58a7e6d7-3e05-4f7f-8eb2-00ac3878c265 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:35.624624 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 57e41ca2-cfd2-435d-a588-efc93f14af2c no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:54:35.630212 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585667d-2906-47af-adc0-fe4485b4a976 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event updated for resources: {'Port': ['ID=ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:35.758894 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c55ab5c6-672f-4b89-96c7-5e28ee6b6c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:35.764702 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372a4de-2b4e-4406-bdda-29ac984aaa70 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Pushing event updated for resources: {'Port': ['ID=7af599e2-8d6b-4f57-9dcf-eed9c5fd559e,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:35.768632 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-2de89053-1b79-49f1-97ce-e05997e984fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.771598 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-2de89053-1b79-49f1-97ce-e05997e984fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b43792f5e3a4b5fa4fa359a68fd10f8&device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 1134 time: 0.6965311 Apr 18 20:54:35.802243 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-f585667d-2906-47af-adc0-fe4485b4a976 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.803859 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-f585667d-2906-47af-adc0-fe4485b4a976 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:35.843456 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58a7e6d7-3e05-4f7f-8eb2-00ac3878c265 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:35.853761 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c55ab5c6-672f-4b89-96c7-5e28ee6b6c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:35.909869 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f12d2-20e5-428c-82ba-fe7718e71336 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.910862 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f12d2-20e5-428c-82ba-fe7718e71336 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.913397 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f12d2-20e5-428c-82ba-fe7718e71336 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.915104 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f12d2-20e5-428c-82ba-fe7718e71336 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.915776 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f12d2-20e5-428c-82ba-fe7718e71336 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.916421 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f12d2-20e5-428c-82ba-fe7718e71336 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.917085 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f12d2-20e5-428c-82ba-fe7718e71336 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.917717 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f12d2-20e5-428c-82ba-fe7718e71336 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.918475 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f12d2-20e5-428c-82ba-fe7718e71336 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.919104 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f12d2-20e5-428c-82ba-fe7718e71336 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.919760 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f12d2-20e5-428c-82ba-fe7718e71336 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.920408 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f12d2-20e5-428c-82ba-fe7718e71336 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.921059 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f12d2-20e5-428c-82ba-fe7718e71336 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.921854 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f12d2-20e5-428c-82ba-fe7718e71336 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.922879 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f12d2-20e5-428c-82ba-fe7718e71336 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.923533 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f12d2-20e5-428c-82ba-fe7718e71336 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.924156 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f12d2-20e5-428c-82ba-fe7718e71336 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.924983 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f12d2-20e5-428c-82ba-fe7718e71336 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.925610 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f12d2-20e5-428c-82ba-fe7718e71336 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.926230 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f12d2-20e5-428c-82ba-fe7718e71336 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.926870 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f12d2-20e5-428c-82ba-fe7718e71336 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.927551 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f12d2-20e5-428c-82ba-fe7718e71336 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.928806 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f12d2-20e5-428c-82ba-fe7718e71336 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.929433 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f12d2-20e5-428c-82ba-fe7718e71336 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.930054 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f12d2-20e5-428c-82ba-fe7718e71336 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.931186 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f12d2-20e5-428c-82ba-fe7718e71336 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.934937 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-241f12d2-20e5-428c-82ba-fe7718e71336 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23250 time: 0.4359980 Apr 18 20:54:35.947562 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59118) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:35.961713 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 57e41ca2-cfd2-435d-a588-efc93f14af2c {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:54:35.962461 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 57e41ca2-cfd2-435d-a588-efc93f14af2c not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:54:36.003758 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a02deb-8ef7-422f-b919-6c3b81cdee86 None None] Network 7976bd6f-f17f-4d87-8072-8ed8494cbb45 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:36.044628 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-d3a02deb-8ef7-422f-b919-6c3b81cdee86 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:36.065038 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a02deb-8ef7-422f-b919-6c3b81cdee86 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:36.128310 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ab5c6-672f-4b89-96c7-5e28ee6b6c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cbc6c6-741c-461f-b938-7d9b69416355,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:36.168866 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a02deb-8ef7-422f-b919-6c3b81cdee86 None None] Pushing event updated for resources: {'Port': ['ID=089b14f9-8413-4eb7-bb7d-9e88421c36c7,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:36.180528 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-be283ad2-2a99-41a6-92e7-f1c2df240678 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9e92014-4811-464f-91a7-4f953657fa4e HTTP/1.1" status: 200 len: 217 time: 0.3819671 Apr 18 20:54:36.209724 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12ae6b-d0f8-4c3c-8796-f9b9ab6f0e59 req-51309740-7ede-40e4-8529-feae22bd57eb tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:36.212398 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b12ae6b-d0f8-4c3c-8796-f9b9ab6f0e59 req-51309740-7ede-40e4-8529-feae22bd57eb tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 932 time: 1.0561156 Apr 18 20:54:36.272874 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e31a97d3-38d0-4c99-98d6-01c1729fa846 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Deleting port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:54:36.273514 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e31a97d3-38d0-4c99-98d6-01c1729fa846 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:36.284772 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-f585667d-2906-47af-adc0-fe4485b4a976 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0116999 Apr 18 20:54:36.295280 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-710dc11f-e869-4623-9d28-32ecc0442d73 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:54:36.318949 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-710dc11f-e869-4623-9d28-32ecc0442d73 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0324616 Apr 18 20:54:36.398668 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-bebb7b0c-04db-4188-9050-c97d8ab3aaba None None] Provisioning complete for port ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:36.399780 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bebb7b0c-04db-4188-9050-c97d8ab3aaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:36.407180 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-d3a02deb-8ef7-422f-b919-6c3b81cdee86 None None] Attempting to bind port 089b14f9-8413-4eb7-bb7d-9e88421c36c7 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:36.410316 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-d3a02deb-8ef7-422f-b919-6c3b81cdee86 None None] Attempting to bind port 089b14f9-8413-4eb7-bb7d-9e88421c36c7 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '3c6855c0-d278-44ad-a529-0ad64a39e62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7976bd6f-f17f-4d87-8072-8ed8494cbb45'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:36.411346 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a02deb-8ef7-422f-b919-6c3b81cdee86 None None] Attempting to bind port 089b14f9-8413-4eb7-bb7d-9e88421c36c7 on network 7976bd6f-f17f-4d87-8072-8ed8494cbb45 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:36.497384 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-bebb7b0c-04db-4188-9050-c97d8ab3aaba None None] Port ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:54:36.506020 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a02deb-8ef7-422f-b919-6c3b81cdee86 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:54:36.506482 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a02deb-8ef7-422f-b919-6c3b81cdee86 None None] Checking segment: {'id': '3c6855c0-d278-44ad-a529-0ad64a39e62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7976bd6f-f17f-4d87-8072-8ed8494cbb45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:54:36.507317 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d3a02deb-8ef7-422f-b919-6c3b81cdee86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:36.508000 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a02deb-8ef7-422f-b919-6c3b81cdee86 None None] Bound using segment: {'id': '3c6855c0-d278-44ad-a529-0ad64a39e62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7976bd6f-f17f-4d87-8072-8ed8494cbb45'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:54:36.508873 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-d3a02deb-8ef7-422f-b919-6c3b81cdee86 None None] Bound port: 089b14f9-8413-4eb7-bb7d-9e88421c36c7, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6855c0-d278-44ad-a529-0ad64a39e62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7976bd6f-f17f-4d87-8072-8ed8494cbb45'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:54:36.509594 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d3a02deb-8ef7-422f-b919-6c3b81cdee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:36.543542 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c55ab5c6-672f-4b89-96c7-5e28ee6b6c94 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bd7b28a691f543649d943639b838469b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0447540 Apr 18 20:54:36.548874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59126) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:36.587694 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b12ae6b-d0f8-4c3c-8796-f9b9ab6f0e59 req-be1b3af4-4b8d-4594-bdeb-1e492023585e tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63802d4-7796-4638-8523-42b898b0c914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3324327 Apr 18 20:54:36.603944 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1996781-de62-4c77-b5b3-6cfce40cc63a req-18a662c0-a080-474f-b31e-4edf6ff5e7e0 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:36.606828 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a1996781-de62-4c77-b5b3-6cfce40cc63a req-18a662c0-a080-474f-b31e-4edf6ff5e7e0 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 983 time: 0.8913727 Apr 18 20:54:36.672799 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-60fcca8b-bcdd-4365-b43c-1757edd49ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:36.675600 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-60fcca8b-bcdd-4365-b43c-1757edd49ba2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7eaa0081-18d9-4e1f-a932-a028b98a3306 HTTP/1.1" status: 200 len: 834 time: 0.4936731 Apr 18 20:54:36.851253 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-cdd97d29-ea76-4500-9e3d-1bdb9befc263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:36.854028 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-cdd97d29-ea76-4500-9e3d-1bdb9befc263 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1672602 Apr 18 20:54:36.862001 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a1996781-de62-4c77-b5b3-6cfce40cc63a req-3ed745dc-2849-4e18-bed2-b249d85be580 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/security-groups?id=a824989d-b851-440b-9da7-a0636833b279&id=132a84ea-1045-4d4e-8397-605bdfd831e8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2412717 Apr 18 20:54:36.883573 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-5b190310-7b59-496e-b4ab-e49e5d8ac715 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:54:36.885312 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-5b190310-7b59-496e-b4ab-e49e5d8ac715 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128868 Apr 18 20:54:36.891684 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0a425408-ea95-4142-bab4-af70941e8746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:37.115447 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:54:37.123724 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-ad77682e-92d2-40eb-979b-ccc67dd1eb93 service neutron] Request body: {'port': {'device_id': '229a0e60-371e-4299-a2a7-a45e5645a030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:37.179722 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0a425408-ea95-4142-bab4-af70941e8746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:37.290084 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59130) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:37.385571 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-e31a97d3-38d0-4c99-98d6-01c1729fa846 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] For port 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e, host n-h2-838323-3, got binding levels [] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:37.390651 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e31a97d3-38d0-4c99-98d6-01c1729fa846 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:37.399635 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58a7e6d7-3e05-4f7f-8eb2-00ac3878c265 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:37.471955 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-ad77682e-92d2-40eb-979b-ccc67dd1eb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:37.483841 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e31a97d3-38d0-4c99-98d6-01c1729fa846 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Calling delete_port for 7af599e2-8d6b-4f57-9dcf-eed9c5fd559e owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:54:37.507940 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-b273cf28-e26e-4d3d-a129-3a95a0e77705 service neutron] 10.222.0.57 "GET /v2.0/networks/6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6123736 Apr 18 20:54:37.523575 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6d35b7e-131c-4778-a0b4-fd9e955be862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:37.712473 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0a425408-ea95-4142-bab4-af70941e8746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:37.716964 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0a425408-ea95-4142-bab4-af70941e8746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:37.742352 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0a425408-ea95-4142-bab4-af70941e8746 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2cbc6c6-741c-461f-b938-7d9b69416355 HTTP/1.1" status: 204 len: 168 time: 1.1650145 Apr 18 20:54:37.743247 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:37.768799 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d3a02deb-8ef7-422f-b919-6c3b81cdee86 None None] For port 089b14f9-8413-4eb7-bb7d-9e88421c36c7, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:37.804137 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58a7e6d7-3e05-4f7f-8eb2-00ac3878c265 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:37.812488 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d3a02deb-8ef7-422f-b919-6c3b81cdee86 None None] For port 089b14f9-8413-4eb7-bb7d-9e88421c36c7, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=089b14f9-8413-4eb7-bb7d-9e88421c36c7,segment=NetworkSegment(3c6855c0-d278-44ad-a529-0ad64a39e62f),segment_id=3c6855c0-d278-44ad-a529-0ad64a39e62f)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:37.826759 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d3a02deb-8ef7-422f-b919-6c3b81cdee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:37.872066 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7e6d7-3e05-4f7f-8eb2-00ac3878c265 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event deleted for resources: {'Subnet': ['ID=6e787b18-b38a-49ff-9f15-06b4376464c5,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:37.899992 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58a7e6d7-3e05-4f7f-8eb2-00ac3878c265 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:37.908907 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-58a7e6d7-3e05-4f7f-8eb2-00ac3878c265 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "DELETE /v2.0/subnets/6e787b18-b38a-49ff-9f15-06b4376464c5 HTTP/1.1" status: 204 len: 168 time: 3.6335633 Apr 18 20:54:37.915640 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59144) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:37.957457 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e31a97d3-38d0-4c99-98d6-01c1729fa846 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:38.119907 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a02deb-8ef7-422f-b919-6c3b81cdee86 None None] Pushing event updated for resources: {'Port': ['ID=089b14f9-8413-4eb7-bb7d-9e88421c36c7,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:38.126081 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e31a97d3-38d0-4c99-98d6-01c1729fa846 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:38.169407 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e31a97d3-38d0-4c99-98d6-01c1729fa846 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] 10.222.0.41 "DELETE /v2.0/ports/7af599e2-8d6b-4f57-9dcf-eed9c5fd559e HTTP/1.1" status: 204 len: 168 time: 2.2131193 Apr 18 20:54:38.183437 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a97d3-38d0-4c99-98d6-01c1729fa846 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Pushing event deleted for resources: {'Port': ['ID=7af599e2-8d6b-4f57-9dcf-eed9c5fd559e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:38.233017 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59146) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:38.393675 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6d35b7e-131c-4778-a0b4-fd9e955be862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:38.430886 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0a8a52-4fc1-4154-90b5-a05ea83bf2dc tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:38.437205 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0a8a52-4fc1-4154-90b5-a05ea83bf2dc tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:38.442423 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8a0a8a52-4fc1-4154-90b5-a05ea83bf2dc tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5251849 Apr 18 20:54:38.479290 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-001d8c7f-aa77-4935-8fdf-4fcf8b8f621f tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] GET failed (client error): The resource could not be found. Apr 18 20:54:38.487647 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-001d8c7f-aa77-4935-8fdf-4fcf8b8f621f tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] 10.222.0.41 "GET /v2.0/ports/7af599e2-8d6b-4f57-9dcf-eed9c5fd559e HTTP/1.1" status: 404 len: 333 time: 0.2424726 Apr 18 20:54:38.501525 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6d35b7e-131c-4778-a0b4-fd9e955be862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:38.506463 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59152) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:38.507487 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59156) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:38.659852 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-0978fadb-878a-412f-8bb6-552ba55c793e tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1988844226', 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:38.678809 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d35b7e-131c-4778-a0b4-fd9e955be862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89e56fe-6ee3-4230-826c-86d0fc89d58c,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:38.778897 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a425408-ea95-4142-bab4-af70941e8746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cbc6c6-741c-461f-b938-7d9b69416355,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:38.909798 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f6d35b7e-131c-4778-a0b4-fd9e955be862 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81e1aea12cd84954a5129c8fcd01832f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6142642 Apr 18 20:54:38.914047 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59164) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:38.965692 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0978fadb-878a-412f-8bb6-552ba55c793e tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Made reservation on behalf of ee9ab9d9306948f29d7377cddcda3e31 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:38.970643 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0978fadb-878a-412f-8bb6-552ba55c793e tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:39.023574 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbce906a-cfd5-4858-ab9c-599efe23f7d8 req-3abd5d8b-8501-4dcc-ac0c-0cbe4cc82e6d service neutron] 10.222.0.57 "GET /v2.0/networks/6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5076971 Apr 18 20:54:39.049746 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-792be56f-5826-477e-a26c-ea001381114b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:39.073245 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583d9ba-c9fb-4774-8e02-88f94fb37639 req-4e3c59b4-9860-453f-99a9-7e3e46c8af2b tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:39.082240 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c583d9ba-c9fb-4774-8e02-88f94fb37639 req-4e3c59b4-9860-453f-99a9-7e3e46c8af2b tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 932 time: 1.2803974 Apr 18 20:54:39.125670 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-792be56f-5826-477e-a26c-ea001381114b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 18 20:54:39.126527 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-792be56f-5826-477e-a26c-ea001381114b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:54:39.141624 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-792be56f-5826-477e-a26c-ea001381114b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "DELETE /v2.0/networks/7976bd6f-f17f-4d87-8072-8ed8494cbb45 HTTP/1.1" status: 409 len: 405 time: 0.5199575 Apr 18 20:54:39.142757 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59168) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:39.162829 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-8d19de44-f927-4949-ac04-a8e476af6c3b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-952901600'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:39.178289 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-0978fadb-878a-412f-8bb6-552ba55c793e tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] device_id is not set on port 59c2a8c8-ce5d-4fa3-8bc6-377e337e7212 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:54:39.208477 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0e68c-37ac-4b5b-a3d2-719c98c42a4b req-63cd547f-3a62-42de-ac2b-6dbb6f025064 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:39.210267 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-29a0e68c-37ac-4b5b-a3d2-719c98c42a4b req-63cd547f-3a62-42de-ac2b-6dbb6f025064 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 983 time: 0.4477882 Apr 18 20:54:39.250135 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c583d9ba-c9fb-4774-8e02-88f94fb37639 req-cc9252a8-4851-48a5-a336-8eaf5d479e3b tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63802d4-7796-4638-8523-42b898b0c914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624181 Apr 18 20:54:39.339036 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f7814a5e-905a-46b9-b137-6573a3eba06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:39.360796 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a13b07-2d75-4c55-bdac-f731a122221f req-0a187d53-21f2-412d-b55d-e2fcfba616a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:39.362603 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2a13b07-2d75-4c55-bdac-f731a122221f req-0a187d53-21f2-412d-b55d-e2fcfba616a7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b43792f5e3a4b5fa4fa359a68fd10f8&device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 1134 time: 0.2520285 Apr 18 20:54:39.392789 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-29a0e68c-37ac-4b5b-a3d2-719c98c42a4b req-eaea7c37-881e-452a-a216-f30b8a57a5b4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/security-groups?id=a824989d-b851-440b-9da7-a0636833b279&id=132a84ea-1045-4d4e-8397-605bdfd831e8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1617334 Apr 18 20:54:39.470142 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 089b14f9-8413-4eb7-bb7d-9e88421c36c7 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:39.496711 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d19de44-f927-4949-ac04-a8e476af6c3b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Made reservation on behalf of f869902bd4f74bf1b27afbf88bd5efb4 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:39.515792 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d19de44-f927-4949-ac04-a8e476af6c3b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:39.530996 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f7814a5e-905a-46b9-b137-6573a3eba06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:39.616228 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 089b14f9-8413-4eb7-bb7d-9e88421c36c7 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:39.616907 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:39.631933 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-ad77682e-92d2-40eb-979b-ccc67dd1eb93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:54:39.696632 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-ad77682e-92d2-40eb-979b-ccc67dd1eb93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:39.785026 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a13b07-2d75-4c55-bdac-f731a122221f req-3b24a044-2da9-4b71-9553-3703d20fc241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:39.791053 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2a13b07-2d75-4c55-bdac-f731a122221f req-3b24a044-2da9-4b71-9553-3703d20fc241 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654 HTTP/1.1" status: 200 len: 898 time: 0.4176950 Apr 18 20:54:39.823203 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-ad77682e-92d2-40eb-979b-ccc67dd1eb93 service neutron] Transition to ACTIVE for port object ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:39.830062 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d19de44-f927-4949-ac04-a8e476af6c3b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:54:39.834214 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:39.880180 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 089b14f9-8413-4eb7-bb7d-9e88421c36c7, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=089b14f9-8413-4eb7-bb7d-9e88421c36c7,segment=NetworkSegment(3c6855c0-d278-44ad-a529-0ad64a39e62f),segment_id=3c6855c0-d278-44ad-a529-0ad64a39e62f)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:39.887251 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:39.951074 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0978fadb-878a-412f-8bb6-552ba55c793e tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:39.990772 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-ad77682e-92d2-40eb-979b-ccc67dd1eb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:40.001006 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=089b14f9-8413-4eb7-bb7d-9e88421c36c7,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:40.079345 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0978fadb-878a-412f-8bb6-552ba55c793e tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:40.081561 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2a13b07-2d75-4c55-bdac-f731a122221f req-d71dc8f4-e9d2-4441-8b94-2c779662257a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9e92014-4811-464f-91a7-4f953657fa4e HTTP/1.1" status: 200 len: 217 time: 0.2551017 Apr 18 20:54:40.171552 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d19de44-f927-4949-ac04-a8e476af6c3b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:40.172022 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-8d19de44-f927-4949-ac04-a8e476af6c3b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Added segment 40fc58bd-13fb-4239-b10a-d02a4cbb95b4 of type vlan for network 499ee3ca-8830-400c-9003-f2cc70e6bb20 Apr 18 20:54:40.200485 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0978fadb-878a-412f-8bb6-552ba55c793e tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Network 536439cf-b207-42e2-b178-11ed047efcb4 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:40.202087 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f7814a5e-905a-46b9-b137-6573a3eba06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:40.206013 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f7814a5e-905a-46b9-b137-6573a3eba06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:40.207227 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f7814a5e-905a-46b9-b137-6573a3eba06d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d89e56fe-6ee3-4230-826c-86d0fc89d58c HTTP/1.1" status: 204 len: 168 time: 1.2883406 Apr 18 20:54:40.211150 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-0978fadb-878a-412f-8bb6-552ba55c793e tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:40.217484 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0978fadb-878a-412f-8bb6-552ba55c793e tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:40.218483 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0978fadb-878a-412f-8bb6-552ba55c793e tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:40.219611 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0978fadb-878a-412f-8bb6-552ba55c793e tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:40.300694 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68f268e-27cf-4387-977f-b585ec35150d None None] Network 7976bd6f-f17f-4d87-8072-8ed8494cbb45 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:54:40.351828 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7814a5e-905a-46b9-b137-6573a3eba06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89e56fe-6ee3-4230-826c-86d0fc89d58c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:40.371233 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978fadb-878a-412f-8bb6-552ba55c793e tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Pushing event updated for resources: {'Port': ['ID=59c2a8c8-ce5d-4fa3-8bc6-377e337e7212,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:40.429767 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0978fadb-878a-412f-8bb6-552ba55c793e tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7689819 Apr 18 20:54:40.435061 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59200) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:40.437049 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d19de44-f927-4949-ac04-a8e476af6c3b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:40.574752 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222353ae-77ef-4121-8187-0c13ddc4dcf2 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:40.576236 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-222353ae-77ef-4121-8187-0c13ddc4dcf2 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] 10.222.0.41 "GET /v2.0/ports/59c2a8c8-ce5d-4fa3-8bc6-377e337e7212 HTTP/1.1" status: 200 len: 955 time: 0.1365113 Apr 18 20:54:40.586345 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59204) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:40.665385 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d19de44-f927-4949-ac04-a8e476af6c3b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:40.680721 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d19de44-f927-4949-ac04-a8e476af6c3b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:40.681680 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d19de44-f927-4949-ac04-a8e476af6c3b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:40.692782 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a13b07-2d75-4c55-bdac-f731a122221f req-9f76f70e-0bba-493b-8efd-8e3d1d351c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:40.703871 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2a13b07-2d75-4c55-bdac-f731a122221f req-9f76f70e-0bba-493b-8efd-8e3d1d351c83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7eaa0081-18d9-4e1f-a932-a028b98a3306 HTTP/1.1" status: 200 len: 834 time: 0.4739180 Apr 18 20:54:40.735628 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8d19de44-f927-4949-ac04-a8e476af6c3b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5859072 Apr 18 20:54:40.746793 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59208) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:40.756148 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-4f2ac622-c0a4-4520-9f76-46419fdc933b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Request body: {'subnet': {'network_id': '499ee3ca-8830-400c-9003-f2cc70e6bb20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:40.825360 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77682e-92d2-40eb-979b-ccc67dd1eb93 service neutron] Pushing event updated for resources: {'Port': ['ID=ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:40.937408 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4a4664ec-a649-4b53-97f9-8ddbf8b0f081 None None] Provisioning complete for port 089b14f9-8413-4eb7-bb7d-9e88421c36c7 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:40.943071 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4a4664ec-a649-4b53-97f9-8ddbf8b0f081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:40.960721 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19de44-f927-4949-ac04-a8e476af6c3b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event updated for resources: {'Network': ['ID=499ee3ca-8830-400c-9003-f2cc70e6bb20,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:40.982929 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-bfa4d5b7-1456-43f6-8c23-7e310b043c68 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Deleting port 59c2a8c8-ce5d-4fa3-8bc6-377e337e7212 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:54:40.983622 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d5b7-1456-43f6-8c23-7e310b043c68 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:41.074487 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d5b7-1456-43f6-8c23-7e310b043c68 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:41.113973 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-bfa4d5b7-1456-43f6-8c23-7e310b043c68 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Calling delete_port for 59c2a8c8-ce5d-4fa3-8bc6-377e337e7212 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:54:41.190911 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 499ee3ca-8830-400c-9003-f2cc70e6bb20 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:54:41.284960 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89598f-b221-42f8-9662-26010f4b5aee req-6cdd8218-228c-47e4-8234-0e09052496fd tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:41.287458 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd89598f-b221-42f8-9662-26010f4b5aee req-6cdd8218-228c-47e4-8234-0e09052496fd tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 983 time: 0.3099861 Apr 18 20:54:41.337447 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408fe4b-eb32-455c-9f20-f2baa0de7a13 req-9eed2568-116d-4b40-bb73-20ec6313fc07 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:41.343257 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f408fe4b-eb32-455c-9f20-f2baa0de7a13 req-9eed2568-116d-4b40-bb73-20ec6313fc07 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 944 time: 0.8538878 Apr 18 20:54:41.375438 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d5b7-1456-43f6-8c23-7e310b043c68 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:41.531593 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 089b14f9-8413-4eb7-bb7d-9e88421c36c7 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:41.548050 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd89598f-b221-42f8-9662-26010f4b5aee req-6c1c67c5-fb27-4307-851e-9ff699e4b633 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/security-groups?id=a824989d-b851-440b-9da7-a0636833b279&id=132a84ea-1045-4d4e-8397-605bdfd831e8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1572254 Apr 18 20:54:41.549173 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-ad77682e-92d2-40eb-979b-ccc67dd1eb93 service neutron] Attempting to bind port ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:41.549709 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-ad77682e-92d2-40eb-979b-ccc67dd1eb93 service neutron] Attempting to bind port ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'f6b7039d-7f6f-4e96-b1e3-444343353ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fe539583-d535-4524-b810-6474f581fe71'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:41.550496 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-ad77682e-92d2-40eb-979b-ccc67dd1eb93 service neutron] Attempting to bind port ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb on network fe539583-d535-4524-b810-6474f581fe71 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:41.590575 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-ad77682e-92d2-40eb-979b-ccc67dd1eb93 service neutron] Port ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb on network fe539583-d535-4524-b810-6474f581fe71 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:41.592288 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4d5b7-1456-43f6-8c23-7e310b043c68 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Pushing event deleted for resources: {'Port': ['ID=59c2a8c8-ce5d-4fa3-8bc6-377e337e7212,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:41.596112 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-ad77682e-92d2-40eb-979b-ccc67dd1eb93 service neutron] Attempting to bind port ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb on network fe539583-d535-4524-b810-6474f581fe71 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:41.611847 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a13b07-2d75-4c55-bdac-f731a122221f req-9614ca57-d42c-4d4a-9b0d-ba7f7bb9e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:41.614384 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2a13b07-2d75-4c55-bdac-f731a122221f req-9614ca57-d42c-4d4a-9b0d-ba7f7bb9e216 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9081762 Apr 18 20:54:41.650778 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d5b7-1456-43f6-8c23-7e310b043c68 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:41.677022 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bfa4d5b7-1456-43f6-8c23-7e310b043c68 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] 10.222.0.41 "DELETE /v2.0/ports/59c2a8c8-ce5d-4fa3-8bc6-377e337e7212 HTTP/1.1" status: 204 len: 168 time: 1.0878468 Apr 18 20:54:41.681685 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-ad77682e-92d2-40eb-979b-ccc67dd1eb93 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:54:41.682131 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59226) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:41.682288 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-ad77682e-92d2-40eb-979b-ccc67dd1eb93 service neutron] Checking segment: {'id': 'f6b7039d-7f6f-4e96-b1e3-444343353ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fe539583-d535-4524-b810-6474f581fe71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:54:41.683331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-ad77682e-92d2-40eb-979b-ccc67dd1eb93 service neutron] Bound using segment: {'id': 'f6b7039d-7f6f-4e96-b1e3-444343353ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fe539583-d535-4524-b810-6474f581fe71'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:54:41.683944 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-ad77682e-92d2-40eb-979b-ccc67dd1eb93 service neutron] Bound port: ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b7039d-7f6f-4e96-b1e3-444343353ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fe539583-d535-4524-b810-6474f581fe71'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:54:41.684412 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-ad77682e-92d2-40eb-979b-ccc67dd1eb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:41.784180 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f408fe4b-eb32-455c-9f20-f2baa0de7a13 req-c62bcb25-fd7b-4061-a94e-25c734cf8142 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63802d4-7796-4638-8523-42b898b0c914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4289186 Apr 18 20:54:41.815369 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-c557d2ff-9827-461e-aecc-b8ca567f4371 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] GET failed (client error): The resource could not be found. Apr 18 20:54:41.825540 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c557d2ff-9827-461e-aecc-b8ca567f4371 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] 10.222.0.41 "GET /v2.0/ports/59c2a8c8-ce5d-4fa3-8bc6-377e337e7212 HTTP/1.1" status: 404 len: 333 time: 0.1405373 Apr 18 20:54:41.826089 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59230) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:41.832819 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-843311b1-e670-4da7-8abb-1b9c0bd60aad tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Request body: {'port': {'network_id': '536439cf-b207-42e2-b178-11ed047efcb4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1925897843'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:41.836338 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2ac622-c0a4-4520-9f76-46419fdc933b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Made reservation on behalf of f869902bd4f74bf1b27afbf88bd5efb4 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:41.857441 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4f2ac622-c0a4-4520-9f76-46419fdc933b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:41.929704 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cf4a01-b0c4-4a11-ad2e-e4ca58f12c8e None None] DHCP port deletion for 7976bd6f-f17f-4d87-8072-8ed8494cbb45 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:54:42.013371 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2a13b07-2d75-4c55-bdac-f731a122221f req-80c17c31-94c4-4a66-a709-37080aadb369 service neutron] 10.222.0.57 "GET /v2.0/networks/6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894212 Apr 18 20:54:42.063806 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-ad77682e-92d2-40eb-979b-ccc67dd1eb93 service neutron] For port ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:42.140806 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:42.239333 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59238) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:42.253262 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843311b1-e670-4da7-8abb-1b9c0bd60aad tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Made reservation on behalf of ee9ab9d9306948f29d7377cddcda3e31 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:42.256593 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-843311b1-e670-4da7-8abb-1b9c0bd60aad tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:42.261561 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 089b14f9-8413-4eb7-bb7d-9e88421c36c7 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:42.272503 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:42.278355 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-ad77682e-92d2-40eb-979b-ccc67dd1eb93 service neutron] For port ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:42.289754 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cfdf2a55-d16b-4e0d-9f08-57ff548e7510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:42.293274 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-843311b1-e670-4da7-8abb-1b9c0bd60aad tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] device_id is not set on port 954db624-1612-4c76-b788-dcd6462655ae yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:54:42.333000 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-ad77682e-92d2-40eb-979b-ccc67dd1eb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:42.355163 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59242) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:42.372674 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e9cf4a01-b0c4-4a11-ad2e-e4ca58f12c8e None None] Deleting port 089b14f9-8413-4eb7-bb7d-9e88421c36c7 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:54:42.374640 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e9cf4a01-b0c4-4a11-ad2e-e4ca58f12c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:42.388363 n-d-838323-3 neutron-server[102909]: DEBUG neutron.objects.ports [None req-4f2ac622-c0a4-4520-9f76-46419fdc933b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102909) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:54:42.403261 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4f2ac622-c0a4-4520-9f76-46419fdc933b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:42.519058 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-ad77682e-92d2-40eb-979b-ccc67dd1eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:42.521649 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-ad77682e-92d2-40eb-979b-ccc67dd1eb93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:42.524641 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-ad77682e-92d2-40eb-979b-ccc67dd1eb93 service neutron] 10.222.0.32 "PUT /v2.0/ports/ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb HTTP/1.1" status: 200 len: 1092 time: 6.1075644 Apr 18 20:54:42.527004 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229a0e60-371e-4299-a2a7-a45e5645a030', 'tag': 'ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:42.546172 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02b8dcf-cdc6-4291-acda-a5a706d4edf9" -d '{"events": [{"name": "network-changed", "server_uuid": "229a0e60-371e-4299-a2a7-a45e5645a030", "tag": "ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:42.698549 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cfdf2a55-d16b-4e0d-9f08-57ff548e7510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:42.766507 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94c2864-f2cf-40c4-b604-257d114a9d82 x-openstack-request-id: req-e94c2864-f2cf-40c4-b604-257d114a9d82 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:42.766507 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "229a0e60-371e-4299-a2a7-a45e5645a030", "tag": "ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:42.766507 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e94c2864-f2cf-40c4-b604-257d114a9d82 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:42.772534 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e94c2864-f2cf-40c4-b604-257d114a9d82'] response: {'name': 'network-changed', 'server_uuid': '229a0e60-371e-4299-a2a7-a45e5645a030', 'tag': 'ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb', 'status': 'completed', 'code': 200} Apr 18 20:54:42.966041 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device f9e92014-4811-464f-91a7-4f953657fa4e details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:54:43.051143 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-e9cf4a01-b0c4-4a11-ad2e-e4ca58f12c8e None None] For port 089b14f9-8413-4eb7-bb7d-9e88421c36c7, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=089b14f9-8413-4eb7-bb7d-9e88421c36c7,segment=NetworkSegment(3c6855c0-d278-44ad-a529-0ad64a39e62f),segment_id=3c6855c0-d278-44ad-a529-0ad64a39e62f)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:43.051493 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e9cf4a01-b0c4-4a11-ad2e-e4ca58f12c8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:43.111210 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2a13b07-2d75-4c55-bdac-f731a122221f req-26c7ff70-7cda-40ab-bb81-bd4c849d9ec3 service neutron] 10.222.0.57 "GET /v2.0/networks/6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0891333 Apr 18 20:54:43.114271 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77682e-92d2-40eb-979b-ccc67dd1eb93 service neutron] Pushing event updated for resources: {'Port': ['ID=ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:43.123454 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e5877600-d558-48bb-91e4-8133a90041f2 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1750030309'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:43.135744 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cfdf2a55-d16b-4e0d-9f08-57ff548e7510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:43.210223 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf2a55-d16b-4e0d-9f08-57ff548e7510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89854ad7-a977-4014-bfa0-72d3075fe086,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:43.228485 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e9cf4a01-b0c4-4a11-ad2e-e4ca58f12c8e None None] Calling delete_port for 089b14f9-8413-4eb7-bb7d-9e88421c36c7 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:54:43.253043 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89f24024-e62e-450f-818b-6183f375066b req-d09508ea-3574-46fd-a4b1-4f4ae0aa2438 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9717560 Apr 18 20:54:43.289389 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-bf454f90-3056-42d7-bec7-1aea0326d134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:43.296662 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-bf454f90-3056-42d7-bec7-1aea0326d134 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d1cb6a1920642c6a254fff9677f23c7&device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 1095 time: 0.6319776 Apr 18 20:54:43.302816 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ac622-c0a4-4520-9f76-46419fdc933b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event updated for resources: {'Subnet': ['ID=817c997a-98d5-440b-8075-28a2d3c58769,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:43.326054 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2ac622-c0a4-4520-9f76-46419fdc933b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Checking segment: {'id': '40fc58bd-13fb-4239-b10a-d02a4cbb95b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '499ee3ca-8830-400c-9003-f2cc70e6bb20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:54:43.326580 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2ac622-c0a4-4520-9f76-46419fdc933b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Network hostable DHCP agents. Network: 499ee3ca-8830-400c-9003-f2cc70e6bb20, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:54:43.329727 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5877600-d558-48bb-91e4-8133a90041f2 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:43.330970 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5877600-d558-48bb-91e4-8133a90041f2 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:43.338932 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-843311b1-e670-4da7-8abb-1b9c0bd60aad tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:43.347586 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cfdf2a55-d16b-4e0d-9f08-57ff548e7510 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=318002d17350410db7853fb1e0a3fc81&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1058033 Apr 18 20:54:43.353670 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59256) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:43.365300 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8e726-59bc-4569-aadc-05201a6b709e req-9b3dd6ec-19bc-4db4-980d-052f6e3aa596 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:43.367831 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2d8e726-59bc-4569-aadc-05201a6b709e req-9b3dd6ec-19bc-4db4-980d-052f6e3aa596 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 983 time: 0.5883372 Apr 18 20:54:43.525039 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-17dbbd7d-b353-437a-bced-677d89b2cd37 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb HTTP/1.1" status: 200 len: 217 time: 0.1983891 Apr 18 20:54:43.541934 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2ac622-c0a4-4520-9f76-46419fdc933b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Network 499ee3ca-8830-400c-9003-f2cc70e6bb20 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:54:43.553226 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5877600-d558-48bb-91e4-8133a90041f2 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:43.553864 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b39aa1-745c-47cc-af7b-a7a9055e4c6f req-52c69aaa-28ba-4f41-8665-09c1d26f2f6f tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:43.567420 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5877600-d558-48bb-91e4-8133a90041f2 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:43.569662 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2b39aa1-745c-47cc-af7b-a7a9055e4c6f req-52c69aaa-28ba-4f41-8665-09c1d26f2f6f tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 944 time: 0.4397051 Apr 18 20:54:43.570078 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-503f637b-ec65-4ac9-9807-1630813f8e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:43.596918 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-503f637b-ec65-4ac9-9807-1630813f8e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:43.647909 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-4f2ac622-c0a4-4520-9f76-46419fdc933b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 499ee3ca-8830-400c-9003-f2cc70e6bb20) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:43.664207 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2ac622-c0a4-4520-9f76-46419fdc933b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:43.665230 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4f2ac622-c0a4-4520-9f76-46419fdc933b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:43.665859 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-37a91f5f-8877-4320-85a5-51ef0cd6295b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:43.668647 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-37a91f5f-8877-4320-85a5-51ef0cd6295b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=934e222d-a43e-4b81-a646-860f58e51213 HTTP/1.1" status: 200 len: 853 time: 0.0926774 Apr 18 20:54:43.668904 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-503f637b-ec65-4ac9-9807-1630813f8e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:43.672366 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-503f637b-ec65-4ac9-9807-1630813f8e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:43.673874 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-503f637b-ec65-4ac9-9807-1630813f8e82 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89854ad7-a977-4014-bfa0-72d3075fe086 HTTP/1.1" status: 204 len: 168 time: 0.3162382 Apr 18 20:54:43.675538 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00ddd76-3a93-4b06-9988-d7cb00d0d3b3 None None] Network 499ee3ca-8830-400c-9003-f2cc70e6bb20 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:54:43.691745 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-843311b1-e670-4da7-8abb-1b9c0bd60aad tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:43.708091 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e9cf4a01-b0c4-4a11-ad2e-e4ca58f12c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:43.804305 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f637b-ec65-4ac9-9807-1630813f8e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89854ad7-a977-4014-bfa0-72d3075fe086,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:43.825055 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5877600-d558-48bb-91e4-8133a90041f2 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:43.830162 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e5877600-d558-48bb-91e4-8133a90041f2 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.4358640 Apr 18 20:54:43.838866 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59262) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:43.874586 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f24024-e62e-450f-818b-6183f375066b req-b76f23b8-57b7-47a8-80d8-7e51c0d5ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:43.883710 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89f24024-e62e-450f-818b-6183f375066b req-b76f23b8-57b7-47a8-80d8-7e51c0d5ee1a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d1cb6a1920642c6a254fff9677f23c7&device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 1096 time: 0.5124269 Apr 18 20:54:43.894248 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf4a01-b0c4-4a11-ad2e-e4ca58f12c8e None None] Pushing event deleted for resources: {'Port': ['ID=089b14f9-8413-4eb7-bb7d-9e88421c36c7,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:43.921761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cf4a01-b0c4-4a11-ad2e-e4ca58f12c8e None None] No DVR routers for this DVR port 089b14f9-8413-4eb7-bb7d-9e88421c36c7 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:54:43.931607 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2d8e726-59bc-4569-aadc-05201a6b709e req-d471daae-d8a3-4554-a615-e24e4b6bd6ce tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/security-groups?id=a824989d-b851-440b-9da7-a0636833b279&id=132a84ea-1045-4d4e-8397-605bdfd831e8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5470362 Apr 18 20:54:43.933874 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3c601728-d2e3-451a-b5e1-d8456ff5a801 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:43.949063 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port f9e92014-4811-464f-91a7-4f953657fa4e, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=f9e92014-4811-464f-91a7-4f953657fa4e,segment=NetworkSegment(2d8df79b-4c5b-4ba4-9373-40dd8c0b9321),segment_id=2d8df79b-4c5b-4ba4-9373-40dd8c0b9321)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:43.998797 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2b39aa1-745c-47cc-af7b-a7a9055e4c6f req-f319aca1-8916-4823-80ef-44360cc6837a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63802d4-7796-4638-8523-42b898b0c914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4195676 Apr 18 20:54:44.025066 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4f2ac622-c0a4-4520-9f76-46419fdc933b tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.2774019 Apr 18 20:54:44.025774 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59264) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:44.113980 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'f9e92014-4811-464f-91a7-4f953657fa4e', 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654', 'port_id': 'f9e92014-4811-464f-91a7-4f953657fa4e', 'mac_address': 'fa:16:3e:d2:b6:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eaa0081-18d9-4e1f-a932-a028b98a3306', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:54:44.118809 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-20dc5016-1b19-48fc-abe3-663156155469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:44.121349 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-20dc5016-1b19-48fc-abe3-663156155469 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe539583-d535-4524-b810-6474f581fe71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4355471 Apr 18 20:54:44.149824 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:44.153301 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843311b1-e670-4da7-8abb-1b9c0bd60aad tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Network 536439cf-b207-42e2-b178-11ed047efcb4 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:44.238753 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843311b1-e670-4da7-8abb-1b9c0bd60aad tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Pushing event updated for resources: {'Port': ['ID=954db624-1612-4c76-b788-dcd6462655ae,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:44.323108 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-843311b1-e670-4da7-8abb-1b9c0bd60aad tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:44.327136 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843311b1-e670-4da7-8abb-1b9c0bd60aad tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:44.328362 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843311b1-e670-4da7-8abb-1b9c0bd60aad tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:44.328999 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-843311b1-e670-4da7-8abb-1b9c0bd60aad tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:44.347255 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:44.398053 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 089b14f9-8413-4eb7-bb7d-9e88421c36c7 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:54:44.444292 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3c601728-d2e3-451a-b5e1-d8456ff5a801 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:44.450223 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3c601728-d2e3-451a-b5e1-d8456ff5a801 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:44.468675 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-843311b1-e670-4da7-8abb-1b9c0bd60aad tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.6377454 Apr 18 20:54:44.470030 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59268) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:44.512021 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:44.540459 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e92014-4811-464f-91a7-4f953657fa4e {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:54:44.561955 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bd0c96-c8bb-4bb9-bd42-6b54374c52fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-499ee3ca-8830-400c-9003-f2cc70e6bb20', 'network_id': '499ee3ca-8830-400c-9003-f2cc70e6bb20', 'tenant_id': 'f869902bd4f74bf1b27afbf88bd5efb4', 'fixed_ips': [{'subnet_id': '817c997a-98d5-440b-8075-28a2d3c58769'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:54:44.563129 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-10bd0c96-c8bb-4bb9-bd42-6b54374c52fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:44.568729 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 089b14f9-8413-4eb7-bb7d-9e88421c36c7 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:54:44.571349 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 089b14f9-8413-4eb7-bb7d-9e88421c36c7 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:54:44.587602 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:44.651086 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3c601728-d2e3-451a-b5e1-d8456ff5a801 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:44.651931 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c601728-d2e3-451a-b5e1-d8456ff5a801 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 68a0cd47-a66b-4fcf-8ec2-34a6f704e596 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:54:44.673189 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port f9e92014-4811-464f-91a7-4f953657fa4e, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=f9e92014-4811-464f-91a7-4f953657fa4e,segment=NetworkSegment(2d8df79b-4c5b-4ba4-9373-40dd8c0b9321),segment_id=2d8df79b-4c5b-4ba4-9373-40dd8c0b9321)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:44.695265 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:44.705374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f24024-e62e-450f-818b-6183f375066b req-14370173-a41a-4f57-ad58-cda3e13a12fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:44.711550 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89f24024-e62e-450f-818b-6183f375066b req-14370173-a41a-4f57-ad58-cda3e13a12fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe539583-d535-4524-b810-6474f581fe71 HTTP/1.1" status: 200 len: 915 time: 0.7190857 Apr 18 20:54:44.714080 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3c601728-d2e3-451a-b5e1-d8456ff5a801 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:44.718719 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3c601728-d2e3-451a-b5e1-d8456ff5a801 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] 10.222.0.41 "DELETE /v2.0/routers/68a0cd47-a66b-4fcf-8ec2-34a6f704e596 HTTP/1.1" status: 204 len: 168 time: 0.8724926 Apr 18 20:54:44.736279 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59276) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:44.742844 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ffc27f32-e7a7-4742-8675-295128f360dd tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Request body: {'router': {'name': 'tempest-router-1669860284', 'distributed': False}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:44.830228 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:44.891837 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-ba7f7dca-7d02-4e5a-8ee1-b2885e4475d8 service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6320009 Apr 18 20:54:44.919918 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=f9e92014-4811-464f-91a7-4f953657fa4e,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:44.930439 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89f24024-e62e-450f-818b-6183f375066b req-9fac125b-1d6a-4a2e-83ef-953d666f3f4d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c7f44e5-6b20-4334-be07-bc28f725f95b HTTP/1.1" status: 200 len: 1001 time: 0.2121277 Apr 18 20:54:44.975471 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ffc27f32-e7a7-4742-8675-295128f360dd tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:44.982737 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ffc27f32-e7a7-4742-8675-295128f360dd tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:44.993053 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['f9e92014-4811-464f-91a7-4f953657fa4e'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:54:45.072788 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server [None req-10bd0c96-c8bb-4bb9-bd42-6b54374c52fb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 817c997a-98d5-440b-8075-28a2d3c58769: This subnet is being modified by another concurrent operation. Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:54:45.141920 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise exception Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 817c997a-98d5-440b-8075-28a2d3c58769: This subnet is being modified by another concurrent operation. Apr 18 20:54:45.148983 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Apr 18 20:54:45.182091 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa2658a-a12c-49a7-a1d7-daa69cd48594 None None] Network 499ee3ca-8830-400c-9003-f2cc70e6bb20 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:54:45.264682 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event deleted for resources: {'Subnet': ['ID=817c997a-98d5-440b-8075-28a2d3c58769,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:45.433141 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:45.433764 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:45.434116 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:45.434464 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:45.434807 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:45.435142 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:45.435474 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:45.435804 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:45.437229 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:45.437434 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:45.437709 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:45.437992 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:45.441788 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f24024-e62e-450f-818b-6183f375066b req-46d70408-e73f-424a-8e0d-a782ae177d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:45.447010 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89f24024-e62e-450f-818b-6183f375066b req-46d70408-e73f-424a-8e0d-a782ae177d9b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=934e222d-a43e-4b81-a646-860f58e51213 HTTP/1.1" status: 200 len: 853 time: 0.4691610 Apr 18 20:54:45.536856 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca495712-0560-437f-9ea9-a46a204ce0ed req-d44548ee-fb94-476d-bc7e-b092b8f7ac5d tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:45.546043 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca495712-0560-437f-9ea9-a46a204ce0ed req-d44548ee-fb94-476d-bc7e-b092b8f7ac5d tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 984 time: 0.3509884 Apr 18 20:54:45.611744 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d4656-f049-433b-b2f1-ffb8407aa53a req-2ddd4e8c-5ebb-450c-b521-b0514969c876 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:45.614532 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-964d4656-f049-433b-b2f1-ffb8407aa53a req-2ddd4e8c-5ebb-450c-b521-b0514969c876 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 944 time: 0.3518140 Apr 18 20:54:45.640981 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a14023d-b8ea-44a4-8616-589c20bfd0fe req-11628f13-41ff-48da-ac9c-6f8917d7faea service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7278388 Apr 18 20:54:45.666506 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ffc27f32-e7a7-4742-8675-295128f360dd tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:45.792683 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ffc27f32-e7a7-4742-8675-295128f360dd tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:45.821710 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c572dcc4-fede-4434-819d-a701d052367c None None] get_active_networks_info from n-d-838323-3 {{(pid=102910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:54:45.922532 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:45.952795 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca495712-0560-437f-9ea9-a46a204ce0ed req-b965073c-773b-4f59-8c82-19098550cf89 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/security-groups?id=a824989d-b851-440b-9da7-a0636833b279&id=132a84ea-1045-4d4e-8397-605bdfd831e8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4050932 Apr 18 20:54:45.984657 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f24024-e62e-450f-818b-6183f375066b req-a198d89c-cce3-4265-bea9-cd5d88ee3aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:45.987764 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89f24024-e62e-450f-818b-6183f375066b req-a198d89c-cce3-4265-bea9-cd5d88ee3aed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe539583-d535-4524-b810-6474f581fe71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5270932 Apr 18 20:54:46.074584 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ffc27f32-e7a7-4742-8675-295128f360dd tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:46.076851 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ffc27f32-e7a7-4742-8675-295128f360dd tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3396125 Apr 18 20:54:46.080458 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['499ee3ca-8830-400c-9003-f2cc70e6bb20']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:46.087886 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59304) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:46.095198 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c572dcc4-fede-4434-819d-a701d052367c None None] Resources bound (agent type, host, resource id): {{(pid=102910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:54:46.117395 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] device_id is not set on port 954db624-1612-4c76-b788-dcd6462655ae yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:54:46.132395 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40fc58bd-13fb-4239-b10a-d02a4cbb95b4') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:46.133307 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40fc58bd-13fb-4239-b10a-d02a4cbb95b4') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:46.161364 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-964d4656-f049-433b-b2f1-ffb8407aa53a req-bb362bce-31a3-4328-93ad-630622a664ff tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63802d4-7796-4638-8523-42b898b0c914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5171585 Apr 18 20:54:46.222819 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:46.243139 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b8dcf-cdc6-4291-acda-a5a706d4edf9 req-529d3974-f5dd-4219-819b-6bca628cc4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:46.245204 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d02b8dcf-cdc6-4291-acda-a5a706d4edf9 req-529d3974-f5dd-4219-819b-6bca628cc4b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d1cb6a1920642c6a254fff9677f23c7&device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 1095 time: 0.5142915 Apr 18 20:54:46.247875 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89f24024-e62e-450f-818b-6183f375066b req-98f3a236-f9ee-478b-a6fc-016b95d70189 service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404261 Apr 18 20:54:46.352487 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:46.377959 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:46.382367 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89f24024-e62e-450f-818b-6183f375066b req-89e2c9c7-0310-441b-a4d6-1d32f65d2200 service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094992 Apr 18 20:54:46.428626 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1aafee04-83b1-4dcd-8f92-f04f56a3cfa8 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:46.615404 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b8dcf-cdc6-4291-acda-a5a706d4edf9 req-e7a17406-6ac4-417d-b3a8-0f5721eadbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:46.620972 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d02b8dcf-cdc6-4291-acda-a5a706d4edf9 req-e7a17406-6ac4-417d-b3a8-0f5721eadbfe service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe539583-d535-4524-b810-6474f581fe71 HTTP/1.1" status: 200 len: 915 time: 0.3629348 Apr 18 20:54:46.635695 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:46.684863 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d02b8dcf-cdc6-4291-acda-a5a706d4edf9 req-908adcbe-a973-4e8f-bba5-b55176ddbc80 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb HTTP/1.1" status: 200 len: 217 time: 0.0557683 Apr 18 20:54:46.723301 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device f9e92014-4811-464f-91a7-4f953657fa4e up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:46.791439 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b8dcf-cdc6-4291-acda-a5a706d4edf9 req-8e8360cb-bdb1-4040-b6ea-9e05893b15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:46.800681 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:54:46.801148 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d02b8dcf-cdc6-4291-acda-a5a706d4edf9 req-8e8360cb-bdb1-4040-b6ea-9e05893b15b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=934e222d-a43e-4b81-a646-860f58e51213 HTTP/1.1" status: 200 len: 853 time: 0.1088881 Apr 18 20:54:46.801366 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:54:46.805407 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:54:46.948512 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59316) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:46.970412 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port f9e92014-4811-464f-91a7-4f953657fa4e completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:46.987614 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port f9e92014-4811-464f-91a7-4f953657fa4e triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:47.001220 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:47.008466 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b8dcf-cdc6-4291-acda-a5a706d4edf9 req-56e284dc-fe52-400e-8421-609c45d58aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:47.011459 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d02b8dcf-cdc6-4291-acda-a5a706d4edf9 req-56e284dc-fe52-400e-8421-609c45d58aa8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe539583-d535-4524-b810-6474f581fe71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1997347 Apr 18 20:54:47.160130 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Pushing event updated for resources: {'Port': ['ID=954db624-1612-4c76-b788-dcd6462655ae,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:47.370736 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:47.408460 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1aafee04-83b1-4dcd-8f92-f04f56a3cfa8 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:47.419789 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1aafee04-83b1-4dcd-8f92-f04f56a3cfa8 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:47.434215 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:47.434825 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:47.435317 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:47.443433 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d02b8dcf-cdc6-4291-acda-a5a706d4edf9 req-ca24707c-8e9e-45bc-95de-ca1ad81f52b1 service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159281 Apr 18 20:54:47.444046 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926dc6df-2252-4617-93e4-8ff50f2ad012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e92014-4811-464f-91a7-4f953657fa4e'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:47.447669 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:47.448454 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbdffd0-ed0e-4224-bb75-bca8dbc5133d" -d '{"events": [{"server_uuid": "926dc6df-2252-4617-93e4-8ff50f2ad012", "name": "network-vif-plugged", "status": "completed", "tag": "f9e92014-4811-464f-91a7-4f953657fa4e"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:47.459581 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-46c38e2f-738b-4b9e-b745-79257f969ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:47.466528 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port 954db624-1612-4c76-b788-dcd6462655ae on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:47.467186 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port 954db624-1612-4c76-b788-dcd6462655ae on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:47.469626 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:47.477671 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "DELETE /v2.0/networks/499ee3ca-8830-400c-9003-f2cc70e6bb20 HTTP/1.1" status: 204 len: 168 time: 3.4459579 Apr 18 20:54:47.486223 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59328) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:47.498324 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a8c8259b-c7c4-4a24-b060-6c6608d512cb tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2031588878'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:47.509178 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port f9e92014-4811-464f-91a7-4f953657fa4e, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=f9e92014-4811-464f-91a7-4f953657fa4e,segment=NetworkSegment(2d8df79b-4c5b-4ba4-9373-40dd8c0b9321),segment_id=2d8df79b-4c5b-4ba4-9373-40dd8c0b9321)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:47.519866 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:47.692498 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=f9e92014-4811-464f-91a7-4f953657fa4e,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:48.075274 n-d-838323-3 neutron-server[102909]: INFO neutron.plugins.ml2.plugin [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempt 2 to bind port 954db624-1612-4c76-b788-dcd6462655ae Apr 18 20:54:48.121056 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efd467-2c9b-46d2-9d59-d235ed83afc3 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event deleted for resources: {'Network': ['ID=499ee3ca-8830-400c-9003-f2cc70e6bb20,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:48.138142 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1aafee04-83b1-4dcd-8f92-f04f56a3cfa8 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:48.142274 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aafee04-83b1-4dcd-8f92-f04f56a3cfa8 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d2d34b3-706b-49aa-9d86-2c65be17bfec {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:54:48.156172 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1aafee04-83b1-4dcd-8f92-f04f56a3cfa8 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:48.166013 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1aafee04-83b1-4dcd-8f92-f04f56a3cfa8 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] 10.222.0.41 "DELETE /v2.0/routers/3d2d34b3-706b-49aa-9d86-2c65be17bfec HTTP/1.1" status: 204 len: 168 time: 2.0592246 Apr 18 20:54:48.166013 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:48.166013 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:48.166013 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:48.166013 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59332) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:48.175267 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-3ac1f153-4007-446e-81b9-ba76b89cf7d8 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Request body: {'router': {'name': 'tempest-router-322878798', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c336c5e310c549c7a8c9fc0f1f6bbe4b'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:48.191858 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port 954db624-1612-4c76-b788-dcd6462655ae on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:48.192329 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port 954db624-1612-4c76-b788-dcd6462655ae on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:48.197077 n-d-838323-3 neutron-server[102909]: INFO neutron.plugins.ml2.plugin [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempt 3 to bind port 954db624-1612-4c76-b788-dcd6462655ae Apr 18 20:54:48.229087 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:48.229618 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:48.230171 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:48.238300 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ac1f153-4007-446e-81b9-ba76b89cf7d8 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:48.240523 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ac1f153-4007-446e-81b9-ba76b89cf7d8 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:48.247857 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port 954db624-1612-4c76-b788-dcd6462655ae on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:48.248347 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port 954db624-1612-4c76-b788-dcd6462655ae on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:48.250412 n-d-838323-3 neutron-server[102909]: INFO neutron.plugins.ml2.plugin [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempt 4 to bind port 954db624-1612-4c76-b788-dcd6462655ae Apr 18 20:54:48.299257 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:48.300683 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:48.303603 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:48.339626 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port 954db624-1612-4c76-b788-dcd6462655ae on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:48.340155 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port 954db624-1612-4c76-b788-dcd6462655ae on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:48.363563 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d02b8dcf-cdc6-4291-acda-a5a706d4edf9 req-9be4f426-1dff-419c-b408-45b53f7dda11 service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9132993 Apr 18 20:54:48.371709 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5d2c1-b453-4b5a-b950-e00ef24fe266 req-8395305f-1eaa-4777-b263-49cbf34b6e86 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:48.373410 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15c5d2c1-b453-4b5a-b950-e00ef24fe266 req-8395305f-1eaa-4777-b263-49cbf34b6e86 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 984 time: 1.1159420 Apr 18 20:54:48.380347 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-46c38e2f-738b-4b9e-b745-79257f969ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:48.392124 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-46c38e2f-738b-4b9e-b745-79257f969ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:48.406321 n-d-838323-3 neutron-server[102909]: INFO neutron.plugins.ml2.plugin [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempt 5 to bind port 954db624-1612-4c76-b788-dcd6462655ae Apr 18 20:54:48.406608 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc4c03-54e1-4807-8a7f-39e14c4532a5 req-acc2bfa3-dfda-4738-b5b0-6737fb6750e4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:48.408685 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26cc4c03-54e1-4807-8a7f-39e14c4532a5 req-acc2bfa3-dfda-4738-b5b0-6737fb6750e4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 944 time: 1.0797331 Apr 18 20:54:48.438370 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c8259b-c7c4-4a24-b060-6c6608d512cb tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Made reservation on behalf of f869902bd4f74bf1b27afbf88bd5efb4 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:48.442119 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a8c8259b-c7c4-4a24-b060-6c6608d512cb tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:48.446187 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ac1f153-4007-446e-81b9-ba76b89cf7d8 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:48.455737 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:48.456297 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:48.456848 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:48.465663 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port 954db624-1612-4c76-b788-dcd6462655ae on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:48.466187 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port 954db624-1612-4c76-b788-dcd6462655ae on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:48.467588 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ac1f153-4007-446e-81b9-ba76b89cf7d8 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:48.471136 n-d-838323-3 neutron-server[102909]: INFO neutron.plugins.ml2.plugin [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempt 6 to bind port 954db624-1612-4c76-b788-dcd6462655ae Apr 18 20:54:48.503668 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:48.504493 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:48.504900 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:48.516518 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-46c38e2f-738b-4b9e-b745-79257f969ce7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51dd66d98acc4cb2ab3e85261bcb4aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5587668 Apr 18 20:54:48.518318 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ac1f153-4007-446e-81b9-ba76b89cf7d8 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:48.521619 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59338) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:48.525136 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3ac1f153-4007-446e-81b9-ba76b89cf7d8 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3576059 Apr 18 20:54:48.526160 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59340) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:48.536233 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-bf61f6f0-0c63-4044-a415-8047f9810360 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:48.536923 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c38e2f-738b-4b9e-b745-79257f969ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a428acc-f66d-49bd-9be4-848a30ca891f,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:48.539980 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port 954db624-1612-4c76-b788-dcd6462655ae on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:48.544924 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port 954db624-1612-4c76-b788-dcd6462655ae on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:48.549918 n-d-838323-3 neutron-server[102909]: INFO neutron.plugins.ml2.plugin [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempt 7 to bind port 954db624-1612-4c76-b788-dcd6462655ae Apr 18 20:54:48.579914 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c8259b-c7c4-4a24-b060-6c6608d512cb tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:54:48.605695 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15c5d2c1-b453-4b5a-b950-e00ef24fe266 req-64da8fd5-5332-4d64-a34a-ab5f255fb8fe tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/security-groups?id=a824989d-b851-440b-9da7-a0636833b279&id=132a84ea-1045-4d4e-8397-605bdfd831e8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1850576 Apr 18 20:54:48.624354 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:48.624927 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:48.625376 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:48.628699 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26cc4c03-54e1-4807-8a7f-39e14c4532a5 req-968f1e94-e84e-4d5c-a22f-433b916f51a4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63802d4-7796-4638-8523-42b898b0c914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772645 Apr 18 20:54:48.650767 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a8c8259b-c7c4-4a24-b060-6c6608d512cb tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:48.651618 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-a8c8259b-c7c4-4a24-b060-6c6608d512cb tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Added segment 284f877c-89bb-4363-be87-adf1a2e63298 of type vlan for network 18c5af8c-e103-42bd-bbfa-cc1cd7f40dd0 Apr 18 20:54:48.720234 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port 954db624-1612-4c76-b788-dcd6462655ae on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:48.721048 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port 954db624-1612-4c76-b788-dcd6462655ae on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:48.723661 n-d-838323-3 neutron-server[102909]: INFO neutron.plugins.ml2.plugin [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempt 8 to bind port 954db624-1612-4c76-b788-dcd6462655ae Apr 18 20:54:48.747066 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0cf910-e649-4b5f-8a76-3a13df0c6147 x-openstack-request-id: req-ab0cf910-e649-4b5f-8a76-3a13df0c6147 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:48.747066 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926dc6df-2252-4617-93e4-8ff50f2ad012", "name": "network-vif-plugged", "status": "completed", "tag": "f9e92014-4811-464f-91a7-4f953657fa4e", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:48.747066 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab0cf910-e649-4b5f-8a76-3a13df0c6147 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:48.747066 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab0cf910-e649-4b5f-8a76-3a13df0c6147'] response: {'server_uuid': '926dc6df-2252-4617-93e4-8ff50f2ad012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e92014-4811-464f-91a7-4f953657fa4e', 'code': 200} Apr 18 20:54:48.768943 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-65ed09d3-5a02-4f5a-84d6-d4bac4f98d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:48.774902 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:48.776938 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:48.778489 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:48.791224 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a8c8259b-c7c4-4a24-b060-6c6608d512cb tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:48.848138 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-65ed09d3-5a02-4f5a-84d6-d4bac4f98d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:48.871604 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port 954db624-1612-4c76-b788-dcd6462655ae on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:48.872115 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port 954db624-1612-4c76-b788-dcd6462655ae on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:48.920657 n-d-838323-3 neutron-server[102909]: INFO neutron.plugins.ml2.plugin [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempt 9 to bind port 954db624-1612-4c76-b788-dcd6462655ae Apr 18 20:54:48.934551 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf61f6f0-0c63-4044-a415-8047f9810360 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:48.934551 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf61f6f0-0c63-4044-a415-8047f9810360 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks [] for router, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:49.021374 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a8c8259b-c7c4-4a24-b060-6c6608d512cb tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:49.027404 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:49.028576 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:49.028802 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c8259b-c7c4-4a24-b060-6c6608d512cb tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:49.029460 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a8c8259b-c7c4-4a24-b060-6c6608d512cb tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:49.030185 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:49.037848 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-65ed09d3-5a02-4f5a-84d6-d4bac4f98d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:49.040872 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-65ed09d3-5a02-4f5a-84d6-d4bac4f98d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:49.044993 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-65ed09d3-5a02-4f5a-84d6-d4bac4f98d63 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a428acc-f66d-49bd-9be4-848a30ca891f HTTP/1.1" status: 204 len: 168 time: 0.5186920 Apr 18 20:54:49.052484 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19326c9-21bb-4da3-a9c0-2febec139c99 req-3368a710-71ed-464e-8450-1376d3d55ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:49.054222 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b19326c9-21bb-4da3-a9c0-2febec139c99 req-3368a710-71ed-464e-8450-1376d3d55ffa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 1136 time: 0.1598530 Apr 18 20:54:49.096913 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port 954db624-1612-4c76-b788-dcd6462655ae on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:49.097441 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port 954db624-1612-4c76-b788-dcd6462655ae on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:49.102402 n-d-838323-3 neutron-server[102909]: INFO neutron.plugins.ml2.plugin [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempt 10 to bind port 954db624-1612-4c76-b788-dcd6462655ae Apr 18 20:54:49.142021 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:49.142521 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:49.143037 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempting to bind port 954db624-1612-4c76-b788-dcd6462655ae on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:49.170934 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Port 954db624-1612-4c76-b788-dcd6462655ae on network 536439cf-b207-42e2-b178-11ed047efcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:49.171625 n-d-838323-3 neutron-server[102909]: ERROR neutron.plugins.ml2.managers [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Failed to bind port 954db624-1612-4c76-b788-dcd6462655ae on host n-h2-838323-3 for vnic_type normal using segments [{'id': 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '536439cf-b207-42e2-b178-11ed047efcb4'}] Apr 18 20:54:49.172019 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:49.176212 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed09d3-5a02-4f5a-84d6-d4bac4f98d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a428acc-f66d-49bd-9be4-848a30ca891f,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:49.180140 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-bf61f6f0-0c63-4044-a415-8047f9810360 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102909) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 18 20:54:49.180718 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-bf61f6f0-0c63-4044-a415-8047f9810360 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Router 00251a10-36ac-46a3-bd4a-304f0dcf0aaa migrating from provider to provider. {{(pid=102909) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 18 20:54:49.181312 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf61f6f0-0c63-4044-a415-8047f9810360 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:49.207445 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf61f6f0-0c63-4044-a415-8047f9810360 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:49.234436 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a8c8259b-c7c4-4a24-b060-6c6608d512cb tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7428153 Apr 18 20:54:49.252306 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8259b-c7c4-4a24-b060-6c6608d512cb tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event updated for resources: {'Network': ['ID=18c5af8c-e103-42bd-bbfa-cc1cd7f40dd0,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:49.258104 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59346) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:49.272993 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ba3c2087-d1a8-465d-aeae-8e5f15da5468 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Request body: {'subnet': {'network_id': '18c5af8c-e103-42bd-bbfa-cc1cd7f40dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:49.278627 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf61f6f0-0c63-4044-a415-8047f9810360 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608727'] for router, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:49.285261 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 18c5af8c-e103-42bd-bbfa-cc1cd7f40dd0 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:54:49.314518 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b19326c9-21bb-4da3-a9c0-2febec139c99 req-93d5b7b8-e828-4724-a4ba-ea3fd268e79c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a824989d-b851-440b-9da7-a0636833b279&id=132a84ea-1045-4d4e-8397-605bdfd831e8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2405503 Apr 18 20:54:49.634139 n-d-838323-3 neutron-server[102909]: WARNING neutron.scheduler.l3_agent_scheduler [None req-bf61f6f0-0c63-4044-a415-8047f9810360 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] No L3 agents can host the router 00251a10-36ac-46a3-bd4a-304f0dcf0aaa Apr 18 20:54:49.731381 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] For port 954db624-1612-4c76-b788-dcd6462655ae, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:49.731954 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attempted to set empty binding levels {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 20:54:49.849632 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:49.857030 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:54:49.900548 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] In _notify_port_updated(), no bound segment for port 954db624-1612-4c76-b788-dcd6462655ae on network 536439cf-b207-42e2-b178-11ed047efcb4 {{(pid=102909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:54:49.900940 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:49.908558 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:49.920029 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] 10.222.0.41 "PUT /v2.0/ports/954db624-1612-4c76-b788-dcd6462655ae HTTP/1.1" status: 200 len: 975 time: 5.4396925 Apr 18 20:54:49.928622 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59378) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:50.051771 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944b066-b700-484d-a659-7158aaeafb8c req-df181828-6587-48af-81b0-2614b4ddad71 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:50.063047 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8944b066-b700-484d-a659-7158aaeafb8c req-df181828-6587-48af-81b0-2614b4ddad71 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 944 time: 0.1940465 Apr 18 20:54:50.102949 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af43966-c7df-4249-a6e6-cedace95c905 req-55636681-eeb2-4593-9f14-f89f51bd53df tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:50.105227 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9af43966-c7df-4249-a6e6-cedace95c905 req-55636681-eeb2-4593-9f14-f89f51bd53df tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 985 time: 0.3089695 Apr 18 20:54:50.144017 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8944b066-b700-484d-a659-7158aaeafb8c req-fd5e9efd-62d4-4cf3-a20e-aeea25121982 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63802d4-7796-4638-8523-42b898b0c914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795255 Apr 18 20:54:50.181835 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3c2087-d1a8-465d-aeae-8e5f15da5468 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Made reservation on behalf of f869902bd4f74bf1b27afbf88bd5efb4 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:50.191578 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba3c2087-d1a8-465d-aeae-8e5f15da5468 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:50.260479 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9af43966-c7df-4249-a6e6-cedace95c905 req-8a4b0e7b-9ff5-4cae-b189-c3a4ea433ecd tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/security-groups?id=a824989d-b851-440b-9da7-a0636833b279&id=132a84ea-1045-4d4e-8397-605bdfd831e8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1351604 Apr 18 20:54:50.355214 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:50.373105 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe060114-0eda-4c73-8a9b-bc0681ac5370 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Pushing event updated for resources: {'Port': ['ID=954db624-1612-4c76-b788-dcd6462655ae,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:50.394422 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'port_id': 'ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb', 'mac_address': 'fa:16:3e:6c:19:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:54:50.497396 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:50.508953 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf61f6f0-0c63-4044-a415-8047f9810360 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Hosts for router 00251a10-36ac-46a3-bd4a-304f0dcf0aaa: [] {{(pid=102909) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 18 20:54:50.530499 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:54:50.566190 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:50.575757 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:50.618938 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf61f6f0-0c63-4044-a415-8047f9810360 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Hosts for other DVR routers connected to router 00251a10-36ac-46a3-bd4a-304f0dcf0aaa: set() {{(pid=102909) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 18 20:54:50.623665 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf61f6f0-0c63-4044-a415-8047f9810360 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:50.625810 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bf61f6f0-0c63-4044-a415-8047f9810360 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] 10.222.0.41 "PUT /v2.0/routers/00251a10-36ac-46a3-bd4a-304f0dcf0aaa HTTP/1.1" status: 200 len: 716 time: 2.0974629 Apr 18 20:54:50.629549 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59388) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:50.687253 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-d7b6c0b8-587d-45e7-8145-0ec9f17ebaec tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Deleting port 954db624-1612-4c76-b788-dcd6462655ae {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:54:50.687792 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d7b6c0b8-587d-45e7-8145-0ec9f17ebaec tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:50.728350 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:50.806090 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9a9f81d5-215b-4a5c-bffe-cb325606a882 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] 10.222.0.41 "GET /v2.0/routers/00251a10-36ac-46a3-bd4a-304f0dcf0aaa HTTP/1.1" status: 200 len: 716 time: 0.1732762 Apr 18 20:54:50.809489 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59392) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:50.899319 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-d7b6c0b8-587d-45e7-8145-0ec9f17ebaec tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] For port 954db624-1612-4c76-b788-dcd6462655ae, host n-h2-838323-3, got binding levels [] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:50.899894 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d7b6c0b8-587d-45e7-8145-0ec9f17ebaec tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:50.939973 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-d7b6c0b8-587d-45e7-8145-0ec9f17ebaec tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Calling delete_port for 954db624-1612-4c76-b788-dcd6462655ae owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:54:50.944577 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:54:51.096250 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba3c2087-d1a8-465d-aeae-8e5f15da5468 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:51.414093 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c2087-d1a8-465d-aeae-8e5f15da5468 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event updated for resources: {'Subnet': ['ID=60e2db31-2c86-407d-af9f-4ec132f325d7,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:51.453710 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3c2087-d1a8-465d-aeae-8e5f15da5468 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Checking segment: {'id': '284f877c-89bb-4363-be87-adf1a2e63298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '18c5af8c-e103-42bd-bbfa-cc1cd7f40dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:54:51.454926 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3c2087-d1a8-465d-aeae-8e5f15da5468 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Network hostable DHCP agents. Network: 18c5af8c-e103-42bd-bbfa-cc1cd7f40dd0, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:54:51.464558 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d7b6c0b8-587d-45e7-8145-0ec9f17ebaec tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:51.492375 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d7b6c0b8-587d-45e7-8145-0ec9f17ebaec tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:51.501532 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d7b6c0b8-587d-45e7-8145-0ec9f17ebaec tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] 10.222.0.41 "DELETE /v2.0/ports/954db624-1612-4c76-b788-dcd6462655ae HTTP/1.1" status: 204 len: 168 time: 1.5642903 Apr 18 20:54:51.502472 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59410) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:51.535380 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c8266110-4e14-4e35-a9d9-d404c4fa9680 tempest-RoutersTestDVR-1001265596 tempest-RoutersTestDVR-1001265596-project] 10.222.0.41 "GET /v2.0/routers/00251a10-36ac-46a3-bd4a-304f0dcf0aaa HTTP/1.1" status: 200 len: 682 time: 0.7240777 Apr 18 20:54:51.548163 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59414) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:51.599986 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6c0b8-587d-45e7-8145-0ec9f17ebaec tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] Pushing event deleted for resources: {'Port': ['ID=954db624-1612-4c76-b788-dcd6462655ae,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:51.604506 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b29118c-d357-4916-b0d4-d32fe2d6a3b1 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] GET failed (client error): The resource could not be found. Apr 18 20:54:51.610766 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6b29118c-d357-4916-b0d4-d32fe2d6a3b1 tempest-PortsAdminExtendedAttrsTestJSON-1080752668 tempest-PortsAdminExtendedAttrsTestJSON-1080752668-project-admin] 10.222.0.41 "GET /v2.0/ports/954db624-1612-4c76-b788-dcd6462655ae HTTP/1.1" status: 404 len: 333 time: 0.0861337 Apr 18 20:54:51.613410 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59416) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:51.684790 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3c2087-d1a8-465d-aeae-8e5f15da5468 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Network 18c5af8c-e103-42bd-bbfa-cc1cd7f40dd0 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:54:51.734225 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-caa6bff6-1368-4613-875a-c53b0147b3a1 tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:51.740136 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-ba3c2087-d1a8-465d-aeae-8e5f15da5468 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 18c5af8c-e103-42bd-bbfa-cc1cd7f40dd0) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:51.753603 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3c2087-d1a8-465d-aeae-8e5f15da5468 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:51.754844 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83f91a-011c-4f26-a5bc-987ada97f7a4 req-225464d9-552f-4e06-b256-e8025ab6b500 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:51.755046 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba3c2087-d1a8-465d-aeae-8e5f15da5468 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:51.756162 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eccf98-ea1f-4999-aebe-31b26b87c591 None None] Network 18c5af8c-e103-42bd-bbfa-cc1cd7f40dd0 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:54:51.756723 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c83f91a-011c-4f26-a5bc-987ada97f7a4 req-225464d9-552f-4e06-b256-e8025ab6b500 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 945 time: 0.4345174 Apr 18 20:54:51.764193 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce1877d2-ac35-4329-a54c-30864aaba2cd tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:51.836624 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ba3c2087-d1a8-465d-aeae-8e5f15da5468 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5735817 Apr 18 20:54:51.837409 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59420) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:52.075973 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:52.110220 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e27db-d634-43ae-8173-6e0ff26da56b req-0cf3a2a0-0291-41c2-871d-310a3549a8b8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:52.138226 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c4e27db-d634-43ae-8173-6e0ff26da56b req-0cf3a2a0-0291-41c2-871d-310a3549a8b8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 985 time: 0.5991809 Apr 18 20:54:52.160716 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-caa6bff6-1368-4613-875a-c53b0147b3a1 tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:52.286053 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-caa6bff6-1368-4613-875a-c53b0147b3a1 tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536439cf-b207-42e2-b178-11ed047efcb4']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:52.329064 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce1877d2-ac35-4329-a54c-30864aaba2cd tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:52.337127 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-caa6bff6-1368-4613-875a-c53b0147b3a1 tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:52.338030 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-caa6bff6-1368-4613-875a-c53b0147b3a1 tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae6f76e4-5d95-4c9a-9cbc-fcad479543af') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:52.338233 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce1877d2-ac35-4329-a54c-30864aaba2cd tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:52.353207 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2227a18-7b59-4bb1-986a-02ca429c19e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-18c5af8c-e103-42bd-bbfa-cc1cd7f40dd0', 'network_id': '18c5af8c-e103-42bd-bbfa-cc1cd7f40dd0', 'tenant_id': 'f869902bd4f74bf1b27afbf88bd5efb4', 'fixed_ips': [{'subnet_id': '60e2db31-2c86-407d-af9f-4ec132f325d7'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:54:52.354002 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d2227a18-7b59-4bb1-986a-02ca429c19e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:52.366663 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:52.373984 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c83f91a-011c-4f26-a5bc-987ada97f7a4 req-e7c7c7ad-a9e4-4e8f-8a04-aa77a02f21dc tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63802d4-7796-4638-8523-42b898b0c914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4601705 Apr 18 20:54:52.398839 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-caa6bff6-1368-4613-875a-c53b0147b3a1 tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:52.562662 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c4e27db-d634-43ae-8173-6e0ff26da56b req-c21c4934-0c7b-41bf-ab3b-7335134e6586 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/security-groups?id=a824989d-b851-440b-9da7-a0636833b279&id=132a84ea-1045-4d4e-8397-605bdfd831e8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4223042 Apr 18 20:54:52.586757 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce1877d2-ac35-4329-a54c-30864aaba2cd tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:52.587900 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1877d2-ac35-4329-a54c-30864aaba2cd tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00251a10-36ac-46a3-bd4a-304f0dcf0aaa {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:54:52.617218 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-caa6bff6-1368-4613-875a-c53b0147b3a1 tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:52.620893 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce1877d2-ac35-4329-a54c-30864aaba2cd tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:52.632691 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ce1877d2-ac35-4329-a54c-30864aaba2cd tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] 10.222.0.41 "DELETE /v2.0/routers/00251a10-36ac-46a3-bd4a-304f0dcf0aaa HTTP/1.1" status: 204 len: 168 time: 1.0713298 Apr 18 20:54:52.634087 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59448) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:52.641493 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-1ac200d2-b4c7-4855-b77c-363d6163c9b2 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Request body: {'router': {'name': 'tempest-router-974974014', 'distributed': True}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:52.660414 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa6bff6-1368-4613-875a-c53b0147b3a1 tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:54:52.666021 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-caa6bff6-1368-4613-875a-c53b0147b3a1 tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:54:52.673893 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:54:52.678093 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-d2227a18-7b59-4bb1-986a-02ca429c19e6 None None] Allocated IP 2001:db8::2 (18c5af8c-e103-42bd-bbfa-cc1cd7f40dd0/60e2db31-2c86-407d-af9f-4ec132f325d7/443ac985-5ce7-40a6-8093-4f0307a7d5be) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:52.723134 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1ac200d2-b4c7-4855-b77c-363d6163c9b2 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:52.726462 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1ac200d2-b4c7-4855-b77c-363d6163c9b2 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:52.921356 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1ac200d2-b4c7-4855-b77c-363d6163c9b2 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:52.926733 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-caa6bff6-1368-4613-875a-c53b0147b3a1 tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:52.961022 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-caa6bff6-1368-4613-875a-c53b0147b3a1 tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:52.968654 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d2227a18-7b59-4bb1-986a-02ca429c19e6 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:52.987238 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d2227a18-7b59-4bb1-986a-02ca429c19e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:52.991531 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-caa6bff6-1368-4613-875a-c53b0147b3a1 tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] 10.222.0.41 "DELETE /v2.0/networks/536439cf-b207-42e2-b178-11ed047efcb4 HTTP/1.1" status: 204 len: 168 time: 1.3724320 Apr 18 20:54:53.000871 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1ac200d2-b4c7-4855-b77c-363d6163c9b2 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:53.082811 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2227a18-7b59-4bb1-986a-02ca429c19e6 None None] Network 18c5af8c-e103-42bd-bbfa-cc1cd7f40dd0 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:53.089914 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-d2227a18-7b59-4bb1-986a-02ca429c19e6 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:53.097522 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6bff6-1368-4613-875a-c53b0147b3a1 tempest-PortsAdminExtendedAttrsTestJSON-1271940622 tempest-PortsAdminExtendedAttrsTestJSON-1271940622-project] Pushing event deleted for resources: {'Network': ['ID=536439cf-b207-42e2-b178-11ed047efcb4,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:53.123230 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2227a18-7b59-4bb1-986a-02ca429c19e6 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:53.140386 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:53.195863 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1ac200d2-b4c7-4855-b77c-363d6163c9b2 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:53.212268 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1ac200d2-b4c7-4855-b77c-363d6163c9b2 tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5762410 Apr 18 20:54:53.223319 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59460) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:53.278902 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event deleted for resources: {'Subnet': ['ID=60e2db31-2c86-407d-af9f-4ec132f325d7,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:53.346343 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2227a18-7b59-4bb1-986a-02ca429c19e6 None None] Pushing event updated for resources: {'Port': ['ID=443ac985-5ce7-40a6-8093-4f0307a7d5be,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:53.395021 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-d2227a18-7b59-4bb1-986a-02ca429c19e6 None None] Attempting to bind port 443ac985-5ce7-40a6-8093-4f0307a7d5be on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:53.395715 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-d2227a18-7b59-4bb1-986a-02ca429c19e6 None None] Attempting to bind port 443ac985-5ce7-40a6-8093-4f0307a7d5be by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '284f877c-89bb-4363-be87-adf1a2e63298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '18c5af8c-e103-42bd-bbfa-cc1cd7f40dd0'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:53.395866 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2227a18-7b59-4bb1-986a-02ca429c19e6 None None] Attempting to bind port 443ac985-5ce7-40a6-8093-4f0307a7d5be on network 18c5af8c-e103-42bd-bbfa-cc1cd7f40dd0 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:53.433823 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2227a18-7b59-4bb1-986a-02ca429c19e6 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:54:53.434228 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2227a18-7b59-4bb1-986a-02ca429c19e6 None None] Checking segment: {'id': '284f877c-89bb-4363-be87-adf1a2e63298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '18c5af8c-e103-42bd-bbfa-cc1cd7f40dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:54:53.434653 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d2227a18-7b59-4bb1-986a-02ca429c19e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:53.435062 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2227a18-7b59-4bb1-986a-02ca429c19e6 None None] Bound using segment: {'id': '284f877c-89bb-4363-be87-adf1a2e63298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '18c5af8c-e103-42bd-bbfa-cc1cd7f40dd0'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:54:53.435573 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-d2227a18-7b59-4bb1-986a-02ca429c19e6 None None] Bound port: 443ac985-5ce7-40a6-8093-4f0307a7d5be, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284f877c-89bb-4363-be87-adf1a2e63298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '18c5af8c-e103-42bd-bbfa-cc1cd7f40dd0'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:54:53.436510 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d2227a18-7b59-4bb1-986a-02ca429c19e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:53.468660 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52a1b9-1228-48e3-81f3-5f895f4a88fc req-4dc71402-ff2f-4ce6-ad11-36c792e1eca8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:53.471188 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe52a1b9-1228-48e3-81f3-5f895f4a88fc req-4dc71402-ff2f-4ce6-ad11-36c792e1eca8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 985 time: 0.5466771 Apr 18 20:54:53.602565 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:53.610796 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d2227a18-7b59-4bb1-986a-02ca429c19e6 None None] For port 443ac985-5ce7-40a6-8093-4f0307a7d5be, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:53.624248 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d2227a18-7b59-4bb1-986a-02ca429c19e6 None None] For port 443ac985-5ce7-40a6-8093-4f0307a7d5be, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=443ac985-5ce7-40a6-8093-4f0307a7d5be,segment=NetworkSegment(284f877c-89bb-4363-be87-adf1a2e63298),segment_id=284f877c-89bb-4363-be87-adf1a2e63298)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:53.627783 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d2227a18-7b59-4bb1-986a-02ca429c19e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:53.695892 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59484) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:53.711503 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c5af8c-e103-42bd-bbfa-cc1cd7f40dd0']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:53.756471 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284f877c-89bb-4363-be87-adf1a2e63298') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:53.756953 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284f877c-89bb-4363-be87-adf1a2e63298') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:53.775690 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:53.808871 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:53.810583 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1bbbff37-de3b-4fe8-ae75-f18bc800fb6a tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:53.821424 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:54:53.822402 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:53.936529 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:54:53.954558 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:54:53.994894 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.db.api [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 20:54:53.994894 n-d-838323-3 neutron-server[102909]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 20:54:53.994894 n-d-838323-3 neutron-server[102909]: [parameters: {'id': '18c5af8c-e103-42bd-bbfa-cc1cd7f40dd0'}] Apr 18 20:54:53.994894 n-d-838323-3 neutron-server[102909]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:54:53.997095 n-d-838323-3 neutron-server[102909]: DEBUG oslo_db.api [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:54:54.119859 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe52a1b9-1228-48e3-81f3-5f895f4a88fc req-2a9c0a4e-7616-4bca-b4f7-bb2c238bce4b tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/security-groups?id=a824989d-b851-440b-9da7-a0636833b279&id=132a84ea-1045-4d4e-8397-605bdfd831e8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.6252294 Apr 18 20:54:54.387914 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2227a18-7b59-4bb1-986a-02ca429c19e6 None None] Pushing event updated for resources: {'Port': ['ID=443ac985-5ce7-40a6-8093-4f0307a7d5be,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:54.398991 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4832e8-c7b1-45de-8da5-4f574b8944bc None None] Network 18c5af8c-e103-42bd-bbfa-cc1cd7f40dd0 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:54:54.495335 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-16d93c61-2660-42f2-9acd-99de6bfe2f7d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=caa57af47ee94c8f80e9a8892de8c423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7982011 Apr 18 20:54:54.499421 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59504) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:54.500777 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:54.508789 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14df728-ecf1-4fab-ae04-c97989f6fc89 req-860f026a-2397-465f-bb7b-a8bb4e598461 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:54.510792 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d14df728-ecf1-4fab-ae04-c97989f6fc89 req-860f026a-2397-465f-bb7b-a8bb4e598461 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 945 time: 0.8164442 Apr 18 20:54:54.540658 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59506) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:54.571328 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1bbbff37-de3b-4fe8-ae75-f18bc800fb6a tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:54.579834 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1bbbff37-de3b-4fe8-ae75-f18bc800fb6a tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:54.619792 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:54.659473 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7366c30f-2e5d-4cd7-82ca-1f4598c729f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:54.671274 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:54.671274 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:54.683315 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d14df728-ecf1-4fab-ae04-c97989f6fc89 req-e87984d9-c793-439a-a2bd-e8dd5f6577d8 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63802d4-7796-4638-8523-42b898b0c914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154823 Apr 18 20:54:54.688022 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ccf11-06a8-49e7-9443-64e66b22270c req-233d4144-7365-45f2-a74b-61602ba8abcf tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:54.697941 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d8ccf11-06a8-49e7-9443-64e66b22270c req-233d4144-7365-45f2-a74b-61602ba8abcf tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 1136 time: 0.3431647 Apr 18 20:54:54.773549 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9d8ccf11-06a8-49e7-9443-64e66b22270c req-aae2262f-8038-4643-83a9-529a073393ec tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:54.815516 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a632c624-65db-451a-8c04-754a97659ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:54.874395 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a632c624-65db-451a-8c04-754a97659ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:54.896685 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b9a695-7c5e-400e-b323-0b83b7a5dfa0 None None] get_active_networks_info from n-d-838323-3 {{(pid=102910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:54:54.987370 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be673c8a-eb78-4a6e-af5f-9dbd0b76b6b9 req-ab992cc0-1fe0-4328-a782-02793beb16b3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4436026 Apr 18 20:54:54.993907 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9d8ccf11-06a8-49e7-9443-64e66b22270c req-aae2262f-8038-4643-83a9-529a073393ec tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:55.006122 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9d8ccf11-06a8-49e7-9443-64e66b22270c req-aae2262f-8038-4643-83a9-529a073393ec tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:55.040312 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Deleting port 443ac985-5ce7-40a6-8093-4f0307a7d5be {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:54:55.044391 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:55.047875 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1bbbff37-de3b-4fe8-ae75-f18bc800fb6a tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:55.048552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbbff37-de3b-4fe8-ae75-f18bc800fb6a tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a3276d5-d978-4d52-9599-67fd95cb259d {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:54:55.080126 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a632c624-65db-451a-8c04-754a97659ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:55.084017 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a632c624-65db-451a-8c04-754a97659ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:55.085819 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a632c624-65db-451a-8c04-754a97659ed5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce70d00f-e586-4f26-aaad-f91993e8ba7a HTTP/1.1" status: 204 len: 168 time: 0.5761206 Apr 18 20:54:55.101590 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:55.137702 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632c624-65db-451a-8c04-754a97659ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce70d00f-e586-4f26-aaad-f91993e8ba7a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:55.141394 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0f04be12-1aac-4d9e-b319-d4e8991b5807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:55.167065 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] For port 443ac985-5ce7-40a6-8093-4f0307a7d5be, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=443ac985-5ce7-40a6-8093-4f0307a7d5be,segment=NetworkSegment(284f877c-89bb-4363-be87-adf1a2e63298),segment_id=284f877c-89bb-4363-be87-adf1a2e63298)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:55.167729 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:55.172579 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229a0e60-371e-4299-a2a7-a45e5645a030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:55.174928 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bc7f0c-9268-49b6-8074-f5fce53242fc" -d '{"events": [{"server_uuid": "229a0e60-371e-4299-a2a7-a45e5645a030", "name": "network-vif-plugged", "status": "completed", "tag": "ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:55.180833 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1bbbff37-de3b-4fe8-ae75-f18bc800fb6a tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:55.186854 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1bbbff37-de3b-4fe8-ae75-f18bc800fb6a tempest-RoutersTestDVR-2142104518 tempest-RoutersTestDVR-2142104518-project-admin] 10.222.0.41 "DELETE /v2.0/routers/0a3276d5-d978-4d52-9599-67fd95cb259d HTTP/1.1" status: 204 len: 168 time: 1.9577765 Apr 18 20:54:55.218783 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:55.225177 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Calling delete_port for 443ac985-5ce7-40a6-8093-4f0307a7d5be owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:54:55.228136 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b9a695-7c5e-400e-b323-0b83b7a5dfa0 None None] Resources bound (agent type, host, resource id): {{(pid=102910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:54:55.236219 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:55.299442 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d8ccf11-06a8-49e7-9443-64e66b22270c req-aae2262f-8038-4643-83a9-529a073393ec tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a824989d-b851-440b-9da7-a0636833b279&id=132a84ea-1045-4d4e-8397-605bdfd831e8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5999231 Apr 18 20:54:55.342083 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59522) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:55.352799 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840f8e31-fb22-47ae-ab13-6f1aab347638 x-openstack-request-id: req-840f8e31-fb22-47ae-ab13-6f1aab347638 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:55.358482 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229a0e60-371e-4299-a2a7-a45e5645a030", "name": "network-vif-plugged", "status": "completed", "tag": "ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:55.359603 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-840f8e31-fb22-47ae-ab13-6f1aab347638 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:55.360573 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-840f8e31-fb22-47ae-ab13-6f1aab347638'] response: {'server_uuid': '229a0e60-371e-4299-a2a7-a45e5645a030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb', 'code': 200} Apr 18 20:54:55.449288 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2262f-8038-4643-83a9-529a073393ec tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fceba8d0-6b06-4ee5-adbb-9bb722d8ff19,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:55.519822 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4e1c5e-fce4-49a1-b94c-80c1e569ddf2 tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:55.522837 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fb4e1c5e-fce4-49a1-b94c-80c1e569ddf2 tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 1131 time: 0.1794133 Apr 18 20:54:55.531618 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59524) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:55.549129 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-f84926d7-252c-4220-9fcc-c8f1d6c0ad23 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'port_id': 'f9e92014-4811-464f-91a7-4f953657fa4e', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:55.566595 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:55.627994 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:55.688750 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be673c8a-eb78-4a6e-af5f-9dbd0b76b6b9 req-8880e759-2559-431f-8fca-82db046f4d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:55.691669 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] No DVR routers for this DVR port 443ac985-5ce7-40a6-8093-4f0307a7d5be on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:54:55.691921 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be673c8a-eb78-4a6e-af5f-9dbd0b76b6b9 req-8880e759-2559-431f-8fca-82db046f4d03 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d1cb6a1920642c6a254fff9677f23c7&device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 1096 time: 0.4950252 Apr 18 20:54:55.694654 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event deleted for resources: {'Port': ['ID=443ac985-5ce7-40a6-8093-4f0307a7d5be,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:55.823021 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f84926d7-252c-4220-9fcc-c8f1d6c0ad23 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:55.838470 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5476ce-d685-4736-af4d-eef9d32032e0 req-af5c533e-29a0-4f30-ad6a-65a0caf24ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:55.848281 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af5476ce-d685-4736-af4d-eef9d32032e0 req-af5c533e-29a0-4f30-ad6a-65a0caf24ff7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 1097 time: 0.4692280 Apr 18 20:54:56.209932 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59536) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:56.227182 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:56.400178 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c5af8c-e103-42bd-bbfa-cc1cd7f40dd0']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:56.435545 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0f04be12-1aac-4d9e-b319-d4e8991b5807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:56.451892 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af5476ce-d685-4736-af4d-eef9d32032e0 req-43bde076-0d78-4e9d-a40e-94570cc9d368 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c63802d4-7796-4638-8523-42b898b0c914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5295291 Apr 18 20:54:56.478269 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0f04be12-1aac-4d9e-b319-d4e8991b5807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:56.485120 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284f877c-89bb-4363-be87-adf1a2e63298') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:56.486249 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284f877c-89bb-4363-be87-adf1a2e63298') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:56.503065 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:56.532250 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59540) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:56.621339 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:56.653825 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:54:56.653825 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:56.663395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e603f6f-d848-4470-8f1a-ec0b02f444dd req-f2350854-776a-4780-8f49-1f6657343e46 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:56.666972 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e603f6f-d848-4470-8f1a-ec0b02f444dd req-f2350854-776a-4780-8f49-1f6657343e46 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 946 time: 0.6651914 Apr 18 20:54:56.669130 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be673c8a-eb78-4a6e-af5f-9dbd0b76b6b9 req-1b0702e2-0696-4977-a7c8-4adbbbb82826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:56.672953 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be673c8a-eb78-4a6e-af5f-9dbd0b76b6b9 req-1b0702e2-0696-4977-a7c8-4adbbbb82826 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe539583-d535-4524-b810-6474f581fe71 HTTP/1.1" status: 200 len: 915 time: 0.9412444 Apr 18 20:54:56.695003 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0f04be12-1aac-4d9e-b319-d4e8991b5807 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d0218e201fa447b692d42a3d0438bf52&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1400778 Apr 18 20:54:56.695912 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04be12-1aac-4d9e-b319-d4e8991b5807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f22fa6-4b24-4fd6-a280-4d1717e135a1,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:56.709495 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59544) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:54:56.753962 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:54:56.794392 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-955cdcf2-33a2-4b6c-b1b0-f0f7f860c3f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee9ab9d9306948f29d7377cddcda3e31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2547467 Apr 18 20:54:56.794693 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59548) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:56.819527 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f84926d7-252c-4220-9fcc-c8f1d6c0ad23 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:56.845436 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e603f6f-d848-4470-8f1a-ec0b02f444dd req-e24700b0-435d-4da2-b67b-366dc1df79ae tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63802d4-7796-4638-8523-42b898b0c914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654563 Apr 18 20:54:56.929458 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be673c8a-eb78-4a6e-af5f-9dbd0b76b6b9 req-0e94aacf-d264-45f1-ae9c-5b91ce75c8a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c7f44e5-6b20-4334-be07-bc28f725f95b HTTP/1.1" status: 200 len: 1001 time: 0.1619399 Apr 18 20:54:56.949550 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.006105 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-517a712f-d9fd-4462-bb3f-95f240a5969d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.015275 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-52b6d878-b912-48a9-9601-b5d788534353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.017119 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.021430 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "DELETE /v2.0/networks/18c5af8c-e103-42bd-bbfa-cc1cd7f40dd0 HTTP/1.1" status: 204 len: 168 time: 5.1819422 Apr 18 20:54:57.025238 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd9103-afae-45ab-9029-7f23556d7334 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event deleted for resources: {'Network': ['ID=18c5af8c-e103-42bd-bbfa-cc1cd7f40dd0,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:57.035699 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59550) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:57.045233 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-27a65fdb-d682-4c3d-a1ec-ccaf7e66cebe tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1476742105'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:57.090236 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be673c8a-eb78-4a6e-af5f-9dbd0b76b6b9 req-1a047eb3-7005-40c2-8385-dcbb14e4dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:57.092385 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be673c8a-eb78-4a6e-af5f-9dbd0b76b6b9 req-1a047eb3-7005-40c2-8385-dcbb14e4dbb2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=934e222d-a43e-4b81-a646-860f58e51213 HTTP/1.1" status: 200 len: 853 time: 0.1539521 Apr 18 20:54:57.116897 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a34be274-071d-4468-bb32-74cb6a0053c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.153885 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-517a712f-d9fd-4462-bb3f-95f240a5969d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.164575 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-52b6d878-b912-48a9-9601-b5d788534353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.227880 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a34be274-071d-4468-bb32-74cb6a0053c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.244017 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be673c8a-eb78-4a6e-af5f-9dbd0b76b6b9 req-8234983c-8836-4f95-8dd8-0ff2c58007dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:57.245399 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a34be274-071d-4468-bb32-74cb6a0053c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.246022 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be673c8a-eb78-4a6e-af5f-9dbd0b76b6b9 req-8234983c-8836-4f95-8dd8-0ff2c58007dc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe539583-d535-4524-b810-6474f581fe71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364722 Apr 18 20:54:57.313571 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a65fdb-d682-4c3d-a1ec-ccaf7e66cebe tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Made reservation on behalf of f869902bd4f74bf1b27afbf88bd5efb4 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:57.318709 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-27a65fdb-d682-4c3d-a1ec-ccaf7e66cebe tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.367923 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34be274-071d-4468-bb32-74cb6a0053c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10ecbd7-eb5c-454a-9ffa-637e9d397db6,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:57.398489 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-f84926d7-252c-4220-9fcc-c8f1d6c0ad23 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Allocated IP 172.25.1.36 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/1db2d2e0-a283-4fb1-98bb-e3e99771d4af) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:57.407172 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be673c8a-eb78-4a6e-af5f-9dbd0b76b6b9 req-21c16f4c-9e65-404d-a495-1ae51c870691 service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428480 Apr 18 20:54:57.470595 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a34be274-071d-4468-bb32-74cb6a0053c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c336c5e310c549c7a8c9fc0f1f6bbe4b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2538874 Apr 18 20:54:57.471802 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59552) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:57.524316 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be673c8a-eb78-4a6e-af5f-9dbd0b76b6b9 req-682ba68f-0fc9-4b6d-adab-21ef01901c40 service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100860 Apr 18 20:54:57.526331 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-52b6d878-b912-48a9-9601-b5d788534353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.530294 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-52b6d878-b912-48a9-9601-b5d788534353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.532562 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-52b6d878-b912-48a9-9601-b5d788534353 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eccd3e7a-ca83-4330-9b27-d088d8b2a6b8 HTTP/1.1" status: 204 len: 168 time: 0.7368417 Apr 18 20:54:57.548262 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-517a712f-d9fd-4462-bb3f-95f240a5969d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.552390 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-517a712f-d9fd-4462-bb3f-95f240a5969d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.554164 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-517a712f-d9fd-4462-bb3f-95f240a5969d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/61f22fa6-4b24-4fd6-a280-4d1717e135a1 HTTP/1.1" status: 204 len: 168 time: 0.8436880 Apr 18 20:54:57.558928 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6d878-b912-48a9-9601-b5d788534353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccd3e7a-ca83-4330-9b27-d088d8b2a6b8,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:57.567515 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a65fdb-d682-4c3d-a1ec-ccaf7e66cebe tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:54:57.574655 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a712f-d9fd-4462-bb3f-95f240a5969d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f22fa6-4b24-4fd6-a280-4d1717e135a1,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:57.604048 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-27a65fdb-d682-4c3d-a1ec-ccaf7e66cebe tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.604422 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-27a65fdb-d682-4c3d-a1ec-ccaf7e66cebe tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Added segment 6f9261a5-26a3-4c7f-8aa0-9439f1ce9280 of type vlan for network c227a03c-8c8a-427c-8b90-e98d247f63a7 Apr 18 20:54:57.673461 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-27a65fdb-d682-4c3d-a1ec-ccaf7e66cebe tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.696591 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78fc0dac-d9d9-44e6-a366-76a522ef0c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.759717 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f84926d7-252c-4220-9fcc-c8f1d6c0ad23 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.781887 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78fc0dac-d9d9-44e6-a366-76a522ef0c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.800962 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-27a65fdb-d682-4c3d-a1ec-ccaf7e66cebe tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.808147 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a65fdb-d682-4c3d-a1ec-ccaf7e66cebe tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:57.808869 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-27a65fdb-d682-4c3d-a1ec-ccaf7e66cebe tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:58.022818 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-27a65fdb-d682-4c3d-a1ec-ccaf7e66cebe tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9856734 Apr 18 20:54:58.026154 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59566) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:58.034758 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a2b7dd07-bcf1-4036-9134-f4f6e641941e tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Request body: {'subnet': {'network_id': 'c227a03c-8c8a-427c-8b90-e98d247f63a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:58.177538 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a65fdb-d682-4c3d-a1ec-ccaf7e66cebe tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event updated for resources: {'Network': ['ID=c227a03c-8c8a-427c-8b90-e98d247f63a7,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:58.225483 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network c227a03c-8c8a-427c-8b90-e98d247f63a7 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:54:58.232203 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f84926d7-252c-4220-9fcc-c8f1d6c0ad23 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:58.312743 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78fc0dac-d9d9-44e6-a366-76a522ef0c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:58.315786 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78fc0dac-d9d9-44e6-a366-76a522ef0c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:58.317157 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-78fc0dac-d9d9-44e6-a366-76a522ef0c6b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a10ecbd7-eb5c-454a-9ffa-637e9d397db6 HTTP/1.1" status: 204 len: 168 time: 0.8419402 Apr 18 20:54:58.336037 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc0dac-d9d9-44e6-a366-76a522ef0c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10ecbd7-eb5c-454a-9ffa-637e9d397db6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:58.342322 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84926d7-252c-4220-9fcc-c8f1d6c0ad23 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:58.359891 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-f84926d7-252c-4220-9fcc-c8f1d6c0ad23 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:58.364944 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84926d7-252c-4220-9fcc-c8f1d6c0ad23 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:58.384313 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84926d7-252c-4220-9fcc-c8f1d6c0ad23 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event updated for resources: {'Port': ['ID=1db2d2e0-a283-4fb1-98bb-e3e99771d4af,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:58.527117 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a30fb-674a-43a6-9d2b-5b7b66e34534 req-af4361a8-ced2-43a7-910f-23cf813dc5a3 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:58.529088 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-315a30fb-674a-43a6-9d2b-5b7b66e34534 req-af4361a8-ced2-43a7-910f-23cf813dc5a3 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 946 time: 0.1888678 Apr 18 20:54:58.535953 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b7dd07-bcf1-4036-9134-f4f6e641941e tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Made reservation on behalf of f869902bd4f74bf1b27afbf88bd5efb4 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:58.541713 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a2b7dd07-bcf1-4036-9134-f4f6e641941e tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:58.710591 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59578) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:58.764939 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dc347887-1f85-4309-9ab9-265674147045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:58.794694 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-019ce530-5e3c-4991-8d39-a43711d534b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:58.823910 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-315a30fb-674a-43a6-9d2b-5b7b66e34534 req-b4e125d0-5f04-42f2-b0d9-62d30fc7b3fa tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63802d4-7796-4638-8523-42b898b0c914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769411 Apr 18 20:54:59.133825 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59596) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:59.140395 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dc347887-1f85-4309-9ab9-265674147045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:59.158248 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a10c1a0e-21ca-49ca-a22b-f8635f9cc8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:59.170431 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dc347887-1f85-4309-9ab9-265674147045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:59.272660 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f84926d7-252c-4220-9fcc-c8f1d6c0ad23 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:59.419548 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f84926d7-252c-4220-9fcc-c8f1d6c0ad23 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:59.572410 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-dc347887-1f85-4309-9ab9-265674147045 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=06dfc74430534422b787fea2a9b0d2c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8488412 Apr 18 20:54:59.572410 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc347887-1f85-4309-9ab9-265674147045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6961a8d5-4e4d-49a4-87ac-f9cbcdf977c1,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:59.574821 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59608) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:59.638727 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a10c1a0e-21ca-49ca-a22b-f8635f9cc8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:59.662630 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a10c1a0e-21ca-49ca-a22b-f8635f9cc8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:59.725256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.objects.ports [None req-a2b7dd07-bcf1-4036-9134-f4f6e641941e tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102908) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:54:59.735623 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a2b7dd07-bcf1-4036-9134-f4f6e641941e tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:59.748414 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23486973-bb3c-40d9-92a4-07ec8722c44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:59.814125 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a10c1a0e-21ca-49ca-a22b-f8635f9cc8fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=050d7b8d54674fd69f1cfe9b4b9eff65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6771607 Apr 18 20:54:59.818174 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c1a0e-21ca-49ca-a22b-f8635f9cc8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54249a9e-6908-46b3-b2e0-f81bb2d59c43,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:59.821720 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59614) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:59.826572 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:00.024800 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5591447-77a9-42ac-b69f-44c174cd34bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:00.094117 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f84926d7-252c-4220-9fcc-c8f1d6c0ad23 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:00.106152 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5591447-77a9-42ac-b69f-44c174cd34bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:00.116746 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f84926d7-252c-4220-9fcc-c8f1d6c0ad23 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:00.353363 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23486973-bb3c-40d9-92a4-07ec8722c44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:00.423619 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84926d7-252c-4220-9fcc-c8f1d6c0ad23 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event updated for resources: {'Port': ['ID=1db2d2e0-a283-4fb1-98bb-e3e99771d4af,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:00.450480 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f84926d7-252c-4220-9fcc-c8f1d6c0ad23 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:00.510767 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7dd07-bcf1-4036-9134-f4f6e641941e tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event updated for resources: {'Subnet': ['ID=96f7d71c-7fe0-42cb-a2d4-b3a711f75008,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:00.523900 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5591447-77a9-42ac-b69f-44c174cd34bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:00.528753 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5591447-77a9-42ac-b69f-44c174cd34bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:00.530346 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b5591447-77a9-42ac-b69f-44c174cd34bf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/54249a9e-6908-46b3-b2e0-f81bb2d59c43 HTTP/1.1" status: 204 len: 168 time: 0.6923506 Apr 18 20:55:00.576941 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5591447-77a9-42ac-b69f-44c174cd34bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54249a9e-6908-46b3-b2e0-f81bb2d59c43,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:00.634728 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b7dd07-bcf1-4036-9134-f4f6e641941e tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Checking segment: {'id': '6f9261a5-26a3-4c7f-8aa0-9439f1ce9280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c227a03c-8c8a-427c-8b90-e98d247f63a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:00.635081 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b7dd07-bcf1-4036-9134-f4f6e641941e tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Network hostable DHCP agents. Network: c227a03c-8c8a-427c-8b90-e98d247f63a7, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:55:00.647117 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82000e4-e4cf-47a2-a424-3f9cb0448b41 req-41dc34a6-17c9-432a-8a32-b08f0f918e1b tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:00.648405 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c82000e4-e4cf-47a2-a424-3f9cb0448b41 req-41dc34a6-17c9-432a-8a32-b08f0f918e1b tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 946 time: 0.3812354 Apr 18 20:55:00.718019 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23486973-bb3c-40d9-92a4-07ec8722c44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:00.720723 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23486973-bb3c-40d9-92a4-07ec8722c44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:00.726185 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-23486973-bb3c-40d9-92a4-07ec8722c44b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6961a8d5-4e4d-49a4-87ac-f9cbcdf977c1 HTTP/1.1" status: 204 len: 168 time: 1.0998604 Apr 18 20:55:00.733165 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b7dd07-bcf1-4036-9134-f4f6e641941e tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Network c227a03c-8c8a-427c-8b90-e98d247f63a7 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:55:00.768736 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23486973-bb3c-40d9-92a4-07ec8722c44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6961a8d5-4e4d-49a4-87ac-f9cbcdf977c1,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:00.786033 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c82000e4-e4cf-47a2-a424-3f9cb0448b41 req-1cd56668-c853-4084-bf9e-0f8ab8fb2ebb tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63802d4-7796-4638-8523-42b898b0c914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103673 Apr 18 20:55:00.792254 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-a2b7dd07-bcf1-4036-9134-f4f6e641941e tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, c227a03c-8c8a-427c-8b90-e98d247f63a7) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:00.807788 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90826d74-71f3-4cf1-9d65-de8d5d11dafc None None] Network c227a03c-8c8a-427c-8b90-e98d247f63a7 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:55:00.857100 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b7dd07-bcf1-4036-9134-f4f6e641941e tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:00.864078 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a2b7dd07-bcf1-4036-9134-f4f6e641941e tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:00.971072 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a2b7dd07-bcf1-4036-9134-f4f6e641941e tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.9434021 Apr 18 20:55:00.979204 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59644) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:01.452207 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:01.503711 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:01.512057 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a2ca5-1ea9-4f6f-9c8c-287538d94fbb req-d3cc490b-71f0-4d44-84f2-74c0470b9887 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:01.523761 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-457a2ca5-1ea9-4f6f-9c8c-287538d94fbb req-d3cc490b-71f0-4d44-84f2-74c0470b9887 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 946 time: 0.3527255 Apr 18 20:55:01.526378 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd8fe4a-d825-4f7d-b075-c9d1247329ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-c227a03c-8c8a-427c-8b90-e98d247f63a7', 'network_id': 'c227a03c-8c8a-427c-8b90-e98d247f63a7', 'tenant_id': 'f869902bd4f74bf1b27afbf88bd5efb4', 'fixed_ips': [{'subnet_id': '96f7d71c-7fe0-42cb-a2d4-b3a711f75008'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:55:01.530413 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0bd8fe4a-d825-4f7d-b075-c9d1247329ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:01.532567 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59660) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:01.550425 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-0acc89d2-b012-42ed-9729-f6730b01e14a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Request body: {'floatingip': {'port_id': 'ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:01.639649 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0acc89d2-b012-42ed-9729-f6730b01e14a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:01.709791 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:01.818162 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-f84926d7-252c-4220-9fcc-c8f1d6c0ad23 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Floating IP 9875f020-d9ea-470a-a456-9def4598ca97 associated. External IP: 172.25.1.36, port: f9e92014-4811-464f-91a7-4f953657fa4e. Apr 18 20:55:01.871631 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:01.889018 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-0bd8fe4a-d825-4f7d-b075-c9d1247329ec None None] Allocated IP 2001:db8::f816:3eff:fe41:fba9 (c227a03c-8c8a-427c-8b90-e98d247f63a7/96f7d71c-7fe0-42cb-a2d4-b3a711f75008/51f57b90-0e5d-4000-a3bb-c6bf065e6d5b) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:02.229311 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0bd8fe4a-d825-4f7d-b075-c9d1247329ec None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:02.248395 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0bd8fe4a-d825-4f7d-b075-c9d1247329ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:02.277076 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:02.347957 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event deleted for resources: {'Subnet': ['ID=96f7d71c-7fe0-42cb-a2d4-b3a711f75008,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:02.365181 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd8fe4a-d825-4f7d-b075-c9d1247329ec None None] Network c227a03c-8c8a-427c-8b90-e98d247f63a7 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:02.374086 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-0bd8fe4a-d825-4f7d-b075-c9d1247329ec None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:02.384954 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd8fe4a-d825-4f7d-b075-c9d1247329ec None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:02.482569 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8fe4a-d825-4f7d-b075-c9d1247329ec None None] Pushing event updated for resources: {'Port': ['ID=51f57b90-0e5d-4000-a3bb-c6bf065e6d5b,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:02.553052 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:02.633798 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-0bd8fe4a-d825-4f7d-b075-c9d1247329ec None None] Attempting to bind port 51f57b90-0e5d-4000-a3bb-c6bf065e6d5b on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:02.635760 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-0bd8fe4a-d825-4f7d-b075-c9d1247329ec None None] Attempting to bind port 51f57b90-0e5d-4000-a3bb-c6bf065e6d5b by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '6f9261a5-26a3-4c7f-8aa0-9439f1ce9280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c227a03c-8c8a-427c-8b90-e98d247f63a7'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:02.636710 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd8fe4a-d825-4f7d-b075-c9d1247329ec None None] Attempting to bind port 51f57b90-0e5d-4000-a3bb-c6bf065e6d5b on network c227a03c-8c8a-427c-8b90-e98d247f63a7 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:55:02.650690 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c227a03c-8c8a-427c-8b90-e98d247f63a7']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:02.662579 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd8fe4a-d825-4f7d-b075-c9d1247329ec None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:55:02.667171 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd8fe4a-d825-4f7d-b075-c9d1247329ec None None] Checking segment: {'id': '6f9261a5-26a3-4c7f-8aa0-9439f1ce9280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c227a03c-8c8a-427c-8b90-e98d247f63a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:02.668582 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0bd8fe4a-d825-4f7d-b075-c9d1247329ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:02.670810 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd8fe4a-d825-4f7d-b075-c9d1247329ec None None] Bound using segment: {'id': '6f9261a5-26a3-4c7f-8aa0-9439f1ce9280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c227a03c-8c8a-427c-8b90-e98d247f63a7'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:55:02.674109 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-0bd8fe4a-d825-4f7d-b075-c9d1247329ec None None] Bound port: 51f57b90-0e5d-4000-a3bb-c6bf065e6d5b, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9261a5-26a3-4c7f-8aa0-9439f1ce9280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c227a03c-8c8a-427c-8b90-e98d247f63a7'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:55:02.675000 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0bd8fe4a-d825-4f7d-b075-c9d1247329ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:02.706014 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9261a5-26a3-4c7f-8aa0-9439f1ce9280') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:02.709722 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9261a5-26a3-4c7f-8aa0-9439f1ce9280') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:02.756297 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:02.806241 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:02.808809 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0acc89d2-b012-42ed-9729-f6730b01e14a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:02.819525 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:55:02.819525 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:55:02.827929 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:55:02.891391 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0acc89d2-b012-42ed-9729-f6730b01e14a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:02.973319 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-0bd8fe4a-d825-4f7d-b075-c9d1247329ec None None] For port 51f57b90-0e5d-4000-a3bb-c6bf065e6d5b, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:55:02.977595 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.db.api [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 20:55:02.977595 n-d-838323-3 neutron-server[102908]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 20:55:02.977595 n-d-838323-3 neutron-server[102908]: [parameters: {'id': 'c227a03c-8c8a-427c-8b90-e98d247f63a7'}] Apr 18 20:55:02.977595 n-d-838323-3 neutron-server[102908]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:55:02.979355 n-d-838323-3 neutron-server[102908]: DEBUG oslo_db.api [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:55:02.984867 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-0bd8fe4a-d825-4f7d-b075-c9d1247329ec None None] For port 51f57b90-0e5d-4000-a3bb-c6bf065e6d5b, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=51f57b90-0e5d-4000-a3bb-c6bf065e6d5b,segment=NetworkSegment(6f9261a5-26a3-4c7f-8aa0-9439f1ce9280),segment_id=6f9261a5-26a3-4c7f-8aa0-9439f1ce9280)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:55:02.992802 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0bd8fe4a-d825-4f7d-b075-c9d1247329ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:03.099526 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-0acc89d2-b012-42ed-9729-f6730b01e14a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Floating IP 2577b8e9-3297-4bbc-9ff1-fbfe999d734b associated. External IP: 172.25.1.221, port: ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb. Apr 18 20:55:03.140551 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59710) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:03.203487 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8fe4a-d825-4f7d-b075-c9d1247329ec None None] Pushing event updated for resources: {'Port': ['ID=51f57b90-0e5d-4000-a3bb-c6bf065e6d5b,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:03.208906 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84926d7-252c-4220-9fcc-c8f1d6c0ad23 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Router 69338e3a-af09-40c9-95e9-03f34363a94b has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:55:03.402769 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f2ef24-bef0-443e-9993-b8c785b8846e None None] Network c227a03c-8c8a-427c-8b90-e98d247f63a7 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:55:03.481753 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:03.736090 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7730980-4bbf-4445-9536-6fa9916ead01 None None] get_active_networks_info from n-d-838323-3 {{(pid=102910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:55:03.753491 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0acc89d2-b012-42ed-9729-f6730b01e14a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Router 0b213186-7500-4ecf-b970-f176d66dd662 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:55:03.775771 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Deleting port 51f57b90-0e5d-4000-a3bb-c6bf065e6d5b {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:55:03.776877 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:03.782235 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84926d7-252c-4220-9fcc-c8f1d6c0ad23 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:55:03.796098 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc17dce-1d96-4b11-8ce4-7acd4084c97c None None] Sync routers for ids ['69338e3a-af09-40c9-95e9-03f34363a94b'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:55:03.829160 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc17dce-1d96-4b11-8ce4-7acd4084c97c None None] Routers {'69338e3a-af09-40c9-95e9-03f34363a94b'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:55:03.836475 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7cc17dce-1d96-4b11-8ce4-7acd4084c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:54:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['69338e3a-af09-40c9-95e9-03f34363a94b'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:03.936354 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f84926d7-252c-4220-9fcc-c8f1d6c0ad23 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:03.972332 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-1d7cdc71-f409-4a8a-b556-391af6e4d732 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1619622650', 'router:external': True}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:04.029701 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f84926d7-252c-4220-9fcc-c8f1d6c0ad23 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.4958644 Apr 18 20:55:04.037294 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926dc6df-2252-4617-93e4-8ff50f2ad012', 'tag': 'f9e92014-4811-464f-91a7-4f953657fa4e'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:55:04.044707 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d757e2f-8bab-46d6-9f18-bb152419659e" -d '{"events": [{"name": "network-changed", "server_uuid": "926dc6df-2252-4617-93e4-8ff50f2ad012", "tag": "f9e92014-4811-464f-91a7-4f953657fa4e"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:55:04.045878 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59740) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:04.047326 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7cdc71-f409-4a8a-b556-391af6e4d732 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Made reservation on behalf of f5423a1d53394d2898790243b8f7b6c1 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:04.048416 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7730980-4bbf-4445-9536-6fa9916ead01 None None] Resources bound (agent type, host, resource id): {{(pid=102910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:55:04.056569 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1d7cdc71-f409-4a8a-b556-391af6e4d732 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:04.205049 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acc89d2-b012-42ed-9729-f6730b01e14a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:55:04.219456 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0acc89d2-b012-42ed-9729-f6730b01e14a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:04.220763 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cbfca7-3d97-4aaa-8133-ff5ed9fb6e96 None None] Sync routers for ids ['0b213186-7500-4ecf-b970-f176d66dd662'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:55:04.252542 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1d7cdc71-f409-4a8a-b556-391af6e4d732 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:04.261098 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77659823-22e6-48f6-a1f2-933fa2ca361f x-openstack-request-id: req-77659823-22e6-48f6-a1f2-933fa2ca361f {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:55:04.261098 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926dc6df-2252-4617-93e4-8ff50f2ad012", "tag": "f9e92014-4811-464f-91a7-4f953657fa4e", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:55:04.261431 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-77659823-22e6-48f6-a1f2-933fa2ca361f {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:55:04.261800 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77659823-22e6-48f6-a1f2-933fa2ca361f'] response: {'name': 'network-changed', 'server_uuid': '926dc6df-2252-4617-93e4-8ff50f2ad012', 'tag': 'f9e92014-4811-464f-91a7-4f953657fa4e', 'status': 'completed', 'code': 200} Apr 18 20:55:04.279286 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0acc89d2-b012-42ed-9729-f6730b01e14a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "PUT /v2.0/floatingips/2577b8e9-3297-4bbc-9ff1-fbfe999d734b HTTP/1.1" status: 200 len: 992 time: 2.7417459 Apr 18 20:55:04.324943 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59748) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:04.337213 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-7cc17dce-1d96-4b11-8ce4-7acd4084c97c None None] Set router 69338e3a-af09-40c9-95e9-03f34363a94b gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:55:04.371805 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cbfca7-3d97-4aaa-8133-ff5ed9fb6e96 None None] Routers {'0b213186-7500-4ecf-b970-f176d66dd662'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:55:04.372789 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-58cbfca7-3d97-4aaa-8133-ff5ed9fb6e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:54:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0b213186-7500-4ecf-b970-f176d66dd662'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:04.544161 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1d7cdc71-f409-4a8a-b556-391af6e4d732 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:04.703974 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1d7cdc71-f409-4a8a-b556-391af6e4d732 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:04.756970 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-5b198e92-421b-464b-ace0-52469ab8e068 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1841655921'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:04.782641 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b198e92-421b-464b-ace0-52469ab8e068 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Made reservation on behalf of e0ee8110d99549cbad750c60d95bedd0 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:04.788974 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b198e92-421b-464b-ace0-52469ab8e068 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:04.795208 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7cc17dce-1d96-4b11-8ce4-7acd4084c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-511015894', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:56Z', 'updated_at': '2022-04-18T20:54:09Z', 'revision_number': 4, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'gw_port': {'id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:57Z', 'updated_at': '2022-04-18T20:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '9875f020-d9ea-470a-a456-9def4598ca97', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'floating_ip_address': '172.25.1.36', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'port_id': 'f9e92014-4811-464f-91a7-4f953657fa4e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654', 'mac_address': 'fa:16:3e:d2:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926dc6df-2252-4617-93e4-8ff50f2ad012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:58Z', 'updated_at': '2022-04-18T20:54:58Z', 'revision_number': 0, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6ebfd6e-dea2-45a2-a946-f84aa88eddb9', 'name': '', 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'mac_address': 'fa:16:3e:ea:e5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '7eaa0081-18d9-4e1f-a932-a028b98a3306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:54:06Z', 'updated_at': '2022-04-18T20:54:19Z', 'revision_number': 5, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'subnets': [{'id': '7eaa0081-18d9-4e1f-a932-a028b98a3306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:04.811767 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b198e92-421b-464b-ace0-52469ab8e068 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:04.864032 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7cdc71-f409-4a8a-b556-391af6e4d732 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b54ac8-821a-4727-822c-35df63109256,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:04.896740 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc17dce-1d96-4b11-8ce4-7acd4084c97c None None] Checking router: 69338e3a-af09-40c9-95e9-03f34363a94b for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:55:04.926360 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc17dce-1d96-4b11-8ce4-7acd4084c97c None None] Routers {'69338e3a-af09-40c9-95e9-03f34363a94b'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:55:04.933596 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7cc17dce-1d96-4b11-8ce4-7acd4084c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:54:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['69338e3a-af09-40c9-95e9-03f34363a94b'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:04.934241 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-58cbfca7-3d97-4aaa-8133-ff5ed9fb6e96 None None] Set router 0b213186-7500-4ecf-b970-f176d66dd662 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:55:04.953018 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] For port 51f57b90-0e5d-4000-a3bb-c6bf065e6d5b, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=51f57b90-0e5d-4000-a3bb-c6bf065e6d5b,segment=NetworkSegment(6f9261a5-26a3-4c7f-8aa0-9439f1ce9280),segment_id=6f9261a5-26a3-4c7f-8aa0-9439f1ce9280)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:04.953472 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:05.003216 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7cdc71-f409-4a8a-b556-391af6e4d732 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:55:05.047186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Calling delete_port for 51f57b90-0e5d-4000-a3bb-c6bf065e6d5b owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:55:05.116530 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d757e2f-8bab-46d6-9f18-bb152419659e req-5c2e8a1c-b3ea-439c-a430-df9c1ec562f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:05.122967 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d757e2f-8bab-46d6-9f18-bb152419659e req-5c2e8a1c-b3ea-439c-a430-df9c1ec562f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b43792f5e3a4b5fa4fa359a68fd10f8&device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 1136 time: 0.8450489 Apr 18 20:55:05.142808 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b198e92-421b-464b-ace0-52469ab8e068 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:05.152664 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b198e92-421b-464b-ace0-52469ab8e068 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:05.157636 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1d7cdc71-f409-4a8a-b556-391af6e4d732 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:05.160107 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-1d7cdc71-f409-4a8a-b556-391af6e4d732 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Added segment 47b181b7-6946-48aa-8cde-3eb2619ca120 of type vlan for network 1919fc30-6cff-48b9-889b-567ffb017678 Apr 18 20:55:05.204204 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b198e92-421b-464b-ace0-52469ab8e068 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:55:05.210936 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59766) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:05.253729 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b198e92-421b-464b-ace0-52469ab8e068 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81cdf653-344f-4b21-b676-726ab972df52,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:05.259695 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b198e92-421b-464b-ace0-52469ab8e068 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:05.260650 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-5b198e92-421b-464b-ace0-52469ab8e068 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Added segment 75eef457-3d66-4bd1-b433-37fb9cfea5ec of type vlan for network 4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b Apr 18 20:55:05.354558 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b198e92-421b-464b-ace0-52469ab8e068 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:05.386068 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-7cc17dce-1d96-4b11-8ce4-7acd4084c97c None None] Set router 69338e3a-af09-40c9-95e9-03f34363a94b gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:55:05.405030 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b198e92-421b-464b-ace0-52469ab8e068 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:05.431155 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b198e92-421b-464b-ace0-52469ab8e068 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:05.435052 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b198e92-421b-464b-ace0-52469ab8e068 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:05.614089 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d20162c-4858-475f-850c-a1cdd8911d5f tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:05.616656 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d20162c-4858-475f-850c-a1cdd8911d5f tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:05.617522 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d20162c-4858-475f-850c-a1cdd8911d5f tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:05.618086 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d20162c-4858-475f-850c-a1cdd8911d5f tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:05.619615 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d20162c-4858-475f-850c-a1cdd8911d5f tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:05.620177 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d20162c-4858-475f-850c-a1cdd8911d5f tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:05.620756 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d20162c-4858-475f-850c-a1cdd8911d5f tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:05.621289 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d20162c-4858-475f-850c-a1cdd8911d5f tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:05.621880 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d20162c-4858-475f-850c-a1cdd8911d5f tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:05.623200 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d20162c-4858-475f-850c-a1cdd8911d5f tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:05.623790 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d20162c-4858-475f-850c-a1cdd8911d5f tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:05.626122 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7d20162c-4858-475f-850c-a1cdd8911d5f tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7690 time: 1.5588117 Apr 18 20:55:05.659140 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59770) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:05.683846 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:05.697353 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1d7cdc71-f409-4a8a-b556-391af6e4d732 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:05.712955 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] No DVR routers for this DVR port 51f57b90-0e5d-4000-a3bb-c6bf065e6d5b on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:55:05.720721 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c269767a-8937-4884-99b9-ad82ee0f3eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:05.827784 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5b198e92-421b-464b-ace0-52469ab8e068 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4954648 Apr 18 20:55:05.830163 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59774) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:05.837282 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event deleted for resources: {'Port': ['ID=51f57b90-0e5d-4000-a3bb-c6bf065e6d5b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:05.874249 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-4a4ff952-7aa5-49d8-8a80-6717ac54526a tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Request body: {'subnet': {'network_id': '4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:05.948102 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b198e92-421b-464b-ace0-52469ab8e068 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Pushing event updated for resources: {'Network': ['ID=4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:06.009171 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:06.012565 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7cc17dce-1d96-4b11-8ce4-7acd4084c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-511015894', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:56Z', 'updated_at': '2022-04-18T20:54:09Z', 'revision_number': 4, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'gw_port': {'id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:57Z', 'updated_at': '2022-04-18T20:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '9875f020-d9ea-470a-a456-9def4598ca97', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'floating_ip_address': '172.25.1.36', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'port_id': 'f9e92014-4811-464f-91a7-4f953657fa4e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654', 'mac_address': 'fa:16:3e:d2:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926dc6df-2252-4617-93e4-8ff50f2ad012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:58Z', 'updated_at': '2022-04-18T20:54:58Z', 'revision_number': 0, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6ebfd6e-dea2-45a2-a946-f84aa88eddb9', 'name': '', 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'mac_address': 'fa:16:3e:ea:e5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '7eaa0081-18d9-4e1f-a932-a028b98a3306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:54:06Z', 'updated_at': '2022-04-18T20:54:19Z', 'revision_number': 5, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'subnets': [{'id': '7eaa0081-18d9-4e1f-a932-a028b98a3306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:06.062060 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:55:06.106383 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc17dce-1d96-4b11-8ce4-7acd4084c97c None None] The sync data for ids ['69338e3a-af09-40c9-95e9-03f34363a94b'] in n-d-838323-3 is: [{'id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-511015894', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:56Z', 'updated_at': '2022-04-18T20:54:09Z', 'revision_number': 4, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'gw_port': {'id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:57Z', 'updated_at': '2022-04-18T20:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '9875f020-d9ea-470a-a456-9def4598ca97', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'floating_ip_address': '172.25.1.36', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'port_id': 'f9e92014-4811-464f-91a7-4f953657fa4e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654', 'mac_address': 'fa:16:3e:d2:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926dc6df-2252-4617-93e4-8ff50f2ad012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:58Z', 'updated_at': '2022-04-18T20:54:58Z', 'revision_number': 0, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6ebfd6e-dea2-45a2-a946-f84aa88eddb9', 'name': '', 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'mac_address': 'fa:16:3e:ea:e5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '7eaa0081-18d9-4e1f-a932-a028b98a3306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:54:06Z', 'updated_at': '2022-04-18T20:54:19Z', 'revision_number': 5, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'subnets': [{'id': '7eaa0081-18d9-4e1f-a932-a028b98a3306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:55:06.137490 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1d7cdc71-f409-4a8a-b556-391af6e4d732 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:06.137987 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7cdc71-f409-4a8a-b556-391af6e4d732 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:06.138597 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1d7cdc71-f409-4a8a-b556-391af6e4d732 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:06.160262 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6b2dd0-dae0-4546-b97f-9d5c8642612e tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:06.163381 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6b2dd0-dae0-4546-b97f-9d5c8642612e tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:06.164568 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6b2dd0-dae0-4546-b97f-9d5c8642612e tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:06.166823 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6b2dd0-dae0-4546-b97f-9d5c8642612e tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:06.168064 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d757e2f-8bab-46d6-9f18-bb152419659e req-8bb96410-50c5-4fcf-91fe-c746e0366f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:06.168929 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6b2dd0-dae0-4546-b97f-9d5c8642612e tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:06.170156 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6b2dd0-dae0-4546-b97f-9d5c8642612e tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:06.170792 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6b2dd0-dae0-4546-b97f-9d5c8642612e tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:06.171818 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d757e2f-8bab-46d6-9f18-bb152419659e req-8bb96410-50c5-4fcf-91fe-c746e0366f3c service neutron] 10.222.0.57 "GET /v2.0/networks?id=6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654 HTTP/1.1" status: 200 len: 898 time: 0.9759109 Apr 18 20:55:06.172692 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6b2dd0-dae0-4546-b97f-9d5c8642612e tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:06.177642 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6f6b2dd0-dae0-4546-b97f-9d5c8642612e tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5284 time: 0.4891663 Apr 18 20:55:06.188181 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59780) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:06.311766 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1d7cdc71-f409-4a8a-b556-391af6e4d732 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.1701639 Apr 18 20:55:06.334552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7cdc71-f409-4a8a-b556-391af6e4d732 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Pushing event updated for resources: {'Network': ['ID=1919fc30-6cff-48b9-889b-567ffb017678,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:06.347748 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229a0e60-371e-4299-a2a7-a45e5645a030', 'tag': 'ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:55:06.351805 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15c38e3-487d-4ff9-8c9d-077200237767" -d '{"events": [{"name": "network-changed", "server_uuid": "229a0e60-371e-4299-a2a7-a45e5645a030", "tag": "ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:55:06.357602 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59782) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:06.370597 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-7e7ae3aa-a074-41cb-84a5-471c291ef92d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Request body: {'subnet': {'network_id': '1919fc30-6cff-48b9-889b-567ffb017678', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:06.393145 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c227a03c-8c8a-427c-8b90-e98d247f63a7']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:06.416560 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 1919fc30-6cff-48b9-889b-567ffb017678 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:55:06.420184 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9261a5-26a3-4c7f-8aa0-9439f1ce9280') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:06.422170 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9261a5-26a3-4c7f-8aa0-9439f1ce9280') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:06.431172 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7ae3aa-a074-41cb-84a5-471c291ef92d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Made reservation on behalf of f5423a1d53394d2898790243b8f7b6c1 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:06.437032 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae3aa-a074-41cb-84a5-471c291ef92d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:06.454688 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:06.475174 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b259f119-b85c-4970-81df-727cdc15c33f x-openstack-request-id: req-b259f119-b85c-4970-81df-727cdc15c33f {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:55:06.475475 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "229a0e60-371e-4299-a2a7-a45e5645a030", "tag": "ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:55:06.475708 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b259f119-b85c-4970-81df-727cdc15c33f {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:55:06.476115 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b259f119-b85c-4970-81df-727cdc15c33f'] response: {'name': 'network-changed', 'server_uuid': '229a0e60-371e-4299-a2a7-a45e5645a030', 'tag': 'ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb', 'status': 'completed', 'code': 200} Apr 18 20:55:06.486291 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:06.510815 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:55:06.512941 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:06.544889 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574ade3c-ddc9-48dd-bc26-5e25fdc26e7f None None] New status for floating IP 9875f020-d9ea-470a-a456-9def4598ca97: ACTIVE {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:55:06.625278 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-58cbfca7-3d97-4aaa-8133-ff5ed9fb6e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '2577b8e9-3297-4bbc-9ff1-fbfe999d734b', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'floating_ip_address': '172.25.1.221', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'port_id': 'ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'mac_address': 'fa:16:3e:6c:19:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a0e60-371e-4299-a2a7-a45e5645a030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:19Z', 'updated_at': '2022-04-18T20:55:02Z', 'revision_number': 1, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'fixed_ip_address_scope': None}, {'id': 'f75364bc-a706-4eaa-9dbd-0a40ccc1d193', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'port_id': '5c7f44e5-6b20-4334-be07-bc28f725f95b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'mac_address': 'fa:16:3e:dd:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:52:13Z', 'updated_at': '2022-04-18T20:52:44Z', 'revision_number': 2, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd253cd-854f-45e4-b89c-9045a0554e6f', 'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'mac_address': 'fa:16:3e:b8:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:02Z', 'updated_at': '2022-04-18T20:52:12Z', 'revision_number': 5, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'subnets': [{'id': '934e222d-a43e-4b81-a646-860f58e51213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:55:06.639546 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:55:06.702051 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cbfca7-3d97-4aaa-8133-ff5ed9fb6e96 None None] Checking router: 0b213186-7500-4ecf-b970-f176d66dd662 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:55:06.730158 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cbfca7-3d97-4aaa-8133-ff5ed9fb6e96 None None] Routers {'0b213186-7500-4ecf-b970-f176d66dd662'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:55:06.730927 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-58cbfca7-3d97-4aaa-8133-ff5ed9fb6e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:54:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0b213186-7500-4ecf-b970-f176d66dd662'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:06.765582 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:06.781935 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:06.787632 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "DELETE /v2.0/networks/c227a03c-8c8a-427c-8b90-e98d247f63a7 HTTP/1.1" status: 204 len: 168 time: 5.8063154 Apr 18 20:55:06.803513 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59786) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:06.828528 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d757e2f-8bab-46d6-9f18-bb152419659e req-f391776c-314a-4dff-aefc-b92ec120cde3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9e92014-4811-464f-91a7-4f953657fa4e HTTP/1.1" status: 200 len: 999 time: 0.5036161 Apr 18 20:55:06.831989 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4ff952-7aa5-49d8-8a80-6717ac54526a tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Made reservation on behalf of e0ee8110d99549cbad750c60d95bedd0 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:06.838028 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff952-7aa5-49d8-8a80-6717ac54526a tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:06.959827 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ee3174-029a-41ea-a517-49617cb0581c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] DELETE failed (client error): The resource could not be found. Apr 18 20:55:06.961635 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ee3174-029a-41ea-a517-49617cb0581c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:55:06.970703 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-17ee3174-029a-41ea-a517-49617cb0581c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "DELETE /v2.0/subnets/96f7d71c-7fe0-42cb-a2d4-b3a711f75008 HTTP/1.1" status: 404 len: 337 time: 0.1643810 Apr 18 20:55:06.979529 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c269767a-8937-4884-99b9-ad82ee0f3eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:06.993001 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59790) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:07.044453 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-58cbfca7-3d97-4aaa-8133-ff5ed9fb6e96 None None] Set router 0b213186-7500-4ecf-b970-f176d66dd662 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:55:07.087572 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c269767a-8937-4884-99b9-ad82ee0f3eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:07.119998 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af8060-621c-4600-bf3d-8b7923eb4c5c tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event deleted for resources: {'Network': ['ID=c227a03c-8c8a-427c-8b90-e98d247f63a7,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:07.154592 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269767a-8937-4884-99b9-ad82ee0f3eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e20988e-7e06-4c06-9d05-0c3e2a226a7d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:07.296931 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d757e2f-8bab-46d6-9f18-bb152419659e req-2b2c32ea-719a-48c0-b9f4-f04d2f3ca37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:07.298899 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d757e2f-8bab-46d6-9f18-bb152419659e req-2b2c32ea-719a-48c0-b9f4-f04d2f3ca37f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7eaa0081-18d9-4e1f-a932-a028b98a3306 HTTP/1.1" status: 200 len: 834 time: 0.2807550 Apr 18 20:55:07.301310 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c38e3-487d-4ff9-8c9d-077200237767 req-ddf476d2-cff8-4a91-b5fb-43ef23b23963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:07.304212 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b15c38e3-487d-4ff9-8c9d-077200237767 req-ddf476d2-cff8-4a91-b5fb-43ef23b23963 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d1cb6a1920642c6a254fff9677f23c7&device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 1097 time: 0.6607764 Apr 18 20:55:07.505987 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-58cbfca7-3d97-4aaa-8133-ff5ed9fb6e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '2577b8e9-3297-4bbc-9ff1-fbfe999d734b', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'floating_ip_address': '172.25.1.221', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'port_id': 'ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'mac_address': 'fa:16:3e:6c:19:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a0e60-371e-4299-a2a7-a45e5645a030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:19Z', 'updated_at': '2022-04-18T20:55:02Z', 'revision_number': 1, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'fixed_ip_address_scope': None}, {'id': 'f75364bc-a706-4eaa-9dbd-0a40ccc1d193', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'port_id': '5c7f44e5-6b20-4334-be07-bc28f725f95b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'mac_address': 'fa:16:3e:dd:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:52:13Z', 'updated_at': '2022-04-18T20:52:44Z', 'revision_number': 2, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd253cd-854f-45e4-b89c-9045a0554e6f', 'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'mac_address': 'fa:16:3e:b8:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:02Z', 'updated_at': '2022-04-18T20:52:12Z', 'revision_number': 5, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'subnets': [{'id': '934e222d-a43e-4b81-a646-860f58e51213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:07.521874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d757e2f-8bab-46d6-9f18-bb152419659e req-30c26de9-7bae-42dc-900f-4f83de2a59f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:07.523787 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d757e2f-8bab-46d6-9f18-bb152419659e req-30c26de9-7bae-42dc-900f-4f83de2a59f7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2160118 Apr 18 20:55:07.554054 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cbfca7-3d97-4aaa-8133-ff5ed9fb6e96 None None] The sync data for ids ['0b213186-7500-4ecf-b970-f176d66dd662'] in n-d-838323-3 is: [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '2577b8e9-3297-4bbc-9ff1-fbfe999d734b', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'floating_ip_address': '172.25.1.221', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'port_id': 'ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'mac_address': 'fa:16:3e:6c:19:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229a0e60-371e-4299-a2a7-a45e5645a030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:19Z', 'updated_at': '2022-04-18T20:55:02Z', 'revision_number': 1, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'fixed_ip_address_scope': None}, {'id': 'f75364bc-a706-4eaa-9dbd-0a40ccc1d193', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'port_id': '5c7f44e5-6b20-4334-be07-bc28f725f95b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'mac_address': 'fa:16:3e:dd:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:52:13Z', 'updated_at': '2022-04-18T20:52:44Z', 'revision_number': 2, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd253cd-854f-45e4-b89c-9045a0554e6f', 'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'mac_address': 'fa:16:3e:b8:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:02Z', 'updated_at': '2022-04-18T20:52:12Z', 'revision_number': 5, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'subnets': [{'id': '934e222d-a43e-4b81-a646-860f58e51213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:55:07.595963 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff952-7aa5-49d8-8a80-6717ac54526a tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:07.723023 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:07.794322 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c38e3-487d-4ff9-8c9d-077200237767 req-8bb75f03-7dfb-4103-911c-e857dea32b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:07.799452 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b15c38e3-487d-4ff9-8c9d-077200237767 req-8bb75f03-7dfb-4103-911c-e857dea32b0c service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe539583-d535-4524-b810-6474f581fe71 HTTP/1.1" status: 200 len: 915 time: 0.4799328 Apr 18 20:55:07.830405 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ff952-7aa5-49d8-8a80-6717ac54526a tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Pushing event updated for resources: {'Subnet': ['ID=d8cee75c-4d19-4fc1-a037-a7cce252c15e,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:07.950068 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2cbbae-b6a2-4146-aca0-220b9e35c282 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] DELETE failed (client error): The resource could not be found. Apr 18 20:55:07.951010 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d2cbbae-b6a2-4146-aca0-220b9e35c282 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:55:07.956742 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1d2cbbae-b6a2-4146-aca0-220b9e35c282 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "DELETE /v2.0/networks/c227a03c-8c8a-427c-8b90-e98d247f63a7 HTTP/1.1" status: 404 len: 339 time: 0.9517441 Apr 18 20:55:07.968585 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59796) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:07.975274 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d757e2f-8bab-46d6-9f18-bb152419659e req-7857462c-e125-48eb-be4b-d4e26a8f0aa3 service neutron] 10.222.0.57 "GET /v2.0/networks/6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376333 Apr 18 20:55:07.995132 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff077c-ee8a-468f-81ae-5a19ad27f51d None None] New status for floating IP 2577b8e9-3297-4bbc-9ff1-fbfe999d734b: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:55:08.009842 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ff952-7aa5-49d8-8a80-6717ac54526a tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Checking segment: {'id': '75eef457-3d66-4bd1-b433-37fb9cfea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:08.014882 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4ff952-7aa5-49d8-8a80-6717ac54526a tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Network hostable DHCP agents. Network: 4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:55:08.069552 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca08970-11f0-4fd0-a239-57b1486a3d7a tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] DELETE failed (client error): The resource could not be found. Apr 18 20:55:08.070267 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca08970-11f0-4fd0-a239-57b1486a3d7a tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:55:08.072301 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b15c38e3-487d-4ff9-8c9d-077200237767 req-7e71ef11-2f50-4d6c-a66a-8ae0e80a6a8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb HTTP/1.1" status: 200 len: 1000 time: 0.2347808 Apr 18 20:55:08.078585 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2ca08970-11f0-4fd0-a239-57b1486a3d7a tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "DELETE /v2.0/subnets/60e2db31-2c86-407d-af9f-4ec132f325d7 HTTP/1.1" status: 404 len: 337 time: 0.0795202 Apr 18 20:55:08.091808 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59800) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:08.128690 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7513792-ac7e-4424-b386-704d89b940b8 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] DELETE failed (client error): The resource could not be found. Apr 18 20:55:08.131189 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7513792-ac7e-4424-b386-704d89b940b8 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:55:08.135587 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c269767a-8937-4884-99b9-ad82ee0f3eae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ec21a094fb44cdfa0d6ea10db1f3482&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9128044 Apr 18 20:55:08.140050 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59802) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:08.140879 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f7513792-ac7e-4424-b386-704d89b940b8 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "DELETE /v2.0/networks/18c5af8c-e103-42bd-bbfa-cc1cd7f40dd0 HTTP/1.1" status: 404 len: 339 time: 0.0435045 Apr 18 20:55:08.170942 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59804) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:08.238284 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c38e3-487d-4ff9-8c9d-077200237767 req-8fa886e9-7a23-4788-a6e3-3758fa147878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:08.240201 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b15c38e3-487d-4ff9-8c9d-077200237767 req-8fa886e9-7a23-4788-a6e3-3758fa147878 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=934e222d-a43e-4b81-a646-860f58e51213 HTTP/1.1" status: 200 len: 853 time: 0.1440136 Apr 18 20:55:08.291684 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d757e2f-8bab-46d6-9f18-bb152419659e req-5f77718a-6cf2-4cc1-959e-70557d2ac8e5 service neutron] 10.222.0.57 "GET /v2.0/networks/6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036933 Apr 18 20:55:08.356201 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e057b9-e6fe-4555-b6d0-f1c3be1eb394 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] DELETE failed (client error): The resource could not be found. Apr 18 20:55:08.356999 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e057b9-e6fe-4555-b6d0-f1c3be1eb394 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:55:08.360614 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-78e057b9-e6fe-4555-b6d0-f1c3be1eb394 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "DELETE /v2.0/subnets/817c997a-98d5-440b-8075-28a2d3c58769 HTTP/1.1" status: 404 len: 337 time: 0.1873052 Apr 18 20:55:08.365608 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59812) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:08.379802 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4ff952-7aa5-49d8-8a80-6717ac54526a tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Network 4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:55:08.411471 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-d662fd08-f4c2-48dd-878c-ffa83ec60e13 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] DELETE failed (client error): The resource could not be found. Apr 18 20:55:08.412072 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d662fd08-f4c2-48dd-878c-ffa83ec60e13 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:55:08.415312 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d662fd08-f4c2-48dd-878c-ffa83ec60e13 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "DELETE /v2.0/networks/499ee3ca-8830-400c-9003-f2cc70e6bb20 HTTP/1.1" status: 404 len: 339 time: 0.0477195 Apr 18 20:55:08.417464 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-4a4ff952-7aa5-49d8-8a80-6717ac54526a tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:08.429346 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a747cb-512b-4eb3-8f6d-f1d65178d7d9 None None] Network 4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:55:08.437792 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59816) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:08.448853 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c38e3-487d-4ff9-8c9d-077200237767 req-7a18643c-acfd-417d-9b65-a086b26c9c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:08.451983 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b15c38e3-487d-4ff9-8c9d-077200237767 req-7a18643c-acfd-417d-9b65-a086b26c9c6e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe539583-d535-4524-b810-6474f581fe71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567805 Apr 18 20:55:08.455903 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4ff952-7aa5-49d8-8a80-6717ac54526a tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:08.457054 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff952-7aa5-49d8-8a80-6717ac54526a tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:08.461281 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0bfbd75c-cf28-4953-a0a2-38591c11ebad tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 2.2711034 Apr 18 20:55:08.479962 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59820) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:08.568810 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b47086cf-1bf3-4556-9ee5-ee5062eb7e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:08.652968 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b15c38e3-487d-4ff9-8c9d-077200237767 req-8a5e9832-ed4e-424a-b13e-ff57bca4fd1c service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740916 Apr 18 20:55:08.664756 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4a4ff952-7aa5-49d8-8a80-6717ac54526a tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8168447 Apr 18 20:55:08.681033 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59828) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:08.720155 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b47086cf-1bf3-4556-9ee5-ee5062eb7e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:08.756025 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-25290a1f-b026-4af2-a80f-6445047c1a9c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Request body: {'port': {'network_id': '4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1324970738'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:08.761568 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43ab867-577c-4b16-838f-7c86a7d8eb05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b', 'network_id': '4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b', 'tenant_id': 'e0ee8110d99549cbad750c60d95bedd0', 'fixed_ips': [{'subnet_id': 'd8cee75c-4d19-4fc1-a037-a7cce252c15e'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:55:08.762557 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c43ab867-577c-4b16-838f-7c86a7d8eb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:08.870904 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac60b8d7-e6fb-41c9-bc6e-25343a00f844 tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:08.871682 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac60b8d7-e6fb-41c9-bc6e-25343a00f844 tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:08.873691 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ac60b8d7-e6fb-41c9-bc6e-25343a00f844 tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=69338e3a-af09-40c9-95e9-03f34363a94b HTTP/1.1" status: 200 len: 1989 time: 0.3925598 Apr 18 20:55:08.932663 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b15c38e3-487d-4ff9-8c9d-077200237767 req-04a81e8a-0e7b-408e-b470-4e8da6c13eef service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661059 Apr 18 20:55:09.077275 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-c43ab867-577c-4b16-838f-7c86a7d8eb05 None None] Allocated IP 2001:db8::2 (4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b/d8cee75c-4d19-4fc1-a037-a7cce252c15e/071e78b0-e9cd-4fc6-b112-3d5190566902) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:09.207699 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b47086cf-1bf3-4556-9ee5-ee5062eb7e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:09.211135 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b47086cf-1bf3-4556-9ee5-ee5062eb7e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:09.214825 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b47086cf-1bf3-4556-9ee5-ee5062eb7e61 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e20988e-7e06-4c06-9d05-0c3e2a226a7d HTTP/1.1" status: 204 len: 168 time: 1.0707991 Apr 18 20:55:09.264154 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47086cf-1bf3-4556-9ee5-ee5062eb7e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e20988e-7e06-4c06-9d05-0c3e2a226a7d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:09.267926 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f628e-51c3-4468-9d15-3ee9f8c99eea tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Deleting port c55bb658-3ecf-4c67-ae32-e7ddb6990524 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:55:09.268334 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bb7f628e-51c3-4468-9d15-3ee9f8c99eea tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:09.375074 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bb7f628e-51c3-4468-9d15-3ee9f8c99eea tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:09.386643 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25290a1f-b026-4af2-a80f-6445047c1a9c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Made reservation on behalf of e0ee8110d99549cbad750c60d95bedd0 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:09.396126 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-25290a1f-b026-4af2-a80f-6445047c1a9c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:09.456125 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f628e-51c3-4468-9d15-3ee9f8c99eea tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Calling delete_port for c55bb658-3ecf-4c67-ae32-e7ddb6990524 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:55:09.519651 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-25290a1f-b026-4af2-a80f-6445047c1a9c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] device_id is not set on port 96610c9e-0bac-4442-a0b2-1b00ddc37545 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:55:09.590170 n-d-838323-3 neutron-server[102909]: DEBUG neutron.objects.ports [None req-7e7ae3aa-a074-41cb-84a5-471c291ef92d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102909) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:55:09.590672 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae3aa-a074-41cb-84a5-471c291ef92d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:09.591975 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c43ab867-577c-4b16-838f-7c86a7d8eb05 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:09.604623 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c43ab867-577c-4b16-838f-7c86a7d8eb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:09.654999 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59852) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:09.689776 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ab867-577c-4b16-838f-7c86a7d8eb05 None None] Pushing event updated for resources: {'Port': ['ID=071e78b0-e9cd-4fc6-b112-3d5190566902,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:09.715715 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43ab867-577c-4b16-838f-7c86a7d8eb05 None None] Network 4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:09.718956 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-c43ab867-577c-4b16-838f-7c86a7d8eb05 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:09.729299 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43ab867-577c-4b16-838f-7c86a7d8eb05 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:09.784180 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ae3aa-a074-41cb-84a5-471c291ef92d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f68216ab-cdd4-4c3c-8cea-fe5a710eff87,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:09.877263 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c43ab867-577c-4b16-838f-7c86a7d8eb05 None None] Attempting to bind port 071e78b0-e9cd-4fc6-b112-3d5190566902 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:09.878045 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c43ab867-577c-4b16-838f-7c86a7d8eb05 None None] Attempting to bind port 071e78b0-e9cd-4fc6-b112-3d5190566902 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '75eef457-3d66-4bd1-b433-37fb9cfea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:09.878727 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43ab867-577c-4b16-838f-7c86a7d8eb05 None None] Attempting to bind port 071e78b0-e9cd-4fc6-b112-3d5190566902 on network 4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:55:09.889350 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7ae3aa-a074-41cb-84a5-471c291ef92d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Checking segment: {'id': '47b181b7-6946-48aa-8cde-3eb2619ca120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1919fc30-6cff-48b9-889b-567ffb017678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:09.889727 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7ae3aa-a074-41cb-84a5-471c291ef92d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Network hostable DHCP agents. Network: 1919fc30-6cff-48b9-889b-567ffb017678, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:55:09.889981 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43ab867-577c-4b16-838f-7c86a7d8eb05 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:55:09.890605 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43ab867-577c-4b16-838f-7c86a7d8eb05 None None] Checking segment: {'id': '75eef457-3d66-4bd1-b433-37fb9cfea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:09.891279 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c43ab867-577c-4b16-838f-7c86a7d8eb05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:09.892152 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43ab867-577c-4b16-838f-7c86a7d8eb05 None None] Bound using segment: {'id': '75eef457-3d66-4bd1-b433-37fb9cfea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:55:09.892999 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c43ab867-577c-4b16-838f-7c86a7d8eb05 None None] Bound port: 071e78b0-e9cd-4fc6-b112-3d5190566902, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75eef457-3d66-4bd1-b433-37fb9cfea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:55:09.893845 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c43ab867-577c-4b16-838f-7c86a7d8eb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:09.914513 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bb7f628e-51c3-4468-9d15-3ee9f8c99eea tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:09.916970 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-25290a1f-b026-4af2-a80f-6445047c1a9c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Allocated IP 2001:db8::395 (4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b/d8cee75c-4d19-4fc1-a037-a7cce252c15e/96610c9e-0bac-4442-a0b2-1b00ddc37545) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:09.949980 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-60677eec-f3e2-47a9-b3c7-c003b1fc9c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:09.994426 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f628e-51c3-4468-9d15-3ee9f8c99eea tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event deleted for resources: {'Port': ['ID=c55bb658-3ecf-4c67-ae32-e7ddb6990524,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:10.007071 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bb7f628e-51c3-4468-9d15-3ee9f8c99eea tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:10.014028 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bb7f628e-51c3-4468-9d15-3ee9f8c99eea tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "DELETE /v2.0/ports/c55bb658-3ecf-4c67-ae32-e7ddb6990524 HTTP/1.1" status: 204 len: 168 time: 1.5467336 Apr 18 20:55:10.015696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59864) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:10.030739 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7ae3aa-a074-41cb-84a5-471c291ef92d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Network 1919fc30-6cff-48b9-889b-567ffb017678 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:55:10.048869 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-7e7ae3aa-a074-41cb-84a5-471c291ef92d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 1919fc30-6cff-48b9-889b-567ffb017678) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:10.062964 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7ae3aa-a074-41cb-84a5-471c291ef92d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:10.063618 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae3aa-a074-41cb-84a5-471c291ef92d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:10.074264 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a82e7e7-c71a-4aba-9244-d52c7d662c8f tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] DELETE failed (client error): The resource could not be found. Apr 18 20:55:10.074772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a82e7e7-c71a-4aba-9244-d52c7d662c8f tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:55:10.082760 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5a82e7e7-c71a-4aba-9244-d52c7d662c8f tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "DELETE /v2.0/subnets/6e787b18-b38a-49ff-9f15-06b4376464c5 HTTP/1.1" status: 404 len: 337 time: 0.0624802 Apr 18 20:55:10.083825 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59866) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:10.156156 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c43ab867-577c-4b16-838f-7c86a7d8eb05 None None] For port 071e78b0-e9cd-4fc6-b112-3d5190566902, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:55:10.165699 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c43ab867-577c-4b16-838f-7c86a7d8eb05 None None] For port 071e78b0-e9cd-4fc6-b112-3d5190566902, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=071e78b0-e9cd-4fc6-b112-3d5190566902,segment=NetworkSegment(75eef457-3d66-4bd1-b433-37fb9cfea5ec),segment_id=75eef457-3d66-4bd1-b433-37fb9cfea5ec)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:55:10.172600 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9962a0ec-dc5f-440b-80e5-124eda20bff6 None None] Network 1919fc30-6cff-48b9-889b-567ffb017678 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:55:10.213051 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9c0c-b2e6-44d3-a0f8-fd9d730a7b49 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:10.310179 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7e7ae3aa-a074-41cb-84a5-471c291ef92d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.9509482 Apr 18 20:55:10.324022 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59872) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:10.341806 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-be7bbdbc-a760-4d4b-a7a4-dda85fed0d08 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1837545058', 'network_id': '1919fc30-6cff-48b9-889b-567ffb017678'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:10.342309 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c43ab867-577c-4b16-838f-7c86a7d8eb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:10.391731 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9c0c-b2e6-44d3-a0f8-fd9d730a7b49 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:10.427227 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-25290a1f-b026-4af2-a80f-6445047c1a9c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:10.435370 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7bbdbc-a760-4d4b-a7a4-dda85fed0d08 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Made reservation on behalf of f5423a1d53394d2898790243b8f7b6c1 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:10.439102 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-be7bbdbc-a760-4d4b-a7a4-dda85fed0d08 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:10.452350 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-8cdf9c0c-b2e6-44d3-a0f8-fd9d730a7b49 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7976bd6f-f17f-4d87-8072-8ed8494cbb45']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:10.470935 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-60677eec-f3e2-47a9-b3c7-c003b1fc9c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:10.473222 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-8cdf9c0c-b2e6-44d3-a0f8-fd9d730a7b49 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6855c0-d278-44ad-a529-0ad64a39e62f') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:10.473600 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-8cdf9c0c-b2e6-44d3-a0f8-fd9d730a7b49 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6855c0-d278-44ad-a529-0ad64a39e62f') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:10.476625 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-60677eec-f3e2-47a9-b3c7-c003b1fc9c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:10.502929 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9c0c-b2e6-44d3-a0f8-fd9d730a7b49 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:10.513332 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-be7bbdbc-a760-4d4b-a7a4-dda85fed0d08 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] device_id is not set on port 5b2db0ca-193a-4dcd-b943-6c1f01c1a875 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:55:10.561872 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60677eec-f3e2-47a9-b3c7-c003b1fc9c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe42590-c13d-490b-a000-6fc748e92922,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:10.565930 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9c0c-b2e6-44d3-a0f8-fd9d730a7b49 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:10.571706 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-60677eec-f3e2-47a9-b3c7-c003b1fc9c0b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea04df7c9a13486085238db2bf689287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9156218 Apr 18 20:55:10.577113 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59874) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:10.591335 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cdf9c0c-b2e6-44d3-a0f8-fd9d730a7b49 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:55:10.591827 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9c0c-b2e6-44d3-a0f8-fd9d730a7b49 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:55:10.595625 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:55:10.616486 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ab867-577c-4b16-838f-7c86a7d8eb05 None None] Pushing event updated for resources: {'Port': ['ID=071e78b0-e9cd-4fc6-b112-3d5190566902,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:10.706143 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d45794-3a1a-4284-b3eb-30751ff81a80 None None] Network 1919fc30-6cff-48b9-889b-567ffb017678 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:55:10.775547 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-25290a1f-b026-4af2-a80f-6445047c1a9c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:10.984671 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25290a1f-b026-4af2-a80f-6445047c1a9c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Network 4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:11.078066 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-be7bbdbc-a760-4d4b-a7a4-dda85fed0d08 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Allocated IP 2001:db8::55 (1919fc30-6cff-48b9-889b-567ffb017678/f68216ab-cdd4-4c3c-8cea-fe5a710eff87/5b2db0ca-193a-4dcd-b943-6c1f01c1a875) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:11.143050 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-25290a1f-b026-4af2-a80f-6445047c1a9c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:11.161461 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25290a1f-b026-4af2-a80f-6445047c1a9c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Pushing event updated for resources: {'Port': ['ID=96610c9e-0bac-4442-a0b2-1b00ddc37545,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:11.173520 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25290a1f-b026-4af2-a80f-6445047c1a9c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:11.184365 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25290a1f-b026-4af2-a80f-6445047c1a9c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:11.185112 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-25290a1f-b026-4af2-a80f-6445047c1a9c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:11.240274 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-25290a1f-b026-4af2-a80f-6445047c1a9c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5428948 Apr 18 20:55:11.248582 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9adcd958-3c13-4e94-bb51-2e8ba41c94a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:11.252896 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59884) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:11.261050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-e0935745-2145-40b2-8226-3a34ae50291c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Request body: {'port': {'network_id': '4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-416961598', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:11.262284 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.api.validators [None req-e0935745-2145-40b2-8226-3a34ae50291c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] bootfile-name is not in valid_values {{(pid=102908) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 20:55:11.262859 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.api.validators [None req-e0935745-2145-40b2-8226-3a34ae50291c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] tftp-server is not in valid_values {{(pid=102908) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 20:55:11.263329 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.api.validators [None req-e0935745-2145-40b2-8226-3a34ae50291c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] server-ip-address is not in valid_values {{(pid=102908) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 20:55:11.270029 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9c0c-b2e6-44d3-a0f8-fd9d730a7b49 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:11.303128 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9c0c-b2e6-44d3-a0f8-fd9d730a7b49 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:11.306500 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8cdf9c0c-b2e6-44d3-a0f8-fd9d730a7b49 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "DELETE /v2.0/networks/7976bd6f-f17f-4d87-8072-8ed8494cbb45 HTTP/1.1" status: 204 len: 168 time: 1.2216375 Apr 18 20:55:11.310742 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59888) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:11.391999 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf9c0c-b2e6-44d3-a0f8-fd9d730a7b49 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event deleted for resources: {'Network': ['ID=7976bd6f-f17f-4d87-8072-8ed8494cbb45,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:11.397973 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9adcd958-3c13-4e94-bb51-2e8ba41c94a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:11.512856 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-be7bbdbc-a760-4d4b-a7a4-dda85fed0d08 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:11.560618 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-65e66f9a-08bc-46a2-9308-6b6441dc3f4a tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Deleting port f33d983d-bc98-4ae3-aea3-fdad8c900621 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:55:11.560618 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-65e66f9a-08bc-46a2-9308-6b6441dc3f4a tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:11.572903 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9adcd958-3c13-4e94-bb51-2e8ba41c94a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:11.584521 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9adcd958-3c13-4e94-bb51-2e8ba41c94a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:11.584521 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9adcd958-3c13-4e94-bb51-2e8ba41c94a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9fe42590-c13d-490b-a000-6fc748e92922 HTTP/1.1" status: 204 len: 168 time: 0.9989362 Apr 18 20:55:11.614942 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd958-3c13-4e94-bb51-2e8ba41c94a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe42590-c13d-490b-a000-6fc748e92922,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:11.656803 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0935745-2145-40b2-8226-3a34ae50291c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Made reservation on behalf of e0ee8110d99549cbad750c60d95bedd0 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:11.665964 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e0935745-2145-40b2-8226-3a34ae50291c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:11.676555 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-65e66f9a-08bc-46a2-9308-6b6441dc3f4a tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:11.693698 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-65e66f9a-08bc-46a2-9308-6b6441dc3f4a tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Calling delete_port for f33d983d-bc98-4ae3-aea3-fdad8c900621 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:55:11.715994 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-e0935745-2145-40b2-8226-3a34ae50291c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] device_id is not set on port 0aa38fc3-0be9-4120-b193-3b0e05acd526 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:55:11.779361 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:11.831632 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-65e66f9a-08bc-46a2-9308-6b6441dc3f4a tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:11.890211 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-65e66f9a-08bc-46a2-9308-6b6441dc3f4a tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:11.893592 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-65e66f9a-08bc-46a2-9308-6b6441dc3f4a tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "DELETE /v2.0/ports/f33d983d-bc98-4ae3-aea3-fdad8c900621 HTTP/1.1" status: 204 len: 168 time: 0.5804329 Apr 18 20:55:11.897265 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e66f9a-08bc-46a2-9308-6b6441dc3f4a tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event deleted for resources: {'Port': ['ID=f33d983d-bc98-4ae3-aea3-fdad8c900621,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:11.903044 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59910) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:11.941151 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-71aa0502-ec7c-46b7-a4e5-55f0556f73be tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] DELETE failed (client error): The resource could not be found. Apr 18 20:55:11.941616 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71aa0502-ec7c-46b7-a4e5-55f0556f73be tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:55:11.947591 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-71aa0502-ec7c-46b7-a4e5-55f0556f73be tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "DELETE /v2.0/subnets/238f6dd0-ce9d-4601-b394-8f5def1c5945 HTTP/1.1" status: 404 len: 337 time: 0.0435531 Apr 18 20:55:11.950002 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-be7bbdbc-a760-4d4b-a7a4-dda85fed0d08 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:11.960547 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59912) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:12.046771 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7bbdbc-a760-4d4b-a7a4-dda85fed0d08 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Network 1919fc30-6cff-48b9-889b-567ffb017678 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:12.052860 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-be7bbdbc-a760-4d4b-a7a4-dda85fed0d08 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:12.057824 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7bbdbc-a760-4d4b-a7a4-dda85fed0d08 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:12.059553 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7bbdbc-a760-4d4b-a7a4-dda85fed0d08 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:12.060635 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-be7bbdbc-a760-4d4b-a7a4-dda85fed0d08 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:12.134480 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-be7bbdbc-a760-4d4b-a7a4-dda85fed0d08 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8074515 Apr 18 20:55:12.136139 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bbdbc-a760-4d4b-a7a4-dda85fed0d08 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Pushing event updated for resources: {'Port': ['ID=5b2db0ca-193a-4dcd-b943-6c1f01c1a875,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:12.140704 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59914) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:12.163216 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22131d7b-f6e9-48a2-88f5-8db70a45bdb5 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:12.284404 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59918) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:12.333266 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-e0935745-2145-40b2-8226-3a34ae50291c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Allocated IP 2001:db8::35e (4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b/d8cee75c-4d19-4fc1-a037-a7cce252c15e/0aa38fc3-0be9-4120-b193-3b0e05acd526) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:12.337595 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c374db2d-d0b9-49b7-8185-c38c348a7ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:12.398325 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-c0a73609-d7e8-486e-b9cf-05c7129677d1 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Deleting port 5b2db0ca-193a-4dcd-b943-6c1f01c1a875 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:55:12.398705 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c0a73609-d7e8-486e-b9cf-05c7129677d1 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:12.527293 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22131d7b-f6e9-48a2-88f5-8db70a45bdb5 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:12.557858 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c0a73609-d7e8-486e-b9cf-05c7129677d1 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:12.583793 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-4a293ab5-c2ac-4ab8-b0f7-1b30c107f7af tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:12.585833 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-4a293ab5-c2ac-4ab8-b0f7-1b30c107f7af tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 811 time: 0.4169745 Apr 18 20:55:12.587847 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 071e78b0-e9cd-4fc6-b112-3d5190566902 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:55:12.591828 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-c0a73609-d7e8-486e-b9cf-05c7129677d1 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Calling delete_port for 5b2db0ca-193a-4dcd-b943-6c1f01c1a875 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:55:12.600775 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c374db2d-d0b9-49b7-8185-c38c348a7ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:12.609401 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c374db2d-d0b9-49b7-8185-c38c348a7ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:12.624563 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-22131d7b-f6e9-48a2-88f5-8db70a45bdb5 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8eda62-bd71-4780-aef9-1d905c1d6401']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:12.654146 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-239082c7-38fb-45df-abd9-aec1bb2fd64f tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/quotas/f840c855946542459a247bc427a2167c HTTP/1.1" status: 200 len: 375 time: 0.0572371 Apr 18 20:55:12.656258 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-22131d7b-f6e9-48a2-88f5-8db70a45bdb5 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a45fe9-bb2f-45e1-ab40-351e07bdcb9a') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:12.657347 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-22131d7b-f6e9-48a2-88f5-8db70a45bdb5 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a45fe9-bb2f-45e1-ab40-351e07bdcb9a') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:12.669850 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 071e78b0-e9cd-4fc6-b112-3d5190566902 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:12.670481 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:12.690498 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22131d7b-f6e9-48a2-88f5-8db70a45bdb5 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:12.724971 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c374db2d-d0b9-49b7-8185-c38c348a7ab1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fead2b7acb614d0aaf4ed9b293b0e29c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4281335 Apr 18 20:55:12.730718 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59924) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:12.735658 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46798f95-4d12-4927-b9de-1a6e5b7812ad None None] Network 4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:55:12.743134 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374db2d-d0b9-49b7-8185-c38c348a7ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbd1af3-7a70-4c76-bce1-3a826f05b7ed,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:12.771328 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59926) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:12.819447 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22131d7b-f6e9-48a2-88f5-8db70a45bdb5 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:12.838728 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22131d7b-f6e9-48a2-88f5-8db70a45bdb5 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:55:12.839147 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22131d7b-f6e9-48a2-88f5-8db70a45bdb5 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:55:12.842432 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:55:12.851149 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-091798bf-6413-4c04-b08f-a0c2c4814376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:12.877812 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-e4a647f8-ee4b-459c-bf49-14b264509569 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2052469 Apr 18 20:55:12.973060 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-78c32b51-c1eb-4147-9ccc-c39f191bc31c None None] Provisioning complete for port 071e78b0-e9cd-4fc6-b112-3d5190566902 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:12.974676 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-78c32b51-c1eb-4147-9ccc-c39f191bc31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.008456 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c0a73609-d7e8-486e-b9cf-05c7129677d1 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.010491 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22131d7b-f6e9-48a2-88f5-8db70a45bdb5 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.028217 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22131d7b-f6e9-48a2-88f5-8db70a45bdb5 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.033838 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-22131d7b-f6e9-48a2-88f5-8db70a45bdb5 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "DELETE /v2.0/networks/7b8eda62-bd71-4780-aef9-1d905c1d6401 HTTP/1.1" status: 204 len: 168 time: 1.0666983 Apr 18 20:55:13.043523 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-2ccb8af6-302f-4516-aa1e-4062f8d9f7de tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-396476378', 'router:external': True}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:13.049940 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59930) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:13.057712 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-091798bf-6413-4c04-b08f-a0c2c4814376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.068204 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.085083 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e0935745-2145-40b2-8226-3a34ae50291c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.088024 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22131d7b-f6e9-48a2-88f5-8db70a45bdb5 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event deleted for resources: {'Network': ['ID=7b8eda62-bd71-4780-aef9-1d905c1d6401,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:13.093295 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a73609-d7e8-486e-b9cf-05c7129677d1 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b2db0ca-193a-4dcd-b943-6c1f01c1a875,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:13.120668 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22131d7b-f6e9-48a2-88f5-8db70a45bdb5 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:13.121110 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22131d7b-f6e9-48a2-88f5-8db70a45bdb5 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:13.121530 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22131d7b-f6e9-48a2-88f5-8db70a45bdb5 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:13.121945 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22131d7b-f6e9-48a2-88f5-8db70a45bdb5 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:13.122358 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22131d7b-f6e9-48a2-88f5-8db70a45bdb5 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:13.122763 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22131d7b-f6e9-48a2-88f5-8db70a45bdb5 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:13.123168 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22131d7b-f6e9-48a2-88f5-8db70a45bdb5 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:13.123572 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22131d7b-f6e9-48a2-88f5-8db70a45bdb5 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:13.123974 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22131d7b-f6e9-48a2-88f5-8db70a45bdb5 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:13.124376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22131d7b-f6e9-48a2-88f5-8db70a45bdb5 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:13.124804 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22131d7b-f6e9-48a2-88f5-8db70a45bdb5 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:13.125204 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22131d7b-f6e9-48a2-88f5-8db70a45bdb5 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:13.173463 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c0a73609-d7e8-486e-b9cf-05c7129677d1 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.173992 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 071e78b0-e9cd-4fc6-b112-3d5190566902, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=071e78b0-e9cd-4fc6-b112-3d5190566902,segment=NetworkSegment(75eef457-3d66-4bd1-b433-37fb9cfea5ec),segment_id=75eef457-3d66-4bd1-b433-37fb9cfea5ec)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:13.180397 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c0a73609-d7e8-486e-b9cf-05c7129677d1 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "DELETE /v2.0/ports/5b2db0ca-193a-4dcd-b943-6c1f01c1a875 HTTP/1.1" status: 204 len: 168 time: 1.0341508 Apr 18 20:55:13.181858 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59932) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:13.191508 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.192043 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-2056da39-855b-4d1c-81d5-e8f9867a6ee9 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1919fc30-6cff-48b9-889b-567ffb017678', 'external_fixed_ips': [{'subnet_id': 'f68216ab-cdd4-4c3c-8cea-fe5a710eff87', 'ip_address': '2001:db8::55'}]}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:13.197124 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccb8af6-302f-4516-aa1e-4062f8d9f7de tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Made reservation on behalf of 1905c10676624273bb0a1179ae3a21ec for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:13.199578 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ccb8af6-302f-4516-aa1e-4062f8d9f7de tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.210410 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-859717cd-704d-4a3c-b60e-493d0355cab2 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Deleting subnet ce1a58d2-3033-4798-9c34-31bf236c4570 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:55:13.218629 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-859717cd-704d-4a3c-b60e-493d0355cab2 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.218915 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ccb8af6-302f-4516-aa1e-4062f8d9f7de tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.224024 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-664ff0ea-f8ef-43f4-846d-b69a28709f11 service neutron] 10.222.0.41 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009834 Apr 18 20:55:13.248190 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-091798bf-6413-4c04-b08f-a0c2c4814376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.252945 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-091798bf-6413-4c04-b08f-a0c2c4814376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.255264 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-091798bf-6413-4c04-b08f-a0c2c4814376 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/efbd1af3-7a70-4c76-bce1-3a826f05b7ed HTTP/1.1" status: 204 len: 168 time: 0.5226953 Apr 18 20:55:13.256233 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2056da39-855b-4d1c-81d5-e8f9867a6ee9 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.257340 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2056da39-855b-4d1c-81d5-e8f9867a6ee9 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.283349 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091798bf-6413-4c04-b08f-a0c2c4814376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbd1af3-7a70-4c76-bce1-3a826f05b7ed,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:13.360771 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-859717cd-704d-4a3c-b60e-493d0355cab2 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.373752 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=071e78b0-e9cd-4fc6-b112-3d5190566902,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:13.406806 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2056da39-855b-4d1c-81d5-e8f9867a6ee9 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.462155 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e0935745-2145-40b2-8226-3a34ae50291c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.606751 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0935745-2145-40b2-8226-3a34ae50291c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Network 4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:13.611592 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0935745-2145-40b2-8226-3a34ae50291c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Pushing event updated for resources: {'Port': ['ID=0aa38fc3-0be9-4120-b193-3b0e05acd526,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:13.639091 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-e0935745-2145-40b2-8226-3a34ae50291c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:13.652607 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0935745-2145-40b2-8226-3a34ae50291c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:13.658795 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0935745-2145-40b2-8226-3a34ae50291c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:13.659539 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e0935745-2145-40b2-8226-3a34ae50291c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.675448 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2056da39-855b-4d1c-81d5-e8f9867a6ee9 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.682085 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-5baf4d28-531c-4c6b-b029-48760e42c258 service neutron] 10.222.0.41 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841801 Apr 18 20:55:13.690524 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-859717cd-704d-4a3c-b60e-493d0355cab2 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.704409 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ccb8af6-302f-4516-aa1e-4062f8d9f7de tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.719119 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e0935745-2145-40b2-8226-3a34ae50291c tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.4648373 Apr 18 20:55:13.722705 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59938) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:13.858881 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c38b8e4-9e3d-4683-8217-56da099f98bc tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:13.865874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c38b8e4-9e3d-4683-8217-56da099f98bc tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:13.872550 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c38b8e4-9e3d-4683-8217-56da099f98bc tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:13.875469 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6c38b8e4-9e3d-4683-8217-56da099f98bc tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1505544 Apr 18 20:55:13.881773 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59946) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:13.955641 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-859717cd-704d-4a3c-b60e-493d0355cab2 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.998360 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-240e65b6-6166-4842-bc6e-ec9d2f4410a8 None None] Provisioning complete for port 071e78b0-e9cd-4fc6-b112-3d5190566902 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:14.002106 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-240e65b6-6166-4842-bc6e-ec9d2f4410a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:14.021314 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859717cd-704d-4a3c-b60e-493d0355cab2 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event deleted for resources: {'Subnet': ['ID=ce1a58d2-3033-4798-9c34-31bf236c4570,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:14.046654 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ccb8af6-302f-4516-aa1e-4062f8d9f7de tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:14.068333 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:55:14.091999 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-859717cd-704d-4a3c-b60e-493d0355cab2 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:14.098909 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-859717cd-704d-4a3c-b60e-493d0355cab2 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "DELETE /v2.0/subnets/ce1a58d2-3033-4798-9c34-31bf236c4570 HTTP/1.1" status: 204 len: 168 time: 1.0264406 Apr 18 20:55:14.102042 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59954) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:14.116243 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ccb8af6-302f-4516-aa1e-4062f8d9f7de tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:55:14.172373 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb8af6-302f-4516-aa1e-4062f8d9f7de tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f30954-0c79-41e3-82b9-8f56014b24d2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:14.198716 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ccb8af6-302f-4516-aa1e-4062f8d9f7de tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:14.199551 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-2ccb8af6-302f-4516-aa1e-4062f8d9f7de tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Added segment 90f52ce1-74b2-4d41-8a16-f0e580992780 of type vlan for network 90ec23a3-5de9-46fa-a140-1ae29c6ed25c Apr 18 20:55:14.238145 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0abcd9-ed9c-438c-ab12-7772184697cf None None] Network 19be7c00-b173-43e9-8580-c4487662e1a4 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:55:14.339453 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ccb8af6-302f-4516-aa1e-4062f8d9f7de tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:14.424843 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-240e65b6-6166-4842-bc6e-ec9d2f4410a8 None None] Provisioning complete for port 96610c9e-0bac-4442-a0b2-1b00ddc37545 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:14.425271 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-240e65b6-6166-4842-bc6e-ec9d2f4410a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:14.515148 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-240e65b6-6166-4842-bc6e-ec9d2f4410a8 None None] Port 96610c9e-0bac-4442-a0b2-1b00ddc37545 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:55:14.526650 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ccb8af6-302f-4516-aa1e-4062f8d9f7de tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:14.527655 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb8af6-302f-4516-aa1e-4062f8d9f7de tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:14.528245 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ccb8af6-302f-4516-aa1e-4062f8d9f7de tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:14.618221 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d7aaf4eb-95cb-415b-8e50-cff14f9ec264 req-08038dd1-bb53-4a73-96c3-4e91a08b4118 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 210 time: 0.2307885 Apr 18 20:55:14.621633 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-5101fc58-5346-4db1-8907-4d3417afe2d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Deleting port 0aa38fc3-0be9-4120-b193-3b0e05acd526 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:55:14.622121 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5101fc58-5346-4db1-8907-4d3417afe2d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:14.625681 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 071e78b0-e9cd-4fc6-b112-3d5190566902 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:55:14.636651 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce445df7-1c03-486b-b306-c7bfbcb17194 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:14.712456 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b08c06ba-8a77-4c15-915a-46db4323f970 None None] Provisioning complete for port 96610c9e-0bac-4442-a0b2-1b00ddc37545 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:14.713157 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b08c06ba-8a77-4c15-915a-46db4323f970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:14.759353 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ed2dcf-84ad-448c-ac14-3392537170ec None None] DHCP port deletion for 19be7c00-b173-43e9-8580-c4487662e1a4 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:55:14.807650 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb8af6-302f-4516-aa1e-4062f8d9f7de tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Pushing event updated for resources: {'Network': ['ID=90ec23a3-5de9-46fa-a140-1ae29c6ed25c,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:14.829817 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2ccb8af6-302f-4516-aa1e-4062f8d9f7de tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.0569899 Apr 18 20:55:14.830512 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59974) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:14.844279 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a09a410f-129f-4469-b1ca-0f5c1292bf77 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Request body: {'subnet': {'network_id': '90ec23a3-5de9-46fa-a140-1ae29c6ed25c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:14.954602 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5101fc58-5346-4db1-8907-4d3417afe2d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:14.976939 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09a410f-129f-4469-b1ca-0f5c1292bf77 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Made reservation on behalf of 1905c10676624273bb0a1179ae3a21ec for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:14.980800 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-5101fc58-5346-4db1-8907-4d3417afe2d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Calling delete_port for 0aa38fc3-0be9-4120-b193-3b0e05acd526 owned by {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:55:14.988524 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a09a410f-129f-4469-b1ca-0f5c1292bf77 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:15.067239 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-ce445df7-1c03-486b-b306-c7bfbcb17194 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Deleting port 419b4f41-54c4-4c7c-b5a4-08ed75de19c6 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:55:15.067857 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce445df7-1c03-486b-b306-c7bfbcb17194 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:15.174140 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2056da39-855b-4d1c-81d5-e8f9867a6ee9 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:15.205781 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 90ec23a3-5de9-46fa-a140-1ae29c6ed25c details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:55:15.211906 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-ce445df7-1c03-486b-b306-c7bfbcb17194 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] For port 419b4f41-54c4-4c7c-b5a4-08ed75de19c6, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=419b4f41-54c4-4c7c-b5a4-08ed75de19c6,segment=NetworkSegment(f4b14af0-019f-44db-bf2f-e1b769fa94fb),segment_id=f4b14af0-019f-44db-bf2f-e1b769fa94fb)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:15.212381 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce445df7-1c03-486b-b306-c7bfbcb17194 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:15.221229 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2056da39-855b-4d1c-81d5-e8f9867a6ee9 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:15.222457 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-b08c06ba-8a77-4c15-915a-46db4323f970 None None] Port 96610c9e-0bac-4442-a0b2-1b00ddc37545 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:55:15.241558 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-ce445df7-1c03-486b-b306-c7bfbcb17194 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Calling delete_port for 419b4f41-54c4-4c7c-b5a4-08ed75de19c6 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:55:15.252883 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 071e78b0-e9cd-4fc6-b112-3d5190566902 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:15.253003 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:15.362971 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5101fc58-5346-4db1-8907-4d3417afe2d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:15.418203 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-17a1d8a2-5f90-4746-9b0e-15f0be8a67a7 None None] Could not find standard attr ID for object 0aa38fc3-0be9-4120-b193-3b0e05acd526. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:55:15.454114 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101fc58-5346-4db1-8907-4d3417afe2d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Pushing event deleted for resources: {'Port': ['ID=0aa38fc3-0be9-4120-b193-3b0e05acd526,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:15.465331 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-d2ed2dcf-84ad-448c-ac14-3392537170ec None None] Deleting port 419b4f41-54c4-4c7c-b5a4-08ed75de19c6 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:55:15.465832 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d2ed2dcf-84ad-448c-ac14-3392537170ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:15.532738 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5101fc58-5346-4db1-8907-4d3417afe2d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:15.539702 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5101fc58-5346-4db1-8907-4d3417afe2d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] 10.222.0.41 "DELETE /v2.0/ports/0aa38fc3-0be9-4120-b193-3b0e05acd526 HTTP/1.1" status: 204 len: 168 time: 1.6563413 Apr 18 20:55:15.542725 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce445df7-1c03-486b-b306-c7bfbcb17194 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:15.547575 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59988) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:15.549405 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d2ed2dcf-84ad-448c-ac14-3392537170ec None None] For port 419b4f41-54c4-4c7c-b5a4-08ed75de19c6, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=419b4f41-54c4-4c7c-b5a4-08ed75de19c6,segment=NetworkSegment(f4b14af0-019f-44db-bf2f-e1b769fa94fb),segment_id=f4b14af0-019f-44db-bf2f-e1b769fa94fb)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:15.549875 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d2ed2dcf-84ad-448c-ac14-3392537170ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:15.566325 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-d2ed2dcf-84ad-448c-ac14-3392537170ec None None] Calling delete_port for 419b4f41-54c4-4c7c-b5a4-08ed75de19c6 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:55:15.590733 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-2331b6f7-233a-4e6f-8fc9-c7f7952c9a68 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Request body: {'port': {'name': 'tempest-new-port-name-1121270865', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:15.591139 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.api.validators [None req-2331b6f7-233a-4e6f-8fc9-c7f7952c9a68 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] bootfile-name is not in valid_values {{(pid=102909) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 20:55:15.591480 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.api.validators [None req-2331b6f7-233a-4e6f-8fc9-c7f7952c9a68 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] tftp-server is not in valid_values {{(pid=102909) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 20:55:15.592030 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.api.validators [None req-2331b6f7-233a-4e6f-8fc9-c7f7952c9a68 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] server-ip-address is not in valid_values {{(pid=102909) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 20:55:15.641914 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce445df7-1c03-486b-b306-c7bfbcb17194 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] No DVR routers for this DVR port 419b4f41-54c4-4c7c-b5a4-08ed75de19c6 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:55:15.643934 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce445df7-1c03-486b-b306-c7bfbcb17194 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event deleted for resources: {'Port': ['ID=419b4f41-54c4-4c7c-b5a4-08ed75de19c6,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:15.866003 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce445df7-1c03-486b-b306-c7bfbcb17194 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:15.866986 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2331b6f7-233a-4e6f-8fc9-c7f7952c9a68 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:15.896784 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ffbcd8e-7d1b-4cb8-95e5-b0d8612f1b28 req-f5a75422-5da2-4308-8eea-934df2ae2e3d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 210 time: 0.0740285 Apr 18 20:55:15.917398 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d2ed2dcf-84ad-448c-ac14-3392537170ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:15.930587 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-ce445df7-1c03-486b-b306-c7bfbcb17194 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19be7c00-b173-43e9-8580-c4487662e1a4']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:15.973934 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-ce445df7-1c03-486b-b306-c7bfbcb17194 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b14af0-019f-44db-bf2f-e1b769fa94fb') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:15.974675 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-ce445df7-1c03-486b-b306-c7bfbcb17194 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b14af0-019f-44db-bf2f-e1b769fa94fb') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:15.976562 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed2dcf-84ad-448c-ac14-3392537170ec None None] Pushing event deleted for resources: {'Port': ['ID=419b4f41-54c4-4c7c-b5a4-08ed75de19c6,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:15.985050 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ed2dcf-84ad-448c-ac14-3392537170ec None None] No DVR routers for this DVR port 419b4f41-54c4-4c7c-b5a4-08ed75de19c6 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:55:15.997803 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce445df7-1c03-486b-b306-c7bfbcb17194 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:16.024015 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce445df7-1c03-486b-b306-c7bfbcb17194 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:16.037830 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce445df7-1c03-486b-b306-c7bfbcb17194 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:55:16.038345 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce445df7-1c03-486b-b306-c7bfbcb17194 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:55:16.054376 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:55:16.083801 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-2056da39-855b-4d1c-81d5-e8f9867a6ee9 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Allocated IP 2001:db8::55 (1919fc30-6cff-48b9-889b-567ffb017678/f68216ab-cdd4-4c3c-8cea-fe5a710eff87/c3fe1448-0ad8-4513-854c-cab7778a2b84) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:16.169632 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce445df7-1c03-486b-b306-c7bfbcb17194 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:16.179305 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce445df7-1c03-486b-b306-c7bfbcb17194 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:16.183308 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ce445df7-1c03-486b-b306-c7bfbcb17194 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] 10.222.0.41 "DELETE /v2.0/networks/19be7c00-b173-43e9-8580-c4487662e1a4 HTTP/1.1" status: 204 len: 168 time: 2.0782111 Apr 18 20:55:16.198292 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce445df7-1c03-486b-b306-c7bfbcb17194 tempest-NetworksIpV6TestAttrs-559659355 tempest-NetworksIpV6TestAttrs-559659355-project] Pushing event deleted for resources: {'Network': ['ID=19be7c00-b173-43e9-8580-c4487662e1a4,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:16.337488 n-d-838323-3 neutron-server[102909]: DEBUG neutron.objects.ports [None req-a09a410f-129f-4469-b1ca-0f5c1292bf77 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102909) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:55:16.337964 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a09a410f-129f-4469-b1ca-0f5c1292bf77 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:16.367768 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2056da39-855b-4d1c-81d5-e8f9867a6ee9 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:16.470209 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a410f-129f-4469-b1ca-0f5c1292bf77 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Pushing event updated for resources: {'Subnet': ['ID=80b762b8-d6d1-4938-a9ba-32e2d9eb03b5,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:16.474615 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2331b6f7-233a-4e6f-8fc9-c7f7952c9a68 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:16.500792 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2331b6f7-233a-4e6f-8fc9-c7f7952c9a68 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:16.539536 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 419b4f41-54c4-4c7c-b5a4-08ed75de19c6 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:55:16.588843 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09a410f-129f-4469-b1ca-0f5c1292bf77 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Checking segment: {'id': '90f52ce1-74b2-4d41-8a16-f0e580992780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '90ec23a3-5de9-46fa-a140-1ae29c6ed25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:16.590183 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09a410f-129f-4469-b1ca-0f5c1292bf77 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Network hostable DHCP agents. Network: 90ec23a3-5de9-46fa-a140-1ae29c6ed25c, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:55:16.632337 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 419b4f41-54c4-4c7c-b5a4-08ed75de19c6 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:55:16.632875 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 419b4f41-54c4-4c7c-b5a4-08ed75de19c6 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:55:16.653037 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-2331b6f7-233a-4e6f-8fc9-c7f7952c9a68 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] In _notify_port_updated(), no bound segment for port 96610c9e-0bac-4442-a0b2-1b00ddc37545 on network 4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b {{(pid=102909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:55:16.675718 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2331b6f7-233a-4e6f-8fc9-c7f7952c9a68 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:16.680255 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2331b6f7-233a-4e6f-8fc9-c7f7952c9a68 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:16.688783 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2331b6f7-233a-4e6f-8fc9-c7f7952c9a68 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] 10.222.0.41 "PUT /v2.0/ports/96610c9e-0bac-4442-a0b2-1b00ddc37545 HTTP/1.1" status: 200 len: 1130 time: 1.1172307 Apr 18 20:55:16.698577 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60010) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:16.738585 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60012) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:16.742207 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2056da39-855b-4d1c-81d5-e8f9867a6ee9 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:16.766669 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-15ebd649-1052-4ed3-9c05-a258c44f288e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:16.768961 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-15ebd649-1052-4ed3-9c05-a258c44f288e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.57 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 811 time: 0.2152131 Apr 18 20:55:16.783552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-a73fe91b-d39e-4c0a-b1c5-fddd35afd3bf tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Request body: {'port': {'device_id': '6ac064a9-1270-47a5-aa7c-08b81a81499f', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'admin_state_up': True, 'tenant_id': 'f840c855946542459a247bc427a2167c'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:16.795332 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ac1ef5-9f14-4c95-a5e4-f4f5d70a7488 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:16.797339 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-62ac1ef5-9f14-4c95-a5e4-f4f5d70a7488 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] 10.222.0.41 "GET /v2.0/ports/96610c9e-0bac-4442-a0b2-1b00ddc37545 HTTP/1.1" status: 200 len: 1130 time: 0.0955806 Apr 18 20:55:16.805128 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09a410f-129f-4469-b1ca-0f5c1292bf77 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Network 90ec23a3-5de9-46fa-a140-1ae29c6ed25c is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:55:16.807964 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60018) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:16.824225 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2056da39-855b-4d1c-81d5-e8f9867a6ee9 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Network 1919fc30-6cff-48b9-889b-567ffb017678 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:16.834264 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331b6f7-233a-4e6f-8fc9-c7f7952c9a68 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Pushing event updated for resources: {'Port': ['ID=96610c9e-0bac-4442-a0b2-1b00ddc37545,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:16.838765 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-2056da39-855b-4d1c-81d5-e8f9867a6ee9 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:16.845092 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-a09a410f-129f-4469-b1ca-0f5c1292bf77 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 90ec23a3-5de9-46fa-a140-1ae29c6ed25c) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:16.848656 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2056da39-855b-4d1c-81d5-e8f9867a6ee9 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:16.880447 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09a410f-129f-4469-b1ca-0f5c1292bf77 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:16.881344 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a09a410f-129f-4469-b1ca-0f5c1292bf77 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:16.907410 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314328b3-48a3-42e6-87df-635f1ba9c47d None None] Network 90ec23a3-5de9-46fa-a140-1ae29c6ed25c requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:55:17.008315 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a09a410f-129f-4469-b1ca-0f5c1292bf77 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1702449 Apr 18 20:55:17.010011 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60026) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:17.017489 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-7a5f127e-afb5-4661-83f9-b7b46760c1c9 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1653218837', 'network_id': '90ec23a3-5de9-46fa-a140-1ae29c6ed25c'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:17.085277 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056da39-855b-4d1c-81d5-e8f9867a6ee9 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Pushing event updated for resources: {'Port': ['ID=c3fe1448-0ad8-4513-854c-cab7778a2b84,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:17.150869 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5f127e-afb5-4661-83f9-b7b46760c1c9 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Made reservation on behalf of 1905c10676624273bb0a1179ae3a21ec for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:17.153383 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7a5f127e-afb5-4661-83f9-b7b46760c1c9 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:17.203448 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-a73fe91b-d39e-4c0a-b1c5-fddd35afd3bf tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Made reservation on behalf of f840c855946542459a247bc427a2167c for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:17.207907 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-a73fe91b-d39e-4c0a-b1c5-fddd35afd3bf tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:17.212807 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-a2420ea0-8882-45e0-8f8a-618bd5bc1385 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Deleting port 96610c9e-0bac-4442-a0b2-1b00ddc37545 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:55:17.213147 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a2420ea0-8882-45e0-8f8a-618bd5bc1385 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:17.224108 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-7a5f127e-afb5-4661-83f9-b7b46760c1c9 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] device_id is not set on port d8b20cd8-27ca-4ec8-8100-17bd4ef58e17 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:55:17.413132 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2056da39-855b-4d1c-81d5-e8f9867a6ee9 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:17.427821 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-83056b75-ca39-4286-b2e2-9574e889ae3d req-cab546e8-7671-4719-bb7d-6873d09535ed tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 210 time: 0.1742184 Apr 18 20:55:17.631986 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a2420ea0-8882-45e0-8f8a-618bd5bc1385 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:17.677716 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-7a5f127e-afb5-4661-83f9-b7b46760c1c9 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Allocated IP 172.20.0.6 (90ec23a3-5de9-46fa-a140-1ae29c6ed25c/80b762b8-d6d1-4938-a9ba-32e2d9eb03b5/d8b20cd8-27ca-4ec8-8100-17bd4ef58e17) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:17.682365 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-a2420ea0-8882-45e0-8f8a-618bd5bc1385 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Calling delete_port for 96610c9e-0bac-4442-a0b2-1b00ddc37545 owned by {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:55:17.689866 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efe8bca-a5fe-44a7-8f3b-fb155305799b None None] Network 90ec23a3-5de9-46fa-a140-1ae29c6ed25c requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:55:17.727441 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-a73fe91b-d39e-4c0a-b1c5-fddd35afd3bf tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Allocated IP 172.20.0.3 (49542224-f666-4718-b03f-958adc44dc33/20af91cc-d869-4230-8d61-825647f4d54f/04253ddb-467b-4be0-a4e2-cc5e733812ae) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:17.749135 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-79b776d6-23f7-446d-a63c-7a597027f8f9 None None] Provisioning complete for port 96610c9e-0bac-4442-a0b2-1b00ddc37545 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:17.749813 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-79b776d6-23f7-446d-a63c-7a597027f8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:17.845889 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-79b776d6-23f7-446d-a63c-7a597027f8f9 None None] Port 96610c9e-0bac-4442-a0b2-1b00ddc37545 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:55:17.951517 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-dc7f44b1-4c08-49e6-ab21-4fb0f2f2c61f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f869902bd4f74bf1b27afbf88bd5efb4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1813188 Apr 18 20:55:17.952336 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60030) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:18.063897 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2056da39-855b-4d1c-81d5-e8f9867a6ee9 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:18.125267 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-63918f6d-3383-4244-a43a-9942ae49ba0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:18.175915 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-63918f6d-3383-4244-a43a-9942ae49ba0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:18.511280 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-a73fe91b-d39e-4c0a-b1c5-fddd35afd3bf tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:18.535067 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7a5f127e-afb5-4661-83f9-b7b46760c1c9 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:18.571043 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a2420ea0-8882-45e0-8f8a-618bd5bc1385 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:18.621343 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2420ea0-8882-45e0-8f8a-618bd5bc1385 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Pushing event deleted for resources: {'Port': ['ID=96610c9e-0bac-4442-a0b2-1b00ddc37545,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:18.672050 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a2420ea0-8882-45e0-8f8a-618bd5bc1385 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:18.678643 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a2420ea0-8882-45e0-8f8a-618bd5bc1385 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] 10.222.0.41 "DELETE /v2.0/ports/96610c9e-0bac-4442-a0b2-1b00ddc37545 HTTP/1.1" status: 204 len: 168 time: 1.8664441 Apr 18 20:55:18.678643 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-a73fe91b-d39e-4c0a-b1c5-fddd35afd3bf tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:18.681384 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60036) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:18.690661 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2056da39-855b-4d1c-81d5-e8f9867a6ee9 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Router 71bea95b-4f44-4dd0-bb07-e614810faaff is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:55:18.710885 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-63918f6d-3383-4244-a43a-9942ae49ba0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:18.714862 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-63918f6d-3383-4244-a43a-9942ae49ba0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:18.720165 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-63918f6d-3383-4244-a43a-9942ae49ba0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/26f33bb8-cb86-47c9-8fa1-86dcc50579f6 HTTP/1.1" status: 204 len: 168 time: 0.7609234 Apr 18 20:55:18.758278 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7a5f127e-afb5-4661-83f9-b7b46760c1c9 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:18.781210 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63918f6d-3383-4244-a43a-9942ae49ba0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f33bb8-cb86-47c9-8fa1-86dcc50579f6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:18.923696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-a73fe91b-d39e-4c0a-b1c5-fddd35afd3bf tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Network 49542224-f666-4718-b03f-958adc44dc33 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:18.953004 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-a73fe91b-d39e-4c0a-b1c5-fddd35afd3bf tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:18.982824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-a73fe91b-d39e-4c0a-b1c5-fddd35afd3bf tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:19.016798 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2056da39-855b-4d1c-81d5-e8f9867a6ee9 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:55:19.032779 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Sync routers for ids ['71bea95b-4f44-4dd0-bb07-e614810faaff'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:55:19.078382 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2056da39-855b-4d1c-81d5-e8f9867a6ee9 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:19.084051 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2056da39-855b-4d1c-81d5-e8f9867a6ee9 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.8997345 Apr 18 20:55:19.086898 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60046) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:19.097668 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Routers {'71bea95b-4f44-4dd0-bb07-e614810faaff'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:55:19.099011 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:54:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['71bea95b-4f44-4dd0-bb07-e614810faaff'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:19.136340 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5f127e-afb5-4661-83f9-b7b46760c1c9 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Network 90ec23a3-5de9-46fa-a140-1ae29c6ed25c is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:19.160554 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-7a5f127e-afb5-4661-83f9-b7b46760c1c9 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:19.168528 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5f127e-afb5-4661-83f9-b7b46760c1c9 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:19.274700 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fe91b-d39e-4c0a-b1c5-fddd35afd3bf tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event updated for resources: {'Port': ['ID=04253ddb-467b-4be0-a4e2-cc5e733812ae,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:19.417753 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78610184-d190-4657-a253-5556469436d6 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:19.417938 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-a73fe91b-d39e-4c0a-b1c5-fddd35afd3bf tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:19.418453 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-a73fe91b-d39e-4c0a-b1c5-fddd35afd3bf tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:19.434829 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5f127e-afb5-4661-83f9-b7b46760c1c9 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:19.437472 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7a5f127e-afb5-4661-83f9-b7b46760c1c9 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:19.454818 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b617dc8-b730-4d38-939d-41c04169e089 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Deleting subnet d8cee75c-4d19-4fc1-a037-a7cce252c15e {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:55:19.459919 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8b617dc8-b730-4d38-939d-41c04169e089 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:19.530798 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8b617dc8-b730-4d38-939d-41c04169e089 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:19.537649 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Set router 71bea95b-4f44-4dd0-bb07-e614810faaff gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:55:19.648929 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8b617dc8-b730-4d38-939d-41c04169e089 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:19.657650 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e1c2c4a6-563e-4c4f-9c9f-53942a649193 None None] Provisioning complete for port 04253ddb-467b-4be0-a4e2-cc5e733812ae triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:19.658174 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e1c2c4a6-563e-4c4f-9c9f-53942a649193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:19.734088 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78610184-d190-4657-a253-5556469436d6 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:19.736539 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e1c2c4a6-563e-4c4f-9c9f-53942a649193 None None] Port 04253ddb-467b-4be0-a4e2-cc5e733812ae cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:55:19.744457 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-a73fe91b-d39e-4c0a-b1c5-fddd35afd3bf tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9648373 Apr 18 20:55:19.749673 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7a5f127e-afb5-4661-83f9-b7b46760c1c9 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.7365606 Apr 18 20:55:19.756832 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60066) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:19.768738 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-dc7844e1-e5e2-4653-bd78-21e99292bbd6 service neutron] Request body: {'port': {'device_id': '6ac064a9-1270-47a5-aa7c-08b81a81499f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:19.810768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb18f98-8b53-4904-8fbd-cacd1e13d22a req-c6ac9298-9fea-4a6e-be09-03296a701b06 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:19.818568 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1eb18f98-8b53-4904-8fbd-cacd1e13d22a req-c6ac9298-9fea-4a6e-be09-03296a701b06 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 931 time: 1.1864254 Apr 18 20:55:19.849733 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f127e-afb5-4661-83f9-b7b46760c1c9 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Pushing event updated for resources: {'Port': ['ID=d8b20cd8-27ca-4ec8-8100-17bd4ef58e17,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:19.921887 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8b617dc8-b730-4d38-939d-41c04169e089 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:20.022712 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f1781b-aef6-402a-801f-c0ca0a655732 None None] Network 4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:55:20.029002 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1eb18f98-8b53-4904-8fbd-cacd1e13d22a req-bbb3fd2d-8ed4-4423-90ff-e6f2ae7a9955 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094395 Apr 18 20:55:20.031850 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8b617dc8-b730-4d38-939d-41c04169e089 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:20.044318 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8b617dc8-b730-4d38-939d-41c04169e089 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] 10.222.0.41 "DELETE /v2.0/subnets/d8cee75c-4d19-4fc1-a037-a7cce252c15e HTTP/1.1" status: 204 len: 168 time: 1.3615251 Apr 18 20:55:20.051168 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-dc7844e1-e5e2-4653-bd78-21e99292bbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:20.053258 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60072) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:20.053772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b617dc8-b730-4d38-939d-41c04169e089 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Pushing event deleted for resources: {'Subnet': ['ID=d8cee75c-4d19-4fc1-a037-a7cce252c15e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:20.094255 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bea95b-4f44-4dd0-bb07-e614810faaff', 'name': '', 'tenant_id': 'f5423a1d53394d2898790243b8f7b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1919fc30-6cff-48b9-889b-567ffb017678', 'external_fixed_ips': [{'subnet_id': 'f68216ab-cdd4-4c3c-8cea-fe5a710eff87', 'ip_address': '2001:db8::55'}], 'enable_snat': True}, 'gw_port_id': 'c3fe1448-0ad8-4513-854c-cab7778a2b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:13Z', 'updated_at': '2022-04-18T20:55:17Z', 'revision_number': 3, 'project_id': 'f5423a1d53394d2898790243b8f7b6c1', 'gw_port': {'id': 'c3fe1448-0ad8-4513-854c-cab7778a2b84', 'name': '', 'network_id': '1919fc30-6cff-48b9-889b-567ffb017678', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:16:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bea95b-4f44-4dd0-bb07-e614810faaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'f68216ab-cdd4-4c3c-8cea-fe5a710eff87', 'ip_address': '2001:db8::55', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:15Z', 'updated_at': '2022-04-18T20:55:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f68216ab-cdd4-4c3c-8cea-fe5a710eff87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:20.147406 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Checking router: 71bea95b-4f44-4dd0-bb07-e614810faaff for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:55:20.149639 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Updating router 71bea95b-4f44-4dd0-bb07-e614810faaff port c3fe1448-0ad8-4513-854c-cab7778a2b84 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:55:20.180634 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1f7398a2-4feb-4c56-af71-caa21b2ebb20 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:20.225944 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-78610184-d190-4657-a253-5556469436d6 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Deleting port c3fe1448-0ad8-4513-854c-cab7778a2b84 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:55:20.227285 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78610184-d190-4657-a253-5556469436d6 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:20.243574 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:20.505625 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78610184-d190-4657-a253-5556469436d6 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:20.531778 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2413b00a-24ac-4adb-8af1-48e16794f03f None None] DHCP port deletion for 4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:55:20.641915 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60078) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:20.650305 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-2413b00a-24ac-4adb-8af1-48e16794f03f None None] Deleting port 071e78b0-e9cd-4fc6-b112-3d5190566902 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:55:20.650898 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2413b00a-24ac-4adb-8af1-48e16794f03f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:20.661088 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-78610184-d190-4657-a253-5556469436d6 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Calling delete_port for c3fe1448-0ad8-4513-854c-cab7778a2b84 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:55:20.784103 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-dc7844e1-e5e2-4653-bd78-21e99292bbd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04253ddb-467b-4be0-a4e2-cc5e733812ae {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:55:20.811092 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-28f3c10d-eeee-4cad-ae8e-cce0e8c73e0f tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Deleting port d8b20cd8-27ca-4ec8-8100-17bd4ef58e17 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:55:20.811620 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-28f3c10d-eeee-4cad-ae8e-cce0e8c73e0f tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:20.813585 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-dc7844e1-e5e2-4653-bd78-21e99292bbd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:20.860077 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-dc7844e1-e5e2-4653-bd78-21e99292bbd6 service neutron] Transition to ACTIVE for port object 04253ddb-467b-4be0-a4e2-cc5e733812ae will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:20.867577 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-dc7844e1-e5e2-4653-bd78-21e99292bbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:21.016009 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7844e1-e5e2-4653-bd78-21e99292bbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=04253ddb-467b-4be0-a4e2-cc5e733812ae,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:21.018837 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-76602888-f05a-4356-b804-9d0e4b3c8c55 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'network': {'name': 'tempest-RoutersTest-1303615830'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:21.024862 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:21.037022 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:21.101520 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2413b00a-24ac-4adb-8af1-48e16794f03f None None] For port 071e78b0-e9cd-4fc6-b112-3d5190566902, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=071e78b0-e9cd-4fc6-b112-3d5190566902,segment=NetworkSegment(75eef457-3d66-4bd1-b433-37fb9cfea5ec),segment_id=75eef457-3d66-4bd1-b433-37fb9cfea5ec)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:21.105375 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2413b00a-24ac-4adb-8af1-48e16794f03f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:21.141623 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98f6e3-7f3e-4770-9599-d306aab96300 None None] Pushing event updated for resources: {'Port': ['ID=c3fe1448-0ad8-4513-854c-cab7778a2b84,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:21.163141 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98f6e3-7f3e-4770-9599-d306aab96300 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:21.164015 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98f6e3-7f3e-4770-9599-d306aab96300 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:21.164858 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98f6e3-7f3e-4770-9599-d306aab96300 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:21.166614 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98f6e3-7f3e-4770-9599-d306aab96300 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:21.167447 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98f6e3-7f3e-4770-9599-d306aab96300 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:21.169331 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98f6e3-7f3e-4770-9599-d306aab96300 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:21.170081 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98f6e3-7f3e-4770-9599-d306aab96300 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:21.170830 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98f6e3-7f3e-4770-9599-d306aab96300 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:21.171624 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98f6e3-7f3e-4770-9599-d306aab96300 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:21.173112 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98f6e3-7f3e-4770-9599-d306aab96300 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:21.173870 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98f6e3-7f3e-4770-9599-d306aab96300 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:21.174640 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98f6e3-7f3e-4770-9599-d306aab96300 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:21.182722 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-1f7398a2-4feb-4c56-af71-caa21b2ebb20 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Deleting port 071e78b0-e9cd-4fc6-b112-3d5190566902 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:55:21.183435 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1f7398a2-4feb-4c56-af71-caa21b2ebb20 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:21.183872 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-2413b00a-24ac-4adb-8af1-48e16794f03f None None] Calling delete_port for 071e78b0-e9cd-4fc6-b112-3d5190566902 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:55:21.197398 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76602888-f05a-4356-b804-9d0e4b3c8c55 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Made reservation on behalf of 34ed532966de49f2a1099a6b441323dd for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:21.203020 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76602888-f05a-4356-b804-9d0e4b3c8c55 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:21.275716 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Attempting to bind port c3fe1448-0ad8-4513-854c-cab7778a2b84 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:21.277455 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Attempting to bind port c3fe1448-0ad8-4513-854c-cab7778a2b84 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '47b181b7-6946-48aa-8cde-3eb2619ca120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1919fc30-6cff-48b9-889b-567ffb017678'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:21.280918 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Attempting to bind port c3fe1448-0ad8-4513-854c-cab7778a2b84 on network 1919fc30-6cff-48b9-889b-567ffb017678 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:55:21.311009 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:55:21.313475 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Checking segment: {'id': '47b181b7-6946-48aa-8cde-3eb2619ca120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1919fc30-6cff-48b9-889b-567ffb017678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:21.314349 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76602888-f05a-4356-b804-9d0e4b3c8c55 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:21.315591 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:21.317239 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Bound using segment: {'id': '47b181b7-6946-48aa-8cde-3eb2619ca120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1919fc30-6cff-48b9-889b-567ffb017678'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:55:21.317704 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-28f3c10d-eeee-4cad-ae8e-cce0e8c73e0f tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:21.320223 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Bound port: c3fe1448-0ad8-4513-854c-cab7778a2b84, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b181b7-6946-48aa-8cde-3eb2619ca120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1919fc30-6cff-48b9-889b-567ffb017678'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:55:21.320971 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:21.364521 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-dc7844e1-e5e2-4653-bd78-21e99292bbd6 service neutron] Attempting to bind port 04253ddb-467b-4be0-a4e2-cc5e733812ae on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:21.365049 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-dc7844e1-e5e2-4653-bd78-21e99292bbd6 service neutron] Attempting to bind port 04253ddb-467b-4be0-a4e2-cc5e733812ae by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:21.365684 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-dc7844e1-e5e2-4653-bd78-21e99292bbd6 service neutron] Attempting to bind port 04253ddb-467b-4be0-a4e2-cc5e733812ae on network 49542224-f666-4718-b03f-958adc44dc33 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:55:21.371765 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-dc7844e1-e5e2-4653-bd78-21e99292bbd6 service neutron] Port 04253ddb-467b-4be0-a4e2-cc5e733812ae on network 49542224-f666-4718-b03f-958adc44dc33 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:55:21.372098 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-dc7844e1-e5e2-4653-bd78-21e99292bbd6 service neutron] Attempting to bind port 04253ddb-467b-4be0-a4e2-cc5e733812ae on network 49542224-f666-4718-b03f-958adc44dc33 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:55:21.380243 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-dc7844e1-e5e2-4653-bd78-21e99292bbd6 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:55:21.380699 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-dc7844e1-e5e2-4653-bd78-21e99292bbd6 service neutron] Checking segment: {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:21.381405 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-dc7844e1-e5e2-4653-bd78-21e99292bbd6 service neutron] Bound using segment: {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:55:21.381875 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-dc7844e1-e5e2-4653-bd78-21e99292bbd6 service neutron] Bound port: 04253ddb-467b-4be0-a4e2-cc5e733812ae, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:55:21.382262 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-dc7844e1-e5e2-4653-bd78-21e99292bbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:21.432078 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-28f3c10d-eeee-4cad-ae8e-cce0e8c73e0f tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Calling delete_port for d8b20cd8-27ca-4ec8-8100-17bd4ef58e17 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:55:21.484558 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-1f7398a2-4feb-4c56-af71-caa21b2ebb20 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] For port 071e78b0-e9cd-4fc6-b112-3d5190566902, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=071e78b0-e9cd-4fc6-b112-3d5190566902,segment=NetworkSegment(75eef457-3d66-4bd1-b433-37fb9cfea5ec),segment_id=75eef457-3d66-4bd1-b433-37fb9cfea5ec)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:21.484874 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1f7398a2-4feb-4c56-af71-caa21b2ebb20 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:21.513596 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2413b00a-24ac-4adb-8af1-48e16794f03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:21.569515 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413b00a-24ac-4adb-8af1-48e16794f03f None None] Pushing event deleted for resources: {'Port': ['ID=071e78b0-e9cd-4fc6-b112-3d5190566902,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:21.578597 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-1f7398a2-4feb-4c56-af71-caa21b2ebb20 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Calling delete_port for 071e78b0-e9cd-4fc6-b112-3d5190566902 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:55:21.580060 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2413b00a-24ac-4adb-8af1-48e16794f03f None None] No DVR routers for this DVR port 071e78b0-e9cd-4fc6-b112-3d5190566902 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:55:21.635134 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2cee97-5185-4905-b7b1-1e58d8fc27ef req-cb679f4c-c259-4c64-a47a-c45e4a64f424 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:21.646308 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a2cee97-5185-4905-b7b1-1e58d8fc27ef req-cb679f4c-c259-4c64-a47a-c45e4a64f424 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 943 time: 0.3503535 Apr 18 20:55:21.671666 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-dc7844e1-e5e2-4653-bd78-21e99292bbd6 service neutron] For port 04253ddb-467b-4be0-a4e2-cc5e733812ae, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:55:21.694191 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-dc7844e1-e5e2-4653-bd78-21e99292bbd6 service neutron] For port 04253ddb-467b-4be0-a4e2-cc5e733812ae, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=04253ddb-467b-4be0-a4e2-cc5e733812ae,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:55:21.707328 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.db.api [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:55:21.708042 n-d-838323-3 neutron-server[102911]: DEBUG oslo_db.api [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:55:21.710595 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-dc7844e1-e5e2-4653-bd78-21e99292bbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:21.719676 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78610184-d190-4657-a253-5556469436d6 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:21.727936 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a2cee97-5185-4905-b7b1-1e58d8fc27ef req-6b3ad378-15a5-4396-a849-7c424af0cd93 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804350 Apr 18 20:55:21.757327 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-dc7844e1-e5e2-4653-bd78-21e99292bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:21.758142 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-dc7844e1-e5e2-4653-bd78-21e99292bbd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:21.759923 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-dc7844e1-e5e2-4653-bd78-21e99292bbd6 service neutron] 10.222.0.57 "PUT /v2.0/ports/04253ddb-467b-4be0-a4e2-cc5e733812ae HTTP/1.1" status: 200 len: 1091 time: 2.0012903 Apr 18 20:55:21.762566 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac064a9-1270-47a5-aa7c-08b81a81499f', 'tag': '04253ddb-467b-4be0-a4e2-cc5e733812ae'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:55:21.766547 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1e497d-e233-4b30-9d1b-7527bca1456e" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac064a9-1270-47a5-aa7c-08b81a81499f", "tag": "04253ddb-467b-4be0-a4e2-cc5e733812ae"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:55:21.802385 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78610184-d190-4657-a253-5556469436d6 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3fe1448-0ad8-4513-854c-cab7778a2b84,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:21.845275 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76602888-f05a-4356-b804-9d0e4b3c8c55 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:21.866165 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7844e1-e5e2-4653-bd78-21e99292bbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=04253ddb-467b-4be0-a4e2-cc5e733812ae,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:21.888969 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78610184-d190-4657-a253-5556469436d6 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:21.905788 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-7463b6da-090c-43a5-9f86-bdd39c1b921b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:21.911106 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-7463b6da-090c-43a5-9f86-bdd39c1b921b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 1094 time: 0.0842474 Apr 18 20:55:21.916858 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76602888-f05a-4356-b804-9d0e4b3c8c55 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:22.008719 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76602888-f05a-4356-b804-9d0e4b3c8c55 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a088553f-a7cf-4d51-bf64-f4b8e45238f5,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:22.013082 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1f7398a2-4feb-4c56-af71-caa21b2ebb20 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:22.045300 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-f5a95d75-966b-4547-9f59-a6879fd3ffa8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04253ddb-467b-4be0-a4e2-cc5e733812ae HTTP/1.1" status: 200 len: 217 time: 0.1246114 Apr 18 20:55:22.063097 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7398a2-4feb-4c56-af71-caa21b2ebb20 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] No DVR routers for this DVR port 071e78b0-e9cd-4fc6-b112-3d5190566902 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:55:22.178423 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1f7398a2-4feb-4c56-af71-caa21b2ebb20 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:22.233490 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Attempting to bind port c3fe1448-0ad8-4513-854c-cab7778a2b84 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:22.234295 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Attempting to bind port c3fe1448-0ad8-4513-854c-cab7778a2b84 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '47b181b7-6946-48aa-8cde-3eb2619ca120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1919fc30-6cff-48b9-889b-567ffb017678'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:22.234295 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Attempting to bind port c3fe1448-0ad8-4513-854c-cab7778a2b84 on network 1919fc30-6cff-48b9-889b-567ffb017678 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:55:22.254251 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:55:22.255235 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Checking segment: {'id': '47b181b7-6946-48aa-8cde-3eb2619ca120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1919fc30-6cff-48b9-889b-567ffb017678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:22.255629 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:22.256444 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-8c7408da-3e02-497e-bf31-e9ba14b18030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:22.258256 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-8c7408da-3e02-497e-bf31-e9ba14b18030 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.2046857 Apr 18 20:55:22.259466 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Bound using segment: {'id': '47b181b7-6946-48aa-8cde-3eb2619ca120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1919fc30-6cff-48b9-889b-567ffb017678'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:55:22.260148 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Bound port: c3fe1448-0ad8-4513-854c-cab7778a2b84, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b181b7-6946-48aa-8cde-3eb2619ca120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1919fc30-6cff-48b9-889b-567ffb017678'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:55:22.260939 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:22.331547 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Port c3fe1448-0ad8-4513-854c-cab7778a2b84 has been deleted concurrently {{(pid=102911) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 18 20:55:22.344050 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36de0be3-63b3-4599-926c-fa45d4695abf x-openstack-request-id: req-36de0be3-63b3-4599-926c-fa45d4695abf {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:55:22.344408 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac064a9-1270-47a5-aa7c-08b81a81499f", "tag": "04253ddb-467b-4be0-a4e2-cc5e733812ae", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:55:22.344708 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36de0be3-63b3-4599-926c-fa45d4695abf {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:55:22.345378 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36de0be3-63b3-4599-926c-fa45d4695abf'] response: {'name': 'network-changed', 'server_uuid': '6ac064a9-1270-47a5-aa7c-08b81a81499f', 'tag': '04253ddb-467b-4be0-a4e2-cc5e733812ae', 'status': 'completed', 'code': 200} Apr 18 20:55:22.356722 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Routers {'71bea95b-4f44-4dd0-bb07-e614810faaff'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:55:22.358102 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:54:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['71bea95b-4f44-4dd0-bb07-e614810faaff'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:22.369217 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7398a2-4feb-4c56-af71-caa21b2ebb20 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Pushing event deleted for resources: {'Port': ['ID=071e78b0-e9cd-4fc6-b112-3d5190566902,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:22.381502 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-4b8529b0-9edb-4625-87c1-26a732f983bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:22.390066 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-4b8529b0-9edb-4625-87c1-26a732f983bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1241894 Apr 18 20:55:22.440061 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78610184-d190-4657-a253-5556469436d6 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:22.447828 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-1f7398a2-4feb-4c56-af71-caa21b2ebb20 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:22.454013 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78610184-d190-4657-a253-5556469436d6 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:22.477953 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-28f3c10d-eeee-4cad-ae8e-cce0e8c73e0f tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:22.482946 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-1f7398a2-4feb-4c56-af71-caa21b2ebb20 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75eef457-3d66-4bd1-b433-37fb9cfea5ec') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:22.483841 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-1f7398a2-4feb-4c56-af71-caa21b2ebb20 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75eef457-3d66-4bd1-b433-37fb9cfea5ec') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:22.510387 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76602888-f05a-4356-b804-9d0e4b3c8c55 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:55:22.611472 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 071e78b0-e9cd-4fc6-b112-3d5190566902 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:55:22.637679 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] Set router 71bea95b-4f44-4dd0-bb07-e614810faaff gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:55:22.673090 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 071e78b0-e9cd-4fc6-b112-3d5190566902 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:55:22.673436 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 071e78b0-e9cd-4fc6-b112-3d5190566902 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:55:22.681977 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1f7398a2-4feb-4c56-af71-caa21b2ebb20 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:22.709383 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3c10d-eeee-4cad-ae8e-cce0e8c73e0f tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8b20cd8-27ca-4ec8-8100-17bd4ef58e17,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:22.711007 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-74df9b39-c2fe-4456-b7da-74e350f854e8 service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115013 Apr 18 20:55:22.713327 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76602888-f05a-4356-b804-9d0e4b3c8c55 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:22.713869 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-76602888-f05a-4356-b804-9d0e4b3c8c55 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Added segment d0bc5ed6-4417-4af6-b3de-246c1aaf1cae of type vlan for network c9bb7d4f-1a48-4df3-a1a2-7c3b12b7785d Apr 18 20:55:22.737419 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1f7398a2-4feb-4c56-af71-caa21b2ebb20 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:22.752195 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78610184-d190-4657-a253-5556469436d6 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:22.753116 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78610184-d190-4657-a253-5556469436d6 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71bea95b-4f44-4dd0-bb07-e614810faaff {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:55:22.769539 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bea95b-4f44-4dd0-bb07-e614810faaff', 'name': '', 'tenant_id': 'f5423a1d53394d2898790243b8f7b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:13Z', 'updated_at': '2022-04-18T20:55:21Z', 'revision_number': 5, 'project_id': 'f5423a1d53394d2898790243b8f7b6c1', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:22.821646 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7398a2-4feb-4c56-af71-caa21b2ebb20 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:55:22.822284 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1f7398a2-4feb-4c56-af71-caa21b2ebb20 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:22.824152 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d91566-214b-49b7-b94e-2749c8b2c879 None None] The sync data for ids ['71bea95b-4f44-4dd0-bb07-e614810faaff'] in n-d-838323-3 is: [{'id': '71bea95b-4f44-4dd0-bb07-e614810faaff', 'name': '', 'tenant_id': 'f5423a1d53394d2898790243b8f7b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:13Z', 'updated_at': '2022-04-18T20:55:21Z', 'revision_number': 5, 'project_id': 'f5423a1d53394d2898790243b8f7b6c1', 'gw_port_host': None}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:55:22.831934 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78610184-d190-4657-a253-5556469436d6 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-78610184-d190-4657-a253-5556469436d6 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "DELETE /v2.0/routers/71bea95b-4f44-4dd0-bb07-e614810faaff HTTP/1.1" status: 204 len: 168 time: 3.7418480 Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: items = [ Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:55:22.836477 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:55:22.839266 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60104) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:22.898204 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db30e03b-3284-4a11-9eb8-654dc9579eb9 req-4e635dc1-4a6b-4e89-9799-476f2e5867f3 service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807907 Apr 18 20:55:23.126028 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e87621-79f2-4c0e-a321-68b7d2ac0460 req-8b118f6f-1bb2-4a9b-bfa4-9ae7f67edd38 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:23.139334 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a4e87621-79f2-4c0e-a321-68b7d2ac0460 req-8b118f6f-1bb2-4a9b-bfa4-9ae7f67edd38 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 943 time: 0.1796606 Apr 18 20:55:23.170120 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76602888-f05a-4356-b804-9d0e4b3c8c55 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:23.209467 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e497d-e233-4b30-9d1b-7527bca1456e req-f9fa050a-baae-416f-9e82-ce87529aefda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:23.212555 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b1e497d-e233-4b30-9d1b-7527bca1456e req-f9fa050a-baae-416f-9e82-ce87529aefda service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 1094 time: 0.2262142 Apr 18 20:55:23.252395 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1f7398a2-4feb-4c56-af71-caa21b2ebb20 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:23.271951 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1f7398a2-4feb-4c56-af71-caa21b2ebb20 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:23.279693 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1f7398a2-4feb-4c56-af71-caa21b2ebb20 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] 10.222.0.41 "DELETE /v2.0/networks/4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b HTTP/1.1" status: 204 len: 168 time: 3.2205281 Apr 18 20:55:23.322227 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba2e73d-8013-447a-b498-8b572acdc665 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Deleting subnet f68216ab-cdd4-4c3c-8cea-fe5a710eff87 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:55:23.338107 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e73d-8013-447a-b498-8b572acdc665 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:23.394429 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e497d-e233-4b30-9d1b-7527bca1456e req-d0f20de6-9622-42c2-8221-1bfdb9d85697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:23.397032 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b1e497d-e233-4b30-9d1b-7527bca1456e req-d0f20de6-9622-42c2-8221-1bfdb9d85697 service neutron] 10.222.0.57 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 912 time: 0.1763580 Apr 18 20:55:23.397566 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-28f3c10d-eeee-4cad-ae8e-cce0e8c73e0f tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:23.404742 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-28f3c10d-eeee-4cad-ae8e-cce0e8c73e0f tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "DELETE /v2.0/ports/d8b20cd8-27ca-4ec8-8100-17bd4ef58e17 HTTP/1.1" status: 204 len: 168 time: 3.6410947 Apr 18 20:55:23.414665 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60112) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:23.416714 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7398a2-4feb-4c56-af71-caa21b2ebb20 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877 tempest-ExtraDHCPOptionsIpV6TestJSON-1491498877-project] Pushing event deleted for resources: {'Network': ['ID=4b51337c-d398-4ac0-9c1b-8cc3fb25bf0b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:23.428748 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-dc28297f-590b-4147-a45f-31191843bae5 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '90ec23a3-5de9-46fa-a140-1ae29c6ed25c', 'external_fixed_ips': [{'subnet_id': '80b762b8-d6d1-4938-a9ba-32e2d9eb03b5', 'ip_address': '172.20.0.6'}]}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:23.434650 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76602888-f05a-4356-b804-9d0e4b3c8c55 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:23.445534 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76602888-f05a-4356-b804-9d0e4b3c8c55 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:23.446926 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76602888-f05a-4356-b804-9d0e4b3c8c55 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:23.451236 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a4e87621-79f2-4c0e-a321-68b7d2ac0460 req-9e238113-e90f-402a-aacc-4918af527a38 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009193 Apr 18 20:55:23.503651 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-76602888-f05a-4356-b804-9d0e4b3c8c55 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.8603067 Apr 18 20:55:23.522323 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60114) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:23.538118 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b1e497d-e233-4b30-9d1b-7527bca1456e req-0bf784a4-7283-400e-9cee-e3320103f53b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04253ddb-467b-4be0-a4e2-cc5e733812ae HTTP/1.1" status: 200 len: 217 time: 0.1294720 Apr 18 20:55:23.542064 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-99c4fdf4-29ff-443e-9da9-bfa1b6b92de5 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'network': {'name': 'tempest-RoutersTest-2140387891'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:23.585127 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc28297f-590b-4147-a45f-31191843bae5 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:23.586823 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc28297f-590b-4147-a45f-31191843bae5 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:23.600915 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e73d-8013-447a-b498-8b572acdc665 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:23.621623 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e497d-e233-4b30-9d1b-7527bca1456e req-fb875bc0-d565-4fc0-bca1-9fcc20f7c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:23.623153 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b1e497d-e233-4b30-9d1b-7527bca1456e req-fb875bc0-d565-4fc0-bca1-9fcc20f7c537 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.0778625 Apr 18 20:55:23.706693 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e497d-e233-4b30-9d1b-7527bca1456e req-fe1eb87e-41b5-4fe8-98d9-01447fe74682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:23.710435 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b1e497d-e233-4b30-9d1b-7527bca1456e req-fe1eb87e-41b5-4fe8-98d9-01447fe74682 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786450 Apr 18 20:55:24.056379 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b1e497d-e233-4b30-9d1b-7527bca1456e req-156c3743-b481-47c2-a08f-5913df178624 service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379650 Apr 18 20:55:24.098497 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60120) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:24.205629 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e73d-8013-447a-b498-8b572acdc665 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:24.328524 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c4fdf4-29ff-443e-9da9-bfa1b6b92de5 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Made reservation on behalf of 34ed532966de49f2a1099a6b441323dd for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:24.334251 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-99c4fdf4-29ff-443e-9da9-bfa1b6b92de5 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:24.355279 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b1e497d-e233-4b30-9d1b-7527bca1456e req-c41fdc0e-8fc1-4e39-9dc2-4abf3d039b9e service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902682 Apr 18 20:55:24.355575 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76602888-f05a-4356-b804-9d0e4b3c8c55 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Network': ['ID=c9bb7d4f-1a48-4df3-a1a2-7c3b12b7785d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:24.388974 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network c9bb7d4f-1a48-4df3-a1a2-7c3b12b7785d details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:55:24.407902 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60124) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:24.704691 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4c1e8af6-a7a4-4b02-8785-4fe73bd49101 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0ee8110d99549cbad750c60d95bedd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6036522 Apr 18 20:55:24.708642 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60130) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:24.767998 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e9ff0c68-58d0-4616-bc45-f6b69b7e7758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:24.785990 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc28297f-590b-4147-a45f-31191843bae5 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:24.787467 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c4fdf4-29ff-443e-9da9-bfa1b6b92de5 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:55:24.904617 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-99c4fdf4-29ff-443e-9da9-bfa1b6b92de5 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:24.905135 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-99c4fdf4-29ff-443e-9da9-bfa1b6b92de5 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Added segment a09a46be-8e77-4752-a072-690f7b53ee01 of type vlan for network 2ea369bf-7f29-40d8-aeba-155811ce7427 Apr 18 20:55:24.974203 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-544d50d6-e5df-41a2-b9c3-f8642e6110e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.026022 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decd341-1673-4ae6-b3dc-24d44c3d3943 req-8b97f105-1631-4852-9c46-221f3f22b2d0 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:25.028880 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9decd341-1673-4ae6-b3dc-24d44c3d3943 req-8b97f105-1631-4852-9c46-221f3f22b2d0 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 943 time: 0.2246394 Apr 18 20:55:25.065191 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-544d50d6-e5df-41a2-b9c3-f8642e6110e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.069463 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60132) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:25.070425 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-130fd440-a1e4-4be1-b7e7-b47671e3de4a tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] 10.222.0.41 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3190 time: 0.6590180 Apr 18 20:55:25.091421 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a4ce6be5-b424-4c3d-a5a9-c732b0f86014 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Request body: {'network': {'name': 'tempest-network-smoke--1663832558', 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'port_security_enabled': False}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:25.096069 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e73d-8013-447a-b498-8b572acdc665 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.156325 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e73d-8013-447a-b498-8b572acdc665 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.159673 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2ba2e73d-8013-447a-b498-8b572acdc665 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/f68216ab-cdd4-4c3c-8cea-fe5a710eff87 HTTP/1.1" status: 204 len: 168 time: 2.2750404 Apr 18 20:55:25.167017 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60134) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:25.188850 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-99c4fdf4-29ff-443e-9da9-bfa1b6b92de5 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.189545 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ce6be5-b424-4c3d-a5a9-c732b0f86014 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Made reservation on behalf of 9b43792f5e3a4b5fa4fa359a68fd10f8 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:25.192326 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2e73d-8013-447a-b498-8b572acdc665 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f68216ab-cdd4-4c3c-8cea-fe5a710eff87,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:25.197321 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a4ce6be5-b424-4c3d-a5a9-c732b0f86014 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.205088 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9decd341-1673-4ae6-b3dc-24d44c3d3943 req-152cae75-b8e5-4663-9d97-ebb49cdde295 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655509 Apr 18 20:55:25.247519 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc28297f-590b-4147-a45f-31191843bae5 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.295689 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-99c4fdf4-29ff-443e-9da9-bfa1b6b92de5 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.303031 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c4fdf4-29ff-443e-9da9-bfa1b6b92de5 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:25.303823 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-99c4fdf4-29ff-443e-9da9-bfa1b6b92de5 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.339821 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ce6be5-b424-4c3d-a5a9-c732b0f86014 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:55:25.352554 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2d51a697-d38a-4478-b661-e058f75dfdcc tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.361524 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-544d50d6-e5df-41a2-b9c3-f8642e6110e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.366020 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-544d50d6-e5df-41a2-b9c3-f8642e6110e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.367916 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-544d50d6-e5df-41a2-b9c3-f8642e6110e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81cdf653-344f-4b21-b676-726ab972df52 HTTP/1.1" status: 204 len: 168 time: 0.6563430 Apr 18 20:55:25.382764 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-99c4fdf4-29ff-443e-9da9-bfa1b6b92de5 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8472977 Apr 18 20:55:25.387714 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a4ce6be5-b424-4c3d-a5a9-c732b0f86014 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.388239 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-a4ce6be5-b424-4c3d-a5a9-c732b0f86014 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Added segment caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6 of type vlan for network 4e95bd41-10a1-446a-b079-eb37b307af38 Apr 18 20:55:25.390971 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60138) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:25.414673 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-c1be925d-e7c0-4fcf-8f0d-9b66cea6f45f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'subnet': {'network_id': 'c9bb7d4f-1a48-4df3-a1a2-7c3b12b7785d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:25.428606 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d50d6-e5df-41a2-b9c3-f8642e6110e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cdf653-344f-4b21-b676-726ab972df52,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:25.487900 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4fdf4-29ff-443e-9da9-bfa1b6b92de5 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Network': ['ID=2ea369bf-7f29-40d8-aeba-155811ce7427,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:25.514781 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 2ea369bf-7f29-40d8-aeba-155811ce7427 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:55:25.678597 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a4ce6be5-b424-4c3d-a5a9-c732b0f86014 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.763066 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc28297f-590b-4147-a45f-31191843bae5 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.793560 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2d51a697-d38a-4478-b661-e058f75dfdcc tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.804874 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc28297f-590b-4147-a45f-31191843bae5 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.850766 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a4ce6be5-b424-4c3d-a5a9-c732b0f86014 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.856761 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ce6be5-b424-4c3d-a5a9-c732b0f86014 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:25.857446 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a4ce6be5-b424-4c3d-a5a9-c732b0f86014 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.872154 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-2d51a697-d38a-4478-b661-e058f75dfdcc tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1919fc30-6cff-48b9-889b-567ffb017678']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:25.899123 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1be925d-e7c0-4fcf-8f0d-9b66cea6f45f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Made reservation on behalf of 34ed532966de49f2a1099a6b441323dd for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:25.902930 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c1be925d-e7c0-4fcf-8f0d-9b66cea6f45f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.915949 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-2d51a697-d38a-4478-b661-e058f75dfdcc tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b181b7-6946-48aa-8cde-3eb2619ca120') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:25.916262 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-2d51a697-d38a-4478-b661-e058f75dfdcc tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b181b7-6946-48aa-8cde-3eb2619ca120') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:25.942634 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2d51a697-d38a-4478-b661-e058f75dfdcc tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:26.154917 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2d51a697-d38a-4478-b661-e058f75dfdcc tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:26.174108 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-dc28297f-590b-4147-a45f-31191843bae5 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Allocated IP 172.20.0.6 (90ec23a3-5de9-46fa-a140-1ae29c6ed25c/80b762b8-d6d1-4938-a9ba-32e2d9eb03b5/77ec3265-19d5-48ce-88d9-e9969023eb47) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:26.196359 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a4ce6be5-b424-4c3d-a5a9-c732b0f86014 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1254690 Apr 18 20:55:26.202206 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60168) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:26.214191 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce6be5-b424-4c3d-a5a9-c732b0f86014 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event updated for resources: {'Network': ['ID=4e95bd41-10a1-446a-b079-eb37b307af38,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:26.218693 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d51a697-d38a-4478-b661-e058f75dfdcc tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:55:26.219322 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2d51a697-d38a-4478-b661-e058f75dfdcc tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:26.233362 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-5f9787e7-0a6c-4387-a715-47f4ac1325b7 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1259225735', 'admin_state_up': True, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:26.241895 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 4e95bd41-10a1-446a-b079-eb37b307af38 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:55:26.243395 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:55:26.395961 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc28297f-590b-4147-a45f-31191843bae5 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:26.421353 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5f9787e7-0a6c-4387-a715-47f4ac1325b7 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:26.423227 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5f9787e7-0a6c-4387-a715-47f4ac1325b7 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:26.507840 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc28297f-590b-4147-a45f-31191843bae5 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:26.514085 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2d51a697-d38a-4478-b661-e058f75dfdcc tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:26.555268 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d51a697-d38a-4478-b661-e058f75dfdcc tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1919fc30-6cff-48b9-889b-567ffb017678 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 20:55:26.559872 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2d51a697-d38a-4478-b661-e058f75dfdcc tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:26.563080 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2d51a697-d38a-4478-b661-e058f75dfdcc tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "DELETE /v2.0/networks/1919fc30-6cff-48b9-889b-567ffb017678 HTTP/1.1" status: 204 len: 168 time: 1.3872764 Apr 18 20:55:26.576962 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc28297f-590b-4147-a45f-31191843bae5 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Network 90ec23a3-5de9-46fa-a140-1ae29c6ed25c is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:26.587888 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-dc28297f-590b-4147-a45f-31191843bae5 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:26.593193 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc28297f-590b-4147-a45f-31191843bae5 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:26.601276 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28297f-590b-4147-a45f-31191843bae5 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Pushing event updated for resources: {'Port': ['ID=77ec3265-19d5-48ce-88d9-e9969023eb47,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:26.610665 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5f9787e7-0a6c-4387-a715-47f4ac1325b7 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:26.618429 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51a697-d38a-4478-b661-e058f75dfdcc tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Pushing event deleted for resources: {'Network': ['ID=1919fc30-6cff-48b9-889b-567ffb017678,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:26.639725 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663da81a-ec30-4dd0-851e-ccbe9b9a6fa4 req-7fea376f-507a-4e8f-a253-59db4bbac7ee tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:26.647511 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-663da81a-ec30-4dd0-851e-ccbe9b9a6fa4 req-7fea376f-507a-4e8f-a253-59db4bbac7ee tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 943 time: 0.2464495 Apr 18 20:55:27.154358 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-663da81a-ec30-4dd0-851e-ccbe9b9a6fa4 req-aaf46d3a-39a8-44f0-af31-591a126035a1 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043631 Apr 18 20:55:27.158476 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5f9787e7-0a6c-4387-a715-47f4ac1325b7 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:27.175269 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c1be925d-e7c0-4fcf-8f0d-9b66cea6f45f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:27.200991 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60200) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:27.259743 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc28297f-590b-4147-a45f-31191843bae5 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:27.440247 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60204) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:27.447153 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-58d90827-7f4e-4848-b22b-56436728f2d1 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Request body: {'router': {'name': 'tempest-router--2095562588', 'project_id': '13a2b1cbb00a479faf1c648cc12b62b7'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:27.454153 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be925d-e7c0-4fcf-8f0d-9b66cea6f45f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Subnet': ['ID=29fa244f-827c-4260-9dff-a53d78304117,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:27.662355 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1be925d-e7c0-4fcf-8f0d-9b66cea6f45f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Checking segment: {'id': 'd0bc5ed6-4417-4af6-b3de-246c1aaf1cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c9bb7d4f-1a48-4df3-a1a2-7c3b12b7785d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:27.663092 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1be925d-e7c0-4fcf-8f0d-9b66cea6f45f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network hostable DHCP agents. Network: c9bb7d4f-1a48-4df3-a1a2-7c3b12b7785d, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:55:27.677398 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-58d90827-7f4e-4848-b22b-56436728f2d1 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:27.679274 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-58d90827-7f4e-4848-b22b-56436728f2d1 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:27.714732 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-9beb1d5e-383d-4b93-a20c-2285051cceff tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-814647869'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:27.756707 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1be925d-e7c0-4fcf-8f0d-9b66cea6f45f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network c9bb7d4f-1a48-4df3-a1a2-7c3b12b7785d is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:55:27.773926 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9beb1d5e-383d-4b93-a20c-2285051cceff tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Made reservation on behalf of eb1eb5b094504b78a5be18b896c5bdba for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:27.780564 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9beb1d5e-383d-4b93-a20c-2285051cceff tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:27.803707 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9beb1d5e-383d-4b93-a20c-2285051cceff tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:27.806017 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-c1be925d-e7c0-4fcf-8f0d-9b66cea6f45f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, c9bb7d4f-1a48-4df3-a1a2-7c3b12b7785d) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:27.819904 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00918a12-b50d-441a-8f43-0205b41574e8 None None] Network c9bb7d4f-1a48-4df3-a1a2-7c3b12b7785d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:55:27.820824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1be925d-e7c0-4fcf-8f0d-9b66cea6f45f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:27.821815 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c1be925d-e7c0-4fcf-8f0d-9b66cea6f45f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:27.846644 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc28297f-590b-4147-a45f-31191843bae5 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:27.924481 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c1be925d-e7c0-4fcf-8f0d-9b66cea6f45f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5253406 Apr 18 20:55:27.928738 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-58d90827-7f4e-4848-b22b-56436728f2d1 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:27.943472 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60206) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:27.956669 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a97aede9-7640-448f-afb5-eeddc33edc40 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'subnet': {'network_id': '2ea369bf-7f29-40d8-aeba-155811ce7427', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:27.966880 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-58d90827-7f4e-4848-b22b-56436728f2d1 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:28.031309 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-58d90827-7f4e-4848-b22b-56436728f2d1 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:28.038128 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-58d90827-7f4e-4848-b22b-56436728f2d1 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5963447 Apr 18 20:55:28.043837 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60208) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:28.128339 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9beb1d5e-383d-4b93-a20c-2285051cceff tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:28.137439 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9beb1d5e-383d-4b93-a20c-2285051cceff tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:28.153365 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-c9bb7d4f-1a48-4df3-a1a2-7c3b12b7785d', 'network_id': 'c9bb7d4f-1a48-4df3-a1a2-7c3b12b7785d', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'fixed_ips': [{'subnet_id': '29fa244f-827c-4260-9dff-a53d78304117'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:55:28.154844 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:28.182940 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9beb1d5e-383d-4b93-a20c-2285051cceff tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:55:28.213190 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc28297f-590b-4147-a45f-31191843bae5 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Router beb26797-2716-40ab-b383-d9cb0aefddfe is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:55:28.227558 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb1d5e-383d-4b93-a20c-2285051cceff tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7354b5d7-649b-4035-aceb-ca9cc4aefa7f,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:28.257138 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9beb1d5e-383d-4b93-a20c-2285051cceff tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:28.257996 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-9beb1d5e-383d-4b93-a20c-2285051cceff tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Added segment e4816af7-567f-439d-b093-1449ef6c5aed of type vlan for network 84a20010-7779-4b32-ad12-51866e8a623c Apr 18 20:55:28.378255 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7b3bf02e-bc5b-4e56-a22d-c926693d4c03 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:28.457060 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Allocated IP 172.20.0.2 (c9bb7d4f-1a48-4df3-a1a2-7c3b12b7785d/29fa244f-827c-4260-9dff-a53d78304117/07720332-ec26-4bb7-b163-2d7e0e3f8201) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:28.526322 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc28297f-590b-4147-a45f-31191843bae5 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:55:28.548594 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9beb1d5e-383d-4b93-a20c-2285051cceff tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:28.601681 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc28297f-590b-4147-a45f-31191843bae5 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:28.603798 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-dc28297f-590b-4147-a45f-31191843bae5 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.1820865 Apr 18 20:55:28.608503 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60214) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:28.625803 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb655c88-a41f-4032-acdc-0180925595d3 None None] Sync routers for ids ['beb26797-2716-40ab-b383-d9cb0aefddfe'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:55:28.677126 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb655c88-a41f-4032-acdc-0180925595d3 None None] Routers {'beb26797-2716-40ab-b383-d9cb0aefddfe'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:55:28.678373 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-eb655c88-a41f-4032-acdc-0180925595d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:54:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['beb26797-2716-40ab-b383-d9cb0aefddfe'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:28.693575 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9beb1d5e-383d-4b93-a20c-2285051cceff tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:28.705636 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9beb1d5e-383d-4b93-a20c-2285051cceff tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:28.705958 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9beb1d5e-383d-4b93-a20c-2285051cceff tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:28.856182 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9cef5118-a508-4934-80a8-ee61e2afa237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.107413 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.136332 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-eb655c88-a41f-4032-acdc-0180925595d3 None None] Set router beb26797-2716-40ab-b383-d9cb0aefddfe gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:55:29.141500 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9beb1d5e-383d-4b93-a20c-2285051cceff tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9380095 Apr 18 20:55:29.198995 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.229616 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb1d5e-383d-4b93-a20c-2285051cceff tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'Network': ['ID=84a20010-7779-4b32-ad12-51866e8a623c,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:29.272971 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a31b9ecc-1a08-43a3-acd4-f20f2057102a tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.303513 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Pushing event updated for resources: {'Port': ['ID=07720332-ec26-4bb7-b163-2d7e0e3f8201,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:29.306840 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 84a20010-7779-4b32-ad12-51866e8a623c details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:55:29.325565 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60218) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:29.345809 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7b3bf02e-bc5b-4e56-a22d-c926693d4c03 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.388583 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7b3bf02e-bc5b-4e56-a22d-c926693d4c03 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.397201 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-8ae183ab-da20-4269-9277-01efe38c0455 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Request body: {'subnet': {'network_id': '84a20010-7779-4b32-ad12-51866e8a623c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:29.497432 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Network c9bb7d4f-1a48-4df3-a1a2-7c3b12b7785d is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:29.510264 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5f9787e7-0a6c-4387-a715-47f4ac1325b7 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.515380 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:29.516982 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a31b9ecc-1a08-43a3-acd4-f20f2057102a tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.541670 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:29.603138 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-a31b9ecc-1a08-43a3-acd4-f20f2057102a tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Deleting port 77ec3265-19d5-48ce-88d9-e9969023eb47 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:55:29.603648 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a31b9ecc-1a08-43a3-acd4-f20f2057102a tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.619730 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5f9787e7-0a6c-4387-a715-47f4ac1325b7 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.656055 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97aede9-7640-448f-afb5-eeddc33edc40 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Made reservation on behalf of 34ed532966de49f2a1099a6b441323dd for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:29.661635 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a97aede9-7640-448f-afb5-eeddc33edc40 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.689081 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e79df8-5a86-4dc0-a278-79c3a5f11d60 req-feba8620-7f71-4537-a5ab-a6c05739af50 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:29.691964 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-14e79df8-5a86-4dc0-a278-79c3a5f11d60 req-feba8620-7f71-4537-a5ab-a6c05739af50 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 943 time: 1.2291422 Apr 18 20:55:29.720350 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7b3bf02e-bc5b-4e56-a22d-c926693d4c03 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.721315 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3bf02e-bc5b-4e56-a22d-c926693d4c03 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5f0546d-7a65-44ee-88c3-b3f7641dde8d {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:55:29.721763 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a31b9ecc-1a08-43a3-acd4-f20f2057102a tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.746205 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-a31b9ecc-1a08-43a3-acd4-f20f2057102a tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Calling delete_port for 77ec3265-19d5-48ce-88d9-e9969023eb47 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:55:29.764422 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Attempting to bind port 07720332-ec26-4bb7-b163-2d7e0e3f8201 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:29.764902 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Attempting to bind port 07720332-ec26-4bb7-b163-2d7e0e3f8201 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'd0bc5ed6-4417-4af6-b3de-246c1aaf1cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c9bb7d4f-1a48-4df3-a1a2-7c3b12b7785d'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:29.765191 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Attempting to bind port 07720332-ec26-4bb7-b163-2d7e0e3f8201 on network c9bb7d4f-1a48-4df3-a1a2-7c3b12b7785d {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:55:29.800809 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:55:29.802194 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Checking segment: {'id': 'd0bc5ed6-4417-4af6-b3de-246c1aaf1cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c9bb7d4f-1a48-4df3-a1a2-7c3b12b7785d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:29.802859 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.803499 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Bound using segment: {'id': 'd0bc5ed6-4417-4af6-b3de-246c1aaf1cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c9bb7d4f-1a48-4df3-a1a2-7c3b12b7785d'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:55:29.804567 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Bound port: 07720332-ec26-4bb7-b163-2d7e0e3f8201, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0bc5ed6-4417-4af6-b3de-246c1aaf1cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c9bb7d4f-1a48-4df3-a1a2-7c3b12b7785d'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:55:29.805408 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.857832 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7b3bf02e-bc5b-4e56-a22d-c926693d4c03 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.859694 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7b3bf02e-bc5b-4e56-a22d-c926693d4c03 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "DELETE /v2.0/routers/e5f0546d-7a65-44ee-88c3-b3f7641dde8d HTTP/1.1" status: 204 len: 168 time: 1.8139338 Apr 18 20:55:30.009691 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a31b9ecc-1a08-43a3-acd4-f20f2057102a tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:30.017251 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:30.046282 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b9ecc-1a08-43a3-acd4-f20f2057102a tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Pushing event deleted for resources: {'Port': ['ID=77ec3265-19d5-48ce-88d9-e9969023eb47,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:30.067629 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-14e79df8-5a86-4dc0-a278-79c3a5f11d60 req-f500bfc7-dc1c-49bd-9f2a-2b47fd1aec69 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360727 Apr 18 20:55:30.132339 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-eb655c88-a41f-4032-acdc-0180925595d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb26797-2716-40ab-b383-d9cb0aefddfe', 'name': '', 'tenant_id': '1905c10676624273bb0a1179ae3a21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90ec23a3-5de9-46fa-a140-1ae29c6ed25c', 'external_fixed_ips': [{'subnet_id': '80b762b8-d6d1-4938-a9ba-32e2d9eb03b5', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '77ec3265-19d5-48ce-88d9-e9969023eb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:23Z', 'updated_at': '2022-04-18T20:55:26Z', 'revision_number': 3, 'project_id': '1905c10676624273bb0a1179ae3a21ec', 'gw_port': {'id': '77ec3265-19d5-48ce-88d9-e9969023eb47', 'name': '', 'network_id': '90ec23a3-5de9-46fa-a140-1ae29c6ed25c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb26797-2716-40ab-b383-d9cb0aefddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '80b762b8-d6d1-4938-a9ba-32e2d9eb03b5', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:25Z', 'updated_at': '2022-04-18T20:55:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b762b8-d6d1-4938-a9ba-32e2d9eb03b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:30.141183 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae183ab-da20-4269-9277-01efe38c0455 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Made reservation on behalf of eb1eb5b094504b78a5be18b896c5bdba for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:30.147563 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8ae183ab-da20-4269-9277-01efe38c0455 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:30.211023 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb655c88-a41f-4032-acdc-0180925595d3 None None] Checking router: beb26797-2716-40ab-b383-d9cb0aefddfe for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:55:30.211244 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a31b9ecc-1a08-43a3-acd4-f20f2057102a tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:30.212761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb655c88-a41f-4032-acdc-0180925595d3 None None] Updating router beb26797-2716-40ab-b383-d9cb0aefddfe port 77ec3265-19d5-48ce-88d9-e9969023eb47 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:55:30.222347 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-5f9787e7-0a6c-4387-a715-47f4ac1325b7 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Allocated IP 172.25.1.183 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/1cd70a2c-d0de-4f55-b883-bc57054d4bfc) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:30.249720 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] For port 07720332-ec26-4bb7-b163-2d7e0e3f8201, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:55:30.270549 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] For port 07720332-ec26-4bb7-b163-2d7e0e3f8201, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=07720332-ec26-4bb7-b163-2d7e0e3f8201,segment=NetworkSegment(d0bc5ed6-4417-4af6-b3de-246c1aaf1cae),segment_id=d0bc5ed6-4417-4af6-b3de-246c1aaf1cae)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:55:30.274509 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb655c88-a41f-4032-acdc-0180925595d3 None None] Port 77ec3265-19d5-48ce-88d9-e9969023eb47 not found while updating agent binding for router beb26797-2716-40ab-b383-d9cb0aefddfe. {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 18 20:55:30.282090 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:30.318215 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60234) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:30.328243 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb655c88-a41f-4032-acdc-0180925595d3 None None] Routers {'beb26797-2716-40ab-b383-d9cb0aefddfe'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:55:30.329285 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-eb655c88-a41f-4032-acdc-0180925595d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:55:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['beb26797-2716-40ab-b383-d9cb0aefddfe'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:30.466115 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a31b9ecc-1a08-43a3-acd4-f20f2057102a tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:30.476188 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a31b9ecc-1a08-43a3-acd4-f20f2057102a tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:30.508467 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-eb655c88-a41f-4032-acdc-0180925595d3 None None] Set router beb26797-2716-40ab-b383-d9cb0aefddfe gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:55:30.551373 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Pushing event updated for resources: {'Port': ['ID=07720332-ec26-4bb7-b163-2d7e0e3f8201,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:30.561994 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a31b9ecc-1a08-43a3-acd4-f20f2057102a tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:30.563328 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31b9ecc-1a08-43a3-acd4-f20f2057102a tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Fanout notify agent at l3_agent the message router_deleted on router beb26797-2716-40ab-b383-d9cb0aefddfe {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:55:30.574703 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a31b9ecc-1a08-43a3-acd4-f20f2057102a tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:30.584825 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a31b9ecc-1a08-43a3-acd4-f20f2057102a tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "DELETE /v2.0/routers/beb26797-2716-40ab-b383-d9cb0aefddfe HTTP/1.1" status: 204 len: 168 time: 1.9709957 Apr 18 20:55:30.586012 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60238) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:30.595686 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-eb655c88-a41f-4032-acdc-0180925595d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb26797-2716-40ab-b383-d9cb0aefddfe', 'name': '', 'tenant_id': '1905c10676624273bb0a1179ae3a21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:23Z', 'updated_at': '2022-04-18T20:55:29Z', 'revision_number': 5, 'project_id': '1905c10676624273bb0a1179ae3a21ec', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:30.633394 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb655c88-a41f-4032-acdc-0180925595d3 None None] The sync data for ids ['beb26797-2716-40ab-b383-d9cb0aefddfe'] in n-d-838323-3 is: [{'id': 'beb26797-2716-40ab-b383-d9cb0aefddfe', 'name': '', 'tenant_id': '1905c10676624273bb0a1179ae3a21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:23Z', 'updated_at': '2022-04-18T20:55:29Z', 'revision_number': 5, 'project_id': '1905c10676624273bb0a1179ae3a21ec', 'gw_port_host': None}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:55:30.636744 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:30.637326 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:30.638173 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:30.638676 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:30.639180 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:30.639939 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:30.640671 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:30.641157 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:30.641651 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:30.642130 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:30.642753 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:30.643213 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7353c3-8097-4709-9e10-611081f9e5c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:30.681368 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-245b2d08-57a8-4bbd-8a39-17cb2cf333a2 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Deleting subnet 80b762b8-d6d1-4938-a9ba-32e2d9eb03b5 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:55:30.686896 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-245b2d08-57a8-4bbd-8a39-17cb2cf333a2 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:30.768187 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-245b2d08-57a8-4bbd-8a39-17cb2cf333a2 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:30.822987 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-949e437d-5723-4bff-a54e-c46c735504bd tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-609878752', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}, 'admin_state_up': False}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:30.898641 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-245b2d08-57a8-4bbd-8a39-17cb2cf333a2 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:30.999946 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-245b2d08-57a8-4bbd-8a39-17cb2cf333a2 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.061130 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b2d08-57a8-4bbd-8a39-17cb2cf333a2 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=80b762b8-d6d1-4938-a9ba-32e2d9eb03b5,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:31.075718 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-949e437d-5723-4bff-a54e-c46c735504bd tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.076487 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-245b2d08-57a8-4bbd-8a39-17cb2cf333a2 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.078504 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-949e437d-5723-4bff-a54e-c46c735504bd tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.083258 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-245b2d08-57a8-4bbd-8a39-17cb2cf333a2 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/80b762b8-d6d1-4938-a9ba-32e2d9eb03b5 HTTP/1.1" status: 204 len: 168 time: 0.4854488 Apr 18 20:55:31.087918 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60246) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:31.114909 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a97aede9-7640-448f-afb5-eeddc33edc40 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.126025 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5f9787e7-0a6c-4387-a715-47f4ac1325b7 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.234929 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-91f0a1c1-831d-4e31-8fb7-765828d16f88 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.344048 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-91f0a1c1-831d-4e31-8fb7-765828d16f88 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.346525 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.391436 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-91f0a1c1-831d-4e31-8fb7-765828d16f88 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ec23a3-5de9-46fa-a140-1ae29c6ed25c']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:31.407290 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97aede9-7640-448f-afb5-eeddc33edc40 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Subnet': ['ID=fefd1990-2323-4527-a87c-b9ea99d04d24,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:31.409864 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8ae183ab-da20-4269-9277-01efe38c0455 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.410519 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-91f0a1c1-831d-4e31-8fb7-765828d16f88 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f52ce1-74b2-4d41-8a16-f0e580992780') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:31.411016 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-91f0a1c1-831d-4e31-8fb7-765828d16f88 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f52ce1-74b2-4d41-8a16-f0e580992780') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:31.422010 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-949e437d-5723-4bff-a54e-c46c735504bd tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.437618 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-91f0a1c1-831d-4e31-8fb7-765828d16f88 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.468870 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-91f0a1c1-831d-4e31-8fb7-765828d16f88 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.481054 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f0a1c1-831d-4e31-8fb7-765828d16f88 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:55:31.481879 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-91f0a1c1-831d-4e31-8fb7-765828d16f88 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:55:31.485554 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:55:31.569352 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97aede9-7640-448f-afb5-eeddc33edc40 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Checking segment: {'id': 'a09a46be-8e77-4752-a072-690f7b53ee01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2ea369bf-7f29-40d8-aeba-155811ce7427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:31.570119 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97aede9-7640-448f-afb5-eeddc33edc40 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network hostable DHCP agents. Network: 2ea369bf-7f29-40d8-aeba-155811ce7427, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:55:31.574711 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5f9787e7-0a6c-4387-a715-47f4ac1325b7 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.590952 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-91f0a1c1-831d-4e31-8fb7-765828d16f88 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.597608 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.598101 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f0a1c1-831d-4e31-8fb7-765828d16f88 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 90ec23a3-5de9-46fa-a140-1ae29c6ed25c {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 20:55:31.615050 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-91f0a1c1-831d-4e31-8fb7-765828d16f88 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.626495 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-91f0a1c1-831d-4e31-8fb7-765828d16f88 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "DELETE /v2.0/networks/90ec23a3-5de9-46fa-a140-1ae29c6ed25c HTTP/1.1" status: 204 len: 168 time: 0.5362687 Apr 18 20:55:31.659010 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0a1c1-831d-4e31-8fb7-765828d16f88 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Pushing event deleted for resources: {'Network': ['ID=90ec23a3-5de9-46fa-a140-1ae29c6ed25c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:31.763349 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae183ab-da20-4269-9277-01efe38c0455 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'Subnet': ['ID=7e788ef4-cbee-4bc7-99f2-cad0749a2d2e,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:31.809248 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9787e7-0a6c-4387-a715-47f4ac1325b7 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:31.831938 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4fafa-3178-4ca0-b359-85298b976825 req-c04a4141-df0b-4e14-82e2-3eb56d640034 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:31.835342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08b4fafa-3178-4ca0-b359-85298b976825 req-c04a4141-df0b-4e14-82e2-3eb56d640034 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 943 time: 0.5285728 Apr 18 20:55:31.898958 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-5f9787e7-0a6c-4387-a715-47f4ac1325b7 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:31.926432 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-949e437d-5723-4bff-a54e-c46c735504bd tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.943404 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9787e7-0a6c-4387-a715-47f4ac1325b7 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:31.962213 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9787e7-0a6c-4387-a715-47f4ac1325b7 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event updated for resources: {'Port': ['ID=1cd70a2c-d0de-4f55-b883-bc57054d4bfc,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:31.993877 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97aede9-7640-448f-afb5-eeddc33edc40 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network 2ea369bf-7f29-40d8-aeba-155811ce7427 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:55:32.014662 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae183ab-da20-4269-9277-01efe38c0455 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Checking segment: {'id': 'e4816af7-567f-439d-b093-1449ef6c5aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '84a20010-7779-4b32-ad12-51866e8a623c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:32.015017 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae183ab-da20-4269-9277-01efe38c0455 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Network hostable DHCP agents. Network: 84a20010-7779-4b32-ad12-51866e8a623c, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:55:32.108788 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-a97aede9-7640-448f-afb5-eeddc33edc40 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 2ea369bf-7f29-40d8-aeba-155811ce7427) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:32.125041 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a4ec8d-456f-4cf7-a8ab-772ec5f0b459 None None] Network 2ea369bf-7f29-40d8-aeba-155811ce7427 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:55:32.151678 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97aede9-7640-448f-afb5-eeddc33edc40 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:32.152304 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a97aede9-7640-448f-afb5-eeddc33edc40 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:32.234359 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08b4fafa-3178-4ca0-b359-85298b976825 req-05be5d54-e928-469e-a75b-fd34069c5cb1 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387434 Apr 18 20:55:32.242276 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60260) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:32.251874 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a97aede9-7640-448f-afb5-eeddc33edc40 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3050923 Apr 18 20:55:32.278453 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ed0d41ec-b767-47ad-afce-f376cd8d6f90 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-44252727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:32.334248 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60262) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:32.340938 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae183ab-da20-4269-9277-01efe38c0455 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Network 84a20010-7779-4b32-ad12-51866e8a623c is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:55:32.349840 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d4993097-d727-4b21-8888-8981c4b9bba5 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Request body: {'router': {'name': 'tempest-router--1972080925', 'project_id': 'bd2fdd95a8784a10b216700fcd95d0c7'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:32.401298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-8ae183ab-da20-4269-9277-01efe38c0455 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 84a20010-7779-4b32-ad12-51866e8a623c) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:32.436203 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d4993097-d727-4b21-8888-8981c4b9bba5 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:32.436464 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d4993097-d727-4b21-8888-8981c4b9bba5 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:32.477159 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae183ab-da20-4269-9277-01efe38c0455 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:32.483284 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8ae183ab-da20-4269-9277-01efe38c0455 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:32.494198 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c00972-f66c-4d10-baf8-51ee419f8737 None None] Network 84a20010-7779-4b32-ad12-51866e8a623c requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:55:32.500973 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ed0d41ec-b767-47ad-afce-f376cd8d6f90 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:32.508170 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ed0d41ec-b767-47ad-afce-f376cd8d6f90 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:32.656183 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ed0d41ec-b767-47ad-afce-f376cd8d6f90 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:32.684003 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8ae183ab-da20-4269-9277-01efe38c0455 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.3459725 Apr 18 20:55:32.693014 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60264) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:32.695849 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ed0d41ec-b767-47ad-afce-f376cd8d6f90 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:32.707934 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-44c6c15b-4498-4b46-b341-9bb9733e2654 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1471379425'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:32.713923 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d4993097-d727-4b21-8888-8981c4b9bba5 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:32.725918 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d4993097-d727-4b21-8888-8981c4b9bba5 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:32.751884 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ed0d41ec-b767-47ad-afce-f376cd8d6f90 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:32.759617 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ed0d41ec-b767-47ad-afce-f376cd8d6f90 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5146742 Apr 18 20:55:32.761451 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60266) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:32.777571 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d4993097-d727-4b21-8888-8981c4b9bba5 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:32.778942 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d4993097-d727-4b21-8888-8981c4b9bba5 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4391081 Apr 18 20:55:32.793711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60268) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:32.827112 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868132b3-0370-44e7-9766-ab1530f6df08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-2ea369bf-7f29-40d8-aeba-155811ce7427', 'network_id': '2ea369bf-7f29-40d8-aeba-155811ce7427', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'fixed_ips': [{'subnet_id': 'fefd1990-2323-4527-a87c-b9ea99d04d24'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:55:32.829917 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-868132b3-0370-44e7-9766-ab1530f6df08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:32.866360 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 07720332-ec26-4bb7-b163-2d7e0e3f8201 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:55:32.919195 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c6c15b-4498-4b46-b341-9bb9733e2654 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Made reservation on behalf of eb1eb5b094504b78a5be18b896c5bdba for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:32.927209 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-44c6c15b-4498-4b46-b341-9bb9733e2654 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:32.968055 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2fa981e5-064d-44b8-80ff-0988a52b6394 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:33.013902 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c6c15b-4498-4b46-b341-9bb9733e2654 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:55:33.025561 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-44c6c15b-4498-4b46-b341-9bb9733e2654 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:33.025913 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-44c6c15b-4498-4b46-b341-9bb9733e2654 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Added segment 68797731-1bd5-464a-970b-940fb941aec9 of type vlan for network 888e5673-9622-487b-bf89-34775fbedbd3 Apr 18 20:55:33.088667 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b14dd1-ff18-4ec5-896b-4528100e75d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-84a20010-7779-4b32-ad12-51866e8a623c', 'network_id': '84a20010-7779-4b32-ad12-51866e8a623c', 'tenant_id': 'eb1eb5b094504b78a5be18b896c5bdba', 'fixed_ips': [{'subnet_id': '7e788ef4-cbee-4bc7-99f2-cad0749a2d2e'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:55:33.089729 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-13b14dd1-ff18-4ec5-896b-4528100e75d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:33.092602 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9156ed-cf1e-4578-8b1e-79bc8b45b851 None None] Network c9bb7d4f-1a48-4df3-a1a2-7c3b12b7785d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:55:33.289696 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-44c6c15b-4498-4b46-b341-9bb9733e2654 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:33.433692 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-33d3798d-9f03-4e2d-a516-d05f3776a6a2 None None] Provisioning complete for port 07720332-ec26-4bb7-b163-2d7e0e3f8201 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:33.434081 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-33d3798d-9f03-4e2d-a516-d05f3776a6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:33.532178 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-949e437d-5723-4bff-a54e-c46c735504bd tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:33.543470 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 07720332-ec26-4bb7-b163-2d7e0e3f8201 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:33.544351 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:33.556505 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-44c6c15b-4498-4b46-b341-9bb9733e2654 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:33.562998 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c6c15b-4498-4b46-b341-9bb9733e2654 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:33.563720 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-44c6c15b-4498-4b46-b341-9bb9733e2654 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:33.661194 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-44c6c15b-4498-4b46-b341-9bb9733e2654 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9630291 Apr 18 20:55:33.688997 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60286) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:33.736539 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-fe175559-a829-432b-adf7-476177dec1d6 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Request body: {'subnet': {'network_id': '888e5673-9622-487b-bf89-34775fbedbd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:33.755224 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-949e437d-5723-4bff-a54e-c46c735504bd tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:33.927667 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c0fa394b-082f-46b2-a8c2-f5e93cff6684 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:33.939254 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-868132b3-0370-44e7-9766-ab1530f6df08 None None] Allocated IP 172.21.0.2 (2ea369bf-7f29-40d8-aeba-155811ce7427/fefd1990-2323-4527-a87c-b9ea99d04d24/bfa75c12-7985-4b86-b2ca-11680780f70a) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:33.949674 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6c15b-4498-4b46-b341-9bb9733e2654 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'Network': ['ID=888e5673-9622-487b-bf89-34775fbedbd3,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:34.001072 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 888e5673-9622-487b-bf89-34775fbedbd3 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:55:34.473157 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-c0fa394b-082f-46b2-a8c2-f5e93cff6684 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Allocated IP 172.20.0.1 (c9bb7d4f-1a48-4df3-a1a2-7c3b12b7785d/29fa244f-827c-4260-9dff-a53d78304117/c5b97ce8-e1a2-49f9-8609-31ab7388d717) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:34.507726 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-13b14dd1-ff18-4ec5-896b-4528100e75d0 None None] Allocated IP 172.20.255.242 (84a20010-7779-4b32-ad12-51866e8a623c/7e788ef4-cbee-4bc7-99f2-cad0749a2d2e/e0ccb7ae-2ec3-4d84-85e6-2512dd58d403) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:34.510254 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.573908 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-33d3798d-9f03-4e2d-a516-d05f3776a6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.627779 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2fa981e5-064d-44b8-80ff-0988a52b6394 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.639079 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 07720332-ec26-4bb7-b163-2d7e0e3f8201, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=07720332-ec26-4bb7-b163-2d7e0e3f8201,segment=NetworkSegment(d0bc5ed6-4417-4af6-b3de-246c1aaf1cae),segment_id=d0bc5ed6-4417-4af6-b3de-246c1aaf1cae)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:34.645460 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60290) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:34.646866 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2fa981e5-064d-44b8-80ff-0988a52b6394 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.680747 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.687390 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490750c2-0f38-46a8-9b8b-54208eaf42bd req-578400a2-ab74-43c4-8693-e81f7c46efd8 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:34.690332 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-490750c2-0f38-46a8-9b8b-54208eaf42bd req-578400a2-ab74-43c4-8693-e81f7c46efd8 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 943 time: 1.2578712 Apr 18 20:55:34.702816 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-a05594b6-46c7-48a6-bc44-c98a95443e02 req-bb30ae21-cc7a-4262-b060-46d97f93eb9a tempest-ServersTestMultiNic-1147718263 tempest-ServersTestMultiNic-1147718263-project] (102909) timed out ('10.222.0.32', 65355) {{(pid=102909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 20:55:34.708657 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5f9787e7-0a6c-4387-a715-47f4ac1325b7 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.723015 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c0fa394b-082f-46b2-a8c2-f5e93cff6684 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.736363 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe175559-a829-432b-adf7-476177dec1d6 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Made reservation on behalf of eb1eb5b094504b78a5be18b896c5bdba for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:34.744121 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe175559-a829-432b-adf7-476177dec1d6 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.827195 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-33d3798d-9f03-4e2d-a516-d05f3776a6a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:55:34.827741 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-33d3798d-9f03-4e2d-a516-d05f3776a6a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:55:34.835428 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-868132b3-0370-44e7-9766-ab1530f6df08 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.846475 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=07720332-ec26-4bb7-b163-2d7e0e3f8201,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:34.852820 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-868132b3-0370-44e7-9766-ab1530f6df08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.969301 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c0fa394b-082f-46b2-a8c2-f5e93cff6684 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.005485 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868132b3-0370-44e7-9766-ab1530f6df08 None None] Network 2ea369bf-7f29-40d8-aeba-155811ce7427 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:35.012096 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-868132b3-0370-44e7-9766-ab1530f6df08 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:35.014001 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-490750c2-0f38-46a8-9b8b-54208eaf42bd req-3828ecf6-f943-4a40-ba71-8ef914cc3a73 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290676 Apr 18 20:55:35.021054 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2fa981e5-064d-44b8-80ff-0988a52b6394 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.021500 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa981e5-064d-44b8-80ff-0988a52b6394 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 337356f8-3572-449e-9e68-43fc93a3f0c9 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:55:35.029488 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-97a8bca4-e03a-4b33-9fe8-92a1246de341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.052445 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868132b3-0370-44e7-9766-ab1530f6df08 None None] Pushing event updated for resources: {'Port': ['ID=bfa75c12-7985-4b86-b2ca-11680780f70a,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:35.055491 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 04253ddb-467b-4be0-a4e2-cc5e733812ae details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:55:35.059321 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868132b3-0370-44e7-9766-ab1530f6df08 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:35.075891 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2fa981e5-064d-44b8-80ff-0988a52b6394 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.081426 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2fa981e5-064d-44b8-80ff-0988a52b6394 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "DELETE /v2.0/routers/337356f8-3572-449e-9e68-43fc93a3f0c9 HTTP/1.1" status: 204 len: 168 time: 2.2645071 Apr 18 20:55:35.104382 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa394b-082f-46b2-a8c2-f5e93cff6684 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Port': ['ID=c5b97ce8-e1a2-49f9-8609-31ab7388d717,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:35.114180 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fa394b-082f-46b2-a8c2-f5e93cff6684 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network c9bb7d4f-1a48-4df3-a1a2-7c3b12b7785d is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:35.123338 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-c0fa394b-082f-46b2-a8c2-f5e93cff6684 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:35.126976 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-13b14dd1-ff18-4ec5-896b-4528100e75d0 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.128609 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fa394b-082f-46b2-a8c2-f5e93cff6684 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:35.169016 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-13b14dd1-ff18-4ec5-896b-4528100e75d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.252094 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c0fa394b-082f-46b2-a8c2-f5e93cff6684 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.267878 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-868132b3-0370-44e7-9766-ab1530f6df08 None None] Attempting to bind port bfa75c12-7985-4b86-b2ca-11680780f70a on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:35.268498 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-868132b3-0370-44e7-9766-ab1530f6df08 None None] Attempting to bind port bfa75c12-7985-4b86-b2ca-11680780f70a by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'a09a46be-8e77-4752-a072-690f7b53ee01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2ea369bf-7f29-40d8-aeba-155811ce7427'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:35.270189 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868132b3-0370-44e7-9766-ab1530f6df08 None None] Attempting to bind port bfa75c12-7985-4b86-b2ca-11680780f70a on network 2ea369bf-7f29-40d8-aeba-155811ce7427 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:55:35.299668 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-949e437d-5723-4bff-a54e-c46c735504bd tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Allocated IP 172.25.1.195 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/47fc250b-3c2f-455a-af84-9435d7b71e8e) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:35.350879 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868132b3-0370-44e7-9766-ab1530f6df08 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:55:35.351838 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868132b3-0370-44e7-9766-ab1530f6df08 None None] Checking segment: {'id': 'a09a46be-8e77-4752-a072-690f7b53ee01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2ea369bf-7f29-40d8-aeba-155811ce7427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:35.353632 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-868132b3-0370-44e7-9766-ab1530f6df08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.354274 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868132b3-0370-44e7-9766-ab1530f6df08 None None] Bound using segment: {'id': 'a09a46be-8e77-4752-a072-690f7b53ee01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2ea369bf-7f29-40d8-aeba-155811ce7427'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:55:35.355116 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-868132b3-0370-44e7-9766-ab1530f6df08 None None] Bound port: bfa75c12-7985-4b86-b2ca-11680780f70a, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09a46be-8e77-4752-a072-690f7b53ee01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2ea369bf-7f29-40d8-aeba-155811ce7427'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:55:35.355703 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-868132b3-0370-44e7-9766-ab1530f6df08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.385049 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b14dd1-ff18-4ec5-896b-4528100e75d0 None None] Network 84a20010-7779-4b32-ad12-51866e8a623c is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:35.430210 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b14dd1-ff18-4ec5-896b-4528100e75d0 None None] Pushing event updated for resources: {'Port': ['ID=e0ccb7ae-2ec3-4d84-85e6-2512dd58d403,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:35.433264 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-13b14dd1-ff18-4ec5-896b-4528100e75d0 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:35.445801 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b14dd1-ff18-4ec5-896b-4528100e75d0 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:35.505374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60296) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:35.507182 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 04253ddb-467b-4be0-a4e2-cc5e733812ae, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=04253ddb-467b-4be0-a4e2-cc5e733812ae,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:35.508978 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5f9787e7-0a6c-4387-a715-47f4ac1325b7 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.595742 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe175559-a829-432b-adf7-476177dec1d6 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.603234 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '04253ddb-467b-4be0-a4e2-cc5e733812ae', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'port_id': '04253ddb-467b-4be0-a4e2-cc5e733812ae', 'mac_address': 'fa:16:3e:ae:ee:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:55:35.724174 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe175559-a829-432b-adf7-476177dec1d6 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'Subnet': ['ID=0c1a2220-4d72-4904-a9bf-2fc537cdd8c5,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:35.731872 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c0fa394b-082f-46b2-a8c2-f5e93cff6684 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.760268 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe175559-a829-432b-adf7-476177dec1d6 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Checking segment: {'id': '68797731-1bd5-464a-970b-940fb941aec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888e5673-9622-487b-bf89-34775fbedbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:35.760268 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe175559-a829-432b-adf7-476177dec1d6 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Network hostable DHCP agents. Network: 888e5673-9622-487b-bf89-34775fbedbd3, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:55:35.767065 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.793040 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-97a8bca4-e03a-4b33-9fe8-92a1246de341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.804627 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-949e437d-5723-4bff-a54e-c46c735504bd tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.811632 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-97a8bca4-e03a-4b33-9fe8-92a1246de341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.825937 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe175559-a829-432b-adf7-476177dec1d6 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Network 888e5673-9622-487b-bf89-34775fbedbd3 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:55:35.830894 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-868132b3-0370-44e7-9766-ab1530f6df08 None None] For port bfa75c12-7985-4b86-b2ca-11680780f70a, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:55:35.840942 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-13b14dd1-ff18-4ec5-896b-4528100e75d0 None None] Attempting to bind port e0ccb7ae-2ec3-4d84-85e6-2512dd58d403 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:35.842046 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-13b14dd1-ff18-4ec5-896b-4528100e75d0 None None] Attempting to bind port e0ccb7ae-2ec3-4d84-85e6-2512dd58d403 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'e4816af7-567f-439d-b093-1449ef6c5aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '84a20010-7779-4b32-ad12-51866e8a623c'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:35.842519 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b14dd1-ff18-4ec5-896b-4528100e75d0 None None] Attempting to bind port e0ccb7ae-2ec3-4d84-85e6-2512dd58d403 on network 84a20010-7779-4b32-ad12-51866e8a623c {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:55:35.864160 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8bca4-e03a-4b33-9fe8-92a1246de341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ad6bf7-6fed-4549-a294-2bb65c4a75c2,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:35.875326 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04253ddb-467b-4be0-a4e2-cc5e733812ae {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:55:35.895074 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e1706c01-46fd-4fa4-9a97-ed1784265dba None None] Provisioning complete for port c5b97ce8-e1a2-49f9-8609-31ab7388d717 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:35.896018 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e1706c01-46fd-4fa4-9a97-ed1784265dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.902975 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-fe175559-a829-432b-adf7-476177dec1d6 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 888e5673-9622-487b-bf89-34775fbedbd3) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:35.903313 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-942a9fee-a63a-4942-85fc-f5ff10efcc27 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-943095651', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}, 'admin_state_up': False}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:35.907137 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-868132b3-0370-44e7-9766-ab1530f6df08 None None] For port bfa75c12-7985-4b86-b2ca-11680780f70a, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=bfa75c12-7985-4b86-b2ca-11680780f70a,segment=NetworkSegment(a09a46be-8e77-4752-a072-690f7b53ee01),segment_id=a09a46be-8e77-4752-a072-690f7b53ee01)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:55:35.909793 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b14dd1-ff18-4ec5-896b-4528100e75d0 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:55:35.911301 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b14dd1-ff18-4ec5-896b-4528100e75d0 None None] Checking segment: {'id': 'e4816af7-567f-439d-b093-1449ef6c5aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '84a20010-7779-4b32-ad12-51866e8a623c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:35.912376 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-13b14dd1-ff18-4ec5-896b-4528100e75d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.913232 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b14dd1-ff18-4ec5-896b-4528100e75d0 None None] Bound using segment: {'id': 'e4816af7-567f-439d-b093-1449ef6c5aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '84a20010-7779-4b32-ad12-51866e8a623c'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:55:35.914162 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-13b14dd1-ff18-4ec5-896b-4528100e75d0 None None] Bound port: e0ccb7ae-2ec3-4d84-85e6-2512dd58d403, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4816af7-567f-439d-b093-1449ef6c5aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '84a20010-7779-4b32-ad12-51866e8a623c'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:55:35.914940 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-13b14dd1-ff18-4ec5-896b-4528100e75d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.918858 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe175559-a829-432b-adf7-476177dec1d6 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:35.919469 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe175559-a829-432b-adf7-476177dec1d6 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.965325 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-97a8bca4-e03a-4b33-9fe8-92a1246de341 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e8fb198893746f9ae19b8350b71abab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3109043 Apr 18 20:55:35.966251 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60300) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:35.986349 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7220372f-d492-4442-91fb-fc0d28b591fb None None] Network 888e5673-9622-487b-bf89-34775fbedbd3 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:55:35.986601 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fe175559-a829-432b-adf7-476177dec1d6 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2910984 Apr 18 20:55:35.992593 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60302) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:36.019658 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-868132b3-0370-44e7-9766-ab1530f6df08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.026425 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-942a9fee-a63a-4942-85fc-f5ff10efcc27 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.027607 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-942a9fee-a63a-4942-85fc-f5ff10efcc27 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.063948 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9787e7-0a6c-4387-a715-47f4ac1325b7 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Router 6b1c6580-b88c-405e-bad1-120c3cb15283 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:55:36.070520 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-949e437d-5723-4bff-a54e-c46c735504bd tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.125325 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949e437d-5723-4bff-a54e-c46c735504bd tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:36.155666 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-949e437d-5723-4bff-a54e-c46c735504bd tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:36.155969 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 04253ddb-467b-4be0-a4e2-cc5e733812ae, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=04253ddb-467b-4be0-a4e2-cc5e733812ae,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:36.172479 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949e437d-5723-4bff-a54e-c46c735504bd tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:36.218062 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.270571 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e1706c01-46fd-4fa4-9a97-ed1784265dba None None] Port c5b97ce8-e1a2-49f9-8609-31ab7388d717 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:55:36.352120 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-942a9fee-a63a-4942-85fc-f5ff10efcc27 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.380478 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-13b14dd1-ff18-4ec5-896b-4528100e75d0 None None] For port e0ccb7ae-2ec3-4d84-85e6-2512dd58d403, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:55:36.389276 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-13b14dd1-ff18-4ec5-896b-4528100e75d0 None None] For port e0ccb7ae-2ec3-4d84-85e6-2512dd58d403, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=e0ccb7ae-2ec3-4d84-85e6-2512dd58d403,segment=NetworkSegment(e4816af7-567f-439d-b093-1449ef6c5aed),segment_id=e4816af7-567f-439d-b093-1449ef6c5aed)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:55:36.427857 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868132b3-0370-44e7-9766-ab1530f6df08 None None] Pushing event updated for resources: {'Port': ['ID=bfa75c12-7985-4b86-b2ca-11680780f70a,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:36.499964 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71c39f02-a1e8-4dc2-b1c6-be802321b90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.531535 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-13b14dd1-ff18-4ec5-896b-4528100e75d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.532036 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71c39f02-a1e8-4dc2-b1c6-be802321b90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.552218 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['04253ddb-467b-4be0-a4e2-cc5e733812ae'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:55:36.564848 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.575089 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e1706c01-46fd-4fa4-9a97-ed1784265dba None None] Provisioning complete for port 07720332-ec26-4bb7-b163-2d7e0e3f8201 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:36.575714 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e1706c01-46fd-4fa4-9a97-ed1784265dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.608707 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c0fa394b-082f-46b2-a8c2-f5e93cff6684 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.624522 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c0fa394b-082f-46b2-a8c2-f5e93cff6684 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.659360 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e437d-5723-4bff-a54e-c46c735504bd tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Pushing event updated for resources: {'Port': ['ID=47fc250b-3c2f-455a-af84-9435d7b71e8e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:36.669711 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71c39f02-a1e8-4dc2-b1c6-be802321b90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.672871 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71c39f02-a1e8-4dc2-b1c6-be802321b90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.677420 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-71c39f02-a1e8-4dc2-b1c6-be802321b90e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5ad6bf7-6fed-4549-a294-2bb65c4a75c2 HTTP/1.1" status: 204 len: 168 time: 0.6969483 Apr 18 20:55:36.725235 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c39f02-a1e8-4dc2-b1c6-be802321b90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ad6bf7-6fed-4549-a294-2bb65c4a75c2,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:36.751530 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b7d19-7a0e-4e72-b366-5d4f5c981b64 req-c3329e35-5a45-46ac-86d0-175e3df85155 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:36.753471 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-857b7d19-7a0e-4e72-b366-5d4f5c981b64 req-c3329e35-5a45-46ac-86d0-175e3df85155 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 944 time: 0.5847440 Apr 18 20:55:36.756747 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c0fa394b-082f-46b2-a8c2-f5e93cff6684 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.757580 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-942a9fee-a63a-4942-85fc-f5ff10efcc27 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.766901 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9787e7-0a6c-4387-a715-47f4ac1325b7 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:55:36.806998 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad06a52-b274-4efe-a6b4-6fb4af7df94f None None] Sync routers for ids ['6b1c6580-b88c-405e-bad1-120c3cb15283'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:55:36.844338 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad06a52-b274-4efe-a6b4-6fb4af7df94f None None] Routers {'6b1c6580-b88c-405e-bad1-120c3cb15283'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:55:36.849188 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7ad06a52-b274-4efe-a6b4-6fb4af7df94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:55:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['6b1c6580-b88c-405e-bad1-120c3cb15283'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:36.849892 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5f9787e7-0a6c-4387-a715-47f4ac1325b7 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.851851 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5f9787e7-0a6c-4387-a715-47f4ac1325b7 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 10.6415503 Apr 18 20:55:36.896855 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60308) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:37.052503 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f07d3d7-42b7-4a4a-b603-a31a0e66e316 tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:37.059006 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0f07d3d7-42b7-4a4a-b603-a31a0e66e316 tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=9b43792f5e3a4b5fa4fa359a68fd10f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1547203 Apr 18 20:55:37.059329 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ae810e-67b1-4bec-8cd7-b24729dc1380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-888e5673-9622-487b-bf89-34775fbedbd3', 'network_id': '888e5673-9622-487b-bf89-34775fbedbd3', 'tenant_id': 'eb1eb5b094504b78a5be18b896c5bdba', 'fixed_ips': [{'subnet_id': '0c1a2220-4d72-4904-a9bf-2fc537cdd8c5'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:55:37.059329 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-90ae810e-67b1-4bec-8cd7-b24729dc1380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:37.089781 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60310) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:37.134700 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-7ad06a52-b274-4efe-a6b4-6fb4af7df94f None None] Set router 6b1c6580-b88c-405e-bad1-120c3cb15283 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:55:37.141016 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fa394b-082f-46b2-a8c2-f5e93cff6684 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network c9bb7d4f-1a48-4df3-a1a2-7c3b12b7785d is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:37.197046 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=04253ddb-467b-4be0-a4e2-cc5e733812ae,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:37.201969 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 07720332-ec26-4bb7-b163-2d7e0e3f8201 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:55:37.209835 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-c0fa394b-082f-46b2-a8c2-f5e93cff6684 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:37.417955 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-857b7d19-7a0e-4e72-b366-5d4f5c981b64 req-da15c610-c2bc-4183-a7ad-affdea5278a3 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6118069 Apr 18 20:55:37.430323 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa394b-082f-46b2-a8c2-f5e93cff6684 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Port': ['ID=c5b97ce8-e1a2-49f9-8609-31ab7388d717,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:37.458085 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:37.726954 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b14dd1-ff18-4ec5-896b-4528100e75d0 None None] Pushing event updated for resources: {'Port': ['ID=e0ccb7ae-2ec3-4d84-85e6-2512dd58d403,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:37.812695 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4583981e-395a-49ae-8d88-ac12fbefc201 tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:37.817697 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4583981e-395a-49ae-8d88-ac12fbefc201 tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7142627 Apr 18 20:55:37.822166 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60314) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:37.902802 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:37.917967 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-949e437d-5723-4bff-a54e-c46c735504bd tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:37.960702 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-797511db-a2bb-4de4-8c53-150686460931 tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1279764 Apr 18 20:55:37.965072 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60316) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:38.026918 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 07720332-ec26-4bb7-b163-2d7e0e3f8201 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:38.028973 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.077052 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-147bdafd-84c8-4c5c-b943-2ad6573c2ca7 tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=9b43792f5e3a4b5fa4fa359a68fd10f8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1100059 Apr 18 20:55:38.082307 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60318) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:38.100091 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7ad06a52-b274-4efe-a6b4-6fb4af7df94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1c6580-b88c-405e-bad1-120c3cb15283', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1259225735', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '1cd70a2c-d0de-4f55-b883-bc57054d4bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:26Z', 'updated_at': '2022-04-18T20:55:32Z', 'revision_number': 3, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'gw_port': {'id': '1cd70a2c-d0de-4f55-b883-bc57054d4bfc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:eb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1c6580-b88c-405e-bad1-120c3cb15283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:29Z', 'updated_at': '2022-04-18T20:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:38.115844 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0fa394b-082f-46b2-a8c2-f5e93cff6684 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Router ab63ce4c-4344-410a-ab30-ee2234811d4d is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:55:38.142970 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-90ae810e-67b1-4bec-8cd7-b24729dc1380 None None] Allocated IP 172.20.0.2 (888e5673-9622-487b-bf89-34775fbedbd3/0c1a2220-4d72-4904-a9bf-2fc537cdd8c5/1118e22f-acb2-4da4-9a3d-476a20e3f872) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:38.172749 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad06a52-b274-4efe-a6b4-6fb4af7df94f None None] Checking router: 6b1c6580-b88c-405e-bad1-120c3cb15283 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:55:38.178782 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad06a52-b274-4efe-a6b4-6fb4af7df94f None None] Updating router 6b1c6580-b88c-405e-bad1-120c3cb15283 port 1cd70a2c-d0de-4f55-b883-bc57054d4bfc binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:55:38.233948 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7ad06a52-b274-4efe-a6b4-6fb4af7df94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.245797 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60320) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:38.276464 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-942a9fee-a63a-4942-85fc-f5ff10efcc27 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.289743 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-7dc41507-0a4c-4820-ab0a-be4100b03137 None None] Provisioning complete for port c5b97ce8-e1a2-49f9-8609-31ab7388d717 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:38.290124 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7dc41507-0a4c-4820-ab0a-be4100b03137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.351651 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-942a9fee-a63a-4942-85fc-f5ff10efcc27 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.377827 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-510affeb-86b8-4a30-837c-128430739752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.488802 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fa394b-082f-46b2-a8c2-f5e93cff6684 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:55:38.497040 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c0fa394b-082f-46b2-a8c2-f5e93cff6684 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "PUT /v2.0/routers/ab63ce4c-4344-410a-ab30-ee2234811d4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7334983 Apr 18 20:55:38.513507 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60326) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:38.639705 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6642987-1a55-4cf3-9e4f-1f3508a0e5af tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:38.645038 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b6642987-1a55-4cf3-9e4f-1f3508a0e5af tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "GET /v2.0/ports/c5b97ce8-e1a2-49f9-8609-31ab7388d717 HTTP/1.1" status: 200 len: 910 time: 0.1269913 Apr 18 20:55:38.646767 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20979ce-bae3-4ff7-8ecb-c8b7da97d790 tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:38.648984 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b20979ce-bae3-4ff7-8ecb-c8b7da97d790 tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5656593 Apr 18 20:55:38.653156 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60328) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:38.653785 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60330) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:38.844350 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723237ca-251b-4c2f-a68c-94d545d60315 req-c854d3f5-4f0a-45c8-bde3-d8aa0fe253fa tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:38.852885 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-723237ca-251b-4c2f-a68c-94d545d60315 req-c854d3f5-4f0a-45c8-bde3-d8aa0fe253fa tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 944 time: 0.1213462 Apr 18 20:55:38.872764 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf6ca83-bfa5-4f14-aed6-c8e7d12d36ff None None] Network 2ea369bf-7f29-40d8-aeba-155811ce7427 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:55:38.877192 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a81f465-d017-4810-8d17-ffc7dfdad7de None None] Sync routers for ids ['ab63ce4c-4344-410a-ab30-ee2234811d4d'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:55:38.894241 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3c618270-b0f5-430e-b325-f6d90465ec50 tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1350939 Apr 18 20:55:38.901093 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60332) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:38.911414 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-d9db033d-05b6-4250-a8e7-d10d50e50eb1 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-251249741', 'network_id': '4e95bd41-10a1-446a-b079-eb37b307af38', 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:38.961057 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7ad06a52-b274-4efe-a6b4-6fb4af7df94f None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.971068 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7ad06a52-b274-4efe-a6b4-6fb4af7df94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.993034 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-510affeb-86b8-4a30-837c-128430739752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.005946 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-510affeb-86b8-4a30-837c-128430739752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.034446 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-90ae810e-67b1-4bec-8cd7-b24729dc1380 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.067630 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device bfa75c12-7985-4b86-b2ca-11680780f70a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:55:39.093696 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620ce62-af84-4fbb-bdee-8c8425235643 None None] Pushing event updated for resources: {'Port': ['ID=1cd70a2c-d0de-4f55-b883-bc57054d4bfc,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:39.133085 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-7ad06a52-b274-4efe-a6b4-6fb4af7df94f None None] Attempting to bind port 1cd70a2c-d0de-4f55-b883-bc57054d4bfc on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:39.133988 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-7ad06a52-b274-4efe-a6b4-6fb4af7df94f None None] Attempting to bind port 1cd70a2c-d0de-4f55-b883-bc57054d4bfc by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:39.134425 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad06a52-b274-4efe-a6b4-6fb4af7df94f None None] Attempting to bind port 1cd70a2c-d0de-4f55-b883-bc57054d4bfc on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:55:39.147020 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad06a52-b274-4efe-a6b4-6fb4af7df94f None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:55:39.147572 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad06a52-b274-4efe-a6b4-6fb4af7df94f None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:39.149383 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7ad06a52-b274-4efe-a6b4-6fb4af7df94f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.151126 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad06a52-b274-4efe-a6b4-6fb4af7df94f None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:55:39.151784 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-7ad06a52-b274-4efe-a6b4-6fb4af7df94f None None] Bound port: 1cd70a2c-d0de-4f55-b883-bc57054d4bfc, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:55:39.152286 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7ad06a52-b274-4efe-a6b4-6fb4af7df94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.185074 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510affeb-86b8-4a30-837c-128430739752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4b4b7c-f1a1-4ee0-a7d9-7cc6252379e2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:39.191761 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.206561 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-510affeb-86b8-4a30-837c-128430739752 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa2dffdb5f0845a4a6069c0909e02543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8854859 Apr 18 20:55:39.231100 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 04253ddb-467b-4be0-a4e2-cc5e733812ae up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:55:39.242608 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60334) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:39.245542 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-90ae810e-67b1-4bec-8cd7-b24729dc1380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.248206 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-7dc41507-0a4c-4820-ab0a-be4100b03137 None None] Port c5b97ce8-e1a2-49f9-8609-31ab7388d717 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:55:39.266682 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-7ad06a52-b274-4efe-a6b4-6fb4af7df94f None None] For port 1cd70a2c-d0de-4f55-b883-bc57054d4bfc, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:55:39.273371 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-7ad06a52-b274-4efe-a6b4-6fb4af7df94f None None] For port 1cd70a2c-d0de-4f55-b883-bc57054d4bfc, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1cd70a2c-d0de-4f55-b883-bc57054d4bfc,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:55:39.280989 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7ad06a52-b274-4efe-a6b4-6fb4af7df94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.287627 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015c2713-ee6a-4875-bdc7-2de9b20ea7a1 None None] Network 84a20010-7779-4b32-ad12-51866e8a623c requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:55:39.289986 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Subnet': ['ID=0c1a2220-4d72-4904-a9bf-2fc537cdd8c5,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:39.407244 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620ce62-af84-4fbb-bdee-8c8425235643 None None] Pushing event updated for resources: {'Port': ['ID=1cd70a2c-d0de-4f55-b883-bc57054d4bfc,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:39.410533 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae810e-67b1-4bec-8cd7-b24729dc1380 None None] Pushing event updated for resources: {'Port': ['ID=1118e22f-acb2-4da4-9a3d-476a20e3f872,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:39.441446 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad06a52-b274-4efe-a6b4-6fb4af7df94f None None] Routers {'6b1c6580-b88c-405e-bad1-120c3cb15283'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:55:39.443360 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7ad06a52-b274-4efe-a6b4-6fb4af7df94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:55:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['6b1c6580-b88c-405e-bad1-120c3cb15283'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:39.466907 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a81f465-d017-4810-8d17-ffc7dfdad7de None None] Routers {'ab63ce4c-4344-410a-ab30-ee2234811d4d'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:55:39.468262 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5a81f465-d017-4810-8d17-ffc7dfdad7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:55:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ab63ce4c-4344-410a-ab30-ee2234811d4d'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:39.479622 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8edece5d-2492-4431-a5a8-8bcc41a336e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.506594 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.554457 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888e5673-9622-487b-bf89-34775fbedbd3']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:39.556848 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ae810e-67b1-4bec-8cd7-b24729dc1380 None None] Network 888e5673-9622-487b-bf89-34775fbedbd3 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:39.584419 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8edece5d-2492-4431-a5a8-8bcc41a336e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.607134 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-90ae810e-67b1-4bec-8cd7-b24729dc1380 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:39.611684 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ae810e-67b1-4bec-8cd7-b24729dc1380 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:39.614602 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68797731-1bd5-464a-970b-940fb941aec9') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:39.614922 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68797731-1bd5-464a-970b-940fb941aec9') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:39.651861 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.659629 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5a81f465-d017-4810-8d17-ffc7dfdad7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:39.686315 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-723237ca-251b-4c2f-a68c-94d545d60315 req-77490741-8383-4add-b387-d00a9933080c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7940173 Apr 18 20:55:39.687757 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-7ad06a52-b274-4efe-a6b4-6fb4af7df94f None None] Set router 6b1c6580-b88c-405e-bad1-120c3cb15283 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:55:39.712304 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.720517 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-2b2a2bd1-59a0-4511-a2dd-7f9a6c9eb79a None None] Provisioning complete for port bfa75c12-7985-4b86-b2ca-11680780f70a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:39.721671 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2b2a2bd1-59a0-4511-a2dd-7f9a6c9eb79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.729867 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:55:39.730287 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:55:39.733782 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:55:39.799071 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8edece5d-2492-4431-a5a8-8bcc41a336e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.803235 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8edece5d-2492-4431-a5a8-8bcc41a336e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.809212 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8edece5d-2492-4431-a5a8-8bcc41a336e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c4b4b7c-f1a1-4ee0-a7d9-7cc6252379e2 HTTP/1.1" status: 204 len: 168 time: 0.5585418 Apr 18 20:55:39.809212 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.872888 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a81f465-d017-4810-8d17-ffc7dfdad7de None None] Routers {'ab63ce4c-4344-410a-ab30-ee2234811d4d'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:55:39.874361 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5a81f465-d017-4810-8d17-ffc7dfdad7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:55:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ab63ce4c-4344-410a-ab30-ee2234811d4d'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:39.890272 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-949e437d-5723-4bff-a54e-c46c735504bd tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.892456 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edece5d-2492-4431-a5a8-8bcc41a336e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4b4b7c-f1a1-4ee0-a7d9-7cc6252379e2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:39.897443 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.db.api [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 20:55:39.897443 n-d-838323-3 neutron-server[102909]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 20:55:39.897443 n-d-838323-3 neutron-server[102909]: [parameters: {'id': '888e5673-9622-487b-bf89-34775fbedbd3'}] Apr 18 20:55:39.897443 n-d-838323-3 neutron-server[102909]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:55:39.898400 n-d-838323-3 neutron-server[102909]: DEBUG oslo_db.api [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:55:39.918600 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 04253ddb-467b-4be0-a4e2-cc5e733812ae completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:55:39.981907 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 04253ddb-467b-4be0-a4e2-cc5e733812ae triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:39.982952 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.035550 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-90ae810e-67b1-4bec-8cd7-b24729dc1380 None None] Attempting to bind port 1118e22f-acb2-4da4-9a3d-476a20e3f872 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:40.036415 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-90ae810e-67b1-4bec-8cd7-b24729dc1380 None None] Attempting to bind port 1118e22f-acb2-4da4-9a3d-476a20e3f872 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '68797731-1bd5-464a-970b-940fb941aec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888e5673-9622-487b-bf89-34775fbedbd3'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:40.037108 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ae810e-67b1-4bec-8cd7-b24729dc1380 None None] Attempting to bind port 1118e22f-acb2-4da4-9a3d-476a20e3f872 on network 888e5673-9622-487b-bf89-34775fbedbd3 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:55:40.059122 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ae810e-67b1-4bec-8cd7-b24729dc1380 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:55:40.059945 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ae810e-67b1-4bec-8cd7-b24729dc1380 None None] Checking segment: {'id': '68797731-1bd5-464a-970b-940fb941aec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888e5673-9622-487b-bf89-34775fbedbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:40.060670 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-90ae810e-67b1-4bec-8cd7-b24729dc1380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.061361 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ae810e-67b1-4bec-8cd7-b24729dc1380 None None] Bound using segment: {'id': '68797731-1bd5-464a-970b-940fb941aec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888e5673-9622-487b-bf89-34775fbedbd3'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:55:40.062125 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-90ae810e-67b1-4bec-8cd7-b24729dc1380 None None] Bound port: 1118e22f-acb2-4da4-9a3d-476a20e3f872, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68797731-1bd5-464a-970b-940fb941aec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888e5673-9622-487b-bf89-34775fbedbd3'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:55:40.062786 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-90ae810e-67b1-4bec-8cd7-b24729dc1380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.103156 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port bfa75c12-7985-4b86-b2ca-11680780f70a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:40.103947 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.107189 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-942a9fee-a63a-4942-85fc-f5ff10efcc27 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Allocated IP 172.25.1.84 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/cadcd57c-cd8b-4649-90b1-8e1a47f7fda5) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:40.125816 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9db033d-05b6-4250-a8e7-d10d50e50eb1 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Made reservation on behalf of 9b43792f5e3a4b5fa4fa359a68fd10f8 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:40.130917 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d9db033d-05b6-4250-a8e7-d10d50e50eb1 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.185426 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7ad06a52-b274-4efe-a6b4-6fb4af7df94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1c6580-b88c-405e-bad1-120c3cb15283', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1259225735', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '1cd70a2c-d0de-4f55-b883-bc57054d4bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:26Z', 'updated_at': '2022-04-18T20:55:32Z', 'revision_number': 3, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'gw_port': {'id': '1cd70a2c-d0de-4f55-b883-bc57054d4bfc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:eb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1c6580-b88c-405e-bad1-120c3cb15283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:29Z', 'updated_at': '2022-04-18T20:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:40.229222 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5a81f465-d017-4810-8d17-ffc7dfdad7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:40.230334 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a81f465-d017-4810-8d17-ffc7dfdad7de None None] The sync data for ids ['ab63ce4c-4344-410a-ab30-ee2234811d4d'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:55:40.256167 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2b2a2bd1-59a0-4511-a2dd-7f9a6c9eb79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.259687 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad06a52-b274-4efe-a6b4-6fb4af7df94f None None] The sync data for ids ['6b1c6580-b88c-405e-bad1-120c3cb15283'] in n-d-838323-3 is: [{'id': '6b1c6580-b88c-405e-bad1-120c3cb15283', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1259225735', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '1cd70a2c-d0de-4f55-b883-bc57054d4bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:26Z', 'updated_at': '2022-04-18T20:55:32Z', 'revision_number': 3, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'gw_port': {'id': '1cd70a2c-d0de-4f55-b883-bc57054d4bfc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:eb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1c6580-b88c-405e-bad1-120c3cb15283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:29Z', 'updated_at': '2022-04-18T20:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:55:40.320162 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949e437d-5723-4bff-a54e-c46c735504bd tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Router 040d94c7-f2c0-4bb0-889f-c9440b645464 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:55:40.414625 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-90ae810e-67b1-4bec-8cd7-b24729dc1380 None None] For port 1118e22f-acb2-4da4-9a3d-476a20e3f872, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:55:40.419480 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-90ae810e-67b1-4bec-8cd7-b24729dc1380 None None] For port 1118e22f-acb2-4da4-9a3d-476a20e3f872, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1118e22f-acb2-4da4-9a3d-476a20e3f872,segment=NetworkSegment(68797731-1bd5-464a-970b-940fb941aec9),segment_id=68797731-1bd5-464a-970b-940fb941aec9)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:55:40.462532 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-90ae810e-67b1-4bec-8cd7-b24729dc1380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.477179 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2b2a2bd1-59a0-4511-a2dd-7f9a6c9eb79a None None] For port bfa75c12-7985-4b86-b2ca-11680780f70a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=bfa75c12-7985-4b86-b2ca-11680780f70a,segment=NetworkSegment(a09a46be-8e77-4752-a072-690f7b53ee01),segment_id=a09a46be-8e77-4752-a072-690f7b53ee01)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:40.592112 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2b2a2bd1-59a0-4511-a2dd-7f9a6c9eb79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.600609 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-942a9fee-a63a-4942-85fc-f5ff10efcc27 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.625787 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.668124 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.843086 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949e437d-5723-4bff-a54e-c46c735504bd tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:55:40.869396 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64da68ac-c838-43a8-b3fb-4a3b1794b4a9 None None] Sync routers for ids ['040d94c7-f2c0-4bb0-889f-c9440b645464'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:55:40.874818 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d9db033d-05b6-4250-a8e7-d10d50e50eb1 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.922948 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64da68ac-c838-43a8-b3fb-4a3b1794b4a9 None None] Routers {'040d94c7-f2c0-4bb0-889f-c9440b645464'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:55:40.927737 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-2b2a2bd1-59a0-4511-a2dd-7f9a6c9eb79a None None] Provisioning complete for port e0ccb7ae-2ec3-4d84-85e6-2512dd58d403 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:40.928110 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2b2a2bd1-59a0-4511-a2dd-7f9a6c9eb79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.930512 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-64da68ac-c838-43a8-b3fb-4a3b1794b4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:55:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['040d94c7-f2c0-4bb0-889f-c9440b645464'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:40.931510 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:41.012703 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae810e-67b1-4bec-8cd7-b24729dc1380 None None] Pushing event updated for resources: {'Port': ['ID=1118e22f-acb2-4da4-9a3d-476a20e3f872,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:41.058842 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac064a9-1270-47a5-aa7c-08b81a81499f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04253ddb-467b-4be0-a4e2-cc5e733812ae'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:55:41.061693 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5dc610-6200-453c-a696-13a2f95a0b78" -d '{"events": [{"server_uuid": "6ac064a9-1270-47a5-aa7c-08b81a81499f", "name": "network-vif-plugged", "status": "completed", "tag": "04253ddb-467b-4be0-a4e2-cc5e733812ae"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:55:41.106888 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-64da68ac-c838-43a8-b3fb-4a3b1794b4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:41.160244 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64da68ac-c838-43a8-b3fb-4a3b1794b4a9 None None] Routers {'040d94c7-f2c0-4bb0-889f-c9440b645464'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:55:41.162295 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-64da68ac-c838-43a8-b3fb-4a3b1794b4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:55:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['040d94c7-f2c0-4bb0-889f-c9440b645464'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:41.171515 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-949e437d-5723-4bff-a54e-c46c735504bd tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:41.183732 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-949e437d-5723-4bff-a54e-c46c735504bd tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.8637340 Apr 18 20:55:41.187249 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b17495a-9911-4f94-906d-bc9a0bd6e1c1 None None] Network 888e5673-9622-487b-bf89-34775fbedbd3 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:55:41.217998 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60358) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:41.266977 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:55:41.268095 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:55:41.271457 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 04253ddb-467b-4be0-a4e2-cc5e733812ae, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=04253ddb-467b-4be0-a4e2-cc5e733812ae,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:41.309749 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:41.340047 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-64da68ac-c838-43a8-b3fb-4a3b1794b4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:41.352389 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64da68ac-c838-43a8-b3fb-4a3b1794b4a9 None None] The sync data for ids ['040d94c7-f2c0-4bb0-889f-c9440b645464'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:55:41.444037 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a2bd1-59a0-4511-a2dd-7f9a6c9eb79a None None] Pushing event updated for resources: {'Port': ['ID=bfa75c12-7985-4b86-b2ca-11680780f70a,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:41.479558 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-942a9fee-a63a-4942-85fc-f5ff10efcc27 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:41.492369 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Deleting port 1118e22f-acb2-4da4-9a3d-476a20e3f872 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:55:41.492960 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:41.532057 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5eae86d-3224-446e-858c-7c5aa84a523e x-openstack-request-id: req-f5eae86d-3224-446e-858c-7c5aa84a523e {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:55:41.532676 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac064a9-1270-47a5-aa7c-08b81a81499f", "name": "network-vif-plugged", "status": "completed", "tag": "04253ddb-467b-4be0-a4e2-cc5e733812ae", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:55:41.533103 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5eae86d-3224-446e-858c-7c5aa84a523e {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:55:41.533664 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5eae86d-3224-446e-858c-7c5aa84a523e'] response: {'server_uuid': '6ac064a9-1270-47a5-aa7c-08b81a81499f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04253ddb-467b-4be0-a4e2-cc5e733812ae', 'code': 200} Apr 18 20:55:41.655696 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=04253ddb-467b-4be0-a4e2-cc5e733812ae,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:41.663950 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2b2a2bd1-59a0-4511-a2dd-7f9a6c9eb79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:41.734889 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Allocated IP 172.21.0.1 (2ea369bf-7f29-40d8-aeba-155811ce7427/fefd1990-2323-4527-a87c-b9ea99d04d24/a29f77fc-5eb1-4d5b-9625-2b3c1c201390) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:41.737107 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2b2a2bd1-59a0-4511-a2dd-7f9a6c9eb79a None None] For port e0ccb7ae-2ec3-4d84-85e6-2512dd58d403, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=e0ccb7ae-2ec3-4d84-85e6-2512dd58d403,segment=NetworkSegment(e4816af7-567f-439d-b093-1449ef6c5aed),segment_id=e4816af7-567f-439d-b093-1449ef6c5aed)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:41.743304 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942a9fee-a63a-4942-85fc-f5ff10efcc27 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:41.764772 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2b2a2bd1-59a0-4511-a2dd-7f9a6c9eb79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:41.772856 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b72904-43d5-468a-8406-4a8a14201071 req-162c1f8d-da0a-4ba5-a6dd-353a2aae35da tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:41.774706 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43b72904-43d5-468a-8406-4a8a14201071 req-162c1f8d-da0a-4ba5-a6dd-353a2aae35da tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 944 time: 0.8956881 Apr 18 20:55:41.775555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db033d-05b6-4250-a8e7-d10d50e50eb1 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event updated for resources: {'Subnet': ['ID=d40addfe-cfff-4264-8b9a-85c721d02297,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:41.794687 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-942a9fee-a63a-4942-85fc-f5ff10efcc27 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:41.798958 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942a9fee-a63a-4942-85fc-f5ff10efcc27 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:41.908519 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] For port 1118e22f-acb2-4da4-9a3d-476a20e3f872, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1118e22f-acb2-4da4-9a3d-476a20e3f872,segment=NetworkSegment(68797731-1bd5-464a-970b-940fb941aec9),segment_id=68797731-1bd5-464a-970b-940fb941aec9)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:41.909637 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:41.943418 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9db033d-05b6-4250-a8e7-d10d50e50eb1 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Checking segment: {'id': 'caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4e95bd41-10a1-446a-b079-eb37b307af38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:41.944298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9db033d-05b6-4250-a8e7-d10d50e50eb1 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Network hostable DHCP agents. Network: 4e95bd41-10a1-446a-b079-eb37b307af38, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:55:41.962867 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a9fee-a63a-4942-85fc-f5ff10efcc27 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Pushing event updated for resources: {'Port': ['ID=cadcd57c-cd8b-4649-90b1-8e1a47f7fda5,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:42.012559 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb169e2-f79e-4c3b-9569-af5f47d45fd6 req-f589ec87-51e7-4d2d-be9e-769c42abce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:42.014795 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eeb169e2-f79e-4c3b-9569-af5f47d45fd6 req-f589ec87-51e7-4d2d-be9e-769c42abce6e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 1096 time: 0.4151564 Apr 18 20:55:42.014965 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ddec32-f36b-48a7-93db-a87e0165c3af None None] get_active_networks_info from n-d-838323-3 {{(pid=102910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:55:42.047639 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:42.047866 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Calling delete_port for 1118e22f-acb2-4da4-9a3d-476a20e3f872 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:55:42.078568 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9db033d-05b6-4250-a8e7-d10d50e50eb1 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Network 4e95bd41-10a1-446a-b079-eb37b307af38 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:55:42.115863 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f7efb1a0-fe8f-4c1c-94f8-2e5bfca2ffd1 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "GET /v2.0/routers/040d94c7-f2c0-4bb0-889f-c9440b645464 HTTP/1.1" status: 200 len: 924 time: 0.8920517 Apr 18 20:55:42.117223 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60368) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:42.167594 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-23fde935-8ee5-4b96-b41d-200d5b338648 None None] Provisioning complete for port bfa75c12-7985-4b86-b2ca-11680780f70a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:42.168533 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-23fde935-8ee5-4b96-b41d-200d5b338648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:42.184083 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43b72904-43d5-468a-8406-4a8a14201071 req-f8ceddd5-cdf5-4289-a958-d81675ee3fc9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287549 Apr 18 20:55:42.193472 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-d9db033d-05b6-4250-a8e7-d10d50e50eb1 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 4e95bd41-10a1-446a-b079-eb37b307af38) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:42.200666 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9db033d-05b6-4250-a8e7-d10d50e50eb1 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:42.201355 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d9db033d-05b6-4250-a8e7-d10d50e50eb1 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:42.282325 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eeb169e2-f79e-4c3b-9569-af5f47d45fd6 req-25dc83ef-5e36-4363-91dd-a63c9ab73fe6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054880 Apr 18 20:55:42.288745 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-71c8aa03-df93-462e-8856-6890501c431a tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "GET /v2.0/ports?device_id=040d94c7-f2c0-4bb0-889f-c9440b645464 HTTP/1.1" status: 200 len: 205 time: 0.1648653 Apr 18 20:55:42.293281 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60370) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:42.309186 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d9db033d-05b6-4250-a8e7-d10d50e50eb1 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.4044161 Apr 18 20:55:42.318060 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60372) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:42.395144 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:42.486721 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:42.547080 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Port': ['ID=1118e22f-acb2-4da4-9a3d-476a20e3f872,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:42.553546 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No DVR routers for this DVR port 1118e22f-acb2-4da4-9a3d-476a20e3f872 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:55:42.588849 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3cecb9bf-8454-4706-b039-05ea675722f8 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:42.602656 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:42.665617 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a2bd1-59a0-4511-a2dd-7f9a6c9eb79a None None] Pushing event updated for resources: {'Port': ['ID=e0ccb7ae-2ec3-4d84-85e6-2512dd58d403,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:42.756755 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network 2ea369bf-7f29-40d8-aeba-155811ce7427 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:42.769750 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:42.777044 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:42.780608 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:42.923067 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888e5673-9622-487b-bf89-34775fbedbd3']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:43.037307 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-942a9fee-a63a-4942-85fc-f5ff10efcc27 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:43.072279 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68797731-1bd5-464a-970b-940fb941aec9') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:43.072917 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68797731-1bd5-464a-970b-940fb941aec9') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:43.076367 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Port': ['ID=a29f77fc-5eb1-4d5b-9625-2b3c1c201390,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:43.091242 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ddec32-f36b-48a7-93db-a87e0165c3af None None] Resources bound (agent type, host, resource id): {{(pid=102910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:55:43.138932 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:43.221098 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1cd70a2c-d0de-4f55-b883-bc57054d4bfc up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:55:43.221933 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:43.403359 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 1cd70a2c-d0de-4f55-b883-bc57054d4bfc triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:43.403743 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:43.449044 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-23fde935-8ee5-4b96-b41d-200d5b338648 None None] Provisioning complete for port e0ccb7ae-2ec3-4d84-85e6-2512dd58d403 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:43.449437 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-23fde935-8ee5-4b96-b41d-200d5b338648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:43.557068 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:43.619362 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:43.628040 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3cecb9bf-8454-4706-b039-05ea675722f8 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:43.637144 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:55:43.638294 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:43.639815 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a52628-7b14-4be6-988d-fd3bd078230b req-627d27e0-8565-43e1-bae0-757a5058abae tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:43.650498 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 1cd70a2c-d0de-4f55-b883-bc57054d4bfc, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1cd70a2c-d0de-4f55-b883-bc57054d4bfc,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:55:43.652122 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:55:43.658329 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-93a52628-7b14-4be6-988d-fd3bd078230b req-627d27e0-8565-43e1-bae0-757a5058abae tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 945 time: 0.2864673 Apr 18 20:55:43.669338 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3bfa-8ebb-49bd-9177-660464c66157 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:43.686177 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:43.842167 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:43.845164 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e0ccb7ae-2ec3-4d84-85e6-2512dd58d403 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:55:43.856793 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:43.913931 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-93a52628-7b14-4be6-988d-fd3bd078230b req-f788e877-3925-4caa-bc1f-3b5eaa44b3ae tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565632 Apr 18 20:55:43.917235 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:43.925063 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-942a9fee-a63a-4942-85fc-f5ff10efcc27 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:43.930931 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/networks/888e5673-9622-487b-bf89-34775fbedbd3 HTTP/1.1" status: 204 len: 168 time: 7.9365880 Apr 18 20:55:43.947267 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60400) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:43.969751 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0593db6-898c-49a2-a86d-41b5fab3dba8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Network': ['ID=888e5673-9622-487b-bf89-34775fbedbd3,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:44.034708 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-300dfac8-95dd-4ca0-bb13-b58541bd73ca tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1807984882'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:44.062851 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300dfac8-95dd-4ca0-bb13-b58541bd73ca tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Made reservation on behalf of eb1eb5b094504b78a5be18b896c5bdba for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:44.067317 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-300dfac8-95dd-4ca0-bb13-b58541bd73ca tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.116255 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=1cd70a2c-d0de-4f55-b883-bc57054d4bfc,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:44.136639 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300dfac8-95dd-4ca0-bb13-b58541bd73ca tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:55:44.151620 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-3cecb9bf-8454-4706-b039-05ea675722f8 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Deleting port 47fc250b-3c2f-455a-af84-9435d7b71e8e {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:55:44.152283 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3cecb9bf-8454-4706-b039-05ea675722f8 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.264114 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port e0ccb7ae-2ec3-4d84-85e6-2512dd58d403 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:44.264778 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.276404 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3cecb9bf-8454-4706-b039-05ea675722f8 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.294943 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-3cecb9bf-8454-4706-b039-05ea675722f8 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Calling delete_port for 47fc250b-3c2f-455a-af84-9435d7b71e8e owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:55:44.482557 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-300dfac8-95dd-4ca0-bb13-b58541bd73ca tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.483179 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-300dfac8-95dd-4ca0-bb13-b58541bd73ca tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Added segment 41da3cb9-44d6-428d-ab86-23712e70b355 of type vlan for network e2c672eb-0507-4964-91c2-41fd654f407d Apr 18 20:55:44.503223 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab30f81-f807-43ff-ab5a-ca32a1493390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-4e95bd41-10a1-446a-b079-eb37b307af38', 'network_id': '4e95bd41-10a1-446a-b079-eb37b307af38', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'fixed_ips': [{'subnet_id': 'd40addfe-cfff-4264-8b9a-85c721d02297'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:55:44.505035 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eab30f81-f807-43ff-ab5a-ca32a1493390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.524912 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device bfa75c12-7985-4b86-b2ca-11680780f70a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:55:44.625856 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-300dfac8-95dd-4ca0-bb13-b58541bd73ca tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.717451 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3cecb9bf-8454-4706-b039-05ea675722f8 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.763258 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-300dfac8-95dd-4ca0-bb13-b58541bd73ca tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.771057 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300dfac8-95dd-4ca0-bb13-b58541bd73ca tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:44.771912 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-300dfac8-95dd-4ca0-bb13-b58541bd73ca tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.794520 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942a9fee-a63a-4942-85fc-f5ff10efcc27 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Router 9c0a451d-9162-43bb-882c-1a71c11e4c5f is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:55:44.828284 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-8c4b3bfa-8ebb-49bd-9177-660464c66157 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Allocated IP 172.20.0.17 (4e95bd41-10a1-446a-b079-eb37b307af38/d40addfe-cfff-4264-8b9a-85c721d02297/dc6a60d2-7d1b-497b-9cf4-f38550d24018) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:44.873277 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port bfa75c12-7985-4b86-b2ca-11680780f70a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:44.874072 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.907637 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300dfac8-95dd-4ca0-bb13-b58541bd73ca tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'Network': ['ID=e2c672eb-0507-4964-91c2-41fd654f407d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:44.967359 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cecb9bf-8454-4706-b039-05ea675722f8 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Pushing event deleted for resources: {'Port': ['ID=47fc250b-3c2f-455a-af84-9435d7b71e8e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:44.971096 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network e2c672eb-0507-4964-91c2-41fd654f407d details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:55:45.017715 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-300dfac8-95dd-4ca0-bb13-b58541bd73ca tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0499625 Apr 18 20:55:45.030922 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60408) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:45.040743 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-53751422-f268-48ee-b3f9-2de245f290b7 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Request body: {'subnet': {'network_id': 'e2c672eb-0507-4964-91c2-41fd654f407d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:45.134221 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:45.147335 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3cecb9bf-8454-4706-b039-05ea675722f8 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:45.151679 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:45.191835 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942a9fee-a63a-4942-85fc-f5ff10efcc27 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:55:45.255562 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319470eb-3aa0-4c46-8d30-ebd9541ffe27 None None] Sync routers for ids ['9c0a451d-9162-43bb-882c-1a71c11e4c5f'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:55:45.259735 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc2fe5-49e5-454d-a42f-cade0b5a3670 req-50587fba-f3f2-42ba-8ee2-c39887bb46cd tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:45.274921 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:45.276600 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319470eb-3aa0-4c46-8d30-ebd9541ffe27 None None] Routers {'9c0a451d-9162-43bb-882c-1a71c11e4c5f'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:55:45.277664 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-319470eb-3aa0-4c46-8d30-ebd9541ffe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:55:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['9c0a451d-9162-43bb-882c-1a71c11e4c5f'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:45.279291 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-20cc2fe5-49e5-454d-a42f-cade0b5a3670 req-50587fba-f3f2-42ba-8ee2-c39887bb46cd tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 945 time: 0.1871927 Apr 18 20:55:45.375324 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-942a9fee-a63a-4942-85fc-f5ff10efcc27 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:45.384133 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-942a9fee-a63a-4942-85fc-f5ff10efcc27 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.8664596 Apr 18 20:55:45.397945 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-319470eb-3aa0-4c46-8d30-ebd9541ffe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:45.400839 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60412) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:45.404073 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e0ccb7ae-2ec3-4d84-85e6-2512dd58d403 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:55:45.407050 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3bfa-8ebb-49bd-9177-660464c66157 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:45.462423 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3bfa-8ebb-49bd-9177-660464c66157 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:45.507527 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Port': ['ID=a29f77fc-5eb1-4d5b-9625-2b3c1c201390,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:45.530294 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:45.531040 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:45.531756 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:45.532466 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:45.533228 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:45.534118 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:45.535230 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:45.535510 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:45.536200 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:45.537201 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:45.537567 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:45.537747 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319470eb-3aa0-4c46-8d30-ebd9541ffe27 None None] Routers {'9c0a451d-9162-43bb-882c-1a71c11e4c5f'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:55:45.538377 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:45.538817 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-319470eb-3aa0-4c46-8d30-ebd9541ffe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:55:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['9c0a451d-9162-43bb-882c-1a71c11e4c5f'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:45.544672 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53751422-f268-48ee-b3f9-2de245f290b7 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Made reservation on behalf of eb1eb5b094504b78a5be18b896c5bdba for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:45.551606 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-53751422-f268-48ee-b3f9-2de245f290b7 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:45.596157 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-20cc2fe5-49e5-454d-a42f-cade0b5a3670 req-188ff78a-2c12-41d6-8714-03b74b0994e8 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150930 Apr 18 20:55:45.615363 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-319470eb-3aa0-4c46-8d30-ebd9541ffe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:45.616479 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319470eb-3aa0-4c46-8d30-ebd9541ffe27 None None] The sync data for ids ['9c0a451d-9162-43bb-882c-1a71c11e4c5f'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:55:45.648666 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b3bfa-8ebb-49bd-9177-660464c66157 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event updated for resources: {'Port': ['ID=dc6a60d2-7d1b-497b-9cf4-f38550d24018,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:45.666342 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.ipam_backend_mixin [None req-53751422-f268-48ee-b3f9-2de245f290b7 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Performing IP validity checks on allocation pools {{(pid=102909) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 20:55:45.668095 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.ipam_backend_mixin [None req-53751422-f268-48ee-b3f9-2de245f290b7 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102909) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 20:55:45.674811 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4b3bfa-8ebb-49bd-9177-660464c66157 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Network 4e95bd41-10a1-446a-b079-eb37b307af38 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:45.679817 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-eab30f81-f807-43ff-ab5a-ca32a1493390 None None] Allocated IP 172.20.0.18 (4e95bd41-10a1-446a-b079-eb37b307af38/d40addfe-cfff-4264-8b9a-85c721d02297/2120cc27-344e-4d9b-9cd8-c8c239ec9f51) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:45.681487 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-8c4b3bfa-8ebb-49bd-9177-660464c66157 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:45.689856 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4b3bfa-8ebb-49bd-9177-660464c66157 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:45.743470 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port e0ccb7ae-2ec3-4d84-85e6-2512dd58d403 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:45.745002 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:45.829399 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3cecb9bf-8454-4706-b039-05ea675722f8 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:45.844888 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3cecb9bf-8454-4706-b039-05ea675722f8 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:45.872854 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3bfa-8ebb-49bd-9177-660464c66157 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.051585 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1cd70a2c-d0de-4f55-b883-bc57054d4bfc up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:55:46.108471 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eab30f81-f807-43ff-ab5a-ca32a1493390 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.116053 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eab30f81-f807-43ff-ab5a-ca32a1493390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.133144 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-32a1bad5-4ef6-4919-8f5e-5d947a77db63 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "GET /v2.0/routers/9c0a451d-9162-43bb-882c-1a71c11e4c5f HTTP/1.1" status: 200 len: 919 time: 0.7255423 Apr 18 20:55:46.148973 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60424) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:46.170077 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab30f81-f807-43ff-ab5a-ca32a1493390 None None] Network 4e95bd41-10a1-446a-b079-eb37b307af38 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:46.171690 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-eab30f81-f807-43ff-ab5a-ca32a1493390 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:46.182010 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab30f81-f807-43ff-ab5a-ca32a1493390 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:46.195851 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab30f81-f807-43ff-ab5a-ca32a1493390 None None] Pushing event updated for resources: {'Port': ['ID=2120cc27-344e-4d9b-9cd8-c8c239ec9f51,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:46.218540 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 1cd70a2c-d0de-4f55-b883-bc57054d4bfc triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:46.219148 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.281229 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b2321-fa80-4edf-89a1-7f0d52401fb2 req-089ce382-b487-4ce1-bf22-cd5121533a1f tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:46.293598 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-077b2321-fa80-4edf-89a1-7f0d52401fb2 req-089ce382-b487-4ce1-bf22-cd5121533a1f tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 945 time: 0.4997251 Apr 18 20:55:46.312210 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-eab30f81-f807-43ff-ab5a-ca32a1493390 None None] Attempting to bind port 2120cc27-344e-4d9b-9cd8-c8c239ec9f51 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:46.312734 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-eab30f81-f807-43ff-ab5a-ca32a1493390 None None] Attempting to bind port 2120cc27-344e-4d9b-9cd8-c8c239ec9f51 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4e95bd41-10a1-446a-b079-eb37b307af38'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:46.312908 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab30f81-f807-43ff-ab5a-ca32a1493390 None None] Attempting to bind port 2120cc27-344e-4d9b-9cd8-c8c239ec9f51 on network 4e95bd41-10a1-446a-b079-eb37b307af38 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:55:46.322083 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab30f81-f807-43ff-ab5a-ca32a1493390 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:55:46.322504 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab30f81-f807-43ff-ab5a-ca32a1493390 None None] Checking segment: {'id': 'caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4e95bd41-10a1-446a-b079-eb37b307af38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:46.322964 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eab30f81-f807-43ff-ab5a-ca32a1493390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.323265 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab30f81-f807-43ff-ab5a-ca32a1493390 None None] Bound using segment: {'id': 'caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4e95bd41-10a1-446a-b079-eb37b307af38'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:55:46.323762 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-eab30f81-f807-43ff-ab5a-ca32a1493390 None None] Bound port: 2120cc27-344e-4d9b-9cd8-c8c239ec9f51, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4e95bd41-10a1-446a-b079-eb37b307af38'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:55:46.324148 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eab30f81-f807-43ff-ab5a-ca32a1493390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.385418 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-aa2d9de3-01cf-4348-a7c7-3eaebfa17179 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c0a451d-9162-43bb-882c-1a71c11e4c5f HTTP/1.1" status: 200 len: 205 time: 0.2288220 Apr 18 20:55:46.393100 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60430) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:46.421083 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3bfa-8ebb-49bd-9177-660464c66157 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.436344 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-eab30f81-f807-43ff-ab5a-ca32a1493390 None None] For port 2120cc27-344e-4d9b-9cd8-c8c239ec9f51, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:55:46.440130 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-eab30f81-f807-43ff-ab5a-ca32a1493390 None None] For port 2120cc27-344e-4d9b-9cd8-c8c239ec9f51, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2120cc27-344e-4d9b-9cd8-c8c239ec9f51,segment=NetworkSegment(caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6),segment_id=caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:55:46.446372 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eab30f81-f807-43ff-ab5a-ca32a1493390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.480517 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3cecb9bf-8454-4706-b039-05ea675722f8 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.489746 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cecb9bf-8454-4706-b039-05ea675722f8 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Fanout notify agent at l3_agent the message router_deleted on router 040d94c7-f2c0-4bb0-889f-c9440b645464 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:55:46.506541 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab30f81-f807-43ff-ab5a-ca32a1493390 None None] Pushing event updated for resources: {'Port': ['ID=2120cc27-344e-4d9b-9cd8-c8c239ec9f51,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:46.510123 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3cecb9bf-8454-4706-b039-05ea675722f8 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.511331 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3cecb9bf-8454-4706-b039-05ea675722f8 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "DELETE /v2.0/routers/040d94c7-f2c0-4bb0-889f-c9440b645464 HTTP/1.1" status: 204 len: 168 time: 4.2066696 Apr 18 20:55:46.531454 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60434) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:46.542748 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-05aa4953-7ecd-47ce-a28f-f332b341a35b tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1897721174', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'enable_snat': False}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:46.553385 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network 2ea369bf-7f29-40d8-aeba-155811ce7427 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:46.564485 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:46.568643 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52f7427a-75ac-4f2b-8e79-97efdfe83661 req-a61bbf30-8f81-4d0f-a18f-4d3d4fc7b054 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3882632 Apr 18 20:55:46.615401 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-077b2321-fa80-4edf-89a1-7f0d52401fb2 req-7789496e-3aaa-4d2c-b854-a8ebddfc4987 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652111 Apr 18 20:55:46.666853 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d8cfd01-1e01-47c2-8e47-b5f48edfeccc req-63e1a68a-b1ea-45e9-a1f2-0a8fed26604e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=926dc6df-2252-4617-93e4-8ff50f2ad012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3281209 Apr 18 20:55:46.768833 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-05aa4953-7ecd-47ce-a28f-f332b341a35b tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.772214 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-05aa4953-7ecd-47ce-a28f-f332b341a35b tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.877929 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-05aa4953-7ecd-47ce-a28f-f332b341a35b tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:47.146987 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Router ab63ce4c-4344-410a-ab30-ee2234811d4d has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:55:47.194930 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7427a-75ac-4f2b-8e79-97efdfe83661 req-356f9468-3ef8-456c-9a34-4aef07f4f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:47.196534 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52f7427a-75ac-4f2b-8e79-97efdfe83661 req-356f9468-3ef8-456c-9a34-4aef07f4f792 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d1cb6a1920642c6a254fff9677f23c7&device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 1096 time: 0.5651965 Apr 18 20:55:47.211356 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2fee7c8f-d073-41b8-964b-ce2ec2282af7 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:47.278138 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-53751422-f268-48ee-b3f9-2de245f290b7 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:47.280214 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cfd01-1e01-47c2-8e47-b5f48edfeccc req-bcc13643-39d5-45ff-8b2f-602d42f4844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:47.282860 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d8cfd01-1e01-47c2-8e47-b5f48edfeccc req-bcc13643-39d5-45ff-8b2f-602d42f4844a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b43792f5e3a4b5fa4fa359a68fd10f8&device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 1136 time: 0.4916420 Apr 18 20:55:47.514704 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-05aa4953-7ecd-47ce-a28f-f332b341a35b tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:47.533286 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2120cc27-344e-4d9b-9cd8-c8c239ec9f51 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:55:47.634861 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53751422-f268-48ee-b3f9-2de245f290b7 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'Subnet': ['ID=9af48aa0-871a-4491-9d11-c583c47fff0a,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:47.667663 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:55:47.711885 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd37158a-1891-482f-9eb9-467e1f7fd01c None None] Sync routers for ids ['ab63ce4c-4344-410a-ab30-ee2234811d4d'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:55:47.732251 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 2120cc27-344e-4d9b-9cd8-c8c239ec9f51 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:47.733101 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd37158a-1891-482f-9eb9-467e1f7fd01c None None] Routers {'ab63ce4c-4344-410a-ab30-ee2234811d4d'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:55:47.733478 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:47.734607 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-cd37158a-1891-482f-9eb9-467e1f7fd01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:55:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ab63ce4c-4344-410a-ab30-ee2234811d4d'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:47.740764 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-15bf5961-8cff-4939-84cf-161a0ab1a809 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "PUT /v2.0/routers/ab63ce4c-4344-410a-ab30-ee2234811d4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0854387 Apr 18 20:55:47.741936 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60446) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:47.780412 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53751422-f268-48ee-b3f9-2de245f290b7 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Checking segment: {'id': '41da3cb9-44d6-428d-ab86-23712e70b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e2c672eb-0507-4964-91c2-41fd654f407d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:47.786219 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53751422-f268-48ee-b3f9-2de245f290b7 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Network hostable DHCP agents. Network: e2c672eb-0507-4964-91c2-41fd654f407d, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:55:47.883970 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-cd37158a-1891-482f-9eb9-467e1f7fd01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:47.901159 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd37158a-1891-482f-9eb9-467e1f7fd01c None None] Routers {'ab63ce4c-4344-410a-ab30-ee2234811d4d'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:55:47.902485 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-cd37158a-1891-482f-9eb9-467e1f7fd01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:55:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ab63ce4c-4344-410a-ab30-ee2234811d4d'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:47.991850 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7427a-75ac-4f2b-8e79-97efdfe83661 req-97ac5953-3006-4de0-ab76-65a515d27849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:47.997411 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52f7427a-75ac-4f2b-8e79-97efdfe83661 req-97ac5953-3006-4de0-ab76-65a515d27849 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe539583-d535-4524-b810-6474f581fe71 HTTP/1.1" status: 200 len: 915 time: 0.6707180 Apr 18 20:55:48.009120 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2fee7c8f-d073-41b8-964b-ce2ec2282af7 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:48.045055 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-cd37158a-1891-482f-9eb9-467e1f7fd01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:48.051090 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:48.053242 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd37158a-1891-482f-9eb9-467e1f7fd01c None None] The sync data for ids ['ab63ce4c-4344-410a-ab30-ee2234811d4d'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:55:48.080516 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72064e1-d263-4be6-92f2-f428140cca64 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:48.092064 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d72064e1-d263-4be6-92f2-f428140cca64 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "GET /v2.0/ports/a29f77fc-5eb1-4d5b-9625-2b3c1c201390 HTTP/1.1" status: 200 len: 910 time: 0.3365793 Apr 18 20:55:48.109071 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53751422-f268-48ee-b3f9-2de245f290b7 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Network e2c672eb-0507-4964-91c2-41fd654f407d is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:55:48.132204 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60456) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:48.187462 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-53751422-f268-48ee-b3f9-2de245f290b7 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, e2c672eb-0507-4964-91c2-41fd654f407d) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:48.199390 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53751422-f268-48ee-b3f9-2de245f290b7 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:48.200303 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-53751422-f268-48ee-b3f9-2de245f290b7 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:48.206523 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3bfa-8ebb-49bd-9177-660464c66157 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:48.212495 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 2120cc27-344e-4d9b-9cd8-c8c239ec9f51, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2120cc27-344e-4d9b-9cd8-c8c239ec9f51,segment=NetworkSegment(caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6),segment_id=caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:48.220485 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:48.228353 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3bfa-8ebb-49bd-9177-660464c66157 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:48.352076 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b3bfa-8ebb-49bd-9177-660464c66157 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event updated for resources: {'Port': ['ID=dc6a60d2-7d1b-497b-9cf4-f38550d24018,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:48.420312 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=2120cc27-344e-4d9b-9cd8-c8c239ec9f51,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:48.450346 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52f7427a-75ac-4f2b-8e79-97efdfe83661 req-17826997-f63a-4c0e-be9a-484bb77f0fb0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c7f44e5-6b20-4334-be07-bc28f725f95b HTTP/1.1" status: 200 len: 1001 time: 0.4125113 Apr 18 20:55:48.471949 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cfd01-1e01-47c2-8e47-b5f48edfeccc req-f4c5516d-178b-4c35-b506-7a2113b0bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:48.474470 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d8cfd01-1e01-47c2-8e47-b5f48edfeccc req-f4c5516d-178b-4c35-b506-7a2113b0bc25 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654 HTTP/1.1" status: 200 len: 898 time: 1.1476519 Apr 18 20:55:48.577338 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-2fee7c8f-d073-41b8-964b-ce2ec2282af7 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Deleting port cadcd57c-cd8b-4649-90b1-8e1a47f7fda5 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:55:48.578451 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2fee7c8f-d073-41b8-964b-ce2ec2282af7 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:48.591836 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-53751422-f268-48ee-b3f9-2de245f290b7 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.5593190 Apr 18 20:55:48.616138 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60464) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:48.743200 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2fee7c8f-d073-41b8-964b-ce2ec2282af7 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:48.746742 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bce870-68ff-4c58-9282-65afb052badf None None] Network 4e95bd41-10a1-446a-b079-eb37b307af38 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:55:48.774996 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-2fee7c8f-d073-41b8-964b-ce2ec2282af7 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Calling delete_port for cadcd57c-cd8b-4649-90b1-8e1a47f7fda5 owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:55:48.842356 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90338ebb-300a-4d82-8a29-5b3c7eded745 None None] Network e2c672eb-0507-4964-91c2-41fd654f407d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:55:49.169167 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-3e5def8c-dc52-4d99-96f3-b0e6aa2cf86c None None] Provisioning complete for port 2120cc27-344e-4d9b-9cd8-c8c239ec9f51 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:49.169752 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3e5def8c-dc52-4d99-96f3-b0e6aa2cf86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:49.471341 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-05aa4953-7ecd-47ce-a28f-f332b341a35b tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:49.536025 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-05aa4953-7ecd-47ce-a28f-f332b341a35b tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:49.734896 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7427a-75ac-4f2b-8e79-97efdfe83661 req-1ac9d378-e0b5-442f-ba74-9ae671b64c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:49.738813 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52f7427a-75ac-4f2b-8e79-97efdfe83661 req-1ac9d378-e0b5-442f-ba74-9ae671b64c19 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=934e222d-a43e-4b81-a646-860f58e51213 HTTP/1.1" status: 200 len: 853 time: 1.2731628 Apr 18 20:55:49.745328 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-05aa4953-7ecd-47ce-a28f-f332b341a35b tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Allocated IP 172.25.1.116 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/eb94bd84-2145-4cea-8088-817c77d07eaf) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:49.785525 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3bfa-8ebb-49bd-9177-660464c66157 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:49.909186 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2120cc27-344e-4d9b-9cd8-c8c239ec9f51 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:55:50.065334 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-05aa4953-7ecd-47ce-a28f-f332b341a35b tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:50.139746 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-05aa4953-7ecd-47ce-a28f-f332b341a35b tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:50.177580 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:50.251586 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05aa4953-7ecd-47ce-a28f-f332b341a35b tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:50.257951 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-05aa4953-7ecd-47ce-a28f-f332b341a35b tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:50.276094 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aa4953-7ecd-47ce-a28f-f332b341a35b tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:50.323942 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 2120cc27-344e-4d9b-9cd8-c8c239ec9f51 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:50.324554 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:50.398929 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dd01f4-e865-46e1-8f9b-b9d1ce629a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-e2c672eb-0507-4964-91c2-41fd654f407d', 'network_id': 'e2c672eb-0507-4964-91c2-41fd654f407d', 'tenant_id': 'eb1eb5b094504b78a5be18b896c5bdba', 'fixed_ips': [{'subnet_id': '9af48aa0-871a-4491-9d11-c583c47fff0a'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:55:50.405067 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-07dd01f4-e865-46e1-8f9b-b9d1ce629a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:50.758249 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2fee7c8f-d073-41b8-964b-ce2ec2282af7 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:50.870254 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee7c8f-d073-41b8-964b-ce2ec2282af7 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Pushing event deleted for resources: {'Port': ['ID=cadcd57c-cd8b-4649-90b1-8e1a47f7fda5,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:50.881485 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-2d8ec558-1a21-43b3-8f45-d5358a9f9b28 None None] Provisioning complete for port a29f77fc-5eb1-4d5b-9625-2b3c1c201390 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:50.882421 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2d8ec558-1a21-43b3-8f45-d5358a9f9b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:50.900610 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4b3bfa-8ebb-49bd-9177-660464c66157 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Network 4e95bd41-10a1-446a-b079-eb37b307af38 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:50.905170 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-8c4b3bfa-8ebb-49bd-9177-660464c66157 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:50.960650 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d8cfd01-1e01-47c2-8e47-b5f48edfeccc req-e3eca7b0-6129-45c5-9619-e13799cdace5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9e92014-4811-464f-91a7-4f953657fa4e HTTP/1.1" status: 200 len: 1001 time: 1.2159424 Apr 18 20:55:50.991111 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7427a-75ac-4f2b-8e79-97efdfe83661 req-028dc416-c719-4adc-ba5f-99568813015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:50.995231 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52f7427a-75ac-4f2b-8e79-97efdfe83661 req-028dc416-c719-4adc-ba5f-99568813015f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe539583-d535-4524-b810-6474f581fe71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2330186 Apr 18 20:55:51.074171 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:55:51.131693 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-2d8ec558-1a21-43b3-8f45-d5358a9f9b28 None None] Port a29f77fc-5eb1-4d5b-9625-2b3c1c201390 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:55:51.256606 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa4953-7ecd-47ce-a28f-f332b341a35b tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Pushing event updated for resources: {'Port': ['ID=eb94bd84-2145-4cea-8088-817c77d07eaf,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:51.298658 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cfd01-1e01-47c2-8e47-b5f48edfeccc req-dcb12ea6-fe53-4469-8dcb-7e739ef8499d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:51.302701 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d8cfd01-1e01-47c2-8e47-b5f48edfeccc req-dcb12ea6-fe53-4469-8dcb-7e739ef8499d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7eaa0081-18d9-4e1f-a932-a028b98a3306 HTTP/1.1" status: 200 len: 834 time: 0.3019555 Apr 18 20:55:51.359416 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:51.361322 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-07dd01f4-e865-46e1-8f9b-b9d1ce629a56 None None] Allocated IP 172.20.0.3 (e2c672eb-0507-4964-91c2-41fd654f407d/9af48aa0-871a-4491-9d11-c583c47fff0a/4133f57f-b85a-41ef-ad48-7337d8a2ea94) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:51.583945 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f6e0df6-c80e-4325-b21c-96454c281e86 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:51.652046 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-07dd01f4-e865-46e1-8f9b-b9d1ce629a56 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:51.662339 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-07dd01f4-e865-46e1-8f9b-b9d1ce629a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:51.690012 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cfd01-1e01-47c2-8e47-b5f48edfeccc req-1057ed55-66db-46d5-a445-79018fd3cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:51.694343 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d8cfd01-1e01-47c2-8e47-b5f48edfeccc req-1057ed55-66db-46d5-a445-79018fd3cc74 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3304374 Apr 18 20:55:51.735270 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd01f4-e865-46e1-8f9b-b9d1ce629a56 None None] Pushing event updated for resources: {'Port': ['ID=4133f57f-b85a-41ef-ad48-7337d8a2ea94,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:51.770381 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dd01f4-e865-46e1-8f9b-b9d1ce629a56 None None] Network e2c672eb-0507-4964-91c2-41fd654f407d is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:51.772526 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-07dd01f4-e865-46e1-8f9b-b9d1ce629a56 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:51.776496 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dd01f4-e865-46e1-8f9b-b9d1ce629a56 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:51.923620 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-07dd01f4-e865-46e1-8f9b-b9d1ce629a56 None None] Attempting to bind port 4133f57f-b85a-41ef-ad48-7337d8a2ea94 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:51.924160 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-07dd01f4-e865-46e1-8f9b-b9d1ce629a56 None None] Attempting to bind port 4133f57f-b85a-41ef-ad48-7337d8a2ea94 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '41da3cb9-44d6-428d-ab86-23712e70b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e2c672eb-0507-4964-91c2-41fd654f407d'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:51.924488 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dd01f4-e865-46e1-8f9b-b9d1ce629a56 None None] Attempting to bind port 4133f57f-b85a-41ef-ad48-7337d8a2ea94 on network e2c672eb-0507-4964-91c2-41fd654f407d {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:55:51.938578 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dd01f4-e865-46e1-8f9b-b9d1ce629a56 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:55:51.940567 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dd01f4-e865-46e1-8f9b-b9d1ce629a56 None None] Checking segment: {'id': '41da3cb9-44d6-428d-ab86-23712e70b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e2c672eb-0507-4964-91c2-41fd654f407d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:51.944363 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-07dd01f4-e865-46e1-8f9b-b9d1ce629a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:51.944363 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dd01f4-e865-46e1-8f9b-b9d1ce629a56 None None] Bound using segment: {'id': '41da3cb9-44d6-428d-ab86-23712e70b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e2c672eb-0507-4964-91c2-41fd654f407d'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:55:51.944879 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-07dd01f4-e865-46e1-8f9b-b9d1ce629a56 None None] Bound port: 4133f57f-b85a-41ef-ad48-7337d8a2ea94, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41da3cb9-44d6-428d-ab86-23712e70b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e2c672eb-0507-4964-91c2-41fd654f407d'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:55:51.944879 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-07dd01f4-e865-46e1-8f9b-b9d1ce629a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:51.967411 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-05aa4953-7ecd-47ce-a28f-f332b341a35b tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:51.997453 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52f7427a-75ac-4f2b-8e79-97efdfe83661 req-93dd4523-14f7-4d07-96f4-4b4f2dd6eba8 service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6876802 Apr 18 20:55:52.039350 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2fee7c8f-d073-41b8-964b-ce2ec2282af7 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.083816 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.093830 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6cd41f-9107-49e3-8201-b5e585bb9aae None None] Network 4e95bd41-10a1-446a-b079-eb37b307af38 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:55:52.274187 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-07dd01f4-e865-46e1-8f9b-b9d1ce629a56 None None] For port 4133f57f-b85a-41ef-ad48-7337d8a2ea94, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:55:52.286385 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-165e2f45-92e9-4033-9f1e-e6a340ce268e None None] Provisioning complete for port dc6a60d2-7d1b-497b-9cf4-f38550d24018 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:52.287311 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-165e2f45-92e9-4033-9f1e-e6a340ce268e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.304654 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.357490 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-07dd01f4-e865-46e1-8f9b-b9d1ce629a56 None None] For port 4133f57f-b85a-41ef-ad48-7337d8a2ea94, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4133f57f-b85a-41ef-ad48-7337d8a2ea94,segment=NetworkSegment(41da3cb9-44d6-428d-ab86-23712e70b355),segment_id=41da3cb9-44d6-428d-ab86-23712e70b355)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:55:52.358881 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c672eb-0507-4964-91c2-41fd654f407d']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:52.374971 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-07dd01f4-e865-46e1-8f9b-b9d1ce629a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.382067 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41da3cb9-44d6-428d-ab86-23712e70b355') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:52.382606 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41da3cb9-44d6-428d-ab86-23712e70b355') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:52.404179 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.409195 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2fee7c8f-d073-41b8-964b-ce2ec2282af7 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.418290 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2fee7c8f-d073-41b8-964b-ce2ec2282af7 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.432944 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.446112 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:55:52.446857 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:55:52.490981 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:55:52.494833 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Subnet': ['ID=9af48aa0-871a-4491-9d11-c583c47fff0a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:52.544523 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-165e2f45-92e9-4033-9f1e-e6a340ce268e None None] Port dc6a60d2-7d1b-497b-9cf4-f38550d24018 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:55:52.673622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4b3bfa-8ebb-49bd-9177-660464c66157 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Router 6b1c6580-b88c-405e-bad1-120c3cb15283 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:55:52.726374 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd01f4-e865-46e1-8f9b-b9d1ce629a56 None None] Pushing event updated for resources: {'Port': ['ID=4133f57f-b85a-41ef-ad48-7337d8a2ea94,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:52.788683 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-165e2f45-92e9-4033-9f1e-e6a340ce268e None None] Provisioning complete for port 2120cc27-344e-4d9b-9cd8-c8c239ec9f51 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:52.789260 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-165e2f45-92e9-4033-9f1e-e6a340ce268e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.818574 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2fee7c8f-d073-41b8-964b-ce2ec2282af7 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.818874 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.db.api [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 20:55:52.818874 n-d-838323-3 neutron-server[102909]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 20:55:52.818874 n-d-838323-3 neutron-server[102909]: [parameters: {'id': 'e2c672eb-0507-4964-91c2-41fd654f407d'}] Apr 18 20:55:52.818874 n-d-838323-3 neutron-server[102909]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:55:52.819373 n-d-838323-3 neutron-server[102909]: DEBUG oslo_db.api [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:55:52.820066 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fee7c8f-d073-41b8-964b-ce2ec2282af7 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Fanout notify agent at l3_agent the message router_deleted on router 9c0a451d-9162-43bb-882c-1a71c11e4c5f {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:55:52.881637 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2fee7c8f-d073-41b8-964b-ce2ec2282af7 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.883124 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2fee7c8f-d073-41b8-964b-ce2ec2282af7 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "DELETE /v2.0/routers/9c0a451d-9162-43bb-882c-1a71c11e4c5f HTTP/1.1" status: 204 len: 168 time: 6.4820421 Apr 18 20:55:52.896285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60532) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:52.899589 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d8cfd01-1e01-47c2-8e47-b5f48edfeccc req-743354fa-7df2-4944-b1ef-45c91c5279ce service neutron] 10.222.0.57 "GET /v2.0/networks/6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1384487 Apr 18 20:55:52.915724 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-d08bc553-0a65-4cd0-bfd6-d1ed0cb8c0e8 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1687618224', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'enable_snat': False}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:53.173397 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60534) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:53.325172 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:53.392661 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4b3bfa-8ebb-49bd-9177-660464c66157 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:55:53.418533 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e6019-cc28-4df1-8d35-c70a09d5e546 None None] Sync routers for ids ['6b1c6580-b88c-405e-bad1-120c3cb15283'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:55:53.448176 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4e6019-cc28-4df1-8d35-c70a09d5e546 None None] Routers {'6b1c6580-b88c-405e-bad1-120c3cb15283'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:55:53.461190 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-fb4e6019-cc28-4df1-8d35-c70a09d5e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:55:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['6b1c6580-b88c-405e-bad1-120c3cb15283'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:53.478241 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8c4b3bfa-8ebb-49bd-9177-660464c66157 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "PUT /v2.0/routers/6b1c6580-b88c-405e-bad1-120c3cb15283/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1557360 Apr 18 20:55:53.569238 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d08bc553-0a65-4cd0-bfd6-d1ed0cb8c0e8 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:53.577949 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d08bc553-0a65-4cd0-bfd6-d1ed0cb8c0e8 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:53.683444 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52f7427a-75ac-4f2b-8e79-97efdfe83661 req-f910865c-09c3-4474-baf6-43fb6093971f service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0247676 Apr 18 20:55:53.771835 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4133f57f-b85a-41ef-ad48-7337d8a2ea94 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:55:53.778638 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-ead4d02d-0851-49f3-844d-1eea9f43e7d6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:53.789659 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-ead4d02d-0851-49f3-844d-1eea9f43e7d6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 811 time: 1.1697280 Apr 18 20:55:53.961795 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-05aa4953-7ecd-47ce-a28f-f332b341a35b tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:53.974398 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5d01e2c4-d7bc-4c2a-a91f-e1a5fc89fcac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:54.030655 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d8cfd01-1e01-47c2-8e47-b5f48edfeccc req-c4c1ed3e-f085-4843-a857-07a16f29cc3c service neutron] 10.222.0.57 "GET /v2.0/networks/6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1183808 Apr 18 20:55:54.134597 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d19effce-e64d-44e6-9c6a-32160314a25d None None] Provisioning complete for port dc6a60d2-7d1b-497b-9cf4-f38550d24018 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:54.135662 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d19effce-e64d-44e6-9c6a-32160314a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:54.176366 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-9b4b6c63-c0fe-43ca-8340-71d6778dd19f tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/quotas/f840c855946542459a247bc427a2167c HTTP/1.1" status: 200 len: 375 time: 0.3748252 Apr 18 20:55:54.318135 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-2f6e0df6-c80e-4325-b21c-96454c281e86 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Deleting port a29f77fc-5eb1-4d5b-9625-2b3c1c201390 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:55:54.318628 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f6e0df6-c80e-4325-b21c-96454c281e86 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:54.371577 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-fb4e6019-cc28-4df1-8d35-c70a09d5e546 None None] Set router 6b1c6580-b88c-405e-bad1-120c3cb15283 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:55:54.420833 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Deleting port 4133f57f-b85a-41ef-ad48-7337d8a2ea94 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:55:54.421810 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:54.465131 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 4133f57f-b85a-41ef-ad48-7337d8a2ea94 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:54.468000 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:54.529719 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-d19effce-e64d-44e6-9c6a-32160314a25d None None] Port dc6a60d2-7d1b-497b-9cf4-f38550d24018 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:55:54.580403 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d19effce-e64d-44e6-9c6a-32160314a25d None None] Provisioning complete for port 2120cc27-344e-4d9b-9cd8-c8c239ec9f51 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:54.580771 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d19effce-e64d-44e6-9c6a-32160314a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:54.639470 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d08bc553-0a65-4cd0-bfd6-d1ed0cb8c0e8 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:54.651788 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-77617520-6e8d-4cbe-9143-7c2dd4884b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:54.689403 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] For port 4133f57f-b85a-41ef-ad48-7337d8a2ea94, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4133f57f-b85a-41ef-ad48-7337d8a2ea94,segment=NetworkSegment(41da3cb9-44d6-428d-ab86-23712e70b355),segment_id=41da3cb9-44d6-428d-ab86-23712e70b355)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:54.689930 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:54.734066 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Calling delete_port for 4133f57f-b85a-41ef-ad48-7337d8a2ea94 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:55:54.742926 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f6e0df6-c80e-4325-b21c-96454c281e86 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:54.774757 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5d01e2c4-d7bc-4c2a-a91f-e1a5fc89fcac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:54.796730 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-2f6e0df6-c80e-4325-b21c-96454c281e86 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Calling delete_port for a29f77fc-5eb1-4d5b-9625-2b3c1c201390 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:55:54.801168 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5d01e2c4-d7bc-4c2a-a91f-e1a5fc89fcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:54.829624 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:54.892401 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 4133f57f-b85a-41ef-ad48-7337d8a2ea94, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4133f57f-b85a-41ef-ad48-7337d8a2ea94,segment=NetworkSegment(41da3cb9-44d6-428d-ab86-23712e70b355),segment_id=41da3cb9-44d6-428d-ab86-23712e70b355)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:55.043009 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-bc4503cc-a658-4bf2-b244-36e341f9a783 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8649685 Apr 18 20:55:55.091502 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05aa4953-7ecd-47ce-a28f-f332b341a35b tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Router aa394386-aad5-4290-a334-34cac7c2af18 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:55:55.125451 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5d01e2c4-d7bc-4c2a-a91f-e1a5fc89fcac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d5b00fd5d6604c0e831e7b9eadf18df5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9311233 Apr 18 20:55:55.133475 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01e2c4-d7bc-4c2a-a91f-e1a5fc89fcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645a2e2e-1ec0-4bb4-ba1b-4636c07fc210,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:55.148696 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60554) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:55.182176 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da468eea-b529-45b0-8eb7-ea330b55c9b8 None None] Network e2c672eb-0507-4964-91c2-41fd654f407d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:55:55.185207 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:55.229542 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d08bc553-0a65-4cd0-bfd6-d1ed0cb8c0e8 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:55.252704 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448597-0576-42d1-9d65-87368fa328c4 req-1b4762b4-373d-46c6-b09a-32f3eb8de03c tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:55.256306 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11448597-0576-42d1-9d65-87368fa328c4 req-1b4762b4-373d-46c6-b09a-32f3eb8de03c tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/networks?id=4e95bd41-10a1-446a-b079-eb37b307af38 HTTP/1.1" status: 200 len: 798 time: 1.1454160 Apr 18 20:55:55.338240 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11448597-0576-42d1-9d65-87368fa328c4 req-8dd6777f-efa3-4786-ac6d-662b7c88c805 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/quotas/9b43792f5e3a4b5fa4fa359a68fd10f8 HTTP/1.1" status: 200 len: 375 time: 0.0302281 Apr 18 20:55:55.399123 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4e3fd96a-0af4-4e62-876d-bf37870dd13b None None] Provisioning complete for port dc6a60d2-7d1b-497b-9cf4-f38550d24018 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:55.399508 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4e3fd96a-0af4-4e62-876d-bf37870dd13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:55.439996 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4e3fd96a-0af4-4e62-876d-bf37870dd13b None None] Port dc6a60d2-7d1b-497b-9cf4-f38550d24018 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:55:55.461485 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=4133f57f-b85a-41ef-ad48-7337d8a2ea94,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:55.478022 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:55.500288 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4e3fd96a-0af4-4e62-876d-bf37870dd13b None None] Could not find standard attr ID for object 4133f57f-b85a-41ef-ad48-7337d8a2ea94. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:55:55.514805 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No DVR routers for this DVR port 4133f57f-b85a-41ef-ad48-7337d8a2ea94 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:55:55.515655 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-fb4e6019-cc28-4df1-8d35-c70a09d5e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1c6580-b88c-405e-bad1-120c3cb15283', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1259225735', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '1cd70a2c-d0de-4f55-b883-bc57054d4bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:26Z', 'updated_at': '2022-04-18T20:55:46Z', 'revision_number': 4, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'gw_port': {'id': '1cd70a2c-d0de-4f55-b883-bc57054d4bfc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:eb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1c6580-b88c-405e-bad1-120c3cb15283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:29Z', 'updated_at': '2022-04-18T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'dc6a60d2-7d1b-497b-9cf4-f38550d24018', 'name': '', 'network_id': '4e95bd41-10a1-446a-b079-eb37b307af38', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'mac_address': 'fa:16:3e:61:73:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1c6580-b88c-405e-bad1-120c3cb15283', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'd40addfe-cfff-4264-8b9a-85c721d02297', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:44Z', 'updated_at': '2022-04-18T20:55:47Z', 'revision_number': 2, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'subnets': [{'id': 'd40addfe-cfff-4264-8b9a-85c721d02297', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:55.552892 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e6019-cc28-4df1-8d35-c70a09d5e546 None None] Checking router: 6b1c6580-b88c-405e-bad1-120c3cb15283 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:55:55.553401 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e6019-cc28-4df1-8d35-c70a09d5e546 None None] Updating router 6b1c6580-b88c-405e-bad1-120c3cb15283 port dc6a60d2-7d1b-497b-9cf4-f38550d24018 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:55:55.556112 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-0f5f246c-19e7-47ab-b4b0-adc0b9ac67e7 service neutron] 10.222.0.41 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469495 Apr 18 20:55:55.587646 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fb4e6019-cc28-4df1-8d35-c70a09d5e546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:55.591116 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11448597-0576-42d1-9d65-87368fa328c4 req-c89f44fe-ae3d-4544-a0b5-9c8938220e57 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b43792f5e3a4b5fa4fa359a68fd10f8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2322195 Apr 18 20:55:55.625578 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67dffc1-fd23-4e87-89b8-50fb1aa6b029 None None] DHCP port deletion for e2c672eb-0507-4964-91c2-41fd654f407d request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:55:56.042458 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Port': ['ID=4133f57f-b85a-41ef-ad48-7337d8a2ea94,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:56.107639 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fb4e6019-cc28-4df1-8d35-c70a09d5e546 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:56.107915 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f7c85e6b-0830-429d-b5d8-cee1c25b12d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:56.119295 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fb4e6019-cc28-4df1-8d35-c70a09d5e546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:56.146515 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11448597-0576-42d1-9d65-87368fa328c4 req-2a4b49e0-603f-4562-a997-93ff27f832ce service neutron] 10.222.0.41 "GET /v2.0/networks/4e95bd41-10a1-446a-b079-eb37b307af38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5252025 Apr 18 20:55:56.191178 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05aa4953-7ecd-47ce-a28f-f332b341a35b tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:55:56.209019 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9d2f14-66e6-433e-8927-b6c726639033 None None] Sync routers for ids ['aa394386-aad5-4290-a334-34cac7c2af18'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:55:56.236324 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9d2f14-66e6-433e-8927-b6c726639033 None None] Routers {'aa394386-aad5-4290-a334-34cac7c2af18'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:55:56.237089 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3f9d2f14-66e6-433e-8927-b6c726639033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:55:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['aa394386-aad5-4290-a334-34cac7c2af18'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:56.240192 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29ca1f-aa5c-419e-b9f5-6d0521114e44 None None] Pushing event updated for resources: {'Port': ['ID=dc6a60d2-7d1b-497b-9cf4-f38550d24018,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:56.289934 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:56.324659 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f7c85e6b-0830-429d-b5d8-cee1c25b12d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:56.361813 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-05aa4953-7ecd-47ce-a28f-f332b341a35b tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:56.363811 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-05aa4953-7ecd-47ce-a28f-f332b341a35b tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.8312008 Apr 18 20:55:56.367192 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60556) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:56.433104 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-fb4e6019-cc28-4df1-8d35-c70a09d5e546 None None] Attempting to bind port dc6a60d2-7d1b-497b-9cf4-f38550d24018 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:56.434316 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-fb4e6019-cc28-4df1-8d35-c70a09d5e546 None None] Attempting to bind port dc6a60d2-7d1b-497b-9cf4-f38550d24018 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4e95bd41-10a1-446a-b079-eb37b307af38'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:56.435035 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e6019-cc28-4df1-8d35-c70a09d5e546 None None] Attempting to bind port dc6a60d2-7d1b-497b-9cf4-f38550d24018 on network 4e95bd41-10a1-446a-b079-eb37b307af38 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:55:56.446163 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c672eb-0507-4964-91c2-41fd654f407d']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:56.451458 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e6019-cc28-4df1-8d35-c70a09d5e546 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:55:56.453036 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e6019-cc28-4df1-8d35-c70a09d5e546 None None] Checking segment: {'id': 'caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4e95bd41-10a1-446a-b079-eb37b307af38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:56.454307 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fb4e6019-cc28-4df1-8d35-c70a09d5e546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:56.455160 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e6019-cc28-4df1-8d35-c70a09d5e546 None None] Bound using segment: {'id': 'caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4e95bd41-10a1-446a-b079-eb37b307af38'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:55:56.456138 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-fb4e6019-cc28-4df1-8d35-c70a09d5e546 None None] Bound port: dc6a60d2-7d1b-497b-9cf4-f38550d24018, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4e95bd41-10a1-446a-b079-eb37b307af38'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:55:56.458280 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fb4e6019-cc28-4df1-8d35-c70a09d5e546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:56.463552 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-c92220a9-a566-42bc-97fa-fcaa7c9e0644 service neutron] 10.222.0.41 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8700094 Apr 18 20:55:56.477433 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11448597-0576-42d1-9d65-87368fa328c4 req-50337f25-856a-4558-9c73-9b29700aa176 service neutron] 10.222.0.41 "GET /v2.0/networks/4e95bd41-10a1-446a-b079-eb37b307af38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145974 Apr 18 20:55:56.563255 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-3f9d2f14-66e6-433e-8927-b6c726639033 None None] Set router aa394386-aad5-4290-a334-34cac7c2af18 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:55:56.678273 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41da3cb9-44d6-428d-ab86-23712e70b355') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:56.678874 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41da3cb9-44d6-428d-ab86-23712e70b355') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:56.713749 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-fb4e6019-cc28-4df1-8d35-c70a09d5e546 None None] For port dc6a60d2-7d1b-497b-9cf4-f38550d24018, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:55:56.723207 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-fb4e6019-cc28-4df1-8d35-c70a09d5e546 None None] For port dc6a60d2-7d1b-497b-9cf4-f38550d24018, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=dc6a60d2-7d1b-497b-9cf4-f38550d24018,segment=NetworkSegment(caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6),segment_id=caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:55:56.735205 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fb4e6019-cc28-4df1-8d35-c70a09d5e546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:56.796225 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:56.804472 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f6e0df6-c80e-4325-b21c-96454c281e86 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:56.922013 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e0df6-c80e-4325-b21c-96454c281e86 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Port': ['ID=a29f77fc-5eb1-4d5b-9625-2b3c1c201390,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:56.956211 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d08bc553-0a65-4cd0-bfd6-d1ed0cb8c0e8 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:57.096347 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d08bc553-0a65-4cd0-bfd6-d1ed0cb8c0e8 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:57.137458 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:57.153640 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4cf5c2fc-83bc-499b-9d25-f1d55fd472ea tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "GET /v2.0/routers/aa394386-aad5-4290-a334-34cac7c2af18 HTTP/1.1" status: 200 len: 909 time: 0.7626956 Apr 18 20:55:57.155285 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60568) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:57.180903 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4e6019-cc28-4df1-8d35-c70a09d5e546 None None] Routers {'6b1c6580-b88c-405e-bad1-120c3cb15283'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:55:57.181952 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-fb4e6019-cc28-4df1-8d35-c70a09d5e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:55:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['6b1c6580-b88c-405e-bad1-120c3cb15283'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:57.189238 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-0337ec3f-ccb2-45ba-8a72-f74b7e0d5295 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1897721174', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'enable_snat': True}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:57.210181 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:55:57.212835 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:57.217316 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1c2adc39-269d-4f69-bcb5-03011f46841e None None] Provisioning complete for port dc6a60d2-7d1b-497b-9cf4-f38550d24018 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:57.217905 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1c2adc39-269d-4f69-bcb5-03011f46841e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:57.225921 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-94681c81-7312-443f-ae3a-a62a16291fc1 req-247f0e0b-de40-4409-b2de-74f090a735cb tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 210 time: 0.3173816 Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:55:57.319031 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:55:57.355462 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3f9d2f14-66e6-433e-8927-b6c726639033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa394386-aad5-4290-a334-34cac7c2af18', 'name': 'tempest-snat-router-1897721174', 'tenant_id': 'f5423a1d53394d2898790243b8f7b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.116'}], 'enable_snat': False}, 'gw_port_id': 'eb94bd84-2145-4cea-8088-817c77d07eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:46Z', 'updated_at': '2022-04-18T20:55:51Z', 'revision_number': 3, 'project_id': 'f5423a1d53394d2898790243b8f7b6c1', 'gw_port': {'id': 'eb94bd84-2145-4cea-8088-817c77d07eaf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa394386-aad5-4290-a334-34cac7c2af18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:49Z', 'updated_at': '2022-04-18T20:55:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:57.435654 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bfd61a0e-15e6-4095-a1a3-f9634bfd86e8 req-aea3f47a-38d5-4f60-9a21-7acee2cb0239 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 210 time: 0.1114190 Apr 18 20:55:57.491079 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f7c85e6b-0830-429d-b5d8-cee1c25b12d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:57.499756 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f7c85e6b-0830-429d-b5d8-cee1c25b12d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:57.502174 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9d2f14-66e6-433e-8927-b6c726639033 None None] Checking router: aa394386-aad5-4290-a334-34cac7c2af18 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:55:57.504258 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9d2f14-66e6-433e-8927-b6c726639033 None None] Updating router aa394386-aad5-4290-a334-34cac7c2af18 port eb94bd84-2145-4cea-8088-817c77d07eaf binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:55:57.508966 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f7c85e6b-0830-429d-b5d8-cee1c25b12d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/645a2e2e-1ec0-4bb4-ba1b-4636c07fc210 HTTP/1.1" status: 204 len: 168 time: 2.3355238 Apr 18 20:55:57.524765 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29ca1f-aa5c-419e-b9f5-6d0521114e44 None None] Pushing event updated for resources: {'Port': ['ID=dc6a60d2-7d1b-497b-9cf4-f38550d24018,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:57.555601 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4133f57f-b85a-41ef-ad48-7337d8a2ea94 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:55:57.572193 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2f14-66e6-433e-8927-b6c726639033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:57.715153 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c85e6b-0830-429d-b5d8-cee1c25b12d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645a2e2e-1ec0-4bb4-ba1b-4636c07fc210,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:57.803062 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 4133f57f-b85a-41ef-ad48-7337d8a2ea94 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:55:57.803965 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4133f57f-b85a-41ef-ad48-7337d8a2ea94 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:55:57.804145 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0337ec3f-ccb2-45ba-8a72-f74b7e0d5295 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:57.825196 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0337ec3f-ccb2-45ba-8a72-f74b7e0d5295 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:57.873422 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-d08bc553-0a65-4cd0-bfd6-d1ed0cb8c0e8 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Allocated IP 172.25.1.230 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/ec96d6e1-8b03-4866-a516-b2ba157bc1f5) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:57.887604 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-fb4e6019-cc28-4df1-8d35-c70a09d5e546 None None] Set router 6b1c6580-b88c-405e-bad1-120c3cb15283 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:55:58.007516 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.010770 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0337ec3f-ccb2-45ba-8a72-f74b7e0d5295 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.157143 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1c2adc39-269d-4f69-bcb5-03011f46841e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.189490 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2f6e0df6-c80e-4325-b21c-96454c281e86 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.195049 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.201619 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d08bc553-0a65-4cd0-bfd6-d1ed0cb8c0e8 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.206094 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/networks/e2c672eb-0507-4964-91c2-41fd654f407d HTTP/1.1" status: 204 len: 168 time: 9.5741751 Apr 18 20:55:58.238442 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60586) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:58.244852 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1c2adc39-269d-4f69-bcb5-03011f46841e None None] For port dc6a60d2-7d1b-497b-9cf4-f38550d24018, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=dc6a60d2-7d1b-497b-9cf4-f38550d24018,segment=NetworkSegment(caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6),segment_id=caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:58.248374 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c16154ed-1164-4c1a-917e-bd0dce162d1d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-304351785'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:58.278232 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5052d86-5b05-4dbc-bc3f-7b33146f0ea5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Network': ['ID=e2c672eb-0507-4964-91c2-41fd654f407d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:58.314778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60590) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:58.333225 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d08bc553-0a65-4cd0-bfd6-d1ed0cb8c0e8 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.388246 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1c2adc39-269d-4f69-bcb5-03011f46841e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.411595 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4d4bdeda-6cc3-4e27-9f80-cecd53ab63f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.510573 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-880892e3-89b0-4022-9872-e6f403c230dd req-e4c24c2c-b637-4f69-a0e9-8bd8007832c3 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 210 time: 0.0681841 Apr 18 20:55:58.548698 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bc553-0a65-4cd0-bfd6-d1ed0cb8c0e8 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Pushing event updated for resources: {'Port': ['ID=ec96d6e1-8b03-4866-a516-b2ba157bc1f5,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:58.553192 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08bc553-0a65-4cd0-bfd6-d1ed0cb8c0e8 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:58.570061 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-d08bc553-0a65-4cd0-bfd6-d1ed0cb8c0e8 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:58.575041 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08bc553-0a65-4cd0-bfd6-d1ed0cb8c0e8 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:58.630706 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16154ed-1164-4c1a-917e-bd0dce162d1d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Made reservation on behalf of eb1eb5b094504b78a5be18b896c5bdba for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:58.636879 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c16154ed-1164-4c1a-917e-bd0dce162d1d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.787745 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0337ec3f-ccb2-45ba-8a72-f74b7e0d5295 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.834730 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2f14-66e6-433e-8927-b6c726639033 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.841819 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2f14-66e6-433e-8927-b6c726639033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.895401 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-52335214-0084-41f0-aea8-9787e3726c48 None None] Provisioning complete for port dc6a60d2-7d1b-497b-9cf4-f38550d24018 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:58.896947 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-52335214-0084-41f0-aea8-9787e3726c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.957518 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4fc64-8a2f-4f4a-bf97-c9536eebfb13 None None] Pushing event updated for resources: {'Port': ['ID=eb94bd84-2145-4cea-8088-817c77d07eaf,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:58.989461 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-3f9d2f14-66e6-433e-8927-b6c726639033 None None] Attempting to bind port eb94bd84-2145-4cea-8088-817c77d07eaf on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:58.989829 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-3f9d2f14-66e6-433e-8927-b6c726639033 None None] Attempting to bind port eb94bd84-2145-4cea-8088-817c77d07eaf by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:58.990243 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9d2f14-66e6-433e-8927-b6c726639033 None None] Attempting to bind port eb94bd84-2145-4cea-8088-817c77d07eaf on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:55:58.996641 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2621c81a-0cd4-434d-a68f-9368ac1d2dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.001939 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2adc39-269d-4f69-bcb5-03011f46841e None None] Pushing event updated for resources: {'Port': ['ID=dc6a60d2-7d1b-497b-9cf4-f38550d24018,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:59.007225 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9d2f14-66e6-433e-8927-b6c726639033 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:55:59.007922 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9d2f14-66e6-433e-8927-b6c726639033 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:59.008514 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2f14-66e6-433e-8927-b6c726639033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.009093 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9d2f14-66e6-433e-8927-b6c726639033 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:55:59.009800 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-3f9d2f14-66e6-433e-8927-b6c726639033 None None] Bound port: eb94bd84-2145-4cea-8088-817c77d07eaf, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:55:59.010399 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2f14-66e6-433e-8927-b6c726639033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.017384 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4d4bdeda-6cc3-4e27-9f80-cecd53ab63f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.038394 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4d4bdeda-6cc3-4e27-9f80-cecd53ab63f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.087335 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16154ed-1164-4c1a-917e-bd0dce162d1d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:55:59.105938 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4bdeda-6cc3-4e27-9f80-cecd53ab63f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfe8d32-b470-471e-a9d1-e3a94db6bbda,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:59.123323 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-3f9d2f14-66e6-433e-8927-b6c726639033 None None] For port eb94bd84-2145-4cea-8088-817c77d07eaf, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:55:59.129436 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-3f9d2f14-66e6-433e-8927-b6c726639033 None None] For port eb94bd84-2145-4cea-8088-817c77d07eaf, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=eb94bd84-2145-4cea-8088-817c77d07eaf,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:55:59.136474 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2f14-66e6-433e-8927-b6c726639033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.166870 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c16154ed-1164-4c1a-917e-bd0dce162d1d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.167220 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-c16154ed-1164-4c1a-917e-bd0dce162d1d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Added segment 685622ac-b5fc-447e-ae60-45fb639c8bca of type vlan for network e30a0b62-a237-4b7f-aec7-d86f7c47b4e7 Apr 18 20:55:59.168674 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-fb4e6019-cc28-4df1-8d35-c70a09d5e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1c6580-b88c-405e-bad1-120c3cb15283', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1259225735', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '1cd70a2c-d0de-4f55-b883-bc57054d4bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:26Z', 'updated_at': '2022-04-18T20:55:46Z', 'revision_number': 4, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'gw_port': {'id': '1cd70a2c-d0de-4f55-b883-bc57054d4bfc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:eb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1c6580-b88c-405e-bad1-120c3cb15283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:29Z', 'updated_at': '2022-04-18T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'dc6a60d2-7d1b-497b-9cf4-f38550d24018', 'name': '', 'network_id': '4e95bd41-10a1-446a-b079-eb37b307af38', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'mac_address': 'fa:16:3e:61:73:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1c6580-b88c-405e-bad1-120c3cb15283', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'd40addfe-cfff-4264-8b9a-85c721d02297', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:44Z', 'updated_at': '2022-04-18T20:55:56Z', 'revision_number': 4, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'subnets': [{'id': 'd40addfe-cfff-4264-8b9a-85c721d02297', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:59.179764 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4d4bdeda-6cc3-4e27-9f80-cecd53ab63f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3cf62b8cea484b75804844cad7c4700b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8636770 Apr 18 20:55:59.182419 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60596) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:59.235229 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9d2f14-66e6-433e-8927-b6c726639033 None None] Routers {'aa394386-aad5-4290-a334-34cac7c2af18'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:55:59.235933 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3f9d2f14-66e6-433e-8927-b6c726639033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:55:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['aa394386-aad5-4290-a334-34cac7c2af18'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:59.240112 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4fc64-8a2f-4f4a-bf97-c9536eebfb13 None None] Pushing event updated for resources: {'Port': ['ID=eb94bd84-2145-4cea-8088-817c77d07eaf,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:59.278983 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e6019-cc28-4df1-8d35-c70a09d5e546 None None] The sync data for ids ['6b1c6580-b88c-405e-bad1-120c3cb15283'] in n-d-838323-3 is: [{'id': '6b1c6580-b88c-405e-bad1-120c3cb15283', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1259225735', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '1cd70a2c-d0de-4f55-b883-bc57054d4bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:26Z', 'updated_at': '2022-04-18T20:55:46Z', 'revision_number': 4, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'gw_port': {'id': '1cd70a2c-d0de-4f55-b883-bc57054d4bfc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:eb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1c6580-b88c-405e-bad1-120c3cb15283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:29Z', 'updated_at': '2022-04-18T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'dc6a60d2-7d1b-497b-9cf4-f38550d24018', 'name': '', 'network_id': '4e95bd41-10a1-446a-b079-eb37b307af38', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'mac_address': 'fa:16:3e:61:73:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1c6580-b88c-405e-bad1-120c3cb15283', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'd40addfe-cfff-4264-8b9a-85c721d02297', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:44Z', 'updated_at': '2022-04-18T20:55:56Z', 'revision_number': 4, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'subnets': [{'id': 'd40addfe-cfff-4264-8b9a-85c721d02297', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:55:59.319019 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4729c551-1345-42d1-970e-fdab741ad5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.341877 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d08bc553-0a65-4cd0-bfd6-d1ed0cb8c0e8 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.442273 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4729c551-1345-42d1-970e-fdab741ad5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.451104 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6e0df6-c80e-4325-b21c-96454c281e86 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Router ab63ce4c-4344-410a-ab30-ee2234811d4d has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:55:59.575253 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-3f9d2f14-66e6-433e-8927-b6c726639033 None None] Set router aa394386-aad5-4290-a334-34cac7c2af18 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:55:59.673934 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b9eea98-450a-486c-b671-f40c4b9de83a req-c90d4364-f379-490d-a9bb-85e16369f61c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 210 time: 0.0831389 Apr 18 20:55:59.679785 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4729c551-1345-42d1-970e-fdab741ad5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.683527 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4729c551-1345-42d1-970e-fdab741ad5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.685033 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4729c551-1345-42d1-970e-fdab741ad5f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3cfe8d32-b470-471e-a9d1-e3a94db6bbda HTTP/1.1" status: 204 len: 168 time: 0.5007625 Apr 18 20:55:59.714525 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729c551-1345-42d1-970e-fdab741ad5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfe8d32-b470-471e-a9d1-e3a94db6bbda,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:59.853443 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.860118 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c16154ed-1164-4c1a-917e-bd0dce162d1d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.987045 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6e0df6-c80e-4325-b21c-96454c281e86 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:55:59.994148 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2f6e0df6-c80e-4325-b21c-96454c281e86 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "PUT /v2.0/routers/ab63ce4c-4344-410a-ab30-ee2234811d4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8465929 Apr 18 20:56:00.002382 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60602) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:00.005471 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aced61-22a1-4f2a-953f-8a2ff6f6e5cd None None] Sync routers for ids ['ab63ce4c-4344-410a-ab30-ee2234811d4d'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:00.041028 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aced61-22a1-4f2a-953f-8a2ff6f6e5cd None None] Routers {'ab63ce4c-4344-410a-ab30-ee2234811d4d'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:00.044380 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-01aced61-22a1-4f2a-953f-8a2ff6f6e5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:55:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ab63ce4c-4344-410a-ab30-ee2234811d4d'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:00.068924 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3f9d2f14-66e6-433e-8927-b6c726639033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa394386-aad5-4290-a334-34cac7c2af18', 'name': 'tempest-snat-router-1897721174', 'tenant_id': 'f5423a1d53394d2898790243b8f7b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.116'}], 'enable_snat': False}, 'gw_port_id': 'eb94bd84-2145-4cea-8088-817c77d07eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:46Z', 'updated_at': '2022-04-18T20:55:51Z', 'revision_number': 3, 'project_id': 'f5423a1d53394d2898790243b8f7b6c1', 'gw_port': {'id': 'eb94bd84-2145-4cea-8088-817c77d07eaf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa394386-aad5-4290-a334-34cac7c2af18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:49Z', 'updated_at': '2022-04-18T20:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:00.128225 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9d2f14-66e6-433e-8927-b6c726639033 None None] The sync data for ids ['aa394386-aad5-4290-a334-34cac7c2af18'] in n-d-838323-3 is: [{'id': 'aa394386-aad5-4290-a334-34cac7c2af18', 'name': 'tempest-snat-router-1897721174', 'tenant_id': 'f5423a1d53394d2898790243b8f7b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.116'}], 'enable_snat': False}, 'gw_port_id': 'eb94bd84-2145-4cea-8088-817c77d07eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:46Z', 'updated_at': '2022-04-18T20:55:51Z', 'revision_number': 3, 'project_id': 'f5423a1d53394d2898790243b8f7b6c1', 'gw_port': {'id': 'eb94bd84-2145-4cea-8088-817c77d07eaf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa394386-aad5-4290-a334-34cac7c2af18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:49Z', 'updated_at': '2022-04-18T20:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:00.142857 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-01aced61-22a1-4f2a-953f-8a2ff6f6e5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:00.165698 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aced61-22a1-4f2a-953f-8a2ff6f6e5cd None None] Routers {'ab63ce4c-4344-410a-ab30-ee2234811d4d'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:00.167145 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-01aced61-22a1-4f2a-953f-8a2ff6f6e5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:55:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ab63ce4c-4344-410a-ab30-ee2234811d4d'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:00.275716 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-01aced61-22a1-4f2a-953f-8a2ff6f6e5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:00.280009 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aced61-22a1-4f2a-953f-8a2ff6f6e5cd None None] The sync data for ids ['ab63ce4c-4344-410a-ab30-ee2234811d4d'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:00.306993 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c16154ed-1164-4c1a-917e-bd0dce162d1d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:00.313313 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16154ed-1164-4c1a-917e-bd0dce162d1d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:00.314115 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c16154ed-1164-4c1a-917e-bd0dce162d1d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:00.427119 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-02dc479f-4b78-4cff-9a8d-aeef91bbbc21 req-54e3684f-1b2f-4db3-9025-8fbf446ea223 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 210 time: 0.5414925 Apr 18 20:56:00.496006 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d08bc553-0a65-4cd0-bfd6-d1ed0cb8c0e8 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:00.564931 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c16154ed-1164-4c1a-917e-bd0dce162d1d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3244274 Apr 18 20:56:00.606486 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0337ec3f-ccb2-45ba-8a72-f74b7e0d5295 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:00.608336 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60606) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:00.631837 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-147bba3b-6a6f-442d-b90a-bf9995268613 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Request body: {'subnet': {'network_id': 'e30a0b62-a237-4b7f-aec7-d86f7c47b4e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:01.196226 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-59160f61-43c2-42a1-b6e1-ca278c41bfa9 req-d5b1b45d-f648-4b33-a822-499a19d5cb1c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 210 time: 0.1737070 Apr 18 20:56:01.431162 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:01.621311 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:01.638505 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16154ed-1164-4c1a-917e-bd0dce162d1d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'Network': ['ID=e30a0b62-a237-4b7f-aec7-d86f7c47b4e7,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:01.670655 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network e30a0b62-a237-4b7f-aec7-d86f7c47b4e7 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:56:01.729147 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0337ec3f-ccb2-45ba-8a72-f74b7e0d5295 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:01.838642 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-c63babe8-2602-4e1e-8106-dd2364102f08 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:01.846651 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-c63babe8-2602-4e1e-8106-dd2364102f08 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.32 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 811 time: 1.9643443 Apr 18 20:56:01.938793 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448597-0576-42d1-9d65-87368fa328c4 req-0c2f768c-258c-44ac-a0ff-6efa84b73cf1 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:01.941174 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11448597-0576-42d1-9d65-87368fa328c4 req-0c2f768c-258c-44ac-a0ff-6efa84b73cf1 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.32 "GET /v2.0/networks?id=4e95bd41-10a1-446a-b079-eb37b307af38 HTTP/1.1" status: 200 len: 798 time: 1.4476962 Apr 18 20:56:01.947007 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-927dd632-bc86-4355-9a3d-29ab34c9daa8 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Request body: {'port': {'device_id': '40175b01-1f48-4cf7-af8b-f500c1caca0c', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'admin_state_up': True, 'tenant_id': 'f840c855946542459a247bc427a2167c'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:01.953527 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device dc6a60d2-7d1b-497b-9cf4-f38550d24018 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:02.089509 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-11448597-0576-42d1-9d65-87368fa328c4 req-15d03a9a-b6c1-4b4f-9e6b-a95650fdfcab tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Request body: {'port': {'device_id': 'ec913b6e-6142-4500-91fc-227a73aa492e', 'network_id': '4e95bd41-10a1-446a-b079-eb37b307af38', 'admin_state_up': True, 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:02.090352 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-0337ec3f-ccb2-45ba-8a72-f74b7e0d5295 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Allocated IP 172.25.1.193 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/5bd664ea-8078-4040-be83-3b228d3f31e0) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:02.111543 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port dc6a60d2-7d1b-497b-9cf4-f38550d24018 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:02.111931 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:02.125756 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c5f342af-ea88-40f4-8e2f-274834597462 req-3aa205bc-0bb4-47fa-a9d9-8c14d685b399 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 210 time: 0.2747176 Apr 18 20:56:02.345949 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device eb94bd84-2145-4cea-8088-817c77d07eaf up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:02.402670 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08bc553-0a65-4cd0-bfd6-d1ed0cb8c0e8 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Router acc3d543-a361-4035-a95b-b305e3ec0355 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:56:02.462647 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-927dd632-bc86-4355-9a3d-29ab34c9daa8 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Made reservation on behalf of f840c855946542459a247bc427a2167c for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:02.476565 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-927dd632-bc86-4355-9a3d-29ab34c9daa8 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:02.492088 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port eb94bd84-2145-4cea-8088-817c77d07eaf triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:02.493010 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:02.614966 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c59b71c1-b3bb-41e6-94b9-47eb2ce024db req-10075e54-5866-4dc1-8dc1-e9ab82b0ea20 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 210 time: 0.2142072 Apr 18 20:56:02.693058 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147bba3b-6a6f-442d-b90a-bf9995268613 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Made reservation on behalf of eb1eb5b094504b78a5be18b896c5bdba for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:02.707617 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-147bba3b-6a6f-442d-b90a-bf9995268613 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:02.743769 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:02.802953 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port eb94bd84-2145-4cea-8088-817c77d07eaf, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=eb94bd84-2145-4cea-8088-817c77d07eaf,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:02.808673 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:02.887842 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=eb94bd84-2145-4cea-8088-817c77d07eaf,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:03.016266 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11448597-0576-42d1-9d65-87368fa328c4 req-15d03a9a-b6c1-4b4f-9e6b-a95650fdfcab tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Made reservation on behalf of 9b43792f5e3a4b5fa4fa359a68fd10f8 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:03.025217 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-11448597-0576-42d1-9d65-87368fa328c4 req-15d03a9a-b6c1-4b4f-9e6b-a95650fdfcab tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:03.028113 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0337ec3f-ccb2-45ba-8a72-f74b7e0d5295 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:03.291052 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0337ec3f-ccb2-45ba-8a72-f74b7e0d5295 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:03.368288 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-147bba3b-6a6f-442d-b90a-bf9995268613 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:03.372328 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0337ec3f-ccb2-45ba-8a72-f74b7e0d5295 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:03.419550 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-11448597-0576-42d1-9d65-87368fa328c4 req-15d03a9a-b6c1-4b4f-9e6b-a95650fdfcab tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Allocated IP 172.20.0.19 (4e95bd41-10a1-446a-b079-eb37b307af38/d40addfe-cfff-4264-8b9a-85c721d02297/5f921e34-a5ce-4f75-a5fc-8dd0c52244b7) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:03.454112 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device eb94bd84-2145-4cea-8088-817c77d07eaf up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:03.465338 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bba3b-6a6f-442d-b90a-bf9995268613 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'Subnet': ['ID=3134bd60-83f7-4b82-bd86-be1e7b569663,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:03.478774 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-0337ec3f-ccb2-45ba-8a72-f74b7e0d5295 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:03.486106 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0337ec3f-ccb2-45ba-8a72-f74b7e0d5295 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:03.498433 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6604f109-fc3f-404b-9967-30ff0de1b845 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:03.637708 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port eb94bd84-2145-4cea-8088-817c77d07eaf triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:03.638270 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:03.643805 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337ec3f-ccb2-45ba-8a72-f74b7e0d5295 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Pushing event updated for resources: {'Port': ['ID=5bd664ea-8078-4040-be83-3b228d3f31e0,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:03.785681 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-927dd632-bc86-4355-9a3d-29ab34c9daa8 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Allocated IP 172.20.0.4 (49542224-f666-4718-b03f-958adc44dc33/20af91cc-d869-4230-8d61-825647f4d54f/3bdb2c5d-8c30-4470-9167-11b376a90888) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:03.871057 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147bba3b-6a6f-442d-b90a-bf9995268613 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Checking segment: {'id': '685622ac-b5fc-447e-ae60-45fb639c8bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e30a0b62-a237-4b7f-aec7-d86f7c47b4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:03.872083 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147bba3b-6a6f-442d-b90a-bf9995268613 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Network hostable DHCP agents. Network: e30a0b62-a237-4b7f-aec7-d86f7c47b4e7, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:56:04.110104 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7cdd6cf9-a9fa-483f-8ceb-a897c61a4f9e req-f5bd5da4-28c3-4f5e-9b71-f917215ee0a9 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 210 time: 0.3672073 Apr 18 20:56:04.332181 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147bba3b-6a6f-442d-b90a-bf9995268613 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Network e30a0b62-a237-4b7f-aec7-d86f7c47b4e7 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:56:04.427295 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-147bba3b-6a6f-442d-b90a-bf9995268613 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, e30a0b62-a237-4b7f-aec7-d86f7c47b4e7) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:04.442639 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147bba3b-6a6f-442d-b90a-bf9995268613 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:04.443753 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-147bba3b-6a6f-442d-b90a-bf9995268613 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:04.446044 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cd025a-86c1-4225-b7d6-bbd0a19f9f24 None None] Network e30a0b62-a237-4b7f-aec7-d86f7c47b4e7 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:56:04.506620 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb05b44b-6cec-4a93-bda0-cca61c517ac6 req-98a24876-1c3b-40bb-8320-79681733a5b3 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 210 time: 0.6192822 Apr 18 20:56:04.522570 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-11448597-0576-42d1-9d65-87368fa328c4 req-15d03a9a-b6c1-4b4f-9e6b-a95650fdfcab tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:04.557499 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08bc553-0a65-4cd0-bfd6-d1ed0cb8c0e8 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:04.579417 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5593edfc-a8a8-47c1-a697-7170a97f37e8 None None] Sync routers for ids ['acc3d543-a361-4035-a95b-b305e3ec0355'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:04.610635 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5593edfc-a8a8-47c1-a697-7170a97f37e8 None None] Routers {'acc3d543-a361-4035-a95b-b305e3ec0355'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:04.611656 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-5593edfc-a8a8-47c1-a697-7170a97f37e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:55:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['acc3d543-a361-4035-a95b-b305e3ec0355'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:04.832788 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d08bc553-0a65-4cd0-bfd6-d1ed0cb8c0e8 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:04.851845 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d08bc553-0a65-4cd0-bfd6-d1ed0cb8c0e8 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 11.9439328 Apr 18 20:56:04.867310 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60696) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:04.924723 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-147bba3b-6a6f-442d-b90a-bf9995268613 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.2959180 Apr 18 20:56:04.926799 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60698) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:05.089720 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb35420a-1ec7-4b39-9239-1e481584bc95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-e30a0b62-a237-4b7f-aec7-d86f7c47b4e7', 'network_id': 'e30a0b62-a237-4b7f-aec7-d86f7c47b4e7', 'tenant_id': 'eb1eb5b094504b78a5be18b896c5bdba', 'fixed_ips': [{'subnet_id': '3134bd60-83f7-4b82-bd86-be1e7b569663'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:56:05.090610 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fb35420a-1ec7-4b39-9239-1e481584bc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.137264 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0337ec3f-ccb2-45ba-8a72-f74b7e0d5295 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.147617 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-5593edfc-a8a8-47c1-a697-7170a97f37e8 None None] Set router acc3d543-a361-4035-a95b-b305e3ec0355 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:05.291943 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-11448597-0576-42d1-9d65-87368fa328c4 req-15d03a9a-b6c1-4b4f-9e6b-a95650fdfcab tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.529449 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-fb35420a-1ec7-4b39-9239-1e481584bc95 None None] Allocated IP 172.20.0.1 (e30a0b62-a237-4b7f-aec7-d86f7c47b4e7/3134bd60-83f7-4b82-bd86-be1e7b569663/a1415bff-c376-431a-85ca-882f14fba6a5) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:05.602948 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.629340 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-6604f109-fc3f-404b-9967-30ff0de1b845 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Deleting port c5b97ce8-e1a2-49f9-8609-31ab7388d717 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:56:05.629819 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6604f109-fc3f-404b-9967-30ff0de1b845 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.717732 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11448597-0576-42d1-9d65-87368fa328c4 req-15d03a9a-b6c1-4b4f-9e6b-a95650fdfcab tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Network 4e95bd41-10a1-446a-b079-eb37b307af38 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:05.762477 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-927dd632-bc86-4355-9a3d-29ab34c9daa8 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.767289 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-11448597-0576-42d1-9d65-87368fa328c4 req-15d03a9a-b6c1-4b4f-9e6b-a95650fdfcab tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:05.803694 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-11448597-0576-42d1-9d65-87368fa328c4 req-15d03a9a-b6c1-4b4f-9e6b-a95650fdfcab tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:05.840148 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fb35420a-1ec7-4b39-9239-1e481584bc95 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.856788 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fb35420a-1ec7-4b39-9239-1e481584bc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.869339 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60708) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:05.892909 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-5593edfc-a8a8-47c1-a697-7170a97f37e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc3d543-a361-4035-a95b-b305e3ec0355', 'name': 'tempest-snat-router-1687618224', 'tenant_id': '1905c10676624273bb0a1179ae3a21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.230'}], 'enable_snat': False}, 'gw_port_id': 'ec96d6e1-8b03-4866-a516-b2ba157bc1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:53Z', 'updated_at': '2022-04-18T20:55:59Z', 'revision_number': 3, 'project_id': '1905c10676624273bb0a1179ae3a21ec', 'gw_port': {'id': 'ec96d6e1-8b03-4866-a516-b2ba157bc1f5', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc3d543-a361-4035-a95b-b305e3ec0355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:57Z', 'updated_at': '2022-04-18T20:55:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:05.914094 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d03a9a-b6c1-4b4f-9e6b-a95650fdfcab tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event updated for resources: {'Port': ['ID=5f921e34-a5ce-4f75-a5fc-8dd0c52244b7,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:05.958573 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63242f-e96c-444e-978c-aeed3e23d650 req-9a540144-e590-41a6-a8ea-74bedfb7577a tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:05.960384 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cb63242f-e96c-444e-978c-aeed3e23d650 req-9a540144-e590-41a6-a8ea-74bedfb7577a tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 895 time: 0.5659103 Apr 18 20:56:06.017898 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9b65b4e6-d04a-49ee-a209-a8b3d943ff79 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "GET /v2.0/routers/acc3d543-a361-4035-a95b-b305e3ec0355 HTTP/1.1" status: 200 len: 909 time: 1.1375308 Apr 18 20:56:06.026361 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb35420a-1ec7-4b39-9239-1e481584bc95 None None] Network e30a0b62-a237-4b7f-aec7-d86f7c47b4e7 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:06.032901 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60712) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:06.036476 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00c298-b5c0-40da-bebd-d8f37def7802 req-e73d457b-d8f5-49af-a0ba-76787294bd61 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:06.036710 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5593edfc-a8a8-47c1-a697-7170a97f37e8 None None] Checking router: acc3d543-a361-4035-a95b-b305e3ec0355 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:56:06.036900 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5593edfc-a8a8-47c1-a697-7170a97f37e8 None None] Updating router acc3d543-a361-4035-a95b-b305e3ec0355 port ec96d6e1-8b03-4866-a516-b2ba157bc1f5 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:56:06.038394 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ef00c298-b5c0-40da-bebd-d8f37def7802 req-e73d457b-d8f5-49af-a0ba-76787294bd61 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 946 time: 0.8395770 Apr 18 20:56:06.039556 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-fb35420a-1ec7-4b39-9239-1e481584bc95 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:06.058579 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb35420a-1ec7-4b39-9239-1e481584bc95 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:06.069890 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-fe8907ca-9f59-47c7-8e69-6babd2c3757e tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1687618224', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'enable_snat': True}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:06.081696 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35420a-1ec7-4b39-9239-1e481584bc95 None None] Pushing event updated for resources: {'Port': ['ID=a1415bff-c376-431a-85ca-882f14fba6a5,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:06.105381 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448597-0576-42d1-9d65-87368fa328c4 req-15d03a9a-b6c1-4b4f-9e6b-a95650fdfcab tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:06.106502 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-11448597-0576-42d1-9d65-87368fa328c4 req-15d03a9a-b6c1-4b4f-9e6b-a95650fdfcab tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.134842 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5593edfc-a8a8-47c1-a697-7170a97f37e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.185736 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6604f109-fc3f-404b-9967-30ff0de1b845 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.235984 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-fb35420a-1ec7-4b39-9239-1e481584bc95 None None] Attempting to bind port a1415bff-c376-431a-85ca-882f14fba6a5 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:06.236928 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-fb35420a-1ec7-4b39-9239-1e481584bc95 None None] Attempting to bind port a1415bff-c376-431a-85ca-882f14fba6a5 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '685622ac-b5fc-447e-ae60-45fb639c8bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e30a0b62-a237-4b7f-aec7-d86f7c47b4e7'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:06.237637 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb35420a-1ec7-4b39-9239-1e481584bc95 None None] Attempting to bind port a1415bff-c376-431a-85ca-882f14fba6a5 on network e30a0b62-a237-4b7f-aec7-d86f7c47b4e7 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:06.249462 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb35420a-1ec7-4b39-9239-1e481584bc95 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:06.250408 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb35420a-1ec7-4b39-9239-1e481584bc95 None None] Checking segment: {'id': '685622ac-b5fc-447e-ae60-45fb639c8bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e30a0b62-a237-4b7f-aec7-d86f7c47b4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:06.251919 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fb35420a-1ec7-4b39-9239-1e481584bc95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.252776 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb35420a-1ec7-4b39-9239-1e481584bc95 None None] Bound using segment: {'id': '685622ac-b5fc-447e-ae60-45fb639c8bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e30a0b62-a237-4b7f-aec7-d86f7c47b4e7'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:06.254690 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-fb35420a-1ec7-4b39-9239-1e481584bc95 None None] Bound port: a1415bff-c376-431a-85ca-882f14fba6a5, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685622ac-b5fc-447e-ae60-45fb639c8bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e30a0b62-a237-4b7f-aec7-d86f7c47b4e7'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:06.255580 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fb35420a-1ec7-4b39-9239-1e481584bc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.361941 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-6604f109-fc3f-404b-9967-30ff0de1b845 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Calling delete_port for c5b97ce8-e1a2-49f9-8609-31ab7388d717 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:56:06.366659 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.407015 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-fb35420a-1ec7-4b39-9239-1e481584bc95 None None] For port a1415bff-c376-431a-85ca-882f14fba6a5, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:06.412124 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-fb35420a-1ec7-4b39-9239-1e481584bc95 None None] For port a1415bff-c376-431a-85ca-882f14fba6a5, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a1415bff-c376-431a-85ca-882f14fba6a5,segment=NetworkSegment(685622ac-b5fc-447e-ae60-45fb639c8bca),segment_id=685622ac-b5fc-447e-ae60-45fb639c8bca)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:06.417749 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d29e9a2a-c911-4e00-9869-2d21d2bbf01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.423959 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fb35420a-1ec7-4b39-9239-1e481584bc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.435798 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe8907ca-9f59-47c7-8e69-6babd2c3757e tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.438389 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe8907ca-9f59-47c7-8e69-6babd2c3757e tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.460736 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ef00c298-b5c0-40da-bebd-d8f37def7802 req-268e3578-ffbc-466a-b086-cc3974a2b27e tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63802d4-7796-4638-8523-42b898b0c914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3456795 Apr 18 20:56:06.563698 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ee47f46b-b82e-48d3-9359-9bbbe3e67eda None None] Provisioning complete for port 5f921e34-a5ce-4f75-a5fc-8dd0c52244b7 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:06.564392 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ee47f46b-b82e-48d3-9359-9bbbe3e67eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.575442 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba09bf51-f5e4-49c2-8226-9a0fd511c8f2 req-db59674f-1fc3-4452-9149-ae8fd8e505d3 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 210 time: 0.3150868 Apr 18 20:56:06.588536 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11448597-0576-42d1-9d65-87368fa328c4 req-15d03a9a-b6c1-4b4f-9e6b-a95650fdfcab tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 4.5032301 Apr 18 20:56:06.605462 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-927dd632-bc86-4355-9a3d-29ab34c9daa8 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.636807 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['04253ddb-467b-4be0-a4e2-cc5e733812ae'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:56:06.672137 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-11448597-0576-42d1-9d65-87368fa328c4 req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Request body: {'port': {'device_id': 'ec913b6e-6142-4500-91fc-227a73aa492e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:06.784665 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35420a-1ec7-4b39-9239-1e481584bc95 None None] Pushing event updated for resources: {'Port': ['ID=a1415bff-c376-431a-85ca-882f14fba6a5,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:06.823345 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ee47f46b-b82e-48d3-9359-9bbbe3e67eda None None] Port 5f921e34-a5ce-4f75-a5fc-8dd0c52244b7 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:56:06.864466 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5593edfc-a8a8-47c1-a697-7170a97f37e8 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.872705 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5593edfc-a8a8-47c1-a697-7170a97f37e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.963655 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0b275-1903-4f07-aaf0-e10ac4ac4b7a None None] Pushing event updated for resources: {'Port': ['ID=ec96d6e1-8b03-4866-a516-b2ba157bc1f5,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:07.031526 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-5593edfc-a8a8-47c1-a697-7170a97f37e8 None None] Attempting to bind port ec96d6e1-8b03-4866-a516-b2ba157bc1f5 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:07.031918 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-5593edfc-a8a8-47c1-a697-7170a97f37e8 None None] Attempting to bind port ec96d6e1-8b03-4866-a516-b2ba157bc1f5 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:07.032280 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5593edfc-a8a8-47c1-a697-7170a97f37e8 None None] Attempting to bind port ec96d6e1-8b03-4866-a516-b2ba157bc1f5 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:07.040899 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5593edfc-a8a8-47c1-a697-7170a97f37e8 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:07.041396 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5593edfc-a8a8-47c1-a697-7170a97f37e8 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:07.041817 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5593edfc-a8a8-47c1-a697-7170a97f37e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:07.042096 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5593edfc-a8a8-47c1-a697-7170a97f37e8 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:07.042538 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-5593edfc-a8a8-47c1-a697-7170a97f37e8 None None] Bound port: ec96d6e1-8b03-4866-a516-b2ba157bc1f5, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:07.043034 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5593edfc-a8a8-47c1-a697-7170a97f37e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:07.254634 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-5593edfc-a8a8-47c1-a697-7170a97f37e8 None None] For port ec96d6e1-8b03-4866-a516-b2ba157bc1f5, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:07.262325 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-5593edfc-a8a8-47c1-a697-7170a97f37e8 None None] For port ec96d6e1-8b03-4866-a516-b2ba157bc1f5, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=ec96d6e1-8b03-4866-a516-b2ba157bc1f5,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:07.272115 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5593edfc-a8a8-47c1-a697-7170a97f37e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:07.368962 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0b275-1903-4f07-aaf0-e10ac4ac4b7a None None] Pushing event updated for resources: {'Port': ['ID=ec96d6e1-8b03-4866-a516-b2ba157bc1f5,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:07.392571 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0337ec3f-ccb2-45ba-8a72-f74b7e0d5295 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:07.399476 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5593edfc-a8a8-47c1-a697-7170a97f37e8 None None] Routers {'acc3d543-a361-4035-a95b-b305e3ec0355'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:07.400621 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-5593edfc-a8a8-47c1-a697-7170a97f37e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:55:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['acc3d543-a361-4035-a95b-b305e3ec0355'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:07.444761 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe8907ca-9f59-47c7-8e69-6babd2c3757e tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:07.629803 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a1415bff-c376-431a-85ca-882f14fba6a5 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:07.747705 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-5593edfc-a8a8-47c1-a697-7170a97f37e8 None None] Set router acc3d543-a361-4035-a95b-b305e3ec0355 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:07.784334 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:07.818561 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:07.827005 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port a1415bff-c376-431a-85ca-882f14fba6a5 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:07.828447 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:08.105467 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:08.168265 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port a1415bff-c376-431a-85ca-882f14fba6a5, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a1415bff-c376-431a-85ca-882f14fba6a5,segment=NetworkSegment(685622ac-b5fc-447e-ae60-45fb639c8bca),segment_id=685622ac-b5fc-447e-ae60-45fb639c8bca)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:08.179936 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:08.285419 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927dd632-bc86-4355-9a3d-29ab34c9daa8 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event updated for resources: {'Port': ['ID=3bdb2c5d-8c30-4470-9167-11b376a90888,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:08.342149 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=a1415bff-c376-431a-85ca-882f14fba6a5,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:08.420196 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-11448597-0576-42d1-9d65-87368fa328c4 req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:08.593900 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-5593edfc-a8a8-47c1-a697-7170a97f37e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc3d543-a361-4035-a95b-b305e3ec0355', 'name': 'tempest-snat-router-1687618224', 'tenant_id': '1905c10676624273bb0a1179ae3a21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.230'}], 'enable_snat': False}, 'gw_port_id': 'ec96d6e1-8b03-4866-a516-b2ba157bc1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:53Z', 'updated_at': '2022-04-18T20:55:59Z', 'revision_number': 3, 'project_id': '1905c10676624273bb0a1179ae3a21ec', 'gw_port': {'id': 'ec96d6e1-8b03-4866-a516-b2ba157bc1f5', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc3d543-a361-4035-a95b-b305e3ec0355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:57Z', 'updated_at': '2022-04-18T20:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:08.604879 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45313abd-4d38-45ec-9b8b-96bf024886b7 None None] Network e30a0b62-a237-4b7f-aec7-d86f7c47b4e7 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:56:08.627089 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-927dd632-bc86-4355-9a3d-29ab34c9daa8 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Network 49542224-f666-4718-b03f-958adc44dc33 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:08.671796 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5593edfc-a8a8-47c1-a697-7170a97f37e8 None None] The sync data for ids ['acc3d543-a361-4035-a95b-b305e3ec0355'] in n-d-838323-3 is: [{'id': 'acc3d543-a361-4035-a95b-b305e3ec0355', 'name': 'tempest-snat-router-1687618224', 'tenant_id': '1905c10676624273bb0a1179ae3a21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.230'}], 'enable_snat': False}, 'gw_port_id': 'ec96d6e1-8b03-4866-a516-b2ba157bc1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:53Z', 'updated_at': '2022-04-18T20:55:59Z', 'revision_number': 3, 'project_id': '1905c10676624273bb0a1179ae3a21ec', 'gw_port': {'id': 'ec96d6e1-8b03-4866-a516-b2ba157bc1f5', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc3d543-a361-4035-a95b-b305e3ec0355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:57Z', 'updated_at': '2022-04-18T20:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:08.688601 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-927dd632-bc86-4355-9a3d-29ab34c9daa8 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:08.712370 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:08.739257 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafc2b0-4b98-4030-8848-0351f68c69cc req-0696f977-7284-4f4a-ad8f-4134c9cf11b4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:08.747646 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cfafc2b0-4b98-4030-8848-0351f68c69cc req-0696f977-7284-4f4a-ad8f-4134c9cf11b4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.32 "GET /v2.0/ports?device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 946 time: 2.1951332 Apr 18 20:56:08.779929 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d29e9a2a-c911-4e00-9869-2d21d2bbf01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:08.788357 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-927dd632-bc86-4355-9a3d-29ab34c9daa8 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:08.830669 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30a0b62-a237-4b7f-aec7-d86f7c47b4e7']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:08.853060 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685622ac-b5fc-447e-ae60-45fb639c8bca') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:08.853535 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685622ac-b5fc-447e-ae60-45fb639c8bca') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:08.877045 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:08.911026 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:08.932483 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:56:08.934013 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:08.955728 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d0cbded2-af6a-4b43-9d1e-d31c20a14a4c None None] Provisioning complete for port a1415bff-c376-431a-85ca-882f14fba6a5 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:08.957516 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d0cbded2-af6a-4b43-9d1e-d31c20a14a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:56:09.107876 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:56:09.122269 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Subnet': ['ID=3134bd60-83f7-4b82-bd86-be1e7b569663,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:09.153680 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d29e9a2a-c911-4e00-9869-2d21d2bbf01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:09.170161 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe8907ca-9f59-47c7-8e69-6babd2c3757e tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:09.234761 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74642036-8284-4d8d-83ce-e841c76f3fd1 req-7d6c3344-555b-4a62-acf7-abd691e05b92 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:09.238131 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-74642036-8284-4d8d-83ce-e841c76f3fd1 req-7d6c3344-555b-4a62-acf7-abd691e05b92 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 946 time: 1.2888739 Apr 18 20:56:09.417921 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b989c6f-ed77-4647-b172-c30f46120a71 req-852ec626-63c5-421e-80ed-c74f7dcf3cc8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:09.419689 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7b989c6f-ed77-4647-b172-c30f46120a71 req-852ec626-63c5-421e-80ed-c74f7dcf3cc8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 895 time: 1.2259061 Apr 18 20:56:09.543506 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.db.api [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 20:56:09.543506 n-d-838323-3 neutron-server[102909]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 20:56:09.543506 n-d-838323-3 neutron-server[102909]: [parameters: {'id': 'e30a0b62-a237-4b7f-aec7-d86f7c47b4e7'}] Apr 18 20:56:09.543506 n-d-838323-3 neutron-server[102909]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:56:09.543954 n-d-838323-3 neutron-server[102909]: DEBUG oslo_db.api [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:56:09.582070 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ca618a-c7a3-4bef-ad2a-d6c950fea6ba None None] DHCP port deletion for e30a0b62-a237-4b7f-aec7-d86f7c47b4e7 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:56:09.691134 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-927dd632-bc86-4355-9a3d-29ab34c9daa8 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:09.692140 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-927dd632-bc86-4355-9a3d-29ab34c9daa8 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:09.713824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e9a2a-c911-4e00-9869-2d21d2bbf01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7bcf1a-e6aa-47f5-beb4-c84387dec16d,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:09.725627 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d29e9a2a-c911-4e00-9869-2d21d2bbf01c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b98b8ae88d141d1a725bd8b3f71e96e&name=default HTTP/1.1" status: 200 len: 2983 time: 3.8486149 Apr 18 20:56:09.737111 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60720) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:09.851924 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-927dd632-bc86-4355-9a3d-29ab34c9daa8 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.9090624 Apr 18 20:56:09.897205 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-ff378302-dc5f-48e3-a60e-396a7472eaa9 service neutron] Request body: {'port': {'device_id': '40175b01-1f48-4cf7-af8b-f500c1caca0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:09.902092 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device ec96d6e1-8b03-4866-a516-b2ba157bc1f5 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:09.974366 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-74642036-8284-4d8d-83ce-e841c76f3fd1 req-a285a7d9-e2b0-4cf4-a3c4-193dfef390b7 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63802d4-7796-4638-8523-42b898b0c914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6787808 Apr 18 20:56:10.061357 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:10.069180 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6604f109-fc3f-404b-9967-30ff0de1b845 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:10.115330 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5bccd5ca-9155-4b64-9a07-86aa52a6471a None None] Provisioning complete for port 3bdb2c5d-8c30-4470-9167-11b376a90888 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:10.115330 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5bccd5ca-9155-4b64-9a07-86aa52a6471a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:10.129005 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-cfafc2b0-4b98-4030-8848-0351f68c69cc req-0bf1b5ce-cd35-41b4-b4db-38838cc71cbb tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Deleting port ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:56:10.139439 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cfafc2b0-4b98-4030-8848-0351f68c69cc req-0bf1b5ce-cd35-41b4-b4db-38838cc71cbb tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:10.256781 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:56:10.262865 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-ff378302-dc5f-48e3-a60e-396a7472eaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:10.311802 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-5bccd5ca-9155-4b64-9a07-86aa52a6471a None None] Port 3bdb2c5d-8c30-4470-9167-11b376a90888 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:56:10.386673 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port ec96d6e1-8b03-4866-a516-b2ba157bc1f5 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:10.389963 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604f109-fc3f-404b-9967-30ff0de1b845 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Port': ['ID=c5b97ce8-e1a2-49f9-8609-31ab7388d717,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:10.391746 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:10.417271 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0337ec3f-ccb2-45ba-8a72-f74b7e0d5295 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Router 37ecefad-eeb2-403e-bfe9-d6905677323c is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:56:10.439563 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-04ca618a-c7a3-4bef-ad2a-d6c950fea6ba None None] Deleting port a1415bff-c376-431a-85ca-882f14fba6a5 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:56:10.441752 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-04ca618a-c7a3-4bef-ad2a-d6c950fea6ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:10.825525 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0a06e39c-088e-464d-9942-198f5c45bdf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:10.920934 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe8907ca-9f59-47c7-8e69-6babd2c3757e tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:10.926668 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8217d2c-d22e-4d0c-b1ee-46cebb353295 req-82a893d7-743c-4be0-917e-1faa0d2ff4fb tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:10.928310 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8217d2c-d22e-4d0c-b1ee-46cebb353295 req-82a893d7-743c-4be0-917e-1faa0d2ff4fb tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 931 time: 1.1925132 Apr 18 20:56:10.958142 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:10.965616 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:10.972910 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe8907ca-9f59-47c7-8e69-6babd2c3757e tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:11.055302 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-04ca618a-c7a3-4bef-ad2a-d6c950fea6ba None None] For port a1415bff-c376-431a-85ca-882f14fba6a5, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a1415bff-c376-431a-85ca-882f14fba6a5,segment=NetworkSegment(685622ac-b5fc-447e-ae60-45fb639c8bca),segment_id=685622ac-b5fc-447e-ae60-45fb639c8bca)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:11.057008 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-04ca618a-c7a3-4bef-ad2a-d6c950fea6ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:11.091593 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-04ca618a-c7a3-4bef-ad2a-d6c950fea6ba None None] Calling delete_port for a1415bff-c376-431a-85ca-882f14fba6a5 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:56:11.298518 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-cfafc2b0-4b98-4030-8848-0351f68c69cc req-0bf1b5ce-cd35-41b4-b4db-38838cc71cbb tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] For port ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:11.299403 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cfafc2b0-4b98-4030-8848-0351f68c69cc req-0bf1b5ce-cd35-41b4-b4db-38838cc71cbb tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:11.324229 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229a0e60-371e-4299-a2a7-a45e5645a030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:11.327937 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da48600-8dab-4152-b963-ad4e2c005370" -d '{"events": [{"server_uuid": "229a0e60-371e-4299-a2a7-a45e5645a030", "name": "network-vif-unplugged", "status": "completed", "tag": "ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:11.339486 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port ec96d6e1-8b03-4866-a516-b2ba157bc1f5, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=ec96d6e1-8b03-4866-a516-b2ba157bc1f5,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:11.359894 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:11.375489 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6604f109-fc3f-404b-9967-30ff0de1b845 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:11.392626 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:11.419964 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0337ec3f-ccb2-45ba-8a72-f74b7e0d5295 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:11.423520 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Deleting port a1415bff-c376-431a-85ca-882f14fba6a5 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:56:11.424069 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:11.488926 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35abcef6-e11c-4997-9c32-5b49155f487b None None] Sync routers for ids ['37ecefad-eeb2-403e-bfe9-d6905677323c'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:11.533641 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:11.617260 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a1415bff-c376-431a-85ca-882f14fba6a5 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:56:11.717169 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0a06e39c-088e-464d-9942-198f5c45bdf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:11.724505 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35abcef6-e11c-4997-9c32-5b49155f487b None None] Routers {'37ecefad-eeb2-403e-bfe9-d6905677323c'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:11.730274 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-35abcef6-e11c-4997-9c32-5b49155f487b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:55:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['37ecefad-eeb2-403e-bfe9-d6905677323c'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:11.818203 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0337ec3f-ccb2-45ba-8a72-f74b7e0d5295 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:11.819772 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0337ec3f-ccb2-45ba-8a72-f74b7e0d5295 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 14.6457028 Apr 18 20:56:11.874170 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60728) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:11.907560 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=ec96d6e1-8b03-4866-a516-b2ba157bc1f5,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:11.959630 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] For port a1415bff-c376-431a-85ca-882f14fba6a5, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a1415bff-c376-431a-85ca-882f14fba6a5,segment=NetworkSegment(685622ac-b5fc-447e-ae60-45fb639c8bca),segment_id=685622ac-b5fc-447e-ae60-45fb639c8bca)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:11.960453 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:12.001753 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No active binding found for port a1415bff-c376-431a-85ca-882f14fba6a5 {{(pid=102910) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 18 20:56:12.002396 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a1415bff-c376-431a-85ca-882f14fba6a5 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:56:12.004920 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-04ca618a-c7a3-4bef-ad2a-d6c950fea6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:12.008131 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:12.037152 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Calling delete_port for a1415bff-c376-431a-85ca-882f14fba6a5 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:56:12.041966 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-fe8907ca-9f59-47c7-8e69-6babd2c3757e tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Allocated IP 172.25.1.217 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/6bfd2b9c-7896-4568-8db2-793917f097eb) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:12.156284 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-35abcef6-e11c-4997-9c32-5b49155f487b None None] Set router 37ecefad-eeb2-403e-bfe9-d6905677323c gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:12.342627 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:12.403278 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ca618a-c7a3-4bef-ad2a-d6c950fea6ba None None] No DVR routers for this DVR port a1415bff-c376-431a-85ca-882f14fba6a5 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:12.442653 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca618a-c7a3-4bef-ad2a-d6c950fea6ba None None] Pushing event deleted for resources: {'Port': ['ID=a1415bff-c376-431a-85ca-882f14fba6a5,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:12.486236 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device ec96d6e1-8b03-4866-a516-b2ba157bc1f5 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:12.553027 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-11448597-0576-42d1-9d65-87368fa328c4 req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f921e34-a5ce-4f75-a5fc-8dd0c52244b7 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:56:12.573588 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-11448597-0576-42d1-9d65-87368fa328c4 req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:12.605390 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-11448597-0576-42d1-9d65-87368fa328c4 req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Transition to ACTIVE for port object 5f921e34-a5ce-4f75-a5fc-8dd0c52244b7 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:56:12.687173 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bc33d-2bed-4d04-8903-07fc2460ada5 req-8651ecc8-0430-42c9-9898-e40476162d8b tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:12.690188 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-191bc33d-2bed-4d04-8903-07fc2460ada5 req-8651ecc8-0430-42c9-9898-e40476162d8b tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 895 time: 1.8609047 Apr 18 20:56:12.696917 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8217d2c-d22e-4d0c-b1ee-46cebb353295 req-328d4055-3d31-483c-94ab-0d1484cd90f7 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7468448 Apr 18 20:56:12.719519 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port ec96d6e1-8b03-4866-a516-b2ba157bc1f5 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:12.734820 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:12.760292 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-11448597-0576-42d1-9d65-87368fa328c4 req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:12.879791 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0a06e39c-088e-464d-9942-198f5c45bdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:12.898709 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0a06e39c-088e-464d-9942-198f5c45bdf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:12.907837 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0a06e39c-088e-464d-9942-198f5c45bdf7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d7bcf1a-e6aa-47f5-beb4-c84387dec16d HTTP/1.1" status: 204 len: 168 time: 3.1597347 Apr 18 20:56:13.214385 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc463b0-c613-4320-a76d-d6d442027cf1 x-openstack-request-id: req-6bc463b0-c613-4320-a76d-d6d442027cf1 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:13.215108 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229a0e60-371e-4299-a2a7-a45e5645a030", "name": "network-vif-unplugged", "status": "completed", "tag": "ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:13.215525 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6bc463b0-c613-4320-a76d-d6d442027cf1 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:13.217218 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bc463b0-c613-4320-a76d-d6d442027cf1'] response: {'server_uuid': '229a0e60-371e-4299-a2a7-a45e5645a030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb', 'code': 200} Apr 18 20:56:13.269315 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9ba19c05-4f0e-42ad-ae59-4bc0bed099bb tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "GET /v2.0/routers/37ecefad-eeb2-403e-bfe9-d6905677323c HTTP/1.1" status: 200 len: 908 time: 1.3830311 Apr 18 20:56:13.277307 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6604f109-fc3f-404b-9967-30ff0de1b845 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Router ab63ce4c-4344-410a-ab30-ee2234811d4d has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:56:13.283948 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60734) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:13.516343 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06e39c-088e-464d-9942-198f5c45bdf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7bcf1a-e6aa-47f5-beb4-c84387dec16d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:13.533037 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Pushing event updated for resources: {'Port': ['ID=5f921e34-a5ce-4f75-a5fc-8dd0c52244b7,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:13.567614 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-35abcef6-e11c-4997-9c32-5b49155f487b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ecefad-eeb2-403e-bfe9-d6905677323c', 'name': 'tempest-snat-router-1897721174', 'tenant_id': 'f5423a1d53394d2898790243b8f7b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '5bd664ea-8078-4040-be83-3b228d3f31e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:57Z', 'updated_at': '2022-04-18T20:56:04Z', 'revision_number': 3, 'project_id': 'f5423a1d53394d2898790243b8f7b6c1', 'gw_port': {'id': '5bd664ea-8078-4040-be83-3b228d3f31e0', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ecefad-eeb2-403e-bfe9-d6905677323c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:01Z', 'updated_at': '2022-04-18T20:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:13.583314 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a06e39c-088e-464d-9942-198f5c45bdf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:13.584345 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a06e39c-088e-464d-9942-198f5c45bdf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:13.584345 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a06e39c-088e-464d-9942-198f5c45bdf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:13.584789 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a06e39c-088e-464d-9942-198f5c45bdf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:13.585216 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a06e39c-088e-464d-9942-198f5c45bdf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:13.585787 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a06e39c-088e-464d-9942-198f5c45bdf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:13.586215 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a06e39c-088e-464d-9942-198f5c45bdf7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:13.586645 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a06e39c-088e-464d-9942-198f5c45bdf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:13.587042 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a06e39c-088e-464d-9942-198f5c45bdf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:13.588104 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a06e39c-088e-464d-9942-198f5c45bdf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:13.588104 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a06e39c-088e-464d-9942-198f5c45bdf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:13.589755 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a06e39c-088e-464d-9942-198f5c45bdf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:13.629867 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:13.629867 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:13.629867 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:13.629867 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:13.630572 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:13.630572 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:13.630879 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:13.639304 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:13.639304 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:13.639304 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:13.639304 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:13.639304 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:13.658733 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cfafc2b0-4b98-4030-8848-0351f68c69cc req-0bf1b5ce-cd35-41b4-b4db-38838cc71cbb tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:13.661612 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cfafc2b0-4b98-4030-8848-0351f68c69cc req-0bf1b5ce-cd35-41b4-b4db-38838cc71cbb tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:13.662200 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [req-cfafc2b0-4b98-4030-8848-0351f68c69cc req-0bf1b5ce-cd35-41b4-b4db-38838cc71cbb tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Floating IP 2577b8e9-3297-4bbc-9ff1-fbfe999d734b disassociated. External IP: 172.25.1.221, port: ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb. Apr 18 20:56:13.662916 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-cfafc2b0-4b98-4030-8848-0351f68c69cc req-0bf1b5ce-cd35-41b4-b4db-38838cc71cbb tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Calling delete_port for ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:56:13.712195 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35abcef6-e11c-4997-9c32-5b49155f487b None None] Checking router: 37ecefad-eeb2-403e-bfe9-d6905677323c for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:56:13.712943 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35abcef6-e11c-4997-9c32-5b49155f487b None None] Updating router 37ecefad-eeb2-403e-bfe9-d6905677323c port 5bd664ea-8078-4040-be83-3b228d3f31e0 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:56:13.839895 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-35abcef6-e11c-4997-9c32-5b49155f487b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:13.881761 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6604f109-fc3f-404b-9967-30ff0de1b845 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:13.888252 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60740) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:13.913281 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4623e1b3-33b2-4333-9e80-9bf82da392b5 None None] Sync routers for ids ['ab63ce4c-4344-410a-ab30-ee2234811d4d'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:13.953824 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe8907ca-9f59-47c7-8e69-6babd2c3757e tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:13.960460 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6604f109-fc3f-404b-9967-30ff0de1b845 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "PUT /v2.0/routers/ab63ce4c-4344-410a-ab30-ee2234811d4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9529159 Apr 18 20:56:13.961978 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:13.965722 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd52830-67e2-4cb3-b506-17a2f3e27eda req-72df6ba0-fb57-427f-b6e6-347fdd3a168c tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:13.972963 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4623e1b3-33b2-4333-9e80-9bf82da392b5 None None] Routers {'ab63ce4c-4344-410a-ab30-ee2234811d4d'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:13.975179 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8dd52830-67e2-4cb3-b506-17a2f3e27eda req-72df6ba0-fb57-427f-b6e6-347fdd3a168c tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 944 time: 1.0518343 Apr 18 20:56:13.976650 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4623e1b3-33b2-4333-9e80-9bf82da392b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:55:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ab63ce4c-4344-410a-ab30-ee2234811d4d'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:13.983828 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60742) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:14.040212 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6a223d88-f55c-4fe7-868d-9dd1d5e69271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.089740 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Port': ['ID=a1415bff-c376-431a-85ca-882f14fba6a5,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:14.092648 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No DVR routers for this DVR port a1415bff-c376-431a-85ca-882f14fba6a5 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:14.101133 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a862e5d5-34bc-4b6c-b3ca-2dc9eab3379b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab63ce4c-4344-410a-ab30-ee2234811d4d HTTP/1.1" status: 200 len: 205 time: 0.0989041 Apr 18 20:56:14.111404 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60744) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:14.139177 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4623e1b3-33b2-4333-9e80-9bf82da392b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:14.217728 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4623e1b3-33b2-4333-9e80-9bf82da392b5 None None] Routers {'ab63ce4c-4344-410a-ab30-ee2234811d4d'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:14.222381 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4623e1b3-33b2-4333-9e80-9bf82da392b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:55:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ab63ce4c-4344-410a-ab30-ee2234811d4d'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:14.231087 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81dfa7f9-9a22-43b5-8471-4ef12eae675d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.350212 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-11448597-0576-42d1-9d65-87368fa328c4 req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Attempting to bind port 5f921e34-a5ce-4f75-a5fc-8dd0c52244b7 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:14.350587 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-11448597-0576-42d1-9d65-87368fa328c4 req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Attempting to bind port 5f921e34-a5ce-4f75-a5fc-8dd0c52244b7 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4e95bd41-10a1-446a-b079-eb37b307af38'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:14.350862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11448597-0576-42d1-9d65-87368fa328c4 req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Attempting to bind port 5f921e34-a5ce-4f75-a5fc-8dd0c52244b7 on network 4e95bd41-10a1-446a-b079-eb37b307af38 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:14.374714 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8dd52830-67e2-4cb3-b506-17a2f3e27eda req-e89aa378-1cfb-479c-9da6-c1d9ea4bb2d5 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63802d4-7796-4638-8523-42b898b0c914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3932719 Apr 18 20:56:14.437618 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-36ccf715-a6f0-45ba-9e58-1e613082ca84 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.457875 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-ff378302-dc5f-48e3-a60e-396a7472eaa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bdb2c5d-8c30-4470-9167-11b376a90888 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:56:14.461189 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4623e1b3-33b2-4333-9e80-9bf82da392b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:14.463959 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4623e1b3-33b2-4333-9e80-9bf82da392b5 None None] The sync data for ids ['ab63ce4c-4344-410a-ab30-ee2234811d4d'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:14.531779 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe8907ca-9f59-47c7-8e69-6babd2c3757e tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.546380 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11448597-0576-42d1-9d65-87368fa328c4 req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Port 5f921e34-a5ce-4f75-a5fc-8dd0c52244b7 on network 4e95bd41-10a1-446a-b079-eb37b307af38 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:56:14.547053 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11448597-0576-42d1-9d65-87368fa328c4 req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Attempting to bind port 5f921e34-a5ce-4f75-a5fc-8dd0c52244b7 on network 4e95bd41-10a1-446a-b079-eb37b307af38 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:14.586232 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-ff378302-dc5f-48e3-a60e-396a7472eaa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.604658 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538c9d4-d31a-4c5c-b6fc-b6ecccad9a44 req-b56d7271-ec1b-48d9-9345-0b81a5c6a02c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:14.618346 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3538c9d4-d31a-4c5c-b6fc-b6ecccad9a44 req-b56d7271-ec1b-48d9-9345-0b81a5c6a02c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 931 time: 0.6271389 Apr 18 20:56:14.653585 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8907ca-9f59-47c7-8e69-6babd2c3757e tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Pushing event updated for resources: {'Port': ['ID=6bfd2b9c-7896-4568-8db2-793917f097eb,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:14.673202 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.760796 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8907ca-9f59-47c7-8e69-6babd2c3757e tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:14.780138 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-fe8907ca-9f59-47c7-8e69-6babd2c3757e tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:14.786773 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30a0b62-a237-4b7f-aec7-d86f7c47b4e7']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:14.791505 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8907ca-9f59-47c7-8e69-6babd2c3757e tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:14.822063 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11448597-0576-42d1-9d65-87368fa328c4 req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:14.822640 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11448597-0576-42d1-9d65-87368fa328c4 req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Checking segment: {'id': 'caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4e95bd41-10a1-446a-b079-eb37b307af38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:14.823283 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11448597-0576-42d1-9d65-87368fa328c4 req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Bound using segment: {'id': 'caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4e95bd41-10a1-446a-b079-eb37b307af38'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:14.824624 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-11448597-0576-42d1-9d65-87368fa328c4 req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Bound port: 5f921e34-a5ce-4f75-a5fc-8dd0c52244b7, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4e95bd41-10a1-446a-b079-eb37b307af38'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:14.824970 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-11448597-0576-42d1-9d65-87368fa328c4 req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.844421 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685622ac-b5fc-447e-ae60-45fb639c8bca') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:14.845052 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685622ac-b5fc-447e-ae60-45fb639c8bca') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:14.869129 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81dfa7f9-9a22-43b5-8471-4ef12eae675d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.869410 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-ff378302-dc5f-48e3-a60e-396a7472eaa9 service neutron] Transition to ACTIVE for port object 3bdb2c5d-8c30-4470-9167-11b376a90888 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:56:14.876880 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.957919 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-ff378302-dc5f-48e3-a60e-396a7472eaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.981832 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.011694 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6a223d88-f55c-4fe7-868d-9dd1d5e69271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.031222 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6a223d88-f55c-4fe7-868d-9dd1d5e69271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.085021 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-35abcef6-e11c-4997-9c32-5b49155f487b None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.096922 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-35abcef6-e11c-4997-9c32-5b49155f487b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.100835 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:56:15.101363 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:56:15.105395 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:56:15.208332 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a938fb-80f9-40df-9cdb-58ede24c9521 None None] Pushing event updated for resources: {'Port': ['ID=5bd664ea-8078-4040-be83-3b228d3f31e0,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:15.249858 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a223d88-f55c-4fe7-868d-9dd1d5e69271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff7e032-caa4-4875-bcad-0904daa31d85,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:15.258605 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6a223d88-f55c-4fe7-868d-9dd1d5e69271 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58a42140185649fa87b7106243100f91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3470323 Apr 18 20:56:15.262834 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60746) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:15.288293 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-35abcef6-e11c-4997-9c32-5b49155f487b None None] Attempting to bind port 5bd664ea-8078-4040-be83-3b228d3f31e0 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:15.292781 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-35abcef6-e11c-4997-9c32-5b49155f487b None None] Attempting to bind port 5bd664ea-8078-4040-be83-3b228d3f31e0 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:15.295822 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35abcef6-e11c-4997-9c32-5b49155f487b None None] Attempting to bind port 5bd664ea-8078-4040-be83-3b228d3f31e0 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:15.326054 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.334729 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35abcef6-e11c-4997-9c32-5b49155f487b None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:15.335665 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-81dfa7f9-9a22-43b5-8471-4ef12eae675d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Deleting port 5bd664ea-8078-4040-be83-3b228d3f31e0 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:56:15.336014 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81dfa7f9-9a22-43b5-8471-4ef12eae675d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.337321 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35abcef6-e11c-4997-9c32-5b49155f487b None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:15.340617 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-35abcef6-e11c-4997-9c32-5b49155f487b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.341867 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35abcef6-e11c-4997-9c32-5b49155f487b None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:15.348525 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-35abcef6-e11c-4997-9c32-5b49155f487b None None] Bound port: 5bd664ea-8078-4040-be83-3b228d3f31e0, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:15.350217 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-35abcef6-e11c-4997-9c32-5b49155f487b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.375912 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.385240 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/networks/e30a0b62-a237-4b7f-aec7-d86f7c47b4e7 HTTP/1.1" status: 204 len: 168 time: 10.4456308 Apr 18 20:56:15.386138 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60748) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:15.400234 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-6510ac20-0cc2-440d-be41-a3c19f95881a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-154581114'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:15.464618 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d45297-c2a0-4d3b-baab-2ad64ecf4a98 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Network': ['ID=e30a0b62-a237-4b7f-aec7-d86f7c47b4e7,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:15.475774 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ac2999c0-5abd-4f39-a595-b78867abbdcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.513479 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-35abcef6-e11c-4997-9c32-5b49155f487b None None] For port 5bd664ea-8078-4040-be83-3b228d3f31e0, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:15.521751 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ac2999c0-5abd-4f39-a595-b78867abbdcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.523167 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-35abcef6-e11c-4997-9c32-5b49155f487b None None] For port 5bd664ea-8078-4040-be83-3b228d3f31e0, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5bd664ea-8078-4040-be83-3b228d3f31e0,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:15.526170 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6510ac20-0cc2-440d-be41-a3c19f95881a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Made reservation on behalf of eb1eb5b094504b78a5be18b896c5bdba for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:15.530403 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6510ac20-0cc2-440d-be41-a3c19f95881a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.534645 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-35abcef6-e11c-4997-9c32-5b49155f487b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.637331 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6510ac20-0cc2-440d-be41-a3c19f95881a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:56:15.641765 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81dfa7f9-9a22-43b5-8471-4ef12eae675d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.650774 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35abcef6-e11c-4997-9c32-5b49155f487b None None] Routers {'37ecefad-eeb2-403e-bfe9-d6905677323c'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:15.652172 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-35abcef6-e11c-4997-9c32-5b49155f487b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:55:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['37ecefad-eeb2-403e-bfe9-d6905677323c'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:15.672156 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-81dfa7f9-9a22-43b5-8471-4ef12eae675d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Calling delete_port for 5bd664ea-8078-4040-be83-3b228d3f31e0 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:56:15.674827 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6510ac20-0cc2-440d-be41-a3c19f95881a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.675245 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-6510ac20-0cc2-440d-be41-a3c19f95881a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Added segment 1e1555f2-3f38-4c32-818b-97e9e1f64b39 of type vlan for network 5afb6798-6dca-42cf-9346-0b05b129cc5a Apr 18 20:56:15.728357 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-36ccf715-a6f0-45ba-9e58-1e613082ca84 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.754996 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3538c9d4-d31a-4c5c-b6fc-b6ecccad9a44 req-e8d9c949-5890-4dda-a87b-cfe806728b3b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1350214 Apr 18 20:56:15.757290 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-36ccf715-a6f0-45ba-9e58-1e613082ca84 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.794936 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6510ac20-0cc2-440d-be41-a3c19f95881a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.804472 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ac2999c0-5abd-4f39-a595-b78867abbdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.808696 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ac2999c0-5abd-4f39-a595-b78867abbdcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.814553 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ac2999c0-5abd-4f39-a595-b78867abbdcd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ff7e032-caa4-4875-bcad-0904daa31d85 HTTP/1.1" status: 204 len: 168 time: 0.5501471 Apr 18 20:56:15.906373 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cfafc2b0-4b98-4030-8848-0351f68c69cc req-0bf1b5ce-cd35-41b4-b4db-38838cc71cbb tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.918509 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a938fb-80f9-40df-9cdb-58ede24c9521 None None] Pushing event updated for resources: {'Port': ['ID=5bd664ea-8078-4040-be83-3b228d3f31e0,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:15.922281 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2999c0-5abd-4f39-a595-b78867abbdcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff7e032-caa4-4875-bcad-0904daa31d85,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:16.028209 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b579b-5fb5-4395-987a-ea3b30f52b0c req-7551cf30-7ca1-4426-b846-c4f445f8c608 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:16.036995 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-227b579b-5fb5-4395-987a-ea3b30f52b0c req-7551cf30-7ca1-4426-b846-c4f445f8c608 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 907 time: 1.4746556 Apr 18 20:56:16.097206 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6510ac20-0cc2-440d-be41-a3c19f95881a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:16.102048 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff378302-dc5f-48e3-a60e-396a7472eaa9 service neutron] Pushing event updated for resources: {'Port': ['ID=3bdb2c5d-8c30-4470-9167-11b376a90888,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:16.104388 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6510ac20-0cc2-440d-be41-a3c19f95881a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:16.117204 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6510ac20-0cc2-440d-be41-a3c19f95881a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:16.130161 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-36ccf715-a6f0-45ba-9e58-1e613082ca84 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:16.130959 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ccf715-a6f0-45ba-9e58-1e613082ca84 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Fanout notify agent at l3_agent the message router_deleted on router ab63ce4c-4344-410a-ab30-ee2234811d4d {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:56:16.182936 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-35abcef6-e11c-4997-9c32-5b49155f487b None None] Set router 37ecefad-eeb2-403e-bfe9-d6905677323c gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:16.272610 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6510ac20-0cc2-440d-be41-a3c19f95881a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8789284 Apr 18 20:56:16.311323 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60754) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:16.313715 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-36ccf715-a6f0-45ba-9e58-1e613082ca84 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:16.324406 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-36ccf715-a6f0-45ba-9e58-1e613082ca84 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/routers/ab63ce4c-4344-410a-ab30-ee2234811d4d HTTP/1.1" status: 204 len: 168 time: 2.2094986 Apr 18 20:56:16.330073 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-af7c9522-1dd9-410a-858c-e2ccb931213a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Request body: {'subnet': {'network_id': '5afb6798-6dca-42cf-9346-0b05b129cc5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:16.331660 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1b5ce-cd35-41b4-b4db-38838cc71cbb tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event deleted for resources: {'Port': ['ID=ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:16.333220 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-35abcef6-e11c-4997-9c32-5b49155f487b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ecefad-eeb2-403e-bfe9-d6905677323c', 'name': 'tempest-snat-router-1897721174', 'tenant_id': 'f5423a1d53394d2898790243b8f7b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:57Z', 'updated_at': '2022-04-18T20:56:14Z', 'revision_number': 4, 'project_id': 'f5423a1d53394d2898790243b8f7b6c1', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:16.335447 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60756) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:16.388607 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-feed5e61-2660-483e-84ee-f5aee217f592 req-6f11eaee-f424-4f81-9421-d18af5dcbfcb tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 210 time: 0.2756965 Apr 18 20:56:16.423270 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-11448597-0576-42d1-9d65-87368fa328c4 req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] For port 5f921e34-a5ce-4f75-a5fc-8dd0c52244b7, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:16.443978 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35abcef6-e11c-4997-9c32-5b49155f487b None None] The sync data for ids ['37ecefad-eeb2-403e-bfe9-d6905677323c'] in n-d-838323-3 is: [{'id': '37ecefad-eeb2-403e-bfe9-d6905677323c', 'name': 'tempest-snat-router-1897721174', 'tenant_id': 'f5423a1d53394d2898790243b8f7b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:57Z', 'updated_at': '2022-04-18T20:56:14Z', 'revision_number': 4, 'project_id': 'f5423a1d53394d2898790243b8f7b6c1', 'gw_port_host': None}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:16.455091 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-11448597-0576-42d1-9d65-87368fa328c4 req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] For port 5f921e34-a5ce-4f75-a5fc-8dd0c52244b7, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=5f921e34-a5ce-4f75-a5fc-8dd0c52244b7,segment=NetworkSegment(caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6),segment_id=caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:16.532073 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-11448597-0576-42d1-9d65-87368fa328c4 req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:16.636891 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448597-0576-42d1-9d65-87368fa328c4 req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:16.638211 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-11448597-0576-42d1-9d65-87368fa328c4 req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:16.643128 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11448597-0576-42d1-9d65-87368fa328c4 req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] 10.222.0.32 "PUT /v2.0/ports/5f921e34-a5ce-4f75-a5fc-8dd0c52244b7 HTTP/1.1" status: 200 len: 1055 time: 10.0333230 Apr 18 20:56:16.650919 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec913b6e-6142-4500-91fc-227a73aa492e', 'tag': '5f921e34-a5ce-4f75-a5fc-8dd0c52244b7'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:16.665308 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9398f72-ac97-46fc-84eb-f8cea0792e04" -d '{"events": [{"name": "network-changed", "server_uuid": "ec913b6e-6142-4500-91fc-227a73aa492e", "tag": "5f921e34-a5ce-4f75-a5fc-8dd0c52244b7"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:16.791721 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510ac20-0cc2-440d-be41-a3c19f95881a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'Network': ['ID=5afb6798-6dca-42cf-9346-0b05b129cc5a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:16.816298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-ff378302-dc5f-48e3-a60e-396a7472eaa9 service neutron] Attempting to bind port 3bdb2c5d-8c30-4470-9167-11b376a90888 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:16.818485 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 5afb6798-6dca-42cf-9346-0b05b129cc5a details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:56:16.829315 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-ff378302-dc5f-48e3-a60e-396a7472eaa9 service neutron] Attempting to bind port 3bdb2c5d-8c30-4470-9167-11b376a90888 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:16.829835 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-ff378302-dc5f-48e3-a60e-396a7472eaa9 service neutron] Attempting to bind port 3bdb2c5d-8c30-4470-9167-11b376a90888 on network 49542224-f666-4718-b03f-958adc44dc33 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:16.902626 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e52270f-5a80-42b9-9207-e0b80f5cf1eb tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Deleting subnet fefd1990-2323-4527-a87c-b9ea99d04d24 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:56:16.936213 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe8907ca-9f59-47c7-8e69-6babd2c3757e tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.004684 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e52270f-5a80-42b9-9207-e0b80f5cf1eb tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.063697 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3f1637-1b10-4c78-ae91-3bbdefdf9efa x-openstack-request-id: req-ad3f1637-1b10-4c78-ae91-3bbdefdf9efa {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:17.064152 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec913b6e-6142-4500-91fc-227a73aa492e", "tag": "5f921e34-a5ce-4f75-a5fc-8dd0c52244b7", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:17.082705 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ad3f1637-1b10-4c78-ae91-3bbdefdf9efa {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:17.083477 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad3f1637-1b10-4c78-ae91-3bbdefdf9efa'] response: {'name': 'network-changed', 'server_uuid': 'ec913b6e-6142-4500-91fc-227a73aa492e', 'tag': '5f921e34-a5ce-4f75-a5fc-8dd0c52244b7', 'status': 'completed', 'code': 200} Apr 18 20:56:17.136651 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-ff378302-dc5f-48e3-a60e-396a7472eaa9 service neutron] Port 3bdb2c5d-8c30-4470-9167-11b376a90888 on network 49542224-f666-4718-b03f-958adc44dc33 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:56:17.137217 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-ff378302-dc5f-48e3-a60e-396a7472eaa9 service neutron] Attempting to bind port 3bdb2c5d-8c30-4470-9167-11b376a90888 on network 49542224-f666-4718-b03f-958adc44dc33 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:17.395544 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-ff378302-dc5f-48e3-a60e-396a7472eaa9 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:17.396619 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-ff378302-dc5f-48e3-a60e-396a7472eaa9 service neutron] Checking segment: {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:17.397499 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-ff378302-dc5f-48e3-a60e-396a7472eaa9 service neutron] Bound using segment: {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:17.399140 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-ff378302-dc5f-48e3-a60e-396a7472eaa9 service neutron] Bound port: 3bdb2c5d-8c30-4470-9167-11b376a90888, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:17.400038 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-ff378302-dc5f-48e3-a60e-396a7472eaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.413204 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5951f-241d-466f-b945-d5f8138d945b service neutron] Pushing event updated for resources: {'Port': ['ID=5f921e34-a5ce-4f75-a5fc-8dd0c52244b7,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:17.540130 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfafc2b0-4b98-4030-8848-0351f68c69cc req-0bf1b5ce-cd35-41b4-b4db-38838cc71cbb tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Router 0b213186-7500-4ecf-b970-f176d66dd662 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:56:17.631637 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448597-0576-42d1-9d65-87368fa328c4 req-3285d01f-57ca-40c2-bee9-26701ec61da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:17.635946 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11448597-0576-42d1-9d65-87368fa328c4 req-3285d01f-57ca-40c2-bee9-26701ec61da1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b43792f5e3a4b5fa4fa359a68fd10f8&device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 1058 time: 0.8705385 Apr 18 20:56:17.688016 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e52270f-5a80-42b9-9207-e0b80f5cf1eb tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.697086 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81dfa7f9-9a22-43b5-8471-4ef12eae675d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.700577 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7c9522-1dd9-410a-858c-e2ccb931213a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Made reservation on behalf of eb1eb5b094504b78a5be18b896c5bdba for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:17.707335 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af7c9522-1dd9-410a-858c-e2ccb931213a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.795182 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe742e-d62e-40d6-a96b-723fd8e6d569 req-3ff384a7-c77e-4e9e-9b36-ccb405d91307 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:17.798169 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aafe742e-d62e-40d6-a96b-723fd8e6d569 req-3ff384a7-c77e-4e9e-9b36-ccb405d91307 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 943 time: 0.6302240 Apr 18 20:56:17.811587 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11448597-0576-42d1-9d65-87368fa328c4 req-0abe40d5-495d-4b72-a053-d73039413061 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=5f921e34-a5ce-4f75-a5fc-8dd0c52244b7 HTTP/1.1" status: 200 len: 217 time: 0.1583388 Apr 18 20:56:17.963119 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b46d9-320d-4b98-bf50-a3d0c7ded9a9 req-35acfe44-917d-49ba-92b5-1b091d2d1ef7 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:17.979885 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c86b46d9-320d-4b98-bf50-a3d0c7ded9a9 req-35acfe44-917d-49ba-92b5-1b091d2d1ef7 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 907 time: 0.7111268 Apr 18 20:56:17.984602 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfa7f9-9a22-43b5-8471-4ef12eae675d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bd664ea-8078-4040-be83-3b228d3f31e0,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:18.254071 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448597-0576-42d1-9d65-87368fa328c4 req-0376845f-d430-469c-9dcf-23036fbe481d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:18.255825 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11448597-0576-42d1-9d65-87368fa328c4 req-0376845f-d430-469c-9dcf-23036fbe481d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d40addfe-cfff-4264-8b9a-85c721d02297 HTTP/1.1" status: 200 len: 837 time: 0.3272710 Apr 18 20:56:18.419142 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-ff378302-dc5f-48e3-a60e-396a7472eaa9 service neutron] For port 3bdb2c5d-8c30-4470-9167-11b376a90888, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:18.426724 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-775891e3-160d-4489-802f-feec8d4343b3 req-70c22ff2-1bb1-414b-a1bc-0a70036e2fa0 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=229a0e60-371e-4299-a2a7-a45e5645a030 HTTP/1.1" status: 200 len: 210 time: 0.1627686 Apr 18 20:56:18.437725 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfafc2b0-4b98-4030-8848-0351f68c69cc req-0bf1b5ce-cd35-41b4-b4db-38838cc71cbb tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:18.475897 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2705240-0f1f-44ca-b7f6-ab79e40ffbb3 None None] Sync routers for ids ['0b213186-7500-4ecf-b970-f176d66dd662'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:18.478171 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-ff378302-dc5f-48e3-a60e-396a7472eaa9 service neutron] For port 3bdb2c5d-8c30-4470-9167-11b376a90888, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3bdb2c5d-8c30-4470-9167-11b376a90888,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:18.498261 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aafe742e-d62e-40d6-a96b-723fd8e6d569 req-9c81a696-f8cf-480f-8532-58476eac4870 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6813629 Apr 18 20:56:18.561697 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-ff378302-dc5f-48e3-a60e-396a7472eaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:18.587122 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2705240-0f1f-44ca-b7f6-ab79e40ffbb3 None None] Routers {'0b213186-7500-4ecf-b970-f176d66dd662'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:18.593645 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b2705240-0f1f-44ca-b7f6-ab79e40ffbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:55:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0b213186-7500-4ecf-b970-f176d66dd662'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:18.634378 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfafc2b0-4b98-4030-8848-0351f68c69cc req-0bf1b5ce-cd35-41b4-b4db-38838cc71cbb tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] No DVR routers for this DVR port ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:18.679612 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-cfafc2b0-4b98-4030-8848-0351f68c69cc req-0bf1b5ce-cd35-41b4-b4db-38838cc71cbb tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:18.687407 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cfafc2b0-4b98-4030-8848-0351f68c69cc req-0bf1b5ce-cd35-41b4-b4db-38838cc71cbb tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.32 "DELETE /v2.0/ports/ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb HTTP/1.1" status: 204 len: 173 time: 9.9266891 Apr 18 20:56:18.711619 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-ff378302-dc5f-48e3-a60e-396a7472eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:18.713226 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-ff378302-dc5f-48e3-a60e-396a7472eaa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:18.716169 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-ff378302-dc5f-48e3-a60e-396a7472eaa9 service neutron] 10.222.0.32 "PUT /v2.0/ports/3bdb2c5d-8c30-4470-9167-11b376a90888 HTTP/1.1" status: 200 len: 1091 time: 8.8493645 Apr 18 20:56:18.724224 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448597-0576-42d1-9d65-87368fa328c4 req-2494fce9-ca3e-4e3a-b9be-96b21e55b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:18.727183 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11448597-0576-42d1-9d65-87368fa328c4 req-2494fce9-ca3e-4e3a-b9be-96b21e55b451 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4e95bd41-10a1-446a-b079-eb37b307af38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4614997 Apr 18 20:56:18.978807 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff378302-dc5f-48e3-a60e-396a7472eaa9 service neutron] Pushing event updated for resources: {'Port': ['ID=3bdb2c5d-8c30-4470-9167-11b376a90888,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:19.073949 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-b2705240-0f1f-44ca-b7f6-ab79e40ffbb3 None None] Set router 0b213186-7500-4ecf-b970-f176d66dd662 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:19.107346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229a0e60-371e-4299-a2a7-a45e5645a030', 'name': 'network-vif-deleted', 'tag': 'ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb'}, {'name': 'network-changed', 'server_uuid': '40175b01-1f48-4cf7-af8b-f500c1caca0c', 'tag': '3bdb2c5d-8c30-4470-9167-11b376a90888'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:19.129984 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d2f79c-2abb-4b3a-af75-0a8c591d7f4f" -d '{"events": [{"server_uuid": "229a0e60-371e-4299-a2a7-a45e5645a030", "name": "network-vif-deleted", "tag": "ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb"}, {"name": "network-changed", "server_uuid": "40175b01-1f48-4cf7-af8b-f500c1caca0c", "tag": "3bdb2c5d-8c30-4470-9167-11b376a90888"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:19.359470 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-2904b81b-e6e4-4a37-b450-16ec8142e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:19.368076 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-2904b81b-e6e4-4a37-b450-16ec8142e4e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 1094 time: 0.4835062 Apr 18 20:56:19.402151 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e093412a-2a1f-4e9f-b250-010799344320 x-openstack-request-id: req-e093412a-2a1f-4e9f-b250-010799344320 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:19.402151 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229a0e60-371e-4299-a2a7-a45e5645a030", "name": "network-vif-deleted", "tag": "ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "40175b01-1f48-4cf7-af8b-f500c1caca0c", "tag": "3bdb2c5d-8c30-4470-9167-11b376a90888", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:19.402151 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e093412a-2a1f-4e9f-b250-010799344320 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:19.403315 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e093412a-2a1f-4e9f-b250-010799344320'] response: {'server_uuid': '229a0e60-371e-4299-a2a7-a45e5645a030', 'name': 'network-vif-deleted', 'tag': 'ad40c5c2-430c-4be6-abe3-52cdb8e0d0eb', 'status': 'completed', 'code': 200} Apr 18 20:56:19.403902 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e093412a-2a1f-4e9f-b250-010799344320'] response: {'name': 'network-changed', 'server_uuid': '40175b01-1f48-4cf7-af8b-f500c1caca0c', 'tag': '3bdb2c5d-8c30-4470-9167-11b376a90888', 'status': 'completed', 'code': 200} Apr 18 20:56:19.564788 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe8907ca-9f59-47c7-8e69-6babd2c3757e tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:19.640418 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11448597-0576-42d1-9d65-87368fa328c4 req-4717c308-1475-4180-8390-56165cd5b4e4 service neutron] 10.222.0.32 "GET /v2.0/networks/4e95bd41-10a1-446a-b079-eb37b307af38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9011259 Apr 18 20:56:19.746063 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-abb578f9-b6f5-40d2-93cd-772eb22386f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bdb2c5d-8c30-4470-9167-11b376a90888 HTTP/1.1" status: 200 len: 217 time: 0.3289773 Apr 18 20:56:19.879578 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b2705240-0f1f-44ca-b7f6-ab79e40ffbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'f75364bc-a706-4eaa-9dbd-0a40ccc1d193', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'port_id': '5c7f44e5-6b20-4334-be07-bc28f725f95b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'mac_address': 'fa:16:3e:dd:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:52:13Z', 'updated_at': '2022-04-18T20:52:44Z', 'revision_number': 2, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd253cd-854f-45e4-b89c-9045a0554e6f', 'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'mac_address': 'fa:16:3e:b8:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:02Z', 'updated_at': '2022-04-18T20:52:12Z', 'revision_number': 5, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'subnets': [{'id': '934e222d-a43e-4b81-a646-860f58e51213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:19.929272 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e52270f-5a80-42b9-9207-e0b80f5cf1eb tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:19.947725 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81dfa7f9-9a22-43b5-8471-4ef12eae675d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:19.977821 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2705240-0f1f-44ca-b7f6-ab79e40ffbb3 None None] Checking router: 0b213186-7500-4ecf-b970-f176d66dd662 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:56:20.011548 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2705240-0f1f-44ca-b7f6-ab79e40ffbb3 None None] Routers {'0b213186-7500-4ecf-b970-f176d66dd662'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:20.016566 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b2705240-0f1f-44ca-b7f6-ab79e40ffbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:55:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0b213186-7500-4ecf-b970-f176d66dd662'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:20.140934 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af7c9522-1dd9-410a-858c-e2ccb931213a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:20.182447 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07028c58-ff63-4868-ba51-73339b2b5ff2 req-2f75f370-3882-4875-a542-6b155a9349a9 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:20.197248 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-07028c58-ff63-4868-ba51-73339b2b5ff2 req-2f75f370-3882-4875-a542-6b155a9349a9 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 907 time: 0.8141446 Apr 18 20:56:20.252284 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-b2705240-0f1f-44ca-b7f6-ab79e40ffbb3 None None] Set router 0b213186-7500-4ecf-b970-f176d66dd662 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:20.287211 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81dfa7f9-9a22-43b5-8471-4ef12eae675d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:20.295868 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c9522-1dd9-410a-858c-e2ccb931213a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'Subnet': ['ID=8cb3542b-92cb-43d2-9b68-5749439c8a0c,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:20.320641 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81dfa7f9-9a22-43b5-8471-4ef12eae675d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:20.383352 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11448597-0576-42d1-9d65-87368fa328c4 req-78370835-9183-412a-9b16-7b0a57ec64c1 service neutron] 10.222.0.32 "GET /v2.0/networks/4e95bd41-10a1-446a-b079-eb37b307af38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7180095 Apr 18 20:56:20.390864 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-6c61efd9-5290-4c67-addd-26633f440f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:20.395911 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-6c61efd9-5290-4c67-addd-26633f440f5f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.6484535 Apr 18 20:56:20.437225 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60808) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:20.501830 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7c9522-1dd9-410a-858c-e2ccb931213a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Checking segment: {'id': '1e1555f2-3f38-4c32-818b-97e9e1f64b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5afb6798-6dca-42cf-9346-0b05b129cc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:20.503534 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7c9522-1dd9-410a-858c-e2ccb931213a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Network hostable DHCP agents. Network: 5afb6798-6dca-42cf-9346-0b05b129cc5a, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:56:20.530860 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81dfa7f9-9a22-43b5-8471-4ef12eae675d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:20.531992 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dfa7f9-9a22-43b5-8471-4ef12eae675d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37ecefad-eeb2-403e-bfe9-d6905677323c {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:56:20.558950 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81dfa7f9-9a22-43b5-8471-4ef12eae675d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:20.561608 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-81dfa7f9-9a22-43b5-8471-4ef12eae675d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "DELETE /v2.0/routers/37ecefad-eeb2-403e-bfe9-d6905677323c HTTP/1.1" status: 204 len: 168 time: 7.2678835 Apr 18 20:56:20.574090 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e52270f-5a80-42b9-9207-e0b80f5cf1eb tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:20.586432 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60810) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:20.603328 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae1606-d7f3-46a2-9b51-b0a9f96de239 req-9ea08737-a41f-461f-89d6-5d3e6a7ac836 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:20.617207 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3aae1606-d7f3-46a2-9b51-b0a9f96de239 req-9ea08737-a41f-461f-89d6-5d3e6a7ac836 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 943 time: 0.7364254 Apr 18 20:56:20.772481 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-22045bdb-4231-4bd3-8ef3-667e9ef49474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:20.775454 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-22045bdb-4231-4bd3-8ef3-667e9ef49474 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3687482 Apr 18 20:56:20.874730 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52270f-5a80-42b9-9207-e0b80f5cf1eb tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Subnet': ['ID=fefd1990-2323-4527-a87c-b9ea99d04d24,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:20.892400 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9398f72-ac97-46fc-84eb-f8cea0792e04 req-f5ca93a5-17c3-452a-9123-ec74a83e1a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:20.894163 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d9398f72-ac97-46fc-84eb-f8cea0792e04 req-f5ca93a5-17c3-452a-9123-ec74a83e1a19 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b43792f5e3a4b5fa4fa359a68fd10f8&device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 1058 time: 0.4096301 Apr 18 20:56:20.897619 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e52270f-5a80-42b9-9207-e0b80f5cf1eb tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:20.903127 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5790ff5-d9b8-414d-b004-3341a540df37 None None] Network 2ea369bf-7f29-40d8-aeba-155811ce7427 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:56:20.913022 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5e52270f-5a80-42b9-9207-e0b80f5cf1eb tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/subnets/fefd1990-2323-4527-a87c-b9ea99d04d24 HTTP/1.1" status: 204 len: 168 time: 4.3704138 Apr 18 20:56:20.922201 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69ecf320-5242-4a22-a327-dbb7703a9149 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:20.933897 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60816) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:21.030575 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a3cb29-d7a7-49ac-aa55-286e430f4e96 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Deleting subnet 29fa244f-827c-4260-9dff-a53d78304117 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:56:21.035887 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3aae1606-d7f3-46a2-9b51-b0a9f96de239 req-d1415e6c-f0d8-4ec2-b16a-cef649b5260d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133315 Apr 18 20:56:21.036653 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82a3cb29-d7a7-49ac-aa55-286e430f4e96 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:21.102033 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82a3cb29-d7a7-49ac-aa55-286e430f4e96 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:21.107061 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7c9522-1dd9-410a-858c-e2ccb931213a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Network 5afb6798-6dca-42cf-9346-0b05b129cc5a is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:56:21.135435 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8907ca-9f59-47c7-8e69-6babd2c3757e tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Router bc43d34c-e283-4db6-a2c9-fc908e088802 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:56:21.153754 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-af7c9522-1dd9-410a-858c-e2ccb931213a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 5afb6798-6dca-42cf-9346-0b05b129cc5a) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:21.164960 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d08d4e6b-8269-48ea-9db8-a9258127720d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:21.198755 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4b5734-ad31-4aaf-8666-b1281b4b269a None None] Network 5afb6798-6dca-42cf-9346-0b05b129cc5a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:56:21.349148 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7c9522-1dd9-410a-858c-e2ccb931213a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:21.349762 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af7c9522-1dd9-410a-858c-e2ccb931213a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:21.379274 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d08d4e6b-8269-48ea-9db8-a9258127720d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:21.448848 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-af7c9522-1dd9-410a-858c-e2ccb931213a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1259389 Apr 18 20:56:21.450030 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60826) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:21.825416 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b2705240-0f1f-44ca-b7f6-ab79e40ffbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'f75364bc-a706-4eaa-9dbd-0a40ccc1d193', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'port_id': '5c7f44e5-6b20-4334-be07-bc28f725f95b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'mac_address': 'fa:16:3e:dd:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:52:13Z', 'updated_at': '2022-04-18T20:52:44Z', 'revision_number': 2, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd253cd-854f-45e4-b89c-9045a0554e6f', 'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'mac_address': 'fa:16:3e:b8:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:02Z', 'updated_at': '2022-04-18T20:52:12Z', 'revision_number': 5, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'subnets': [{'id': '934e222d-a43e-4b81-a646-860f58e51213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:21.923589 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2705240-0f1f-44ca-b7f6-ab79e40ffbb3 None None] The sync data for ids ['0b213186-7500-4ecf-b970-f176d66dd662'] in n-d-838323-3 is: [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'f75364bc-a706-4eaa-9dbd-0a40ccc1d193', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'port_id': '5c7f44e5-6b20-4334-be07-bc28f725f95b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'mac_address': 'fa:16:3e:dd:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:52:13Z', 'updated_at': '2022-04-18T20:52:44Z', 'revision_number': 2, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd253cd-854f-45e4-b89c-9045a0554e6f', 'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'mac_address': 'fa:16:3e:b8:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:02Z', 'updated_at': '2022-04-18T20:52:12Z', 'revision_number': 5, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'subnets': [{'id': '934e222d-a43e-4b81-a646-860f58e51213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:21.952346 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:22.002552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-d50b0e48-7af7-4931-9eb6-122864e19c7f req-f781780b-a2b8-4dad-b81d-b61b993356a3 service neutron] (102908) timed out ('10.222.0.41', 42886) {{(pid=102908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 20:56:22.010271 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9398f72-ac97-46fc-84eb-f8cea0792e04 req-db4dcda6-4042-496d-9bde-80eea5dbc0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:22.014279 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d9398f72-ac97-46fc-84eb-f8cea0792e04 req-db4dcda6-4042-496d-9bde-80eea5dbc0db service neutron] 10.222.0.32 "GET /v2.0/networks?id=4e95bd41-10a1-446a-b079-eb37b307af38 HTTP/1.1" status: 200 len: 899 time: 1.0953164 Apr 18 20:56:22.087943 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82a3cb29-d7a7-49ac-aa55-286e430f4e96 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:22.121894 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d9398f72-ac97-46fc-84eb-f8cea0792e04 req-cf12962d-6c57-4554-8efd-2c79fb4c8461 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=5f921e34-a5ce-4f75-a5fc-8dd0c52244b7 HTTP/1.1" status: 200 len: 217 time: 0.0822160 Apr 18 20:56:22.125482 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69ecf320-5242-4a22-a327-dbb7703a9149 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:22.142536 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90358b1c-bedb-422b-be87-f3a4061102e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-5afb6798-6dca-42cf-9346-0b05b129cc5a', 'network_id': '5afb6798-6dca-42cf-9346-0b05b129cc5a', 'tenant_id': 'eb1eb5b094504b78a5be18b896c5bdba', 'fixed_ips': [{'subnet_id': '8cb3542b-92cb-43d2-9b68-5749439c8a0c'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:56:22.144701 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-90358b1c-bedb-422b-be87-f3a4061102e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:22.177108 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54042ad-8b97-4240-bfdd-bef4b0bdbc53 None None] DHCP port deletion for 2ea369bf-7f29-40d8-aeba-155811ce7427 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:56:22.322858 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8907ca-9f59-47c7-8e69-6babd2c3757e tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:22.336240 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372adc44-fd14-4996-b1e3-8cafe63b63d5 None None] Sync routers for ids ['bc43d34c-e283-4db6-a2c9-fc908e088802'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:22.366414 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372adc44-fd14-4996-b1e3-8cafe63b63d5 None None] Routers {'bc43d34c-e283-4db6-a2c9-fc908e088802'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:22.367483 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-372adc44-fd14-4996-b1e3-8cafe63b63d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:55:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['bc43d34c-e283-4db6-a2c9-fc908e088802'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:22.391841 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82a3cb29-d7a7-49ac-aa55-286e430f4e96 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:22.449372 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3cb29-d7a7-49ac-aa55-286e430f4e96 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Subnet': ['ID=29fa244f-827c-4260-9dff-a53d78304117,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:22.494048 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-d08d4e6b-8269-48ea-9db8-a9258127720d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Deleting port eb94bd84-2145-4cea-8088-817c77d07eaf {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:56:22.494759 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d08d4e6b-8269-48ea-9db8-a9258127720d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:22.535211 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device bfa75c12-7985-4b86-b2ca-11680780f70a no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:56:22.567587 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-372adc44-fd14-4996-b1e3-8cafe63b63d5 None None] Set router bc43d34c-e283-4db6-a2c9-fc908e088802 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:22.618212 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-b5c6851a-82dc-4b87-8e10-6a95c19c9614 service neutron] 10.222.0.32 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8334982 Apr 18 20:56:22.626901 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9398f72-ac97-46fc-84eb-f8cea0792e04 req-923fe1b2-a60f-4090-b79e-2b369cfde416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:22.642937 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d9398f72-ac97-46fc-84eb-f8cea0792e04 req-923fe1b2-a60f-4090-b79e-2b369cfde416 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d40addfe-cfff-4264-8b9a-85c721d02297 HTTP/1.1" status: 200 len: 837 time: 0.4683170 Apr 18 20:56:22.682791 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-d08d4e6b-8269-48ea-9db8-a9258127720d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] For port eb94bd84-2145-4cea-8088-817c77d07eaf, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=eb94bd84-2145-4cea-8088-817c77d07eaf,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:22.684235 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d08d4e6b-8269-48ea-9db8-a9258127720d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:22.719897 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-d08d4e6b-8269-48ea-9db8-a9258127720d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Calling delete_port for eb94bd84-2145-4cea-8088-817c77d07eaf owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:56:22.727391 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a41334-4732-41ac-af50-88ffeab2e3bf None None] New status for floating IP 2577b8e9-3297-4bbc-9ff1-fbfe999d734b: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:56:22.928364 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-372adc44-fd14-4996-b1e3-8cafe63b63d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc43d34c-e283-4db6-a2c9-fc908e088802', 'name': 'tempest-snat-router-1687618224', 'tenant_id': '1905c10676624273bb0a1179ae3a21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '6bfd2b9c-7896-4568-8db2-793917f097eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:07Z', 'updated_at': '2022-04-18T20:56:15Z', 'revision_number': 3, 'project_id': '1905c10676624273bb0a1179ae3a21ec', 'gw_port': {'id': '6bfd2b9c-7896-4568-8db2-793917f097eb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ab:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc43d34c-e283-4db6-a2c9-fc908e088802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:10Z', 'updated_at': '2022-04-18T20:56:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:22.934842 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b6299-d266-43e3-86e7-97792fa0afd5 req-c199de58-8b7d-4474-9636-b75254ef7b13 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:22.936816 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bd5b6299-d266-43e3-86e7-97792fa0afd5 req-c199de58-8b7d-4474-9636-b75254ef7b13 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 907 time: 0.9089370 Apr 18 20:56:22.940771 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90d86434-6b72-4376-920b-26d6bfde4a41 req-bf7ce637-8d81-4301-be7a-07ed985ce321 service neutron] 10.222.0.32 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756128 Apr 18 20:56:22.971428 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b049e-aa93-4e77-baf6-57468c35a429 req-d4821c12-5893-43df-a575-a9f06bc41b02 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:22.973898 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-053b049e-aa93-4e77-baf6-57468c35a429 req-d4821c12-5893-43df-a575-a9f06bc41b02 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 943 time: 0.6603770 Apr 18 20:56:22.988292 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372adc44-fd14-4996-b1e3-8cafe63b63d5 None None] Checking router: bc43d34c-e283-4db6-a2c9-fc908e088802 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:56:22.988668 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372adc44-fd14-4996-b1e3-8cafe63b63d5 None None] Updating router bc43d34c-e283-4db6-a2c9-fc908e088802 port 6bfd2b9c-7896-4568-8db2-793917f097eb binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:56:23.077465 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9398f72-ac97-46fc-84eb-f8cea0792e04 req-514332d5-4674-4d65-822b-ef080aa2a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:23.078651 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:23.080740 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-372adc44-fd14-4996-b1e3-8cafe63b63d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:23.082666 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d9398f72-ac97-46fc-84eb-f8cea0792e04 req-514332d5-4674-4d65-822b-ef080aa2a217 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4e95bd41-10a1-446a-b079-eb37b307af38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3673720 Apr 18 20:56:23.084354 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69ecf320-5242-4a22-a327-dbb7703a9149 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:23.087651 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69ecf320-5242-4a22-a327-dbb7703a9149 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:23.087861 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82a3cb29-d7a7-49ac-aa55-286e430f4e96 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:23.089234 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-69ecf320-5242-4a22-a327-dbb7703a9149 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "DELETE /v2.0/security-groups/c63802d4-7796-4638-8523-42b898b0c914 HTTP/1.1" status: 204 len: 168 time: 2.6489258 Apr 18 20:56:23.094385 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-82a3cb29-d7a7-49ac-aa55-286e430f4e96 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/subnets/29fa244f-827c-4260-9dff-a53d78304117 HTTP/1.1" status: 204 len: 168 time: 2.1569221 Apr 18 20:56:23.097556 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60852) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:23.097917 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60854) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:23.121883 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe8907ca-9f59-47c7-8e69-6babd2c3757e tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:23.123327 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fe8907ca-9f59-47c7-8e69-6babd2c3757e tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 17.0726795 Apr 18 20:56:23.149186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60856) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:23.149656 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60858) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:23.326956 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaf1c42-a228-43f1-89d5-dfac255f401b None None] Network c9bb7d4f-1a48-4df3-a1a2-7c3b12b7785d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:56:23.342946 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6c5525e6-cc59-4df6-9d59-440284cb2bea tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "GET /v2.0/routers/bc43d34c-e283-4db6-a2c9-fc908e088802 HTTP/1.1" status: 200 len: 908 time: 0.1901355 Apr 18 20:56:23.349566 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ecf320-5242-4a22-a327-dbb7703a9149 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63802d4-7796-4638-8523-42b898b0c914,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:23.351535 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60862) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:23.461138 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-90358b1c-bedb-422b-be87-f3a4061102e9 None None] Allocated IP 172.20.0.2 (5afb6798-6dca-42cf-9346-0b05b129cc5a/8cb3542b-92cb-43d2-9b68-5749439c8a0c/ff5226cc-f090-4b6b-86ed-d7ab92b4a0ca) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:23.547733 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-053b049e-aa93-4e77-baf6-57468c35a429 req-6f261578-93e2-4014-956c-d4d679c941fc tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605519 Apr 18 20:56:23.573489 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d6f6b43e-cd26-41b9-857f-796f262a06f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:23.621352 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2f79c-2abb-4b3a-af75-0a8c591d7f4f req-37bd7cdb-8420-4b60-9404-5dfcf87c9c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:23.623907 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6d2f79c-2abb-4b3a-af75-0a8c591d7f4f req-37bd7cdb-8420-4b60-9404-5dfcf87c9c01 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 1094 time: 0.5908136 Apr 18 20:56:23.720904 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d9398f72-ac97-46fc-84eb-f8cea0792e04 req-63ce0f9a-0f51-49e5-bab8-4c42230b0628 service neutron] 10.222.0.32 "GET /v2.0/networks/4e95bd41-10a1-446a-b079-eb37b307af38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6220293 Apr 18 20:56:23.835733 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f54042ad-8b97-4240-bfdd-bef4b0bdbc53 None None] Deleting port bfa75c12-7985-4b86-b2ca-11680780f70a {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:56:23.836785 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f54042ad-8b97-4240-bfdd-bef4b0bdbc53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:23.887252 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92c95567-38c4-4b82-833a-fcb8a600ac15 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:23.948728 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-f861390d-0a7a-4b93-97e1-cfbd6ea78921 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] show failed (client error): The resource could not be found. Apr 18 20:56:23.950190 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f861390d-0a7a-4b93-97e1-cfbd6ea78921 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups/c63802d4-7796-4638-8523-42b898b0c914 HTTP/1.1" status: 404 len: 347 time: 0.8493774 Apr 18 20:56:23.997904 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60864) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:24.055766 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-372adc44-fd14-4996-b1e3-8cafe63b63d5 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:24.066697 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-372adc44-fd14-4996-b1e3-8cafe63b63d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:24.219379 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9046e3a-f267-44de-a932-37ff8d09cb95 None None] Pushing event updated for resources: {'Port': ['ID=6bfd2b9c-7896-4568-8db2-793917f097eb,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:24.262322 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-372adc44-fd14-4996-b1e3-8cafe63b63d5 None None] Attempting to bind port 6bfd2b9c-7896-4568-8db2-793917f097eb on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:24.262950 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-372adc44-fd14-4996-b1e3-8cafe63b63d5 None None] Attempting to bind port 6bfd2b9c-7896-4568-8db2-793917f097eb by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:24.263471 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2f79c-2abb-4b3a-af75-0a8c591d7f4f req-816330da-e9b5-4af9-b362-b1a9f5379006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:24.264223 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372adc44-fd14-4996-b1e3-8cafe63b63d5 None None] Attempting to bind port 6bfd2b9c-7896-4568-8db2-793917f097eb on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:24.265032 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6d2f79c-2abb-4b3a-af75-0a8c591d7f4f req-816330da-e9b5-4af9-b362-b1a9f5379006 service neutron] 10.222.0.32 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 912 time: 0.6320519 Apr 18 20:56:24.269027 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9046e3a-f267-44de-a932-37ff8d09cb95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:24.269549 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9046e3a-f267-44de-a932-37ff8d09cb95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:24.270119 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9046e3a-f267-44de-a932-37ff8d09cb95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:24.270683 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9046e3a-f267-44de-a932-37ff8d09cb95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:24.271338 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9046e3a-f267-44de-a932-37ff8d09cb95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:24.271881 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9046e3a-f267-44de-a932-37ff8d09cb95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:24.272661 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9046e3a-f267-44de-a932-37ff8d09cb95 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:24.273206 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9046e3a-f267-44de-a932-37ff8d09cb95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:24.273769 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9046e3a-f267-44de-a932-37ff8d09cb95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:24.274327 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9046e3a-f267-44de-a932-37ff8d09cb95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:24.274885 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9046e3a-f267-44de-a932-37ff8d09cb95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:24.275453 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9046e3a-f267-44de-a932-37ff8d09cb95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:24.289626 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372adc44-fd14-4996-b1e3-8cafe63b63d5 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:24.290254 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372adc44-fd14-4996-b1e3-8cafe63b63d5 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:24.290898 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-372adc44-fd14-4996-b1e3-8cafe63b63d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:24.291520 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372adc44-fd14-4996-b1e3-8cafe63b63d5 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:24.292559 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-372adc44-fd14-4996-b1e3-8cafe63b63d5 None None] Bound port: 6bfd2b9c-7896-4568-8db2-793917f097eb, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:24.292841 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c82d-fd9e-4da4-b601-f07cd23ec0a2 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:24.293518 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-372adc44-fd14-4996-b1e3-8cafe63b63d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:24.301210 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d9398f72-ac97-46fc-84eb-f8cea0792e04 req-98092f52-415e-47e5-8292-1a8494fad5e2 service neutron] 10.222.0.32 "GET /v2.0/networks/4e95bd41-10a1-446a-b079-eb37b307af38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241060 Apr 18 20:56:24.333841 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:24.391343 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d6f6b43e-cd26-41b9-857f-796f262a06f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:24.404298 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-90358b1c-bedb-422b-be87-f3a4061102e9 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:24.422351 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6d2f79c-2abb-4b3a-af75-0a8c591d7f4f req-e1951c83-b0f2-4211-9e12-6a168f213b21 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bdb2c5d-8c30-4470-9167-11b376a90888 HTTP/1.1" status: 200 len: 217 time: 0.1154134 Apr 18 20:56:24.429273 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d6f6b43e-cd26-41b9-857f-796f262a06f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:24.442584 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c85d1e-9ebe-4f22-b776-6e53002537fd req-41206ddd-5ffb-422d-80eb-9c9fc0deda54 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:24.452873 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d7c85d1e-9ebe-4f22-b776-6e53002537fd req-41206ddd-5ffb-422d-80eb-9c9fc0deda54 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 907 time: 0.3354266 Apr 18 20:56:24.454152 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 5f921e34-a5ce-4f75-a5fc-8dd0c52244b7 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:56:24.521483 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-372adc44-fd14-4996-b1e3-8cafe63b63d5 None None] For port 6bfd2b9c-7896-4568-8db2-793917f097eb, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:24.524920 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2f79c-2abb-4b3a-af75-0a8c591d7f4f req-978a5600-d593-4148-9c29-da3cae042ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:24.527397 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6d2f79c-2abb-4b3a-af75-0a8c591d7f4f req-978a5600-d593-4148-9c29-da3cae042ad3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.0733564 Apr 18 20:56:24.527609 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-372adc44-fd14-4996-b1e3-8cafe63b63d5 None None] For port 6bfd2b9c-7896-4568-8db2-793917f097eb, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6bfd2b9c-7896-4568-8db2-793917f097eb,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:24.546984 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-372adc44-fd14-4996-b1e3-8cafe63b63d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:24.549632 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-90358b1c-bedb-422b-be87-f3a4061102e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:24.569075 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d08d4e6b-8269-48ea-9db8-a9258127720d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:24.587997 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77340a1a-03b0-4f82-9a53-f90a44610aa5 None None] DHCP port deletion for c9bb7d4f-1a48-4df3-a1a2-7c3b12b7785d request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:56:24.673991 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9046e3a-f267-44de-a932-37ff8d09cb95 None None] Pushing event updated for resources: {'Port': ['ID=6bfd2b9c-7896-4568-8db2-793917f097eb,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:24.700024 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92c95567-38c4-4b82-833a-fcb8a600ac15 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:24.703409 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6b43e-cd26-41b9-857f-796f262a06f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e931e9-da70-42ff-bb33-bb68fc5c81e4,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:24.709963 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d6f6b43e-cd26-41b9-857f-796f262a06f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e9d745e2cb346be89859bf78b8f444a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4166677 Apr 18 20:56:24.711483 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372adc44-fd14-4996-b1e3-8cafe63b63d5 None None] Routers {'bc43d34c-e283-4db6-a2c9-fc908e088802'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:24.712917 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-372adc44-fd14-4996-b1e3-8cafe63b63d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:55:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['bc43d34c-e283-4db6-a2c9-fc908e088802'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:24.738561 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60870) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:24.747770 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90358b1c-bedb-422b-be87-f3a4061102e9 None None] Pushing event updated for resources: {'Port': ['ID=ff5226cc-f090-4b6b-86ed-d7ab92b4a0ca,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:24.751288 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d4e6b-8269-48ea-9db8-a9258127720d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb94bd84-2145-4cea-8088-817c77d07eaf,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:24.769085 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2f79c-2abb-4b3a-af75-0a8c591d7f4f req-9b2cd88e-0c1c-4259-b961-8acaf0e9e379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:24.770682 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6d2f79c-2abb-4b3a-af75-0a8c591d7f4f req-9b2cd88e-0c1c-4259-b961-8acaf0e9e379 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2298102 Apr 18 20:56:24.805415 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:24.846682 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90358b1c-bedb-422b-be87-f3a4061102e9 None None] Network 5afb6798-6dca-42cf-9346-0b05b129cc5a is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:24.870328 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f54042ad-8b97-4240-bfdd-bef4b0bdbc53 None None] For port bfa75c12-7985-4b86-b2ca-11680780f70a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=bfa75c12-7985-4b86-b2ca-11680780f70a,segment=NetworkSegment(a09a46be-8e77-4752-a072-690f7b53ee01),segment_id=a09a46be-8e77-4752-a072-690f7b53ee01)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:24.871679 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f54042ad-8b97-4240-bfdd-bef4b0bdbc53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:24.914568 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-372adc44-fd14-4996-b1e3-8cafe63b63d5 None None] Set router bc43d34c-e283-4db6-a2c9-fc908e088802 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:24.926441 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-90358b1c-bedb-422b-be87-f3a4061102e9 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:24.978852 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90358b1c-bedb-422b-be87-f3a4061102e9 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:24.983003 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f349ffa8-e544-4ad8-8d7d-597f8e7d5976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:25.002624 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.resource_extend [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:56:25.008763 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f54042ad-8b97-4240-bfdd-bef4b0bdbc53 None None] Calling delete_port for bfa75c12-7985-4b86-b2ca-11680780f70a owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:56:25.015812 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port bfa75c12-7985-4b86-b2ca-11680780f70a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=bfa75c12-7985-4b86-b2ca-11680780f70a,segment=NetworkSegment(a09a46be-8e77-4752-a072-690f7b53ee01),segment_id=a09a46be-8e77-4752-a072-690f7b53ee01)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:25.033011 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:25.035468 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb3542b-92cb-43d2-9b68-5749439c8a0c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:25.144394 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d08d4e6b-8269-48ea-9db8-a9258127720d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:25.258458 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6d2f79c-2abb-4b3a-af75-0a8c591d7f4f req-ef1c3b0c-24e9-47d0-8966-e87ab25b08b9 service neutron] 10.222.0.32 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638987 Apr 18 20:56:25.263460 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-35c14306-fa33-4db7-aff8-d652d0ce849a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Deleting port 6e6c5049-5bb6-45ff-8fe6-14aa2edd1928 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:56:25.264147 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-35c14306-fa33-4db7-aff8-d652d0ce849a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:25.344192 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-90358b1c-bedb-422b-be87-f3a4061102e9 None None] Attempting to bind port ff5226cc-f090-4b6b-86ed-d7ab92b4a0ca on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:25.345362 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-90358b1c-bedb-422b-be87-f3a4061102e9 None None] Attempting to bind port ff5226cc-f090-4b6b-86ed-d7ab92b4a0ca by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1e1555f2-3f38-4c32-818b-97e9e1f64b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5afb6798-6dca-42cf-9346-0b05b129cc5a'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:25.347263 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90358b1c-bedb-422b-be87-f3a4061102e9 None None] Attempting to bind port ff5226cc-f090-4b6b-86ed-d7ab92b4a0ca on network 5afb6798-6dca-42cf-9346-0b05b129cc5a {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:25.358761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 07720332-ec26-4bb7-b163-2d7e0e3f8201 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:56:25.388768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93841606-728d-4b09-83bb-49ea6dc2e8b3 req-b1b5d7f4-1d7a-46aa-a8ea-80072ae154fb tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:25.389130 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d08d4e6b-8269-48ea-9db8-a9258127720d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:25.391533 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d08d4e6b-8269-48ea-9db8-a9258127720d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:25.399094 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-93841606-728d-4b09-83bb-49ea6dc2e8b3 req-b1b5d7f4-1d7a-46aa-a8ea-80072ae154fb tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 943 time: 0.6820738 Apr 18 20:56:25.405239 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-372adc44-fd14-4996-b1e3-8cafe63b63d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc43d34c-e283-4db6-a2c9-fc908e088802', 'name': 'tempest-snat-router-1687618224', 'tenant_id': '1905c10676624273bb0a1179ae3a21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '6bfd2b9c-7896-4568-8db2-793917f097eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:07Z', 'updated_at': '2022-04-18T20:56:15Z', 'revision_number': 3, 'project_id': '1905c10676624273bb0a1179ae3a21ec', 'gw_port': {'id': '6bfd2b9c-7896-4568-8db2-793917f097eb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ab:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc43d34c-e283-4db6-a2c9-fc908e088802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:10Z', 'updated_at': '2022-04-18T20:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:25.430223 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-77340a1a-03b0-4f82-9a53-f90a44610aa5 None None] Deleting port 07720332-ec26-4bb7-b163-2d7e0e3f8201 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:56:25.431018 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-77340a1a-03b0-4f82-9a53-f90a44610aa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:25.433693 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90358b1c-bedb-422b-be87-f3a4061102e9 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:25.434538 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90358b1c-bedb-422b-be87-f3a4061102e9 None None] Checking segment: {'id': '1e1555f2-3f38-4c32-818b-97e9e1f64b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5afb6798-6dca-42cf-9346-0b05b129cc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:25.435171 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-90358b1c-bedb-422b-be87-f3a4061102e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:25.435797 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90358b1c-bedb-422b-be87-f3a4061102e9 None None] Bound using segment: {'id': '1e1555f2-3f38-4c32-818b-97e9e1f64b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5afb6798-6dca-42cf-9346-0b05b129cc5a'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:25.436571 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-90358b1c-bedb-422b-be87-f3a4061102e9 None None] Bound port: ff5226cc-f090-4b6b-86ed-d7ab92b4a0ca, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1555f2-3f38-4c32-818b-97e9e1f64b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5afb6798-6dca-42cf-9346-0b05b129cc5a'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:25.437224 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-90358b1c-bedb-422b-be87-f3a4061102e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:25.439546 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=bfa75c12-7985-4b86-b2ca-11680780f70a,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:25.499651 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d08d4e6b-8269-48ea-9db8-a9258127720d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:25.500234 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08d4e6b-8269-48ea-9db8-a9258127720d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa394386-aad5-4290-a334-34cac7c2af18 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:56:25.513729 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d08d4e6b-8269-48ea-9db8-a9258127720d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:25.522156 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d08d4e6b-8269-48ea-9db8-a9258127720d tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "DELETE /v2.0/routers/aa394386-aad5-4290-a334-34cac7c2af18 HTTP/1.1" status: 204 len: 168 time: 4.9207025 Apr 18 20:56:25.526465 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60874) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:25.535725 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372adc44-fd14-4996-b1e3-8cafe63b63d5 None None] The sync data for ids ['bc43d34c-e283-4db6-a2c9-fc908e088802'] in n-d-838323-3 is: [{'id': 'bc43d34c-e283-4db6-a2c9-fc908e088802', 'name': 'tempest-snat-router-1687618224', 'tenant_id': '1905c10676624273bb0a1179ae3a21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '6bfd2b9c-7896-4568-8db2-793917f097eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:07Z', 'updated_at': '2022-04-18T20:56:15Z', 'revision_number': 3, 'project_id': '1905c10676624273bb0a1179ae3a21ec', 'gw_port': {'id': '6bfd2b9c-7896-4568-8db2-793917f097eb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ab:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc43d34c-e283-4db6-a2c9-fc908e088802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:10Z', 'updated_at': '2022-04-18T20:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:25.564112 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c2e0c2b6-dbd8-4d25-9a8a-d5e8ca7e0210 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-506847627', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}, 'admin_state_up': False}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:25.598432 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 5f921e34-a5ce-4f75-a5fc-8dd0c52244b7, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=5f921e34-a5ce-4f75-a5fc-8dd0c52244b7,segment=NetworkSegment(caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6),segment_id=caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:25.616105 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-4ab9c82d-fd9e-4da4-b601-f07cd23ec0a2 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Deleting port bfa75c12-7985-4b86-b2ca-11680780f70a {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:56:25.616579 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c82d-fd9e-4da4-b601-f07cd23ec0a2 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:25.657842 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-92c95567-38c4-4b82-833a-fcb8a600ac15 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Deleting port 6bfd2b9c-7896-4568-8db2-793917f097eb {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:56:25.658217 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92c95567-38c4-4b82-833a-fcb8a600ac15 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:25.720994 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-90358b1c-bedb-422b-be87-f3a4061102e9 None None] For port ff5226cc-f090-4b6b-86ed-d7ab92b4a0ca, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:25.726703 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-90358b1c-bedb-422b-be87-f3a4061102e9 None None] For port ff5226cc-f090-4b6b-86ed-d7ab92b4a0ca, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=ff5226cc-f090-4b6b-86ed-d7ab92b4a0ca,segment=NetworkSegment(1e1555f2-3f38-4c32-818b-97e9e1f64b39),segment_id=1e1555f2-3f38-4c32-818b-97e9e1f64b39)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:25.731875 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-93841606-728d-4b09-83bb-49ea6dc2e8b3 req-88ba77cf-18ef-4886-bed8-a28c6c6bda3a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298352 Apr 18 20:56:25.745854 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-4ab9c82d-fd9e-4da4-b601-f07cd23ec0a2 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] For port bfa75c12-7985-4b86-b2ca-11680780f70a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=bfa75c12-7985-4b86-b2ca-11680780f70a,segment=NetworkSegment(a09a46be-8e77-4752-a072-690f7b53ee01),segment_id=a09a46be-8e77-4752-a072-690f7b53ee01)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:25.746285 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c82d-fd9e-4da4-b601-f07cd23ec0a2 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:25.760574 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-90358b1c-bedb-422b-be87-f3a4061102e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:25.771060 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-4ab9c82d-fd9e-4da4-b601-f07cd23ec0a2 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Calling delete_port for bfa75c12-7985-4b86-b2ca-11680780f70a owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:56:25.825017 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-35c14306-fa33-4db7-aff8-d652d0ce849a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:25.825399 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-35c14306-fa33-4db7-aff8-d652d0ce849a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:25.828374 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f54042ad-8b97-4240-bfdd-bef4b0bdbc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:25.851557 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '5f921e34-a5ce-4f75-a5fc-8dd0c52244b7', 'network_id': '4e95bd41-10a1-446a-b079-eb37b307af38', 'port_id': '5f921e34-a5ce-4f75-a5fc-8dd0c52244b7', 'mac_address': 'fa:16:3e:aa:6a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd40addfe-cfff-4264-8b9a-85c721d02297', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:56:25.861151 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8b996a83-ca85-4d01-88d3-a6caa44d8013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:25.926434 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-35c14306-fa33-4db7-aff8-d652d0ce849a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Calling delete_port for 6e6c5049-5bb6-45ff-8fe6-14aa2edd1928 owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:56:25.930071 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6d2f79c-2abb-4b3a-af75-0a8c591d7f4f req-b4b278a7-0f9a-4b69-bddb-acc84f499e7c service neutron] 10.222.0.32 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6634340 Apr 18 20:56:25.999491 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8b996a83-ca85-4d01-88d3-a6caa44d8013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.009169 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2e0c2b6-dbd8-4d25-9a8a-d5e8ca7e0210 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.010899 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2e0c2b6-dbd8-4d25-9a8a-d5e8ca7e0210 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.054556 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924f079-580b-475f-a87b-57a89cb5c7fc req-1a7a1d4b-5829-44c4-a181-ad6bc7fe25fc tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:26.057072 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9924f079-580b-475f-a87b-57a89cb5c7fc req-1a7a1d4b-5829-44c4-a181-ad6bc7fe25fc tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 907 time: 0.3949466 Apr 18 20:56:26.083373 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-92c95567-38c4-4b82-833a-fcb8a600ac15 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] For port 6bfd2b9c-7896-4568-8db2-793917f097eb, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6bfd2b9c-7896-4568-8db2-793917f097eb,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:26.083734 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92c95567-38c4-4b82-833a-fcb8a600ac15 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.085279 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.114899 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-92c95567-38c4-4b82-833a-fcb8a600ac15 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Calling delete_port for 6bfd2b9c-7896-4568-8db2-793917f097eb owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:56:26.217111 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2e0c2b6-dbd8-4d25-9a8a-d5e8ca7e0210 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.354205 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.369445 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c82d-fd9e-4da4-b601-f07cd23ec0a2 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.373420 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5afb6798-6dca-42cf-9346-0b05b129cc5a']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:26.403249 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54042ad-8b97-4240-bfdd-bef4b0bdbc53 None None] No DVR routers for this DVR port bfa75c12-7985-4b86-b2ca-11680780f70a on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:26.420701 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-35c14306-fa33-4db7-aff8-d652d0ce849a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.473106 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e1555f2-3f38-4c32-818b-97e9e1f64b39') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:26.474012 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e1555f2-3f38-4c32-818b-97e9e1f64b39') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:26.482222 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-77340a1a-03b0-4f82-9a53-f90a44610aa5 None None] For port 07720332-ec26-4bb7-b163-2d7e0e3f8201, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=07720332-ec26-4bb7-b163-2d7e0e3f8201,segment=NetworkSegment(d0bc5ed6-4417-4af6-b3de-246c1aaf1cae),segment_id=d0bc5ed6-4417-4af6-b3de-246c1aaf1cae)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:26.482618 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-77340a1a-03b0-4f82-9a53-f90a44610aa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.531197 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c14306-fa33-4db7-aff8-d652d0ce849a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event deleted for resources: {'Port': ['ID=6e6c5049-5bb6-45ff-8fe6-14aa2edd1928,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:26.576386 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.589020 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9c82d-fd9e-4da4-b601-f07cd23ec0a2 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Port': ['ID=bfa75c12-7985-4b86-b2ca-11680780f70a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:26.605989 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab9c82d-fd9e-4da4-b601-f07cd23ec0a2 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] No DVR routers for this DVR port bfa75c12-7985-4b86-b2ca-11680780f70a on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:26.611784 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 07720332-ec26-4bb7-b163-2d7e0e3f8201, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=07720332-ec26-4bb7-b163-2d7e0e3f8201,segment=NetworkSegment(d0bc5ed6-4417-4af6-b3de-246c1aaf1cae),segment_id=d0bc5ed6-4417-4af6-b3de-246c1aaf1cae)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:26.630077 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-77340a1a-03b0-4f82-9a53-f90a44610aa5 None None] Calling delete_port for 07720332-ec26-4bb7-b163-2d7e0e3f8201 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:56:26.636280 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.658903 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.696145 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684fb11b-bf77-4cf5-8de7-3190b9cd817f None None] Network 5afb6798-6dca-42cf-9346-0b05b129cc5a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:56:26.712163 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90358b1c-bedb-422b-be87-f3a4061102e9 None None] Pushing event updated for resources: {'Port': ['ID=ff5226cc-f090-4b6b-86ed-d7ab92b4a0ca,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:26.837384 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:56:26.838325 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.843883 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54042ad-8b97-4240-bfdd-bef4b0bdbc53 None None] Pushing event deleted for resources: {'Port': ['ID=bfa75c12-7985-4b86-b2ca-11680780f70a,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:26.855303 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8b996a83-ca85-4d01-88d3-a6caa44d8013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.867520 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8b996a83-ca85-4d01-88d3-a6caa44d8013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.868819 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-35c14306-fa33-4db7-aff8-d652d0ce849a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8b996a83-ca85-4d01-88d3-a6caa44d8013 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/15e931e9-da70-42ff-bb33-bb68fc5c81e4 HTTP/1.1" status: 204 len: 168 time: 2.1272428 Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:56:26.874152 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:56:26.883678 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-35c14306-fa33-4db7-aff8-d652d0ce849a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.883678 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-35c14306-fa33-4db7-aff8-d652d0ce849a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "DELETE /v2.0/floatingips/2577b8e9-3297-4bbc-9ff1-fbfe999d734b HTTP/1.1" status: 204 len: 168 time: 2.8772299 Apr 18 20:56:26.883678 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92c95567-38c4-4b82-833a-fcb8a600ac15 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.888820 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2e0c2b6-dbd8-4d25-9a8a-d5e8ca7e0210 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.938255 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c95567-38c4-4b82-833a-fcb8a600ac15 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Pushing event deleted for resources: {'Port': ['ID=6bfd2b9c-7896-4568-8db2-793917f097eb,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:27.042454 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c82d-fd9e-4da4-b601-f07cd23ec0a2 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:27.051609 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b996a83-ca85-4d01-88d3-a6caa44d8013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e931e9-da70-42ff-bb33-bb68fc5c81e4,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:27.068314 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:27.084187 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.db.api [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 20:56:27.084187 n-d-838323-3 neutron-server[102909]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 20:56:27.084187 n-d-838323-3 neutron-server[102909]: [parameters: {'id': '5afb6798-6dca-42cf-9346-0b05b129cc5a'}] Apr 18 20:56:27.084187 n-d-838323-3 neutron-server[102909]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:56:27.085037 n-d-838323-3 neutron-server[102909]: DEBUG oslo_db.api [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:56:27.123533 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-4ab9c82d-fd9e-4da4-b601-f07cd23ec0a2 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ea369bf-7f29-40d8-aeba-155811ce7427']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:27.232628 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-4ab9c82d-fd9e-4da4-b601-f07cd23ec0a2 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09a46be-8e77-4752-a072-690f7b53ee01') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:27.233055 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-4ab9c82d-fd9e-4da4-b601-f07cd23ec0a2 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09a46be-8e77-4752-a072-690f7b53ee01') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:27.245213 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9dd54-577d-483f-afdf-d77190f1fdab req-58c02837-08f1-49e2-ab39-24b0f7db669e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:27.248918 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c82d-fd9e-4da4-b601-f07cd23ec0a2 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:27.250712 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8c9dd54-577d-483f-afdf-d77190f1fdab req-58c02837-08f1-49e2-ab39-24b0f7db669e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 943 time: 0.3152423 Apr 18 20:56:27.291778 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c82d-fd9e-4da4-b601-f07cd23ec0a2 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:27.304395 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab9c82d-fd9e-4da4-b601-f07cd23ec0a2 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:56:27.305268 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c82d-fd9e-4da4-b601-f07cd23ec0a2 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:56:27.308845 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:56:27.356971 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device eb94bd84-2145-4cea-8088-817c77d07eaf no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:56:27.391912 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c82d-fd9e-4da4-b601-f07cd23ec0a2 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:27.402401 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c82d-fd9e-4da4-b601-f07cd23ec0a2 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:27.422590 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4ab9c82d-fd9e-4da4-b601-f07cd23ec0a2 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/networks/2ea369bf-7f29-40d8-aeba-155811ce7427 HTTP/1.1" status: 204 len: 168 time: 4.3044190 Apr 18 20:56:27.428872 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60888) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:27.478132 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: eb94bd84-2145-4cea-8088-817c77d07eaf {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:56:27.479056 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device eb94bd84-2145-4cea-8088-817c77d07eaf not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:56:27.534009 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f921e34-a5ce-4f75-a5fc-8dd0c52244b7 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:56:27.549074 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9c82d-fd9e-4da4-b601-f07cd23ec0a2 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Network': ['ID=2ea369bf-7f29-40d8-aeba-155811ce7427,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:27.551112 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92c95567-38c4-4b82-833a-fcb8a600ac15 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:27.570091 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8c9dd54-577d-483f-afdf-d77190f1fdab req-620a22f2-85a4-4109-bfc4-a93225b19947 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075011 Apr 18 20:56:27.638163 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa249a-f5d1-497d-958d-1a2a639adc07 req-194c4f15-5769-4394-83a7-318cd1b7fce4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:27.640205 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-73fa249a-f5d1-497d-958d-1a2a639adc07 req-194c4f15-5769-4394-83a7-318cd1b7fce4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 907 time: 0.3877859 Apr 18 20:56:27.645884 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:27.771622 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92c95567-38c4-4b82-833a-fcb8a600ac15 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:27.780492 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a06c96a3-3c12-4edd-8529-5408c7281f44 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:27.781895 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92c95567-38c4-4b82-833a-fcb8a600ac15 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:27.852226 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92c95567-38c4-4b82-833a-fcb8a600ac15 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:27.853324 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c95567-38c4-4b82-833a-fcb8a600ac15 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc43d34c-e283-4db6-a2c9-fc908e088802 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:56:27.861377 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92c95567-38c4-4b82-833a-fcb8a600ac15 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:27.867926 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-92c95567-38c4-4b82-833a-fcb8a600ac15 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "DELETE /v2.0/routers/bc43d34c-e283-4db6-a2c9-fc908e088802 HTTP/1.1" status: 204 len: 168 time: 4.4482470 Apr 18 20:56:27.868940 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60892) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:27.915847 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60894) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:27.950409 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=07720332-ec26-4bb7-b163-2d7e0e3f8201,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:27.989173 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7765-96dd-43bf-96eb-106b8e0b2f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:28.013591 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 5f921e34-a5ce-4f75-a5fc-8dd0c52244b7, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=5f921e34-a5ce-4f75-a5fc-8dd0c52244b7,segment=NetworkSegment(caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6),segment_id=caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:28.025110 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:28.072836 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-250b08e8-f3f4-4942-871e-60754a23c041 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:28.082646 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:56:28.126938 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-77340a1a-03b0-4f82-9a53-f90a44610aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:28.149847 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2e0c2b6-dbd8-4d25-9a8a-d5e8ca7e0210 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:28.156206 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-a06c96a3-3c12-4edd-8529-5408c7281f44 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] The port '07720332-ec26-4bb7-b163-2d7e0e3f8201' was deleted {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 18 20:56:28.179183 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77340a1a-03b0-4f82-9a53-f90a44610aa5 None None] No DVR routers for this DVR port 07720332-ec26-4bb7-b163-2d7e0e3f8201 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:28.272394 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=5f921e34-a5ce-4f75-a5fc-8dd0c52244b7,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:28.279052 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-250b08e8-f3f4-4942-871e-60754a23c041 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:28.304731 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2e0c2b6-dbd8-4d25-9a8a-d5e8ca7e0210 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:28.317938 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c475581-db65-44e8-b2b1-ce88cbadd117 None None] get_active_networks_info from n-d-838323-3 {{(pid=102910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:56:28.412670 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-250b08e8-f3f4-4942-871e-60754a23c041 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Deleting port ec96d6e1-8b03-4866-a516-b2ba157bc1f5 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:56:28.413194 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-250b08e8-f3f4-4942-871e-60754a23c041 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:28.423377 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77340a1a-03b0-4f82-9a53-f90a44610aa5 None None] Pushing event deleted for resources: {'Port': ['ID=07720332-ec26-4bb7-b163-2d7e0e3f8201,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:28.431654 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['5f921e34-a5ce-4f75-a5fc-8dd0c52244b7'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:56:28.539632 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-250b08e8-f3f4-4942-871e-60754a23c041 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] For port ec96d6e1-8b03-4866-a516-b2ba157bc1f5, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=ec96d6e1-8b03-4866-a516-b2ba157bc1f5,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:28.539966 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-250b08e8-f3f4-4942-871e-60754a23c041 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:28.541875 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-c2e0c2b6-dbd8-4d25-9a8a-d5e8ca7e0210 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Allocated IP 172.25.1.20 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/202c30bc-0e02-48c6-b304-18f997f62b70) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:28.586409 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Deleting port ff5226cc-f090-4b6b-86ed-d7ab92b4a0ca {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:56:28.587045 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:28.593353 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-250b08e8-f3f4-4942-871e-60754a23c041 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Calling delete_port for ec96d6e1-8b03-4866-a516-b2ba157bc1f5 owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:56:28.647659 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a06c96a3-3c12-4edd-8529-5408c7281f44 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:28.674940 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c475581-db65-44e8-b2b1-ce88cbadd117 None None] Resources bound (agent type, host, resource id): {{(pid=102910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:56:28.852759 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-24c526be-3a86-46a3-80e2-3796d85b627f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:28.973723 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa8b45-348f-4e7a-b6e9-4db9fcfc7eab req-6a551052-369f-47dd-a52d-2d0a5c5bf284 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:28.987442 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dafa8b45-348f-4e7a-b6e9-4db9fcfc7eab req-6a551052-369f-47dd-a52d-2d0a5c5bf284 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 908 time: 0.1448698 Apr 18 20:56:29.045090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294abb5-9c8c-471c-8149-e56777efdf21 req-87b338b5-00a5-482c-a96f-518bcee0f2e3 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:29.047095 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c294abb5-9c8c-471c-8149-e56777efdf21 req-87b338b5-00a5-482c-a96f-518bcee0f2e3 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 943 time: 0.2915437 Apr 18 20:56:29.064704 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2e0c2b6-dbd8-4d25-9a8a-d5e8ca7e0210 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:29.128205 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c294abb5-9c8c-471c-8149-e56777efdf21 req-4d07176f-6490-44d7-b85d-76ec7dbfd783 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717080 Apr 18 20:56:29.218006 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a06c96a3-3c12-4edd-8529-5408c7281f44 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9bb7d4f-1a48-4df3-a1a2-7c3b12b7785d']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:29.229967 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a06c96a3-3c12-4edd-8529-5408c7281f44 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0bc5ed6-4417-4af6-b3de-246c1aaf1cae') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:29.230291 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a06c96a3-3c12-4edd-8529-5408c7281f44 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0bc5ed6-4417-4af6-b3de-246c1aaf1cae') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:29.238104 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-250b08e8-f3f4-4942-871e-60754a23c041 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:29.257572 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a06c96a3-3c12-4edd-8529-5408c7281f44 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:29.278651 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2e0c2b6-dbd8-4d25-9a8a-d5e8ca7e0210 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:29.307543 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b08e8-f3f4-4942-871e-60754a23c041 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec96d6e1-8b03-4866-a516-b2ba157bc1f5,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:29.310081 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a06c96a3-3c12-4edd-8529-5408c7281f44 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:29.357988 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06c96a3-3c12-4edd-8529-5408c7281f44 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:56:29.358299 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a06c96a3-3c12-4edd-8529-5408c7281f44 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:56:29.369409 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:56:29.373170 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] For port ff5226cc-f090-4b6b-86ed-d7ab92b4a0ca, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=ff5226cc-f090-4b6b-86ed-d7ab92b4a0ca,segment=NetworkSegment(1e1555f2-3f38-4c32-818b-97e9e1f64b39),segment_id=1e1555f2-3f38-4c32-818b-97e9e1f64b39)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:29.373170 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:29.414012 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-250b08e8-f3f4-4942-871e-60754a23c041 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:29.415908 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e0c2b6-dbd8-4d25-9a8a-d5e8ca7e0210 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:29.450529 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Calling delete_port for ff5226cc-f090-4b6b-86ed-d7ab92b4a0ca owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:56:29.466356 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-c2e0c2b6-dbd8-4d25-9a8a-d5e8ca7e0210 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:29.485285 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e0c2b6-dbd8-4d25-9a8a-d5e8ca7e0210 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:29.496335 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7765-96dd-43bf-96eb-106b8e0b2f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:29.497400 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0c2b6-dbd8-4d25-9a8a-d5e8ca7e0210 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Pushing event updated for resources: {'Port': ['ID=202c30bc-0e02-48c6-b304-18f997f62b70,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:29.527535 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7765-96dd-43bf-96eb-106b8e0b2f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:29.530152 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a06c96a3-3c12-4edd-8529-5408c7281f44 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:29.592070 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a06c96a3-3c12-4edd-8529-5408c7281f44 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:29.595340 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a06c96a3-3c12-4edd-8529-5408c7281f44 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/networks/c9bb7d4f-1a48-4df3-a1a2-7c3b12b7785d HTTP/1.1" status: 204 len: 168 time: 2.1484036 Apr 18 20:56:29.610792 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60906) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:29.619677 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-97e579d8-9568-4e5c-b10e-042eafb644ff tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'network': {'name': 'tempest-RoutersTest-412180748'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:29.635316 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-250b08e8-f3f4-4942-871e-60754a23c041 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:29.645090 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-250b08e8-f3f4-4942-871e-60754a23c041 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:29.676169 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e579d8-9568-4e5c-b10e-042eafb644ff tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Made reservation on behalf of 34ed532966de49f2a1099a6b441323dd for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:29.683027 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-97e579d8-9568-4e5c-b10e-042eafb644ff tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:29.686228 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c96a3-3c12-4edd-8529-5408c7281f44 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Network': ['ID=c9bb7d4f-1a48-4df3-a1a2-7c3b12b7785d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:29.696009 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c7765-96dd-43bf-96eb-106b8e0b2f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c93e8c5-18ff-4a44-a67f-5e42794df226,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:29.712296 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7d3c7765-96dd-43bf-96eb-106b8e0b2f2c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e94901c0f4604eedb14f6692f6e26c76&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7937872 Apr 18 20:56:29.719218 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60908) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:29.802024 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-250b08e8-f3f4-4942-871e-60754a23c041 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:29.802711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250b08e8-f3f4-4942-871e-60754a23c041 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Fanout notify agent at l3_agent the message router_deleted on router acc3d543-a361-4035-a95b-b305e3ec0355 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:56:29.812189 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-250b08e8-f3f4-4942-871e-60754a23c041 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:29.818337 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-250b08e8-f3f4-4942-871e-60754a23c041 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "DELETE /v2.0/routers/acc3d543-a361-4035-a95b-b305e3ec0355 HTTP/1.1" status: 204 len: 168 time: 1.9438736 Apr 18 20:56:29.819972 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60910) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:29.828681 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-c8ac100f-adc3-4688-9331-62b7e6dd45e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1462041771', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}, 'admin_state_up': False}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:29.842466 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:29.857920 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e579d8-9568-4e5c-b10e-042eafb644ff tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:56:29.889277 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-97e579d8-9568-4e5c-b10e-042eafb644ff tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:29.890994 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-97e579d8-9568-4e5c-b10e-042eafb644ff tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Added segment 66090c48-602c-4fd1-bd31-43f152750116 of type vlan for network 3f63ff29-019e-48fc-84a2-73fdaaca2adf Apr 18 20:56:29.953596 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:29.978297 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-97e579d8-9568-4e5c-b10e-042eafb644ff tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:30.023211 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f850d82c-d788-4411-8d38-c1e0b7c84fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:30.037059 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 5f921e34-a5ce-4f75-a5fc-8dd0c52244b7 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:30.047953 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c8ac100f-adc3-4688-9331-62b7e6dd45e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:30.050410 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c8ac100f-adc3-4688-9331-62b7e6dd45e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:30.059439 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f850d82c-d788-4411-8d38-c1e0b7c84fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:30.109595 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No DVR routers for this DVR port ff5226cc-f090-4b6b-86ed-d7ab92b4a0ca on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:30.112540 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Port': ['ID=ff5226cc-f090-4b6b-86ed-d7ab92b4a0ca,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:30.155051 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f850d82c-d788-4411-8d38-c1e0b7c84fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:30.158650 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f850d82c-d788-4411-8d38-c1e0b7c84fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:30.163590 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f850d82c-d788-4411-8d38-c1e0b7c84fbf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9c93e8c5-18ff-4a44-a67f-5e42794df226 HTTP/1.1" status: 204 len: 168 time: 0.3796520 Apr 18 20:56:30.204829 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c8ac100f-adc3-4688-9331-62b7e6dd45e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:30.212966 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 5f921e34-a5ce-4f75-a5fc-8dd0c52244b7 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:56:30.219948 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 5f921e34-a5ce-4f75-a5fc-8dd0c52244b7 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:30.222057 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:30.223356 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-97e579d8-9568-4e5c-b10e-042eafb644ff tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:30.237812 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e579d8-9568-4e5c-b10e-042eafb644ff tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:30.239879 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-97e579d8-9568-4e5c-b10e-042eafb644ff tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:30.327486 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850d82c-d788-4411-8d38-c1e0b7c84fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c93e8c5-18ff-4a44-a67f-5e42794df226,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:30.387490 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:30.500065 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:30.524677 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5afb6798-6dca-42cf-9346-0b05b129cc5a']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:30.562708 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e1555f2-3f38-4c32-818b-97e9e1f64b39') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:30.563092 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e1555f2-3f38-4c32-818b-97e9e1f64b39') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:30.577863 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2e0c2b6-dbd8-4d25-9a8a-d5e8ca7e0210 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:30.584886 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:30.626821 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec913b6e-6142-4500-91fc-227a73aa492e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f921e34-a5ce-4f75-a5fc-8dd0c52244b7'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:30.636462 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f426f8-a573-4e31-bad6-169db16c12a8" -d '{"events": [{"server_uuid": "ec913b6e-6142-4500-91fc-227a73aa492e", "name": "network-vif-plugged", "status": "completed", "tag": "5f921e34-a5ce-4f75-a5fc-8dd0c52244b7"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:30.692538 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 5f921e34-a5ce-4f75-a5fc-8dd0c52244b7, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=5f921e34-a5ce-4f75-a5fc-8dd0c52244b7,segment=NetworkSegment(caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6),segment_id=caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:30.698428 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:30.845164 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=5f921e34-a5ce-4f75-a5fc-8dd0c52244b7,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:30.873482 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:30.874529 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:30.875339 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:30.875941 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:30.877092 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:30.880091 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:30.881183 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:30.882206 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:30.882956 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:30.883860 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:30.884864 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:30.885713 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:30.984332 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:31.017278 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:56:31.017818 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:56:31.026993 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:56:31.167558 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:31.187754 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:31.199152 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/networks/5afb6798-6dca-42cf-9346-0b05b129cc5a HTTP/1.1" status: 204 len: 168 time: 9.7357597 Apr 18 20:56:31.212265 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60926) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:31.220020 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-4d12ab5d-55cd-4355-bf9d-370437be7ba9 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1720095573'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:31.232703 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ca07c-a477-490d-a333-8f43bd0ecf78 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Network': ['ID=5afb6798-6dca-42cf-9346-0b05b129cc5a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:31.258636 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-97e579d8-9568-4e5c-b10e-042eafb644ff tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6412838 Apr 18 20:56:31.272578 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60928) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:31.275687 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c8ac100f-adc3-4688-9331-62b7e6dd45e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:31.286866 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ff8e1200-0558-4939-b796-93b77e436389 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'subnet': {'network_id': '3f63ff29-019e-48fc-84a2-73fdaaca2adf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:31.311355 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device ec96d6e1-8b03-4866-a516-b2ba157bc1f5 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:56:31.432545 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98469a9a-f986-4b53-af14-38467c99845f req-aa41d1b1-ba0e-45ea-81fe-6313de0541f2 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:31.434462 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98469a9a-f986-4b53-af14-38467c99845f req-aa41d1b1-ba0e-45ea-81fe-6313de0541f2 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 908 time: 1.0969877 Apr 18 20:56:31.446629 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e579d8-9568-4e5c-b10e-042eafb644ff tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Network': ['ID=3f63ff29-019e-48fc-84a2-73fdaaca2adf,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:31.512371 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d12ab5d-55cd-4355-bf9d-370437be7ba9 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Made reservation on behalf of eb1eb5b094504b78a5be18b896c5bdba for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:31.515683 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 3f63ff29-019e-48fc-84a2-73fdaaca2adf details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:56:31.517149 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d12ab5d-55cd-4355-bf9d-370437be7ba9 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:31.530894 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: ec96d6e1-8b03-4866-a516-b2ba157bc1f5 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:56:31.532024 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device ec96d6e1-8b03-4866-a516-b2ba157bc1f5 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:56:31.535869 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6bfd2b9c-7896-4568-8db2-793917f097eb no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:56:31.556921 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6ab47-626f-49d0-8e11-4563aca2668c req-67c596f0-357f-4657-bda6-bed51d8f6485 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:31.558673 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1bd6ab47-626f-49d0-8e11-4563aca2668c req-67c596f0-357f-4657-bda6-bed51d8f6485 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 943 time: 1.0447960 Apr 18 20:56:31.563250 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8e1200-0558-4939-b796-93b77e436389 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Made reservation on behalf of 34ed532966de49f2a1099a6b441323dd for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:31.567311 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ff8e1200-0558-4939-b796-93b77e436389 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:31.693054 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d12ab5d-55cd-4355-bf9d-370437be7ba9 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:56:31.711531 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2e0c2b6-dbd8-4d25-9a8a-d5e8ca7e0210 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:31.718952 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d12ab5d-55cd-4355-bf9d-370437be7ba9 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:31.719720 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-4d12ab5d-55cd-4355-bf9d-370437be7ba9 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Added segment 1b99e315-4ebb-4da8-a806-b7d70b654f12 of type vlan for network aa314c86-20da-4d4b-a9a9-47f7a947accf Apr 18 20:56:31.837964 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d12ab5d-55cd-4355-bf9d-370437be7ba9 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:31.884204 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1bd6ab47-626f-49d0-8e11-4563aca2668c req-391b6515-8cd0-4b33-91d5-8b8b513bde37 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128181 Apr 18 20:56:31.982604 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d12ab5d-55cd-4355-bf9d-370437be7ba9 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:31.991252 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d12ab5d-55cd-4355-bf9d-370437be7ba9 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:31.993264 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d12ab5d-55cd-4355-bf9d-370437be7ba9 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:32.037427 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4d12ab5d-55cd-4355-bf9d-370437be7ba9 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8221152 Apr 18 20:56:32.045967 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60940) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:32.135043 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec69714b-9aa9-4bcc-bd42-14d50eba813a x-openstack-request-id: req-ec69714b-9aa9-4bcc-bd42-14d50eba813a {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:32.135595 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec913b6e-6142-4500-91fc-227a73aa492e", "name": "network-vif-plugged", "status": "completed", "tag": "5f921e34-a5ce-4f75-a5fc-8dd0c52244b7", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:32.135873 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec69714b-9aa9-4bcc-bd42-14d50eba813a {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:32.136406 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec69714b-9aa9-4bcc-bd42-14d50eba813a'] response: {'server_uuid': 'ec913b6e-6142-4500-91fc-227a73aa492e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f921e34-a5ce-4f75-a5fc-8dd0c52244b7', 'code': 200} Apr 18 20:56:32.152263 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 6bfd2b9c-7896-4568-8db2-793917f097eb {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:56:32.153920 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6bfd2b9c-7896-4568-8db2-793917f097eb not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:56:32.161250 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e79981c0-3350-4a36-8287-e9c10214c6ef tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Request body: {'subnet': {'network_id': 'aa314c86-20da-4d4b-a9a9-47f7a947accf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:32.166916 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:32.224324 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:32.256131 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439767fe-c299-4552-bcfe-36a575f150bb req-916438dd-4412-4c16-b751-50210abf43be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:32.259826 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-439767fe-c299-4552-bcfe-36a575f150bb req-916438dd-4412-4c16-b751-50210abf43be service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 1060 time: 0.3736010 Apr 18 20:56:32.442712 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79981c0-3350-4a36-8287-e9c10214c6ef tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Made reservation on behalf of eb1eb5b094504b78a5be18b896c5bdba for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:32.456813 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e79981c0-3350-4a36-8287-e9c10214c6ef tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:32.459509 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ff8e1200-0558-4939-b796-93b77e436389 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:32.480606 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12ab5d-55cd-4355-bf9d-370437be7ba9 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'Network': ['ID=aa314c86-20da-4d4b-a9a9-47f7a947accf,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:32.500555 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c8ac100f-adc3-4688-9331-62b7e6dd45e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:32.545998 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network aa314c86-20da-4d4b-a9a9-47f7a947accf details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:56:32.569279 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c8ac100f-adc3-4688-9331-62b7e6dd45e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:32.581128 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e0c2b6-dbd8-4d25-9a8a-d5e8ca7e0210 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Router 49d23958-0533-402b-af0c-76ebacef1fda is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:56:32.651617 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e1200-0558-4939-b796-93b77e436389 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Subnet': ['ID=300c9d33-4061-4de3-bf8a-77f311599469,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:32.666070 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8e1200-0558-4939-b796-93b77e436389 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Checking segment: {'id': '66090c48-602c-4fd1-bd31-43f152750116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3f63ff29-019e-48fc-84a2-73fdaaca2adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:32.666601 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8e1200-0558-4939-b796-93b77e436389 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network hostable DHCP agents. Network: 3f63ff29-019e-48fc-84a2-73fdaaca2adf, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:56:32.808464 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8e1200-0558-4939-b796-93b77e436389 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network 3f63ff29-019e-48fc-84a2-73fdaaca2adf is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:56:32.836191 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.ipam_backend_mixin [None req-e79981c0-3350-4a36-8287-e9c10214c6ef tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Performing IP validity checks on allocation pools {{(pid=102909) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 20:56:32.837275 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.ipam_backend_mixin [None req-e79981c0-3350-4a36-8287-e9c10214c6ef tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102909) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 20:56:32.861515 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-ff8e1200-0558-4939-b796-93b77e436389 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 3f63ff29-019e-48fc-84a2-73fdaaca2adf) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:32.866918 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-c8ac100f-adc3-4688-9331-62b7e6dd45e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Allocated IP 172.25.1.42 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/b9841e03-4e96-4831-97e0-0e03b9a3d10c) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:32.875296 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8e1200-0558-4939-b796-93b77e436389 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:32.876049 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ff8e1200-0558-4939-b796-93b77e436389 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:32.877246 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432ff71a-4106-4180-83f8-f2b563760761 None None] Network 3f63ff29-019e-48fc-84a2-73fdaaca2adf requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:56:32.943694 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d331d3b-5660-4de3-be59-dab5b1723cd4 req-9606aeed-1da2-46fe-86b2-92c791ab81a4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:32.945423 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d331d3b-5660-4de3-be59-dab5b1723cd4 req-9606aeed-1da2-46fe-86b2-92c791ab81a4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 909 time: 0.2126312 Apr 18 20:56:32.987641 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ff8e1200-0558-4939-b796-93b77e436389 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7074113 Apr 18 20:56:33.008730 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60984) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:33.016553 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-bfd5d1ec-16c4-41b6-93cf-d47370edc442 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-224520599', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:33.132392 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e0c2b6-dbd8-4d25-9a8a-d5e8ca7e0210 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:33.148227 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f18183-852d-43cb-a52b-9841af9ee5d7 None None] Sync routers for ids ['49d23958-0533-402b-af0c-76ebacef1fda'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:33.167096 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bfd5d1ec-16c4-41b6-93cf-d47370edc442 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:33.168343 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bfd5d1ec-16c4-41b6-93cf-d47370edc442 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:33.172254 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f18183-852d-43cb-a52b-9841af9ee5d7 None None] Routers {'49d23958-0533-402b-af0c-76ebacef1fda'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:33.174341 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-50f18183-852d-43cb-a52b-9841af9ee5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['49d23958-0533-402b-af0c-76ebacef1fda'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:33.243652 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390cd2b0-435a-41ae-8717-fbb1a199113a req-3b70cdfc-71c5-4c0e-b86e-a2c30a5ec714 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:33.245460 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-390cd2b0-435a-41ae-8717-fbb1a199113a req-3b70cdfc-71c5-4c0e-b86e-a2c30a5ec714 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 943 time: 0.1393044 Apr 18 20:56:33.270474 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c8ac100f-adc3-4688-9331-62b7e6dd45e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:33.279910 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-50f18183-852d-43cb-a52b-9841af9ee5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:33.287404 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e08af83-2db4-4e22-b3c6-27babb306380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-3f63ff29-019e-48fc-84a2-73fdaaca2adf', 'network_id': '3f63ff29-019e-48fc-84a2-73fdaaca2adf', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'fixed_ips': [{'subnet_id': '300c9d33-4061-4de3-bf8a-77f311599469'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:56:33.292130 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2e08af83-2db4-4e22-b3c6-27babb306380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:33.307405 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f18183-852d-43cb-a52b-9841af9ee5d7 None None] Routers {'49d23958-0533-402b-af0c-76ebacef1fda'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:33.308581 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-50f18183-852d-43cb-a52b-9841af9ee5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['49d23958-0533-402b-af0c-76ebacef1fda'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:33.317639 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bfd5d1ec-16c4-41b6-93cf-d47370edc442 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:33.326710 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bfd5d1ec-16c4-41b6-93cf-d47370edc442 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:33.383814 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2e0c2b6-dbd8-4d25-9a8a-d5e8ca7e0210 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:33.388868 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-390cd2b0-435a-41ae-8717-fbb1a199113a req-7bda6c6e-96bb-469d-8ec3-3192e1254640 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235085 Apr 18 20:56:33.395028 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60994) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:33.395371 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c2e0c2b6-dbd8-4d25-9a8a-d5e8ca7e0210 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.8352301 Apr 18 20:56:33.398327 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-50f18183-852d-43cb-a52b-9841af9ee5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:33.400888 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f18183-852d-43cb-a52b-9841af9ee5d7 None None] The sync data for ids ['49d23958-0533-402b-af0c-76ebacef1fda'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:33.404124 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bfd5d1ec-16c4-41b6-93cf-d47370edc442 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:33.405549 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-bfd5d1ec-16c4-41b6-93cf-d47370edc442 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3955708 Apr 18 20:56:33.412656 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ea61698a-373f-44b2-933d-bb1bd5eefa0e tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'enable_snat': False}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:33.418364 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60996) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:33.463433 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-c73d5c64-3f11-41d6-bc38-c4b8e07c9606 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'port': {'network_id': '3f63ff29-019e-48fc-84a2-73fdaaca2adf', 'name': 'tempest-RoutersTest-1893436559'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:33.552472 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c8ac100f-adc3-4688-9331-62b7e6dd45e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:33.629475 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-2e08af83-2db4-4e22-b3c6-27babb306380 None None] Allocated IP 172.20.0.2 (3f63ff29-019e-48fc-84a2-73fdaaca2adf/300c9d33-4061-4de3-bf8a-77f311599469/8ca8803a-1cdc-4b83-b401-73148b90f172) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:33.653061 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e79981c0-3350-4a36-8287-e9c10214c6ef tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:33.669510 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ac100f-adc3-4688-9331-62b7e6dd45e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:33.680093 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-c8ac100f-adc3-4688-9331-62b7e6dd45e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:33.718837 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac100f-adc3-4688-9331-62b7e6dd45e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:33.740162 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac100f-adc3-4688-9331-62b7e6dd45e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Pushing event updated for resources: {'Port': ['ID=b9841e03-4e96-4831-97e0-0e03b9a3d10c,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:33.802735 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79981c0-3350-4a36-8287-e9c10214c6ef tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'Subnet': ['ID=af21e0de-d363-4dd8-9982-350fd7caeb96,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:33.841249 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79981c0-3350-4a36-8287-e9c10214c6ef tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Checking segment: {'id': '1b99e315-4ebb-4da8-a806-b7d70b654f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'aa314c86-20da-4d4b-a9a9-47f7a947accf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:33.842007 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79981c0-3350-4a36-8287-e9c10214c6ef tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Network hostable DHCP agents. Network: aa314c86-20da-4d4b-a9a9-47f7a947accf, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:56:33.898364 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79981c0-3350-4a36-8287-e9c10214c6ef tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Network aa314c86-20da-4d4b-a9a9-47f7a947accf is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:56:33.938702 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-e79981c0-3350-4a36-8287-e9c10214c6ef tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, aa314c86-20da-4d4b-a9a9-47f7a947accf) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:33.946734 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79981c0-3350-4a36-8287-e9c10214c6ef tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:33.947979 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e79981c0-3350-4a36-8287-e9c10214c6ef tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:33.981512 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e79981c0-3350-4a36-8287-e9c10214c6ef tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8691671 Apr 18 20:56:33.983663 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32774) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:33.990477 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4ec492-437d-43e8-bba5-9a45be0adc2d None None] Network aa314c86-20da-4d4b-a9a9-47f7a947accf requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:56:34.102574 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2e08af83-2db4-4e22-b3c6-27babb306380 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:34.112951 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2e08af83-2db4-4e22-b3c6-27babb306380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:34.183536 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73d5c64-3f11-41d6-bc38-c4b8e07c9606 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Made reservation on behalf of 34ed532966de49f2a1099a6b441323dd for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:34.187585 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c73d5c64-3f11-41d6-bc38-c4b8e07c9606 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:34.258970 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06910bb5-e18b-4b9b-8723-a99528d4a1c5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:34.270430 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e08af83-2db4-4e22-b3c6-27babb306380 None None] Network 3f63ff29-019e-48fc-84a2-73fdaaca2adf is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:34.308720 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-2e08af83-2db4-4e22-b3c6-27babb306380 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:34.343402 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e08af83-2db4-4e22-b3c6-27babb306380 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:34.346855 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-c73d5c64-3f11-41d6-bc38-c4b8e07c9606 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] device_id is not set on port da860810-7329-4a46-a6bb-4a68c413a78b yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:56:34.357164 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08af83-2db4-4e22-b3c6-27babb306380 None None] Pushing event updated for resources: {'Port': ['ID=8ca8803a-1cdc-4b83-b401-73148b90f172,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:34.435059 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06910bb5-e18b-4b9b-8723-a99528d4a1c5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:34.574127 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06910bb5-e18b-4b9b-8723-a99528d4a1c5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:34.593760 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2e08af83-2db4-4e22-b3c6-27babb306380 None None] Attempting to bind port 8ca8803a-1cdc-4b83-b401-73148b90f172 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:34.594091 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2e08af83-2db4-4e22-b3c6-27babb306380 None None] Attempting to bind port 8ca8803a-1cdc-4b83-b401-73148b90f172 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '66090c48-602c-4fd1-bd31-43f152750116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3f63ff29-019e-48fc-84a2-73fdaaca2adf'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:34.594412 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08af83-2db4-4e22-b3c6-27babb306380 None None] Attempting to bind port 8ca8803a-1cdc-4b83-b401-73148b90f172 on network 3f63ff29-019e-48fc-84a2-73fdaaca2adf {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:34.598354 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aaed5f-c28d-48f9-8199-3593aa0c6874 req-d86d2320-68de-434d-973f-3ca3c3f47d08 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:34.601342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-20aaed5f-c28d-48f9-8199-3593aa0c6874 req-d86d2320-68de-434d-973f-3ca3c3f47d08 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 909 time: 0.4232357 Apr 18 20:56:34.610490 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08af83-2db4-4e22-b3c6-27babb306380 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:34.611027 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08af83-2db4-4e22-b3c6-27babb306380 None None] Checking segment: {'id': '66090c48-602c-4fd1-bd31-43f152750116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3f63ff29-019e-48fc-84a2-73fdaaca2adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:34.611416 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2e08af83-2db4-4e22-b3c6-27babb306380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:34.612578 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08af83-2db4-4e22-b3c6-27babb306380 None None] Bound using segment: {'id': '66090c48-602c-4fd1-bd31-43f152750116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3f63ff29-019e-48fc-84a2-73fdaaca2adf'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:34.613240 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2e08af83-2db4-4e22-b3c6-27babb306380 None None] Bound port: 8ca8803a-1cdc-4b83-b401-73148b90f172, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66090c48-602c-4fd1-bd31-43f152750116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3f63ff29-019e-48fc-84a2-73fdaaca2adf'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:34.613653 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2e08af83-2db4-4e22-b3c6-27babb306380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:34.637460 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b2c9e1-7d44-48db-a07f-a9ddb9235050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-aa314c86-20da-4d4b-a9a9-47f7a947accf', 'network_id': 'aa314c86-20da-4d4b-a9a9-47f7a947accf', 'tenant_id': 'eb1eb5b094504b78a5be18b896c5bdba', 'fixed_ips': [{'subnet_id': 'af21e0de-d363-4dd8-9982-350fd7caeb96'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:56:34.638793 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-71b2c9e1-7d44-48db-a07f-a9ddb9235050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:34.684548 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06910bb5-e18b-4b9b-8723-a99528d4a1c5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Subnet': ['ID=af21e0de-d363-4dd8-9982-350fd7caeb96,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:34.804778 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2e08af83-2db4-4e22-b3c6-27babb306380 None None] For port 8ca8803a-1cdc-4b83-b401-73148b90f172, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:34.835713 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2e08af83-2db4-4e22-b3c6-27babb306380 None None] For port 8ca8803a-1cdc-4b83-b401-73148b90f172, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8ca8803a-1cdc-4b83-b401-73148b90f172,segment=NetworkSegment(66090c48-602c-4fd1-bd31-43f152750116),segment_id=66090c48-602c-4fd1-bd31-43f152750116)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:34.847955 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2e08af83-2db4-4e22-b3c6-27babb306380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:34.864175 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06910bb5-e18b-4b9b-8723-a99528d4a1c5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:34.937975 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-06910bb5-e18b-4b9b-8723-a99528d4a1c5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa314c86-20da-4d4b-a9a9-47f7a947accf']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:34.962316 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08af83-2db4-4e22-b3c6-27babb306380 None None] Pushing event updated for resources: {'Port': ['ID=8ca8803a-1cdc-4b83-b401-73148b90f172,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:35.011287 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-06910bb5-e18b-4b9b-8723-a99528d4a1c5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b99e315-4ebb-4da8-a806-b7d70b654f12') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:35.011287 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-06910bb5-e18b-4b9b-8723-a99528d4a1c5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b99e315-4ebb-4da8-a806-b7d70b654f12') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:35.054384 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06910bb5-e18b-4b9b-8723-a99528d4a1c5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:35.116984 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06910bb5-e18b-4b9b-8723-a99528d4a1c5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:35.125821 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b019580d-efbe-4ffb-98af-74c324ea9532 None None] Network aa314c86-20da-4d4b-a9a9-47f7a947accf requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:56:35.141299 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06910bb5-e18b-4b9b-8723-a99528d4a1c5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:56:35.143122 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06910bb5-e18b-4b9b-8723-a99528d4a1c5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:56:35.157652 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:56:35.459983 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06910bb5-e18b-4b9b-8723-a99528d4a1c5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:35.520735 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-06910bb5-e18b-4b9b-8723-a99528d4a1c5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:35.533466 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-06910bb5-e18b-4b9b-8723-a99528d4a1c5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/networks/aa314c86-20da-4d4b-a9a9-47f7a947accf HTTP/1.1" status: 204 len: 168 time: 1.5451169 Apr 18 20:56:35.533466 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06910bb5-e18b-4b9b-8723-a99528d4a1c5 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Network': ['ID=aa314c86-20da-4d4b-a9a9-47f7a947accf,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:35.537170 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32816) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:35.546618 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-0a0b8341-48cc-42b4-87f9-67c6260e9735 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1269247058'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:35.616937 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0b8341-48cc-42b4-87f9-67c6260e9735 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Made reservation on behalf of eb1eb5b094504b78a5be18b896c5bdba for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:35.625297 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8341-48cc-42b4-87f9-67c6260e9735 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:35.661171 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a0b8341-48cc-42b4-87f9-67c6260e9735 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:56:35.683048 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8341-48cc-42b4-87f9-67c6260e9735 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:35.687338 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-0a0b8341-48cc-42b4-87f9-67c6260e9735 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Added segment 6598f8fe-adcd-41be-891b-d61f6fd20898 of type vlan for network 80f6058e-b68b-447f-8626-457e20ab8128 Apr 18 20:56:35.728247 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0c0d0-1664-4bb4-9801-1d35bbf91585 req-b5860db9-85e5-4e7c-be4a-e8aa964bc1ae tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:35.730270 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-63e0c0d0-1664-4bb4-9801-1d35bbf91585 req-b5860db9-85e5-4e7c-be4a-e8aa964bc1ae tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 909 time: 0.9396694 Apr 18 20:56:35.787230 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8341-48cc-42b4-87f9-67c6260e9735 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:35.809338 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2b1ed-4078-499c-8642-f2ea8211ea56 req-3cc3965e-aa2c-4813-ac83-636344d2a8ed tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:35.821031 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8a2b1ed-4078-499c-8642-f2ea8211ea56 req-3cc3965e-aa2c-4813-ac83-636344d2a8ed tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 943 time: 1.2177203 Apr 18 20:56:35.857725 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8341-48cc-42b4-87f9-67c6260e9735 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:35.867109 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0b8341-48cc-42b4-87f9-67c6260e9735 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:35.867699 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8341-48cc-42b4-87f9-67c6260e9735 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:35.905154 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ea61698a-373f-44b2-933d-bb1bd5eefa0e tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:35.931739 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-c73d5c64-3f11-41d6-bc38-c4b8e07c9606 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Allocated IP 172.20.0.11 (3f63ff29-019e-48fc-84a2-73fdaaca2adf/300c9d33-4061-4de3-bf8a-77f311599469/da860810-7329-4a46-a6bb-4a68c413a78b) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:36.004771 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8a2b1ed-4078-499c-8642-f2ea8211ea56 req-c799b390-0d6b-4ea3-8c97-345718c0c6c3 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823487 Apr 18 20:56:36.013665 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c8ac100f-adc3-4688-9331-62b7e6dd45e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:36.039009 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b8341-48cc-42b4-87f9-67c6260e9735 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'Network': ['ID=80f6058e-b68b-447f-8626-457e20ab8128,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:36.055743 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 80f6058e-b68b-447f-8626-457e20ab8128 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:56:36.059440 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0a0b8341-48cc-42b4-87f9-67c6260e9735 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5206008 Apr 18 20:56:36.060587 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32822) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:36.076682 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-90893188-7c82-4b0c-9b80-9957f530f33c tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Request body: {'subnet': {'network_id': '80f6058e-b68b-447f-8626-457e20ab8128', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:36.262558 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25f0c0-997f-45a5-af24-8f1d16efb659 req-e5791830-ceeb-46e1-8bca-5a8e57e68220 tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:36.278502 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d25f0c0-997f-45a5-af24-8f1d16efb659 req-e5791830-ceeb-46e1-8bca-5a8e57e68220 tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 1060 time: 0.2865021 Apr 18 20:56:36.298308 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90893188-7c82-4b0c-9b80-9957f530f33c tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Made reservation on behalf of eb1eb5b094504b78a5be18b896c5bdba for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:36.314203 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-90893188-7c82-4b0c-9b80-9957f530f33c tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:36.627932 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-90893188-7c82-4b0c-9b80-9957f530f33c tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:36.688106 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c73d5c64-3f11-41d6-bc38-c4b8e07c9606 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:36.774808 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90893188-7c82-4b0c-9b80-9957f530f33c tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'Subnet': ['ID=2f3d64bf-5a5b-4e96-9661-7f947c574af0,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:36.797983 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c73d5c64-3f11-41d6-bc38-c4b8e07c9606 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:36.812528 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90893188-7c82-4b0c-9b80-9957f530f33c tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Checking segment: {'id': '6598f8fe-adcd-41be-891b-d61f6fd20898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '80f6058e-b68b-447f-8626-457e20ab8128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:36.813688 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90893188-7c82-4b0c-9b80-9957f530f33c tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Network hostable DHCP agents. Network: 80f6058e-b68b-447f-8626-457e20ab8128, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:56:36.838364 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90893188-7c82-4b0c-9b80-9957f530f33c tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Network 80f6058e-b68b-447f-8626-457e20ab8128 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:56:36.855671 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-90893188-7c82-4b0c-9b80-9957f530f33c tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 80f6058e-b68b-447f-8626-457e20ab8128) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:36.860822 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90893188-7c82-4b0c-9b80-9957f530f33c tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:36.861660 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-90893188-7c82-4b0c-9b80-9957f530f33c tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:36.870824 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6215aa-7bc0-4a23-b6a5-bc2d5cbce6d6 None None] Network 80f6058e-b68b-447f-8626-457e20ab8128 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:56:36.909726 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-90893188-7c82-4b0c-9b80-9957f530f33c tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8479106 Apr 18 20:56:36.910406 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32828) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:36.928524 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73d5c64-3f11-41d6-bc38-c4b8e07c9606 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network 3f63ff29-019e-48fc-84a2-73fdaaca2adf is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:37.008529 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9afa0f-4c55-41ed-beee-c5b868940412 None None] Network 3f63ff29-019e-48fc-84a2-73fdaaca2adf requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:56:37.031716 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-c73d5c64-3f11-41d6-bc38-c4b8e07c9606 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:37.060048 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73d5c64-3f11-41d6-bc38-c4b8e07c9606 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:37.154951 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73d5c64-3f11-41d6-bc38-c4b8e07c9606 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:37.155963 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c73d5c64-3f11-41d6-bc38-c4b8e07c9606 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:37.201902 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1baf8da-ff40-407a-be14-5b330a2f1e33 req-f5a58154-bbc2-4658-84bb-5eaded86f1f3 tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:37.211941 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1baf8da-ff40-407a-be14-5b330a2f1e33 req-f5a58154-bbc2-4658-84bb-5eaded86f1f3 tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 1136 time: 0.7107396 Apr 18 20:56:37.240253 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6caff97a-dac2-4aca-93bf-ea7d3567c258 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:37.341611 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d5c64-3f11-41d6-bc38-c4b8e07c9606 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Port': ['ID=da860810-7329-4a46-a6bb-4a68c413a78b,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:37.388384 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6caff97a-dac2-4aca-93bf-ea7d3567c258 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:37.417450 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8ca8803a-1cdc-4b83-b401-73148b90f172 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:37.447378 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c73d5c64-3f11-41d6-bc38-c4b8e07c9606 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.0253990 Apr 18 20:56:37.451812 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 32834) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:37.525088 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6caff97a-dac2-4aca-93bf-ea7d3567c258 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:37.552881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-647d9ba9-79af-4517-9f5c-785e496683bf None None] Provisioning complete for port 8ca8803a-1cdc-4b83-b401-73148b90f172 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:37.553449 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-647d9ba9-79af-4517-9f5c-785e496683bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:37.602296 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caff97a-dac2-4aca-93bf-ea7d3567c258 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Subnet': ['ID=2f3d64bf-5a5b-4e96-9661-7f947c574af0,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:37.615204 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1baf8da-ff40-407a-be14-5b330a2f1e33 req-d324028c-b3f1-403b-88f6-8347e67f5e5e tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a824989d-b851-440b-9da7-a0636833b279&id=132a84ea-1045-4d4e-8397-605bdfd831e8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3607311 Apr 18 20:56:37.660819 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 32836) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:37.722641 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b42532-24ce-486e-8009-2b1f23436361 req-7aae0b89-e001-466a-9321-856a825ec60b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:37.724223 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92b42532-24ce-486e-8009-2b1f23436361 req-7aae0b89-e001-466a-9321-856a825ec60b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 943 time: 0.5560308 Apr 18 20:56:37.726425 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589c85a4-5dea-4626-9c72-980e8ea43ad1 None None] Network 80f6058e-b68b-447f-8626-457e20ab8128 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:56:37.746273 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c8ac100f-adc3-4688-9331-62b7e6dd45e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:37.782777 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 8ca8803a-1cdc-4b83-b401-73148b90f172 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:37.783661 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:37.854057 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6caff97a-dac2-4aca-93bf-ea7d3567c258 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:37.911154 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-6caff97a-dac2-4aca-93bf-ea7d3567c258 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f6058e-b68b-447f-8626-457e20ab8128']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:37.913012 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:37.938169 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-6caff97a-dac2-4aca-93bf-ea7d3567c258 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6598f8fe-adcd-41be-891b-d61f6fd20898') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:37.938655 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-6caff97a-dac2-4aca-93bf-ea7d3567c258 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6598f8fe-adcd-41be-891b-d61f6fd20898') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:37.978331 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6caff97a-dac2-4aca-93bf-ea7d3567c258 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.072948 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6caff97a-dac2-4aca-93bf-ea7d3567c258 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.089911 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-647d9ba9-79af-4517-9f5c-785e496683bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.091974 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.106340 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6caff97a-dac2-4aca-93bf-ea7d3567c258 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:56:38.107470 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6caff97a-dac2-4aca-93bf-ea7d3567c258 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:56:38.119040 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:56:38.230853 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 8ca8803a-1cdc-4b83-b401-73148b90f172, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8ca8803a-1cdc-4b83-b401-73148b90f172,segment=NetworkSegment(66090c48-602c-4fd1-bd31-43f152750116),segment_id=66090c48-602c-4fd1-bd31-43f152750116)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:38.259170 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.274310 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6caff97a-dac2-4aca-93bf-ea7d3567c258 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.294209 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92b42532-24ce-486e-8009-2b1f23436361 req-62bdca26-54b1-4ead-b4e2-48e1b04d0d1a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508735 Apr 18 20:56:38.306103 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6caff97a-dac2-4aca-93bf-ea7d3567c258 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.327064 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6caff97a-dac2-4aca-93bf-ea7d3567c258 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/networks/80f6058e-b68b-447f-8626-457e20ab8128 HTTP/1.1" status: 204 len: 168 time: 1.4123418 Apr 18 20:56:38.332897 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32842) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:38.342237 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-30c19772-41fc-4435-9b77-9ca3ff1db3bf tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1486522469'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:38.382887 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-647d9ba9-79af-4517-9f5c-785e496683bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:56:38.383243 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-647d9ba9-79af-4517-9f5c-785e496683bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:56:38.403132 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caff97a-dac2-4aca-93bf-ea7d3567c258 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Network': ['ID=80f6058e-b68b-447f-8626-457e20ab8128,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:38.415108 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c19772-41fc-4435-9b77-9ca3ff1db3bf tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Made reservation on behalf of eb1eb5b094504b78a5be18b896c5bdba for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:38.421699 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-30c19772-41fc-4435-9b77-9ca3ff1db3bf tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.425041 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=8ca8803a-1cdc-4b83-b401-73148b90f172,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:38.507959 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c19772-41fc-4435-9b77-9ca3ff1db3bf tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:56:38.530994 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-30c19772-41fc-4435-9b77-9ca3ff1db3bf tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.531632 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-30c19772-41fc-4435-9b77-9ca3ff1db3bf tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Added segment 68a9d9d7-152c-4a23-862e-c6d4d3f2c89c of type vlan for network 68e25f06-7ca3-4fe1-b143-a3cb219b7dfd Apr 18 20:56:38.655693 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-30c19772-41fc-4435-9b77-9ca3ff1db3bf tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.717549 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-30c19772-41fc-4435-9b77-9ca3ff1db3bf tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.731275 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c19772-41fc-4435-9b77-9ca3ff1db3bf tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:38.732610 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-30c19772-41fc-4435-9b77-9ca3ff1db3bf tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.804746 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-30c19772-41fc-4435-9b77-9ca3ff1db3bf tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4674997 Apr 18 20:56:38.828186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee368143-41c0-4883-a2dc-64f6402772a3 tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:38.831691 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ee368143-41c0-4883-a2dc-64f6402772a3 tempest-TestSecurityGroupsBasicOps-1561344312 tempest-TestSecurityGroupsBasicOps-1561344312-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 1055 time: 1.1688116 Apr 18 20:56:38.832800 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 32844) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:38.929526 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c19772-41fc-4435-9b77-9ca3ff1db3bf tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'Network': ['ID=68e25f06-7ca3-4fe1-b143-a3cb219b7dfd,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:38.970510 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a1a392df-b6e0-42ba-b95b-4ce72e803b0a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Request body: {'subnet': {'network_id': '68e25f06-7ca3-4fe1-b143-a3cb219b7dfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:38.981424 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 68e25f06-7ca3-4fe1-b143-a3cb219b7dfd details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:56:39.322397 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-116cba8b-4c25-4cc1-966b-76b7f76d1c0e None None] Provisioning complete for port da860810-7329-4a46-a6bb-4a68c413a78b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:39.322998 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-116cba8b-4c25-4cc1-966b-76b7f76d1c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:39.336588 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8ca8803a-1cdc-4b83-b401-73148b90f172 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:39.491893 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-116cba8b-4c25-4cc1-966b-76b7f76d1c0e None None] Port da860810-7329-4a46-a6bb-4a68c413a78b cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:56:39.517922 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-116cba8b-4c25-4cc1-966b-76b7f76d1c0e None None] Provisioning complete for port 8ca8803a-1cdc-4b83-b401-73148b90f172 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:39.518384 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-116cba8b-4c25-4cc1-966b-76b7f76d1c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:39.522466 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 8ca8803a-1cdc-4b83-b401-73148b90f172 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:39.522959 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:39.523092 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b37e2f9d-e0f0-4c07-98e2-29c2ac6ce43e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:39.802876 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21779b7-d6d4-48a1-a2da-2821d782e194 req-ea4ef510-7187-4e41-a5f0-9288318407fc tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:39.806015 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a21779b7-d6d4-48a1-a2da-2821d782e194 req-ea4ef510-7187-4e41-a5f0-9288318407fc tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 909 time: 0.4719789 Apr 18 20:56:39.809414 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a392df-b6e0-42ba-b95b-4ce72e803b0a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Made reservation on behalf of eb1eb5b094504b78a5be18b896c5bdba for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:39.818048 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a1a392df-b6e0-42ba-b95b-4ce72e803b0a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.092126 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3bdb2c5d-8c30-4470-9167-11b376a90888 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:56:40.122477 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ac100f-adc3-4688-9331-62b7e6dd45e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Router 2f0ef032-780f-47cc-ad40-082d0d40f7f8 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:56:40.226216 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ad4de-9dac-47d1-8522-dfcd9bbc1758 req-9b2117d2-d7be-4791-b984-61ddb9ae51db tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:40.228882 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e6ad4de-9dac-47d1-8522-dfcd9bbc1758 req-9b2117d2-d7be-4791-b984-61ddb9ae51db tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 943 time: 0.6445868 Apr 18 20:56:40.243467 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 3bdb2c5d-8c30-4470-9167-11b376a90888, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3bdb2c5d-8c30-4470-9167-11b376a90888,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:40.259202 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '3bdb2c5d-8c30-4470-9167-11b376a90888', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'port_id': '3bdb2c5d-8c30-4470-9167-11b376a90888', 'mac_address': 'fa:16:3e:2c:d5:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:56:40.290993 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ea61698a-373f-44b2-933d-bb1bd5eefa0e tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.328613 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.348069 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bdb2c5d-8c30-4470-9167-11b376a90888 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:56:40.379586 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 3bdb2c5d-8c30-4470-9167-11b376a90888, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3bdb2c5d-8c30-4470-9167-11b376a90888,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:40.385030 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.436967 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ea61698a-373f-44b2-933d-bb1bd5eefa0e tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608727'] for router, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.479700 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=3bdb2c5d-8c30-4470-9167-11b376a90888,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:40.775861 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['3bdb2c5d-8c30-4470-9167-11b376a90888'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:56:40.793586 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e6ad4de-9dac-47d1-8522-dfcd9bbc1758 req-555b6db5-63e0-449e-a38e-b39635a2fd25 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309441 Apr 18 20:56:41.037911 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ac100f-adc3-4688-9331-62b7e6dd45e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:41.061404 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e268e1a-e578-42b8-a8a1-5b7bda1d0472 None None] Sync routers for ids ['2f0ef032-780f-47cc-ad40-082d0d40f7f8'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:41.075802 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e268e1a-e578-42b8-a8a1-5b7bda1d0472 None None] Routers {'2f0ef032-780f-47cc-ad40-082d0d40f7f8'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:41.076672 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-9e268e1a-e578-42b8-a8a1-5b7bda1d0472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2f0ef032-780f-47cc-ad40-082d0d40f7f8'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:41.130711 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-9e268e1a-e578-42b8-a8a1-5b7bda1d0472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:41.146898 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e268e1a-e578-42b8-a8a1-5b7bda1d0472 None None] Routers {'2f0ef032-780f-47cc-ad40-082d0d40f7f8'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:41.147615 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-9e268e1a-e578-42b8-a8a1-5b7bda1d0472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2f0ef032-780f-47cc-ad40-082d0d40f7f8'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:41.190539 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-9e268e1a-e578-42b8-a8a1-5b7bda1d0472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:41.191330 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e268e1a-e578-42b8-a8a1-5b7bda1d0472 None None] The sync data for ids ['2f0ef032-780f-47cc-ad40-082d0d40f7f8'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:41.191704 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f7801-09b2-460b-b6fe-1c0fa628f0c1 req-c4c8bf9a-d5ba-4e95-add2-ea4379ae77cf tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:41.195344 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e62f7801-09b2-460b-b6fe-1c0fa628f0c1 req-c4c8bf9a-d5ba-4e95-add2-ea4379ae77cf tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 909 time: 0.5522366 Apr 18 20:56:41.298602 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c8ac100f-adc3-4688-9331-62b7e6dd45e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:41.305027 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32868) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:41.305690 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c8ac100f-adc3-4688-9331-62b7e6dd45e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.4834154 Apr 18 20:56:41.311120 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-789c3df7-8161-4666-ab92-49d2f22d47fd tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'enable_snat': False}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:41.390210 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221a9d9-dfaa-4e65-babe-674a988f549f req-14a87004-262d-40a7-a589-8661d1b71ade tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:41.393453 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d221a9d9-dfaa-4e65-babe-674a988f549f req-14a87004-262d-40a7-a589-8661d1b71ade tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 945 time: 0.5774884 Apr 18 20:56:41.438875 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea61698a-373f-44b2-933d-bb1bd5eefa0e tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Router 49d23958-0533-402b-af0c-76ebacef1fda has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:56:41.452997 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b37e2f9d-e0f0-4c07-98e2-29c2ac6ce43e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:41.535746 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b37e2f9d-e0f0-4c07-98e2-29c2ac6ce43e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:41.567405 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9f1e5-50b7-49b5-a23c-b5c3c8448c45 req-314a96b3-2c36-4881-9126-a9ff24846863 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:41.570110 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d0d9f1e5-50b7-49b5-a23c-b5c3c8448c45 req-314a96b3-2c36-4881-9126-a9ff24846863 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 909 time: 0.5558076 Apr 18 20:56:41.584386 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a1a392df-b6e0-42ba-b95b-4ce72e803b0a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:41.685531 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-789c3df7-8161-4666-ab92-49d2f22d47fd tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:41.777478 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:42.061348 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5e0c34de-25e7-45f2-ad67-2645e2c07d80 None None] Provisioning complete for port da860810-7329-4a46-a6bb-4a68c413a78b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:42.062276 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5e0c34de-25e7-45f2-ad67-2645e2c07d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:42.099000 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3bdb2c5d-8c30-4470-9167-11b376a90888 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:42.131503 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-5e0c34de-25e7-45f2-ad67-2645e2c07d80 None None] Port da860810-7329-4a46-a6bb-4a68c413a78b cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:56:42.167118 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 3bdb2c5d-8c30-4470-9167-11b376a90888 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:56:42.189064 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 3bdb2c5d-8c30-4470-9167-11b376a90888 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:42.190876 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:42.306890 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d221a9d9-dfaa-4e65-babe-674a988f549f req-258368d8-5847-49dc-8f8b-15e818143405 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=4afc98b6-7044-4b89-b8a1-50b5145ddcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8919368 Apr 18 20:56:42.407014 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:42.426863 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e2f9d-e0f0-4c07-98e2-29c2ac6ce43e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Port': ['ID=da860810-7329-4a46-a6bb-4a68c413a78b,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:42.430005 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a392df-b6e0-42ba-b95b-4ce72e803b0a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'Subnet': ['ID=b57b251c-c30c-4767-ac54-ba979c6dc6c8,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:42.458992 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40175b01-1f48-4cf7-af8b-f500c1caca0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdb2c5d-8c30-4470-9167-11b376a90888'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:42.465033 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecbd3a9-da68-4968-8122-2e92ac88d080" -d '{"events": [{"server_uuid": "40175b01-1f48-4cf7-af8b-f500c1caca0c", "name": "network-vif-plugged", "status": "completed", "tag": "3bdb2c5d-8c30-4470-9167-11b376a90888"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:42.495948 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 3bdb2c5d-8c30-4470-9167-11b376a90888, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3bdb2c5d-8c30-4470-9167-11b376a90888,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:42.527306 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a392df-b6e0-42ba-b95b-4ce72e803b0a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Checking segment: {'id': '68a9d9d7-152c-4a23-862e-c6d4d3f2c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '68e25f06-7ca3-4fe1-b143-a3cb219b7dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:42.528182 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a392df-b6e0-42ba-b95b-4ce72e803b0a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Network hostable DHCP agents. Network: 68e25f06-7ca3-4fe1-b143-a3cb219b7dfd, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:56:42.534361 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:42.666354 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5f6ed3-098f-4111-9069-32c3f247ca98 x-openstack-request-id: req-5c5f6ed3-098f-4111-9069-32c3f247ca98 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:42.667118 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40175b01-1f48-4cf7-af8b-f500c1caca0c", "name": "network-vif-plugged", "status": "completed", "tag": "3bdb2c5d-8c30-4470-9167-11b376a90888", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:42.667492 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c5f6ed3-098f-4111-9069-32c3f247ca98 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:42.668158 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c5f6ed3-098f-4111-9069-32c3f247ca98'] response: {'server_uuid': '40175b01-1f48-4cf7-af8b-f500c1caca0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdb2c5d-8c30-4470-9167-11b376a90888', 'code': 200} Apr 18 20:56:42.701848 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-789c3df7-8161-4666-ab92-49d2f22d47fd tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:42.731718 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-789c3df7-8161-4666-ab92-49d2f22d47fd tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608727'] for router, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:42.749467 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=3bdb2c5d-8c30-4470-9167-11b376a90888,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:42.766957 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-e62f7801-09b2-460b-b6fe-1c0fa628f0c1 req-60817fe4-e603-466b-a110-aa77aed06ac2 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Deleting port 5f921e34-a5ce-4f75-a5fc-8dd0c52244b7 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:56:42.768178 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e62f7801-09b2-460b-b6fe-1c0fa628f0c1 req-60817fe4-e603-466b-a110-aa77aed06ac2 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:42.837334 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e3bd9-7954-496f-bdc2-f656c0ef9ff4 req-bd729018-680a-445c-ab84-38cafda703ff tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:42.845743 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9e2e3bd9-7954-496f-bdc2-f656c0ef9ff4 req-bd729018-680a-445c-ab84-38cafda703ff tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 944 time: 0.5740547 Apr 18 20:56:42.975692 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea61698a-373f-44b2-933d-bb1bd5eefa0e tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:42.992839 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8852e2-9647-4a45-bd9e-3943958f83cb None None] Sync routers for ids ['49d23958-0533-402b-af0c-76ebacef1fda'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:42.994915 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789c3df7-8161-4666-ab92-49d2f22d47fd tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Router 2f0ef032-780f-47cc-ad40-082d0d40f7f8 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:56:42.995827 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a392df-b6e0-42ba-b95b-4ce72e803b0a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Network 68e25f06-7ca3-4fe1-b143-a3cb219b7dfd is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:56:43.046378 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8852e2-9647-4a45-bd9e-3943958f83cb None None] Routers {'49d23958-0533-402b-af0c-76ebacef1fda'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:43.052846 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3f8852e2-9647-4a45-bd9e-3943958f83cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['49d23958-0533-402b-af0c-76ebacef1fda'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:43.076232 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ea61698a-373f-44b2-933d-bb1bd5eefa0e tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:43.090232 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ea61698a-373f-44b2-933d-bb1bd5eefa0e tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "PUT /v2.0/routers/49d23958-0533-402b-af0c-76ebacef1fda HTTP/1.1" status: 200 len: 924 time: 9.6882417 Apr 18 20:56:43.110985 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 32882) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:43.136945 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3f8852e2-9647-4a45-bd9e-3943958f83cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:43.159517 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8852e2-9647-4a45-bd9e-3943958f83cb None None] Routers {'49d23958-0533-402b-af0c-76ebacef1fda'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:43.161151 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3f8852e2-9647-4a45-bd9e-3943958f83cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['49d23958-0533-402b-af0c-76ebacef1fda'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:43.163544 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789c3df7-8161-4666-ab92-49d2f22d47fd tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:43.170634 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-789c3df7-8161-4666-ab92-49d2f22d47fd tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:43.176319 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-789c3df7-8161-4666-ab92-49d2f22d47fd tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "PUT /v2.0/routers/2f0ef032-780f-47cc-ad40-082d0d40f7f8 HTTP/1.1" status: 200 len: 921 time: 1.8687339 Apr 18 20:56:43.177578 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32884) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:43.181318 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f88c329-cca9-4a14-9a68-0370e165f56a None None] Sync routers for ids ['2f0ef032-780f-47cc-ad40-082d0d40f7f8'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:43.234869 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f88c329-cca9-4a14-9a68-0370e165f56a None None] Routers {'2f0ef032-780f-47cc-ad40-082d0d40f7f8'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:43.236505 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2f88c329-cca9-4a14-9a68-0370e165f56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2f0ef032-780f-47cc-ad40-082d0d40f7f8'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:43.273192 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3f8852e2-9647-4a45-bd9e-3943958f83cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:43.275229 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8852e2-9647-4a45-bd9e-3943958f83cb None None] The sync data for ids ['49d23958-0533-402b-af0c-76ebacef1fda'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:43.364670 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-edd9748c-c101-43e9-814e-1a26ef34912e tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "GET /v2.0/routers/2f0ef032-780f-47cc-ad40-082d0d40f7f8 HTTP/1.1" status: 200 len: 921 time: 0.1856945 Apr 18 20:56:43.365829 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32886) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:43.375551 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57e087-a243-4676-987a-97e89952f53e req-d169d176-a252-4ec3-92ad-1ed1c983eb8f tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:43.378282 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f57e087-a243-4676-987a-97e89952f53e req-d169d176-a252-4ec3-92ad-1ed1c983eb8f tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.32 "GET /v2.0/ports?device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 945 time: 0.9340718 Apr 18 20:56:43.386170 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-919b17fa-030b-481f-b69b-381dd50f4dbe tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "GET /v2.0/routers/49d23958-0533-402b-af0c-76ebacef1fda HTTP/1.1" status: 200 len: 924 time: 0.2271228 Apr 18 20:56:43.405634 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 32890) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:43.419065 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-a1a392df-b6e0-42ba-b95b-4ce72e803b0a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 68e25f06-7ca3-4fe1-b143-a3cb219b7dfd) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:43.454334 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a392df-b6e0-42ba-b95b-4ce72e803b0a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:43.455105 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a1a392df-b6e0-42ba-b95b-4ce72e803b0a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:43.546734 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a504044-6f3e-494a-a6db-2c697f73bf80 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:43.557368 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0a504044-6f3e-494a-a6db-2c697f73bf80 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&device_id=2f0ef032-780f-47cc-ad40-082d0d40f7f8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1893568 Apr 18 20:56:43.558674 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32892) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:43.560738 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a1a392df-b6e0-42ba-b95b-4ce72e803b0a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.7168736 Apr 18 20:56:43.573984 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620c815-d978-45f4-a182-de299829fc67 req-c3559c7d-aff1-441d-a972-ca7d31562585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:43.575602 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b620c815-d978-45f4-a182-de299829fc67 req-c3559c7d-aff1-441d-a972-ca7d31562585 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 1096 time: 0.8562493 Apr 18 20:56:43.577859 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 32894) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:43.580800 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c229ca8b-7593-4aa1-a16a-0e2ede738f0b None None] Network 68e25f06-7ca3-4fe1-b143-a3cb219b7dfd requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:56:43.583598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2f88c329-cca9-4a14-9a68-0370e165f56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:43.619304 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9e2e3bd9-7954-496f-bdc2-f656c0ef9ff4 req-30b6f5b6-b58f-4e36-88d9-74bc37b3fde3 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7721272 Apr 18 20:56:43.646816 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f88c329-cca9-4a14-9a68-0370e165f56a None None] Routers {'2f0ef032-780f-47cc-ad40-082d0d40f7f8'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:43.647555 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2f88c329-cca9-4a14-9a68-0370e165f56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2f0ef032-780f-47cc-ad40-082d0d40f7f8'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:43.674558 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da9d63-63d6-4e97-80ee-644077a2be13 req-c3e36eed-ad66-4470-b211-4463a35bd789 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:43.701842 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-10da9d63-63d6-4e97-80ee-644077a2be13 req-c3e36eed-ad66-4470-b211-4463a35bd789 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 909 time: 0.9184990 Apr 18 20:56:43.737890 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2f88c329-cca9-4a14-9a68-0370e165f56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:43.738843 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f88c329-cca9-4a14-9a68-0370e165f56a None None] The sync data for ids ['2f0ef032-780f-47cc-ad40-082d0d40f7f8'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:43.840184 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c05089-4d1b-45a7-86ec-4d5805603b43 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:43.841851 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b0c05089-4d1b-45a7-86ec-4d5805603b43 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 881 time: 0.2807159 Apr 18 20:56:43.847128 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32898) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:44.001232 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d18594c-8695-4ef7-a030-ba7ca3077b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-68e25f06-7ca3-4fe1-b143-a3cb219b7dfd', 'network_id': '68e25f06-7ca3-4fe1-b143-a3cb219b7dfd', 'tenant_id': 'eb1eb5b094504b78a5be18b896c5bdba', 'fixed_ips': [{'subnet_id': 'b57b251c-c30c-4767-ac54-ba979c6dc6c8'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:56:44.002725 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3d18594c-8695-4ef7-a030-ba7ca3077b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.023065 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4d66087c-0b43-4959-ba62-a9d7a5f79478 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f0ef032-780f-47cc-ad40-082d0d40f7f8 HTTP/1.1" status: 200 len: 205 time: 0.1743510 Apr 18 20:56:44.027099 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32900) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:44.032019 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-e62f7801-09b2-460b-b6fe-1c0fa628f0c1 req-60817fe4-e603-466b-a110-aa77aed06ac2 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] For port 5f921e34-a5ce-4f75-a5fc-8dd0c52244b7, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=5f921e34-a5ce-4f75-a5fc-8dd0c52244b7,segment=NetworkSegment(caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6),segment_id=caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:44.032297 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e62f7801-09b2-460b-b6fe-1c0fa628f0c1 req-60817fe4-e603-466b-a110-aa77aed06ac2 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.070647 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4beae0e-8a64-45b2-88f0-290091e32ddf tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:44.072410 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a4beae0e-8a64-45b2-88f0-290091e32ddf tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&device_id=49d23958-0533-402b-af0c-76ebacef1fda&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6546175 Apr 18 20:56:44.087119 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b620c815-d978-45f4-a182-de299829fc67 req-ad7e8aee-dd3b-40f2-9c01-9e554aba994a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645953 Apr 18 20:56:44.118495 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 32902) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:44.150904 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b37e2f9d-e0f0-4c07-98e2-29c2ac6ce43e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.157075 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-e62f7801-09b2-460b-b6fe-1c0fa628f0c1 req-60817fe4-e603-466b-a110-aa77aed06ac2 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Calling delete_port for 5f921e34-a5ce-4f75-a5fc-8dd0c52244b7 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:56:44.181442 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 5f921e34-a5ce-4f75-a5fc-8dd0c52244b7 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:56:44.229393 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c2b77ece-6fe3-40a4-9133-45abf0daa6c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.271811 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f2d7cc5b-262d-4a46-bdcf-898ff58976e3 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.342564 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-3d18594c-8695-4ef7-a030-ba7ca3077b5e None None] Allocated IP 172.20.0.1 (68e25f06-7ca3-4fe1-b143-a3cb219b7dfd/b57b251c-c30c-4767-ac54-ba979c6dc6c8/fb55ce6f-ff71-415f-a58d-25832eada5c7) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:44.384466 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee3356-b324-4a4b-b382-806daafd0889 req-50c78bb7-a981-4e8c-9a6f-ae635a0e7529 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:44.393401 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bee3356-b324-4a4b-b382-806daafd0889 req-50c78bb7-a981-4e8c-9a6f-ae635a0e7529 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 945 time: 0.4634316 Apr 18 20:56:44.403576 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.465476 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f2d7cc5b-262d-4a46-bdcf-898ff58976e3 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.473514 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-8f57e087-a243-4676-987a-97e89952f53e req-7393b304-1e8f-48d1-9ffa-24c503d0e2f4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Deleting port 5c7f44e5-6b20-4334-be07-bc28f725f95b {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:56:44.473955 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8f57e087-a243-4676-987a-97e89952f53e req-7393b304-1e8f-48d1-9ffa-24c503d0e2f4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.550677 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 5f921e34-a5ce-4f75-a5fc-8dd0c52244b7, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=5f921e34-a5ce-4f75-a5fc-8dd0c52244b7,segment=NetworkSegment(caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6),segment_id=caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:44.554387 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-f2d7cc5b-262d-4a46-bdcf-898ff58976e3 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Deleting port b9841e03-4e96-4831-97e0-0e03b9a3d10c {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:56:44.555047 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f2d7cc5b-262d-4a46-bdcf-898ff58976e3 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.558328 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.614177 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e447535a-58c3-4b77-9c09-289caaccbc17 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:44.617118 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e447535a-58c3-4b77-9c09-289caaccbc17 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 881 time: 0.4926918 Apr 18 20:56:44.671625 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32904) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:44.671845 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec913b6e-6142-4500-91fc-227a73aa492e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f921e34-a5ce-4f75-a5fc-8dd0c52244b7'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:44.676644 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f4ec8c-87d8-4014-b010-bc0d34594842" -d '{"events": [{"server_uuid": "ec913b6e-6142-4500-91fc-227a73aa492e", "name": "network-vif-unplugged", "status": "completed", "tag": "5f921e34-a5ce-4f75-a5fc-8dd0c52244b7"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:44.721172 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bee3356-b324-4a4b-b382-806daafd0889 req-4c731c24-819f-4295-a89b-7743439b7f01 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=4afc98b6-7044-4b89-b8a1-50b5145ddcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3266640 Apr 18 20:56:44.755888 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a4e77fa9-0649-4b50-aad2-926de6adad11 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "GET /v2.0/ports?device_id=49d23958-0533-402b-af0c-76ebacef1fda HTTP/1.1" status: 200 len: 205 time: 0.0820978 Apr 18 20:56:44.765023 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 32912) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:44.786252 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=5f921e34-a5ce-4f75-a5fc-8dd0c52244b7,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:44.806998 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c2b77ece-6fe3-40a4-9133-45abf0daa6c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.810363 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a885f8f1-3976-403d-8831-8ddccef9d2ff x-openstack-request-id: req-a885f8f1-3976-403d-8831-8ddccef9d2ff {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:44.810819 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec913b6e-6142-4500-91fc-227a73aa492e", "name": "network-vif-unplugged", "status": "completed", "tag": "5f921e34-a5ce-4f75-a5fc-8dd0c52244b7", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:44.811251 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a885f8f1-3976-403d-8831-8ddccef9d2ff {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:44.811891 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a885f8f1-3976-403d-8831-8ddccef9d2ff'] response: {'server_uuid': 'ec913b6e-6142-4500-91fc-227a73aa492e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f921e34-a5ce-4f75-a5fc-8dd0c52244b7', 'code': 200} Apr 18 20:56:44.825066 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b37e2f9d-e0f0-4c07-98e2-29c2ac6ce43e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.847844 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3d18594c-8695-4ef7-a030-ba7ca3077b5e None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.852837 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f2d7cc5b-262d-4a46-bdcf-898ff58976e3 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.857983 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3d18594c-8695-4ef7-a030-ba7ca3077b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.891438 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-f2d7cc5b-262d-4a46-bdcf-898ff58976e3 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Calling delete_port for b9841e03-4e96-4831-97e0-0e03b9a3d10c owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:56:44.988090 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d18594c-8695-4ef7-a030-ba7ca3077b5e None None] Network 68e25f06-7ca3-4fe1-b143-a3cb219b7dfd is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:44.994296 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-3d18594c-8695-4ef7-a030-ba7ca3077b5e None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:45.010395 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d18594c-8695-4ef7-a030-ba7ca3077b5e None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:45.131570 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18594c-8695-4ef7-a030-ba7ca3077b5e None None] Pushing event updated for resources: {'Port': ['ID=fb55ce6f-ff71-415f-a58d-25832eada5c7,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:45.180403 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-3d18594c-8695-4ef7-a030-ba7ca3077b5e None None] Attempting to bind port fb55ce6f-ff71-415f-a58d-25832eada5c7 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:45.181026 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-3d18594c-8695-4ef7-a030-ba7ca3077b5e None None] Attempting to bind port fb55ce6f-ff71-415f-a58d-25832eada5c7 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '68a9d9d7-152c-4a23-862e-c6d4d3f2c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '68e25f06-7ca3-4fe1-b143-a3cb219b7dfd'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:45.181992 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d18594c-8695-4ef7-a030-ba7ca3077b5e None None] Attempting to bind port fb55ce6f-ff71-415f-a58d-25832eada5c7 on network 68e25f06-7ca3-4fe1-b143-a3cb219b7dfd {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:45.199838 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d18594c-8695-4ef7-a030-ba7ca3077b5e None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:45.200497 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d18594c-8695-4ef7-a030-ba7ca3077b5e None None] Checking segment: {'id': '68a9d9d7-152c-4a23-862e-c6d4d3f2c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '68e25f06-7ca3-4fe1-b143-a3cb219b7dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:45.202058 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3d18594c-8695-4ef7-a030-ba7ca3077b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.204128 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d18594c-8695-4ef7-a030-ba7ca3077b5e None None] Bound using segment: {'id': '68a9d9d7-152c-4a23-862e-c6d4d3f2c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '68e25f06-7ca3-4fe1-b143-a3cb219b7dfd'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:45.204811 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-3d18594c-8695-4ef7-a030-ba7ca3077b5e None None] Bound port: fb55ce6f-ff71-415f-a58d-25832eada5c7, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a9d9d7-152c-4a23-862e-c6d4d3f2c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '68e25f06-7ca3-4fe1-b143-a3cb219b7dfd'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:45.207068 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3d18594c-8695-4ef7-a030-ba7ca3077b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.308209 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f2d7cc5b-262d-4a46-bdcf-898ff58976e3 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.334817 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-3d18594c-8695-4ef7-a030-ba7ca3077b5e None None] For port fb55ce6f-ff71-415f-a58d-25832eada5c7, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:45.343825 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-3d18594c-8695-4ef7-a030-ba7ca3077b5e None None] For port fb55ce6f-ff71-415f-a58d-25832eada5c7, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fb55ce6f-ff71-415f-a58d-25832eada5c7,segment=NetworkSegment(68a9d9d7-152c-4a23-862e-c6d4d3f2c89c),segment_id=68a9d9d7-152c-4a23-862e-c6d4d3f2c89c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:45.353011 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3d18594c-8695-4ef7-a030-ba7ca3077b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.370073 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7cc5b-262d-4a46-bdcf-898ff58976e3 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Pushing event deleted for resources: {'Port': ['ID=b9841e03-4e96-4831-97e0-0e03b9a3d10c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:45.494258 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18594c-8695-4ef7-a030-ba7ca3077b5e None None] Pushing event updated for resources: {'Port': ['ID=fb55ce6f-ff71-415f-a58d-25832eada5c7,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:45.514210 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f2d7cc5b-262d-4a46-bdcf-898ff58976e3 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.612267 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e62f7801-09b2-460b-b6fe-1c0fa628f0c1 req-60817fe4-e603-466b-a110-aa77aed06ac2 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.628538 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-8f57e087-a243-4676-987a-97e89952f53e req-7393b304-1e8f-48d1-9ffa-24c503d0e2f4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] For port 5c7f44e5-6b20-4334-be07-bc28f725f95b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=5c7f44e5-6b20-4334-be07-bc28f725f95b,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:45.628985 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8f57e087-a243-4676-987a-97e89952f53e req-7393b304-1e8f-48d1-9ffa-24c503d0e2f4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.640475 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f2d7cc5b-262d-4a46-bdcf-898ff58976e3 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.644086 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f2d7cc5b-262d-4a46-bdcf-898ff58976e3 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.714215 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f2d7cc5b-262d-4a46-bdcf-898ff58976e3 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.715457 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d7cc5b-262d-4a46-bdcf-898ff58976e3 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Fanout notify agent at l3_agent the message router_deleted on router 2f0ef032-780f-47cc-ad40-082d0d40f7f8 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:56:45.717628 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c2b77ece-6fe3-40a4-9133-45abf0daa6c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.723881 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f2d7cc5b-262d-4a46-bdcf-898ff58976e3 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.725549 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f2d7cc5b-262d-4a46-bdcf-898ff58976e3 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "DELETE /v2.0/routers/2f0ef032-780f-47cc-ad40-082d0d40f7f8 HTTP/1.1" status: 204 len: 168 time: 1.6959965 Apr 18 20:56:45.730372 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32916) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:45.735904 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-20cf477c-12fa-4194-83eb-6a4acc058253 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-759721708', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:45.777155 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375447ba-9dc7-413c-822b-bb4617300019 req-0cc3e1a1-600f-48a2-9f1a-031000722f95 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:45.779680 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-375447ba-9dc7-413c-822b-bb4617300019 req-0cc3e1a1-600f-48a2-9f1a-031000722f95 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 945 time: 0.9599705 Apr 18 20:56:45.789599 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20cf477c-12fa-4194-83eb-6a4acc058253 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.792134 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20cf477c-12fa-4194-83eb-6a4acc058253 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.810989 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11a8da-c92f-453b-8346-aeb3cdf1159e req-bbfe55c1-af10-4937-a122-5a6c8f0db702 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:45.812619 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d11a8da-c92f-453b-8346-aeb3cdf1159e req-bbfe55c1-af10-4937-a122-5a6c8f0db702 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 828 time: 0.8518777 Apr 18 20:56:45.813768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60817fe4-e603-466b-a110-aa77aed06ac2 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event deleted for resources: {'Port': ['ID=5f921e34-a5ce-4f75-a5fc-8dd0c52244b7,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:45.918383 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b77ece-6fe3-40a4-9133-45abf0daa6c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Subnet': ['ID=b57b251c-c30c-4767-ac54-ba979c6dc6c8,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:45.946956 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a685f7e2-3bee-43af-8b97-b93ae8a54057 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.982753 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20cf477c-12fa-4194-83eb-6a4acc058253 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.991753 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20cf477c-12fa-4194-83eb-6a4acc058253 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.047831 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20cf477c-12fa-4194-83eb-6a4acc058253 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.053060 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-20cf477c-12fa-4194-83eb-6a4acc058253 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3204722 Apr 18 20:56:46.080996 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32922) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:46.087292 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Request body: {'router': {'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:46.108651 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62f7801-09b2-460b-b6fe-1c0fa628f0c1 req-60817fe4-e603-466b-a110-aa77aed06ac2 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] No DVR routers for this DVR port 5f921e34-a5ce-4f75-a5fc-8dd0c52244b7 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:46.116863 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 5c7f44e5-6b20-4334-be07-bc28f725f95b no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:56:46.149523 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e62f7801-09b2-460b-b6fe-1c0fa628f0c1 req-60817fe4-e603-466b-a110-aa77aed06ac2 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.153600 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e62f7801-09b2-460b-b6fe-1c0fa628f0c1 req-60817fe4-e603-466b-a110-aa77aed06ac2 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.32 "DELETE /v2.0/ports/5f921e34-a5ce-4f75-a5fc-8dd0c52244b7 HTTP/1.1" status: 204 len: 173 time: 4.9411759 Apr 18 20:56:46.357342 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec913b6e-6142-4500-91fc-227a73aa492e', 'name': 'network-vif-deleted', 'tag': '5f921e34-a5ce-4f75-a5fc-8dd0c52244b7'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:46.360003 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.360985 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cc482e-6d76-467f-aa71-f69d3961aaa3" -d '{"events": [{"server_uuid": "ec913b6e-6142-4500-91fc-227a73aa492e", "name": "network-vif-deleted", "tag": "5f921e34-a5ce-4f75-a5fc-8dd0c52244b7"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:46.456741 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 5c7f44e5-6b20-4334-be07-bc28f725f95b, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=5c7f44e5-6b20-4334-be07-bc28f725f95b,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:46.462988 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.572047 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=5c7f44e5-6b20-4334-be07-bc28f725f95b,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:46.651606 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-375447ba-9dc7-413c-822b-bb4617300019 req-51bc8b6e-604a-4fdf-9364-8d46e3c648ba tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8113468 Apr 18 20:56:46.667786 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b37e2f9d-e0f0-4c07-98e2-29c2ac6ce43e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.721914 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.746473 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c2b77ece-6fe3-40a4-9133-45abf0daa6c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.750024 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b37e2f9d-e0f0-4c07-98e2-29c2ac6ce43e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.761373 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4af384-65ed-4235-bdca-62cc633e34fc x-openstack-request-id: req-8a4af384-65ed-4235-bdca-62cc633e34fc {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:46.761957 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec913b6e-6142-4500-91fc-227a73aa492e", "name": "network-vif-deleted", "tag": "5f921e34-a5ce-4f75-a5fc-8dd0c52244b7", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:46.762431 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a4af384-65ed-4235-bdca-62cc633e34fc {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:46.763389 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a4af384-65ed-4235-bdca-62cc633e34fc'] response: {'server_uuid': 'ec913b6e-6142-4500-91fc-227a73aa492e', 'name': 'network-vif-deleted', 'tag': '5f921e34-a5ce-4f75-a5fc-8dd0c52244b7', 'status': 'completed', 'code': 200} Apr 18 20:56:46.813275 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c7f44e5-6b20-4334-be07-bc28f725f95b'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:46.817285 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08387fcb-a7b8-4f93-ba80-cee807867b9c" -d '{"events": [{"server_uuid": "812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e", "name": "network-vif-unplugged", "status": "completed", "tag": "5c7f44e5-6b20-4334-be07-bc28f725f95b"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:46.972080 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5d53bc-1f90-44c6-bfe6-11e266fe065e x-openstack-request-id: req-6d5d53bc-1f90-44c6-bfe6-11e266fe065e {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:46.972316 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e", "name": "network-vif-unplugged", "status": "completed", "tag": "5c7f44e5-6b20-4334-be07-bc28f725f95b", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:46.972595 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d5d53bc-1f90-44c6-bfe6-11e266fe065e {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:46.973001 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d5d53bc-1f90-44c6-bfe6-11e266fe065e'] response: {'server_uuid': '812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c7f44e5-6b20-4334-be07-bc28f725f95b', 'code': 200} Apr 18 20:56:47.043233 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8f57e087-a243-4676-987a-97e89952f53e req-7393b304-1e8f-48d1-9ffa-24c503d0e2f4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.044002 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8f57e087-a243-4676-987a-97e89952f53e req-7393b304-1e8f-48d1-9ffa-24c503d0e2f4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.044723 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [req-8f57e087-a243-4676-987a-97e89952f53e req-7393b304-1e8f-48d1-9ffa-24c503d0e2f4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Floating IP f75364bc-a706-4eaa-9dbd-0a40ccc1d193 disassociated. External IP: 172.25.1.157, port: 5c7f44e5-6b20-4334-be07-bc28f725f95b. Apr 18 20:56:47.045441 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-8f57e087-a243-4676-987a-97e89952f53e req-7393b304-1e8f-48d1-9ffa-24c503d0e2f4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Calling delete_port for 5c7f44e5-6b20-4334-be07-bc28f725f95b owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:56:47.240678 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-c2b77ece-6fe3-40a4-9133-45abf0daa6c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e25f06-7ca3-4fe1-b143-a3cb219b7dfd']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:47.247896 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6200e345-c839-416c-830d-925052f98389 None None] Network 68e25f06-7ca3-4fe1-b143-a3cb219b7dfd requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:56:47.255826 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1b2e9-5c19-4c66-812d-3c53c5c956db req-ac8094ca-71c2-4729-9e07-8f5f06dd3081 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:47.257834 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dbe1b2e9-5c19-4c66-812d-3c53c5c956db req-ac8094ca-71c2-4729-9e07-8f5f06dd3081 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 945 time: 1.2376626 Apr 18 20:56:47.295844 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1086ff63-1e0f-4f62-8de0-5cd7b08fa355 req-f63d467b-ec54-4ac3-8347-98b053f65a73 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9314580 Apr 18 20:56:47.305539 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.360849 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-c2b77ece-6fe3-40a4-9133-45abf0daa6c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a9d9d7-152c-4a23-862e-c6d4d3f2c89c') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:47.362513 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-c2b77ece-6fe3-40a4-9133-45abf0daa6c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a9d9d7-152c-4a23-862e-c6d4d3f2c89c') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:47.370169 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.397542 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e2f9d-e0f0-4c07-98e2-29c2ac6ce43e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Port': ['ID=da860810-7329-4a46-a6bb-4a68c413a78b,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:47.432244 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-514a8251-c870-44f8-9114-afbd1c4b1c67 None None] Provisioning complete for port fb55ce6f-ff71-415f-a58d-25832eada5c7 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:47.432972 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-514a8251-c870-44f8-9114-afbd1c4b1c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.447496 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c2b77ece-6fe3-40a4-9133-45abf0daa6c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.458223 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d77fad9-2b29-432a-b2a8-b1862da5bc6f req-f19ffa64-e6b4-4d7b-9587-29b547edccc3 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec913b6e-6142-4500-91fc-227a73aa492e HTTP/1.1" status: 200 len: 210 time: 0.1930957 Apr 18 20:56:47.467089 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a685f7e2-3bee-43af-8b97-b93ae8a54057 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.470489 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b37e2f9d-e0f0-4c07-98e2-29c2ac6ce43e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.480284 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fb55ce6f-ff71-415f-a58d-25832eada5c7 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:47.534809 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dbe1b2e9-5c19-4c66-812d-3c53c5c956db req-027d4b4d-f9dc-480a-b5f1-2b9b4818a7e9 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=4afc98b6-7044-4b89-b8a1-50b5145ddcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358403 Apr 18 20:56:47.582481 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c2b77ece-6fe3-40a4-9133-45abf0daa6c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.638395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b77ece-6fe3-40a4-9133-45abf0daa6c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:56:47.639187 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c2b77ece-6fe3-40a4-9133-45abf0daa6c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:56:47.647101 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:56:47.715579 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086ff63-1e0f-4f62-8de0-5cd7b08fa355 req-ef25ae0c-9199-4989-af31-14e7a501c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:47.726106 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1086ff63-1e0f-4f62-8de0-5cd7b08fa355 req-ef25ae0c-9199-4989-af31-14e7a501c55e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 1096 time: 0.3849132 Apr 18 20:56:47.750795 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port fb55ce6f-ff71-415f-a58d-25832eada5c7 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:47.751167 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.790765 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41096eb7-1a34-40ee-9fc8-63ed4874fa8b None None] DHCP port deletion for 68e25f06-7ca3-4fe1-b143-a3cb219b7dfd request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:56:47.807023 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-514a8251-c870-44f8-9114-afbd1c4b1c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.823529 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Allocated IP 172.25.1.100 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/cb305db5-5df9-4b79-b3ed-b00f6f5a3019) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:47.883383 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-514a8251-c870-44f8-9114-afbd1c4b1c67 None None] For port fb55ce6f-ff71-415f-a58d-25832eada5c7, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fb55ce6f-ff71-415f-a58d-25832eada5c7,segment=NetworkSegment(68a9d9d7-152c-4a23-862e-c6d4d3f2c89c),segment_id=68a9d9d7-152c-4a23-862e-c6d4d3f2c89c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:47.891485 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-514a8251-c870-44f8-9114-afbd1c4b1c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.065334 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.113370 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a8251-c870-44f8-9114-afbd1c4b1c67 None None] Pushing event updated for resources: {'Port': ['ID=fb55ce6f-ff71-415f-a58d-25832eada5c7,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:48.141543 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-41096eb7-1a34-40ee-9fc8-63ed4874fa8b None None] Deleting port fb55ce6f-ff71-415f-a58d-25832eada5c7 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:56:48.142168 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-41096eb7-1a34-40ee-9fc8-63ed4874fa8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.158919 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.260792 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:48.265351 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:48.276623 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:48.316320 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Pushing event updated for resources: {'Port': ['ID=cb305db5-5df9-4b79-b3ed-b00f6f5a3019,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:48.325706 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-41096eb7-1a34-40ee-9fc8-63ed4874fa8b None None] For port fb55ce6f-ff71-415f-a58d-25832eada5c7, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fb55ce6f-ff71-415f-a58d-25832eada5c7,segment=NetworkSegment(68a9d9d7-152c-4a23-862e-c6d4d3f2c89c),segment_id=68a9d9d7-152c-4a23-862e-c6d4d3f2c89c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:48.326129 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-41096eb7-1a34-40ee-9fc8-63ed4874fa8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.335308 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:48.335951 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:48.336831 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:48.337344 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:48.338130 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:48.338832 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:48.339355 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:48.339721 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:48.340089 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:48.340785 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:48.341191 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:48.341554 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:48.344259 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-41096eb7-1a34-40ee-9fc8-63ed4874fa8b None None] Calling delete_port for fb55ce6f-ff71-415f-a58d-25832eada5c7 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:56:48.448703 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8f57e087-a243-4676-987a-97e89952f53e req-7393b304-1e8f-48d1-9ffa-24c503d0e2f4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.500877 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-41096eb7-1a34-40ee-9fc8-63ed4874fa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.505851 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.db.api [None req-c2b77ece-6fe3-40a4-9133-45abf0daa6c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 20:56:48.505851 n-d-838323-3 neutron-server[102908]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 20:56:48.505851 n-d-838323-3 neutron-server[102908]: [parameters: {'id': '68e25f06-7ca3-4fe1-b143-a3cb219b7dfd'}] Apr 18 20:56:48.505851 n-d-838323-3 neutron-server[102908]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:56:48.506560 n-d-838323-3 neutron-server[102908]: DEBUG oslo_db.api [None req-c2b77ece-6fe3-40a4-9133-45abf0daa6c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:56:48.560972 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41096eb7-1a34-40ee-9fc8-63ed4874fa8b None None] Pushing event deleted for resources: {'Port': ['ID=fb55ce6f-ff71-415f-a58d-25832eada5c7,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:48.568566 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41096eb7-1a34-40ee-9fc8-63ed4874fa8b None None] No DVR routers for this DVR port fb55ce6f-ff71-415f-a58d-25832eada5c7 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:48.622079 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78749c4-0897-40f0-9fab-eebccfc0d849 req-c09b8699-d7f0-48fd-ac47-ba539bee876a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:48.639813 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e78749c4-0897-40f0-9fab-eebccfc0d849 req-c09b8699-d7f0-48fd-ac47-ba539bee876a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 945 time: 0.7838101 Apr 18 20:56:48.654051 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 32942) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:48.658318 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393b304-1e8f-48d1-9ffa-24c503d0e2f4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event deleted for resources: {'Port': ['ID=5c7f44e5-6b20-4334-be07-bc28f725f95b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:48.854925 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37e2f9d-e0f0-4c07-98e2-29c2ac6ce43e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network 3f63ff29-019e-48fc-84a2-73fdaaca2adf is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:48.858837 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c5726b7b-de16-4573-908d-63b9db5a9f92 req-adf67c53-9c21-4553-931e-3c9ab881334a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 210 time: 0.1079905 Apr 18 20:56:48.873193 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-a685f7e2-3bee-43af-8b97-b93ae8a54057 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Deleting port 202c30bc-0e02-48c6-b304-18f997f62b70 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:56:48.873761 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a685f7e2-3bee-43af-8b97-b93ae8a54057 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.899861 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-b37e2f9d-e0f0-4c07-98e2-29c2ac6ce43e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:49.028776 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.123597 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c2b77ece-6fe3-40a4-9133-45abf0daa6c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.232334 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086ff63-1e0f-4f62-8de0-5cd7b08fa355 req-2d70ceb9-ab84-46c7-9e9f-f8f0dd9b1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:49.234035 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1086ff63-1e0f-4f62-8de0-5cd7b08fa355 req-2d70ceb9-ab84-46c7-9e9f-f8f0dd9b1a71 service neutron] 10.222.0.57 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 912 time: 1.3661332 Apr 18 20:56:49.242078 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fb55ce6f-ff71-415f-a58d-25832eada5c7 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:56:49.315394 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: fb55ce6f-ff71-415f-a58d-25832eada5c7 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:56:49.318711 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fb55ce6f-ff71-415f-a58d-25832eada5c7 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:56:49.462387 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c2666650-be46-4455-b97e-e199a30e6d84 None None] Provisioning complete for port da860810-7329-4a46-a6bb-4a68c413a78b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:49.462964 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c2666650-be46-4455-b97e-e199a30e6d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.486905 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.495276 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e78749c4-0897-40f0-9fab-eebccfc0d849 req-e662e8bf-a110-4ec5-bd35-b5d7f7bb9cfe tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8568683 Apr 18 20:56:49.507183 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608727'] for router, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.568413 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c2666650-be46-4455-b97e-e199a30e6d84 None None] Port da860810-7329-4a46-a6bb-4a68c413a78b cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:56:49.634302 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1086ff63-1e0f-4f62-8de0-5cd7b08fa355 req-46d111ba-18f5-49ad-a43e-6013f585ceda service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04253ddb-467b-4be0-a4e2-cc5e733812ae HTTP/1.1" status: 200 len: 217 time: 0.2394600 Apr 18 20:56:49.843355 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Router 1c37999e-0777-4648-8f60-c4b3b3bbec4f is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:56:49.918833 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a685f7e2-3bee-43af-8b97-b93ae8a54057 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.973784 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086ff63-1e0f-4f62-8de0-5cd7b08fa355 req-ce07d954-353a-4017-b42c-2d174847d826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:49.976620 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1086ff63-1e0f-4f62-8de0-5cd7b08fa355 req-ce07d954-353a-4017-b42c-2d174847d826 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.3259051 Apr 18 20:56:50.023702 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:50.034720 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.039257 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-420fc30d-af5c-4126-b533-1b38d89a2ba0 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "PUT /v2.0/routers/1c37999e-0777-4648-8f60-c4b3b3bbec4f HTTP/1.1" status: 200 len: 879 time: 3.9564981 Apr 18 20:56:50.039926 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32950) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:50.050392 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-a685f7e2-3bee-43af-8b97-b93ae8a54057 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Calling delete_port for 202c30bc-0e02-48c6-b304-18f997f62b70 owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:56:50.055296 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0465b9d-a928-4f29-85e6-7d12aeea78d5 None None] Sync routers for ids ['1c37999e-0777-4648-8f60-c4b3b3bbec4f'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:50.067330 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0465b9d-a928-4f29-85e6-7d12aeea78d5 None None] Routers {'1c37999e-0777-4648-8f60-c4b3b3bbec4f'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:50.069033 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f0465b9d-a928-4f29-85e6-7d12aeea78d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1c37999e-0777-4648-8f60-c4b3b3bbec4f'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:50.117945 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f0465b9d-a928-4f29-85e6-7d12aeea78d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:50.129778 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0465b9d-a928-4f29-85e6-7d12aeea78d5 None None] Routers {'1c37999e-0777-4648-8f60-c4b3b3bbec4f'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:50.130711 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f0465b9d-a928-4f29-85e6-7d12aeea78d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1c37999e-0777-4648-8f60-c4b3b3bbec4f'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:50.131919 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f57e087-a243-4676-987a-97e89952f53e req-7393b304-1e8f-48d1-9ffa-24c503d0e2f4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Router 0b213186-7500-4ecf-b970-f176d66dd662 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:56:50.170163 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f0465b9d-a928-4f29-85e6-7d12aeea78d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:50.171152 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0465b9d-a928-4f29-85e6-7d12aeea78d5 None None] The sync data for ids ['1c37999e-0777-4648-8f60-c4b3b3bbec4f'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:50.201023 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2d0caa35-34a5-4ffe-90a7-60c069cfa2f8 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "GET /v2.0/routers/1c37999e-0777-4648-8f60-c4b3b3bbec4f HTTP/1.1" status: 200 len: 920 time: 0.1596079 Apr 18 20:56:50.203871 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32952) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:50.240889 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d34cb51-0b3f-49fe-949f-66d28226df06 req-9736a741-977d-4cac-968d-deaeb6f0c84d tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 210 time: 0.2095435 Apr 18 20:56:50.253956 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c2b77ece-6fe3-40a4-9133-45abf0daa6c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.278758 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e431ca-c94e-4e11-bde8-872a8f51983a tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:50.285586 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-73e431ca-c94e-4e11-bde8-872a8f51983a tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&device_id=1c37999e-0777-4648-8f60-c4b3b3bbec4f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0751736 Apr 18 20:56:50.286083 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32954) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:50.348387 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352e3a7-ddd0-4991-8ac9-246a9a6c4d90 req-f9571eb0-18d8-4871-807c-12517ed8ebba tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:50.351122 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3352e3a7-ddd0-4991-8ac9-246a9a6c4d90 req-f9571eb0-18d8-4871-807c-12517ed8ebba tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 945 time: 0.5954452 Apr 18 20:56:50.445673 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05104f2-2660-4284-908c-9ab8d602022c tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:50.449222 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c05104f2-2660-4284-908c-9ab8d602022c tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 881 time: 0.1614635 Apr 18 20:56:50.451002 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32958) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:50.508750 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b2dc90b3-e0f6-490c-8747-ff61f729b936 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c37999e-0777-4648-8f60-c4b3b3bbec4f HTTP/1.1" status: 200 len: 205 time: 0.0557964 Apr 18 20:56:50.509663 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32960) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:50.528197 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-c2b77ece-6fe3-40a4-9133-45abf0daa6c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e25f06-7ca3-4fe1-b143-a3cb219b7dfd']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:50.593481 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-c2b77ece-6fe3-40a4-9133-45abf0daa6c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a9d9d7-152c-4a23-862e-c6d4d3f2c89c') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:50.593832 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-c2b77ece-6fe3-40a4-9133-45abf0daa6c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a9d9d7-152c-4a23-862e-c6d4d3f2c89c') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:50.632475 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086ff63-1e0f-4f62-8de0-5cd7b08fa355 req-7091f2a1-7737-426c-bc9f-e06e2588e18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:50.634003 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1086ff63-1e0f-4f62-8de0-5cd7b08fa355 req-7091f2a1-7737-426c-bc9f-e06e2588e18e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5005524 Apr 18 20:56:50.673370 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c2b77ece-6fe3-40a4-9133-45abf0daa6c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.690715 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37e2f9d-e0f0-4c07-98e2-29c2ac6ce43e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Router 647c8ccd-c064-41ee-b38f-9e31a708b960 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:56:50.691134 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f883db68-3b9c-4704-9a45-1f40d6b1ae8f tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.836912 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f883db68-3b9c-4704-9a45-1f40d6b1ae8f tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.837710 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c2b77ece-6fe3-40a4-9133-45abf0daa6c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.851085 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3352e3a7-ddd0-4991-8ac9-246a9a6c4d90 req-5419c3a3-1de5-4345-a6ae-b2a2b751334b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637650 Apr 18 20:56:50.932400 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b77ece-6fe3-40a4-9133-45abf0daa6c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:56:50.933603 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c2b77ece-6fe3-40a4-9133-45abf0daa6c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:56:50.946786 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:56:50.987624 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-f883db68-3b9c-4704-9a45-1f40d6b1ae8f tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Deleting port cb305db5-5df9-4b79-b3ed-b00f6f5a3019 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:56:50.988196 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f883db68-3b9c-4704-9a45-1f40d6b1ae8f tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:51.182592 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f883db68-3b9c-4704-9a45-1f40d6b1ae8f tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:51.212037 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-f883db68-3b9c-4704-9a45-1f40d6b1ae8f tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Calling delete_port for cb305db5-5df9-4b79-b3ed-b00f6f5a3019 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:56:51.512585 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f57e087-a243-4676-987a-97e89952f53e req-7393b304-1e8f-48d1-9ffa-24c503d0e2f4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:51.535627 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c318019e-3e34-44a0-8506-1b0ccbb1ecab None None] Sync routers for ids ['0b213186-7500-4ecf-b970-f176d66dd662'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:51.565378 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c318019e-3e34-44a0-8506-1b0ccbb1ecab None None] Routers {'0b213186-7500-4ecf-b970-f176d66dd662'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:51.569231 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-c318019e-3e34-44a0-8506-1b0ccbb1ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0b213186-7500-4ecf-b970-f176d66dd662'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:51.584838 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f883db68-3b9c-4704-9a45-1f40d6b1ae8f tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:51.638892 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883db68-3b9c-4704-9a45-1f40d6b1ae8f tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Pushing event deleted for resources: {'Port': ['ID=cb305db5-5df9-4b79-b3ed-b00f6f5a3019,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:51.641333 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aaa681fc-486b-47dc-8a87-c6a4d6cf13e0 req-be42fae7-7348-4c8d-9f1b-7ba21fbaa5dc tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 210 time: 0.1845369 Apr 18 20:56:51.734051 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f883db68-3b9c-4704-9a45-1f40d6b1ae8f tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:51.787849 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c2b77ece-6fe3-40a4-9133-45abf0daa6c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:51.852947 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f57e087-a243-4676-987a-97e89952f53e req-7393b304-1e8f-48d1-9ffa-24c503d0e2f4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] No DVR routers for this DVR port 5c7f44e5-6b20-4334-be07-bc28f725f95b on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:51.863512 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c2b77ece-6fe3-40a4-9133-45abf0daa6c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:51.872919 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c2b77ece-6fe3-40a4-9133-45abf0daa6c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/networks/68e25f06-7ca3-4fe1-b143-a3cb219b7dfd HTTP/1.1" status: 204 len: 168 time: 8.2539642 Apr 18 20:56:51.888459 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 32972) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:51.888712 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f883db68-3b9c-4704-9a45-1f40d6b1ae8f tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:51.888841 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8f57e087-a243-4676-987a-97e89952f53e req-7393b304-1e8f-48d1-9ffa-24c503d0e2f4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:51.889605 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f883db68-3b9c-4704-9a45-1f40d6b1ae8f tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:51.897653 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f57e087-a243-4676-987a-97e89952f53e req-7393b304-1e8f-48d1-9ffa-24c503d0e2f4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.32 "DELETE /v2.0/ports/5c7f44e5-6b20-4334-be07-bc28f725f95b HTTP/1.1" status: 204 len: 173 time: 8.5029564 Apr 18 20:56:51.913670 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-c318019e-3e34-44a0-8506-1b0ccbb1ecab None None] Set router 0b213186-7500-4ecf-b970-f176d66dd662 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:51.924652 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e', 'name': 'network-vif-deleted', 'tag': '5c7f44e5-6b20-4334-be07-bc28f725f95b'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:51.927267 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db78f9e7-84bd-4c7c-802c-91ec8ad2607f" -d '{"events": [{"server_uuid": "812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e", "name": "network-vif-deleted", "tag": "5c7f44e5-6b20-4334-be07-bc28f725f95b"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:51.931667 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1086ff63-1e0f-4f62-8de0-5cd7b08fa355 req-0fd5e894-06c4-46eb-a6fa-910796d9965d service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2434142 Apr 18 20:56:51.935786 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-25785002-739c-4079-8cdf-5452ff223b20 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1054116842'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:51.955791 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b77ece-6fe3-40a4-9133-45abf0daa6c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Network': ['ID=68e25f06-7ca3-4fe1-b143-a3cb219b7dfd,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:51.964767 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f883db68-3b9c-4704-9a45-1f40d6b1ae8f tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:51.966432 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f883db68-3b9c-4704-9a45-1f40d6b1ae8f tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Fanout notify agent at l3_agent the message router_deleted on router 1c37999e-0777-4648-8f60-c4b3b3bbec4f {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:56:51.977386 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37e2f9d-e0f0-4c07-98e2-29c2ac6ce43e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:51.990812 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f883db68-3b9c-4704-9a45-1f40d6b1ae8f tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.003617 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8db87e6-0085-4c27-b43e-42e7b1190299 None None] Sync routers for ids ['647c8ccd-c064-41ee-b38f-9e31a708b960'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:52.004197 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f883db68-3b9c-4704-9a45-1f40d6b1ae8f tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "DELETE /v2.0/routers/1c37999e-0777-4648-8f60-c4b3b3bbec4f HTTP/1.1" status: 204 len: 168 time: 1.4924006 Apr 18 20:56:52.006251 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32976) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:52.018221 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ed90c73a-936a-4036-93d3-a6ae22470ddc tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1352286256', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:52.024414 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8db87e6-0085-4c27-b43e-42e7b1190299 None None] Routers {'647c8ccd-c064-41ee-b38f-9e31a708b960'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:52.025100 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e8db87e6-0085-4c27-b43e-42e7b1190299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['647c8ccd-c064-41ee-b38f-9e31a708b960'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:52.027182 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b37e2f9d-e0f0-4c07-98e2-29c2ac6ce43e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "PUT /v2.0/routers/647c8ccd-c064-41ee-b38f-9e31a708b960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5698726 Apr 18 20:56:52.031281 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 32978) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:52.081566 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a685f7e2-3bee-43af-8b97-b93ae8a54057 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.100179 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ed90c73a-936a-4036-93d3-a6ae22470ddc tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.105009 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ed90c73a-936a-4036-93d3-a6ae22470ddc tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.106444 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e8db87e6-0085-4c27-b43e-42e7b1190299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:52.129813 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8db87e6-0085-4c27-b43e-42e7b1190299 None None] Routers {'647c8ccd-c064-41ee-b38f-9e31a708b960'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:52.130471 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e8db87e6-0085-4c27-b43e-42e7b1190299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['647c8ccd-c064-41ee-b38f-9e31a708b960'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:52.192692 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1031e-dc4b-455f-ae65-66af8a6cbc5e req-0ad3e286-b239-413c-a12e-3cbacb782283 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:52.197222 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ed90c73a-936a-4036-93d3-a6ae22470ddc tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.199613 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ca1031e-dc4b-455f-ae65-66af8a6cbc5e req-0ad3e286-b239-413c-a12e-3cbacb782283 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 945 time: 0.7548692 Apr 18 20:56:52.213072 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39302e8-456a-400d-b16c-e5d30739dcb0 x-openstack-request-id: req-f39302e8-456a-400d-b16c-e5d30739dcb0 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:52.213693 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e", "name": "network-vif-deleted", "tag": "5c7f44e5-6b20-4334-be07-bc28f725f95b", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:52.213933 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f39302e8-456a-400d-b16c-e5d30739dcb0 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:52.214379 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f39302e8-456a-400d-b16c-e5d30739dcb0'] response: {'server_uuid': '812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e', 'name': 'network-vif-deleted', 'tag': '5c7f44e5-6b20-4334-be07-bc28f725f95b', 'status': 'completed', 'code': 200} Apr 18 20:56:52.214710 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ed90c73a-936a-4036-93d3-a6ae22470ddc tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.265521 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ed90c73a-936a-4036-93d3-a6ae22470ddc tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.276227 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ed90c73a-936a-4036-93d3-a6ae22470ddc tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2655406 Apr 18 20:56:52.277898 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32980) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:52.288730 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-3e9247cd-1a39-4912-9260-eeb5c2a96b74 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'enable_snat': True}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:52.372267 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25785002-739c-4079-8cdf-5452ff223b20 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Made reservation on behalf of eb1eb5b094504b78a5be18b896c5bdba for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:52.386752 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-25785002-739c-4079-8cdf-5452ff223b20 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.421711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685f7e2-3bee-43af-8b97-b93ae8a54057 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Pushing event deleted for resources: {'Port': ['ID=202c30bc-0e02-48c6-b304-18f997f62b70,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:52.426140 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e8db87e6-0085-4c27-b43e-42e7b1190299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:52.427816 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8db87e6-0085-4c27-b43e-42e7b1190299 None None] The sync data for ids ['647c8ccd-c064-41ee-b38f-9e31a708b960'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:52.460058 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ec641f-a413-4fd0-b10f-69c102ed6abb tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:52.461582 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e2ec641f-a413-4fd0-b10f-69c102ed6abb tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "GET /v2.0/ports/da860810-7329-4a46-a6bb-4a68c413a78b HTTP/1.1" status: 200 len: 978 time: 0.4182758 Apr 18 20:56:52.488020 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 32982) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:52.500073 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-c318019e-3e34-44a0-8506-1b0ccbb1ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5dd253cd-854f-45e4-b89c-9045a0554e6f', 'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'mac_address': 'fa:16:3e:b8:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:02Z', 'updated_at': '2022-04-18T20:52:12Z', 'revision_number': 5, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'subnets': [{'id': '934e222d-a43e-4b81-a646-860f58e51213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:52.577293 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c318019e-3e34-44a0-8506-1b0ccbb1ecab None None] Checking router: 0b213186-7500-4ecf-b970-f176d66dd662 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:56:52.590862 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c318019e-3e34-44a0-8506-1b0ccbb1ecab None None] Routers {'0b213186-7500-4ecf-b970-f176d66dd662'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:52.591838 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-c318019e-3e34-44a0-8506-1b0ccbb1ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0b213186-7500-4ecf-b970-f176d66dd662'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:52.631013 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ca1031e-dc4b-455f-ae65-66af8a6cbc5e req-d5b4c364-9700-44d0-b9bd-84965fae7126 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639488 Apr 18 20:56:52.731527 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25785002-739c-4079-8cdf-5452ff223b20 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:56:52.790054 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1086ff63-1e0f-4f62-8de0-5cd7b08fa355 req-d429f3be-ded2-4c4a-a932-1653450f22b2 service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8388126 Apr 18 20:56:52.800804 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3e9247cd-1a39-4912-9260-eeb5c2a96b74 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.830797 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a685f7e2-3bee-43af-8b97-b93ae8a54057 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.835249 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-c318019e-3e34-44a0-8506-1b0ccbb1ecab None None] Set router 0b213186-7500-4ecf-b970-f176d66dd662 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:52.842018 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-25785002-739c-4079-8cdf-5452ff223b20 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.842425 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-25785002-739c-4079-8cdf-5452ff223b20 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Added segment bfb3d203-26c6-4060-a4b9-27e14b1c7ac2 of type vlan for network 3edad258-ab4f-4251-90c1-7cd980d50e03 Apr 18 20:56:53.053362 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-25785002-739c-4079-8cdf-5452ff223b20 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.073724 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a685f7e2-3bee-43af-8b97-b93ae8a54057 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.080378 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a685f7e2-3bee-43af-8b97-b93ae8a54057 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.158792 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4fa57221-e7f4-4def-9879-e33702daa19c req-66b98222-6792-4a07-84f4-19ad5450bd5d tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=812bc5b5-ed4a-4a9a-aad4-5f8f20ab5e5e HTTP/1.1" status: 200 len: 210 time: 0.0958683 Apr 18 20:56:53.237496 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.db.resource_extend [None req-25785002-739c-4079-8cdf-5452ff223b20 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:56:53.289265 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af704708-43b4-4d5f-bbb5-676a7a20b634 req-75d70699-8807-4103-af88-48642fc49a81 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:53.291111 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af704708-43b4-4d5f-bbb5-676a7a20b634 req-75d70699-8807-4103-af88-48642fc49a81 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.32 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 945 time: 0.4053464 Apr 18 20:56:53.303890 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a685f7e2-3bee-43af-8b97-b93ae8a54057 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.304456 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a685f7e2-3bee-43af-8b97-b93ae8a54057 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Fanout notify agent at l3_agent the message router_deleted on router 49d23958-0533-402b-af0c-76ebacef1fda {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:56:53.315368 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a685f7e2-3bee-43af-8b97-b93ae8a54057 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.320230 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a685f7e2-3bee-43af-8b97-b93ae8a54057 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "DELETE /v2.0/routers/49d23958-0533-402b-af0c-76ebacef1fda HTTP/1.1" status: 204 len: 168 time: 8.5250933 Apr 18 20:56:53.326672 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32988) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:53.335921 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ce236054-76d8-4bab-b7e7-4773c564ac22 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-989812070', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:53.342026 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-25785002-739c-4079-8cdf-5452ff223b20 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.348939 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25785002-739c-4079-8cdf-5452ff223b20 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:53.349605 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-25785002-739c-4079-8cdf-5452ff223b20 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.369362 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3bce7d03-1706-4187-b565-001a27222476 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.387350 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ce236054-76d8-4bab-b7e7-4773c564ac22 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.388702 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ce236054-76d8-4bab-b7e7-4773c564ac22 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.426795 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3e9247cd-1a39-4912-9260-eeb5c2a96b74 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.458433 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3e9247cd-1a39-4912-9260-eeb5c2a96b74 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.498123 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ce236054-76d8-4bab-b7e7-4773c564ac22 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.520950 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-c318019e-3e34-44a0-8506-1b0ccbb1ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5dd253cd-854f-45e4-b89c-9045a0554e6f', 'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'mac_address': 'fa:16:3e:b8:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:02Z', 'updated_at': '2022-04-18T20:52:12Z', 'revision_number': 5, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'subnets': [{'id': '934e222d-a43e-4b81-a646-860f58e51213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:53.534397 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-25785002-739c-4079-8cdf-5452ff223b20 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6062179 Apr 18 20:56:53.536112 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32990) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:53.541124 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-54769922-72a4-4145-86a8-b60189624f70 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:53.545658 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ce236054-76d8-4bab-b7e7-4773c564ac22 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.575709 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25785002-739c-4079-8cdf-5452ff223b20 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'Network': ['ID=3edad258-ab4f-4251-90c1-7cd980d50e03,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:53.609872 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c318019e-3e34-44a0-8506-1b0ccbb1ecab None None] The sync data for ids ['0b213186-7500-4ecf-b970-f176d66dd662'] in n-d-838323-3 is: [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5dd253cd-854f-45e4-b89c-9045a0554e6f', 'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'mac_address': 'fa:16:3e:b8:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:02Z', 'updated_at': '2022-04-18T20:52:12Z', 'revision_number': 5, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'subnets': [{'id': '934e222d-a43e-4b81-a646-860f58e51213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:53.615973 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 3edad258-ab4f-4251-90c1-7cd980d50e03 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:56:53.646275 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ce236054-76d8-4bab-b7e7-4773c564ac22 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.653949 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ce236054-76d8-4bab-b7e7-4773c564ac22 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3222363 Apr 18 20:56:53.664741 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32992) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:53.669455 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-003753e6-8bd2-45e0-8cb9-e9c96d4b7038 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Request body: {'router': {'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:54.150028 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd366383-7742-49d3-b297-2a0237aabc9a None None] New status for floating IP f75364bc-a706-4eaa-9dbd-0a40ccc1d193: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:56:54.409804 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b721f-299e-4c6a-be21-0d4ad534891f req-3f966009-f75a-40b8-a419-f14e9ac92011 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:54.418181 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c54b721f-299e-4c6a-be21-0d4ad534891f req-3f966009-f75a-40b8-a419-f14e9ac92011 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 945 time: 0.2645445 Apr 18 20:56:54.475038 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-af704708-43b4-4d5f-bbb5-676a7a20b634 req-46e1bcd7-ad1a-48bf-9386-b9ed81b0e2d3 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Deleting port 3bdb2c5d-8c30-4470-9167-11b376a90888 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:56:54.475972 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-af704708-43b4-4d5f-bbb5-676a7a20b634 req-46e1bcd7-ad1a-48bf-9386-b9ed81b0e2d3 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:54.547164 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33002) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:54.608308 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b3103ac8-62fe-49b3-b252-8b162254d7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:54.640893 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c54b721f-299e-4c6a-be21-0d4ad534891f req-e820cba6-017a-403b-8aae-a6284aee565c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217624 Apr 18 20:56:54.707950 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-af704708-43b4-4d5f-bbb5-676a7a20b634 req-46e1bcd7-ad1a-48bf-9386-b9ed81b0e2d3 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] For port 3bdb2c5d-8c30-4470-9167-11b376a90888, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3bdb2c5d-8c30-4470-9167-11b376a90888,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:54.708522 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-af704708-43b4-4d5f-bbb5-676a7a20b634 req-46e1bcd7-ad1a-48bf-9386-b9ed81b0e2d3 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:54.755246 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-af704708-43b4-4d5f-bbb5-676a7a20b634 req-46e1bcd7-ad1a-48bf-9386-b9ed81b0e2d3 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Calling delete_port for 3bdb2c5d-8c30-4470-9167-11b376a90888 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:56:54.764907 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-3e9247cd-1a39-4912-9260-eeb5c2a96b74 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Allocated IP 172.25.1.124 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/08f317fa-c35d-49f3-a4fb-a600910a3f4c) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:54.823057 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-003753e6-8bd2-45e0-8cb9-e9c96d4b7038 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:54.902250 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-54769922-72a4-4145-86a8-b60189624f70 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:54.949359 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e9e11207-cf5e-424b-a06b-52c7796ba3c9 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:54.987681 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-54769922-72a4-4145-86a8-b60189624f70 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:55.014681 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7054159b-44f2-4b7e-ac73-f94fd0d2c99c tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:55.080132 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-3bce7d03-1706-4187-b565-001a27222476 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Deleting port dc6a60d2-7d1b-497b-9cf4-f38550d24018 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:56:55.080641 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3bce7d03-1706-4187-b565-001a27222476 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:55.097788 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-54769922-72a4-4145-86a8-b60189624f70 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Network 3edad258-ab4f-4251-90c1-7cd980d50e03 is not hosted by any dhcp agent {{(pid=102909) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 20:56:55.104022 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54769922-72a4-4145-86a8-b60189624f70 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:55.104335 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-54769922-72a4-4145-86a8-b60189624f70 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:55.108520 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-54769922-72a4-4145-86a8-b60189624f70 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "PUT /v2.0/networks/3edad258-ab4f-4251-90c1-7cd980d50e03 HTTP/1.1" status: 200 len: 723 time: 1.5690622 Apr 18 20:56:55.110331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33006) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:55.118600 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-e4ff89c9-dc90-4320-a893-46f726d3c59e tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Request body: {'subnet': {'network_id': '3edad258-ab4f-4251-90c1-7cd980d50e03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:55.154360 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7054159b-44f2-4b7e-ac73-f94fd0d2c99c tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:55.165188 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54769922-72a4-4145-86a8-b60189624f70 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'Network': ['ID=3edad258-ab4f-4251-90c1-7cd980d50e03,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:55.193570 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 3edad258-ab4f-4251-90c1-7cd980d50e03 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:56:55.214884 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3e9247cd-1a39-4912-9260-eeb5c2a96b74 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:55.290248 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-af704708-43b4-4d5f-bbb5-676a7a20b634 req-46e1bcd7-ad1a-48bf-9386-b9ed81b0e2d3 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:55.296271 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7054159b-44f2-4b7e-ac73-f94fd0d2c99c tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:55.299640 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7054159b-44f2-4b7e-ac73-f94fd0d2c99c tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:55.304139 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7054159b-44f2-4b7e-ac73-f94fd0d2c99c tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "DELETE /v2.0/security-groups/4afc98b6-7044-4b89-b8a1-50b5145ddcc7 HTTP/1.1" status: 204 len: 168 time: 0.7501948 Apr 18 20:56:55.306364 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33008) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:55.322640 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3e9247cd-1a39-4912-9260-eeb5c2a96b74 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:55.346736 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['04253ddb-467b-4be0-a4e2-cc5e733812ae'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:56:55.378934 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1bcd7-ad1a-48bf-9386-b9ed81b0e2d3 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event deleted for resources: {'Port': ['ID=3bdb2c5d-8c30-4470-9167-11b376a90888,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:55.441431 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054159b-44f2-4b7e-ac73-f94fd0d2c99c tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afc98b6-7044-4b89-b8a1-50b5145ddcc7,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:55.444828 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9247cd-1a39-4912-9260-eeb5c2a96b74 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Pushing event updated for resources: {'Port': ['ID=08f317fa-c35d-49f3-a4fb-a600910a3f4c,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:55.450422 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-5177cc1e-b808-4150-8e2f-2e8f7a97d8da tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] show failed (client error): The resource could not be found. Apr 18 20:56:55.459853 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5177cc1e-b808-4150-8e2f-2e8f7a97d8da tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups/4afc98b6-7044-4b89-b8a1-50b5145ddcc7 HTTP/1.1" status: 404 len: 347 time: 0.1490529 Apr 18 20:56:55.462249 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-3bce7d03-1706-4187-b565-001a27222476 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] For port dc6a60d2-7d1b-497b-9cf4-f38550d24018, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=dc6a60d2-7d1b-497b-9cf4-f38550d24018,segment=NetworkSegment(caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6),segment_id=caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:55.463087 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3bce7d03-1706-4187-b565-001a27222476 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:55.466889 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33010) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:55.494243 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-af704708-43b4-4d5f-bbb5-676a7a20b634 req-46e1bcd7-ad1a-48bf-9386-b9ed81b0e2d3 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] No DVR routers for this DVR port 3bdb2c5d-8c30-4470-9167-11b376a90888 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:55.513714 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-af704708-43b4-4d5f-bbb5-676a7a20b634 req-46e1bcd7-ad1a-48bf-9386-b9ed81b0e2d3 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:55.517181 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af704708-43b4-4d5f-bbb5-676a7a20b634 req-46e1bcd7-ad1a-48bf-9386-b9ed81b0e2d3 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.32 "DELETE /v2.0/ports/3bdb2c5d-8c30-4470-9167-11b376a90888 HTTP/1.1" status: 204 len: 173 time: 2.2203293 Apr 18 20:56:55.519439 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40175b01-1f48-4cf7-af8b-f500c1caca0c', 'name': 'network-vif-deleted', 'tag': '3bdb2c5d-8c30-4470-9167-11b376a90888'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:55.521850 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fb4b04-4bd1-4813-9e84-e449c5936a37" -d '{"events": [{"server_uuid": "40175b01-1f48-4cf7-af8b-f500c1caca0c", "name": "network-vif-deleted", "tag": "3bdb2c5d-8c30-4470-9167-11b376a90888"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:55.528471 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-3bce7d03-1706-4187-b565-001a27222476 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Calling delete_port for dc6a60d2-7d1b-497b-9cf4-f38550d24018 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:56:55.536017 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ff89c9-dc90-4320-a893-46f726d3c59e tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Made reservation on behalf of eb1eb5b094504b78a5be18b896c5bdba for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:55.539779 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e4ff89c9-dc90-4320-a893-46f726d3c59e tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:55.666426 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ffb85e-0ad9-4093-8ebf-3e028a7df405 x-openstack-request-id: req-46ffb85e-0ad9-4093-8ebf-3e028a7df405 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:55.666824 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40175b01-1f48-4cf7-af8b-f500c1caca0c", "name": "network-vif-deleted", "tag": "3bdb2c5d-8c30-4470-9167-11b376a90888", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:55.666983 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46ffb85e-0ad9-4093-8ebf-3e028a7df405 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:55.667419 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46ffb85e-0ad9-4093-8ebf-3e028a7df405'] response: {'server_uuid': '40175b01-1f48-4cf7-af8b-f500c1caca0c', 'name': 'network-vif-deleted', 'tag': '3bdb2c5d-8c30-4470-9167-11b376a90888', 'status': 'completed', 'code': 200} Apr 18 20:56:55.958896 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9247cd-1a39-4912-9260-eeb5c2a96b74 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:55.960784 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b82b1830-54e5-407b-98ec-527062f77bb2 req-d79ff927-6bb1-4091-8f75-b2aa45cd736c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 210 time: 0.0469413 Apr 18 20:56:55.973130 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-003753e6-8bd2-45e0-8cb9-e9c96d4b7038 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.048279 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-3e9247cd-1a39-4912-9260-eeb5c2a96b74 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:56.057129 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-003753e6-8bd2-45e0-8cb9-e9c96d4b7038 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.067707 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9247cd-1a39-4912-9260-eeb5c2a96b74 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:56.124686 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-e9e11207-cf5e-424b-a06b-52c7796ba3c9 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Deleting port da860810-7329-4a46-a6bb-4a68c413a78b {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:56:56.125075 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e9e11207-cf5e-424b-a06b-52c7796ba3c9 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.193314 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3bdb2c5d-8c30-4470-9167-11b376a90888 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:56:56.272274 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 3bdb2c5d-8c30-4470-9167-11b376a90888 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:56:56.274044 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3bdb2c5d-8c30-4470-9167-11b376a90888 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:56:56.434991 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e4ff89c9-dc90-4320-a893-46f726d3c59e tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.629720 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3bce7d03-1706-4187-b565-001a27222476 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.646382 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e9e11207-cf5e-424b-a06b-52c7796ba3c9 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.694549 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff89c9-dc90-4320-a893-46f726d3c59e tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'Subnet': ['ID=629227d0-7cc5-4844-9c4b-40ff364e7fa0,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:56.698305 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-e9e11207-cf5e-424b-a06b-52c7796ba3c9 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Calling delete_port for da860810-7329-4a46-a6bb-4a68c413a78b owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:56:56.700357 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce7d03-1706-4187-b565-001a27222476 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event deleted for resources: {'Port': ['ID=dc6a60d2-7d1b-497b-9cf4-f38550d24018,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:56.804936 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-945622ea-5816-4f53-8920-a3b9bd6534de tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Deleting port b19c2e24-8c89-43d0-847f-177f5b590825 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:56:56.805503 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-945622ea-5816-4f53-8920-a3b9bd6534de tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.880070 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ff89c9-dc90-4320-a893-46f726d3c59e tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Checking segment: {'id': 'bfb3d203-26c6-4060-a4b9-27e14b1c7ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3edad258-ab4f-4251-90c1-7cd980d50e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:56.880484 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ff89c9-dc90-4320-a893-46f726d3c59e tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Network hostable DHCP agents. Network: 3edad258-ab4f-4251-90c1-7cd980d50e03, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:56:57.093975 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ff89c9-dc90-4320-a893-46f726d3c59e tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Network 3edad258-ab4f-4251-90c1-7cd980d50e03 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:56:57.241111 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-003753e6-8bd2-45e0-8cb9-e9c96d4b7038 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Allocated IP 172.25.1.221 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/a44acbcc-e187-4576-89fc-9554089cacae) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:57.258813 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3e9247cd-1a39-4912-9260-eeb5c2a96b74 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:57.713636 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-945622ea-5816-4f53-8920-a3b9bd6534de tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:57.714209 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-945622ea-5816-4f53-8920-a3b9bd6534de tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:57.742667 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd7ebc4d-d342-45e6-8945-7dc078c128c9 req-6c28485f-a608-4cbf-a77b-c3fb5e982392 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 210 time: 0.5123308 Apr 18 20:56:57.748204 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-e4ff89c9-dc90-4320-a893-46f726d3c59e tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 3edad258-ab4f-4251-90c1-7cd980d50e03) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:57.760512 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b882e911-607a-4fe2-81ab-27480176088b None None] Network 3edad258-ab4f-4251-90c1-7cd980d50e03 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:56:57.811726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ff89c9-dc90-4320-a893-46f726d3c59e tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:57.814633 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e4ff89c9-dc90-4320-a893-46f726d3c59e tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:57.854451 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e4ff89c9-dc90-4320-a893-46f726d3c59e tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7355824 Apr 18 20:56:57.856501 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33038) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:57.863482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-b74f1931-b352-4527-a8cd-c323f7a3c1fb tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:57.868524 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3bce7d03-1706-4187-b565-001a27222476 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:57.883831 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-945622ea-5816-4f53-8920-a3b9bd6534de tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Calling delete_port for b19c2e24-8c89-43d0-847f-177f5b590825 owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:56:58.053634 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e9e11207-cf5e-424b-a06b-52c7796ba3c9 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.099165 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e11207-cf5e-424b-a06b-52c7796ba3c9 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Port': ['ID=da860810-7329-4a46-a6bb-4a68c413a78b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:58.210175 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b74f1931-b352-4527-a8cd-c323f7a3c1fb tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13498126'] for subnet, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.247607 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c95880-3f59-4f77-aafd-5d92a1221b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-3edad258-ab4f-4251-90c1-7cd980d50e03', 'network_id': '3edad258-ab4f-4251-90c1-7cd980d50e03', 'tenant_id': 'eb1eb5b094504b78a5be18b896c5bdba', 'fixed_ips': [{'subnet_id': '629227d0-7cc5-4844-9c4b-40ff364e7fa0'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:56:58.248852 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-85c95880-3f59-4f77-aafd-5d92a1221b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.291802 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-003753e6-8bd2-45e0-8cb9-e9c96d4b7038 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.583767 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e9e11207-cf5e-424b-a06b-52c7796ba3c9 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.584310 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-85c95880-3f59-4f77-aafd-5d92a1221b37 None None] Allocated IP 172.20.0.2 (3edad258-ab4f-4251-90c1-7cd980d50e03/629227d0-7cc5-4844-9c4b-40ff364e7fa0/5b3e5029-ef22-43ff-bb62-a5e6c0239d9a) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:58.847857 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3e9247cd-1a39-4912-9260-eeb5c2a96b74 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.870583 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-003753e6-8bd2-45e0-8cb9-e9c96d4b7038 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.873159 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3e9247cd-1a39-4912-9260-eeb5c2a96b74 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608727'] for router, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.977680 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-85c95880-3f59-4f77-aafd-5d92a1221b37 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.983189 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003753e6-8bd2-45e0-8cb9-e9c96d4b7038 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:59.010458 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-85c95880-3f59-4f77-aafd-5d92a1221b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.042452 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-003753e6-8bd2-45e0-8cb9-e9c96d4b7038 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:59.048011 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003753e6-8bd2-45e0-8cb9-e9c96d4b7038 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:59.092200 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003753e6-8bd2-45e0-8cb9-e9c96d4b7038 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Pushing event updated for resources: {'Port': ['ID=a44acbcc-e187-4576-89fc-9554089cacae,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:59.093775 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c95880-3f59-4f77-aafd-5d92a1221b37 None None] Pushing event updated for resources: {'Port': ['ID=5b3e5029-ef22-43ff-bb62-a5e6c0239d9a,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:59.100779 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e926d092-ec6c-45ad-b039-bc43b3e71a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.104611 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-945622ea-5816-4f53-8920-a3b9bd6534de tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.110199 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c95880-3f59-4f77-aafd-5d92a1221b37 None None] Network 3edad258-ab4f-4251-90c1-7cd980d50e03 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:59.115032 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-85c95880-3f59-4f77-aafd-5d92a1221b37 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:59.118906 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c95880-3f59-4f77-aafd-5d92a1221b37 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:59.156779 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945622ea-5816-4f53-8920-a3b9bd6534de tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event deleted for resources: {'Port': ['ID=b19c2e24-8c89-43d0-847f-177f5b590825,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:59.253613 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bce7d03-1706-4187-b565-001a27222476 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Router 6b1c6580-b88c-405e-bad1-120c3cb15283 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:56:59.269785 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-85c95880-3f59-4f77-aafd-5d92a1221b37 None None] Attempting to bind port 5b3e5029-ef22-43ff-bb62-a5e6c0239d9a on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:59.270256 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-85c95880-3f59-4f77-aafd-5d92a1221b37 None None] Attempting to bind port 5b3e5029-ef22-43ff-bb62-a5e6c0239d9a by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'bfb3d203-26c6-4060-a4b9-27e14b1c7ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3edad258-ab4f-4251-90c1-7cd980d50e03'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:59.271150 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c95880-3f59-4f77-aafd-5d92a1221b37 None None] Attempting to bind port 5b3e5029-ef22-43ff-bb62-a5e6c0239d9a on network 3edad258-ab4f-4251-90c1-7cd980d50e03 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:59.276548 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c95880-3f59-4f77-aafd-5d92a1221b37 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:59.277064 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c95880-3f59-4f77-aafd-5d92a1221b37 None None] Checking segment: {'id': 'bfb3d203-26c6-4060-a4b9-27e14b1c7ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3edad258-ab4f-4251-90c1-7cd980d50e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:59.277370 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-85c95880-3f59-4f77-aafd-5d92a1221b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.278369 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c95880-3f59-4f77-aafd-5d92a1221b37 None None] Bound using segment: {'id': 'bfb3d203-26c6-4060-a4b9-27e14b1c7ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3edad258-ab4f-4251-90c1-7cd980d50e03'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:59.278877 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-85c95880-3f59-4f77-aafd-5d92a1221b37 None None] Bound port: 5b3e5029-ef22-43ff-bb62-a5e6c0239d9a, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb3d203-26c6-4060-a4b9-27e14b1c7ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3edad258-ab4f-4251-90c1-7cd980d50e03'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:59.279264 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-85c95880-3f59-4f77-aafd-5d92a1221b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.356159 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-85c95880-3f59-4f77-aafd-5d92a1221b37 None None] For port 5b3e5029-ef22-43ff-bb62-a5e6c0239d9a, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:59.360118 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-85c95880-3f59-4f77-aafd-5d92a1221b37 None None] For port 5b3e5029-ef22-43ff-bb62-a5e6c0239d9a, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5b3e5029-ef22-43ff-bb62-a5e6c0239d9a,segment=NetworkSegment(bfb3d203-26c6-4060-a4b9-27e14b1c7ac2),segment_id=bfb3d203-26c6-4060-a4b9-27e14b1c7ac2)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:59.366255 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-85c95880-3f59-4f77-aafd-5d92a1221b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.470112 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e11207-cf5e-424b-a06b-52c7796ba3c9 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Router 647c8ccd-c064-41ee-b38f-9e31a708b960 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:56:59.478755 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8788ff62-209b-477d-8609-1548b6afd996 req-e9731fe0-ca59-4226-8723-dc66b11fe3f1 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 210 time: 0.4499040 Apr 18 20:56:59.480385 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b74f1931-b352-4527-a8cd-c323f7a3c1fb tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734731584440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16326199'] for subnet, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.501274 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c95880-3f59-4f77-aafd-5d92a1221b37 None None] Pushing event updated for resources: {'Port': ['ID=5b3e5029-ef22-43ff-bb62-a5e6c0239d9a,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:59.629814 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-945622ea-5816-4f53-8920-a3b9bd6534de tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.634923 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-945622ea-5816-4f53-8920-a3b9bd6534de tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.637243 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-945622ea-5816-4f53-8920-a3b9bd6534de tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "DELETE /v2.0/floatingips/f75364bc-a706-4eaa-9dbd-0a40ccc1d193 HTTP/1.1" status: 204 len: 168 time: 4.1651149 Apr 18 20:56:59.668957 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f1931-b352-4527-a8cd-c323f7a3c1fb tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'Subnet': ['ID=629227d0-7cc5-4844-9c4b-40ff364e7fa0,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:59.735330 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9247cd-1a39-4912-9260-eeb5c2a96b74 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Router 80510870-f417-42b9-a353-0e22b6a514c7 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:56:59.784012 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74f1931-b352-4527-a8cd-c323f7a3c1fb tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:59.784735 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b74f1931-b352-4527-a8cd-c323f7a3c1fb tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.812083 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b74f1931-b352-4527-a8cd-c323f7a3c1fb tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "PUT /v2.0/subnets/629227d0-7cc5-4844-9c4b-40ff364e7fa0 HTTP/1.1" status: 200 len: 806 time: 1.9541450 Apr 18 20:56:59.822596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33048) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:59.851004 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:00.033936 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-003753e6-8bd2-45e0-8cb9-e9c96d4b7038 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:00.217070 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9247cd-1a39-4912-9260-eeb5c2a96b74 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:00.226152 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3e9247cd-1a39-4912-9260-eeb5c2a96b74 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:00.227548 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3e9247cd-1a39-4912-9260-eeb5c2a96b74 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "PUT /v2.0/routers/80510870-f417-42b9-a353-0e22b6a514c7 HTTP/1.1" status: 200 len: 915 time: 7.9468131 Apr 18 20:57:00.231971 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33058) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:00.235682 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aeff42-4b9e-4612-9bcd-733acab86b95 None None] Sync routers for ids ['80510870-f417-42b9-a353-0e22b6a514c7'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:00.259405 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aeff42-4b9e-4612-9bcd-733acab86b95 None None] Routers {'80510870-f417-42b9-a353-0e22b6a514c7'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:00.260887 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d0aeff42-4b9e-4612-9bcd-733acab86b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['80510870-f417-42b9-a353-0e22b6a514c7'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:00.335461 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d0aeff42-4b9e-4612-9bcd-733acab86b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:00.360729 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aeff42-4b9e-4612-9bcd-733acab86b95 None None] Routers {'80510870-f417-42b9-a353-0e22b6a514c7'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:00.363056 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d0aeff42-4b9e-4612-9bcd-733acab86b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['80510870-f417-42b9-a353-0e22b6a514c7'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:00.474551 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d0aeff42-4b9e-4612-9bcd-733acab86b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:00.478054 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aeff42-4b9e-4612-9bcd-733acab86b95 None None] The sync data for ids ['80510870-f417-42b9-a353-0e22b6a514c7'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:00.606107 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7ba46a67-7f99-4deb-afee-b3c3e7824efa tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "GET /v2.0/routers/80510870-f417-42b9-a353-0e22b6a514c7 HTTP/1.1" status: 200 len: 921 time: 0.3721321 Apr 18 20:57:00.606950 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33062) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:00.610477 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dc8a951f-3693-4bc7-9e57-7c7bb025057d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:00.614682 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e11207-cf5e-424b-a06b-52c7796ba3c9 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:00.621568 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-6b6cb155-c9f5-4c92-8797-8682da2b3c22 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1135169277', 'description': 'tempest-description--363926036'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:00.629947 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33066) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:00.636302 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff0e58b-70a4-4025-9b64-a1a33dbf718b None None] Sync routers for ids ['647c8ccd-c064-41ee-b38f-9e31a708b960'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:00.674393 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff0e58b-70a4-4025-9b64-a1a33dbf718b None None] Routers {'647c8ccd-c064-41ee-b38f-9e31a708b960'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:00.675419 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-dff0e58b-70a4-4025-9b64-a1a33dbf718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['647c8ccd-c064-41ee-b38f-9e31a708b960'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:00.752393 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-dff0e58b-70a4-4025-9b64-a1a33dbf718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:00.779707 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff0e58b-70a4-4025-9b64-a1a33dbf718b None None] Routers {'647c8ccd-c064-41ee-b38f-9e31a708b960'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:00.784406 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-dff0e58b-70a4-4025-9b64-a1a33dbf718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['647c8ccd-c064-41ee-b38f-9e31a708b960'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:00.786634 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bce7d03-1706-4187-b565-001a27222476 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:00.802474 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e9e11207-cf5e-424b-a06b-52c7796ba3c9 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "PUT /v2.0/routers/647c8ccd-c064-41ee-b38f-9e31a708b960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3097074 Apr 18 20:57:00.808333 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaf1626-c010-4a40-969d-282e90d7d821 None None] Sync routers for ids ['6b1c6580-b88c-405e-bad1-120c3cb15283'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:00.817470 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33068) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:00.828169 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6b6cb155-c9f5-4c92-8797-8682da2b3c22 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:00.830990 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3bce7d03-1706-4187-b565-001a27222476 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "PUT /v2.0/routers/6b1c6580-b88c-405e-bad1-120c3cb15283/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1629474 Apr 18 20:57:00.849989 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33070) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:00.855635 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaf1626-c010-4a40-969d-282e90d7d821 None None] Routers {'6b1c6580-b88c-405e-bad1-120c3cb15283'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:00.859640 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-bcaf1626-c010-4a40-969d-282e90d7d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['6b1c6580-b88c-405e-bad1-120c3cb15283'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:00.864971 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-003753e6-8bd2-45e0-8cb9-e9c96d4b7038 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:00.874502 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-dff0e58b-70a4-4025-9b64-a1a33dbf718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:00.878572 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff0e58b-70a4-4025-9b64-a1a33dbf718b None None] The sync data for ids ['647c8ccd-c064-41ee-b38f-9e31a708b960'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:00.917528 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-003753e6-8bd2-45e0-8cb9-e9c96d4b7038 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608727'] for router, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:01.099685 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b4f9ea5-8c6e-4576-a358-ab3d0dbd238d req-67bc23e1-c663-4178-8868-5caf2e58a2a2 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 210 time: 0.4813049 Apr 18 20:57:01.248723 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-bcaf1626-c010-4a40-969d-282e90d7d821 None None] Set router 6b1c6580-b88c-405e-bad1-120c3cb15283 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:01.324100 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-842114a2-db8e-4bba-9501-2e34912d5865 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Deleting subnet d40addfe-cfff-4264-8b9a-85c721d02297 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:57:01.416958 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae764758-8444-4536-b75e-88adbdb2aad9 None None] Network 3edad258-ab4f-4251-90c1-7cd980d50e03 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:57:01.462607 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5b3e5029-ef22-43ff-bb62-a5e6c0239d9a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:57:01.475277 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:01.505187 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-842114a2-db8e-4bba-9501-2e34912d5865 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:01.549282 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6b6cb155-c9f5-4c92-8797-8682da2b3c22 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:01.583708 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6b6cb155-c9f5-4c92-8797-8682da2b3c22 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:01.719705 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-b1f0c375-c987-45ae-b17e-ad6b273b64d4 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] remove_router_interface failed (client error): The resource could not be found. Apr 18 20:57:01.722483 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b1f0c375-c987-45ae-b17e-ad6b273b64d4 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "PUT /v2.0/routers/647c8ccd-c064-41ee-b38f-9e31a708b960/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8817255 Apr 18 20:57:01.724843 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6b6cb155-c9f5-4c92-8797-8682da2b3c22 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:01.729608 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33074) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:01.733945 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6b6cb155-c9f5-4c92-8797-8682da2b3c22 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1190844 Apr 18 20:57:01.737884 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-842114a2-db8e-4bba-9501-2e34912d5865 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:01.749539 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33076) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:01.757571 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003753e6-8bd2-45e0-8cb9-e9c96d4b7038 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Router bf1a165e-2bd0-4784-a3f6-42efeb06e47f is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:57:01.772603 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-0a11fd61-b2b6-4fad-a8cf-4e7cd0995b76 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Request body: {'security_group_rule': {'security_group_id': '5cfa3223-1b88-434a-bd02-ccc8b83bca5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:01.799443 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78f7948-cbf5-48ba-bbe5-f2723bf0f78b tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:01.802786 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b78f7948-cbf5-48ba-bbe5-f2723bf0f78b tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&device_id=80510870-f417-42b9-a353-0e22b6a514c7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0298727 Apr 18 20:57:01.816933 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33078) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:01.828245 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7741417d-b7a8-4a38-9e45-fe6e6b285852 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "GET /v2.0/ports?device_id=647c8ccd-c064-41ee-b38f-9e31a708b960 HTTP/1.1" status: 200 len: 205 time: 0.0851569 Apr 18 20:57:01.832894 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33080) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:01.834355 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:01.873641 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e8c7a9bd-1bec-48c9-8faa-d04ad59343d6 None None] Provisioning complete for port 5b3e5029-ef22-43ff-bb62-a5e6c0239d9a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:01.874049 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e8c7a9bd-1bec-48c9-8faa-d04ad59343d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:01.922430 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-bcaf1626-c010-4a40-969d-282e90d7d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1c6580-b88c-405e-bad1-120c3cb15283', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1259225735', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '1cd70a2c-d0de-4f55-b883-bc57054d4bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:26Z', 'updated_at': '2022-04-18T20:56:56Z', 'revision_number': 5, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'gw_port': {'id': '1cd70a2c-d0de-4f55-b883-bc57054d4bfc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:eb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1c6580-b88c-405e-bad1-120c3cb15283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:29Z', 'updated_at': '2022-04-18T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:02.011240 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b64fb6-65a3-42fa-9e1f-7d13dbda4af0 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:02.015720 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-59b64fb6-65a3-42fa-9e1f-7d13dbda4af0 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 881 time: 0.1970840 Apr 18 20:57:02.016408 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33082) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:02.024329 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaf1626-c010-4a40-969d-282e90d7d821 None None] Checking router: 6b1c6580-b88c-405e-bad1-120c3cb15283 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:57:02.029284 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cb155-c9f5-4c92-8797-8682da2b3c22 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfa3223-1b88-434a-bd02-ccc8b83bca5d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:02.067675 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaf1626-c010-4a40-969d-282e90d7d821 None None] Routers {'6b1c6580-b88c-405e-bad1-120c3cb15283'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:02.069206 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-bcaf1626-c010-4a40-969d-282e90d7d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['6b1c6580-b88c-405e-bad1-120c3cb15283'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:02.073334 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e998fa10-6f70-4bd1-b085-bdb09346f7ca tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "GET /v2.0/ports?device_id=80510870-f417-42b9-a353-0e22b6a514c7 HTTP/1.1" status: 200 len: 205 time: 0.0525656 Apr 18 20:57:02.073968 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33084) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:02.206804 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5b3e5029-ef22-43ff-bb62-a5e6c0239d9a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:02.207372 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:02.302075 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003753e6-8bd2-45e0-8cb9-e9c96d4b7038 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:02.332944 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fc9191-5785-4b75-840f-29e7e5d285fb None None] Sync routers for ids ['bf1a165e-2bd0-4784-a3f6-42efeb06e47f'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:02.373877 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-bcaf1626-c010-4a40-969d-282e90d7d821 None None] Set router 6b1c6580-b88c-405e-bad1-120c3cb15283 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:02.485492 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e8c7a9bd-1bec-48c9-8faa-d04ad59343d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:02.533857 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fc9191-5785-4b75-840f-29e7e5d285fb None None] Routers {'bf1a165e-2bd0-4784-a3f6-42efeb06e47f'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:02.534497 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-84fc9191-5785-4b75-840f-29e7e5d285fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['bf1a165e-2bd0-4784-a3f6-42efeb06e47f'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:02.552981 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-003753e6-8bd2-45e0-8cb9-e9c96d4b7038 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:02.561063 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-003753e6-8bd2-45e0-8cb9-e9c96d4b7038 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "PUT /v2.0/routers/bf1a165e-2bd0-4784-a3f6-42efeb06e47f HTTP/1.1" status: 200 len: 883 time: 8.8948925 Apr 18 20:57:02.579028 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-198000cd-e9ce-40e4-a1c0-a04cce3a54eb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:02.583446 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0a11fd61-b2b6-4fad-a8cf-4e7cd0995b76 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:02.602343 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33088) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:02.658340 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-84fc9191-5785-4b75-840f-29e7e5d285fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:02.784718 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fc9191-5785-4b75-840f-29e7e5d285fb None None] Routers {'bf1a165e-2bd0-4784-a3f6-42efeb06e47f'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:02.785372 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-84fc9191-5785-4b75-840f-29e7e5d285fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['bf1a165e-2bd0-4784-a3f6-42efeb06e47f'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:02.888803 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-bcaf1626-c010-4a40-969d-282e90d7d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1c6580-b88c-405e-bad1-120c3cb15283', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1259225735', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '1cd70a2c-d0de-4f55-b883-bc57054d4bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:26Z', 'updated_at': '2022-04-18T20:56:56Z', 'revision_number': 5, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'gw_port': {'id': '1cd70a2c-d0de-4f55-b883-bc57054d4bfc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:eb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1c6580-b88c-405e-bad1-120c3cb15283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:29Z', 'updated_at': '2022-04-18T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:02.892819 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-e8c7a9bd-1bec-48c9-8faa-d04ad59343d6 None None] For port 5b3e5029-ef22-43ff-bb62-a5e6c0239d9a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5b3e5029-ef22-43ff-bb62-a5e6c0239d9a,segment=NetworkSegment(bfb3d203-26c6-4060-a4b9-27e14b1c7ac2),segment_id=bfb3d203-26c6-4060-a4b9-27e14b1c7ac2)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:02.902275 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-84fc9191-5785-4b75-840f-29e7e5d285fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:02.903444 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fc9191-5785-4b75-840f-29e7e5d285fb None None] The sync data for ids ['bf1a165e-2bd0-4784-a3f6-42efeb06e47f'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:02.922705 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e8c7a9bd-1bec-48c9-8faa-d04ad59343d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:02.948942 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8f589255-eec0-4f3f-8327-ebf2e0809eea tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:02.950691 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:02.977911 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaf1626-c010-4a40-969d-282e90d7d821 None None] The sync data for ids ['6b1c6580-b88c-405e-bad1-120c3cb15283'] in n-d-838323-3 is: [{'id': '6b1c6580-b88c-405e-bad1-120c3cb15283', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1259225735', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '1cd70a2c-d0de-4f55-b883-bc57054d4bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:26Z', 'updated_at': '2022-04-18T20:56:56Z', 'revision_number': 5, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'gw_port': {'id': '1cd70a2c-d0de-4f55-b883-bc57054d4bfc', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:eb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1c6580-b88c-405e-bad1-120c3cb15283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:29Z', 'updated_at': '2022-04-18T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:03.082411 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7a9bd-1bec-48c9-8faa-d04ad59343d6 None None] Pushing event updated for resources: {'Port': ['ID=5b3e5029-ef22-43ff-bb62-a5e6c0239d9a,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:03.108658 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:57:03.109024 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:57:03.188564 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b09ac1-3430-49a5-804d-01f2d8dda6a2 None None] Network 3edad258-ab4f-4251-90c1-7cd980d50e03 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:57:03.219706 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5c32e6d-90d2-433b-9a1d-a57c94210f55 req-c48ed1c4-b2d1-463f-8333-a2b8025ec1fa tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 210 time: 0.2658119 Apr 18 20:57:03.304253 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e0a1edfd-d136-45e6-8e25-ec4c2ddcf4e3 None None] Provisioning complete for port 5b3e5029-ef22-43ff-bb62-a5e6c0239d9a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:03.304660 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e0a1edfd-d136-45e6-8e25-ec4c2ddcf4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:03.340561 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a951f-3693-4bc7-9e57-7c7bb025057d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Deleting port 5b3e5029-ef22-43ff-bb62-a5e6c0239d9a {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:03.341438 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dc8a951f-3693-4bc7-9e57-7c7bb025057d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:03.373903 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-842114a2-db8e-4bba-9501-2e34912d5865 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:03.634636 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0a11fd61-b2b6-4fad-a8cf-4e7cd0995b76 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:03.643339 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0a11fd61-b2b6-4fad-a8cf-4e7cd0995b76 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:03.676750 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11fd61-b2b6-4fad-a8cf-4e7cd0995b76 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d306bf3-375c-450c-867d-1467f45a3789,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:03.690256 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0a11fd61-b2b6-4fad-a8cf-4e7cd0995b76 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:03.692307 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0a11fd61-b2b6-4fad-a8cf-4e7cd0995b76 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9304214 Apr 18 20:57:03.694159 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-198000cd-e9ce-40e4-a1c0-a04cce3a54eb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:03.705843 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-989202ce-f1a6-4b39-93bd-c2125cb2822c tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "GET /v2.0/routers/bf1a165e-2bd0-4784-a3f6-42efeb06e47f HTTP/1.1" status: 200 len: 924 time: 1.0998867 Apr 18 20:57:03.706877 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33092) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:03.707312 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33094) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:03.714740 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-78cbfad8-9057-4305-8fd2-9eb9115987ab tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Request body: {'security_group_rule': {'security_group_id': '5cfa3223-1b88-434a-bd02-ccc8b83bca5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:03.796176 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78cbfad8-9057-4305-8fd2-9eb9115987ab tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:03.987906 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9985a93d-8315-41ef-8b06-132f3aac4619 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:03.991243 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9985a93d-8315-41ef-8b06-132f3aac4619 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&device_id=bf1a165e-2bd0-4784-a3f6-42efeb06e47f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2518015 Apr 18 20:57:04.000854 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33098) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:04.052203 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78cbfad8-9057-4305-8fd2-9eb9115987ab tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.058305 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78cbfad8-9057-4305-8fd2-9eb9115987ab tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.088354 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-198000cd-e9ce-40e4-a1c0-a04cce3a54eb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Deleting port 08f317fa-c35d-49f3-a4fb-a600910a3f4c {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:04.088732 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-198000cd-e9ce-40e4-a1c0-a04cce3a54eb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.093643 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbfad8-9057-4305-8fd2-9eb9115987ab tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69425295-af3d-485a-b2e9-a932bf6ebfc2,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:04.101686 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8f589255-eec0-4f3f-8327-ebf2e0809eea tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.112809 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8f589255-eec0-4f3f-8327-ebf2e0809eea tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.130059 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78cbfad8-9057-4305-8fd2-9eb9115987ab tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.136647 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-78cbfad8-9057-4305-8fd2-9eb9115987ab tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4214332 Apr 18 20:57:04.137068 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33100) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:04.233378 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ca86ba12-8fac-4948-96f7-81fd23c45f09 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:04.292157 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-dc8a951f-3693-4bc7-9e57-7c7bb025057d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] For port 5b3e5029-ef22-43ff-bb62-a5e6c0239d9a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5b3e5029-ef22-43ff-bb62-a5e6c0239d9a,segment=NetworkSegment(bfb3d203-26c6-4060-a4b9-27e14b1c7ac2),segment_id=bfb3d203-26c6-4060-a4b9-27e14b1c7ac2)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:04.292803 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dc8a951f-3693-4bc7-9e57-7c7bb025057d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.329061 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-842114a2-db8e-4bba-9501-2e34912d5865 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.342144 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8f589255-eec0-4f3f-8327-ebf2e0809eea tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.342875 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f589255-eec0-4f3f-8327-ebf2e0809eea tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Fanout notify agent at l3_agent the message router_deleted on router 647c8ccd-c064-41ee-b38f-9e31a708b960 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:57:04.357330 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ca86ba12-8fac-4948-96f7-81fd23c45f09 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.373246 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8f589255-eec0-4f3f-8327-ebf2e0809eea tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.378064 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8f589255-eec0-4f3f-8327-ebf2e0809eea tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/routers/647c8ccd-c064-41ee-b38f-9e31a708b960 HTTP/1.1" status: 204 len: 168 time: 2.4159510 Apr 18 20:57:04.387173 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33104) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:04.407514 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a951f-3693-4bc7-9e57-7c7bb025057d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Calling delete_port for 5b3e5029-ef22-43ff-bb62-a5e6c0239d9a owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:04.447091 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-198000cd-e9ce-40e4-a1c0-a04cce3a54eb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.481786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5b3e5029-ef22-43ff-bb62-a5e6c0239d9a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:57:04.526505 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-476b76a4-293f-437b-9aea-87a2c18274d8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Deleting subnet 300c9d33-4061-4de3-bf8a-77f311599469 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:57:04.545456 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-198000cd-e9ce-40e4-a1c0-a04cce3a54eb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Calling delete_port for 08f317fa-c35d-49f3-a4fb-a600910a3f4c owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:04.566279 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf406538-53e5-4685-8b4a-c3201100136a req-15525678-7ce2-45cd-b95a-db35cdbbc40f tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=40175b01-1f48-4cf7-af8b-f500c1caca0c HTTP/1.1" status: 200 len: 210 time: 0.1558442 Apr 18 20:57:04.568271 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842114a2-db8e-4bba-9501-2e34912d5865 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event deleted for resources: {'Subnet': ['ID=d40addfe-cfff-4264-8b9a-85c721d02297,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:04.589976 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-842114a2-db8e-4bba-9501-2e34912d5865 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.598750 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-842114a2-db8e-4bba-9501-2e34912d5865 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "DELETE /v2.0/subnets/d40addfe-cfff-4264-8b9a-85c721d02297 HTTP/1.1" status: 204 len: 168 time: 3.6856205 Apr 18 20:57:04.598750 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-476b76a4-293f-437b-9aea-87a2c18274d8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.645984 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33106) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:04.654912 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb02a76-0640-4b52-afc0-80a718da35c6 None None] Network 4e95bd41-10a1-446a-b079-eb37b307af38 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:57:04.856422 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-bf1862d8-03be-41b3-bb36-7bca49817de6 None None] Provisioning complete for port 5b3e5029-ef22-43ff-bb62-a5e6c0239d9a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:04.857599 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bf1862d8-03be-41b3-bb36-7bca49817de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.992845 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cab317-0913-4e32-91ea-a23be9895cf8 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:04.993977 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ca86ba12-8fac-4948-96f7-81fd23c45f09 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.999043 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-79cab317-0913-4e32-91ea-a23be9895cf8 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 881 time: 0.9592092 Apr 18 20:57:05.004715 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33110) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:05.056981 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-476b76a4-293f-437b-9aea-87a2c18274d8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.115148 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:57:05.158336 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5b3e5029-ef22-43ff-bb62-a5e6c0239d9a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:05.158702 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.261240 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e77a611e-f992-4c29-85e7-ca2608647457 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf1a165e-2bd0-4784-a3f6-42efeb06e47f HTTP/1.1" status: 200 len: 205 time: 0.2513938 Apr 18 20:57:05.271805 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33112) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:05.309525 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-198000cd-e9ce-40e4-a1c0-a04cce3a54eb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.395778 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-ca86ba12-8fac-4948-96f7-81fd23c45f09 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Allocated IP 172.25.1.94 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/58adef6c-9edb-45d0-a73c-09be40a95aee) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:05.521761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2def7329-3d53-43d3-95fb-ce740f29b91b None None] DHCP port deletion for 4e95bd41-10a1-446a-b079-eb37b307af38 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:57:05.547166 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198000cd-e9ce-40e4-a1c0-a04cce3a54eb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Pushing event deleted for resources: {'Port': ['ID=08f317fa-c35d-49f3-a4fb-a600910a3f4c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:05.622878 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4513e826-c8ac-4840-8fe8-a06559934c23 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.696751 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device dc6a60d2-7d1b-497b-9cf4-f38550d24018 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:57:05.772131 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: dc6a60d2-7d1b-497b-9cf4-f38550d24018 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:57:05.772615 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device dc6a60d2-7d1b-497b-9cf4-f38550d24018 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:57:05.779741 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-2def7329-3d53-43d3-95fb-ce740f29b91b None None] Deleting port 2120cc27-344e-4d9b-9cd8-c8c239ec9f51 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:05.780332 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2def7329-3d53-43d3-95fb-ce740f29b91b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.838542 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-198000cd-e9ce-40e4-a1c0-a04cce3a54eb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.917904 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4513e826-c8ac-4840-8fe8-a06559934c23 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.927119 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2def7329-3d53-43d3-95fb-ce740f29b91b None None] For port 2120cc27-344e-4d9b-9cd8-c8c239ec9f51, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2120cc27-344e-4d9b-9cd8-c8c239ec9f51,segment=NetworkSegment(caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6),segment_id=caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:05.927735 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2def7329-3d53-43d3-95fb-ce740f29b91b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.960934 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-2def7329-3d53-43d3-95fb-ce740f29b91b None None] Calling delete_port for 2120cc27-344e-4d9b-9cd8-c8c239ec9f51 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:06.054557 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-198000cd-e9ce-40e4-a1c0-a04cce3a54eb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.060478 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-198000cd-e9ce-40e4-a1c0-a04cce3a54eb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.064779 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-efa3c311-a819-442a-ace8-96ba0608dde8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.154621 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2def7329-3d53-43d3-95fb-ce740f29b91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.159629 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-198000cd-e9ce-40e4-a1c0-a04cce3a54eb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.160678 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198000cd-e9ce-40e4-a1c0-a04cce3a54eb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Fanout notify agent at l3_agent the message router_deleted on router 80510870-f417-42b9-a353-0e22b6a514c7 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:57:06.194333 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-198000cd-e9ce-40e4-a1c0-a04cce3a54eb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.201989 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-198000cd-e9ce-40e4-a1c0-a04cce3a54eb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "DELETE /v2.0/routers/80510870-f417-42b9-a353-0e22b6a514c7 HTTP/1.1" status: 204 len: 168 time: 4.1192720 Apr 18 20:57:06.207945 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33120) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:06.221554 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ffa5fd0c-d38a-4bbc-b17c-3f0525a03cfb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-596552675', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:06.232147 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-476b76a4-293f-437b-9aea-87a2c18274d8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.264625 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2120cc27-344e-4d9b-9cd8-c8c239ec9f51 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:57:06.280274 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def7329-3d53-43d3-95fb-ce740f29b91b None None] Pushing event deleted for resources: {'Port': ['ID=2120cc27-344e-4d9b-9cd8-c8c239ec9f51,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:06.321446 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ffa5fd0c-d38a-4bbc-b17c-3f0525a03cfb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.322774 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ffa5fd0c-d38a-4bbc-b17c-3f0525a03cfb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.323913 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2def7329-3d53-43d3-95fb-ce740f29b91b None None] No DVR routers for this DVR port 2120cc27-344e-4d9b-9cd8-c8c239ec9f51 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:06.341866 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 2120cc27-344e-4d9b-9cd8-c8c239ec9f51 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:57:06.344489 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2120cc27-344e-4d9b-9cd8-c8c239ec9f51 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:57:06.470682 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-476b76a4-293f-437b-9aea-87a2c18274d8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.503375 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dc8a951f-3693-4bc7-9e57-7c7bb025057d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.524130 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ca86ba12-8fac-4948-96f7-81fd23c45f09 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.594117 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b76a4-293f-437b-9aea-87a2c18274d8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Subnet': ['ID=300c9d33-4061-4de3-bf8a-77f311599469,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:06.612096 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-4513e826-c8ac-4840-8fe8-a06559934c23 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Deleting port a44acbcc-e187-4576-89fc-9554089cacae {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:06.612873 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4513e826-c8ac-4840-8fe8-a06559934c23 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.619706 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-476b76a4-293f-437b-9aea-87a2c18274d8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.623749 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766e45c1-4c99-43ed-ae18-f0aae3df9b84 None None] Network 3f63ff29-019e-48fc-84a2-73fdaaca2adf requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:57:06.629871 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-476b76a4-293f-437b-9aea-87a2c18274d8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/subnets/300c9d33-4061-4de3-bf8a-77f311599469 HTTP/1.1" status: 204 len: 168 time: 2.2380874 Apr 18 20:57:06.631017 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a951f-3693-4bc7-9e57-7c7bb025057d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Port': ['ID=5b3e5029-ef22-43ff-bb62-a5e6c0239d9a,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:06.636745 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33122) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:06.707480 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-efa3c311-a819-442a-ace8-96ba0608dde8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.742666 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ca86ba12-8fac-4948-96f7-81fd23c45f09 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.761752 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ffa5fd0c-d38a-4bbc-b17c-3f0525a03cfb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.783081 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca86ba12-8fac-4948-96f7-81fd23c45f09 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:06.787466 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-ca86ba12-8fac-4948-96f7-81fd23c45f09 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:06.791382 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca86ba12-8fac-4948-96f7-81fd23c45f09 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:57:06.796167 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ffa5fd0c-d38a-4bbc-b17c-3f0525a03cfb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.842579 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ffa5fd0c-d38a-4bbc-b17c-3f0525a03cfb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.844507 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ffa5fd0c-d38a-4bbc-b17c-3f0525a03cfb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6335771 Apr 18 20:57:06.851574 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1671fe36-9e15-4db2-a794-988180660caa None None] DHCP port deletion for 3edad258-ab4f-4251-90c1-7cd980d50e03 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:57:06.867186 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33126) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:06.874678 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-78a9ef87-620b-4b2d-b46a-dda17b440878 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'enable_snat': False}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:06.954740 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8a951f-3693-4bc7-9e57-7c7bb025057d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No DVR routers for this DVR port 5b3e5029-ef22-43ff-bb62-a5e6c0239d9a on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:07.013025 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dc8a951f-3693-4bc7-9e57-7c7bb025057d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.053357 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86ba12-8fac-4948-96f7-81fd23c45f09 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event updated for resources: {'Port': ['ID=58adef6c-9edb-45d0-a73c-09be40a95aee,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:07.133718 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ddf3f99a-a89e-4834-8fb5-6fbccfb5c540 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.164803 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695fb1c8-c9aa-4bc1-ac2d-6826f8acffcf None None] DHCP port deletion for 3f63ff29-019e-48fc-84a2-73fdaaca2adf request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:57:07.191076 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4513e826-c8ac-4840-8fe8-a06559934c23 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.246138 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-4513e826-c8ac-4840-8fe8-a06559934c23 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Calling delete_port for a44acbcc-e187-4576-89fc-9554089cacae owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:07.288340 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-695fb1c8-c9aa-4bc1-ac2d-6826f8acffcf None None] Deleting port 8ca8803a-1cdc-4b83-b401-73148b90f172 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:07.289389 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-695fb1c8-c9aa-4bc1-ac2d-6826f8acffcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.317182 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dc8a951f-3693-4bc7-9e57-7c7bb025057d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.334713 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78a9ef87-620b-4b2d-b46a-dda17b440878 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.340854 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ca86ba12-8fac-4948-96f7-81fd23c45f09 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.443545 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-695fb1c8-c9aa-4bc1-ac2d-6826f8acffcf None None] For port 8ca8803a-1cdc-4b83-b401-73148b90f172, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8ca8803a-1cdc-4b83-b401-73148b90f172,segment=NetworkSegment(66090c48-602c-4fd1-bd31-43f152750116),segment_id=66090c48-602c-4fd1-bd31-43f152750116)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:07.444399 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-695fb1c8-c9aa-4bc1-ac2d-6826f8acffcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.478364 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-695fb1c8-c9aa-4bc1-ac2d-6826f8acffcf None None] Calling delete_port for 8ca8803a-1cdc-4b83-b401-73148b90f172 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:07.479721 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ca86ba12-8fac-4948-96f7-81fd23c45f09 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.493051 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a951f-3693-4bc7-9e57-7c7bb025057d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Subnet': ['ID=629227d0-7cc5-4844-9c4b-40ff364e7fa0,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:07.509700 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-efa3c311-a819-442a-ace8-96ba0608dde8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Deleting port 1cd70a2c-d0de-4f55-b883-bc57054d4bfc {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:07.510025 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-efa3c311-a819-442a-ace8-96ba0608dde8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.674396 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104564b4-adf3-4693-a513-48dbc7abb18f None None] Network 3edad258-ab4f-4251-90c1-7cd980d50e03 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:57:07.813708 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dc8a951f-3693-4bc7-9e57-7c7bb025057d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.848385 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ca86ba12-8fac-4948-96f7-81fd23c45f09 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.867687 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ca86ba12-8fac-4948-96f7-81fd23c45f09 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.871412 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.879885 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-dc8a951f-3693-4bc7-9e57-7c7bb025057d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3edad258-ab4f-4251-90c1-7cd980d50e03']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:07.896805 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-695fb1c8-c9aa-4bc1-ac2d-6826f8acffcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.903315 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-dc8a951f-3693-4bc7-9e57-7c7bb025057d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb3d203-26c6-4060-a4b9-27e14b1c7ac2') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:07.904048 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-dc8a951f-3693-4bc7-9e57-7c7bb025057d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb3d203-26c6-4060-a4b9-27e14b1c7ac2') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:07.925498 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dc8a951f-3693-4bc7-9e57-7c7bb025057d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.938418 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86ba12-8fac-4948-96f7-81fd23c45f09 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event updated for resources: {'Port': ['ID=58adef6c-9edb-45d0-a73c-09be40a95aee,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:07.978348 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dc8a951f-3693-4bc7-9e57-7c7bb025057d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:08.000581 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8a951f-3693-4bc7-9e57-7c7bb025057d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:57:08.002960 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dc8a951f-3693-4bc7-9e57-7c7bb025057d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:08.028109 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ca86ba12-8fac-4948-96f7-81fd23c45f09 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:08.028717 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695fb1c8-c9aa-4bc1-ac2d-6826f8acffcf None None] No DVR routers for this DVR port 8ca8803a-1cdc-4b83-b401-73148b90f172 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:08.031915 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fb1c8-c9aa-4bc1-ac2d-6826f8acffcf None None] Pushing event deleted for resources: {'Port': ['ID=8ca8803a-1cdc-4b83-b401-73148b90f172,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:08.212960 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c446ba9-47b1-4003-b42f-4016a0b2a19a None None] DHCP port deletion for 3edad258-ab4f-4251-90c1-7cd980d50e03 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:57:08.235607 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:57:08.246502 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067f693e-ee37-4092-afe9-5c6d370a6e1d None None] get_active_networks_info from n-d-838323-3 {{(pid=102910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:57:08.252861 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dc8a951f-3693-4bc7-9e57-7c7bb025057d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:08.254120 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ca86ba12-8fac-4948-96f7-81fd23c45f09 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:08.257726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-efa3c311-a819-442a-ace8-96ba0608dde8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] For port 1cd70a2c-d0de-4f55-b883-bc57054d4bfc, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1cd70a2c-d0de-4f55-b883-bc57054d4bfc,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:08.258575 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-efa3c311-a819-442a-ace8-96ba0608dde8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:08.269026 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ca86ba12-8fac-4948-96f7-81fd23c45f09 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0619907 Apr 18 20:57:08.269470 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5b3e5029-ef22-43ff-bb62-a5e6c0239d9a no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:57:08.364303 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-efa3c311-a819-442a-ace8-96ba0608dde8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Calling delete_port for 1cd70a2c-d0de-4f55-b883-bc57054d4bfc owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:08.369457 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dc8a951f-3693-4bc7-9e57-7c7bb025057d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:08.375547 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-dc8a951f-3693-4bc7-9e57-7c7bb025057d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/networks/3edad258-ab4f-4251-90c1-7cd980d50e03 HTTP/1.1" status: 204 len: 168 time: 8.5455709 Apr 18 20:57:08.380578 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33140) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:08.399482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a951f-3693-4bc7-9e57-7c7bb025057d tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Network': ['ID=3edad258-ab4f-4251-90c1-7cd980d50e03,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:08.428344 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 5b3e5029-ef22-43ff-bb62-a5e6c0239d9a {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:57:08.429012 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5b3e5029-ef22-43ff-bb62-a5e6c0239d9a not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:57:08.430107 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8ca8803a-1cdc-4b83-b401-73148b90f172 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:57:08.431748 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-ddf3f99a-a89e-4834-8fb5-6fbccfb5c540 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Deleting port 8ca8803a-1cdc-4b83-b401-73148b90f172 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:08.432332 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ddf3f99a-a89e-4834-8fb5-6fbccfb5c540 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:08.484799 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78a9ef87-620b-4b2d-b46a-dda17b440878 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:08.496179 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 8ca8803a-1cdc-4b83-b401-73148b90f172 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:57:08.496825 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8ca8803a-1cdc-4b83-b401-73148b90f172 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:57:08.499529 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd246438-cb3f-4556-9cb4-502658d2aa69 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] DELETE failed (client error): The resource could not be found. Apr 18 20:57:08.500671 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd246438-cb3f-4556-9cb4-502658d2aa69 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:57:08.508094 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bd246438-cb3f-4556-9cb4-502658d2aa69 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/networks/3edad258-ab4f-4251-90c1-7cd980d50e03 HTTP/1.1" status: 404 len: 339 time: 0.1212685 Apr 18 20:57:08.524946 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33146) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:08.526236 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78a9ef87-620b-4b2d-b46a-dda17b440878 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:08.534496 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-0a752b02-25db-422f-9480-84cca757d0ac tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-172123621', 'description': 'd1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:08.566357 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a752b02-25db-422f-9480-84cca757d0ac tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Made reservation on behalf of eb1eb5b094504b78a5be18b896c5bdba for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:08.570720 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0a752b02-25db-422f-9480-84cca757d0ac tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:08.622392 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-ddf3f99a-a89e-4834-8fb5-6fbccfb5c540 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] For port 8ca8803a-1cdc-4b83-b401-73148b90f172, host n-d-838323-3, got binding levels [] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:08.623357 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ddf3f99a-a89e-4834-8fb5-6fbccfb5c540 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:08.651057 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-ddf3f99a-a89e-4834-8fb5-6fbccfb5c540 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Calling delete_port for 8ca8803a-1cdc-4b83-b401-73148b90f172 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:08.660091 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.ipam_backend_mixin [None req-ddf3f99a-a89e-4834-8fb5-6fbccfb5c540 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Port 8ca8803a-1cdc-4b83-b401-73148b90f172 was not found and therefore no delete operation was performed {{(pid=102908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 20:57:08.667641 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ddf3f99a-a89e-4834-8fb5-6fbccfb5c540 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:08.771261 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067f693e-ee37-4092-afe9-5c6d370a6e1d None None] Resources bound (agent type, host, resource id): {{(pid=102910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:57:09.174702 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a752b02-25db-422f-9480-84cca757d0ac tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:57:09.244520 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0a752b02-25db-422f-9480-84cca757d0ac tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:09.245156 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-0a752b02-25db-422f-9480-84cca757d0ac tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Added segment ecd32f91-a6b0-4818-8791-b59da786313b of type vlan for network b52cbd92-51b6-4ac3-b941-944562e94b03 Apr 18 20:57:09.287645 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-78a9ef87-620b-4b2d-b46a-dda17b440878 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Allocated IP 172.25.1.78 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/38d502a2-a12f-4019-82a9-a70a1f436b42) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:09.354632 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0a752b02-25db-422f-9480-84cca757d0ac tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:09.409541 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0a752b02-25db-422f-9480-84cca757d0ac tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:09.434759 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a752b02-25db-422f-9480-84cca757d0ac tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:09.435408 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0a752b02-25db-422f-9480-84cca757d0ac tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:09.463921 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-d3249047-505b-4784-bc5c-63d1a27eaac2 req-bbd57719-7713-4006-ab1b-13eafbb799a5 service neutron] (102908) timed out ('10.222.0.41', 43544) {{(pid=102908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 20:57:09.540160 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3f99a-a89e-4834-8fb5-6fbccfb5c540 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Port': ['ID=8ca8803a-1cdc-4b83-b401-73148b90f172,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:09.590082 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf3f99a-a89e-4834-8fb5-6fbccfb5c540 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] No DVR routers for this DVR port 8ca8803a-1cdc-4b83-b401-73148b90f172 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:09.778283 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0a752b02-25db-422f-9480-84cca757d0ac tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2486906 Apr 18 20:57:09.791910 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78a9ef87-620b-4b2d-b46a-dda17b440878 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:09.794250 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33164) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:09.873788 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ddf3f99a-a89e-4834-8fb5-6fbccfb5c540 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:09.941706 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a752b02-25db-422f-9480-84cca757d0ac tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'Network': ['ID=b52cbd92-51b6-4ac3-b941-944562e94b03,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:09.956161 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network b52cbd92-51b6-4ac3-b941-944562e94b03 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:57:10.004486 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-5ae9e1d4-28be-4206-a977-572042b3478c tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1135169277&fields=id&tenant_id=8d1cb6a1920642c6a254fff9677f23c7 HTTP/1.1" status: 200 len: 267 time: 0.5626605 Apr 18 20:57:10.028447 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-ddf3f99a-a89e-4834-8fb5-6fbccfb5c540 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f63ff29-019e-48fc-84a2-73fdaaca2adf']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:10.077068 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08d0859-9702-4c18-b9a0-83a0da24a1ab tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:10.081003 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a08d0859-9702-4c18-b9a0-83a0da24a1ab tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "GET /v2.0/networks?id=b52cbd92-51b6-4ac3-b941-944562e94b03 HTTP/1.1" status: 200 len: 760 time: 0.2831585 Apr 18 20:57:10.085818 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33166) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:10.091289 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-7791674a-f73a-488f-b7a8-62a3bd7b668c tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Request body: {'network': {'description': 'd2'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:10.097425 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4513e826-c8ac-4840-8fe8-a06559934c23 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.102216 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-ddf3f99a-a89e-4834-8fb5-6fbccfb5c540 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66090c48-602c-4fd1-bd31-43f152750116') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:10.103343 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-ddf3f99a-a89e-4834-8fb5-6fbccfb5c540 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66090c48-602c-4fd1-bd31-43f152750116') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:10.198154 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78a9ef87-620b-4b2d-b46a-dda17b440878 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.241193 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ddf3f99a-a89e-4834-8fb5-6fbccfb5c540 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.322817 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513e826-c8ac-4840-8fe8-a06559934c23 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Pushing event deleted for resources: {'Port': ['ID=a44acbcc-e187-4576-89fc-9554089cacae,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:10.338662 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a9ef87-620b-4b2d-b46a-dda17b440878 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:10.391045 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-78a9ef87-620b-4b2d-b46a-dda17b440878 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:10.443996 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9ef87-620b-4b2d-b46a-dda17b440878 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Pushing event updated for resources: {'Port': ['ID=38d502a2-a12f-4019-82a9-a70a1f436b42,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:10.452307 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a9ef87-620b-4b2d-b46a-dda17b440878 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:57:10.593225 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-459d7914-4c46-4b3f-8b62-61dd71dd5c70 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:10.615436 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-459d7914-4c46-4b3f-8b62-61dd71dd5c70 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/networks?id=fe539583-d535-4524-b810-6474f581fe71 HTTP/1.1" status: 200 len: 814 time: 0.6116714 Apr 18 20:57:10.636158 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ddf3f99a-a89e-4834-8fb5-6fbccfb5c540 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.655236 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7791674a-f73a-488f-b7a8-62a3bd7b668c tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.704032 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7791674a-f73a-488f-b7a8-62a3bd7b668c tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.726779 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7791674a-f73a-488f-b7a8-62a3bd7b668c tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Network b52cbd92-51b6-4ac3-b941-944562e94b03 is not hosted by any dhcp agent {{(pid=102909) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 20:57:10.742107 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7791674a-f73a-488f-b7a8-62a3bd7b668c tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:10.743215 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7791674a-f73a-488f-b7a8-62a3bd7b668c tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.745952 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7791674a-f73a-488f-b7a8-62a3bd7b668c tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "PUT /v2.0/networks/b52cbd92-51b6-4ac3-b941-944562e94b03 HTTP/1.1" status: 200 len: 757 time: 0.6592472 Apr 18 20:57:10.758713 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33176) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:10.775207 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf3f99a-a89e-4834-8fb5-6fbccfb5c540 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:57:10.776096 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ddf3f99a-a89e-4834-8fb5-6fbccfb5c540 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.780091 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4513e826-c8ac-4840-8fe8-a06559934c23 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:57:10.783181 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:57:10.801125 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-efa3c311-a819-442a-ace8-96ba0608dde8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.847935 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791674a-f73a-488f-b7a8-62a3bd7b668c tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'Network': ['ID=b52cbd92-51b6-4ac3-b941-944562e94b03,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:10.861289 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network b52cbd92-51b6-4ac3-b941-944562e94b03 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:57:10.953887 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-dede9e43-b4c8-47bb-a88b-e3bf58784ccb tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/quotas/8d1cb6a1920642c6a254fff9677f23c7 HTTP/1.1" status: 200 len: 375 time: 0.3362708 Apr 18 20:57:11.108497 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3c311-a819-442a-ace8-96ba0608dde8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event deleted for resources: {'Port': ['ID=1cd70a2c-d0de-4f55-b883-bc57054d4bfc,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:11.114909 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4513e826-c8ac-4840-8fe8-a06559934c23 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.160508 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4513e826-c8ac-4840-8fe8-a06559934c23 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.302935 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ddf3f99a-a89e-4834-8fb5-6fbccfb5c540 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.325081 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78a9ef87-620b-4b2d-b46a-dda17b440878 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.330975 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ddf3f99a-a89e-4834-8fb5-6fbccfb5c540 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.340084 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ddf3f99a-a89e-4834-8fb5-6fbccfb5c540 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/networks/3f63ff29-019e-48fc-84a2-73fdaaca2adf HTTP/1.1" status: 204 len: 168 time: 4.6984029 Apr 18 20:57:11.346063 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33178) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:11.350844 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4513e826-c8ac-4840-8fe8-a06559934c23 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.351376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4513e826-c8ac-4840-8fe8-a06559934c23 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Fanout notify agent at l3_agent the message router_deleted on router bf1a165e-2bd0-4784-a3f6-42efeb06e47f {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:57:11.361089 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd49ed73-44f3-4d44-bb04-4d11acf49cd9 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:11.366337 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-dd49ed73-44f3-4d44-bb04-4d11acf49cd9 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "GET /v2.0/networks?id=b52cbd92-51b6-4ac3-b941-944562e94b03 HTTP/1.1" status: 200 len: 760 time: 0.5995183 Apr 18 20:57:11.376217 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33180) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:11.379265 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-9e1ee64c-574e-4c47-b78b-25950b19ccaf tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'network': {'name': 'tempest-RoutersTest-1089756898'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:11.381956 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-dab26acb-bee4-459b-8195-0029143c08dd tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-784788260'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:11.390780 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4513e826-c8ac-4840-8fe8-a06559934c23 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.393203 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4513e826-c8ac-4840-8fe8-a06559934c23 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "DELETE /v2.0/routers/bf1a165e-2bd0-4784-a3f6-42efeb06e47f HTTP/1.1" status: 204 len: 168 time: 6.0959332 Apr 18 20:57:11.410707 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33182) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:11.418517 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e803dccc-3522-4815-a686-5e60aacc915a tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-377345636', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:11.428810 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab26acb-bee4-459b-8195-0029143c08dd tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Made reservation on behalf of eb1eb5b094504b78a5be18b896c5bdba for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:11.431444 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3f99a-a89e-4834-8fb5-6fbccfb5c540 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Network': ['ID=3f63ff29-019e-48fc-84a2-73fdaaca2adf,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:11.432712 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dab26acb-bee4-459b-8195-0029143c08dd tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.476333 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-7785f484-3d59-4e65-b47b-bd0ed42c9141 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d1cb6a1920642c6a254fff9677f23c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5203869 Apr 18 20:57:11.501954 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1ee64c-574e-4c47-b78b-25950b19ccaf tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Made reservation on behalf of 34ed532966de49f2a1099a6b441323dd for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:11.505762 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee64c-574e-4c47-b78b-25950b19ccaf tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.527105 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab26acb-bee4-459b-8195-0029143c08dd tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:57:11.543073 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-efa3c311-a819-442a-ace8-96ba0608dde8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.565468 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dab26acb-bee4-459b-8195-0029143c08dd tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.566105 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-dab26acb-bee4-459b-8195-0029143c08dd tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Added segment 5badb680-69ec-4f12-bffa-7386cd2e5e6a of type vlan for network b2d16729-506c-4ac3-8c41-15cdc7010f49 Apr 18 20:57:11.641580 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e803dccc-3522-4815-a686-5e60aacc915a tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.643564 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e803dccc-3522-4815-a686-5e60aacc915a tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.662554 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-29b76e00-1fb6-4af6-8b42-3a711a2b67f4 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:57:11.673343 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-29b76e00-1fb6-4af6-8b42-3a711a2b67f4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1490719 Apr 18 20:57:11.687208 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-efa3c311-a819-442a-ace8-96ba0608dde8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.688026 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dab26acb-bee4-459b-8195-0029143c08dd tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.708051 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-efa3c311-a819-442a-ace8-96ba0608dde8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.717075 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1ee64c-574e-4c47-b78b-25950b19ccaf tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:57:11.787265 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee64c-574e-4c47-b78b-25950b19ccaf tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.788379 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-9e1ee64c-574e-4c47-b78b-25950b19ccaf tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Added segment cbff6833-5ccc-4762-879b-ea7829f18211 of type vlan for network 1dbcaba3-e252-430a-bf3d-2f113413ca2e Apr 18 20:57:11.802317 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.900649 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e803dccc-3522-4815-a686-5e60aacc915a tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.904456 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dab26acb-bee4-459b-8195-0029143c08dd tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.917769 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab26acb-bee4-459b-8195-0029143c08dd tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:11.917769 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dab26acb-bee4-459b-8195-0029143c08dd tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.926861 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e803dccc-3522-4815-a686-5e60aacc915a tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.935714 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee64c-574e-4c47-b78b-25950b19ccaf tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.942842 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-efa3c311-a819-442a-ace8-96ba0608dde8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.943368 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa3c311-a819-442a-ace8-96ba0608dde8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Fanout notify agent at l3_agent the message router_deleted on router 6b1c6580-b88c-405e-bad1-120c3cb15283 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:57:11.954149 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-efa3c311-a819-442a-ace8-96ba0608dde8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.956287 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-efa3c311-a819-442a-ace8-96ba0608dde8 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "DELETE /v2.0/routers/6b1c6580-b88c-405e-bad1-120c3cb15283 HTTP/1.1" status: 204 len: 168 time: 7.3070984 Apr 18 20:57:11.960579 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33190) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:11.978516 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e803dccc-3522-4815-a686-5e60aacc915a tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.982688 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e803dccc-3522-4815-a686-5e60aacc915a tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5681808 Apr 18 20:57:11.987019 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33192) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:11.995588 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-db4e823e-49c4-4223-af44-14aaed0e9780 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'enable_snat': True}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:12.061782 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-dab26acb-bee4-459b-8195-0029143c08dd tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6842234 Apr 18 20:57:12.074496 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33194) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:12.104279 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-38b02506-80ac-43bc-99d5-78f0bcdf659f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Request body: {'subnet': {'network_id': 'b2d16729-506c-4ac3-8c41-15cdc7010f49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:12.142165 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab26acb-bee4-459b-8195-0029143c08dd tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'Network': ['ID=b2d16729-506c-4ac3-8c41-15cdc7010f49,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:12.164759 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network b2d16729-506c-4ac3-8c41-15cdc7010f49 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:57:12.165255 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78a9ef87-620b-4b2d-b46a-dda17b440878 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.169888 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78a9ef87-620b-4b2d-b46a-dda17b440878 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608727'] for router, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.469654 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-6c26304d-1caa-413d-9640-400a25707f71 service neutron] 10.222.0.41 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7949138 Apr 18 20:57:12.470477 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee64c-574e-4c47-b78b-25950b19ccaf tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.477834 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1ee64c-574e-4c47-b78b-25950b19ccaf tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:12.478591 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee64c-574e-4c47-b78b-25950b19ccaf tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.524919 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a9ef87-620b-4b2d-b46a-dda17b440878 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Router ccaf95f5-c4ab-4baa-8d7b-72eab884cab8 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:57:12.671306 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a18abba3-74a4-4052-a9ca-236ca19ccdf4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.728113 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a9ef87-620b-4b2d-b46a-dda17b440878 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:12.753733 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78a9ef87-620b-4b2d-b46a-dda17b440878 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.758572 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-78a9ef87-620b-4b2d-b46a-dda17b440878 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "PUT /v2.0/routers/ccaf95f5-c4ab-4baa-8d7b-72eab884cab8 HTTP/1.1" status: 200 len: 914 time: 5.8878186 Apr 18 20:57:12.761067 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33202) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:12.773788 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc23bba-223e-4aa4-a017-0b494fb71f08 None None] Sync routers for ids ['ccaf95f5-c4ab-4baa-8d7b-72eab884cab8'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:12.777536 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-6cfe30bb-f471-4045-b88d-5800939b6178 service neutron] 10.222.0.41 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879918 Apr 18 20:57:12.788694 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b02506-80ac-43bc-99d5-78f0bcdf659f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Made reservation on behalf of eb1eb5b094504b78a5be18b896c5bdba for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:12.807322 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38b02506-80ac-43bc-99d5-78f0bcdf659f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.812310 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc23bba-223e-4aa4-a017-0b494fb71f08 None None] Routers {'ccaf95f5-c4ab-4baa-8d7b-72eab884cab8'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:12.813352 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-1cc23bba-223e-4aa4-a017-0b494fb71f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ccaf95f5-c4ab-4baa-8d7b-72eab884cab8'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:12.962220 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-1cc23bba-223e-4aa4-a017-0b494fb71f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:12.990279 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc23bba-223e-4aa4-a017-0b494fb71f08 None None] Routers {'ccaf95f5-c4ab-4baa-8d7b-72eab884cab8'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:12.991463 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-1cc23bba-223e-4aa4-a017-0b494fb71f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ccaf95f5-c4ab-4baa-8d7b-72eab884cab8'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:13.026520 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a2250a6f-8a4d-404d-bcd9-0b5220982283 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "GET /v2.0/routers/ccaf95f5-c4ab-4baa-8d7b-72eab884cab8 HTTP/1.1" status: 200 len: 920 time: 0.2639508 Apr 18 20:57:13.027873 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33206) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:13.084062 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-1cc23bba-223e-4aa4-a017-0b494fb71f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:13.085824 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc23bba-223e-4aa4-a017-0b494fb71f08 None None] The sync data for ids ['ccaf95f5-c4ab-4baa-8d7b-72eab884cab8'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:13.099831 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9e1ee64c-574e-4c47-b78b-25950b19ccaf tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7497647 Apr 18 20:57:13.101578 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33208) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:13.116199 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-2b7f8485-0b6a-420d-8911-727f275969e3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'subnet': {'network_id': '1dbcaba3-e252-430a-bf3d-2f113413ca2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:13.133651 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ee64c-574e-4c47-b78b-25950b19ccaf tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Network': ['ID=1dbcaba3-e252-430a-bf3d-2f113413ca2e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:13.150355 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 1dbcaba3-e252-430a-bf3d-2f113413ca2e details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:57:13.337553 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4975afd1-8d4a-4b0e-b47d-27f90c8b0f8a tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:13.342365 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4975afd1-8d4a-4b0e-b47d-27f90c8b0f8a tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&device_id=ccaf95f5-c4ab-4baa-8d7b-72eab884cab8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3114097 Apr 18 20:57:13.345319 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33216) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:13.346112 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc485651-2fd1-408b-9a33-fe08ca758439 req-f58a0b0a-d837-4ed1-95f7-b00197c98194 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 210 time: 0.0913811 Apr 18 20:57:13.363080 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7f8485-0b6a-420d-8911-727f275969e3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Made reservation on behalf of 34ed532966de49f2a1099a6b441323dd for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:13.368767 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2b7f8485-0b6a-420d-8911-727f275969e3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:13.449559 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-db4e823e-49c4-4223-af44-14aaed0e9780 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:13.537942 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a18abba3-74a4-4052-a9ca-236ca19ccdf4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:13.604313 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-a18abba3-74a4-4052-a9ca-236ca19ccdf4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e95bd41-10a1-446a-b079-eb37b307af38']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:13.687183 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-a18abba3-74a4-4052-a9ca-236ca19ccdf4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:13.689575 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-a18abba3-74a4-4052-a9ca-236ca19ccdf4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caeea985-7d9d-4b67-98e9-0a9c3f3ad4c6') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:13.707227 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cb3084-b506-45ef-8dfe-78f9c02358a8 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:13.709483 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-70cb3084-b506-45ef-8dfe-78f9c02358a8 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 881 time: 0.3614960 Apr 18 20:57:13.713914 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33222) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:13.730721 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df503c-bf34-4b13-861e-53872c808f38 req-68312123-4a75-42de-a248-fbf8b8b85fae tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:13.734107 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-06df503c-bf34-4b13-861e-53872c808f38 req-68312123-4a75-42de-a248-fbf8b8b85fae tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 945 time: 0.4076366 Apr 18 20:57:13.771437 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8f266ef8-c87c-451a-9566-395e03932fff tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccaf95f5-c4ab-4baa-8d7b-72eab884cab8 HTTP/1.1" status: 200 len: 205 time: 0.0550365 Apr 18 20:57:13.815422 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33224) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:13.893591 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a18abba3-74a4-4052-a9ca-236ca19ccdf4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:13.921721 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a18abba3-74a4-4052-a9ca-236ca19ccdf4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:13.940847 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a18abba3-74a4-4052-a9ca-236ca19ccdf4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:57:13.941363 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a18abba3-74a4-4052-a9ca-236ca19ccdf4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:57:14.080202 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:57:14.117794 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38b02506-80ac-43bc-99d5-78f0bcdf659f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:14.124708 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a18abba3-74a4-4052-a9ca-236ca19ccdf4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:14.168844 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1cd70a2c-d0de-4f55-b883-bc57054d4bfc no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:57:14.283649 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 1cd70a2c-d0de-4f55-b883-bc57054d4bfc {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:57:14.284756 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1cd70a2c-d0de-4f55-b883-bc57054d4bfc not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:57:14.620311 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2b7f8485-0b6a-420d-8911-727f275969e3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:14.660024 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b02506-80ac-43bc-99d5-78f0bcdf659f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'Subnet': ['ID=ce5d5b02-a1a4-4466-9f60-2d1890de381a,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:14.666478 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aff794d7-a649-4f7e-bbb2-f68df39dd5be req-15b3e4d2-7bda-4df6-8b08-61832ab02c50 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 210 time: 0.0877531 Apr 18 20:57:14.680856 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a18abba3-74a4-4052-a9ca-236ca19ccdf4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:14.682552 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a18abba3-74a4-4052-a9ca-236ca19ccdf4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "DELETE /v2.0/networks/4e95bd41-10a1-446a-b079-eb37b307af38 HTTP/1.1" status: 204 len: 168 time: 2.7190011 Apr 18 20:57:14.683941 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33232) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:14.726476 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18abba3-74a4-4052-a9ca-236ca19ccdf4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event deleted for resources: {'Network': ['ID=4e95bd41-10a1-446a-b079-eb37b307af38,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:14.749654 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18abba3-74a4-4052-a9ca-236ca19ccdf4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.750001 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18abba3-74a4-4052-a9ca-236ca19ccdf4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.750339 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18abba3-74a4-4052-a9ca-236ca19ccdf4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.750681 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18abba3-74a4-4052-a9ca-236ca19ccdf4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.751543 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18abba3-74a4-4052-a9ca-236ca19ccdf4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.751898 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18abba3-74a4-4052-a9ca-236ca19ccdf4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.752298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18abba3-74a4-4052-a9ca-236ca19ccdf4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.753210 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18abba3-74a4-4052-a9ca-236ca19ccdf4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.753593 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18abba3-74a4-4052-a9ca-236ca19ccdf4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.754112 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18abba3-74a4-4052-a9ca-236ca19ccdf4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.754471 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18abba3-74a4-4052-a9ca-236ca19ccdf4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.754806 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18abba3-74a4-4052-a9ca-236ca19ccdf4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.763751 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-036ca0c1-dbd7-427c-ad8e-8ac4a5db37e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:14.774449 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b02506-80ac-43bc-99d5-78f0bcdf659f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.774787 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b02506-80ac-43bc-99d5-78f0bcdf659f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.775233 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b02506-80ac-43bc-99d5-78f0bcdf659f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.775514 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b02506-80ac-43bc-99d5-78f0bcdf659f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.775891 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b02506-80ac-43bc-99d5-78f0bcdf659f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.776102 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b02506-80ac-43bc-99d5-78f0bcdf659f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.776459 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b02506-80ac-43bc-99d5-78f0bcdf659f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.776807 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b02506-80ac-43bc-99d5-78f0bcdf659f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.777167 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b02506-80ac-43bc-99d5-78f0bcdf659f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.777445 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b02506-80ac-43bc-99d5-78f0bcdf659f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.777776 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b02506-80ac-43bc-99d5-78f0bcdf659f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.778102 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b02506-80ac-43bc-99d5-78f0bcdf659f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.794057 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-06df503c-bf34-4b13-861e-53872c808f38 req-5dc14a42-6a6c-4a93-ac35-b1cc9c466da5 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7078006 Apr 18 20:57:14.838074 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf61c6-93e9-4090-a94d-66d3c2993279 req-b3a14a1e-ecea-4afe-997d-2a8356a0fe5e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:14.841855 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75bf61c6-93e9-4090-a94d-66d3c2993279 req-b3a14a1e-ecea-4afe-997d-2a8356a0fe5e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 945 time: 0.1574028 Apr 18 20:57:14.923306 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b02506-80ac-43bc-99d5-78f0bcdf659f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Checking segment: {'id': '5badb680-69ec-4f12-bffa-7386cd2e5e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b2d16729-506c-4ac3-8c41-15cdc7010f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:57:14.924937 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b02506-80ac-43bc-99d5-78f0bcdf659f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Network hostable DHCP agents. Network: b2d16729-506c-4ac3-8c41-15cdc7010f49, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:57:15.164655 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b02506-80ac-43bc-99d5-78f0bcdf659f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Network b2d16729-506c-4ac3-8c41-15cdc7010f49 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:57:15.233210 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-38b02506-80ac-43bc-99d5-78f0bcdf659f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, b2d16729-506c-4ac3-8c41-15cdc7010f49) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:15.253774 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ae7ba8-d129-4d74-84bd-7eac12e47cc6 None None] Network b2d16729-506c-4ac3-8c41-15cdc7010f49 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:57:15.255114 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b02506-80ac-43bc-99d5-78f0bcdf659f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:15.255114 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38b02506-80ac-43bc-99d5-78f0bcdf659f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:15.312573 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-db4e823e-49c4-4223-af44-14aaed0e9780 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:15.319107 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f8485-0b6a-420d-8911-727f275969e3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Subnet': ['ID=16c02065-aed3-408b-aa0f-70400bf4b743,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:15.325833 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-38b02506-80ac-43bc-99d5-78f0bcdf659f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2416818 Apr 18 20:57:15.342226 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33236) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:15.383992 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f8485-0b6a-420d-8911-727f275969e3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Checking segment: {'id': 'cbff6833-5ccc-4762-879b-ea7829f18211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1dbcaba3-e252-430a-bf3d-2f113413ca2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:57:15.384499 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7f8485-0b6a-420d-8911-727f275969e3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network hostable DHCP agents. Network: 1dbcaba3-e252-430a-bf3d-2f113413ca2e, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:57:15.392105 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-75bf61c6-93e9-4090-a94d-66d3c2993279 req-5428d8b9-b64b-4201-b5ff-524cb57da216 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Deleting port 04253ddb-467b-4be0-a4e2-cc5e733812ae {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:15.392733 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-75bf61c6-93e9-4090-a94d-66d3c2993279 req-5428d8b9-b64b-4201-b5ff-524cb57da216 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:15.419136 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-db4e823e-49c4-4223-af44-14aaed0e9780 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:15.440567 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-036ca0c1-dbd7-427c-ad8e-8ac4a5db37e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:15.823190 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8e5001-cc29-452e-89c7-4e452b7c048c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-b2d16729-506c-4ac3-8c41-15cdc7010f49', 'network_id': 'b2d16729-506c-4ac3-8c41-15cdc7010f49', 'tenant_id': 'eb1eb5b094504b78a5be18b896c5bdba', 'fixed_ips': [{'subnet_id': 'ce5d5b02-a1a4-4466-9f60-2d1890de381a'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:57:15.830866 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ee8e5001-cc29-452e-89c7-4e452b7c048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:15.922229 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8415464-2988-4340-9b04-d04635ca7acd req-561396f3-0b3f-4e4c-80e8-7484767cf36a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 210 time: 0.0464487 Apr 18 20:57:15.948327 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7f8485-0b6a-420d-8911-727f275969e3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network 1dbcaba3-e252-430a-bf3d-2f113413ca2e is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:57:15.976556 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-90429fb9-ffe7-4b02-8cfc-5034b8ea9460 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:15.979027 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-90429fb9-ffe7-4b02-8cfc-5034b8ea9460 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.32 "GET /v2.0/networks?id=fe539583-d535-4524-b810-6474f581fe71 HTTP/1.1" status: 200 len: 814 time: 0.6106546 Apr 18 20:57:15.999909 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-2b7f8485-0b6a-420d-8911-727f275969e3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 1dbcaba3-e252-430a-bf3d-2f113413ca2e) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:16.033027 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7f8485-0b6a-420d-8911-727f275969e3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:16.034088 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2b7f8485-0b6a-420d-8911-727f275969e3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.059123 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-75bf61c6-93e9-4090-a94d-66d3c2993279 req-5428d8b9-b64b-4201-b5ff-524cb57da216 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] For port 04253ddb-467b-4be0-a4e2-cc5e733812ae, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=04253ddb-467b-4be0-a4e2-cc5e733812ae,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:16.059831 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-75bf61c6-93e9-4090-a94d-66d3c2993279 req-5428d8b9-b64b-4201-b5ff-524cb57da216 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.118389 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.147344 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fee8ec7-4c53-48d7-9e9e-6657de02f2a1 None None] Network 1dbcaba3-e252-430a-bf3d-2f113413ca2e requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:57:16.157792 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2b7f8485-0b6a-420d-8911-727f275969e3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0523701 Apr 18 20:57:16.160847 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33242) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:16.170448 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-036ca0c1-dbd7-427c-ad8e-8ac4a5db37e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Deleting port 38d502a2-a12f-4019-82a9-a70a1f436b42 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:16.171077 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-036ca0c1-dbd7-427c-ad8e-8ac4a5db37e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.181279 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-cab8bd70-b90c-4866-a9f5-d8990d64f11b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-317499735', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:16.187290 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-db4e823e-49c4-4223-af44-14aaed0e9780 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Allocated IP 172.25.1.151 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/60a045a1-d1e5-421a-8347-e7006e488d8d) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:16.201232 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-18dd6131-60cf-454d-8efe-9bc14c22bf5f tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Deleting port 1db2d2e0-a283-4fb1-98bb-e3e99771d4af {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:16.201779 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-18dd6131-60cf-454d-8efe-9bc14c22bf5f tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.361457 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-75bf61c6-93e9-4090-a94d-66d3c2993279 req-5428d8b9-b64b-4201-b5ff-524cb57da216 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Calling delete_port for 04253ddb-467b-4be0-a4e2-cc5e733812ae owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:16.464489 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-ee8e5001-cc29-452e-89c7-4e452b7c048c None None] Allocated IP 172.20.0.2 (b2d16729-506c-4ac3-8c41-15cdc7010f49/ce5d5b02-a1a4-4466-9f60-2d1890de381a/b2c5940c-806a-488a-b698-5055d5d5abac) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:16.500610 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cab8bd70-b90c-4866-a9f5-d8990d64f11b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.502679 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cab8bd70-b90c-4866-a9f5-d8990d64f11b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.559590 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.784204 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-1f3adea1-e1b8-4ca3-8e00-575bf3342fc8 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d1cb6a1920642c6a254fff9677f23c7 HTTP/1.1" status: 200 len: 380 time: 0.4165976 Apr 18 20:57:16.805426 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-e79f1e29-c0a8-4c9c-b07b-ab59e73bea38 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Request body: {'port': {'device_id': '940c6e38-a734-4798-9e57-9f6b75866078', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'admin_state_up': True, 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'security_groups': ['5cfa3223-1b88-434a-bd02-ccc8b83bca5d']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:16.831299 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cab8bd70-b90c-4866-a9f5-d8990d64f11b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.843890 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23ce77-4ce1-4f23-8e00-2313f956d9b5 req-bd651d1d-69d5-4f12-a7de-9c681f8ebbc2 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:16.848350 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a23ce77-4ce1-4f23-8e00-2313f956d9b5 req-bd651d1d-69d5-4f12-a7de-9c681f8ebbc2 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 945 time: 0.7495041 Apr 18 20:57:16.865116 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-18dd6131-60cf-454d-8efe-9bc14c22bf5f tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.865552 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-18dd6131-60cf-454d-8efe-9bc14c22bf5f tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.893880 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b716c0-4d3d-4eb5-a582-5095670220fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-1dbcaba3-e252-430a-bf3d-2f113413ca2e', 'network_id': '1dbcaba3-e252-430a-bf3d-2f113413ca2e', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'fixed_ips': [{'subnet_id': '16c02065-aed3-408b-aa0f-70400bf4b743'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:57:16.895678 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b6b716c0-4d3d-4eb5-a582-5095670220fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.912817 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cab8bd70-b90c-4866-a9f5-d8990d64f11b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.918344 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-db4e823e-49c4-4223-af44-14aaed0e9780 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.924086 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-036ca0c1-dbd7-427c-ad8e-8ac4a5db37e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.934744 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-18dd6131-60cf-454d-8efe-9bc14c22bf5f tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Calling delete_port for 1db2d2e0-a283-4fb1-98bb-e3e99771d4af owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:16.997488 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-036ca0c1-dbd7-427c-ad8e-8ac4a5db37e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Calling delete_port for 38d502a2-a12f-4019-82a9-a70a1f436b42 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:17.016507 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cab8bd70-b90c-4866-a9f5-d8990d64f11b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:17.024164 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cab8bd70-b90c-4866-a9f5-d8990d64f11b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8488386 Apr 18 20:57:17.030092 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33248) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:17.334495 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ee8e5001-cc29-452e-89c7-4e452b7c048c None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:17.354640 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ee8e5001-cc29-452e-89c7-4e452b7c048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:17.458383 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:17.479622 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a23ce77-4ce1-4f23-8e00-2313f956d9b5 req-f6a485c8-f72e-4d6d-b16c-8210f41fefb0 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=64e92495-a4c7-4570-877d-d43f49207ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5772834 Apr 18 20:57:17.513838 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8e5001-cc29-452e-89c7-4e452b7c048c None None] Network b2d16729-506c-4ac3-8c41-15cdc7010f49 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:17.531066 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-ee8e5001-cc29-452e-89c7-4e452b7c048c None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:17.568885 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e5001-cc29-452e-89c7-4e452b7c048c None None] Pushing event updated for resources: {'Port': ['ID=b2c5940c-806a-488a-b698-5055d5d5abac,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:17.574355 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8e5001-cc29-452e-89c7-4e452b7c048c None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:57:17.642978 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Subnet': ['ID=ce5d5b02-a1a4-4466-9f60-2d1890de381a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:17.675452 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4617e97d-e0fd-470b-af31-0ab840e720bd req-c2c20ff4-65d7-4b4e-92cb-f5912253b286 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 210 time: 0.4469829 Apr 18 20:57:17.692166 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ee8e5001-cc29-452e-89c7-4e452b7c048c None None] Attempting to bind port b2c5940c-806a-488a-b698-5055d5d5abac on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:57:17.692712 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ee8e5001-cc29-452e-89c7-4e452b7c048c None None] Attempting to bind port b2c5940c-806a-488a-b698-5055d5d5abac by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '5badb680-69ec-4f12-bffa-7386cd2e5e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b2d16729-506c-4ac3-8c41-15cdc7010f49'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:57:17.693346 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8e5001-cc29-452e-89c7-4e452b7c048c None None] Attempting to bind port b2c5940c-806a-488a-b698-5055d5d5abac on network b2d16729-506c-4ac3-8c41-15cdc7010f49 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:57:17.706212 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-b6b716c0-4d3d-4eb5-a582-5095670220fd None None] Allocated IP 172.20.0.2 (1dbcaba3-e252-430a-bf3d-2f113413ca2e/16c02065-aed3-408b-aa0f-70400bf4b743/8aded9eb-8fd8-49ce-9410-268b7e0b3c15) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:17.714975 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8e5001-cc29-452e-89c7-4e452b7c048c None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:57:17.715516 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8e5001-cc29-452e-89c7-4e452b7c048c None None] Checking segment: {'id': '5badb680-69ec-4f12-bffa-7386cd2e5e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b2d16729-506c-4ac3-8c41-15cdc7010f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:57:17.716018 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ee8e5001-cc29-452e-89c7-4e452b7c048c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:17.716558 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8e5001-cc29-452e-89c7-4e452b7c048c None None] Bound using segment: {'id': '5badb680-69ec-4f12-bffa-7386cd2e5e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b2d16729-506c-4ac3-8c41-15cdc7010f49'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:57:17.717149 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ee8e5001-cc29-452e-89c7-4e452b7c048c None None] Bound port: b2c5940c-806a-488a-b698-5055d5d5abac, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5badb680-69ec-4f12-bffa-7386cd2e5e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b2d16729-506c-4ac3-8c41-15cdc7010f49'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:57:17.717655 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ee8e5001-cc29-452e-89c7-4e452b7c048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:17.793401 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-75bf61c6-93e9-4090-a94d-66d3c2993279 req-5428d8b9-b64b-4201-b5ff-524cb57da216 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:17.919414 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-db4e823e-49c4-4223-af44-14aaed0e9780 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:17.951423 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-036ca0c1-dbd7-427c-ad8e-8ac4a5db37e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.006591 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-e79f1e29-c0a8-4c9c-b07b-ab59e73bea38 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Made reservation on behalf of 8d1cb6a1920642c6a254fff9677f23c7 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:18.010095 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-e79f1e29-c0a8-4c9c-b07b-ab59e73bea38 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.034058 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b6b716c0-4d3d-4eb5-a582-5095670220fd None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.050296 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ee8e5001-cc29-452e-89c7-4e452b7c048c None None] For port b2c5940c-806a-488a-b698-5055d5d5abac, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:57:18.054009 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b6b716c0-4d3d-4eb5-a582-5095670220fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.061570 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428d8b9-b64b-4201-b5ff-524cb57da216 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event deleted for resources: {'Port': ['ID=04253ddb-467b-4be0-a4e2-cc5e733812ae,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:18.108821 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4e823e-49c4-4223-af44-14aaed0e9780 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:18.110226 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ee8e5001-cc29-452e-89c7-4e452b7c048c None None] For port b2c5940c-806a-488a-b698-5055d5d5abac, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b2c5940c-806a-488a-b698-5055d5d5abac,segment=NetworkSegment(5badb680-69ec-4f12-bffa-7386cd2e5e6a),segment_id=5badb680-69ec-4f12-bffa-7386cd2e5e6a)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:57:18.121298 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ee8e5001-cc29-452e-89c7-4e452b7c048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.131524 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b716c0-4d3d-4eb5-a582-5095670220fd None None] Network 1dbcaba3-e252-430a-bf3d-2f113413ca2e is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:18.146724 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-db4e823e-49c4-4223-af44-14aaed0e9780 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:18.147514 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-b6b716c0-4d3d-4eb5-a582-5095670220fd None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:18.149118 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bf61c6-93e9-4090-a94d-66d3c2993279 req-5428d8b9-b64b-4201-b5ff-524cb57da216 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] No DVR routers for this DVR port 04253ddb-467b-4be0-a4e2-cc5e733812ae on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:18.153994 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4e823e-49c4-4223-af44-14aaed0e9780 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:57:18.154275 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b716c0-4d3d-4eb5-a582-5095670220fd None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:57:18.166916 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b716c0-4d3d-4eb5-a582-5095670220fd None None] Pushing event updated for resources: {'Port': ['ID=8aded9eb-8fd8-49ce-9410-268b7e0b3c15,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:18.195604 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-75bf61c6-93e9-4090-a94d-66d3c2993279 req-5428d8b9-b64b-4201-b5ff-524cb57da216 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.199535 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75bf61c6-93e9-4090-a94d-66d3c2993279 req-5428d8b9-b64b-4201-b5ff-524cb57da216 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.57 "DELETE /v2.0/ports/04253ddb-467b-4be0-a4e2-cc5e733812ae HTTP/1.1" status: 204 len: 173 time: 3.3407903 Apr 18 20:57:18.208450 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac064a9-1270-47a5-aa7c-08b81a81499f', 'name': 'network-vif-deleted', 'tag': '04253ddb-467b-4be0-a4e2-cc5e733812ae'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:57:18.211034 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519e2147-09c5-4a24-8dc6-131b356bb28b" -d '{"events": [{"server_uuid": "6ac064a9-1270-47a5-aa7c-08b81a81499f", "name": "network-vif-deleted", "tag": "04253ddb-467b-4be0-a4e2-cc5e733812ae"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:57:18.359048 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b6b716c0-4d3d-4eb5-a582-5095670220fd None None] Attempting to bind port 8aded9eb-8fd8-49ce-9410-268b7e0b3c15 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:57:18.359427 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b6b716c0-4d3d-4eb5-a582-5095670220fd None None] Attempting to bind port 8aded9eb-8fd8-49ce-9410-268b7e0b3c15 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'cbff6833-5ccc-4762-879b-ea7829f18211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1dbcaba3-e252-430a-bf3d-2f113413ca2e'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:57:18.359787 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b716c0-4d3d-4eb5-a582-5095670220fd None None] Attempting to bind port 8aded9eb-8fd8-49ce-9410-268b7e0b3c15 on network 1dbcaba3-e252-430a-bf3d-2f113413ca2e {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:57:18.371752 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e5001-cc29-452e-89c7-4e452b7c048c None None] Pushing event updated for resources: {'Port': ['ID=b2c5940c-806a-488a-b698-5055d5d5abac,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:18.375469 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b716c0-4d3d-4eb5-a582-5095670220fd None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:57:18.375843 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b716c0-4d3d-4eb5-a582-5095670220fd None None] Checking segment: {'id': 'cbff6833-5ccc-4762-879b-ea7829f18211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1dbcaba3-e252-430a-bf3d-2f113413ca2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:57:18.376487 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b6b716c0-4d3d-4eb5-a582-5095670220fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.377174 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b716c0-4d3d-4eb5-a582-5095670220fd None None] Bound using segment: {'id': 'cbff6833-5ccc-4762-879b-ea7829f18211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1dbcaba3-e252-430a-bf3d-2f113413ca2e'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:57:18.377651 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b6b716c0-4d3d-4eb5-a582-5095670220fd None None] Bound port: 8aded9eb-8fd8-49ce-9410-268b7e0b3c15, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbff6833-5ccc-4762-879b-ea7829f18211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1dbcaba3-e252-430a-bf3d-2f113413ca2e'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:57:18.378126 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b6b716c0-4d3d-4eb5-a582-5095670220fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.386672 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.450668 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d16729-506c-4ac3-8c41-15cdc7010f49']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:18.468406 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3783f2-f5dd-4a24-a0ff-2136d97ee10c None None] Network b2d16729-506c-4ac3-8c41-15cdc7010f49 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:57:18.473458 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5badb680-69ec-4f12-bffa-7386cd2e5e6a') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:18.474109 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5badb680-69ec-4f12-bffa-7386cd2e5e6a') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:18.476792 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ca0c1-dbd7-427c-ad8e-8ac4a5db37e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Pushing event deleted for resources: {'Port': ['ID=38d502a2-a12f-4019-82a9-a70a1f436b42,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:18.496699 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.620980 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e823e-49c4-4223-af44-14aaed0e9780 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Pushing event updated for resources: {'Port': ['ID=60a045a1-d1e5-421a-8347-e7006e488d8d,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:18.631301 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2d6729-8aca-441b-b396-b1ba02664f54 x-openstack-request-id: req-5a2d6729-8aca-441b-b396-b1ba02664f54 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:57:18.631832 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-036ca0c1-dbd7-427c-ad8e-8ac4a5db37e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.632323 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac064a9-1270-47a5-aa7c-08b81a81499f", "name": "network-vif-deleted", "tag": "04253ddb-467b-4be0-a4e2-cc5e733812ae", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:57:18.634896 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a2d6729-8aca-441b-b396-b1ba02664f54 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:57:18.635547 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a2d6729-8aca-441b-b396-b1ba02664f54'] response: {'server_uuid': '6ac064a9-1270-47a5-aa7c-08b81a81499f', 'name': 'network-vif-deleted', 'tag': '04253ddb-467b-4be0-a4e2-cc5e733812ae', 'status': 'completed', 'code': 200} Apr 18 20:57:18.636765 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-18dd6131-60cf-454d-8efe-9bc14c22bf5f tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.646884 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.811340 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b6b716c0-4d3d-4eb5-a582-5095670220fd None None] For port 8aded9eb-8fd8-49ce-9410-268b7e0b3c15, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:57:18.940055 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b6b716c0-4d3d-4eb5-a582-5095670220fd None None] For port 8aded9eb-8fd8-49ce-9410-268b7e0b3c15, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8aded9eb-8fd8-49ce-9410-268b7e0b3c15,segment=NetworkSegment(cbff6833-5ccc-4762-879b-ea7829f18211),segment_id=cbff6833-5ccc-4762-879b-ea7829f18211)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:57:18.969767 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:57:18.970857 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:57:18.981592 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:57:18.989411 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd6131-60cf-454d-8efe-9bc14c22bf5f tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event deleted for resources: {'Port': ['ID=1db2d2e0-a283-4fb1-98bb-e3e99771d4af,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:18.990111 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-18dd6131-60cf-454d-8efe-9bc14c22bf5f tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.990446 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-18dd6131-60cf-454d-8efe-9bc14c22bf5f tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Floating IP 9875f020-d9ea-470a-a456-9def4598ca97 disassociated (deleted). External IP: 172.25.1.36, port: f9e92014-4811-464f-91a7-4f953657fa4e. Apr 18 20:57:19.026966 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b6b716c0-4d3d-4eb5-a582-5095670220fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.051863 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-036ca0c1-dbd7-427c-ad8e-8ac4a5db37e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.107683 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-036ca0c1-dbd7-427c-ad8e-8ac4a5db37e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.225660 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b716c0-4d3d-4eb5-a582-5095670220fd None None] Pushing event updated for resources: {'Port': ['ID=8aded9eb-8fd8-49ce-9410-268b7e0b3c15,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:19.250087 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b85b00b-c8f8-439f-8967-44fbe3f135c0 req-2421987e-edb7-41f9-be37-8cad2ea5c33f tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 210 time: 0.1969252 Apr 18 20:57:19.271230 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 04253ddb-467b-4be0-a4e2-cc5e733812ae no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:57:19.318622 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9a0d8e2-6bd8-4042-a97f-19a8bdab9337 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.331258 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.db.api [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 20:57:19.331258 n-d-838323-3 neutron-server[102909]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 20:57:19.331258 n-d-838323-3 neutron-server[102909]: [parameters: {'id': 'b2d16729-506c-4ac3-8c41-15cdc7010f49'}] Apr 18 20:57:19.331258 n-d-838323-3 neutron-server[102909]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:57:19.331932 n-d-838323-3 neutron-server[102909]: DEBUG oslo_db.api [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:57:19.332941 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-036ca0c1-dbd7-427c-ad8e-8ac4a5db37e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.337542 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036ca0c1-dbd7-427c-ad8e-8ac4a5db37e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Fanout notify agent at l3_agent the message router_deleted on router ccaf95f5-c4ab-4baa-8d7b-72eab884cab8 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:57:19.353908 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 04253ddb-467b-4be0-a4e2-cc5e733812ae {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:57:19.354768 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 04253ddb-467b-4be0-a4e2-cc5e733812ae not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:57:19.365442 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-036ca0c1-dbd7-427c-ad8e-8ac4a5db37e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.366914 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-036ca0c1-dbd7-427c-ad8e-8ac4a5db37e9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "DELETE /v2.0/routers/ccaf95f5-c4ab-4baa-8d7b-72eab884cab8 HTTP/1.1" status: 204 len: 168 time: 5.5499289 Apr 18 20:57:19.380927 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33260) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:19.389869 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-7f90b0ee-8aa6-477c-b8e6-ae56ce93ec7a tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-12150587', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}, 'admin_state_up': False}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:19.748723 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ffa83af7-0575-4573-a247-744a2ad7cd5d req-f95ad25b-4642-405f-97b2-b412d19aeab6 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 210 time: 0.5509448 Apr 18 20:57:20.175263 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:20.181231 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f90b0ee-8aa6-477c-b8e6-ae56ce93ec7a tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:20.182301 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f90b0ee-8aa6-477c-b8e6-ae56ce93ec7a tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:20.357579 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8aded9eb-8fd8-49ce-9410-268b7e0b3c15 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:57:20.548546 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f90b0ee-8aa6-477c-b8e6-ae56ce93ec7a tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:20.556369 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 8aded9eb-8fd8-49ce-9410-268b7e0b3c15 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:20.556891 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:20.714481 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18dd6131-60cf-454d-8efe-9bc14c22bf5f tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Router 69338e3a-af09-40c9-95e9-03f34363a94b has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:57:20.824729 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b07a9ccf-7876-4e59-82fe-49dc583f60c6 req-6101a638-d37a-42e4-be0f-e11f681ff29c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 210 time: 0.1011510 Apr 18 20:57:20.889671 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:21.049588 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f90b0ee-8aa6-477c-b8e6-ae56ce93ec7a tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:21.107871 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Deleting port b2c5940c-806a-488a-b698-5055d5d5abac {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:21.108445 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:21.115454 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 8aded9eb-8fd8-49ce-9410-268b7e0b3c15, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8aded9eb-8fd8-49ce-9410-268b7e0b3c15,segment=NetworkSegment(cbff6833-5ccc-4762-879b-ea7829f18211),segment_id=cbff6833-5ccc-4762-879b-ea7829f18211)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:21.130613 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:21.157596 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-50ad6821-5df3-4f11-9dc6-721bb77d8896 req-66159f23-d959-469f-a44e-fb2d53790dfe tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 210 time: 0.2314382 Apr 18 20:57:21.230828 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-e79f1e29-c0a8-4c9c-b07b-ab59e73bea38 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Allocated IP 172.20.0.4 (fe539583-d535-4524-b810-6474f581fe71/934e222d-a43e-4b81-a646-860f58e51213/55a05612-8060-4ff1-88d1-b02230ac1d86) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:21.289770 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-db4e823e-49c4-4223-af44-14aaed0e9780 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:21.368607 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=8aded9eb-8fd8-49ce-9410-268b7e0b3c15,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:21.474281 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a150c6-8c3c-4133-8645-80345f51db39 None None] Network 1dbcaba3-e252-430a-bf3d-2f113413ca2e requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:57:21.546481 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] For port b2c5940c-806a-488a-b698-5055d5d5abac, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b2c5940c-806a-488a-b698-5055d5d5abac,segment=NetworkSegment(5badb680-69ec-4f12-bffa-7386cd2e5e6a),segment_id=5badb680-69ec-4f12-bffa-7386cd2e5e6a)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:21.547302 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:21.575586 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Calling delete_port for b2c5940c-806a-488a-b698-5055d5d5abac owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:21.729858 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dd6131-60cf-454d-8efe-9bc14c22bf5f tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:21.750300 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-18dd6131-60cf-454d-8efe-9bc14c22bf5f tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:21.813074 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496e3906-5890-4834-8dd1-8e2256f39328 None None] Sync routers for ids ['69338e3a-af09-40c9-95e9-03f34363a94b'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:21.847481 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-18dd6131-60cf-454d-8efe-9bc14c22bf5f tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "DELETE /v2.0/floatingips/9875f020-d9ea-470a-a456-9def4598ca97 HTTP/1.1" status: 204 len: 168 time: 7.1018224 Apr 18 20:57:21.852414 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e58b6782-925f-4cc3-a2bf-48f32a6cf1ba None None] Provisioning complete for port 8aded9eb-8fd8-49ce-9410-268b7e0b3c15 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:21.853355 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e58b6782-925f-4cc3-a2bf-48f32a6cf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:21.865523 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926dc6df-2252-4617-93e4-8ff50f2ad012', 'tag': 'f9e92014-4811-464f-91a7-4f953657fa4e'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:57:21.875614 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdf8983-f86d-4450-873f-1d0f20fae4cc" -d '{"events": [{"name": "network-changed", "server_uuid": "926dc6df-2252-4617-93e4-8ff50f2ad012", "tag": "f9e92014-4811-464f-91a7-4f953657fa4e"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:57:21.927603 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-b9a0d8e2-6bd8-4042-a97f-19a8bdab9337 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Allocated IP 172.20.0.1 (1dbcaba3-e252-430a-bf3d-2f113413ca2e/16c02065-aed3-408b-aa0f-70400bf4b743/4ebd41b3-35d8-43ee-b40e-ca074b98ae7a) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:22.148362 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:22.152350 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496e3906-5890-4834-8dd1-8e2256f39328 None None] Routers {'69338e3a-af09-40c9-95e9-03f34363a94b'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:22.153499 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-496e3906-5890-4834-8dd1-8e2256f39328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['69338e3a-af09-40c9-95e9-03f34363a94b'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:22.315880 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No DVR routers for this DVR port b2c5940c-806a-488a-b698-5055d5d5abac on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:22.319371 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Port': ['ID=b2c5940c-806a-488a-b698-5055d5d5abac,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:22.584886 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cf4554a7-1afb-4cc3-aae2-a44286ef2a46 req-0b4ef2c0-1694-422f-87da-6ce7b21c8b6a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 210 time: 0.2750926 Apr 18 20:57:22.770325 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-496e3906-5890-4834-8dd1-8e2256f39328 None None] Set router 69338e3a-af09-40c9-95e9-03f34363a94b gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:22.887595 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-db4e823e-49c4-4223-af44-14aaed0e9780 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:22.905842 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8aded9eb-8fd8-49ce-9410-268b7e0b3c15 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:57:22.953283 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f90b0ee-8aa6-477c-b8e6-ae56ce93ec7a tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:23.168852 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-db4e823e-49c4-4223-af44-14aaed0e9780 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608727'] for router, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:23.210088 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-32f9c361-b8bc-4a94-b2aa-4885089e1fd8 req-7f08e5b3-0ea6-4c73-bae5-25ee458dad14 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 210 time: 0.3673944 Apr 18 20:57:23.267640 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:23.353212 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ee5e90-4fab-4ab7-b480-9a7167965ec7 x-openstack-request-id: req-f4ee5e90-4fab-4ab7-b480-9a7167965ec7 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:57:23.353596 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926dc6df-2252-4617-93e4-8ff50f2ad012", "tag": "f9e92014-4811-464f-91a7-4f953657fa4e", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:57:23.353767 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4ee5e90-4fab-4ab7-b480-9a7167965ec7 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:57:23.355168 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4ee5e90-4fab-4ab7-b480-9a7167965ec7'] response: {'name': 'network-changed', 'server_uuid': '926dc6df-2252-4617-93e4-8ff50f2ad012', 'tag': 'f9e92014-4811-464f-91a7-4f953657fa4e', 'status': 'completed', 'code': 200} Apr 18 20:57:23.367212 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9a0d8e2-6bd8-4042-a97f-19a8bdab9337 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:23.391359 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f90b0ee-8aa6-477c-b8e6-ae56ce93ec7a tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:23.627603 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-e79f1e29-c0a8-4c9c-b07b-ab59e73bea38 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:23.660054 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d16729-506c-4ac3-8c41-15cdc7010f49']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:23.769163 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 8aded9eb-8fd8-49ce-9410-268b7e0b3c15 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:23.769163 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:23.858085 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf8983-f86d-4450-873f-1d0f20fae4cc req-ea7be590-888e-4534-b5b2-7f440b8f3dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:23.867601 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bdf8983-f86d-4450-873f-1d0f20fae4cc req-ea7be590-888e-4534-b5b2-7f440b8f3dd2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b43792f5e3a4b5fa4fa359a68fd10f8&device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 1136 time: 0.5537152 Apr 18 20:57:23.867894 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5badb680-69ec-4f12-bffa-7386cd2e5e6a') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:23.868205 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5badb680-69ec-4f12-bffa-7386cd2e5e6a') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:23.944349 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:23.993862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97f84e-a6b3-4816-8b4c-e8a1679f1ca5 req-b95dcc43-f8c6-4350-8fd3-8385676f2355 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:24.005415 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c97f84e-a6b3-4816-8b4c-e8a1679f1ca5 req-b95dcc43-f8c6-4350-8fd3-8385676f2355 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 985 time: 0.4559312 Apr 18 20:57:24.043006 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:24.144819 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13c83b-ad7e-416f-aba5-2232ae27ecc1 req-0e48cf95-59fc-4e42-ab6c-3d9f171d40fc tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:24.158084 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6a13c83b-ad7e-416f-aba5-2232ae27ecc1 req-0e48cf95-59fc-4e42-ab6c-3d9f171d40fc tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.57 "GET /v2.0/ports?device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 985 time: 0.6198668 Apr 18 20:57:24.176020 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82f99731-40bb-4151-8dd1-81bc2f74d94a req-028702a4-6e04-4ed5-a23f-c599376965d8 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 210 time: 0.2586613 Apr 18 20:57:24.188203 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:57:24.194382 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:24.194732 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-496e3906-5890-4834-8dd1-8e2256f39328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-511015894', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:56Z', 'updated_at': '2022-04-18T20:54:09Z', 'revision_number': 4, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'gw_port': {'id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:57Z', 'updated_at': '2022-04-18T20:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'f6ebfd6e-dea2-45a2-a946-f84aa88eddb9', 'name': '', 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'mac_address': 'fa:16:3e:ea:e5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '7eaa0081-18d9-4e1f-a932-a028b98a3306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:54:06Z', 'updated_at': '2022-04-18T20:54:19Z', 'revision_number': 5, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'subnets': [{'id': '7eaa0081-18d9-4e1f-a932-a028b98a3306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:57:24.220707 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:57:24.253389 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9a0d8e2-6bd8-4042-a97f-19a8bdab9337 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:24.274332 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496e3906-5890-4834-8dd1-8e2256f39328 None None] Checking router: 69338e3a-af09-40c9-95e9-03f34363a94b for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:57:24.290133 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496e3906-5890-4834-8dd1-8e2256f39328 None None] Routers {'69338e3a-af09-40c9-95e9-03f34363a94b'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:24.291069 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-496e3906-5890-4834-8dd1-8e2256f39328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['69338e3a-af09-40c9-95e9-03f34363a94b'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:24.416697 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-e79f1e29-c0a8-4c9c-b07b-ab59e73bea38 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:24.527992 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a0d8e2-6bd8-4042-a97f-19a8bdab9337 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network 1dbcaba3-e252-430a-bf3d-2f113413ca2e is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:24.565743 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-7f90b0ee-8aa6-477c-b8e6-ae56ce93ec7a tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Allocated IP 172.25.1.160 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/e19af8e7-9216-482d-b7cb-ac2b2504b458) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:24.584068 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd911744-3572-4f54-9733-82ed4ae7054c None None] get_active_networks_info from n-d-838323-3 {{(pid=102910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:57:24.654649 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ec1c4623-c60c-40be-9424-a9c5cfc655ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:24.655454 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-b9a0d8e2-6bd8-4042-a97f-19a8bdab9337 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:24.672241 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:24.682827 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a0d8e2-6bd8-4042-a97f-19a8bdab9337 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:57:24.689112 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-42727739-3de7-4e01-af21-3f183a093b95 req-f48668f6-d078-44b3-abe4-95bd3e8b2da3 service neutron] (102909) timed out ('10.222.0.41', 54780) {{(pid=102909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 20:57:24.698065 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-2d4851d0-1732-4fb3-84d6-837de8ec04cd None None] Provisioning complete for port 8aded9eb-8fd8-49ce-9410-268b7e0b3c15 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:24.698823 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2d4851d0-1732-4fb3-84d6-837de8ec04cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:24.710451 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:24.716758 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/networks/b2d16729-506c-4ac3-8c41-15cdc7010f49 HTTP/1.1" status: 204 len: 168 time: 9.3727798 Apr 18 20:57:24.730782 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c97f84e-a6b3-4816-8b4c-e8a1679f1ca5 req-2aa12a46-32ef-4ce8-83d1-94c2121ecf2d tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/security-groups?id=a824989d-b851-440b-9da7-a0636833b279&id=132a84ea-1045-4d4e-8397-605bdfd831e8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.7066572 Apr 18 20:57:24.741018 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33290) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:24.828517 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99e19b-8942-4406-8036-e4a65a727644 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Network': ['ID=b2d16729-506c-4ac3-8c41-15cdc7010f49,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:24.843123 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa48d12f-d335-462b-a084-875043a4c9f4 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] GET failed (client error): The resource could not be found. Apr 18 20:57:24.855500 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fa48d12f-d335-462b-a084-875043a4c9f4 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "GET /v2.0/subnets/ce5d5b02-a1a4-4466-9f60-2d1890de381a HTTP/1.1" status: 404 len: 337 time: 0.1134455 Apr 18 20:57:24.857805 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33294) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:24.895762 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-496e3906-5890-4834-8dd1-8e2256f39328 None None] Set router 69338e3a-af09-40c9-95e9-03f34363a94b gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:24.944158 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-1988a559-1cc3-4c3d-b97d-9762cad485a8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] DELETE failed (client error): The resource could not be found. Apr 18 20:57:24.944957 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1988a559-1cc3-4c3d-b97d-9762cad485a8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:57:24.955815 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1988a559-1cc3-4c3d-b97d-9762cad485a8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/networks/b2d16729-506c-4ac3-8c41-15cdc7010f49 HTTP/1.1" status: 404 len: 339 time: 0.0935476 Apr 18 20:57:24.957333 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33296) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:24.974819 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-6a13c83b-ad7e-416f-aba5-2232ae27ecc1 req-f3817fe0-5da7-445e-8f0e-16184f7cc603 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Deleting port f9e92014-4811-464f-91a7-4f953657fa4e {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:24.976228 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-6a13c83b-ad7e-416f-aba5-2232ae27ecc1 req-f3817fe0-5da7-445e-8f0e-16184f7cc603 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:25.072818 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf8983-f86d-4450-873f-1d0f20fae4cc req-687a4ab0-bae3-468f-a627-adbca31b5e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:25.076016 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bdf8983-f86d-4450-873f-1d0f20fae4cc req-687a4ab0-bae3-468f-a627-adbca31b5e2a service neutron] 10.222.0.57 "GET /v2.0/networks?id=6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654 HTTP/1.1" status: 200 len: 898 time: 1.1196778 Apr 18 20:57:25.099916 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0d8e2-6bd8-4042-a97f-19a8bdab9337 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Port': ['ID=4ebd41b3-35d8-43ee-b40e-ca074b98ae7a,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:25.117598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd911744-3572-4f54-9733-82ed4ae7054c None None] Resources bound (agent type, host, resource id): {{(pid=102910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:57:25.132035 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-e79f1e29-c0a8-4c9c-b07b-ab59e73bea38 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Network fe539583-d535-4524-b810-6474f581fe71 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:25.291541 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-e79f1e29-c0a8-4c9c-b07b-ab59e73bea38 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:25.318335 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f90b0ee-8aa6-477c-b8e6-ae56ce93ec7a tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:25.321091 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-6a13c83b-ad7e-416f-aba5-2232ae27ecc1 req-f3817fe0-5da7-445e-8f0e-16184f7cc603 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] For port f9e92014-4811-464f-91a7-4f953657fa4e, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=f9e92014-4811-464f-91a7-4f953657fa4e,segment=NetworkSegment(2d8df79b-4c5b-4ba4-9373-40dd8c0b9321),segment_id=2d8df79b-4c5b-4ba4-9373-40dd8c0b9321)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:25.321586 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-6a13c83b-ad7e-416f-aba5-2232ae27ecc1 req-f3817fe0-5da7-445e-8f0e-16184f7cc603 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:25.359067 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4e823e-49c4-4223-af44-14aaed0e9780 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Router dd8ca51e-ac65-4f8a-bf38-53412921ceeb is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:57:25.371651 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-e79f1e29-c0a8-4c9c-b07b-ab59e73bea38 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:57:25.376311 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-6a13c83b-ad7e-416f-aba5-2232ae27ecc1 req-f3817fe0-5da7-445e-8f0e-16184f7cc603 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Calling delete_port for f9e92014-4811-464f-91a7-4f953657fa4e owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:25.453160 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008fad9f-0a3f-401d-b549-3fc012d64081 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:25.459988 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-008fad9f-0a3f-401d-b549-3fc012d64081 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5001342 Apr 18 20:57:25.460743 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33300) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:25.503783 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-e79f1e29-c0a8-4c9c-b07b-ab59e73bea38 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:25.505955 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-e79f1e29-c0a8-4c9c-b07b-ab59e73bea38 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:25.513217 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bdf8983-f86d-4450-873f-1d0f20fae4cc req-6c8c8a74-ed40-47df-959e-30f90d851f95 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9e92014-4811-464f-91a7-4f953657fa4e HTTP/1.1" status: 200 len: 217 time: 0.4074852 Apr 18 20:57:25.564955 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a439571-5923-4f2a-adcc-437d523480a6 req-12744ea3-3199-49b5-8a81-18779c556913 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:25.566352 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7a6b4bf9-4d57-4b45-8a40-96396b9a676a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "GET /v2.0/subnets?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 207 time: 0.0597064 Apr 18 20:57:25.567049 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33302) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:25.568505 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7a439571-5923-4f2a-adcc-437d523480a6 req-12744ea3-3199-49b5-8a81-18779c556913 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 931 time: 1.1339047 Apr 18 20:57:25.637781 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-496e3906-5890-4834-8dd1-8e2256f39328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-511015894', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:56Z', 'updated_at': '2022-04-18T20:54:09Z', 'revision_number': 4, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'gw_port': {'id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:57Z', 'updated_at': '2022-04-18T20:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'f6ebfd6e-dea2-45a2-a946-f84aa88eddb9', 'name': '', 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'mac_address': 'fa:16:3e:ea:e5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '7eaa0081-18d9-4e1f-a932-a028b98a3306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:54:06Z', 'updated_at': '2022-04-18T20:54:19Z', 'revision_number': 5, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'subnets': [{'id': '7eaa0081-18d9-4e1f-a932-a028b98a3306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:25.670663 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf8983-f86d-4450-873f-1d0f20fae4cc req-c7087572-89a8-4712-a091-45947857728e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:25.672177 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bdf8983-f86d-4450-873f-1d0f20fae4cc req-c7087572-89a8-4712-a091-45947857728e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7eaa0081-18d9-4e1f-a932-a028b98a3306 HTTP/1.1" status: 200 len: 834 time: 0.0894594 Apr 18 20:57:25.682005 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496e3906-5890-4834-8dd1-8e2256f39328 None None] The sync data for ids ['69338e3a-af09-40c9-95e9-03f34363a94b'] in n-d-838323-3 is: [{'id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-511015894', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:56Z', 'updated_at': '2022-04-18T20:54:09Z', 'revision_number': 4, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'gw_port': {'id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:57Z', 'updated_at': '2022-04-18T20:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'f6ebfd6e-dea2-45a2-a946-f84aa88eddb9', 'name': '', 'network_id': '6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'mac_address': 'fa:16:3e:ea:e5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '7eaa0081-18d9-4e1f-a932-a028b98a3306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:54:06Z', 'updated_at': '2022-04-18T20:54:19Z', 'revision_number': 5, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'subnets': [{'id': '7eaa0081-18d9-4e1f-a932-a028b98a3306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:25.702297 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3c2c79b-fed7-4f23-b797-be2fc56aab17 req-642584b1-4fb4-44c3-99b1-159cb8b74399 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 210 time: 0.1850343 Apr 18 20:57:25.774179 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9a0d8e2-6bd8-4042-a97f-19a8bdab9337 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:25.969102 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f1e29-c0a8-4c9c-b07b-ab59e73bea38 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event updated for resources: {'Port': ['ID=55a05612-8060-4ff1-88d1-b02230ac1d86,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:25.983214 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-e79f1e29-c0a8-4c9c-b07b-ab59e73bea38 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.1873307 Apr 18 20:57:26.049972 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-b752cfbc-a5d4-4a61-b3fd-c2a63cedcfb1 service neutron] Request body: {'port': {'device_id': '940c6e38-a734-4798-9e57-9f6b75866078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:26.122336 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7a439571-5923-4f2a-adcc-437d523480a6 req-e20ba21c-ed2a-4279-bf0b-852ea884977d tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cfa3223-1b88-434a-bd02-ccc8b83bca5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5379665 Apr 18 20:57:26.292901 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf8983-f86d-4450-873f-1d0f20fae4cc req-b1f79451-36ef-457f-8326-efb12449d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:26.294920 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bdf8983-f86d-4450-873f-1d0f20fae4cc req-b1f79451-36ef-457f-8326-efb12449d182 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5883143 Apr 18 20:57:26.317781 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e9a22a-6f93-4817-9baf-e0801482647e None None] New status for floating IP 9875f020-d9ea-470a-a456-9def4598ca97: DOWN {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:57:26.459985 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294c089-f95e-4bd4-b2ce-f3ab65c72853 req-645f4431-ac19-43a9-abe3-b84b56e81ed4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:26.468998 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2294c089-f95e-4bd4-b2ce-f3ab65c72853 req-645f4431-ac19-43a9-abe3-b84b56e81ed4 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 985 time: 0.4786239 Apr 18 20:57:26.483977 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5f9c36fe-32c3-4ce6-b291-840723f9ff7b None None] Provisioning complete for port 4ebd41b3-35d8-43ee-b40e-ca074b98ae7a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:26.484363 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5f9c36fe-32c3-4ce6-b291-840723f9ff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:26.561268 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-5f9c36fe-32c3-4ce6-b291-840723f9ff7b None None] Port 4ebd41b3-35d8-43ee-b40e-ca074b98ae7a cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:57:26.670078 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f90b0ee-8aa6-477c-b8e6-ae56ce93ec7a tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:26.687472 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-94da30af-24b8-4bdc-8215-7c7bdf178e1b None None] Provisioning complete for port 55a05612-8060-4ff1-88d1-b02230ac1d86 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:26.688068 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-94da30af-24b8-4bdc-8215-7c7bdf178e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:26.761701 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-94da30af-24b8-4bdc-8215-7c7bdf178e1b None None] Port 55a05612-8060-4ff1-88d1-b02230ac1d86 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:57:26.773462 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90b0ee-8aa6-477c-b8e6-ae56ce93ec7a tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Pushing event updated for resources: {'Port': ['ID=e19af8e7-9216-482d-b7cb-ac2b2504b458,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:26.801677 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea685885-b001-482b-ad91-ebe74697866f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:26.812671 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea685885-b001-482b-ad91-ebe74697866f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:26.820166 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea685885-b001-482b-ad91-ebe74697866f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:26.827049 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea685885-b001-482b-ad91-ebe74697866f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:26.830326 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ea685885-b001-482b-ad91-ebe74697866f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 1.2525783 Apr 18 20:57:26.835023 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33310) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:26.848724 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f90b0ee-8aa6-477c-b8e6-ae56ce93ec7a tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:26.852524 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-7f90b0ee-8aa6-477c-b8e6-ae56ce93ec7a tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:26.855351 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f90b0ee-8aa6-477c-b8e6-ae56ce93ec7a tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:57:27.029321 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-b752cfbc-a5d4-4a61-b3fd-c2a63cedcfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:27.136605 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9a0d8e2-6bd8-4042-a97f-19a8bdab9337 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:27.140139 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c16fdb75-3c20-4fd0-97a2-055657167ade req-9fe6e4ce-599b-45fb-8662-e564165ac188 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 210 time: 0.1696424 Apr 18 20:57:27.196513 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4e823e-49c4-4223-af44-14aaed0e9780 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:27.212038 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee88032-16eb-42b7-9a53-30f87ff72c51 None None] Sync routers for ids ['dd8ca51e-ac65-4f8a-bf38-53412921ceeb'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:27.236682 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee88032-16eb-42b7-9a53-30f87ff72c51 None None] Routers {'dd8ca51e-ac65-4f8a-bf38-53412921ceeb'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:27.237123 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7ee88032-16eb-42b7-9a53-30f87ff72c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['dd8ca51e-ac65-4f8a-bf38-53412921ceeb'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:27.321802 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device f9e92014-4811-464f-91a7-4f953657fa4e no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:57:27.326100 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7ee88032-16eb-42b7-9a53-30f87ff72c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:27.350203 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: f9e92014-4811-464f-91a7-4f953657fa4e {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:57:27.350885 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device f9e92014-4811-464f-91a7-4f953657fa4e not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:57:27.362749 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-67534581-83b8-4c20-8b66-9435a96ccde0 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.5212686 Apr 18 20:57:27.363492 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-6a13c83b-ad7e-416f-aba5-2232ae27ecc1 req-f3817fe0-5da7-445e-8f0e-16184f7cc603 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:27.368078 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33316) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:27.370522 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee88032-16eb-42b7-9a53-30f87ff72c51 None None] Routers {'dd8ca51e-ac65-4f8a-bf38-53412921ceeb'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:27.371892 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7ee88032-16eb-42b7-9a53-30f87ff72c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:56:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['dd8ca51e-ac65-4f8a-bf38-53412921ceeb'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:27.412388 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-db4e823e-49c4-4223-af44-14aaed0e9780 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:27.416031 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-db4e823e-49c4-4223-af44-14aaed0e9780 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "PUT /v2.0/routers/dd8ca51e-ac65-4f8a-bf38-53412921ceeb HTTP/1.1" status: 200 len: 918 time: 15.4237473 Apr 18 20:57:27.432141 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7ee88032-16eb-42b7-9a53-30f87ff72c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:27.433235 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee88032-16eb-42b7-9a53-30f87ff72c51 None None] The sync data for ids ['dd8ca51e-ac65-4f8a-bf38-53412921ceeb'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:27.448621 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33318) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:27.480774 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2294c089-f95e-4bd4-b2ce-f3ab65c72853 req-e4419e0c-f276-4854-8ad5-964cc69bfb06 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/security-groups?id=a824989d-b851-440b-9da7-a0636833b279&id=132a84ea-1045-4d4e-8397-605bdfd831e8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 1.0107307 Apr 18 20:57:27.519798 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bdf8983-f86d-4450-873f-1d0f20fae4cc req-2abc8b4e-3dde-426d-b12e-0bfc5cdafc22 service neutron] 10.222.0.57 "GET /v2.0/networks/6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2091305 Apr 18 20:57:27.673546 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3817fe0-5da7-445e-8f0e-16184f7cc603 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event deleted for resources: {'Port': ['ID=f9e92014-4811-464f-91a7-4f953657fa4e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:27.711635 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f66cfa-1a6a-4fac-b2d3-2dd1c2f8c6f5 req-746926df-a33d-4443-9c88-27996862db60 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:27.720331 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-95f66cfa-1a6a-4fac-b2d3-2dd1c2f8c6f5 req-746926df-a33d-4443-9c88-27996862db60 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 931 time: 0.3397312 Apr 18 20:57:27.752158 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a13c83b-ad7e-416f-aba5-2232ae27ecc1 req-f3817fe0-5da7-445e-8f0e-16184f7cc603 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] No DVR routers for this DVR port f9e92014-4811-464f-91a7-4f953657fa4e on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:27.761872 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-6a13c83b-ad7e-416f-aba5-2232ae27ecc1 req-f3817fe0-5da7-445e-8f0e-16184f7cc603 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:27.765452 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6a13c83b-ad7e-416f-aba5-2232ae27ecc1 req-f3817fe0-5da7-445e-8f0e-16184f7cc603 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.57 "DELETE /v2.0/ports/f9e92014-4811-464f-91a7-4f953657fa4e HTTP/1.1" status: 204 len: 173 time: 3.6033421 Apr 18 20:57:27.812733 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926dc6df-2252-4617-93e4-8ff50f2ad012', 'name': 'network-vif-deleted', 'tag': 'f9e92014-4811-464f-91a7-4f953657fa4e'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:57:27.816098 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7972e938-450b-4f85-b648-09bf8ca96c2b" -d '{"events": [{"server_uuid": "926dc6df-2252-4617-93e4-8ff50f2ad012", "name": "network-vif-deleted", "tag": "f9e92014-4811-464f-91a7-4f953657fa4e"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:57:27.841456 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172d812e-e1b3-4759-8f81-4293240d8d54 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:27.843215 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172d812e-e1b3-4759-8f81-4293240d8d54 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:27.844918 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-172d812e-e1b3-4759-8f81-4293240d8d54 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4751396 Apr 18 20:57:27.850973 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33322) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:27.913119 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dd591e-ccc3-465f-b01c-c103c4b3d42b x-openstack-request-id: req-f4dd591e-ccc3-465f-b01c-c103c4b3d42b {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:57:27.913421 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926dc6df-2252-4617-93e4-8ff50f2ad012", "name": "network-vif-deleted", "tag": "f9e92014-4811-464f-91a7-4f953657fa4e", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:57:27.913674 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4dd591e-ccc3-465f-b01c-c103c4b3d42b {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:57:27.914078 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4dd591e-ccc3-465f-b01c-c103c4b3d42b'] response: {'server_uuid': '926dc6df-2252-4617-93e4-8ff50f2ad012', 'name': 'network-vif-deleted', 'tag': 'f9e92014-4811-464f-91a7-4f953657fa4e', 'status': 'completed', 'code': 200} Apr 18 20:57:27.915142 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f90b0ee-8aa6-477c-b8e6-ae56ce93ec7a tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:27.926041 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-40c67442-1724-4ce1-b36a-f5d6e60c1ec8 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "GET /v2.0/routers/dd8ca51e-ac65-4f8a-bf38-53412921ceeb HTTP/1.1" status: 200 len: 924 time: 0.4610727 Apr 18 20:57:27.927586 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33324) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:27.953579 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9a0d8e2-6bd8-4042-a97f-19a8bdab9337 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:27.962538 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-95f66cfa-1a6a-4fac-b2d3-2dd1c2f8c6f5 req-798aa282-1fb4-42b6-b516-5bf25419d780 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cfa3223-1b88-434a-bd02-ccc8b83bca5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409878 Apr 18 20:57:27.981107 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9a0d8e2-6bd8-4042-a97f-19a8bdab9337 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.038422 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ae7b09-4bd1-4f53-9577-0358cf89b4e4 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['shared'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:28.039871 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ae7b09-4bd1-4f53-9577-0358cf89b4e4 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['shared'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:28.041664 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-37ae7b09-4bd1-4f53-9577-0358cf89b4e4 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1893008 Apr 18 20:57:28.046984 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33326) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:28.056232 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bdf8983-f86d-4450-873f-1d0f20fae4cc req-2d0948cb-5eaf-4bd8-a028-ae467c4aadbd service neutron] 10.222.0.57 "GET /v2.0/networks/6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220983 Apr 18 20:57:28.151319 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9a0d8e2-6bd8-4042-a97f-19a8bdab9337 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.247927 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7374627-4952-43e9-940c-e81a51bca55c tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:28.251805 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c7374627-4952-43e9-940c-e81a51bca55c tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&device_id=dd8ca51e-ac65-4f8a-bf38-53412921ceeb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3238559 Apr 18 20:57:28.255863 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0d8e2-6bd8-4042-a97f-19a8bdab9337 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Port': ['ID=4ebd41b3-35d8-43ee-b40e-ca074b98ae7a,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:28.298867 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33332) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:28.493913 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22024a52-eb7b-4aac-a4e4-1e8e492f9126 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:28.495576 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-22024a52-eb7b-4aac-a4e4-1e8e492f9126 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "GET /v2.0/networks/84a20010-7779-4b32-ad12-51866e8a623c HTTP/1.1" status: 200 len: 799 time: 0.4461455 Apr 18 20:57:28.505999 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33338) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:28.539579 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369af7aa-acbc-4757-b3e0-7ef707718b14 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:28.544182 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-369af7aa-acbc-4757-b3e0-7ef707718b14 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 881 time: 0.2441726 Apr 18 20:57:28.549894 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33342) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:28.576256 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7493bfb-c5c2-4293-80a9-f1226658cc31 req-2b883b56-2276-4a39-b2cb-b07a38c32cc3 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ac064a9-1270-47a5-aa7c-08b81a81499f HTTP/1.1" status: 200 len: 210 time: 0.1079314 Apr 18 20:57:28.657702 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f1f04305-8abc-41f2-9142-2f26ac05b9a9 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8ca51e-ac65-4f8a-bf38-53412921ceeb HTTP/1.1" status: 200 len: 205 time: 0.1059918 Apr 18 20:57:28.658704 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33344) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:28.682339 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-b752cfbc-a5d4-4a61-b3fd-c2a63cedcfb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a05612-8060-4ff1-88d1-b02230ac1d86 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:57:28.698676 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-b752cfbc-a5d4-4a61-b3fd-c2a63cedcfb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.719740 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-b752cfbc-a5d4-4a61-b3fd-c2a63cedcfb1 service neutron] Transition to ACTIVE for port object 55a05612-8060-4ff1-88d1-b02230ac1d86 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:57:28.741304 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-b752cfbc-a5d4-4a61-b3fd-c2a63cedcfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.794400 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d6985964-a6c8-4627-bf37-e3752ff89104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.885523 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4fc7270a-f72a-40b7-a069-008db50478ea tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.886955 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a0d8e2-6bd8-4042-a97f-19a8bdab9337 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network 1dbcaba3-e252-430a-bf3d-2f113413ca2e is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:28.900269 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-88d4a5c6-0c27-4016-8d17-7b5674bdc57a req-7c1f8953-2589-406c-b664-c65d3a1a1f58 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "GET /v2.0/ports?device_id=926dc6df-2252-4617-93e4-8ff50f2ad012 HTTP/1.1" status: 200 len: 210 time: 0.1749127 Apr 18 20:57:28.917520 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-b9a0d8e2-6bd8-4042-a97f-19a8bdab9337 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:28.997248 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752cfbc-a5d4-4a61-b3fd-c2a63cedcfb1 service neutron] Pushing event updated for resources: {'Port': ['ID=55a05612-8060-4ff1-88d1-b02230ac1d86,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:29.015884 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f90b0ee-8aa6-477c-b8e6-ae56ce93ec7a tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:29.506320 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-b752cfbc-a5d4-4a61-b3fd-c2a63cedcfb1 service neutron] Attempting to bind port 55a05612-8060-4ff1-88d1-b02230ac1d86 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:57:29.506729 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-b752cfbc-a5d4-4a61-b3fd-c2a63cedcfb1 service neutron] Attempting to bind port 55a05612-8060-4ff1-88d1-b02230ac1d86 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'f6b7039d-7f6f-4e96-b1e3-444343353ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fe539583-d535-4524-b810-6474f581fe71'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:57:29.507067 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-b752cfbc-a5d4-4a61-b3fd-c2a63cedcfb1 service neutron] Attempting to bind port 55a05612-8060-4ff1-88d1-b02230ac1d86 on network fe539583-d535-4524-b810-6474f581fe71 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:57:29.524312 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-b752cfbc-a5d4-4a61-b3fd-c2a63cedcfb1 service neutron] Port 55a05612-8060-4ff1-88d1-b02230ac1d86 on network fe539583-d535-4524-b810-6474f581fe71 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:57:29.524658 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-b752cfbc-a5d4-4a61-b3fd-c2a63cedcfb1 service neutron] Attempting to bind port 55a05612-8060-4ff1-88d1-b02230ac1d86 on network fe539583-d535-4524-b810-6474f581fe71 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:57:29.551500 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9d48d-f2df-469b-bb37-bdb3e30ca6de req-472076a8-aff5-4a3b-a426-9f016388de8a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:29.561245 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cfb9d48d-f2df-469b-bb37-bdb3e30ca6de req-472076a8-aff5-4a3b-a426-9f016388de8a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 943 time: 0.2240813 Apr 18 20:57:29.588264 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-b752cfbc-a5d4-4a61-b3fd-c2a63cedcfb1 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:57:29.589448 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-b752cfbc-a5d4-4a61-b3fd-c2a63cedcfb1 service neutron] Checking segment: {'id': 'f6b7039d-7f6f-4e96-b1e3-444343353ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fe539583-d535-4524-b810-6474f581fe71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:57:29.589448 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-b752cfbc-a5d4-4a61-b3fd-c2a63cedcfb1 service neutron] Bound using segment: {'id': 'f6b7039d-7f6f-4e96-b1e3-444343353ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fe539583-d535-4524-b810-6474f581fe71'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:57:29.589818 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-b752cfbc-a5d4-4a61-b3fd-c2a63cedcfb1 service neutron] Bound port: 55a05612-8060-4ff1-88d1-b02230ac1d86, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b7039d-7f6f-4e96-b1e3-444343353ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fe539583-d535-4524-b810-6474f581fe71'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:57:29.590181 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-b752cfbc-a5d4-4a61-b3fd-c2a63cedcfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:29.625445 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1d00351f-5a68-4679-9a0c-ec6e6aca0a06 None None] Provisioning complete for port 4ebd41b3-35d8-43ee-b40e-ca074b98ae7a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:29.632821 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1d00351f-5a68-4679-9a0c-ec6e6aca0a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:29.713526 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a0d8e2-6bd8-4042-a97f-19a8bdab9337 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Router 60e82177-0f14-4add-9a90-003d14eb335b is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:57:29.729977 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-1d00351f-5a68-4679-9a0c-ec6e6aca0a06 None None] Port 4ebd41b3-35d8-43ee-b40e-ca074b98ae7a cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:57:29.735512 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d38beebf-9cea-46a0-a568-32cc77fde03b tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "GET /v2.0/networks/84a20010-7779-4b32-ad12-51866e8a623c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 1.2281089 Apr 18 20:57:29.740497 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33358) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:29.779503 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cfb9d48d-f2df-469b-bb37-bdb3e30ca6de req-ad25f394-47fd-4266-ab63-4eb3e09f9cd8 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cfa3223-1b88-434a-bd02-ccc8b83bca5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163043 Apr 18 20:57:29.836824 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4fc7270a-f72a-40b7-a069-008db50478ea tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:29.853443 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:29.890748 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-b752cfbc-a5d4-4a61-b3fd-c2a63cedcfb1 service neutron] For port 55a05612-8060-4ff1-88d1-b02230ac1d86, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:57:29.937061 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9008d83-797d-45c7-8350-549db518bc09 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:29.940849 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b9008d83-797d-45c7-8350-549db518bc09 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "GET /v2.0/subnets/7e788ef4-cbee-4bc7-99f2-cad0749a2d2e HTTP/1.1" status: 200 len: 811 time: 0.1969781 Apr 18 20:57:29.944778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33360) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:29.949245 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-b752cfbc-a5d4-4a61-b3fd-c2a63cedcfb1 service neutron] For port 55a05612-8060-4ff1-88d1-b02230ac1d86, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=55a05612-8060-4ff1-88d1-b02230ac1d86,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:57:30.006829 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f90b0ee-8aa6-477c-b8e6-ae56ce93ec7a tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Router 3f3393b9-f723-4c1a-a977-b6f43ab6bf86 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:57:30.010371 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-b752cfbc-a5d4-4a61-b3fd-c2a63cedcfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:30.019624 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-4fc7270a-f72a-40b7-a069-008db50478ea tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Deleting port 60a045a1-d1e5-421a-8347-e7006e488d8d {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:30.020071 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4fc7270a-f72a-40b7-a069-008db50478ea tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:30.049690 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33364) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:30.077576 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d9f3a4-af2f-48e9-b94b-33b26a4a91aa tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['shared'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:30.080551 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e5d9f3a4-af2f-48e9-b94b-33b26a4a91aa tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "GET /v2.0/subnets/7e788ef4-cbee-4bc7-99f2-cad0749a2d2e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1291525 Apr 18 20:57:30.087456 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33366) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:30.102443 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-0203b132-ea28-48e9-8b32-5eed3e5f7610 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1036846783'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:30.113071 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-b752cfbc-a5d4-4a61-b3fd-c2a63cedcfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:30.113706 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-b752cfbc-a5d4-4a61-b3fd-c2a63cedcfb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:30.115225 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-b752cfbc-a5d4-4a61-b3fd-c2a63cedcfb1 service neutron] 10.222.0.32 "PUT /v2.0/ports/55a05612-8060-4ff1-88d1-b02230ac1d86 HTTP/1.1" status: 200 len: 1091 time: 4.0703392 Apr 18 20:57:30.115731 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940c6e38-a734-4798-9e57-9f6b75866078', 'tag': '55a05612-8060-4ff1-88d1-b02230ac1d86'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:57:30.118582 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993f0638-fc35-4ffb-851b-0c779f7406de" -d '{"events": [{"name": "network-changed", "server_uuid": "940c6e38-a734-4798-9e57-9f6b75866078", "tag": "55a05612-8060-4ff1-88d1-b02230ac1d86"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:57:30.131372 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a0d8e2-6bd8-4042-a97f-19a8bdab9337 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:30.151501 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b9a0d8e2-6bd8-4042-a97f-19a8bdab9337 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "PUT /v2.0/routers/60e82177-0f14-4add-9a90-003d14eb335b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1160085 Apr 18 20:57:30.158225 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed43801c-9ddb-4993-b0f6-8263c1f37650 None None] Sync routers for ids ['60e82177-0f14-4add-9a90-003d14eb335b'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:30.167595 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33370) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:30.182588 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed43801c-9ddb-4993-b0f6-8263c1f37650 None None] Routers {'60e82177-0f14-4add-9a90-003d14eb335b'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:30.188010 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ed43801c-9ddb-4993-b0f6-8263c1f37650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:57:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['60e82177-0f14-4add-9a90-003d14eb335b'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:30.271720 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ed43801c-9ddb-4993-b0f6-8263c1f37650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:30.290278 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145ea8e2-4cbd-4ef1-bf5c-f62b784f1e5e x-openstack-request-id: req-145ea8e2-4cbd-4ef1-bf5c-f62b784f1e5e {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:57:30.290411 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940c6e38-a734-4798-9e57-9f6b75866078", "tag": "55a05612-8060-4ff1-88d1-b02230ac1d86", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:57:30.290660 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-145ea8e2-4cbd-4ef1-bf5c-f62b784f1e5e {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:57:30.291093 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-145ea8e2-4cbd-4ef1-bf5c-f62b784f1e5e'] response: {'name': 'network-changed', 'server_uuid': '940c6e38-a734-4798-9e57-9f6b75866078', 'tag': '55a05612-8060-4ff1-88d1-b02230ac1d86', 'status': 'completed', 'code': 200} Apr 18 20:57:30.298021 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752cfbc-a5d4-4a61-b3fd-c2a63cedcfb1 service neutron] Pushing event updated for resources: {'Port': ['ID=55a05612-8060-4ff1-88d1-b02230ac1d86,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:30.301389 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed43801c-9ddb-4993-b0f6-8263c1f37650 None None] Routers {'60e82177-0f14-4add-9a90-003d14eb335b'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:30.302031 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ed43801c-9ddb-4993-b0f6-8263c1f37650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:57:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['60e82177-0f14-4add-9a90-003d14eb335b'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:30.350832 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0203b132-ea28-48e9-8b32-5eed3e5f7610 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Made reservation on behalf of eb1eb5b094504b78a5be18b896c5bdba for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:30.373412 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0203b132-ea28-48e9-8b32-5eed3e5f7610 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:30.456723 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4fc7270a-f72a-40b7-a069-008db50478ea tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:30.465580 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83285cb1-ff65-440f-89a8-dbff523e07a6 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:30.467536 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-83285cb1-ff65-440f-89a8-dbff523e07a6 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "GET /v2.0/ports/4ebd41b3-35d8-43ee-b40e-ca074b98ae7a HTTP/1.1" status: 200 len: 910 time: 0.2988317 Apr 18 20:57:30.479032 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33374) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:30.484560 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-4fc7270a-f72a-40b7-a069-008db50478ea tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Calling delete_port for 60a045a1-d1e5-421a-8347-e7006e488d8d owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:30.598416 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-8f32bcea-6ebd-439d-9aea-a98b18f32d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:30.600016 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-8f32bcea-6ebd-439d-9aea-a98b18f32d11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d1cb6a1920642c6a254fff9677f23c7&device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 1094 time: 0.3888061 Apr 18 20:57:30.602092 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ed43801c-9ddb-4993-b0f6-8263c1f37650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:30.602778 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed43801c-9ddb-4993-b0f6-8263c1f37650 None None] The sync data for ids ['60e82177-0f14-4add-9a90-003d14eb335b'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:30.610424 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f90b0ee-8aa6-477c-b8e6-ae56ce93ec7a tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:30.633886 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63516c8-9b8a-4bb7-9ab1-92d0f0433848 None None] Sync routers for ids ['3f3393b9-f723-4c1a-a977-b6f43ab6bf86'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:30.656651 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63516c8-9b8a-4bb7-9ab1-92d0f0433848 None None] Routers {'3f3393b9-f723-4c1a-a977-b6f43ab6bf86'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:30.658421 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-d63516c8-9b8a-4bb7-9ab1-92d0f0433848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:57:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['3f3393b9-f723-4c1a-a977-b6f43ab6bf86'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:30.678084 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-7bae4d86-982b-447a-8c7f-2635b6112a36 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55a05612-8060-4ff1-88d1-b02230ac1d86 HTTP/1.1" status: 200 len: 217 time: 0.0631723 Apr 18 20:57:30.687519 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-398b2f79-b914-4ff4-8edb-cd23b1cd1dca tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:30.698390 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f90b0ee-8aa6-477c-b8e6-ae56ce93ec7a tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:30.701210 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7f90b0ee-8aa6-477c-b8e6-ae56ce93ec7a tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 11.3190272 Apr 18 20:57:30.708079 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33376) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:30.713843 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0203b132-ea28-48e9-8b32-5eed3e5f7610 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:57:30.718150 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-89f8066e-faf2-4fc3-a8fc-680a6857caeb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:30.770590 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-d63516c8-9b8a-4bb7-9ab1-92d0f0433848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:30.786198 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0203b132-ea28-48e9-8b32-5eed3e5f7610 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:30.786730 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-0203b132-ea28-48e9-8b32-5eed3e5f7610 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Added segment 6db8250d-0640-4d8a-a7d6-731090b355e9 of type vlan for network 66410b92-18f3-433b-8cf6-508668605675 Apr 18 20:57:30.825012 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63516c8-9b8a-4bb7-9ab1-92d0f0433848 None None] Routers {'3f3393b9-f723-4c1a-a977-b6f43ab6bf86'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:30.829731 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-d63516c8-9b8a-4bb7-9ab1-92d0f0433848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:57:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['3f3393b9-f723-4c1a-a977-b6f43ab6bf86'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:30.835987 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-398b2f79-b914-4ff4-8edb-cd23b1cd1dca tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:30.944223 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-d63516c8-9b8a-4bb7-9ab1-92d0f0433848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:30.945678 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63516c8-9b8a-4bb7-9ab1-92d0f0433848 None None] The sync data for ids ['3f3393b9-f723-4c1a-a977-b6f43ab6bf86'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:30.984611 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-398b2f79-b914-4ff4-8edb-cd23b1cd1dca tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:30.990121 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-398b2f79-b914-4ff4-8edb-cd23b1cd1dca tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:30.996068 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-398b2f79-b914-4ff4-8edb-cd23b1cd1dca tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "DELETE /v2.0/security-groups/a824989d-b851-440b-9da7-a0636833b279 HTTP/1.1" status: 204 len: 168 time: 0.9076090 Apr 18 20:57:30.998617 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0203b132-ea28-48e9-8b32-5eed3e5f7610 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.001063 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33382) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:31.032712 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b2f79-b914-4ff4-8edb-cd23b1cd1dca tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a824989d-b851-440b-9da7-a0636833b279,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:31.280084 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6219b68e-4a19-499f-a131-cacb6d28f0df tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.309416 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6219b68e-4a19-499f-a131-cacb6d28f0df tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.361025 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4fc7270a-f72a-40b7-a069-008db50478ea tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.420129 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7270a-f72a-40b7-a069-008db50478ea tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Pushing event deleted for resources: {'Port': ['ID=60a045a1-d1e5-421a-8347-e7006e488d8d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:31.423388 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6219b68e-4a19-499f-a131-cacb6d28f0df tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.426386 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6219b68e-4a19-499f-a131-cacb6d28f0df tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.432362 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6219b68e-4a19-499f-a131-cacb6d28f0df tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "DELETE /v2.0/security-groups/132a84ea-1045-4d4e-8397-605bdfd831e8 HTTP/1.1" status: 204 len: 168 time: 0.4251893 Apr 18 20:57:31.439445 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33386) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:31.442792 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.476883 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-e19f9cea-eebb-49b6-92c5-8e77b3bebf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:31.479570 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-e19f9cea-eebb-49b6-92c5-8e77b3bebf7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=934e222d-a43e-4b81-a646-860f58e51213 HTTP/1.1" status: 200 len: 853 time: 0.7617888 Apr 18 20:57:31.486124 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.db.resource_extend [None req-0203b132-ea28-48e9-8b32-5eed3e5f7610 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:57:31.508499 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219b68e-4a19-499f-a131-cacb6d28f0df tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=132a84ea-1045-4d4e-8397-605bdfd831e8,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:31.582683 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb0781-5a50-4fd0-9a53-93e7037c0997 req-f456d314-a005-495f-a265-a05f79dd0177 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:31.585866 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ecdb0781-5a50-4fd0-9a53-93e7037c0997 req-f456d314-a005-495f-a265-a05f79dd0177 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 943 time: 0.6292205 Apr 18 20:57:31.643306 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.775651 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0203b132-ea28-48e9-8b32-5eed3e5f7610 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.785560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0203b132-ea28-48e9-8b32-5eed3e5f7610 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:31.786691 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0203b132-ea28-48e9-8b32-5eed3e5f7610 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.836668 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-e5eefbb6-d874-4951-814b-47cdb249825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:31.838315 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-e5eefbb6-d874-4951-814b-47cdb249825c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe539583-d535-4524-b810-6474f581fe71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3347542 Apr 18 20:57:31.858013 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4fc7270a-f72a-40b7-a069-008db50478ea tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:32.045164 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0203b132-ea28-48e9-8b32-5eed3e5f7610 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9548936 Apr 18 20:57:32.104039 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33396) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:32.119426 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-c4d32b3a-f9c2-42cd-b9ea-42fb7506e7d0 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Request body: {'subnet': {'network_id': '66410b92-18f3-433b-8cf6-508668605675', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:32.276976 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4fc7270a-f72a-40b7-a069-008db50478ea tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:32.281874 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4fc7270a-f72a-40b7-a069-008db50478ea tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:32.291210 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ecdb0781-5a50-4fd0-9a53-93e7037c0997 req-434ba0ac-991b-4d32-afaa-b2dc320d5178 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cfa3223-1b88-434a-bd02-ccc8b83bca5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6376004 Apr 18 20:57:32.355330 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203b132-ea28-48e9-8b32-5eed3e5f7610 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'Network': ['ID=66410b92-18f3-433b-8cf6-508668605675,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:32.368842 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 66410b92-18f3-433b-8cf6-508668605675 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:57:32.447471 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d32b3a-f9c2-42cd-b9ea-42fb7506e7d0 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Made reservation on behalf of eb1eb5b094504b78a5be18b896c5bdba for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:32.452205 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c4d32b3a-f9c2-42cd-b9ea-42fb7506e7d0 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:32.499651 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4fc7270a-f72a-40b7-a069-008db50478ea tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:32.501526 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc7270a-f72a-40b7-a069-008db50478ea tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Fanout notify agent at l3_agent the message router_deleted on router dd8ca51e-ac65-4f8a-bf38-53412921ceeb {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:57:32.591888 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-1bf03372-905b-45d1-bdd4-727cf7d4c07e service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7364812 Apr 18 20:57:32.623012 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4fc7270a-f72a-40b7-a069-008db50478ea tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:32.632969 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4fc7270a-f72a-40b7-a069-008db50478ea tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "DELETE /v2.0/routers/dd8ca51e-ac65-4f8a-bf38-53412921ceeb HTTP/1.1" status: 204 len: 168 time: 3.9130056 Apr 18 20:57:32.634255 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33414) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:32.653563 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.ipam_backend_mixin [None req-c4d32b3a-f9c2-42cd-b9ea-42fb7506e7d0 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Performing IP validity checks on allocation pools {{(pid=102908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 20:57:32.654962 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.ipam_backend_mixin [None req-c4d32b3a-f9c2-42cd-b9ea-42fb7506e7d0 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 20:57:32.655575 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-b53ec4ec-808a-4795-8315-a28118800a75 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-794227747', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:32.826976 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b53ec4ec-808a-4795-8315-a28118800a75 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:32.829051 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b53ec4ec-808a-4795-8315-a28118800a75 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:32.966060 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89f8066e-faf2-4fc3-a8fc-680a6857caeb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:32.988293 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c4d32b3a-f9c2-42cd-b9ea-42fb7506e7d0 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:33.075381 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89f8066e-faf2-4fc3-a8fc-680a6857caeb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:33.092713 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b53ec4ec-808a-4795-8315-a28118800a75 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:33.146048 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b53ec4ec-808a-4795-8315-a28118800a75 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:33.147478 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d32b3a-f9c2-42cd-b9ea-42fb7506e7d0 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'Subnet': ['ID=2858805a-5c6a-4095-a75f-e7133debb605,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:33.228059 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-96c9f6b3-66e5-405e-8bbd-e238b4ebfae4 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:33.273297 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b53ec4ec-808a-4795-8315-a28118800a75 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:33.280615 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b53ec4ec-808a-4795-8315-a28118800a75 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6333265 Apr 18 20:57:33.286122 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33438) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:33.299486 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-8c6788a9-648b-4c40-8ff6-abb028804384 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'enable_snat': False}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:33.461193 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d32b3a-f9c2-42cd-b9ea-42fb7506e7d0 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Checking segment: {'id': '6db8250d-0640-4d8a-a7d6-731090b355e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '66410b92-18f3-433b-8cf6-508668605675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:57:33.461532 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d32b3a-f9c2-42cd-b9ea-42fb7506e7d0 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Network hostable DHCP agents. Network: 66410b92-18f3-433b-8cf6-508668605675, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:57:33.473734 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92ae5ad2-3c89-446c-a7b6-0093aae3d74a req-92fd9810-e601-4c49-a24e-16603da5c5bd service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8566966 Apr 18 20:57:33.661133 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d32b3a-f9c2-42cd-b9ea-42fb7506e7d0 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Network 66410b92-18f3-433b-8cf6-508668605675 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:57:33.689697 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-89f8066e-faf2-4fc3-a8fc-680a6857caeb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Deleting port e19af8e7-9216-482d-b7cb-ac2b2504b458 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:33.690054 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89f8066e-faf2-4fc3-a8fc-680a6857caeb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:33.747309 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-c4d32b3a-f9c2-42cd-b9ea-42fb7506e7d0 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 66410b92-18f3-433b-8cf6-508668605675) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:33.755089 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d32b3a-f9c2-42cd-b9ea-42fb7506e7d0 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:33.756588 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c4d32b3a-f9c2-42cd-b9ea-42fb7506e7d0 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:33.762851 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b6d49c-57b4-4e5c-b630-2fd8d1e7042a None None] Network 66410b92-18f3-433b-8cf6-508668605675 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:57:33.927174 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c4d32b3a-f9c2-42cd-b9ea-42fb7506e7d0 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8148913 Apr 18 20:57:33.951547 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33454) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:33.960193 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f0638-fc35-4ffb-851b-0c779f7406de req-2e7496e9-838e-4554-846d-7046e3822579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:33.963925 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-993f0638-fc35-4ffb-851b-0c779f7406de req-2e7496e9-838e-4554-846d-7046e3822579 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d1cb6a1920642c6a254fff9677f23c7&device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 1094 time: 0.3660426 Apr 18 20:57:33.972643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-800ada69-4379-4c7f-b835-4c3980d583ac tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:33.993882 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4d5e9-237e-46b1-bc3e-834218a7fbde req-2b10ce0d-31d1-4876-83be-9b93b8f22bf4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:33.997782 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ef4d5e9-237e-46b1-bc3e-834218a7fbde req-2b10ce0d-31d1-4876-83be-9b93b8f22bf4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 943 time: 0.4040194 Apr 18 20:57:34.169568 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-66410b92-18f3-433b-8cf6-508668605675', 'network_id': '66410b92-18f3-433b-8cf6-508668605675', 'tenant_id': 'eb1eb5b094504b78a5be18b896c5bdba', 'fixed_ips': [{'subnet_id': '2858805a-5c6a-4095-a75f-e7133debb605'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:57:34.170922 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:34.238277 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f0638-fc35-4ffb-851b-0c779f7406de req-21a9041e-d20f-4536-9fcb-5c8f8c0179b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:34.240365 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-993f0638-fc35-4ffb-851b-0c779f7406de req-21a9041e-d20f-4536-9fcb-5c8f8c0179b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe539583-d535-4524-b810-6474f581fe71 HTTP/1.1" status: 200 len: 915 time: 0.2386796 Apr 18 20:57:34.366634 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-993f0638-fc35-4ffb-851b-0c779f7406de req-cb4be9ec-0412-46e0-a3f6-d34ba813b6ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55a05612-8060-4ff1-88d1-b02230ac1d86 HTTP/1.1" status: 200 len: 217 time: 0.1144700 Apr 18 20:57:34.379863 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89f8066e-faf2-4fc3-a8fc-680a6857caeb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:34.420570 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Allocated IP 172.20.0.3 (66410b92-18f3-433b-8cf6-508668605675/2858805a-5c6a-4095-a75f-e7133debb605/f1605e7a-6a70-432f-b047-396fa1e605c8) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:34.432106 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-89f8066e-faf2-4fc3-a8fc-680a6857caeb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Calling delete_port for e19af8e7-9216-482d-b7cb-ac2b2504b458 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:34.546469 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33460) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:34.550871 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8c6788a9-648b-4c40-8ff6-abb028804384 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:34.564335 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-800ada69-4379-4c7f-b835-4c3980d583ac tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13498126'] for subnet, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:34.567120 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-69fd8090-0a25-4f3d-bd08-de3f4372c654 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1095259156', 'description': 'tempest-secgroup-smoke-1095259156 description', 'project_id': 'f840c855946542459a247bc427a2167c'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:34.583237 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f0638-fc35-4ffb-851b-0c779f7406de req-c0cd752d-4561-4ca7-965d-4b93f8ad361a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:34.590830 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-993f0638-fc35-4ffb-851b-0c779f7406de req-c0cd752d-4561-4ca7-965d-4b93f8ad361a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=934e222d-a43e-4b81-a646-860f58e51213 HTTP/1.1" status: 200 len: 853 time: 0.1856771 Apr 18 20:57:34.677249 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:34.690342 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:34.755333 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ef4d5e9-237e-46b1-bc3e-834218a7fbde req-808bd1ed-f102-4b20-953d-3d459938a44e tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cfa3223-1b88-434a-bd02-ccc8b83bca5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7460063 Apr 18 20:57:34.790373 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-69fd8090-0a25-4f3d-bd08-de3f4372c654 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:34.801351 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Network 66410b92-18f3-433b-8cf6-508668605675 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:34.805486 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:34.813057 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:57:34.912378 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Pushing event updated for resources: {'Port': ['ID=f1605e7a-6a70-432f-b047-396fa1e605c8,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:34.942401 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:34.942401 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:34.942792 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:34.943030 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:34.943413 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:34.944014 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:34.944237 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:34.944612 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:34.944958 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:34.945336 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:34.945715 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:34.946010 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:34.953320 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Attempting to bind port f1605e7a-6a70-432f-b047-396fa1e605c8 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:57:34.954372 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Attempting to bind port f1605e7a-6a70-432f-b047-396fa1e605c8 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '6db8250d-0640-4d8a-a7d6-731090b355e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '66410b92-18f3-433b-8cf6-508668605675'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:57:34.955176 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Attempting to bind port f1605e7a-6a70-432f-b047-396fa1e605c8 on network 66410b92-18f3-433b-8cf6-508668605675 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:57:34.960959 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:57:34.961485 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Checking segment: {'id': '6db8250d-0640-4d8a-a7d6-731090b355e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '66410b92-18f3-433b-8cf6-508668605675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:57:34.961900 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:34.962301 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Bound using segment: {'id': '6db8250d-0640-4d8a-a7d6-731090b355e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '66410b92-18f3-433b-8cf6-508668605675'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:57:34.962800 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Bound port: f1605e7a-6a70-432f-b047-396fa1e605c8, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db8250d-0640-4d8a-a7d6-731090b355e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '66410b92-18f3-433b-8cf6-508668605675'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:57:34.963186 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:35.021074 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e57db94-0185-4b9f-ab3a-d1cd9646be9b tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:35.029024 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f0638-fc35-4ffb-851b-0c779f7406de req-d68217a7-52b3-4950-b5f7-41a840912db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:35.030654 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-993f0638-fc35-4ffb-851b-0c779f7406de req-d68217a7-52b3-4950-b5f7-41a840912db2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe539583-d535-4524-b810-6474f581fe71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4050348 Apr 18 20:57:35.046080 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] For port f1605e7a-6a70-432f-b047-396fa1e605c8, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:57:35.163209 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-69fd8090-0a25-4f3d-bd08-de3f4372c654 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:35.242040 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-69fd8090-0a25-4f3d-bd08-de3f4372c654 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:35.260801 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-96c9f6b3-66e5-405e-8bbd-e238b4ebfae4 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Deleting port 4ebd41b3-35d8-43ee-b40e-ca074b98ae7a {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:35.261330 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-96c9f6b3-66e5-405e-8bbd-e238b4ebfae4 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:35.314587 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-69fd8090-0a25-4f3d-bd08-de3f4372c654 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:35.319128 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-69fd8090-0a25-4f3d-bd08-de3f4372c654 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7596879 Apr 18 20:57:35.320941 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33462) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:35.342238 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] For port f1605e7a-6a70-432f-b047-396fa1e605c8, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f1605e7a-6a70-432f-b047-396fa1e605c8,segment=NetworkSegment(6db8250d-0640-4d8a-a7d6-731090b355e9),segment_id=6db8250d-0640-4d8a-a7d6-731090b355e9)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:57:35.351862 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:35.360740 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd8090-0a25-4f3d-bd08-de3f4372c654 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9446999c-fded-405d-a468-755d63bd23e1,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:35.367408 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89f8066e-faf2-4fc3-a8fc-680a6857caeb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:35.401643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ed00a0f1-09cb-4cc8-afcb-3c6742f56f67 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Request body: {'security_group_rule': {'security_group_id': '9446999c-fded-405d-a468-755d63bd23e1', 'project_id': 'f840c855946542459a247bc427a2167c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:35.476357 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8066e-faf2-4fc3-a8fc-680a6857caeb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Pushing event deleted for resources: {'Port': ['ID=e19af8e7-9216-482d-b7cb-ac2b2504b458,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:35.558989 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-800ada69-4379-4c7f-b835-4c3980d583ac tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734731584440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16326199'] for subnet, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:35.571753 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa5770-186e-4425-bdc5-a6d8d2ad683e None None] Pushing event updated for resources: {'Port': ['ID=f1605e7a-6a70-432f-b047-396fa1e605c8,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:35.637778 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-993f0638-fc35-4ffb-851b-0c779f7406de req-a37d366f-70df-4846-acd2-7041f71b49a9 service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791855 Apr 18 20:57:35.681898 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89f8066e-faf2-4fc3-a8fc-680a6857caeb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:35.739535 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8c6788a9-648b-4c40-8ff6-abb028804384 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:35.740778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ada69-4379-4c7f-b835-4c3980d583ac tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event updated for resources: {'Subnet': ['ID=2858805a-5c6a-4095-a75f-e7133debb605,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:35.761897 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-96c9f6b3-66e5-405e-8bbd-e238b4ebfae4 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:35.786349 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800ada69-4379-4c7f-b835-4c3980d583ac tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:35.787023 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-800ada69-4379-4c7f-b835-4c3980d583ac tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:35.788597 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-800ada69-4379-4c7f-b835-4c3980d583ac tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "PUT /v2.0/subnets/2858805a-5c6a-4095-a75f-e7133debb605 HTTP/1.1" status: 200 len: 877 time: 1.8325069 Apr 18 20:57:35.799933 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ed00a0f1-09cb-4cc8-afcb-3c6742f56f67 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:35.807313 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33466) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:35.814898 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8c6788a9-648b-4c40-8ff6-abb028804384 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:35.815464 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-96c9f6b3-66e5-405e-8bbd-e238b4ebfae4 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Calling delete_port for 4ebd41b3-35d8-43ee-b40e-ca074b98ae7a owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:36.228627 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89f8066e-faf2-4fc3-a8fc-680a6857caeb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.242403 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89f8066e-faf2-4fc3-a8fc-680a6857caeb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608727'] for router, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.254439 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 55a05612-8060-4ff1-88d1-b02230ac1d86 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:57:36.321842 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-8c6788a9-648b-4c40-8ff6-abb028804384 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Allocated IP 172.25.1.224 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/f69f5f9e-2fa2-4658-9887-1d8cc3249dc7) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:36.374475 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-5e57db94-0185-4b9f-ab3a-d1cd9646be9b tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Deleting port f6ebfd6e-dea2-45a2-a946-f84aa88eddb9 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:36.374806 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e57db94-0185-4b9f-ab3a-d1cd9646be9b tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.382577 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 55a05612-8060-4ff1-88d1-b02230ac1d86, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=55a05612-8060-4ff1-88d1-b02230ac1d86,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:36.397417 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '55a05612-8060-4ff1-88d1-b02230ac1d86', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'port_id': '55a05612-8060-4ff1-88d1-b02230ac1d86', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:57:36.416875 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f8066e-faf2-4fc3-a8fc-680a6857caeb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Router 3f3393b9-f723-4c1a-a977-b6f43ab6bf86 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:57:36.490195 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.536344 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a05612-8060-4ff1-88d1-b02230ac1d86 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:57:36.582984 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-993f0638-fc35-4ffb-851b-0c779f7406de req-4450a9a7-502c-41ac-9708-dfb5f7350186 service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9116180 Apr 18 20:57:36.610014 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 55a05612-8060-4ff1-88d1-b02230ac1d86, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=55a05612-8060-4ff1-88d1-b02230ac1d86,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:36.616938 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.666165 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-5e57db94-0185-4b9f-ab3a-d1cd9646be9b tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] For port f6ebfd6e-dea2-45a2-a946-f84aa88eddb9, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f6ebfd6e-dea2-45a2-a946-f84aa88eddb9,segment=NetworkSegment(2d8df79b-4c5b-4ba4-9373-40dd8c0b9321),segment_id=2d8df79b-4c5b-4ba4-9373-40dd8c0b9321)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:36.666786 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e57db94-0185-4b9f-ab3a-d1cd9646be9b tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.693385 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-5e57db94-0185-4b9f-ab3a-d1cd9646be9b tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Calling delete_port for f6ebfd6e-dea2-45a2-a946-f84aa88eddb9 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:36.718352 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f1605e7a-6a70-432f-b047-396fa1e605c8 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:57:36.722918 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=55a05612-8060-4ff1-88d1-b02230ac1d86,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:36.811386 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port f1605e7a-6a70-432f-b047-396fa1e605c8 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:36.811924 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.948770 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6e0e4-fdcf-4597-9e44-6f8c6009586c req-62c19e05-7efe-4f70-bf94-b77e10c9ee37 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:36.961381 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41b6e0e4-fdcf-4597-9e44-6f8c6009586c req-62c19e05-7efe-4f70-bf94-b77e10c9ee37 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 944 time: 0.9912512 Apr 18 20:57:37.013553 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.022484 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['55a05612-8060-4ff1-88d1-b02230ac1d86'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:57:37.035543 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8c6788a9-648b-4c40-8ff6-abb028804384 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.093347 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41b6e0e4-fdcf-4597-9e44-6f8c6009586c req-849ddcdf-e062-40ab-91ac-351b757b0e3e tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cfa3223-1b88-434a-bd02-ccc8b83bca5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044760 Apr 18 20:57:37.121958 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ed00a0f1-09cb-4cc8-afcb-3c6742f56f67 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.135256 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port f1605e7a-6a70-432f-b047-396fa1e605c8, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f1605e7a-6a70-432f-b047-396fa1e605c8,segment=NetworkSegment(6db8250d-0640-4d8a-a7d6-731090b355e9),segment_id=6db8250d-0640-4d8a-a7d6-731090b355e9)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:37.145183 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.190237 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ed00a0f1-09cb-4cc8-afcb-3c6742f56f67 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.301206 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f8066e-faf2-4fc3-a8fc-680a6857caeb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:37.309779 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e26016c-7e50-48d6-8fd7-874bc83c91a3 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.317041 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89f8066e-faf2-4fc3-a8fc-680a6857caeb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.317776 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c79299-4c09-453d-8257-60ff23f2f78a None None] Sync routers for ids ['3f3393b9-f723-4c1a-a977-b6f43ab6bf86'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:37.321374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00a0f1-09cb-4cc8-afcb-3c6742f56f67 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d3ae495-a06c-45f3-b50d-abe5682f9eb0,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:37.321562 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-89f8066e-faf2-4fc3-a8fc-680a6857caeb tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "PUT /v2.0/routers/3f3393b9-f723-4c1a-a977-b6f43ab6bf86 HTTP/1.1" status: 200 len: 704 time: 6.6081336 Apr 18 20:57:37.323201 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-96c9f6b3-66e5-405e-8bbd-e238b4ebfae4 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.326540 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33472) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:37.358301 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=f1605e7a-6a70-432f-b047-396fa1e605c8,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:37.384009 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c79299-4c09-453d-8257-60ff23f2f78a None None] Routers {'3f3393b9-f723-4c1a-a977-b6f43ab6bf86'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:37.385450 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b3c79299-4c09-453d-8257-60ff23f2f78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:57:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['3f3393b9-f723-4c1a-a977-b6f43ab6bf86'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:37.394444 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa883c3-2f4e-4b8b-bc1c-b4c0c70ecda8 None None] Network 66410b92-18f3-433b-8cf6-508668605675 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:57:37.472195 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b3c79299-4c09-453d-8257-60ff23f2f78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:37.493853 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c79299-4c09-453d-8257-60ff23f2f78a None None] Routers {'3f3393b9-f723-4c1a-a977-b6f43ab6bf86'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:37.499050 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b3c79299-4c09-453d-8257-60ff23f2f78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:57:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['3f3393b9-f723-4c1a-a977-b6f43ab6bf86'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:37.589617 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b3c79299-4c09-453d-8257-60ff23f2f78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:37.591286 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c79299-4c09-453d-8257-60ff23f2f78a None None] The sync data for ids ['3f3393b9-f723-4c1a-a977-b6f43ab6bf86'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:37.620700 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9f6b3-66e5-405e-8bbd-e238b4ebfae4 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Port': ['ID=4ebd41b3-35d8-43ee-b40e-ca074b98ae7a,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:37.666259 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ed00a0f1-09cb-4cc8-afcb-3c6742f56f67 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.678208 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ed00a0f1-09cb-4cc8-afcb-3c6742f56f67 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3445201 Apr 18 20:57:37.679578 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33476) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:37.694206 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-9d44e8ea-8bb4-4d08-adc6-e4abd02ccc79 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Request body: {'security_group_rule': {'security_group_id': '9446999c-fded-405d-a468-755d63bd23e1', 'project_id': 'f840c855946542459a247bc427a2167c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:37.753799 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b7e89893-d71d-4a1b-89b6-6956077f991c None None] Provisioning complete for port f1605e7a-6a70-432f-b047-396fa1e605c8 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:37.754391 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b7e89893-d71d-4a1b-89b6-6956077f991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.920408 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.959137 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9d44e8ea-8bb4-4d08-adc6-e4abd02ccc79 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.065758 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9d44e8ea-8bb4-4d08-adc6-e4abd02ccc79 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.075664 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8c6788a9-648b-4c40-8ff6-abb028804384 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.108062 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9d44e8ea-8bb4-4d08-adc6-e4abd02ccc79 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.142352 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9d44e8ea-8bb4-4d08-adc6-e4abd02ccc79 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.144836 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9d44e8ea-8bb4-4d08-adc6-e4abd02ccc79 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4569001 Apr 18 20:57:38.155413 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-96c9f6b3-66e5-405e-8bbd-e238b4ebfae4 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.161066 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33480) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:38.168530 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-2753c22a-c130-422c-9915-03eeb649c692 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Request body: {'security_group_rule': {'security_group_id': '9446999c-fded-405d-a468-755d63bd23e1', 'project_id': 'f840c855946542459a247bc427a2167c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:38.175553 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33482) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:38.176138 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ad719889-35ec-43d1-b397-71574ac99c16 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "GET /v2.0/routers/3f3393b9-f723-4c1a-a977-b6f43ab6bf86 HTTP/1.1" status: 200 len: 739 time: 0.8438663 Apr 18 20:57:38.187637 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6788a9-648b-4c40-8ff6-abb028804384 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Pushing event updated for resources: {'Port': ['ID=f69f5f9e-2fa2-4658-9887-1d8cc3249dc7,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:38.205894 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44e8ea-8bb4-4d08-adc6-e4abd02ccc79 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7617acfd-e86e-4691-b9de-2cb1ec0629ac,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:38.266875 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6788a9-648b-4c40-8ff6-abb028804384 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:38.274018 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-9e26016c-7e50-48d6-8fd7-874bc83c91a3 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Deleting port f1605e7a-6a70-432f-b047-396fa1e605c8 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:38.274671 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e26016c-7e50-48d6-8fd7-874bc83c91a3 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.277758 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-8c6788a9-648b-4c40-8ff6-abb028804384 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:38.285900 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6788a9-648b-4c40-8ff6-abb028804384 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:57:38.342661 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e57db94-0185-4b9f-ab3a-d1cd9646be9b tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.350220 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-82263768-2e36-496e-a010-da92a8414bd4 tempest-RoutersAdminTest-625787801 tempest-RoutersAdminTest-625787801-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&device_id=3f3393b9-f723-4c1a-a977-b6f43ab6bf86 HTTP/1.1" status: 200 len: 205 time: 0.1620533 Apr 18 20:57:38.368422 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33484) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:38.443055 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57db94-0185-4b9f-ab3a-d1cd9646be9b tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event deleted for resources: {'Port': ['ID=f6ebfd6e-dea2-45a2-a946-f84aa88eddb9,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:38.497157 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-651f88ac-7a27-4a8b-b631-b911fcbf27b8 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f3393b9-f723-4c1a-a977-b6f43ab6bf86 HTTP/1.1" status: 200 len: 205 time: 0.1229908 Apr 18 20:57:38.502289 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33486) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:38.542959 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f1605e7a-6a70-432f-b047-396fa1e605c8 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:57:38.595265 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2753c22a-c130-422c-9915-03eeb649c692 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.679542 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port f1605e7a-6a70-432f-b047-396fa1e605c8 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:38.680243 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.800728 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dabe98-eea3-47d0-b01d-f52615b269e0 req-c72c3f73-d67c-4316-99b7-70e1acba4490 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:38.809118 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0dabe98-eea3-47d0-b01d-f52615b269e0 req-c72c3f73-d67c-4316-99b7-70e1acba4490 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 944 time: 0.4615824 Apr 18 20:57:38.836379 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d8f5fbf1-b664-4fc4-ada6-3b4ab4084a16 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.956663 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a4e14b-f0e8-4205-ac5c-83d10ac3848b None None] Network 66410b92-18f3-433b-8cf6-508668605675 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:57:38.985387 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-9e26016c-7e50-48d6-8fd7-874bc83c91a3 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] For port f1605e7a-6a70-432f-b047-396fa1e605c8, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f1605e7a-6a70-432f-b047-396fa1e605c8,segment=NetworkSegment(6db8250d-0640-4d8a-a7d6-731090b355e9),segment_id=6db8250d-0640-4d8a-a7d6-731090b355e9)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:38.986958 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e26016c-7e50-48d6-8fd7-874bc83c91a3 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.025550 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-25624e19-ea42-48a6-9e15-4b9a2e439fde None None] Provisioning complete for port f1605e7a-6a70-432f-b047-396fa1e605c8 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:39.026054 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-25624e19-ea42-48a6-9e15-4b9a2e439fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.048475 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c9f6b3-66e5-405e-8bbd-e238b4ebfae4 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Router 60e82177-0f14-4add-9a90-003d14eb335b has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:57:39.058953 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-9e26016c-7e50-48d6-8fd7-874bc83c91a3 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Calling delete_port for f1605e7a-6a70-432f-b047-396fa1e605c8 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:39.081006 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2753c22a-c130-422c-9915-03eeb649c692 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.098171 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0dabe98-eea3-47d0-b01d-f52615b269e0 req-29fb72fc-638b-4432-88d3-c276c867b353 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cfa3223-1b88-434a-bd02-ccc8b83bca5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2878914 Apr 18 20:57:39.167003 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2753c22a-c130-422c-9915-03eeb649c692 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.208754 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e57db94-0185-4b9f-ab3a-d1cd9646be9b tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.269060 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d8f5fbf1-b664-4fc4-ada6-3b4ab4084a16 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.272827 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753c22a-c130-422c-9915-03eeb649c692 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e98a24-8cb4-4e7e-a8c3-7d7c67bb8159,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:39.277504 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d8f5fbf1-b664-4fc4-ada6-3b4ab4084a16 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.311615 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8c6788a9-648b-4c40-8ff6-abb028804384 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.350026 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2753c22a-c130-422c-9915-03eeb649c692 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.353280 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2753c22a-c130-422c-9915-03eeb649c692 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1895473 Apr 18 20:57:39.368594 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33490) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:39.427973 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-bf253c1c-9f8d-4872-a735-50f1c640e999 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Request body: {'security_group_rule': {'security_group_id': '9446999c-fded-405d-a468-755d63bd23e1', 'project_id': 'f840c855946542459a247bc427a2167c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:39.549782 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d8f5fbf1-b664-4fc4-ada6-3b4ab4084a16 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.550437 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f5fbf1-b664-4fc4-ada6-3b4ab4084a16 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Fanout notify agent at l3_agent the message router_deleted on router 3f3393b9-f723-4c1a-a977-b6f43ab6bf86 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:57:39.565958 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d8f5fbf1-b664-4fc4-ada6-3b4ab4084a16 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.576704 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d8f5fbf1-b664-4fc4-ada6-3b4ab4084a16 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "DELETE /v2.0/routers/3f3393b9-f723-4c1a-a977-b6f43ab6bf86 HTTP/1.1" status: 204 len: 168 time: 1.0657763 Apr 18 20:57:39.582052 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c9f6b3-66e5-405e-8bbd-e238b4ebfae4 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:39.597005 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33492) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:39.600141 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-96c9f6b3-66e5-405e-8bbd-e238b4ebfae4 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "PUT /v2.0/routers/60e82177-0f14-4add-9a90-003d14eb335b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1109765 Apr 18 20:57:39.608175 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c436f09d-19e1-496d-a60a-05bbf578da31 None None] Sync routers for ids ['60e82177-0f14-4add-9a90-003d14eb335b'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:39.609148 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33494) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:39.623516 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c436f09d-19e1-496d-a60a-05bbf578da31 None None] Routers {'60e82177-0f14-4add-9a90-003d14eb335b'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:39.624871 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-c436f09d-19e1-496d-a60a-05bbf578da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:57:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['60e82177-0f14-4add-9a90-003d14eb335b'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:39.679413 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-c436f09d-19e1-496d-a60a-05bbf578da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:39.688858 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bf253c1c-9f8d-4872-a735-50f1c640e999 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.702393 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c436f09d-19e1-496d-a60a-05bbf578da31 None None] Routers {'60e82177-0f14-4add-9a90-003d14eb335b'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:39.706503 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-c436f09d-19e1-496d-a60a-05bbf578da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:57:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['60e82177-0f14-4add-9a90-003d14eb335b'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:39.732582 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-44f8e45d-80df-4b02-bc40-a54653586209 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f3393b9-f723-4c1a-a977-b6f43ab6bf86 HTTP/1.1" status: 200 len: 205 time: 0.0635865 Apr 18 20:57:39.751909 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33496) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:39.774735 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-c436f09d-19e1-496d-a60a-05bbf578da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:39.775517 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c436f09d-19e1-496d-a60a-05bbf578da31 None None] The sync data for ids ['60e82177-0f14-4add-9a90-003d14eb335b'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:39.819005 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-fc6de8f3-0862-41c5-9d38-da9842a959c8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "GET /v2.0/ports?device_id=60e82177-0f14-4add-9a90-003d14eb335b HTTP/1.1" status: 200 len: 205 time: 0.2027972 Apr 18 20:57:39.824867 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33498) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:39.826183 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e26016c-7e50-48d6-8fd7-874bc83c91a3 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.872394 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-1001eca4-5ce9-4614-8349-00fe349d0e69 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] delete failed (client error): The resource could not be found. Apr 18 20:57:39.874162 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1001eca4-5ce9-4614-8349-00fe349d0e69 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "DELETE /v2.0/routers/3f3393b9-f723-4c1a-a977-b6f43ab6bf86 HTTP/1.1" status: 404 len: 336 time: 0.1205804 Apr 18 20:57:39.920143 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33500) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:39.947762 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-874aa33f-6838-4861-9be0-a147f5f36b58 None None] Could not find standard attr ID for object f1605e7a-6a70-432f-b047-396fa1e605c8. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:57:40.011293 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c715fac0-5802-4993-ba9e-d99ff3a95812 None None] DHCP port deletion for 66410b92-18f3-433b-8cf6-508668605675 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:57:40.080066 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04512e05-748f-4086-9f15-20dd6fb5ec8b None None] get_active_networks_info from n-d-838323-3 {{(pid=102910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:57:40.088261 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8c6788a9-648b-4c40-8ff6-abb028804384 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:40.102653 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e26016c-7e50-48d6-8fd7-874bc83c91a3 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No DVR routers for this DVR port f1605e7a-6a70-432f-b047-396fa1e605c8 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:40.105052 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26016c-7e50-48d6-8fd7-874bc83c91a3 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Port': ['ID=f1605e7a-6a70-432f-b047-396fa1e605c8,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:40.140833 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8c6788a9-648b-4c40-8ff6-abb028804384 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608727'] for router, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:40.199190 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-75d2e287-3d52-4f65-8081-c3f9bf88369d tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccaf95f5-c4ab-4baa-8d7b-72eab884cab8 HTTP/1.1" status: 200 len: 205 time: 0.1593730 Apr 18 20:57:40.242871 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33506) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:40.294810 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 55a05612-8060-4ff1-88d1-b02230ac1d86 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:57:40.529286 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e57db94-0185-4b9f-ab3a-d1cd9646be9b tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Router 69338e3a-af09-40c9-95e9-03f34363a94b has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:57:40.605920 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6788a9-648b-4c40-8ff6-abb028804384 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Router a6cf971c-178c-4e16-b596-f5ef54286d8d is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:57:40.623829 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f1605e7a-6a70-432f-b047-396fa1e605c8 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:57:40.635074 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04512e05-748f-4086-9f15-20dd6fb5ec8b None None] Resources bound (agent type, host, resource id): {{(pid=102910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:57:40.661686 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 55a05612-8060-4ff1-88d1-b02230ac1d86 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:57:40.665921 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: f1605e7a-6a70-432f-b047-396fa1e605c8 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:57:40.666510 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f1605e7a-6a70-432f-b047-396fa1e605c8 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:57:40.697597 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 55a05612-8060-4ff1-88d1-b02230ac1d86 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:40.698370 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:40.753364 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-de7b38f9-c53e-4223-aa3c-48c8e1f73673 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] delete failed (client error): The resource could not be found. Apr 18 20:57:40.757396 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-de7b38f9-c53e-4223-aa3c-48c8e1f73673 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "DELETE /v2.0/routers/ccaf95f5-c4ab-4baa-8d7b-72eab884cab8 HTTP/1.1" status: 404 len: 336 time: 0.5082812 Apr 18 20:57:40.758253 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33508) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:40.765788 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bf253c1c-9f8d-4872-a735-50f1c640e999 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:40.776236 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8fe68759-695c-49da-9a22-5ef85cad5f16 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:40.803728 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7439d5d1-58ad-4857-bda1-8443472232a6 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "GET /v2.0/ports?device_id=80510870-f417-42b9-a353-0e22b6a514c7 HTTP/1.1" status: 200 len: 205 time: 0.0427690 Apr 18 20:57:40.839781 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e57db94-0185-4b9f-ab3a-d1cd9646be9b tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:40.847024 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5e57db94-0185-4b9f-ab3a-d1cd9646be9b tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "PUT /v2.0/routers/69338e3a-af09-40c9-95e9-03f34363a94b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4052885 Apr 18 20:57:40.849456 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33510) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:40.854545 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bf253c1c-9f8d-4872-a735-50f1c640e999 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:40.863812 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33512) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:40.868036 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd0b495-401e-4cec-ad74-c5578fea5e54 None None] Sync routers for ids ['69338e3a-af09-40c9-95e9-03f34363a94b'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:40.942082 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd0b495-401e-4cec-ad74-c5578fea5e54 None None] Routers {'69338e3a-af09-40c9-95e9-03f34363a94b'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:40.948675 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-0dd0b495-401e-4cec-ad74-c5578fea5e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:57:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['69338e3a-af09-40c9-95e9-03f34363a94b'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:40.964654 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988dc3b-3d53-4674-90ce-7ed049210b1b req-9326f217-8b17-4ae2-a45e-710154dd6ee5 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:40.966216 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4988dc3b-3d53-4674-90ce-7ed049210b1b req-9326f217-8b17-4ae2-a45e-710154dd6ee5 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 944 time: 0.2558825 Apr 18 20:57:40.971205 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bf253c1c-9f8d-4872-a735-50f1c640e999 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:40.976747 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-bf253c1c-9f8d-4872-a735-50f1c640e999 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5513208 Apr 18 20:57:40.977351 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33514) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:40.985997 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-93aecfd7-8357-4f71-95d7-e88ec97288e5 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Request body: {'security_group_rule': {'security_group_id': '9446999c-fded-405d-a468-755d63bd23e1', 'project_id': 'f840c855946542459a247bc427a2167c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:40.991281 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e26016c-7e50-48d6-8fd7-874bc83c91a3 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:40.997304 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf253c1c-9f8d-4872-a735-50f1c640e999 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a583641-e940-46e8-9523-13a7eec491bc,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:40.997954 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-4745d684-ab5e-4337-9d7d-7e0135689b59 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] delete failed (client error): The resource could not be found. Apr 18 20:57:41.000526 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4745d684-ab5e-4337-9d7d-7e0135689b59 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "DELETE /v2.0/routers/80510870-f417-42b9-a353-0e22b6a514c7 HTTP/1.1" status: 404 len: 336 time: 0.1498566 Apr 18 20:57:41.010388 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33516) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:41.047076 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.206294 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2876323c-9524-41a1-9038-d0e137d11749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-66410b92-18f3-433b-8cf6-508668605675', 'network_id': '66410b92-18f3-433b-8cf6-508668605675', 'tenant_id': 'eb1eb5b094504b78a5be18b896c5bdba', 'fixed_ips': [{'subnet_id': '2858805a-5c6a-4095-a75f-e7133debb605'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:57:41.211182 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2876323c-9524-41a1-9038-d0e137d11749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.230011 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8fe68759-695c-49da-9a22-5ef85cad5f16 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.234007 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8fe68759-695c-49da-9a22-5ef85cad5f16 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.272854 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940c6e38-a734-4798-9e57-9f6b75866078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a05612-8060-4ff1-88d1-b02230ac1d86'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:57:41.275263 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a91bbf-3dbb-402b-9d1c-379fa334befd" -d '{"events": [{"server_uuid": "940c6e38-a734-4798-9e57-9f6b75866078", "name": "network-vif-plugged", "status": "completed", "tag": "55a05612-8060-4ff1-88d1-b02230ac1d86"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:57:41.353726 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4988dc3b-3d53-4674-90ce-7ed049210b1b req-841e1414-e873-4c33-ab9f-5a64f02994ec tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cfa3223-1b88-434a-bd02-ccc8b83bca5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3245776 Apr 18 20:57:41.355167 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8fe68759-695c-49da-9a22-5ef85cad5f16 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.357259 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe68759-695c-49da-9a22-5ef85cad5f16 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Fanout notify agent at l3_agent the message router_deleted on router 60e82177-0f14-4add-9a90-003d14eb335b {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:57:41.366808 n-d-838323-3 neutron-server[102908]: INFO neutron.db.securitygroups_db [None req-93aecfd7-8357-4f71-95d7-e88ec97288e5 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Project f840c855946542459a247bc427a2167c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:57:41.392883 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 55a05612-8060-4ff1-88d1-b02230ac1d86, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=55a05612-8060-4ff1-88d1-b02230ac1d86,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:41.398292 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93aecfd7-8357-4f71-95d7-e88ec97288e5 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.402015 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.425644 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8fe68759-695c-49da-9a22-5ef85cad5f16 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.430458 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8fe68759-695c-49da-9a22-5ef85cad5f16 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/routers/60e82177-0f14-4add-9a90-003d14eb335b HTTP/1.1" status: 204 len: 168 time: 1.5920343 Apr 18 20:57:41.433026 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33522) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:41.471852 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781b4493-6c38-4179-80d6-eb7745f934e0 x-openstack-request-id: req-781b4493-6c38-4179-80d6-eb7745f934e0 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:57:41.475521 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940c6e38-a734-4798-9e57-9f6b75866078", "name": "network-vif-plugged", "status": "completed", "tag": "55a05612-8060-4ff1-88d1-b02230ac1d86", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:57:41.475870 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-781b4493-6c38-4179-80d6-eb7745f934e0 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:57:41.479244 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-781b4493-6c38-4179-80d6-eb7745f934e0'] response: {'server_uuid': '940c6e38-a734-4798-9e57-9f6b75866078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a05612-8060-4ff1-88d1-b02230ac1d86', 'code': 200} Apr 18 20:57:41.590743 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-0dd0b495-401e-4cec-ad74-c5578fea5e54 None None] Set router 69338e3a-af09-40c9-95e9-03f34363a94b gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:41.595766 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e26016c-7e50-48d6-8fd7-874bc83c91a3 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.697187 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-87386050-9edd-4bd8-a8d5-5dfcacc43066 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Deleting subnet 16c02065-aed3-408b-aa0f-70400bf4b743 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:57:41.745654 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-80418848-11a2-4eae-b1d3-a0458baddbc9 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c37999e-0777-4648-8f60-c4b3b3bbec4f HTTP/1.1" status: 200 len: 205 time: 0.7292120 Apr 18 20:57:41.748888 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6788a9-648b-4c40-8ff6-abb028804384 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:41.770428 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33524) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:41.777701 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b29b737-ceb8-412d-81f2-728f9a4bada9 None None] Sync routers for ids ['a6cf971c-178c-4e16-b596-f5ef54286d8d'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:41.842666 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b29b737-ceb8-412d-81f2-728f9a4bada9 None None] Routers {'a6cf971c-178c-4e16-b596-f5ef54286d8d'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:41.843334 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7b29b737-ceb8-412d-81f2-728f9a4bada9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:57:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['a6cf971c-178c-4e16-b596-f5ef54286d8d'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:41.847180 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93aecfd7-8357-4f71-95d7-e88ec97288e5 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.848333 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-87386050-9edd-4bd8-a8d5-5dfcacc43066 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.867157 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8c6788a9-648b-4c40-8ff6-abb028804384 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.871695 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8c6788a9-648b-4c40-8ff6-abb028804384 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "PUT /v2.0/routers/a6cf971c-178c-4e16-b596-f5ef54286d8d HTTP/1.1" status: 200 len: 919 time: 8.5773351 Apr 18 20:57:41.872759 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-94f3942d-354b-43b5-9b2c-81abaca2189e tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] delete failed (client error): The resource could not be found. Apr 18 20:57:41.874517 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-94f3942d-354b-43b5-9b2c-81abaca2189e tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "DELETE /v2.0/routers/1c37999e-0777-4648-8f60-c4b3b3bbec4f HTTP/1.1" status: 404 len: 336 time: 0.1015751 Apr 18 20:57:41.875967 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33526) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:41.884417 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-81419c3c-fcd4-4665-a762-f6b6fe0049c3 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Deleting subnet 7eaa0081-18d9-4e1f-a932-a028b98a3306 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:57:41.897573 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33528) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:41.945751 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=55a05612-8060-4ff1-88d1-b02230ac1d86,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:41.952989 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26016c-7e50-48d6-8fd7-874bc83c91a3 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Subnet': ['ID=2858805a-5c6a-4095-a75f-e7133debb605,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:41.958537 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93aecfd7-8357-4f71-95d7-e88ec97288e5 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.992060 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.998848 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81419c3c-fcd4-4665-a762-f6b6fe0049c3 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server [None req-2876323c-9524-41a1-9038-d0e137d11749 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2858805a-5c6a-4095-a75f-e7133debb605: This subnet is being modified by another concurrent operation. Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:57:42.008395 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise exception Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2858805a-5c6a-4095-a75f-e7133debb605: This subnet is being modified by another concurrent operation. Apr 18 20:57:42.012938 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Apr 18 20:57:42.030881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7b29b737-ceb8-412d-81f2-728f9a4bada9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:42.049730 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aecfd7-8357-4f71-95d7-e88ec97288e5 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41c7bd2-4e28-4fae-a1ba-1a41f01f3d00,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:42.080831 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:57:42.081337 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b29b737-ceb8-412d-81f2-728f9a4bada9 None None] Routers {'a6cf971c-178c-4e16-b596-f5ef54286d8d'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:42.083458 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7b29b737-ceb8-412d-81f2-728f9a4bada9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:57:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['a6cf971c-178c-4e16-b596-f5ef54286d8d'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:42.119542 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93aecfd7-8357-4f71-95d7-e88ec97288e5 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.121965 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-93aecfd7-8357-4f71-95d7-e88ec97288e5 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1409888 Apr 18 20:57:42.131404 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fea98e98-0470-462c-a11e-fb008461089d tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f0ef032-780f-47cc-ad40-082d0d40f7f8 HTTP/1.1" status: 200 len: 205 time: 0.2310684 Apr 18 20:57:42.132814 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33530) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:42.142930 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-87386050-9edd-4bd8-a8d5-5dfcacc43066 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.147181 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33532) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:42.149576 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-0dd0b495-401e-4cec-ad74-c5578fea5e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-511015894', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:56Z', 'updated_at': '2022-04-18T20:57:37Z', 'revision_number': 5, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'gw_port': {'id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:57Z', 'updated_at': '2022-04-18T20:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:42.150015 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-33b8f212-9852-40d6-a256-09afb24d151c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Request body: {'security_group_rule': {'security_group_id': '9446999c-fded-405d-a468-755d63bd23e1', 'project_id': 'f840c855946542459a247bc427a2167c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:42.154144 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a4648-4bbb-49b6-9fbe-56f273686ce5 req-738282a6-d113-42d9-995d-73dd10dda57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:42.156344 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb1a4648-4bbb-49b6-9fbe-56f273686ce5 req-738282a6-d113-42d9-995d-73dd10dda57a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 1096 time: 0.5569923 Apr 18 20:57:42.213927 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae80610f-7f57-4e60-ae40-3b6fd1504096 None None] get_active_networks_info from n-d-838323-3 {{(pid=102910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:57:42.226939 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd0b495-401e-4cec-ad74-c5578fea5e54 None None] Checking router: 69338e3a-af09-40c9-95e9-03f34363a94b for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:57:42.255527 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81419c3c-fcd4-4665-a762-f6b6fe0049c3 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.256861 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd0b495-401e-4cec-ad74-c5578fea5e54 None None] Routers {'69338e3a-af09-40c9-95e9-03f34363a94b'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:42.257546 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-0dd0b495-401e-4cec-ad74-c5578fea5e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:57:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['69338e3a-af09-40c9-95e9-03f34363a94b'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:42.270083 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-08c8baf5-3304-480b-a8f8-4638f80493be tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] delete failed (client error): The resource could not be found. Apr 18 20:57:42.271825 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-08c8baf5-3304-480b-a8f8-4638f80493be tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "DELETE /v2.0/routers/2f0ef032-780f-47cc-ad40-082d0d40f7f8 HTTP/1.1" status: 404 len: 336 time: 0.1247606 Apr 18 20:57:42.281245 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e26016c-7e50-48d6-8fd7-874bc83c91a3 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.286990 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33536) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:42.310603 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7b29b737-ceb8-412d-81f2-728f9a4bada9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:42.312955 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b29b737-ceb8-412d-81f2-728f9a4bada9 None None] The sync data for ids ['a6cf971c-178c-4e16-b596-f5ef54286d8d'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:42.364785 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a00d4107-efcb-4fce-8992-f14fb9c1be4f tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c0a451d-9162-43bb-882c-1a71c11e4c5f HTTP/1.1" status: 200 len: 205 time: 0.0763483 Apr 18 20:57:42.378916 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33538) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:42.434680 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-9e26016c-7e50-48d6-8fd7-874bc83c91a3 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66410b92-18f3-433b-8cf6-508668605675']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:42.443541 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb1a4648-4bbb-49b6-9fbe-56f273686ce5 req-9b66bb39-4f01-47ec-8006-0b9ef3add21a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5cfa3223-1b88-434a-bd02-ccc8b83bca5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169075 Apr 18 20:57:42.451375 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-c7c80212-9ad3-466e-b2d6-2d581d93246c tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] delete failed (client error): The resource could not be found. Apr 18 20:57:42.452514 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c7c80212-9ad3-466e-b2d6-2d581d93246c tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "DELETE /v2.0/routers/9c0a451d-9162-43bb-882c-1a71c11e4c5f HTTP/1.1" status: 404 len: 336 time: 0.0721927 Apr 18 20:57:42.457998 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33542) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:42.471341 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-9e26016c-7e50-48d6-8fd7-874bc83c91a3 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db8250d-0640-4d8a-a7d6-731090b355e9') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:42.472098 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-9e26016c-7e50-48d6-8fd7-874bc83c91a3 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db8250d-0640-4d8a-a7d6-731090b355e9') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:42.536914 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e26016c-7e50-48d6-8fd7-874bc83c91a3 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.541013 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-1662c25a-5dac-4550-aa5c-1974635443d1 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] DELETE failed (client error): The resource could not be found. Apr 18 20:57:42.542475 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1662c25a-5dac-4550-aa5c-1974635443d1 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:57:42.563310 n-d-838323-3 neutron-server[102909]: INFO neutron.db.securitygroups_db [None req-33b8f212-9852-40d6-a256-09afb24d151c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Project f840c855946542459a247bc427a2167c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:57:42.564567 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1662c25a-5dac-4550-aa5c-1974635443d1 tempest-RoutersAdminTest-874290947 tempest-RoutersAdminTest-874290947-project] 10.222.0.41 "DELETE /v2.0/subnets/80b762b8-d6d1-4938-a9ba-32e2d9eb03b5 HTTP/1.1" status: 404 len: 337 time: 0.0856152 Apr 18 20:57:42.623417 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-013fcd4b-578b-4c14-a88f-db956d842f91 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "GET /v2.0/routers/a6cf971c-178c-4e16-b596-f5ef54286d8d HTTP/1.1" status: 200 len: 925 time: 0.7345994 Apr 18 20:57:42.627991 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e26016c-7e50-48d6-8fd7-874bc83c91a3 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.630824 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33546) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:42.633071 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33b8f212-9852-40d6-a256-09afb24d151c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.647874 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-87386050-9edd-4bd8-a8d5-5dfcacc43066 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.675936 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae80610f-7f57-4e60-ae40-3b6fd1504096 None None] Resources bound (agent type, host, resource id): {{(pid=102910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:57:42.778039 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-0dd0b495-401e-4cec-ad74-c5578fea5e54 None None] Set router 69338e3a-af09-40c9-95e9-03f34363a94b gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:42.833855 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e26016c-7e50-48d6-8fd7-874bc83c91a3 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:57:42.834546 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e26016c-7e50-48d6-8fd7-874bc83c91a3 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:57:42.848818 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:57:42.914455 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81419c3c-fcd4-4665-a762-f6b6fe0049c3 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.107776 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e26016c-7e50-48d6-8fd7-874bc83c91a3 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.134869 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e26016c-7e50-48d6-8fd7-874bc83c91a3 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.145063 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9e26016c-7e50-48d6-8fd7-874bc83c91a3 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/networks/66410b92-18f3-433b-8cf6-508668605675 HTTP/1.1" status: 204 len: 168 time: 7.3334243 Apr 18 20:57:43.145451 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81419c3c-fcd4-4665-a762-f6b6fe0049c3 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.154544 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33550) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:43.175113 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bff773-5e7b-49db-9624-8a23a523f0a5 req-caa2580f-7be4-4e63-8f92-442a93a2de12 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:43.176885 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33b8f212-9852-40d6-a256-09afb24d151c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.184934 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4bff773-5e7b-49db-9624-8a23a523f0a5 req-caa2580f-7be4-4e63-8f92-442a93a2de12 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 945 time: 0.6389434 Apr 18 20:57:43.199671 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81419c3c-fcd4-4665-a762-f6b6fe0049c3 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.205948 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-81419c3c-fcd4-4665-a762-f6b6fe0049c3 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "DELETE /v2.0/subnets/7eaa0081-18d9-4e1f-a932-a028b98a3306 HTTP/1.1" status: 204 len: 168 time: 2.3399761 Apr 18 20:57:43.257338 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33b8f212-9852-40d6-a256-09afb24d151c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.269219 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33552) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:43.277499 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81419c3c-fcd4-4665-a762-f6b6fe0049c3 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event deleted for resources: {'Subnet': ['ID=7eaa0081-18d9-4e1f-a932-a028b98a3306,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:43.305171 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33554) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:43.310535 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff6dcda-3e3d-4ae4-91f5-a15febef92fb tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:43.312420 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8ff6dcda-3e3d-4ae4-91f5-a15febef92fb tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&device_id=a6cf971c-178c-4e16-b596-f5ef54286d8d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6738050 Apr 18 20:57:43.335527 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33558) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:43.338450 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-e117c704-7722-4bd6-81b7-5b6f4bb36654 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] DELETE failed (client error): The resource could not be found. Apr 18 20:57:43.339694 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e117c704-7722-4bd6-81b7-5b6f4bb36654 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:57:43.353366 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e117c704-7722-4bd6-81b7-5b6f4bb36654 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/subnets/2858805a-5c6a-4095-a75f-e7133debb605 HTTP/1.1" status: 404 len: 337 time: 0.1573319 Apr 18 20:57:43.357238 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33562) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:43.392410 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26016c-7e50-48d6-8fd7-874bc83c91a3 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Network': ['ID=66410b92-18f3-433b-8cf6-508668605675,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:43.438346 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-0dd0b495-401e-4cec-ad74-c5578fea5e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-511015894', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:56Z', 'updated_at': '2022-04-18T20:57:37Z', 'revision_number': 5, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'gw_port': {'id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:57Z', 'updated_at': '2022-04-18T20:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:43.473885 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8f212-9852-40d6-a256-09afb24d151c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c380484d-3cbf-4fbb-aafd-b41300c2e150,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:43.510578 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33b8f212-9852-40d6-a256-09afb24d151c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.514731 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-33b8f212-9852-40d6-a256-09afb24d151c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3723133 Apr 18 20:57:43.616816 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd0b495-401e-4cec-ad74-c5578fea5e54 None None] The sync data for ids ['69338e3a-af09-40c9-95e9-03f34363a94b'] in n-d-838323-3 is: [{'id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-511015894', 'tenant_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:56Z', 'updated_at': '2022-04-18T20:57:37Z', 'revision_number': 5, 'project_id': '9b43792f5e3a4b5fa4fa359a68fd10f8', 'gw_port': {'id': '51fe9987-d57d-4b16-aba2-d032a9d677fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69338e3a-af09-40c9-95e9-03f34363a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:57Z', 'updated_at': '2022-04-18T20:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:43.653753 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-df284290-7166-4c0d-bb57-aeaf383bffc1 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] DELETE failed (client error): The resource could not be found. Apr 18 20:57:43.655182 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df284290-7166-4c0d-bb57-aeaf383bffc1 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:57:43.662500 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-df284290-7166-4c0d-bb57-aeaf383bffc1 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/networks/66410b92-18f3-433b-8cf6-508668605675 HTTP/1.1" status: 404 len: 339 time: 0.2727344 Apr 18 20:57:43.665082 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-87386050-9edd-4bd8-a8d5-5dfcacc43066 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.666072 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33574) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:43.671028 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ce70837a-c4da-48a8-a14d-f124c57023ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.740115 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555303f1-b06d-4d12-b165-e79d9b8fe3d7 None None] Network 66410b92-18f3-433b-8cf6-508668605675 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:57:43.770079 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87386050-9edd-4bd8-a8d5-5dfcacc43066 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Subnet': ['ID=16c02065-aed3-408b-aa0f-70400bf4b743,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:43.778772 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-87386050-9edd-4bd8-a8d5-5dfcacc43066 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.785913 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-87386050-9edd-4bd8-a8d5-5dfcacc43066 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/subnets/16c02065-aed3-408b-aa0f-70400bf4b743 HTTP/1.1" status: 204 len: 168 time: 2.3504119 Apr 18 20:57:43.789420 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33576) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:43.813151 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4bff773-5e7b-49db-9624-8a23a523f0a5 req-720881c9-db3c-4916-a282-0f6a113a1497 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cfa3223-1b88-434a-bd02-ccc8b83bca5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6267228 Apr 18 20:57:43.849111 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b1d692-66b6-42d0-9577-e3d1f0851bf8 None None] Network 6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:57:43.856918 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b937dbe1-c1e0-4ac6-959b-2d377b3c4a95 None None] Network 1dbcaba3-e252-430a-bf3d-2f113413ca2e requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:57:43.857467 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ce70837a-c4da-48a8-a14d-f124c57023ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.858912 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555303f1-b06d-4d12-b165-e79d9b8fe3d7 None None] Network 66410b92-18f3-433b-8cf6-508668605675 could not be found, it might have been deleted concurrently. {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 20:57:43.863422 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-90443216-6275-4154-8243-6f16a5749c31 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] DELETE failed (client error): The resource could not be found. Apr 18 20:57:43.863422 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90443216-6275-4154-8243-6f16a5749c31 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:57:43.877460 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-90443216-6275-4154-8243-6f16a5749c31 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/subnets/ce5d5b02-a1a4-4466-9f60-2d1890de381a HTTP/1.1" status: 404 len: 337 time: 0.2019014 Apr 18 20:57:43.878854 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33590) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:43.882097 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ce70837a-c4da-48a8-a14d-f124c57023ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.926023 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe822311-0bd5-4dc4-90d9-dcccd2982773 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.943091 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-1770700b-db53-4563-94af-8b796b472025 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] DELETE failed (client error): The resource could not be found. Apr 18 20:57:43.943697 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1770700b-db53-4563-94af-8b796b472025 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:57:43.949910 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1770700b-db53-4563-94af-8b796b472025 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/networks/b2d16729-506c-4ac3-8c41-15cdc7010f49 HTTP/1.1" status: 404 len: 339 time: 0.0645392 Apr 18 20:57:43.958364 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33592) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:44.085650 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588197d8-f7a2-49d7-9330-7851fb06ea9a tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:44.090722 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-588197d8-f7a2-49d7-9330-7851fb06ea9a tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "GET /v2.0/networks/3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 881 time: 0.7350185 Apr 18 20:57:44.092150 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33602) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:44.231533 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-983b78d0-f141-409b-a566-7d70aa929e52 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6cf971c-178c-4e16-b596-f5ef54286d8d HTTP/1.1" status: 200 len: 205 time: 0.1268041 Apr 18 20:57:44.235415 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33608) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:44.243026 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c44858-9f50-4b4a-a8f8-e2ab59095c0d None None] DHCP port deletion for 66410b92-18f3-433b-8cf6-508668605675 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:57:44.432880 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3e59bc31-cc93-46d0-a865-a31216fde57f tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.464791 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ce70837a-c4da-48a8-a14d-f124c57023ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f320224c77f34a9cb73254903e6647e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1497390 Apr 18 20:57:44.483366 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33614) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:44.498487 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f6ebfd6e-dea2-45a2-a946-f84aa88eddb9 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:57:44.541334 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: f6ebfd6e-dea2-45a2-a946-f84aa88eddb9 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:57:44.541874 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f6ebfd6e-dea2-45a2-a946-f84aa88eddb9 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:57:44.573264 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70837a-c4da-48a8-a14d-f124c57023ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573dc792-919e-4df4-bad6-c597329ae147,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:44.711836 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbcb3bf3-b975-433a-9179-d2869d92fed9 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.822598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c1cc46-a835-4566-a9ea-8b2790b6be8e None None] DHCP port deletion for 6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:57:44.846489 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d955badc-dd5b-411c-91c0-801bcde98673 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.967722 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36ccbc3-d872-43ee-bab5-e1a72fcf8789 None None] DHCP port deletion for 1dbcaba3-e252-430a-bf3d-2f113413ca2e request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:57:44.968162 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3e59bc31-cc93-46d0-a865-a31216fde57f tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.146058 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-d955badc-dd5b-411c-91c0-801bcde98673 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Deleting port 8aded9eb-8fd8-49ce-9410-268b7e0b3c15 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:45.146698 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d955badc-dd5b-411c-91c0-801bcde98673 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.190893 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2c01bc5-ad14-4ac3-bdc5-29ea825a95f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.236724 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-3e59bc31-cc93-46d0-a865-a31216fde57f tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Deleting port f69f5f9e-2fa2-4658-9887-1d8cc3249dc7 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:45.237300 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3e59bc31-cc93-46d0-a865-a31216fde57f tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.238451 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-92c1cc46-a835-4566-a9ea-8b2790b6be8e None None] Deleting port 9acb614a-f4d5-4b00-b643-41fb48810933 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:45.240305 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-92c1cc46-a835-4566-a9ea-8b2790b6be8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.254345 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0f72c-45e8-4aaf-8faa-98663cc096fa req-eab0c0ff-312b-432d-9b55-0e3750cc40b1 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:45.260252 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe822311-0bd5-4dc4-90d9-dcccd2982773 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.260764 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c36ccbc3-d872-43ee-bab5-e1a72fcf8789 None None] Deleting port 8aded9eb-8fd8-49ce-9410-268b7e0b3c15 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:45.261530 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c36ccbc3-d872-43ee-bab5-e1a72fcf8789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.264110 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-85b0f72c-45e8-4aaf-8faa-98663cc096fa req-eab0c0ff-312b-432d-9b55-0e3750cc40b1 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 945 time: 0.2059026 Apr 18 20:57:45.271648 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2c01bc5-ad14-4ac3-bdc5-29ea825a95f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.280950 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbcb3bf3-b975-433a-9179-d2869d92fed9 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.303771 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-d955badc-dd5b-411c-91c0-801bcde98673 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] For port 8aded9eb-8fd8-49ce-9410-268b7e0b3c15, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8aded9eb-8fd8-49ce-9410-268b7e0b3c15,segment=NetworkSegment(cbff6833-5ccc-4762-879b-ea7829f18211),segment_id=cbff6833-5ccc-4762-879b-ea7829f18211)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:45.304285 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d955badc-dd5b-411c-91c0-801bcde98673 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.356415 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-bbcb3bf3-b975-433a-9179-d2869d92fed9 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b52cbd92-51b6-4ac3-b941-944562e94b03']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:45.393334 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-bbcb3bf3-b975-433a-9179-d2869d92fed9 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd32f91-a6b0-4818-8791-b59da786313b') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:45.393334 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-bbcb3bf3-b975-433a-9179-d2869d92fed9 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd32f91-a6b0-4818-8791-b59da786313b') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:45.417402 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbcb3bf3-b975-433a-9179-d2869d92fed9 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.421438 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-d955badc-dd5b-411c-91c0-801bcde98673 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Calling delete_port for 8aded9eb-8fd8-49ce-9410-268b7e0b3c15 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:45.442936 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbcb3bf3-b975-433a-9179-d2869d92fed9 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.451773 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbcb3bf3-b975-433a-9179-d2869d92fed9 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:57:45.452634 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbcb3bf3-b975-433a-9179-d2869d92fed9 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.455606 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-92c1cc46-a835-4566-a9ea-8b2790b6be8e None None] For port 9acb614a-f4d5-4b00-b643-41fb48810933, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=9acb614a-f4d5-4b00-b643-41fb48810933,segment=NetworkSegment(2d8df79b-4c5b-4ba4-9373-40dd8c0b9321),segment_id=2d8df79b-4c5b-4ba4-9373-40dd8c0b9321)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:45.456022 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-92c1cc46-a835-4566-a9ea-8b2790b6be8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.471867 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-92c1cc46-a835-4566-a9ea-8b2790b6be8e None None] Calling delete_port for 9acb614a-f4d5-4b00-b643-41fb48810933 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:45.475665 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-85b0f72c-45e8-4aaf-8faa-98663cc096fa req-6a987866-a3df-45ed-8b3d-d52ce4a98fcf tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cfa3223-1b88-434a-bd02-ccc8b83bca5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076731 Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:57:45.575352 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:57:45.592055 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbcb3bf3-b975-433a-9179-d2869d92fed9 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.603495 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbcb3bf3-b975-433a-9179-d2869d92fed9 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.609306 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bbcb3bf3-b975-433a-9179-d2869d92fed9 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/networks/b52cbd92-51b6-4ac3-b941-944562e94b03 HTTP/1.1" status: 204 len: 168 time: 1.6152482 Apr 18 20:57:45.611054 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33640) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:45.658831 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-92c1cc46-a835-4566-a9ea-8b2790b6be8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.691777 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1cc46-a835-4566-a9ea-8b2790b6be8e None None] Pushing event deleted for resources: {'Port': ['ID=9acb614a-f4d5-4b00-b643-41fb48810933,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:45.707194 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd1db0ea-14ab-46d7-a4a0-1d1dca320620 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] DELETE failed (client error): The resource could not be found. Apr 18 20:57:45.708326 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd1db0ea-14ab-46d7-a4a0-1d1dca320620 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:57:45.713149 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c1cc46-a835-4566-a9ea-8b2790b6be8e None None] No DVR routers for this DVR port 9acb614a-f4d5-4b00-b643-41fb48810933 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:45.722965 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fd1db0ea-14ab-46d7-a4a0-1d1dca320620 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/subnets/629227d0-7cc5-4844-9c4b-40ff364e7fa0 HTTP/1.1" status: 404 len: 337 time: 0.1031539 Apr 18 20:57:45.723364 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c36ccbc3-d872-43ee-bab5-e1a72fcf8789 None None] For port 8aded9eb-8fd8-49ce-9410-268b7e0b3c15, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8aded9eb-8fd8-49ce-9410-268b7e0b3c15,segment=NetworkSegment(cbff6833-5ccc-4762-879b-ea7829f18211),segment_id=cbff6833-5ccc-4762-879b-ea7829f18211)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:45.723655 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c36ccbc3-d872-43ee-bab5-e1a72fcf8789 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.726203 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33658) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:45.728278 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-fe822311-0bd5-4dc4-90d9-dcccd2982773 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Deleting port 51fe9987-d57d-4b16-aba2-d032a9d677fb {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:45.728722 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe822311-0bd5-4dc4-90d9-dcccd2982773 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.740867 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c36ccbc3-d872-43ee-bab5-e1a72fcf8789 None None] Calling delete_port for 8aded9eb-8fd8-49ce-9410-268b7e0b3c15 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:45.860879 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-fe822311-0bd5-4dc4-90d9-dcccd2982773 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] For port 51fe9987-d57d-4b16-aba2-d032a9d677fb, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=51fe9987-d57d-4b16-aba2-d032a9d677fb,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:45.861345 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe822311-0bd5-4dc4-90d9-dcccd2982773 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.889896 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-fe822311-0bd5-4dc4-90d9-dcccd2982773 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Calling delete_port for 51fe9987-d57d-4b16-aba2-d032a9d677fb owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:46.048748 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3e59bc31-cc93-46d0-a865-a31216fde57f tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.053816 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c36ccbc3-d872-43ee-bab5-e1a72fcf8789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.081881 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-3e59bc31-cc93-46d0-a865-a31216fde57f tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Calling delete_port for f69f5f9e-2fa2-4658-9887-1d8cc3249dc7 owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:46.175916 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36ccbc3-d872-43ee-bab5-e1a72fcf8789 None None] No DVR routers for this DVR port 8aded9eb-8fd8-49ce-9410-268b7e0b3c15 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:46.188386 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ccbc3-d872-43ee-bab5-e1a72fcf8789 None None] Pushing event deleted for resources: {'Port': ['ID=8aded9eb-8fd8-49ce-9410-268b7e0b3c15,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:46.200589 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb3bf3-b975-433a-9179-d2869d92fed9 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Network': ['ID=b52cbd92-51b6-4ac3-b941-944562e94b03,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:46.234381 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2c01bc5-ad14-4ac3-bdc5-29ea825a95f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.245172 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2c01bc5-ad14-4ac3-bdc5-29ea825a95f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.252598 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a2c01bc5-ad14-4ac3-bdc5-29ea825a95f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/573dc792-919e-4df4-bad6-c597329ae147 HTTP/1.1" status: 204 len: 168 time: 1.7503698 Apr 18 20:57:46.254722 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-bccf05f0-7b82-42c7-8c6f-85181bd12caf tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] DELETE failed (client error): The resource could not be found. Apr 18 20:57:46.255819 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bccf05f0-7b82-42c7-8c6f-85181bd12caf tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:57:46.261333 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bccf05f0-7b82-42c7-8c6f-85181bd12caf tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/networks/3edad258-ab4f-4251-90c1-7cd980d50e03 HTTP/1.1" status: 404 len: 339 time: 0.0793822 Apr 18 20:57:46.268461 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33666) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:46.285349 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26031dd2-72f8-4ce7-af8e-b18da7c2d884 req-79e6c9b6-816e-4630-8320-28bcb64554e5 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:46.288094 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26031dd2-72f8-4ce7-af8e-b18da7c2d884 req-79e6c9b6-816e-4630-8320-28bcb64554e5 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 945 time: 0.2707052 Apr 18 20:57:46.317210 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33668) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:46.368792 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d955badc-dd5b-411c-91c0-801bcde98673 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.372951 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-cdf61590-dfa3-4e45-bd57-b54d647a793e tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Request body: {'floatingip': {'port_id': '55a05612-8060-4ff1-88d1-b02230ac1d86'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:46.397410 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c01bc5-ad14-4ac3-bdc5-29ea825a95f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573dc792-919e-4df4-bad6-c597329ae147,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:46.466972 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-97692f64-4374-4fc6-bd80-f4e357e9dce2 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] DELETE failed (client error): The resource could not be found. Apr 18 20:57:46.467793 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97692f64-4374-4fc6-bd80-f4e357e9dce2 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:57:46.474521 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-97692f64-4374-4fc6-bd80-f4e357e9dce2 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/subnets/b57b251c-c30c-4767-ac54-ba979c6dc6c8 HTTP/1.1" status: 404 len: 337 time: 0.2007794 Apr 18 20:57:46.523671 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33670) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:46.579154 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955badc-dd5b-411c-91c0-801bcde98673 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Port': ['ID=8aded9eb-8fd8-49ce-9410-268b7e0b3c15,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:46.583263 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d955badc-dd5b-411c-91c0-801bcde98673 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] No DVR routers for this DVR port 8aded9eb-8fd8-49ce-9410-268b7e0b3c15 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:46.593018 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cdf61590-dfa3-4e45-bd57-b54d647a793e tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.754951 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d955badc-dd5b-411c-91c0-801bcde98673 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.786351 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-d955badc-dd5b-411c-91c0-801bcde98673 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dbcaba3-e252-430a-bf3d-2f113413ca2e']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:46.802518 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-d955badc-dd5b-411c-91c0-801bcde98673 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbff6833-5ccc-4762-879b-ea7829f18211') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:46.802967 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-d955badc-dd5b-411c-91c0-801bcde98673 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbff6833-5ccc-4762-879b-ea7829f18211') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:46.817300 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d955badc-dd5b-411c-91c0-801bcde98673 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.840324 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d955badc-dd5b-411c-91c0-801bcde98673 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.850781 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d955badc-dd5b-411c-91c0-801bcde98673 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:57:46.851372 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d955badc-dd5b-411c-91c0-801bcde98673 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:57:46.948852 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:57:46.955874 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aed5f33-9676-4113-889b-d55fce23770f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] DELETE failed (client error): The resource could not be found. Apr 18 20:57:46.955874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aed5f33-9676-4113-889b-d55fce23770f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:57:46.955874 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5aed5f33-9676-4113-889b-d55fce23770f tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/networks/68e25f06-7ca3-4fe1-b143-a3cb219b7dfd HTTP/1.1" status: 404 len: 339 time: 0.4302688 Apr 18 20:57:46.966146 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33676) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:46.987562 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86c41cbe-773b-4e81-8c4d-5d5cf39efdda req-1e608bde-c659-4107-a3c6-2740d0f01c44 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6791379 Apr 18 20:57:47.010410 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8aded9eb-8fd8-49ce-9410-268b7e0b3c15 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:57:47.013315 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-1207420e-290f-4e44-838c-17299b14523a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] DELETE failed (client error): The resource could not be found. Apr 18 20:57:47.013869 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1207420e-290f-4e44-838c-17299b14523a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:57:47.022348 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1207420e-290f-4e44-838c-17299b14523a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/subnets/2f3d64bf-5a5b-4e96-9661-7f947c574af0 HTTP/1.1" status: 404 len: 337 time: 0.0493195 Apr 18 20:57:47.023615 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33678) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:47.038373 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe822311-0bd5-4dc4-90d9-dcccd2982773 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.072544 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 8aded9eb-8fd8-49ce-9410-268b7e0b3c15 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:57:47.073114 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8aded9eb-8fd8-49ce-9410-268b7e0b3c15 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:57:47.073472 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 9acb614a-f4d5-4b00-b643-41fb48810933 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:57:47.076625 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee60266c-5f36-46d6-85a5-8d708a487071 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] DELETE failed (client error): The resource could not be found. Apr 18 20:57:47.077260 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee60266c-5f36-46d6-85a5-8d708a487071 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:57:47.085047 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ee60266c-5f36-46d6-85a5-8d708a487071 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/networks/80f6058e-b68b-447f-8626-457e20ab8128 HTTP/1.1" status: 404 len: 339 time: 0.0588267 Apr 18 20:57:47.095070 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d955badc-dd5b-411c-91c0-801bcde98673 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.098699 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33680) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:47.122654 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 9acb614a-f4d5-4b00-b643-41fb48810933 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:57:47.122654 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 9acb614a-f4d5-4b00-b643-41fb48810933 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:57:47.137017 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a3287d-897a-497e-8f40-2428c9ee75c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] DELETE failed (client error): The resource could not be found. Apr 18 20:57:47.137442 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a3287d-897a-497e-8f40-2428c9ee75c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:57:47.144540 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f4a3287d-897a-497e-8f40-2428c9ee75c8 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/subnets/af21e0de-d363-4dd8-9982-350fd7caeb96 HTTP/1.1" status: 404 len: 337 time: 0.0389328 Apr 18 20:57:47.166153 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33682) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:47.167286 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d955badc-dd5b-411c-91c0-801bcde98673 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.181143 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d955badc-dd5b-411c-91c0-801bcde98673 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/networks/1dbcaba3-e252-430a-bf3d-2f113413ca2e HTTP/1.1" status: 204 len: 168 time: 3.3899083 Apr 18 20:57:47.243324 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33684) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:47.266570 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955badc-dd5b-411c-91c0-801bcde98673 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Network': ['ID=1dbcaba3-e252-430a-bf3d-2f113413ca2e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:47.271879 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-8075d3ba-4dd1-4590-9485-7005d540c96c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2132357899', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}, 'admin_state_up': False}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:47.294640 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33688) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:47.344909 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89aa0fb-c72b-4ec4-9da3-6536694b6172 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] DELETE failed (client error): The resource could not be found. Apr 18 20:57:47.345898 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89aa0fb-c72b-4ec4-9da3-6536694b6172 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:57:47.350557 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe822311-0bd5-4dc4-90d9-dcccd2982773 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event deleted for resources: {'Port': ['ID=51fe9987-d57d-4b16-aba2-d032a9d677fb,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:47.351474 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f89aa0fb-c72b-4ec4-9da3-6536694b6172 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/networks/aa314c86-20da-4d4b-a9a9-47f7a947accf HTTP/1.1" status: 404 len: 339 time: 0.1330752 Apr 18 20:57:47.364741 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33690) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:47.414567 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3e59bc31-cc93-46d0-a865-a31216fde57f tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.423464 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd63c67-d841-423a-a85d-560504e7f55c tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] DELETE failed (client error): The resource could not be found. Apr 18 20:57:47.424203 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd63c67-d841-423a-a85d-560504e7f55c tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:57:47.427841 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4dd63c67-d841-423a-a85d-560504e7f55c tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/subnets/8cb3542b-92cb-43d2-9b68-5749439c8a0c HTTP/1.1" status: 404 len: 337 time: 0.0605230 Apr 18 20:57:47.434381 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33692) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:47.458807 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c41cbe-773b-4e81-8c4d-5d5cf39efdda req-efe1dd1c-3581-473a-9d71-32e34583b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:47.460831 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86c41cbe-773b-4e81-8c4d-5d5cf39efdda req-efe1dd1c-3581-473a-9d71-32e34583b623 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d1cb6a1920642c6a254fff9677f23c7&device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 1096 time: 0.3765714 Apr 18 20:57:47.465920 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59bc31-cc93-46d0-a865-a31216fde57f tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Pushing event deleted for resources: {'Port': ['ID=f69f5f9e-2fa2-4658-9887-1d8cc3249dc7,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:47.470268 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8075d3ba-4dd1-4590-9485-7005d540c96c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.472232 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8075d3ba-4dd1-4590-9485-7005d540c96c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.521482 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-931e2921-4bb1-4af7-b257-c3b662786880 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] DELETE failed (client error): The resource could not be found. Apr 18 20:57:47.523001 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-931e2921-4bb1-4af7-b257-c3b662786880 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:57:47.527834 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-931e2921-4bb1-4af7-b257-c3b662786880 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/networks/5afb6798-6dca-42cf-9346-0b05b129cc5a HTTP/1.1" status: 404 len: 339 time: 0.0426698 Apr 18 20:57:47.531187 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-14a96219-8f06-4f9c-bf5e-6fe8f642ed40 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1905c10676624273bb0a1179ae3a21ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2152796 Apr 18 20:57:47.533524 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe822311-0bd5-4dc4-90d9-dcccd2982773 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.537556 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33694) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:47.537892 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33696) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:47.684584 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8075d3ba-4dd1-4590-9485-7005d540c96c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.687786 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe822311-0bd5-4dc4-90d9-dcccd2982773 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.692925 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe822311-0bd5-4dc4-90d9-dcccd2982773 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.696561 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e05869-1d84-447c-9b91-de244e37bf3a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] DELETE failed (client error): The resource could not be found. Apr 18 20:57:47.696561 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e05869-1d84-447c-9b91-de244e37bf3a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:57:47.704047 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-33e05869-1d84-447c-9b91-de244e37bf3a tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/subnets/3134bd60-83f7-4b82-bd86-be1e7b569663 HTTP/1.1" status: 404 len: 337 time: 0.1511006 Apr 18 20:57:47.712491 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33698) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:47.800138 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe822311-0bd5-4dc4-90d9-dcccd2982773 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.800138 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe822311-0bd5-4dc4-90d9-dcccd2982773 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Fanout notify agent at l3_agent the message router_deleted on router 69338e3a-af09-40c9-95e9-03f34363a94b {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:57:47.815667 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe822311-0bd5-4dc4-90d9-dcccd2982773 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.820081 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fe822311-0bd5-4dc4-90d9-dcccd2982773 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "DELETE /v2.0/routers/69338e3a-af09-40c9-95e9-03f34363a94b HTTP/1.1" status: 204 len: 168 time: 4.5250483 Apr 18 20:57:47.823940 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33700) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:47.844932 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc4a5cd6-28f8-4c30-9994-32a6fdb32d74 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] DELETE failed (client error): The resource could not be found. Apr 18 20:57:47.845647 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc4a5cd6-28f8-4c30-9994-32a6fdb32d74 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:57:47.848815 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-cc4a5cd6-28f8-4c30-9994-32a6fdb32d74 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/networks/e30a0b62-a237-4b7f-aec7-d86f7c47b4e7 HTTP/1.1" status: 404 len: 339 time: 0.1289926 Apr 18 20:57:47.859125 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33702) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:47.892831 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3e59bc31-cc93-46d0-a865-a31216fde57f tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.911719 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-4091c8ac-4cc0-48cd-a42c-148372f88553 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] DELETE failed (client error): The resource could not be found. Apr 18 20:57:47.912376 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4091c8ac-4cc0-48cd-a42c-148372f88553 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:57:47.919596 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4091c8ac-4cc0-48cd-a42c-148372f88553 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/subnets/9af48aa0-871a-4491-9d11-c583c47fff0a HTTP/1.1" status: 404 len: 337 time: 0.0542765 Apr 18 20:57:47.976587 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33704) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:47.996900 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.db.resource_extend [None req-cdf61590-dfa3-4e45-bd57-b54d647a793e tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:57:48.122422 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7308f4eb-dbe3-4315-9c69-6ad424e61848 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.127102 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1224d14-823f-412c-92a6-e849e5c2c0d1 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] DELETE failed (client error): The resource could not be found. Apr 18 20:57:48.128399 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1224d14-823f-412c-92a6-e849e5c2c0d1 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:57:48.133961 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f1224d14-823f-412c-92a6-e849e5c2c0d1 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/networks/e2c672eb-0507-4964-91c2-41fd654f407d HTTP/1.1" status: 404 len: 339 time: 0.1560526 Apr 18 20:57:48.137622 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33708) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:48.155801 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6b900243-c007-45fc-8613-ace475b020e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.160287 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c41cbe-773b-4e81-8c4d-5d5cf39efdda req-f21d4cc2-3ff9-42e6-bdc9-0f2eb19af08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:48.162969 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86c41cbe-773b-4e81-8c4d-5d5cf39efdda req-f21d4cc2-3ff9-42e6-bdc9-0f2eb19af08b service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe539583-d535-4524-b810-6474f581fe71 HTTP/1.1" status: 200 len: 915 time: 0.6679704 Apr 18 20:57:48.173878 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cdf61590-dfa3-4e45-bd57-b54d647a793e tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.199749 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd399c22-4543-434c-b564-59c2b92e00a4 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] DELETE failed (client error): The resource could not be found. Apr 18 20:57:48.200217 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd399c22-4543-434c-b564-59c2b92e00a4 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:57:48.207798 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cd399c22-4543-434c-b564-59c2b92e00a4 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/subnets/0c1a2220-4d72-4904-a9bf-2fc537cdd8c5 HTTP/1.1" status: 404 len: 337 time: 0.0651002 Apr 18 20:57:48.207798 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cdf61590-dfa3-4e45-bd57-b54d647a793e tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.211683 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33710) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:48.275056 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3e59bc31-cc93-46d0-a865-a31216fde57f tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.283756 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8075d3ba-4dd1-4590-9485-7005d540c96c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.289169 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3e59bc31-cc93-46d0-a865-a31216fde57f tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.361409 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6b900243-c007-45fc-8613-ace475b020e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.535975 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3e59bc31-cc93-46d0-a865-a31216fde57f tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.536753 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e59bc31-cc93-46d0-a865-a31216fde57f tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Fanout notify agent at l3_agent the message router_deleted on router a6cf971c-178c-4e16-b596-f5ef54286d8d {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:57:48.556791 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3e59bc31-cc93-46d0-a865-a31216fde57f tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.558756 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3e59bc31-cc93-46d0-a865-a31216fde57f tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "DELETE /v2.0/routers/a6cf971c-178c-4e16-b596-f5ef54286d8d HTTP/1.1" status: 204 len: 168 time: 4.3037486 Apr 18 20:57:48.582161 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33714) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:48.590430 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-aaaa161d-e8f3-4b0a-8981-26e0d70138cc tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1750993947', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}, 'admin_state_up': False}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:48.609111 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86c41cbe-773b-4e81-8c4d-5d5cf39efdda req-9717c29e-8903-4ee6-a0d7-37256b878ec4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55a05612-8060-4ff1-88d1-b02230ac1d86 HTTP/1.1" status: 200 len: 998 time: 0.3443394 Apr 18 20:57:48.613633 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 51fe9987-d57d-4b16-aba2-d032a9d677fb no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:57:48.643154 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 51fe9987-d57d-4b16-aba2-d032a9d677fb {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:57:48.643945 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 51fe9987-d57d-4b16-aba2-d032a9d677fb not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:57:48.770813 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aaaa161d-e8f3-4b0a-8981-26e0d70138cc tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.772683 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aaaa161d-e8f3-4b0a-8981-26e0d70138cc tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.795563 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c41cbe-773b-4e81-8c4d-5d5cf39efdda req-4ff34cd6-72f2-4405-8304-8460774938cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:48.799248 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86c41cbe-773b-4e81-8c4d-5d5cf39efdda req-4ff34cd6-72f2-4405-8304-8460774938cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=934e222d-a43e-4b81-a646-860f58e51213 HTTP/1.1" status: 200 len: 853 time: 0.1415267 Apr 18 20:57:48.803622 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6b900243-c007-45fc-8613-ace475b020e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.808246 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6b900243-c007-45fc-8613-ace475b020e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.823373 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6b900243-c007-45fc-8613-ace475b020e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48f30954-0c79-41e3-82b9-8f56014b24d2 HTTP/1.1" status: 204 len: 168 time: 1.2630029 Apr 18 20:57:48.947788 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b900243-c007-45fc-8613-ace475b020e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f30954-0c79-41e3-82b9-8f56014b24d2,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:49.027577 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b3a3d1-1015-4456-a327-7f44719a4b72 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] DELETE failed (client error): The resource could not be found. Apr 18 20:57:49.028921 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b3a3d1-1015-4456-a327-7f44719a4b72 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:57:49.035868 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-65b3a3d1-1015-4456-a327-7f44719a4b72 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/networks/888e5673-9622-487b-bf89-34775fbedbd3 HTTP/1.1" status: 404 len: 339 time: 0.8193381 Apr 18 20:57:49.042174 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33718) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:49.054798 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aaaa161d-e8f3-4b0a-8981-26e0d70138cc tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:49.126667 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c41cbe-773b-4e81-8c4d-5d5cf39efdda req-89f99c84-e0ef-4f7c-abd0-2cf7df4fbd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:49.130318 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86c41cbe-773b-4e81-8c4d-5d5cf39efdda req-89f99c84-e0ef-4f7c-abd0-2cf7df4fbd51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe539583-d535-4524-b810-6474f581fe71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2997608 Apr 18 20:57:49.169091 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7308f4eb-dbe3-4315-9c69-6ad424e61848 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:49.239380 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-7308f4eb-dbe3-4315-9c69-6ad424e61848 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:49.248531 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-cdf61590-dfa3-4e45-bd57-b54d647a793e tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Floating IP 48aa39eb-c008-4905-805f-d20080d30880 associated. External IP: 172.25.1.94, port: 55a05612-8060-4ff1-88d1-b02230ac1d86. Apr 18 20:57:49.274449 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-7308f4eb-dbe3-4315-9c69-6ad424e61848 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8df79b-4c5b-4ba4-9373-40dd8c0b9321') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:49.274743 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-7308f4eb-dbe3-4315-9c69-6ad424e61848 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8df79b-4c5b-4ba4-9373-40dd8c0b9321') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:49.335782 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7308f4eb-dbe3-4315-9c69-6ad424e61848 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:49.368137 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7308f4eb-dbe3-4315-9c69-6ad424e61848 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:49.423470 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7308f4eb-dbe3-4315-9c69-6ad424e61848 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:57:49.424527 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7308f4eb-dbe3-4315-9c69-6ad424e61848 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:57:49.429802 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:57:49.572601 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7308f4eb-dbe3-4315-9c69-6ad424e61848 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:49.634034 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7308f4eb-dbe3-4315-9c69-6ad424e61848 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:49.652302 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7308f4eb-dbe3-4315-9c69-6ad424e61848 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] 10.222.0.41 "DELETE /v2.0/networks/6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654 HTTP/1.1" status: 204 len: 168 time: 1.8231626 Apr 18 20:57:49.652997 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308f4eb-dbe3-4315-9c69-6ad424e61848 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Pushing event deleted for resources: {'Network': ['ID=6bf0b3c8-ffe1-4cb5-88ba-ff3a0ee0e654,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:49.670771 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308f4eb-dbe3-4315-9c69-6ad424e61848 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:49.670771 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308f4eb-dbe3-4315-9c69-6ad424e61848 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:49.670771 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308f4eb-dbe3-4315-9c69-6ad424e61848 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:49.672672 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308f4eb-dbe3-4315-9c69-6ad424e61848 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:49.673863 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308f4eb-dbe3-4315-9c69-6ad424e61848 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:49.674578 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308f4eb-dbe3-4315-9c69-6ad424e61848 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:49.678641 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308f4eb-dbe3-4315-9c69-6ad424e61848 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:49.679279 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308f4eb-dbe3-4315-9c69-6ad424e61848 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:49.679714 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308f4eb-dbe3-4315-9c69-6ad424e61848 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:49.680256 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308f4eb-dbe3-4315-9c69-6ad424e61848 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:49.681250 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308f4eb-dbe3-4315-9c69-6ad424e61848 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:49.681718 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308f4eb-dbe3-4315-9c69-6ad424e61848 tempest-TestSecurityGroupsBasicOps-947155119 tempest-TestSecurityGroupsBasicOps-947155119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:49.924020 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf61590-dfa3-4e45-bd57-b54d647a793e tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Router 0b213186-7500-4ecf-b970-f176d66dd662 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:57:49.959866 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aaaa161d-e8f3-4b0a-8981-26e0d70138cc tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:50.168234 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-eacca795-cc06-44e0-97ca-f3fdf2012460 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Deleting subnet 7e788ef4-cbee-4bc7-99f2-cad0749a2d2e {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:57:50.209967 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-eacca795-cc06-44e0-97ca-f3fdf2012460 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:50.280376 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf61590-dfa3-4e45-bd57-b54d647a793e tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:50.289511 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cdf61590-dfa3-4e45-bd57-b54d647a793e tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:50.294292 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039269a0-5612-40e1-9016-ba4fcd179d6d None None] Sync routers for ids ['0b213186-7500-4ecf-b970-f176d66dd662'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:50.345538 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cdf61590-dfa3-4e45-bd57-b54d647a793e tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "PUT /v2.0/floatingips/48aa39eb-c008-4905-805f-d20080d30880 HTTP/1.1" status: 200 len: 990 time: 3.9819210 Apr 18 20:57:50.346223 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940c6e38-a734-4798-9e57-9f6b75866078', 'tag': '55a05612-8060-4ff1-88d1-b02230ac1d86'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:57:50.348563 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9de2feb-f410-446a-9559-a4daf74859a9" -d '{"events": [{"name": "network-changed", "server_uuid": "940c6e38-a734-4798-9e57-9f6b75866078", "tag": "55a05612-8060-4ff1-88d1-b02230ac1d86"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:57:50.363356 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33744) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:50.381019 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039269a0-5612-40e1-9016-ba4fcd179d6d None None] Routers {'0b213186-7500-4ecf-b970-f176d66dd662'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:50.383531 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-039269a0-5612-40e1-9016-ba4fcd179d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:57:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0b213186-7500-4ecf-b970-f176d66dd662'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:50.456918 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8075d3ba-4dd1-4590-9485-7005d540c96c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:50.483899 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691f2272-c162-4520-a1ad-acd2c3840fc5 x-openstack-request-id: req-691f2272-c162-4520-a1ad-acd2c3840fc5 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:57:50.484195 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940c6e38-a734-4798-9e57-9f6b75866078", "tag": "55a05612-8060-4ff1-88d1-b02230ac1d86", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:57:50.484997 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-691f2272-c162-4520-a1ad-acd2c3840fc5 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:57:50.485407 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-691f2272-c162-4520-a1ad-acd2c3840fc5'] response: {'name': 'network-changed', 'server_uuid': '940c6e38-a734-4798-9e57-9f6b75866078', 'tag': '55a05612-8060-4ff1-88d1-b02230ac1d86', 'status': 'completed', 'code': 200} Apr 18 20:57:50.505512 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-eacca795-cc06-44e0-97ca-f3fdf2012460 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:50.520785 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8075d3ba-4dd1-4590-9485-7005d540c96c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:50.657982 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3dfc65b0-1d96-464c-b078-415f119de4db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b43792f5e3a4b5fa4fa359a68fd10f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2846856 Apr 18 20:57:50.658223 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86c41cbe-773b-4e81-8c4d-5d5cf39efdda req-4382697c-a8f5-4b22-a0bb-adcbf0f423e7 service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5145149 Apr 18 20:57:50.659963 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33760) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:50.719992 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-039269a0-5612-40e1-9016-ba4fcd179d6d None None] Set router 0b213186-7500-4ecf-b970-f176d66dd662 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:50.750899 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3eb38e3b-26a8-49d8-ab1e-d3eb30fa2e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:50.804482 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3eb38e3b-26a8-49d8-ab1e-d3eb30fa2e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:50.915165 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3eb38e3b-26a8-49d8-ab1e-d3eb30fa2e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:50.920334 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3eb38e3b-26a8-49d8-ab1e-d3eb30fa2e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:50.922926 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3eb38e3b-26a8-49d8-ab1e-d3eb30fa2e3f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82bf89d4-0b9f-4261-be6d-f967c3fb668f HTTP/1.1" status: 204 len: 168 time: 0.2620852 Apr 18 20:57:50.958288 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb38e3b-26a8-49d8-ab1e-d3eb30fa2e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bf89d4-0b9f-4261-be6d-f967c3fb668f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:51.044637 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-8075d3ba-4dd1-4590-9485-7005d540c96c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Allocated IP 172.25.1.65 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/35c3d3d5-4974-456f-9941-cc8564ef1829) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:51.069519 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-eacca795-cc06-44e0-97ca-f3fdf2012460 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:51.106607 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86c41cbe-773b-4e81-8c4d-5d5cf39efdda req-e3e09b48-a1f1-4b2a-9dbc-0bd89411efd3 service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394348 Apr 18 20:57:51.328635 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-039269a0-5612-40e1-9016-ba4fcd179d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '48aa39eb-c008-4905-805f-d20080d30880', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'port_id': '55a05612-8060-4ff1-88d1-b02230ac1d86', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940c6e38-a734-4798-9e57-9f6b75866078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:57:07Z', 'updated_at': '2022-04-18T20:57:47Z', 'revision_number': 1, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd253cd-854f-45e4-b89c-9045a0554e6f', 'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'mac_address': 'fa:16:3e:b8:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:02Z', 'updated_at': '2022-04-18T20:52:12Z', 'revision_number': 5, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'subnets': [{'id': '934e222d-a43e-4b81-a646-860f58e51213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:51.353283 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-eacca795-cc06-44e0-97ca-f3fdf2012460 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:51.408066 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039269a0-5612-40e1-9016-ba4fcd179d6d None None] Checking router: 0b213186-7500-4ecf-b970-f176d66dd662 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:57:51.419219 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039269a0-5612-40e1-9016-ba4fcd179d6d None None] Routers {'0b213186-7500-4ecf-b970-f176d66dd662'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:51.420011 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-039269a0-5612-40e1-9016-ba4fcd179d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:57:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0b213186-7500-4ecf-b970-f176d66dd662'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:51.489938 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aaaa161d-e8f3-4b0a-8981-26e0d70138cc tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:51.516594 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacca795-cc06-44e0-97ca-f3fdf2012460 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Subnet': ['ID=7e788ef4-cbee-4bc7-99f2-cad0749a2d2e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:51.619149 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-039269a0-5612-40e1-9016-ba4fcd179d6d None None] Set router 0b213186-7500-4ecf-b970-f176d66dd662 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:51.683023 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-eacca795-cc06-44e0-97ca-f3fdf2012460 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:51.690304 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-eacca795-cc06-44e0-97ca-f3fdf2012460 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/subnets/7e788ef4-cbee-4bc7-99f2-cad0749a2d2e HTTP/1.1" status: 204 len: 168 time: 2.6436963 Apr 18 20:57:51.691680 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33780) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:51.694086 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de2feb-f410-446a-9559-a4daf74859a9 req-d39e5e99-5bca-4673-b526-f4bdb13b7a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:51.695661 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f9de2feb-f410-446a-9559-a4daf74859a9 req-d39e5e99-5bca-4673-b526-f4bdb13b7a78 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d1cb6a1920642c6a254fff9677f23c7&device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 1096 time: 0.4552095 Apr 18 20:57:51.696889 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aaaa161d-e8f3-4b0a-8981-26e0d70138cc tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:51.697267 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c5fef1-899a-4197-b77c-74d81ea84c69 None None] Network 84a20010-7779-4b32-ad12-51866e8a623c requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:57:51.948142 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7510691f-b73c-4e20-a80b-f2d9780f7d93 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:51.979609 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8075d3ba-4dd1-4590-9485-7005d540c96c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:52.018368 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33786) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:52.114493 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-359d0fdd-9262-4ac0-bd0e-a58d1d69e974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:52.214498 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e51246-131e-4c21-adeb-fd5e03c2ceca None None] DHCP port deletion for 84a20010-7779-4b32-ad12-51866e8a623c request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:57:52.261732 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-359d0fdd-9262-4ac0-bd0e-a58d1d69e974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:52.274367 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-359d0fdd-9262-4ac0-bd0e-a58d1d69e974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:52.310092 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-359d0fdd-9262-4ac0-bd0e-a58d1d69e974 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb25e6e604f6425a8b034fc51ab87020&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2763994 Apr 18 20:57:52.311031 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33790) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:52.345317 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de2feb-f410-446a-9559-a4daf74859a9 req-ad5fe88b-069e-4f4e-8d92-4f1cc2cde58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:52.355530 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f9de2feb-f410-446a-9559-a4daf74859a9 req-ad5fe88b-069e-4f4e-8d92-4f1cc2cde58a service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe539583-d535-4524-b810-6474f581fe71 HTTP/1.1" status: 200 len: 915 time: 0.6261303 Apr 18 20:57:52.361827 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-7510691f-b73c-4e20-a80b-f2d9780f7d93 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Deleting port e0ccb7ae-2ec3-4d84-85e6-2512dd58d403 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:52.362267 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7510691f-b73c-4e20-a80b-f2d9780f7d93 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:52.365888 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8075d3ba-4dd1-4590-9485-7005d540c96c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:52.389885 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-039269a0-5612-40e1-9016-ba4fcd179d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '48aa39eb-c008-4905-805f-d20080d30880', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'port_id': '55a05612-8060-4ff1-88d1-b02230ac1d86', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940c6e38-a734-4798-9e57-9f6b75866078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:57:07Z', 'updated_at': '2022-04-18T20:57:47Z', 'revision_number': 1, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd253cd-854f-45e4-b89c-9045a0554e6f', 'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'mac_address': 'fa:16:3e:b8:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:02Z', 'updated_at': '2022-04-18T20:52:12Z', 'revision_number': 5, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'subnets': [{'id': '934e222d-a43e-4b81-a646-860f58e51213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:52.465417 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-39e51246-131e-4c21-adeb-fd5e03c2ceca None None] Deleting port e0ccb7ae-2ec3-4d84-85e6-2512dd58d403 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:52.466970 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039269a0-5612-40e1-9016-ba4fcd179d6d None None] The sync data for ids ['0b213186-7500-4ecf-b970-f176d66dd662'] in n-d-838323-3 is: [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '48aa39eb-c008-4905-805f-d20080d30880', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'port_id': '55a05612-8060-4ff1-88d1-b02230ac1d86', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940c6e38-a734-4798-9e57-9f6b75866078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:57:07Z', 'updated_at': '2022-04-18T20:57:47Z', 'revision_number': 1, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd253cd-854f-45e4-b89c-9045a0554e6f', 'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'mac_address': 'fa:16:3e:b8:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:02Z', 'updated_at': '2022-04-18T20:52:12Z', 'revision_number': 5, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'subnets': [{'id': '934e222d-a43e-4b81-a646-860f58e51213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:52.469828 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-39e51246-131e-4c21-adeb-fd5e03c2ceca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:52.558326 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-7510691f-b73c-4e20-a80b-f2d9780f7d93 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] For port e0ccb7ae-2ec3-4d84-85e6-2512dd58d403, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=e0ccb7ae-2ec3-4d84-85e6-2512dd58d403,segment=NetworkSegment(e4816af7-567f-439d-b093-1449ef6c5aed),segment_id=e4816af7-567f-439d-b093-1449ef6c5aed)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:52.559062 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7510691f-b73c-4e20-a80b-f2d9780f7d93 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:52.587600 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-7510691f-b73c-4e20-a80b-f2d9780f7d93 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Calling delete_port for e0ccb7ae-2ec3-4d84-85e6-2512dd58d403 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:52.637925 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e0ccb7ae-2ec3-4d84-85e6-2512dd58d403 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:57:52.710677 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8075d3ba-4dd1-4590-9485-7005d540c96c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:52.763717 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d0fdd-9262-4ac0-bd0e-a58d1d69e974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce5ffc5-6982-4110-9fab-5510adf8a8a0,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:52.776488 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7510691f-b73c-4e20-a80b-f2d9780f7d93 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:52.819881 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7510691f-b73c-4e20-a80b-f2d9780f7d93 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] No DVR routers for this DVR port e0ccb7ae-2ec3-4d84-85e6-2512dd58d403 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:52.858772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-8075d3ba-4dd1-4590-9485-7005d540c96c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:52.870923 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8075d3ba-4dd1-4590-9485-7005d540c96c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:57:52.881701 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-39e51246-131e-4c21-adeb-fd5e03c2ceca None None] For port e0ccb7ae-2ec3-4d84-85e6-2512dd58d403, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=e0ccb7ae-2ec3-4d84-85e6-2512dd58d403,segment=NetworkSegment(e4816af7-567f-439d-b093-1449ef6c5aed),segment_id=e4816af7-567f-439d-b093-1449ef6c5aed)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:52.883193 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-39e51246-131e-4c21-adeb-fd5e03c2ceca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:52.896268 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No active binding found for port e0ccb7ae-2ec3-4d84-85e6-2512dd58d403 {{(pid=102910) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 18 20:57:52.896896 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e0ccb7ae-2ec3-4d84-85e6-2512dd58d403 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:57:52.923452 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-39e51246-131e-4c21-adeb-fd5e03c2ceca None None] Calling delete_port for e0ccb7ae-2ec3-4d84-85e6-2512dd58d403 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:52.933956 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510691f-b73c-4e20-a80b-f2d9780f7d93 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Port': ['ID=e0ccb7ae-2ec3-4d84-85e6-2512dd58d403,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:53.068357 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7510691f-b73c-4e20-a80b-f2d9780f7d93 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:53.071295 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2208f751-dd6d-41d5-a8a9-2b7828598165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:53.072129 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-aaaa161d-e8f3-4b0a-8981-26e0d70138cc tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Allocated IP 172.25.1.123 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/9b41f73c-e58e-4917-a92e-d66596eadf05) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:53.079521 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c146c78-ccb8-4d3c-a7a7-2ed68e7c614d None None] New status for floating IP 48aa39eb-c008-4905-805f-d20080d30880: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:57:53.084916 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075d3ba-4dd1-4590-9485-7005d540c96c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Port': ['ID=35c3d3d5-4974-456f-9941-cc8564ef1829,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:53.085801 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33800) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:53.099203 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f9de2feb-f410-446a-9559-a4daf74859a9 req-098915c2-f3bc-49d3-bf5a-bdfbf0ece7dd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55a05612-8060-4ff1-88d1-b02230ac1d86 HTTP/1.1" status: 200 len: 998 time: 0.6743126 Apr 18 20:57:53.106833 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-7510691f-b73c-4e20-a80b-f2d9780f7d93 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a20010-7779-4b32-ad12-51866e8a623c']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:53.127102 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-7510691f-b73c-4e20-a80b-f2d9780f7d93 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4816af7-567f-439d-b093-1449ef6c5aed') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:53.127382 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-7510691f-b73c-4e20-a80b-f2d9780f7d93 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4816af7-567f-439d-b093-1449ef6c5aed') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:53.130659 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2208f751-dd6d-41d5-a8a9-2b7828598165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:53.147032 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7510691f-b73c-4e20-a80b-f2d9780f7d93 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:53.180204 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7510691f-b73c-4e20-a80b-f2d9780f7d93 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:53.190893 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7510691f-b73c-4e20-a80b-f2d9780f7d93 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:57:53.191966 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7510691f-b73c-4e20-a80b-f2d9780f7d93 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:57:53.196053 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:57:53.355180 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7510691f-b73c-4e20-a80b-f2d9780f7d93 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:53.357748 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2208f751-dd6d-41d5-a8a9-2b7828598165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:53.360970 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2208f751-dd6d-41d5-a8a9-2b7828598165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:53.362165 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2208f751-dd6d-41d5-a8a9-2b7828598165 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9ce5ffc5-6982-4110-9fab-5510adf8a8a0 HTTP/1.1" status: 204 len: 168 time: 1.0442393 Apr 18 20:57:53.405129 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7510691f-b73c-4e20-a80b-f2d9780f7d93 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:53.408589 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7510691f-b73c-4e20-a80b-f2d9780f7d93 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] 10.222.0.41 "DELETE /v2.0/networks/84a20010-7779-4b32-ad12-51866e8a623c HTTP/1.1" status: 204 len: 168 time: 1.7140563 Apr 18 20:57:53.411369 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510691f-b73c-4e20-a80b-f2d9780f7d93 tempest-NetworksTest-1361626966 tempest-NetworksTest-1361626966-project] Pushing event deleted for resources: {'Network': ['ID=84a20010-7779-4b32-ad12-51866e8a623c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:53.430548 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-16787fec-4682-40de-84d7-6bdf0cc8b652 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1716702383', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:53.447972 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208f751-dd6d-41d5-a8a9-2b7828598165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce5ffc5-6982-4110-9fab-5510adf8a8a0,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: from cryptography.utils import int_from_bytes Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: from cryptography.utils import int_from_bytes Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:53.468137 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 20:57:53.472362 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:53.472362 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 20:57:53.472362 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:53.472362 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 20:57:53.472362 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:53.472362 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 20:57:53.472362 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:53.472362 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 20:57:53.472362 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:53.472362 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 20:57:53.472362 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:53.472362 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 20:57:53.472362 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:53.472362 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 20:57:53.487566 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-39e51246-131e-4c21-adeb-fd5e03c2ceca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:53.494935 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16787fec-4682-40de-84d7-6bdf0cc8b652 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Made reservation on behalf of 7e25ad0bfe1a40efb562a3d3730cb800 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:53.497406 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-16787fec-4682-40de-84d7-6bdf0cc8b652 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:53.521811 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-16787fec-4682-40de-84d7-6bdf0cc8b652 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:53.571168 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e51246-131e-4c21-adeb-fd5e03c2ceca None None] Pushing event deleted for resources: {'Port': ['ID=e0ccb7ae-2ec3-4d84-85e6-2512dd58d403,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:53.589538 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-39e51246-131e-4c21-adeb-fd5e03c2ceca None None] Network 84a20010-7779-4b32-ad12-51866e8a623c is not hosted by any dhcp agent {{(pid=102910) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 20:57:53.590018 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e51246-131e-4c21-adeb-fd5e03c2ceca None None] No DVR routers for this DVR port e0ccb7ae-2ec3-4d84-85e6-2512dd58d403 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:53.709003 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-16787fec-4682-40de-84d7-6bdf0cc8b652 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:53.714769 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-16787fec-4682-40de-84d7-6bdf0cc8b652 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:53.739759 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-16787fec-4682-40de-84d7-6bdf0cc8b652 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] device_id is not set on port 94c4875a-4f49-4d61-9244-c3988d648a92 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:57:53.754833 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de2feb-f410-446a-9559-a4daf74859a9 req-18685433-dd85-44d9-bfcb-5a63e6feb4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:53.759556 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f9de2feb-f410-446a-9559-a4daf74859a9 req-18685433-dd85-44d9-bfcb-5a63e6feb4c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=934e222d-a43e-4b81-a646-860f58e51213 HTTP/1.1" status: 200 len: 853 time: 0.3402362 Apr 18 20:57:53.839362 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16787fec-4682-40de-84d7-6bdf0cc8b652 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4c959f-a2f1-494d-8013-18648d7b9a19,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:53.925106 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8075d3ba-4dd1-4590-9485-7005d540c96c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:54.004986 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33814) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:54.193729 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33820) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:54.266381 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-58c07abc-5a1a-4b09-97e5-08207166a96a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb1eb5b094504b78a5be18b896c5bdba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595866 Apr 18 20:57:54.272520 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33822) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:54.351159 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d74db86f-3103-4c0a-bd73-546f810d06ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f3b379ae57d446e7851c3c4b92b6bd7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553464 Apr 18 20:57:54.352283 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33824) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:54.491426 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aaaa161d-e8f3-4b0a-8981-26e0d70138cc tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:54.509965 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-65968e7d-7b5e-4dec-901e-f862a287aa4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:54.548414 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-03505503-f934-4d62-8287-60e257fbaaa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:54.549607 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de2feb-f410-446a-9559-a4daf74859a9 req-299b6942-3240-4904-8634-9eb02e80a26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:54.554457 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f9de2feb-f410-446a-9559-a4daf74859a9 req-299b6942-3240-4904-8634-9eb02e80a26e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe539583-d535-4524-b810-6474f581fe71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6267688 Apr 18 20:57:54.557544 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-65968e7d-7b5e-4dec-901e-f862a287aa4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:54.563261 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eda33304-2caa-4ca8-b583-57d9d0295e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:54.618884 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-03505503-f934-4d62-8287-60e257fbaaa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:54.693326 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-65968e7d-7b5e-4dec-901e-f862a287aa4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:54.696526 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-65968e7d-7b5e-4dec-901e-f862a287aa4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:54.697805 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-65968e7d-7b5e-4dec-901e-f862a287aa4e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7354b5d7-649b-4035-aceb-ca9cc4aefa7f HTTP/1.1" status: 204 len: 168 time: 0.4225860 Apr 18 20:57:54.711679 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65968e7d-7b5e-4dec-901e-f862a287aa4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7354b5d7-649b-4035-aceb-ca9cc4aefa7f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:54.731204 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-03505503-f934-4d62-8287-60e257fbaaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:54.736258 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-03505503-f934-4d62-8287-60e257fbaaa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:54.774165 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-03505503-f934-4d62-8287-60e257fbaaa0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fceba8d0-6b06-4ee5-adbb-9bb722d8ff19 HTTP/1.1" status: 204 len: 168 time: 0.4088929 Apr 18 20:57:54.820471 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aaaa161d-e8f3-4b0a-8981-26e0d70138cc tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:54.987045 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-16787fec-4682-40de-84d7-6bdf0cc8b652 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Allocated IP 172.25.1.85 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/94c4875a-4f49-4d61-9244-c3988d648a92) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:55.115608 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f9de2feb-f410-446a-9559-a4daf74859a9 req-d9c7be5f-205b-4f32-bffa-962c168681b0 service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5457973 Apr 18 20:57:55.119169 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03505503-f934-4d62-8287-60e257fbaaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fceba8d0-6b06-4ee5-adbb-9bb722d8ff19,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:55.137885 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaa161d-e8f3-4b0a-8981-26e0d70138cc tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:55.182640 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-aaaa161d-e8f3-4b0a-8981-26e0d70138cc tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:55.204245 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa161d-e8f3-4b0a-8981-26e0d70138cc tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Pushing event updated for resources: {'Port': ['ID=9b41f73c-e58e-4917-a92e-d66596eadf05,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:55.216059 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaa161d-e8f3-4b0a-8981-26e0d70138cc tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:57:55.307113 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-16787fec-4682-40de-84d7-6bdf0cc8b652 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:55.372999 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-16787fec-4682-40de-84d7-6bdf0cc8b652 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:55.528595 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16787fec-4682-40de-84d7-6bdf0cc8b652 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:55.530743 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-16787fec-4682-40de-84d7-6bdf0cc8b652 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:55.552753 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16787fec-4682-40de-84d7-6bdf0cc8b652 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:57:55.559057 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16787fec-4682-40de-84d7-6bdf0cc8b652 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Pushing event updated for resources: {'Port': ['ID=94c4875a-4f49-4d61-9244-c3988d648a92,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:55.602567 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8075d3ba-4dd1-4590-9485-7005d540c96c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:55.679438 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16787fec-4682-40de-84d7-6bdf0cc8b652 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:55.680102 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-16787fec-4682-40de-84d7-6bdf0cc8b652 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:55.727896 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-16787fec-4682-40de-84d7-6bdf0cc8b652 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.6408811 Apr 18 20:57:55.735256 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33846) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:55.742981 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-bd78c55a-aec9-47d3-8bbc-9eade10751a3 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.85'}]}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:55.783809 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd78c55a-aec9-47d3-8bbc-9eade10751a3 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:55.785191 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd78c55a-aec9-47d3-8bbc-9eade10751a3 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:55.912962 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd78c55a-aec9-47d3-8bbc-9eade10751a3 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:56.294623 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd78c55a-aec9-47d3-8bbc-9eade10751a3 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:56.320226 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f9de2feb-f410-446a-9559-a4daf74859a9 req-e3b7f094-f625-4ea2-8b39-dda4b4b47fba service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1413996 Apr 18 20:57:56.404305 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aaaa161d-e8f3-4b0a-8981-26e0d70138cc tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:56.764569 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33862) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:56.772670 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8075d3ba-4dd1-4590-9485-7005d540c96c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Router d5e671e0-c072-47e6-81a3-d0d7843b1777 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:57:56.978933 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8075d3ba-4dd1-4590-9485-7005d540c96c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:56.993352 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a45d7e4-5250-46be-a153-0c411a83a1f2 None None] Sync routers for ids ['d5e671e0-c072-47e6-81a3-d0d7843b1777'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:56.995875 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd78c55a-aec9-47d3-8bbc-9eade10751a3 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.012401 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a45d7e4-5250-46be-a153-0c411a83a1f2 None None] Routers {'d5e671e0-c072-47e6-81a3-d0d7843b1777'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:57.013143 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7a45d7e4-5250-46be-a153-0c411a83a1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:57:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d5e671e0-c072-47e6-81a3-d0d7843b1777'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:57.044473 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd78c55a-aec9-47d3-8bbc-9eade10751a3 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.128815 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7a45d7e4-5250-46be-a153-0c411a83a1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:57.154587 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a45d7e4-5250-46be-a153-0c411a83a1f2 None None] Routers {'d5e671e0-c072-47e6-81a3-d0d7843b1777'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:57.155385 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7a45d7e4-5250-46be-a153-0c411a83a1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:57:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d5e671e0-c072-47e6-81a3-d0d7843b1777'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:57.168534 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-0b3c4862-80ec-4546-a51e-278b94b72555 tempest-SubnetPoolsTestJSON-254907475 tempest-SubnetPoolsTestJSON-254907475-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1832041658', 'prefixes': ['172.20.0.0/16']}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:57.188064 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aaaa161d-e8f3-4b0a-8981-26e0d70138cc tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.204475 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8075d3ba-4dd1-4590-9485-7005d540c96c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.233550 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8075d3ba-4dd1-4590-9485-7005d540c96c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 9.9488564 Apr 18 20:57:57.235144 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33866) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:57.241178 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7a45d7e4-5250-46be-a153-0c411a83a1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:57.241860 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a45d7e4-5250-46be-a153-0c411a83a1f2 None None] The sync data for ids ['d5e671e0-c072-47e6-81a3-d0d7843b1777'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:57.398271 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0b3c4862-80ec-4546-a51e-278b94b72555 tempest-SubnetPoolsTestJSON-254907475 tempest-SubnetPoolsTestJSON-254907475-project] Notify callbacks [] for subnetpool, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.399586 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0b3c4862-80ec-4546-a51e-278b94b72555 tempest-SubnetPoolsTestJSON-254907475 tempest-SubnetPoolsTestJSON-254907475-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6306143 Apr 18 20:57:57.404298 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33870) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:57.490656 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c3a46549-7da5-45ac-8b04-7139233c6acf tempest-SubnetPoolsTestJSON-254907475 tempest-SubnetPoolsTestJSON-254907475-project] 10.222.0.41 "GET /v2.0/subnetpools/929756e7-f411-47f0-890d-6935398bab4f HTTP/1.1" status: 200 len: 732 time: 0.0850887 Apr 18 20:57:57.495628 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33872) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:57.503586 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c68b59cd-7fb8-48e5-8352-52d07b15e051 tempest-SubnetPoolsTestJSON-254907475 tempest-SubnetPoolsTestJSON-254907475-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1537074416'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:57.528550 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd78c55a-aec9-47d3-8bbc-9eade10751a3 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.552188 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1b24a02a-c46c-47dc-b279-112591135554 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "GET /v2.0/routers/d5e671e0-c072-47e6-81a3-d0d7843b1777 HTTP/1.1" status: 200 len: 880 time: 0.2867389 Apr 18 20:57:57.555882 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33874) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:57.708669 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c68b59cd-7fb8-48e5-8352-52d07b15e051 tempest-SubnetPoolsTestJSON-254907475 tempest-SubnetPoolsTestJSON-254907475-project] Notify callbacks [] for subnetpool, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.709952 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c68b59cd-7fb8-48e5-8352-52d07b15e051 tempest-SubnetPoolsTestJSON-254907475 tempest-SubnetPoolsTestJSON-254907475-project] 10.222.0.41 "PUT /v2.0/subnetpools/929756e7-f411-47f0-890d-6935398bab4f HTTP/1.1" status: 200 len: 684 time: 0.2133207 Apr 18 20:57:57.712778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33878) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:57.824598 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd78c55a-aec9-47d3-8bbc-9eade10751a3 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.827492 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd78c55a-aec9-47d3-8bbc-9eade10751a3 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.892027 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd78c55a-aec9-47d3-8bbc-9eade10751a3 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.892721 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd78c55a-aec9-47d3-8bbc-9eade10751a3 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2747c5b8-5919-40ae-b2af-03caa063da9a {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:57:57.922750 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-bd78c55a-aec9-47d3-8bbc-9eade10751a3 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 18 20:57:57.928641 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bd78c55a-aec9-47d3-8bbc-9eade10751a3 tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.1888876 Apr 18 20:57:57.929347 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33880) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:58.066201 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-2147495a-d59b-429b-8948-aba48dd52e1c tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Deleting port 94c4875a-4f49-4d61-9244-c3988d648a92 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:58.066604 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2147495a-d59b-429b-8948-aba48dd52e1c tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:58.176077 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2147495a-d59b-429b-8948-aba48dd52e1c tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:58.190164 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-2147495a-d59b-429b-8948-aba48dd52e1c tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Calling delete_port for 94c4875a-4f49-4d61-9244-c3988d648a92 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:58.291696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaaa161d-e8f3-4b0a-8981-26e0d70138cc tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Router 3086ccf2-20c8-43b9-8e9b-65ac4924de98 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:57:58.321265 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-66f5bab1-47c4-44e3-ba40-4ec33de7a23d tempest-SubnetPoolsTestJSON-254907475 tempest-SubnetPoolsTestJSON-254907475-project] Notify callbacks [] for subnetpool, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:58.325467 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-66f5bab1-47c4-44e3-ba40-4ec33de7a23d tempest-SubnetPoolsTestJSON-254907475 tempest-SubnetPoolsTestJSON-254907475-project] 10.222.0.41 "DELETE /v2.0/subnetpools/929756e7-f411-47f0-890d-6935398bab4f HTTP/1.1" status: 204 len: 168 time: 0.5866067 Apr 18 20:57:58.329472 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33884) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:58.358205 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-b888eaff-cb31-44c9-9fea-a3ca9b72f376 tempest-SubnetPoolsTestJSON-254907475 tempest-SubnetPoolsTestJSON-254907475-project] show failed (client error): The resource could not be found. Apr 18 20:57:58.362757 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b888eaff-cb31-44c9-9fea-a3ca9b72f376 tempest-SubnetPoolsTestJSON-254907475 tempest-SubnetPoolsTestJSON-254907475-project] 10.222.0.41 "GET /v2.0/subnetpools/929756e7-f411-47f0-890d-6935398bab4f HTTP/1.1" status: 404 len: 346 time: 0.0303390 Apr 18 20:57:58.368159 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33886) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:58.440416 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-182303e3-be4c-474d-9cff-cdaa4e8a667d tempest-SubnetPoolsTestJSON-254907475 tempest-SubnetPoolsTestJSON-254907475-project] delete failed (client error): The resource could not be found. Apr 18 20:57:58.442607 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-182303e3-be4c-474d-9cff-cdaa4e8a667d tempest-SubnetPoolsTestJSON-254907475 tempest-SubnetPoolsTestJSON-254907475-project] 10.222.0.41 "DELETE /v2.0/subnetpools/929756e7-f411-47f0-890d-6935398bab4f HTTP/1.1" status: 404 len: 346 time: 0.0727460 Apr 18 20:57:58.463180 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaaa161d-e8f3-4b0a-8981-26e0d70138cc tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:58.475520 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1b9e3e-f922-47ed-82d8-890b89e55766 None None] Sync routers for ids ['3086ccf2-20c8-43b9-8e9b-65ac4924de98'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:58.483709 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2147495a-d59b-429b-8948-aba48dd52e1c tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:58.501840 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aaaa161d-e8f3-4b0a-8981-26e0d70138cc tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:58.503122 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-aaaa161d-e8f3-4b0a-8981-26e0d70138cc tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.9185140 Apr 18 20:57:58.512649 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6dc38369-5843-46fd-b458-e60bf86bd746 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.9548469 Apr 18 20:57:58.513284 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33890) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:58.513611 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33892) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:58.514525 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1b9e3e-f922-47ed-82d8-890b89e55766 None None] Routers {'3086ccf2-20c8-43b9-8e9b-65ac4924de98'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:58.515843 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5a1b9e3e-f922-47ed-82d8-890b89e55766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:57:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['3086ccf2-20c8-43b9-8e9b-65ac4924de98'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:58.519652 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-77813092-0e1a-4ddc-ba2b-ba0a8103b20a tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:58.523785 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147495a-d59b-429b-8948-aba48dd52e1c tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Pushing event deleted for resources: {'Port': ['ID=94c4875a-4f49-4d61-9244-c3988d648a92,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:58.525082 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-b91736ad-d5bd-46ee-b640-d100ee8ba81e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2132357899'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:58.734209 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5a1b9e3e-f922-47ed-82d8-890b89e55766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:58.757563 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1b9e3e-f922-47ed-82d8-890b89e55766 None None] Routers {'3086ccf2-20c8-43b9-8e9b-65ac4924de98'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:58.759161 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5a1b9e3e-f922-47ed-82d8-890b89e55766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:57:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['3086ccf2-20c8-43b9-8e9b-65ac4924de98'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:58.811840 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2147495a-d59b-429b-8948-aba48dd52e1c tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:58.836540 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2147495a-d59b-429b-8948-aba48dd52e1c tempest-RoutersAdminNegativeIpV6Test-535016658 tempest-RoutersAdminNegativeIpV6Test-535016658-project-admin] 10.222.0.41 "DELETE /v2.0/ports/94c4875a-4f49-4d61-9244-c3988d648a92 HTTP/1.1" status: 204 len: 168 time: 0.9008460 Apr 18 20:57:58.957901 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5a1b9e3e-f922-47ed-82d8-890b89e55766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:58.959825 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1b9e3e-f922-47ed-82d8-890b89e55766 None None] The sync data for ids ['3086ccf2-20c8-43b9-8e9b-65ac4924de98'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:58.988178 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-08f945a8-9e48-425d-935d-4e2413a6b245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.317833 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b91736ad-d5bd-46ee-b640-d100ee8ba81e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.350529 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33908) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:59.388883 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-77813092-0e1a-4ddc-ba2b-ba0a8103b20a tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.404735 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33912) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:59.406766 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b91736ad-d5bd-46ee-b640-d100ee8ba81e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608727'] for router, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.632789 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-db64a748-95da-46cd-a95d-57ffae026562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.678203 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-77813092-0e1a-4ddc-ba2b-ba0a8103b20a tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.702198 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-08123574-d246-487a-bafa-4f2a76341dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.860639 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.899054 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91736ad-d5bd-46ee-b640-d100ee8ba81e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Router d5e671e0-c072-47e6-81a3-d0d7843b1777 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:57:59.910930 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-77813092-0e1a-4ddc-ba2b-ba0a8103b20a tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Deleting port 9b41f73c-e58e-4917-a92e-d66596eadf05 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:59.911160 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-77813092-0e1a-4ddc-ba2b-ba0a8103b20a tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.945689 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-db64a748-95da-46cd-a95d-57ffae026562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.964234 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-db64a748-95da-46cd-a95d-57ffae026562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.027203 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-77813092-0e1a-4ddc-ba2b-ba0a8103b20a tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.061697 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-77813092-0e1a-4ddc-ba2b-ba0a8103b20a tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Calling delete_port for 9b41f73c-e58e-4917-a92e-d66596eadf05 owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:58:00.122895 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-08123574-d246-487a-bafa-4f2a76341dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.139827 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-db64a748-95da-46cd-a95d-57ffae026562 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01b77c6614944d44a4b457ed02204048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7328153 Apr 18 20:58:00.142665 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33920) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:00.144220 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64a748-95da-46cd-a95d-57ffae026562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3711f835-6440-46af-acec-9b958aa184ed,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:00.222329 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-08123574-d246-487a-bafa-4f2a76341dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.266528 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91736ad-d5bd-46ee-b640-d100ee8ba81e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:58:00.282032 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b91736ad-d5bd-46ee-b640-d100ee8ba81e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.283860 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c596b3-70dc-48f7-9857-a013c764f54b None None] Sync routers for ids ['d5e671e0-c072-47e6-81a3-d0d7843b1777'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:58:00.288149 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b91736ad-d5bd-46ee-b640-d100ee8ba81e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "PUT /v2.0/routers/d5e671e0-c072-47e6-81a3-d0d7843b1777 HTTP/1.1" status: 200 len: 887 time: 1.7719083 Apr 18 20:58:00.289228 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33922) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:00.306702 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c596b3-70dc-48f7-9857-a013c764f54b None None] Routers {'d5e671e0-c072-47e6-81a3-d0d7843b1777'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:58:00.310284 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-52c596b3-70dc-48f7-9857-a013c764f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:57:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d5e671e0-c072-47e6-81a3-d0d7843b1777'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:00.340457 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08123574-d246-487a-bafa-4f2a76341dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30fe34b-75cb-46ba-bd48-f02996254b4b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:00.398147 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-52c596b3-70dc-48f7-9857-a013c764f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:00.401488 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-08123574-d246-487a-bafa-4f2a76341dbd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee5390a3de0241a2aa6d7585ed58bed1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0487981 Apr 18 20:58:00.409342 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33924) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:00.419114 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c596b3-70dc-48f7-9857-a013c764f54b None None] Routers {'d5e671e0-c072-47e6-81a3-d0d7843b1777'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:58:00.420085 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-52c596b3-70dc-48f7-9857-a013c764f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:57:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d5e671e0-c072-47e6-81a3-d0d7843b1777'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:00.456478 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50728954-c294-438c-8e4d-28e4317e10b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.499467 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-52c596b3-70dc-48f7-9857-a013c764f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:00.501723 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c596b3-70dc-48f7-9857-a013c764f54b None None] The sync data for ids ['d5e671e0-c072-47e6-81a3-d0d7843b1777'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:58:00.549413 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50728954-c294-438c-8e4d-28e4317e10b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.591474 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4a59b288-3a60-40da-9095-f5d4450ee856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.645424 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4a59b288-3a60-40da-9095-f5d4450ee856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.700251 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50728954-c294-438c-8e4d-28e4317e10b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.707609 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50728954-c294-438c-8e4d-28e4317e10b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.711766 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-50728954-c294-438c-8e4d-28e4317e10b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3711f835-6440-46af-acec-9b958aa184ed HTTP/1.1" status: 204 len: 168 time: 0.5595002 Apr 18 20:58:00.724191 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50728954-c294-438c-8e4d-28e4317e10b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3711f835-6440-46af-acec-9b958aa184ed,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:00.755939 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4a59b288-3a60-40da-9095-f5d4450ee856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.759518 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4a59b288-3a60-40da-9095-f5d4450ee856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.760899 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4a59b288-3a60-40da-9095-f5d4450ee856 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b30fe34b-75cb-46ba-bd48-f02996254b4b HTTP/1.1" status: 204 len: 168 time: 0.3502913 Apr 18 20:58:00.772590 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59b288-3a60-40da-9095-f5d4450ee856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30fe34b-75cb-46ba-bd48-f02996254b4b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:01.092214 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33936) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:01.094248 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-dad1c94e-cc53-4107-8a33-88c5ca388d60 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "GET /v2.0/routers/d5e671e0-c072-47e6-81a3-d0d7843b1777 HTTP/1.1" status: 200 len: 887 time: 0.7458105 Apr 18 20:58:01.125517 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-77813092-0e1a-4ddc-ba2b-ba0a8103b20a tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.175749 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9f937114-eaaa-4bbf-be01-1060cdfcd86c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5e671e0-c072-47e6-81a3-d0d7843b1777 HTTP/1.1" status: 200 len: 205 time: 0.0813060 Apr 18 20:58:01.178949 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33940) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:01.202977 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77813092-0e1a-4ddc-ba2b-ba0a8103b20a tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Pushing event deleted for resources: {'Port': ['ID=9b41f73c-e58e-4917-a92e-d66596eadf05,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:01.401420 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-77813092-0e1a-4ddc-ba2b-ba0a8103b20a tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.422544 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.491995 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33946) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:01.599362 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5b559eb-96af-4ac0-bb33-db7441308849 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.637716 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.724264 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-00c89bb9-e28c-4051-9890-ffae0475dba1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e25ad0bfe1a40efb562a3d3730cb800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2245481 Apr 18 20:58:01.726841 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33952) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:01.857166 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-77813092-0e1a-4ddc-ba2b-ba0a8103b20a tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.870569 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-77813092-0e1a-4ddc-ba2b-ba0a8103b20a tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608727'] for router, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:02.071433 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77813092-0e1a-4ddc-ba2b-ba0a8103b20a tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Router 3086ccf2-20c8-43b9-8e9b-65ac4924de98 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:58:02.286213 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77813092-0e1a-4ddc-ba2b-ba0a8103b20a tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:58:02.301401 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3776cc55-17fb-4d21-ac82-90fd5289d489 None None] Sync routers for ids ['3086ccf2-20c8-43b9-8e9b-65ac4924de98'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:58:02.302258 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-77813092-0e1a-4ddc-ba2b-ba0a8103b20a tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:02.307330 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-77813092-0e1a-4ddc-ba2b-ba0a8103b20a tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "PUT /v2.0/routers/3086ccf2-20c8-43b9-8e9b-65ac4924de98 HTTP/1.1" status: 200 len: 710 time: 3.7903166 Apr 18 20:58:02.308220 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33966) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:02.339265 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3776cc55-17fb-4d21-ac82-90fd5289d489 None None] Routers {'3086ccf2-20c8-43b9-8e9b-65ac4924de98'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:58:02.340462 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-3776cc55-17fb-4d21-ac82-90fd5289d489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:57:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['3086ccf2-20c8-43b9-8e9b-65ac4924de98'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:02.423059 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d40b061-3c26-473e-8f39-2838a6d709bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:02.444988 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-3776cc55-17fb-4d21-ac82-90fd5289d489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:02.458269 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5b559eb-96af-4ac0-bb33-db7441308849 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:02.463659 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d40b061-3c26-473e-8f39-2838a6d709bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:02.486478 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3776cc55-17fb-4d21-ac82-90fd5289d489 None None] Routers {'3086ccf2-20c8-43b9-8e9b-65ac4924de98'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:58:02.491381 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-3776cc55-17fb-4d21-ac82-90fd5289d489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:57:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['3086ccf2-20c8-43b9-8e9b-65ac4924de98'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:02.538984 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6b7164fc-5c54-40f6-bad0-01642acd12fc tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "GET /v2.0/routers/3086ccf2-20c8-43b9-8e9b-65ac4924de98 HTTP/1.1" status: 200 len: 745 time: 0.2259212 Apr 18 20:58:02.540327 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33972) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:02.569437 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-3776cc55-17fb-4d21-ac82-90fd5289d489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:02.571369 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3776cc55-17fb-4d21-ac82-90fd5289d489 None None] The sync data for ids ['3086ccf2-20c8-43b9-8e9b-65ac4924de98'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:58:02.596715 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-baca87ed-9a58-4cdb-9547-5e4a505e4879 tempest-RoutersIpV6AdminTest-1773992344 tempest-RoutersIpV6AdminTest-1773992344-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&device_id=3086ccf2-20c8-43b9-8e9b-65ac4924de98 HTTP/1.1" status: 200 len: 205 time: 0.0529337 Apr 18 20:58:02.597717 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33974) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:02.626091 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-b5b559eb-96af-4ac0-bb33-db7441308849 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Deleting port 35c3d3d5-4974-456f-9941-cc8564ef1829 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:58:02.630160 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5b559eb-96af-4ac0-bb33-db7441308849 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:02.653189 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e58946fa-3e68-464f-94ef-d9348846a931 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "GET /v2.0/ports?device_id=3086ccf2-20c8-43b9-8e9b-65ac4924de98 HTTP/1.1" status: 200 len: 205 time: 0.0518813 Apr 18 20:58:02.653919 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33976) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:02.662598 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d40b061-3c26-473e-8f39-2838a6d709bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:02.665573 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d40b061-3c26-473e-8f39-2838a6d709bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:02.669855 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4d40b061-3c26-473e-8f39-2838a6d709bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc4c959f-a2f1-494d-8013-18648d7b9a19 HTTP/1.1" status: 204 len: 168 time: 0.9418716 Apr 18 20:58:02.717226 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40b061-3c26-473e-8f39-2838a6d709bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4c959f-a2f1-494d-8013-18648d7b9a19,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:02.870273 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1bbdcd50-b5dd-47f4-894c-ba7246c9fae8 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:02.929286 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5b559eb-96af-4ac0-bb33-db7441308849 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:02.979950 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-b5b559eb-96af-4ac0-bb33-db7441308849 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Calling delete_port for 35c3d3d5-4974-456f-9941-cc8564ef1829 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:58:03.084680 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1bbdcd50-b5dd-47f4-894c-ba7246c9fae8 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.088640 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1bbdcd50-b5dd-47f4-894c-ba7246c9fae8 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.158006 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1bbdcd50-b5dd-47f4-894c-ba7246c9fae8 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.159026 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbdcd50-b5dd-47f4-894c-ba7246c9fae8 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Fanout notify agent at l3_agent the message router_deleted on router 3086ccf2-20c8-43b9-8e9b-65ac4924de98 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:58:03.187148 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1bbdcd50-b5dd-47f4-894c-ba7246c9fae8 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.191284 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1bbdcd50-b5dd-47f4-894c-ba7246c9fae8 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "DELETE /v2.0/routers/3086ccf2-20c8-43b9-8e9b-65ac4924de98 HTTP/1.1" status: 204 len: 168 time: 0.5361524 Apr 18 20:58:03.196775 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33988) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:03.277980 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b80bb0f7-9a2e-4d51-91e6-8e78e13ec552 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "GET /v2.0/ports?device_id=3086ccf2-20c8-43b9-8e9b-65ac4924de98 HTTP/1.1" status: 200 len: 205 time: 0.0794327 Apr 18 20:58:03.280149 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33990) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:03.369600 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-16d7e19e-1770-431c-8c3a-b17a4d3236ef tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] delete failed (client error): The resource could not be found. Apr 18 20:58:03.371504 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-16d7e19e-1770-431c-8c3a-b17a4d3236ef tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "DELETE /v2.0/routers/3086ccf2-20c8-43b9-8e9b-65ac4924de98 HTTP/1.1" status: 404 len: 336 time: 0.0891683 Apr 18 20:58:03.375698 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33994) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:03.491849 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-965e5f8a-3798-4211-8ad9-571a827623c4 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6cf971c-178c-4e16-b596-f5ef54286d8d HTTP/1.1" status: 200 len: 205 time: 0.1140492 Apr 18 20:58:03.498742 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33998) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:03.599417 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-499fe585-96c8-4121-b953-c089ce0f95fc tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] delete failed (client error): The resource could not be found. Apr 18 20:58:03.603039 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-499fe585-96c8-4121-b953-c089ce0f95fc tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "DELETE /v2.0/routers/a6cf971c-178c-4e16-b596-f5ef54286d8d HTTP/1.1" status: 404 len: 336 time: 0.0991077 Apr 18 20:58:03.603430 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34000) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:03.657837 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9cce8fcb-b103-4d57-94a7-641d94f9fa14 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8ca51e-ac65-4f8a-bf38-53412921ceeb HTTP/1.1" status: 200 len: 205 time: 0.0514004 Apr 18 20:58:03.662443 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34004) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:03.744174 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-a370cc89-2b4f-47f1-a1cd-dccc632b0b95 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] delete failed (client error): The resource could not be found. Apr 18 20:58:03.753750 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34012) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:03.760996 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a370cc89-2b4f-47f1-a1cd-dccc632b0b95 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "DELETE /v2.0/routers/dd8ca51e-ac65-4f8a-bf38-53412921ceeb HTTP/1.1" status: 404 len: 336 time: 0.0940225 Apr 18 20:58:03.800560 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5b559eb-96af-4ac0-bb33-db7441308849 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.861910 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b559eb-96af-4ac0-bb33-db7441308849 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Port': ['ID=35c3d3d5-4974-456f-9941-cc8564ef1829,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:03.914498 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34018) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:03.920925 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-449000e4-c25a-43c0-8e49-352755bfbe7b tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf1a165e-2bd0-4784-a3f6-42efeb06e47f HTTP/1.1" status: 200 len: 205 time: 0.1651778 Apr 18 20:58:04.006326 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-bd94cd43-64c2-48d9-a0d6-92a290b8e3f1 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] delete failed (client error): The resource could not be found. Apr 18 20:58:04.008756 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bd94cd43-64c2-48d9-a0d6-92a290b8e3f1 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "DELETE /v2.0/routers/bf1a165e-2bd0-4784-a3f6-42efeb06e47f HTTP/1.1" status: 404 len: 336 time: 0.0928385 Apr 18 20:58:04.011607 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34022) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:04.030078 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5b559eb-96af-4ac0-bb33-db7441308849 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.089936 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7edf666b-4bbb-48f0-bbb6-cc128622b602 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "GET /v2.0/ports?device_id=49d23958-0533-402b-af0c-76ebacef1fda HTTP/1.1" status: 200 len: 205 time: 0.0758073 Apr 18 20:58:04.092895 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34026) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:04.203035 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-ce96ded9-64c1-420c-8f20-d050922acd72 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] delete failed (client error): The resource could not be found. Apr 18 20:58:04.206866 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ce96ded9-64c1-420c-8f20-d050922acd72 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "DELETE /v2.0/routers/49d23958-0533-402b-af0c-76ebacef1fda HTTP/1.1" status: 404 len: 336 time: 0.1098249 Apr 18 20:58:04.207365 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34032) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:04.270274 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-90031388-83c1-49bb-8fa6-caa2fea20785 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "GET /v2.0/ports?device_id=040d94c7-f2c0-4bb0-889f-c9440b645464 HTTP/1.1" status: 200 len: 205 time: 0.0617464 Apr 18 20:58:04.270784 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34034) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:04.285089 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5b559eb-96af-4ac0-bb33-db7441308849 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.293410 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5b559eb-96af-4ac0-bb33-db7441308849 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.341331 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-266641a7-bfc6-4891-bc94-ebeb6753c2c6 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] delete failed (client error): The resource could not be found. Apr 18 20:58:04.342897 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-266641a7-bfc6-4891-bc94-ebeb6753c2c6 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "DELETE /v2.0/routers/040d94c7-f2c0-4bb0-889f-c9440b645464 HTTP/1.1" status: 404 len: 336 time: 0.0709774 Apr 18 20:58:04.360143 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34038) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:04.411787 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5b559eb-96af-4ac0-bb33-db7441308849 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.412820 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b559eb-96af-4ac0-bb33-db7441308849 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Fanout notify agent at l3_agent the message router_deleted on router d5e671e0-c072-47e6-81a3-d0d7843b1777 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:58:04.428338 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5b559eb-96af-4ac0-bb33-db7441308849 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.439502 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b5b559eb-96af-4ac0-bb33-db7441308849 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/routers/d5e671e0-c072-47e6-81a3-d0d7843b1777 HTTP/1.1" status: 204 len: 168 time: 3.2530506 Apr 18 20:58:04.440043 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34044) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:04.447104 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-76f0dd0a-c177-4105-b5a8-91f07a1505b1 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'network': {'name': 'tempest-RoutersTest-1834158575'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:04.472372 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-13415d51-66e4-4ee5-b2a3-fd54333d8636 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] DELETE failed (client error): The resource could not be found. Apr 18 20:58:04.474836 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13415d51-66e4-4ee5-b2a3-fd54333d8636 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:58:04.485821 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-13415d51-66e4-4ee5-b2a3-fd54333d8636 tempest-RoutersIpV6AdminTest-1681544720 tempest-RoutersIpV6AdminTest-1681544720-project] 10.222.0.41 "DELETE /v2.0/subnets/f68216ab-cdd4-4c3c-8cea-fe5a710eff87 HTTP/1.1" status: 404 len: 337 time: 0.1220229 Apr 18 20:58:04.496523 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f0dd0a-c177-4105-b5a8-91f07a1505b1 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Made reservation on behalf of 34ed532966de49f2a1099a6b441323dd for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:04.506682 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76f0dd0a-c177-4105-b5a8-91f07a1505b1 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.544418 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f0dd0a-c177-4105-b5a8-91f07a1505b1 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:04.570453 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76f0dd0a-c177-4105-b5a8-91f07a1505b1 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.571563 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-76f0dd0a-c177-4105-b5a8-91f07a1505b1 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Added segment 530cebf7-52da-4bd0-be20-448a9c6e1528 of type vlan for network 550b79ae-3ddf-4659-a406-eae9145ea961 Apr 18 20:58:04.659397 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76f0dd0a-c177-4105-b5a8-91f07a1505b1 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.727395 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76f0dd0a-c177-4105-b5a8-91f07a1505b1 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.737228 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f0dd0a-c177-4105-b5a8-91f07a1505b1 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:04.738170 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76f0dd0a-c177-4105-b5a8-91f07a1505b1 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.866939 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0dd0a-c177-4105-b5a8-91f07a1505b1 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Network': ['ID=550b79ae-3ddf-4659-a406-eae9145ea961,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:04.872032 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-76f0dd0a-c177-4105-b5a8-91f07a1505b1 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4294386 Apr 18 20:58:04.876744 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34056) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:04.880878 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 550b79ae-3ddf-4659-a406-eae9145ea961 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:58:04.883090 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d3794172-bca0-4358-be73-cc9c7a91c44e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'subnet': {'network_id': '550b79ae-3ddf-4659-a406-eae9145ea961', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:04.987403 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34058) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:05.151226 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3794172-bca0-4358-be73-cc9c7a91c44e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Made reservation on behalf of 34ed532966de49f2a1099a6b441323dd for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:05.162693 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34066) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:05.171373 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d3794172-bca0-4358-be73-cc9c7a91c44e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.556988 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d3794172-bca0-4358-be73-cc9c7a91c44e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.558523 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93fd5e24-eada-48c1-afc9-0826d19f6c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.608560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-7f5197e8-f43f-498b-b9bf-28501a43c67e tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-517932449'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:05.710568 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5197e8-f43f-498b-b9bf-28501a43c67e tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Made reservation on behalf of 88ca053f97c94167a243baf63c452aa9 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:05.725216 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7f5197e8-f43f-498b-b9bf-28501a43c67e tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.733895 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3794172-bca0-4358-be73-cc9c7a91c44e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Checking segment: {'id': '530cebf7-52da-4bd0-be20-448a9c6e1528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '550b79ae-3ddf-4659-a406-eae9145ea961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:05.735128 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3794172-bca0-4358-be73-cc9c7a91c44e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network hostable DHCP agents. Network: 550b79ae-3ddf-4659-a406-eae9145ea961, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:58:05.739406 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3794172-bca0-4358-be73-cc9c7a91c44e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Subnet': ['ID=4fa4a729-65d1-4dc6-899e-7355ea21ba94,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:05.773439 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7f5197e8-f43f-498b-b9bf-28501a43c67e tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.791118 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3794172-bca0-4358-be73-cc9c7a91c44e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network 550b79ae-3ddf-4659-a406-eae9145ea961 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:58:05.804655 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-d3794172-bca0-4358-be73-cc9c7a91c44e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 550b79ae-3ddf-4659-a406-eae9145ea961) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:05.814352 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3794172-bca0-4358-be73-cc9c7a91c44e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:05.815438 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d3794172-bca0-4358-be73-cc9c7a91c44e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.831218 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d171f136-cf36-4cff-8fb5-259591f3e177 None None] Network 550b79ae-3ddf-4659-a406-eae9145ea961 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:05.864177 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d3794172-bca0-4358-be73-cc9c7a91c44e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9857457 Apr 18 20:58:05.869115 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34080) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:05.875721 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-325a2ec0-43cf-48b7-a870-8ef717bbce67 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-517284849', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:05.949102 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-325a2ec0-43cf-48b7-a870-8ef717bbce67 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.951396 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-325a2ec0-43cf-48b7-a870-8ef717bbce67 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.011581 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93fd5e24-eada-48c1-afc9-0826d19f6c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.033123 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93fd5e24-eada-48c1-afc9-0826d19f6c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.110888 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-93fd5e24-eada-48c1-afc9-0826d19f6c13 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dff9e1809a424d4da7299d2abf9d5957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9458978 Apr 18 20:58:06.111874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34084) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:06.123795 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622f0c7c-3085-4624-af2b-4fdfaedf5b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-550b79ae-3ddf-4659-a406-eae9145ea961', 'network_id': '550b79ae-3ddf-4659-a406-eae9145ea961', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'fixed_ips': [{'subnet_id': '4fa4a729-65d1-4dc6-899e-7355ea21ba94'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:58:06.127241 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-622f0c7c-3085-4624-af2b-4fdfaedf5b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.211094 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd5e24-eada-48c1-afc9-0826d19f6c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719348e2-b52e-420e-9e1d-2a2d1ff4f765,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:06.227037 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-325a2ec0-43cf-48b7-a870-8ef717bbce67 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.238082 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-325a2ec0-43cf-48b7-a870-8ef717bbce67 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.282546 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-325a2ec0-43cf-48b7-a870-8ef717bbce67 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.287711 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-325a2ec0-43cf-48b7-a870-8ef717bbce67 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4146287 Apr 18 20:58:06.288277 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34088) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:06.314353 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc44c326-b943-41ee-82e5-86946940f5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.403085 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34090) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:06.452258 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc44c326-b943-41ee-82e5-86946940f5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.465366 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-622f0c7c-3085-4624-af2b-4fdfaedf5b6b None None] Allocated IP 172.20.0.2 (550b79ae-3ddf-4659-a406-eae9145ea961/4fa4a729-65d1-4dc6-899e-7355ea21ba94/0cdec043-5758-4fbb-b802-a864aa3c924c) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:06.504907 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7f5197e8-f43f-498b-b9bf-28501a43c67e tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.511456 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7f5197e8-f43f-498b-b9bf-28501a43c67e tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.526710 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5197e8-f43f-498b-b9bf-28501a43c67e tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:06.541444 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7f5197e8-f43f-498b-b9bf-28501a43c67e tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.542151 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-7f5197e8-f43f-498b-b9bf-28501a43c67e tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Added segment bfe2c03f-b8ac-4cd2-8b32-33226d4d7ecb of type vlan for network 91ed30e3-435c-4a51-b9f2-be5a498ac343 Apr 18 20:58:06.612178 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5197e8-f43f-498b-b9bf-28501a43c67e tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e502f0d-454b-48bb-98c1-9777c64f92ac,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:06.668913 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7f5197e8-f43f-498b-b9bf-28501a43c67e tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.672311 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc44c326-b943-41ee-82e5-86946940f5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.680554 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc44c326-b943-41ee-82e5-86946940f5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.685980 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-fc44c326-b943-41ee-82e5-86946940f5ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/719348e2-b52e-420e-9e1d-2a2d1ff4f765 HTTP/1.1" status: 204 len: 168 time: 0.5651805 Apr 18 20:58:06.727285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44c326-b943-41ee-82e5-86946940f5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719348e2-b52e-420e-9e1d-2a2d1ff4f765,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:06.765511 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7f5197e8-f43f-498b-b9bf-28501a43c67e tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.779453 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5197e8-f43f-498b-b9bf-28501a43c67e tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:06.780708 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7f5197e8-f43f-498b-b9bf-28501a43c67e tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.844548 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7f5197e8-f43f-498b-b9bf-28501a43c67e tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8546014 Apr 18 20:58:06.848889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34098) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:06.856631 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-9c17c938-a083-4e10-964b-3c48e6536ef7 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Request body: {'subnet': {'network_id': '91ed30e3-435c-4a51-b9f2-be5a498ac343', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:06.875399 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8b74752e-184c-4db1-986a-3315d1ed5657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.928146 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-622f0c7c-3085-4624-af2b-4fdfaedf5b6b None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.967143 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-622f0c7c-3085-4624-af2b-4fdfaedf5b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:07.005570 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5197e8-f43f-498b-b9bf-28501a43c67e tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Pushing event updated for resources: {'Network': ['ID=91ed30e3-435c-4a51-b9f2-be5a498ac343,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:07.055524 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 91ed30e3-435c-4a51-b9f2-be5a498ac343 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:58:07.140270 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ee3d98d-2275-44d2-8edc-255758820882 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:07.177247 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c17c938-a083-4e10-964b-3c48e6536ef7 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Made reservation on behalf of 88ca053f97c94167a243baf63c452aa9 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:07.184541 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9c17c938-a083-4e10-964b-3c48e6536ef7 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:07.293863 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622f0c7c-3085-4624-af2b-4fdfaedf5b6b None None] Network 550b79ae-3ddf-4659-a406-eae9145ea961 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:07.315167 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-622f0c7c-3085-4624-af2b-4fdfaedf5b6b None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:07.346059 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622f0c7c-3085-4624-af2b-4fdfaedf5b6b None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:07.361406 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f0c7c-3085-4624-af2b-4fdfaedf5b6b None None] Pushing event updated for resources: {'Port': ['ID=0cdec043-5758-4fbb-b802-a864aa3c924c,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:07.522907 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-622f0c7c-3085-4624-af2b-4fdfaedf5b6b None None] Attempting to bind port 0cdec043-5758-4fbb-b802-a864aa3c924c on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:07.523278 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-622f0c7c-3085-4624-af2b-4fdfaedf5b6b None None] Attempting to bind port 0cdec043-5758-4fbb-b802-a864aa3c924c by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '530cebf7-52da-4bd0-be20-448a9c6e1528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '550b79ae-3ddf-4659-a406-eae9145ea961'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:07.528628 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622f0c7c-3085-4624-af2b-4fdfaedf5b6b None None] Attempting to bind port 0cdec043-5758-4fbb-b802-a864aa3c924c on network 550b79ae-3ddf-4659-a406-eae9145ea961 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:58:07.549903 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622f0c7c-3085-4624-af2b-4fdfaedf5b6b None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:58:07.551182 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622f0c7c-3085-4624-af2b-4fdfaedf5b6b None None] Checking segment: {'id': '530cebf7-52da-4bd0-be20-448a9c6e1528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '550b79ae-3ddf-4659-a406-eae9145ea961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:07.551636 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-622f0c7c-3085-4624-af2b-4fdfaedf5b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:07.552047 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622f0c7c-3085-4624-af2b-4fdfaedf5b6b None None] Bound using segment: {'id': '530cebf7-52da-4bd0-be20-448a9c6e1528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '550b79ae-3ddf-4659-a406-eae9145ea961'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:58:07.553477 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-622f0c7c-3085-4624-af2b-4fdfaedf5b6b None None] Bound port: 0cdec043-5758-4fbb-b802-a864aa3c924c, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530cebf7-52da-4bd0-be20-448a9c6e1528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '550b79ae-3ddf-4659-a406-eae9145ea961'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:07.553883 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-622f0c7c-3085-4624-af2b-4fdfaedf5b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:07.584862 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34108) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:07.589164 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8b74752e-184c-4db1-986a-3315d1ed5657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:07.623695 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8b74752e-184c-4db1-986a-3315d1ed5657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:07.808484 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:07.813546 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-622f0c7c-3085-4624-af2b-4fdfaedf5b6b None None] For port 0cdec043-5758-4fbb-b802-a864aa3c924c, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:07.822189 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-622f0c7c-3085-4624-af2b-4fdfaedf5b6b None None] For port 0cdec043-5758-4fbb-b802-a864aa3c924c, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=0cdec043-5758-4fbb-b802-a864aa3c924c,segment=NetworkSegment(530cebf7-52da-4bd0-be20-448a9c6e1528),segment_id=530cebf7-52da-4bd0-be20-448a9c6e1528)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:07.829540 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34110) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:07.830854 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-622f0c7c-3085-4624-af2b-4fdfaedf5b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:07.849400 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9c17c938-a083-4e10-964b-3c48e6536ef7 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:07.851060 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74752e-184c-4db1-986a-3315d1ed5657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4e7e31-48d1-4e1c-be09-f3030ded42a2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:07.875977 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8b74752e-184c-4db1-986a-3315d1ed5657 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5e3bc4af1dbc47859df79cbd9f2e4922&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3990145 Apr 18 20:58:07.886695 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34114) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:07.923416 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2c57f64b-db64-4e00-b7b7-0fabcbba776e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f5423a1d53394d2898790243b8f7b6c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310819 Apr 18 20:58:07.929562 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34116) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:07.994817 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f0c7c-3085-4624-af2b-4fdfaedf5b6b None None] Pushing event updated for resources: {'Port': ['ID=0cdec043-5758-4fbb-b802-a864aa3c924c,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:08.055267 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17c938-a083-4e10-964b-3c48e6536ef7 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Pushing event updated for resources: {'Subnet': ['ID=f1cbbe12-d50f-4aae-9349-9492430979f3,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:08.100329 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c17c938-a083-4e10-964b-3c48e6536ef7 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Checking segment: {'id': 'bfe2c03f-b8ac-4cd2-8b32-33226d4d7ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '91ed30e3-435c-4a51-b9f2-be5a498ac343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:08.101226 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c17c938-a083-4e10-964b-3c48e6536ef7 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Network hostable DHCP agents. Network: 91ed30e3-435c-4a51-b9f2-be5a498ac343, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:58:08.141446 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-948b01cf-698c-4c70-8317-dda206de4cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.160408 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c17c938-a083-4e10-964b-3c48e6536ef7 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Network 91ed30e3-435c-4a51-b9f2-be5a498ac343 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:58:08.205170 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-9c17c938-a083-4e10-964b-3c48e6536ef7 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 91ed30e3-435c-4a51-b9f2-be5a498ac343) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:08.225798 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0681acb-c99a-4713-b389-e2ea422e41da None None] Network 91ed30e3-435c-4a51-b9f2-be5a498ac343 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:08.236447 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-3ee3d98d-2275-44d2-8edc-255758820882 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Allocated IP 172.20.0.1 (550b79ae-3ddf-4659-a406-eae9145ea961/4fa4a729-65d1-4dc6-899e-7355ea21ba94/b91ea6a5-b1f0-487e-b143-91ae74f1bace) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:08.349616 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c17c938-a083-4e10-964b-3c48e6536ef7 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:08.353354 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9c17c938-a083-4e10-964b-3c48e6536ef7 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.380012 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-948b01cf-698c-4c70-8317-dda206de4cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.391481 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9c17c938-a083-4e10-964b-3c48e6536ef7 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5370262 Apr 18 20:58:08.392032 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34118) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:08.396649 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-948b01cf-698c-4c70-8317-dda206de4cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.397998 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-9a4bbd5d-4b5f-4936-8538-4c0dbcf76da3 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Request body: {'port': {'network_id': '91ed30e3-435c-4a51-b9f2-be5a498ac343', 'name': 'tempest-AllowedAddressPairTestJSON-578226280'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:08.500210 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b01cf-698c-4c70-8317-dda206de4cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc965c9-aec6-45e2-bf96-7c0c8a599aa9,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:08.500547 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-515da722-4384-47ae-96aa-9b9b1388dcfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.553906 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-515da722-4384-47ae-96aa-9b9b1388dcfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.581964 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-948b01cf-698c-4c70-8317-dda206de4cde admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d98b79543fa4cdcae6f54b535d4bb78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7482007 Apr 18 20:58:08.586972 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34122) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:08.613501 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 0cdec043-5758-4fbb-b802-a864aa3c924c up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:58:08.637399 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d86f-95f9-4185-ab34-dbb941ef6666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.731587 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-96a7aa6d-d618-494c-8aad-c61aefd39510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.761493 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-515da722-4384-47ae-96aa-9b9b1388dcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.764965 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-515da722-4384-47ae-96aa-9b9b1388dcfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.768185 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-515da722-4384-47ae-96aa-9b9b1388dcfa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03b54ac8-821a-4727-822c-35df63109256 HTTP/1.1" status: 204 len: 168 time: 0.8238745 Apr 18 20:58:08.774877 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d86f-95f9-4185-ab34-dbb941ef6666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.778791 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-96a7aa6d-d618-494c-8aad-c61aefd39510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.779064 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa3d92f-61a9-4625-b0c0-9996d2963f4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-91ed30e3-435c-4a51-b9f2-be5a498ac343', 'network_id': '91ed30e3-435c-4a51-b9f2-be5a498ac343', 'tenant_id': '88ca053f97c94167a243baf63c452aa9', 'fixed_ips': [{'subnet_id': 'f1cbbe12-d50f-4aae-9349-9492430979f3'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:58:08.780605 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0fa3d92f-61a9-4625-b0c0-9996d2963f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.785304 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 0cdec043-5758-4fbb-b802-a864aa3c924c triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:08.785909 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.884103 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515da722-4384-47ae-96aa-9b9b1388dcfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b54ac8-821a-4727-822c-35df63109256,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:08.942677 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ee3d98d-2275-44d2-8edc-255758820882 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.946317 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-96a7aa6d-d618-494c-8aad-c61aefd39510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.952222 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-96a7aa6d-d618-494c-8aad-c61aefd39510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.959796 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-96a7aa6d-d618-494c-8aad-c61aefd39510 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8dc965c9-aec6-45e2-bf96-7c0c8a599aa9 HTTP/1.1" status: 204 len: 168 time: 0.3709571 Apr 18 20:58:08.976801 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7aa6d-d618-494c-8aad-c61aefd39510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc965c9-aec6-45e2-bf96-7c0c8a599aa9,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:09.027588 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4bbd5d-4b5f-4936-8538-4c0dbcf76da3 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Made reservation on behalf of 88ca053f97c94167a243baf63c452aa9 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:09.034920 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9a4bbd5d-4b5f-4936-8538-4c0dbcf76da3 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.079147 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-9a4bbd5d-4b5f-4936-8538-4c0dbcf76da3 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] device_id is not set on port a65d6d11-cfb7-475f-a497-9965145881eb yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:58:09.238630 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d86f-95f9-4185-ab34-dbb941ef6666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.247385 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d86f-95f9-4185-ab34-dbb941ef6666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.257343 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a3c6d86f-95f9-4185-ab34-dbb941ef6666 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d4e7e31-48d1-4e1c-be09-f3030ded42a2 HTTP/1.1" status: 204 len: 168 time: 1.3622994 Apr 18 20:58:09.269452 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ee3d98d-2275-44d2-8edc-255758820882 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.437460 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-0fa3d92f-61a9-4625-b0c0-9996d2963f4e None None] Allocated IP 172.20.0.2 (91ed30e3-435c-4a51-b9f2-be5a498ac343/f1cbbe12-d50f-4aae-9349-9492430979f3/2c132920-49c5-4a23-a649-027950cd671f) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:09.448553 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3d98d-2275-44d2-8edc-255758820882 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Port': ['ID=b91ea6a5-b1f0-487e-b143-91ae74f1bace,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:09.469477 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee3d98d-2275-44d2-8edc-255758820882 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network 550b79ae-3ddf-4659-a406-eae9145ea961 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:09.475051 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-3ee3d98d-2275-44d2-8edc-255758820882 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:09.483370 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee3d98d-2275-44d2-8edc-255758820882 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:09.487993 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6d86f-95f9-4185-ab34-dbb941ef6666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4e7e31-48d1-4e1c-be09-f3030ded42a2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:09.558689 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ee3d98d-2275-44d2-8edc-255758820882 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.759478 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ee3d98d-2275-44d2-8edc-255758820882 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.852087 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.987494 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 0cdec043-5758-4fbb-b802-a864aa3c924c, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=0cdec043-5758-4fbb-b802-a864aa3c924c,segment=NetworkSegment(530cebf7-52da-4bd0-be20-448a9c6e1528),segment_id=530cebf7-52da-4bd0-be20-448a9c6e1528)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:10.065998 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0fa3d92f-61a9-4625-b0c0-9996d2963f4e None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.088685 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.156694 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34148) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:10.205204 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3ba30607-4063-4163-8216-b83386fa69c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.444856 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0fa3d92f-61a9-4625-b0c0-9996d2963f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.455023 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a39d01f-c896-4ad5-8aec-dddd701a853b None None] Network 550b79ae-3ddf-4659-a406-eae9145ea961 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:10.508364 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ec92d517-490e-4a98-a98d-82e080389a5e None None] Provisioning complete for port 0cdec043-5758-4fbb-b802-a864aa3c924c triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:10.512345 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ec92d517-490e-4a98-a98d-82e080389a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.550950 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3ba30607-4063-4163-8216-b83386fa69c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.558440 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3ba30607-4063-4163-8216-b83386fa69c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.616784 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa3d92f-61a9-4625-b0c0-9996d2963f4e None None] Network 91ed30e3-435c-4a51-b9f2-be5a498ac343 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:10.627146 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-0fa3d92f-61a9-4625-b0c0-9996d2963f4e None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:10.646673 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa3d92f-61a9-4625-b0c0-9996d2963f4e None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:10.648217 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ee3d98d-2275-44d2-8edc-255758820882 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.668097 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ee3d98d-2275-44d2-8edc-255758820882 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.690627 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=0cdec043-5758-4fbb-b802-a864aa3c924c,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:10.748078 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3d92f-61a9-4625-b0c0-9996d2963f4e None None] Pushing event updated for resources: {'Port': ['ID=2c132920-49c5-4a23-a649-027950cd671f,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:10.780605 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-9a4bbd5d-4b5f-4936-8538-4c0dbcf76da3 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Allocated IP 172.20.0.7 (91ed30e3-435c-4a51-b9f2-be5a498ac343/f1cbbe12-d50f-4aae-9349-9492430979f3/a65d6d11-cfb7-475f-a497-9965145881eb) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:10.894474 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34168) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:10.900888 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3ba30607-4063-4163-8216-b83386fa69c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb3ea94671044f86bf428f8853f8acda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7353029 Apr 18 20:58:10.903689 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-0fa3d92f-61a9-4625-b0c0-9996d2963f4e None None] Attempting to bind port 2c132920-49c5-4a23-a649-027950cd671f on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:10.904597 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-0fa3d92f-61a9-4625-b0c0-9996d2963f4e None None] Attempting to bind port 2c132920-49c5-4a23-a649-027950cd671f by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'bfe2c03f-b8ac-4cd2-8b32-33226d4d7ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '91ed30e3-435c-4a51-b9f2-be5a498ac343'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:10.904756 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34170) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:10.904910 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa3d92f-61a9-4625-b0c0-9996d2963f4e None None] Attempting to bind port 2c132920-49c5-4a23-a649-027950cd671f on network 91ed30e3-435c-4a51-b9f2-be5a498ac343 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:58:10.958422 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa3d92f-61a9-4625-b0c0-9996d2963f4e None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:58:10.958799 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa3d92f-61a9-4625-b0c0-9996d2963f4e None None] Checking segment: {'id': 'bfe2c03f-b8ac-4cd2-8b32-33226d4d7ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '91ed30e3-435c-4a51-b9f2-be5a498ac343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:10.959608 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0fa3d92f-61a9-4625-b0c0-9996d2963f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.960115 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa3d92f-61a9-4625-b0c0-9996d2963f4e None None] Bound using segment: {'id': 'bfe2c03f-b8ac-4cd2-8b32-33226d4d7ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '91ed30e3-435c-4a51-b9f2-be5a498ac343'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:58:10.960849 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-0fa3d92f-61a9-4625-b0c0-9996d2963f4e None None] Bound port: 2c132920-49c5-4a23-a649-027950cd671f, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe2c03f-b8ac-4cd2-8b32-33226d4d7ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '91ed30e3-435c-4a51-b9f2-be5a498ac343'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:10.961354 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0fa3d92f-61a9-4625-b0c0-9996d2963f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.973575 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba30607-4063-4163-8216-b83386fa69c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f46a27-b512-4f53-bce9-bf32d47e5cbf,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:11.022307 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3d98d-2275-44d2-8edc-255758820882 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Port': ['ID=b91ea6a5-b1f0-487e-b143-91ae74f1bace,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:11.059125 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ee3d98d-2275-44d2-8edc-255758820882 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:11.103549 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-0fa3d92f-61a9-4625-b0c0-9996d2963f4e None None] For port 2c132920-49c5-4a23-a649-027950cd671f, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:11.110586 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-0fa3d92f-61a9-4625-b0c0-9996d2963f4e None None] For port 2c132920-49c5-4a23-a649-027950cd671f, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2c132920-49c5-4a23-a649-027950cd671f,segment=NetworkSegment(bfe2c03f-b8ac-4cd2-8b32-33226d4d7ecb),segment_id=bfe2c03f-b8ac-4cd2-8b32-33226d4d7ecb)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:11.117675 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0fa3d92f-61a9-4625-b0c0-9996d2963f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:11.144984 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d97f33be-57b0-4195-95e2-59b297df97cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:11.205099 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d97f33be-57b0-4195-95e2-59b297df97cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:11.237642 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3d92f-61a9-4625-b0c0-9996d2963f4e None None] Pushing event updated for resources: {'Port': ['ID=2c132920-49c5-4a23-a649-027950cd671f,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:11.344036 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d97f33be-57b0-4195-95e2-59b297df97cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:11.347035 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d97f33be-57b0-4195-95e2-59b297df97cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:11.348830 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d97f33be-57b0-4195-95e2-59b297df97cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9f46a27-b512-4f53-bce9-bf32d47e5cbf HTTP/1.1" status: 204 len: 168 time: 0.4426522 Apr 18 20:58:11.372191 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f33be-57b0-4195-95e2-59b297df97cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f46a27-b512-4f53-bce9-bf32d47e5cbf,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:11.401880 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6d617465-948c-49de-900e-b95ed1abb7db tempest-AgentManagementNegativeTest-366207286 tempest-AgentManagementNegativeTest-366207286-project] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4870222 Apr 18 20:58:11.552856 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9a4bbd5d-4b5f-4936-8538-4c0dbcf76da3 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:11.555788 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee3d98d-2275-44d2-8edc-255758820882 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network 550b79ae-3ddf-4659-a406-eae9145ea961 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:11.558924 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-3ee3d98d-2275-44d2-8edc-255758820882 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:11.708963 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-986343af-35a1-4f8e-8c53-b4e833a991f3 None None] Provisioning complete for port b91ea6a5-b1f0-487e-b143-91ae74f1bace triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:11.709335 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-986343af-35a1-4f8e-8c53-b4e833a991f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:11.819751 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-986343af-35a1-4f8e-8c53-b4e833a991f3 None None] Port b91ea6a5-b1f0-487e-b143-91ae74f1bace cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:58:11.847439 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:11.864614 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-986343af-35a1-4f8e-8c53-b4e833a991f3 None None] Provisioning complete for port 0cdec043-5758-4fbb-b802-a864aa3c924c triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:11.864996 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-986343af-35a1-4f8e-8c53-b4e833a991f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.141172 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9a4bbd5d-4b5f-4936-8538-4c0dbcf76da3 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.244805 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-bbf88d55-0e0e-4308-846f-cfa31c97b425 None None] Provisioning complete for port b91ea6a5-b1f0-487e-b143-91ae74f1bace triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:12.245751 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bbf88d55-0e0e-4308-846f-cfa31c97b425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.279362 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4bbd5d-4b5f-4936-8538-4c0dbcf76da3 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Network 91ed30e3-435c-4a51-b9f2-be5a498ac343 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:12.286160 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee3d98d-2275-44d2-8edc-255758820882 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Router 6e01b389-f033-4ad2-b8f4-380a450b2300 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:58:12.347374 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-bbf88d55-0e0e-4308-846f-cfa31c97b425 None None] Port b91ea6a5-b1f0-487e-b143-91ae74f1bace cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:58:12.365254 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-9a4bbd5d-4b5f-4936-8538-4c0dbcf76da3 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:12.387700 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4bbd5d-4b5f-4936-8538-4c0dbcf76da3 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:12.389452 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34200) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:12.798369 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2c132920-49c5-4a23-a649-027950cd671f up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:58:12.967121 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2ef30ba-5cf1-4b1d-a58b-f0b11536f361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.978658 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-bc6d8805-4fae-46da-97ef-b539b27a9d96 None None] Provisioning complete for port b91ea6a5-b1f0-487e-b143-91ae74f1bace triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:12.979256 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bc6d8805-4fae-46da-97ef-b539b27a9d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.063492 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-bc6d8805-4fae-46da-97ef-b539b27a9d96 None None] Port b91ea6a5-b1f0-487e-b143-91ae74f1bace cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:58:13.080702 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 2c132920-49c5-4a23-a649-027950cd671f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:13.082956 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.379689 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2ef30ba-5cf1-4b1d-a58b-f0b11536f361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.395002 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2ef30ba-5cf1-4b1d-a58b-f0b11536f361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.481643 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.561994 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d2ef30ba-5cf1-4b1d-a58b-f0b11536f361 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7e98cd2257344bfa84deaa394042cea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1666503 Apr 18 20:58:13.561994 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef30ba-5cf1-4b1d-a58b-f0b11536f361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affbfe32-9efe-4325-92d3-9ccc4e956821,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:13.565621 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34230) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:13.619121 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 2c132920-49c5-4a23-a649-027950cd671f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2c132920-49c5-4a23-a649-027950cd671f,segment=NetworkSegment(bfe2c03f-b8ac-4cd2-8b32-33226d4d7ecb),segment_id=bfe2c03f-b8ac-4cd2-8b32-33226d4d7ecb)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:13.628713 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.633126 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 0cdec043-5758-4fbb-b802-a864aa3c924c up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:58:13.685005 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f74e31e1-7537-4a5f-b484-8ef0798d5466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.732142 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f74e31e1-7537-4a5f-b484-8ef0798d5466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.803787 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4bbd5d-4b5f-4936-8538-4c0dbcf76da3 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Pushing event updated for resources: {'Port': ['ID=a65d6d11-cfb7-475f-a497-9965145881eb,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:13.833704 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f74e31e1-7537-4a5f-b484-8ef0798d5466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.840200 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f74e31e1-7537-4a5f-b484-8ef0798d5466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.842798 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f74e31e1-7537-4a5f-b484-8ef0798d5466 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/affbfe32-9efe-4325-92d3-9ccc4e956821 HTTP/1.1" status: 204 len: 168 time: 0.2744462 Apr 18 20:58:13.862047 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e31e1-7537-4a5f-b484-8ef0798d5466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affbfe32-9efe-4325-92d3-9ccc4e956821,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:13.950753 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4bbd5d-4b5f-4936-8538-4c0dbcf76da3 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:13.952378 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9a4bbd5d-4b5f-4936-8538-4c0dbcf76da3 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.990296 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef8b191-1671-42a1-be66-6c15cef9ce96 None None] Network 91ed30e3-435c-4a51-b9f2-be5a498ac343 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:14.026313 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9a4bbd5d-4b5f-4936-8538-4c0dbcf76da3 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.6323626 Apr 18 20:58:14.030067 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34238) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:14.045675 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-e0aa9611-2ea3-4728-86ef-6c4fd69e413c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Request body: {'port': {'network_id': '91ed30e3-435c-4a51-b9f2-be5a498ac343', 'name': 'tempest-AllowedAddressPairTestJSON-1274814247', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:d7:1d:1b'}]}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:14.047256 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee3d98d-2275-44d2-8edc-255758820882 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:58:14.055602 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3ee3d98d-2275-44d2-8edc-255758820882 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "PUT /v2.0/routers/6e01b389-f033-4ad2-b8f4-380a450b2300/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7656882 Apr 18 20:58:14.057869 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34240) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:14.072193 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c14df6-ac3b-493d-9cd7-5f9ccad81045 None None] Sync routers for ids ['6e01b389-f033-4ad2-b8f4-380a450b2300'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:58:14.120552 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c14df6-ac3b-493d-9cd7-5f9ccad81045 None None] Routers {'6e01b389-f033-4ad2-b8f4-380a450b2300'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:58:14.125014 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e91367c-f887-4b37-b209-9513ef0f397a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:14.128479 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3e91367c-f887-4b37-b209-9513ef0f397a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "GET /v2.0/ports/b91ea6a5-b1f0-487e-b143-91ae74f1bace HTTP/1.1" status: 200 len: 910 time: 0.0678482 Apr 18 20:58:14.128741 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b3c14df6-ac3b-493d-9cd7-5f9ccad81045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:57:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['6e01b389-f033-4ad2-b8f4-380a450b2300'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:14.129975 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34242) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:14.140906 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-df3d6b58-8b39-4f31-9be0-6e82da63259a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4fa4a729-65d1-4dc6-899e-7355ea21ba94'}]}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:14.188894 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b3c14df6-ac3b-493d-9cd7-5f9ccad81045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:14.201139 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c14df6-ac3b-493d-9cd7-5f9ccad81045 None None] Routers {'6e01b389-f033-4ad2-b8f4-380a450b2300'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:58:14.202482 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b3c14df6-ac3b-493d-9cd7-5f9ccad81045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:57:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['6e01b389-f033-4ad2-b8f4-380a450b2300'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:14.264454 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 0cdec043-5758-4fbb-b802-a864aa3c924c triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:14.268970 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.274862 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b3c14df6-ac3b-493d-9cd7-5f9ccad81045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:14.281909 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c14df6-ac3b-493d-9cd7-5f9ccad81045 None None] The sync data for ids ['6e01b389-f033-4ad2-b8f4-380a450b2300'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:58:14.418916 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-12c06024-7901-4be6-86fc-30876b5be5db None None] Provisioning complete for port 2c132920-49c5-4a23-a649-027950cd671f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:14.419290 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-12c06024-7901-4be6-86fc-30876b5be5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.467887 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0aa9611-2ea3-4728-86ef-6c4fd69e413c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Made reservation on behalf of 88ca053f97c94167a243baf63c452aa9 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:14.509595 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=2c132920-49c5-4a23-a649-027950cd671f,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:14.576930 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-df3d6b58-8b39-4f31-9be0-6e82da63259a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.758142 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e0aa9611-2ea3-4728-86ef-6c4fd69e413c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.788920 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-e0aa9611-2ea3-4728-86ef-6c4fd69e413c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] device_id is not set on port af29363b-e348-450b-8f1f-e092425486d9 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:58:15.075872 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-e0aa9611-2ea3-4728-86ef-6c4fd69e413c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Allocated IP 172.20.0.10 (91ed30e3-435c-4a51-b9f2-be5a498ac343/f1cbbe12-d50f-4aae-9349-9492430979f3/af29363b-e348-450b-8f1f-e092425486d9) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:15.210720 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2c132920-49c5-4a23-a649-027950cd671f up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:58:15.349541 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 2c132920-49c5-4a23-a649-027950cd671f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:15.351334 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:15.636073 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e0aa9611-2ea3-4728-86ef-6c4fd69e413c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:15.660643 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-df3d6b58-8b39-4f31-9be0-6e82da63259a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:15.677705 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-df3d6b58-8b39-4f31-9be0-6e82da63259a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:15.786795 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e0aa9611-2ea3-4728-86ef-6c4fd69e413c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:15.949523 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0aa9611-2ea3-4728-86ef-6c4fd69e413c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Network 91ed30e3-435c-4a51-b9f2-be5a498ac343 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:15.969213 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-e0aa9611-2ea3-4728-86ef-6c4fd69e413c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:15.972046 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d6b58-8b39-4f31-9be0-6e82da63259a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Port': ['ID=b91ea6a5-b1f0-487e-b143-91ae74f1bace,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:15.996742 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aa9611-2ea3-4728-86ef-6c4fd69e413c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:15.997505 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-dd90663e-d161-45da-8853-963c1b838727 None None] Provisioning complete for port 2c132920-49c5-4a23-a649-027950cd671f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:15.998331 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dd90663e-d161-45da-8853-963c1b838727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.061756 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3d6b58-8b39-4f31-9be0-6e82da63259a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:16.065903 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-df3d6b58-8b39-4f31-9be0-6e82da63259a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.074653 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-df3d6b58-8b39-4f31-9be0-6e82da63259a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "PUT /v2.0/ports/b91ea6a5-b1f0-487e-b143-91ae74f1bace HTTP/1.1" status: 200 len: 910 time: 1.9383738 Apr 18 20:58:16.075851 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34296) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:16.145527 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa9611-2ea3-4728-86ef-6c4fd69e413c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Pushing event updated for resources: {'Port': ['ID=af29363b-e348-450b-8f1f-e092425486d9,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:16.204489 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa9611-2ea3-4728-86ef-6c4fd69e413c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:16.218667 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa9611-2ea3-4728-86ef-6c4fd69e413c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:16.226079 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa9611-2ea3-4728-86ef-6c4fd69e413c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:16.227377 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa9611-2ea3-4728-86ef-6c4fd69e413c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:16.228358 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa9611-2ea3-4728-86ef-6c4fd69e413c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:16.229528 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa9611-2ea3-4728-86ef-6c4fd69e413c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:16.230255 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa9611-2ea3-4728-86ef-6c4fd69e413c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:16.230727 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa9611-2ea3-4728-86ef-6c4fd69e413c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:16.231821 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa9611-2ea3-4728-86ef-6c4fd69e413c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:16.237925 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa9611-2ea3-4728-86ef-6c4fd69e413c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:16.238605 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa9611-2ea3-4728-86ef-6c4fd69e413c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:16.239536 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa9611-2ea3-4728-86ef-6c4fd69e413c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:16.247855 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34300) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:16.292861 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0aa9611-2ea3-4728-86ef-6c4fd69e413c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:16.296162 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e0aa9611-2ea3-4728-86ef-6c4fd69e413c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.333271 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e0aa9611-2ea3-4728-86ef-6c4fd69e413c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.2997808 Apr 18 20:58:16.337433 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34304) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:16.494294 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-dd90663e-d161-45da-8853-963c1b838727 None None] Provisioning complete for port a65d6d11-cfb7-475f-a497-9965145881eb triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:16.497635 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dd90663e-d161-45da-8853-963c1b838727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.530256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9a6cc0-a127-47d7-bc84-62d7c8d51da0 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:16.557244 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9a6cc0-a127-47d7-bc84-62d7c8d51da0 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:16.587639 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9a6cc0-a127-47d7-bc84-62d7c8d51da0 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:16.598818 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ce9a6cc0-a127-47d7-bc84-62d7c8d51da0 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2556863 Apr 18 20:58:16.599381 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34310) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:16.638370 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-13efc956-a451-4291-8c89-c500200c1b3d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1713804614'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:16.668574 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-dd90663e-d161-45da-8853-963c1b838727 None None] Port a65d6d11-cfb7-475f-a497-9965145881eb cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:58:16.840066 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d2d33b22-f0e6-42f9-8f25-e266c862b494 None None] Provisioning complete for port a65d6d11-cfb7-475f-a497-9965145881eb triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:16.840541 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d2d33b22-f0e6-42f9-8f25-e266c862b494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.973035 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-d2d33b22-f0e6-42f9-8f25-e266c862b494 None None] Port a65d6d11-cfb7-475f-a497-9965145881eb cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:58:17.012506 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-ca39b0ad-4032-4cf2-a635-ef0b217baa3b tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Deleting port af29363b-e348-450b-8f1f-e092425486d9 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:58:17.013351 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ca39b0ad-4032-4cf2-a635-ef0b217baa3b tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.055199 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13efc956-a451-4291-8c89-c500200c1b3d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Made reservation on behalf of 619014dc27054173a2d8912243ab466a for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:17.058996 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13efc956-a451-4291-8c89-c500200c1b3d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.080451 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13efc956-a451-4291-8c89-c500200c1b3d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.104752 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f9f971e4-4b0b-4d82-9641-9b7dbeff865c None None] Provisioning complete for port af29363b-e348-450b-8f1f-e092425486d9 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:17.105408 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f9f971e4-4b0b-4d82-9641-9b7dbeff865c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.156807 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f9f971e4-4b0b-4d82-9641-9b7dbeff865c None None] Port af29363b-e348-450b-8f1f-e092425486d9 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:58:17.200939 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ca39b0ad-4032-4cf2-a635-ef0b217baa3b tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.228658 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-ca39b0ad-4032-4cf2-a635-ef0b217baa3b tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Calling delete_port for af29363b-e348-450b-8f1f-e092425486d9 owned by {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:58:17.338614 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13efc956-a451-4291-8c89-c500200c1b3d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.348481 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13efc956-a451-4291-8c89-c500200c1b3d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.386257 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13efc956-a451-4291-8c89-c500200c1b3d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:17.436221 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efc956-a451-4291-8c89-c500200c1b3d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d7456e-c4a2-4774-978c-e2316425d9f6,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:17.463483 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ca39b0ad-4032-4cf2-a635-ef0b217baa3b tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.523195 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13efc956-a451-4291-8c89-c500200c1b3d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.523548 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-13efc956-a451-4291-8c89-c500200c1b3d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Added segment f234e779-05d9-4209-94b2-e3ea7b37b302 of type vlan for network bcbf4b77-0566-4ac8-b9f7-d49f5e1d0762 Apr 18 20:58:17.530082 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39b0ad-4032-4cf2-a635-ef0b217baa3b tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Pushing event deleted for resources: {'Port': ['ID=af29363b-e348-450b-8f1f-e092425486d9,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:17.700804 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13efc956-a451-4291-8c89-c500200c1b3d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.775887 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ccdf25fc-17c7-4f1d-bb44-e583b3e50735 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.850061 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ca39b0ad-4032-4cf2-a635-ef0b217baa3b tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.854445 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ca39b0ad-4032-4cf2-a635-ef0b217baa3b tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] 10.222.0.41 "DELETE /v2.0/ports/af29363b-e348-450b-8f1f-e092425486d9 HTTP/1.1" status: 204 len: 168 time: 1.2536700 Apr 18 20:58:17.859936 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34330) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:17.908305 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ce7edc-cf23-4182-a319-b479581d14c8 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] GET failed (client error): The resource could not be found. Apr 18 20:58:17.910709 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-03ce7edc-cf23-4182-a319-b479581d14c8 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] 10.222.0.41 "GET /v2.0/ports/af29363b-e348-450b-8f1f-e092425486d9 HTTP/1.1" status: 404 len: 333 time: 0.0484700 Apr 18 20:58:17.920992 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34332) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:17.944708 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-cf204d06-e994-4094-8d50-87e6dc3bfdf5 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Request body: {'port': {'network_id': '91ed30e3-435c-4a51-b9f2-be5a498ac343', 'name': 'tempest-AllowedAddressPairTestJSON-264391918'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:17.970778 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13efc956-a451-4291-8c89-c500200c1b3d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.984124 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13efc956-a451-4291-8c89-c500200c1b3d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:17.985537 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13efc956-a451-4291-8c89-c500200c1b3d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:18.138467 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-13efc956-a451-4291-8c89-c500200c1b3d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8890769 Apr 18 20:58:18.184342 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf204d06-e994-4094-8d50-87e6dc3bfdf5 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Made reservation on behalf of 88ca053f97c94167a243baf63c452aa9 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:18.193361 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cf204d06-e994-4094-8d50-87e6dc3bfdf5 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:18.194068 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efc956-a451-4291-8c89-c500200c1b3d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event updated for resources: {'Network': ['ID=bcbf4b77-0566-4ac8-b9f7-d49f5e1d0762,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:18.211018 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network bcbf4b77-0566-4ac8-b9f7-d49f5e1d0762 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:58:18.305498 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-cf204d06-e994-4094-8d50-87e6dc3bfdf5 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] device_id is not set on port a2cba072-0794-41ce-a772-0397bb104fd3 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:58:18.498939 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-ccdf25fc-17c7-4f1d-bb44-e583b3e50735 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Deleting port b91ea6a5-b1f0-487e-b143-91ae74f1bace {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:58:18.501944 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ccdf25fc-17c7-4f1d-bb44-e583b3e50735 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:18.656130 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-cf204d06-e994-4094-8d50-87e6dc3bfdf5 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Allocated IP 172.20.0.14 (91ed30e3-435c-4a51-b9f2-be5a498ac343/f1cbbe12-d50f-4aae-9349-9492430979f3/a2cba072-0794-41ce-a772-0397bb104fd3) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:18.664088 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ccdf25fc-17c7-4f1d-bb44-e583b3e50735 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:18.680555 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-ccdf25fc-17c7-4f1d-bb44-e583b3e50735 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Calling delete_port for b91ea6a5-b1f0-487e-b143-91ae74f1bace owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:58:18.925318 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ccdf25fc-17c7-4f1d-bb44-e583b3e50735 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:18.989469 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf25fc-17c7-4f1d-bb44-e583b3e50735 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Port': ['ID=b91ea6a5-b1f0-487e-b143-91ae74f1bace,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:19.074970 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:58:19.365776 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ccdf25fc-17c7-4f1d-bb44-e583b3e50735 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:19.783900 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdf25fc-17c7-4f1d-bb44-e583b3e50735 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Router 6e01b389-f033-4ad2-b8f4-380a450b2300 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:58:19.964419 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdf25fc-17c7-4f1d-bb44-e583b3e50735 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:58:19.986289 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ccdf25fc-17c7-4f1d-bb44-e583b3e50735 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "PUT /v2.0/routers/6e01b389-f033-4ad2-b8f4-380a450b2300/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9019992 Apr 18 20:58:19.986577 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661767cd-ebe0-475d-82cf-1fc2e5629bbb None None] Sync routers for ids ['6e01b389-f033-4ad2-b8f4-380a450b2300'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:58:19.997993 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34350) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:20.016025 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661767cd-ebe0-475d-82cf-1fc2e5629bbb None None] Routers {'6e01b389-f033-4ad2-b8f4-380a450b2300'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:58:20.024158 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-661767cd-ebe0-475d-82cf-1fc2e5629bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:57:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['6e01b389-f033-4ad2-b8f4-380a450b2300'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:20.073725 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8748cd1c-8782-48aa-a52c-2e8bf15d7111 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e01b389-f033-4ad2-b8f4-380a450b2300 HTTP/1.1" status: 200 len: 205 time: 0.0700340 Apr 18 20:58:20.076458 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34352) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:20.210278 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-661767cd-ebe0-475d-82cf-1fc2e5629bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:20.238188 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661767cd-ebe0-475d-82cf-1fc2e5629bbb None None] Routers {'6e01b389-f033-4ad2-b8f4-380a450b2300'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:58:20.239514 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-661767cd-ebe0-475d-82cf-1fc2e5629bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:57:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['6e01b389-f033-4ad2-b8f4-380a450b2300'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:20.268196 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-98748a79-b620-411a-aaa9-8c6c9b15c6e7 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.277465 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cf204d06-e994-4094-8d50-87e6dc3bfdf5 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.311185 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-661767cd-ebe0-475d-82cf-1fc2e5629bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:20.312757 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661767cd-ebe0-475d-82cf-1fc2e5629bbb None None] The sync data for ids ['6e01b389-f033-4ad2-b8f4-380a450b2300'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:58:20.412871 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cf204d06-e994-4094-8d50-87e6dc3bfdf5 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.647283 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf204d06-e994-4094-8d50-87e6dc3bfdf5 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Pushing event updated for resources: {'Port': ['ID=a2cba072-0794-41ce-a772-0397bb104fd3,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:20.693745 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf204d06-e994-4094-8d50-87e6dc3bfdf5 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Network 91ed30e3-435c-4a51-b9f2-be5a498ac343 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:20.699895 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-cf204d06-e994-4094-8d50-87e6dc3bfdf5 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:20.711090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf204d06-e994-4094-8d50-87e6dc3bfdf5 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:20.878347 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-98748a79-b620-411a-aaa9-8c6c9b15c6e7 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.885516 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-98748a79-b620-411a-aaa9-8c6c9b15c6e7 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.907894 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf204d06-e994-4094-8d50-87e6dc3bfdf5 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:20.909239 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cf204d06-e994-4094-8d50-87e6dc3bfdf5 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.948954 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-cf204d06-e994-4094-8d50-87e6dc3bfdf5 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0080783 Apr 18 20:58:20.954057 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34362) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:20.974873 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-eefd7e47-4c73-4ead-991c-cd03cabb8e65 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:d7:1d:1b'}]}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:21.056041 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-98748a79-b620-411a-aaa9-8c6c9b15c6e7 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.057221 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98748a79-b620-411a-aaa9-8c6c9b15c6e7 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Fanout notify agent at l3_agent the message router_deleted on router 6e01b389-f033-4ad2-b8f4-380a450b2300 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:58:21.082249 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-98748a79-b620-411a-aaa9-8c6c9b15c6e7 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.088999 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-98748a79-b620-411a-aaa9-8c6c9b15c6e7 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/routers/6e01b389-f033-4ad2-b8f4-380a450b2300 HTTP/1.1" status: 204 len: 168 time: 1.0108187 Apr 18 20:58:21.089914 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34368) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:21.290699 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-a823ac18-a1bd-4bb4-b5bb-cf83ad9bc32f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Deleting subnet 4fa4a729-65d1-4dc6-899e-7355ea21ba94 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:58:21.295013 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a823ac18-a1bd-4bb4-b5bb-cf83ad9bc32f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.421664 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-057ebf85-a3f7-475f-a7da-cd325264e122 None None] Provisioning complete for port a2cba072-0794-41ce-a772-0397bb104fd3 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:21.423040 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a823ac18-a1bd-4bb4-b5bb-cf83ad9bc32f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.436701 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-057ebf85-a3f7-475f-a7da-cd325264e122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.532516 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-eefd7e47-4c73-4ead-991c-cd03cabb8e65 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.636046 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a823ac18-a1bd-4bb4-b5bb-cf83ad9bc32f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.697829 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-057ebf85-a3f7-475f-a7da-cd325264e122 None None] Port a2cba072-0794-41ce-a772-0397bb104fd3 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:58:21.731123 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34374) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:21.857226 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a823ac18-a1bd-4bb4-b5bb-cf83ad9bc32f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.915998 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32624a4-f273-4595-b099-4da24ccca911 None None] Network 550b79ae-3ddf-4659-a406-eae9145ea961 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:21.923861 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a823ac18-a1bd-4bb4-b5bb-cf83ad9bc32f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.941612 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a823ac18-a1bd-4bb4-b5bb-cf83ad9bc32f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/subnets/4fa4a729-65d1-4dc6-899e-7355ea21ba94 HTTP/1.1" status: 204 len: 168 time: 0.8501318 Apr 18 20:58:21.951409 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34380) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:22.052692 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823ac18-a1bd-4bb4-b5bb-cf83ad9bc32f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Subnet': ['ID=4fa4a729-65d1-4dc6-899e-7355ea21ba94,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:22.177782 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8979bf08-f866-417b-bc58-6078da7bcd08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:22.487274 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93db61c2-1c3b-49a2-845e-8086d4afe24a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:22.552294 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8979bf08-f866-417b-bc58-6078da7bcd08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:22.564709 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8979bf08-f866-417b-bc58-6078da7bcd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:22.727685 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d52eb2-b354-45c7-81d7-8fea51c134a8 None None] DHCP port deletion for 550b79ae-3ddf-4659-a406-eae9145ea961 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:58:22.740803 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979bf08-f866-417b-bc58-6078da7bcd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b02143-a086-4455-87db-ef012e3b479c,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:22.797514 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8979bf08-f866-417b-bc58-6078da7bcd08 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd6ad34cee04450b8280f1064ac8b362&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0654864 Apr 18 20:58:22.806760 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34384) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:22.920284 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dfcb05dc-c2ab-447b-9370-8809d6779d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:22.973533 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-43d52eb2-b354-45c7-81d7-8fea51c134a8 None None] Deleting port 0cdec043-5758-4fbb-b802-a864aa3c924c {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:58:22.975083 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dfcb05dc-c2ab-447b-9370-8809d6779d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:22.985955 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-43d52eb2-b354-45c7-81d7-8fea51c134a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.092669 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dfcb05dc-c2ab-447b-9370-8809d6779d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.103634 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dfcb05dc-c2ab-447b-9370-8809d6779d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.103634 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-dfcb05dc-c2ab-447b-9370-8809d6779d7e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35b02143-a086-4455-87db-ef012e3b479c HTTP/1.1" status: 204 len: 168 time: 0.2992444 Apr 18 20:58:23.109805 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-eefd7e47-4c73-4ead-991c-cd03cabb8e65 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.168879 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-93db61c2-1c3b-49a2-845e-8086d4afe24a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Deleting port 0cdec043-5758-4fbb-b802-a864aa3c924c {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:58:23.169387 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93db61c2-1c3b-49a2-845e-8086d4afe24a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.174071 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-eefd7e47-4c73-4ead-991c-cd03cabb8e65 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.256498 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34390) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:23.263321 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-01e788d2-c64f-4343-8563-0f6b243a9b02 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Request body: {'subnet': {'network_id': 'bcbf4b77-0566-4ac8-b9f7-d49f5e1d0762', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:23.349844 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb05dc-c2ab-447b-9370-8809d6779d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b02143-a086-4455-87db-ef012e3b479c,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:23.398840 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 0cdec043-5758-4fbb-b802-a864aa3c924c no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:58:23.575768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-eefd7e47-4c73-4ead-991c-cd03cabb8e65 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] In _notify_port_updated(), no bound segment for port a2cba072-0794-41ce-a772-0397bb104fd3 on network 91ed30e3-435c-4a51-b9f2-be5a498ac343 {{(pid=102908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:58:23.588691 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e788d2-c64f-4343-8563-0f6b243a9b02 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Made reservation on behalf of 619014dc27054173a2d8912243ab466a for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:23.594319 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-01e788d2-c64f-4343-8563-0f6b243a9b02 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.607235 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefd7e47-4c73-4ead-991c-cd03cabb8e65 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:23.612404 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-eefd7e47-4c73-4ead-991c-cd03cabb8e65 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.622002 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-eefd7e47-4c73-4ead-991c-cd03cabb8e65 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] 10.222.0.41 "PUT /v2.0/ports/a2cba072-0794-41ce-a772-0397bb104fd3 HTTP/1.1" status: 200 len: 993 time: 2.6653528 Apr 18 20:58:23.622002 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd7e47-4c73-4ead-991c-cd03cabb8e65 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Pushing event updated for resources: {'Port': ['ID=a2cba072-0794-41ce-a772-0397bb104fd3,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:23.636134 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34394) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:23.740143 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-43d52eb2-b354-45c7-81d7-8fea51c134a8 None None] For port 0cdec043-5758-4fbb-b802-a864aa3c924c, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=0cdec043-5758-4fbb-b802-a864aa3c924c,segment=NetworkSegment(530cebf7-52da-4bd0-be20-448a9c6e1528),segment_id=530cebf7-52da-4bd0-be20-448a9c6e1528)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:23.749233 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-43d52eb2-b354-45c7-81d7-8fea51c134a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.027621 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-43d52eb2-b354-45c7-81d7-8fea51c134a8 None None] Calling delete_port for 0cdec043-5758-4fbb-b802-a864aa3c924c owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:58:24.095067 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-93db61c2-1c3b-49a2-845e-8086d4afe24a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] For port 0cdec043-5758-4fbb-b802-a864aa3c924c, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=0cdec043-5758-4fbb-b802-a864aa3c924c,segment=NetworkSegment(530cebf7-52da-4bd0-be20-448a9c6e1528),segment_id=530cebf7-52da-4bd0-be20-448a9c6e1528)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:24.095681 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93db61c2-1c3b-49a2-845e-8086d4afe24a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.125277 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-93db61c2-1c3b-49a2-845e-8086d4afe24a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Calling delete_port for 0cdec043-5758-4fbb-b802-a864aa3c924c owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:58:24.188916 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.207549 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6cce9b86-edad-48ad-bec1-a1ba127a012f None None] Provisioning complete for port a2cba072-0794-41ce-a772-0397bb104fd3 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:24.208962 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6cce9b86-edad-48ad-bec1-a1ba127a012f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.219448 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-01e788d2-c64f-4343-8563-0f6b243a9b02 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.266761 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-1a81ecb6-8438-4d7a-80b7-abfb52119975 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Deleting port a2cba072-0794-41ce-a772-0397bb104fd3 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:58:24.267129 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1a81ecb6-8438-4d7a-80b7-abfb52119975 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.355702 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e788d2-c64f-4343-8563-0f6b243a9b02 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event updated for resources: {'Subnet': ['ID=77921ba6-5c07-4108-ab4b-b437eab3d2bb,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:24.410257 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6cce9b86-edad-48ad-bec1-a1ba127a012f None None] Port a2cba072-0794-41ce-a772-0397bb104fd3 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:58:24.424182 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93db61c2-1c3b-49a2-845e-8086d4afe24a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.434062 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1a81ecb6-8438-4d7a-80b7-abfb52119975 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.467936 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db61c2-1c3b-49a2-845e-8086d4afe24a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Port': ['ID=0cdec043-5758-4fbb-b802-a864aa3c924c,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:24.475463 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-1a81ecb6-8438-4d7a-80b7-abfb52119975 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Calling delete_port for a2cba072-0794-41ce-a772-0397bb104fd3 owned by {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:58:24.481708 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93db61c2-1c3b-49a2-845e-8086d4afe24a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] No DVR routers for this DVR port 0cdec043-5758-4fbb-b802-a864aa3c924c on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:24.536049 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e788d2-c64f-4343-8563-0f6b243a9b02 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Checking segment: {'id': 'f234e779-05d9-4209-94b2-e3ea7b37b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bcbf4b77-0566-4ac8-b9f7-d49f5e1d0762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:24.539980 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e788d2-c64f-4343-8563-0f6b243a9b02 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Network hostable DHCP agents. Network: bcbf4b77-0566-4ac8-b9f7-d49f5e1d0762, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:58:24.576769 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e788d2-c64f-4343-8563-0f6b243a9b02 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Network bcbf4b77-0566-4ac8-b9f7-d49f5e1d0762 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:58:24.600291 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-01e788d2-c64f-4343-8563-0f6b243a9b02 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, bcbf4b77-0566-4ac8-b9f7-d49f5e1d0762) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:24.620661 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8182e9e-fd7e-4c1d-9c40-10c50289b883 None None] Network bcbf4b77-0566-4ac8-b9f7-d49f5e1d0762 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:24.623519 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e788d2-c64f-4343-8563-0f6b243a9b02 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:24.625642 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-01e788d2-c64f-4343-8563-0f6b243a9b02 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.656062 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-99e206ba-8297-493d-8399-b9aa305d01d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.657449 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-01e788d2-c64f-4343-8563-0f6b243a9b02 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3973343 Apr 18 20:58:24.662502 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34412) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:24.674959 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-43d52eb2-b354-45c7-81d7-8fea51c134a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.676767 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-22f9e7e7-ada1-4bda-97f0-974615771bd3 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-920116198'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:24.699487 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93db61c2-1c3b-49a2-845e-8086d4afe24a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.733761 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f9e7e7-ada1-4bda-97f0-974615771bd3 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Made reservation on behalf of 619014dc27054173a2d8912243ab466a for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:24.739000 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22f9e7e7-ada1-4bda-97f0-974615771bd3 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.767197 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d52eb2-b354-45c7-81d7-8fea51c134a8 None None] No DVR routers for this DVR port 0cdec043-5758-4fbb-b802-a864aa3c924c on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:24.783927 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-93db61c2-1c3b-49a2-845e-8086d4afe24a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550b79ae-3ddf-4659-a406-eae9145ea961']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:24.823619 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-93db61c2-1c3b-49a2-845e-8086d4afe24a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '530cebf7-52da-4bd0-be20-448a9c6e1528') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:24.823922 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-93db61c2-1c3b-49a2-845e-8086d4afe24a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '530cebf7-52da-4bd0-be20-448a9c6e1528') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:24.834350 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f9e7e7-ada1-4bda-97f0-974615771bd3 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:24.838668 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d52eb2-b354-45c7-81d7-8fea51c134a8 None None] Pushing event deleted for resources: {'Port': ['ID=0cdec043-5758-4fbb-b802-a864aa3c924c,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:24.859237 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93db61c2-1c3b-49a2-845e-8086d4afe24a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.866767 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22f9e7e7-ada1-4bda-97f0-974615771bd3 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.868871 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-22f9e7e7-ada1-4bda-97f0-974615771bd3 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Added segment 4a875b1c-1b34-402a-bff7-1172d511506d of type vlan for network 6ea2e007-ee3b-4160-8860-6dab9c2f08a8 Apr 18 20:58:24.965371 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22f9e7e7-ada1-4bda-97f0-974615771bd3 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.990375 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93db61c2-1c3b-49a2-845e-8086d4afe24a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.006756 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1233957-b831-47da-bc8b-6b721685cbbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-bcbf4b77-0566-4ac8-b9f7-d49f5e1d0762', 'network_id': 'bcbf4b77-0566-4ac8-b9f7-d49f5e1d0762', 'tenant_id': '619014dc27054173a2d8912243ab466a', 'fixed_ips': [{'subnet_id': '77921ba6-5c07-4108-ab4b-b437eab3d2bb'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:58:25.008386 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c1233957-b831-47da-bc8b-6b721685cbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.012780 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22f9e7e7-ada1-4bda-97f0-974615771bd3 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.027350 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93db61c2-1c3b-49a2-845e-8086d4afe24a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:58:25.028004 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93db61c2-1c3b-49a2-845e-8086d4afe24a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.031795 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f9e7e7-ada1-4bda-97f0-974615771bd3 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:25.032556 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22f9e7e7-ada1-4bda-97f0-974615771bd3 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:58:25.044545 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:58:25.106351 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34420) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:25.121257 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-22f9e7e7-ada1-4bda-97f0-974615771bd3 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4545350 Apr 18 20:58:25.126553 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34426) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:25.133754 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-9fb419af-3148-4d2b-91f8-33ee6aa4f1dd tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Request body: {'subnet': {'network_id': '6ea2e007-ee3b-4160-8860-6dab9c2f08a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:25.148050 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1a81ecb6-8438-4d7a-80b7-abfb52119975 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.190765 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81ecb6-8438-4d7a-80b7-abfb52119975 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Pushing event deleted for resources: {'Port': ['ID=a2cba072-0794-41ce-a772-0397bb104fd3,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:25.202295 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93db61c2-1c3b-49a2-845e-8086d4afe24a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.255196 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93db61c2-1c3b-49a2-845e-8086d4afe24a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.264104 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-93db61c2-1c3b-49a2-845e-8086d4afe24a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/networks/550b79ae-3ddf-4659-a406-eae9145ea961 HTTP/1.1" status: 204 len: 168 time: 3.3067713 Apr 18 20:58:25.271021 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db61c2-1c3b-49a2-845e-8086d4afe24a tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Network': ['ID=550b79ae-3ddf-4659-a406-eae9145ea961,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:25.347459 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34434) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:25.361079 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-596f25f6-7376-438d-a84f-6313208b850e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1589078032', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:25.386169 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-69d59386-b4f4-4077-a5bd-e61934ccc890 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2050693455-network', 'tenant_id': '9efee0f2ecad427295b1ff03b6188fa5'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:25.415232 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d59386-b4f4-4077-a5bd-e61934ccc890 admin admin] Made reservation on behalf of 9efee0f2ecad427295b1ff03b6188fa5 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:25.426362 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69d59386-b4f4-4077-a5bd-e61934ccc890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.438862 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69d59386-b4f4-4077-a5bd-e61934ccc890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.490717 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-596f25f6-7376-438d-a84f-6313208b850e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.491946 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-596f25f6-7376-438d-a84f-6313208b850e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.607447 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-c1233957-b831-47da-bc8b-6b721685cbbb None None] Allocated IP 2001:db8:0:ffff::2 (bcbf4b77-0566-4ac8-b9f7-d49f5e1d0762/77921ba6-5c07-4108-ab4b-b437eab3d2bb/1eeb1328-d64a-4ef2-a3b2-ccb9983177f8) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:25.746377 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-596f25f6-7376-438d-a84f-6313208b850e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.758785 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1a81ecb6-8438-4d7a-80b7-abfb52119975 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.762240 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1a81ecb6-8438-4d7a-80b7-abfb52119975 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] 10.222.0.41 "DELETE /v2.0/ports/a2cba072-0794-41ce-a772-0397bb104fd3 HTTP/1.1" status: 204 len: 168 time: 2.1210515 Apr 18 20:58:25.763873 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-596f25f6-7376-438d-a84f-6313208b850e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.770471 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34446) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:25.783881 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9e7e7-ada1-4bda-97f0-974615771bd3 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event updated for resources: {'Network': ['ID=6ea2e007-ee3b-4160-8860-6dab9c2f08a8,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:25.815506 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-596f25f6-7376-438d-a84f-6313208b850e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.817922 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-596f25f6-7376-438d-a84f-6313208b850e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4699476 Apr 18 20:58:25.823380 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-796b5357-a4af-420a-bc73-2c2632146a42 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1095259156&fields=id&tenant_id=f840c855946542459a247bc427a2167c HTTP/1.1" status: 200 len: 267 time: 0.1593451 Apr 18 20:58:25.823889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34450) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:25.832176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-2e156e7e-35b7-40b6-97d1-3ae114603521 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'network': {'name': 'tempest-RoutersTest-1210435936'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:25.847376 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd6fd85-03ed-41b9-adfd-b0f8ff350758 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] GET failed (client error): The resource could not be found. Apr 18 20:58:25.849685 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ddd6fd85-03ed-41b9-adfd-b0f8ff350758 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] 10.222.0.41 "GET /v2.0/ports/a2cba072-0794-41ce-a772-0397bb104fd3 HTTP/1.1" status: 404 len: 333 time: 0.0775619 Apr 18 20:58:25.859688 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34452) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:25.867709 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-908f72a0-1c88-4a68-9fd1-1554ae7b65cb tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Request body: {'port': {'network_id': '91ed30e3-435c-4a51-b9f2-be5a498ac343', 'name': 'tempest-AllowedAddressPairTestJSON-2042702137'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:25.950574 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb419af-3148-4d2b-91f8-33ee6aa4f1dd tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Made reservation on behalf of 619014dc27054173a2d8912243ab466a for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:25.954617 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9fb419af-3148-4d2b-91f8-33ee6aa4f1dd tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.990705 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-9e001b80-c923-4607-bca0-cdb90eea4e5f tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:25.992531 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-9e001b80-c923-4607-bca0-cdb90eea4e5f tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 811 time: 0.1400042 Apr 18 20:58:25.997138 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69d59386-b4f4-4077-a5bd-e61934ccc890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.004671 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69d59386-b4f4-4077-a5bd-e61934ccc890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.025374 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c1233957-b831-47da-bc8b-6b721685cbbb None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.034986 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 6ea2e007-ee3b-4160-8860-6dab9c2f08a8 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:58:26.037000 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e156e7e-35b7-40b6-97d1-3ae114603521 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Made reservation on behalf of 34ed532966de49f2a1099a6b441323dd for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:26.041042 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2e156e7e-35b7-40b6-97d1-3ae114603521 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.072415 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d59386-b4f4-4077-a5bd-e61934ccc890 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:26.085467 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d59386-b4f4-4077-a5bd-e61934ccc890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53ca3df-29db-4d54-9742-076d825b2a49,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:26.100524 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-6a3cdcd5-57d5-4e67-868a-a8a3d76c0b29 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/quotas/f840c855946542459a247bc427a2167c HTTP/1.1" status: 200 len: 375 time: 0.0647638 Apr 18 20:58:26.101186 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69d59386-b4f4-4077-a5bd-e61934ccc890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.101776 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-69d59386-b4f4-4077-a5bd-e61934ccc890 admin admin] Added segment 6fd2a717-65b5-4e7e-836c-5289d337b33f of type vlan for network e3e0b47f-6256-44a9-b67e-b0131f54ee7a Apr 18 20:58:26.150126 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e156e7e-35b7-40b6-97d1-3ae114603521 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:26.164713 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c1233957-b831-47da-bc8b-6b721685cbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.176082 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9fb419af-3148-4d2b-91f8-33ee6aa4f1dd tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.205849 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69d59386-b4f4-4077-a5bd-e61934ccc890 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.208564 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2e156e7e-35b7-40b6-97d1-3ae114603521 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.209098 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-2e156e7e-35b7-40b6-97d1-3ae114603521 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Added segment 25a56cb3-299f-4e6a-ac18-fa3e03f0adfa of type vlan for network 35269b03-103c-4760-8f89-af2e21fc4c1d Apr 18 20:58:26.237794 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-2d811166-3906-4ad7-8bfb-ff2863c73311 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0964370 Apr 18 20:58:26.243352 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1233957-b831-47da-bc8b-6b721685cbbb None None] Network bcbf4b77-0566-4ac8-b9f7-d49f5e1d0762 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:26.246897 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-c1233957-b831-47da-bc8b-6b721685cbbb None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:26.250809 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1233957-b831-47da-bc8b-6b721685cbbb None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:26.269644 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb419af-3148-4d2b-91f8-33ee6aa4f1dd tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event updated for resources: {'Subnet': ['ID=6910a92a-24d1-442b-856e-f4494d7bfc40,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:26.301312 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb419af-3148-4d2b-91f8-33ee6aa4f1dd tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Checking segment: {'id': '4a875b1c-1b34-402a-bff7-1172d511506d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6ea2e007-ee3b-4160-8860-6dab9c2f08a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:26.302293 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb419af-3148-4d2b-91f8-33ee6aa4f1dd tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Network hostable DHCP agents. Network: 6ea2e007-ee3b-4160-8860-6dab9c2f08a8, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:58:26.304376 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2e156e7e-35b7-40b6-97d1-3ae114603521 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.307307 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908f72a0-1c88-4a68-9fd1-1554ae7b65cb tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Made reservation on behalf of 88ca053f97c94167a243baf63c452aa9 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:26.311837 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-908f72a0-1c88-4a68-9fd1-1554ae7b65cb tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.314149 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69d59386-b4f4-4077-a5bd-e61934ccc890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.315512 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d59386-b4f4-4077-a5bd-e61934ccc890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:26.316314 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69d59386-b4f4-4077-a5bd-e61934ccc890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.341082 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb419af-3148-4d2b-91f8-33ee6aa4f1dd tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Network 6ea2e007-ee3b-4160-8860-6dab9c2f08a8 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:58:26.345738 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1233957-b831-47da-bc8b-6b721685cbbb None None] Pushing event updated for resources: {'Port': ['ID=1eeb1328-d64a-4ef2-a3b2-ccb9983177f8,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:26.346938 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-908f72a0-1c88-4a68-9fd1-1554ae7b65cb tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] device_id is not set on port 639b9f11-53ed-4271-acb8-61af8752e3cd yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:58:26.363337 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-9fb419af-3148-4d2b-91f8-33ee6aa4f1dd tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 6ea2e007-ee3b-4160-8860-6dab9c2f08a8) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:26.384895 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d564b3-3f6d-4340-87a6-2a45e0cd01d5 None None] Network 6ea2e007-ee3b-4160-8860-6dab9c2f08a8 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:26.411975 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c1233957-b831-47da-bc8b-6b721685cbbb None None] Attempting to bind port 1eeb1328-d64a-4ef2-a3b2-ccb9983177f8 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:26.412314 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb419af-3148-4d2b-91f8-33ee6aa4f1dd tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:26.412518 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c1233957-b831-47da-bc8b-6b721685cbbb None None] Attempting to bind port 1eeb1328-d64a-4ef2-a3b2-ccb9983177f8 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'f234e779-05d9-4209-94b2-e3ea7b37b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bcbf4b77-0566-4ac8-b9f7-d49f5e1d0762'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:26.412807 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1233957-b831-47da-bc8b-6b721685cbbb None None] Attempting to bind port 1eeb1328-d64a-4ef2-a3b2-ccb9983177f8 on network bcbf4b77-0566-4ac8-b9f7-d49f5e1d0762 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:58:26.413214 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9fb419af-3148-4d2b-91f8-33ee6aa4f1dd tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.422844 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1233957-b831-47da-bc8b-6b721685cbbb None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:58:26.423267 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1233957-b831-47da-bc8b-6b721685cbbb None None] Checking segment: {'id': 'f234e779-05d9-4209-94b2-e3ea7b37b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bcbf4b77-0566-4ac8-b9f7-d49f5e1d0762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:26.424743 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c1233957-b831-47da-bc8b-6b721685cbbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.425167 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1233957-b831-47da-bc8b-6b721685cbbb None None] Bound using segment: {'id': 'f234e779-05d9-4209-94b2-e3ea7b37b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bcbf4b77-0566-4ac8-b9f7-d49f5e1d0762'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:58:26.425701 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c1233957-b831-47da-bc8b-6b721685cbbb None None] Bound port: 1eeb1328-d64a-4ef2-a3b2-ccb9983177f8, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f234e779-05d9-4209-94b2-e3ea7b37b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bcbf4b77-0566-4ac8-b9f7-d49f5e1d0762'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:26.426137 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c1233957-b831-47da-bc8b-6b721685cbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.449971 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9fb419af-3148-4d2b-91f8-33ee6aa4f1dd tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3219159 Apr 18 20:58:26.450765 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34458) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:26.567659 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-69d59386-b4f4-4077-a5bd-e61934ccc890 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4585681 Apr 18 20:58:26.570945 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34462) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:26.579751 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c5dcf0f1-1703-49b5-9f04-734ee9e06a2d admin admin] Request body: {'subnet': {'network_id': 'e3e0b47f-6256-44a9-b67e-b0131f54ee7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2050693455-subnet', 'tenant_id': '9efee0f2ecad427295b1ff03b6188fa5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:26.613193 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2e156e7e-35b7-40b6-97d1-3ae114603521 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.620230 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-908f72a0-1c88-4a68-9fd1-1554ae7b65cb tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Allocated IP 172.20.0.6 (91ed30e3-435c-4a51-b9f2-be5a498ac343/f1cbbe12-d50f-4aae-9349-9492430979f3/639b9f11-53ed-4271-acb8-61af8752e3cd) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:26.622804 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e156e7e-35b7-40b6-97d1-3ae114603521 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:26.623762 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2e156e7e-35b7-40b6-97d1-3ae114603521 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.629702 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d59386-b4f4-4077-a5bd-e61934ccc890 admin admin] Pushing event updated for resources: {'Network': ['ID=e3e0b47f-6256-44a9-b67e-b0131f54ee7a,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:26.655751 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5dcf0f1-1703-49b5-9f04-734ee9e06a2d admin admin] Made reservation on behalf of 9efee0f2ecad427295b1ff03b6188fa5 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:26.656012 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network e3e0b47f-6256-44a9-b67e-b0131f54ee7a details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:58:26.658840 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c5dcf0f1-1703-49b5-9f04-734ee9e06a2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.673846 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c1233957-b831-47da-bc8b-6b721685cbbb None None] For port 1eeb1328-d64a-4ef2-a3b2-ccb9983177f8, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:26.681211 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-668ffc37-9132-4a20-bff2-6001516c1655 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.733267 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c1233957-b831-47da-bc8b-6b721685cbbb None None] For port 1eeb1328-d64a-4ef2-a3b2-ccb9983177f8, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1eeb1328-d64a-4ef2-a3b2-ccb9983177f8,segment=NetworkSegment(f234e779-05d9-4209-94b2-e3ea7b37b302),segment_id=f234e779-05d9-4209-94b2-e3ea7b37b302)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:26.849909 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c1233957-b831-47da-bc8b-6b721685cbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.895958 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2e156e7e-35b7-40b6-97d1-3ae114603521 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0697265 Apr 18 20:58:26.897331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34464) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:26.900217 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-908f72a0-1c88-4a68-9fd1-1554ae7b65cb tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.919718 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-3ef36b7e-8463-4256-baf1-0ee189cafc95 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'subnet': {'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:26.962697 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-908f72a0-1c88-4a68-9fd1-1554ae7b65cb tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.975071 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e156e7e-35b7-40b6-97d1-3ae114603521 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Network': ['ID=35269b03-103c-4760-8f89-af2e21fc4c1d,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:27.026032 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 35269b03-103c-4760-8f89-af2e21fc4c1d details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:58:27.074951 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f72a0-1c88-4a68-9fd1-1554ae7b65cb tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Pushing event updated for resources: {'Port': ['ID=639b9f11-53ed-4271-acb8-61af8752e3cd,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:27.085794 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fed55d-f302-433c-99e4-b5b58be8384d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-6ea2e007-ee3b-4160-8860-6dab9c2f08a8', 'network_id': '6ea2e007-ee3b-4160-8860-6dab9c2f08a8', 'tenant_id': '619014dc27054173a2d8912243ab466a', 'fixed_ips': [{'subnet_id': '6910a92a-24d1-442b-856e-f4494d7bfc40'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:58:27.087253 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-52fed55d-f302-433c-99e4-b5b58be8384d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.118694 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908f72a0-1c88-4a68-9fd1-1554ae7b65cb tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Network 91ed30e3-435c-4a51-b9f2-be5a498ac343 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:27.131116 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-908f72a0-1c88-4a68-9fd1-1554ae7b65cb tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:27.139102 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908f72a0-1c88-4a68-9fd1-1554ae7b65cb tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:27.141659 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-363afde2-536a-432f-9a17-7e27470e5f64 service neutron] 10.222.0.41 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7814047 Apr 18 20:58:27.198201 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1233957-b831-47da-bc8b-6b721685cbbb None None] Pushing event updated for resources: {'Port': ['ID=1eeb1328-d64a-4ef2-a3b2-ccb9983177f8,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:27.225573 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-668ffc37-9132-4a20-bff2-6001516c1655 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.321671 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef36b7e-8463-4256-baf1-0ee189cafc95 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Made reservation on behalf of 34ed532966de49f2a1099a6b441323dd for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:27.324534 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908f72a0-1c88-4a68-9fd1-1554ae7b65cb tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:27.325360 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-908f72a0-1c88-4a68-9fd1-1554ae7b65cb tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.325811 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3ef36b7e-8463-4256-baf1-0ee189cafc95 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.344612 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-668ffc37-9132-4a20-bff2-6001516c1655 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.349823 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-908f72a0-1c88-4a68-9fd1-1554ae7b65cb tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4885850 Apr 18 20:58:27.399570 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34466) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:27.402305 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ffc37-9132-4a20-bff2-6001516c1655 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event deleted for resources: {'Subnet': ['ID=6910a92a-24d1-442b-856e-f4494d7bfc40,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:27.410148 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-b1d76da0-8afc-470e-ac0f-1c250efa3215 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d7:1d:1b'}]}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server [None req-52fed55d-f302-433c-99e4-b5b58be8384d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6910a92a-24d1-442b-856e-f4494d7bfc40: This subnet is being modified by another concurrent operation. Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:58:27.540815 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise exception Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6910a92a-24d1-442b-856e-f4494d7bfc40: This subnet is being modified by another concurrent operation. Apr 18 20:58:27.544576 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Apr 18 20:58:27.552902 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-668ffc37-9132-4a20-bff2-6001516c1655 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.604076 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb2e43a-04d4-435f-8d19-951c10849c11 None None] Network 6ea2e007-ee3b-4160-8860-6dab9c2f08a8 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:27.614774 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-668ffc37-9132-4a20-bff2-6001516c1655 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea2e007-ee3b-4160-8860-6dab9c2f08a8']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:27.625762 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-54ae94b8-5066-4ba1-8916-2b879bdbc137 service neutron] 10.222.0.41 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710166 Apr 18 20:58:27.682210 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-668ffc37-9132-4a20-bff2-6001516c1655 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a875b1c-1b34-402a-bff7-1172d511506d') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:27.682595 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-668ffc37-9132-4a20-bff2-6001516c1655 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a875b1c-1b34-402a-bff7-1172d511506d') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:27.741398 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-668ffc37-9132-4a20-bff2-6001516c1655 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.771104 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-668ffc37-9132-4a20-bff2-6001516c1655 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.821667 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-668ffc37-9132-4a20-bff2-6001516c1655 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:58:27.822465 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-668ffc37-9132-4a20-bff2-6001516c1655 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:58:27.834318 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:58:27.866634 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c5dcf0f1-1703-49b5-9f04-734ee9e06a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.876007 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3ef36b7e-8463-4256-baf1-0ee189cafc95 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.892324 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-51f39c8e-fb58-45e7-9e66-82e84e4606f6 None None] Provisioning complete for port 639b9f11-53ed-4271-acb8-61af8752e3cd triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:27.892802 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-51f39c8e-fb58-45e7-9e66-82e84e4606f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.970673 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dcf0f1-1703-49b5-9f04-734ee9e06a2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=82cc6c3a-19de-4723-a0c8-f24f0eee734c,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:28.010064 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-668ffc37-9132-4a20-bff2-6001516c1655 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.050101 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-668ffc37-9132-4a20-bff2-6001516c1655 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.058916 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-668ffc37-9132-4a20-bff2-6001516c1655 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "DELETE /v2.0/networks/6ea2e007-ee3b-4160-8860-6dab9c2f08a8 HTTP/1.1" status: 204 len: 168 time: 1.6036527 Apr 18 20:58:28.059886 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ffc37-9132-4a20-bff2-6001516c1655 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event deleted for resources: {'Network': ['ID=6ea2e007-ee3b-4160-8860-6dab9c2f08a8,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:28.061024 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34476) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:28.068583 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dcf0f1-1703-49b5-9f04-734ee9e06a2d admin admin] Checking segment: {'id': '6fd2a717-65b5-4e7e-836c-5289d337b33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e3e0b47f-6256-44a9-b67e-b0131f54ee7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:28.068948 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dcf0f1-1703-49b5-9f04-734ee9e06a2d admin admin] Network hostable DHCP agents. Network: e3e0b47f-6256-44a9-b67e-b0131f54ee7a, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:58:28.071244 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b1d76da0-8afc-470e-ac0f-1c250efa3215 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.090774 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-21bd1c77-8d5f-455f-824c-a535318bc791 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-537531437'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:28.125498 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-51f39c8e-fb58-45e7-9e66-82e84e4606f6 None None] Port 639b9f11-53ed-4271-acb8-61af8752e3cd cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:58:28.145774 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bd1c77-8d5f-455f-824c-a535318bc791 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Made reservation on behalf of 619014dc27054173a2d8912243ab466a for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:28.146426 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dcf0f1-1703-49b5-9f04-734ee9e06a2d admin admin] Network e3e0b47f-6256-44a9-b67e-b0131f54ee7a is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:58:28.166059 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-21bd1c77-8d5f-455f-824c-a535318bc791 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.170972 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-c5dcf0f1-1703-49b5-9f04-734ee9e06a2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, e3e0b47f-6256-44a9-b67e-b0131f54ee7a) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:28.182227 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d1c51c-8819-4942-b83b-0aeca10fda12 None None] Network e3e0b47f-6256-44a9-b67e-b0131f54ee7a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:28.186202 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dcf0f1-1703-49b5-9f04-734ee9e06a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:28.187341 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c5dcf0f1-1703-49b5-9f04-734ee9e06a2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.216999 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef36b7e-8463-4256-baf1-0ee189cafc95 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Subnet': ['ID=93983504-b531-45a8-945d-2914f64154ac,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:28.232248 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef36b7e-8463-4256-baf1-0ee189cafc95 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Checking segment: {'id': '25a56cb3-299f-4e6a-ac18-fa3e03f0adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:28.236901 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef36b7e-8463-4256-baf1-0ee189cafc95 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network hostable DHCP agents. Network: 35269b03-103c-4760-8f89-af2e21fc4c1d, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:58:28.251879 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c5dcf0f1-1703-49b5-9f04-734ee9e06a2d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6765015 Apr 18 20:58:28.276405 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21bd1c77-8d5f-455f-824c-a535318bc791 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:28.291198 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef36b7e-8463-4256-baf1-0ee189cafc95 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network 35269b03-103c-4760-8f89-af2e21fc4c1d is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:58:28.313615 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-21bd1c77-8d5f-455f-824c-a535318bc791 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.313958 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-21bd1c77-8d5f-455f-824c-a535318bc791 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Added segment 5cc5fe2e-38ab-4300-bdb2-a4390e10d2ca of type vlan for network b0376d9f-afd9-4ee3-af1b-b39f1a6b7144 Apr 18 20:58:28.336413 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-3ef36b7e-8463-4256-baf1-0ee189cafc95 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 35269b03-103c-4760-8f89-af2e21fc4c1d) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:28.351327 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f7b340-05a1-409a-a8cc-d43bba6e9e9b None None] Network 35269b03-103c-4760-8f89-af2e21fc4c1d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:28.371056 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6380b094-9691-4b8e-a04b-baebc8b31fbe req-a04a4fbf-74da-4b2c-b4d9-0b0a52e7cb15 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 210 time: 0.0692704 Apr 18 20:58:28.373996 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef36b7e-8463-4256-baf1-0ee189cafc95 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:28.374987 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3ef36b7e-8463-4256-baf1-0ee189cafc95 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.463938 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3ef36b7e-8463-4256-baf1-0ee189cafc95 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5552375 Apr 18 20:58:28.466300 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-21bd1c77-8d5f-455f-824c-a535318bc791 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.469217 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34482) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:28.602613 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b1d76da0-8afc-470e-ac0f-1c250efa3215 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.617165 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b1d76da0-8afc-470e-ac0f-1c250efa3215 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.767516 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98b7516-b1a8-4041-99a7-e58b767714c3 None None] Network e3e0b47f-6256-44a9-b67e-b0131f54ee7a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:28.878367 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-21bd1c77-8d5f-455f-824c-a535318bc791 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.881730 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-b1d76da0-8afc-470e-ac0f-1c250efa3215 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] In _notify_port_updated(), no bound segment for port 639b9f11-53ed-4271-acb8-61af8752e3cd on network 91ed30e3-435c-4a51-b9f2-be5a498ac343 {{(pid=102909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:58:28.890255 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bd1c77-8d5f-455f-824c-a535318bc791 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:28.890919 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-21bd1c77-8d5f-455f-824c-a535318bc791 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.892674 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d76da0-8afc-470e-ac0f-1c250efa3215 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:28.893479 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b1d76da0-8afc-470e-ac0f-1c250efa3215 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.898244 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b1d76da0-8afc-470e-ac0f-1c250efa3215 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] 10.222.0.41 "PUT /v2.0/ports/639b9f11-53ed-4271-acb8-61af8752e3cd HTTP/1.1" status: 200 len: 996 time: 1.4932554 Apr 18 20:58:28.899228 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34490) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:28.900043 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d76da0-8afc-470e-ac0f-1c250efa3215 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Pushing event updated for resources: {'Port': ['ID=639b9f11-53ed-4271-acb8-61af8752e3cd,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:28.962059 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-21bd1c77-8d5f-455f-824c-a535318bc791 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8831315 Apr 18 20:58:28.962740 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34492) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:29.012367 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ba8e27c7-6857-4978-b11e-4aee56a1a598 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Request body: {'subnet': {'network_id': 'b0376d9f-afd9-4ee3-af1b-b39f1a6b7144', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:29.025394 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b7c88f7f-d538-418e-a5ce-175f7c3eb6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.167032 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-5bf734be-a70d-46b2-964d-12b39eb52351 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Deleting port 639b9f11-53ed-4271-acb8-61af8752e3cd {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:58:29.167603 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5bf734be-a70d-46b2-964d-12b39eb52351 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.349435 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5bf734be-a70d-46b2-964d-12b39eb52351 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.384868 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd1c77-8d5f-455f-824c-a535318bc791 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event updated for resources: {'Network': ['ID=b0376d9f-afd9-4ee3-af1b-b39f1a6b7144,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:29.387296 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-5bf734be-a70d-46b2-964d-12b39eb52351 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Calling delete_port for 639b9f11-53ed-4271-acb8-61af8752e3cd owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:58:29.482775 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31c6c97-5a3a-4983-8a47-82e56cb58965 None None] Network bcbf4b77-0566-4ac8-b9f7-d49f5e1d0762 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:29.507395 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1eeb1328-d64a-4ef2-a3b2-ccb9983177f8 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:58:29.519374 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network b0376d9f-afd9-4ee3-af1b-b39f1a6b7144 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:58:29.690622 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e8ecceee-c914-4f0a-9f70-02a5f41af189 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.874401 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5bf734be-a70d-46b2-964d-12b39eb52351 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.905478 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76ae6878-5b40-45e7-8e75-fadf571db219 req-db74fe58-d3ef-4330-be5f-d2142dbe2cb0 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 210 time: 0.2791812 Apr 18 20:58:30.005725 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf734be-a70d-46b2-964d-12b39eb52351 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Pushing event deleted for resources: {'Port': ['ID=639b9f11-53ed-4271-acb8-61af8752e3cd,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:30.203320 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8e27c7-6857-4978-b11e-4aee56a1a598 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Made reservation on behalf of 619014dc27054173a2d8912243ab466a for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:30.217430 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5bf734be-a70d-46b2-964d-12b39eb52351 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.221293 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ba8e27c7-6857-4978-b11e-4aee56a1a598 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.225400 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5bf734be-a70d-46b2-964d-12b39eb52351 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] 10.222.0.41 "DELETE /v2.0/ports/639b9f11-53ed-4271-acb8-61af8752e3cd HTTP/1.1" status: 204 len: 168 time: 1.3212516 Apr 18 20:58:30.229788 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34520) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:30.231567 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd15dd6-269f-4b8b-889d-07d07e44987c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-35269b03-103c-4760-8f89-af2e21fc4c1d', 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'fixed_ips': [{'subnet_id': '93983504-b531-45a8-945d-2914f64154ac'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:58:30.232848 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-efd15dd6-269f-4b8b-889d-07d07e44987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.238383 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.253300 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-3d0f1cfc-72bd-48b5-95df-441cad9843e2 None None] Provisioning complete for port 1eeb1328-d64a-4ef2-a3b2-ccb9983177f8 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:30.254898 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1cfc-72bd-48b5-95df-441cad9843e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.299176 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbfe1538-5e57-4267-a500-f2d6e09341fd tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] GET failed (client error): The resource could not be found. Apr 18 20:58:30.304524 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fbfe1538-5e57-4267-a500-f2d6e09341fd tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] 10.222.0.41 "GET /v2.0/ports/639b9f11-53ed-4271-acb8-61af8752e3cd HTTP/1.1" status: 404 len: 333 time: 0.0735295 Apr 18 20:58:30.310367 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34522) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:30.316093 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ead042e4-cb05-4210-b038-39740704b954 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Request body: {'port': {'network_id': '91ed30e3-435c-4a51-b9f2-be5a498ac343', 'name': 'tempest-AllowedAddressPairTestJSON-12689287'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:30.617354 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead042e4-cb05-4210-b038-39740704b954 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Made reservation on behalf of 88ca053f97c94167a243baf63c452aa9 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:30.631155 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ead042e4-cb05-4210-b038-39740704b954 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.677941 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-ead042e4-cb05-4210-b038-39740704b954 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] device_id is not set on port 3300a522-deb8-4d16-8169-731855279398 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:58:30.680873 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-efd15dd6-269f-4b8b-889d-07d07e44987c None None] Allocated IP 172.20.0.2 (35269b03-103c-4760-8f89-af2e21fc4c1d/93983504-b531-45a8-945d-2914f64154ac/729f5007-360c-4dda-abc8-3ed60de04667) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:30.945917 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-ead042e4-cb05-4210-b038-39740704b954 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Allocated IP 172.20.0.3 (91ed30e3-435c-4a51-b9f2-be5a498ac343/f1cbbe12-d50f-4aae-9349-9492430979f3/3300a522-deb8-4d16-8169-731855279398) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:31.120872 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 1eeb1328-d64a-4ef2-a3b2-ccb9983177f8 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:31.122247 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.164333 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ead042e4-cb05-4210-b038-39740704b954 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.225473 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1cfc-72bd-48b5-95df-441cad9843e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.227982 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ead042e4-cb05-4210-b038-39740704b954 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.401485 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead042e4-cb05-4210-b038-39740704b954 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Pushing event updated for resources: {'Port': ['ID=3300a522-deb8-4d16-8169-731855279398,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:31.411295 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-efd15dd6-269f-4b8b-889d-07d07e44987c None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.419344 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead042e4-cb05-4210-b038-39740704b954 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Network 91ed30e3-435c-4a51-b9f2-be5a498ac343 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:31.421758 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-ead042e4-cb05-4210-b038-39740704b954 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:31.424514 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead042e4-cb05-4210-b038-39740704b954 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:31.462695 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.495651 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-3d0f1cfc-72bd-48b5-95df-441cad9843e2 None None] For port 1eeb1328-d64a-4ef2-a3b2-ccb9983177f8, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1eeb1328-d64a-4ef2-a3b2-ccb9983177f8,segment=NetworkSegment(f234e779-05d9-4209-94b2-e3ea7b37b302),segment_id=f234e779-05d9-4209-94b2-e3ea7b37b302)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:31.497333 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-efd15dd6-269f-4b8b-889d-07d07e44987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.520176 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1cfc-72bd-48b5-95df-441cad9843e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.551145 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead042e4-cb05-4210-b038-39740704b954 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:31.552394 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ead042e4-cb05-4210-b038-39740704b954 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.603057 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd15dd6-269f-4b8b-889d-07d07e44987c None None] Network 35269b03-103c-4760-8f89-af2e21fc4c1d is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:31.604401 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.615421 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-607b6534-929c-48aa-a211-654ad81df885 req-c79e093d-b7d7-462e-aba2-4b30fa0e4410 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 210 time: 0.0438514 Apr 18 20:58:31.631736 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd15dd6-269f-4b8b-889d-07d07e44987c None None] Pushing event updated for resources: {'Port': ['ID=729f5007-360c-4dda-abc8-3ed60de04667,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:31.659507 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ead042e4-cb05-4210-b038-39740704b954 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3479767 Apr 18 20:58:31.665973 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34532) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:31.675000 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-1181e1fb-f37b-4dab-8fae-fc7d4233d490 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Request body: {'port': {'network_id': '91ed30e3-435c-4a51-b9f2-be5a498ac343', 'name': 'tempest-AllowedAddressPairTestJSON-2037785293'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:31.747897 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-efd15dd6-269f-4b8b-889d-07d07e44987c None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:31.753529 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd15dd6-269f-4b8b-889d-07d07e44987c None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:31.775299 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-e8ecceee-c914-4f0a-9f70-02a5f41af189 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Allocated IP 172.20.0.1 (35269b03-103c-4760-8f89-af2e21fc4c1d/93983504-b531-45a8-945d-2914f64154ac/48f0bc07-a588-49fe-9426-6deef58544c1) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:31.854066 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ba8e27c7-6857-4978-b11e-4aee56a1a598 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.862462 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f1cfc-72bd-48b5-95df-441cad9843e2 None None] Pushing event updated for resources: {'Port': ['ID=1eeb1328-d64a-4ef2-a3b2-ccb9983177f8,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:31.881636 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.940575 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-dbaf5e7e-bd4a-41cd-b17a-1d33e1cb993a None None] Provisioning complete for port 1eeb1328-d64a-4ef2-a3b2-ccb9983177f8 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:31.940575 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dbaf5e7e-bd4a-41cd-b17a-1d33e1cb993a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.003264 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:58:32.003756 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:58:32.053163 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-efd15dd6-269f-4b8b-889d-07d07e44987c None None] Attempting to bind port 729f5007-360c-4dda-abc8-3ed60de04667 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:32.053531 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-efd15dd6-269f-4b8b-889d-07d07e44987c None None] Attempting to bind port 729f5007-360c-4dda-abc8-3ed60de04667 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '25a56cb3-299f-4e6a-ac18-fa3e03f0adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:32.053900 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd15dd6-269f-4b8b-889d-07d07e44987c None None] Attempting to bind port 729f5007-360c-4dda-abc8-3ed60de04667 on network 35269b03-103c-4760-8f89-af2e21fc4c1d {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:58:32.063806 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd15dd6-269f-4b8b-889d-07d07e44987c None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:58:32.064206 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd15dd6-269f-4b8b-889d-07d07e44987c None None] Checking segment: {'id': '25a56cb3-299f-4e6a-ac18-fa3e03f0adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:32.064721 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-efd15dd6-269f-4b8b-889d-07d07e44987c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.065089 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd15dd6-269f-4b8b-889d-07d07e44987c None None] Bound using segment: {'id': '25a56cb3-299f-4e6a-ac18-fa3e03f0adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:58:32.065603 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-efd15dd6-269f-4b8b-889d-07d07e44987c None None] Bound port: 729f5007-360c-4dda-abc8-3ed60de04667, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a56cb3-299f-4e6a-ac18-fa3e03f0adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:32.066009 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-efd15dd6-269f-4b8b-889d-07d07e44987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.112911 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e27c7-6857-4978-b11e-4aee56a1a598 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event updated for resources: {'Subnet': ['ID=40ec5dfe-1d85-4fe0-b3a2-e44f9bb0f58c,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:32.143851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1181e1fb-f37b-4dab-8fae-fc7d4233d490 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Made reservation on behalf of 88ca053f97c94167a243baf63c452aa9 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:32.148618 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1181e1fb-f37b-4dab-8fae-fc7d4233d490 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.151092 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-efd15dd6-269f-4b8b-889d-07d07e44987c None None] For port 729f5007-360c-4dda-abc8-3ed60de04667, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:32.155986 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-efd15dd6-269f-4b8b-889d-07d07e44987c None None] For port 729f5007-360c-4dda-abc8-3ed60de04667, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=729f5007-360c-4dda-abc8-3ed60de04667,segment=NetworkSegment(25a56cb3-299f-4e6a-ac18-fa3e03f0adfa),segment_id=25a56cb3-299f-4e6a-ac18-fa3e03f0adfa)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:32.163765 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-efd15dd6-269f-4b8b-889d-07d07e44987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.174326 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-1181e1fb-f37b-4dab-8fae-fc7d4233d490 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] device_id is not set on port d4be4eba-2f29-4ef1-b739-33394fe84967 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:58:32.313047 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd15dd6-269f-4b8b-889d-07d07e44987c None None] Pushing event updated for resources: {'Port': ['ID=729f5007-360c-4dda-abc8-3ed60de04667,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:32.359927 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-dbaf5e7e-bd4a-41cd-b17a-1d33e1cb993a None None] Could not find standard attr ID for object 639b9f11-53ed-4271-acb8-61af8752e3cd. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:58:32.377805 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8e27c7-6857-4978-b11e-4aee56a1a598 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Checking segment: {'id': '5cc5fe2e-38ab-4300-bdb2-a4390e10d2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b0376d9f-afd9-4ee3-af1b-b39f1a6b7144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:32.378617 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8e27c7-6857-4978-b11e-4aee56a1a598 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Network hostable DHCP agents. Network: b0376d9f-afd9-4ee3-af1b-b39f1a6b7144, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:58:32.494534 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e75f9e75-90f4-4df2-97ae-5eb3a86abe0b None None] Provisioning complete for port 3300a522-deb8-4d16-8169-731855279398 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:32.494922 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e75f9e75-90f4-4df2-97ae-5eb3a86abe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.597004 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e75f9e75-90f4-4df2-97ae-5eb3a86abe0b None None] Port 3300a522-deb8-4d16-8169-731855279398 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:58:32.746518 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e8ecceee-c914-4f0a-9f70-02a5f41af189 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.817138 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8e27c7-6857-4978-b11e-4aee56a1a598 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Network b0376d9f-afd9-4ee3-af1b-b39f1a6b7144 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:58:32.857113 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-1181e1fb-f37b-4dab-8fae-fc7d4233d490 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Allocated IP 172.20.0.8 (91ed30e3-435c-4a51-b9f2-be5a498ac343/f1cbbe12-d50f-4aae-9349-9492430979f3/d4be4eba-2f29-4ef1-b739-33394fe84967) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:32.884102 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e8ecceee-c914-4f0a-9f70-02a5f41af189 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.973778 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a688528-bf33-4dae-bf06-d42d2d2ae41d req-9ea16ca7-2c40-445d-bedf-664f67cfa322 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 210 time: 0.1711414 Apr 18 20:58:33.036965 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ecceee-c914-4f0a-9f70-02a5f41af189 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Port': ['ID=48f0bc07-a588-49fe-9426-6deef58544c1,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:33.053269 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-ba8e27c7-6857-4978-b11e-4aee56a1a598 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, b0376d9f-afd9-4ee3-af1b-b39f1a6b7144) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:33.069822 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8e27c7-6857-4978-b11e-4aee56a1a598 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:33.070767 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ba8e27c7-6857-4978-b11e-4aee56a1a598 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.070915 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692c4382-8710-429e-95aa-2871c3dc1f60 None None] Network b0376d9f-afd9-4ee3-af1b-b39f1a6b7144 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:33.224553 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 729f5007-360c-4dda-abc8-3ed60de04667 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:58:33.229289 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ecceee-c914-4f0a-9f70-02a5f41af189 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network 35269b03-103c-4760-8f89-af2e21fc4c1d is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:33.279320 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ba8e27c7-6857-4978-b11e-4aee56a1a598 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.2917306 Apr 18 20:58:33.281857 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-e8ecceee-c914-4f0a-9f70-02a5f41af189 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:33.288683 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34546) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:33.299450 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ecceee-c914-4f0a-9f70-02a5f41af189 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:33.302467 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-0cfb1c1d-02e7-4358-ae91-cd3631266f10 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2039473456'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:33.324250 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-ffb1fcab-4a16-406a-a756-283c5276884d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:33.327408 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-ffb1fcab-4a16-406a-a756-283c5276884d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.57 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 811 time: 0.9230299 Apr 18 20:58:33.382275 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfb1c1d-02e7-4358-ae91-cd3631266f10 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Made reservation on behalf of 619014dc27054173a2d8912243ab466a for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:33.388212 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0cfb1c1d-02e7-4358-ae91-cd3631266f10 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.489817 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cfb1c1d-02e7-4358-ae91-cd3631266f10 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:33.526353 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0cfb1c1d-02e7-4358-ae91-cd3631266f10 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.526994 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-0cfb1c1d-02e7-4358-ae91-cd3631266f10 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Added segment 715bc433-0f70-46b3-9057-f4f1b527b149 of type vlan for network 5802baa0-d515-418a-ba4d-bd81fe0e2421 Apr 18 20:58:33.684848 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e8ecceee-c914-4f0a-9f70-02a5f41af189 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.697029 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-662c017b-7b0b-487a-a0e0-e4f5b569a7ae tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f840c855946542459a247bc427a2167c HTTP/1.1" status: 200 len: 380 time: 0.3133318 Apr 18 20:58:33.710341 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 729f5007-360c-4dda-abc8-3ed60de04667 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:33.710935 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.722552 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0cfb1c1d-02e7-4358-ae91-cd3631266f10 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.796658 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-94979d20-e54b-497d-9845-9585e1d876de tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Request body: {'port': {'device_id': '742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'admin_state_up': True, 'tenant_id': 'f840c855946542459a247bc427a2167c', 'security_groups': ['9446999c-fded-405d-a468-755d63bd23e1']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:33.803164 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0cfb1c1d-02e7-4358-ae91-cd3631266f10 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.828043 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfb1c1d-02e7-4358-ae91-cd3631266f10 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:33.829879 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0cfb1c1d-02e7-4358-ae91-cd3631266f10 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.897355 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0cfb1c1d-02e7-4358-ae91-cd3631266f10 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6067295 Apr 18 20:58:33.981149 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695e4c21-1155-4b7c-bb2f-508bf0299248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-b0376d9f-afd9-4ee3-af1b-b39f1a6b7144', 'network_id': 'b0376d9f-afd9-4ee3-af1b-b39f1a6b7144', 'tenant_id': '619014dc27054173a2d8912243ab466a', 'fixed_ips': [{'subnet_id': '40ec5dfe-1d85-4fe0-b3a2-e44f9bb0f58c'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:58:33.983155 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-695e4c21-1155-4b7c-bb2f-508bf0299248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:34.102064 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34554) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:34.107455 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb1c1d-02e7-4358-ae91-cd3631266f10 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event updated for resources: {'Network': ['ID=5802baa0-d515-418a-ba4d-bd81fe0e2421,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:34.127438 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-5fa71075-57df-4f0c-a495-c04f71dc83f0 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Request body: {'subnet': {'network_id': '5802baa0-d515-418a-ba4d-bd81fe0e2421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:34.353004 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-acd46461-8716-4fc6-b862-4414df55225b req-1ea5fbf0-76d3-4719-bb5a-483c7931cc44 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 210 time: 0.1218674 Apr 18 20:58:34.416797 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:34.440546 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e8ecceee-c914-4f0a-9f70-02a5f41af189 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:34.443961 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 5802baa0-d515-418a-ba4d-bd81fe0e2421 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:58:34.449642 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54522a7b-58fa-4483-b5e0-8cb2858e66de None None] Network 35269b03-103c-4760-8f89-af2e21fc4c1d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:34.509699 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1181e1fb-f37b-4dab-8fae-fc7d4233d490 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:34.532254 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34562) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:34.670099 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-94979d20-e54b-497d-9845-9585e1d876de tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Made reservation on behalf of f840c855946542459a247bc427a2167c for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:34.678430 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-94979d20-e54b-497d-9845-9585e1d876de tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:34.774352 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-748e6b95-94ce-4050-8fc3-bbbc941de33f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:34.799669 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa71075-57df-4f0c-a495-c04f71dc83f0 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Made reservation on behalf of 619014dc27054173a2d8912243ab466a for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:34.809015 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5fa71075-57df-4f0c-a495-c04f71dc83f0 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:34.983701 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-748e6b95-94ce-4050-8fc3-bbbc941de33f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:34.989563 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-748e6b95-94ce-4050-8fc3-bbbc941de33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.044567 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-748e6b95-94ce-4050-8fc3-bbbc941de33f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9dffbc6dd6e4898923fd3626dbbbba8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5102749 Apr 18 20:58:35.046077 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e6b95-94ce-4050-8fc3-bbbc941de33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10c84b1-92b8-414f-a915-c7da549c9c49,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:35.049505 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34568) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:35.063379 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.ipam_backend_mixin [None req-5fa71075-57df-4f0c-a495-c04f71dc83f0 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Performing IP validity checks on allocation pools {{(pid=102908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 20:58:35.063903 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.ipam_backend_mixin [None req-5fa71075-57df-4f0c-a495-c04f71dc83f0 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 20:58:35.085498 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1181e1fb-f37b-4dab-8fae-fc7d4233d490 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.139394 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e9cd861-313e-4dbb-a262-e6a6e3934f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.179261 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e9cd861-313e-4dbb-a262-e6a6e3934f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.185119 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-695e4c21-1155-4b7c-bb2f-508bf0299248 None None] Allocated IP 2001:db8::1 (b0376d9f-afd9-4ee3-af1b-b39f1a6b7144/40ec5dfe-1d85-4fe0-b3a2-e44f9bb0f58c/32528bfa-7938-464c-b83a-422449541a90) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:35.239862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1181e1fb-f37b-4dab-8fae-fc7d4233d490 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Network 91ed30e3-435c-4a51-b9f2-be5a498ac343 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:35.249262 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-1181e1fb-f37b-4dab-8fae-fc7d4233d490 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:35.269305 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1181e1fb-f37b-4dab-8fae-fc7d4233d490 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:35.272196 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e9cd861-313e-4dbb-a262-e6a6e3934f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.276730 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e9cd861-313e-4dbb-a262-e6a6e3934f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.280268 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5e9cd861-313e-4dbb-a262-e6a6e3934f4c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f10c84b1-92b8-414f-a915-c7da549c9c49 HTTP/1.1" status: 204 len: 168 time: 0.2122843 Apr 18 20:58:35.307918 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181e1fb-f37b-4dab-8fae-fc7d4233d490 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Pushing event updated for resources: {'Port': ['ID=d4be4eba-2f29-4ef1-b739-33394fe84967,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:35.325751 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9cd861-313e-4dbb-a262-e6a6e3934f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10c84b1-92b8-414f-a915-c7da549c9c49,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:35.460379 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-94979d20-e54b-497d-9845-9585e1d876de tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Allocated IP 172.20.0.14 (49542224-f666-4718-b03f-958adc44dc33/20af91cc-d869-4230-8d61-825647f4d54f/4c1d24ef-eb16-457a-beb8-d58022cd6e36) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:35.511947 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1181e1fb-f37b-4dab-8fae-fc7d4233d490 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:35.512953 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1181e1fb-f37b-4dab-8fae-fc7d4233d490 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.553263 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1feae5f6-8bf7-4f80-b448-1f39b8c5cbd3 None None] Provisioning complete for port 729f5007-360c-4dda-abc8-3ed60de04667 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:35.553849 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1feae5f6-8bf7-4f80-b448-1f39b8c5cbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.645986 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1181e1fb-f37b-4dab-8fae-fc7d4233d490 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9754658 Apr 18 20:58:35.648586 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34576) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:35.669728 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 729f5007-360c-4dda-abc8-3ed60de04667, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=729f5007-360c-4dda-abc8-3ed60de04667,segment=NetworkSegment(25a56cb3-299f-4e6a-ac18-fa3e03f0adfa),segment_id=25a56cb3-299f-4e6a-ac18-fa3e03f0adfa)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:35.677231 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-0458b329-2003-4eba-9cb2-a2275fd49161 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:d7:1d:1b'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:b9:41:6c'}]}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:35.711403 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb6e739f-c01b-4c8f-bf48-7b93f946fe47 req-59e15560-b4fe-4b58-a3cf-cfa16187266e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 210 time: 0.1620569 Apr 18 20:58:35.738320 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.739322 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1eeb1328-d64a-4ef2-a3b2-ccb9983177f8 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:58:35.874729 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34582) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:35.881093 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e8ecceee-c914-4f0a-9f70-02a5f41af189 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.902125 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9d1e8a04-1239-4b56-86fb-772d4f348a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.050553 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0458b329-2003-4eba-9cb2-a2275fd49161 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.064915 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=729f5007-360c-4dda-abc8-3ed60de04667,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:36.095484 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:36.096263 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:36.096866 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:36.097535 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:36.098279 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:36.098932 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:36.099822 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:36.103871 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:36.105242 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:36.106298 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:36.106761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:36.107435 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:36.198531 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-695e4c21-1155-4b7c-bb2f-508bf0299248 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.211051 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e8ecceee-c914-4f0a-9f70-02a5f41af189 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.244387 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-695e4c21-1155-4b7c-bb2f-508bf0299248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.265527 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9d1e8a04-1239-4b56-86fb-772d4f348a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.271720 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9d1e8a04-1239-4b56-86fb-772d4f348a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.321410 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695e4c21-1155-4b7c-bb2f-508bf0299248 None None] Network b0376d9f-afd9-4ee3-af1b-b39f1a6b7144 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:36.344095 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 1eeb1328-d64a-4ef2-a3b2-ccb9983177f8 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:36.350695 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.357043 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-695e4c21-1155-4b7c-bb2f-508bf0299248 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:36.380524 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695e4c21-1155-4b7c-bb2f-508bf0299248 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:36.414556 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5fa71075-57df-4f0c-a495-c04f71dc83f0 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.435031 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-94979d20-e54b-497d-9845-9585e1d876de tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.484383 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9d1e8a04-1239-4b56-86fb-772d4f348a9f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8fef0408f86942d9927918608fcaf2dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5969558 Apr 18 20:58:36.486248 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e8a04-1239-4b56-86fb-772d4f348a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91e4ab1-60ac-43ad-b3fc-16fbf4ea044b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:36.494570 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34586) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:36.515726 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ca94435d-c6d5-4f81-b4f8-c3e76ac4b1db None None] Provisioning complete for port d4be4eba-2f29-4ef1-b739-33394fe84967 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:36.516212 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ca94435d-c6d5-4f81-b4f8-c3e76ac4b1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.522537 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e4c21-1155-4b7c-bb2f-508bf0299248 None None] Pushing event updated for resources: {'Port': ['ID=32528bfa-7938-464c-b83a-422449541a90,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:36.529279 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0458b329-2003-4eba-9cb2-a2275fd49161 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.537867 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0458b329-2003-4eba-9cb2-a2275fd49161 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.603470 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e8ecceee-c914-4f0a-9f70-02a5f41af189 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.611977 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b8f8072b-5b91-4502-a587-54b05400c808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.648909 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b8f8072b-5b91-4502-a587-54b05400c808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.722966 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ecceee-c914-4f0a-9f70-02a5f41af189 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Port': ['ID=48f0bc07-a588-49fe-9426-6deef58544c1,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:36.738980 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b8f8072b-5b91-4502-a587-54b05400c808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.742567 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b8f8072b-5b91-4502-a587-54b05400c808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.746252 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b8f8072b-5b91-4502-a587-54b05400c808 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d91e4ab1-60ac-43ad-b3fc-16fbf4ea044b HTTP/1.1" status: 204 len: 168 time: 0.2483118 Apr 18 20:58:36.760948 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-695e4c21-1155-4b7c-bb2f-508bf0299248 None None] Attempting to bind port 32528bfa-7938-464c-b83a-422449541a90 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:36.761977 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-695e4c21-1155-4b7c-bb2f-508bf0299248 None None] Attempting to bind port 32528bfa-7938-464c-b83a-422449541a90 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '5cc5fe2e-38ab-4300-bdb2-a4390e10d2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b0376d9f-afd9-4ee3-af1b-b39f1a6b7144'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:36.762724 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695e4c21-1155-4b7c-bb2f-508bf0299248 None None] Attempting to bind port 32528bfa-7938-464c-b83a-422449541a90 on network b0376d9f-afd9-4ee3-af1b-b39f1a6b7144 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:58:36.770123 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8072b-5b91-4502-a587-54b05400c808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91e4ab1-60ac-43ad-b3fc-16fbf4ea044b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:36.778252 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695e4c21-1155-4b7c-bb2f-508bf0299248 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:58:36.778983 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695e4c21-1155-4b7c-bb2f-508bf0299248 None None] Checking segment: {'id': '5cc5fe2e-38ab-4300-bdb2-a4390e10d2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b0376d9f-afd9-4ee3-af1b-b39f1a6b7144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:36.779745 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-695e4c21-1155-4b7c-bb2f-508bf0299248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.780384 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695e4c21-1155-4b7c-bb2f-508bf0299248 None None] Bound using segment: {'id': '5cc5fe2e-38ab-4300-bdb2-a4390e10d2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b0376d9f-afd9-4ee3-af1b-b39f1a6b7144'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:58:36.781709 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-695e4c21-1155-4b7c-bb2f-508bf0299248 None None] Bound port: 32528bfa-7938-464c-b83a-422449541a90, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc5fe2e-38ab-4300-bdb2-a4390e10d2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b0376d9f-afd9-4ee3-af1b-b39f1a6b7144'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:36.782343 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-695e4c21-1155-4b7c-bb2f-508bf0299248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.866297 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458b329-2003-4eba-9cb2-a2275fd49161 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Pushing event updated for resources: {'Port': ['ID=d4be4eba-2f29-4ef1-b739-33394fe84967,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:36.879412 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-0458b329-2003-4eba-9cb2-a2275fd49161 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] In _notify_port_updated(), no bound segment for port d4be4eba-2f29-4ef1-b739-33394fe84967 on network 91ed30e3-435c-4a51-b9f2-be5a498ac343 {{(pid=102909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:58:36.926873 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0458b329-2003-4eba-9cb2-a2275fd49161 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:36.928044 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0458b329-2003-4eba-9cb2-a2275fd49161 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.940827 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0458b329-2003-4eba-9cb2-a2275fd49161 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] 10.222.0.41 "PUT /v2.0/ports/d4be4eba-2f29-4ef1-b739-33394fe84967 HTTP/1.1" status: 200 len: 1055 time: 1.2858355 Apr 18 20:58:36.943950 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34592) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:36.960190 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa71075-57df-4f0c-a495-c04f71dc83f0 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Checking segment: {'id': '715bc433-0f70-46b3-9057-f4f1b527b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5802baa0-d515-418a-ba4d-bd81fe0e2421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:36.960797 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa71075-57df-4f0c-a495-c04f71dc83f0 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Network hostable DHCP agents. Network: 5802baa0-d515-418a-ba4d-bd81fe0e2421, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:58:37.028770 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ca94435d-c6d5-4f81-b4f8-c3e76ac4b1db None None] Port d4be4eba-2f29-4ef1-b739-33394fe84967 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:58:37.038818 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa71075-57df-4f0c-a495-c04f71dc83f0 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event updated for resources: {'Subnet': ['ID=470ff245-2cee-434c-b63d-8b4a2ff33e44,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:37.057821 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-62fb1563-e95c-455f-a58e-235fb612e022 req-3cda2c1c-505d-4928-8373-be27cab1f747 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 210 time: 0.0894597 Apr 18 20:58:37.099260 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ecceee-c914-4f0a-9f70-02a5f41af189 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network 35269b03-103c-4760-8f89-af2e21fc4c1d is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:37.115560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-e8ecceee-c914-4f0a-9f70-02a5f41af189 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:37.178991 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa71075-57df-4f0c-a495-c04f71dc83f0 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Network 5802baa0-d515-418a-ba4d-bd81fe0e2421 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:58:37.185792 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-695e4c21-1155-4b7c-bb2f-508bf0299248 None None] For port 32528bfa-7938-464c-b83a-422449541a90, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:37.192076 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-695e4c21-1155-4b7c-bb2f-508bf0299248 None None] For port 32528bfa-7938-464c-b83a-422449541a90, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=32528bfa-7938-464c-b83a-422449541a90,segment=NetworkSegment(5cc5fe2e-38ab-4300-bdb2-a4390e10d2ca),segment_id=5cc5fe2e-38ab-4300-bdb2-a4390e10d2ca)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:37.212302 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-695e4c21-1155-4b7c-bb2f-508bf0299248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.248675 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 729f5007-360c-4dda-abc8-3ed60de04667 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:58:37.346925 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-5b3620cf-a50c-4a1e-8dbb-7a6513662d5b tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Deleting port d4be4eba-2f29-4ef1-b739-33394fe84967 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:58:37.347878 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b3620cf-a50c-4a1e-8dbb-7a6513662d5b tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.452142 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-30ad7f88-7bda-4b05-acfb-1aa897c1229c None None] Provisioning complete for port 48f0bc07-a588-49fe-9426-6deef58544c1 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:37.452543 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-30ad7f88-7bda-4b05-acfb-1aa897c1229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.556136 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-5fa71075-57df-4f0c-a495-c04f71dc83f0 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 5802baa0-d515-418a-ba4d-bd81fe0e2421) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:37.582415 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa71075-57df-4f0c-a495-c04f71dc83f0 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:37.583567 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-30ad7f88-7bda-4b05-acfb-1aa897c1229c None None] Port 48f0bc07-a588-49fe-9426-6deef58544c1 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:58:37.584989 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5fa71075-57df-4f0c-a495-c04f71dc83f0 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.603421 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ad6de8-7d0f-4656-8e69-e7f33234f43a None None] Network 5802baa0-d515-418a-ba4d-bd81fe0e2421 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:37.605938 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-94979d20-e54b-497d-9845-9585e1d876de tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.739140 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b3620cf-a50c-4a1e-8dbb-7a6513662d5b tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.791211 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-5b3620cf-a50c-4a1e-8dbb-7a6513662d5b tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Calling delete_port for d4be4eba-2f29-4ef1-b739-33394fe84967 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:58:37.829481 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5fa71075-57df-4f0c-a495-c04f71dc83f0 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.7212422 Apr 18 20:58:37.830169 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34598) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:37.951588 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-30ad7f88-7bda-4b05-acfb-1aa897c1229c None None] Provisioning complete for port d4be4eba-2f29-4ef1-b739-33394fe84967 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:37.952526 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-30ad7f88-7bda-4b05-acfb-1aa897c1229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.966538 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e4c21-1155-4b7c-bb2f-508bf0299248 None None] Pushing event updated for resources: {'Port': ['ID=32528bfa-7938-464c-b83a-422449541a90,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:38.112882 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:38.164932 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 729f5007-360c-4dda-abc8-3ed60de04667 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:38.166067 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:38.232002 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b3620cf-a50c-4a1e-8dbb-7a6513662d5b tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:38.315607 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3620cf-a50c-4a1e-8dbb-7a6513662d5b tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Pushing event deleted for resources: {'Port': ['ID=d4be4eba-2f29-4ef1-b739-33394fe84967,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:38.327570 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-30ad7f88-7bda-4b05-acfb-1aa897c1229c None None] Port d4be4eba-2f29-4ef1-b739-33394fe84967 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:58:38.408514 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-30ad7f88-7bda-4b05-acfb-1aa897c1229c None None] Provisioning complete for port 729f5007-360c-4dda-abc8-3ed60de04667 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:38.408894 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-30ad7f88-7bda-4b05-acfb-1aa897c1229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:38.456507 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b373b6-d2f5-47a1-9877-4f54c6830198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-5802baa0-d515-418a-ba4d-bd81fe0e2421', 'network_id': '5802baa0-d515-418a-ba4d-bd81fe0e2421', 'tenant_id': '619014dc27054173a2d8912243ab466a', 'fixed_ips': [{'subnet_id': '470ff245-2cee-434c-b63d-8b4a2ff33e44'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:58:38.458069 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c3b373b6-d2f5-47a1-9877-4f54c6830198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:38.947132 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b3620cf-a50c-4a1e-8dbb-7a6513662d5b tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:38.962982 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5b3620cf-a50c-4a1e-8dbb-7a6513662d5b tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] 10.222.0.41 "DELETE /v2.0/ports/d4be4eba-2f29-4ef1-b739-33394fe84967 HTTP/1.1" status: 204 len: 168 time: 2.0110960 Apr 18 20:58:38.965511 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34620) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:38.982046 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-94979d20-e54b-497d-9845-9585e1d876de tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Network 49542224-f666-4718-b03f-958adc44dc33 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:39.038961 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-c3b373b6-d2f5-47a1-9877-4f54c6830198 None None] Allocated IP 2001:db8::3 (5802baa0-d515-418a-ba4d-bd81fe0e2421/470ff245-2cee-434c-b63d-8b4a2ff33e44/5e1c3a20-fd48-4a9d-bb71-7ceb7303a87f) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:39.087708 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf25914c-4e9d-4a07-8a5a-84c96fea925c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] GET failed (client error): The resource could not be found. Apr 18 20:58:39.097028 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cf25914c-4e9d-4a07-8a5a-84c96fea925c tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] 10.222.0.41 "GET /v2.0/ports/d4be4eba-2f29-4ef1-b739-33394fe84967 HTTP/1.1" status: 404 len: 333 time: 0.1298199 Apr 18 20:58:39.097675 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34622) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:39.215645 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-94979d20-e54b-497d-9845-9585e1d876de tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:39.240704 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94979d20-e54b-497d-9845-9585e1d876de tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event updated for resources: {'Port': ['ID=4c1d24ef-eb16-457a-beb8-d58022cd6e36,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:39.277098 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-94979d20-e54b-497d-9845-9585e1d876de tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:39.467108 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3db8c-bd86-4199-be8f-63bb55fe2f07 req-e2c4e1b5-99cf-4c04-941a-703970928a00 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:39.477690 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6cc3db8c-bd86-4199-be8f-63bb55fe2f07 req-e2c4e1b5-99cf-4c04-941a-703970928a00 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 932 time: 0.5450335 Apr 18 20:58:39.537829 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-249ac28f-7a96-4d28-ab93-33d940aaaed9 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Deleting port 3300a522-deb8-4d16-8169-731855279398 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:58:39.538751 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-249ac28f-7a96-4d28-ab93-33d940aaaed9 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.557597 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 32528bfa-7938-464c-b83a-422449541a90 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:58:39.564779 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-94979d20-e54b-497d-9845-9585e1d876de tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:39.565464 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-94979d20-e54b-497d-9845-9585e1d876de tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.597210 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ecceee-c914-4f0a-9f70-02a5f41af189 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Router 88bedfbd-b104-4feb-9b26-8a26c09442b3 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:58:39.600687 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f44256-a603-4836-8275-2d72e3ca249c None None] Network b0376d9f-afd9-4ee3-af1b-b39f1a6b7144 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:39.731818 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.739429 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-94979d20-e54b-497d-9845-9585e1d876de tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9483936 Apr 18 20:58:39.782599 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-290ec15d-d97e-4169-8d3e-d3a80f73e7bd service neutron] Request body: {'port': {'device_id': '742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:39.866572 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6cc3db8c-bd86-4199-be8f-63bb55fe2f07 req-8a75b181-709b-438a-bbb4-a0e0215a1ffb tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748613 Apr 18 20:58:39.951125 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-249ac28f-7a96-4d28-ab93-33d940aaaed9 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.987428 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-249ac28f-7a96-4d28-ab93-33d940aaaed9 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Calling delete_port for 3300a522-deb8-4d16-8169-731855279398 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:58:40.079832 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ecceee-c914-4f0a-9f70-02a5f41af189 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:58:40.099979 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34630) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:40.106916 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3294516c-ecbd-46be-9037-e09e608d02c1 None None] Sync routers for ids ['88bedfbd-b104-4feb-9b26-8a26c09442b3'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:58:40.112217 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-6d53b423-6d39-4fc7-b9c0-c96df29165fb tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'network': {'name': 'tempest-RoutersTest-2027365823'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:40.114762 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e8ecceee-c914-4f0a-9f70-02a5f41af189 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "PUT /v2.0/routers/88bedfbd-b104-4feb-9b26-8a26c09442b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6438627 Apr 18 20:58:40.139488 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3294516c-ecbd-46be-9037-e09e608d02c1 None None] Routers {'88bedfbd-b104-4feb-9b26-8a26c09442b3'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:58:40.140625 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3294516c-ecbd-46be-9037-e09e608d02c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:58:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88bedfbd-b104-4feb-9b26-8a26c09442b3'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:40.204311 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d53b423-6d39-4fc7-b9c0-c96df29165fb tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Made reservation on behalf of 34ed532966de49f2a1099a6b441323dd for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:40.219575 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d53b423-6d39-4fc7-b9c0-c96df29165fb tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.246120 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e089920d-ff23-4df1-a45d-c23a0a24d97c None None] Provisioning complete for port 48f0bc07-a588-49fe-9426-6deef58544c1 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:40.247065 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e089920d-ff23-4df1-a45d-c23a0a24d97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.381558 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-3294516c-ecbd-46be-9037-e09e608d02c1 None None] Set router 88bedfbd-b104-4feb-9b26-8a26c09442b3 gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:58:40.397324 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d53b423-6d39-4fc7-b9c0-c96df29165fb tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:40.412511 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e089920d-ff23-4df1-a45d-c23a0a24d97c None None] Port 48f0bc07-a588-49fe-9426-6deef58544c1 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:58:40.422157 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-290ec15d-d97e-4169-8d3e-d3a80f73e7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.435947 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d53b423-6d39-4fc7-b9c0-c96df29165fb tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.436835 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-6d53b423-6d39-4fc7-b9c0-c96df29165fb tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Added segment 5eed0db8-82f0-40e3-8446-c9e24a80ffbe of type vlan for network 1639babc-1e60-4c61-a6c5-b88a09dcf7dc Apr 18 20:58:40.537898 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c3b373b6-d2f5-47a1-9877-4f54c6830198 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.591923 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 32528bfa-7938-464c-b83a-422449541a90 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:40.602837 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.691325 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.765019 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e089920d-ff23-4df1-a45d-c23a0a24d97c None None] Provisioning complete for port 32528bfa-7938-464c-b83a-422449541a90 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:40.771450 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e089920d-ff23-4df1-a45d-c23a0a24d97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.880464 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c3b373b6-d2f5-47a1-9877-4f54c6830198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.977058 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3294516c-ecbd-46be-9037-e09e608d02c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:58:34Z', 'revision_number': 2, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None, '_interfaces': [{'id': '48f0bc07-a588-49fe-9426-6deef58544c1', 'name': '', 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:42:f4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '93983504-b531-45a8-945d-2914f64154ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:30Z', 'updated_at': '2022-04-18T20:58:35Z', 'revision_number': 2, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '93983504-b531-45a8-945d-2914f64154ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:41.069626 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3294516c-ecbd-46be-9037-e09e608d02c1 None None] Checking router: 88bedfbd-b104-4feb-9b26-8a26c09442b3 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:58:41.070432 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3294516c-ecbd-46be-9037-e09e608d02c1 None None] Updating router 88bedfbd-b104-4feb-9b26-8a26c09442b3 port 48f0bc07-a588-49fe-9426-6deef58544c1 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:58:41.138284 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b373b6-d2f5-47a1-9877-4f54c6830198 None None] Network 5802baa0-d515-418a-ba4d-bd81fe0e2421 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:41.150573 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-c3b373b6-d2f5-47a1-9877-4f54c6830198 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:41.165193 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b373b6-d2f5-47a1-9877-4f54c6830198 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:41.168933 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3294516c-ecbd-46be-9037-e09e608d02c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.207260 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b373b6-d2f5-47a1-9877-4f54c6830198 None None] Pushing event updated for resources: {'Port': ['ID=5e1c3a20-fd48-4a9d-bb71-7ceb7303a87f,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:41.274426 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.529138 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e089920d-ff23-4df1-a45d-c23a0a24d97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.579147 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.588882 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c3b373b6-d2f5-47a1-9877-4f54c6830198 None None] Attempting to bind port 5e1c3a20-fd48-4a9d-bb71-7ceb7303a87f on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:41.592129 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c3b373b6-d2f5-47a1-9877-4f54c6830198 None None] Attempting to bind port 5e1c3a20-fd48-4a9d-bb71-7ceb7303a87f by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '715bc433-0f70-46b3-9057-f4f1b527b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5802baa0-d515-418a-ba4d-bd81fe0e2421'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:41.593222 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b373b6-d2f5-47a1-9877-4f54c6830198 None None] Attempting to bind port 5e1c3a20-fd48-4a9d-bb71-7ceb7303a87f on network 5802baa0-d515-418a-ba4d-bd81fe0e2421 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:58:41.606488 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 32528bfa-7938-464c-b83a-422449541a90, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=32528bfa-7938-464c-b83a-422449541a90,segment=NetworkSegment(5cc5fe2e-38ab-4300-bdb2-a4390e10d2ca),segment_id=5cc5fe2e-38ab-4300-bdb2-a4390e10d2ca)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:41.617755 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.711399 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b373b6-d2f5-47a1-9877-4f54c6830198 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:58:41.717415 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b373b6-d2f5-47a1-9877-4f54c6830198 None None] Checking segment: {'id': '715bc433-0f70-46b3-9057-f4f1b527b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5802baa0-d515-418a-ba4d-bd81fe0e2421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:41.717878 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c3b373b6-d2f5-47a1-9877-4f54c6830198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.718290 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b373b6-d2f5-47a1-9877-4f54c6830198 None None] Bound using segment: {'id': '715bc433-0f70-46b3-9057-f4f1b527b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5802baa0-d515-418a-ba4d-bd81fe0e2421'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:58:41.718809 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c3b373b6-d2f5-47a1-9877-4f54c6830198 None None] Bound port: 5e1c3a20-fd48-4a9d-bb71-7ceb7303a87f, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '715bc433-0f70-46b3-9057-f4f1b527b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5802baa0-d515-418a-ba4d-bd81fe0e2421'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:41.719200 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c3b373b6-d2f5-47a1-9877-4f54c6830198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.806650 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-290ec15d-d97e-4169-8d3e-d3a80f73e7bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c1d24ef-eb16-457a-beb8-d58022cd6e36 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:58:41.823898 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-290ec15d-d97e-4169-8d3e-d3a80f73e7bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.050866 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-249ac28f-7a96-4d28-ab93-33d940aaaed9 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.059160 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d53b423-6d39-4fc7-b9c0-c96df29165fb tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.069301 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c3b373b6-d2f5-47a1-9877-4f54c6830198 None None] For port 5e1c3a20-fd48-4a9d-bb71-7ceb7303a87f, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:42.084087 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c3b373b6-d2f5-47a1-9877-4f54c6830198 None None] For port 5e1c3a20-fd48-4a9d-bb71-7ceb7303a87f, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5e1c3a20-fd48-4a9d-bb71-7ceb7303a87f,segment=NetworkSegment(715bc433-0f70-46b3-9057-f4f1b527b149),segment_id=715bc433-0f70-46b3-9057-f4f1b527b149)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:42.097344 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-290ec15d-d97e-4169-8d3e-d3a80f73e7bd service neutron] Transition to ACTIVE for port object 4c1d24ef-eb16-457a-beb8-d58022cd6e36 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:42.116904 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event deleted for resources: {'Subnet': ['ID=470ff245-2cee-434c-b63d-8b4a2ff33e44,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:42.122287 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c3b373b6-d2f5-47a1-9877-4f54c6830198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.167027 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3294516c-ecbd-46be-9037-e09e608d02c1 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.175649 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3294516c-ecbd-46be-9037-e09e608d02c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.182559 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=32528bfa-7938-464c-b83a-422449541a90,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:42.217194 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-290ec15d-d97e-4169-8d3e-d3a80f73e7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.218508 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.222250 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ac28f-7a96-4d28-ab93-33d940aaaed9 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Pushing event deleted for resources: {'Port': ['ID=3300a522-deb8-4d16-8169-731855279398,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:42.246130 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-e089920d-ff23-4df1-a45d-c23a0a24d97c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:58:42.246656 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-e089920d-ff23-4df1-a45d-c23a0a24d97c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:58:42.251485 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.db.resource_extend [None req-6d53b423-6d39-4fc7-b9c0-c96df29165fb tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:58:42.340166 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f8b9c-633e-4e4b-b20d-21c1514f3546 None None] Pushing event updated for resources: {'Port': ['ID=48f0bc07-a588-49fe-9426-6deef58544c1,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:42.408611 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f8b9c-633e-4e4b-b20d-21c1514f3546 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:42.408854 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-249ac28f-7a96-4d28-ab93-33d940aaaed9 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.412854 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-249ac28f-7a96-4d28-ab93-33d940aaaed9 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] 10.222.0.41 "DELETE /v2.0/ports/3300a522-deb8-4d16-8169-731855279398 HTTP/1.1" status: 204 len: 168 time: 3.3140016 Apr 18 20:58:42.414086 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f8b9c-633e-4e4b-b20d-21c1514f3546 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:42.417458 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34650) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:42.423254 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f8b9c-633e-4e4b-b20d-21c1514f3546 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:42.429077 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f8b9c-633e-4e4b-b20d-21c1514f3546 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:42.429623 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f8b9c-633e-4e4b-b20d-21c1514f3546 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:42.430167 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f8b9c-633e-4e4b-b20d-21c1514f3546 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:42.430718 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f8b9c-633e-4e4b-b20d-21c1514f3546 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:42.431251 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f8b9c-633e-4e4b-b20d-21c1514f3546 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:42.432260 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d53b423-6d39-4fc7-b9c0-c96df29165fb tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.437868 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f8b9c-633e-4e4b-b20d-21c1514f3546 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:42.439207 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f8b9c-633e-4e4b-b20d-21c1514f3546 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:42.439799 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f8b9c-633e-4e4b-b20d-21c1514f3546 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:42.442767 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f8b9c-633e-4e4b-b20d-21c1514f3546 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:42.454135 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a19bf3-4c82-40e3-a750-8c925c97f0f3 None None] Network 5802baa0-d515-418a-ba4d-bd81fe0e2421 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:42.458058 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d53b423-6d39-4fc7-b9c0-c96df29165fb tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:42.458845 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d53b423-6d39-4fc7-b9c0-c96df29165fb tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.483664 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b373b6-d2f5-47a1-9877-4f54c6830198 None None] Pushing event updated for resources: {'Port': ['ID=5e1c3a20-fd48-4a9d-bb71-7ceb7303a87f,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:42.617391 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b3c1f7f-363b-434d-bf72-62d16b110dcb tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] GET failed (client error): The resource could not be found. Apr 18 20:58:42.627350 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7b3c1f7f-363b-434d-bf72-62d16b110dcb tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] 10.222.0.41 "GET /v2.0/ports/3300a522-deb8-4d16-8169-731855279398 HTTP/1.1" status: 404 len: 333 time: 0.2080297 Apr 18 20:58:42.684824 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34652) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:42.689124 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.755161 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-3294516c-ecbd-46be-9037-e09e608d02c1 None None] Attempting to bind port 48f0bc07-a588-49fe-9426-6deef58544c1 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:42.758720 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-3294516c-ecbd-46be-9037-e09e608d02c1 None None] Attempting to bind port 48f0bc07-a588-49fe-9426-6deef58544c1 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '25a56cb3-299f-4e6a-ac18-fa3e03f0adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:42.759187 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3294516c-ecbd-46be-9037-e09e608d02c1 None None] Attempting to bind port 48f0bc07-a588-49fe-9426-6deef58544c1 on network 35269b03-103c-4760-8f89-af2e21fc4c1d {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:58:42.798645 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3294516c-ecbd-46be-9037-e09e608d02c1 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:58:42.799243 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3294516c-ecbd-46be-9037-e09e608d02c1 None None] Checking segment: {'id': '25a56cb3-299f-4e6a-ac18-fa3e03f0adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:42.799907 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3294516c-ecbd-46be-9037-e09e608d02c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.800580 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3294516c-ecbd-46be-9037-e09e608d02c1 None None] Bound using segment: {'id': '25a56cb3-299f-4e6a-ac18-fa3e03f0adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:58:42.801403 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-3294516c-ecbd-46be-9037-e09e608d02c1 None None] Bound port: 48f0bc07-a588-49fe-9426-6deef58544c1, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a56cb3-299f-4e6a-ac18-fa3e03f0adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:42.802050 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3294516c-ecbd-46be-9037-e09e608d02c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.841921 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6d53b423-6d39-4fc7-b9c0-c96df29165fb tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.7358301 Apr 18 20:58:42.854404 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a89f5d-fd02-45e5-bcae-31caa323d54d req-160eda1d-1066-4a05-9bac-7b33b865d96f tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:42.861737 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-16a89f5d-fd02-45e5-bcae-31caa323d54d req-160eda1d-1066-4a05-9bac-7b33b865d96f tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 932 time: 1.2911785 Apr 18 20:58:42.885743 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34656) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:42.914722 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-7e359b02-cb6d-489b-b9a3-c4b7d535f565 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'subnet': {'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:43.032376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5802baa0-d515-418a-ba4d-bd81fe0e2421']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:43.075069 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-3294516c-ecbd-46be-9037-e09e608d02c1 None None] For port 48f0bc07-a588-49fe-9426-6deef58544c1, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:43.078371 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53b423-6d39-4fc7-b9c0-c96df29165fb tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Network': ['ID=1639babc-1e60-4c61-a6c5-b88a09dcf7dc,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:43.097705 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-3294516c-ecbd-46be-9037-e09e608d02c1 None None] For port 48f0bc07-a588-49fe-9426-6deef58544c1, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=48f0bc07-a588-49fe-9426-6deef58544c1,segment=NetworkSegment(25a56cb3-299f-4e6a-ac18-fa3e03f0adfa),segment_id=25a56cb3-299f-4e6a-ac18-fa3e03f0adfa)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:43.114189 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3294516c-ecbd-46be-9037-e09e608d02c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.155246 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 1639babc-1e60-4c61-a6c5-b88a09dcf7dc details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:58:43.286879 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ec15d-d97e-4169-8d3e-d3a80f73e7bd service neutron] Pushing event updated for resources: {'Port': ['ID=4c1d24ef-eb16-457a-beb8-d58022cd6e36,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:43.298073 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-0aca0ac1-3953-4236-b3b6-f4071e7ed403 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Deleting port a65d6d11-cfb7-475f-a497-9965145881eb {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:58:43.301196 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0aca0ac1-3953-4236-b3b6-f4071e7ed403 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.305866 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '715bc433-0f70-46b3-9057-f4f1b527b149') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:43.306184 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '715bc433-0f70-46b3-9057-f4f1b527b149') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:43.361769 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f8b9c-633e-4e4b-b20d-21c1514f3546 None None] Pushing event updated for resources: {'Port': ['ID=48f0bc07-a588-49fe-9426-6deef58544c1,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:43.380690 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.411322 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-16a89f5d-fd02-45e5-bcae-31caa323d54d req-ff8250c1-06a8-4108-90e8-1a13236563dc tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4581966 Apr 18 20:58:43.411652 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3294516c-ecbd-46be-9037-e09e608d02c1 None None] Routers {'88bedfbd-b104-4feb-9b26-8a26c09442b3'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:58:43.413055 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3294516c-ecbd-46be-9037-e09e608d02c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:58:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88bedfbd-b104-4feb-9b26-8a26c09442b3'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:43.491688 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.494366 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-290ec15d-d97e-4169-8d3e-d3a80f73e7bd service neutron] Attempting to bind port 4c1d24ef-eb16-457a-beb8-d58022cd6e36 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:43.494834 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-290ec15d-d97e-4169-8d3e-d3a80f73e7bd service neutron] Attempting to bind port 4c1d24ef-eb16-457a-beb8-d58022cd6e36 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:43.495171 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-290ec15d-d97e-4169-8d3e-d3a80f73e7bd service neutron] Attempting to bind port 4c1d24ef-eb16-457a-beb8-d58022cd6e36 on network 49542224-f666-4718-b03f-958adc44dc33 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:58:43.545197 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:58:43.547929 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:58:43.629639 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:58:43.642713 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e359b02-cb6d-489b-b9a3-c4b7d535f565 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Made reservation on behalf of 34ed532966de49f2a1099a6b441323dd for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:43.647871 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7e359b02-cb6d-489b-b9a3-c4b7d535f565 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.661947 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-290ec15d-d97e-4169-8d3e-d3a80f73e7bd service neutron] Port 4c1d24ef-eb16-457a-beb8-d58022cd6e36 on network 49542224-f666-4718-b03f-958adc44dc33 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:58:43.662436 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-290ec15d-d97e-4169-8d3e-d3a80f73e7bd service neutron] Attempting to bind port 4c1d24ef-eb16-457a-beb8-d58022cd6e36 on network 49542224-f666-4718-b03f-958adc44dc33 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:58:43.727541 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6bd165ae-d591-49ab-97ad-b16db072fa79 None None] Provisioning complete for port 48f0bc07-a588-49fe-9426-6deef58544c1 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:43.729184 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6bd165ae-d591-49ab-97ad-b16db072fa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.762464 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0aca0ac1-3953-4236-b3b6-f4071e7ed403 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.809322 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-0aca0ac1-3953-4236-b3b6-f4071e7ed403 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Calling delete_port for a65d6d11-cfb7-475f-a497-9965145881eb owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:58:43.864297 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-290ec15d-d97e-4169-8d3e-d3a80f73e7bd service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:58:43.877507 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-290ec15d-d97e-4169-8d3e-d3a80f73e7bd service neutron] Checking segment: {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:43.877507 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-290ec15d-d97e-4169-8d3e-d3a80f73e7bd service neutron] Bound using segment: {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:58:43.877860 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-290ec15d-d97e-4169-8d3e-d3a80f73e7bd service neutron] Bound port: 4c1d24ef-eb16-457a-beb8-d58022cd6e36, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:43.878206 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-290ec15d-d97e-4169-8d3e-d3a80f73e7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.058366 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-3294516c-ecbd-46be-9037-e09e608d02c1 None None] Set router 88bedfbd-b104-4feb-9b26-8a26c09442b3 gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:58:44.146014 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 32528bfa-7938-464c-b83a-422449541a90 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:58:44.159471 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.db.api [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 20:58:44.159471 n-d-838323-3 neutron-server[102908]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 20:58:44.159471 n-d-838323-3 neutron-server[102908]: [parameters: {'id': '5802baa0-d515-418a-ba4d-bd81fe0e2421'}] Apr 18 20:58:44.159471 n-d-838323-3 neutron-server[102908]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:58:44.160250 n-d-838323-3 neutron-server[102908]: DEBUG oslo_db.api [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:58:44.262052 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0aca0ac1-3953-4236-b3b6-f4071e7ed403 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.291169 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6bd165ae-d591-49ab-97ad-b16db072fa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.304317 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088c9d98-3f10-4152-9974-c42715216c38 None None] get_active_networks_info from n-d-838323-3 {{(pid=102910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:58:44.380024 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-290ec15d-d97e-4169-8d3e-d3a80f73e7bd service neutron] For port 4c1d24ef-eb16-457a-beb8-d58022cd6e36, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:44.380370 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca0ac1-3953-4236-b3b6-f4071e7ed403 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Pushing event deleted for resources: {'Port': ['ID=a65d6d11-cfb7-475f-a497-9965145881eb,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:44.393480 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-290ec15d-d97e-4169-8d3e-d3a80f73e7bd service neutron] For port 4c1d24ef-eb16-457a-beb8-d58022cd6e36, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4c1d24ef-eb16-457a-beb8-d58022cd6e36,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:44.407165 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-290ec15d-d97e-4169-8d3e-d3a80f73e7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.584473 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3294516c-ecbd-46be-9037-e09e608d02c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:58:34Z', 'revision_number': 2, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None, '_interfaces': [{'id': '48f0bc07-a588-49fe-9426-6deef58544c1', 'name': '', 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:42:f4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '93983504-b531-45a8-945d-2914f64154ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:30Z', 'updated_at': '2022-04-18T20:58:43Z', 'revision_number': 4, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '93983504-b531-45a8-945d-2914f64154ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:44.736835 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-6bd165ae-d591-49ab-97ad-b16db072fa79 None None] For port 48f0bc07-a588-49fe-9426-6deef58544c1, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=48f0bc07-a588-49fe-9426-6deef58544c1,segment=NetworkSegment(25a56cb3-299f-4e6a-ac18-fa3e03f0adfa),segment_id=25a56cb3-299f-4e6a-ac18-fa3e03f0adfa)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:44.745120 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 32528bfa-7938-464c-b83a-422449541a90 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:44.746039 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.769606 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3294516c-ecbd-46be-9037-e09e608d02c1 None None] The sync data for ids ['88bedfbd-b104-4feb-9b26-8a26c09442b3'] in n-d-838323-3 is: [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:58:34Z', 'revision_number': 2, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None, '_interfaces': [{'id': '48f0bc07-a588-49fe-9426-6deef58544c1', 'name': '', 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:42:f4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '93983504-b531-45a8-945d-2914f64154ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:30Z', 'updated_at': '2022-04-18T20:58:43Z', 'revision_number': 4, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '93983504-b531-45a8-945d-2914f64154ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:58:44.780198 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.788884 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0aca0ac1-3953-4236-b3b6-f4071e7ed403 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.800696 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0aca0ac1-3953-4236-b3b6-f4071e7ed403 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] 10.222.0.41 "DELETE /v2.0/ports/a65d6d11-cfb7-475f-a497-9965145881eb HTTP/1.1" status: 204 len: 168 time: 2.1143720 Apr 18 20:58:44.805381 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34680) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:44.914121 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6bd165ae-d591-49ab-97ad-b16db072fa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.014926 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4006de-df18-4888-bee6-853652e6acbe tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Deleting subnet f1cbbe12-d50f-4aae-9349-9492430979f3 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:58:45.019534 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-290ec15d-d97e-4169-8d3e-d3a80f73e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:45.020532 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-290ec15d-d97e-4169-8d3e-d3a80f73e7bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.021724 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-290ec15d-d97e-4169-8d3e-d3a80f73e7bd service neutron] 10.222.0.57 "PUT /v2.0/ports/4c1d24ef-eb16-457a-beb8-d58022cd6e36 HTTP/1.1" status: 200 len: 1092 time: 5.2435675 Apr 18 20:58:45.024311 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc4006de-df18-4888-bee6-853652e6acbe tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.037099 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9', 'tag': '4c1d24ef-eb16-457a-beb8-d58022cd6e36'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:58:45.043889 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6c4445-d6bf-41fe-bb61-4103358af5c7" -d '{"events": [{"name": "network-changed", "server_uuid": "742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9", "tag": "4c1d24ef-eb16-457a-beb8-d58022cd6e36"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:58:45.179482 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc4006de-df18-4888-bee6-853652e6acbe tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.191804 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b472f18b-678e-44fb-a42a-14e11e71b291 x-openstack-request-id: req-b472f18b-678e-44fb-a42a-14e11e71b291 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:58:45.198851 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9", "tag": "4c1d24ef-eb16-457a-beb8-d58022cd6e36", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:58:45.199194 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b472f18b-678e-44fb-a42a-14e11e71b291 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:58:45.199616 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b472f18b-678e-44fb-a42a-14e11e71b291'] response: {'name': 'network-changed', 'server_uuid': '742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9', 'tag': '4c1d24ef-eb16-457a-beb8-d58022cd6e36', 'status': 'completed', 'code': 200} Apr 18 20:58:45.240750 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088c9d98-3f10-4152-9974-c42715216c38 None None] Resources bound (agent type, host, resource id): {{(pid=102910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:58:45.331388 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6bd165ae-d591-49ab-97ad-b16db072fa79 None None] Provisioning complete for port 32528bfa-7938-464c-b83a-422449541a90 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:45.337089 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6bd165ae-d591-49ab-97ad-b16db072fa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.374541 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a5b22-f084-478c-b0ea-26194a641cf1 req-d5a526d5-699a-40dc-841a-2786c291c730 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:45.396603 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e3a5b22-f084-478c-b0ea-26194a641cf1 req-d5a526d5-699a-40dc-841a-2786c291c730 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 944 time: 0.5613484 Apr 18 20:58:45.401029 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ec15d-d97e-4169-8d3e-d3a80f73e7bd service neutron] Pushing event updated for resources: {'Port': ['ID=4c1d24ef-eb16-457a-beb8-d58022cd6e36,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:45.447831 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd165ae-d591-49ab-97ad-b16db072fa79 None None] Pushing event updated for resources: {'Port': ['ID=48f0bc07-a588-49fe-9426-6deef58544c1,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:45.475812 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc4006de-df18-4888-bee6-853652e6acbe tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.539368 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7e359b02-cb6d-489b-b9a3-c4b7d535f565 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.758147 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc4006de-df18-4888-bee6-853652e6acbe tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.805909 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-757daf54-73b7-4e2c-9b40-cbc19b967548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:45.814794 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-757daf54-73b7-4e2c-9b40-cbc19b967548 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 1095 time: 0.6792169 Apr 18 20:58:45.902695 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-7072b6c0-7453-4bd5-b413-0a9c4e24054b None None] Provisioning complete for port 48f0bc07-a588-49fe-9426-6deef58544c1 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:45.903547 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4006de-df18-4888-bee6-853652e6acbe tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Pushing event deleted for resources: {'Subnet': ['ID=f1cbbe12-d50f-4aae-9349-9492430979f3,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:45.903783 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7072b6c0-7453-4bd5-b413-0a9c4e24054b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.907475 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc4006de-df18-4888-bee6-853652e6acbe tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.912970 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-dc4006de-df18-4888-bee6-853652e6acbe tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] 10.222.0.41 "DELETE /v2.0/subnets/f1cbbe12-d50f-4aae-9349-9492430979f3 HTTP/1.1" status: 204 len: 168 time: 1.0928087 Apr 18 20:58:45.915384 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34700) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:46.043078 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e3a5b22-f084-478c-b0ea-26194a641cf1 req-91e5c85b-2125-44c2-8022-503a0120d41f tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6487148 Apr 18 20:58:46.111063 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 48f0bc07-a588-49fe-9426-6deef58544c1 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:58:46.175537 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-d6795d8c-f224-43e5-abdc-8765d96000b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c1d24ef-eb16-457a-beb8-d58022cd6e36 HTTP/1.1" status: 200 len: 217 time: 0.3496225 Apr 18 20:58:46.181126 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e359b02-cb6d-489b-b9a3-c4b7d535f565 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Checking segment: {'id': '5eed0db8-82f0-40e3-8446-c9e24a80ffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:46.182190 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e359b02-cb6d-489b-b9a3-c4b7d535f565 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network hostable DHCP agents. Network: 1639babc-1e60-4c61-a6c5-b88a09dcf7dc, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:58:46.238524 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f8035363-e80a-4a25-a14c-fbce4b2d7051 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.351661 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-51b35b06-d62b-41c6-b57f-e1aedb5f7c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:46.353438 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-51b35b06-d62b-41c6-b57f-e1aedb5f7c41 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.1334975 Apr 18 20:58:46.368642 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e359b02-cb6d-489b-b9a3-c4b7d535f565 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Subnet': ['ID=6019a764-542a-4df9-91c0-b461abc6c7e1,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:46.394702 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Deleting port 5e1c3a20-fd48-4a9d-bb71-7ceb7303a87f {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:58:46.395482 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.400214 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 48f0bc07-a588-49fe-9426-6deef58544c1 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:46.400652 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.428956 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-f8035363-e80a-4a25-a14c-fbce4b2d7051 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Deleting port 2c132920-49c5-4a23-a649-027950cd671f {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:58:46.429319 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f8035363-e80a-4a25-a14c-fbce4b2d7051 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.516414 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-f8035363-e80a-4a25-a14c-fbce4b2d7051 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] For port 2c132920-49c5-4a23-a649-027950cd671f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2c132920-49c5-4a23-a649-027950cd671f,segment=NetworkSegment(bfe2c03f-b8ac-4cd2-8b32-33226d4d7ecb),segment_id=bfe2c03f-b8ac-4cd2-8b32-33226d4d7ecb)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:46.517126 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f8035363-e80a-4a25-a14c-fbce4b2d7051 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.523036 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047ea327-fb2b-4dc6-8800-f0b901218d85 None None] get_active_networks_info from n-d-838323-3 {{(pid=102910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:58:46.533606 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-f8035363-e80a-4a25-a14c-fbce4b2d7051 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Calling delete_port for 2c132920-49c5-4a23-a649-027950cd671f owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:58:46.538831 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] For port 5e1c3a20-fd48-4a9d-bb71-7ceb7303a87f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5e1c3a20-fd48-4a9d-bb71-7ceb7303a87f,segment=NetworkSegment(715bc433-0f70-46b3-9057-f4f1b527b149),segment_id=715bc433-0f70-46b3-9057-f4f1b527b149)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:46.539699 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.561837 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Calling delete_port for 5e1c3a20-fd48-4a9d-bb71-7ceb7303a87f owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:58:46.633652 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f8035363-e80a-4a25-a14c-fbce4b2d7051 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.668931 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8035363-e80a-4a25-a14c-fbce4b2d7051 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Pushing event deleted for resources: {'Port': ['ID=2c132920-49c5-4a23-a649-027950cd671f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:46.682496 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8035363-e80a-4a25-a14c-fbce4b2d7051 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] No DVR routers for this DVR port 2c132920-49c5-4a23-a649-027950cd671f on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:46.769396 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e359b02-cb6d-489b-b9a3-c4b7d535f565 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network 1639babc-1e60-4c61-a6c5-b88a09dcf7dc is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:58:46.803631 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f8035363-e80a-4a25-a14c-fbce4b2d7051 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.820676 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-7e359b02-cb6d-489b-b9a3-c4b7d535f565 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 1639babc-1e60-4c61-a6c5-b88a09dcf7dc) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:46.830752 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-f8035363-e80a-4a25-a14c-fbce4b2d7051 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ed30e3-435c-4a51-b9f2-be5a498ac343']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:46.842974 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-f8035363-e80a-4a25-a14c-fbce4b2d7051 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe2c03f-b8ac-4cd2-8b32-33226d4d7ecb') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:46.843971 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-f8035363-e80a-4a25-a14c-fbce4b2d7051 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe2c03f-b8ac-4cd2-8b32-33226d4d7ecb') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:46.856875 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e359b02-cb6d-489b-b9a3-c4b7d535f565 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:46.857979 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f8035363-e80a-4a25-a14c-fbce4b2d7051 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.858329 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7e359b02-cb6d-489b-b9a3-c4b7d535f565 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.864987 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-664881a3-7415-40ff-b8fd-4957d863bb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:46.868246 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-664881a3-7415-40ff-b8fd-4957d863bb15 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4951460 Apr 18 20:58:46.878107 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f8035363-e80a-4a25-a14c-fbce4b2d7051 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.889916 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8035363-e80a-4a25-a14c-fbce4b2d7051 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:58:46.890240 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f8035363-e80a-4a25-a14c-fbce4b2d7051 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.930288 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047ea327-fb2b-4dc6-8800-f0b901218d85 None None] Unable to find a vacant binding_index for network 1639babc-1e60-4c61-a6c5-b88a09dcf7dc and agent d40e1110-2dc6-400a-bb70-535a949efad8 {{(pid=102910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 18 20:58:46.937221 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.950043 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047ea327-fb2b-4dc6-8800-f0b901218d85 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 1639babc-1e60-4c61-a6c5-b88a09dcf7dc) {{(pid=102910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:58:46.988261 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:58:47.062729 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event deleted for resources: {'Port': ['ID=5e1c3a20-fd48-4a9d-bb71-7ceb7303a87f,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:47.093911 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f8035363-e80a-4a25-a14c-fbce4b2d7051 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.104661 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7e359b02-cb6d-489b-b9a3-c4b7d535f565 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2005916 Apr 18 20:58:47.112234 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] No DVR routers for this DVR port 5e1c3a20-fd48-4a9d-bb71-7ceb7303a87f on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:47.113348 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34708) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:47.117216 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f8035363-e80a-4a25-a14c-fbce4b2d7051 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.141173 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f8035363-e80a-4a25-a14c-fbce4b2d7051 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] 10.222.0.41 "DELETE /v2.0/networks/91ed30e3-435c-4a51-b9f2-be5a498ac343 HTTP/1.1" status: 204 len: 168 time: 1.2110040 Apr 18 20:58:47.225685 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8035363-e80a-4a25-a14c-fbce4b2d7051 tempest-AllowedAddressPairTestJSON-1909586571 tempest-AllowedAddressPairTestJSON-1909586571-project] Pushing event deleted for resources: {'Network': ['ID=91ed30e3-435c-4a51-b9f2-be5a498ac343,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:47.627839 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b2d19f-9457-4f9c-a30b-ef75610fd93f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-1639babc-1e60-4c61-a6c5-b88a09dcf7dc', 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'fixed_ips': [{'subnet_id': '6019a764-542a-4df9-91c0-b461abc6c7e1'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:58:47.629389 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-89b2d19f-9457-4f9c-a30b-ef75610fd93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.731827 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.742303 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43f1074c-4161-4624-9d4d-f5f2b38e1582 req-2eebe3f3-3606-4048-9623-bec317631e90 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4338839 Apr 18 20:58:47.812282 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d5fee-1bf0-4ac8-b8a9-e836a0c7b331 req-b5154d5a-0006-496f-b7be-2eca87ddb1d2 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:47.833066 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-594d5fee-1bf0-4ac8-b8a9-e836a0c7b331 req-b5154d5a-0006-496f-b7be-2eca87ddb1d2 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 944 time: 0.4370704 Apr 18 20:58:47.837349 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34716) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:47.846680 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5802baa0-d515-418a-ba4d-bd81fe0e2421']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:47.859927 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-2b9b9b38-dfb2-475a-ac8a-796ac27afc1c service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9795887 Apr 18 20:58:47.942325 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '715bc433-0f70-46b3-9057-f4f1b527b149') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:47.942325 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '715bc433-0f70-46b3-9057-f4f1b527b149') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:48.065066 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.072700 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-594d5fee-1bf0-4ac8-b8a9-e836a0c7b331 req-7f75080c-ef69-4c87-a262-fd8088bb793b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384036 Apr 18 20:58:48.122617 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.140914 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-89b2d19f-9457-4f9c-a30b-ef75610fd93f None None] Allocated IP 172.21.0.2 (1639babc-1e60-4c61-a6c5-b88a09dcf7dc/6019a764-542a-4df9-91c0-b461abc6c7e1/4b92b96a-2a98-4faa-96ab-504a5fbdca8a) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:48.160456 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0413078c-20e7-471e-a5b1-66dd74ec91ae tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.205697 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:58:48.206405 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:58:48.213273 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:58:48.238163 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1074c-4161-4624-9d4d-f5f2b38e1582 req-bc9f9d75-967a-49f6-94c4-c6eee71bbf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:48.246711 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43f1074c-4161-4624-9d4d-f5f2b38e1582 req-bc9f9d75-967a-49f6-94c4-c6eee71bbf6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d1cb6a1920642c6a254fff9677f23c7&device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 1096 time: 0.3292456 Apr 18 20:58:48.431230 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-30c8e5d8-238e-42e6-b8cf-919b49987c16 req-f29f75a0-655a-46ee-87fc-b0848ac1c304 service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030808 Apr 18 20:58:48.533706 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.569223 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.581394 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c2e81fb9-4525-4f7e-b4a6-37ac0247a032 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88ca053f97c94167a243baf63c452aa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6799715 Apr 18 20:58:48.584184 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34724) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:48.617497 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "DELETE /v2.0/networks/5802baa0-d515-418a-ba4d-bd81fe0e2421 HTTP/1.1" status: 204 len: 168 time: 10.7709982 Apr 18 20:58:48.634627 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-89b2d19f-9457-4f9c-a30b-ef75610fd93f None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.644091 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-89b2d19f-9457-4f9c-a30b-ef75610fd93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.651347 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34726) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:48.662278 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-0dd8be15-2d68-4a57-affa-9692c70e4d41 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-16362595'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:48.758430 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b2d8b-93fd-4ddb-9059-a16b115b3bc1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event deleted for resources: {'Network': ['ID=5802baa0-d515-418a-ba4d-bd81fe0e2421,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:48.903284 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1074c-4161-4624-9d4d-f5f2b38e1582 req-e5c3b22e-75ee-488c-b3f1-a5816a3b7832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:48.907854 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43f1074c-4161-4624-9d4d-f5f2b38e1582 req-e5c3b22e-75ee-488c-b3f1-a5816a3b7832 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe539583-d535-4524-b810-6474f581fe71 HTTP/1.1" status: 200 len: 915 time: 0.6409342 Apr 18 20:58:48.915515 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c4445-d6bf-41fe-bb61-4103358af5c7 req-18d8e766-6728-44c4-93fb-570814902a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:48.918046 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e6c4445-d6bf-41fe-bb61-4103358af5c7 req-18d8e766-6728-44c4-93fb-570814902a7a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 1095 time: 0.3861535 Apr 18 20:58:48.939209 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd8be15-2d68-4a57-affa-9692c70e4d41 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Made reservation on behalf of 619014dc27054173a2d8912243ab466a for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:48.945955 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0dd8be15-2d68-4a57-affa-9692c70e4d41 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.982547 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1bf85e1e-81ec-493f-9c8e-6dc7a01ea958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.035420 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1bf85e1e-81ec-493f-9c8e-6dc7a01ea958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.179611 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1bf85e1e-81ec-493f-9c8e-6dc7a01ea958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.196878 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1bf85e1e-81ec-493f-9c8e-6dc7a01ea958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.197691 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2d19f-9457-4f9c-a30b-ef75610fd93f None None] Pushing event updated for resources: {'Port': ['ID=4b92b96a-2a98-4faa-96ab-504a5fbdca8a,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:49.199446 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1bf85e1e-81ec-493f-9c8e-6dc7a01ea958 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e502f0d-454b-48bb-98c1-9777c64f92ac HTTP/1.1" status: 204 len: 168 time: 0.6133008 Apr 18 20:58:49.260290 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43f1074c-4161-4624-9d4d-f5f2b38e1582 req-6a01655c-990d-42ea-8daf-42f766297d2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55a05612-8060-4ff1-88d1-b02230ac1d86 HTTP/1.1" status: 200 len: 1000 time: 0.3405855 Apr 18 20:58:49.298050 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b2d19f-9457-4f9c-a30b-ef75610fd93f None None] Network 1639babc-1e60-4c61-a6c5-b88a09dcf7dc is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:49.306869 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-89b2d19f-9457-4f9c-a30b-ef75610fd93f None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:49.319049 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b2d19f-9457-4f9c-a30b-ef75610fd93f None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:49.336417 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c4445-d6bf-41fe-bb61-4103358af5c7 req-75008aac-aab0-4b89-89f4-2d62c0decf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:49.339094 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e6c4445-d6bf-41fe-bb61-4103358af5c7 req-75008aac-aab0-4b89-89f4-2d62c0decf7a service neutron] 10.222.0.57 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 912 time: 0.4044857 Apr 18 20:58:49.501671 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-89b2d19f-9457-4f9c-a30b-ef75610fd93f None None] Attempting to bind port 4b92b96a-2a98-4faa-96ab-504a5fbdca8a on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:49.502662 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-89b2d19f-9457-4f9c-a30b-ef75610fd93f None None] Attempting to bind port 4b92b96a-2a98-4faa-96ab-504a5fbdca8a by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '5eed0db8-82f0-40e3-8446-c9e24a80ffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:49.503509 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b2d19f-9457-4f9c-a30b-ef75610fd93f None None] Attempting to bind port 4b92b96a-2a98-4faa-96ab-504a5fbdca8a on network 1639babc-1e60-4c61-a6c5-b88a09dcf7dc {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:58:49.518068 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b2d19f-9457-4f9c-a30b-ef75610fd93f None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:58:49.519101 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b2d19f-9457-4f9c-a30b-ef75610fd93f None None] Checking segment: {'id': '5eed0db8-82f0-40e3-8446-c9e24a80ffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:49.520246 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-89b2d19f-9457-4f9c-a30b-ef75610fd93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.521178 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b2d19f-9457-4f9c-a30b-ef75610fd93f None None] Bound using segment: {'id': '5eed0db8-82f0-40e3-8446-c9e24a80ffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:58:49.522252 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-89b2d19f-9457-4f9c-a30b-ef75610fd93f None None] Bound port: 4b92b96a-2a98-4faa-96ab-504a5fbdca8a, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eed0db8-82f0-40e3-8446-c9e24a80ffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:49.524086 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-89b2d19f-9457-4f9c-a30b-ef75610fd93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.546110 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf85e1e-81ec-493f-9c8e-6dc7a01ea958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e502f0d-454b-48bb-98c1-9777c64f92ac,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:49.641047 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd8be15-2d68-4a57-affa-9692c70e4d41 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:49.669198 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0dd8be15-2d68-4a57-affa-9692c70e4d41 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.669573 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-0dd8be15-2d68-4a57-affa-9692c70e4d41 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Added segment ee05a39c-e021-477b-9bae-537cce45ccf8 of type vlan for network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c Apr 18 20:58:49.768600 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0dd8be15-2d68-4a57-affa-9692c70e4d41 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.798261 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-0413078c-20e7-471e-a5b1-66dd74ec91ae tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Allocated IP 172.21.0.1 (1639babc-1e60-4c61-a6c5-b88a09dcf7dc/6019a764-542a-4df9-91c0-b461abc6c7e1/a3407e04-d645-45cd-9267-3b080cda9663) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:49.846002 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-89b2d19f-9457-4f9c-a30b-ef75610fd93f None None] For port 4b92b96a-2a98-4faa-96ab-504a5fbdca8a, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:49.855638 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-89b2d19f-9457-4f9c-a30b-ef75610fd93f None None] For port 4b92b96a-2a98-4faa-96ab-504a5fbdca8a, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4b92b96a-2a98-4faa-96ab-504a5fbdca8a,segment=NetworkSegment(5eed0db8-82f0-40e3-8446-c9e24a80ffbe),segment_id=5eed0db8-82f0-40e3-8446-c9e24a80ffbe)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:49.862084 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-89b2d19f-9457-4f9c-a30b-ef75610fd93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.901754 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0dd8be15-2d68-4a57-affa-9692c70e4d41 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.918791 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd8be15-2d68-4a57-affa-9692c70e4d41 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:49.919457 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0dd8be15-2d68-4a57-affa-9692c70e4d41 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.929302 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e6c4445-d6bf-41fe-bb61-4103358af5c7 req-590ee12f-b2bb-4131-9439-55b51b3504b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c1d24ef-eb16-457a-beb8-d58022cd6e36 HTTP/1.1" status: 200 len: 217 time: 0.5778451 Apr 18 20:58:50.032096 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2d19f-9457-4f9c-a30b-ef75610fd93f None None] Pushing event updated for resources: {'Port': ['ID=4b92b96a-2a98-4faa-96ab-504a5fbdca8a,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:50.120700 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0dd8be15-2d68-4a57-affa-9692c70e4d41 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4666262 Apr 18 20:58:50.162811 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34742) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:50.211963 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-f3e909ed-384b-48ca-8fd9-0802736cc07f tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Request body: {'subnet': {'network_id': 'a7f02b64-a542-4e94-b3b5-0c2eef89cd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:50.290678 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8be15-2d68-4a57-affa-9692c70e4d41 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event updated for resources: {'Network': ['ID=a7f02b64-a542-4e94-b3b5-0c2eef89cd4c,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:50.335732 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1074c-4161-4624-9d4d-f5f2b38e1582 req-da429a3f-5f85-46ea-8b3b-43a21e4292f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:50.339569 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43f1074c-4161-4624-9d4d-f5f2b38e1582 req-da429a3f-5f85-46ea-8b3b-43a21e4292f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=934e222d-a43e-4b81-a646-860f58e51213 HTTP/1.1" status: 200 len: 853 time: 1.0696788 Apr 18 20:58:50.355776 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8be15-2d68-4a57-affa-9692c70e4d41 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:50.356491 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8be15-2d68-4a57-affa-9692c70e4d41 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:50.357171 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8be15-2d68-4a57-affa-9692c70e4d41 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:50.361696 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8be15-2d68-4a57-affa-9692c70e4d41 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:50.362641 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8be15-2d68-4a57-affa-9692c70e4d41 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:50.366918 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8be15-2d68-4a57-affa-9692c70e4d41 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:50.366918 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8be15-2d68-4a57-affa-9692c70e4d41 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:50.367642 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8be15-2d68-4a57-affa-9692c70e4d41 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:50.369048 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8be15-2d68-4a57-affa-9692c70e4d41 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:50.370540 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8be15-2d68-4a57-affa-9692c70e4d41 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:50.380534 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8be15-2d68-4a57-affa-9692c70e4d41 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:50.380534 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8be15-2d68-4a57-affa-9692c70e4d41 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:50.481385 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:58:50.615074 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34750) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:50.648503 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0413078c-20e7-471e-a5b1-66dd74ec91ae tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:50.728977 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c4445-d6bf-41fe-bb61-4103358af5c7 req-1022990a-3237-4abe-a5bc-4fb298ff41f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:50.733706 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e6c4445-d6bf-41fe-bb61-4103358af5c7 req-1022990a-3237-4abe-a5bc-4fb298ff41f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.8035231 Apr 18 20:58:50.805602 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0413078c-20e7-471e-a5b1-66dd74ec91ae tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:50.822961 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67722f3-802b-4188-a41d-0346222c4cc3 req-9b16245c-715f-4a10-bca4-64f0f7906017 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:50.825177 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f67722f3-802b-4188-a41d-0346222c4cc3 req-9b16245c-715f-4a10-bca4-64f0f7906017 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 944 time: 0.8372729 Apr 18 20:58:50.893774 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c4445-d6bf-41fe-bb61-4103358af5c7 req-62c951d2-4319-4e62-9429-880e2d71564c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:50.896054 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e6c4445-d6bf-41fe-bb61-4103358af5c7 req-62c951d2-4319-4e62-9429-880e2d71564c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1529803 Apr 18 20:58:50.898345 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1074c-4161-4624-9d4d-f5f2b38e1582 req-edce1895-215c-4d76-8394-3f1df9a7dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:50.900924 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43f1074c-4161-4624-9d4d-f5f2b38e1582 req-edce1895-215c-4d76-8394-3f1df9a7dce6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe539583-d535-4524-b810-6474f581fe71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3809531 Apr 18 20:58:50.903848 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e909ed-384b-48ca-8fd9-0802736cc07f tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Made reservation on behalf of 619014dc27054173a2d8912243ab466a for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:50.917926 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f3e909ed-384b-48ca-8fd9-0802736cc07f tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:50.992726 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0413078c-20e7-471e-a5b1-66dd74ec91ae tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network 1639babc-1e60-4c61-a6c5-b88a09dcf7dc is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:51.001184 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-0413078c-20e7-471e-a5b1-66dd74ec91ae tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:51.026446 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0413078c-20e7-471e-a5b1-66dd74ec91ae tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:51.122990 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413078c-20e7-471e-a5b1-66dd74ec91ae tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Port': ['ID=a3407e04-d645-45cd-9267-3b080cda9663,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:51.162399 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e6c4445-d6bf-41fe-bb61-4103358af5c7 req-8a1c05d1-67b1-47eb-ad5b-383b1c5d29bc service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312686 Apr 18 20:58:51.166328 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0413078c-20e7-471e-a5b1-66dd74ec91ae tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:51.205404 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f67722f3-802b-4188-a41d-0346222c4cc3 req-630de4f2-b510-4dcb-931a-adf673642578 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3634732 Apr 18 20:58:51.360749 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a861883b-1b4e-49a5-83c1-06332115c951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:51.463289 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a861883b-1b4e-49a5-83c1-06332115c951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:51.468979 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a861883b-1b4e-49a5-83c1-06332115c951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:51.721002 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0413078c-20e7-471e-a5b1-66dd74ec91ae tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:51.727325 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861883b-1b4e-49a5-83c1-06332115c951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41b9f2b-1afc-4a75-959b-f6216be70169,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:51.859012 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a861883b-1b4e-49a5-83c1-06332115c951 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1040364df4ca4fddb0e51e339ea68f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2373927 Apr 18 20:58:51.862475 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34774) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:52.110579 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43f1074c-4161-4624-9d4d-f5f2b38e1582 req-068ed05f-753d-4e14-aeb0-a6fc9e82d302 service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1861494 Apr 18 20:58:52.116461 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4b92b96a-2a98-4faa-96ab-504a5fbdca8a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:58:52.143810 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e6c4445-d6bf-41fe-bb61-4103358af5c7 req-c4e02ea9-c811-4195-95ff-e92af560489a service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7027411 Apr 18 20:58:52.144353 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34776) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:52.236532 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3bcfba6-9015-44f4-a747-05de0e818871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.320591 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3bcfba6-9015-44f4-a747-05de0e818871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.369168 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f3e909ed-384b-48ca-8fd9-0802736cc07f tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.370859 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 4b92b96a-2a98-4faa-96ab-504a5fbdca8a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:52.371249 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.601635 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.621798 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3bcfba6-9015-44f4-a747-05de0e818871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.627790 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3bcfba6-9015-44f4-a747-05de0e818871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.635985 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-3af96e6b-bf44-44f1-b59e-8893db6dcf8a tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1082163602'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:52.638615 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c3bcfba6-9015-44f4-a747-05de0e818871 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c41b9f2b-1afc-4a75-959b-f6216be70169 HTTP/1.1" status: 204 len: 168 time: 0.7677748 Apr 18 20:58:52.672755 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44de27ee-bc60-4d97-b039-8bb9f92e5bcc None None] Network 1639babc-1e60-4c61-a6c5-b88a09dcf7dc requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:52.837674 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bcfba6-9015-44f4-a747-05de0e818871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41b9f2b-1afc-4a75-959b-f6216be70169,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:52.842736 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af96e6b-bf44-44f1-b59e-8893db6dcf8a tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Made reservation on behalf of 46a69b2c7efb40078a7621b36f4ee4f5 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:52.851073 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3af96e6b-bf44-44f1-b59e-8893db6dcf8a tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.886198 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3af96e6b-bf44-44f1-b59e-8893db6dcf8a tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.938270 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 4b92b96a-2a98-4faa-96ab-504a5fbdca8a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4b92b96a-2a98-4faa-96ab-504a5fbdca8a,segment=NetworkSegment(5eed0db8-82f0-40e3-8446-c9e24a80ffbe),segment_id=5eed0db8-82f0-40e3-8446-c9e24a80ffbe)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:52.997596 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.005525 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e909ed-384b-48ca-8fd9-0802736cc07f tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event updated for resources: {'Subnet': ['ID=c5f8ccca-ee5a-4448-b36b-c3c40d8c8c3a,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:53.058723 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-308c5b12-30db-488e-9c10-105e3f5e7930 None None] Provisioning complete for port 4b92b96a-2a98-4faa-96ab-504a5fbdca8a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:53.059397 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-308c5b12-30db-488e-9c10-105e3f5e7930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.167721 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec16bf-a531-4b3f-be44-4981105a0ed9 req-d48f1e7e-bf3d-444e-ac32-8d9dba3713af tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:53.173175 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-40ec16bf-a531-4b3f-be44-4981105a0ed9 req-d48f1e7e-bf3d-444e-ac32-8d9dba3713af tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 944 time: 0.6087816 Apr 18 20:58:53.252055 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e909ed-384b-48ca-8fd9-0802736cc07f tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Checking segment: {'id': 'ee05a39c-e021-477b-9bae-537cce45ccf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a7f02b64-a542-4e94-b3b5-0c2eef89cd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:53.252487 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e909ed-384b-48ca-8fd9-0802736cc07f tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Network hostable DHCP agents. Network: a7f02b64-a542-4e94-b3b5-0c2eef89cd4c, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:58:53.277429 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43f1074c-4161-4624-9d4d-f5f2b38e1582 req-6728c61d-91bc-44e7-8778-cb6e8aa38d7b service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1322918 Apr 18 20:58:53.438750 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ed1b73-7f8f-4d85-ae82-78260c2de173 None None] DHCP port deletion for 91ed30e3-435c-4a51-b9f2-be5a498ac343 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:58:53.439329 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-40ec16bf-a531-4b3f-be44-4981105a0ed9 req-5174e33b-44c6-4545-8a20-f0f6535318dd tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181847 Apr 18 20:58:53.455894 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e909ed-384b-48ca-8fd9-0802736cc07f tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:58:53.465746 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0413078c-20e7-471e-a5b1-66dd74ec91ae tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.477392 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0413078c-20e7-471e-a5b1-66dd74ec91ae tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.481737 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-f3e909ed-384b-48ca-8fd9-0802736cc07f tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, a7f02b64-a542-4e94-b3b5-0c2eef89cd4c) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:53.494570 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e909ed-384b-48ca-8fd9-0802736cc07f tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:53.496580 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f3e909ed-384b-48ca-8fd9-0802736cc07f tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.505328 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3af96e6b-bf44-44f1-b59e-8893db6dcf8a tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.516511 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3af96e6b-bf44-44f1-b59e-8893db6dcf8a tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.533330 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af96e6b-bf44-44f1-b59e-8893db6dcf8a tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:53.551232 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3af96e6b-bf44-44f1-b59e-8893db6dcf8a tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.553220 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-3af96e6b-bf44-44f1-b59e-8893db6dcf8a tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Added segment 4768102d-702d-4511-ba47-3ce5224f0ca0 of type vlan for network 99bde03e-7a3b-4b57-83be-8b541315edd7 Apr 18 20:58:53.558429 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222bec08-bd03-475f-9ea0-59453c5f63bf None None] Network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:53.676328 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413078c-20e7-471e-a5b1-66dd74ec91ae tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Port': ['ID=a3407e04-d645-45cd-9267-3b080cda9663,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:53.748353 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=4b92b96a-2a98-4faa-96ab-504a5fbdca8a,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:53.794898 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0413078c-20e7-471e-a5b1-66dd74ec91ae tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.866199 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af96e6b-bf44-44f1-b59e-8893db6dcf8a tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95977116-5500-46d1-ad4c-236e206f7499,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:53.873050 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3af96e6b-bf44-44f1-b59e-8893db6dcf8a tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.894583 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f3e909ed-384b-48ca-8fd9-0802736cc07f tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.7046161 Apr 18 20:58:53.897727 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34808) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:54.094640 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3af96e6b-bf44-44f1-b59e-8893db6dcf8a tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.096369 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2c132920-49c5-4a23-a649-027950cd671f no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:58:54.140695 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af96e6b-bf44-44f1-b59e-8893db6dcf8a tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:54.144951 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3af96e6b-bf44-44f1-b59e-8893db6dcf8a tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.171697 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 2c132920-49c5-4a23-a649-027950cd671f {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:58:54.176397 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2c132920-49c5-4a23-a649-027950cd671f not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:58:54.499189 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0413078c-20e7-471e-a5b1-66dd74ec91ae tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network 1639babc-1e60-4c61-a6c5-b88a09dcf7dc is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:54.512759 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-0413078c-20e7-471e-a5b1-66dd74ec91ae tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:54.763235 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b18eddac-6b49-4036-8caa-402c715b733c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.796869 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-a7f02b64-a542-4e94-b3b5-0c2eef89cd4c', 'network_id': 'a7f02b64-a542-4e94-b3b5-0c2eef89cd4c', 'tenant_id': '619014dc27054173a2d8912243ab466a', 'fixed_ips': [{'subnet_id': 'c5f8ccca-ee5a-4448-b36b-c3c40d8c8c3a'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:58:54.797627 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.003278 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.088776 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34828) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:55.089980 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3af96e6b-bf44-44f1-b59e-8893db6dcf8a tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.9414108 Apr 18 20:58:55.118758 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d9cd7597-f5f5-4979-b357-ac2bc27a77e1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Request body: {'subnet': {'network_id': '99bde03e-7a3b-4b57-83be-8b541315edd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:55.167299 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af96e6b-bf44-44f1-b59e-8893db6dcf8a tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event updated for resources: {'Network': ['ID=99bde03e-7a3b-4b57-83be-8b541315edd7,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:55.248941 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 99bde03e-7a3b-4b57-83be-8b541315edd7 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:58:55.360940 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Allocated IP 2001:db8::1 (a7f02b64-a542-4e94-b3b5-0c2eef89cd4c/c5f8ccca-ee5a-4448-b36b-c3c40d8c8c3a/93eaaf30-4a34-4057-a92a-217c6eeb27ee) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:55.411836 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0413078c-20e7-471e-a5b1-66dd74ec91ae tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Router 88bedfbd-b104-4feb-9b26-8a26c09442b3 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:58:55.439773 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b74a29-68f5-4264-a20b-79581e093d73 None None] Network 1639babc-1e60-4c61-a6c5-b88a09dcf7dc requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:55.504016 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8d9c6-222f-4028-a1dc-cb2b30a4b740 req-c747de2b-0c93-4c67-8615-d9062d478f3b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:55.511436 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-96c8d9c6-222f-4028-a1dc-cb2b30a4b740 req-c747de2b-0c93-4c67-8615-d9062d478f3b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 944 time: 0.7043450 Apr 18 20:58:55.531736 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.575302 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4c1d24ef-eb16-457a-beb8-d58022cd6e36 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:58:55.768352 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cd7597-f5f5-4979-b357-ac2bc27a77e1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Made reservation on behalf of 46a69b2c7efb40078a7621b36f4ee4f5 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:55.777802 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9cd7597-f5f5-4979-b357-ac2bc27a77e1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.808231 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0413078c-20e7-471e-a5b1-66dd74ec91ae tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:58:55.809909 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-74cabb25-21bb-4a89-8e1e-fb777784b45d None None] Provisioning complete for port 4b92b96a-2a98-4faa-96ab-504a5fbdca8a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:55.819050 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0413078c-20e7-471e-a5b1-66dd74ec91ae tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "PUT /v2.0/routers/88bedfbd-b104-4feb-9b26-8a26c09442b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6705079 Apr 18 20:58:55.826347 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-96c8d9c6-222f-4028-a1dc-cb2b30a4b740 req-ef1bc342-9b28-4217-a362-1232b845a817 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3110268 Apr 18 20:58:55.830329 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34834) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:55.833795 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-74cabb25-21bb-4a89-8e1e-fb777784b45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.849492 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-15882888-cec2-4a26-b0ba-e342d912bd93 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'network': {'name': 'tempest-RoutersTest-37305669'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:55.925892 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a4db1b-1ad3-442e-b286-a11881c20b35 None None] Sync routers for ids ['88bedfbd-b104-4feb-9b26-8a26c09442b3'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:58:56.003770 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15882888-cec2-4a26-b0ba-e342d912bd93 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Made reservation on behalf of 34ed532966de49f2a1099a6b441323dd for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:56.021133 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-15882888-cec2-4a26-b0ba-e342d912bd93 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.088829 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:58:56.148917 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15882888-cec2-4a26-b0ba-e342d912bd93 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:56.158103 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4b92b96a-2a98-4faa-96ab-504a5fbdca8a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:58:56.179638 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 4c1d24ef-eb16-457a-beb8-d58022cd6e36, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4c1d24ef-eb16-457a-beb8-d58022cd6e36,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:56.188888 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9cd7597-f5f5-4979-b357-ac2bc27a77e1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.192406 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-15882888-cec2-4a26-b0ba-e342d912bd93 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.193329 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-15882888-cec2-4a26-b0ba-e342d912bd93 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Added segment 0dd16db8-8d4b-4a48-84eb-dbe6e763576c of type vlan for network b2c9ff50-1716-4aef-b87e-5c8974a8ad4e Apr 18 20:58:56.338707 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-15882888-cec2-4a26-b0ba-e342d912bd93 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.402690 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd7597-f5f5-4979-b357-ac2bc27a77e1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event updated for resources: {'Subnet': ['ID=9c2be919-5dd2-452a-ae65-b075a72207f6,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:56.427305 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-15882888-cec2-4a26-b0ba-e342d912bd93 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.445724 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a4db1b-1ad3-442e-b286-a11881c20b35 None None] Routers {'88bedfbd-b104-4feb-9b26-8a26c09442b3'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:58:56.445724 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a4a4db1b-1ad3-442e-b286-a11881c20b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:58:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88bedfbd-b104-4feb-9b26-8a26c09442b3'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:56.449822 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15882888-cec2-4a26-b0ba-e342d912bd93 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:56.450589 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-15882888-cec2-4a26-b0ba-e342d912bd93 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.476182 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd7597-f5f5-4979-b357-ac2bc27a77e1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Checking segment: {'id': '4768102d-702d-4511-ba47-3ce5224f0ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '99bde03e-7a3b-4b57-83be-8b541315edd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:56.476577 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cd7597-f5f5-4979-b357-ac2bc27a77e1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Network hostable DHCP agents. Network: 99bde03e-7a3b-4b57-83be-8b541315edd7, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:58:56.547720 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cd7597-f5f5-4979-b357-ac2bc27a77e1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Network 99bde03e-7a3b-4b57-83be-8b541315edd7 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:58:56.573014 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-d9cd7597-f5f5-4979-b357-ac2bc27a77e1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 99bde03e-7a3b-4b57-83be-8b541315edd7) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:56.591440 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cd7597-f5f5-4979-b357-ac2bc27a77e1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:56.595505 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9cd7597-f5f5-4979-b357-ac2bc27a77e1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.630258 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34846) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:56.677577 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d9cd7597-f5f5-4979-b357-ac2bc27a77e1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5746038 Apr 18 20:58:56.679679 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34850) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:56.694187 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-7d123c78-68da-45ae-b6a2-0e8ed234f5c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1706793580', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}, 'admin_state_up': False}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:56.812904 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7d123c78-68da-45ae-b6a2-0e8ed234f5c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.814424 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7d123c78-68da-45ae-b6a2-0e8ed234f5c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.884145 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15882888-cec2-4a26-b0ba-e342d912bd93 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Network': ['ID=b2c9ff50-1716-4aef-b87e-5c8974a8ad4e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:56.934840 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-15882888-cec2-4a26-b0ba-e342d912bd93 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.0922377 Apr 18 20:58:56.936159 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34858) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:56.941326 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-a4a4db1b-1ad3-442e-b286-a11881c20b35 None None] Set router 88bedfbd-b104-4feb-9b26-8a26c09442b3 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:58:56.969829 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-0b0ec17d-a33f-43e6-ac06-92f5143ab212 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'subnet': {'network_id': 'b2c9ff50-1716-4aef-b87e-5c8974a8ad4e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:57.024378 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-65c05688-3cf5-4b37-8b8b-07b406352cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.158018 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7d123c78-68da-45ae-b6a2-0e8ed234f5c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.236380 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0ec17d-a33f-43e6-ac06-92f5143ab212 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Made reservation on behalf of 34ed532966de49f2a1099a6b441323dd for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:57.240930 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0b0ec17d-a33f-43e6-ac06-92f5143ab212 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.259167 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '4c1d24ef-eb16-457a-beb8-d58022cd6e36', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'port_id': '4c1d24ef-eb16-457a-beb8-d58022cd6e36', 'mac_address': 'fa:16:3e:01:80:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:58:57.320839 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b429bc4c-e96a-4cc3-aecb-21afe30d20dd None None] Network 99bde03e-7a3b-4b57-83be-8b541315edd7 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:57.386923 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7d123c78-68da-45ae-b6a2-0e8ed234f5c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.433941 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76106e90-ede9-4c79-a456-e40802292008 req-a5550222-2197-4ae0-a991-8e137c986b40 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:57.435352 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network b2c9ff50-1716-4aef-b87e-5c8974a8ad4e details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:58:57.441777 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76106e90-ede9-4c79-a456-e40802292008 req-a5550222-2197-4ae0-a991-8e137c986b40 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 944 time: 0.3048978 Apr 18 20:58:57.540013 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-65c05688-3cf5-4b37-8b8b-07b406352cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.549557 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-65c05688-3cf5-4b37-8b8b-07b406352cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.583996 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c05688-3cf5-4b37-8b8b-07b406352cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aff5557-be66-45ba-ac45-fcd43d3193b9,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:57.617782 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.687359 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-65c05688-3cf5-4b37-8b8b-07b406352cd3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44e3c646ce1c43b2a2bad7dac5ab7cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0556347 Apr 18 20:58:57.696643 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34866) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:57.729509 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.811977 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event deleted for resources: {'Subnet': ['ID=c5f8ccca-ee5a-4448-b36b-c3c40d8c8c3a,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:58.124190 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.163099 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0b0ec17d-a33f-43e6-ac06-92f5143ab212 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.229842 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.271785 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f02b64-a542-4e94-b3b5-0c2eef89cd4c']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:58.302586 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76106e90-ede9-4c79-a456-e40802292008 req-43e614ae-261c-4610-9cc2-7b4a6901befd tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8268495 Apr 18 20:58:58.315130 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee05a39c-e021-477b-9bae-537cce45ccf8') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:58.315774 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee05a39c-e021-477b-9bae-537cce45ccf8') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:58.418702 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c8b5ea-3ca7-4722-adf9-fdf45567aef0 None None] Network 99bde03e-7a3b-4b57-83be-8b541315edd7 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:58.443886 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.487355 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:58.523264 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 4b92b96a-2a98-4faa-96ab-504a5fbdca8a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:58.523936 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.526564 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:58.538242 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:58.545577 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ec17d-a33f-43e6-ac06-92f5143ab212 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Subnet': ['ID=455528ea-2a08-4a30-8a6e-810bbaf35b68,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:58.564549 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.584777 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0ec17d-a33f-43e6-ac06-92f5143ab212 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Checking segment: {'id': '0dd16db8-8d4b-4a48-84eb-dbe6e763576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b2c9ff50-1716-4aef-b87e-5c8974a8ad4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:58.587868 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0ec17d-a33f-43e6-ac06-92f5143ab212 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network hostable DHCP agents. Network: b2c9ff50-1716-4aef-b87e-5c8974a8ad4e, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:58:58.603914 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:58:58.607641 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.609998 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:58:58.618031 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:58:58.653456 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7d123c78-68da-45ae-b6a2-0e8ed234f5c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.657126 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Pushing event updated for resources: {'Port': ['ID=93eaaf30-4a34-4057-a92a-217c6eeb27ee,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:58.690478 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7d123c78-68da-45ae-b6a2-0e8ed234f5c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.718387 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6944a1cd-7b1a-4bdf-80c1-8c1fb7ca5ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.720995 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-74cabb25-21bb-4a89-8e1e-fb777784b45d None None] Provisioning complete for port a3407e04-d645-45cd-9267-3b080cda9663 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:58.721578 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-74cabb25-21bb-4a89-8e1e-fb777784b45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.747912 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c1d24ef-eb16-457a-beb8-d58022cd6e36 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:58:58.774101 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6944a1cd-7b1a-4bdf-80c1-8c1fb7ca5ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.831436 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0ec17d-a33f-43e6-ac06-92f5143ab212 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network b2c9ff50-1716-4aef-b87e-5c8974a8ad4e is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:58:58.847241 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-0b0ec17d-a33f-43e6-ac06-92f5143ab212 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, b2c9ff50-1716-4aef-b87e-5c8974a8ad4e) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:58.849343 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.db.api [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 20:58:58.849343 n-d-838323-3 neutron-server[102908]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 20:58:58.849343 n-d-838323-3 neutron-server[102908]: [parameters: {'id': 'a7f02b64-a542-4e94-b3b5-0c2eef89cd4c'}] Apr 18 20:58:58.849343 n-d-838323-3 neutron-server[102908]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:58:58.855855 n-d-838323-3 neutron-server[102908]: DEBUG oslo_db.api [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:58:58.866429 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0ec17d-a33f-43e6-ac06-92f5143ab212 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:58.867082 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0b0ec17d-a33f-43e6-ac06-92f5143ab212 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.904773 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f1743e-7be9-4365-b3ca-b13815ef2408 None None] Network b2c9ff50-1716-4aef-b87e-5c8974a8ad4e requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:58.909917 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0b0ec17d-a33f-43e6-ac06-92f5143ab212 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9643183 Apr 18 20:58:58.910137 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34872) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:58.910497 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6944a1cd-7b1a-4bdf-80c1-8c1fb7ca5ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.913326 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6944a1cd-7b1a-4bdf-80c1-8c1fb7ca5ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.917179 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6944a1cd-7b1a-4bdf-80c1-8c1fb7ca5ee6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5aff5557-be66-45ba-ac45-fcd43d3193b9 HTTP/1.1" status: 204 len: 168 time: 1.2182639 Apr 18 20:58:58.932818 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 4c1d24ef-eb16-457a-beb8-d58022cd6e36, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4c1d24ef-eb16-457a-beb8-d58022cd6e36,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:58.993452 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-74cabb25-21bb-4a89-8e1e-fb777784b45d None None] Port a3407e04-d645-45cd-9267-3b080cda9663 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:58:59.002882 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:59.003503 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'ee05a39c-e021-477b-9bae-537cce45ccf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a7f02b64-a542-4e94-b3b5-0c2eef89cd4c'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:59.004662 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:58:59.048884 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:58:59.049440 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Checking segment: {'id': 'ee05a39c-e021-477b-9bae-537cce45ccf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a7f02b64-a542-4e94-b3b5-0c2eef89cd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:59.050120 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.051080 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Bound using segment: {'id': 'ee05a39c-e021-477b-9bae-537cce45ccf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a7f02b64-a542-4e94-b3b5-0c2eef89cd4c'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:58:59.051911 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Bound port: 93eaaf30-4a34-4057-a92a-217c6eeb27ee, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee05a39c-e021-477b-9bae-537cce45ccf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a7f02b64-a542-4e94-b3b5-0c2eef89cd4c'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:59.052609 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.111955 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944a1cd-7b1a-4bdf-80c1-8c1fb7ca5ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aff5557-be66-45ba-ac45-fcd43d3193b9,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:59.127802 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.194394 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8d3fabe7-b7ae-4290-9d2b-c8b6399ff54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.342162 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-7d123c78-68da-45ae-b6a2-0e8ed234f5c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Allocated IP 172.25.1.134 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/994ea396-9f29-49d8-8824-0a8b824f6934) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:59.357758 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.457188 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['4c1d24ef-eb16-457a-beb8-d58022cd6e36'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:58:59.485970 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Deleting port 93eaaf30-4a34-4057-a92a-217c6eeb27ee {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:58:59.486332 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.579227 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a4a4db1b-1ad3-442e-b286-a11881c20b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:58:51Z', 'revision_number': 3, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None, '_interfaces': [{'id': '48f0bc07-a588-49fe-9426-6deef58544c1', 'name': '', 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:42:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '93983504-b531-45a8-945d-2914f64154ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:30Z', 'updated_at': '2022-04-18T20:58:44Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '93983504-b531-45a8-945d-2914f64154ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3407e04-d645-45cd-9267-3b080cda9663', 'name': '', 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:2a:e0:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:48Z', 'updated_at': '2022-04-18T20:58:52Z', 'revision_number': 2, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:59.650082 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] For port 93eaaf30-4a34-4057-a92a-217c6eeb27ee, host n-d-838323-3, got binding levels [] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:59.650469 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.653667 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7d123c78-68da-45ae-b6a2-0e8ed234f5c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.667480 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Calling delete_port for 93eaaf30-4a34-4057-a92a-217c6eeb27ee owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:58:59.705969 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7d123c78-68da-45ae-b6a2-0e8ed234f5c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.718919 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-175c0469-9750-4f20-8291-081a468569fa tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.737785 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=4c1d24ef-eb16-457a-beb8-d58022cd6e36,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:59.778328 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-997c2042-633a-4c41-aa0e-ae11ac085419 None None] Provisioning complete for port 4b92b96a-2a98-4faa-96ab-504a5fbdca8a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:59.779267 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-997c2042-633a-4c41-aa0e-ae11ac085419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.783864 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a4db1b-1ad3-442e-b286-a11881c20b35 None None] Checking router: 88bedfbd-b104-4feb-9b26-8a26c09442b3 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:58:59.784382 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a4db1b-1ad3-442e-b286-a11881c20b35 None None] Updating router 88bedfbd-b104-4feb-9b26-8a26c09442b3 port a3407e04-d645-45cd-9267-3b080cda9663 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:58:59.789948 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d123c78-68da-45ae-b6a2-0e8ed234f5c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:59.794318 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-7d123c78-68da-45ae-b6a2-0e8ed234f5c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:59.818880 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d123c78-68da-45ae-b6a2-0e8ed234f5c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event updated for resources: {'Port': ['ID=994ea396-9f29-49d8-8824-0a8b824f6934,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:59.822588 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d123c78-68da-45ae-b6a2-0e8ed234f5c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:59.860641 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.880907 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6884847-2318-4a51-b177-1fea26c49252 req-073cd796-1458-4841-b6f4-6a29a9270024 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:59.891097 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6884847-2318-4a51-b177-1fea26c49252 req-073cd796-1458-4841-b6f4-6a29a9270024 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 945 time: 0.4162827 Apr 18 20:58:59.945017 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] No DVR routers for this DVR port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:59.949598 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event deleted for resources: {'Port': ['ID=93eaaf30-4a34-4057-a92a-217c6eeb27ee,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:59.971120 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a4a4db1b-1ad3-442e-b286-a11881c20b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.074568 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.111613 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f02b64-a542-4e94-b3b5-0c2eef89cd4c']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:00.125814 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee05a39c-e021-477b-9bae-537cce45ccf8') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:00.126216 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee05a39c-e021-477b-9bae-537cce45ccf8') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:00.140290 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.165713 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.174658 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:59:00.175079 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.201561 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:59:00.202183 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:59:00.207961 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.251078 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfdbec5-eea5-41fa-88a7-a291871a6c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-b2c9ff50-1716-4aef-b87e-5c8974a8ad4e', 'network_id': 'b2c9ff50-1716-4aef-b87e-5c8974a8ad4e', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'fixed_ips': [{'subnet_id': '455528ea-2a08-4a30-8a6e-810bbaf35b68'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:59:00.252157 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1cfdbec5-eea5-41fa-88a7-a291871a6c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:59:00.256317 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:59:00.262999 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.273135 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.276522 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "DELETE /v2.0/networks/a7f02b64-a542-4e94-b3b5-0c2eef89cd4c HTTP/1.1" status: 204 len: 168 time: 6.3772228 Apr 18 20:59:00.296203 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6884847-2318-4a51-b177-1fea26c49252 req-bd0eaf11-d904-4763-bd6b-c229fa17bc8d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4035532 Apr 18 20:59:00.314427 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34902) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:00.320330 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-817a7696-2b20-4c18-8fa9-4f7958cba403 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-546106215'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:00.325828 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd1db4-5e1c-452e-a460-b3959b31a082 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event deleted for resources: {'Network': ['ID=a7f02b64-a542-4e94-b3b5-0c2eef89cd4c,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:00.355671 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817a7696-2b20-4c18-8fa9-4f7958cba403 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Made reservation on behalf of 619014dc27054173a2d8912243ab466a for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:00.360278 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-817a7696-2b20-4c18-8fa9-4f7958cba403 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.436478 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817a7696-2b20-4c18-8fa9-4f7958cba403 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:59:00.462426 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-817a7696-2b20-4c18-8fa9-4f7958cba403 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.468694 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-817a7696-2b20-4c18-8fa9-4f7958cba403 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Added segment e4122143-cdbe-4e76-ba62-f6bb8b5d5caa of type vlan for network 372743ba-2e85-42c2-91eb-2edb64384f6f Apr 18 20:59:00.553219 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-817a7696-2b20-4c18-8fa9-4f7958cba403 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.606594 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-817a7696-2b20-4c18-8fa9-4f7958cba403 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.623354 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817a7696-2b20-4c18-8fa9-4f7958cba403 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:00.624470 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-817a7696-2b20-4c18-8fa9-4f7958cba403 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.707552 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-175c0469-9750-4f20-8291-081a468569fa tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Allocated IP 172.22.0.1 (b2c9ff50-1716-4aef-b87e-5c8974a8ad4e/455528ea-2a08-4a30-8a6e-810bbaf35b68/2af08001-7f05-411f-8b10-2f6d88bcc0d4) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:00.771935 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-817a7696-2b20-4c18-8fa9-4f7958cba403 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4551063 Apr 18 20:59:00.776996 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34910) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:00.792901 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-3c48ea49-dfdd-4996-a615-053ebeaeaad0 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Request body: {'subnet': {'network_id': '372743ba-2e85-42c2-91eb-2edb64384f6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:00.805511 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a7696-2b20-4c18-8fa9-4f7958cba403 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event updated for resources: {'Network': ['ID=372743ba-2e85-42c2-91eb-2edb64384f6f,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:00.831157 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 372743ba-2e85-42c2-91eb-2edb64384f6f details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:59:00.834395 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:00.834935 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:00.835546 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:00.853317 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7d123c78-68da-45ae-b6a2-0e8ed234f5c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.946560 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:00.947787 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:00.983824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c48ea49-dfdd-4996-a615-053ebeaeaad0 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Made reservation on behalf of 619014dc27054173a2d8912243ab466a for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:00.996861 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3c48ea49-dfdd-4996-a615-053ebeaeaad0 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.051424 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c not bound, no agent of type HyperV agent registered on host n-d-838323-3 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:59:01.051919 n-d-838323-3 neutron-server[102910]: ERROR neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Failed to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on host n-d-838323-3 for vnic_type normal using segments [] Apr 18 20:59:01.075645 n-d-838323-3 neutron-server[102910]: INFO neutron.plugins.ml2.plugin [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempt 2 to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee Apr 18 20:59:01.143693 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:01.144194 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:01.144385 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:01.307536 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:01.310365 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:01.325901 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-175c0469-9750-4f20-8291-081a468569fa tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.443274 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c not bound, no agent of type HyperV agent registered on host n-d-838323-3 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:59:01.444074 n-d-838323-3 neutron-server[102910]: ERROR neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Failed to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on host n-d-838323-3 for vnic_type normal using segments [] Apr 18 20:59:01.491971 n-d-838323-3 neutron-server[102910]: INFO neutron.plugins.ml2.plugin [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempt 3 to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee Apr 18 20:59:01.559555 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.580970 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:01.581460 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:01.582066 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:01.609872 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-997c2042-633a-4c41-aa0e-ae11ac085419 None None] Provisioning complete for port a3407e04-d645-45cd-9267-3b080cda9663 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:01.610503 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-997c2042-633a-4c41-aa0e-ae11ac085419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.618651 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7d123c78-68da-45ae-b6a2-0e8ed234f5c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.694542 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:01.695411 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:01.756339 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-175c0469-9750-4f20-8291-081a468569fa tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.805676 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b3e89-6da0-4e46-b63d-9670ea4b34ef req-493987f7-f086-4114-af03-0f0f6208912a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:01.818264 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c not bound, no agent of type HyperV agent registered on host n-d-838323-3 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:59:01.818788 n-d-838323-3 neutron-server[102910]: ERROR neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Failed to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on host n-d-838323-3 for vnic_type normal using segments [] Apr 18 20:59:01.820368 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-107b3e89-6da0-4e46-b63d-9670ea4b34ef req-493987f7-f086-4114-af03-0f0f6208912a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 945 time: 0.3395464 Apr 18 20:59:01.845445 n-d-838323-3 neutron-server[102910]: INFO neutron.plugins.ml2.plugin [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempt 4 to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee Apr 18 20:59:01.846440 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175c0469-9750-4f20-8291-081a468569fa tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network b2c9ff50-1716-4aef-b87e-5c8974a8ad4e is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:01.854966 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-175c0469-9750-4f20-8291-081a468569fa tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:01.862180 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175c0469-9750-4f20-8291-081a468569fa tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:01.865394 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.930171 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-997c2042-633a-4c41-aa0e-ae11ac085419 None None] Port a3407e04-d645-45cd-9267-3b080cda9663 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:59:01.934787 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-175c0469-9750-4f20-8291-081a468569fa tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.942532 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3c48ea49-dfdd-4996-a615-053ebeaeaad0 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.943312 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:01.943889 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:01.944006 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c0469-9750-4f20-8291-081a468569fa tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Port': ['ID=2af08001-7f05-411f-8b10-2f6d88bcc0d4,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:01.944504 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:02.030272 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-107b3e89-6da0-4e46-b63d-9670ea4b34ef req-f356bd4d-8ad8-4198-a89c-343dd35607d9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859472 Apr 18 20:59:02.050245 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48ea49-dfdd-4996-a615-053ebeaeaad0 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event updated for resources: {'Subnet': ['ID=99048fff-069d-4d33-8c2d-dac1fc70282b,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:02.057681 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d123c78-68da-45ae-b6a2-0e8ed234f5c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Router e3f28b16-afc7-4911-b090-146d58a64afd is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:59:02.071453 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c48ea49-dfdd-4996-a615-053ebeaeaad0 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Checking segment: {'id': 'e4122143-cdbe-4e76-ba62-f6bb8b5d5caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '372743ba-2e85-42c2-91eb-2edb64384f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:02.071824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c48ea49-dfdd-4996-a615-053ebeaeaad0 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Network hostable DHCP agents. Network: 372743ba-2e85-42c2-91eb-2edb64384f6f, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:59:02.104376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c48ea49-dfdd-4996-a615-053ebeaeaad0 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Network 372743ba-2e85-42c2-91eb-2edb64384f6f is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:59:02.128088 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-3c48ea49-dfdd-4996-a615-053ebeaeaad0 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 372743ba-2e85-42c2-91eb-2edb64384f6f) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:02.133417 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c48ea49-dfdd-4996-a615-053ebeaeaad0 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:02.134323 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3c48ea49-dfdd-4996-a615-053ebeaeaad0 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:02.168117 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3c48ea49-dfdd-4996-a615-053ebeaeaad0 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3897734 Apr 18 20:59:02.173839 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34922) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:02.234238 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-175c0469-9750-4f20-8291-081a468569fa tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:02.455611 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7e817beb-6a7a-4660-a644-899ec9aa4038 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:02.482040 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a4a4db1b-1ad3-442e-b286-a11881c20b35 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:02.572025 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fb927d-51e6-4b75-813a-4599f96548bc None None] Network 372743ba-2e85-42c2-91eb-2edb64384f6f requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:02.582111 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:02.584908 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:02.610289 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a4a4db1b-1ad3-442e-b286-a11881c20b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:02.651626 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-1cfdbec5-eea5-41fa-88a7-a291871a6c39 None None] Allocated IP 172.22.0.2 (b2c9ff50-1716-4aef-b87e-5c8974a8ad4e/455528ea-2a08-4a30-8a6e-810bbaf35b68/d809a8fd-a747-4307-b062-76d3a87974cf) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:02.781667 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c not bound, no agent of type HyperV agent registered on host n-d-838323-3 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:59:02.781975 n-d-838323-3 neutron-server[102910]: ERROR neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Failed to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on host n-d-838323-3 for vnic_type normal using segments [] Apr 18 20:59:02.792723 n-d-838323-3 neutron-server[102910]: INFO neutron.plugins.ml2.plugin [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempt 5 to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee Apr 18 20:59:02.955550 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d123c78-68da-45ae-b6a2-0e8ed234f5c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:02.971135 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4229003-9299-45b3-aeed-cf93f6967f82 None None] Sync routers for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:03.014952 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4229003-9299-45b3-aeed-cf93f6967f82 None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:03.016666 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a4229003-9299-45b3-aeed-cf93f6967f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:58:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:03.042257 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19377ed-6cd1-486c-a810-bbb7fd20dc98 None None] Pushing event updated for resources: {'Port': ['ID=a3407e04-d645-45cd-9267-3b080cda9663,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:03.066725 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7e817beb-6a7a-4660-a644-899ec9aa4038 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.100747 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7d123c78-68da-45ae-b6a2-0e8ed234f5c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.104794 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7d123c78-68da-45ae-b6a2-0e8ed234f5c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.4175723 Apr 18 20:59:03.106943 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 34932) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:03.150270 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a4229003-9299-45b3-aeed-cf93f6967f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:03.173245 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4229003-9299-45b3-aeed-cf93f6967f82 None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:03.179037 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a4229003-9299-45b3-aeed-cf93f6967f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:58:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:03.251946 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a4229003-9299-45b3-aeed-cf93f6967f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:03.253281 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4229003-9299-45b3-aeed-cf93f6967f82 None None] The sync data for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:03.256028 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:03.256589 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:03.257074 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:03.257772 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7e817beb-6a7a-4660-a644-899ec9aa4038 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.269646 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4c1d24ef-eb16-457a-beb8-d58022cd6e36 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:03.305511 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e817beb-6a7a-4660-a644-899ec9aa4038 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event deleted for resources: {'Subnet': ['ID=99048fff-069d-4d33-8c2d-dac1fc70282b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:03.362010 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-175c0469-9750-4f20-8291-081a468569fa tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.368994 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-175c0469-9750-4f20-8291-081a468569fa tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.473576 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-175c0469-9750-4f20-8291-081a468569fa tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.551665 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c0469-9750-4f20-8291-081a468569fa tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Port': ['ID=2af08001-7f05-411f-8b10-2f6d88bcc0d4,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:03.594634 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:03.604689 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:03.610147 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7e817beb-6a7a-4660-a644-899ec9aa4038 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.645134 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c not bound, no agent of type HyperV agent registered on host n-d-838323-3 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:59:03.645714 n-d-838323-3 neutron-server[102910]: ERROR neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Failed to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on host n-d-838323-3 for vnic_type normal using segments [] Apr 18 20:59:03.676658 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175c0469-9750-4f20-8291-081a468569fa tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network b2c9ff50-1716-4aef-b87e-5c8974a8ad4e is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:03.680443 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-175c0469-9750-4f20-8291-081a468569fa tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:03.711009 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-7e817beb-6a7a-4660-a644-899ec9aa4038 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372743ba-2e85-42c2-91eb-2edb64384f6f']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:03.725499 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-7e817beb-6a7a-4660-a644-899ec9aa4038 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4122143-cdbe-4e76-ba62-f6bb8b5d5caa') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:03.725864 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-7e817beb-6a7a-4660-a644-899ec9aa4038 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4122143-cdbe-4e76-ba62-f6bb8b5d5caa') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:03.749520 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7e817beb-6a7a-4660-a644-899ec9aa4038 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.752970 n-d-838323-3 neutron-server[102910]: INFO neutron.plugins.ml2.plugin [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempt 6 to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee Apr 18 20:59:03.758514 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc3b07f-ba08-42b8-80ad-c2606179a64b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-372743ba-2e85-42c2-91eb-2edb64384f6f', 'network_id': '372743ba-2e85-42c2-91eb-2edb64384f6f', 'tenant_id': '619014dc27054173a2d8912243ab466a', 'fixed_ips': [{'subnet_id': '99048fff-069d-4d33-8c2d-dac1fc70282b'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:59:03.759884 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-edc3b07f-ba08-42b8-80ad-c2606179a64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.785439 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f8d2a-4ea9-4b26-a8dd-4a5b52f6af9c req-e52493e0-4eef-4207-8773-f81248d5e5ce tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:03.787057 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba0f8d2a-4ea9-4b26-a8dd-4a5b52f6af9c req-e52493e0-4eef-4207-8773-f81248d5e5ce tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 945 time: 0.5148618 Apr 18 20:59:03.797890 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-269b69a3-df20-4ace-a6a9-ca9c6f49ed17 None None] Provisioning complete for port a3407e04-d645-45cd-9267-3b080cda9663 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:03.798508 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-269b69a3-df20-4ace-a6a9-ca9c6f49ed17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.835745 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7e817beb-6a7a-4660-a644-899ec9aa4038 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.853943 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-a4a4db1b-1ad3-442e-b286-a11881c20b35 None None] Attempting to bind port a3407e04-d645-45cd-9267-3b080cda9663 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:03.854969 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-a4a4db1b-1ad3-442e-b286-a11881c20b35 None None] Attempting to bind port a3407e04-d645-45cd-9267-3b080cda9663 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '5eed0db8-82f0-40e3-8446-c9e24a80ffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:03.855307 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a4db1b-1ad3-442e-b286-a11881c20b35 None None] Attempting to bind port a3407e04-d645-45cd-9267-3b080cda9663 on network 1639babc-1e60-4c61-a6c5-b88a09dcf7dc {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:03.861179 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e817beb-6a7a-4660-a644-899ec9aa4038 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:59:03.861649 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7e817beb-6a7a-4660-a644-899ec9aa4038 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:59:03.865383 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:59:03.926992 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175c0469-9750-4f20-8291-081a468569fa tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Router 88bedfbd-b104-4feb-9b26-8a26c09442b3 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:03.953455 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:03.953921 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:03.954352 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:03.983246 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a4db1b-1ad3-442e-b286-a11881c20b35 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:03.984260 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a4db1b-1ad3-442e-b286-a11881c20b35 None None] Checking segment: {'id': '5eed0db8-82f0-40e3-8446-c9e24a80ffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:03.985197 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a4a4db1b-1ad3-442e-b286-a11881c20b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.986095 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a4db1b-1ad3-442e-b286-a11881c20b35 None None] Bound using segment: {'id': '5eed0db8-82f0-40e3-8446-c9e24a80ffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:03.987148 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-a4a4db1b-1ad3-442e-b286-a11881c20b35 None None] Bound port: a3407e04-d645-45cd-9267-3b080cda9663, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eed0db8-82f0-40e3-8446-c9e24a80ffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:03.988029 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a4a4db1b-1ad3-442e-b286-a11881c20b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.055370 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:04.057363 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:04.074897 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-20576198-7162-46a5-a256-e106ede87261 tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6866cf7d3cc045038efa8e673073566d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0999234 Apr 18 20:59:04.078729 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba0f8d2a-4ea9-4b26-a8dd-4a5b52f6af9c req-bfca4620-19e8-4a7f-a9a7-538fa6bef4d4 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384212 Apr 18 20:59:04.085115 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 4c1d24ef-eb16-457a-beb8-d58022cd6e36 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:04.107698 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175c0469-9750-4f20-8291-081a468569fa tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:04.116842 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7e817beb-6a7a-4660-a644-899ec9aa4038 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.117316 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-175c0469-9750-4f20-8291-081a468569fa tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "PUT /v2.0/routers/88bedfbd-b104-4feb-9b26-8a26c09442b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1987724 Apr 18 20:59:04.118224 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34954) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:04.125293 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a8487efb-7a07-4144-8ac4-5d42bba410e3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'network': {'name': 'tempest-RoutersTest-1351038140'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:04.152400 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8487efb-7a07-4144-8ac4-5d42bba410e3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Made reservation on behalf of 34ed532966de49f2a1099a6b441323dd for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:04.161785 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a8487efb-7a07-4144-8ac4-5d42bba410e3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.170181 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7e817beb-6a7a-4660-a644-899ec9aa4038 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.181197 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7e817beb-6a7a-4660-a644-899ec9aa4038 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "DELETE /v2.0/networks/372743ba-2e85-42c2-91eb-2edb64384f6f HTTP/1.1" status: 204 len: 168 time: 1.9981871 Apr 18 20:59:04.181477 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34956) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:04.187501 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-bf82a31e-6988-4a30-81da-9d995e8d31e1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1536209323'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:04.220346 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf82a31e-6988-4a30-81da-9d995e8d31e1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Made reservation on behalf of 619014dc27054173a2d8912243ab466a for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:04.229126 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf82a31e-6988-4a30-81da-9d995e8d31e1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.231915 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a4a4db1b-1ad3-442e-b286-a11881c20b35 None None] For port a3407e04-d645-45cd-9267-3b080cda9663, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:04.236752 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a4a4db1b-1ad3-442e-b286-a11881c20b35 None None] For port a3407e04-d645-45cd-9267-3b080cda9663, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a3407e04-d645-45cd-9267-3b080cda9663,segment=NetworkSegment(5eed0db8-82f0-40e3-8446-c9e24a80ffbe),segment_id=5eed0db8-82f0-40e3-8446-c9e24a80ffbe)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:04.239921 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1cfdbec5-eea5-41fa-88a7-a291871a6c39 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.243598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-269b69a3-df20-4ace-a6a9-ca9c6f49ed17 None None] Port a3407e04-d645-45cd-9267-3b080cda9663 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:59:04.246934 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-edc3b07f-ba08-42b8-80ad-c2606179a64b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 18 20:59:04.246934 n-d-838323-3 neutron-server[102910]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Apr 18 20:59:04.246934 n-d-838323-3 neutron-server[102910]: [parameters: {'project_id': '619014dc27054173a2d8912243ab466a', 'id': '4571f05b-3582-46d0-83e4-fdfd9a2775c1', 'name': '', 'network_id': '372743ba-2e85-42c2-91eb-2edb64384f6f', 'mac_address': 'fa:16:3e:ee:ce:64', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-372743ba-2e85-42c2-91eb-2edb64384f6f', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3033}] Apr 18 20:59:04.246934 n-d-838323-3 neutron-server[102910]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:59:04.248807 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-edc3b07f-ba08-42b8-80ad-c2606179a64b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:59:04.249620 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c not bound, no agent of type HyperV agent registered on host n-d-838323-3 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:59:04.250905 n-d-838323-3 neutron-server[102910]: ERROR neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Failed to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on host n-d-838323-3 for vnic_type normal using segments [] Apr 18 20:59:04.253762 n-d-838323-3 neutron-server[102910]: INFO neutron.plugins.ml2.plugin [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempt 7 to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee Apr 18 20:59:04.275710 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e817beb-6a7a-4660-a644-899ec9aa4038 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event deleted for resources: {'Network': ['ID=372743ba-2e85-42c2-91eb-2edb64384f6f,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:04.276843 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8487efb-7a07-4144-8ac4-5d42bba410e3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:59:04.278927 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 4c1d24ef-eb16-457a-beb8-d58022cd6e36 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:04.280680 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.284742 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a4a4db1b-1ad3-442e-b286-a11881c20b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.305536 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:04.306644 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:04.307346 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf82a31e-6988-4a30-81da-9d995e8d31e1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:59:04.307951 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:04.336725 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a8487efb-7a07-4144-8ac4-5d42bba410e3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.337120 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-a8487efb-7a07-4144-8ac4-5d42bba410e3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Added segment 2ce5733e-7789-4fa6-b407-261c17fa4db6 of type vlan for network 64cd67c5-dc89-4c11-85c7-d678a477b34f Apr 18 20:59:04.359499 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf82a31e-6988-4a30-81da-9d995e8d31e1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.359853 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-bf82a31e-6988-4a30-81da-9d995e8d31e1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Added segment 77a1a9a8-7789-4fae-9cf3-19426b9d1342 of type vlan for network 3a210391-337e-45bb-a8aa-a0d649cb5581 Apr 18 20:59:04.409903 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1cfdbec5-eea5-41fa-88a7-a291871a6c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.455148 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:04.455788 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:04.483978 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c not bound, no agent of type HyperV agent registered on host n-d-838323-3 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:59:04.484951 n-d-838323-3 neutron-server[102910]: ERROR neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Failed to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on host n-d-838323-3 for vnic_type normal using segments [] Apr 18 20:59:04.495766 n-d-838323-3 neutron-server[102910]: INFO neutron.plugins.ml2.plugin [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempt 8 to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee Apr 18 20:59:04.514656 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a8487efb-7a07-4144-8ac4-5d42bba410e3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.522009 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-d6406fec-83fb-4609-8f4f-87b7c9ba345a tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:04.523544 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:04.524569 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:04.525259 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-d6406fec-83fb-4609-8f4f-87b7c9ba345a tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4423118 Apr 18 20:59:04.525660 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:04.548611 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:04.549464 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:04.553349 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a4db1b-1ad3-442e-b286-a11881c20b35 None None] Routers {'88bedfbd-b104-4feb-9b26-8a26c09442b3'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:04.554783 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a4a4db1b-1ad3-442e-b286-a11881c20b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:58:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88bedfbd-b104-4feb-9b26-8a26c09442b3'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:04.572417 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf82a31e-6988-4a30-81da-9d995e8d31e1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.616828 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-8adbf126-fc58-47dd-8ee9-186f35cbb74c tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/quotas/6866cf7d3cc045038efa8e673073566d HTTP/1.1" status: 200 len: 375 time: 0.0490019 Apr 18 20:59:04.661847 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfdbec5-eea5-41fa-88a7-a291871a6c39 None None] Network b2c9ff50-1716-4aef-b87e-5c8974a8ad4e is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:04.684134 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a8487efb-7a07-4144-8ac4-5d42bba410e3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.700149 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8487efb-7a07-4144-8ac4-5d42bba410e3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:04.703343 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a8487efb-7a07-4144-8ac4-5d42bba410e3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.713823 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf82a31e-6988-4a30-81da-9d995e8d31e1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.718250 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-1cfdbec5-eea5-41fa-88a7-a291871a6c39 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:04.723096 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfdbec5-eea5-41fa-88a7-a291871a6c39 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:04.723772 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf82a31e-6988-4a30-81da-9d995e8d31e1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:04.724904 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf82a31e-6988-4a30-81da-9d995e8d31e1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.731676 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c not bound, no agent of type HyperV agent registered on host n-d-838323-3 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:59:04.732805 n-d-838323-3 neutron-server[102910]: ERROR neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Failed to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on host n-d-838323-3 for vnic_type normal using segments [] Apr 18 20:59:04.787425 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-66131a4a-a837-47dc-8dd8-02219192ffc3 tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6866cf7d3cc045038efa8e673073566d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0955138 Apr 18 20:59:04.806878 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1972745e-690a-41a4-816e-24d3ae5fd4a1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.807294 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bf82a31e-6988-4a30-81da-9d995e8d31e1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6270328 Apr 18 20:59:04.813043 n-d-838323-3 neutron-server[102910]: INFO neutron.plugins.ml2.plugin [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempt 9 to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee Apr 18 20:59:04.818283 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19377ed-6cd1-486c-a810-bbb7fd20dc98 None None] Pushing event updated for resources: {'Port': ['ID=a3407e04-d645-45cd-9267-3b080cda9663,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:04.825780 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34962) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:04.849798 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-520ea22b-6b91-4b2d-919a-fd1447ea5d9a tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Request body: {'subnet': {'network_id': '3a210391-337e-45bb-a8aa-a0d649cb5581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:04.901351 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-edc3b07f-ba08-42b8-80ad-c2606179a64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.940126 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfdbec5-eea5-41fa-88a7-a291871a6c39 None None] Pushing event updated for resources: {'Port': ['ID=d809a8fd-a747-4307-b062-76d3a87974cf,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:05.047402 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a8487efb-7a07-4144-8ac4-5d42bba410e3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9279366 Apr 18 20:59:05.059692 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34964) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:05.113297 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:05.137173 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:05.137742 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:05.138338 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:05.183159 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-746dd849-6133-452a-8e3d-469c45db8d92 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'subnet': {'network_id': '64cd67c5-dc89-4c11-85c7-d678a477b34f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:05.190153 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8487efb-7a07-4144-8ac4-5d42bba410e3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Network': ['ID=64cd67c5-dc89-4c11-85c7-d678a477b34f,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:05.227986 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-a4a4db1b-1ad3-442e-b286-a11881c20b35 None None] Set router 88bedfbd-b104-4feb-9b26-8a26c09442b3 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:05.347380 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:05.348096 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:05.435649 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af40c6b7-3f3e-43f6-8912-74d8c5e1950a req-e0d64d47-90eb-46fe-82b5-39068a056ef9 tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/ports?device_id=07f7a235-2f41-4317-a221-b92efd95a4e1 HTTP/1.1" status: 200 len: 210 time: 0.1535592 Apr 18 20:59:05.482705 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 64cd67c5-dc89-4c11-85c7-d678a477b34f details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:59:05.488062 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bc5085-fccf-41f3-b330-4263f414d761 None None] Network 372743ba-2e85-42c2-91eb-2edb64384f6f requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:05.502199 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82a31e-6988-4a30-81da-9d995e8d31e1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event updated for resources: {'Network': ['ID=3a210391-337e-45bb-a8aa-a0d649cb5581,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:05.534139 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1d24ef-eb16-457a-beb8-d58022cd6e36'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:05.538129 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9382b427-0f53-4024-8979-4bade7cc7513" -d '{"events": [{"server_uuid": "742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9", "name": "network-vif-plugged", "status": "completed", "tag": "4c1d24ef-eb16-457a-beb8-d58022cd6e36"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:05.541383 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c not bound, no agent of type HyperV agent registered on host n-d-838323-3 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:59:05.542111 n-d-838323-3 neutron-server[102910]: ERROR neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Failed to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on host n-d-838323-3 for vnic_type normal using segments [] Apr 18 20:59:05.576892 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 3a210391-337e-45bb-a8aa-a0d649cb5581 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:59:05.593641 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520ea22b-6b91-4b2d-919a-fd1447ea5d9a tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Made reservation on behalf of 619014dc27054173a2d8912243ab466a for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:05.614983 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-520ea22b-6b91-4b2d-919a-fd1447ea5d9a tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:05.697152 n-d-838323-3 neutron-server[102910]: INFO neutron.plugins.ml2.plugin [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempt 10 to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee Apr 18 20:59:05.769493 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bc5085-fccf-41f3-b330-4263f414d761 None None] Network 372743ba-2e85-42c2-91eb-2edb64384f6f could not be found, it might have been deleted concurrently. {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 20:59:05.866906 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db1839-07d5-4d3a-a912-1900534ffb5d req-f08ecc9b-f858-49ac-8f85-6e365531e3f8 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:05.870906 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-97db1839-07d5-4d3a-a912-1900534ffb5d req-f08ecc9b-f858-49ac-8f85-6e365531e3f8 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 945 time: 0.5869269 Apr 18 20:59:05.894166 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6c8edb-d343-41f2-b84f-8bb1205e3d6c x-openstack-request-id: req-fb6c8edb-d343-41f2-b84f-8bb1205e3d6c {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:05.896448 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9", "name": "network-vif-plugged", "status": "completed", "tag": "4c1d24ef-eb16-457a-beb8-d58022cd6e36", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:05.899307 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb6c8edb-d343-41f2-b84f-8bb1205e3d6c {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:05.901176 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb6c8edb-d343-41f2-b84f-8bb1205e3d6c'] response: {'server_uuid': '742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1d24ef-eb16-457a-beb8-d58022cd6e36', 'code': 200} Apr 18 20:59:05.975217 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746dd849-6133-452a-8e3d-469c45db8d92 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Made reservation on behalf of 34ed532966de49f2a1099a6b441323dd for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:05.984059 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-746dd849-6133-452a-8e3d-469c45db8d92 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.012904 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 4c1d24ef-eb16-457a-beb8-d58022cd6e36, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4c1d24ef-eb16-457a-beb8-d58022cd6e36,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:06.018997 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-1972745e-690a-41a4-816e-24d3ae5fd4a1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Allocated IP 172.20.0.1 (99bde03e-7a3b-4b57-83be-8b541315edd7/9c2be919-5dd2-452a-ae65-b075a72207f6/cef9aba9-eed7-4664-86b1-5e2b5e8cd941) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:06.020248 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a1cf0c51-17b4-4285-812b-8f25fb80902c None None] Provisioning complete for port a3407e04-d645-45cd-9267-3b080cda9663 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:06.021500 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a1cf0c51-17b4-4285-812b-8f25fb80902c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.074094 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-97db1839-07d5-4d3a-a912-1900534ffb5d req-df735f0b-44f9-4113-a9d2-786a24729838 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853156 Apr 18 20:59:06.108539 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d5a4b-4cdc-4e80-8797-630c7a3421b5 req-c491f8d0-486b-435b-b1a7-9e9521280404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:06.111770 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cb1d5a4b-4cdc-4e80-8797-630c7a3421b5 req-c491f8d0-486b-435b-b1a7-9e9521280404 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 1096 time: 0.2178855 Apr 18 20:59:06.151045 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:06.151953 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:06.152361 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:06.157855 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1cfdbec5-eea5-41fa-88a7-a291871a6c39 None None] Attempting to bind port d809a8fd-a747-4307-b062-76d3a87974cf on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:06.157855 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1cfdbec5-eea5-41fa-88a7-a291871a6c39 None None] Attempting to bind port d809a8fd-a747-4307-b062-76d3a87974cf by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '0dd16db8-8d4b-4a48-84eb-dbe6e763576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b2c9ff50-1716-4aef-b87e-5c8974a8ad4e'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:06.158413 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfdbec5-eea5-41fa-88a7-a291871a6c39 None None] Attempting to bind port d809a8fd-a747-4307-b062-76d3a87974cf on network b2c9ff50-1716-4aef-b87e-5c8974a8ad4e {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:06.248788 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.271243 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cb1d5a4b-4cdc-4e80-8797-630c7a3421b5 req-770b2afe-67c4-4176-99c8-66ed5bc879f5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378181 Apr 18 20:59:06.281148 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:06.282252 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Attempting to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:06.296402 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfdbec5-eea5-41fa-88a7-a291871a6c39 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:06.298585 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfdbec5-eea5-41fa-88a7-a291871a6c39 None None] Checking segment: {'id': '0dd16db8-8d4b-4a48-84eb-dbe6e763576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b2c9ff50-1716-4aef-b87e-5c8974a8ad4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:06.299041 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1cfdbec5-eea5-41fa-88a7-a291871a6c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.299453 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfdbec5-eea5-41fa-88a7-a291871a6c39 None None] Bound using segment: {'id': '0dd16db8-8d4b-4a48-84eb-dbe6e763576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b2c9ff50-1716-4aef-b87e-5c8974a8ad4e'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:06.300028 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1cfdbec5-eea5-41fa-88a7-a291871a6c39 None None] Bound port: d809a8fd-a747-4307-b062-76d3a87974cf, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd16db8-8d4b-4a48-84eb-dbe6e763576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b2c9ff50-1716-4aef-b87e-5c8974a8ad4e'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:06.300421 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1cfdbec5-eea5-41fa-88a7-a291871a6c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.347271 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1972745e-690a-41a4-816e-24d3ae5fd4a1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.396548 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c not bound, no agent of type HyperV agent registered on host n-d-838323-3 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:59:06.396983 n-d-838323-3 neutron-server[102910]: ERROR neutron.plugins.ml2.managers [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Failed to bind port 93eaaf30-4a34-4057-a92a-217c6eeb27ee on host n-d-838323-3 for vnic_type normal using segments [] Apr 18 20:59:06.397412 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.439498 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1972745e-690a-41a4-816e-24d3ae5fd4a1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.486023 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-520ea22b-6b91-4b2d-919a-fd1447ea5d9a tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.533516 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-746dd849-6133-452a-8e3d-469c45db8d92 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.551443 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-aa155389-78ca-4dbb-bb8e-9e9249d8f145 None None] Port 93eaaf30-4a34-4057-a92a-217c6eeb27ee has been deleted concurrently {{(pid=102910) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 18 20:59:06.573618 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=4c1d24ef-eb16-457a-beb8-d58022cd6e36,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:06.577421 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1972745e-690a-41a4-816e-24d3ae5fd4a1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Network 99bde03e-7a3b-4b57-83be-8b541315edd7 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:06.594633 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-1972745e-690a-41a4-816e-24d3ae5fd4a1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:06.595950 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a1cf0c51-17b4-4285-812b-8f25fb80902c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.605020 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1972745e-690a-41a4-816e-24d3ae5fd4a1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:06.643874 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a4a4db1b-1ad3-442e-b286-a11881c20b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:59:02Z', 'revision_number': 4, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None, '_interfaces': [{'id': '2af08001-7f05-411f-8b10-2f6d88bcc0d4', 'name': '', 'network_id': 'b2c9ff50-1716-4aef-b87e-5c8974a8ad4e', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:45:48:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:00Z', 'updated_at': '2022-04-18T20:59:03Z', 'revision_number': 2, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f0bc07-a588-49fe-9426-6deef58544c1', 'name': '', 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:42:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '93983504-b531-45a8-945d-2914f64154ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:30Z', 'updated_at': '2022-04-18T20:58:44Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '93983504-b531-45a8-945d-2914f64154ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3407e04-d645-45cd-9267-3b080cda9663', 'name': '', 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:2a:e0:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:48Z', 'updated_at': '2022-04-18T20:59:04Z', 'revision_number': 4, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:06.663265 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1cfdbec5-eea5-41fa-88a7-a291871a6c39 None None] For port d809a8fd-a747-4307-b062-76d3a87974cf, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:06.684178 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1cfdbec5-eea5-41fa-88a7-a291871a6c39 None None] For port d809a8fd-a747-4307-b062-76d3a87974cf, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d809a8fd-a747-4307-b062-76d3a87974cf,segment=NetworkSegment(0dd16db8-8d4b-4a48-84eb-dbe6e763576c),segment_id=0dd16db8-8d4b-4a48-84eb-dbe6e763576c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:06.778579 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ea22b-6b91-4b2d-919a-fd1447ea5d9a tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event updated for resources: {'Subnet': ['ID=14e48773-faae-41e1-8cba-60e55fef23ad,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:06.798569 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972745e-690a-41a4-816e-24d3ae5fd4a1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event updated for resources: {'Port': ['ID=cef9aba9-eed7-4664-86b1-5e2b5e8cd941,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:06.803510 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-df18efcf-ad84-4923-b26d-d9b27e0e2a7f req-31a817ea-2815-4c22-b076-00a9d53f0582 tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/ports?device_id=07f7a235-2f41-4317-a221-b92efd95a4e1 HTTP/1.1" status: 200 len: 210 time: 0.0972509 Apr 18 20:59:06.808420 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1972745e-690a-41a4-816e-24d3ae5fd4a1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.949589 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520ea22b-6b91-4b2d-919a-fd1447ea5d9a tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Checking segment: {'id': '77a1a9a8-7789-4fae-9cf3-19426b9d1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3a210391-337e-45bb-a8aa-a0d649cb5581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:06.950265 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520ea22b-6b91-4b2d-919a-fd1447ea5d9a tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Network hostable DHCP agents. Network: 3a210391-337e-45bb-a8aa-a0d649cb5581, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:59:07.022900 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a4db1b-1ad3-442e-b286-a11881c20b35 None None] The sync data for ids ['88bedfbd-b104-4feb-9b26-8a26c09442b3'] in n-d-838323-3 is: [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:59:02Z', 'revision_number': 4, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None, '_interfaces': [{'id': '2af08001-7f05-411f-8b10-2f6d88bcc0d4', 'name': '', 'network_id': 'b2c9ff50-1716-4aef-b87e-5c8974a8ad4e', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:45:48:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:00Z', 'updated_at': '2022-04-18T20:59:03Z', 'revision_number': 2, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f0bc07-a588-49fe-9426-6deef58544c1', 'name': '', 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:42:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '93983504-b531-45a8-945d-2914f64154ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:30Z', 'updated_at': '2022-04-18T20:58:44Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '93983504-b531-45a8-945d-2914f64154ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3407e04-d645-45cd-9267-3b080cda9663', 'name': '', 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:2a:e0:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:48Z', 'updated_at': '2022-04-18T20:59:04Z', 'revision_number': 4, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:07.057884 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1cfdbec5-eea5-41fa-88a7-a291871a6c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:07.065682 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746dd849-6133-452a-8e3d-469c45db8d92 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Checking segment: {'id': '2ce5733e-7789-4fa6-b407-261c17fa4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '64cd67c5-dc89-4c11-85c7-d678a477b34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:07.066243 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746dd849-6133-452a-8e3d-469c45db8d92 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network hostable DHCP agents. Network: 64cd67c5-dc89-4c11-85c7-d678a477b34f, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:59:07.229786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a1cf0c51-17b4-4285-812b-8f25fb80902c None None] For port a3407e04-d645-45cd-9267-3b080cda9663, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a3407e04-d645-45cd-9267-3b080cda9663,segment=NetworkSegment(5eed0db8-82f0-40e3-8446-c9e24a80ffbe),segment_id=5eed0db8-82f0-40e3-8446-c9e24a80ffbe)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:07.239782 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746dd849-6133-452a-8e3d-469c45db8d92 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Subnet': ['ID=84bc34d1-c982-44a4-877c-18b5adfc2a05,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:07.284497 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746dd849-6133-452a-8e3d-469c45db8d92 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network 64cd67c5-dc89-4c11-85c7-d678a477b34f is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:59:07.294365 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520ea22b-6b91-4b2d-919a-fd1447ea5d9a tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Network 3a210391-337e-45bb-a8aa-a0d649cb5581 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:59:07.369758 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-746dd849-6133-452a-8e3d-469c45db8d92 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 64cd67c5-dc89-4c11-85c7-d678a477b34f) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:07.388159 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a1cf0c51-17b4-4285-812b-8f25fb80902c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:07.410555 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-520ea22b-6b91-4b2d-919a-fd1447ea5d9a tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 3a210391-337e-45bb-a8aa-a0d649cb5581) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:07.413085 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746dd849-6133-452a-8e3d-469c45db8d92 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:07.413685 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-746dd849-6133-452a-8e3d-469c45db8d92 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:07.432118 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-8615122b-8c6c-4644-86f8-00bfd8c0d496 tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6866cf7d3cc045038efa8e673073566d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2392008 Apr 18 20:59:07.453589 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520ea22b-6b91-4b2d-919a-fd1447ea5d9a tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:07.456611 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-520ea22b-6b91-4b2d-919a-fd1447ea5d9a tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:07.465098 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1972745e-690a-41a4-816e-24d3ae5fd4a1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:07.466816 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-746dd849-6133-452a-8e3d-469c45db8d92 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3824854 Apr 18 20:59:07.481281 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0096af-edd7-4c74-a205-4d81cb529829 None None] Network 64cd67c5-dc89-4c11-85c7-d678a477b34f requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:07.486160 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34992) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:07.520285 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f5d3f4-5286-47a8-89ac-7bb505597dc3 None None] Network 3a210391-337e-45bb-a8aa-a0d649cb5581 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:07.684376 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-520ea22b-6b91-4b2d-919a-fd1447ea5d9a tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8381100 Apr 18 20:59:07.689336 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 34994) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:07.777883 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-3aee734d-11e4-437c-8dad-b33fce28be8d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Request body: {'subnet': {'network_id': '3a210391-337e-45bb-a8aa-a0d649cb5581', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:07.846532 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfdbec5-eea5-41fa-88a7-a291871a6c39 None None] Pushing event updated for resources: {'Port': ['ID=d809a8fd-a747-4307-b062-76d3a87974cf,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:08.063768 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf0c51-17b4-4285-812b-8f25fb80902c None None] Pushing event updated for resources: {'Port': ['ID=a3407e04-d645-45cd-9267-3b080cda9663,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:08.152939 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.613742 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f6594384-a8ae-43bd-9b2b-7efd11627e25 req-ce2f33d8-7c0f-4022-8c14-ca84583447f6 tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/ports?device_id=07f7a235-2f41-4317-a221-b92efd95a4e1 HTTP/1.1" status: 200 len: 210 time: 0.1381025 Apr 18 20:59:08.629793 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0510af-4dbe-4b6b-be9e-492af569dce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-3a210391-337e-45bb-a8aa-a0d649cb5581', 'network_id': '3a210391-337e-45bb-a8aa-a0d649cb5581', 'tenant_id': '619014dc27054173a2d8912243ab466a', 'fixed_ips': [{'subnet_id': '14e48773-faae-41e1-8cba-60e55fef23ad'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:59:08.631747 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2a0510af-4dbe-4b6b-be9e-492af569dce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.687963 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aee734d-11e4-437c-8dad-b33fce28be8d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Made reservation on behalf of 619014dc27054173a2d8912243ab466a for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:08.692281 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3aee734d-11e4-437c-8dad-b33fce28be8d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.872370 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-5efe1d54-4246-4eec-9068-094372f7dd03 tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:08.876173 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-5efe1d54-4246-4eec-9068-094372f7dd03 tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4084172 Apr 18 20:59:08.929205 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c483eb0-2516-4507-9672-b653aad82633 req-3cf61fd1-88d4-46ff-85a1-ef7fe60e612b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:08.952367 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c483eb0-2516-4507-9672-b653aad82633 req-3cf61fd1-88d4-46ff-85a1-ef7fe60e612b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 946 time: 1.5601292 Apr 18 20:59:08.963578 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-ff9103aa-009a-4f88-a898-77b1745fa2ab tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Request body: {'port': {'device_id': '07f7a235-2f41-4317-a221-b92efd95a4e1', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': '6866cf7d3cc045038efa8e673073566d'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:09.105501 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-2a0510af-4dbe-4b6b-be9e-492af569dce9 None None] Allocated IP 2001:db8::2 (3a210391-337e-45bb-a8aa-a0d649cb5581/14e48773-faae-41e1-8cba-60e55fef23ad/e5e931a7-f20b-48c4-b020-248e15b914df) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:09.346454 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2a0510af-4dbe-4b6b-be9e-492af569dce9 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.371732 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69187cd3-808c-4e84-9076-a9d73f44d393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-64cd67c5-dc89-4c11-85c7-d678a477b34f', 'network_id': '64cd67c5-dc89-4c11-85c7-d678a477b34f', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'fixed_ips': [{'subnet_id': '84bc34d1-c982-44a4-877c-18b5adfc2a05'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:59:09.375412 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-69187cd3-808c-4e84-9076-a9d73f44d393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.423809 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac1a865-394a-4f14-b3ff-e90b7d217eff None None] DHCP port deletion for a7f02b64-a542-4e94-b3b5-0c2eef89cd4c request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:59:09.426919 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c483eb0-2516-4507-9672-b653aad82633 req-27957596-7adf-4587-9ab8-7f44f850006d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4722040 Apr 18 20:59:09.439928 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-9bdc4f4b-2c65-4a51-9d29-4a1f343ad4e5 None None] Could not find standard attr ID for object 93eaaf30-4a34-4057-a92a-217c6eeb27ee. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:59:09.462111 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2a0510af-4dbe-4b6b-be9e-492af569dce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.478142 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845579fd-b3ba-4143-a589-bdc720591cff None None] Network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:09.503563 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845579fd-b3ba-4143-a589-bdc720591cff None None] Network a7f02b64-a542-4e94-b3b5-0c2eef89cd4c could not be found, it might have been deleted concurrently. {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 20:59:09.602983 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0510af-4dbe-4b6b-be9e-492af569dce9 None None] Network 3a210391-337e-45bb-a8aa-a0d649cb5581 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:09.615238 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-2a0510af-4dbe-4b6b-be9e-492af569dce9 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:09.618430 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0510af-4dbe-4b6b-be9e-492af569dce9 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:09.692836 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-ff9103aa-009a-4f88-a898-77b1745fa2ab tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Made reservation on behalf of 6866cf7d3cc045038efa8e673073566d for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:09.700512 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-ff9103aa-009a-4f88-a898-77b1745fa2ab tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.736956 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-ff9103aa-009a-4f88-a898-77b1745fa2ab tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.744898 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-48235ed1-4617-4e13-bcfd-88ab4145881f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.957309 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1972745e-690a-41a4-816e-24d3ae5fd4a1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.995212 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d809a8fd-a747-4307-b062-76d3a87974cf up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:10.009315 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e2cfab41-7aee-4363-b7c3-d66133dbab43 req-c61d4eaf-2dd7-4251-b01b-3db47afdd41b tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/ports?device_id=07f7a235-2f41-4317-a221-b92efd95a4e1 HTTP/1.1" status: 200 len: 210 time: 0.0488167 Apr 18 20:59:10.023533 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1972745e-690a-41a4-816e-24d3ae5fd4a1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.107805 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38fdb1a-5a93-4a67-a029-97cd99df7298 None None] Network b2c9ff50-1716-4aef-b87e-5c8974a8ad4e requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:10.161003 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1972745e-690a-41a4-816e-24d3ae5fd4a1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.161315 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad087c96-24ca-4117-9c81-917154d10677 None None] Sync routers for ids ['88bedfbd-b104-4feb-9b26-8a26c09442b3'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:10.176638 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0510af-4dbe-4b6b-be9e-492af569dce9 None None] Pushing event updated for resources: {'Port': ['ID=e5e931a7-f20b-48c4-b020-248e15b914df,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:10.265322 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-69187cd3-808c-4e84-9076-a9d73f44d393 None None] Allocated IP 172.23.0.2 (64cd67c5-dc89-4c11-85c7-d678a477b34f/84bc34d1-c982-44a4-877c-18b5adfc2a05/5215f934-dca7-432f-80d2-fbe5e66e7243) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:10.302577 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad087c96-24ca-4117-9c81-917154d10677 None None] Routers {'88bedfbd-b104-4feb-9b26-8a26c09442b3'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:10.303714 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-ad087c96-24ca-4117-9c81-917154d10677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:58:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88bedfbd-b104-4feb-9b26-8a26c09442b3'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:10.306491 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3aee734d-11e4-437c-8dad-b33fce28be8d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.322788 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-461b50ee-b64e-4be9-93f2-02531b51a5d3 None None] Provisioning complete for port d809a8fd-a747-4307-b062-76d3a87974cf triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:10.323610 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-461b50ee-b64e-4be9-93f2-02531b51a5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.352870 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1972745e-690a-41a4-816e-24d3ae5fd4a1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Network 99bde03e-7a3b-4b57-83be-8b541315edd7 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:10.359500 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-1972745e-690a-41a4-816e-24d3ae5fd4a1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:10.364773 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aee734d-11e4-437c-8dad-b33fce28be8d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Network 3a210391-337e-45bb-a8aa-a0d649cb5581 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:10.369824 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-3aee734d-11e4-437c-8dad-b33fce28be8d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:10.376955 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aee734d-11e4-437c-8dad-b33fce28be8d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:10.377879 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3aee734d-11e4-437c-8dad-b33fce28be8d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.394991 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee734d-11e4-437c-8dad-b33fce28be8d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event updated for resources: {'Subnet': ['ID=742348da-b1fa-4297-ba5b-8aaa1d944cf6,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:10.407723 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3aee734d-11e4-437c-8dad-b33fce28be8d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6512756 Apr 18 20:59:10.410710 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35008) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:10.471576 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2a0510af-4dbe-4b6b-be9e-492af569dce9 None None] Attempting to bind port e5e931a7-f20b-48c4-b020-248e15b914df on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:10.472390 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2a0510af-4dbe-4b6b-be9e-492af569dce9 None None] Attempting to bind port e5e931a7-f20b-48c4-b020-248e15b914df by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '77a1a9a8-7789-4fae-9cf3-19426b9d1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3a210391-337e-45bb-a8aa-a0d649cb5581'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:10.473193 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0510af-4dbe-4b6b-be9e-492af569dce9 None None] Attempting to bind port e5e931a7-f20b-48c4-b020-248e15b914df on network 3a210391-337e-45bb-a8aa-a0d649cb5581 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:10.487651 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f496f48-774f-40b5-802f-e190cb92e041 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:10.489553 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f496f48-774f-40b5-802f-e190cb92e041 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:10.491701 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f496f48-774f-40b5-802f-e190cb92e041 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:10.508594 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f496f48-774f-40b5-802f-e190cb92e041 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:10.514636 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f496f48-774f-40b5-802f-e190cb92e041 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:10.516223 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0510af-4dbe-4b6b-be9e-492af569dce9 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:10.517428 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0510af-4dbe-4b6b-be9e-492af569dce9 None None] Checking segment: {'id': '77a1a9a8-7789-4fae-9cf3-19426b9d1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3a210391-337e-45bb-a8aa-a0d649cb5581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:10.518471 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2a0510af-4dbe-4b6b-be9e-492af569dce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.519563 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6f496f48-774f-40b5-802f-e190cb92e041 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1074462 Apr 18 20:59:10.520160 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0510af-4dbe-4b6b-be9e-492af569dce9 None None] Bound using segment: {'id': '77a1a9a8-7789-4fae-9cf3-19426b9d1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3a210391-337e-45bb-a8aa-a0d649cb5581'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:10.522194 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2a0510af-4dbe-4b6b-be9e-492af569dce9 None None] Bound port: e5e931a7-f20b-48c4-b020-248e15b914df, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a1a9a8-7789-4fae-9cf3-19426b9d1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3a210391-337e-45bb-a8aa-a0d649cb5581'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:10.523878 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2a0510af-4dbe-4b6b-be9e-492af569dce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.526152 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35012) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:10.534089 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-3da0f271-0aae-40d4-8982-4c12016522c1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2059479733'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:10.566213 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972745e-690a-41a4-816e-24d3ae5fd4a1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event updated for resources: {'Port': ['ID=cef9aba9-eed7-4664-86b1-5e2b5e8cd941,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:10.582120 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da0f271-0aae-40d4-8982-4c12016522c1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Made reservation on behalf of 619014dc27054173a2d8912243ab466a for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:10.585646 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1972745e-690a-41a4-816e-24d3ae5fd4a1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Router e3f28b16-afc7-4911-b090-146d58a64afd has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:10.600582 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3da0f271-0aae-40d4-8982-4c12016522c1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.711508 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da0f271-0aae-40d4-8982-4c12016522c1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:59:10.726112 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3da0f271-0aae-40d4-8982-4c12016522c1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.726729 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-3da0f271-0aae-40d4-8982-4c12016522c1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Added segment 5c61f8e7-6d63-4bce-8343-009cf161007f of type vlan for network 32e383f7-45ff-4548-bcd0-e2605f7c69a3 Apr 18 20:59:10.798220 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port d809a8fd-a747-4307-b062-76d3a87974cf triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:10.798687 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.808486 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3da0f271-0aae-40d4-8982-4c12016522c1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.866374 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3da0f271-0aae-40d4-8982-4c12016522c1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.890942 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da0f271-0aae-40d4-8982-4c12016522c1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:10.891492 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3da0f271-0aae-40d4-8982-4c12016522c1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.952491 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-ff9103aa-009a-4f88-a898-77b1745fa2ab tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.955615 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-ad087c96-24ca-4117-9c81-917154d10677 None None] Set router 88bedfbd-b104-4feb-9b26-8a26c09442b3 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:10.964937 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f82b2-b216-4f0b-b9e6-e7d083619638 req-ad258a68-abf8-417c-ba3a-1b6566d0687e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:10.966618 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-558f82b2-b216-4f0b-b9e6-e7d083619638 req-ad258a68-abf8-417c-ba3a-1b6566d0687e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 946 time: 0.2148824 Apr 18 20:59:10.973658 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-ff9103aa-009a-4f88-a898-77b1745fa2ab tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.986155 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0f271-0aae-40d4-8982-4c12016522c1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event updated for resources: {'Network': ['ID=32e383f7-45ff-4548-bcd0-e2605f7c69a3,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:11.024931 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3da0f271-0aae-40d4-8982-4c12016522c1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4970052 Apr 18 20:59:11.028564 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35018) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:11.039885 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-2806f2e8-f33f-42f4-9939-4a2aabe7e518 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:11.078377 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9103aa-009a-4f88-a898-77b1745fa2ab tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56df363c-e71b-43bb-8b80-27e6eb36a623,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:11.147901 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2a0510af-4dbe-4b6b-be9e-492af569dce9 None None] For port e5e931a7-f20b-48c4-b020-248e15b914df, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:11.154912 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2a0510af-4dbe-4b6b-be9e-492af569dce9 None None] For port e5e931a7-f20b-48c4-b020-248e15b914df, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=e5e931a7-f20b-48c4-b020-248e15b914df,segment=NetworkSegment(77a1a9a8-7789-4fae-9cf3-19426b9d1342),segment_id=77a1a9a8-7789-4fae-9cf3-19426b9d1342)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:11.163296 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 32e383f7-45ff-4548-bcd0-e2605f7c69a3 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:59:11.221892 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2a0510af-4dbe-4b6b-be9e-492af569dce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.272880 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-558f82b2-b216-4f0b-b9e6-e7d083619638 req-23419f0e-7de1-4e1b-9012-e9b3b9af03ff tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784536 Apr 18 20:59:11.303743 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1972745e-690a-41a4-816e-24d3ae5fd4a1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:11.327584 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6470b7ec-2f25-4cde-b495-70eeb00836a2 None None] Sync routers for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:11.346012 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6470b7ec-2f25-4cde-b495-70eeb00836a2 None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:11.348068 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6470b7ec-2f25-4cde-b495-70eeb00836a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:58:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:11.371975 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1972745e-690a-41a4-816e-24d3ae5fd4a1 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "PUT /v2.0/routers/e3f28b16-afc7-4911-b090-146d58a64afd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2588203 Apr 18 20:59:11.388476 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35026) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:11.406852 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-cda9be29-381b-4616-8874-5871b2932b73 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Request body: {'port': {'network_id': '99bde03e-7a3b-4b57-83be-8b541315edd7', 'name': 'tempest-FloatingIPTestJSON-277415954'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:11.458524 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6470b7ec-2f25-4cde-b495-70eeb00836a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:11.478681 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6470b7ec-2f25-4cde-b495-70eeb00836a2 None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:11.479974 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6470b7ec-2f25-4cde-b495-70eeb00836a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:58:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:11.543875 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6470b7ec-2f25-4cde-b495-70eeb00836a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:11.546096 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6470b7ec-2f25-4cde-b495-70eeb00836a2 None None] The sync data for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:11.592613 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1a2bdd92-4d5a-4116-97ce-bf639e982593 req-392de6b7-3680-454e-aa5e-ffe41b8a5531 tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/ports?device_id=07f7a235-2f41-4317-a221-b92efd95a4e1 HTTP/1.1" status: 200 len: 210 time: 0.2772601 Apr 18 20:59:11.708242 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2806f2e8-f33f-42f4-9939-4a2aabe7e518 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.751716 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2806f2e8-f33f-42f4-9939-4a2aabe7e518 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.845515 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2806f2e8-f33f-42f4-9939-4a2aabe7e518 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Network 32e383f7-45ff-4548-bcd0-e2605f7c69a3 is not hosted by any dhcp agent {{(pid=102909) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 20:59:11.864815 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2806f2e8-f33f-42f4-9939-4a2aabe7e518 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:11.869969 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2806f2e8-f33f-42f4-9939-4a2aabe7e518 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.880039 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2806f2e8-f33f-42f4-9939-4a2aabe7e518 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "PUT /v2.0/networks/32e383f7-45ff-4548-bcd0-e2605f7c69a3 HTTP/1.1" status: 200 len: 723 time: 0.8489110 Apr 18 20:59:11.883118 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35032) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:11.900977 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-21cdcf53-e5a8-4cdc-906c-db6cf9101156 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Request body: {'subnet': {'network_id': '32e383f7-45ff-4548-bcd0-e2605f7c69a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:12.011841 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9668e5-2bbe-46d7-9b7d-492cc8dd451f req-66c7132c-68aa-4b7f-b2cf-9e5199fb38d6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:12.014918 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1b9668e5-2bbe-46d7-9b7d-492cc8dd451f req-66c7132c-68aa-4b7f-b2cf-9e5199fb38d6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 946 time: 0.4119256 Apr 18 20:59:12.090620 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-ff9103aa-009a-4f88-a898-77b1745fa2ab tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Allocated IP 192.168.233.42 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/7530949b-1098-43b3-993a-b90e673dff76) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:12.129844 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1b9668e5-2bbe-46d7-9b7d-492cc8dd451f req-adf53d75-29ce-48cd-9557-e3746c7df1aa tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983841 Apr 18 20:59:12.167131 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda9be29-381b-4616-8874-5871b2932b73 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Made reservation on behalf of 46a69b2c7efb40078a7621b36f4ee4f5 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:12.172205 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cda9be29-381b-4616-8874-5871b2932b73 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.190967 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35034) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:12.197662 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-cda9be29-381b-4616-8874-5871b2932b73 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] device_id is not set on port de6f42c8-9568-445f-bc32-442ced8284a5 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:59:12.246187 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0510af-4dbe-4b6b-be9e-492af569dce9 None None] Pushing event updated for resources: {'Port': ['ID=e5e931a7-f20b-48c4-b020-248e15b914df,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:12.325083 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.351308 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-461b50ee-b64e-4be9-93f2-02531b51a5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.361643 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.483243 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-69187cd3-808c-4e84-9076-a9d73f44d393 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.487489 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port d809a8fd-a747-4307-b062-76d3a87974cf, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d809a8fd-a747-4307-b062-76d3a87974cf,segment=NetworkSegment(0dd16db8-8d4b-4a48-84eb-dbe6e763576c),segment_id=0dd16db8-8d4b-4a48-84eb-dbe6e763576c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:12.497007 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.498330 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a3407e04-d645-45cd-9267-3b080cda9663 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:12.506680 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-69187cd3-808c-4e84-9076-a9d73f44d393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.575053 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-cda9be29-381b-4616-8874-5871b2932b73 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Allocated IP 172.20.0.11 (99bde03e-7a3b-4b57-83be-8b541315edd7/9c2be919-5dd2-452a-ae65-b075a72207f6/de6f42c8-9568-445f-bc32-442ced8284a5) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:12.868457 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69187cd3-808c-4e84-9076-a9d73f44d393 None None] Network 64cd67c5-dc89-4c11-85c7-d678a477b34f is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:12.876305 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-461b50ee-b64e-4be9-93f2-02531b51a5d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:59:12.876841 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-461b50ee-b64e-4be9-93f2-02531b51a5d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:59:12.908092 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-ad087c96-24ca-4117-9c81-917154d10677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:59:02Z', 'revision_number': 4, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None, '_interfaces': [{'id': '2af08001-7f05-411f-8b10-2f6d88bcc0d4', 'name': '', 'network_id': 'b2c9ff50-1716-4aef-b87e-5c8974a8ad4e', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:45:48:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:00Z', 'updated_at': '2022-04-18T20:59:03Z', 'revision_number': 2, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f0bc07-a588-49fe-9426-6deef58544c1', 'name': '', 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:42:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '93983504-b531-45a8-945d-2914f64154ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:30Z', 'updated_at': '2022-04-18T20:58:44Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '93983504-b531-45a8-945d-2914f64154ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3407e04-d645-45cd-9267-3b080cda9663', 'name': '', 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:2a:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:48Z', 'updated_at': '2022-04-18T20:59:07Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:12.914580 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-69187cd3-808c-4e84-9076-a9d73f44d393 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:12.924700 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69187cd3-808c-4e84-9076-a9d73f44d393 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:12.941033 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-48235ed1-4617-4e13-bcfd-88ab4145881f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Allocated IP 172.23.0.1 (64cd67c5-dc89-4c11-85c7-d678a477b34f/84bc34d1-c982-44a4-877c-18b5adfc2a05/89032692-3f4f-4612-96cb-d43c2e86ff2b) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:12.965241 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=d809a8fd-a747-4307-b062-76d3a87974cf,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:12.969624 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad087c96-24ca-4117-9c81-917154d10677 None None] Checking router: 88bedfbd-b104-4feb-9b26-8a26c09442b3 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:12.970263 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad087c96-24ca-4117-9c81-917154d10677 None None] Updating router 88bedfbd-b104-4feb-9b26-8a26c09442b3 port 2af08001-7f05-411f-8b10-2f6d88bcc0d4 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:59:13.134287 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ad087c96-24ca-4117-9c81-917154d10677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:13.147200 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port a3407e04-d645-45cd-9267-3b080cda9663 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:13.147727 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:13.166220 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69187cd3-808c-4e84-9076-a9d73f44d393 None None] Pushing event updated for resources: {'Port': ['ID=5215f934-dca7-432f-80d2-fbe5e66e7243,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:13.195044 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-69187cd3-808c-4e84-9076-a9d73f44d393 None None] Attempting to bind port 5215f934-dca7-432f-80d2-fbe5e66e7243 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:13.195575 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-69187cd3-808c-4e84-9076-a9d73f44d393 None None] Attempting to bind port 5215f934-dca7-432f-80d2-fbe5e66e7243 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '2ce5733e-7789-4fa6-b407-261c17fa4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '64cd67c5-dc89-4c11-85c7-d678a477b34f'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:13.196354 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69187cd3-808c-4e84-9076-a9d73f44d393 None None] Attempting to bind port 5215f934-dca7-432f-80d2-fbe5e66e7243 on network 64cd67c5-dc89-4c11-85c7-d678a477b34f {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:13.239063 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69187cd3-808c-4e84-9076-a9d73f44d393 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:13.239616 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69187cd3-808c-4e84-9076-a9d73f44d393 None None] Checking segment: {'id': '2ce5733e-7789-4fa6-b407-261c17fa4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '64cd67c5-dc89-4c11-85c7-d678a477b34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:13.240124 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-69187cd3-808c-4e84-9076-a9d73f44d393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:13.240673 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69187cd3-808c-4e84-9076-a9d73f44d393 None None] Bound using segment: {'id': '2ce5733e-7789-4fa6-b407-261c17fa4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '64cd67c5-dc89-4c11-85c7-d678a477b34f'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:13.246936 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-69187cd3-808c-4e84-9076-a9d73f44d393 None None] Bound port: 5215f934-dca7-432f-80d2-fbe5e66e7243, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce5733e-7789-4fa6-b407-261c17fa4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '64cd67c5-dc89-4c11-85c7-d678a477b34f'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:13.246936 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-69187cd3-808c-4e84-9076-a9d73f44d393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:13.644462 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-ff9103aa-009a-4f88-a898-77b1745fa2ab tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:13.702382 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-48235ed1-4617-4e13-bcfd-88ab4145881f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:13.710225 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806f2e8-f33f-42f4-9939-4a2aabe7e518 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event updated for resources: {'Network': ['ID=32e383f7-45ff-4548-bcd0-e2605f7c69a3,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:13.751989 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5dff74ec-ddbd-4ea7-bdf2-6b269330ede1 req-8c09ab24-eab2-4554-8e89-874cdfb9a8fc tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/ports?device_id=07f7a235-2f41-4317-a221-b92efd95a4e1 HTTP/1.1" status: 200 len: 210 time: 0.4762135 Apr 18 20:59:13.758163 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cdcf53-e5a8-4cdc-906c-db6cf9101156 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Made reservation on behalf of 619014dc27054173a2d8912243ab466a for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:13.762716 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-21cdcf53-e5a8-4cdc-906c-db6cf9101156 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:13.822211 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 32e383f7-45ff-4548-bcd0-e2605f7c69a3 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:59:13.859685 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-ff9103aa-009a-4f88-a898-77b1745fa2ab tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:13.891507 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cda9be29-381b-4616-8874-5871b2932b73 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.024231 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-ff9103aa-009a-4f88-a898-77b1745fa2ab tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:14.034147 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-ff9103aa-009a-4f88-a898-77b1745fa2ab tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:14.069228 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71fffcf-2153-4048-b9ce-066864a3ebdc tempest-TestVolumeBootPattern-679452576 tempest-TestVolumeBootPattern-679452576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:14.073542 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-48235ed1-4617-4e13-bcfd-88ab4145881f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.079526 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e71fffcf-2153-4048-b9ce-066864a3ebdc tempest-TestVolumeBootPattern-679452576 tempest-TestVolumeBootPattern-679452576-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 1092 time: 1.4261982 Apr 18 20:59:14.080697 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35052) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:14.082397 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-ff9103aa-009a-4f88-a898-77b1745fa2ab tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:14.097124 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'port_id': '4c1d24ef-eb16-457a-beb8-d58022cd6e36', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:14.129258 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-69187cd3-808c-4e84-9076-a9d73f44d393 None None] For port 5215f934-dca7-432f-80d2-fbe5e66e7243, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:14.201944 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9103aa-009a-4f88-a898-77b1745fa2ab tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Pushing event updated for resources: {'Port': ['ID=7530949b-1098-43b3-993a-b90e673dff76,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:14.232854 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 93eaaf30-4a34-4057-a92a-217c6eeb27ee no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:14.253548 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48235ed1-4617-4e13-bcfd-88ab4145881f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network 64cd67c5-dc89-4c11-85c7-d678a477b34f is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:14.265018 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7663710-a8ed-40ba-bcc7-ba7209a37f06 None None] Network 3a210391-337e-45bb-a8aa-a0d649cb5581 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:14.275367 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-48235ed1-4617-4e13-bcfd-88ab4145881f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:14.296507 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48235ed1-4617-4e13-bcfd-88ab4145881f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:14.325343 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-ff9103aa-009a-4f88-a898-77b1745fa2ab tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:14.331552 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-ff9103aa-009a-4f88-a898-77b1745fa2ab tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.402328 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-48235ed1-4617-4e13-bcfd-88ab4145881f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.403134 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.410898 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48235ed1-4617-4e13-bcfd-88ab4145881f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Port': ['ID=89032692-3f4f-4612-96cb-d43c2e86ff2b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:14.441027 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cda9be29-381b-4616-8874-5871b2932b73 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.499986 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-ff9103aa-009a-4f88-a898-77b1745fa2ab tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5404494 Apr 18 20:59:14.521606 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-69187cd3-808c-4e84-9076-a9d73f44d393 None None] For port 5215f934-dca7-432f-80d2-fbe5e66e7243, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5215f934-dca7-432f-80d2-fbe5e66e7243,segment=NetworkSegment(2ce5733e-7789-4fa6-b407-261c17fa4db6),segment_id=2ce5733e-7789-4fa6-b407-261c17fa4db6)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:14.543805 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-2a42561f-8da5-4135-bfcb-8c8fea5f1f0e service neutron] Request body: {'port': {'device_id': '07f7a235-2f41-4317-a221-b92efd95a4e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:14.629842 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-2a42561f-8da5-4135-bfcb-8c8fea5f1f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.661828 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda9be29-381b-4616-8874-5871b2932b73 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Network 99bde03e-7a3b-4b57-83be-8b541315edd7 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:14.686789 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-cda9be29-381b-4616-8874-5871b2932b73 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:14.770047 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda9be29-381b-4616-8874-5871b2932b73 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:14.809000 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 93eaaf30-4a34-4057-a92a-217c6eeb27ee {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:59:14.809434 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 93eaaf30-4a34-4057-a92a-217c6eeb27ee not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:14.824280 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9be29-381b-4616-8874-5871b2932b73 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event updated for resources: {'Port': ['ID=de6f42c8-9568-445f-bc32-442ced8284a5,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:14.836477 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda9be29-381b-4616-8874-5871b2932b73 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:14.837179 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cda9be29-381b-4616-8874-5871b2932b73 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.840895 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-69187cd3-808c-4e84-9076-a9d73f44d393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.847644 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ad087c96-24ca-4117-9c81-917154d10677 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.878416 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-cda9be29-381b-4616-8874-5871b2932b73 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4884789 Apr 18 20:59:14.881726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35072) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:14.886835 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-22b96dc7-0839-4388-98a7-66555cd1c2e8 None None] Provisioning complete for port d809a8fd-a747-4307-b062-76d3a87974cf triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:14.887280 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-22b96dc7-0839-4388-98a7-66555cd1c2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.934963 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ad087c96-24ca-4117-9c81-917154d10677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.971550 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-cf2d7c83-772b-418b-a8ff-806c6c9b9470 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Request body: {'port': {'network_id': '99bde03e-7a3b-4b57-83be-8b541315edd7', 'name': 'tempest-FloatingIPTestJSON-684851365'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:15.003699 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-21cdcf53-e5a8-4cdc-906c-db6cf9101156 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:15.101890 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69187cd3-808c-4e84-9076-a9d73f44d393 None None] Pushing event updated for resources: {'Port': ['ID=5215f934-dca7-432f-80d2-fbe5e66e7243,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:15.104218 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-48235ed1-4617-4e13-bcfd-88ab4145881f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:15.186449 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c805ff-986e-49c5-ab43-048a90c663bb None None] Pushing event updated for resources: {'Port': ['ID=2af08001-7f05-411f-8b10-2f6d88bcc0d4,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:15.245878 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ad087c96-24ca-4117-9c81-917154d10677 None None] Attempting to bind port 2af08001-7f05-411f-8b10-2f6d88bcc0d4 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:15.246263 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ad087c96-24ca-4117-9c81-917154d10677 None None] Attempting to bind port 2af08001-7f05-411f-8b10-2f6d88bcc0d4 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '0dd16db8-8d4b-4a48-84eb-dbe6e763576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b2c9ff50-1716-4aef-b87e-5c8974a8ad4e'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:15.246634 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad087c96-24ca-4117-9c81-917154d10677 None None] Attempting to bind port 2af08001-7f05-411f-8b10-2f6d88bcc0d4 on network b2c9ff50-1716-4aef-b87e-5c8974a8ad4e {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:15.291107 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:15.300700 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad087c96-24ca-4117-9c81-917154d10677 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:15.303119 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad087c96-24ca-4117-9c81-917154d10677 None None] Checking segment: {'id': '0dd16db8-8d4b-4a48-84eb-dbe6e763576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b2c9ff50-1716-4aef-b87e-5c8974a8ad4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:15.305485 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ad087c96-24ca-4117-9c81-917154d10677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:15.306506 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad087c96-24ca-4117-9c81-917154d10677 None None] Bound using segment: {'id': '0dd16db8-8d4b-4a48-84eb-dbe6e763576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b2c9ff50-1716-4aef-b87e-5c8974a8ad4e'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:15.307542 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ad087c96-24ca-4117-9c81-917154d10677 None None] Bound port: 2af08001-7f05-411f-8b10-2f6d88bcc0d4, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd16db8-8d4b-4a48-84eb-dbe6e763576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b2c9ff50-1716-4aef-b87e-5c8974a8ad4e'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:15.308378 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ad087c96-24ca-4117-9c81-917154d10677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:15.345252 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdcf53-e5a8-4cdc-906c-db6cf9101156 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event updated for resources: {'Subnet': ['ID=9071b00b-ddea-41ce-b2bd-c112427bdeb0,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:15.359176 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cdcf53-e5a8-4cdc-906c-db6cf9101156 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Checking segment: {'id': '5c61f8e7-6d63-4bce-8343-009cf161007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '32e383f7-45ff-4548-bcd0-e2605f7c69a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:15.360054 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cdcf53-e5a8-4cdc-906c-db6cf9101156 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Network hostable DHCP agents. Network: 32e383f7-45ff-4548-bcd0-e2605f7c69a3, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:59:15.374089 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d809a8fd-a747-4307-b062-76d3a87974cf up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:15.550413 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cb285-c96f-4500-a313-04959826f360 req-755d987b-b1f5-4eea-8044-ec6627421b5c tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:15.559752 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-508cb285-c96f-4500-a313-04959826f360 req-755d987b-b1f5-4eea-8044-ec6627421b5c tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/ports?device_id=07f7a235-2f41-4317-a221-b92efd95a4e1 HTTP/1.1" status: 200 len: 935 time: 0.5589163 Apr 18 20:59:15.595274 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2d7c83-772b-418b-a8ff-806c6c9b9470 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Made reservation on behalf of 46a69b2c7efb40078a7621b36f4ee4f5 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:15.599408 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cf2d7c83-772b-418b-a8ff-806c6c9b9470 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:15.619505 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cdcf53-e5a8-4cdc-906c-db6cf9101156 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Network 32e383f7-45ff-4548-bcd0-e2605f7c69a3 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:59:15.633188 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-21cdcf53-e5a8-4cdc-906c-db6cf9101156 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 32e383f7-45ff-4548-bcd0-e2605f7c69a3) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:15.653494 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-cf2d7c83-772b-418b-a8ff-806c6c9b9470 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] device_id is not set on port a796866a-0ba4-4781-b35f-f0ea42230bc3 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:59:15.657146 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cdcf53-e5a8-4cdc-906c-db6cf9101156 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:15.657975 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-21cdcf53-e5a8-4cdc-906c-db6cf9101156 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:15.679137 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-21cdcf53-e5a8-4cdc-906c-db6cf9101156 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7904930 Apr 18 20:59:15.722428 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35080) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:15.728828 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e50bb69d-7c2e-4c37-972c-e9cddc28eb6d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:15.877162 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-508cb285-c96f-4500-a313-04959826f360 req-41abd25b-78ea-448c-8e80-ee11965f0f83 tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/security-groups?id=56df363c-e71b-43bb-8b80-27e6eb36a623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158643 Apr 18 20:59:15.894523 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ad087c96-24ca-4117-9c81-917154d10677 None None] For port 2af08001-7f05-411f-8b10-2f6d88bcc0d4, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:15.899531 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ad087c96-24ca-4117-9c81-917154d10677 None None] For port 2af08001-7f05-411f-8b10-2f6d88bcc0d4, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2af08001-7f05-411f-8b10-2f6d88bcc0d4,segment=NetworkSegment(0dd16db8-8d4b-4a48-84eb-dbe6e763576c),segment_id=0dd16db8-8d4b-4a48-84eb-dbe6e763576c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:15.905471 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc52f471-a402-4e97-846f-4b8c4fe23ed5 None None] Network 32e383f7-45ff-4548-bcd0-e2605f7c69a3 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:15.917368 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ad087c96-24ca-4117-9c81-917154d10677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:15.990182 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-cf2d7c83-772b-418b-a8ff-806c6c9b9470 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Allocated IP 172.20.0.10 (99bde03e-7a3b-4b57-83be-8b541315edd7/9c2be919-5dd2-452a-ae65-b075a72207f6/a796866a-0ba4-4781-b35f-f0ea42230bc3) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:16.004477 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e50bb69d-7c2e-4c37-972c-e9cddc28eb6d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12793097'] for subnet, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:16.043940 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa89adb-24d1-40ce-a4aa-bc80a3e3d459 None None] Update dhcp port {'port': {'network_id': '3a210391-337e-45bb-a8aa-a0d649cb5581', 'fixed_ips': [{'subnet_id': '14e48773-faae-41e1-8cba-60e55fef23ad', 'ip_address': '2001:db8::2'}, {'subnet_id': '742348da-b1fa-4297-ba5b-8aaa1d944cf6'}], 'binding:host_id': 'n-d-838323-3'}, 'id': 'e5e931a7-f20b-48c4-b020-248e15b914df'} from n-d-838323-3. {{(pid=102910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 20:59:16.076182 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-48235ed1-4617-4e13-bcfd-88ab4145881f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:16.105686 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-22b96dc7-0839-4388-98a7-66555cd1c2e8 None None] Provisioning complete for port 2af08001-7f05-411f-8b10-2f6d88bcc0d4 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:16.106056 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-22b96dc7-0839-4388-98a7-66555cd1c2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:16.108297 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad087c96-24ca-4117-9c81-917154d10677 None None] Routers {'88bedfbd-b104-4feb-9b26-8a26c09442b3'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:16.108982 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-ad087c96-24ca-4117-9c81-917154d10677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:58:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88bedfbd-b104-4feb-9b26-8a26c09442b3'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:16.206701 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Allocated IP 172.25.1.232 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/59d5c1b1-3ae7-4da5-aebd-e8eb4970e58e) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:16.228237 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-48235ed1-4617-4e13-bcfd-88ab4145881f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:16.285324 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c805ff-986e-49c5-ab43-048a90c663bb None None] Pushing event updated for resources: {'Port': ['ID=2af08001-7f05-411f-8b10-2f6d88bcc0d4,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:16.328572 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port d809a8fd-a747-4307-b062-76d3a87974cf triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:16.329288 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:16.399170 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-48235ed1-4617-4e13-bcfd-88ab4145881f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:16.413025 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:16.421765 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e50bb69d-7c2e-4c37-972c-e9cddc28eb6d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734731584440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13010335'] for subnet, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:16.435254 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48235ed1-4617-4e13-bcfd-88ab4145881f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event updated for resources: {'Port': ['ID=89032692-3f4f-4612-96cb-d43c2e86ff2b,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:16.479069 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6fa89adb-24d1-40ce-a4aa-bc80a3e3d459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:16.502887 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:16.567586 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-ad087c96-24ca-4117-9c81-917154d10677 None None] Set router 88bedfbd-b104-4feb-9b26-8a26c09442b3 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:16.609937 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50bb69d-7c2e-4c37-972c-e9cddc28eb6d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:16.610420 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e50bb69d-7c2e-4c37-972c-e9cddc28eb6d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:16.611780 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e50bb69d-7c2e-4c37-972c-e9cddc28eb6d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "PUT /v2.0/subnets/9071b00b-ddea-41ce-b2bd-c112427bdeb0 HTTP/1.1" status: 200 len: 826 time: 0.8898017 Apr 18 20:59:16.621626 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35094) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:16.699556 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e5e931a7-f20b-48c4-b020-248e15b914df up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:16.822263 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-22b96dc7-0839-4388-98a7-66555cd1c2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:16.890386 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50bb69d-7c2e-4c37-972c-e9cddc28eb6d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event updated for resources: {'Subnet': ['ID=9071b00b-ddea-41ce-b2bd-c112427bdeb0,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:16.930799 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48235ed1-4617-4e13-bcfd-88ab4145881f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Network 64cd67c5-dc89-4c11-85c7-d678a477b34f is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:16.953247 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-48235ed1-4617-4e13-bcfd-88ab4145881f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:17.029142 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-6fa89adb-24d1-40ce-a4aa-bc80a3e3d459 None None] Allocated IP 172.20.0.1 (3a210391-337e-45bb-a8aa-a0d649cb5581/742348da-b1fa-4297-ba5b-8aaa1d944cf6/e5e931a7-f20b-48c4-b020-248e15b914df) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:17.075145 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94f77d03-d84f-4063-b400-6dbd1b35ce16 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.083549 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-2a42561f-8da5-4135-bfcb-8c8fea5f1f0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7530949b-1098-43b3-993a-b90e673dff76 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:59:17.110309 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:17.112375 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-2a42561f-8da5-4135-bfcb-8c8fea5f1f0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.137494 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event updated for resources: {'Port': ['ID=59d5c1b1-3ae7-4da5-aebd-e8eb4970e58e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:17.145936 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:17.149015 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:17.164785 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-6fa89adb-24d1-40ce-a4aa-bc80a3e3d459 None None] For port e5e931a7-f20b-48c4-b020-248e15b914df, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=e5e931a7-f20b-48c4-b020-248e15b914df,segment=NetworkSegment(77a1a9a8-7789-4fae-9cf3-19426b9d1342),segment_id=77a1a9a8-7789-4fae-9cf3-19426b9d1342)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:17.171408 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48235ed1-4617-4e13-bcfd-88ab4145881f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Router 88bedfbd-b104-4feb-9b26-8a26c09442b3 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:17.190474 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be919983-fd64-43da-8b3a-3008d8e6a609 None None] Network 64cd67c5-dc89-4c11-85c7-d678a477b34f requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:17.202319 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:17.203151 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:17.203311 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:17.203693 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:17.204035 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:17.204370 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:17.204726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:17.205053 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:17.205380 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:17.205705 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:17.206033 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:17.206359 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:17.269650 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-22b96dc7-0839-4388-98a7-66555cd1c2e8 None None] For port 2af08001-7f05-411f-8b10-2f6d88bcc0d4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2af08001-7f05-411f-8b10-2f6d88bcc0d4,segment=NetworkSegment(0dd16db8-8d4b-4a48-84eb-dbe6e763576c),segment_id=0dd16db8-8d4b-4a48-84eb-dbe6e763576c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:17.307030 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-2a42561f-8da5-4135-bfcb-8c8fea5f1f0e service neutron] Transition to ACTIVE for port object 7530949b-1098-43b3-993a-b90e673dff76 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:17.329995 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-2a42561f-8da5-4135-bfcb-8c8fea5f1f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.335673 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94f77d03-d84f-4063-b400-6dbd1b35ce16 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.350146 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecabc35f-a08f-4f5d-a33b-32fc8ffd662b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-32e383f7-45ff-4548-bcd0-e2605f7c69a3', 'network_id': '32e383f7-45ff-4548-bcd0-e2605f7c69a3', 'tenant_id': '619014dc27054173a2d8912243ab466a', 'fixed_ips': [{'subnet_id': '9071b00b-ddea-41ce-b2bd-c112427bdeb0'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:59:17.351024 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ecabc35f-a08f-4f5d-a33b-32fc8ffd662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.356759 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6fa89adb-24d1-40ce-a4aa-bc80a3e3d459 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.363261 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-22b96dc7-0839-4388-98a7-66555cd1c2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.393335 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6fa89adb-24d1-40ce-a4aa-bc80a3e3d459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.414743 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48235ed1-4617-4e13-bcfd-88ab4145881f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:17.425189 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42561f-8da5-4135-bfcb-8c8fea5f1f0e service neutron] Pushing event updated for resources: {'Port': ['ID=7530949b-1098-43b3-993a-b90e673dff76,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:17.434672 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port e5e931a7-f20b-48c4-b020-248e15b914df triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:17.435120 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.437140 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-48235ed1-4617-4e13-bcfd-88ab4145881f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "PUT /v2.0/routers/88bedfbd-b104-4feb-9b26-8a26c09442b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9466381 Apr 18 20:59:17.439649 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35106) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:17.454723 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-3ff476c5-b0de-4869-9231-23160f564ba3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:17.475989 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccbef7-ac70-44e8-a9a9-cf4e5c4d463e req-0ac3d99f-5d2f-4344-95bc-66fcbab5affa tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:17.477908 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7ccbef7-ac70-44e8-a9a9-cf4e5c4d463e req-0ac3d99f-5d2f-4344-95bc-66fcbab5affa tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/ports?device_id=07f7a235-2f41-4317-a221-b92efd95a4e1 HTTP/1.1" status: 200 len: 935 time: 0.3767004 Apr 18 20:59:17.709762 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b96dc7-0839-4388-98a7-66555cd1c2e8 None None] Pushing event updated for resources: {'Port': ['ID=2af08001-7f05-411f-8b10-2f6d88bcc0d4,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:17.737956 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94f77d03-d84f-4063-b400-6dbd1b35ce16 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.801523 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f77d03-d84f-4063-b400-6dbd1b35ce16 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event deleted for resources: {'Subnet': ['ID=9071b00b-ddea-41ce-b2bd-c112427bdeb0,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:17.874523 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cf2d7c83-772b-418b-a8ff-806c6c9b9470 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.974736 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa89adb-24d1-40ce-a4aa-bc80a3e3d459 None None] Pushing event updated for resources: {'Port': ['ID=e5e931a7-f20b-48c4-b020-248e15b914df,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server [None req-ecabc35f-a08f-4f5d-a33b-32fc8ffd662b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9071b00b-ddea-41ce-b2bd-c112427bdeb0: This subnet is being modified by another concurrent operation. Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:59:18.094469 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise exception Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9071b00b-ddea-41ce-b2bd-c112427bdeb0: This subnet is being modified by another concurrent operation. Apr 18 20:59:18.105092 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Apr 18 20:59:18.184903 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cf2d7c83-772b-418b-a8ff-806c6c9b9470 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.191889 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7ccbef7-ac70-44e8-a9a9-cf4e5c4d463e req-7dfa02e2-fb87-4a5d-8573-f3c1ad92296b tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/security-groups?id=56df363c-e71b-43bb-8b80-27e6eb36a623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6869822 Apr 18 20:59:18.209167 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648c7db7-0818-4e39-937d-2d03cc23237a None None] Network 32e383f7-45ff-4548-bcd0-e2605f7c69a3 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:18.232673 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-37c08b27-9cea-4a0e-9bc6-fc197ba694ec None None] Provisioning complete for port 5215f934-dca7-432f-80d2-fbe5e66e7243 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:18.232673 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-37c08b27-9cea-4a0e-9bc6-fc197ba694ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.321238 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.328697 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94f77d03-d84f-4063-b400-6dbd1b35ce16 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.339818 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2d7c83-772b-418b-a8ff-806c6c9b9470 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Network 99bde03e-7a3b-4b57-83be-8b541315edd7 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:18.400177 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-cf2d7c83-772b-418b-a8ff-806c6c9b9470 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:18.418071 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-2a42561f-8da5-4135-bfcb-8c8fea5f1f0e service neutron] Attempting to bind port 7530949b-1098-43b3-993a-b90e673dff76 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:18.418828 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-2a42561f-8da5-4135-bfcb-8c8fea5f1f0e service neutron] Attempting to bind port 7530949b-1098-43b3-993a-b90e673dff76 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:18.421078 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-2a42561f-8da5-4135-bfcb-8c8fea5f1f0e service neutron] Attempting to bind port 7530949b-1098-43b3-993a-b90e673dff76 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:18.429551 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d7c83-772b-418b-a8ff-806c6c9b9470 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event updated for resources: {'Port': ['ID=a796866a-0ba4-4781-b35f-f0ea42230bc3,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:18.458652 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d7c83-772b-418b-a8ff-806c6c9b9470 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:18.464408 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-2a42561f-8da5-4135-bfcb-8c8fea5f1f0e service neutron] Port 7530949b-1098-43b3-993a-b90e673dff76 on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:59:18.465404 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-2a42561f-8da5-4135-bfcb-8c8fea5f1f0e service neutron] Attempting to bind port 7530949b-1098-43b3-993a-b90e673dff76 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:18.493480 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-94f77d03-d84f-4063-b400-6dbd1b35ce16 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e383f7-45ff-4548-bcd0-e2605f7c69a3']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:18.562380 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-94f77d03-d84f-4063-b400-6dbd1b35ce16 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c61f8e7-6d63-4bce-8343-009cf161007f') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:18.563023 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-94f77d03-d84f-4063-b400-6dbd1b35ce16 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c61f8e7-6d63-4bce-8343-009cf161007f') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:18.566947 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.extraroute_db [None req-3ff476c5-b0de-4869-9231-23160f564ba3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102909) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 18 20:59:18.567882 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-2a42561f-8da5-4135-bfcb-8c8fea5f1f0e service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:18.573015 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-2a42561f-8da5-4135-bfcb-8c8fea5f1f0e service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:18.574392 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-2a42561f-8da5-4135-bfcb-8c8fea5f1f0e service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:18.575846 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-2a42561f-8da5-4135-bfcb-8c8fea5f1f0e service neutron] Bound port: 7530949b-1098-43b3-993a-b90e673dff76, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:18.579652 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-2a42561f-8da5-4135-bfcb-8c8fea5f1f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.615075 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94f77d03-d84f-4063-b400-6dbd1b35ce16 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.635521 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94f77d03-d84f-4063-b400-6dbd1b35ce16 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.645873 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f77d03-d84f-4063-b400-6dbd1b35ce16 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:59:18.646305 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94f77d03-d84f-4063-b400-6dbd1b35ce16 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:59:18.728977 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:59:18.748338 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.extraroute_db [None req-3ff476c5-b0de-4869-9231-23160f564ba3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Removed routes are [] {{(pid=102909) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 18 20:59:18.748859 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ff476c5-b0de-4869-9231-23160f564ba3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.754270 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94f77d03-d84f-4063-b400-6dbd1b35ce16 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.767774 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94f77d03-d84f-4063-b400-6dbd1b35ce16 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.774869 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-94f77d03-d84f-4063-b400-6dbd1b35ce16 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "DELETE /v2.0/networks/32e383f7-45ff-4548-bcd0-e2605f7c69a3 HTTP/1.1" status: 204 len: 168 time: 2.1486185 Apr 18 20:59:18.775722 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35124) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:18.808458 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port e5e931a7-f20b-48c4-b020-248e15b914df, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=e5e931a7-f20b-48c4-b020-248e15b914df,segment=NetworkSegment(77a1a9a8-7789-4fae-9cf3-19426b9d1342),segment_id=77a1a9a8-7789-4fae-9cf3-19426b9d1342)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:18.864048 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.865265 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f77d03-d84f-4063-b400-6dbd1b35ce16 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event deleted for resources: {'Network': ['ID=32e383f7-45ff-4548-bcd0-e2605f7c69a3,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:18.929592 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac75d56-fa20-4b57-b311-5b7973cb4228 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:18.932260 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac75d56-fa20-4b57-b311-5b7973cb4228 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:18.944662 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7ac75d56-fa20-4b57-b311-5b7973cb4228 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "DELETE /v2.0/networks/32e383f7-45ff-4548-bcd0-e2605f7c69a3 HTTP/1.1" status: 404 len: 339 time: 0.1157403 Apr 18 20:59:18.950182 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35126) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:18.968732 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-427ce869-ed5a-43bd-bc2a-5a8870ab2f1d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-551649764', 'description': 'd1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:18.977389 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2d7c83-772b-418b-a8ff-806c6c9b9470 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:18.978376 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cf2d7c83-772b-418b-a8ff-806c6c9b9470 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.078548 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-ad087c96-24ca-4117-9c81-917154d10677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:59:14Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None, '_interfaces': [{'id': '2af08001-7f05-411f-8b10-2f6d88bcc0d4', 'name': '', 'network_id': 'b2c9ff50-1716-4aef-b87e-5c8974a8ad4e', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:45:48:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:00Z', 'updated_at': '2022-04-18T20:59:15Z', 'revision_number': 4, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f0bc07-a588-49fe-9426-6deef58544c1', 'name': '', 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:42:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '93983504-b531-45a8-945d-2914f64154ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:30Z', 'updated_at': '2022-04-18T20:58:44Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '93983504-b531-45a8-945d-2914f64154ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89032692-3f4f-4612-96cb-d43c2e86ff2b', 'name': '', 'network_id': '64cd67c5-dc89-4c11-85c7-d678a477b34f', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:a3:9d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '84bc34d1-c982-44a4-877c-18b5adfc2a05', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:10Z', 'updated_at': '2022-04-18T20:59:15Z', 'revision_number': 2, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '84bc34d1-c982-44a4-877c-18b5adfc2a05', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3407e04-d645-45cd-9267-3b080cda9663', 'name': '', 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:2a:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:48Z', 'updated_at': '2022-04-18T20:59:07Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:19.141437 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-cf2d7c83-772b-418b-a8ff-806c6c9b9470 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.2472484 Apr 18 20:59:19.181896 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ff476c5-b0de-4869-9231-23160f564ba3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.186552 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ff476c5-b0de-4869-9231-23160f564ba3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608727'] for router, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.189139 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35132) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:19.199185 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-59763ee3-ebfa-4f1b-bb05-6eb9e1390b88 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'port_id': 'a796866a-0ba4-4781-b35f-f0ea42230bc3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:19.209339 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-2a42561f-8da5-4135-bfcb-8c8fea5f1f0e service neutron] For port 7530949b-1098-43b3-993a-b90e673dff76, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:19.215164 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-2a42561f-8da5-4135-bfcb-8c8fea5f1f0e service neutron] For port 7530949b-1098-43b3-993a-b90e673dff76, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7530949b-1098-43b3-993a-b90e673dff76,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:19.224510 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427ce869-ed5a-43bd-bc2a-5a8870ab2f1d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Made reservation on behalf of 619014dc27054173a2d8912243ab466a for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:19.224510 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-427ce869-ed5a-43bd-bc2a-5a8870ab2f1d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.271331 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d78a6f7-0a37-4d98-a403-03de951af927 None None] Network 3a210391-337e-45bb-a8aa-a0d649cb5581 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:19.317705 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb524a9-be84-4dcd-98c0-f4132ce412b6 None None] Network 32e383f7-45ff-4548-bcd0-e2605f7c69a3 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:19.399084 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad087c96-24ca-4117-9c81-917154d10677 None None] The sync data for ids ['88bedfbd-b104-4feb-9b26-8a26c09442b3'] in n-d-838323-3 is: [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:59:14Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None, '_interfaces': [{'id': '2af08001-7f05-411f-8b10-2f6d88bcc0d4', 'name': '', 'network_id': 'b2c9ff50-1716-4aef-b87e-5c8974a8ad4e', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:45:48:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:00Z', 'updated_at': '2022-04-18T20:59:15Z', 'revision_number': 4, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f0bc07-a588-49fe-9426-6deef58544c1', 'name': '', 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:42:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '93983504-b531-45a8-945d-2914f64154ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:30Z', 'updated_at': '2022-04-18T20:58:44Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '93983504-b531-45a8-945d-2914f64154ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89032692-3f4f-4612-96cb-d43c2e86ff2b', 'name': '', 'network_id': '64cd67c5-dc89-4c11-85c7-d678a477b34f', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:a3:9d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '84bc34d1-c982-44a4-877c-18b5adfc2a05', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:10Z', 'updated_at': '2022-04-18T20:59:15Z', 'revision_number': 2, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '84bc34d1-c982-44a4-877c-18b5adfc2a05', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3407e04-d645-45cd-9267-3b080cda9663', 'name': '', 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:2a:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:48Z', 'updated_at': '2022-04-18T20:59:07Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:19.420199 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-59763ee3-ebfa-4f1b-bb05-6eb9e1390b88 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.433616 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.482323 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-427ce869-ed5a-43bd-bc2a-5a8870ab2f1d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:59:19.515241 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-427ce869-ed5a-43bd-bc2a-5a8870ab2f1d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.515785 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-427ce869-ed5a-43bd-bc2a-5a8870ab2f1d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Added segment c90dcb82-82b4-4ad2-acf9-af5d8913ee81 of type vlan for network 1cd6c730-34c3-463b-be58-f5f37d12336d Apr 18 20:59:19.587738 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-2a42561f-8da5-4135-bfcb-8c8fea5f1f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.595659 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff476c5-b0de-4869-9231-23160f564ba3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Router 88bedfbd-b104-4feb-9b26-8a26c09442b3 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:19.649161 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2af08001-7f05-411f-8b10-2f6d88bcc0d4 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:19.661908 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-37c08b27-9cea-4a0e-9bc6-fc197ba694ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.716267 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=e5e931a7-f20b-48c4-b020-248e15b914df,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:19.720347 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb524a9-be84-4dcd-98c0-f4132ce412b6 None None] Network 32e383f7-45ff-4548-bcd0-e2605f7c69a3 could not be found, it might have been deleted concurrently. {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 20:59:19.782251 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-2a42561f-8da5-4135-bfcb-8c8fea5f1f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:19.783537 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-2a42561f-8da5-4135-bfcb-8c8fea5f1f0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.785558 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-2a42561f-8da5-4135-bfcb-8c8fea5f1f0e service neutron] 10.222.0.32 "PUT /v2.0/ports/7530949b-1098-43b3-993a-b90e673dff76 HTTP/1.1" status: 200 len: 1095 time: 5.2512221 Apr 18 20:59:19.785989 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f7a235-2f41-4317-a221-b92efd95a4e1', 'tag': '7530949b-1098-43b3-993a-b90e673dff76'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:19.797745 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd69be8-450e-46aa-ab33-2d67b5a5d7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "07f7a235-2f41-4317-a221-b92efd95a4e1", "tag": "7530949b-1098-43b3-993a-b90e673dff76"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:19.914498 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-37c08b27-9cea-4a0e-9bc6-fc197ba694ec None None] For port 5215f934-dca7-432f-80d2-fbe5e66e7243, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5215f934-dca7-432f-80d2-fbe5e66e7243,segment=NetworkSegment(2ce5733e-7789-4fa6-b407-261c17fa4db6),segment_id=2ce5733e-7789-4fa6-b407-261c17fa4db6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:19.937788 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-37c08b27-9cea-4a0e-9bc6-fc197ba694ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.991856 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6f686a-9bec-45e8-bd5b-d8a83b383ecb x-openstack-request-id: req-ad6f686a-9bec-45e8-bd5b-d8a83b383ecb {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:19.992306 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f7a235-2f41-4317-a221-b92efd95a4e1", "tag": "7530949b-1098-43b3-993a-b90e673dff76", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:19.992692 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ad6f686a-9bec-45e8-bd5b-d8a83b383ecb {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:19.993282 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad6f686a-9bec-45e8-bd5b-d8a83b383ecb'] response: {'name': 'network-changed', 'server_uuid': '07f7a235-2f41-4317-a221-b92efd95a4e1', 'tag': '7530949b-1098-43b3-993a-b90e673dff76', 'status': 'completed', 'code': 200} Apr 18 20:59:20.007718 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f56a7-f7d2-41a9-a5a3-3ea8450e4f25 req-4c400f2c-a585-4dcf-b1de-1b1c4ef877a8 tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:20.009964 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ea9f56a7-f7d2-41a9-a5a3-3ea8450e4f25 req-4c400f2c-a585-4dcf-b1de-1b1c4ef877a8 tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/ports?device_id=07f7a235-2f41-4317-a221-b92efd95a4e1 HTTP/1.1" status: 200 len: 947 time: 0.4409766 Apr 18 20:59:20.043975 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42561f-8da5-4135-bfcb-8c8fea5f1f0e service neutron] Pushing event updated for resources: {'Port': ['ID=7530949b-1098-43b3-993a-b90e673dff76,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:20.078658 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.082668 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-37c08b27-9cea-4a0e-9bc6-fc197ba694ec None None] Provisioning complete for port 2af08001-7f05-411f-8b10-2f6d88bcc0d4 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:20.083233 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-37c08b27-9cea-4a0e-9bc6-fc197ba694ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.231918 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 2af08001-7f05-411f-8b10-2f6d88bcc0d4 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:20.233320 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.256381 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-b7663bd8-0fda-4a2d-9623-d941e57adc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:20.270009 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-b7663bd8-0fda-4a2d-9623-d941e57adc12 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6866cf7d3cc045038efa8e673073566d&device_id=07f7a235-2f41-4317-a221-b92efd95a4e1 HTTP/1.1" status: 200 len: 1098 time: 0.4194138 Apr 18 20:59:20.299004 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c08b27-9cea-4a0e-9bc6-fc197ba694ec None None] Pushing event updated for resources: {'Port': ['ID=5215f934-dca7-432f-80d2-fbe5e66e7243,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:20.299274 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ea9f56a7-f7d2-41a9-a5a3-3ea8450e4f25 req-96941e7d-776b-431d-a406-09223d640073 tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/security-groups?id=56df363c-e71b-43bb-8b80-27e6eb36a623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793951 Apr 18 20:59:20.386498 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-b4675ad9-718a-49b7-8b11-15fc3e676c1d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=7530949b-1098-43b3-993a-b90e673dff76 HTTP/1.1" status: 200 len: 217 time: 0.1084182 Apr 18 20:59:20.451649 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-427ce869-ed5a-43bd-bc2a-5a8870ab2f1d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.613145 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.db.resource_extend [None req-427ce869-ed5a-43bd-bc2a-5a8870ab2f1d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:59:20.624616 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-03d27199-050d-4f8a-b5f1-d9b64bb53969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:20.626351 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-03d27199-050d-4f8a-b5f1-d9b64bb53969 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.2285457 Apr 18 20:59:20.730182 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-427ce869-ed5a-43bd-bc2a-5a8870ab2f1d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.737411 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427ce869-ed5a-43bd-bc2a-5a8870ab2f1d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:20.738479 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-427ce869-ed5a-43bd-bc2a-5a8870ab2f1d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.760459 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-0bf34a7b-8406-4eed-a44b-45d55869c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:20.762076 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-0bf34a7b-8406-4eed-a44b-45d55869c832 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1186604 Apr 18 20:59:20.765123 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e5e931a7-f20b-48c4-b020-248e15b914df up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:20.788506 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.812166 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-37c08b27-9cea-4a0e-9bc6-fc197ba694ec None None] Provisioning complete for port e5e931a7-f20b-48c4-b020-248e15b914df triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:20.812613 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-37c08b27-9cea-4a0e-9bc6-fc197ba694ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.814595 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.832077 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff476c5-b0de-4869-9231-23160f564ba3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:20.854877 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-427ce869-ed5a-43bd-bc2a-5a8870ab2f1d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9033744 Apr 18 20:59:20.857345 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35156) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:20.863923 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ff476c5-b0de-4869-9231-23160f564ba3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.865567 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3ff476c5-b0de-4869-9231-23160f564ba3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "PUT /v2.0/routers/88bedfbd-b104-4feb-9b26-8a26c09442b3 HTTP/1.1" status: 200 len: 934 time: 3.4180632 Apr 18 20:59:20.883066 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35158) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:20.884453 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-59763ee3-ebfa-4f1b-bb05-6eb9e1390b88 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.919288 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port e5e931a7-f20b-48c4-b020-248e15b914df triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:20.920903 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.984543 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879bad7a-4f11-4fba-a48e-5f8b432b67c3 None None] Sync routers for ids ['88bedfbd-b104-4feb-9b26-8a26c09442b3'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:21.040786 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event updated for resources: {'Port': ['ID=59d5c1b1-3ae7-4da5-aebd-e8eb4970e58e,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:21.052678 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-034883f2-52be-4441-8306-2093f07dcf54 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "GET /v2.0/routers/88bedfbd-b104-4feb-9b26-8a26c09442b3 HTTP/1.1" status: 200 len: 934 time: 0.1657183 Apr 18 20:59:21.058606 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35162) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:21.065864 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-27c2b934-140c-4aa5-8180-6e906d8fa62e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'router': {'routes': None}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:21.079545 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.082845 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-a0f12471-e2df-425d-a8e1-8a17efa36a05 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116646 Apr 18 20:59:21.086236 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ce869-ed5a-43bd-bc2a-5a8870ab2f1d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event updated for resources: {'Network': ['ID=1cd6c730-34c3-463b-be58-f5f37d12336d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:21.132809 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 1cd6c730-34c3-463b-be58-f5f37d12336d details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:59:21.213327 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879bad7a-4f11-4fba-a48e-5f8b432b67c3 None None] Routers {'88bedfbd-b104-4feb-9b26-8a26c09442b3'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:21.214465 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-879bad7a-4f11-4fba-a48e-5f8b432b67c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:58:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88bedfbd-b104-4feb-9b26-8a26c09442b3'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:21.285218 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec2ed34-558f-4234-af91-5ee99daf7b4d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:21.286824 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7ec2ed34-558f-4234-af91-5ee99daf7b4d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "GET /v2.0/networks?id=1cd6c730-34c3-463b-be58-f5f37d12336d HTTP/1.1" status: 200 len: 764 time: 0.4178207 Apr 18 20:59:21.295733 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35172) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:21.307215 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a95068-7eff-4b1e-8c41-66032165eee6 None None] get_active_networks_info from n-d-838323-3 {{(pid=102910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:59:21.312830 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-f3334be9-2152-40dc-a3af-e37521baad45 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Request body: {'network': {'description': 'd2'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:21.484353 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-879bad7a-4f11-4fba-a48e-5f8b432b67c3 None None] Set router 88bedfbd-b104-4feb-9b26-8a26c09442b3 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:21.511311 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-59763ee3-ebfa-4f1b-bb05-6eb9e1390b88 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Allocated IP 172.25.1.208 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/31a0eccd-d782-45c2-ab80-8d577db1e799) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:21.677769 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-59763ee3-ebfa-4f1b-bb05-6eb9e1390b88 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.858970 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3334be9-2152-40dc-a3af-e37521baad45 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.874102 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-59763ee3-ebfa-4f1b-bb05-6eb9e1390b88 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.879800 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3334be9-2152-40dc-a3af-e37521baad45 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.924315 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f3334be9-2152-40dc-a3af-e37521baad45 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Network 1cd6c730-34c3-463b-be58-f5f37d12336d is not hosted by any dhcp agent {{(pid=102909) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 20:59:21.929999 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3334be9-2152-40dc-a3af-e37521baad45 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:21.931033 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3334be9-2152-40dc-a3af-e37521baad45 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.935039 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f3334be9-2152-40dc-a3af-e37521baad45 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "PUT /v2.0/networks/1cd6c730-34c3-463b-be58-f5f37d12336d HTTP/1.1" status: 200 len: 761 time: 0.6356795 Apr 18 20:59:21.973570 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a95068-7eff-4b1e-8c41-66032165eee6 None None] Resources bound (agent type, host, resource id): {{(pid=102910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:59:21.991974 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4d1ada63-8928-43c0-9cb7-106462bda6e6 None None] Provisioning complete for port e5e931a7-f20b-48c4-b020-248e15b914df triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:21.992562 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4d1ada63-8928-43c0-9cb7-106462bda6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.993016 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35194) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:22.057518 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5215f934-dca7-432f-80d2-fbe5e66e7243 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:22.070605 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59763ee3-ebfa-4f1b-bb05-6eb9e1390b88 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:22.164324 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-59763ee3-ebfa-4f1b-bb05-6eb9e1390b88 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:22.167578 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd549d0e-2dab-4a2b-b300-4eb225264e75 req-bf66a373-db5e-4331-ba70-41a59b44e574 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9933441 Apr 18 20:59:22.185609 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7156d78c-922c-4035-9251-78177c994c00 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:22.187962 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7156d78c-922c-4035-9251-78177c994c00 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "GET /v2.0/networks?id=1cd6c730-34c3-463b-be58-f5f37d12336d HTTP/1.1" status: 200 len: 764 time: 0.1154115 Apr 18 20:59:22.189017 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59763ee3-ebfa-4f1b-bb05-6eb9e1390b88 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:22.241839 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35200) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:22.306431 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59763ee3-ebfa-4f1b-bb05-6eb9e1390b88 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event updated for resources: {'Port': ['ID=31a0eccd-d782-45c2-ab80-8d577db1e799,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:22.308989 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3334be9-2152-40dc-a3af-e37521baad45 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event updated for resources: {'Network': ['ID=1cd6c730-34c3-463b-be58-f5f37d12336d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:22.361669 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 1cd6c730-34c3-463b-be58-f5f37d12336d details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:59:22.506256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.extraroute_db [None req-27c2b934-140c-4aa5-8180-6e906d8fa62e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Added routes are [] {{(pid=102908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 18 20:59:22.506601 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.extraroute_db [None req-27c2b934-140c-4aa5-8180-6e906d8fa62e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 18 20:59:22.564321 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-27c2b934-140c-4aa5-8180-6e906d8fa62e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:22.607454 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2b9772-10b1-45ed-8eba-e56662350fb3 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:22.612189 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ee2b9772-10b1-45ed-8eba-e56662350fb3 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3623683 Apr 18 20:59:22.615180 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35202) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:22.626236 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5215f934-dca7-432f-80d2-fbe5e66e7243 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:22.626743 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:22.675587 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-198677b8-3975-4701-89ef-f87bac00d342 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "GET /v2.0/subnets?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 207 time: 0.0590456 Apr 18 20:59:22.680340 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35208) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:22.714555 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Floating IP 8a4cb69b-8a6c-470d-bdab-7c9e1e594bd5 associated. External IP: 172.25.1.232, port: 4c1d24ef-eb16-457a-beb8-d58022cd6e36. Apr 18 20:59:22.846238 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4d1ada63-8928-43c0-9cb7-106462bda6e6 None None] Provisioning complete for port 89032692-3f4f-4612-96cb-d43c2e86ff2b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:22.846997 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4d1ada63-8928-43c0-9cb7-106462bda6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:22.887182 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-879bad7a-4f11-4fba-a48e-5f8b432b67c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:59:18Z', 'revision_number': 6, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None, '_interfaces': [{'id': '2af08001-7f05-411f-8b10-2f6d88bcc0d4', 'name': '', 'network_id': 'b2c9ff50-1716-4aef-b87e-5c8974a8ad4e', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:45:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:00Z', 'updated_at': '2022-04-18T20:59:16Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f0bc07-a588-49fe-9426-6deef58544c1', 'name': '', 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:42:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '93983504-b531-45a8-945d-2914f64154ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:30Z', 'updated_at': '2022-04-18T20:58:44Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '93983504-b531-45a8-945d-2914f64154ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89032692-3f4f-4612-96cb-d43c2e86ff2b', 'name': '', 'network_id': '64cd67c5-dc89-4c11-85c7-d678a477b34f', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:a3:9d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '84bc34d1-c982-44a4-877c-18b5adfc2a05', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:10Z', 'updated_at': '2022-04-18T20:59:15Z', 'revision_number': 2, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '84bc34d1-c982-44a4-877c-18b5adfc2a05', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3407e04-d645-45cd-9267-3b080cda9663', 'name': '', 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:2a:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:48Z', 'updated_at': '2022-04-18T20:59:07Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:22.925115 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaccd54-5895-412d-bf28-84e32b0122a4 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:22.931273 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaccd54-5895-412d-bf28-84e32b0122a4 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:22.938152 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaccd54-5895-412d-bf28-84e32b0122a4 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:22.944279 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaccd54-5895-412d-bf28-84e32b0122a4 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:22.950410 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaccd54-5895-412d-bf28-84e32b0122a4 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:22.957388 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaccd54-5895-412d-bf28-84e32b0122a4 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:22.964998 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1aaccd54-5895-412d-bf28-84e32b0122a4 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2770131 Apr 18 20:59:22.968029 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35212) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:22.972220 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd69be8-450e-46aa-ab33-2d67b5a5d7d9 req-f0364e33-66a9-4133-a1a1-6ea8c0b5bcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:22.973964 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5dd69be8-450e-46aa-ab33-2d67b5a5d7d9 req-f0364e33-66a9-4133-a1a1-6ea8c0b5bcad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6866cf7d3cc045038efa8e673073566d&device_id=07f7a235-2f41-4317-a221-b92efd95a4e1 HTTP/1.1" status: 200 len: 1098 time: 0.3324995 Apr 18 20:59:22.989747 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879bad7a-4f11-4fba-a48e-5f8b432b67c3 None None] Checking router: 88bedfbd-b104-4feb-9b26-8a26c09442b3 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:22.990355 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879bad7a-4f11-4fba-a48e-5f8b432b67c3 None None] Updating router 88bedfbd-b104-4feb-9b26-8a26c09442b3 port 89032692-3f4f-4612-96cb-d43c2e86ff2b binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:59:22.996229 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44488db4-c16e-4da4-a051-bbf69146c10f req-88732e4e-2ab6-41b7-ad7a-2911990088de tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:22.999267 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-44488db4-c16e-4da4-a051-bbf69146c10f req-88732e4e-2ab6-41b7-ad7a-2911990088de tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/ports?device_id=07f7a235-2f41-4317-a221-b92efd95a4e1 HTTP/1.1" status: 200 len: 947 time: 1.1640835 Apr 18 20:59:23.164170 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-879bad7a-4f11-4fba-a48e-5f8b432b67c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.172491 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-389b218b-56d2-4ba7-b007-a52f8b9f8af4 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1963892 Apr 18 20:59:23.189064 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35220) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:23.367536 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd69be8-450e-46aa-ab33-2d67b5a5d7d9 req-e944c591-ca8b-4e71-95fe-bc2ab50073b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:23.369820 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5dd69be8-450e-46aa-ab33-2d67b5a5d7d9 req-e944c591-ca8b-4e71-95fe-bc2ab50073b1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.3683581 Apr 18 20:59:23.487653 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ada63-8928-43c0-9cb7-106462bda6e6 None None] Port 89032692-3f4f-4612-96cb-d43c2e86ff2b cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:59:23.531528 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-59763ee3-ebfa-4f1b-bb05-6eb9e1390b88 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.620256 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4d1ada63-8928-43c0-9cb7-106462bda6e6 None None] Provisioning complete for port 5215f934-dca7-432f-80d2-fbe5e66e7243 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:23.621019 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4d1ada63-8928-43c0-9cb7-106462bda6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.679962 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-27c2b934-140c-4aa5-8180-6e906d8fa62e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.707864 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-59763ee3-ebfa-4f1b-bb05-6eb9e1390b88 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.709548 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-27c2b934-140c-4aa5-8180-6e906d8fa62e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608727'] for router, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.723362 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-44488db4-c16e-4da4-a051-bbf69146c10f req-fdb83fac-a4cc-401b-8d69-ac863baaf481 tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/security-groups?id=56df363c-e71b-43bb-8b80-27e6eb36a623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5784032 Apr 18 20:59:23.797859 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5dd69be8-450e-46aa-ab33-2d67b5a5d7d9 req-2967ebba-08e1-4723-a843-6f255e6450b0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=7530949b-1098-43b3-993a-b90e673dff76 HTTP/1.1" status: 200 len: 217 time: 0.3751857 Apr 18 20:59:23.996167 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e5e931a7-f20b-48c4-b020-248e15b914df up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:24.102069 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-879bad7a-4f11-4fba-a48e-5f8b432b67c3 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:24.118506 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-879bad7a-4f11-4fba-a48e-5f8b432b67c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:24.138281 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d597941-9836-4410-bcf5-6dfa85062841 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:24.146501 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d597941-9836-4410-bcf5-6dfa85062841 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:24.146501 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d597941-9836-4410-bcf5-6dfa85062841 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:24.146956 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d597941-9836-4410-bcf5-6dfa85062841 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:24.154186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d597941-9836-4410-bcf5-6dfa85062841 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:24.166002 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4d597941-9836-4410-bcf5-6dfa85062841 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.9728973 Apr 18 20:59:24.170185 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35232) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:24.281254 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937e8d9-de4b-4f28-baa2-2c97aafb1710 None None] Pushing event updated for resources: {'Port': ['ID=89032692-3f4f-4612-96cb-d43c2e86ff2b,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:24.343345 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port e5e931a7-f20b-48c4-b020-248e15b914df triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:24.345370 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:24.411685 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-59763ee3-ebfa-4f1b-bb05-6eb9e1390b88 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:24.434706 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd69be8-450e-46aa-ab33-2d67b5a5d7d9 req-b312dda9-86a2-4c02-82f2-f2b119e80576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:24.438164 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5dd69be8-450e-46aa-ab33-2d67b5a5d7d9 req-b312dda9-86a2-4c02-82f2-f2b119e80576 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.3440650 Apr 18 20:59:24.438526 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-59763ee3-ebfa-4f1b-bb05-6eb9e1390b88 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:24.470704 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Router 7ea9cb43-484f-4029-b855-5387b63d5609 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:24.484104 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-879bad7a-4f11-4fba-a48e-5f8b432b67c3 None None] Attempting to bind port 89032692-3f4f-4612-96cb-d43c2e86ff2b on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:24.484806 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-879bad7a-4f11-4fba-a48e-5f8b432b67c3 None None] Attempting to bind port 89032692-3f4f-4612-96cb-d43c2e86ff2b by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '2ce5733e-7789-4fa6-b407-261c17fa4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '64cd67c5-dc89-4c11-85c7-d678a477b34f'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:24.490098 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879bad7a-4f11-4fba-a48e-5f8b432b67c3 None None] Attempting to bind port 89032692-3f4f-4612-96cb-d43c2e86ff2b on network 64cd67c5-dc89-4c11-85c7-d678a477b34f {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:24.502403 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879bad7a-4f11-4fba-a48e-5f8b432b67c3 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:24.502403 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879bad7a-4f11-4fba-a48e-5f8b432b67c3 None None] Checking segment: {'id': '2ce5733e-7789-4fa6-b407-261c17fa4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '64cd67c5-dc89-4c11-85c7-d678a477b34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:24.502978 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-879bad7a-4f11-4fba-a48e-5f8b432b67c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:24.503202 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879bad7a-4f11-4fba-a48e-5f8b432b67c3 None None] Bound using segment: {'id': '2ce5733e-7789-4fa6-b407-261c17fa4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '64cd67c5-dc89-4c11-85c7-d678a477b34f'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:24.503718 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-879bad7a-4f11-4fba-a48e-5f8b432b67c3 None None] Bound port: 89032692-3f4f-4612-96cb-d43c2e86ff2b, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce5733e-7789-4fa6-b407-261c17fa4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '64cd67c5-dc89-4c11-85c7-d678a477b34f'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:24.504137 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-879bad7a-4f11-4fba-a48e-5f8b432b67c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:24.612483 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c2b934-140c-4aa5-8180-6e906d8fa62e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Router 88bedfbd-b104-4feb-9b26-8a26c09442b3 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:24.635910 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd69be8-450e-46aa-ab33-2d67b5a5d7d9 req-01c9c4a6-761b-48e1-aef4-e7b62a2e5c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:24.651615 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5dd69be8-450e-46aa-ab33-2d67b5a5d7d9 req-01c9c4a6-761b-48e1-aef4-e7b62a2e5c7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2010632 Apr 18 20:59:24.684236 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5215f934-dca7-432f-80d2-fbe5e66e7243 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:24.689613 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-92dd63f4-8114-4ee0-9060-6fe55067ed23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:24.740475 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59763ee3-ebfa-4f1b-bb05-6eb9e1390b88 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event updated for resources: {'Port': ['ID=31a0eccd-d782-45c2-ab80-8d577db1e799,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:24.878461 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19080ad9-4572-4a91-82e0-d831cbb8fa16 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['shared'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:24.891766 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 7530949b-1098-43b3-993a-b90e673dff76 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:59:24.893571 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19080ad9-4572-4a91-82e0-d831cbb8fa16 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['shared'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:24.914581 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19080ad9-4572-4a91-82e0-d831cbb8fa16 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['shared'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:24.932662 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19080ad9-4572-4a91-82e0-d831cbb8fa16 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['shared'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:24.937111 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19080ad9-4572-4a91-82e0-d831cbb8fa16 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['shared'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:24.945571 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-19080ad9-4572-4a91-82e0-d831cbb8fa16 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.7738271 Apr 18 20:59:24.957088 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35244) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:24.999248 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:25.012704 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c1308e-b3ef-427e-bebd-829c0898f366 None None] Sync routers for ids ['7ea9cb43-484f-4029-b855-5387b63d5609'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:25.041580 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c1308e-b3ef-427e-bebd-829c0898f366 None None] Routers {'7ea9cb43-484f-4029-b855-5387b63d5609'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:25.045909 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-21c1308e-b3ef-427e-bebd-829c0898f366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:58:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7ea9cb43-484f-4029-b855-5387b63d5609'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:25.116195 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 7530949b-1098-43b3-993a-b90e673dff76, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7530949b-1098-43b3-993a-b90e673dff76,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:25.203473 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '7530949b-1098-43b3-993a-b90e673dff76', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': '7530949b-1098-43b3-993a-b90e673dff76', 'mac_address': 'fa:16:3e:81:76:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:59:25.219773 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c2b934-140c-4aa5-8180-6e906d8fa62e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:25.222870 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6030f7a8-ac0a-4491-9c06-7335dd9195f4 None None] Provisioning complete for port 89032692-3f4f-4612-96cb-d43c2e86ff2b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:25.223414 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6030f7a8-ac0a-4491-9c06-7335dd9195f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:25.235825 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:25.286523 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-27c2b934-140c-4aa5-8180-6e906d8fa62e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:25.298596 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-27c2b934-140c-4aa5-8180-6e906d8fa62e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "PUT /v2.0/routers/88bedfbd-b104-4feb-9b26-8a26c09442b3 HTTP/1.1" status: 200 len: 700 time: 4.2351563 Apr 18 20:59:25.300754 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-59763ee3-ebfa-4f1b-bb05-6eb9e1390b88 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:25.307299 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35250) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:25.324227 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-879bad7a-4f11-4fba-a48e-5f8b432b67c3 None None] For port 89032692-3f4f-4612-96cb-d43c2e86ff2b, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:25.384055 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:25.392003 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6030f7a8-ac0a-4491-9c06-7335dd9195f4 None None] Port 89032692-3f4f-4612-96cb-d43c2e86ff2b cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:59:25.406405 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-879bad7a-4f11-4fba-a48e-5f8b432b67c3 None None] For port 89032692-3f4f-4612-96cb-d43c2e86ff2b, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=89032692-3f4f-4612-96cb-d43c2e86ff2b,segment=NetworkSegment(2ce5733e-7789-4fa6-b407-261c17fa4db6),segment_id=2ce5733e-7789-4fa6-b407-261c17fa4db6)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:25.432895 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5215f934-dca7-432f-80d2-fbe5e66e7243 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:25.433718 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:25.467547 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5dd69be8-450e-46aa-ab33-2d67b5a5d7d9 req-35f5a872-845f-45b0-b7d6-a5649ef8abb2 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8032632 Apr 18 20:59:25.472588 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c197c1d7-ba5d-41a5-a383-ae0f56c5cc5d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 11.3789108 Apr 18 20:59:25.478564 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9', 'tag': '4c1d24ef-eb16-457a-beb8-d58022cd6e36'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:25.486466 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68613e6d-7bd7-4423-9a12-da50530ce458" -d '{"events": [{"name": "network-changed", "server_uuid": "742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9", "tag": "4c1d24ef-eb16-457a-beb8-d58022cd6e36"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:25.490764 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-879bad7a-4f11-4fba-a48e-5f8b432b67c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:25.495618 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-21c1308e-b3ef-427e-bebd-829c0898f366 None None] Set router 7ea9cb43-484f-4029-b855-5387b63d5609 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:25.544910 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7530949b-1098-43b3-993a-b90e673dff76 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:59:25.589456 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 7530949b-1098-43b3-993a-b90e673dff76, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7530949b-1098-43b3-993a-b90e673dff76,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:25.627855 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:25.698120 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879bad7a-4f11-4fba-a48e-5f8b432b67c3 None None] Routers {'88bedfbd-b104-4feb-9b26-8a26c09442b3'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:25.704469 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-879bad7a-4f11-4fba-a48e-5f8b432b67c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:58:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88bedfbd-b104-4feb-9b26-8a26c09442b3'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:25.709401 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937e8d9-de4b-4f28-baa2-2c97aafb1710 None None] Pushing event updated for resources: {'Port': ['ID=89032692-3f4f-4612-96cb-d43c2e86ff2b,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:25.769600 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df579eee-eb10-4a0c-8e8e-18969efaa49e tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:25.771270 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-df579eee-eb10-4a0c-8e8e-18969efaa49e tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "GET /v2.0/networks/bcbf4b77-0566-4ac8-b9f7-d49f5e1d0762 HTTP/1.1" status: 200 len: 804 time: 0.7912550 Apr 18 20:59:25.796953 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-45ad9022-b3e7-4b53-9a95-66ffb5d7ff04 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "GET /v2.0/routers/88bedfbd-b104-4feb-9b26-8a26c09442b3 HTTP/1.1" status: 200 len: 700 time: 0.4820156 Apr 18 20:59:25.801495 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35258) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:25.801834 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35260) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:25.802322 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5dd69be8-450e-46aa-ab33-2d67b5a5d7d9 req-9df2f3d2-af7d-4c80-b0d4-be07bded569b service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223076 Apr 18 20:59:25.805866 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2019ed95-6d62-4b75-88db-add7cd4b4ff9 x-openstack-request-id: req-2019ed95-6d62-4b75-88db-add7cd4b4ff9 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:25.806507 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9", "tag": "4c1d24ef-eb16-457a-beb8-d58022cd6e36", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:25.809470 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2019ed95-6d62-4b75-88db-add7cd4b4ff9 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:25.812560 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2019ed95-6d62-4b75-88db-add7cd4b4ff9'] response: {'name': 'network-changed', 'server_uuid': '742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9', 'tag': '4c1d24ef-eb16-457a-beb8-d58022cd6e36', 'status': 'completed', 'code': 200} Apr 18 20:59:25.939230 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6b57c-252a-4ed5-b660-1c5c13dcfbf9 req-de901b5e-93a4-4d03-b1e6-bbb004938144 tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:25.941373 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-20f6b57c-252a-4ed5-b660-1c5c13dcfbf9 req-de901b5e-93a4-4d03-b1e6-bbb004938144 tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/ports?device_id=07f7a235-2f41-4317-a221-b92efd95a4e1 HTTP/1.1" status: 200 len: 947 time: 0.7335432 Apr 18 20:59:25.945064 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68613e6d-7bd7-4423-9a12-da50530ce458 req-d7be1203-1f1a-4762-8d0f-bed227538fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:25.948796 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68613e6d-7bd7-4423-9a12-da50530ce458 req-d7be1203-1f1a-4762-8d0f-bed227538fb6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 1097 time: 0.1451237 Apr 18 20:59:25.963345 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-879bad7a-4f11-4fba-a48e-5f8b432b67c3 None None] Set router 88bedfbd-b104-4feb-9b26-8a26c09442b3 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:26.046037 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-59763ee3-ebfa-4f1b-bb05-6eb9e1390b88 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Floating IP 2e4ae732-f58e-4582-85f3-1866a89651e0 associated. External IP: 172.25.1.208, port: a796866a-0ba4-4781-b35f-f0ea42230bc3. Apr 18 20:59:26.118202 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68613e6d-7bd7-4423-9a12-da50530ce458 req-ffdb2644-ab9e-40b3-9e46-a403385090b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:26.124676 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68613e6d-7bd7-4423-9a12-da50530ce458 req-ffdb2644-ab9e-40b3-9e46-a403385090b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 912 time: 0.1650980 Apr 18 20:59:26.195939 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['7530949b-1098-43b3-993a-b90e673dff76'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:59:26.267266 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-20f6b57c-252a-4ed5-b660-1c5c13dcfbf9 req-499e2202-9284-4a45-b6e1-4e0b3ee2ce37 tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/security-groups?id=56df363c-e71b-43bb-8b80-27e6eb36a623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115957 Apr 18 20:59:26.316219 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68613e6d-7bd7-4423-9a12-da50530ce458 req-415ce72a-ae62-4e7a-901c-76e39868cca9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c1d24ef-eb16-457a-beb8-d58022cd6e36 HTTP/1.1" status: 200 len: 1000 time: 0.1784375 Apr 18 20:59:26.350952 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-21c1308e-b3ef-427e-bebd-829c0898f366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:31Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 4, 'project_id': 'f840c855946542459a247bc427a2167c', 'gw_port': {'id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:32Z', 'updated_at': '2022-04-18T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '8a4cb69b-8a6c-470d-bdab-7c9e1e594bd5', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'floating_ip_address': '172.25.1.232', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'port_id': '4c1d24ef-eb16-457a-beb8-d58022cd6e36', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'mac_address': 'fa:16:3e:01:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:59:18Z', 'updated_at': '2022-04-18T20:59:18Z', 'revision_number': 0, 'project_id': 'f840c855946542459a247bc427a2167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5039604a-5253-4a37-b021-79e72acf33d2', 'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'mac_address': 'fa:16:3e:5a:0c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:37Z', 'updated_at': '2022-04-18T20:50:50Z', 'revision_number': 5, 'project_id': 'f840c855946542459a247bc427a2167c', 'subnets': [{'id': '20af91cc-d869-4230-8d61-825647f4d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:26.408597 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c1308e-b3ef-427e-bebd-829c0898f366 None None] Checking router: 7ea9cb43-484f-4029-b855-5387b63d5609 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:26.429541 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c1308e-b3ef-427e-bebd-829c0898f366 None None] Routers {'7ea9cb43-484f-4029-b855-5387b63d5609'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:26.430703 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-21c1308e-b3ef-427e-bebd-829c0898f366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:58:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7ea9cb43-484f-4029-b855-5387b63d5609'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:26.515424 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68613e6d-7bd7-4423-9a12-da50530ce458 req-5fd551cf-60d5-4df9-8720-929a4f2ae940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:26.518175 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68613e6d-7bd7-4423-9a12-da50530ce458 req-5fd551cf-60d5-4df9-8720-929a4f2ae940 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.1925991 Apr 18 20:59:26.671388 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=7530949b-1098-43b3-993a-b90e673dff76,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:26.684160 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68613e6d-7bd7-4423-9a12-da50530ce458 req-5e68f01f-624b-4633-9f8c-599517bbd506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:26.687526 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68613e6d-7bd7-4423-9a12-da50530ce458 req-5e68f01f-624b-4633-9f8c-599517bbd506 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1621699 Apr 18 20:59:26.784392 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-60f56474-08f7-4d75-8059-e677f5ec4267 None None] Provisioning complete for port 89032692-3f4f-4612-96cb-d43c2e86ff2b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:26.785000 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-60f56474-08f7-4d75-8059-e677f5ec4267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:26.885864 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-21c1308e-b3ef-427e-bebd-829c0898f366 None None] Set router 7ea9cb43-484f-4029-b855-5387b63d5609 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:26.962517 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68613e6d-7bd7-4423-9a12-da50530ce458 req-84f84c22-f427-4c06-97c4-f9591580f9b3 service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672021 Apr 18 20:59:27.022807 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59763ee3-ebfa-4f1b-bb05-6eb9e1390b88 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Router e3f28b16-afc7-4911-b090-146d58a64afd has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:27.091812 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-60f56474-08f7-4d75-8059-e677f5ec4267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:27.183566 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 89032692-3f4f-4612-96cb-d43c2e86ff2b up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:27.237417 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68613e6d-7bd7-4423-9a12-da50530ce458 req-0f96d4cd-f085-4a3d-89a9-11454cf58d6c service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652845 Apr 18 20:59:27.248981 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-564a2d0f-11a5-435f-9ba5-2dc6790567ed tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "GET /v2.0/networks/bcbf4b77-0566-4ac8-b9f7-d49f5e1d0762?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 1.4454138 Apr 18 20:59:27.257313 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35280) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:27.362395 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-60f56474-08f7-4d75-8059-e677f5ec4267 None None] For port 89032692-3f4f-4612-96cb-d43c2e86ff2b, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=89032692-3f4f-4612-96cb-d43c2e86ff2b,segment=NetworkSegment(2ce5733e-7789-4fa6-b407-261c17fa4db6),segment_id=2ce5733e-7789-4fa6-b407-261c17fa4db6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:27.364924 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 89032692-3f4f-4612-96cb-d43c2e86ff2b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:27.365754 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:27.465277 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-60f56474-08f7-4d75-8059-e677f5ec4267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:27.595838 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59763ee3-ebfa-4f1b-bb05-6eb9e1390b88 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:27.663419 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7416cb0-18b0-4de2-883b-7572e00c211a None None] Sync routers for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:27.708934 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-59763ee3-ebfa-4f1b-bb05-6eb9e1390b88 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:27.725096 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f56474-08f7-4d75-8059-e677f5ec4267 None None] Pushing event updated for resources: {'Port': ['ID=89032692-3f4f-4612-96cb-d43c2e86ff2b,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:27.761720 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-879bad7a-4f11-4fba-a48e-5f8b432b67c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:59:22Z', 'revision_number': 7, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None, '_interfaces': [{'id': '2af08001-7f05-411f-8b10-2f6d88bcc0d4', 'name': '', 'network_id': 'b2c9ff50-1716-4aef-b87e-5c8974a8ad4e', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:45:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:00Z', 'updated_at': '2022-04-18T20:59:16Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f0bc07-a588-49fe-9426-6deef58544c1', 'name': '', 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:42:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '93983504-b531-45a8-945d-2914f64154ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:30Z', 'updated_at': '2022-04-18T20:58:44Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '93983504-b531-45a8-945d-2914f64154ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89032692-3f4f-4612-96cb-d43c2e86ff2b', 'name': '', 'network_id': '64cd67c5-dc89-4c11-85c7-d678a477b34f', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:a3:9d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '84bc34d1-c982-44a4-877c-18b5adfc2a05', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:10Z', 'updated_at': '2022-04-18T20:59:25Z', 'revision_number': 4, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '84bc34d1-c982-44a4-877c-18b5adfc2a05', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3407e04-d645-45cd-9267-3b080cda9663', 'name': '', 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:2a:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:48Z', 'updated_at': '2022-04-18T20:59:07Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:27.816113 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879bad7a-4f11-4fba-a48e-5f8b432b67c3 None None] The sync data for ids ['88bedfbd-b104-4feb-9b26-8a26c09442b3'] in n-d-838323-3 is: [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:59:22Z', 'revision_number': 7, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None, '_interfaces': [{'id': '2af08001-7f05-411f-8b10-2f6d88bcc0d4', 'name': '', 'network_id': 'b2c9ff50-1716-4aef-b87e-5c8974a8ad4e', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:45:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:00Z', 'updated_at': '2022-04-18T20:59:16Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f0bc07-a588-49fe-9426-6deef58544c1', 'name': '', 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:42:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '93983504-b531-45a8-945d-2914f64154ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:30Z', 'updated_at': '2022-04-18T20:58:44Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '93983504-b531-45a8-945d-2914f64154ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89032692-3f4f-4612-96cb-d43c2e86ff2b', 'name': '', 'network_id': '64cd67c5-dc89-4c11-85c7-d678a477b34f', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:a3:9d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '84bc34d1-c982-44a4-877c-18b5adfc2a05', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:10Z', 'updated_at': '2022-04-18T20:59:25Z', 'revision_number': 4, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '84bc34d1-c982-44a4-877c-18b5adfc2a05', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3407e04-d645-45cd-9267-3b080cda9663', 'name': '', 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:2a:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:48Z', 'updated_at': '2022-04-18T20:59:07Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:27.819589 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7416cb0-18b0-4de2-883b-7572e00c211a None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:27.819589 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a7416cb0-18b0-4de2-883b-7572e00c211a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:58:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:27.854813 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-59763ee3-ebfa-4f1b-bb05-6eb9e1390b88 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.6638994 Apr 18 20:59:27.862712 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35290) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:27.869011 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a7416cb0-18b0-4de2-883b-7572e00c211a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:27.872927 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-b6b98c5c-a004-43fa-bf8f-4719e1642f92 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:27.900085 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-21c1308e-b3ef-427e-bebd-829c0898f366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:31Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 4, 'project_id': 'f840c855946542459a247bc427a2167c', 'gw_port': {'id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:32Z', 'updated_at': '2022-04-18T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '8a4cb69b-8a6c-470d-bdab-7c9e1e594bd5', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'floating_ip_address': '172.25.1.232', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'port_id': '4c1d24ef-eb16-457a-beb8-d58022cd6e36', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'mac_address': 'fa:16:3e:01:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:59:18Z', 'updated_at': '2022-04-18T20:59:18Z', 'revision_number': 0, 'project_id': 'f840c855946542459a247bc427a2167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5039604a-5253-4a37-b021-79e72acf33d2', 'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'mac_address': 'fa:16:3e:5a:0c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:37Z', 'updated_at': '2022-04-18T20:50:50Z', 'revision_number': 5, 'project_id': 'f840c855946542459a247bc427a2167c', 'subnets': [{'id': '20af91cc-d869-4230-8d61-825647f4d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:27.928592 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7416cb0-18b0-4de2-883b-7572e00c211a None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:27.929841 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a7416cb0-18b0-4de2-883b-7572e00c211a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:58:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:27.978777 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a7416cb0-18b0-4de2-883b-7572e00c211a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:27.979755 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7416cb0-18b0-4de2-883b-7572e00c211a None None] The sync data for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:28.006139 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c1308e-b3ef-427e-bebd-829c0898f366 None None] The sync data for ids ['7ea9cb43-484f-4029-b855-5387b63d5609'] in n-d-838323-3 is: [{'id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:31Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 4, 'project_id': 'f840c855946542459a247bc427a2167c', 'gw_port': {'id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:32Z', 'updated_at': '2022-04-18T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '8a4cb69b-8a6c-470d-bdab-7c9e1e594bd5', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'floating_ip_address': '172.25.1.232', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'port_id': '4c1d24ef-eb16-457a-beb8-d58022cd6e36', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'mac_address': 'fa:16:3e:01:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:59:18Z', 'updated_at': '2022-04-18T20:59:18Z', 'revision_number': 0, 'project_id': 'f840c855946542459a247bc427a2167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5039604a-5253-4a37-b021-79e72acf33d2', 'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'mac_address': 'fa:16:3e:5a:0c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:37Z', 'updated_at': '2022-04-18T20:50:50Z', 'revision_number': 5, 'project_id': 'f840c855946542459a247bc427a2167c', 'subnets': [{'id': '20af91cc-d869-4230-8d61-825647f4d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:28.080326 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b6b98c5c-a004-43fa-bf8f-4719e1642f92 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.322289 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900a36df-e350-4947-bc83-3523f2b25af3 None None] Sync routers for ids ['88bedfbd-b104-4feb-9b26-8a26c09442b3'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:28.354896 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900a36df-e350-4947-bc83-3523f2b25af3 None None] Routers {'88bedfbd-b104-4feb-9b26-8a26c09442b3'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:28.363544 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-900a36df-e350-4947-bc83-3523f2b25af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:58:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88bedfbd-b104-4feb-9b26-8a26c09442b3'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:28.409341 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8704b3-e773-4b1a-9efc-2a46dde220c1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:28.422141 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9f8704b3-e773-4b1a-9efc-2a46dde220c1 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "GET /v2.0/subnets/77921ba6-5c07-4108-ab4b-b437eab3d2bb HTTP/1.1" status: 200 len: 843 time: 1.1628821 Apr 18 20:59:28.422563 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35296) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:28.447271 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e85501-d10f-4e94-817d-5f11f12df091 req-0770006c-c0a2-4e8d-9503-cbb11e876b11 tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:28.475098 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-35e85501-d10f-4e94-817d-5f11f12df091 req-0770006c-c0a2-4e8d-9503-cbb11e876b11 tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/ports?device_id=07f7a235-2f41-4317-a221-b92efd95a4e1 HTTP/1.1" status: 200 len: 948 time: 0.1869323 Apr 18 20:59:28.502241 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b6b98c5c-a004-43fa-bf8f-4719e1642f92 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.519281 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b6b98c5c-a004-43fa-bf8f-4719e1642f92 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.520191 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-b6b98c5c-a004-43fa-bf8f-4719e1642f92 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Floating IP 2e4ae732-f58e-4582-85f3-1866a89651e0 disassociated. External IP: 172.25.1.208, port: a796866a-0ba4-4781-b35f-f0ea42230bc3. Apr 18 20:59:28.561767 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f32601-7a01-4fef-bfbc-9063fd98270d None None] New status for floating IP 8a4cb69b-8a6c-470d-bdab-7c9e1e594bd5: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:59:28.693540 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-35e85501-d10f-4e94-817d-5f11f12df091 req-a0b80b4c-e8fa-4eec-be46-c5dcd91fb619 tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/security-groups?id=56df363c-e71b-43bb-8b80-27e6eb36a623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033682 Apr 18 20:59:28.706584 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbf81af-e585-4692-b9e8-2c16ff6c93e2 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['shared'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:28.713027 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3dbf81af-e585-4692-b9e8-2c16ff6c93e2 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "GET /v2.0/subnets/77921ba6-5c07-4108-ab4b-b437eab3d2bb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2834079 Apr 18 20:59:28.723681 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35300) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:28.751950 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-b760c6c1-df08-4eff-9874-8eb2e2643720 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-271762814'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:28.868069 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b760c6c1-df08-4eff-9874-8eb2e2643720 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Made reservation on behalf of 619014dc27054173a2d8912243ab466a for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:28.885058 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b760c6c1-df08-4eff-9874-8eb2e2643720 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.914888 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-900a36df-e350-4947-bc83-3523f2b25af3 None None] Set router 88bedfbd-b104-4feb-9b26-8a26c09442b3 gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:28.986207 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b760c6c1-df08-4eff-9874-8eb2e2643720 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:59:28.989857 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 7530949b-1098-43b3-993a-b90e673dff76 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:28.995684 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 89032692-3f4f-4612-96cb-d43c2e86ff2b up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:29.009855 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89413526-b73a-4369-a218-550875ed5773 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.011317 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b760c6c1-df08-4eff-9874-8eb2e2643720 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.011671 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-b760c6c1-df08-4eff-9874-8eb2e2643720 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Added segment fb51f7e1-6171-40fe-9dc6-3d1d1fbac9ca of type vlan for network 892f653c-59e2-46f3-97fd-80e22dfb6a47 Apr 18 20:59:29.131362 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b760c6c1-df08-4eff-9874-8eb2e2643720 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.213919 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b760c6c1-df08-4eff-9874-8eb2e2643720 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.230125 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b760c6c1-df08-4eff-9874-8eb2e2643720 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:29.234975 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b760c6c1-df08-4eff-9874-8eb2e2643720 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.295131 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-de8f5ee4-30d0-4838-a96c-e1f62cf2a15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.318451 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b760c6c1-df08-4eff-9874-8eb2e2643720 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5926139 Apr 18 20:59:29.323934 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 89032692-3f4f-4612-96cb-d43c2e86ff2b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:29.324753 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35310) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:29.325195 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.335060 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-b1432ee1-0620-4a84-a969-3602cb5b7ebb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Request body: {'subnet': {'network_id': '892f653c-59e2-46f3-97fd-80e22dfb6a47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:29.442446 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760c6c1-df08-4eff-9874-8eb2e2643720 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event updated for resources: {'Network': ['ID=892f653c-59e2-46f3-97fd-80e22dfb6a47,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:29.474530 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 892f653c-59e2-46f3-97fd-80e22dfb6a47 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:59:29.514334 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1432ee1-0620-4a84-a969-3602cb5b7ebb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Made reservation on behalf of 619014dc27054173a2d8912243ab466a for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:29.518557 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1432ee1-0620-4a84-a969-3602cb5b7ebb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.535798 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 7530949b-1098-43b3-993a-b90e673dff76 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:29.547601 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-900a36df-e350-4947-bc83-3523f2b25af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:59:22Z', 'revision_number': 7, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None, '_interfaces': [{'id': '2af08001-7f05-411f-8b10-2f6d88bcc0d4', 'name': '', 'network_id': 'b2c9ff50-1716-4aef-b87e-5c8974a8ad4e', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:45:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:00Z', 'updated_at': '2022-04-18T20:59:16Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f0bc07-a588-49fe-9426-6deef58544c1', 'name': '', 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:42:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '93983504-b531-45a8-945d-2914f64154ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:30Z', 'updated_at': '2022-04-18T20:58:44Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '93983504-b531-45a8-945d-2914f64154ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89032692-3f4f-4612-96cb-d43c2e86ff2b', 'name': '', 'network_id': '64cd67c5-dc89-4c11-85c7-d678a477b34f', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:a3:9d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '84bc34d1-c982-44a4-877c-18b5adfc2a05', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:10Z', 'updated_at': '2022-04-18T20:59:27Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '84bc34d1-c982-44a4-877c-18b5adfc2a05', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3407e04-d645-45cd-9267-3b080cda9663', 'name': '', 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:2a:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:48Z', 'updated_at': '2022-04-18T20:59:07Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:29.594054 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 7530949b-1098-43b3-993a-b90e673dff76 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:29.594781 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.611316 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900a36df-e350-4947-bc83-3523f2b25af3 None None] Checking router: 88bedfbd-b104-4feb-9b26-8a26c09442b3 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:29.636061 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900a36df-e350-4947-bc83-3523f2b25af3 None None] Routers {'88bedfbd-b104-4feb-9b26-8a26c09442b3'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:29.639347 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-900a36df-e350-4947-bc83-3523f2b25af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88bedfbd-b104-4feb-9b26-8a26c09442b3'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:29.656177 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.ipam_backend_mixin [None req-b1432ee1-0620-4a84-a969-3602cb5b7ebb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Performing IP validity checks on allocation pools {{(pid=102908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 20:59:29.657080 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.ipam_backend_mixin [None req-b1432ee1-0620-4a84-a969-3602cb5b7ebb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 20:59:29.742548 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b98c5c-a004-43fa-bf8f-4719e1642f92 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Router e3f28b16-afc7-4911-b090-146d58a64afd has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:29.947331 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1432ee1-0620-4a84-a969-3602cb5b7ebb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.953831 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-900a36df-e350-4947-bc83-3523f2b25af3 None None] Set router 88bedfbd-b104-4feb-9b26-8a26c09442b3 gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:29.985755 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.024919 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.103889 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f7a235-2f41-4317-a221-b92efd95a4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7530949b-1098-43b3-993a-b90e673dff76'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:30.111128 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac05b20-f964-43f9-bfa3-bb572c62b6d2" -d '{"events": [{"server_uuid": "07f7a235-2f41-4317-a221-b92efd95a4e1", "name": "network-vif-plugged", "status": "completed", "tag": "7530949b-1098-43b3-993a-b90e673dff76"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:30.146512 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 7530949b-1098-43b3-993a-b90e673dff76, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7530949b-1098-43b3-993a-b90e673dff76,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:30.152303 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.159826 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-89413526-b73a-4369-a218-550875ed5773 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Deleting port 89032692-3f4f-4612-96cb-d43c2e86ff2b {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:30.160291 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89413526-b73a-4369-a218-550875ed5773 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.264485 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff44b53e-9a41-4e03-858f-3ea2b998d372 x-openstack-request-id: req-ff44b53e-9a41-4e03-858f-3ea2b998d372 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:30.281926 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f7a235-2f41-4317-a221-b92efd95a4e1", "name": "network-vif-plugged", "status": "completed", "tag": "7530949b-1098-43b3-993a-b90e673dff76", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:30.282259 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ff44b53e-9a41-4e03-858f-3ea2b998d372 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:30.282660 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff44b53e-9a41-4e03-858f-3ea2b998d372'] response: {'server_uuid': '07f7a235-2f41-4317-a221-b92efd95a4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7530949b-1098-43b3-993a-b90e673dff76', 'code': 200} Apr 18 20:59:30.292950 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1432ee1-0620-4a84-a969-3602cb5b7ebb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event updated for resources: {'Subnet': ['ID=00c2a0d7-5e0b-4c09-820b-b8f3fc445e6f,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:30.334161 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-89413526-b73a-4369-a218-550875ed5773 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] For port 89032692-3f4f-4612-96cb-d43c2e86ff2b, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=89032692-3f4f-4612-96cb-d43c2e86ff2b,segment=NetworkSegment(2ce5733e-7789-4fa6-b407-261c17fa4db6),segment_id=2ce5733e-7789-4fa6-b407-261c17fa4db6)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:30.334529 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89413526-b73a-4369-a218-550875ed5773 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.358915 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0894024-3560-4f5e-9754-a5c6759c5143 req-e5aae110-9e2c-4d44-8ded-3e3c6db7da29 tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:30.360696 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0894024-3560-4f5e-9754-a5c6759c5143 req-e5aae110-9e2c-4d44-8ded-3e3c6db7da29 tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/ports?device_id=07f7a235-2f41-4317-a221-b92efd95a4e1 HTTP/1.1" status: 200 len: 948 time: 0.3831043 Apr 18 20:59:30.400170 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=7530949b-1098-43b3-993a-b90e673dff76,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:30.413268 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-89413526-b73a-4369-a218-550875ed5773 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Calling delete_port for 89032692-3f4f-4612-96cb-d43c2e86ff2b owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:30.415508 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1432ee1-0620-4a84-a969-3602cb5b7ebb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Checking segment: {'id': 'fb51f7e1-6171-40fe-9dc6-3d1d1fbac9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '892f653c-59e2-46f3-97fd-80e22dfb6a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:30.415922 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1432ee1-0620-4a84-a969-3602cb5b7ebb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Network hostable DHCP agents. Network: 892f653c-59e2-46f3-97fd-80e22dfb6a47, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:59:30.449606 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b98c5c-a004-43fa-bf8f-4719e1642f92 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:30.462691 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0c78f-bc7a-4a85-b159-324f16774d88 req-c7f6c2ef-eb31-479f-abb9-5d90b3c8fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:30.463925 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-40d0c78f-bc7a-4a85-b159-324f16774d88 req-c7f6c2ef-eb31-479f-abb9-5d90b3c8fb58 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=07f7a235-2f41-4317-a221-b92efd95a4e1 HTTP/1.1" status: 200 len: 1100 time: 0.1587958 Apr 18 20:59:30.464286 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b6b98c5c-a004-43fa-bf8f-4719e1642f92 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.484844 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0894024-3560-4f5e-9754-a5c6759c5143 req-643da980-136e-4dea-80dc-230c4b3de684 tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/security-groups?id=56df363c-e71b-43bb-8b80-27e6eb36a623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111228 Apr 18 20:59:30.526750 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9457a48b-ffed-4f5f-8db3-a364f8a088fc None None] Sync routers for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:30.540656 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-40d0c78f-bc7a-4a85-b159-324f16774d88 req-60b64404-4467-451c-8753-4def0ad7a88c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=56df363c-e71b-43bb-8b80-27e6eb36a623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510969 Apr 18 20:59:30.543689 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1432ee1-0620-4a84-a969-3602cb5b7ebb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Network 892f653c-59e2-46f3-97fd-80e22dfb6a47 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:59:30.561798 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b6b98c5c-a004-43fa-bf8f-4719e1642f92 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "PUT /v2.0/floatingips/2e4ae732-f58e-4582-85f3-1866a89651e0 HTTP/1.1" status: 200 len: 688 time: 2.6925690 Apr 18 20:59:30.562295 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35328) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:30.573284 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-b1432ee1-0620-4a84-a969-3602cb5b7ebb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 892f653c-59e2-46f3-97fd-80e22dfb6a47) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:30.587043 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1432ee1-0620-4a84-a969-3602cb5b7ebb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:30.587747 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1432ee1-0620-4a84-a969-3602cb5b7ebb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.588628 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9457a48b-ffed-4f5f-8db3-a364f8a088fc None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:30.589754 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9457a48b-ffed-4f5f-8db3-a364f8a088fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:30.600293 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af66efb4-1fff-4efc-b84e-295d98bc3156 None None] Network 892f653c-59e2-46f3-97fd-80e22dfb6a47 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:30.627308 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b1432ee1-0620-4a84-a969-3602cb5b7ebb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2963123 Apr 18 20:59:30.627603 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35330) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:30.635977 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-160e98aa-e5c1-45b0-978e-b9a74ac2f39a tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:30.743954 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9457a48b-ffed-4f5f-8db3-a364f8a088fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:30.801693 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9457a48b-ffed-4f5f-8db3-a364f8a088fc None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:30.808755 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9457a48b-ffed-4f5f-8db3-a364f8a088fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:30.948026 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9457a48b-ffed-4f5f-8db3-a364f8a088fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:30.948739 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9457a48b-ffed-4f5f-8db3-a364f8a088fc None None] The sync data for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:30.962393 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-7e920dd9-6e2f-4f1e-ad49-6298207416a8 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Deleting port 31a0eccd-d782-45c2-ab80-8d577db1e799 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:30.963294 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e920dd9-6e2f-4f1e-ad49-6298207416a8 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.967987 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-900a36df-e350-4947-bc83-3523f2b25af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:59:22Z', 'revision_number': 7, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None, '_interfaces': [{'id': '2af08001-7f05-411f-8b10-2f6d88bcc0d4', 'name': '', 'network_id': 'b2c9ff50-1716-4aef-b87e-5c8974a8ad4e', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:45:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:00Z', 'updated_at': '2022-04-18T20:59:16Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f0bc07-a588-49fe-9426-6deef58544c1', 'name': '', 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:42:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '93983504-b531-45a8-945d-2914f64154ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:30Z', 'updated_at': '2022-04-18T20:58:44Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '93983504-b531-45a8-945d-2914f64154ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89032692-3f4f-4612-96cb-d43c2e86ff2b', 'name': '', 'network_id': '64cd67c5-dc89-4c11-85c7-d678a477b34f', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:a3:9d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '84bc34d1-c982-44a4-877c-18b5adfc2a05', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:10Z', 'updated_at': '2022-04-18T20:59:27Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '84bc34d1-c982-44a4-877c-18b5adfc2a05', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3407e04-d645-45cd-9267-3b080cda9663', 'name': '', 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:2a:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:48Z', 'updated_at': '2022-04-18T20:59:07Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:30.995535 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-160e98aa-e5c1-45b0-978e-b9a74ac2f39a tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13498126'] for subnet, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.017009 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900a36df-e350-4947-bc83-3523f2b25af3 None None] The sync data for ids ['88bedfbd-b104-4feb-9b26-8a26c09442b3'] in n-d-838323-3 is: [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:59:22Z', 'revision_number': 7, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None, '_interfaces': [{'id': '2af08001-7f05-411f-8b10-2f6d88bcc0d4', 'name': '', 'network_id': 'b2c9ff50-1716-4aef-b87e-5c8974a8ad4e', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:45:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:00Z', 'updated_at': '2022-04-18T20:59:16Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f0bc07-a588-49fe-9426-6deef58544c1', 'name': '', 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:42:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '93983504-b531-45a8-945d-2914f64154ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:30Z', 'updated_at': '2022-04-18T20:58:44Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '93983504-b531-45a8-945d-2914f64154ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89032692-3f4f-4612-96cb-d43c2e86ff2b', 'name': '', 'network_id': '64cd67c5-dc89-4c11-85c7-d678a477b34f', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:a3:9d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '84bc34d1-c982-44a4-877c-18b5adfc2a05', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:10Z', 'updated_at': '2022-04-18T20:59:27Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '84bc34d1-c982-44a4-877c-18b5adfc2a05', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3407e04-d645-45cd-9267-3b080cda9663', 'name': '', 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:2a:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:48Z', 'updated_at': '2022-04-18T20:59:07Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:31.019151 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d080ad1f-9b20-4ded-8c86-320aa59337ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-892f653c-59e2-46f3-97fd-80e22dfb6a47', 'network_id': '892f653c-59e2-46f3-97fd-80e22dfb6a47', 'tenant_id': '619014dc27054173a2d8912243ab466a', 'fixed_ips': [{'subnet_id': '00c2a0d7-5e0b-4c09-820b-b8f3fc445e6f'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:59:31.022240 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d080ad1f-9b20-4ded-8c86-320aa59337ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.140349 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89413526-b73a-4369-a218-550875ed5773 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.145556 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e920dd9-6e2f-4f1e-ad49-6298207416a8 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.146103 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e920dd9-6e2f-4f1e-ad49-6298207416a8 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.223753 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-7e920dd9-6e2f-4f1e-ad49-6298207416a8 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Calling delete_port for 31a0eccd-d782-45c2-ab80-8d577db1e799 owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:31.387183 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.485340 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-160e98aa-e5c1-45b0-978e-b9a74ac2f39a tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734731584440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16326199'] for subnet, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.618522 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89413526-b73a-4369-a218-550875ed5773 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Port': ['ID=89032692-3f4f-4612-96cb-d43c2e86ff2b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:31.632222 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160e98aa-e5c1-45b0-978e-b9a74ac2f39a tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:31.633429 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-160e98aa-e5c1-45b0-978e-b9a74ac2f39a tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.635674 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-160e98aa-e5c1-45b0-978e-b9a74ac2f39a tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "PUT /v2.0/subnets/00c2a0d7-5e0b-4c09-820b-b8f3fc445e6f HTTP/1.1" status: 200 len: 900 time: 1.0068264 Apr 18 20:59:31.640783 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35348) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:31.644583 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-d080ad1f-9b20-4ded-8c86-320aa59337ef None None] Allocated IP 2001:db8::3 (892f653c-59e2-46f3-97fd-80e22dfb6a47/00c2a0d7-5e0b-4c09-820b-b8f3fc445e6f/3c5a396c-f5d2-4dca-8105-693696b5f359) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:31.706477 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.775122 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e98aa-e5c1-45b0-978e-b9a74ac2f39a tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event updated for resources: {'Subnet': ['ID=00c2a0d7-5e0b-4c09-820b-b8f3fc445e6f,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:31.809441 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e920dd9-6e2f-4f1e-ad49-6298207416a8 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.984524 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.066245 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e7640-0dda-4f24-b488-e6a96ea13e6b req-751c6da9-8af1-47c2-9253-5b1ce2e318cb tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:32.071824 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d90e7640-0dda-4f24-b488-e6a96ea13e6b req-751c6da9-8af1-47c2-9253-5b1ce2e318cb tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/ports?device_id=07f7a235-2f41-4317-a221-b92efd95a4e1 HTTP/1.1" status: 200 len: 949 time: 0.2529888 Apr 18 20:59:32.091839 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d080ad1f-9b20-4ded-8c86-320aa59337ef None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.092628 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e920dd9-6e2f-4f1e-ad49-6298207416a8 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event deleted for resources: {'Port': ['ID=31a0eccd-d782-45c2-ab80-8d577db1e799,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:32.114826 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d080ad1f-9b20-4ded-8c86-320aa59337ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.171883 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e920dd9-6e2f-4f1e-ad49-6298207416a8 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.182516 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e920dd9-6e2f-4f1e-ad49-6298207416a8 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.183818 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d080ad1f-9b20-4ded-8c86-320aa59337ef None None] Network 892f653c-59e2-46f3-97fd-80e22dfb6a47 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:32.186204 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7e920dd9-6e2f-4f1e-ad49-6298207416a8 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "DELETE /v2.0/floatingips/2e4ae732-f58e-4582-85f3-1866a89651e0 HTTP/1.1" status: 204 len: 168 time: 1.6222270 Apr 18 20:59:32.189464 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89413526-b73a-4369-a218-550875ed5773 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.189630 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35350) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:32.196592 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-d080ad1f-9b20-4ded-8c86-320aa59337ef None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:32.201784 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d080ad1f-9b20-4ded-8c86-320aa59337ef None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:32.211934 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ee72764b-e136-4495-86e0-92bd442f4360 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'port_id': 'de6f42c8-9568-445f-bc32-442ced8284a5'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:32.218208 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.225322 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d90e7640-0dda-4f24-b488-e6a96ea13e6b req-30c5cfed-71ca-4835-a1ed-421188507358 tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/security-groups?id=56df363c-e71b-43bb-8b80-27e6eb36a623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392634 Apr 18 20:59:32.274180 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080ad1f-9b20-4ded-8c86-320aa59337ef None None] Pushing event updated for resources: {'Port': ['ID=3c5a396c-f5d2-4dca-8105-693696b5f359,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:32.313270 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-d080ad1f-9b20-4ded-8c86-320aa59337ef None None] Attempting to bind port 3c5a396c-f5d2-4dca-8105-693696b5f359 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:32.313678 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-d080ad1f-9b20-4ded-8c86-320aa59337ef None None] Attempting to bind port 3c5a396c-f5d2-4dca-8105-693696b5f359 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'fb51f7e1-6171-40fe-9dc6-3d1d1fbac9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '892f653c-59e2-46f3-97fd-80e22dfb6a47'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:32.314156 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d080ad1f-9b20-4ded-8c86-320aa59337ef None None] Attempting to bind port 3c5a396c-f5d2-4dca-8105-693696b5f359 on network 892f653c-59e2-46f3-97fd-80e22dfb6a47 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:32.321335 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d080ad1f-9b20-4ded-8c86-320aa59337ef None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:32.321793 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d080ad1f-9b20-4ded-8c86-320aa59337ef None None] Checking segment: {'id': 'fb51f7e1-6171-40fe-9dc6-3d1d1fbac9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '892f653c-59e2-46f3-97fd-80e22dfb6a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:32.322371 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d080ad1f-9b20-4ded-8c86-320aa59337ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.322838 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d080ad1f-9b20-4ded-8c86-320aa59337ef None None] Bound using segment: {'id': 'fb51f7e1-6171-40fe-9dc6-3d1d1fbac9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '892f653c-59e2-46f3-97fd-80e22dfb6a47'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:32.323410 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-d080ad1f-9b20-4ded-8c86-320aa59337ef None None] Bound port: 3c5a396c-f5d2-4dca-8105-693696b5f359, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb51f7e1-6171-40fe-9dc6-3d1d1fbac9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '892f653c-59e2-46f3-97fd-80e22dfb6a47'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:32.323867 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d080ad1f-9b20-4ded-8c86-320aa59337ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.402216 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.417072 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ee72764b-e136-4495-86e0-92bd442f4360 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.457469 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d080ad1f-9b20-4ded-8c86-320aa59337ef None None] For port 3c5a396c-f5d2-4dca-8105-693696b5f359, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:32.466356 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d080ad1f-9b20-4ded-8c86-320aa59337ef None None] For port 3c5a396c-f5d2-4dca-8105-693696b5f359, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3c5a396c-f5d2-4dca-8105-693696b5f359,segment=NetworkSegment(fb51f7e1-6171-40fe-9dc6-3d1d1fbac9ca),segment_id=fb51f7e1-6171-40fe-9dc6-3d1d1fbac9ca)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:32.466673 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event deleted for resources: {'Subnet': ['ID=00c2a0d7-5e0b-4c09-820b-b8f3fc445e6f,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:32.476134 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d080ad1f-9b20-4ded-8c86-320aa59337ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.565951 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080ad1f-9b20-4ded-8c86-320aa59337ef None None] Pushing event updated for resources: {'Port': ['ID=3c5a396c-f5d2-4dca-8105-693696b5f359,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:32.613344 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.652453 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892f653c-59e2-46f3-97fd-80e22dfb6a47']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:32.667578 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb51f7e1-6171-40fe-9dc6-3d1d1fbac9ca') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:32.668042 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb51f7e1-6171-40fe-9dc6-3d1d1fbac9ca') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:32.682925 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.724349 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.746893 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:59:32.747766 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:59:32.753936 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:59:32.786567 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89413526-b73a-4369-a218-550875ed5773 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Router 88bedfbd-b104-4feb-9b26-8a26c09442b3 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:32.910073 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ee72764b-e136-4495-86e0-92bd442f4360 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.914935 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.db.api [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 20:59:32.914935 n-d-838323-3 neutron-server[102908]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 20:59:32.914935 n-d-838323-3 neutron-server[102908]: [parameters: {'id': '892f653c-59e2-46f3-97fd-80e22dfb6a47'}] Apr 18 20:59:32.914935 n-d-838323-3 neutron-server[102908]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:59:32.915625 n-d-838323-3 neutron-server[102908]: DEBUG oslo_db.api [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:59:33.084362 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:59:33.098073 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89413526-b73a-4369-a218-550875ed5773 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:33.114275 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-89413526-b73a-4369-a218-550875ed5773 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "PUT /v2.0/routers/88bedfbd-b104-4feb-9b26-8a26c09442b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2900767 Apr 18 20:59:33.118079 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffd1a6c-2c0b-44e9-9a8d-babdafba4f70 None None] Sync routers for ids ['88bedfbd-b104-4feb-9b26-8a26c09442b3'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:33.118944 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35370) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:33.140410 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffd1a6c-2c0b-44e9-9a8d-babdafba4f70 None None] Routers {'88bedfbd-b104-4feb-9b26-8a26c09442b3'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:33.141796 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2ffd1a6c-2c0b-44e9-9a8d-babdafba4f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88bedfbd-b104-4feb-9b26-8a26c09442b3'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:33.246794 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b5326b-827c-432a-b4cb-5992771b4132 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Deleting subnet 84bc34d1-c982-44a4-877c-18b5adfc2a05 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:59:33.250725 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5b5326b-827c-432a-b4cb-5992771b4132 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:33.254734 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-ee72764b-e136-4495-86e0-92bd442f4360 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Allocated IP 172.25.1.145 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/ed3508ac-49ca-490e-836e-dbd0a37124a0) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:33.363054 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5b5326b-827c-432a-b4cb-5992771b4132 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:33.386271 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-2ffd1a6c-2c0b-44e9-9a8d-babdafba4f70 None None] Set router 88bedfbd-b104-4feb-9b26-8a26c09442b3 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:33.416555 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:33.491782 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a550a4-f554-4f4e-9bdd-f04cee8d77a3 req-1c98e986-977c-4a2a-88b6-658175a043ca tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:33.494124 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4a550a4-f554-4f4e-9bdd-f04cee8d77a3 req-1c98e986-977c-4a2a-88b6-658175a043ca tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 945 time: 0.3952098 Apr 18 20:59:33.621574 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307bc32-8531-42ad-b1f5-767f9af3db06 req-821dda66-501c-4f64-b3c9-18951ca884de tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:33.636586 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2307bc32-8531-42ad-b1f5-767f9af3db06 req-821dda66-501c-4f64-b3c9-18951ca884de tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/ports?device_id=07f7a235-2f41-4317-a221-b92efd95a4e1 HTTP/1.1" status: 200 len: 949 time: 0.2406738 Apr 18 20:59:33.768694 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4a550a4-f554-4f4e-9bdd-f04cee8d77a3 req-796bb576-575c-4b80-9446-2f6bc404bafd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cfa3223-1b88-434a-bd02-ccc8b83bca5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525215 Apr 18 20:59:33.773438 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ee72764b-e136-4495-86e0-92bd442f4360 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:33.880259 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2307bc32-8531-42ad-b1f5-767f9af3db06 req-a692ae4a-feef-46d7-82e4-0a37d8db787a tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/security-groups?id=56df363c-e71b-43bb-8b80-27e6eb36a623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422287 Apr 18 20:59:33.935892 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Deleting port 3c5a396c-f5d2-4dca-8105-693696b5f359 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:33.936456 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:33.962188 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5b5326b-827c-432a-b4cb-5992771b4132 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.000016 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2ffd1a6c-2c0b-44e9-9a8d-babdafba4f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:59:30Z', 'revision_number': 8, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None, '_interfaces': [{'id': '2af08001-7f05-411f-8b10-2f6d88bcc0d4', 'name': '', 'network_id': 'b2c9ff50-1716-4aef-b87e-5c8974a8ad4e', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:45:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:00Z', 'updated_at': '2022-04-18T20:59:16Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f0bc07-a588-49fe-9426-6deef58544c1', 'name': '', 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:42:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '93983504-b531-45a8-945d-2914f64154ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:30Z', 'updated_at': '2022-04-18T20:58:44Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '93983504-b531-45a8-945d-2914f64154ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3407e04-d645-45cd-9267-3b080cda9663', 'name': '', 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:2a:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:48Z', 'updated_at': '2022-04-18T20:59:07Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:34.055530 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ee72764b-e136-4495-86e0-92bd442f4360 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.065020 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5b5326b-827c-432a-b4cb-5992771b4132 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.082979 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffd1a6c-2c0b-44e9-9a8d-babdafba4f70 None None] Checking router: 88bedfbd-b104-4feb-9b26-8a26c09442b3 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:34.094956 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffd1a6c-2c0b-44e9-9a8d-babdafba4f70 None None] Routers {'88bedfbd-b104-4feb-9b26-8a26c09442b3'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:34.095599 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2ffd1a6c-2c0b-44e9-9a8d-babdafba4f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88bedfbd-b104-4feb-9b26-8a26c09442b3'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:34.100028 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5b5326b-827c-432a-b4cb-5992771b4132 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.110044 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b5b5326b-827c-432a-b4cb-5992771b4132 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/subnets/84bc34d1-c982-44a4-877c-18b5adfc2a05 HTTP/1.1" status: 204 len: 168 time: 0.9848852 Apr 18 20:59:34.127445 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35388) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:34.146746 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5326b-827c-432a-b4cb-5992771b4132 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Subnet': ['ID=84bc34d1-c982-44a4-877c-18b5adfc2a05,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:34.149759 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a001be-eeae-421e-bc24-3fd26992e9b9 None None] Network 64cd67c5-dc89-4c11-85c7-d678a477b34f requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:34.205198 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee72764b-e136-4495-86e0-92bd442f4360 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:34.216708 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-ee72764b-e136-4495-86e0-92bd442f4360 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:34.220529 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] For port 3c5a396c-f5d2-4dca-8105-693696b5f359, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3c5a396c-f5d2-4dca-8105-693696b5f359,segment=NetworkSegment(fb51f7e1-6171-40fe-9dc6-3d1d1fbac9ca),segment_id=fb51f7e1-6171-40fe-9dc6-3d1d1fbac9ca)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:34.221055 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.231100 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee72764b-e136-4495-86e0-92bd442f4360 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:34.294967 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Calling delete_port for 3c5a396c-f5d2-4dca-8105-693696b5f359 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:34.297225 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72764b-e136-4495-86e0-92bd442f4360 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event updated for resources: {'Port': ['ID=ed3508ac-49ca-490e-836e-dbd0a37124a0,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:34.359196 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba9e7d88-c180-4302-a5fe-23f883cf9c4b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.449094 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-2ffd1a6c-2c0b-44e9-9a8d-babdafba4f70 None None] Set router 88bedfbd-b104-4feb-9b26-8a26c09442b3 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:34.539405 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e7d88-c180-4302-a5fe-23f883cf9c4b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Deleting port 5215f934-dca7-432f-80d2-fbe5e66e7243 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:34.540653 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba9e7d88-c180-4302-a5fe-23f883cf9c4b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.704903 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-ba9e7d88-c180-4302-a5fe-23f883cf9c4b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] For port 5215f934-dca7-432f-80d2-fbe5e66e7243, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5215f934-dca7-432f-80d2-fbe5e66e7243,segment=NetworkSegment(2ce5733e-7789-4fa6-b407-261c17fa4db6),segment_id=2ce5733e-7789-4fa6-b407-261c17fa4db6)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:34.705921 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba9e7d88-c180-4302-a5fe-23f883cf9c4b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.741481 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e7d88-c180-4302-a5fe-23f883cf9c4b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Calling delete_port for 5215f934-dca7-432f-80d2-fbe5e66e7243 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:34.992924 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba9e7d88-c180-4302-a5fe-23f883cf9c4b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.029547 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e7d88-c180-4302-a5fe-23f883cf9c4b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Port': ['ID=5215f934-dca7-432f-80d2-fbe5e66e7243,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:35.034883 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9e7d88-c180-4302-a5fe-23f883cf9c4b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] No DVR routers for this DVR port 5215f934-dca7-432f-80d2-fbe5e66e7243 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:35.053227 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2537da-ed30-4088-9b5a-b2dd40de570a req-7a11b584-4b87-4187-8824-edd299a0640e tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:35.072478 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2f2537da-ed30-4088-9b5a-b2dd40de570a req-7a11b584-4b87-4187-8824-edd299a0640e tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/ports?device_id=07f7a235-2f41-4317-a221-b92efd95a4e1 HTTP/1.1" status: 200 len: 949 time: 0.3358634 Apr 18 20:59:35.088365 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6717d9ad-a3f2-495c-b242-03e803392cc5 None None] Network 892f653c-59e2-46f3-97fd-80e22dfb6a47 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:35.135417 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.161890 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8088f0d-ab8b-4904-8e87-cddc26ab3cd5 req-0554d113-f234-405f-9e53-11eb632615cf tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:35.164558 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8088f0d-ab8b-4904-8e87-cddc26ab3cd5 req-0554d113-f234-405f-9e53-11eb632615cf tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.32 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 945 time: 0.4272015 Apr 18 20:59:35.169568 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3c5a396c-f5d2-4dca-8105-693696b5f359 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:35.205085 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba9e7d88-c180-4302-a5fe-23f883cf9c4b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.258257 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event deleted for resources: {'Port': ['ID=3c5a396c-f5d2-4dca-8105-693696b5f359,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:35.266148 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-ba9e7d88-c180-4302-a5fe-23f883cf9c4b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64cd67c5-dc89-4c11-85c7-d678a477b34f']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:35.291292 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-ba9e7d88-c180-4302-a5fe-23f883cf9c4b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce5733e-7789-4fa6-b407-261c17fa4db6') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:35.291659 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-ba9e7d88-c180-4302-a5fe-23f883cf9c4b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce5733e-7789-4fa6-b407-261c17fa4db6') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:35.305991 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a26d8d07-4e8a-4638-a378-afac2b18ff86 None None] Could not find standard attr ID for object 3c5a396c-f5d2-4dca-8105-693696b5f359. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:59:35.313894 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba9e7d88-c180-4302-a5fe-23f883cf9c4b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.320803 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 3c5a396c-f5d2-4dca-8105-693696b5f359 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:59:35.321931 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3c5a396c-f5d2-4dca-8105-693696b5f359 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 18 20:59:35.362479 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba9e7d88-c180-4302-a5fe-23f883cf9c4b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.377826 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9e7d88-c180-4302-a5fe-23f883cf9c4b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:59:35.378470 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba9e7d88-c180-4302-a5fe-23f883cf9c4b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:59:35.394620 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:59:35.472930 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] No DVR routers for this DVR port 3c5a396c-f5d2-4dca-8105-693696b5f359 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:35.495838 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b335c5-bbdc-4ff4-b920-7d0c73b31253 None None] DHCP port deletion for 64cd67c5-dc89-4c11-85c7-d678a477b34f request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:59:35.511264 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Port 3c5a396c-f5d2-4dca-8105-693696b5f359 not found, will not notify nova. {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 18 20:59:35.566407 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba9e7d88-c180-4302-a5fe-23f883cf9c4b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.586407 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba9e7d88-c180-4302-a5fe-23f883cf9c4b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.594798 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ba9e7d88-c180-4302-a5fe-23f883cf9c4b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/networks/64cd67c5-dc89-4c11-85c7-d678a477b34f HTTP/1.1" status: 204 len: 168 time: 1.4610989 Apr 18 20:59:35.596539 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b70e3-50f1-431e-95e2-6a52e239f635 req-d0b150e1-c124-4663-a40f-98a8653ca13b tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:35.601973 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35412) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:35.604459 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-802b70e3-50f1-431e-95e2-6a52e239f635 req-d0b150e1-c124-4663-a40f-98a8653ca13b tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 945 time: 0.6187418 Apr 18 20:59:35.612251 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e7d88-c180-4302-a5fe-23f883cf9c4b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Network': ['ID=64cd67c5-dc89-4c11-85c7-d678a477b34f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:35.662864 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2f2537da-ed30-4088-9b5a-b2dd40de570a req-fc9a9841-9f62-4ead-b250-6dee9bde712e tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/security-groups?id=56df363c-e71b-43bb-8b80-27e6eb36a623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5516284 Apr 18 20:59:35.852729 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1274e2-7fdc-457e-bbf5-9bf1124b7998 None None] DHCP port deletion for 892f653c-59e2-46f3-97fd-80e22dfb6a47 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:59:35.883435 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2ffd1a6c-2c0b-44e9-9a8d-babdafba4f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:59:30Z', 'revision_number': 8, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None, '_interfaces': [{'id': '2af08001-7f05-411f-8b10-2f6d88bcc0d4', 'name': '', 'network_id': 'b2c9ff50-1716-4aef-b87e-5c8974a8ad4e', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:45:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:00Z', 'updated_at': '2022-04-18T20:59:16Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f0bc07-a588-49fe-9426-6deef58544c1', 'name': '', 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:42:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '93983504-b531-45a8-945d-2914f64154ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:30Z', 'updated_at': '2022-04-18T20:58:44Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '93983504-b531-45a8-945d-2914f64154ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3407e04-d645-45cd-9267-3b080cda9663', 'name': '', 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:2a:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:48Z', 'updated_at': '2022-04-18T20:59:07Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:35.895943 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec0937c-09a2-4007-a01f-ef240c92f637 None None] Network 892f653c-59e2-46f3-97fd-80e22dfb6a47 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:35.912692 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ee72764b-e136-4495-86e0-92bd442f4360 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.921025 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-802b70e3-50f1-431e-95e2-6a52e239f635 req-3e5f1170-0b94-4e36-b65b-3fb052094918 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cfa3223-1b88-434a-bd02-ccc8b83bca5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3156555 Apr 18 20:59:35.946461 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:36.053291 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892f653c-59e2-46f3-97fd-80e22dfb6a47']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:36.091186 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffd1a6c-2c0b-44e9-9a8d-babdafba4f70 None None] The sync data for ids ['88bedfbd-b104-4feb-9b26-8a26c09442b3'] in n-d-838323-3 is: [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:59:30Z', 'revision_number': 8, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None, '_interfaces': [{'id': '2af08001-7f05-411f-8b10-2f6d88bcc0d4', 'name': '', 'network_id': 'b2c9ff50-1716-4aef-b87e-5c8974a8ad4e', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:45:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:00Z', 'updated_at': '2022-04-18T20:59:16Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '455528ea-2a08-4a30-8a6e-810bbaf35b68', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f0bc07-a588-49fe-9426-6deef58544c1', 'name': '', 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:42:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '93983504-b531-45a8-945d-2914f64154ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:30Z', 'updated_at': '2022-04-18T20:58:44Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '93983504-b531-45a8-945d-2914f64154ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3407e04-d645-45cd-9267-3b080cda9663', 'name': '', 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:2a:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:48Z', 'updated_at': '2022-04-18T20:59:07Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:36.161764 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb51f7e1-6171-40fe-9dc6-3d1d1fbac9ca') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:36.162284 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb51f7e1-6171-40fe-9dc6-3d1d1fbac9ca') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:36.213758 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-a8088f0d-ab8b-4904-8e87-cddc26ab3cd5 req-758351f8-86b9-44b6-825f-bd5887145cac tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Deleting port 55a05612-8060-4ff1-88d1-b02230ac1d86 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:36.214189 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a8088f0d-ab8b-4904-8e87-cddc26ab3cd5 req-758351f8-86b9-44b6-825f-bd5887145cac tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:36.220233 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:36.285624 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ee72764b-e136-4495-86e0-92bd442f4360 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:36.331844 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:36.336803 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d9e49cc-be4d-478d-a8f4-15d048e69c19 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:36.374464 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:59:36.374889 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:59:36.379045 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:59:36.404906 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f6e3a-bfa9-4642-8a27-9495c5dd1764 req-ef8e6e66-6e21-44fe-83d3-163fa6d4d29f tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:36.406436 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-595f6e3a-bfa9-4642-8a27-9495c5dd1764 req-ef8e6e66-6e21-44fe-83d3-163fa6d4d29f tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.32 "GET /v2.0/ports?device_id=07f7a235-2f41-4317-a221-b92efd95a4e1 HTTP/1.1" status: 200 len: 949 time: 0.4072714 Apr 18 20:59:36.769330 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 55a05612-8060-4ff1-88d1-b02230ac1d86 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:36.961887 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3c5a396c-f5d2-4dca-8105-693696b5f359 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:36.969799 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-6d9e49cc-be4d-478d-a8f4-15d048e69c19 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Deleting port 2af08001-7f05-411f-8b10-2f6d88bcc0d4 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:36.969799 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d9e49cc-be4d-478d-a8f4-15d048e69c19 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.014229 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 3c5a396c-f5d2-4dca-8105-693696b5f359 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:59:37.015024 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3c5a396c-f5d2-4dca-8105-693696b5f359 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:37.015935 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 89032692-3f4f-4612-96cb-d43c2e86ff2b no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:37.071513 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 89032692-3f4f-4612-96cb-d43c2e86ff2b {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:59:37.071992 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 89032692-3f4f-4612-96cb-d43c2e86ff2b not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:37.072641 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5215f934-dca7-432f-80d2-fbe5e66e7243 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:37.121837 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.140058 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.142939 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 5215f934-dca7-432f-80d2-fbe5e66e7243 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:59:37.143491 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5215f934-dca7-432f-80d2-fbe5e66e7243 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:37.200050 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.215615 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "DELETE /v2.0/networks/892f653c-59e2-46f3-97fd-80e22dfb6a47 HTTP/1.1" status: 204 len: 168 time: 5.5638211 Apr 18 20:59:37.217363 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35432) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:37.254546 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940c6e38-a734-4798-9e57-9f6b75866078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a05612-8060-4ff1-88d1-b02230ac1d86'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:37.257579 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833797c3-100a-4707-816b-e33a3e580351" -d '{"events": [{"server_uuid": "940c6e38-a734-4798-9e57-9f6b75866078", "name": "network-vif-unplugged", "status": "completed", "tag": "55a05612-8060-4ff1-88d1-b02230ac1d86"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:37.282528 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 55a05612-8060-4ff1-88d1-b02230ac1d86, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=55a05612-8060-4ff1-88d1-b02230ac1d86,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:37.296757 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.298724 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 7530949b-1098-43b3-993a-b90e673dff76 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:37.324773 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a82c3c-a966-4f71-a764-70994d46bc25 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:37.325665 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a82c3c-a966-4f71-a764-70994d46bc25 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:37.338068 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-72a82c3c-a966-4f71-a764-70994d46bc25 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "DELETE /v2.0/subnets/00c2a0d7-5e0b-4c09-820b-b8f3fc445e6f HTTP/1.1" status: 404 len: 337 time: 0.1139157 Apr 18 20:59:37.338068 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-6d9e49cc-be4d-478d-a8f4-15d048e69c19 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] For port 2af08001-7f05-411f-8b10-2f6d88bcc0d4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2af08001-7f05-411f-8b10-2f6d88bcc0d4,segment=NetworkSegment(0dd16db8-8d4b-4a48-84eb-dbe6e763576c),segment_id=0dd16db8-8d4b-4a48-84eb-dbe6e763576c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:37.339339 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d9e49cc-be4d-478d-a8f4-15d048e69c19 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.345192 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35436) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:37.360275 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-a8088f0d-ab8b-4904-8e87-cddc26ab3cd5 req-758351f8-86b9-44b6-825f-bd5887145cac tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] For port 55a05612-8060-4ff1-88d1-b02230ac1d86, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=55a05612-8060-4ff1-88d1-b02230ac1d86,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:37.360887 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a8088f0d-ab8b-4904-8e87-cddc26ab3cd5 req-758351f8-86b9-44b6-825f-bd5887145cac tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.388460 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a085df-15e4-4f00-9e44-6e5508e18cbf tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event deleted for resources: {'Network': ['ID=892f653c-59e2-46f3-97fd-80e22dfb6a47,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:37.420652 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c9742b-a26c-4a95-ab6a-3aba014c85c6 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:37.421797 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c9742b-a26c-4a95-ab6a-3aba014c85c6 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:37.440229 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-83c9742b-a26c-4a95-ab6a-3aba014c85c6 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "DELETE /v2.0/networks/892f653c-59e2-46f3-97fd-80e22dfb6a47 HTTP/1.1" status: 404 len: 339 time: 0.0928235 Apr 18 20:59:37.443908 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35438) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:37.453946 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-6d9e49cc-be4d-478d-a8f4-15d048e69c19 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Calling delete_port for 2af08001-7f05-411f-8b10-2f6d88bcc0d4 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:37.484412 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=55a05612-8060-4ff1-88d1-b02230ac1d86,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:37.553790 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:37.554180 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:37.554688 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:37.556306 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:37.556969 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:37.557489 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:37.557998 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:37.558505 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:37.559027 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:37.560092 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:37.560658 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:37.561181 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:37.572029 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.592204 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07162c-54e0-4621-870b-98b5799de737 req-63681575-6a32-48ef-95b2-fdab8ec7066f tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:37.595024 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ff07162c-54e0-4621-870b-98b5799de737 req-63681575-6a32-48ef-95b2-fdab8ec7066f tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/ports?device_id=07f7a235-2f41-4317-a221-b92efd95a4e1 HTTP/1.1" status: 200 len: 949 time: 0.5621879 Apr 18 20:59:37.640476 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4965bb0-af7f-49f1-bf77-8243b8c1805f req-febb3a9c-1b9d-4098-8eda-9d9111bdc0b9 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:37.642895 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4965bb0-af7f-49f1-bf77-8243b8c1805f req-febb3a9c-1b9d-4098-8eda-9d9111bdc0b9 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 945 time: 0.5434220 Apr 18 20:59:37.677206 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 7530949b-1098-43b3-993a-b90e673dff76, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7530949b-1098-43b3-993a-b90e673dff76,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:37.685887 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.769348 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=7530949b-1098-43b3-993a-b90e673dff76,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:37.802755 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.865914 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ff07162c-54e0-4621-870b-98b5799de737 req-91681c51-5413-4468-b3e2-2d96ccb9cee9 tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/security-groups?id=56df363c-e71b-43bb-8b80-27e6eb36a623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438905 Apr 18 20:59:37.878715 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d9e49cc-be4d-478d-a8f4-15d048e69c19 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.917107 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ee72764b-e136-4495-86e0-92bd442f4360 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.928628 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-df9b8132-abda-4b8f-8ea3-8812cd82317d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.947797 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-595f6e3a-bfa9-4642-8a27-9495c5dd1764 req-c0d4f06c-7d31-4a9b-93b6-275a1c855f8b tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Deleting port 7530949b-1098-43b3-993a-b90e673dff76 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:37.948281 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-595f6e3a-bfa9-4642-8a27-9495c5dd1764 req-c0d4f06c-7d31-4a9b-93b6-275a1c855f8b tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.967773 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e49cc-be4d-478d-a8f4-15d048e69c19 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Port': ['ID=2af08001-7f05-411f-8b10-2f6d88bcc0d4,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:37.999560 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16881e97-7025-4a36-8886-86e110675ce7 x-openstack-request-id: req-16881e97-7025-4a36-8886-86e110675ce7 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:38.000092 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940c6e38-a734-4798-9e57-9f6b75866078", "name": "network-vif-unplugged", "status": "completed", "tag": "55a05612-8060-4ff1-88d1-b02230ac1d86", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:38.000726 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-16881e97-7025-4a36-8886-86e110675ce7 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:38.001313 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16881e97-7025-4a36-8886-86e110675ce7'] response: {'server_uuid': '940c6e38-a734-4798-9e57-9f6b75866078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a05612-8060-4ff1-88d1-b02230ac1d86', 'code': 200} Apr 18 20:59:38.046029 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ee72764b-e136-4495-86e0-92bd442f4360 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.129493 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4965bb0-af7f-49f1-bf77-8243b8c1805f req-8b95b501-25c9-42fe-aefe-00e385c9723b tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cfa3223-1b88-434a-bd02-ccc8b83bca5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4084010 Apr 18 20:59:38.270324 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-595f6e3a-bfa9-4642-8a27-9495c5dd1764 req-c0d4f06c-7d31-4a9b-93b6-275a1c855f8b tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] For port 7530949b-1098-43b3-993a-b90e673dff76, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7530949b-1098-43b3-993a-b90e673dff76,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:38.271420 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-595f6e3a-bfa9-4642-8a27-9495c5dd1764 req-c0d4f06c-7d31-4a9b-93b6-275a1c855f8b tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.304196 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d9e49cc-be4d-478d-a8f4-15d048e69c19 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.409124 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-595f6e3a-bfa9-4642-8a27-9495c5dd1764 req-c0d4f06c-7d31-4a9b-93b6-275a1c855f8b tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Calling delete_port for 7530949b-1098-43b3-993a-b90e673dff76 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:38.429414 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72764b-e136-4495-86e0-92bd442f4360 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event updated for resources: {'Port': ['ID=ed3508ac-49ca-490e-836e-dbd0a37124a0,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:38.450585 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-df9b8132-abda-4b8f-8ea3-8812cd82317d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.533119 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ee72764b-e136-4495-86e0-92bd442f4360 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.536662 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-df9b8132-abda-4b8f-8ea3-8812cd82317d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd6c730-34c3-463b-be58-f5f37d12336d']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:38.540720 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a8088f0d-ab8b-4904-8e87-cddc26ab3cd5 req-758351f8-86b9-44b6-825f-bd5887145cac tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.541093 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a8088f0d-ab8b-4904-8e87-cddc26ab3cd5 req-758351f8-86b9-44b6-825f-bd5887145cac tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.541420 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [req-a8088f0d-ab8b-4904-8e87-cddc26ab3cd5 req-758351f8-86b9-44b6-825f-bd5887145cac tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Floating IP 48aa39eb-c008-4905-805f-d20080d30880 disassociated. External IP: 172.25.1.94, port: 55a05612-8060-4ff1-88d1-b02230ac1d86. Apr 18 20:59:38.541772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-a8088f0d-ab8b-4904-8e87-cddc26ab3cd5 req-758351f8-86b9-44b6-825f-bd5887145cac tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Calling delete_port for 55a05612-8060-4ff1-88d1-b02230ac1d86 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:38.601336 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-df9b8132-abda-4b8f-8ea3-8812cd82317d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90dcb82-82b4-4ad2-acf9-af5d8913ee81') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:38.601671 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-df9b8132-abda-4b8f-8ea3-8812cd82317d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90dcb82-82b4-4ad2-acf9-af5d8913ee81') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:38.664145 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-df9b8132-abda-4b8f-8ea3-8812cd82317d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.710495 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9e49cc-be4d-478d-a8f4-15d048e69c19 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Router 88bedfbd-b104-4feb-9b26-8a26c09442b3 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:38.739065 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-df9b8132-abda-4b8f-8ea3-8812cd82317d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.760796 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9b8132-abda-4b8f-8ea3-8812cd82317d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:59:38.761366 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-df9b8132-abda-4b8f-8ea3-8812cd82317d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:59:38.765864 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:59:38.855261 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9e49cc-be4d-478d-a8f4-15d048e69c19 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:38.867207 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6d9e49cc-be4d-478d-a8f4-15d048e69c19 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "PUT /v2.0/routers/88bedfbd-b104-4feb-9b26-8a26c09442b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2632282 Apr 18 20:59:38.877210 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35460) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:38.888786 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7901aafd-1ee3-47e9-b41c-4d3a1eda0e4e None None] Sync routers for ids ['88bedfbd-b104-4feb-9b26-8a26c09442b3'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:38.907055 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7901aafd-1ee3-47e9-b41c-4d3a1eda0e4e None None] Routers {'88bedfbd-b104-4feb-9b26-8a26c09442b3'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:38.917133 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7901aafd-1ee3-47e9-b41c-4d3a1eda0e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88bedfbd-b104-4feb-9b26-8a26c09442b3'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:38.948519 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-979355c9-1517-49c9-943a-3d51e7e40d9d tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Deleting subnet 455528ea-2a08-4a30-8a6e-810bbaf35b68 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:59:38.953121 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-979355c9-1517-49c9-943a-3d51e7e40d9d tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.989956 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-ee72764b-e136-4495-86e0-92bd442f4360 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Floating IP 8c0dcf10-55e8-46e2-9dce-e6ddf60a751d associated. External IP: 172.25.1.145, port: de6f42c8-9568-445f-bc32-442ced8284a5. Apr 18 20:59:39.003115 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-979355c9-1517-49c9-943a-3d51e7e40d9d tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.101498 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-df9b8132-abda-4b8f-8ea3-8812cd82317d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.114771 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-979355c9-1517-49c9-943a-3d51e7e40d9d tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.135328 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-df9b8132-abda-4b8f-8ea3-8812cd82317d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.138461 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-df9b8132-abda-4b8f-8ea3-8812cd82317d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "DELETE /v2.0/networks/1cd6c730-34c3-463b-be58-f5f37d12336d HTTP/1.1" status: 204 len: 168 time: 1.6290946 Apr 18 20:59:39.154069 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35464) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:39.230462 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-595f6e3a-bfa9-4642-8a27-9495c5dd1764 req-c0d4f06c-7d31-4a9b-93b6-275a1c855f8b tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.233037 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b8132-abda-4b8f-8ea3-8812cd82317d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event deleted for resources: {'Network': ['ID=1cd6c730-34c3-463b-be58-f5f37d12336d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:39.244088 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-7901aafd-1ee3-47e9-b41c-4d3a1eda0e4e None None] Set router 88bedfbd-b104-4feb-9b26-8a26c09442b3 gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:39.267023 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-d809863f-f7dd-4f0b-bf5f-7d23c093c848 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:39.267488 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d809863f-f7dd-4f0b-bf5f-7d23c093c848 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:39.271411 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d809863f-f7dd-4f0b-bf5f-7d23c093c848 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "DELETE /v2.0/subnets/9071b00b-ddea-41ce-b2bd-c112427bdeb0 HTTP/1.1" status: 404 len: 337 time: 0.1126652 Apr 18 20:59:39.274180 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4278614-871d-4e69-a164-7bf78ed045f3 req-8b2129d1-eea8-4843-9256-66c133fafb8f tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/ports?device_id=07f7a235-2f41-4317-a221-b92efd95a4e1 HTTP/1.1" status: 200 len: 210 time: 0.1287625 Apr 18 20:59:39.276302 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-979355c9-1517-49c9-943a-3d51e7e40d9d tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.321921 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35468) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:39.399562 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979355c9-1517-49c9-943a-3d51e7e40d9d tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Subnet': ['ID=455528ea-2a08-4a30-8a6e-810bbaf35b68,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:39.415129 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed463ed-6cdf-4a0a-b208-0c366d4cd0f9 None None] Network b2c9ff50-1716-4aef-b87e-5c8974a8ad4e requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:39.430779 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4f06c-7d31-4a9b-93b6-275a1c855f8b tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Pushing event deleted for resources: {'Port': ['ID=7530949b-1098-43b3-993a-b90e673dff76,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:39.432375 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-979355c9-1517-49c9-943a-3d51e7e40d9d tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.459139 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-74cd2b0d-4b26-4603-b520-0068e75caff2 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:39.459139 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74cd2b0d-4b26-4603-b520-0068e75caff2 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:39.465208 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-74cd2b0d-4b26-4603-b520-0068e75caff2 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "DELETE /v2.0/networks/32e383f7-45ff-4548-bcd0-e2605f7c69a3 HTTP/1.1" status: 404 len: 339 time: 0.1376238 Apr 18 20:59:39.468161 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-979355c9-1517-49c9-943a-3d51e7e40d9d tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/subnets/455528ea-2a08-4a30-8a6e-810bbaf35b68 HTTP/1.1" status: 204 len: 168 time: 0.5960121 Apr 18 20:59:39.469926 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35474) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:39.470804 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35476) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:39.511296 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-595f6e3a-bfa9-4642-8a27-9495c5dd1764 req-c0d4f06c-7d31-4a9b-93b6-275a1c855f8b tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] No DVR routers for this DVR port 7530949b-1098-43b3-993a-b90e673dff76 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:39.530570 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-595f6e3a-bfa9-4642-8a27-9495c5dd1764 req-c0d4f06c-7d31-4a9b-93b6-275a1c855f8b tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.548883 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-595f6e3a-bfa9-4642-8a27-9495c5dd1764 req-c0d4f06c-7d31-4a9b-93b6-275a1c855f8b tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.32 "DELETE /v2.0/ports/7530949b-1098-43b3-993a-b90e673dff76 HTTP/1.1" status: 204 len: 173 time: 3.1205566 Apr 18 20:59:39.584188 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f7a235-2f41-4317-a221-b92efd95a4e1', 'name': 'network-vif-deleted', 'tag': '7530949b-1098-43b3-993a-b90e673dff76'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:39.592542 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131ccd7e-873b-4259-bf7b-ff3c6c97fd25" -d '{"events": [{"server_uuid": "07f7a235-2f41-4317-a221-b92efd95a4e1", "name": "network-vif-deleted", "tag": "7530949b-1098-43b3-993a-b90e673dff76"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:39.611137 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9081bc7b-46ab-4aa3-9aab-412830490e5f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.630088 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a8088f0d-ab8b-4904-8e87-cddc26ab3cd5 req-758351f8-86b9-44b6-825f-bd5887145cac tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.743178 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73767b29-e65f-4e78-856e-82af0be71d93 x-openstack-request-id: req-73767b29-e65f-4e78-856e-82af0be71d93 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:39.743633 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f7a235-2f41-4317-a221-b92efd95a4e1", "name": "network-vif-deleted", "tag": "7530949b-1098-43b3-993a-b90e673dff76", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:39.744037 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73767b29-e65f-4e78-856e-82af0be71d93 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:39.744712 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73767b29-e65f-4e78-856e-82af0be71d93'] response: {'server_uuid': '07f7a235-2f41-4317-a221-b92efd95a4e1', 'name': 'network-vif-deleted', 'tag': '7530949b-1098-43b3-993a-b90e673dff76', 'status': 'completed', 'code': 200} Apr 18 20:59:39.747193 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758351f8-86b9-44b6-825f-bd5887145cac tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event deleted for resources: {'Port': ['ID=55a05612-8060-4ff1-88d1-b02230ac1d86,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:39.751131 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a88c32-001e-4c13-b895-1db033ceedfe tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Deleting subnet 742348da-b1fa-4297-ba5b-8aaa1d944cf6 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:59:39.755204 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b9a88c32-001e-4c13-b895-1db033ceedfe tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.791203 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-9081bc7b-46ab-4aa3-9aab-412830490e5f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Deleting port d809a8fd-a747-4307-b062-76d3a87974cf {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:39.791839 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9081bc7b-46ab-4aa3-9aab-412830490e5f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.889964 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-9081bc7b-46ab-4aa3-9aab-412830490e5f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] For port d809a8fd-a747-4307-b062-76d3a87974cf, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d809a8fd-a747-4307-b062-76d3a87974cf,segment=NetworkSegment(0dd16db8-8d4b-4a48-84eb-dbe6e763576c),segment_id=0dd16db8-8d4b-4a48-84eb-dbe6e763576c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:39.891031 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9081bc7b-46ab-4aa3-9aab-412830490e5f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.909020 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b9a88c32-001e-4c13-b895-1db033ceedfe tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.951561 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-9081bc7b-46ab-4aa3-9aab-412830490e5f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Calling delete_port for d809a8fd-a747-4307-b062-76d3a87974cf owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:40.002306 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f7a235-2f41-4317-a221-b92efd95a4e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7530949b-1098-43b3-993a-b90e673dff76'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:40.004720 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d992d47-158a-4296-b951-14b29a5b52d7" -d '{"events": [{"server_uuid": "07f7a235-2f41-4317-a221-b92efd95a4e1", "name": "network-vif-unplugged", "status": "completed", "tag": "7530949b-1098-43b3-993a-b90e673dff76"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:40.062336 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a7362c-2885-4621-adb2-de10009dfef5 None None] DHCP port deletion for b2c9ff50-1716-4aef-b87e-5c8974a8ad4e request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:59:40.109023 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b6af56-abb3-4874-9326-89a1dbfad7d6 x-openstack-request-id: req-c1b6af56-abb3-4874-9326-89a1dbfad7d6 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:40.109586 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f7a235-2f41-4317-a221-b92efd95a4e1", "name": "network-vif-unplugged", "status": "completed", "tag": "7530949b-1098-43b3-993a-b90e673dff76", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:40.110026 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1b6af56-abb3-4874-9326-89a1dbfad7d6 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:40.110591 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1b6af56-abb3-4874-9326-89a1dbfad7d6'] response: {'server_uuid': '07f7a235-2f41-4317-a221-b92efd95a4e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7530949b-1098-43b3-993a-b90e673dff76', 'code': 200} Apr 18 20:59:40.150389 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-20a7362c-2885-4621-adb2-de10009dfef5 None None] Deleting port d809a8fd-a747-4307-b062-76d3a87974cf {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:40.151077 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-20a7362c-2885-4621-adb2-de10009dfef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.263638 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee72764b-e136-4495-86e0-92bd442f4360 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Router e3f28b16-afc7-4911-b090-146d58a64afd has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:40.275091 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7901aafd-1ee3-47e9-b41c-4d3a1eda0e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:59:37Z', 'revision_number': 9, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None, '_interfaces': [{'id': '48f0bc07-a588-49fe-9426-6deef58544c1', 'name': '', 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:42:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '93983504-b531-45a8-945d-2914f64154ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:30Z', 'updated_at': '2022-04-18T20:58:44Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '93983504-b531-45a8-945d-2914f64154ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3407e04-d645-45cd-9267-3b080cda9663', 'name': '', 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:2a:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:48Z', 'updated_at': '2022-04-18T20:59:07Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:40.284495 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-20a7362c-2885-4621-adb2-de10009dfef5 None None] For port d809a8fd-a747-4307-b062-76d3a87974cf, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d809a8fd-a747-4307-b062-76d3a87974cf,segment=NetworkSegment(0dd16db8-8d4b-4a48-84eb-dbe6e763576c),segment_id=0dd16db8-8d4b-4a48-84eb-dbe6e763576c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:40.284919 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-20a7362c-2885-4621-adb2-de10009dfef5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.306111 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-20a7362c-2885-4621-adb2-de10009dfef5 None None] Calling delete_port for d809a8fd-a747-4307-b062-76d3a87974cf owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:40.313111 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b20aba-778a-4971-bba1-a5f5f4ffda61 req-978bc7b3-f7cf-4cf7-b61a-d0cc5ae5b11c tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:40.316729 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-88b20aba-778a-4971-bba1-a5f5f4ffda61 req-978bc7b3-f7cf-4cf7-b61a-d0cc5ae5b11c tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 865 time: 0.8950186 Apr 18 20:59:40.334611 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9081bc7b-46ab-4aa3-9aab-412830490e5f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.346945 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b9a88c32-001e-4c13-b895-1db033ceedfe tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.394383 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7901aafd-1ee3-47e9-b41c-4d3a1eda0e4e None None] Checking router: 88bedfbd-b104-4feb-9b26-8a26c09442b3 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:40.423676 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-88b20aba-778a-4971-bba1-a5f5f4ffda61 req-0c2caab6-9b5a-4fe3-9a03-4759c7ee0477 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cfa3223-1b88-434a-bd02-ccc8b83bca5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872090 Apr 18 20:59:40.451998 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7901aafd-1ee3-47e9-b41c-4d3a1eda0e4e None None] Routers {'88bedfbd-b104-4feb-9b26-8a26c09442b3'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:40.455529 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7901aafd-1ee3-47e9-b41c-4d3a1eda0e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88bedfbd-b104-4feb-9b26-8a26c09442b3'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:40.513858 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-20a7362c-2885-4621-adb2-de10009dfef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.550519 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7362c-2885-4621-adb2-de10009dfef5 None None] Pushing event deleted for resources: {'Port': ['ID=d809a8fd-a747-4307-b062-76d3a87974cf,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:40.571726 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a7362c-2885-4621-adb2-de10009dfef5 None None] No DVR routers for this DVR port d809a8fd-a747-4307-b062-76d3a87974cf on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:40.590367 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9081bc7b-46ab-4aa3-9aab-412830490e5f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] No DVR routers for this DVR port d809a8fd-a747-4307-b062-76d3a87974cf on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:40.598837 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081bc7b-46ab-4aa3-9aab-412830490e5f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Port': ['ID=d809a8fd-a747-4307-b062-76d3a87974cf,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:40.732199 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9081bc7b-46ab-4aa3-9aab-412830490e5f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.735589 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-7901aafd-1ee3-47e9-b41c-4d3a1eda0e4e None None] Set router 88bedfbd-b104-4feb-9b26-8a26c09442b3 gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:40.743622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8088f0d-ab8b-4904-8e87-cddc26ab3cd5 req-758351f8-86b9-44b6-825f-bd5887145cac tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Router 0b213186-7500-4ecf-b970-f176d66dd662 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:40.748557 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-652f1456-8e71-4542-9989-e701dd13333b req-2503724e-1c69-4e01-b12d-868e377ec3c4 tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] 10.222.0.41 "GET /v2.0/ports?device_id=07f7a235-2f41-4317-a221-b92efd95a4e1 HTTP/1.1" status: 200 len: 210 time: 0.0566893 Apr 18 20:59:40.780488 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-9081bc7b-46ab-4aa3-9aab-412830490e5f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c9ff50-1716-4aef-b87e-5c8974a8ad4e']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:40.821111 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b9a88c32-001e-4c13-b895-1db033ceedfe tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.853509 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-9081bc7b-46ab-4aa3-9aab-412830490e5f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd16db8-8d4b-4a48-84eb-dbe6e763576c') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:40.853825 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-9081bc7b-46ab-4aa3-9aab-412830490e5f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd16db8-8d4b-4a48-84eb-dbe6e763576c') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:40.862429 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b9a88c32-001e-4c13-b895-1db033ceedfe tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.866369 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b9a88c32-001e-4c13-b895-1db033ceedfe tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "DELETE /v2.0/subnets/742348da-b1fa-4297-ba5b-8aaa1d944cf6 HTTP/1.1" status: 204 len: 168 time: 1.3911018 Apr 18 20:59:40.873900 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35494) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:40.878343 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d809a8fd-a747-4307-b062-76d3a87974cf no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:40.883090 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dff6f5-d990-4698-8a80-35d594870600 None None] Network 3a210391-337e-45bb-a8aa-a0d649cb5581 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:40.893784 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a88c32-001e-4c13-b895-1db033ceedfe tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event deleted for resources: {'Subnet': ['ID=742348da-b1fa-4297-ba5b-8aaa1d944cf6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:40.904286 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9081bc7b-46ab-4aa3-9aab-412830490e5f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.934055 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9081bc7b-46ab-4aa3-9aab-412830490e5f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.951388 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9081bc7b-46ab-4aa3-9aab-412830490e5f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:59:40.955572 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9081bc7b-46ab-4aa3-9aab-412830490e5f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:59:40.972381 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:59:41.144027 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: d809a8fd-a747-4307-b062-76d3a87974cf {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:59:41.144386 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d809a8fd-a747-4307-b062-76d3a87974cf not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:41.147875 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9081bc7b-46ab-4aa3-9aab-412830490e5f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:41.231281 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9081bc7b-46ab-4aa3-9aab-412830490e5f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:41.245470 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9081bc7b-46ab-4aa3-9aab-412830490e5f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/networks/b2c9ff50-1716-4aef-b87e-5c8974a8ad4e HTTP/1.1" status: 204 len: 168 time: 1.7683198 Apr 18 20:59:41.249209 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081bc7b-46ab-4aa3-9aab-412830490e5f tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Network': ['ID=b2c9ff50-1716-4aef-b87e-5c8974a8ad4e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:41.254677 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35502) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:41.594584 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7901aafd-1ee3-47e9-b41c-4d3a1eda0e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:59:37Z', 'revision_number': 9, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None, '_interfaces': [{'id': '48f0bc07-a588-49fe-9426-6deef58544c1', 'name': '', 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:42:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '93983504-b531-45a8-945d-2914f64154ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:30Z', 'updated_at': '2022-04-18T20:58:44Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '93983504-b531-45a8-945d-2914f64154ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3407e04-d645-45cd-9267-3b080cda9663', 'name': '', 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:2a:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:48Z', 'updated_at': '2022-04-18T20:59:07Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:41.681429 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7901aafd-1ee3-47e9-b41c-4d3a1eda0e4e None None] The sync data for ids ['88bedfbd-b104-4feb-9b26-8a26c09442b3'] in n-d-838323-3 is: [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:59:37Z', 'revision_number': 9, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None, '_interfaces': [{'id': '48f0bc07-a588-49fe-9426-6deef58544c1', 'name': '', 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:42:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '93983504-b531-45a8-945d-2914f64154ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:30Z', 'updated_at': '2022-04-18T20:58:44Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '93983504-b531-45a8-945d-2914f64154ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3407e04-d645-45cd-9267-3b080cda9663', 'name': '', 'network_id': '1639babc-1e60-4c61-a6c5-b88a09dcf7dc', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:2a:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:48Z', 'updated_at': '2022-04-18T20:59:07Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '6019a764-542a-4df9-91c0-b461abc6c7e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:41.859179 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:41.880548 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0da50c60-5b96-4fd4-b2b3-e1c26c42a9d2 req-45278c54-ba5f-4a7c-8b7c-43758fea45ac tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 210 time: 0.1208217 Apr 18 20:59:41.893789 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-74fdc86c-fc76-4016-a31c-f8a99d3d7ab9 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Deleting subnet 14e48773-faae-41e1-8cba-60e55fef23ad {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:59:41.901840 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74fdc86c-fc76-4016-a31c-f8a99d3d7ab9 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:41.995066 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee72764b-e136-4495-86e0-92bd442f4360 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:42.013226 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28375faf-c62d-4c80-9418-0db2ca0a8f05 None None] Sync routers for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:42.044823 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28375faf-c62d-4c80-9418-0db2ca0a8f05 None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:42.046686 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-28375faf-c62d-4c80-9418-0db2ca0a8f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:42.115321 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74fdc86c-fc76-4016-a31c-f8a99d3d7ab9 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:42.185479 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-28375faf-c62d-4c80-9418-0db2ca0a8f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:42.195879 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28375faf-c62d-4c80-9418-0db2ca0a8f05 None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:42.196580 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-28375faf-c62d-4c80-9418-0db2ca0a8f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:42.282471 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74fdc86c-fc76-4016-a31c-f8a99d3d7ab9 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:42.310127 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-28375faf-c62d-4c80-9418-0db2ca0a8f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:42.311097 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28375faf-c62d-4c80-9418-0db2ca0a8f05 None None] The sync data for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:42.364376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8088f0d-ab8b-4904-8e87-cddc26ab3cd5 req-758351f8-86b9-44b6-825f-bd5887145cac tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:42.369127 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74fdc86c-fc76-4016-a31c-f8a99d3d7ab9 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:42.383214 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ee72764b-e136-4495-86e0-92bd442f4360 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:42.404532 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61968aac-ad6c-4993-a0f9-11bb67913fe2 None None] Sync routers for ids ['0b213186-7500-4ecf-b970-f176d66dd662'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:42.434036 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61968aac-ad6c-4993-a0f9-11bb67913fe2 None None] Routers {'0b213186-7500-4ecf-b970-f176d66dd662'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:42.438253 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-61968aac-ad6c-4993-a0f9-11bb67913fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0b213186-7500-4ecf-b970-f176d66dd662'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:42.514801 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8088f0d-ab8b-4904-8e87-cddc26ab3cd5 req-758351f8-86b9-44b6-825f-bd5887145cac tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] No DVR routers for this DVR port 55a05612-8060-4ff1-88d1-b02230ac1d86 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:42.520725 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdc86c-fc76-4016-a31c-f8a99d3d7ab9 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event deleted for resources: {'Subnet': ['ID=14e48773-faae-41e1-8cba-60e55fef23ad,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:42.524078 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a8088f0d-ab8b-4904-8e87-cddc26ab3cd5 req-758351f8-86b9-44b6-825f-bd5887145cac tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:42.530754 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8088f0d-ab8b-4904-8e87-cddc26ab3cd5 req-758351f8-86b9-44b6-825f-bd5887145cac tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.32 "DELETE /v2.0/ports/55a05612-8060-4ff1-88d1-b02230ac1d86 HTTP/1.1" status: 204 len: 173 time: 7.1813571 Apr 18 20:59:42.539963 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940c6e38-a734-4798-9e57-9f6b75866078', 'name': 'network-vif-deleted', 'tag': '55a05612-8060-4ff1-88d1-b02230ac1d86'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:42.542639 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ce9a14-78ec-4d10-a665-59857ff15a03" -d '{"events": [{"server_uuid": "940c6e38-a734-4798-9e57-9f6b75866078", "name": "network-vif-deleted", "tag": "55a05612-8060-4ff1-88d1-b02230ac1d86"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:42.552770 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ee72764b-e136-4495-86e0-92bd442f4360 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.3463738 Apr 18 20:59:42.579317 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-74fdc86c-fc76-4016-a31c-f8a99d3d7ab9 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:42.595171 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-74fdc86c-fc76-4016-a31c-f8a99d3d7ab9 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "DELETE /v2.0/subnets/14e48773-faae-41e1-8cba-60e55fef23ad HTTP/1.1" status: 204 len: 168 time: 1.7167263 Apr 18 20:59:42.595171 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35534) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:42.609823 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35536) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:42.761591 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af80ac31-9b11-4878-a234-f33db034ecf3 None None] Network 3a210391-337e-45bb-a8aa-a0d649cb5581 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:42.768043 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22e6f46-7e30-4b25-bf28-cf69556e9793 x-openstack-request-id: req-b22e6f46-7e30-4b25-bf28-cf69556e9793 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:42.786227 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940c6e38-a734-4798-9e57-9f6b75866078", "name": "network-vif-deleted", "tag": "55a05612-8060-4ff1-88d1-b02230ac1d86", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:42.786578 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b22e6f46-7e30-4b25-bf28-cf69556e9793 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:42.786945 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b22e6f46-7e30-4b25-bf28-cf69556e9793'] response: {'server_uuid': '940c6e38-a734-4798-9e57-9f6b75866078', 'name': 'network-vif-deleted', 'tag': '55a05612-8060-4ff1-88d1-b02230ac1d86', 'status': 'completed', 'code': 200} Apr 18 20:59:42.801170 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2a2db7bb-1418-4e95-a841-6d2015cfca51 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:42.808302 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-61968aac-ad6c-4993-a0f9-11bb67913fe2 None None] Set router 0b213186-7500-4ecf-b970-f176d66dd662 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:42.829157 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2af08001-7f05-411f-8b10-2f6d88bcc0d4 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:42.860806 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-07b5a308-c937-475d-960c-bef41c5d9b0f tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "GET /v2.0/floatingips/8c0dcf10-55e8-46e2-9dce-e6ddf60a751d HTTP/1.1" status: 200 len: 978 time: 0.2606144 Apr 18 20:59:42.861551 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35544) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:42.956768 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-2a2db7bb-1418-4e95-a841-6d2015cfca51 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Deleting port e5e931a7-f20b-48c4-b020-248e15b914df {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:42.957214 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2a2db7bb-1418-4e95-a841-6d2015cfca51 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.066886 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 2af08001-7f05-411f-8b10-2f6d88bcc0d4 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:59:43.068455 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2af08001-7f05-411f-8b10-2f6d88bcc0d4 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:43.110491 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-9992f53b-aa08-449a-b124-5501e5c1698b None None] Provisioning complete for port e5e931a7-f20b-48c4-b020-248e15b914df triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:43.111583 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9992f53b-aa08-449a-b124-5501e5c1698b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.215605 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-dc1c82a5-907f-4f3c-b19a-e921194b2ae7 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3526855 Apr 18 20:59:43.224608 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35564) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:43.244528 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d34a08a5-7049-4184-bfd8-7b40d9108abf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Request body: {'floatingip': {'port_id': 'a796866a-0ba4-4781-b35f-f0ea42230bc3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:43.354259 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15d906a0-ffff-4980-9a82-744e193f53e3 req-08ed183d-036b-4f0b-b252-55caf80d9283 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=940c6e38-a734-4798-9e57-9f6b75866078 HTTP/1.1" status: 200 len: 210 time: 0.1144485 Apr 18 20:59:43.433768 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-2a2db7bb-1418-4e95-a841-6d2015cfca51 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] For port e5e931a7-f20b-48c4-b020-248e15b914df, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=e5e931a7-f20b-48c4-b020-248e15b914df,segment=NetworkSegment(77a1a9a8-7789-4fae-9cf3-19426b9d1342),segment_id=77a1a9a8-7789-4fae-9cf3-19426b9d1342)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:43.434073 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2a2db7bb-1418-4e95-a841-6d2015cfca51 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.492616 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-2a2db7bb-1418-4e95-a841-6d2015cfca51 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Calling delete_port for e5e931a7-f20b-48c4-b020-248e15b914df owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:43.500315 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-61968aac-ad6c-4993-a0f9-11bb67913fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5dd253cd-854f-45e4-b89c-9045a0554e6f', 'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'mac_address': 'fa:16:3e:b8:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:02Z', 'updated_at': '2022-04-18T20:52:12Z', 'revision_number': 5, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'subnets': [{'id': '934e222d-a43e-4b81-a646-860f58e51213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:43.555639 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d34a08a5-7049-4184-bfd8-7b40d9108abf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.558844 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61968aac-ad6c-4993-a0f9-11bb67913fe2 None None] Checking router: 0b213186-7500-4ecf-b970-f176d66dd662 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:43.571053 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61968aac-ad6c-4993-a0f9-11bb67913fe2 None None] Routers {'0b213186-7500-4ecf-b970-f176d66dd662'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:43.571839 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-61968aac-ad6c-4993-a0f9-11bb67913fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0b213186-7500-4ecf-b970-f176d66dd662'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:43.573524 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff020340-dbed-4076-b6de-f5930f7f504d None None] DHCP port deletion for 3a210391-337e-45bb-a8aa-a0d649cb5581 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:59:43.645372 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-87ee4940-9cda-4fd0-ac2c-c68be8dd4e92 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.702011 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ff020340-dbed-4076-b6de-f5930f7f504d None None] Deleting port e5e931a7-f20b-48c4-b020-248e15b914df {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:43.702542 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff020340-dbed-4076-b6de-f5930f7f504d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.754671 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-61968aac-ad6c-4993-a0f9-11bb67913fe2 None None] Set router 0b213186-7500-4ecf-b970-f176d66dd662 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:43.797102 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ff020340-dbed-4076-b6de-f5930f7f504d None None] For port e5e931a7-f20b-48c4-b020-248e15b914df, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=e5e931a7-f20b-48c4-b020-248e15b914df,segment=NetworkSegment(77a1a9a8-7789-4fae-9cf3-19426b9d1342),segment_id=77a1a9a8-7789-4fae-9cf3-19426b9d1342)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:43.797642 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff020340-dbed-4076-b6de-f5930f7f504d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.816791 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ff020340-dbed-4076-b6de-f5930f7f504d None None] Calling delete_port for e5e931a7-f20b-48c4-b020-248e15b914df owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:43.988722 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff020340-dbed-4076-b6de-f5930f7f504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.063040 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff020340-dbed-4076-b6de-f5930f7f504d None None] Pushing event deleted for resources: {'Port': ['ID=e5e931a7-f20b-48c4-b020-248e15b914df,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:44.080021 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff020340-dbed-4076-b6de-f5930f7f504d None None] No DVR routers for this DVR port e5e931a7-f20b-48c4-b020-248e15b914df on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:44.136410 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-61968aac-ad6c-4993-a0f9-11bb67913fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5dd253cd-854f-45e4-b89c-9045a0554e6f', 'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'mac_address': 'fa:16:3e:b8:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:02Z', 'updated_at': '2022-04-18T20:52:12Z', 'revision_number': 5, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'subnets': [{'id': '934e222d-a43e-4b81-a646-860f58e51213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:44.176161 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61968aac-ad6c-4993-a0f9-11bb67913fe2 None None] The sync data for ids ['0b213186-7500-4ecf-b970-f176d66dd662'] in n-d-838323-3 is: [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5dd253cd-854f-45e4-b89c-9045a0554e6f', 'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'mac_address': 'fa:16:3e:b8:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:02Z', 'updated_at': '2022-04-18T20:52:12Z', 'revision_number': 5, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'subnets': [{'id': '934e222d-a43e-4b81-a646-860f58e51213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:44.229111 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2a2db7bb-1418-4e95-a841-6d2015cfca51 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.314471 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2db7bb-1418-4e95-a841-6d2015cfca51 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event deleted for resources: {'Port': ['ID=e5e931a7-f20b-48c4-b020-248e15b914df,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:44.326641 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2db7bb-1418-4e95-a841-6d2015cfca51 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] No DVR routers for this DVR port e5e931a7-f20b-48c4-b020-248e15b914df on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:44.600706 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35652) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:44.737054 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2a2db7bb-1418-4e95-a841-6d2015cfca51 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.788681 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c5d7742f-b1a3-48da-80cb-523ed9b30fc4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.814005 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e5e931a7-f20b-48c4-b020-248e15b914df no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:44.817070 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2a2db7bb-1418-4e95-a841-6d2015cfca51 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a210391-337e-45bb-a8aa-a0d649cb5581']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:44.862989 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c5d7742f-b1a3-48da-80cb-523ed9b30fc4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.866744 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: e5e931a7-f20b-48c4-b020-248e15b914df {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:59:44.867310 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e5e931a7-f20b-48c4-b020-248e15b914df not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:44.915525 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2a2db7bb-1418-4e95-a841-6d2015cfca51 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a1a9a8-7789-4fae-9cf3-19426b9d1342') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:44.915845 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2a2db7bb-1418-4e95-a841-6d2015cfca51 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a1a9a8-7789-4fae-9cf3-19426b9d1342') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:44.984870 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2a2db7bb-1418-4e95-a841-6d2015cfca51 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.996774 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c5d7742f-b1a3-48da-80cb-523ed9b30fc4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.001016 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c5d7742f-b1a3-48da-80cb-523ed9b30fc4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.002306 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c5d7742f-b1a3-48da-80cb-523ed9b30fc4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "DELETE /v2.0/security-groups/5cfa3223-1b88-434a-bd02-ccc8b83bca5d HTTP/1.1" status: 204 len: 168 time: 0.3995562 Apr 18 20:59:45.008401 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35668) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:45.034131 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b622c34-d2d7-4c20-badd-0553fb8fb0db None None] New status for floating IP 48aa39eb-c008-4905-805f-d20080d30880: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:59:45.044101 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-bf57757d-188f-48a9-a81d-a00fc8b6edb6 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] show failed (client error): The resource could not be found. Apr 18 20:59:45.050681 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-bf57757d-188f-48a9-a81d-a00fc8b6edb6 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups/5cfa3223-1b88-434a-bd02-ccc8b83bca5d HTTP/1.1" status: 404 len: 347 time: 0.0386837 Apr 18 20:59:45.053180 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7742f-b1a3-48da-80cb-523ed9b30fc4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfa3223-1b88-434a-bd02-ccc8b83bca5d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:45.069166 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35674) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:45.210901 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2a2db7bb-1418-4e95-a841-6d2015cfca51 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.235487 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2db7bb-1418-4e95-a841-6d2015cfca51 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:59:45.235904 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2a2db7bb-1418-4e95-a841-6d2015cfca51 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:59:45.239784 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:59:45.361671 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f57b0-9f45-49a8-86d8-8ff8143c8558 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Deleting port 58adef6c-9edb-45d0-a73c-09be40a95aee {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:45.362188 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ef2f57b0-9f45-49a8-86d8-8ff8143c8558 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.428852 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-87ee4940-9cda-4fd0-ac2c-c68be8dd4e92 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Deleting port a3407e04-d645-45cd-9267-3b080cda9663 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:45.429727 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-87ee4940-9cda-4fd0-ac2c-c68be8dd4e92 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.470722 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2a2db7bb-1418-4e95-a841-6d2015cfca51 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.499396 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2a2db7bb-1418-4e95-a841-6d2015cfca51 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.508186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35694) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:45.512907 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2a2db7bb-1418-4e95-a841-6d2015cfca51 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "DELETE /v2.0/networks/3a210391-337e-45bb-a8aa-a0d649cb5581 HTTP/1.1" status: 204 len: 168 time: 2.8972375 Apr 18 20:59:45.580736 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-a731a667-ae28-4001-9f94-e46cbd7542f4 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:45.582085 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a731a667-ae28-4001-9f94-e46cbd7542f4 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:45.587678 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a731a667-ae28-4001-9f94-e46cbd7542f4 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "DELETE /v2.0/subnets/99048fff-069d-4d33-8c2d-dac1fc70282b HTTP/1.1" status: 404 len: 337 time: 0.0777984 Apr 18 20:59:45.593390 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35710) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:45.656986 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d647979-fa7d-42e8-a8a4-92ea71f0d8a9 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:45.658078 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d647979-fa7d-42e8-a8a4-92ea71f0d8a9 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:45.664029 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2d647979-fa7d-42e8-a8a4-92ea71f0d8a9 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "DELETE /v2.0/networks/372743ba-2e85-42c2-91eb-2edb64384f6f HTTP/1.1" status: 404 len: 339 time: 0.0691712 Apr 18 20:59:45.668552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35724) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:45.681556 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2db7bb-1418-4e95-a841-6d2015cfca51 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event deleted for resources: {'Network': ['ID=3a210391-337e-45bb-a8aa-a0d649cb5581,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:45.693271 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.db.resource_extend [None req-d34a08a5-7049-4184-bfd8-7b40d9108abf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:59:45.727383 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7cea6ac-f889-4c26-a4e0-3c01581b875b tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:45.728008 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7cea6ac-f889-4c26-a4e0-3c01581b875b tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:45.731334 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f7cea6ac-f889-4c26-a4e0-3c01581b875b tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "DELETE /v2.0/subnets/c5f8ccca-ee5a-4448-b36b-c3c40d8c8c3a HTTP/1.1" status: 404 len: 337 time: 0.0602772 Apr 18 20:59:45.734364 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35734) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:45.753656 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-87ee4940-9cda-4fd0-ac2c-c68be8dd4e92 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] For port a3407e04-d645-45cd-9267-3b080cda9663, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a3407e04-d645-45cd-9267-3b080cda9663,segment=NetworkSegment(5eed0db8-82f0-40e3-8446-c9e24a80ffbe),segment_id=5eed0db8-82f0-40e3-8446-c9e24a80ffbe)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:45.754727 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-87ee4940-9cda-4fd0-ac2c-c68be8dd4e92 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.765034 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-124475bc-3b07-48da-bf3b-24d21febbe34 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:45.765665 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124475bc-3b07-48da-bf3b-24d21febbe34 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:45.769276 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-124475bc-3b07-48da-bf3b-24d21febbe34 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "DELETE /v2.0/networks/a7f02b64-a542-4e94-b3b5-0c2eef89cd4c HTTP/1.1" status: 404 len: 339 time: 0.0332930 Apr 18 20:59:45.775061 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35740) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:45.779938 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-87ee4940-9cda-4fd0-ac2c-c68be8dd4e92 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Calling delete_port for a3407e04-d645-45cd-9267-3b080cda9663 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:45.792314 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d34a08a5-7049-4184-bfd8-7b40d9108abf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.799427 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d34a08a5-7049-4184-bfd8-7b40d9108abf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.812774 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-286abfe6-9982-43ab-8c58-c7c9987f1f3b tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:45.813134 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-286abfe6-9982-43ab-8c58-c7c9987f1f3b tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:45.820371 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-286abfe6-9982-43ab-8c58-c7c9987f1f3b tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "DELETE /v2.0/subnets/470ff245-2cee-434c-b63d-8b4a2ff33e44 HTTP/1.1" status: 404 len: 337 time: 0.0441575 Apr 18 20:59:45.822493 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ef2f57b0-9f45-49a8-86d8-8ff8143c8558 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.822879 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ef2f57b0-9f45-49a8-86d8-8ff8143c8558 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.825971 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35750) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:45.852535 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-e931bf08-b757-4a31-85c5-9fbf6d25d53a tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:45.853213 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e931bf08-b757-4a31-85c5-9fbf6d25d53a tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:45.856780 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e931bf08-b757-4a31-85c5-9fbf6d25d53a tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "DELETE /v2.0/networks/5802baa0-d515-418a-ba4d-bd81fe0e2421 HTTP/1.1" status: 404 len: 339 time: 0.0295343 Apr 18 20:59:45.859741 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35752) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:45.883153 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f57b0-9f45-49a8-86d8-8ff8143c8558 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Calling delete_port for 58adef6c-9edb-45d0-a73c-09be40a95aee owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:46.020723 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ad691e-5839-401d-bb5a-d042e69a0751 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Deleting subnet 40ec5dfe-1d85-4fe0-b3a2-e44f9bb0f58c {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:59:46.026179 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-18ad691e-5839-401d-bb5a-d042e69a0751 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.032595 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-d34a08a5-7049-4184-bfd8-7b40d9108abf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Floating IP 8c0dcf10-55e8-46e2-9dce-e6ddf60a751d associated. External IP: 172.25.1.145, port: de6f42c8-9568-445f-bc32-442ced8284a5. Apr 18 20:59:46.107605 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-18ad691e-5839-401d-bb5a-d042e69a0751 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.282313 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-18ad691e-5839-401d-bb5a-d042e69a0751 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.342814 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ef2f57b0-9f45-49a8-86d8-8ff8143c8558 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.441911 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f57b0-9f45-49a8-86d8-8ff8143c8558 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event deleted for resources: {'Port': ['ID=58adef6c-9edb-45d0-a73c-09be40a95aee,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:46.554615 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-18ad691e-5839-401d-bb5a-d042e69a0751 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.597167 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ef2f57b0-9f45-49a8-86d8-8ff8143c8558 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.599601 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ef2f57b0-9f45-49a8-86d8-8ff8143c8558 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.600867 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ef2f57b0-9f45-49a8-86d8-8ff8143c8558 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "DELETE /v2.0/floatingips/48aa39eb-c008-4905-805f-d20080d30880 HTTP/1.1" status: 204 len: 168 time: 1.5282960 Apr 18 20:59:46.618035 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad691e-5839-401d-bb5a-d042e69a0751 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event deleted for resources: {'Subnet': ['ID=40ec5dfe-1d85-4fe0-b3a2-e44f9bb0f58c,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:46.652609 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcd24bf-9878-4193-aa39-8786b266d750 None None] Network b0376d9f-afd9-4ee3-af1b-b39f1a6b7144 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:46.656043 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-18ad691e-5839-401d-bb5a-d042e69a0751 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.665026 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-18ad691e-5839-401d-bb5a-d042e69a0751 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "DELETE /v2.0/subnets/40ec5dfe-1d85-4fe0-b3a2-e44f9bb0f58c HTTP/1.1" status: 204 len: 168 time: 0.8034735 Apr 18 20:59:46.670593 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35806) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:46.754957 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-87ee4940-9cda-4fd0-ac2c-c68be8dd4e92 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.825275 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee4940-9cda-4fd0-ac2c-c68be8dd4e92 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Port': ['ID=a3407e04-d645-45cd-9267-3b080cda9663,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:46.891407 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76d2c8cb-31c9-42b1-aee3-994653b455eb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.966119 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34a08a5-7049-4184-bfd8-7b40d9108abf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Router e3f28b16-afc7-4911-b090-146d58a64afd has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:47.032403 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-76d2c8cb-31c9-42b1-aee3-994653b455eb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Deleting port 32528bfa-7938-464c-b83a-422449541a90 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:47.032772 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76d2c8cb-31c9-42b1-aee3-994653b455eb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.032901 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844c2f68-4e3e-4aa0-b53c-98ae39df1dc2 None None] DHCP port deletion for b0376d9f-afd9-4ee3-af1b-b39f1a6b7144 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:59:47.147767 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-844c2f68-4e3e-4aa0-b53c-98ae39df1dc2 None None] Deleting port 32528bfa-7938-464c-b83a-422449541a90 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:47.147767 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-844c2f68-4e3e-4aa0-b53c-98ae39df1dc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.228777 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-76d2c8cb-31c9-42b1-aee3-994653b455eb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] For port 32528bfa-7938-464c-b83a-422449541a90, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=32528bfa-7938-464c-b83a-422449541a90,segment=NetworkSegment(5cc5fe2e-38ab-4300-bdb2-a4390e10d2ca),segment_id=5cc5fe2e-38ab-4300-bdb2-a4390e10d2ca)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:47.245803 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76d2c8cb-31c9-42b1-aee3-994653b455eb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.296050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-76d2c8cb-31c9-42b1-aee3-994653b455eb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Calling delete_port for 32528bfa-7938-464c-b83a-422449541a90 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:47.311101 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-844c2f68-4e3e-4aa0-b53c-98ae39df1dc2 None None] For port 32528bfa-7938-464c-b83a-422449541a90, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=32528bfa-7938-464c-b83a-422449541a90,segment=NetworkSegment(5cc5fe2e-38ab-4300-bdb2-a4390e10d2ca),segment_id=5cc5fe2e-38ab-4300-bdb2-a4390e10d2ca)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:47.311741 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-844c2f68-4e3e-4aa0-b53c-98ae39df1dc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.326049 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-87ee4940-9cda-4fd0-ac2c-c68be8dd4e92 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.342726 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-844c2f68-4e3e-4aa0-b53c-98ae39df1dc2 None None] Calling delete_port for 32528bfa-7938-464c-b83a-422449541a90 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:47.519171 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76d2c8cb-31c9-42b1-aee3-994653b455eb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.538866 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34a08a5-7049-4184-bfd8-7b40d9108abf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:47.547787 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d2c8cb-31c9-42b1-aee3-994653b455eb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] No DVR routers for this DVR port 32528bfa-7938-464c-b83a-422449541a90 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:47.556181 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae05a904-4622-4288-b5b9-f8ad363ecb00 None None] Sync routers for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:47.585949 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae05a904-4622-4288-b5b9-f8ad363ecb00 None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:47.586568 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ae05a904-4622-4288-b5b9-f8ad363ecb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:47.615561 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2c8cb-31c9-42b1-aee3-994653b455eb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event deleted for resources: {'Port': ['ID=32528bfa-7938-464c-b83a-422449541a90,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:47.670145 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ae05a904-4622-4288-b5b9-f8ad363ecb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:47.701106 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76d2c8cb-31c9-42b1-aee3-994653b455eb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.705518 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae05a904-4622-4288-b5b9-f8ad363ecb00 None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:47.706620 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ae05a904-4622-4288-b5b9-f8ad363ecb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:47.729933 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-76d2c8cb-31c9-42b1-aee3-994653b455eb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0376d9f-afd9-4ee3-af1b-b39f1a6b7144']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:47.743880 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-76d2c8cb-31c9-42b1-aee3-994653b455eb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc5fe2e-38ab-4300-bdb2-a4390e10d2ca') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:47.744211 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-76d2c8cb-31c9-42b1-aee3-994653b455eb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc5fe2e-38ab-4300-bdb2-a4390e10d2ca') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:47.755998 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76d2c8cb-31c9-42b1-aee3-994653b455eb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.773074 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76d2c8cb-31c9-42b1-aee3-994653b455eb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.789158 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d2c8cb-31c9-42b1-aee3-994653b455eb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:59:47.789628 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76d2c8cb-31c9-42b1-aee3-994653b455eb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.812785 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ae05a904-4622-4288-b5b9-f8ad363ecb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:47.816111 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae05a904-4622-4288-b5b9-f8ad363ecb00 None None] The sync data for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: timer() Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:59:47.884525 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:59:47.909804 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76d2c8cb-31c9-42b1-aee3-994653b455eb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.927502 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76d2c8cb-31c9-42b1-aee3-994653b455eb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.933866 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-76d2c8cb-31c9-42b1-aee3-994653b455eb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "DELETE /v2.0/networks/b0376d9f-afd9-4ee3-af1b-b39f1a6b7144 HTTP/1.1" status: 204 len: 168 time: 1.2565949 Apr 18 20:59:47.958615 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35838) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:47.959518 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2c8cb-31c9-42b1-aee3-994653b455eb tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event deleted for resources: {'Network': ['ID=b0376d9f-afd9-4ee3-af1b-b39f1a6b7144,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:48.018123 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35844) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:48.022616 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-1b2b1301-e6cf-4ce6-8deb-42e0a5820afe tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2145869918', 'description': 'tempest-description--21213046'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:48.028943 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a34f94d-21d9-45bf-bdf6-748b02a66115 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:48.029419 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a34f94d-21d9-45bf-bdf6-748b02a66115 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:48.036969 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3a34f94d-21d9-45bf-bdf6-748b02a66115 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "DELETE /v2.0/subnets/6910a92a-24d1-442b-856e-f4494d7bfc40 HTTP/1.1" status: 404 len: 337 time: 0.0598457 Apr 18 20:59:48.039948 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35846) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:48.066869 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-add7eca1-4782-4edf-8ccd-c99af21698d4 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:48.067693 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add7eca1-4782-4edf-8ccd-c99af21698d4 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:48.068526 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-844c2f68-4e3e-4aa0-b53c-98ae39df1dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.075289 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-add7eca1-4782-4edf-8ccd-c99af21698d4 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "DELETE /v2.0/networks/6ea2e007-ee3b-4160-8860-6dab9c2f08a8 HTTP/1.1" status: 404 len: 339 time: 0.0299816 Apr 18 20:59:48.077205 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35854) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:48.083261 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-844c2f68-4e3e-4aa0-b53c-98ae39df1dc2 None None] Network b0376d9f-afd9-4ee3-af1b-b39f1a6b7144 is not hosted by any dhcp agent {{(pid=102910) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 20:59:48.083751 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844c2f68-4e3e-4aa0-b53c-98ae39df1dc2 None None] No DVR routers for this DVR port 32528bfa-7938-464c-b83a-422449541a90 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:48.147588 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1301-e6cf-4ce6-8deb-42e0a5820afe tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.153733 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ee4940-9cda-4fd0-ac2c-c68be8dd4e92 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Router 88bedfbd-b104-4feb-9b26-8a26c09442b3 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:48.169664 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c2f68-4e3e-4aa0-b53c-98ae39df1dc2 None None] Pushing event deleted for resources: {'Port': ['ID=32528bfa-7938-464c-b83a-422449541a90,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:48.216156 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c8d03d-58da-4a00-ba4b-8da68136fb1d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Deleting subnet 77921ba6-5c07-4108-ab4b-b437eab3d2bb {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:59:48.223779 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-50c8d03d-58da-4a00-ba4b-8da68136fb1d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.314713 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-50c8d03d-58da-4a00-ba4b-8da68136fb1d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.355125 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1301-e6cf-4ce6-8deb-42e0a5820afe tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.368849 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1301-e6cf-4ce6-8deb-42e0a5820afe tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.420529 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b1301-e6cf-4ce6-8deb-42e0a5820afe tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=974ac806-3078-41d3-8f39-9ff76d36b53d,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:48.428224 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1301-e6cf-4ce6-8deb-42e0a5820afe tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.432958 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1b2b1301-e6cf-4ce6-8deb-42e0a5820afe tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4134948 Apr 18 20:59:48.436833 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35870) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:48.441950 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-57daad31-db52-4caa-a18c-07bd23f27bdc tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Request body: {'security_group_rule': {'security_group_id': '974ac806-3078-41d3-8f39-9ff76d36b53d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:48.469670 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ee4940-9cda-4fd0-ac2c-c68be8dd4e92 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:48.480820 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b93cd24-8b8c-4ace-92e5-e118311ba1cc None None] Sync routers for ids ['88bedfbd-b104-4feb-9b26-8a26c09442b3'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:48.489506 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-87ee4940-9cda-4fd0-ac2c-c68be8dd4e92 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "PUT /v2.0/routers/88bedfbd-b104-4feb-9b26-8a26c09442b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2314677 Apr 18 20:59:48.491244 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35872) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:48.506887 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b93cd24-8b8c-4ace-92e5-e118311ba1cc None None] Routers {'88bedfbd-b104-4feb-9b26-8a26c09442b3'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:48.507350 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-9b93cd24-8b8c-4ace-92e5-e118311ba1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88bedfbd-b104-4feb-9b26-8a26c09442b3'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:48.517708 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34a08a5-7049-4184-bfd8-7b40d9108abf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Router e3f28b16-afc7-4911-b090-146d58a64afd has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:48.562609 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57daad31-db52-4caa-a18c-07bd23f27bdc tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.648776 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-50c8d03d-58da-4a00-ba4b-8da68136fb1d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.743714 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-9b93cd24-8b8c-4ace-92e5-e118311ba1cc None None] Set router 88bedfbd-b104-4feb-9b26-8a26c09442b3 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:48.745869 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57daad31-db52-4caa-a18c-07bd23f27bdc tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.751860 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57daad31-db52-4caa-a18c-07bd23f27bdc tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.777705 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3344ba-5b03-4fae-b8cf-82238ea5e62c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Deleting subnet 6019a764-542a-4df9-91c0-b461abc6c7e1 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:59:48.784193 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d3344ba-5b03-4fae-b8cf-82238ea5e62c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.798398 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57daad31-db52-4caa-a18c-07bd23f27bdc tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8cd3dfc-d065-43f3-ba5d-253f884bad65,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:48.811497 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57daad31-db52-4caa-a18c-07bd23f27bdc tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.827697 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-57daad31-db52-4caa-a18c-07bd23f27bdc tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3882132 Apr 18 20:59:48.829813 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35880) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:48.844777 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-286b002d-816d-4824-b1ac-4142ea333f89 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Request body: {'security_group_rule': {'security_group_id': '974ac806-3078-41d3-8f39-9ff76d36b53d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:48.880448 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-286b002d-816d-4824-b1ac-4142ea333f89 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.924192 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-50c8d03d-58da-4a00-ba4b-8da68136fb1d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.964644 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-50c8d03d-58da-4a00-ba4b-8da68136fb1d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.971426 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-50c8d03d-58da-4a00-ba4b-8da68136fb1d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "DELETE /v2.0/subnets/77921ba6-5c07-4108-ab4b-b437eab3d2bb HTTP/1.1" status: 204 len: 168 time: 0.8893452 Apr 18 20:59:48.971663 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8d03d-58da-4a00-ba4b-8da68136fb1d tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event deleted for resources: {'Subnet': ['ID=77921ba6-5c07-4108-ab4b-b437eab3d2bb,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:48.978356 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35882) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:48.989763 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573c125b-ee74-4b31-ad2a-b91fa19ee49c None None] Network bcbf4b77-0566-4ac8-b9f7-d49f5e1d0762 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:49.014501 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-286b002d-816d-4824-b1ac-4142ea333f89 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.020269 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-286b002d-816d-4824-b1ac-4142ea333f89 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.054136 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b002d-816d-4824-b1ac-4142ea333f89 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c9410a-8dac-40c8-9c04-487f7c5b8318,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:49.080338 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-286b002d-816d-4824-b1ac-4142ea333f89 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.088945 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-286b002d-816d-4824-b1ac-4142ea333f89 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2493243 Apr 18 20:59:49.089895 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35884) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:49.099771 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-656a7df3-46e1-481e-81c3-e56a71633c5a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:49.105661 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 32528bfa-7938-464c-b83a-422449541a90 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:49.123359 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d3344ba-5b03-4fae-b8cf-82238ea5e62c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.160993 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-656a7df3-46e1-481e-81c3-e56a71633c5a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.258915 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34a08a5-7049-4184-bfd8-7b40d9108abf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:49.263603 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 32528bfa-7938-464c-b83a-422449541a90 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:59:49.264039 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 32528bfa-7938-464c-b83a-422449541a90 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:49.266724 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d34a08a5-7049-4184-bfd8-7b40d9108abf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.274364 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.279215 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ee7e3-2146-46c6-a035-638013077c80 None None] Sync routers for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:49.306081 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ee7e3-2146-46c6-a035-638013077c80 None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:49.307262 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a98ee7e3-2146-46c6-a035-638013077c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:49.445556 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a98ee7e3-2146-46c6-a035-638013077c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:49.450890 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d34a08a5-7049-4184-bfd8-7b40d9108abf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "PUT /v2.0/floatingips/8c0dcf10-55e8-46e2-9dce-e6ddf60a751d HTTP/1.1" status: 200 len: 978 time: 6.2219248 Apr 18 20:59:49.469302 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35894) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:49.475444 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ee7e3-2146-46c6-a035-638013077c80 None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:49.476712 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a98ee7e3-2146-46c6-a035-638013077c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:49.502815 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d3344ba-5b03-4fae-b8cf-82238ea5e62c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.530944 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a98ee7e3-2146-46c6-a035-638013077c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:49.533643 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ee7e3-2146-46c6-a035-638013077c80 None None] The sync data for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:49.552273 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-249633a1-00ec-4cdc-9687-1f38dce74f60 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:49.560132 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-656a7df3-46e1-481e-81c3-e56a71633c5a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.639914 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-9b93cd24-8b8c-4ace-92e5-e118311ba1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:59:46Z', 'revision_number': 10, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None, '_interfaces': [{'id': '48f0bc07-a588-49fe-9426-6deef58544c1', 'name': '', 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:42:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '93983504-b531-45a8-945d-2914f64154ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:30Z', 'updated_at': '2022-04-18T20:58:44Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '93983504-b531-45a8-945d-2914f64154ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:49.640325 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6678b241-e671-46e7-84c9-45292ad3535f req-870a9a5d-0854-43fb-b47c-2786666f4d90 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3210156 Apr 18 20:59:49.745058 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b93cd24-8b8c-4ace-92e5-e118311ba1cc None None] Checking router: 88bedfbd-b104-4feb-9b26-8a26c09442b3 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:49.756713 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b93cd24-8b8c-4ace-92e5-e118311ba1cc None None] Routers {'88bedfbd-b104-4feb-9b26-8a26c09442b3'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:49.757595 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-9b93cd24-8b8c-4ace-92e5-e118311ba1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88bedfbd-b104-4feb-9b26-8a26c09442b3'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:49.823162 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-249633a1-00ec-4cdc-9687-1f38dce74f60 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.835493 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Deleting port 1eeb1328-d64a-4ef2-a3b2-ccb9983177f8 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:49.836175 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.837591 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801e20b4-7a9b-4dc5-9b2a-f8a8354942a7 None None] DHCP port deletion for bcbf4b77-0566-4ac8-b9f7-d49f5e1d0762 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:59:49.880806 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678b241-e671-46e7-84c9-45292ad3535f req-bd00d81a-89f5-4761-8574-c7444d8115a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:49.883111 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6678b241-e671-46e7-84c9-45292ad3535f req-bd00d81a-89f5-4761-8574-c7444d8115a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 1097 time: 0.1641066 Apr 18 20:59:49.884955 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-656a7df3-46e1-481e-81c3-e56a71633c5a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Allocated IP 172.25.1.20 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/8af6fbdd-a1fb-4b18-ae6d-0337946c697a) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:49.956383 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d3344ba-5b03-4fae-b8cf-82238ea5e62c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.023552 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-9b93cd24-8b8c-4ace-92e5-e118311ba1cc None None] Set router 88bedfbd-b104-4feb-9b26-8a26c09442b3 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:50.043859 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] For port 1eeb1328-d64a-4ef2-a3b2-ccb9983177f8, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1eeb1328-d64a-4ef2-a3b2-ccb9983177f8,segment=NetworkSegment(f234e779-05d9-4209-94b2-e3ea7b37b302),segment_id=f234e779-05d9-4209-94b2-e3ea7b37b302)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:50.044125 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.062258 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Calling delete_port for 1eeb1328-d64a-4ef2-a3b2-ccb9983177f8 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:50.105122 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-801e20b4-7a9b-4dc5-9b2a-f8a8354942a7 None None] Deleting port 1eeb1328-d64a-4ef2-a3b2-ccb9983177f8 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:50.105508 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-801e20b4-7a9b-4dc5-9b2a-f8a8354942a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.128958 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678b241-e671-46e7-84c9-45292ad3535f req-5263edfb-0a4a-4e99-8027-ab4a6aa36ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:50.130814 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6678b241-e671-46e7-84c9-45292ad3535f req-5263edfb-0a4a-4e99-8027-ab4a6aa36ee9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 912 time: 0.2245135 Apr 18 20:59:50.207707 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-656a7df3-46e1-481e-81c3-e56a71633c5a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.234028 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6678b241-e671-46e7-84c9-45292ad3535f req-a2d35e7b-25c1-40d9-8920-4a53925be219 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c1d24ef-eb16-457a-beb8-d58022cd6e36 HTTP/1.1" status: 200 len: 1002 time: 0.0964217 Apr 18 20:59:50.329142 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-249633a1-00ec-4cdc-9687-1f38dce74f60 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.334335 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678b241-e671-46e7-84c9-45292ad3535f req-eae6fde2-f70a-4103-a900-69ea7655cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:50.336624 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6678b241-e671-46e7-84c9-45292ad3535f req-eae6fde2-f70a-4103-a900-69ea7655cc5d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.0960879 Apr 18 20:59:50.339521 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-656a7df3-46e1-481e-81c3-e56a71633c5a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.340869 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3344ba-5b03-4fae-b8cf-82238ea5e62c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Subnet': ['ID=6019a764-542a-4df9-91c0-b461abc6c7e1,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:50.343565 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d3344ba-5b03-4fae-b8cf-82238ea5e62c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.347825 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4d3344ba-5b03-4fae-b8cf-82238ea5e62c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/subnets/6019a764-542a-4df9-91c0-b461abc6c7e1 HTTP/1.1" status: 204 len: 168 time: 1.8535984 Apr 18 20:59:50.355774 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-249633a1-00ec-4cdc-9687-1f38dce74f60 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.356872 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-249633a1-00ec-4cdc-9687-1f38dce74f60 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Floating IP 8c0dcf10-55e8-46e2-9dce-e6ddf60a751d disassociated. External IP: 172.25.1.145, port: a796866a-0ba4-4781-b35f-f0ea42230bc3. Apr 18 20:59:50.360685 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35902) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:50.360971 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9091ba1f-2bc9-44af-aa52-e63a3c615244 None None] Network 1639babc-1e60-4c61-a6c5-b88a09dcf7dc requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:50.441952 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656a7df3-46e1-481e-81c3-e56a71633c5a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:50.442421 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.452668 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-656a7df3-46e1-481e-81c3-e56a71633c5a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:50.460508 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678b241-e671-46e7-84c9-45292ad3535f req-80891eba-5143-4366-be88-166827380457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:50.462506 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6678b241-e671-46e7-84c9-45292ad3535f req-80891eba-5143-4366-be88-166827380457 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195714 Apr 18 20:59:50.463440 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656a7df3-46e1-481e-81c3-e56a71633c5a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:50.468261 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a7df3-46e1-481e-81c3-e56a71633c5a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event updated for resources: {'Port': ['ID=8af6fbdd-a1fb-4b18-ae6d-0337946c697a,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:50.520003 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-801e20b4-7a9b-4dc5-9b2a-f8a8354942a7 None None] For port 1eeb1328-d64a-4ef2-a3b2-ccb9983177f8, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1eeb1328-d64a-4ef2-a3b2-ccb9983177f8,segment=NetworkSegment(f234e779-05d9-4209-94b2-e3ea7b37b302),segment_id=f234e779-05d9-4209-94b2-e3ea7b37b302)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:50.520716 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-801e20b4-7a9b-4dc5-9b2a-f8a8354942a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.557965 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event deleted for resources: {'Port': ['ID=1eeb1328-d64a-4ef2-a3b2-ccb9983177f8,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:50.604518 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-801e20b4-7a9b-4dc5-9b2a-f8a8354942a7 None None] Calling delete_port for 1eeb1328-d64a-4ef2-a3b2-ccb9983177f8 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:50.635690 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:50.636035 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:50.636376 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:50.636735 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:50.637062 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:50.637443 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:50.637766 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:50.638090 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:50.638478 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:50.638729 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:50.639048 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:50.639420 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:50.649635 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-9b93cd24-8b8c-4ace-92e5-e118311ba1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:59:46Z', 'revision_number': 10, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None, '_interfaces': [{'id': '48f0bc07-a588-49fe-9426-6deef58544c1', 'name': '', 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:42:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '93983504-b531-45a8-945d-2914f64154ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:30Z', 'updated_at': '2022-04-18T20:58:44Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '93983504-b531-45a8-945d-2914f64154ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:50.675216 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] No DVR routers for this DVR port 1eeb1328-d64a-4ef2-a3b2-ccb9983177f8 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:50.693061 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b93cd24-8b8c-4ace-92e5-e118311ba1cc None None] The sync data for ids ['88bedfbd-b104-4feb-9b26-8a26c09442b3'] in n-d-838323-3 is: [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:59:46Z', 'revision_number': 10, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None, '_interfaces': [{'id': '48f0bc07-a588-49fe-9426-6deef58544c1', 'name': '', 'network_id': '35269b03-103c-4760-8f89-af2e21fc4c1d', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'mac_address': 'fa:16:3e:42:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '93983504-b531-45a8-945d-2914f64154ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:30Z', 'updated_at': '2022-04-18T20:58:44Z', 'revision_number': 5, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'subnets': [{'id': '93983504-b531-45a8-945d-2914f64154ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:50.748048 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7351fbf5-644c-46cd-9da8-e721ac2cc1fd tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.773254 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6678b241-e671-46e7-84c9-45292ad3535f req-bd265c95-1ca7-4690-adad-6f40f42045e6 service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985353 Apr 18 20:59:50.847230 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-801e20b4-7a9b-4dc5-9b2a-f8a8354942a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.888681 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e20b4-7a9b-4dc5-9b2a-f8a8354942a7 None None] No DVR routers for this DVR port 1eeb1328-d64a-4ef2-a3b2-ccb9983177f8 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:50.895060 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e20b4-7a9b-4dc5-9b2a-f8a8354942a7 None None] Pushing event deleted for resources: {'Port': ['ID=1eeb1328-d64a-4ef2-a3b2-ccb9983177f8,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:51.079520 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6678b241-e671-46e7-84c9-45292ad3535f req-85fb4211-437a-4ae4-8692-02d8e9009639 service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934973 Apr 18 20:59:51.122388 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-656a7df3-46e1-481e-81c3-e56a71633c5a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.128999 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc731e95-9bf3-495c-a1aa-836bbc13f203 None None] DHCP port deletion for 1639babc-1e60-4c61-a6c5-b88a09dcf7dc request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:59:51.172036 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-656a7df3-46e1-481e-81c3-e56a71633c5a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.193590 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1eeb1328-d64a-4ef2-a3b2-ccb9983177f8 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:51.278412 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 1eeb1328-d64a-4ef2-a3b2-ccb9983177f8 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:59:51.278990 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1eeb1328-d64a-4ef2-a3b2-ccb9983177f8 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:51.339560 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-bc731e95-9bf3-495c-a1aa-836bbc13f203 None None] Deleting port 4b92b96a-2a98-4faa-96ab-504a5fbdca8a {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:51.339947 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bc731e95-9bf3-495c-a1aa-836bbc13f203 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.436693 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.461711 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-656a7df3-46e1-481e-81c3-e56a71633c5a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.469115 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-656a7df3-46e1-481e-81c3-e56a71633c5a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.485025 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-bc731e95-9bf3-495c-a1aa-836bbc13f203 None None] For port 4b92b96a-2a98-4faa-96ab-504a5fbdca8a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4b92b96a-2a98-4faa-96ab-504a5fbdca8a,segment=NetworkSegment(5eed0db8-82f0-40e3-8446-c9e24a80ffbe),segment_id=5eed0db8-82f0-40e3-8446-c9e24a80ffbe)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:51.485946 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bc731e95-9bf3-495c-a1aa-836bbc13f203 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.511868 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-bc731e95-9bf3-495c-a1aa-836bbc13f203 None None] Calling delete_port for 4b92b96a-2a98-4faa-96ab-504a5fbdca8a owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:51.572365 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcbf4b77-0566-4ac8-b9f7-d49f5e1d0762']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:51.606927 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a7df3-46e1-481e-81c3-e56a71633c5a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event updated for resources: {'Port': ['ID=8af6fbdd-a1fb-4b18-ae6d-0337946c697a,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:51.618811 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f234e779-05d9-4209-94b2-e3ea7b37b302') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:51.618811 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f234e779-05d9-4209-94b2-e3ea7b37b302') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:51.629700 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-656a7df3-46e1-481e-81c3-e56a71633c5a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.639378 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.659904 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-656a7df3-46e1-481e-81c3-e56a71633c5a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.671226 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-656a7df3-46e1-481e-81c3-e56a71633c5a tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5764475 Apr 18 20:59:51.702189 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.724072 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:59:51.724568 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:59:51.729894 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:59:51.742564 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bc731e95-9bf3-495c-a1aa-836bbc13f203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.836894 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc731e95-9bf3-495c-a1aa-836bbc13f203 None None] Pushing event deleted for resources: {'Port': ['ID=4b92b96a-2a98-4faa-96ab-504a5fbdca8a,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:51.836894 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc731e95-9bf3-495c-a1aa-836bbc13f203 None None] No DVR routers for this DVR port 4b92b96a-2a98-4faa-96ab-504a5fbdca8a on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:51.851503 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-7351fbf5-644c-46cd-9da8-e721ac2cc1fd tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Deleting port 4b92b96a-2a98-4faa-96ab-504a5fbdca8a {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:51.852138 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7351fbf5-644c-46cd-9da8-e721ac2cc1fd tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.886436 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249633a1-00ec-4cdc-9687-1f38dce74f60 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Router e3f28b16-afc7-4911-b090-146d58a64afd has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:52.006541 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:52.041053 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:52.047075 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] 10.222.0.41 "DELETE /v2.0/networks/bcbf4b77-0566-4ac8-b9f7-d49f5e1d0762 HTTP/1.1" status: 204 len: 168 time: 3.0674031 Apr 18 20:59:52.070957 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-7351fbf5-644c-46cd-9da8-e721ac2cc1fd tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] For port 4b92b96a-2a98-4faa-96ab-504a5fbdca8a, host n-d-838323-3, got binding levels [] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:52.071826 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7351fbf5-644c-46cd-9da8-e721ac2cc1fd tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:52.109251 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-7351fbf5-644c-46cd-9da8-e721ac2cc1fd tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Calling delete_port for 4b92b96a-2a98-4faa-96ab-504a5fbdca8a owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:52.112676 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.ipam_backend_mixin [None req-7351fbf5-644c-46cd-9da8-e721ac2cc1fd tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Port 4b92b96a-2a98-4faa-96ab-504a5fbdca8a was not found and therefore no delete operation was performed {{(pid=102909) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 20:59:52.114431 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2729ca5-2b42-4c52-8d0c-3c3f65747780 tempest-NetworksIpV6Test-2010372394 tempest-NetworksIpV6Test-2010372394-project] Pushing event deleted for resources: {'Network': ['ID=bcbf4b77-0566-4ac8-b9f7-d49f5e1d0762,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:52.122458 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7351fbf5-644c-46cd-9da8-e721ac2cc1fd tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:52.135824 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-47f9fa6c-6fbe-4390-a4dc-5333f899593c tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2145869918&fields=id&tenant_id=8d1cb6a1920642c6a254fff9677f23c7 HTTP/1.1" status: 200 len: 267 time: 0.1008308 Apr 18 20:59:52.169579 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351fbf5-644c-46cd-9da8-e721ac2cc1fd tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Port': ['ID=4b92b96a-2a98-4faa-96ab-504a5fbdca8a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:52.241292 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7351fbf5-644c-46cd-9da8-e721ac2cc1fd tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] No DVR routers for this DVR port 4b92b96a-2a98-4faa-96ab-504a5fbdca8a on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:52.377104 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7351fbf5-644c-46cd-9da8-e721ac2cc1fd tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:52.411294 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-7351fbf5-644c-46cd-9da8-e721ac2cc1fd tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1639babc-1e60-4c61-a6c5-b88a09dcf7dc']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:52.423644 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-7351fbf5-644c-46cd-9da8-e721ac2cc1fd tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eed0db8-82f0-40e3-8446-c9e24a80ffbe') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:52.423963 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-7351fbf5-644c-46cd-9da8-e721ac2cc1fd tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eed0db8-82f0-40e3-8446-c9e24a80ffbe') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:52.427317 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-acbe6e74-6214-44a6-9214-add677e38942 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:52.428975 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-acbe6e74-6214-44a6-9214-add677e38942 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/networks?id=fe539583-d535-4524-b810-6474f581fe71 HTTP/1.1" status: 200 len: 814 time: 0.2793415 Apr 18 20:59:52.438223 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7351fbf5-644c-46cd-9da8-e721ac2cc1fd tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:52.455029 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7351fbf5-644c-46cd-9da8-e721ac2cc1fd tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:52.461972 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7351fbf5-644c-46cd-9da8-e721ac2cc1fd tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:59:52.462499 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7351fbf5-644c-46cd-9da8-e721ac2cc1fd tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:52.464199 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-54efc4d0-5aab-4dce-853a-6eaca5a946b1 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/quotas/8d1cb6a1920642c6a254fff9677f23c7 HTTP/1.1" status: 200 len: 375 time: 0.0143223 Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: timer() Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:59:52.482200 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:59:52.571389 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-326659cb-b713-4e25-af07-e3c69ff6da52 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d1cb6a1920642c6a254fff9677f23c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0836494 Apr 18 20:59:52.598456 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7351fbf5-644c-46cd-9da8-e721ac2cc1fd tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:52.604254 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7351fbf5-644c-46cd-9da8-e721ac2cc1fd tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:52.612732 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7351fbf5-644c-46cd-9da8-e721ac2cc1fd tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/networks/1639babc-1e60-4c61-a6c5-b88a09dcf7dc HTTP/1.1" status: 204 len: 168 time: 2.2457862 Apr 18 20:59:52.613518 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35948) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:52.740328 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351fbf5-644c-46cd-9da8-e721ac2cc1fd tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Network': ['ID=1639babc-1e60-4c61-a6c5-b88a09dcf7dc,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:52.808046 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249633a1-00ec-4cdc-9687-1f38dce74f60 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:52.817237 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-249633a1-00ec-4cdc-9687-1f38dce74f60 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:52.824227 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ed7407-7f5c-4dec-8e65-98305016de79 None None] Sync routers for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:52.846988 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ed7407-7f5c-4dec-8e65-98305016de79 None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:52.857842 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-67ed7407-7f5c-4dec-8e65-98305016de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:52.909221 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-249633a1-00ec-4cdc-9687-1f38dce74f60 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "PUT /v2.0/floatingips/8c0dcf10-55e8-46e2-9dce-e6ddf60a751d HTTP/1.1" status: 200 len: 688 time: 3.4023528 Apr 18 20:59:52.911928 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35958) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:52.962018 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-67ed7407-7f5c-4dec-8e65-98305016de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:52.974008 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35960) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:52.987776 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4b92b96a-2a98-4faa-96ab-504a5fbdca8a no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:53.033827 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ed7407-7f5c-4dec-8e65-98305016de79 None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:53.038007 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-67ed7407-7f5c-4dec-8e65-98305016de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:53.042885 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 4b92b96a-2a98-4faa-96ab-504a5fbdca8a {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:59:53.047414 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4b92b96a-2a98-4faa-96ab-504a5fbdca8a not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:53.049426 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a3407e04-d645-45cd-9267-3b080cda9663 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:53.223424 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-67ed7407-7f5c-4dec-8e65-98305016de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:53.224454 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ed7407-7f5c-4dec-8e65-98305016de79 None None] The sync data for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:53.227577 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: a3407e04-d645-45cd-9267-3b080cda9663 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:59:53.228189 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a3407e04-d645-45cd-9267-3b080cda9663 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:53.349732 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-81f14661-9c70-4346-ae28-cf7eec060525 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Deleting port ed3508ac-49ca-490e-836e-dbd0a37124a0 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:53.350313 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81f14661-9c70-4346-ae28-cf7eec060525 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:53.531611 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-f37dba26-e429-42bf-9c17-e47d3c12deb5 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:59:53.539427 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-f37dba26-e429-42bf-9c17-e47d3c12deb5 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6720948 Apr 18 20:59:53.544603 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35970) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:53.549608 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81f14661-9c70-4346-ae28-cf7eec060525 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:53.550170 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81f14661-9c70-4346-ae28-cf7eec060525 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:53.582042 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-81f14661-9c70-4346-ae28-cf7eec060525 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Calling delete_port for ed3508ac-49ca-490e-836e-dbd0a37124a0 owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:53.704372 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5af820bc-b245-4d15-8d81-5a558ce05166 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=619014dc27054173a2d8912243ab466a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7292125 Apr 18 20:59:53.712512 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35974) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:53.773308 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-9e1d58a1-1324-443c-aa8a-6235403303ab service neutron] 10.222.0.41 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289264 Apr 18 20:59:53.911126 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2529d98f-4603-4128-8df9-76ba8151bb75 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6866cf7d3cc045038efa8e673073566d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3615932 Apr 18 20:59:53.911995 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2878d6a-243f-4b61-88c8-64e7f8201efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:53.924143 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 35980) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:53.950610 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2878d6a-243f-4b61-88c8-64e7f8201efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:53.980754 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81f14661-9c70-4346-ae28-cf7eec060525 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.032214 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f14661-9c70-4346-ae28-cf7eec060525 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event deleted for resources: {'Port': ['ID=ed3508ac-49ca-490e-836e-dbd0a37124a0,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:54.082265 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-6100d085-44f9-4c86-aa56-7dce78c90655 service neutron] 10.222.0.41 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846813 Apr 18 20:59:54.092212 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-210728f5-6881-4bf8-8a2e-4ffb181b5b12 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.128827 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2878d6a-243f-4b61-88c8-64e7f8201efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.134290 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2878d6a-243f-4b61-88c8-64e7f8201efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.139839 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a2878d6a-243f-4b61-88c8-64e7f8201efa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78d7456e-c4a2-4774-978c-e2316425d9f6 HTTP/1.1" status: 204 len: 168 time: 0.4187548 Apr 18 20:59:54.195814 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2878d6a-243f-4b61-88c8-64e7f8201efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d7456e-c4a2-4774-978c-e2316425d9f6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:54.211547 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81f14661-9c70-4346-ae28-cf7eec060525 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.220027 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81f14661-9c70-4346-ae28-cf7eec060525 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.243948 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-81f14661-9c70-4346-ae28-cf7eec060525 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "DELETE /v2.0/floatingips/8c0dcf10-55e8-46e2-9dce-e6ddf60a751d HTTP/1.1" status: 204 len: 168 time: 1.3191569 Apr 18 20:59:54.245690 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35988) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:54.351395 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-58388376-bc26-412c-82fb-66b2da5f4054 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] delete failed (client error): The resource could not be found. Apr 18 20:59:54.353860 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-58388376-bc26-412c-82fb-66b2da5f4054 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "DELETE /v2.0/floatingips/8c0dcf10-55e8-46e2-9dce-e6ddf60a751d HTTP/1.1" status: 404 len: 345 time: 0.1041298 Apr 18 20:59:54.359999 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 35996) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:54.424663 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f126103d-3ec6-4558-8898-b51b86041763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.491913 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c0682c8e-2173-4c85-8c58-bc132fd64c51 req-5c5bd4ad-f533-4f8c-8912-7a855c421cbd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8d83e8-d837-42b5-81dc-f43277a9da2a HTTP/1.1" status: 200 len: 210 time: 0.0771124 Apr 18 20:59:54.562955 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38732a54-ad07-40b6-afe0-5282f5bc1c2a tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:54.575518 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38732a54-ad07-40b6-afe0-5282f5bc1c2a tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:54.591410 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38732a54-ad07-40b6-afe0-5282f5bc1c2a tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:54.596637 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-38732a54-ad07-40b6-afe0-5282f5bc1c2a tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "GET /v2.0/ports?network_id=99bde03e-7a3b-4b57-83be-8b541315edd7 HTTP/1.1" status: 200 len: 2358 time: 0.2314868 Apr 18 20:59:54.597017 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c989e096-03f5-4a4a-9e36-b860f7d6df86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.601601 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36006) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:54.613682 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f126103d-3ec6-4558-8898-b51b86041763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.702414 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e536b0-7431-4543-8cac-a3bd8c2b1a45 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:54.717775 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36014) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:54.726788 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c9e536b0-7431-4543-8cac-a3bd8c2b1a45 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "GET /v2.0/subnets/9c2be919-5dd2-452a-ae65-b075a72207f6 HTTP/1.1" status: 200 len: 797 time: 0.1224828 Apr 18 20:59:54.752989 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-cc360498-99fd-45c5-aff8-d4fed584144e tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Request body: {'port': {'network_id': '99bde03e-7a3b-4b57-83be-8b541315edd7', 'name': 'tempest-FloatingIPTestJSON-1719094169', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:54.920259 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f126103d-3ec6-4558-8898-b51b86041763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.924857 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f126103d-3ec6-4558-8898-b51b86041763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.930481 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f126103d-3ec6-4558-8898-b51b86041763 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/56df363c-e71b-43bb-8b80-27e6eb36a623 HTTP/1.1" status: 204 len: 168 time: 0.9984345 Apr 18 20:59:54.983110 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126103d-3ec6-4558-8898-b51b86041763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56df363c-e71b-43bb-8b80-27e6eb36a623,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:55.159742 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc360498-99fd-45c5-aff8-d4fed584144e tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Made reservation on behalf of 46a69b2c7efb40078a7621b36f4ee4f5 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:55.199866 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-210728f5-6881-4bf8-8a2e-4ffb181b5b12 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Deleting port 48f0bc07-a588-49fe-9426-6deef58544c1 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:55.200851 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-210728f5-6881-4bf8-8a2e-4ffb181b5b12 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:55.487065 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-210728f5-6881-4bf8-8a2e-4ffb181b5b12 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] For port 48f0bc07-a588-49fe-9426-6deef58544c1, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=48f0bc07-a588-49fe-9426-6deef58544c1,segment=NetworkSegment(25a56cb3-299f-4e6a-ac18-fa3e03f0adfa),segment_id=25a56cb3-299f-4e6a-ac18-fa3e03f0adfa)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:55.487671 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-210728f5-6881-4bf8-8a2e-4ffb181b5b12 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:55.550536 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-210728f5-6881-4bf8-8a2e-4ffb181b5b12 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Calling delete_port for 48f0bc07-a588-49fe-9426-6deef58544c1 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:55.719595 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cc360498-99fd-45c5-aff8-d4fed584144e tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:55.734267 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f5c45c2-0f53-4774-8f4b-5b208d0df795 req-bc0bf0b2-68ef-4450-b932-09d7a78f45e1 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8d83e8-d837-42b5-81dc-f43277a9da2a HTTP/1.1" status: 200 len: 210 time: 0.0700812 Apr 18 20:59:56.025289 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-cc360498-99fd-45c5-aff8-d4fed584144e tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] device_id is not set on port 19c3cd64-6797-4be2-8b9d-450534336c75 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:59:56.674716 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-63a6b861-6a45-42a2-8d58-23c0341ea159 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:56.676300 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-63a6b861-6a45-42a2-8d58-23c0341ea159 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.32 "GET /v2.0/networks?id=fe539583-d535-4524-b810-6474f581fe71 HTTP/1.1" status: 200 len: 814 time: 0.6766293 Apr 18 20:59:56.710877 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-210728f5-6881-4bf8-8a2e-4ffb181b5b12 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:56.755469 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210728f5-6881-4bf8-8a2e-4ffb181b5b12 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Port': ['ID=48f0bc07-a588-49fe-9426-6deef58544c1,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:56.978397 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1282be68-83ec-4eb6-af59-157798fe10e9 req-4b562199-fbda-4aa9-8f50-debb9c952534 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8d83e8-d837-42b5-81dc-f43277a9da2a HTTP/1.1" status: 200 len: 210 time: 0.1001992 Apr 18 20:59:57.020731 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-e1f15cbe-c50d-4424-9744-b4b608e50fc1 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d1cb6a1920642c6a254fff9677f23c7 HTTP/1.1" status: 200 len: 380 time: 0.3026004 Apr 18 20:59:57.037607 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-c5d1525f-c6de-4625-b1f2-f17c94d73f31 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Request body: {'port': {'device_id': '9b8d83e8-d837-42b5-81dc-f43277a9da2a', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'admin_state_up': True, 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'security_groups': ['974ac806-3078-41d3-8f39-9ff76d36b53d']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:57.353025 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-210728f5-6881-4bf8-8a2e-4ffb181b5b12 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:57.662381 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-cc360498-99fd-45c5-aff8-d4fed584144e tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Allocated IP 172.20.0.14 (99bde03e-7a3b-4b57-83be-8b541315edd7/9c2be919-5dd2-452a-ae65-b075a72207f6/19c3cd64-6797-4be2-8b9d-450534336c75) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:57.687407 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-cc360498-99fd-45c5-aff8-d4fed584144e tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Allocated IP 172.20.0.13 (99bde03e-7a3b-4b57-83be-8b541315edd7/9c2be919-5dd2-452a-ae65-b075a72207f6/19c3cd64-6797-4be2-8b9d-450534336c75) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:57.970700 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-c5d1525f-c6de-4625-b1f2-f17c94d73f31 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Made reservation on behalf of 8d1cb6a1920642c6a254fff9677f23c7 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:57.977552 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-c5d1525f-c6de-4625-b1f2-f17c94d73f31 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:58.031333 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210728f5-6881-4bf8-8a2e-4ffb181b5b12 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Router 88bedfbd-b104-4feb-9b26-8a26c09442b3 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:58.237181 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d94fffca-8556-4e38-bc22-003317e6423e req-865381e3-468f-4c36-a8c6-b851f9ffef76 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8d83e8-d837-42b5-81dc-f43277a9da2a HTTP/1.1" status: 200 len: 210 time: 0.1162643 Apr 18 20:59:58.432491 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210728f5-6881-4bf8-8a2e-4ffb181b5b12 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:58.448456 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a61e718-2768-42e5-95bc-d2bb8ad9591e None None] Sync routers for ids ['88bedfbd-b104-4feb-9b26-8a26c09442b3'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:58.464392 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a61e718-2768-42e5-95bc-d2bb8ad9591e None None] Routers {'88bedfbd-b104-4feb-9b26-8a26c09442b3'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:58.466162 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9a61e718-2768-42e5-95bc-d2bb8ad9591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88bedfbd-b104-4feb-9b26-8a26c09442b3'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:58.478627 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-210728f5-6881-4bf8-8a2e-4ffb181b5b12 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "PUT /v2.0/routers/88bedfbd-b104-4feb-9b26-8a26c09442b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8622117 Apr 18 20:59:58.478922 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36132) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:58.547303 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-9a61e718-2768-42e5-95bc-d2bb8ad9591e None None] Set router 88bedfbd-b104-4feb-9b26-8a26c09442b3 gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:58.617344 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-c5d1525f-c6de-4625-b1f2-f17c94d73f31 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Allocated IP 172.20.0.14 (fe539583-d535-4524-b810-6474f581fe71/934e222d-a43e-4b81-a646-860f58e51213/4e59a769-7255-4ecb-9a2f-a3889b2aff34) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:58.618640 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9a61e718-2768-42e5-95bc-d2bb8ad9591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:59:56Z', 'revision_number': 11, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:58.683226 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a61e718-2768-42e5-95bc-d2bb8ad9591e None None] Checking router: 88bedfbd-b104-4feb-9b26-8a26c09442b3 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:58.698758 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a61e718-2768-42e5-95bc-d2bb8ad9591e None None] Routers {'88bedfbd-b104-4feb-9b26-8a26c09442b3'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:58.700509 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9a61e718-2768-42e5-95bc-d2bb8ad9591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88bedfbd-b104-4feb-9b26-8a26c09442b3'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:58.798930 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-913bbcb6-a717-4c5a-a23a-2bc784c928a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:58.811451 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-9a61e718-2768-42e5-95bc-d2bb8ad9591e None None] Set router 88bedfbd-b104-4feb-9b26-8a26c09442b3 gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:58.843649 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ff80ef-fe98-4237-9eac-77216151d958 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Deleting subnet 93983504-b531-45a8-945d-2914f64154ac {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:59:58.847359 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d4ff80ef-fe98-4237-9eac-77216151d958 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:58.902748 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d4ff80ef-fe98-4237-9eac-77216151d958 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:58.955383 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cc360498-99fd-45c5-aff8-d4fed584144e tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.006151 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-c5d1525f-c6de-4625-b1f2-f17c94d73f31 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.063393 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9a61e718-2768-42e5-95bc-d2bb8ad9591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:59:56Z', 'revision_number': 11, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:59.098837 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cc360498-99fd-45c5-aff8-d4fed584144e tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.101431 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d4ff80ef-fe98-4237-9eac-77216151d958 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.107599 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a61e718-2768-42e5-95bc-d2bb8ad9591e None None] The sync data for ids ['88bedfbd-b104-4feb-9b26-8a26c09442b3'] in n-d-838323-3 is: [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:59:56Z', 'revision_number': 11, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:59.186705 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-c5d1525f-c6de-4625-b1f2-f17c94d73f31 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.232626 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc360498-99fd-45c5-aff8-d4fed584144e tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Network 99bde03e-7a3b-4b57-83be-8b541315edd7 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:59.253294 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-cc360498-99fd-45c5-aff8-d4fed584144e tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:59.271307 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc360498-99fd-45c5-aff8-d4fed584144e tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:59.275041 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc360498-99fd-45c5-aff8-d4fed584144e tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event updated for resources: {'Port': ['ID=19c3cd64-6797-4be2-8b9d-450534336c75,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:59.314831 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-c5d1525f-c6de-4625-b1f2-f17c94d73f31 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Network fe539583-d535-4524-b810-6474f581fe71 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:59.446819 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-c5d1525f-c6de-4625-b1f2-f17c94d73f31 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:59.518138 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-c5d1525f-c6de-4625-b1f2-f17c94d73f31 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:59.688520 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-c5d1525f-c6de-4625-b1f2-f17c94d73f31 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:59.689621 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-c5d1525f-c6de-4625-b1f2-f17c94d73f31 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.857237 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-c5d1525f-c6de-4625-b1f2-f17c94d73f31 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8242974 Apr 18 20:59:59.867754 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.869038 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d4ff80ef-fe98-4237-9eac-77216151d958 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.914745 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc360498-99fd-45c5-aff8-d4fed584144e tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:59.915600 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cc360498-99fd-45c5-aff8-d4fed584144e tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.918408 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1525f-c6de-4625-b1f2-f17c94d73f31 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event updated for resources: {'Port': ['ID=4e59a769-7255-4ecb-9a2f-a3889b2aff34,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:59.940588 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff80ef-fe98-4237-9eac-77216151d958 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Subnet': ['ID=93983504-b531-45a8-945d-2914f64154ac,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:59.993094 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-efff73e2-1500-46eb-b040-b689fa05891f None None] Provisioning complete for port 4e59a769-7255-4ecb-9a2f-a3889b2aff34 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:59.993468 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-efff73e2-1500-46eb-b040-b689fa05891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:00.000215 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d4ff80ef-fe98-4237-9eac-77216151d958 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:00.007132 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d4ff80ef-fe98-4237-9eac-77216151d958 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/subnets/93983504-b531-45a8-945d-2914f64154ac HTTP/1.1" status: 204 len: 168 time: 1.5211170 Apr 18 21:00:00.012356 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36162) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:00.043001 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36168) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:00.045503 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-cc360498-99fd-45c5-aff8-d4fed584144e tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 5.3058167 Apr 18 21:00:00.069282 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023eca6d-4bad-4e1d-99ab-d19f4f7140e9 None None] Network 35269b03-103c-4760-8f89-af2e21fc4c1d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:00.075003 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d798ca-94a4-4010-a91b-27be664b1485 req-fd59b5ad-ff35-4e80-a581-5f0a632d5de3 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:00.076792 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c9d798ca-94a4-4010-a91b-27be664b1485 req-fd59b5ad-ff35-4e80-a581-5f0a632d5de3 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8d83e8-d837-42b5-81dc-f43277a9da2a HTTP/1.1" status: 200 len: 932 time: 0.4219043 Apr 18 21:00:00.085314 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-556a900e-8b50-4db3-9793-66ecaf4b62bf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'port_id': '19c3cd64-6797-4be2-8b9d-450534336c75', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:00.190042 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c9d798ca-94a4-4010-a91b-27be664b1485 req-7f72381f-1104-454d-81ac-337a1deeb3a3 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=974ac806-3078-41d3-8f39-9ff76d36b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945065 Apr 18 21:00:00.257776 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2ad8613-157e-4dba-a0e0-d7ed9926feb8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:00.266443 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-556a900e-8b50-4db3-9793-66ecaf4b62bf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:00.287912 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-30f04d34-08b6-45d2-b3f6-f176537e774b service neutron] Request body: {'port': {'device_id': '9b8d83e8-d837-42b5-81dc-f43277a9da2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:00.365109 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-30f04d34-08b6-45d2-b3f6-f176537e774b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:00.463573 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-efff73e2-1500-46eb-b040-b689fa05891f None None] Port 4e59a769-7255-4ecb-9a2f-a3889b2aff34 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:00:00.648411 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be165842-c81d-4bad-9509-45414ea90df3 None None] DHCP port deletion for 35269b03-103c-4760-8f89-af2e21fc4c1d request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:00:00.654609 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-d2ad8613-157e-4dba-a0e0-d7ed9926feb8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Deleting port 729f5007-360c-4dda-abc8-3ed60de04667 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:00.661140 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2ad8613-157e-4dba-a0e0-d7ed9926feb8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:00.762102 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-be165842-c81d-4bad-9509-45414ea90df3 None None] Deleting port 729f5007-360c-4dda-abc8-3ed60de04667 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:00.762540 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-be165842-c81d-4bad-9509-45414ea90df3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:00.928108 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-556a900e-8b50-4db3-9793-66ecaf4b62bf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:00.952107 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-be165842-c81d-4bad-9509-45414ea90df3 None None] For port 729f5007-360c-4dda-abc8-3ed60de04667, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=729f5007-360c-4dda-abc8-3ed60de04667,segment=NetworkSegment(25a56cb3-299f-4e6a-ac18-fa3e03f0adfa),segment_id=25a56cb3-299f-4e6a-ac18-fa3e03f0adfa)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:00.953525 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-be165842-c81d-4bad-9509-45414ea90df3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:00.971467 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-be165842-c81d-4bad-9509-45414ea90df3 None None] Calling delete_port for 729f5007-360c-4dda-abc8-3ed60de04667 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:00.994464 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-30f04d34-08b6-45d2-b3f6-f176537e774b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e59a769-7255-4ecb-9a2f-a3889b2aff34 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:00:01.011357 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-30f04d34-08b6-45d2-b3f6-f176537e774b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.022085 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-d2ad8613-157e-4dba-a0e0-d7ed9926feb8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] For port 729f5007-360c-4dda-abc8-3ed60de04667, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=729f5007-360c-4dda-abc8-3ed60de04667,segment=NetworkSegment(25a56cb3-299f-4e6a-ac18-fa3e03f0adfa),segment_id=25a56cb3-299f-4e6a-ac18-fa3e03f0adfa)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:01.028791 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2ad8613-157e-4dba-a0e0-d7ed9926feb8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.040828 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-30f04d34-08b6-45d2-b3f6-f176537e774b service neutron] Transition to ACTIVE for port object 4e59a769-7255-4ecb-9a2f-a3889b2aff34 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:01.046393 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-30f04d34-08b6-45d2-b3f6-f176537e774b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.105009 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 48f0bc07-a588-49fe-9426-6deef58544c1 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:00:01.110478 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-be165842-c81d-4bad-9509-45414ea90df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.143554 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-d2ad8613-157e-4dba-a0e0-d7ed9926feb8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Calling delete_port for 729f5007-360c-4dda-abc8-3ed60de04667 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:01.159484 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f04d34-08b6-45d2-b3f6-f176537e774b service neutron] Pushing event updated for resources: {'Port': ['ID=4e59a769-7255-4ecb-9a2f-a3889b2aff34,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:01.210894 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 48f0bc07-a588-49fe-9426-6deef58544c1 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:00:01.211633 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 48f0bc07-a588-49fe-9426-6deef58544c1 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:00:01.213117 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 729f5007-360c-4dda-abc8-3ed60de04667 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:00:01.222062 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be165842-c81d-4bad-9509-45414ea90df3 None None] Pushing event deleted for resources: {'Port': ['ID=729f5007-360c-4dda-abc8-3ed60de04667,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:01.261645 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be165842-c81d-4bad-9509-45414ea90df3 None None] No DVR routers for this DVR port 729f5007-360c-4dda-abc8-3ed60de04667 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:01.281009 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 729f5007-360c-4dda-abc8-3ed60de04667 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:00:01.313716 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 729f5007-360c-4dda-abc8-3ed60de04667 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:00:01.431566 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.549444 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-30f04d34-08b6-45d2-b3f6-f176537e774b service neutron] Attempting to bind port 4e59a769-7255-4ecb-9a2f-a3889b2aff34 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:01.550532 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-556a900e-8b50-4db3-9793-66ecaf4b62bf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Allocated IP 172.25.1.79 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/0e7cca18-c7fb-4ae9-949f-871d48e7e039) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:01.555032 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-30f04d34-08b6-45d2-b3f6-f176537e774b service neutron] Attempting to bind port 4e59a769-7255-4ecb-9a2f-a3889b2aff34 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'f6b7039d-7f6f-4e96-b1e3-444343353ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fe539583-d535-4524-b810-6474f581fe71'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:01.555615 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-30f04d34-08b6-45d2-b3f6-f176537e774b service neutron] Attempting to bind port 4e59a769-7255-4ecb-9a2f-a3889b2aff34 on network fe539583-d535-4524-b810-6474f581fe71 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:01.574557 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c821668-d6b2-4a46-a7cb-425dc84bfac8 req-b2275555-ef84-48e5-8e54-f4ad525e6052 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:01.583895 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c821668-d6b2-4a46-a7cb-425dc84bfac8 req-b2275555-ef84-48e5-8e54-f4ad525e6052 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8d83e8-d837-42b5-81dc-f43277a9da2a HTTP/1.1" status: 200 len: 944 time: 0.1894398 Apr 18 21:00:01.602675 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-30f04d34-08b6-45d2-b3f6-f176537e774b service neutron] Port 4e59a769-7255-4ecb-9a2f-a3889b2aff34 on network fe539583-d535-4524-b810-6474f581fe71 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:00:01.603642 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-30f04d34-08b6-45d2-b3f6-f176537e774b service neutron] Attempting to bind port 4e59a769-7255-4ecb-9a2f-a3889b2aff34 on network fe539583-d535-4524-b810-6474f581fe71 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:01.631106 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-30f04d34-08b6-45d2-b3f6-f176537e774b service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:00:01.632046 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-30f04d34-08b6-45d2-b3f6-f176537e774b service neutron] Checking segment: {'id': 'f6b7039d-7f6f-4e96-b1e3-444343353ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fe539583-d535-4524-b810-6474f581fe71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:01.632879 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-30f04d34-08b6-45d2-b3f6-f176537e774b service neutron] Bound using segment: {'id': 'f6b7039d-7f6f-4e96-b1e3-444343353ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fe539583-d535-4524-b810-6474f581fe71'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:00:01.633897 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-30f04d34-08b6-45d2-b3f6-f176537e774b service neutron] Bound port: 4e59a769-7255-4ecb-9a2f-a3889b2aff34, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b7039d-7f6f-4e96-b1e3-444343353ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fe539583-d535-4524-b810-6474f581fe71'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:01.635322 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-30f04d34-08b6-45d2-b3f6-f176537e774b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.695495 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.701520 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8c821668-d6b2-4a46-a7cb-425dc84bfac8 req-196dc445-27a7-4692-a30d-21ff9475001e tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=974ac806-3078-41d3-8f39-9ff76d36b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154835 Apr 18 21:00:01.874482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-30f04d34-08b6-45d2-b3f6-f176537e774b service neutron] For port 4e59a769-7255-4ecb-9a2f-a3889b2aff34, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:01.878922 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-30f04d34-08b6-45d2-b3f6-f176537e774b service neutron] For port 4e59a769-7255-4ecb-9a2f-a3889b2aff34, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=4e59a769-7255-4ecb-9a2f-a3889b2aff34,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:01.885115 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-30f04d34-08b6-45d2-b3f6-f176537e774b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.906422 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2ad8613-157e-4dba-a0e0-d7ed9926feb8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.940745 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-30f04d34-08b6-45d2-b3f6-f176537e774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:01.941394 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-30f04d34-08b6-45d2-b3f6-f176537e774b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.943240 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-30f04d34-08b6-45d2-b3f6-f176537e774b service neutron] 10.222.0.32 "PUT /v2.0/ports/4e59a769-7255-4ecb-9a2f-a3889b2aff34 HTTP/1.1" status: 200 len: 1092 time: 2.0683012 Apr 18 21:00:01.943792 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8d83e8-d837-42b5-81dc-f43277a9da2a', 'tag': '4e59a769-7255-4ecb-9a2f-a3889b2aff34'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:00:01.946405 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a2fa31-ce38-446e-abd1-e1c49b3c1caf" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8d83e8-d837-42b5-81dc-f43277a9da2a", "tag": "4e59a769-7255-4ecb-9a2f-a3889b2aff34"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:00:01.983134 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f04d34-08b6-45d2-b3f6-f176537e774b service neutron] Pushing event updated for resources: {'Port': ['ID=4e59a769-7255-4ecb-9a2f-a3889b2aff34,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:02.026888 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad8613-157e-4dba-a0e0-d7ed9926feb8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Port': ['ID=729f5007-360c-4dda-abc8-3ed60de04667,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:02.033180 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ad8613-157e-4dba-a0e0-d7ed9926feb8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] No DVR routers for this DVR port 729f5007-360c-4dda-abc8-3ed60de04667 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:02.097321 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-9c79b82d-5ace-44cc-9925-124a4c213a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:02.102083 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-9c79b82d-5ace-44cc-9925-124a4c213a80 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d1cb6a1920642c6a254fff9677f23c7&device_id=9b8d83e8-d837-42b5-81dc-f43277a9da2a HTTP/1.1" status: 200 len: 1095 time: 0.0792201 Apr 18 21:00:02.177038 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-315f85ca-fd6e-49a2-8da8-229fb4baeb25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e59a769-7255-4ecb-9a2f-a3889b2aff34 HTTP/1.1" status: 200 len: 217 time: 0.0657687 Apr 18 21:00:02.178937 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b434d507-2792-4400-93f9-e8f03e7062a6 x-openstack-request-id: req-b434d507-2792-4400-93f9-e8f03e7062a6 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:00:02.179274 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8d83e8-d837-42b5-81dc-f43277a9da2a", "tag": "4e59a769-7255-4ecb-9a2f-a3889b2aff34", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:00:02.179885 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b434d507-2792-4400-93f9-e8f03e7062a6 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:00:02.180596 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b434d507-2792-4400-93f9-e8f03e7062a6'] response: {'name': 'network-changed', 'server_uuid': '9b8d83e8-d837-42b5-81dc-f43277a9da2a', 'tag': '4e59a769-7255-4ecb-9a2f-a3889b2aff34', 'status': 'completed', 'code': 200} Apr 18 21:00:02.261063 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-ac23cf8c-6b90-48d2-b1b8-a7f71d0346b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:02.263772 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-ac23cf8c-6b90-48d2-b1b8-a7f71d0346b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=934e222d-a43e-4b81-a646-860f58e51213 HTTP/1.1" status: 200 len: 853 time: 0.0804443 Apr 18 21:00:02.285242 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-556a900e-8b50-4db3-9793-66ecaf4b62bf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.292481 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2ad8613-157e-4dba-a0e0-d7ed9926feb8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.325482 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-d2ad8613-157e-4dba-a0e0-d7ed9926feb8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35269b03-103c-4760-8f89-af2e21fc4c1d']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:02.346799 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-d2ad8613-157e-4dba-a0e0-d7ed9926feb8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a56cb3-299f-4e6a-ac18-fa3e03f0adfa') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:02.347197 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-d2ad8613-157e-4dba-a0e0-d7ed9926feb8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a56cb3-299f-4e6a-ac18-fa3e03f0adfa') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:02.362557 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2ad8613-157e-4dba-a0e0-d7ed9926feb8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.373229 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-74c656ed-4727-4d16-8e24-00e7fcfeef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:02.376938 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-74c656ed-4727-4d16-8e24-00e7fcfeef9f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe539583-d535-4524-b810-6474f581fe71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046510 Apr 18 21:00:02.387013 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2ad8613-157e-4dba-a0e0-d7ed9926feb8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.398039 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ad8613-157e-4dba-a0e0-d7ed9926feb8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:00:02.399750 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2ad8613-157e-4dba-a0e0-d7ed9926feb8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:02.493961 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:02.498033 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-556a900e-8b50-4db3-9793-66ecaf4b62bf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.504397 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2ad8613-157e-4dba-a0e0-d7ed9926feb8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.525968 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d2ad8613-157e-4dba-a0e0-d7ed9926feb8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.528928 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-5880eb6d-655a-4666-bf4f-204f853a3256 service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439221 Apr 18 21:00:02.538039 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36210) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:02.540276 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d2ad8613-157e-4dba-a0e0-d7ed9926feb8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/networks/35269b03-103c-4760-8f89-af2e21fc4c1d HTTP/1.1" status: 204 len: 168 time: 2.5253069 Apr 18 21:00:02.629370 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a900e-8b50-4db3-9793-66ecaf4b62bf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event updated for resources: {'Port': ['ID=0e7cca18-c7fb-4ae9-949f-871d48e7e039,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:02.660316 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556a900e-8b50-4db3-9793-66ecaf4b62bf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:02.673376 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-556a900e-8b50-4db3-9793-66ecaf4b62bf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:02.677648 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556a900e-8b50-4db3-9793-66ecaf4b62bf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:02.735833 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad8613-157e-4dba-a0e0-d7ed9926feb8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Pushing event deleted for resources: {'Network': ['ID=35269b03-103c-4760-8f89-af2e21fc4c1d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:03.268083 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-814f8fca-1e7e-4270-8e7f-4520fc113389 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'router': {'routes': None}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:03.307941 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-556a900e-8b50-4db3-9793-66ecaf4b62bf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.413881 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d4c215e-e000-4fdf-b0bc-ae8b0312cc53 req-a3b27722-a59d-4bc7-8d61-d59465a93384 service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8743176 Apr 18 21:00:03.561553 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-556a900e-8b50-4db3-9793-66ecaf4b62bf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.853038 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.extraroute_db [None req-814f8fca-1e7e-4270-8e7f-4520fc113389 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Added routes are [] {{(pid=102908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 18 21:00:03.853544 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.extraroute_db [None req-814f8fca-1e7e-4270-8e7f-4520fc113389 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Removed routes are [] {{(pid=102908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 18 21:00:03.854150 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-814f8fca-1e7e-4270-8e7f-4520fc113389 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.869590 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2fa31-ce38-446e-abd1-e1c49b3c1caf req-cbed1344-e848-4af9-82f2-4e322fe84115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:03.872517 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11a2fa31-ce38-446e-abd1-e1c49b3c1caf req-cbed1344-e848-4af9-82f2-4e322fe84115 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d1cb6a1920642c6a254fff9677f23c7&device_id=9b8d83e8-d837-42b5-81dc-f43277a9da2a HTTP/1.1" status: 200 len: 1095 time: 0.2265980 Apr 18 21:00:03.893264 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261dbe1-3460-4102-b9db-9c2aa7fb420e req-3c2d08c7-61f3-4060-8448-3802ab189214 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:03.895934 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8261dbe1-3460-4102-b9db-9c2aa7fb420e req-3c2d08c7-61f3-4060-8448-3802ab189214 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8d83e8-d837-42b5-81dc-f43277a9da2a HTTP/1.1" status: 200 len: 944 time: 0.4866982 Apr 18 21:00:04.110629 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-556a900e-8b50-4db3-9793-66ecaf4b62bf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.118673 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-556a900e-8b50-4db3-9793-66ecaf4b62bf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.234628 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a900e-8b50-4db3-9793-66ecaf4b62bf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event updated for resources: {'Port': ['ID=0e7cca18-c7fb-4ae9-949f-871d48e7e039,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:04.239351 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-556a900e-8b50-4db3-9793-66ecaf4b62bf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.388801 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2fa31-ce38-446e-abd1-e1c49b3c1caf req-80a6f58d-755e-40fc-bc80-6afaaadaaeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:04.392856 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11a2fa31-ce38-446e-abd1-e1c49b3c1caf req-80a6f58d-755e-40fc-bc80-6afaaadaaeb2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe539583-d535-4524-b810-6474f581fe71 HTTP/1.1" status: 200 len: 915 time: 0.4935904 Apr 18 21:00:04.529829 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8261dbe1-3460-4102-b9db-9c2aa7fb420e req-babdd901-e92b-4acb-a1c6-1f485cf27951 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=974ac806-3078-41d3-8f39-9ff76d36b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5090821 Apr 18 21:00:04.669950 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11a2fa31-ce38-446e-abd1-e1c49b3c1caf req-260eaa98-45db-405f-a174-b558488cc36d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e59a769-7255-4ecb-9a2f-a3889b2aff34 HTTP/1.1" status: 200 len: 217 time: 0.1376407 Apr 18 21:00:04.682669 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-814f8fca-1e7e-4270-8e7f-4520fc113389 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.767800 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-814f8fca-1e7e-4270-8e7f-4520fc113389 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608727'] for router, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.982046 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2fa31-ce38-446e-abd1-e1c49b3c1caf req-b9e0f1cf-4658-4bff-a286-f4ba14d836e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:04.984911 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11a2fa31-ce38-446e-abd1-e1c49b3c1caf req-b9e0f1cf-4658-4bff-a286-f4ba14d836e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=934e222d-a43e-4b81-a646-860f58e51213 HTTP/1.1" status: 200 len: 853 time: 0.3064110 Apr 18 21:00:05.009613 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814f8fca-1e7e-4270-8e7f-4520fc113389 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Router 88bedfbd-b104-4feb-9b26-8a26c09442b3 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:05.130558 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-556a900e-8b50-4db3-9793-66ecaf4b62bf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Floating IP 690bc96b-ddcf-403d-abe7-fd0605866437 associated. External IP: 172.25.1.79, port: 19c3cd64-6797-4be2-8b9d-450534336c75. Apr 18 21:00:05.210640 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2fa31-ce38-446e-abd1-e1c49b3c1caf req-a9363310-d013-4b7a-be39-e96e91d9d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:05.212442 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11a2fa31-ce38-446e-abd1-e1c49b3c1caf req-a9363310-d013-4b7a-be39-e96e91d9d8e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe539583-d535-4524-b810-6474f581fe71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2203646 Apr 18 21:00:05.263749 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814f8fca-1e7e-4270-8e7f-4520fc113389 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:05.273454 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-814f8fca-1e7e-4270-8e7f-4520fc113389 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:05.279628 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-814f8fca-1e7e-4270-8e7f-4520fc113389 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "PUT /v2.0/routers/88bedfbd-b104-4feb-9b26-8a26c09442b3 HTTP/1.1" status: 200 len: 701 time: 2.7229245 Apr 18 21:00:05.279956 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36266) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:05.281141 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804cc17-98cf-4c77-9b60-dbfda05d71af None None] Sync routers for ids ['88bedfbd-b104-4feb-9b26-8a26c09442b3'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:05.303484 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c804cc17-98cf-4c77-9b60-dbfda05d71af None None] Routers {'88bedfbd-b104-4feb-9b26-8a26c09442b3'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:05.304145 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-c804cc17-98cf-4c77-9b60-dbfda05d71af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88bedfbd-b104-4feb-9b26-8a26c09442b3'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:05.388269 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d39bcfde-bd65-4ec6-b4ee-abdd9ef132c5 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "GET /v2.0/ports?device_id=88bedfbd-b104-4feb-9b26-8a26c09442b3 HTTP/1.1" status: 200 len: 205 time: 0.0363925 Apr 18 21:00:05.393825 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36268) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:05.531163 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0aa1961d-3cf9-4314-a7e7-bd4f47f7994c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:05.570182 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-c804cc17-98cf-4c77-9b60-dbfda05d71af None None] Set router 88bedfbd-b104-4feb-9b26-8a26c09442b3 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:05.652352 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11a2fa31-ce38-446e-abd1-e1c49b3c1caf req-108bb0ae-0a12-4a70-a49d-63973b074d69 service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276094 Apr 18 21:00:05.716352 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-c804cc17-98cf-4c77-9b60-dbfda05d71af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:59:56Z', 'revision_number': 11, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:05.787897 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556a900e-8b50-4db3-9793-66ecaf4b62bf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Router e3f28b16-afc7-4911-b090-146d58a64afd has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:05.806095 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804cc17-98cf-4c77-9b60-dbfda05d71af None None] Checking router: 88bedfbd-b104-4feb-9b26-8a26c09442b3 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:00:05.842790 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c804cc17-98cf-4c77-9b60-dbfda05d71af None None] Routers {'88bedfbd-b104-4feb-9b26-8a26c09442b3'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:05.842790 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-c804cc17-98cf-4c77-9b60-dbfda05d71af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['88bedfbd-b104-4feb-9b26-8a26c09442b3'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:05.978314 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556a900e-8b50-4db3-9793-66ecaf4b62bf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:05.993993 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51699f25-02eb-4dfb-8dae-f8b00d719b22 None None] Sync routers for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:06.007655 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-c804cc17-98cf-4c77-9b60-dbfda05d71af None None] Set router 88bedfbd-b104-4feb-9b26-8a26c09442b3 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:06.014208 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51699f25-02eb-4dfb-8dae-f8b00d719b22 None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:06.018729 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-556a900e-8b50-4db3-9793-66ecaf4b62bf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:06.023282 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-51699f25-02eb-4dfb-8dae-f8b00d719b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:06.073795 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0aa1961d-3cf9-4314-a7e7-bd4f47f7994c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:06.079015 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0aa1961d-3cf9-4314-a7e7-bd4f47f7994c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:06.102016 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-556a900e-8b50-4db3-9793-66ecaf4b62bf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.0452702 Apr 18 21:00:06.104844 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-51699f25-02eb-4dfb-8dae-f8b00d719b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:06.106860 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36284) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:06.114708 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-926a37c9-7665-4c1c-b521-e9aaee317762 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Request body: {'floatingip': {'port_id': '19c3cd64-6797-4be2-8b9d-450534336c75', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:06.123879 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51699f25-02eb-4dfb-8dae-f8b00d719b22 None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:06.127680 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-51699f25-02eb-4dfb-8dae-f8b00d719b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:06.229810 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0aa1961d-3cf9-4314-a7e7-bd4f47f7994c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:06.230646 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa1961d-3cf9-4314-a7e7-bd4f47f7994c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Fanout notify agent at l3_agent the message router_deleted on router 88bedfbd-b104-4feb-9b26-8a26c09442b3 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:00:06.232155 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-51699f25-02eb-4dfb-8dae-f8b00d719b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:06.237075 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51699f25-02eb-4dfb-8dae-f8b00d719b22 None None] The sync data for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:06.282786 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0aa1961d-3cf9-4314-a7e7-bd4f47f7994c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:06.298580 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0aa1961d-3cf9-4314-a7e7-bd4f47f7994c tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/routers/88bedfbd-b104-4feb-9b26-8a26c09442b3 HTTP/1.1" status: 204 len: 168 time: 0.9023404 Apr 18 21:00:06.299516 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36286) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:06.315094 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-c804cc17-98cf-4c77-9b60-dbfda05d71af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:59:56Z', 'revision_number': 11, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:06.323702 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-b32fb430-1ab8-4a1a-9838-cd1f15926738 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-163656066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:06.378716 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-926a37c9-7665-4c1c-b521-e9aaee317762 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:06.393787 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804cc17-98cf-4c77-9b60-dbfda05d71af None None] The sync data for ids ['88bedfbd-b104-4feb-9b26-8a26c09442b3'] in n-d-838323-3 is: [{'id': '88bedfbd-b104-4feb-9b26-8a26c09442b3', 'name': 'tempest-RoutersTest-router-1589078032', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:25Z', 'updated_at': '2022-04-18T20:59:56Z', 'revision_number': 11, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:06.759203 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556a22b-9fc3-4e67-8f97-20621775b457 req-0e5f2fb3-d09a-459d-9244-d2df3466f824 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:06.766902 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d556a22b-9fc3-4e67-8f97-20621775b457 req-0e5f2fb3-d09a-459d-9244-d2df3466f824 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8d83e8-d837-42b5-81dc-f43277a9da2a HTTP/1.1" status: 200 len: 944 time: 0.5834451 Apr 18 21:00:06.784720 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11a2fa31-ce38-446e-abd1-e1c49b3c1caf req-6a7df41c-125f-4b82-a43e-237c28dfb587 service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6028056 Apr 18 21:00:06.878942 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 4e59a769-7255-4ecb-9a2f-a3889b2aff34 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:00:06.901752 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d556a22b-9fc3-4e67-8f97-20621775b457 req-c531ef10-7f37-4866-9030-168fbd3fdcae tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=974ac806-3078-41d3-8f39-9ff76d36b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111910 Apr 18 21:00:06.905030 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b32fb430-1ab8-4a1a-9838-cd1f15926738 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:06.925236 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b32fb430-1ab8-4a1a-9838-cd1f15926738 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:07.115551 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b32fb430-1ab8-4a1a-9838-cd1f15926738 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:07.127256 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b32fb430-1ab8-4a1a-9838-cd1f15926738 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:07.249855 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b32fb430-1ab8-4a1a-9838-cd1f15926738 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:07.260706 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b32fb430-1ab8-4a1a-9838-cd1f15926738 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9463069 Apr 18 21:00:07.266710 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36304) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:07.323603 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-e57dea9f-d2a2-4f3d-83e8-6b1e1cd34ff3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:07.443978 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 4e59a769-7255-4ecb-9a2f-a3889b2aff34, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=4e59a769-7255-4ecb-9a2f-a3889b2aff34,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:07.467315 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '4e59a769-7255-4ecb-9a2f-a3889b2aff34', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'port_id': '4e59a769-7255-4ecb-9a2f-a3889b2aff34', 'mac_address': 'fa:16:3e:20:69:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:00:07.541285 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:07.562235 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e59a769-7255-4ecb-9a2f-a3889b2aff34 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:00:07.597006 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 4e59a769-7255-4ecb-9a2f-a3889b2aff34, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=4e59a769-7255-4ecb-9a2f-a3889b2aff34,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:07.603188 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:07.742506 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=4e59a769-7255-4ecb-9a2f-a3889b2aff34,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:07.791660 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:07.903614 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['4e59a769-7255-4ecb-9a2f-a3889b2aff34'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:00:07.928488 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e57dea9f-d2a2-4f3d-83e8-6b1e1cd34ff3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:07.956883 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e57dea9f-d2a2-4f3d-83e8-6b1e1cd34ff3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608727'] for router, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:08.127040 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.db.resource_extend [None req-926a37c9-7665-4c1c-b521-e9aaee317762 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:00:08.330445 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-926a37c9-7665-4c1c-b521-e9aaee317762 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:08.351259 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-926a37c9-7665-4c1c-b521-e9aaee317762 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:08.414621 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b10380-faa5-4c0c-b8c8-19d469e8eb2d req-d3dfab66-6dbb-4b4e-8955-d7a73e883ad7 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:08.416537 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-44b10380-faa5-4c0c-b8c8-19d469e8eb2d req-d3dfab66-6dbb-4b4e-8955-d7a73e883ad7 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8d83e8-d837-42b5-81dc-f43277a9da2a HTTP/1.1" status: 200 len: 945 time: 0.2340543 Apr 18 21:00:08.440920 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57dea9f-d2a2-4f3d-83e8-6b1e1cd34ff3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Router fa6235d1-c9a1-4854-b9a8-9b048b76cad3 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:00:08.525838 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-44b10380-faa5-4c0c-b8c8-19d469e8eb2d req-30beedff-82f5-4bf1-8f83-6bd76adea17d tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=974ac806-3078-41d3-8f39-9ff76d36b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808041 Apr 18 21:00:08.811831 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57dea9f-d2a2-4f3d-83e8-6b1e1cd34ff3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:08.833277 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d5fb1e-b0ba-45bb-9dce-586519990df9 None None] Sync routers for ids ['fa6235d1-c9a1-4854-b9a8-9b048b76cad3'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:08.840940 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e57dea9f-d2a2-4f3d-83e8-6b1e1cd34ff3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:08.843004 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e57dea9f-d2a2-4f3d-83e8-6b1e1cd34ff3 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "PUT /v2.0/routers/fa6235d1-c9a1-4854-b9a8-9b048b76cad3 HTTP/1.1" status: 200 len: 693 time: 1.5503910 Apr 18 21:00:08.847309 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36330) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:08.853199 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d5fb1e-b0ba-45bb-9dce-586519990df9 None None] Routers {'fa6235d1-c9a1-4854-b9a8-9b048b76cad3'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:08.853881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-e2d5fb1e-b0ba-45bb-9dce-586519990df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['fa6235d1-c9a1-4854-b9a8-9b048b76cad3'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:08.857513 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926a37c9-7665-4c1c-b521-e9aaee317762 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Router e3f28b16-afc7-4911-b090-146d58a64afd has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:08.906498 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 4e59a769-7255-4ecb-9a2f-a3889b2aff34 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:08.984825 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-e2d5fb1e-b0ba-45bb-9dce-586519990df9 None None] Set router fa6235d1-c9a1-4854-b9a8-9b048b76cad3 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:09.121146 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-febdecbe-3360-4dfe-a28c-8e0dbfe80741 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "GET /v2.0/routers/fa6235d1-c9a1-4854-b9a8-9b048b76cad3 HTTP/1.1" status: 200 len: 699 time: 0.2684934 Apr 18 21:00:09.121973 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36338) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:09.160568 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-e2d5fb1e-b0ba-45bb-9dce-586519990df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6235d1-c9a1-4854-b9a8-9b048b76cad3', 'name': 'tempest-RoutersTest-router-163656066', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:06Z', 'updated_at': '2022-04-18T21:00:07Z', 'revision_number': 2, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:09.169808 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926a37c9-7665-4c1c-b521-e9aaee317762 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:09.179414 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-926a37c9-7665-4c1c-b521-e9aaee317762 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.180918 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f3e0e9-b988-4465-9853-f4c8248c1cbc None None] Sync routers for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:09.183327 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-569a67d2-cedc-4e66-952f-03bb5ed72e08 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa6235d1-c9a1-4854-b9a8-9b048b76cad3 HTTP/1.1" status: 200 len: 205 time: 0.0588653 Apr 18 21:00:09.185683 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36340) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:09.202248 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f3e0e9-b988-4465-9853-f4c8248c1cbc None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:09.204110 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f7f3e0e9-b988-4465-9853-f4c8248c1cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:09.243029 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d5fb1e-b0ba-45bb-9dce-586519990df9 None None] Checking router: fa6235d1-c9a1-4854-b9a8-9b048b76cad3 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:00:09.326811 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d5fb1e-b0ba-45bb-9dce-586519990df9 None None] Routers {'fa6235d1-c9a1-4854-b9a8-9b048b76cad3'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:09.331968 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-e2d5fb1e-b0ba-45bb-9dce-586519990df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['fa6235d1-c9a1-4854-b9a8-9b048b76cad3'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:09.338615 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f7f3e0e9-b988-4465-9853-f4c8248c1cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:09.344168 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 4e59a769-7255-4ecb-9a2f-a3889b2aff34 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:09.381826 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f3e0e9-b988-4465-9853-f4c8248c1cbc None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:09.383061 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f7f3e0e9-b988-4465-9853-f4c8248c1cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:09.426790 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-926a37c9-7665-4c1c-b521-e9aaee317762 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "PUT /v2.0/floatingips/690bc96b-ddcf-403d-abe7-fd0605866437 HTTP/1.1" status: 200 len: 978 time: 3.3184762 Apr 18 21:00:09.431600 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36350) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:09.476240 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-31fc9d91-f1a2-43df-8701-84eb2cb5db14 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.510257 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f7f3e0e9-b988-4465-9853-f4c8248c1cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:09.511655 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f3e0e9-b988-4465-9853-f4c8248c1cbc None None] The sync data for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:09.532351 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 4e59a769-7255-4ecb-9a2f-a3889b2aff34 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:09.536345 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.771056 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-da594dc8-80b6-4e57-a6d7-b0d996e65b01 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Deleting port 0e7cca18-c7fb-4ae9-949f-871d48e7e039 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:09.771739 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-da594dc8-80b6-4e57-a6d7-b0d996e65b01 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.777477 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-e2d5fb1e-b0ba-45bb-9dce-586519990df9 None None] Set router fa6235d1-c9a1-4854-b9a8-9b048b76cad3 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:09.914163 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-e2d5fb1e-b0ba-45bb-9dce-586519990df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6235d1-c9a1-4854-b9a8-9b048b76cad3', 'name': 'tempest-RoutersTest-router-163656066', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:06Z', 'updated_at': '2022-04-18T21:00:07Z', 'revision_number': 2, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:09.970802 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-da594dc8-80b6-4e57-a6d7-b0d996e65b01 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.971290 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-da594dc8-80b6-4e57-a6d7-b0d996e65b01 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.993224 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d5fb1e-b0ba-45bb-9dce-586519990df9 None None] The sync data for ids ['fa6235d1-c9a1-4854-b9a8-9b048b76cad3'] in n-d-838323-3 is: [{'id': 'fa6235d1-c9a1-4854-b9a8-9b048b76cad3', 'name': 'tempest-RoutersTest-router-163656066', 'tenant_id': '34ed532966de49f2a1099a6b441323dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:06Z', 'updated_at': '2022-04-18T21:00:07Z', 'revision_number': 2, 'project_id': '34ed532966de49f2a1099a6b441323dd', 'gw_port_host': None}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:10.016669 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-da594dc8-80b6-4e57-a6d7-b0d996e65b01 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Calling delete_port for 0e7cca18-c7fb-4ae9-949f-871d48e7e039 owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:10.076474 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:00:10.216508 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.274107 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8d83e8-d837-42b5-81dc-f43277a9da2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e59a769-7255-4ecb-9a2f-a3889b2aff34'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:00:10.278492 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd9092a-bb18-49f3-977b-02f1003accca" -d '{"events": [{"server_uuid": "9b8d83e8-d837-42b5-81dc-f43277a9da2a", "name": "network-vif-plugged", "status": "completed", "tag": "4e59a769-7255-4ecb-9a2f-a3889b2aff34"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:00:10.312559 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 4e59a769-7255-4ecb-9a2f-a3889b2aff34, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=4e59a769-7255-4ecb-9a2f-a3889b2aff34,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:10.318168 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.387256 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539be8ec-03c1-4380-a684-018529e57404 x-openstack-request-id: req-539be8ec-03c1-4380-a684-018529e57404 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:00:10.393802 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8d83e8-d837-42b5-81dc-f43277a9da2a", "name": "network-vif-plugged", "status": "completed", "tag": "4e59a769-7255-4ecb-9a2f-a3889b2aff34", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:00:10.394129 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-539be8ec-03c1-4380-a684-018529e57404 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:00:10.394704 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-539be8ec-03c1-4380-a684-018529e57404'] response: {'server_uuid': '9b8d83e8-d837-42b5-81dc-f43277a9da2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e59a769-7255-4ecb-9a2f-a3889b2aff34', 'code': 200} Apr 18 21:00:10.398940 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-da594dc8-80b6-4e57-a6d7-b0d996e65b01 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.506308 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=4e59a769-7255-4ecb-9a2f-a3889b2aff34,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:10.544883 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da594dc8-80b6-4e57-a6d7-b0d996e65b01 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event deleted for resources: {'Port': ['ID=0e7cca18-c7fb-4ae9-949f-871d48e7e039,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:10.927875 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-da594dc8-80b6-4e57-a6d7-b0d996e65b01 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.929740 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-da594dc8-80b6-4e57-a6d7-b0d996e65b01 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Floating IP 690bc96b-ddcf-403d-abe7-fd0605866437 disassociated (deleted). External IP: 172.25.1.79, port: 19c3cd64-6797-4be2-8b9d-450534336c75. Apr 18 21:00:11.121983 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-31fc9d91-f1a2-43df-8701-84eb2cb5db14 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.138372 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-31fc9d91-f1a2-43df-8701-84eb2cb5db14 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.285702 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6bdcb-e1e6-45fe-8d27-8a692b11f954 req-33fc4e4f-0838-4fb9-b090-c2b056c613cd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:11.289120 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6c6bdcb-e1e6-45fe-8d27-8a692b11f954 req-33fc4e4f-0838-4fb9-b090-c2b056c613cd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8d83e8-d837-42b5-81dc-f43277a9da2a HTTP/1.1" status: 200 len: 945 time: 1.4924076 Apr 18 21:00:11.302294 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-31fc9d91-f1a2-43df-8701-84eb2cb5db14 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.303509 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fc9d91-f1a2-43df-8701-84eb2cb5db14 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Fanout notify agent at l3_agent the message router_deleted on router fa6235d1-c9a1-4854-b9a8-9b048b76cad3 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:00:11.313067 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-31fc9d91-f1a2-43df-8701-84eb2cb5db14 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.318325 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-31fc9d91-f1a2-43df-8701-84eb2cb5db14 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/routers/fa6235d1-c9a1-4854-b9a8-9b048b76cad3 HTTP/1.1" status: 204 len: 168 time: 2.1243458 Apr 18 21:00:11.319874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36378) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:11.335383 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed2dd3-291b-463f-8f0c-329aece7d76b req-ccab31d9-5de2-48b2-842a-f2ef1d227aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:11.337163 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c9ed2dd3-291b-463f-8f0c-329aece7d76b req-ccab31d9-5de2-48b2-842a-f2ef1d227aa5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9b8d83e8-d837-42b5-81dc-f43277a9da2a HTTP/1.1" status: 200 len: 1097 time: 0.2324364 Apr 18 21:00:11.390423 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-80afd981-3f2f-4178-ad24-3edba20b3c87 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa6235d1-c9a1-4854-b9a8-9b048b76cad3 HTTP/1.1" status: 200 len: 205 time: 0.0665421 Apr 18 21:00:11.399997 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36380) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:11.437313 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da594dc8-80b6-4e57-a6d7-b0d996e65b01 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Router e3f28b16-afc7-4911-b090-146d58a64afd has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:11.474612 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-6991cc48-5226-45d5-af56-2481161bf77e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] delete failed (client error): The resource could not be found. Apr 18 21:00:11.478146 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6991cc48-5226-45d5-af56-2481161bf77e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/routers/fa6235d1-c9a1-4854-b9a8-9b048b76cad3 HTTP/1.1" status: 404 len: 336 time: 0.0739317 Apr 18 21:00:11.483548 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36382) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:11.556001 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6c6bdcb-e1e6-45fe-8d27-8a692b11f954 req-379f277c-5c0f-488d-986b-da9c360c6a22 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=974ac806-3078-41d3-8f39-9ff76d36b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868820 Apr 18 21:00:11.562962 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a71cd5-2a8f-420c-9839-a7860ae107d1 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] DELETE failed (client error): The resource could not be found. Apr 18 21:00:11.565379 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a71cd5-2a8f-420c-9839-a7860ae107d1 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:00:11.579335 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-14a71cd5-2a8f-420c-9839-a7860ae107d1 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/subnets/84bc34d1-c982-44a4-877c-18b5adfc2a05 HTTP/1.1" status: 404 len: 337 time: 0.0943699 Apr 18 21:00:11.581512 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c9ed2dd3-291b-463f-8f0c-329aece7d76b req-dcf1a6b0-5da3-4ef4-9b99-e7344aad71c1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=974ac806-3078-41d3-8f39-9ff76d36b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042568 Apr 18 21:00:11.582107 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36386) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:11.661385 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9035fe6-798c-4b53-9542-76016fd0eea8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] DELETE failed (client error): The resource could not be found. Apr 18 21:00:11.665090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9035fe6-798c-4b53-9542-76016fd0eea8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:00:11.675814 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b9035fe6-798c-4b53-9542-76016fd0eea8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/subnets/455528ea-2a08-4a30-8a6e-810bbaf35b68 HTTP/1.1" status: 404 len: 337 time: 0.0925894 Apr 18 21:00:11.678206 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36392) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:11.755359 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da594dc8-80b6-4e57-a6d7-b0d996e65b01 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:11.760029 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-da594dc8-80b6-4e57-a6d7-b0d996e65b01 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.779469 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969c2847-3aac-4117-98b8-36c99ec1ea61 None None] Sync routers for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:11.811546 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969c2847-3aac-4117-98b8-36c99ec1ea61 None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:11.812970 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-969c2847-3aac-4117-98b8-36c99ec1ea61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:11.814181 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca3cd7e-fbb6-4973-a655-e5551dea96ec tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] DELETE failed (client error): The resource could not be found. Apr 18 21:00:11.814944 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca3cd7e-fbb6-4973-a655-e5551dea96ec tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:00:11.822413 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-bca3cd7e-fbb6-4973-a655-e5551dea96ec tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/subnets/6019a764-542a-4df9-91c0-b461abc6c7e1 HTTP/1.1" status: 404 len: 337 time: 0.1413662 Apr 18 21:00:11.837032 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36402) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:11.859884 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-da594dc8-80b6-4e57-a6d7-b0d996e65b01 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "DELETE /v2.0/floatingips/690bc96b-ddcf-403d-abe7-fd0605866437 HTTP/1.1" status: 204 len: 168 time: 2.4271297 Apr 18 21:00:11.862759 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36410) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:11.924654 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-969c2847-3aac-4117-98b8-36c99ec1ea61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:11.926836 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7507346-dcd5-49a7-9f2f-de7e80db38e6 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] DELETE failed (client error): The resource could not be found. Apr 18 21:00:11.927608 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7507346-dcd5-49a7-9f2f-de7e80db38e6 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:00:11.940103 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f7507346-dcd5-49a7-9f2f-de7e80db38e6 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/subnets/93983504-b531-45a8-945d-2914f64154ac HTTP/1.1" status: 404 len: 337 time: 0.0921879 Apr 18 21:00:11.941858 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36414) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:11.979473 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.984414 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969c2847-3aac-4117-98b8-36c99ec1ea61 None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:11.985391 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-969c2847-3aac-4117-98b8-36c99ec1ea61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:12.039870 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f8a293f2-be74-4eb7-ad0d-dab3236dd6dc tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "GET /v2.0/ports?device_id=88bedfbd-b104-4feb-9b26-8a26c09442b3 HTTP/1.1" status: 200 len: 205 time: 0.0961840 Apr 18 21:00:12.040582 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36418) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:12.063316 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-969c2847-3aac-4117-98b8-36c99ec1ea61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:12.063921 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969c2847-3aac-4117-98b8-36c99ec1ea61 None None] The sync data for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:12.108837 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-ad4c4827-f537-493a-bf01-42dac38feb16 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] delete failed (client error): The resource could not be found. Apr 18 21:00:12.113795 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ad4c4827-f537-493a-bf01-42dac38feb16 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/routers/88bedfbd-b104-4feb-9b26-8a26c09442b3 HTTP/1.1" status: 404 len: 336 time: 0.0711849 Apr 18 21:00:12.114047 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36422) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:12.656586 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8ef02a63-642b-4a17-a6ef-2103de2feca8 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e01b389-f033-4ad2-b8f4-380a450b2300 HTTP/1.1" status: 200 len: 205 time: 0.5414882 Apr 18 21:00:12.659239 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36454) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:12.686417 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-86b58d9c-3d08-4216-ab54-e4e491896bdc tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Deleting port 19c3cd64-6797-4be2-8b9d-450534336c75 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:12.686767 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-86b58d9c-3d08-4216-ab54-e4e491896bdc tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.783730 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-ed7c2ee2-9558-4922-9d22-9d9e66ddd801 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] delete failed (client error): The resource could not be found. Apr 18 21:00:12.785458 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ed7c2ee2-9558-4922-9d22-9d9e66ddd801 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/routers/6e01b389-f033-4ad2-b8f4-380a450b2300 HTTP/1.1" status: 404 len: 336 time: 0.1246417 Apr 18 21:00:12.806383 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36460) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:12.820101 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-86b58d9c-3d08-4216-ab54-e4e491896bdc tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.837022 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-86b58d9c-3d08-4216-ab54-e4e491896bdc tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Calling delete_port for 19c3cd64-6797-4be2-8b9d-450534336c75 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:13.092966 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-51689471-a365-4ec5-8a07-6b9d4aaad245 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] DELETE failed (client error): The resource could not be found. Apr 18 21:00:13.093424 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51689471-a365-4ec5-8a07-6b9d4aaad245 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:00:13.099653 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-51689471-a365-4ec5-8a07-6b9d4aaad245 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/subnets/4fa4a729-65d1-4dc6-899e-7355ea21ba94 HTTP/1.1" status: 404 len: 337 time: 0.2530391 Apr 18 21:00:13.107270 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36470) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:13.155844 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddfa6d-7b9f-4522-992d-30abe19faecd req-c28fdc1b-ae3b-451f-baf8-da25fa849cce tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:13.157458 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-72ddfa6d-7b9f-4522-992d-30abe19faecd req-c28fdc1b-ae3b-451f-baf8-da25fa849cce tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8d83e8-d837-42b5-81dc-f43277a9da2a HTTP/1.1" status: 200 len: 946 time: 0.3706019 Apr 18 21:00:13.173193 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-072668d3-f7da-45c7-a446-87f322b5b9df tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5e671e0-c072-47e6-81a3-d0d7843b1777 HTTP/1.1" status: 200 len: 205 time: 0.0621231 Apr 18 21:00:13.176036 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36472) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:13.265472 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-86b58d9c-3d08-4216-ab54-e4e491896bdc tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.289829 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-ad7cb45c-47f1-44b6-9e9b-6082419f81e1 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] delete failed (client error): The resource could not be found. Apr 18 21:00:13.294168 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-72ddfa6d-7b9f-4522-992d-30abe19faecd req-0e4ba0a6-e459-45e6-a6a6-d81c65eb41cc tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=974ac806-3078-41d3-8f39-9ff76d36b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249678 Apr 18 21:00:13.294464 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ad7cb45c-47f1-44b6-9e9b-6082419f81e1 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/routers/d5e671e0-c072-47e6-81a3-d0d7843b1777 HTTP/1.1" status: 404 len: 336 time: 0.1160991 Apr 18 21:00:13.297297 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36478) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:13.378812 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b58d9c-3d08-4216-ab54-e4e491896bdc tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event deleted for resources: {'Port': ['ID=19c3cd64-6797-4be2-8b9d-450534336c75,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:13.478644 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36480) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:13.479291 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-56421ff3-77c4-4536-a683-6ae49b941908 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "GET /v2.0/ports?device_id=60e82177-0f14-4add-9a90-003d14eb335b HTTP/1.1" status: 200 len: 205 time: 0.1802897 Apr 18 21:00:13.663540 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-238ee84f-e155-4581-8c34-8de960f0723b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] delete failed (client error): The resource could not be found. Apr 18 21:00:13.665410 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-238ee84f-e155-4581-8c34-8de960f0723b tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/routers/60e82177-0f14-4add-9a90-003d14eb335b HTTP/1.1" status: 404 len: 336 time: 0.1723177 Apr 18 21:00:13.669141 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36484) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:13.760615 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fca126e-9f8f-407b-9fff-8bf55ef13640 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] DELETE failed (client error): The resource could not be found. Apr 18 21:00:13.762540 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fca126e-9f8f-407b-9fff-8bf55ef13640 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:00:13.768748 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3fca126e-9f8f-407b-9fff-8bf55ef13640 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/subnets/16c02065-aed3-408b-aa0f-70400bf4b743 HTTP/1.1" status: 404 len: 337 time: 0.0973501 Apr 18 21:00:13.771586 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36486) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:13.830179 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c3cca7d3-978d-465f-998f-1ae5bb63af44 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "GET /v2.0/ports?device_id=647c8ccd-c064-41ee-b38f-9e31a708b960 HTTP/1.1" status: 200 len: 205 time: 0.0570531 Apr 18 21:00:13.835429 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36488) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:13.942761 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-86b58d9c-3d08-4216-ab54-e4e491896bdc tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.949083 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-86b58d9c-3d08-4216-ab54-e4e491896bdc tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "DELETE /v2.0/ports/19c3cd64-6797-4be2-8b9d-450534336c75 HTTP/1.1" status: 204 len: 168 time: 2.0847402 Apr 18 21:00:13.951262 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-74aa2a2e-6a72-48ed-af81-4a59bfe70070 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] delete failed (client error): The resource could not be found. Apr 18 21:00:13.955556 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-74aa2a2e-6a72-48ed-af81-4a59bfe70070 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/routers/647c8ccd-c064-41ee-b38f-9e31a708b960 HTTP/1.1" status: 404 len: 336 time: 0.1161010 Apr 18 21:00:13.955756 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36490) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:13.956177 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36492) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:13.963813 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-192bb116-5eb5-4af6-8f42-c85b26680404 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:14.033741 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a847eed-fe3d-49de-af4c-5aef5281b214 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] DELETE failed (client error): The resource could not be found. Apr 18 21:00:14.034546 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a847eed-fe3d-49de-af4c-5aef5281b214 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:00:14.045831 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3a847eed-fe3d-49de-af4c-5aef5281b214 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/subnets/300c9d33-4061-4de3-bf8a-77f311599469 HTTP/1.1" status: 404 len: 337 time: 0.0694680 Apr 18 21:00:14.046833 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36494) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:14.077894 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-192bb116-5eb5-4af6-8f42-c85b26680404 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.106673 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36496) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:14.107028 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e30b9aef-8f2c-425a-9226-655330ff60ac tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab63ce4c-4344-410a-ab30-ee2234811d4d HTTP/1.1" status: 200 len: 205 time: 0.0575101 Apr 18 21:00:14.215178 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-c45a5c12-c6ad-4458-b556-3fb6129e1798 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] delete failed (client error): The resource could not be found. Apr 18 21:00:14.218065 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c45a5c12-c6ad-4458-b556-3fb6129e1798 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/routers/ab63ce4c-4344-410a-ab30-ee2234811d4d HTTP/1.1" status: 404 len: 336 time: 0.1095731 Apr 18 21:00:14.219749 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36498) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:14.330366 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-5404eecd-1269-4f27-9935-b27be0b81185 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] DELETE failed (client error): The resource could not be found. Apr 18 21:00:14.331076 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5404eecd-1269-4f27-9935-b27be0b81185 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:00:14.336732 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5404eecd-1269-4f27-9935-b27be0b81185 tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/subnets/fefd1990-2323-4527-a87c-b9ea99d04d24 HTTP/1.1" status: 404 len: 337 time: 0.1151588 Apr 18 21:00:14.349445 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36500) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:14.401463 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eaa6cf0-a3ac-4286-87ba-dda310471b4e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] DELETE failed (client error): The resource could not be found. Apr 18 21:00:14.409189 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eaa6cf0-a3ac-4286-87ba-dda310471b4e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:00:14.434528 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5eaa6cf0-a3ac-4286-87ba-dda310471b4e tempest-RoutersTest-1282144600 tempest-RoutersTest-1282144600-project] 10.222.0.41 "DELETE /v2.0/subnets/29fa244f-827c-4260-9dff-a53d78304117 HTTP/1.1" status: 404 len: 337 time: 0.0796037 Apr 18 21:00:14.582234 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-192bb116-5eb5-4af6-8f42-c85b26680404 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.643953 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114ba5b-03a5-4405-b51e-1db566e23e4f req-ec79f9a9-3bcb-4379-a947-8e6091b85f72 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:14.647028 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1114ba5b-03a5-4405-b51e-1db566e23e4f req-ec79f9a9-3bcb-4379-a947-8e6091b85f72 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8d83e8-d837-42b5-81dc-f43277a9da2a HTTP/1.1" status: 200 len: 946 time: 0.1501348 Apr 18 21:00:14.826179 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1114ba5b-03a5-4405-b51e-1db566e23e4f req-0d013af2-39ff-4d99-b95a-c3b62eae9786 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=974ac806-3078-41d3-8f39-9ff76d36b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641977 Apr 18 21:00:15.128040 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-192bb116-5eb5-4af6-8f42-c85b26680404 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Allocated IP 172.25.1.169 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/2852f00b-917f-42e0-853f-99cb351a0f63) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:15.211947 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e73966-762b-437e-843d-a74cb10990e9 req-9321f9d9-31d3-47e9-bcc2-e962e2371035 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:15.239504 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13e73966-762b-437e-843d-a74cb10990e9 req-9321f9d9-31d3-47e9-bcc2-e962e2371035 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8d83e8-d837-42b5-81dc-f43277a9da2a HTTP/1.1" status: 200 len: 946 time: 0.1096082 Apr 18 21:00:15.239504 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36518) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:15.254812 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36522) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:15.276938 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-1c818bde-8fa4-46c3-a674-6886103f9502 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Request body: {'floatingip': {'port_id': '4e59a769-7255-4ecb-9a2f-a3889b2aff34'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:15.528141 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1c818bde-8fa4-46c3-a674-6886103f9502 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.535774 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-192bb116-5eb5-4af6-8f42-c85b26680404 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.817380 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-192bb116-5eb5-4af6-8f42-c85b26680404 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.957571 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-41349946-fc4f-4497-aa05-3067b8f9bbc7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34ed532966de49f2a1099a6b441323dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7177384 Apr 18 21:00:15.975775 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192bb116-5eb5-4af6-8f42-c85b26680404 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:15.984080 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36530) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:15.998255 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-192bb116-5eb5-4af6-8f42-c85b26680404 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:16.011595 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192bb116-5eb5-4af6-8f42-c85b26680404 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:16.142209 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bb116-5eb5-4af6-8f42-c85b26680404 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event updated for resources: {'Port': ['ID=2852f00b-917f-42e0-853f-99cb351a0f63,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:16.256292 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e1156454-5773-4f64-b2b4-89ce94ca1ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.296861 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e1156454-5773-4f64-b2b4-89ce94ca1ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.384939 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-192bb116-5eb5-4af6-8f42-c85b26680404 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.479910 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-192bb116-5eb5-4af6-8f42-c85b26680404 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.516594 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e1156454-5773-4f64-b2b4-89ce94ca1ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.529186 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e1156454-5773-4f64-b2b4-89ce94ca1ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.530655 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e1156454-5773-4f64-b2b4-89ce94ca1ccc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a088553f-a7cf-4d51-bf64-f4b8e45238f5 HTTP/1.1" status: 204 len: 168 time: 0.5115926 Apr 18 21:00:16.535465 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.db.resource_extend [None req-1c818bde-8fa4-46c3-a674-6886103f9502 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:00:16.544189 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1156454-5773-4f64-b2b4-89ce94ca1ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a088553f-a7cf-4d51-bf64-f4b8e45238f5,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:16.754186 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1c818bde-8fa4-46c3-a674-6886103f9502 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.759560 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1c818bde-8fa4-46c3-a674-6886103f9502 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:17.042302 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-192bb116-5eb5-4af6-8f42-c85b26680404 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:17.050415 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-1c818bde-8fa4-46c3-a674-6886103f9502 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Floating IP 2d40d6de-6211-445b-91b6-2e57e28da672 associated. External IP: 172.25.1.20, port: 4e59a769-7255-4ecb-9a2f-a3889b2aff34. Apr 18 21:00:17.051578 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-192bb116-5eb5-4af6-8f42-c85b26680404 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:17.244644 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bb116-5eb5-4af6-8f42-c85b26680404 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event updated for resources: {'Port': ['ID=2852f00b-917f-42e0-853f-99cb351a0f63,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:17.266420 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-192bb116-5eb5-4af6-8f42-c85b26680404 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:17.310337 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-192bb116-5eb5-4af6-8f42-c85b26680404 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:17.325060 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-192bb116-5eb5-4af6-8f42-c85b26680404 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3583472 Apr 18 21:00:17.329015 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36552) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:17.338260 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-03a2f261-e046-4503-86bf-b8a2b8780f12 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Request body: {'port': {'network_id': '99bde03e-7a3b-4b57-83be-8b541315edd7', 'name': 'tempest-FloatingIPTestJSON-397022175'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:17.851995 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a2f261-e046-4503-86bf-b8a2b8780f12 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Made reservation on behalf of 46a69b2c7efb40078a7621b36f4ee4f5 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:17.876638 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-03a2f261-e046-4503-86bf-b8a2b8780f12 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:17.948024 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-03a2f261-e046-4503-86bf-b8a2b8780f12 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] device_id is not set on port c3fd3240-ff7e-4400-9b66-a06d22803dc8 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:00:17.994982 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c818bde-8fa4-46c3-a674-6886103f9502 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Router 0b213186-7500-4ecf-b970-f176d66dd662 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:18.377149 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-03a2f261-e046-4503-86bf-b8a2b8780f12 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Allocated IP 172.20.0.9 (99bde03e-7a3b-4b57-83be-8b541315edd7/9c2be919-5dd2-452a-ae65-b075a72207f6/c3fd3240-ff7e-4400-9b66-a06d22803dc8) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:18.467320 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c818bde-8fa4-46c3-a674-6886103f9502 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:18.474987 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1c818bde-8fa4-46c3-a674-6886103f9502 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.524508 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbaa949-da45-4da1-bb39-06db93032c79 None None] Sync routers for ids ['0b213186-7500-4ecf-b970-f176d66dd662'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:18.584482 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1c818bde-8fa4-46c3-a674-6886103f9502 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "PUT /v2.0/floatingips/2d40d6de-6211-445b-91b6-2e57e28da672 HTTP/1.1" status: 200 len: 991 time: 3.3172865 Apr 18 21:00:18.584482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8d83e8-d837-42b5-81dc-f43277a9da2a', 'tag': '4e59a769-7255-4ecb-9a2f-a3889b2aff34'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:00:18.594799 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbaa949-da45-4da1-bb39-06db93032c79 None None] Routers {'0b213186-7500-4ecf-b970-f176d66dd662'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:18.596139 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-1bbaa949-da45-4da1-bb39-06db93032c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0b213186-7500-4ecf-b970-f176d66dd662'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:18.608852 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275c24a7-d917-4b5a-ae66-4ca540428d50" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8d83e8-d837-42b5-81dc-f43277a9da2a", "tag": "4e59a769-7255-4ecb-9a2f-a3889b2aff34"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:00:18.772236 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30419280-faa6-498c-bd23-cd79d4b69d87 x-openstack-request-id: req-30419280-faa6-498c-bd23-cd79d4b69d87 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:00:18.772236 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8d83e8-d837-42b5-81dc-f43277a9da2a", "tag": "4e59a769-7255-4ecb-9a2f-a3889b2aff34", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:00:18.772236 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30419280-faa6-498c-bd23-cd79d4b69d87 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:00:18.772236 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30419280-faa6-498c-bd23-cd79d4b69d87'] response: {'name': 'network-changed', 'server_uuid': '9b8d83e8-d837-42b5-81dc-f43277a9da2a', 'tag': '4e59a769-7255-4ecb-9a2f-a3889b2aff34', 'status': 'completed', 'code': 200} Apr 18 21:00:18.979224 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36582) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:18.984542 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c24a7-d917-4b5a-ae66-4ca540428d50 req-89682aae-b7c1-4f87-b081-a3eee812114b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:18.986692 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-275c24a7-d917-4b5a-ae66-4ca540428d50 req-89682aae-b7c1-4f87-b081-a3eee812114b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d1cb6a1920642c6a254fff9677f23c7&device_id=9b8d83e8-d837-42b5-81dc-f43277a9da2a HTTP/1.1" status: 200 len: 1097 time: 0.2048752 Apr 18 21:00:19.103323 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-1bbaa949-da45-4da1-bb39-06db93032c79 None None] Set router 0b213186-7500-4ecf-b970-f176d66dd662 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:19.128347 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-03a2f261-e046-4503-86bf-b8a2b8780f12 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.208614 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-03a2f261-e046-4503-86bf-b8a2b8780f12 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.304886 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-4266f708-4b71-4c25-b5ce-f1bb57ac9dc4 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2144901893', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:19.464238 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-1bbaa949-da45-4da1-bb39-06db93032c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '2d40d6de-6211-445b-91b6-2e57e28da672', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'floating_ip_address': '172.25.1.20', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'port_id': '4e59a769-7255-4ecb-9a2f-a3889b2aff34', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'mac_address': 'fa:16:3e:20:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d83e8-d837-42b5-81dc-f43277a9da2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:59:50Z', 'updated_at': '2022-04-18T21:00:16Z', 'revision_number': 1, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd253cd-854f-45e4-b89c-9045a0554e6f', 'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'mac_address': 'fa:16:3e:b8:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:02Z', 'updated_at': '2022-04-18T20:52:12Z', 'revision_number': 5, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'subnets': [{'id': '934e222d-a43e-4b81-a646-860f58e51213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:19.540298 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbaa949-da45-4da1-bb39-06db93032c79 None None] Checking router: 0b213186-7500-4ecf-b970-f176d66dd662 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:00:19.541312 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a2f261-e046-4503-86bf-b8a2b8780f12 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Network 99bde03e-7a3b-4b57-83be-8b541315edd7 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:19.549049 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-03a2f261-e046-4503-86bf-b8a2b8780f12 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:19.570199 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbaa949-da45-4da1-bb39-06db93032c79 None None] Routers {'0b213186-7500-4ecf-b970-f176d66dd662'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:19.571388 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-1bbaa949-da45-4da1-bb39-06db93032c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0b213186-7500-4ecf-b970-f176d66dd662'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:19.575216 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a2f261-e046-4503-86bf-b8a2b8780f12 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:19.592508 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2f261-e046-4503-86bf-b8a2b8780f12 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event updated for resources: {'Port': ['ID=c3fd3240-ff7e-4400-9b66-a06d22803dc8,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:19.680419 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4266f708-4b71-4c25-b5ce-f1bb57ac9dc4 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.687676 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4266f708-4b71-4c25-b5ce-f1bb57ac9dc4 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.855610 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a2f261-e046-4503-86bf-b8a2b8780f12 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:19.860136 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-03a2f261-e046-4503-86bf-b8a2b8780f12 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.878519 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4266f708-4b71-4c25-b5ce-f1bb57ac9dc4 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.883132 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c24a7-d917-4b5a-ae66-4ca540428d50 req-238a796c-0734-43a1-b83d-77a343f3d929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:19.889970 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-275c24a7-d917-4b5a-ae66-4ca540428d50 req-238a796c-0734-43a1-b83d-77a343f3d929 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe539583-d535-4524-b810-6474f581fe71 HTTP/1.1" status: 200 len: 915 time: 0.8929920 Apr 18 21:00:19.891799 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4266f708-4b71-4c25-b5ce-f1bb57ac9dc4 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.920679 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-03a2f261-e046-4503-86bf-b8a2b8780f12 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5936286 Apr 18 21:00:19.925636 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36594) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:19.960832 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-bac5225b-63c8-4fb3-94b2-c59490255c98 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Request body: {'floatingip': {'port_id': 'c3fd3240-ff7e-4400-9b66-a06d22803dc8'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:19.992471 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-275c24a7-d917-4b5a-ae66-4ca540428d50 req-e84a4f4a-1333-444f-98b7-0e8091d864b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e59a769-7255-4ecb-9a2f-a3889b2aff34 HTTP/1.1" status: 200 len: 999 time: 0.0915711 Apr 18 21:00:20.052199 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bac5225b-63c8-4fb3-94b2-c59490255c98 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.114597 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-1bbaa949-da45-4da1-bb39-06db93032c79 None None] Set router 0b213186-7500-4ecf-b970-f176d66dd662 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:20.216646 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c24a7-d917-4b5a-ae66-4ca540428d50 req-8a0b1957-bc94-473b-bfe8-82fdd3d65f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:20.219158 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-275c24a7-d917-4b5a-ae66-4ca540428d50 req-8a0b1957-bc94-473b-bfe8-82fdd3d65f9b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=934e222d-a43e-4b81-a646-860f58e51213 HTTP/1.1" status: 200 len: 853 time: 0.2041631 Apr 18 21:00:20.236354 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4266f708-4b71-4c25-b5ce-f1bb57ac9dc4 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.240322 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4266f708-4b71-4c25-b5ce-f1bb57ac9dc4 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.2518146 Apr 18 21:00:20.256087 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36600) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:20.272113 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-0352fe78-c37a-466f-84aa-8db37c27cf70 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-860845641'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:20.403531 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0352fe78-c37a-466f-84aa-8db37c27cf70 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Made reservation on behalf of 740a81969e174f99a64c8b90b567ded8 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:20.414239 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0352fe78-c37a-466f-84aa-8db37c27cf70 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.429404 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c24a7-d917-4b5a-ae66-4ca540428d50 req-07e3920a-8dce-4366-869d-704f0ec20908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:20.431354 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-275c24a7-d917-4b5a-ae66-4ca540428d50 req-07e3920a-8dce-4366-869d-704f0ec20908 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe539583-d535-4524-b810-6474f581fe71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1892762 Apr 18 21:00:20.456716 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0352fe78-c37a-466f-84aa-8db37c27cf70 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.768069 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-275c24a7-d917-4b5a-ae66-4ca540428d50 req-0af5bf5b-6d71-4f54-abac-70cf38ffd935 service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297427 Apr 18 21:00:20.822123 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-1bbaa949-da45-4da1-bb39-06db93032c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '2d40d6de-6211-445b-91b6-2e57e28da672', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'floating_ip_address': '172.25.1.20', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'port_id': '4e59a769-7255-4ecb-9a2f-a3889b2aff34', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'mac_address': 'fa:16:3e:20:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d83e8-d837-42b5-81dc-f43277a9da2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:59:50Z', 'updated_at': '2022-04-18T21:00:16Z', 'revision_number': 1, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd253cd-854f-45e4-b89c-9045a0554e6f', 'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'mac_address': 'fa:16:3e:b8:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:02Z', 'updated_at': '2022-04-18T20:52:12Z', 'revision_number': 5, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'subnets': [{'id': '934e222d-a43e-4b81-a646-860f58e51213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:20.976934 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbaa949-da45-4da1-bb39-06db93032c79 None None] The sync data for ids ['0b213186-7500-4ecf-b970-f176d66dd662'] in n-d-838323-3 is: [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '2d40d6de-6211-445b-91b6-2e57e28da672', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'floating_ip_address': '172.25.1.20', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'port_id': '4e59a769-7255-4ecb-9a2f-a3889b2aff34', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'mac_address': 'fa:16:3e:20:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d83e8-d837-42b5-81dc-f43277a9da2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:59:50Z', 'updated_at': '2022-04-18T21:00:16Z', 'revision_number': 1, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd253cd-854f-45e4-b89c-9045a0554e6f', 'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'mac_address': 'fa:16:3e:b8:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:02Z', 'updated_at': '2022-04-18T20:52:12Z', 'revision_number': 5, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'subnets': [{'id': '934e222d-a43e-4b81-a646-860f58e51213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:21.122773 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-275c24a7-d917-4b5a-ae66-4ca540428d50 req-11a9ddb6-5990-4285-8af8-3f13c703896c service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480723 Apr 18 21:00:21.440804 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bac5225b-63c8-4fb3-94b2-c59490255c98 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.445926 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bac5225b-63c8-4fb3-94b2-c59490255c98 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.492829 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152ed320-b9fa-45ed-bf5d-3060e457c721 None None] New status for floating IP 2d40d6de-6211-445b-91b6-2e57e28da672: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:00:21.767573 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0352fe78-c37a-466f-84aa-8db37c27cf70 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.770786 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-bac5225b-63c8-4fb3-94b2-c59490255c98 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Floating IP ecbbb798-1256-46b7-a373-23859842d5ec associated. External IP: 172.25.1.169, port: c3fd3240-ff7e-4400-9b66-a06d22803dc8. Apr 18 21:00:21.775580 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0352fe78-c37a-466f-84aa-8db37c27cf70 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.887171 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0352fe78-c37a-466f-84aa-8db37c27cf70 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:21.926451 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0352fe78-c37a-466f-84aa-8db37c27cf70 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.926805 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-0352fe78-c37a-466f-84aa-8db37c27cf70 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Added segment 2c3d4c9e-4e9c-48ba-98be-57b5c64ff638 of type vlan for network 52d76900-6a56-4b92-a173-9b5408e0d03c Apr 18 21:00:21.970027 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352fe78-c37a-466f-84aa-8db37c27cf70 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a1ac1d-2240-4375-af9e-250d02e164dd,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:22.031888 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0352fe78-c37a-466f-84aa-8db37c27cf70 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.131379 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0352fe78-c37a-466f-84aa-8db37c27cf70 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.131379 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0352fe78-c37a-466f-84aa-8db37c27cf70 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:22.137597 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0352fe78-c37a-466f-84aa-8db37c27cf70 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.371444 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0352fe78-c37a-466f-84aa-8db37c27cf70 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1081829 Apr 18 21:00:22.371786 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36618) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:22.378269 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-9841bf32-9f95-456b-9b50-3c089a3059a6 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Request body: {'subnet': {'network_id': '52d76900-6a56-4b92-a173-9b5408e0d03c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:22.389398 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352fe78-c37a-466f-84aa-8db37c27cf70 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Pushing event updated for resources: {'Network': ['ID=52d76900-6a56-4b92-a173-9b5408e0d03c,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:22.403004 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 52d76900-6a56-4b92-a173-9b5408e0d03c details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:00:22.439555 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac5225b-63c8-4fb3-94b2-c59490255c98 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Router e3f28b16-afc7-4911-b090-146d58a64afd has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:22.659778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9841bf32-9f95-456b-9b50-3c089a3059a6 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Made reservation on behalf of 740a81969e174f99a64c8b90b567ded8 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:22.673313 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9841bf32-9f95-456b-9b50-3c089a3059a6 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.752533 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac5225b-63c8-4fb3-94b2-c59490255c98 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:22.767211 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a33532-db25-4672-9b02-30a64dd86af1 None None] Sync routers for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:22.782557 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bac5225b-63c8-4fb3-94b2-c59490255c98 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.814890 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a33532-db25-4672-9b02-30a64dd86af1 None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:22.816143 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-09a33532-db25-4672-9b02-30a64dd86af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:22.872464 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bac5225b-63c8-4fb3-94b2-c59490255c98 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "PUT /v2.0/floatingips/ecbbb798-1256-46b7-a373-23859842d5ec HTTP/1.1" status: 200 len: 977 time: 2.9453452 Apr 18 21:00:22.886177 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36626) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:22.981995 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9841bf32-9f95-456b-9b50-3c089a3059a6 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.987624 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-09a33532-db25-4672-9b02-30a64dd86af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:23.008709 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a33532-db25-4672-9b02-30a64dd86af1 None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:23.010637 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-09a33532-db25-4672-9b02-30a64dd86af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:23.071035 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841bf32-9f95-456b-9b50-3c089a3059a6 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Pushing event updated for resources: {'Subnet': ['ID=90c94ee3-0d3e-468c-9255-3806fd8c94b4,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:23.076925 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-09a33532-db25-4672-9b02-30a64dd86af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:23.078204 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a33532-db25-4672-9b02-30a64dd86af1 None None] The sync data for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:23.092487 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9841bf32-9f95-456b-9b50-3c089a3059a6 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:23.093068 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9841bf32-9f95-456b-9b50-3c089a3059a6 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:23.093546 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9841bf32-9f95-456b-9b50-3c089a3059a6 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:23.094880 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9841bf32-9f95-456b-9b50-3c089a3059a6 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:23.094880 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9841bf32-9f95-456b-9b50-3c089a3059a6 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:23.095292 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9841bf32-9f95-456b-9b50-3c089a3059a6 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:23.095482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9841bf32-9f95-456b-9b50-3c089a3059a6 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:23.096076 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9841bf32-9f95-456b-9b50-3c089a3059a6 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:23.096591 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9841bf32-9f95-456b-9b50-3c089a3059a6 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:23.097065 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9841bf32-9f95-456b-9b50-3c089a3059a6 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:23.097547 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9841bf32-9f95-456b-9b50-3c089a3059a6 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:23.097989 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9841bf32-9f95-456b-9b50-3c089a3059a6 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:23.145224 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-a9552aad-59f4-4651-a056-27a989c1e58f tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Deleting port c3fd3240-ff7e-4400-9b66-a06d22803dc8 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:23.147761 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9552aad-59f4-4651-a056-27a989c1e58f tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.188945 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9841bf32-9f95-456b-9b50-3c089a3059a6 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Checking segment: {'id': '2c3d4c9e-4e9c-48ba-98be-57b5c64ff638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '52d76900-6a56-4b92-a173-9b5408e0d03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:23.189566 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9841bf32-9f95-456b-9b50-3c089a3059a6 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Network hostable DHCP agents. Network: 52d76900-6a56-4b92-a173-9b5408e0d03c, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:00:23.223218 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9841bf32-9f95-456b-9b50-3c089a3059a6 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Network 52d76900-6a56-4b92-a173-9b5408e0d03c is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:00:23.242997 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-9841bf32-9f95-456b-9b50-3c089a3059a6 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 52d76900-6a56-4b92-a173-9b5408e0d03c) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:23.259019 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ace90d3-080f-46c2-bd7f-c99a374a4659 None None] Network 52d76900-6a56-4b92-a173-9b5408e0d03c requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:23.264464 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9841bf32-9f95-456b-9b50-3c089a3059a6 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:23.266515 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9841bf32-9f95-456b-9b50-3c089a3059a6 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.304374 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9841bf32-9f95-456b-9b50-3c089a3059a6 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9298902 Apr 18 21:00:23.310280 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36630) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:23.328845 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-7e637cde-a48e-4c22-80bb-865d48b53046 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Request body: {'network': {'name': 'tempest-router-network01--1774792936'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:23.387356 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e637cde-a48e-4c22-80bb-865d48b53046 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Made reservation on behalf of 740a81969e174f99a64c8b90b567ded8 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:23.397987 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7e637cde-a48e-4c22-80bb-865d48b53046 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.477679 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e637cde-a48e-4c22-80bb-865d48b53046 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:23.523468 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7e637cde-a48e-4c22-80bb-865d48b53046 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.534843 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-7e637cde-a48e-4c22-80bb-865d48b53046 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Added segment 618aeb3f-07e0-4f83-8222-2e044454518b of type vlan for network 97ffc4b2-f0c2-487a-a4b5-d3bb29c258f8 Apr 18 21:00:23.656188 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9db6b21-8b8d-40d5-97fd-8dd00e0aeba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-52d76900-6a56-4b92-a173-9b5408e0d03c', 'network_id': '52d76900-6a56-4b92-a173-9b5408e0d03c', 'tenant_id': '740a81969e174f99a64c8b90b567ded8', 'fixed_ips': [{'subnet_id': '90c94ee3-0d3e-468c-9255-3806fd8c94b4'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:00:23.657324 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b9db6b21-8b8d-40d5-97fd-8dd00e0aeba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.705610 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7e637cde-a48e-4c22-80bb-865d48b53046 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.806480 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7e637cde-a48e-4c22-80bb-865d48b53046 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.820397 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e637cde-a48e-4c22-80bb-865d48b53046 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:23.821265 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7e637cde-a48e-4c22-80bb-865d48b53046 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.010971 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7e637cde-a48e-4c22-80bb-865d48b53046 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6912510 Apr 18 21:00:24.021890 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36648) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:24.028267 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-b9db6b21-8b8d-40d5-97fd-8dd00e0aeba5 None None] Allocated IP 2001:db8::2 (52d76900-6a56-4b92-a173-9b5408e0d03c/90c94ee3-0d3e-468c-9255-3806fd8c94b4/a2909911-bb09-4fb8-ac5b-cca3fbdc9343) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:24.065491 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-cff15b57-a739-4f93-80a2-939a7ba27fdb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Request body: {'network': {'name': 'tempest-router-network02--351750741'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:24.069426 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e637cde-a48e-4c22-80bb-865d48b53046 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Pushing event updated for resources: {'Network': ['ID=97ffc4b2-f0c2-487a-a4b5-d3bb29c258f8,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:24.099830 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 97ffc4b2-f0c2-487a-a4b5-d3bb29c258f8 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:00:24.142867 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff15b57-a739-4f93-80a2-939a7ba27fdb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Made reservation on behalf of 740a81969e174f99a64c8b90b567ded8 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:24.148769 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cff15b57-a739-4f93-80a2-939a7ba27fdb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.201550 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff15b57-a739-4f93-80a2-939a7ba27fdb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:24.219472 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cff15b57-a739-4f93-80a2-939a7ba27fdb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.219822 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-cff15b57-a739-4f93-80a2-939a7ba27fdb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Added segment 266c3584-745c-41bd-aa8a-db93a88a0351 of type vlan for network ffb0e20b-4d44-424b-b6a5-b8b22185b12f Apr 18 21:00:24.415388 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9552aad-59f4-4651-a056-27a989c1e58f tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.427797 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cff15b57-a739-4f93-80a2-939a7ba27fdb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.547276 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.db.resource_extend [None req-cff15b57-a739-4f93-80a2-939a7ba27fdb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:00:24.621929 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cff15b57-a739-4f93-80a2-939a7ba27fdb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.628760 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff15b57-a739-4f93-80a2-939a7ba27fdb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:24.629500 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cff15b57-a739-4f93-80a2-939a7ba27fdb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.753026 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff15b57-a739-4f93-80a2-939a7ba27fdb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Pushing event updated for resources: {'Network': ['ID=ffb0e20b-4d44-424b-b6a5-b8b22185b12f,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:24.814064 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cff15b57-a739-4f93-80a2-939a7ba27fdb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7906098 Apr 18 21:00:24.816907 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36674) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:24.823469 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-0f870b0f-25ff-4765-8d48-9c2ac6279a01 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Request body: {'subnet': {'network_id': '97ffc4b2-f0c2-487a-a4b5-d3bb29c258f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:24.836251 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network ffb0e20b-4d44-424b-b6a5-b8b22185b12f details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:00:24.849733 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-da328fd5-8ff3-41d5-aa48-9a1e53cf0d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.168089 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9552aad-59f4-4651-a056-27a989c1e58f tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.169165 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9552aad-59f4-4651-a056-27a989c1e58f tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.169165 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-a9552aad-59f4-4651-a056-27a989c1e58f tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Floating IP ecbbb798-1256-46b7-a373-23859842d5ec disassociated. External IP: 172.25.1.169, port: c3fd3240-ff7e-4400-9b66-a06d22803dc8. Apr 18 21:00:25.169484 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-a9552aad-59f4-4651-a056-27a989c1e58f tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Calling delete_port for c3fd3240-ff7e-4400-9b66-a06d22803dc8 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:25.220989 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f870b0f-25ff-4765-8d48-9c2ac6279a01 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Made reservation on behalf of 740a81969e174f99a64c8b90b567ded8 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:25.231025 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0f870b0f-25ff-4765-8d48-9c2ac6279a01 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.349820 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b9db6b21-8b8d-40d5-97fd-8dd00e0aeba5 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.368084 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b9db6b21-8b8d-40d5-97fd-8dd00e0aeba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.577269 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db6b21-8b8d-40d5-97fd-8dd00e0aeba5 None None] Pushing event updated for resources: {'Port': ['ID=a2909911-bb09-4fb8-ac5b-cca3fbdc9343,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:25.610411 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9552aad-59f4-4651-a056-27a989c1e58f tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.643188 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9db6b21-8b8d-40d5-97fd-8dd00e0aeba5 None None] Network 52d76900-6a56-4b92-a173-9b5408e0d03c is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:25.645124 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-b9db6b21-8b8d-40d5-97fd-8dd00e0aeba5 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:25.654658 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9db6b21-8b8d-40d5-97fd-8dd00e0aeba5 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:25.737860 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9552aad-59f4-4651-a056-27a989c1e58f tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event deleted for resources: {'Port': ['ID=c3fd3240-ff7e-4400-9b66-a06d22803dc8,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:25.801321 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b9db6b21-8b8d-40d5-97fd-8dd00e0aeba5 None None] Attempting to bind port a2909911-bb09-4fb8-ac5b-cca3fbdc9343 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:25.801712 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b9db6b21-8b8d-40d5-97fd-8dd00e0aeba5 None None] Attempting to bind port a2909911-bb09-4fb8-ac5b-cca3fbdc9343 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '2c3d4c9e-4e9c-48ba-98be-57b5c64ff638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '52d76900-6a56-4b92-a173-9b5408e0d03c'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:25.802087 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9db6b21-8b8d-40d5-97fd-8dd00e0aeba5 None None] Attempting to bind port a2909911-bb09-4fb8-ac5b-cca3fbdc9343 on network 52d76900-6a56-4b92-a173-9b5408e0d03c {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:25.822617 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9db6b21-8b8d-40d5-97fd-8dd00e0aeba5 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:00:25.823008 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9db6b21-8b8d-40d5-97fd-8dd00e0aeba5 None None] Checking segment: {'id': '2c3d4c9e-4e9c-48ba-98be-57b5c64ff638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '52d76900-6a56-4b92-a173-9b5408e0d03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:25.824210 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b9db6b21-8b8d-40d5-97fd-8dd00e0aeba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.824805 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9db6b21-8b8d-40d5-97fd-8dd00e0aeba5 None None] Bound using segment: {'id': '2c3d4c9e-4e9c-48ba-98be-57b5c64ff638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '52d76900-6a56-4b92-a173-9b5408e0d03c'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:00:25.825311 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b9db6b21-8b8d-40d5-97fd-8dd00e0aeba5 None None] Bound port: a2909911-bb09-4fb8-ac5b-cca3fbdc9343, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c3d4c9e-4e9c-48ba-98be-57b5c64ff638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '52d76900-6a56-4b92-a173-9b5408e0d03c'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:25.825715 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b9db6b21-8b8d-40d5-97fd-8dd00e0aeba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.833777 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0f870b0f-25ff-4765-8d48-9c2ac6279a01 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:26.028071 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f870b0f-25ff-4765-8d48-9c2ac6279a01 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Pushing event updated for resources: {'Subnet': ['ID=cfe7c8cf-6f1c-4c00-a1fc-269e0241ad83,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:26.036616 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9552aad-59f4-4651-a056-27a989c1e58f tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Router e3f28b16-afc7-4911-b090-146d58a64afd has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:26.053707 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f870b0f-25ff-4765-8d48-9c2ac6279a01 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Checking segment: {'id': '618aeb3f-07e0-4f83-8222-2e044454518b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '97ffc4b2-f0c2-487a-a4b5-d3bb29c258f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:26.054100 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f870b0f-25ff-4765-8d48-9c2ac6279a01 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Network hostable DHCP agents. Network: 97ffc4b2-f0c2-487a-a4b5-d3bb29c258f8, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:00:26.096247 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f870b0f-25ff-4765-8d48-9c2ac6279a01 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Network 97ffc4b2-f0c2-487a-a4b5-d3bb29c258f8 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:00:26.107608 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-0f870b0f-25ff-4765-8d48-9c2ac6279a01 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 97ffc4b2-f0c2-487a-a4b5-d3bb29c258f8) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:26.121865 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f870b0f-25ff-4765-8d48-9c2ac6279a01 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:26.122754 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0f870b0f-25ff-4765-8d48-9c2ac6279a01 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:26.141747 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b9db6b21-8b8d-40d5-97fd-8dd00e0aeba5 None None] For port a2909911-bb09-4fb8-ac5b-cca3fbdc9343, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:26.149148 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b9db6b21-8b8d-40d5-97fd-8dd00e0aeba5 None None] For port a2909911-bb09-4fb8-ac5b-cca3fbdc9343, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a2909911-bb09-4fb8-ac5b-cca3fbdc9343,segment=NetworkSegment(2c3d4c9e-4e9c-48ba-98be-57b5c64ff638),segment_id=2c3d4c9e-4e9c-48ba-98be-57b5c64ff638)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:26.156110 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0199c88c-0159-407c-bfa9-8900b2d6a0b7 None None] Network 97ffc4b2-f0c2-487a-a4b5-d3bb29c258f8 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:26.157099 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36794) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:26.167327 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0f870b0f-25ff-4765-8d48-9c2ac6279a01 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3485310 Apr 18 21:00:26.169662 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b9db6b21-8b8d-40d5-97fd-8dd00e0aeba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:26.178883 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-0b42dfff-0cfb-4675-9fa0-fc7b752ce4fb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Request body: {'subnet': {'network_id': 'ffb0e20b-4d44-424b-b6a5-b8b22185b12f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:26.361971 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9552aad-59f4-4651-a056-27a989c1e58f tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:26.515317 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b42dfff-0cfb-4675-9fa0-fc7b752ce4fb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Made reservation on behalf of 740a81969e174f99a64c8b90b567ded8 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:26.522852 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0b42dfff-0cfb-4675-9fa0-fc7b752ce4fb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:26.607606 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae402fa-9b1e-4b34-ab03-889b6bb0b478 None None] Sync routers for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:26.658268 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9552aad-59f4-4651-a056-27a989c1e58f tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:26.665709 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a9552aad-59f4-4651-a056-27a989c1e58f tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "DELETE /v2.0/ports/c3fd3240-ff7e-4400-9b66-a06d22803dc8 HTTP/1.1" status: 204 len: 168 time: 3.7738335 Apr 18 21:00:26.666042 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36830) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:26.725321 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d850fa95-d883-4579-abde-b2e629dc7486 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "GET /v2.0/floatingips/ecbbb798-1256-46b7-a373-23859842d5ec HTTP/1.1" status: 200 len: 688 time: 0.0581889 Apr 18 21:00:26.730061 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36838) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:26.835488 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae402fa-9b1e-4b34-ab03-889b6bb0b478 None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:26.840940 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7ae402fa-9b1e-4b34-ab03-889b6bb0b478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:27.039724 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0b42dfff-0cfb-4675-9fa0-fc7b752ce4fb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.154577 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db6b21-8b8d-40d5-97fd-8dd00e0aeba5 None None] Pushing event updated for resources: {'Port': ['ID=a2909911-bb09-4fb8-ac5b-cca3fbdc9343,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:27.193629 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-883d8183-a7a7-4e6b-b34c-3433ad55d0cc tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Deleting port 2852f00b-917f-42e0-853f-99cb351a0f63 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:27.194612 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-883d8183-a7a7-4e6b-b34c-3433ad55d0cc tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.288672 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42dfff-0cfb-4675-9fa0-fc7b752ce4fb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Pushing event updated for resources: {'Subnet': ['ID=4ebf3596-5ab3-4201-b1d5-919ca574e6bf,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:27.305679 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7ae402fa-9b1e-4b34-ab03-889b6bb0b478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:27.334875 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae402fa-9b1e-4b34-ab03-889b6bb0b478 None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:27.336522 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7ae402fa-9b1e-4b34-ab03-889b6bb0b478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T20:59:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:27.343365 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b42dfff-0cfb-4675-9fa0-fc7b752ce4fb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Checking segment: {'id': '266c3584-745c-41bd-aa8a-db93a88a0351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ffb0e20b-4d44-424b-b6a5-b8b22185b12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:27.343876 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b42dfff-0cfb-4675-9fa0-fc7b752ce4fb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Network hostable DHCP agents. Network: ffb0e20b-4d44-424b-b6a5-b8b22185b12f, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:00:27.439752 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b42dfff-0cfb-4675-9fa0-fc7b752ce4fb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Network ffb0e20b-4d44-424b-b6a5-b8b22185b12f is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:00:27.463487 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7ae402fa-9b1e-4b34-ab03-889b6bb0b478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:27.464795 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae402fa-9b1e-4b34-ab03-889b6bb0b478 None None] The sync data for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:27.487786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed2559c-40c8-4a6a-9e35-e0fd93bf7d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-97ffc4b2-f0c2-487a-a4b5-d3bb29c258f8', 'network_id': '97ffc4b2-f0c2-487a-a4b5-d3bb29c258f8', 'tenant_id': '740a81969e174f99a64c8b90b567ded8', 'fixed_ips': [{'subnet_id': 'cfe7c8cf-6f1c-4c00-a1fc-269e0241ad83'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:00:27.493356 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ed2559c-40c8-4a6a-9e35-e0fd93bf7d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.496288 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-883d8183-a7a7-4e6b-b34c-3433ad55d0cc tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.496945 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-883d8183-a7a7-4e6b-b34c-3433ad55d0cc tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.523668 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-883d8183-a7a7-4e6b-b34c-3433ad55d0cc tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Calling delete_port for 2852f00b-917f-42e0-853f-99cb351a0f63 owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:27.537129 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-0b42dfff-0cfb-4675-9fa0-fc7b752ce4fb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, ffb0e20b-4d44-424b-b6a5-b8b22185b12f) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:27.562497 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b42dfff-0cfb-4675-9fa0-fc7b752ce4fb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:27.565293 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0b42dfff-0cfb-4675-9fa0-fc7b752ce4fb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.649600 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0b42dfff-0cfb-4675-9fa0-fc7b752ce4fb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4813573 Apr 18 21:00:27.659521 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 36906) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:27.776380 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-8ed2559c-40c8-4a6a-9e35-e0fd93bf7d1e None None] Allocated IP 2001:db8::2 (97ffc4b2-f0c2-487a-a4b5-d3bb29c258f8/cfe7c8cf-6f1c-4c00-a1fc-269e0241ad83/18a7a61e-d835-477f-89fb-1821bbf1f9c5) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:28.170502 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc041f2-2244-489c-9572-26655f567254 None None] Network ffb0e20b-4d44-424b-b6a5-b8b22185b12f requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:28.360112 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-883d8183-a7a7-4e6b-b34c-3433ad55d0cc tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:28.656336 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d8183-a7a7-4e6b-b34c-3433ad55d0cc tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event deleted for resources: {'Port': ['ID=2852f00b-917f-42e0-853f-99cb351a0f63,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:28.696779 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea59bd5c-3bea-407f-a9c8-16d917ffe023 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:28.862420 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-883d8183-a7a7-4e6b-b34c-3433ad55d0cc tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:28.877588 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-883d8183-a7a7-4e6b-b34c-3433ad55d0cc tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:28.901794 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ed2559c-40c8-4a6a-9e35-e0fd93bf7d1e None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:28.906290 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-883d8183-a7a7-4e6b-b34c-3433ad55d0cc tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "DELETE /v2.0/floatingips/ecbbb798-1256-46b7-a373-23859842d5ec HTTP/1.1" status: 204 len: 168 time: 2.1746786 Apr 18 21:00:28.907214 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36988) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:28.958885 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d3b40e-2a6b-4ad1-9c0b-6c549098d41e None None] Network 52d76900-6a56-4b92-a173-9b5408e0d03c requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:28.977341 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 36990) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:29.001656 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ed2559c-40c8-4a6a-9e35-e0fd93bf7d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.009443 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-87b96f60-9a9c-4e99-98dd-a9dca3749439 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'port_id': 'a796866a-0ba4-4781-b35f-f0ea42230bc3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:29.031718 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e7dae799-988a-46b4-94ae-a8da950f5452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.068350 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-87b96f60-9a9c-4e99-98dd-a9dca3749439 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.381818 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-ea59bd5c-3bea-407f-a9c8-16d917ffe023 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Allocated IP 2001:db8::1 (97ffc4b2-f0c2-487a-a4b5-d3bb29c258f8/cfe7c8cf-6f1c-4c00-a1fc-269e0241ad83/aba62678-75a8-45a3-81cc-f39dcdde10db) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:29.409989 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2559c-40c8-4a6a-9e35-e0fd93bf7d1e None None] Pushing event updated for resources: {'Port': ['ID=18a7a61e-d835-477f-89fb-1821bbf1f9c5,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:29.411922 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a49f10e8-f7d6-4230-aebd-7147c49a7d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.502250 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed2559c-40c8-4a6a-9e35-e0fd93bf7d1e None None] Network 97ffc4b2-f0c2-487a-a4b5-d3bb29c258f8 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:29.504693 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a2909911-bb09-4fb8-ac5b-cca3fbdc9343 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:29.639424 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea59bd5c-3bea-407f-a9c8-16d917ffe023 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.753482 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-18f9de2f-5f2c-48ca-89eb-3b3478c400f2 None None] Provisioning complete for port a2909911-bb09-4fb8-ac5b-cca3fbdc9343 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:29.765372 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-18f9de2f-5f2c-48ca-89eb-3b3478c400f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.773233 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-8ed2559c-40c8-4a6a-9e35-e0fd93bf7d1e None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:29.781503 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea59bd5c-3bea-407f-a9c8-16d917ffe023 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.789940 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed2559c-40c8-4a6a-9e35-e0fd93bf7d1e None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:29.841109 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-87b96f60-9a9c-4e99-98dd-a9dca3749439 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.912268 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59bd5c-3bea-407f-a9c8-16d917ffe023 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Pushing event updated for resources: {'Port': ['ID=aba62678-75a8-45a3-81cc-f39dcdde10db,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:29.931670 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a49f10e8-f7d6-4230-aebd-7147c49a7d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.950577 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea59bd5c-3bea-407f-a9c8-16d917ffe023 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Network 97ffc4b2-f0c2-487a-a4b5-d3bb29c258f8 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:29.952881 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-ea59bd5c-3bea-407f-a9c8-16d917ffe023 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:29.956336 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea59bd5c-3bea-407f-a9c8-16d917ffe023 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:29.957552 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea59bd5c-3bea-407f-a9c8-16d917ffe023 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.178178 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25feab7f-92e5-47c8-8353-da524872737d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-ffb0e20b-4d44-424b-b6a5-b8b22185b12f', 'network_id': 'ffb0e20b-4d44-424b-b6a5-b8b22185b12f', 'tenant_id': '740a81969e174f99a64c8b90b567ded8', 'fixed_ips': [{'subnet_id': '4ebf3596-5ab3-4201-b1d5-919ca574e6bf'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:00:30.179232 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-25feab7f-92e5-47c8-8353-da524872737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.195506 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-87b96f60-9a9c-4e99-98dd-a9dca3749439 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Allocated IP 172.25.1.57 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/96772e33-51bc-41d1-8bf4-b634e6ba1432) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:30.220280 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.261800 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-8ed2559c-40c8-4a6a-9e35-e0fd93bf7d1e None None] Attempting to bind port 18a7a61e-d835-477f-89fb-1821bbf1f9c5 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:30.262379 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-8ed2559c-40c8-4a6a-9e35-e0fd93bf7d1e None None] Attempting to bind port 18a7a61e-d835-477f-89fb-1821bbf1f9c5 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '618aeb3f-07e0-4f83-8222-2e044454518b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '97ffc4b2-f0c2-487a-a4b5-d3bb29c258f8'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:30.262816 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed2559c-40c8-4a6a-9e35-e0fd93bf7d1e None None] Attempting to bind port 18a7a61e-d835-477f-89fb-1821bbf1f9c5 on network 97ffc4b2-f0c2-487a-a4b5-d3bb29c258f8 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:30.348816 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea59bd5c-3bea-407f-a9c8-16d917ffe023 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.380160 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-87b96f60-9a9c-4e99-98dd-a9dca3749439 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.401282 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port a2909911-bb09-4fb8-ac5b-cca3fbdc9343 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:30.402305 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.418825 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed2559c-40c8-4a6a-9e35-e0fd93bf7d1e None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:00:30.424636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed2559c-40c8-4a6a-9e35-e0fd93bf7d1e None None] Checking segment: {'id': '618aeb3f-07e0-4f83-8222-2e044454518b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '97ffc4b2-f0c2-487a-a4b5-d3bb29c258f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:30.425770 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ed2559c-40c8-4a6a-9e35-e0fd93bf7d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.426769 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed2559c-40c8-4a6a-9e35-e0fd93bf7d1e None None] Bound using segment: {'id': '618aeb3f-07e0-4f83-8222-2e044454518b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '97ffc4b2-f0c2-487a-a4b5-d3bb29c258f8'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:00:30.427280 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a49f10e8-f7d6-4230-aebd-7147c49a7d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.428142 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-8ed2559c-40c8-4a6a-9e35-e0fd93bf7d1e None None] Bound port: 18a7a61e-d835-477f-89fb-1821bbf1f9c5, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '618aeb3f-07e0-4f83-8222-2e044454518b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '97ffc4b2-f0c2-487a-a4b5-d3bb29c258f8'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:30.430046 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ed2559c-40c8-4a6a-9e35-e0fd93bf7d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.436180 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-87b96f60-9a9c-4e99-98dd-a9dca3749439 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.552948 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-18f9de2f-5f2c-48ca-89eb-3b3478c400f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.653171 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a49f10e8-f7d6-4230-aebd-7147c49a7d2c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f4e5bd2eef44b1585667e67a9f86b24&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7441227 Apr 18 21:00:30.710307 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f10e8-f7d6-4230-aebd-7147c49a7d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015aa005-fdfa-4bce-843e-69cc5db81f82,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:30.743332 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37124) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:30.764494 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b96f60-9a9c-4e99-98dd-a9dca3749439 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:30.770382 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-87b96f60-9a9c-4e99-98dd-a9dca3749439 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:30.804527 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b96f60-9a9c-4e99-98dd-a9dca3749439 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:30.866065 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b96f60-9a9c-4e99-98dd-a9dca3749439 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event updated for resources: {'Port': ['ID=96772e33-51bc-41d1-8bf4-b634e6ba1432,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:30.942376 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-18f9de2f-5f2c-48ca-89eb-3b3478c400f2 None None] For port a2909911-bb09-4fb8-ac5b-cca3fbdc9343, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a2909911-bb09-4fb8-ac5b-cca3fbdc9343,segment=NetworkSegment(2c3d4c9e-4e9c-48ba-98be-57b5c64ff638),segment_id=2c3d4c9e-4e9c-48ba-98be-57b5c64ff638)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:30.958498 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-18f9de2f-5f2c-48ca-89eb-3b3478c400f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.068770 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-25feab7f-92e5-47c8-8353-da524872737d None None] Allocated IP 2001:db8::2 (ffb0e20b-4d44-424b-b6a5-b8b22185b12f/4ebf3596-5ab3-4201-b1d5-919ca574e6bf/8065c8dd-8236-4381-bdc8-40a7c04d4353) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:31.102321 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-8ed2559c-40c8-4a6a-9e35-e0fd93bf7d1e None None] For port 18a7a61e-d835-477f-89fb-1821bbf1f9c5, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:31.148046 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea59bd5c-3bea-407f-a9c8-16d917ffe023 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.157314 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea59bd5c-3bea-407f-a9c8-16d917ffe023 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.165506 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea59bd5c-3bea-407f-a9c8-16d917ffe023 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.265980 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2d49a703-efdf-4bdb-a595-34a17440ece9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.294687 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2d49a703-efdf-4bdb-a595-34a17440ece9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.319904 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-8ed2559c-40c8-4a6a-9e35-e0fd93bf7d1e None None] For port 18a7a61e-d835-477f-89fb-1821bbf1f9c5, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=18a7a61e-d835-477f-89fb-1821bbf1f9c5,segment=NetworkSegment(618aeb3f-07e0-4f83-8222-2e044454518b),segment_id=618aeb3f-07e0-4f83-8222-2e044454518b)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:31.329435 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9de2f-5f2c-48ca-89eb-3b3478c400f2 None None] Pushing event updated for resources: {'Port': ['ID=a2909911-bb09-4fb8-ac5b-cca3fbdc9343,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:31.364244 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2d49a703-efdf-4bdb-a595-34a17440ece9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.367344 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2d49a703-efdf-4bdb-a595-34a17440ece9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.368737 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2d49a703-efdf-4bdb-a595-34a17440ece9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/015aa005-fdfa-4bce-843e-69cc5db81f82 HTTP/1.1" status: 204 len: 168 time: 0.6007960 Apr 18 21:00:31.398864 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ed2559c-40c8-4a6a-9e35-e0fd93bf7d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.401054 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49a703-efdf-4bdb-a595-34a17440ece9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015aa005-fdfa-4bce-843e-69cc5db81f82,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:31.577102 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ff49b26a-3c68-45c0-a078-8996c341e922 None None] Provisioning complete for port a2909911-bb09-4fb8-ac5b-cca3fbdc9343 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:31.577685 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff49b26a-3c68-45c0-a078-8996c341e922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.653791 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59bd5c-3bea-407f-a9c8-16d917ffe023 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Pushing event updated for resources: {'Port': ['ID=aba62678-75a8-45a3-81cc-f39dcdde10db,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:31.791404 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea59bd5c-3bea-407f-a9c8-16d917ffe023 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Network 97ffc4b2-f0c2-487a-a4b5-d3bb29c258f8 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:31.798245 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-ea59bd5c-3bea-407f-a9c8-16d917ffe023 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:32.111477 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2559c-40c8-4a6a-9e35-e0fd93bf7d1e None None] Pushing event updated for resources: {'Port': ['ID=18a7a61e-d835-477f-89fb-1821bbf1f9c5,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:32.134493 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.193109 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea59bd5c-3bea-407f-a9c8-16d917ffe023 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Router e320d20a-be83-4915-b0dd-42bebb07ce31 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:00:32.218720 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.227599 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-73b0a75a-e8a6-49b4-bd10-c208b8b7cb66 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:32.230845 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-73b0a75a-e8a6-49b4-bd10-c208b8b7cb66 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/networks?id=e3e0b47f-6256-44a9-b67e-b0131f54ee7a HTTP/1.1" status: 200 len: 814 time: 0.4970353 Apr 18 21:00:32.326955 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-87b96f60-9a9c-4e99-98dd-a9dca3749439 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.387487 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-efe8c4e6-e804-4922-a02a-692cc6b493bb tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/quotas/9efee0f2ecad427295b1ff03b6188fa5 HTTP/1.1" status: 200 len: 375 time: 0.1150749 Apr 18 21:00:32.429274 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-87b96f60-9a9c-4e99-98dd-a9dca3749439 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.436449 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea59bd5c-3bea-407f-a9c8-16d917ffe023 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:32.452148 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deed8a94-a2ce-46b8-8329-840fec5e2e3b None None] Sync routers for ids ['e320d20a-be83-4915-b0dd-42bebb07ce31'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:32.465020 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ea59bd5c-3bea-407f-a9c8-16d917ffe023 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "PUT /v2.0/routers/e320d20a-be83-4915-b0dd-42bebb07ce31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8000834 Apr 18 21:00:32.466197 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37200) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:32.482745 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deed8a94-a2ce-46b8-8329-840fec5e2e3b None None] Routers {'e320d20a-be83-4915-b0dd-42bebb07ce31'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:32.484220 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-deed8a94-a2ce-46b8-8329-840fec5e2e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e320d20a-be83-4915-b0dd-42bebb07ce31'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:32.661335 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-deed8a94-a2ce-46b8-8329-840fec5e2e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:32.682524 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deed8a94-a2ce-46b8-8329-840fec5e2e3b None None] Routers {'e320d20a-be83-4915-b0dd-42bebb07ce31'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:32.686431 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-9e941af4-6050-437c-bd50-406f151235c0 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9efee0f2ecad427295b1ff03b6188fa5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2585678 Apr 18 21:00:32.694378 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-deed8a94-a2ce-46b8-8329-840fec5e2e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e320d20a-be83-4915-b0dd-42bebb07ce31'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:32.718283 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-25feab7f-92e5-47c8-8353-da524872737d None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.736493 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-25feab7f-92e5-47c8-8353-da524872737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.806348 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-deed8a94-a2ce-46b8-8329-840fec5e2e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:32.807147 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deed8a94-a2ce-46b8-8329-840fec5e2e3b None None] The sync data for ids ['e320d20a-be83-4915-b0dd-42bebb07ce31'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:32.859354 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25feab7f-92e5-47c8-8353-da524872737d None None] Pushing event updated for resources: {'Port': ['ID=8065c8dd-8236-4381-bdc8-40a7c04d4353,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:32.895879 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25feab7f-92e5-47c8-8353-da524872737d None None] Network ffb0e20b-4d44-424b-b6a5-b8b22185b12f is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:32.899738 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-25feab7f-92e5-47c8-8353-da524872737d None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:32.921437 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25feab7f-92e5-47c8-8353-da524872737d None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:33.076941 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-25feab7f-92e5-47c8-8353-da524872737d None None] Attempting to bind port 8065c8dd-8236-4381-bdc8-40a7c04d4353 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:33.079530 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-25feab7f-92e5-47c8-8353-da524872737d None None] Attempting to bind port 8065c8dd-8236-4381-bdc8-40a7c04d4353 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '266c3584-745c-41bd-aa8a-db93a88a0351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ffb0e20b-4d44-424b-b6a5-b8b22185b12f'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:33.080174 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25feab7f-92e5-47c8-8353-da524872737d None None] Attempting to bind port 8065c8dd-8236-4381-bdc8-40a7c04d4353 on network ffb0e20b-4d44-424b-b6a5-b8b22185b12f {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:33.098846 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25feab7f-92e5-47c8-8353-da524872737d None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:00:33.099482 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25feab7f-92e5-47c8-8353-da524872737d None None] Checking segment: {'id': '266c3584-745c-41bd-aa8a-db93a88a0351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ffb0e20b-4d44-424b-b6a5-b8b22185b12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:33.102658 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-25feab7f-92e5-47c8-8353-da524872737d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.103388 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25feab7f-92e5-47c8-8353-da524872737d None None] Bound using segment: {'id': '266c3584-745c-41bd-aa8a-db93a88a0351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ffb0e20b-4d44-424b-b6a5-b8b22185b12f'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:00:33.104086 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-25feab7f-92e5-47c8-8353-da524872737d None None] Bound port: 8065c8dd-8236-4381-bdc8-40a7c04d4353, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '266c3584-745c-41bd-aa8a-db93a88a0351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ffb0e20b-4d44-424b-b6a5-b8b22185b12f'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:33.106150 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-25feab7f-92e5-47c8-8353-da524872737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.198091 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-ed1ca25e-3468-4b36-bd9d-35f3f5012733 service neutron] 10.222.0.41 "GET /v2.0/networks/e3e0b47f-6256-44a9-b67e-b0131f54ee7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096953 Apr 18 21:00:33.268951 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-25feab7f-92e5-47c8-8353-da524872737d None None] For port 8065c8dd-8236-4381-bdc8-40a7c04d4353, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:33.278583 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-25feab7f-92e5-47c8-8353-da524872737d None None] For port 8065c8dd-8236-4381-bdc8-40a7c04d4353, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8065c8dd-8236-4381-bdc8-40a7c04d4353,segment=NetworkSegment(266c3584-745c-41bd-aa8a-db93a88a0351),segment_id=266c3584-745c-41bd-aa8a-db93a88a0351)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:33.287044 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-25feab7f-92e5-47c8-8353-da524872737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.498169 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25feab7f-92e5-47c8-8353-da524872737d None None] Pushing event updated for resources: {'Port': ['ID=8065c8dd-8236-4381-bdc8-40a7c04d4353,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:33.498863 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37216) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:33.675505 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 18a7a61e-d835-477f-89fb-1821bbf1f9c5 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:33.830938 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 18a7a61e-d835-477f-89fb-1821bbf1f9c5 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:33.833581 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.972270 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-b4123687-0cd7-4700-9fa6-627962af3cf0 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1687243669-network', 'tenant_id': '704c389281bf4b68a4ec1f2348b10572'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:33.989041 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-38e2ebf3-2bc5-4c51-83c9-e00768ef9a36 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:00:33.990478 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-38e2ebf3-2bc5-4c51-83c9-e00768ef9a36 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "PUT /v2.0/routers/e320d20a-be83-4915-b0dd-42bebb07ce31/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5228589 Apr 18 21:00:33.996404 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37220) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:34.039211 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.114667 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 18a7a61e-d835-477f-89fb-1821bbf1f9c5, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=18a7a61e-d835-477f-89fb-1821bbf1f9c5,segment=NetworkSegment(618aeb3f-07e0-4f83-8222-2e044454518b),segment_id=618aeb3f-07e0-4f83-8222-2e044454518b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:34.122159 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.123670 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a2909911-bb09-4fb8-ac5b-cca3fbdc9343 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:34.192368 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4123687-0cd7-4700-9fa6-627962af3cf0 admin admin] Made reservation on behalf of 704c389281bf4b68a4ec1f2348b10572 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:34.196102 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b4123687-0cd7-4700-9fa6-627962af3cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.232532 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=18a7a61e-d835-477f-89fb-1821bbf1f9c5,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:34.248902 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port a2909911-bb09-4fb8-ac5b-cca3fbdc9343 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:34.249135 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.271687 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b4123687-0cd7-4700-9fa6-627962af3cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.572846 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-87b96f60-9a9c-4e99-98dd-a9dca3749439 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.597389 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-87b96f60-9a9c-4e99-98dd-a9dca3749439 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.626147 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c1d69e-d3d7-4e5a-8dc6-9bb8654ce853 None None] Network 97ffc4b2-f0c2-487a-a4b5-d3bb29c258f8 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:34.631803 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b4123687-0cd7-4700-9fa6-627962af3cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.650442 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b4123687-0cd7-4700-9fa6-627962af3cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.710876 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4123687-0cd7-4700-9fa6-627962af3cf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:34.836965 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4123687-0cd7-4700-9fa6-627962af3cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85c98b5-f515-4149-bcaa-4650d441fa7f,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:34.850800 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-c49880cc-1370-433a-bf62-1a000986b55e service neutron] 10.222.0.41 "GET /v2.0/networks/e3e0b47f-6256-44a9-b67e-b0131f54ee7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6511431 Apr 18 21:00:34.862714 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b4123687-0cd7-4700-9fa6-627962af3cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.866819 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-b4123687-0cd7-4700-9fa6-627962af3cf0 admin admin] Added segment 1560c7de-2fbf-429d-8d27-db84ed7d1a7f of type vlan for network e6b0ead3-1a84-4f20-91cf-57ffb6300d1b Apr 18 21:00:34.929225 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b96f60-9a9c-4e99-98dd-a9dca3749439 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event updated for resources: {'Port': ['ID=96772e33-51bc-41d1-8bf4-b634e6ba1432,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:34.942252 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-87b96f60-9a9c-4e99-98dd-a9dca3749439 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.005436 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-10d2f457-96d7-437d-86c8-8ebca9a5a61b None None] Provisioning complete for port 18a7a61e-d835-477f-89fb-1821bbf1f9c5 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:35.006273 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-10d2f457-96d7-437d-86c8-8ebca9a5a61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.034180 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b4123687-0cd7-4700-9fa6-627962af3cf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.140965 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cbeacc06-b31d-4329-9c8f-6aeed2de2286 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.226329 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-87b96f60-9a9c-4e99-98dd-a9dca3749439 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Floating IP 37658c79-76ec-4905-aa5f-e689a4c489ca associated. External IP: 172.25.1.57, port: a796866a-0ba4-4781-b35f-f0ea42230bc3. Apr 18 21:00:35.365231 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b4123687-0cd7-4700-9fa6-627962af3cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.366473 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4123687-0cd7-4700-9fa6-627962af3cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:35.367085 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b4123687-0cd7-4700-9fa6-627962af3cf0 admin admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.514161 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d5c517f-ab58-4b2a-ad72-250d6c379668 req-229018ba-1484-4076-ab3f-d91fe5740332 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=234f4f3a-7956-48de-85f3-3d2d00ab30b7 HTTP/1.1" status: 200 len: 210 time: 0.1386926 Apr 18 21:00:35.538889 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4123687-0cd7-4700-9fa6-627962af3cf0 admin admin] Pushing event updated for resources: {'Network': ['ID=e6b0ead3-1a84-4f20-91cf-57ffb6300d1b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:35.588103 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network e6b0ead3-1a84-4f20-91cf-57ffb6300d1b details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:00:35.621497 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b4123687-0cd7-4700-9fa6-627962af3cf0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0562696 Apr 18 21:00:35.630534 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37236) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:35.644268 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-12c5b574-d870-48da-96e1-fdbe5e2e4e40 admin admin] Request body: {'subnet': {'network_id': 'e6b0ead3-1a84-4f20-91cf-57ffb6300d1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1687243669-subnet', 'tenant_id': '704c389281bf4b68a4ec1f2348b10572', 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:35.775404 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c5b574-d870-48da-96e1-fdbe5e2e4e40 admin admin] Made reservation on behalf of 704c389281bf4b68a4ec1f2348b10572 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:35.782742 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-12c5b574-d870-48da-96e1-fdbe5e2e4e40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.832864 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8065c8dd-8236-4381-bdc8-40a7c04d4353 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:35.836532 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c550b70d-e13f-46af-9cc5-9041cbd25675 None None] Network ffb0e20b-4d44-424b-b6a5-b8b22185b12f requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:36.172312 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b96f60-9a9c-4e99-98dd-a9dca3749439 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Router e3f28b16-afc7-4911-b090-146d58a64afd has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:36.214000 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-cb5b551c-7d0c-4272-a2c1-ef39d393d85e None None] Provisioning complete for port 8065c8dd-8236-4381-bdc8-40a7c04d4353 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:36.215138 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb5b551c-7d0c-4272-a2c1-ef39d393d85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.425355 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 8065c8dd-8236-4381-bdc8-40a7c04d4353 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:36.426125 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.443627 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b96f60-9a9c-4e99-98dd-a9dca3749439 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:36.472174 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-87b96f60-9a9c-4e99-98dd-a9dca3749439 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.532129 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-87b96f60-9a9c-4e99-98dd-a9dca3749439 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.5514934 Apr 18 21:00:36.536663 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37246) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:36.540993 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb85cca6-d7f6-452a-a24a-db478660819d None None] Sync routers for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:36.542752 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ceff4ec5-1aba-4a88-a1ec-38d4f8ce92c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1829705376'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:36.602967 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceff4ec5-1aba-4a88-a1ec-38d4f8ce92c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Made reservation on behalf of 46a69b2c7efb40078a7621b36f4ee4f5 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:36.607842 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ceff4ec5-1aba-4a88-a1ec-38d4f8ce92c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.678455 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceff4ec5-1aba-4a88-a1ec-38d4f8ce92c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:36.708669 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ceff4ec5-1aba-4a88-a1ec-38d4f8ce92c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.709036 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-ceff4ec5-1aba-4a88-a1ec-38d4f8ce92c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Added segment 3e2ab357-385f-4ce3-9042-152cf8715563 of type vlan for network 1dfef629-e6f2-4623-b6b4-bc386a250066 Apr 18 21:00:36.754647 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb5b551c-7d0c-4272-a2c1-ef39d393d85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.840359 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ceff4ec5-1aba-4a88-a1ec-38d4f8ce92c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.863369 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb85cca6-d7f6-452a-a24a-db478660819d None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:36.864032 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-eb85cca6-d7f6-452a-a24a-db478660819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:36.869202 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-cbeacc06-b31d-4329-9c8f-6aeed2de2286 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Deleting port aba62678-75a8-45a3-81cc-f39dcdde10db {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:36.871415 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cbeacc06-b31d-4329-9c8f-6aeed2de2286 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.028641 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f77637d-4d5c-4a32-afc4-28bb8c8c8435 req-ed6b3e28-2476-4662-b6f4-58f00653822d tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=234f4f3a-7956-48de-85f3-3d2d00ab30b7 HTTP/1.1" status: 200 len: 210 time: 0.1192553 Apr 18 21:00:37.029927 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ceff4ec5-1aba-4a88-a1ec-38d4f8ce92c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.055906 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-eb85cca6-d7f6-452a-a24a-db478660819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:37.073257 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.074801 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceff4ec5-1aba-4a88-a1ec-38d4f8ce92c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:37.080198 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ceff4ec5-1aba-4a88-a1ec-38d4f8ce92c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.114878 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cbeacc06-b31d-4329-9c8f-6aeed2de2286 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.144604 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-cb5b551c-7d0c-4272-a2c1-ef39d393d85e None None] For port 8065c8dd-8236-4381-bdc8-40a7c04d4353, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8065c8dd-8236-4381-bdc8-40a7c04d4353,segment=NetworkSegment(266c3584-745c-41bd-aa8a-db93a88a0351),segment_id=266c3584-745c-41bd-aa8a-db93a88a0351)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:37.163035 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-12c5b574-d870-48da-96e1-fdbe5e2e4e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.167389 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb5b551c-7d0c-4272-a2c1-ef39d393d85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.175133 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-cbeacc06-b31d-4329-9c8f-6aeed2de2286 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Calling delete_port for aba62678-75a8-45a3-81cc-f39dcdde10db owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:37.185611 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb85cca6-d7f6-452a-a24a-db478660819d None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:37.190353 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-eb85cca6-d7f6-452a-a24a-db478660819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:37.230988 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ceff4ec5-1aba-4a88-a1ec-38d4f8ce92c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6928642 Apr 18 21:00:37.238619 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37262) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:37.252729 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-38a23212-60e0-4a63-958e-b4a6cf605eaf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Request body: {'subnet': {'network_id': '1dfef629-e6f2-4623-b6b4-bc386a250066', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:37.284131 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff4ec5-1aba-4a88-a1ec-38d4f8ce92c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event updated for resources: {'Network': ['ID=1dfef629-e6f2-4623-b6b4-bc386a250066,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:37.406749 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5b574-d870-48da-96e1-fdbe5e2e4e40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=358bf805-8627-4462-a637-3cd78777ec42,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:37.420384 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a23212-60e0-4a63-958e-b4a6cf605eaf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Made reservation on behalf of 46a69b2c7efb40078a7621b36f4ee4f5 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:37.426022 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38a23212-60e0-4a63-958e-b4a6cf605eaf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.441536 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c5b574-d870-48da-96e1-fdbe5e2e4e40 admin admin] Checking segment: {'id': '1560c7de-2fbf-429d-8d27-db84ed7d1a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e6b0ead3-1a84-4f20-91cf-57ffb6300d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:37.441996 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c5b574-d870-48da-96e1-fdbe5e2e4e40 admin admin] Network hostable DHCP agents. Network: e6b0ead3-1a84-4f20-91cf-57ffb6300d1b, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:00:37.529592 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 1dfef629-e6f2-4623-b6b4-bc386a250066 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:00:37.571516 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c5b574-d870-48da-96e1-fdbe5e2e4e40 admin admin] Network e6b0ead3-1a84-4f20-91cf-57ffb6300d1b is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:00:37.580492 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-eb85cca6-d7f6-452a-a24a-db478660819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:37.580492 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb85cca6-d7f6-452a-a24a-db478660819d None None] The sync data for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:37.677514 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-12c5b574-d870-48da-96e1-fdbe5e2e4e40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, e6b0ead3-1a84-4f20-91cf-57ffb6300d1b) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:37.696614 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c5b574-d870-48da-96e1-fdbe5e2e4e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:37.698023 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-12c5b574-d870-48da-96e1-fdbe5e2e4e40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.726463 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:00:37.727804 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:00:37.728086 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b503a821-e54c-4d75-a763-9b7bf995cf68 None None] Network e6b0ead3-1a84-4f20-91cf-57ffb6300d1b requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:37.801501 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37266) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:37.862116 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37270) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:37.870343 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-12c5b574-d870-48da-96e1-fdbe5e2e4e40 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.2360716 Apr 18 21:00:37.876359 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-b43119f6-ab4e-4a81-b73a-550c941f9cb1 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1687243669-router', 'tenant_id': '704c389281bf4b68a4ec1f2348b10572', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:37.927248 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cbeacc06-b31d-4329-9c8f-6aeed2de2286 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.024225 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b43119f6-ab4e-4a81-b73a-550c941f9cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.027860 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b43119f6-ab4e-4a81-b73a-550c941f9cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.050561 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeacc06-b31d-4329-9c8f-6aeed2de2286 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Pushing event deleted for resources: {'Port': ['ID=aba62678-75a8-45a3-81cc-f39dcdde10db,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:38.101105 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-282ab86c-21c9-496e-a713-e2b6f6ed5b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.111379 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-cb5b551c-7d0c-4272-a2c1-ef39d393d85e None None] Provisioning complete for port aba62678-75a8-45a3-81cc-f39dcdde10db triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:38.111935 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb5b551c-7d0c-4272-a2c1-ef39d393d85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.276238 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cbeacc06-b31d-4329-9c8f-6aeed2de2286 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.380907 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-d085887c-71ba-4a71-a53f-f6b42107feb8 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:38.384620 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 18a7a61e-d835-477f-89fb-1821bbf1f9c5 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:38.384944 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-d085887c-71ba-4a71-a53f-f6b42107feb8 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.57 "GET /v2.0/networks?id=e3e0b47f-6256-44a9-b67e-b0131f54ee7a HTTP/1.1" status: 200 len: 814 time: 0.3137610 Apr 18 21:00:38.461108 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-cb5b551c-7d0c-4272-a2c1-ef39d393d85e None None] Port aba62678-75a8-45a3-81cc-f39dcdde10db was deleted so its status cannot be updated. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 18 21:00:38.472845 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-fd89d592-a1ef-41ff-914a-60b8387723c8 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Request body: {'port': {'device_id': '234f4f3a-7956-48de-85f3-3d2d00ab30b7', 'network_id': 'e3e0b47f-6256-44a9-b67e-b0131f54ee7a', 'admin_state_up': True, 'tenant_id': '9efee0f2ecad427295b1ff03b6188fa5'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:38.533084 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.534110 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b551c-7d0c-4272-a2c1-ef39d393d85e None None] Pushing event updated for resources: {'Port': ['ID=8065c8dd-8236-4381-bdc8-40a7c04d4353,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:38.552826 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b551c-7d0c-4272-a2c1-ef39d393d85e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:38.553362 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b551c-7d0c-4272-a2c1-ef39d393d85e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:38.553887 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b551c-7d0c-4272-a2c1-ef39d393d85e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:38.554362 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b551c-7d0c-4272-a2c1-ef39d393d85e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:38.554907 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b551c-7d0c-4272-a2c1-ef39d393d85e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:38.555447 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b551c-7d0c-4272-a2c1-ef39d393d85e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:38.555934 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b551c-7d0c-4272-a2c1-ef39d393d85e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:38.556581 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b551c-7d0c-4272-a2c1-ef39d393d85e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:38.557062 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b551c-7d0c-4272-a2c1-ef39d393d85e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:38.557605 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b551c-7d0c-4272-a2c1-ef39d393d85e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:38.558724 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b551c-7d0c-4272-a2c1-ef39d393d85e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:38.559273 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b551c-7d0c-4272-a2c1-ef39d393d85e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:38.572473 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-cb5b551c-7d0c-4272-a2c1-ef39d393d85e None None] Provisioning complete for port 18a7a61e-d835-477f-89fb-1821bbf1f9c5 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:38.584189 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb5b551c-7d0c-4272-a2c1-ef39d393d85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.590103 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbeacc06-b31d-4329-9c8f-6aeed2de2286 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Router e320d20a-be83-4915-b0dd-42bebb07ce31 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:38.603026 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38a23212-60e0-4a63-958e-b4a6cf605eaf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.632716 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b43119f6-ab4e-4a81-b73a-550c941f9cb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.645541 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-62a49105-58e9-46fc-9604-80e88fcd006f req-32d9b822-ebb1-4f72-8de3-da1981528228 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=234f4f3a-7956-48de-85f3-3d2d00ab30b7 HTTP/1.1" status: 200 len: 210 time: 0.2542462 Apr 18 21:00:38.732919 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba15414a-5535-42d6-ade2-12f5357011a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-e6b0ead3-1a84-4f20-91cf-57ffb6300d1b', 'network_id': 'e6b0ead3-1a84-4f20-91cf-57ffb6300d1b', 'tenant_id': '704c389281bf4b68a4ec1f2348b10572', 'fixed_ips': [{'subnet_id': '358bf805-8627-4462-a637-3cd78777ec42'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:00:38.734305 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ba15414a-5535-42d6-ade2-12f5357011a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.746170 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbeacc06-b31d-4329-9c8f-6aeed2de2286 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:38.757223 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cbeacc06-b31d-4329-9c8f-6aeed2de2286 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "PUT /v2.0/routers/e320d20a-be83-4915-b0dd-42bebb07ce31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7569389 Apr 18 21:00:38.767572 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5c2fce-247c-4bc4-b693-c5a1b2b958eb None None] Sync routers for ids ['e320d20a-be83-4915-b0dd-42bebb07ce31'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:38.768301 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37276) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:38.769560 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 18a7a61e-d835-477f-89fb-1821bbf1f9c5 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:38.770268 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.796004 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5c2fce-247c-4bc4-b693-c5a1b2b958eb None None] Routers {'e320d20a-be83-4915-b0dd-42bebb07ce31'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:38.797752 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-dc5c2fce-247c-4bc4-b693-c5a1b2b958eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e320d20a-be83-4915-b0dd-42bebb07ce31'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:38.856707 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-745c1b50-437b-46ad-8558-85dc5b443029 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] delete failed (client error): The resource could not be found. Apr 18 21:00:38.869357 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-745c1b50-437b-46ad-8558-85dc5b443029 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-1697208841 HTTP/1.1" status: 404 len: 335 time: 0.0997870 Apr 18 21:00:38.870168 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37278) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:38.878086 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-63a4a57f-3198-4045-b7b1-92f276de5e8c tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e320d20a-be83-4915-b0dd-42bebb07ce31'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:39.012490 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a23212-60e0-4a63-958e-b4a6cf605eaf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event updated for resources: {'Subnet': ['ID=c1305416-a942-481f-9f89-facdd52d9551,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:39.045744 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-dc5c2fce-247c-4bc4-b693-c5a1b2b958eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:39.071386 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5c2fce-247c-4bc4-b693-c5a1b2b958eb None None] Routers {'e320d20a-be83-4915-b0dd-42bebb07ce31'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:39.072232 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-dc5c2fce-247c-4bc4-b693-c5a1b2b958eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e320d20a-be83-4915-b0dd-42bebb07ce31'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:39.134315 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a23212-60e0-4a63-958e-b4a6cf605eaf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Checking segment: {'id': '3e2ab357-385f-4ce3-9042-152cf8715563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1dfef629-e6f2-4623-b6b4-bc386a250066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:39.135482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a23212-60e0-4a63-958e-b4a6cf605eaf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Network hostable DHCP agents. Network: 1dfef629-e6f2-4623-b6b4-bc386a250066, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:00:39.153313 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-dc5c2fce-247c-4bc4-b693-c5a1b2b958eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:39.154779 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5c2fce-247c-4bc4-b693-c5a1b2b958eb None None] The sync data for ids ['e320d20a-be83-4915-b0dd-42bebb07ce31'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:39.237713 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b43119f6-ab4e-4a81-b73a-550c941f9cb1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.254234 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-63a4a57f-3198-4045-b7b1-92f276de5e8c tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.277007 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-63a4a57f-3198-4045-b7b1-92f276de5e8c tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] update failed (client error): The resource could not be found. Apr 18 21:00:39.278111 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-63a4a57f-3198-4045-b7b1-92f276de5e8c tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "PUT /v2.0/routers/e320d20a-be83-4915-b0dd-42bebb07ce31 HTTP/1.1" status: 404 len: 339 time: 0.4062839 Apr 18 21:00:39.283280 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37280) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:39.290708 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-55ef38f6-063f-45f2-a547-16742d48b9c7 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1987309262'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:39.316230 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ef38f6-063f-45f2-a547-16742d48b9c7 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Made reservation on behalf of 740a81969e174f99a64c8b90b567ded8 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:39.320194 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55ef38f6-063f-45f2-a547-16742d48b9c7 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.344906 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-282ab86c-21c9-496e-a713-e2b6f6ed5b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.350773 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a23212-60e0-4a63-958e-b4a6cf605eaf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Network 1dfef629-e6f2-4623-b6b4-bc386a250066 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:00:39.351870 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ef38f6-063f-45f2-a547-16742d48b9c7 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:39.364141 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-ba15414a-5535-42d6-ade2-12f5357011a5 None None] Allocated IP 172.20.0.2 (e6b0ead3-1a84-4f20-91cf-57ffb6300d1b/358bf805-8627-4462-a637-3cd78777ec42/b5cd975b-1152-484f-b1b9-307758576a32) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:39.369854 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55ef38f6-063f-45f2-a547-16742d48b9c7 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.370951 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-282ab86c-21c9-496e-a713-e2b6f6ed5b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.371188 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-55ef38f6-063f-45f2-a547-16742d48b9c7 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Added segment ca3df1f1-b7c3-457c-98b1-dba1f25b8a6b of type vlan for network 1116e740-d540-4ce5-a9c1-4e11eae002ca Apr 18 21:00:39.432859 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-38a23212-60e0-4a63-958e-b4a6cf605eaf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 1dfef629-e6f2-4623-b6b4-bc386a250066) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:39.443654 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a23212-60e0-4a63-958e-b4a6cf605eaf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:39.444416 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38a23212-60e0-4a63-958e-b4a6cf605eaf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.448092 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-fd89d592-a1ef-41ff-914a-60b8387723c8 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Made reservation on behalf of 9efee0f2ecad427295b1ff03b6188fa5 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:39.450089 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55ef38f6-063f-45f2-a547-16742d48b9c7 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.456422 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-fd89d592-a1ef-41ff-914a-60b8387723c8 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.510918 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68893a4b-2781-4fc5-b36f-4d065ab88895 None None] Network 1dfef629-e6f2-4623-b6b4-bc386a250066 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:39.512182 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55ef38f6-063f-45f2-a547-16742d48b9c7 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.525125 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ef38f6-063f-45f2-a547-16742d48b9c7 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:39.528939 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55ef38f6-063f-45f2-a547-16742d48b9c7 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.552109 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8065c8dd-8236-4381-bdc8-40a7c04d4353 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:39.564393 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-282ab86c-21c9-496e-a713-e2b6f6ed5b2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f5098b9876e348628126db4b0d7e6dd0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7609584 Apr 18 21:00:39.565512 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37282) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:39.574586 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ab86c-21c9-496e-a713-e2b6f6ed5b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b698cf2-dd4d-409c-9956-43130c2484f7,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:39.585555 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-55ef38f6-063f-45f2-a547-16742d48b9c7 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2956831 Apr 18 21:00:39.595837 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-38a23212-60e0-4a63-958e-b4a6cf605eaf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3559194 Apr 18 21:00:39.598713 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37284) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:39.606921 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37286) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:39.619799 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a0f460d4-31d8-4b6b-8d70-de8001410185 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-556262482', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}, 'admin_state_up': False}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:39.629075 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-7de1908c-fcfa-400b-97f8-79a5f67d4909 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Request body: {'subnet': {'network_id': '1116e740-d540-4ce5-a9c1-4e11eae002ca', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:39.643015 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef38f6-063f-45f2-a547-16742d48b9c7 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Pushing event updated for resources: {'Network': ['ID=1116e740-d540-4ce5-a9c1-4e11eae002ca,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:39.693080 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 1116e740-d540-4ce5-a9c1-4e11eae002ca details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:00:39.761162 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5c2675be-271c-494a-abce-28ccd83b8338 None None] Provisioning complete for port 8065c8dd-8236-4381-bdc8-40a7c04d4353 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:39.761715 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5c2675be-271c-494a-abce-28ccd83b8338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.850833 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98575e96-8f97-4677-9b80-410ab4a46c4c req-168be399-cf4c-46f6-9d0e-7815bcb9e0aa tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=234f4f3a-7956-48de-85f3-3d2d00ab30b7 HTTP/1.1" status: 200 len: 210 time: 0.0717297 Apr 18 21:00:39.863245 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a0f460d4-31d8-4b6b-8d70-de8001410185 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.864084 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a0f460d4-31d8-4b6b-8d70-de8001410185 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.945509 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a11f2a6a-50c9-4584-8f73-986d5c700727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.023406 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de1908c-fcfa-400b-97f8-79a5f67d4909 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Made reservation on behalf of 740a81969e174f99a64c8b90b567ded8 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:40.027653 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7de1908c-fcfa-400b-97f8-79a5f67d4909 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.039643 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a0f460d4-31d8-4b6b-8d70-de8001410185 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.042855 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-fd89d592-a1ef-41ff-914a-60b8387723c8 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Allocated IP 172.20.0.2 (e3e0b47f-6256-44a9-b67e-b0131f54ee7a/82cc6c3a-19de-4723-a0c8-f24f0eee734c/7bfe21db-1745-4cc6-a7e9-04699eec2f2c) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:40.046413 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a11f2a6a-50c9-4584-8f73-986d5c700727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.168050 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 8065c8dd-8236-4381-bdc8-40a7c04d4353 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:40.168679 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.184693 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ba15414a-5535-42d6-ade2-12f5357011a5 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.266510 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ba15414a-5535-42d6-ade2-12f5357011a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.412072 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a0f460d4-31d8-4b6b-8d70-de8001410185 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.415052 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba15414a-5535-42d6-ade2-12f5357011a5 None None] Network e6b0ead3-1a84-4f20-91cf-57ffb6300d1b is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:40.432398 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595c644f-cb25-414f-8c29-1fa99bc1f148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-1dfef629-e6f2-4623-b6b4-bc386a250066', 'network_id': '1dfef629-e6f2-4623-b6b4-bc386a250066', 'tenant_id': '46a69b2c7efb40078a7621b36f4ee4f5', 'fixed_ips': [{'subnet_id': 'c1305416-a942-481f-9f89-facdd52d9551'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:00:40.434283 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-595c644f-cb25-414f-8c29-1fa99bc1f148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.449043 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-ba15414a-5535-42d6-ade2-12f5357011a5 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:40.475681 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba15414a-5535-42d6-ade2-12f5357011a5 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:40.486571 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5c2675be-271c-494a-abce-28ccd83b8338 None None] Could not find standard attr ID for object aba62678-75a8-45a3-81cc-f39dcdde10db. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:00:40.492977 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a11f2a6a-50c9-4584-8f73-986d5c700727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.496175 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a11f2a6a-50c9-4584-8f73-986d5c700727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.501243 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15414a-5535-42d6-ade2-12f5357011a5 None None] Pushing event updated for resources: {'Port': ['ID=b5cd975b-1152-484f-b1b9-307758576a32,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:40.501529 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a11f2a6a-50c9-4584-8f73-986d5c700727 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b698cf2-dd4d-409c-9956-43130c2484f7 HTTP/1.1" status: 204 len: 168 time: 0.9261212 Apr 18 21:00:40.563066 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b43119f6-ab4e-4a81-b73a-550c941f9cb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.569486 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f2a6a-50c9-4584-8f73-986d5c700727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b698cf2-dd4d-409c-9956-43130c2484f7,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:40.640376 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b43119f6-ab4e-4a81-b73a-550c941f9cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.826216 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ba15414a-5535-42d6-ade2-12f5357011a5 None None] Attempting to bind port b5cd975b-1152-484f-b1b9-307758576a32 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:40.826813 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ba15414a-5535-42d6-ade2-12f5357011a5 None None] Attempting to bind port b5cd975b-1152-484f-b1b9-307758576a32 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1560c7de-2fbf-429d-8d27-db84ed7d1a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e6b0ead3-1a84-4f20-91cf-57ffb6300d1b'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:40.827414 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba15414a-5535-42d6-ade2-12f5357011a5 None None] Attempting to bind port b5cd975b-1152-484f-b1b9-307758576a32 on network e6b0ead3-1a84-4f20-91cf-57ffb6300d1b {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:40.885910 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba15414a-5535-42d6-ade2-12f5357011a5 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:00:40.886541 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba15414a-5535-42d6-ade2-12f5357011a5 None None] Checking segment: {'id': '1560c7de-2fbf-429d-8d27-db84ed7d1a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e6b0ead3-1a84-4f20-91cf-57ffb6300d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:40.887257 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ba15414a-5535-42d6-ade2-12f5357011a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.887938 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba15414a-5535-42d6-ade2-12f5357011a5 None None] Bound using segment: {'id': '1560c7de-2fbf-429d-8d27-db84ed7d1a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e6b0ead3-1a84-4f20-91cf-57ffb6300d1b'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:00:40.889915 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ba15414a-5535-42d6-ade2-12f5357011a5 None None] Bound port: b5cd975b-1152-484f-b1b9-307758576a32, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1560c7de-2fbf-429d-8d27-db84ed7d1a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e6b0ead3-1a84-4f20-91cf-57ffb6300d1b'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:40.889915 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ba15414a-5535-42d6-ade2-12f5357011a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.997062 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-595c644f-cb25-414f-8c29-1fa99bc1f148 None None] Allocated IP 172.20.0.2 (1dfef629-e6f2-4623-b6b4-bc386a250066/c1305416-a942-481f-9f89-facdd52d9551/c985b1b7-7314-45bf-bb75-07c61113281c) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:41.065806 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37296) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:41.092567 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e85b7684-70ec-4956-bc6e-a56efbe99278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.148047 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ba15414a-5535-42d6-ade2-12f5357011a5 None None] For port b5cd975b-1152-484f-b1b9-307758576a32, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:41.187845 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ba15414a-5535-42d6-ade2-12f5357011a5 None None] For port b5cd975b-1152-484f-b1b9-307758576a32, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b5cd975b-1152-484f-b1b9-307758576a32,segment=NetworkSegment(1560c7de-2fbf-429d-8d27-db84ed7d1a7f),segment_id=1560c7de-2fbf-429d-8d27-db84ed7d1a7f)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:41.195356 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ba15414a-5535-42d6-ade2-12f5357011a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.235890 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e85b7684-70ec-4956-bc6e-a56efbe99278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.241653 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e85b7684-70ec-4956-bc6e-a56efbe99278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.314996 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e85b7684-70ec-4956-bc6e-a56efbe99278 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6510b302e5904e17a974e2c77719e234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447157 Apr 18 21:00:41.314996 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b7684-70ec-4956-bc6e-a56efbe99278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578b83be-b4e6-49c1-8ef4-5295d323e633,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:41.318810 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37298) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:41.365632 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15414a-5535-42d6-ade2-12f5357011a5 None None] Pushing event updated for resources: {'Port': ['ID=b5cd975b-1152-484f-b1b9-307758576a32,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:41.390826 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-fd89d592-a1ef-41ff-914a-60b8387723c8 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.456560 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f216f924-6242-40f6-b0b0-d7fbdc306837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.476868 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7de1908c-fcfa-400b-97f8-79a5f67d4909 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.487102 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-595c644f-cb25-414f-8c29-1fa99bc1f148 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.497592 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-595c644f-cb25-414f-8c29-1fa99bc1f148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.502428 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f00df01-35e2-46df-be71-33a67663bb22 req-55be6596-f84e-4e43-8a66-fbeec63c334e tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=234f4f3a-7956-48de-85f3-3d2d00ab30b7 HTTP/1.1" status: 200 len: 210 time: 0.1200683 Apr 18 21:00:41.507541 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f216f924-6242-40f6-b0b0-d7fbdc306837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.579414 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595c644f-cb25-414f-8c29-1fa99bc1f148 None None] Network 1dfef629-e6f2-4623-b6b4-bc386a250066 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:41.585895 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-595c644f-cb25-414f-8c29-1fa99bc1f148 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:41.596760 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595c644f-cb25-414f-8c29-1fa99bc1f148 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:41.633138 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-b43119f6-ab4e-4a81-b73a-550c941f9cb1 admin admin] Allocated IP 172.25.1.243 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/c0244925-c89f-41b1-b94f-ab919e92ce21) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:41.634070 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f216f924-6242-40f6-b0b0-d7fbdc306837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.642597 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f216f924-6242-40f6-b0b0-d7fbdc306837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.645659 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f216f924-6242-40f6-b0b0-d7fbdc306837 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/578b83be-b4e6-49c1-8ef4-5295d323e633 HTTP/1.1" status: 204 len: 168 time: 0.3235617 Apr 18 21:00:41.661277 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216f924-6242-40f6-b0b0-d7fbdc306837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578b83be-b4e6-49c1-8ef4-5295d323e633,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:41.678157 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1908c-fcfa-400b-97f8-79a5f67d4909 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Pushing event updated for resources: {'Subnet': ['ID=be7d9247-549e-439c-905d-8af5481c4efc,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:41.746614 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c644f-cb25-414f-8c29-1fa99bc1f148 None None] Pushing event updated for resources: {'Port': ['ID=c985b1b7-7314-45bf-bb75-07c61113281c,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:41.801367 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-fd89d592-a1ef-41ff-914a-60b8387723c8 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.868010 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-595c644f-cb25-414f-8c29-1fa99bc1f148 None None] Attempting to bind port c985b1b7-7314-45bf-bb75-07c61113281c on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:41.868957 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-595c644f-cb25-414f-8c29-1fa99bc1f148 None None] Attempting to bind port c985b1b7-7314-45bf-bb75-07c61113281c by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '3e2ab357-385f-4ce3-9042-152cf8715563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1dfef629-e6f2-4623-b6b4-bc386a250066'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:41.868957 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c644f-cb25-414f-8c29-1fa99bc1f148 None None] Attempting to bind port c985b1b7-7314-45bf-bb75-07c61113281c on network 1dfef629-e6f2-4623-b6b4-bc386a250066 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:41.882262 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c644f-cb25-414f-8c29-1fa99bc1f148 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:00:41.882950 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c644f-cb25-414f-8c29-1fa99bc1f148 None None] Checking segment: {'id': '3e2ab357-385f-4ce3-9042-152cf8715563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1dfef629-e6f2-4623-b6b4-bc386a250066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:41.883538 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-595c644f-cb25-414f-8c29-1fa99bc1f148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.884308 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c644f-cb25-414f-8c29-1fa99bc1f148 None None] Bound using segment: {'id': '3e2ab357-385f-4ce3-9042-152cf8715563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1dfef629-e6f2-4623-b6b4-bc386a250066'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:00:41.885163 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-595c644f-cb25-414f-8c29-1fa99bc1f148 None None] Bound port: c985b1b7-7314-45bf-bb75-07c61113281c, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2ab357-385f-4ce3-9042-152cf8715563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1dfef629-e6f2-4623-b6b4-bc386a250066'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:41.886637 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89d592-a1ef-41ff-914a-60b8387723c8 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Pushing event updated for resources: {'Port': ['ID=7bfe21db-1745-4cc6-a7e9-04699eec2f2c,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:41.886907 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-595c644f-cb25-414f-8c29-1fa99bc1f148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.895223 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.020538 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-595c644f-cb25-414f-8c29-1fa99bc1f148 None None] For port c985b1b7-7314-45bf-bb75-07c61113281c, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:42.024818 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-595c644f-cb25-414f-8c29-1fa99bc1f148 None None] For port c985b1b7-7314-45bf-bb75-07c61113281c, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c985b1b7-7314-45bf-bb75-07c61113281c,segment=NetworkSegment(3e2ab357-385f-4ce3-9042-152cf8715563),segment_id=3e2ab357-385f-4ce3-9042-152cf8715563)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:42.031041 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-595c644f-cb25-414f-8c29-1fa99bc1f148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.101701 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c644f-cb25-414f-8c29-1fa99bc1f148 None None] Pushing event updated for resources: {'Port': ['ID=c985b1b7-7314-45bf-bb75-07c61113281c,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:42.118320 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de1908c-fcfa-400b-97f8-79a5f67d4909 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Checking segment: {'id': 'ca3df1f1-b7c3-457c-98b1-dba1f25b8a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1116e740-d540-4ce5-a9c1-4e11eae002ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:42.118320 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de1908c-fcfa-400b-97f8-79a5f67d4909 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Network hostable DHCP agents. Network: 1116e740-d540-4ce5-a9c1-4e11eae002ca, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:00:42.144325 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-fd89d592-a1ef-41ff-914a-60b8387723c8 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Network e3e0b47f-6256-44a9-b67e-b0131f54ee7a is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:42.146674 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a0f460d4-31d8-4b6b-8d70-de8001410185 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.197152 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-fd89d592-a1ef-41ff-914a-60b8387723c8 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:42.218166 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-fd89d592-a1ef-41ff-914a-60b8387723c8 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:42.223842 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a0f460d4-31d8-4b6b-8d70-de8001410185 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.320922 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b43119f6-ab4e-4a81-b73a-550c941f9cb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.406571 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de1908c-fcfa-400b-97f8-79a5f67d4909 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Network 1116e740-d540-4ce5-a9c1-4e11eae002ca is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:00:42.475221 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-fd89d592-a1ef-41ff-914a-60b8387723c8 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:42.475923 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-fd89d592-a1ef-41ff-914a-60b8387723c8 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.484643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-7de1908c-fcfa-400b-97f8-79a5f67d4909 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 1116e740-d540-4ce5-a9c1-4e11eae002ca) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:42.490077 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de1908c-fcfa-400b-97f8-79a5f67d4909 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:42.491324 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7de1908c-fcfa-400b-97f8-79a5f67d4909 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.500914 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a81533-6b3f-4e73-8379-2770e9cf8334 None None] Network 1116e740-d540-4ce5-a9c1-4e11eae002ca requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:42.550628 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-fd89d592-a1ef-41ff-914a-60b8387723c8 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1544905 Apr 18 21:00:42.570982 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7de1908c-fcfa-400b-97f8-79a5f67d4909 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9689853 Apr 18 21:00:42.574022 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37314) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:42.579386 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-6b68e2c5-0046-4ba3-b165-5222b629726b tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Request body: {'router': {'external_gateway_info': {'network_id': '1116e740-d540-4ce5-a9c1-4e11eae002ca'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:42.598524 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-271d3eed-ede9-460d-9bfe-8487072ce401 service neutron] Request body: {'port': {'device_id': '234f4f3a-7956-48de-85f3-3d2d00ab30b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:42.764191 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b43119f6-ab4e-4a81-b73a-550c941f9cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.839827 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29776679-3647-43c6-9bd0-fbf16ffa88eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-1116e740-d540-4ce5-a9c1-4e11eae002ca', 'network_id': '1116e740-d540-4ce5-a9c1-4e11eae002ca', 'tenant_id': '740a81969e174f99a64c8b90b567ded8', 'fixed_ips': [{'subnet_id': 'be7d9247-549e-439c-905d-8af5481c4efc'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:00:42.840854 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-29776679-3647-43c6-9bd0-fbf16ffa88eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.014741 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43119f6-ab4e-4a81-b73a-550c941f9cb1 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:43.033050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-b43119f6-ab4e-4a81-b73a-550c941f9cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:43.046136 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43119f6-ab4e-4a81-b73a-550c941f9cb1 admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:43.067106 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-a0f460d4-31d8-4b6b-8d70-de8001410185 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Allocated IP 172.25.1.21 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/d29b28f7-f28a-4198-a623-a5d66a6b50d5) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:43.093566 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-271d3eed-ede9-460d-9bfe-8487072ce401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.095943 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43119f6-ab4e-4a81-b73a-550c941f9cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=c0244925-c89f-41b1-b94f-ab919e92ce21,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:43.141162 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-29776679-3647-43c6-9bd0-fbf16ffa88eb None None] Allocated IP 2001:db8:1::2 (1116e740-d540-4ce5-a9c1-4e11eae002ca/be7d9247-549e-439c-905d-8af5481c4efc/277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:43.251232 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764f8e7-84fe-4c82-8c2e-12fd76beb57d req-131f50dc-f23e-4df9-a941-112db213fc3a tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:43.269596 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d764f8e7-84fe-4c82-8c2e-12fd76beb57d req-131f50dc-f23e-4df9-a941-112db213fc3a tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=234f4f3a-7956-48de-85f3-3d2d00ab30b7 HTTP/1.1" status: 200 len: 931 time: 0.5322497 Apr 18 21:00:43.430926 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6b68e2c5-0046-4ba3-b165-5222b629726b tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.664585 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01652e94-7bf3-440b-92d1-4945c25625b4 None None] Network e6b0ead3-1a84-4f20-91cf-57ffb6300d1b requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:43.675818 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-6b68e2c5-0046-4ba3-b165-5222b629726b tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:00:43.677644 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6b68e2c5-0046-4ba3-b165-5222b629726b tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "PUT /v2.0/routers/e320d20a-be83-4915-b0dd-42bebb07ce31 HTTP/1.1" status: 400 len: 364 time: 1.1023357 Apr 18 21:00:43.684266 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37326) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:43.847840 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-3c46d556-00bb-442f-9287-1b72430a6095 None None] Provisioning complete for port b5cd975b-1152-484f-b1b9-307758576a32 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:43.848479 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3c46d556-00bb-442f-9287-1b72430a6095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.889829 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b5cd975b-1152-484f-b1b9-307758576a32 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:44.016809 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c838a7d-3ad9-4514-80d7-58b51dda1c96 None None] Network 1dfef629-e6f2-4623-b6b4-bc386a250066 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:44.390329 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port b5cd975b-1152-484f-b1b9-307758576a32 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:44.391551 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.449156 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d764f8e7-84fe-4c82-8c2e-12fd76beb57d req-f21766aa-f7b7-4279-ad0a-db70c9ce50cc tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/security-groups?id=d53ca3df-29db-4d54-9742-076d825b2a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1765852 Apr 18 21:00:44.492191 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c30221a-6ac5-49ad-9e11-1b5317acbbcb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.594734 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3c46d556-00bb-442f-9287-1b72430a6095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.632762 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-29776679-3647-43c6-9bd0-fbf16ffa88eb None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.641191 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a0f460d4-31d8-4b6b-8d70-de8001410185 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.707702 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a0f460d4-31d8-4b6b-8d70-de8001410185 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.715077 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-3c46d556-00bb-442f-9287-1b72430a6095 None None] For port b5cd975b-1152-484f-b1b9-307758576a32, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b5cd975b-1152-484f-b1b9-307758576a32,segment=NetworkSegment(1560c7de-2fbf-429d-8d27-db84ed7d1a7f),segment_id=1560c7de-2fbf-429d-8d27-db84ed7d1a7f)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:44.718990 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-29776679-3647-43c6-9bd0-fbf16ffa88eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.730576 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3c46d556-00bb-442f-9287-1b72430a6095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.834972 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29776679-3647-43c6-9bd0-fbf16ffa88eb None None] Network 1116e740-d540-4ce5-a9c1-4e11eae002ca is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:44.845842 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-29776679-3647-43c6-9bd0-fbf16ffa88eb None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:44.851103 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29776679-3647-43c6-9bd0-fbf16ffa88eb None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:44.974599 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f460d4-31d8-4b6b-8d70-de8001410185 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:45.002640 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-a0f460d4-31d8-4b6b-8d70-de8001410185 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:45.016256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f460d4-31d8-4b6b-8d70-de8001410185 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:45.021009 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29776679-3647-43c6-9bd0-fbf16ffa88eb None None] Pushing event updated for resources: {'Port': ['ID=277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:45.102385 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f460d4-31d8-4b6b-8d70-de8001410185 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event updated for resources: {'Port': ['ID=d29b28f7-f28a-4198-a623-a5d66a6b50d5,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:45.151144 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-7c30221a-6ac5-49ad-9e11-1b5317acbbcb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Allocated IP 2001:db8::1 (52d76900-6a56-4b92-a173-9b5408e0d03c/90c94ee3-0d3e-468c-9255-3806fd8c94b4/0d944e99-9073-4ea6-8872-f02ab36e3452) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:45.153746 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b43119f6-ab4e-4a81-b73a-550c941f9cb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.205123 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-51a85185-2475-492f-92a2-9fa5585d2987 None None] Provisioning complete for port c985b1b7-7314-45bf-bb75-07c61113281c triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:45.205737 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-51a85185-2475-492f-92a2-9fa5585d2987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.295072 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c985b1b7-7314-45bf-bb75-07c61113281c up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:45.400990 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-29776679-3647-43c6-9bd0-fbf16ffa88eb None None] Attempting to bind port 277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:45.402089 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-29776679-3647-43c6-9bd0-fbf16ffa88eb None None] Attempting to bind port 277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'ca3df1f1-b7c3-457c-98b1-dba1f25b8a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1116e740-d540-4ce5-a9c1-4e11eae002ca'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:45.403154 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29776679-3647-43c6-9bd0-fbf16ffa88eb None None] Attempting to bind port 277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc on network 1116e740-d540-4ce5-a9c1-4e11eae002ca {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:45.441808 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c30221a-6ac5-49ad-9e11-1b5317acbbcb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.462804 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29776679-3647-43c6-9bd0-fbf16ffa88eb None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:00:45.463449 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29776679-3647-43c6-9bd0-fbf16ffa88eb None None] Checking segment: {'id': 'ca3df1f1-b7c3-457c-98b1-dba1f25b8a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1116e740-d540-4ce5-a9c1-4e11eae002ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:45.466562 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-29776679-3647-43c6-9bd0-fbf16ffa88eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.467292 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29776679-3647-43c6-9bd0-fbf16ffa88eb None None] Bound using segment: {'id': 'ca3df1f1-b7c3-457c-98b1-dba1f25b8a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1116e740-d540-4ce5-a9c1-4e11eae002ca'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:00:45.468162 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-29776679-3647-43c6-9bd0-fbf16ffa88eb None None] Bound port: 277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3df1f1-b7c3-457c-98b1-dba1f25b8a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1116e740-d540-4ce5-a9c1-4e11eae002ca'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:45.468855 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-29776679-3647-43c6-9bd0-fbf16ffa88eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.544851 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c30221a-6ac5-49ad-9e11-1b5317acbbcb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.566444 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46d556-00bb-442f-9287-1b72430a6095 None None] Pushing event updated for resources: {'Port': ['ID=b5cd975b-1152-484f-b1b9-307758576a32,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:45.608861 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b43119f6-ab4e-4a81-b73a-550c941f9cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.666523 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-51a85185-2475-492f-92a2-9fa5585d2987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.676535 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port c985b1b7-7314-45bf-bb75-07c61113281c triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:45.677146 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.696227 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30221a-6ac5-49ad-9e11-1b5317acbbcb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Pushing event updated for resources: {'Port': ['ID=0d944e99-9073-4ea6-8872-f02ab36e3452,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:45.729986 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c30221a-6ac5-49ad-9e11-1b5317acbbcb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Network 52d76900-6a56-4b92-a173-9b5408e0d03c is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:45.734055 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-7c30221a-6ac5-49ad-9e11-1b5317acbbcb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:45.739962 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c30221a-6ac5-49ad-9e11-1b5317acbbcb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:45.741416 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c30221a-6ac5-49ad-9e11-1b5317acbbcb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.842083 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-29776679-3647-43c6-9bd0-fbf16ffa88eb None None] For port 277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:45.862038 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-51a85185-2475-492f-92a2-9fa5585d2987 None None] For port c985b1b7-7314-45bf-bb75-07c61113281c, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c985b1b7-7314-45bf-bb75-07c61113281c,segment=NetworkSegment(3e2ab357-385f-4ce3-9042-152cf8715563),segment_id=3e2ab357-385f-4ce3-9042-152cf8715563)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:45.887226 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-29776679-3647-43c6-9bd0-fbf16ffa88eb None None] For port 277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc,segment=NetworkSegment(ca3df1f1-b7c3-457c-98b1-dba1f25b8a6b),segment_id=ca3df1f1-b7c3-457c-98b1-dba1f25b8a6b)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:45.888882 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-51a85185-2475-492f-92a2-9fa5585d2987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.903831 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-29776679-3647-43c6-9bd0-fbf16ffa88eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.980573 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-271d3eed-ede9-460d-9bfe-8487072ce401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bfe21db-1745-4cc6-a7e9-04699eec2f2c {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:00:46.016746 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-271d3eed-ede9-460d-9bfe-8487072ce401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.083643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-271d3eed-ede9-460d-9bfe-8487072ce401 service neutron] Transition to ACTIVE for port object 7bfe21db-1745-4cc6-a7e9-04699eec2f2c will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:46.099921 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a85185-2475-492f-92a2-9fa5585d2987 None None] Pushing event updated for resources: {'Port': ['ID=c985b1b7-7314-45bf-bb75-07c61113281c,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:46.123884 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71386095-2175-4e76-9da0-5ec582d662d5 req-2faa07a4-9609-4f86-bf6f-aba041eaf4a2 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:46.127299 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-71386095-2175-4e76-9da0-5ec582d662d5 req-2faa07a4-9609-4f86-bf6f-aba041eaf4a2 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=234f4f3a-7956-48de-85f3-3d2d00ab30b7 HTTP/1.1" status: 200 len: 931 time: 0.3105803 Apr 18 21:00:46.152773 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c30221a-6ac5-49ad-9e11-1b5317acbbcb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.162073 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-271d3eed-ede9-460d-9bfe-8487072ce401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.273782 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5655c6e2-17ff-4ad3-a0c6-f75b9ed0cebc None None] Provisioning complete for port c985b1b7-7314-45bf-bb75-07c61113281c triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:46.274142 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5655c6e2-17ff-4ad3-a0c6-f75b9ed0cebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.312544 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29776679-3647-43c6-9bd0-fbf16ffa88eb None None] Pushing event updated for resources: {'Port': ['ID=277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:46.479878 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5655c6e2-17ff-4ad3-a0c6-f75b9ed0cebc None None] Provisioning complete for port b5cd975b-1152-484f-b1b9-307758576a32 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:46.481892 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5655c6e2-17ff-4ad3-a0c6-f75b9ed0cebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.553295 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d3eed-ede9-460d-9bfe-8487072ce401 service neutron] Pushing event updated for resources: {'Port': ['ID=7bfe21db-1745-4cc6-a7e9-04699eec2f2c,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:46.577207 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-71386095-2175-4e76-9da0-5ec582d662d5 req-a0d69289-8c26-48d5-bf57-1981377dd487 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/security-groups?id=d53ca3df-29db-4d54-9742-076d825b2a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031265 Apr 18 21:00:46.650853 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b5cd975b-1152-484f-b1b9-307758576a32 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:46.876588 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43119f6-ab4e-4a81-b73a-550c941f9cb1 admin admin] Router 2724b1cb-484b-4c44-9afb-9d2d0f67618e is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:00:46.896971 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a0f460d4-31d8-4b6b-8d70-de8001410185 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.897681 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port b5cd975b-1152-484f-b1b9-307758576a32 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:46.898297 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.020809 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-271d3eed-ede9-460d-9bfe-8487072ce401 service neutron] Attempting to bind port 7bfe21db-1745-4cc6-a7e9-04699eec2f2c on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:47.021156 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-da539aff-7136-454f-b5ec-408c642a6817 None None] Provisioning complete for port 0d944e99-9073-4ea6-8872-f02ab36e3452 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:47.021566 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-271d3eed-ede9-460d-9bfe-8487072ce401 service neutron] Attempting to bind port 7bfe21db-1745-4cc6-a7e9-04699eec2f2c by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '6fd2a717-65b5-4e7e-836c-5289d337b33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e3e0b47f-6256-44a9-b67e-b0131f54ee7a'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:47.021808 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-da539aff-7136-454f-b5ec-408c642a6817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.022196 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-271d3eed-ede9-460d-9bfe-8487072ce401 service neutron] Attempting to bind port 7bfe21db-1745-4cc6-a7e9-04699eec2f2c on network e3e0b47f-6256-44a9-b67e-b0131f54ee7a {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:47.028561 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c30221a-6ac5-49ad-9e11-1b5317acbbcb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.036009 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c30221a-6ac5-49ad-9e11-1b5317acbbcb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.044664 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7c30221a-6ac5-49ad-9e11-1b5317acbbcb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.075233 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-271d3eed-ede9-460d-9bfe-8487072ce401 service neutron] Port 7bfe21db-1745-4cc6-a7e9-04699eec2f2c on network e3e0b47f-6256-44a9-b67e-b0131f54ee7a not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:00:47.076172 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-271d3eed-ede9-460d-9bfe-8487072ce401 service neutron] Attempting to bind port 7bfe21db-1745-4cc6-a7e9-04699eec2f2c on network e3e0b47f-6256-44a9-b67e-b0131f54ee7a {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:47.084789 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:00:47.123429 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-da539aff-7136-454f-b5ec-408c642a6817 None None] Port 0d944e99-9073-4ea6-8872-f02ab36e3452 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:00:47.139726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-271d3eed-ede9-460d-9bfe-8487072ce401 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:00:47.140210 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-271d3eed-ede9-460d-9bfe-8487072ce401 service neutron] Checking segment: {'id': '6fd2a717-65b5-4e7e-836c-5289d337b33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e3e0b47f-6256-44a9-b67e-b0131f54ee7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:47.140841 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-271d3eed-ede9-460d-9bfe-8487072ce401 service neutron] Bound using segment: {'id': '6fd2a717-65b5-4e7e-836c-5289d337b33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e3e0b47f-6256-44a9-b67e-b0131f54ee7a'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:00:47.148673 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-271d3eed-ede9-460d-9bfe-8487072ce401 service neutron] Bound port: 7bfe21db-1745-4cc6-a7e9-04699eec2f2c, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fd2a717-65b5-4e7e-836c-5289d337b33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e3e0b47f-6256-44a9-b67e-b0131f54ee7a'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:47.150058 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-271d3eed-ede9-460d-9bfe-8487072ce401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.215575 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c985b1b7-7314-45bf-bb75-07c61113281c up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:47.262857 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30221a-6ac5-49ad-9e11-1b5317acbbcb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Pushing event updated for resources: {'Port': ['ID=0d944e99-9073-4ea6-8872-f02ab36e3452,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:47.352826 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port c985b1b7-7314-45bf-bb75-07c61113281c triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:47.353735 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.412581 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c30221a-6ac5-49ad-9e11-1b5317acbbcb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Network 52d76900-6a56-4b92-a173-9b5408e0d03c is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:47.415892 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-7c30221a-6ac5-49ad-9e11-1b5317acbbcb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:47.681095 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c30221a-6ac5-49ad-9e11-1b5317acbbcb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Router e320d20a-be83-4915-b0dd-42bebb07ce31 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:47.842935 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c30221a-6ac5-49ad-9e11-1b5317acbbcb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:47.855680 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7c30221a-6ac5-49ad-9e11-1b5317acbbcb tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "PUT /v2.0/routers/e320d20a-be83-4915-b0dd-42bebb07ce31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1653419 Apr 18 21:00:47.856166 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37358) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:47.875422 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bc2d7f-9340-4f4c-ae84-64121b3d1ab7 None None] Sync routers for ids ['e320d20a-be83-4915-b0dd-42bebb07ce31'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:47.953928 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bc2d7f-9340-4f4c-ae84-64121b3d1ab7 None None] Routers {'e320d20a-be83-4915-b0dd-42bebb07ce31'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:47.955063 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-01bc2d7f-9340-4f4c-ae84-64121b3d1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e320d20a-be83-4915-b0dd-42bebb07ce31'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:48.034062 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-01bc2d7f-9340-4f4c-ae84-64121b3d1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:48.045459 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f70b507f-52a7-4c23-95ce-93e7161af4f6 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.064022 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bc2d7f-9340-4f4c-ae84-64121b3d1ab7 None None] Routers {'e320d20a-be83-4915-b0dd-42bebb07ce31'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:48.065171 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-01bc2d7f-9340-4f4c-ae84-64121b3d1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e320d20a-be83-4915-b0dd-42bebb07ce31'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:48.073636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-07f15495-cb87-4d82-a3ed-bafe066b5a8c None None] Provisioning complete for port 0d944e99-9073-4ea6-8872-f02ab36e3452 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:48.074257 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-07f15495-cb87-4d82-a3ed-bafe066b5a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.137234 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-01bc2d7f-9340-4f4c-ae84-64121b3d1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:48.138403 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bc2d7f-9340-4f4c-ae84-64121b3d1ab7 None None] The sync data for ids ['e320d20a-be83-4915-b0dd-42bebb07ce31'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:48.163727 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-271d3eed-ede9-460d-9bfe-8487072ce401 service neutron] For port 7bfe21db-1745-4cc6-a7e9-04699eec2f2c, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:48.251222 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-271d3eed-ede9-460d-9bfe-8487072ce401 service neutron] For port 7bfe21db-1745-4cc6-a7e9-04699eec2f2c, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=7bfe21db-1745-4cc6-a7e9-04699eec2f2c,segment=NetworkSegment(6fd2a717-65b5-4e7e-836c-5289d337b33f),segment_id=6fd2a717-65b5-4e7e-836c-5289d337b33f)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:48.257256 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-07f15495-cb87-4d82-a3ed-bafe066b5a8c None None] Port 0d944e99-9073-4ea6-8872-f02ab36e3452 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:00:48.268746 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-271d3eed-ede9-460d-9bfe-8487072ce401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.293042 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-f70b507f-52a7-4c23-95ce-93e7161af4f6 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 21:00:48.300947 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f70b507f-52a7-4c23-95ce-93e7161af4f6 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "DELETE /v2.0/routers/e320d20a-be83-4915-b0dd-42bebb07ce31 HTTP/1.1" status: 409 len: 329 time: 0.4427063 Apr 18 21:00:48.301753 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37366) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:48.309499 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99747d-d597-4ed9-95d1-bd7a9cd5927f req-53bb9817-0d80-4f3f-9cd4-5e0493b82ab7 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:48.311698 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b99747d-d597-4ed9-95d1-bd7a9cd5927f req-53bb9817-0d80-4f3f-9cd4-5e0493b82ab7 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=234f4f3a-7956-48de-85f3-3d2d00ab30b7 HTTP/1.1" status: 200 len: 943 time: 0.3586500 Apr 18 21:00:48.317938 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43119f6-ab4e-4a81-b73a-550c941f9cb1 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:48.320648 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-271d3eed-ede9-460d-9bfe-8487072ce401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:48.321581 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-271d3eed-ede9-460d-9bfe-8487072ce401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.323781 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-271d3eed-ede9-460d-9bfe-8487072ce401 service neutron] 10.222.0.57 "PUT /v2.0/ports/7bfe21db-1745-4cc6-a7e9-04699eec2f2c HTTP/1.1" status: 200 len: 1091 time: 5.7511387 Apr 18 21:00:48.334177 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab0afa5-5194-40aa-bc97-ca263b4a493e None None] Sync routers for ids ['2724b1cb-484b-4c44-9afb-9d2d0f67618e'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:48.355897 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab0afa5-5194-40aa-bc97-ca263b4a493e None None] Routers {'2724b1cb-484b-4c44-9afb-9d2d0f67618e'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:48.357098 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6ab0afa5-5194-40aa-bc97-ca263b4a493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2724b1cb-484b-4c44-9afb-9d2d0f67618e'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:48.382064 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234f4f3a-7956-48de-85f3-3d2d00ab30b7', 'tag': '7bfe21db-1745-4cc6-a7e9-04699eec2f2c'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:00:48.384204 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c666dba-00bb-413a-be86-97bd8f86c43d None None] Network 1116e740-d540-4ce5-a9c1-4e11eae002ca requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:48.392910 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f280c7-5638-48bf-91c9-fef36f074db3" -d '{"events": [{"name": "network-changed", "server_uuid": "234f4f3a-7956-48de-85f3-3d2d00ab30b7", "tag": "7bfe21db-1745-4cc6-a7e9-04699eec2f2c"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:00:48.661195 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-6ab0afa5-5194-40aa-bc97-ca263b4a493e None None] Set router 2724b1cb-484b-4c44-9afb-9d2d0f67618e gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:48.764836 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:48.802114 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b43119f6-ab4e-4a81-b73a-550c941f9cb1 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.809134 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b43119f6-ab4e-4a81-b73a-550c941f9cb1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 10.9454267 Apr 18 21:00:48.810423 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37376) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:48.834211 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d3eed-ede9-460d-9bfe-8487072ce401 service neutron] Pushing event updated for resources: {'Port': ['ID=7bfe21db-1745-4cc6-a7e9-04699eec2f2c,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:48.878629 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b99747d-d597-4ed9-95d1-bd7a9cd5927f req-1b14d65c-15d9-4b63-93f8-2fa1997bd99c tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/security-groups?id=d53ca3df-29db-4d54-9742-076d825b2a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627614 Apr 18 21:00:48.906234 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a0f460d4-31d8-4b6b-8d70-de8001410185 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.922547 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6ab0afa5-5194-40aa-bc97-ca263b4a493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2724b1cb-484b-4c44-9afb-9d2d0f67618e', 'name': 'tempest-ImageQuotaTest-1687243669-router', 'tenant_id': '704c389281bf4b68a4ec1f2348b10572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c0244925-c89f-41b1-b94f-ab919e92ce21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:38Z', 'updated_at': '2022-04-18T21:00:44Z', 'revision_number': 3, 'project_id': '704c389281bf4b68a4ec1f2348b10572', 'gw_port': {'id': 'c0244925-c89f-41b1-b94f-ab919e92ce21', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2724b1cb-484b-4c44-9afb-9d2d0f67618e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:40Z', 'updated_at': '2022-04-18T21:00:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:48.938549 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-095818ac-c088-4c8c-bb7a-10bc77a5246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:48.940698 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-095818ac-c088-4c8c-bb7a-10bc77a5246c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9efee0f2ecad427295b1ff03b6188fa5&device_id=234f4f3a-7956-48de-85f3-3d2d00ab30b7 HTTP/1.1" status: 200 len: 1094 time: 0.5346045 Apr 18 21:00:48.989958 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab0afa5-5194-40aa-bc97-ca263b4a493e None None] Checking router: 2724b1cb-484b-4c44-9afb-9d2d0f67618e for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:00:48.991310 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab0afa5-5194-40aa-bc97-ca263b4a493e None None] Updating router 2724b1cb-484b-4c44-9afb-9d2d0f67618e port c0244925-c89f-41b1-b94f-ab919e92ce21 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:00:49.053013 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6ab0afa5-5194-40aa-bc97-ca263b4a493e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.184570 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ff5b3abf-a671-41bb-8a1e-0543326c0036 None None] Provisioning complete for port 277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:49.185915 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff5b3abf-a671-41bb-8a1e-0543326c0036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.234895 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fa433f-eeb6-47c7-ae4a-1cd4ce7044c2 x-openstack-request-id: req-00fa433f-eeb6-47c7-ae4a-1cd4ce7044c2 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:00:49.241164 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "234f4f3a-7956-48de-85f3-3d2d00ab30b7", "tag": "7bfe21db-1745-4cc6-a7e9-04699eec2f2c", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:00:49.253085 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-00fa433f-eeb6-47c7-ae4a-1cd4ce7044c2 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:00:49.254172 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00fa433f-eeb6-47c7-ae4a-1cd4ce7044c2'] response: {'name': 'network-changed', 'server_uuid': '234f4f3a-7956-48de-85f3-3d2d00ab30b7', 'tag': '7bfe21db-1745-4cc6-a7e9-04699eec2f2c', 'status': 'completed', 'code': 200} Apr 18 21:00:49.262620 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-0d043ce4-9c62-4917-9883-7f9ac306a57e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bfe21db-1745-4cc6-a7e9-04699eec2f2c HTTP/1.1" status: 200 len: 217 time: 0.1717772 Apr 18 21:00:49.498634 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-07a3e209-c70f-4c55-9bdf-5187e04ac5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:49.502998 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-07a3e209-c70f-4c55-9bdf-5187e04ac5ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=82cc6c3a-19de-4723-a0c8-f24f0eee734c HTTP/1.1" status: 200 len: 854 time: 0.2282300 Apr 18 21:00:49.505868 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f460d4-31d8-4b6b-8d70-de8001410185 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Router 6144c51a-f79a-41bc-9237-f4c2407fd02e is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:00:49.599790 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-2043548e-3ac6-4f2d-bf90-4ec99eef0e29 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3e0b47f-6256-44a9-b67e-b0131f54ee7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865593 Apr 18 21:00:49.732826 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff5b3abf-a671-41bb-8a1e-0543326c0036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.737608 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:49.738058 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.885412 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ff5b3abf-a671-41bb-8a1e-0543326c0036 None None] For port 277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc,segment=NetworkSegment(ca3df1f1-b7c3-457c-98b1-dba1f25b8a6b),segment_id=ca3df1f1-b7c3-457c-98b1-dba1f25b8a6b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:49.894883 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff5b3abf-a671-41bb-8a1e-0543326c0036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.044889 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6ab0afa5-5194-40aa-bc97-ca263b4a493e None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.056840 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6ab0afa5-5194-40aa-bc97-ca263b4a493e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.113571 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b3abf-a671-41bb-8a1e-0543326c0036 None None] Pushing event updated for resources: {'Port': ['ID=277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:50.141447 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af593eee-a239-4d7e-a1c2-546adfec6a75 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.200515 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690dfe8-166e-4d57-97cc-c48b815a2c98 None None] Pushing event updated for resources: {'Port': ['ID=c0244925-c89f-41b1-b94f-ab919e92ce21,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:50.211661 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690dfe8-166e-4d57-97cc-c48b815a2c98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:50.212020 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690dfe8-166e-4d57-97cc-c48b815a2c98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:50.212335 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690dfe8-166e-4d57-97cc-c48b815a2c98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:50.212847 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690dfe8-166e-4d57-97cc-c48b815a2c98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:50.213187 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690dfe8-166e-4d57-97cc-c48b815a2c98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:50.213710 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690dfe8-166e-4d57-97cc-c48b815a2c98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:50.214052 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690dfe8-166e-4d57-97cc-c48b815a2c98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:50.214651 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690dfe8-166e-4d57-97cc-c48b815a2c98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:50.214989 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690dfe8-166e-4d57-97cc-c48b815a2c98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:50.215318 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690dfe8-166e-4d57-97cc-c48b815a2c98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:50.215647 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690dfe8-166e-4d57-97cc-c48b815a2c98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:50.215971 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690dfe8-166e-4d57-97cc-c48b815a2c98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:50.278431 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-6ab0afa5-5194-40aa-bc97-ca263b4a493e None None] Attempting to bind port c0244925-c89f-41b1-b94f-ab919e92ce21 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:50.278933 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-6ab0afa5-5194-40aa-bc97-ca263b4a493e None None] Attempting to bind port c0244925-c89f-41b1-b94f-ab919e92ce21 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:50.279206 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab0afa5-5194-40aa-bc97-ca263b4a493e None None] Attempting to bind port c0244925-c89f-41b1-b94f-ab919e92ce21 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:50.288458 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab0afa5-5194-40aa-bc97-ca263b4a493e None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:00:50.290819 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab0afa5-5194-40aa-bc97-ca263b4a493e None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:50.294371 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6ab0afa5-5194-40aa-bc97-ca263b4a493e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.295051 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab0afa5-5194-40aa-bc97-ca263b4a493e None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:00:50.295901 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-6ab0afa5-5194-40aa-bc97-ca263b4a493e None None] Bound port: c0244925-c89f-41b1-b94f-ab919e92ce21, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:50.297177 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6ab0afa5-5194-40aa-bc97-ca263b4a493e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.351432 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-91c53a70-cb81-4076-93f5-1847dd903c70 service neutron] 10.222.0.57 "GET /v2.0/networks/e3e0b47f-6256-44a9-b67e-b0131f54ee7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7381682 Apr 18 21:00:50.406004 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f460d4-31d8-4b6b-8d70-de8001410185 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:50.450844 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-6ab0afa5-5194-40aa-bc97-ca263b4a493e None None] For port c0244925-c89f-41b1-b94f-ab919e92ce21, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:50.463189 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-6ab0afa5-5194-40aa-bc97-ca263b4a493e None None] For port c0244925-c89f-41b1-b94f-ab919e92ce21, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c0244925-c89f-41b1-b94f-ab919e92ce21,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:50.472353 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6ab0afa5-5194-40aa-bc97-ca263b4a493e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.508048 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c533b7b-905e-4f92-93f5-e60b85c16246 None None] Sync routers for ids ['6144c51a-f79a-41bc-9237-f4c2407fd02e'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:50.554803 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c533b7b-905e-4f92-93f5-e60b85c16246 None None] Routers {'6144c51a-f79a-41bc-9237-f4c2407fd02e'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:50.557332 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-4c533b7b-905e-4f92-93f5-e60b85c16246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['6144c51a-f79a-41bc-9237-f4c2407fd02e'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:50.652040 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba162b6d-c1c5-4a8d-9aff-40528ea03e51 req-1d9a786c-07b9-4815-8cdf-24d3993b8d8f service neutron] 10.222.0.57 "GET /v2.0/networks/e3e0b47f-6256-44a9-b67e-b0131f54ee7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688200 Apr 18 21:00:50.706121 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3361aa-4a94-4e0a-873c-f40bd9591489 req-106be6cc-4733-459b-9605-8cafc3f9661e tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:50.725111 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb3361aa-4a94-4e0a-873c-f40bd9591489 req-106be6cc-4733-459b-9605-8cafc3f9661e tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=234f4f3a-7956-48de-85f3-3d2d00ab30b7 HTTP/1.1" status: 200 len: 943 time: 0.6301589 Apr 18 21:00:50.750104 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-4c533b7b-905e-4f92-93f5-e60b85c16246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:50.776876 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e6f480a1-dfcf-4fe3-a6a8-6905fb62d1c4 None None] Provisioning complete for port 277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:50.779215 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e6f480a1-dfcf-4fe3-a6a8-6905fb62d1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.788736 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690dfe8-166e-4d57-97cc-c48b815a2c98 None None] Pushing event updated for resources: {'Port': ['ID=c0244925-c89f-41b1-b94f-ab919e92ce21,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:50.797788 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a0f460d4-31d8-4b6b-8d70-de8001410185 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.803069 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a0f460d4-31d8-4b6b-8d70-de8001410185 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.1848426 Apr 18 21:00:50.805485 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37386) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:50.805740 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab0afa5-5194-40aa-bc97-ca263b4a493e None None] Routers {'2724b1cb-484b-4c44-9afb-9d2d0f67618e'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:50.806408 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6ab0afa5-5194-40aa-bc97-ca263b4a493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2724b1cb-484b-4c44-9afb-9d2d0f67618e'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:50.834366 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb3361aa-4a94-4e0a-873c-f40bd9591489 req-ecc33ea0-d3f6-4e41-ad2b-910834044880 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/security-groups?id=d53ca3df-29db-4d54-9742-076d825b2a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082153 Apr 18 21:00:50.898387 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c533b7b-905e-4f92-93f5-e60b85c16246 None None] Routers {'6144c51a-f79a-41bc-9237-f4c2407fd02e'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:50.899860 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-4c533b7b-905e-4f92-93f5-e60b85c16246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['6144c51a-f79a-41bc-9237-f4c2407fd02e'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:51.059693 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-4c533b7b-905e-4f92-93f5-e60b85c16246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:51.074529 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c533b7b-905e-4f92-93f5-e60b85c16246 None None] The sync data for ids ['6144c51a-f79a-41bc-9237-f4c2407fd02e'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:51.117041 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-6ab0afa5-5194-40aa-bc97-ca263b4a493e None None] Set router 2724b1cb-484b-4c44-9afb-9d2d0f67618e gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:51.207592 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f280c7-5638-48bf-91c9-fef36f074db3 req-f51985b1-9751-4518-b395-2477790a5d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:51.215717 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2f280c7-5638-48bf-91c9-fef36f074db3 req-f51985b1-9751-4518-b395-2477790a5d08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9efee0f2ecad427295b1ff03b6188fa5&device_id=234f4f3a-7956-48de-85f3-3d2d00ab30b7 HTTP/1.1" status: 200 len: 1094 time: 0.1497777 Apr 18 21:00:51.244653 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:51.338289 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:51.340738 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:51.386797 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:51.499367 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6ab0afa5-5194-40aa-bc97-ca263b4a493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2724b1cb-484b-4c44-9afb-9d2d0f67618e', 'name': 'tempest-ImageQuotaTest-1687243669-router', 'tenant_id': '704c389281bf4b68a4ec1f2348b10572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c0244925-c89f-41b1-b94f-ab919e92ce21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:38Z', 'updated_at': '2022-04-18T21:00:44Z', 'revision_number': 3, 'project_id': '704c389281bf4b68a4ec1f2348b10572', 'gw_port': {'id': 'c0244925-c89f-41b1-b94f-ab919e92ce21', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2724b1cb-484b-4c44-9afb-9d2d0f67618e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:40Z', 'updated_at': '2022-04-18T21:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:51.554998 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab0afa5-5194-40aa-bc97-ca263b4a493e None None] The sync data for ids ['2724b1cb-484b-4c44-9afb-9d2d0f67618e'] in n-d-838323-3 is: [{'id': '2724b1cb-484b-4c44-9afb-9d2d0f67618e', 'name': 'tempest-ImageQuotaTest-1687243669-router', 'tenant_id': '704c389281bf4b68a4ec1f2348b10572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c0244925-c89f-41b1-b94f-ab919e92ce21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:38Z', 'updated_at': '2022-04-18T21:00:44Z', 'revision_number': 3, 'project_id': '704c389281bf4b68a4ec1f2348b10572', 'gw_port': {'id': 'c0244925-c89f-41b1-b94f-ab919e92ce21', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2724b1cb-484b-4c44-9afb-9d2d0f67618e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:40Z', 'updated_at': '2022-04-18T21:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:51.802701 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7f239d87-1b05-4b4c-9336-c8300ec79b28 req-d9acb137-1cba-4dd5-8e3b-c209ee44b976 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5334554 Apr 18 21:00:51.816237 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f280c7-5638-48bf-91c9-fef36f074db3 req-7ba2af16-b5ad-4f33-a73c-367a808ca717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:51.817938 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2f280c7-5638-48bf-91c9-fef36f074db3 req-7ba2af16-b5ad-4f33-a73c-367a808ca717 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3e0b47f-6256-44a9-b67e-b0131f54ee7a HTTP/1.1" status: 200 len: 915 time: 0.3507419 Apr 18 21:00:51.937246 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2f280c7-5638-48bf-91c9-fef36f074db3 req-473856ab-306c-48ea-9ae8-6b46dc736cc5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bfe21db-1745-4cc6-a7e9-04699eec2f2c HTTP/1.1" status: 200 len: 217 time: 0.0910056 Apr 18 21:00:52.093603 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f280c7-5638-48bf-91c9-fef36f074db3 req-4a3e99cb-3e40-44bb-82e4-54b3790aa46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:52.095298 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2f280c7-5638-48bf-91c9-fef36f074db3 req-4a3e99cb-3e40-44bb-82e4-54b3790aa46c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=82cc6c3a-19de-4723-a0c8-f24f0eee734c HTTP/1.1" status: 200 len: 854 time: 0.1520798 Apr 18 21:00:52.143245 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Allocated IP 172.20.0.1 (e6b0ead3-1a84-4f20-91cf-57ffb6300d1b/358bf805-8627-4462-a637-3cd78777ec42/395c53d5-e6dc-49cd-a111-699669048742) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:52.148733 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2f280c7-5638-48bf-91c9-fef36f074db3 req-66326d66-4a8c-4c05-9e7e-d2af0d2bbc12 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3e0b47f-6256-44a9-b67e-b0131f54ee7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450213 Apr 18 21:00:52.177691 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f239d87-1b05-4b4c-9336-c8300ec79b28 req-575f2683-33d9-48ef-8694-dc4caec53f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:52.179351 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7f239d87-1b05-4b4c-9336-c8300ec79b28 req-575f2683-33d9-48ef-8694-dc4caec53f04 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 1097 time: 0.2122948 Apr 18 21:00:52.287508 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ccbbf-5796-4dfa-9ecb-34f6a62f0b2e req-3fc7499d-6ed5-49dc-b0e5-a86752319d20 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:52.289169 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c91ccbbf-5796-4dfa-9ecb-34f6a62f0b2e req-3fc7499d-6ed5-49dc-b0e5-a86752319d20 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=234f4f3a-7956-48de-85f3-3d2d00ab30b7 HTTP/1.1" status: 200 len: 943 time: 0.2537870 Apr 18 21:00:52.326795 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-510a4a0d-d9a2-45a9-872b-fd0e60328788 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:52.507226 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f239d87-1b05-4b4c-9336-c8300ec79b28 req-2e717e83-fe40-49ee-b064-06853219ab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:52.508969 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7f239d87-1b05-4b4c-9336-c8300ec79b28 req-2e717e83-fe40-49ee-b064-06853219ab6d service neutron] 10.222.0.57 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 912 time: 0.3012526 Apr 18 21:00:52.550454 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c91ccbbf-5796-4dfa-9ecb-34f6a62f0b2e req-1c453230-5ae4-41d5-aa28-61bdbc762036 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/security-groups?id=d53ca3df-29db-4d54-9742-076d825b2a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269604 Apr 18 21:00:52.594557 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c0244925-c89f-41b1-b94f-ab919e92ce21 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:52.674860 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2f280c7-5638-48bf-91c9-fef36f074db3 req-70f21237-c2e5-4d61-a3c2-f12fc136d2c0 service neutron] 10.222.0.57 "GET /v2.0/networks/e3e0b47f-6256-44a9-b67e-b0131f54ee7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485571 Apr 18 21:00:52.749167 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7f239d87-1b05-4b4c-9336-c8300ec79b28 req-65056126-588f-46a0-843e-48108738be0a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c1d24ef-eb16-457a-beb8-d58022cd6e36 HTTP/1.1" status: 200 len: 1002 time: 0.2278717 Apr 18 21:00:52.768091 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port c0244925-c89f-41b1-b94f-ab919e92ce21 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:52.768897 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:52.790436 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-af593eee-a239-4d7e-a1c2-546adfec6a75 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Deleting port 0d944e99-9073-4ea6-8872-f02ab36e3452 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:52.790782 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af593eee-a239-4d7e-a1c2-546adfec6a75 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:52.959432 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f239d87-1b05-4b4c-9336-c8300ec79b28 req-2eea0f7e-8fce-410a-89be-520a6d1774ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:52.962345 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7f239d87-1b05-4b4c-9336-c8300ec79b28 req-2eea0f7e-8fce-410a-89be-520a6d1774ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.2053866 Apr 18 21:00:53.001869 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.046230 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port c0244925-c89f-41b1-b94f-ab919e92ce21, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c0244925-c89f-41b1-b94f-ab919e92ce21,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:53.053853 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.063874 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.078661 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0851082c-2715-4b58-9f4f-e1ae59fb1767 req-236df877-7a9f-4a1e-b360-9054719ba517 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9b8d83e8-d837-42b5-81dc-f43277a9da2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1841853 Apr 18 21:00:53.150147 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2f280c7-5638-48bf-91c9-fef36f074db3 req-daa191ac-f63b-4c1e-9cff-35c8253afed0 service neutron] 10.222.0.57 "GET /v2.0/networks/e3e0b47f-6256-44a9-b67e-b0131f54ee7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658406 Apr 18 21:00:53.168077 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=c0244925-c89f-41b1-b94f-ab919e92ce21,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:53.270906 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af593eee-a239-4d7e-a1c2-546adfec6a75 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.292810 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f239d87-1b05-4b4c-9336-c8300ec79b28 req-984b6712-f1db-4d2f-a4e8-391244172190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:53.295699 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7f239d87-1b05-4b4c-9336-c8300ec79b28 req-984b6712-f1db-4d2f-a4e8-391244172190 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3011658 Apr 18 21:00:53.325590 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-af593eee-a239-4d7e-a1c2-546adfec6a75 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Calling delete_port for 0d944e99-9073-4ea6-8872-f02ab36e3452 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:53.330395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851082c-2715-4b58-9f4f-e1ae59fb1767 req-4301253d-0a68-4131-bfa9-9d400c5939a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:53.332996 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0851082c-2715-4b58-9f4f-e1ae59fb1767 req-4301253d-0a68-4131-bfa9-9d400c5939a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d1cb6a1920642c6a254fff9677f23c7&device_id=9b8d83e8-d837-42b5-81dc-f43277a9da2a HTTP/1.1" status: 200 len: 1097 time: 0.1666355 Apr 18 21:00:53.335406 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-510a4a0d-d9a2-45a9-872b-fd0e60328788 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Allocated IP 172.20.0.1 (1dfef629-e6f2-4623-b6b4-bc386a250066/c1305416-a942-481f-9f89-facdd52d9551/df7a2635-9b3b-4c6e-bdb3-6d15a5b7e7f7) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:53.385146 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.512389 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Network e6b0ead3-1a84-4f20-91cf-57ffb6300d1b is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:53.524300 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:53.538399 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:53.608643 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.724819 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Pushing event updated for resources: {'Port': ['ID=395c53d5-e6dc-49cd-a111-699669048742,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:53.738500 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:53.738920 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:53.739242 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:53.739514 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:53.739849 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:53.740183 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:53.740551 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:53.740988 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:53.741272 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:53.741554 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:53.741867 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:53.742156 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:53.794512 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7f239d87-1b05-4b4c-9336-c8300ec79b28 req-044a2053-781d-47c4-ae73-671d28782bb3 service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843357 Apr 18 21:00:53.929165 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5056de5f-b842-46b5-a971-5d4ab6aa378c None None] Provisioning complete for port 395c53d5-e6dc-49cd-a111-699669048742 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:53.930200 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5056de5f-b842-46b5-a971-5d4ab6aa378c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.032116 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.037801 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-5056de5f-b842-46b5-a971-5d4ab6aa378c None None] Port 395c53d5-e6dc-49cd-a111-699669048742 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:00:54.152351 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7f239d87-1b05-4b4c-9336-c8300ec79b28 req-4b859403-7d66-4d7a-99c5-1d80bcfcb3fd service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437119 Apr 18 21:00:54.167171 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af593eee-a239-4d7e-a1c2-546adfec6a75 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.211905 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af593eee-a239-4d7e-a1c2-546adfec6a75 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Pushing event deleted for resources: {'Port': ['ID=0d944e99-9073-4ea6-8872-f02ab36e3452,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:54.235778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851082c-2715-4b58-9f4f-e1ae59fb1767 req-3d2a734b-f37a-460b-88ed-4420fcccc749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:54.237966 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0851082c-2715-4b58-9f4f-e1ae59fb1767 req-3d2a734b-f37a-460b-88ed-4420fcccc749 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe539583-d535-4524-b810-6474f581fe71 HTTP/1.1" status: 200 len: 915 time: 0.8550634 Apr 18 21:00:54.353334 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-510a4a0d-d9a2-45a9-872b-fd0e60328788 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.401427 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029b476-9cea-4d13-b889-042210480483 req-17f2abec-8f29-446c-89fa-55e28a7deb00 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:54.403876 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e029b476-9cea-4d13-b889-042210480483 req-17f2abec-8f29-446c-89fa-55e28a7deb00 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=234f4f3a-7956-48de-85f3-3d2d00ab30b7 HTTP/1.1" status: 200 len: 943 time: 0.3009171 Apr 18 21:00:54.408406 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-510a4a0d-d9a2-45a9-872b-fd0e60328788 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.422285 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c0244925-c89f-41b1-b94f-ab919e92ce21 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:54.523303 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510a4a0d-d9a2-45a9-872b-fd0e60328788 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Network 1dfef629-e6f2-4623-b6b4-bc386a250066 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:54.531566 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-510a4a0d-d9a2-45a9-872b-fd0e60328788 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:54.540540 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510a4a0d-d9a2-45a9-872b-fd0e60328788 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:54.561509 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port c0244925-c89f-41b1-b94f-ab919e92ce21 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:54.562197 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0851082c-2715-4b58-9f4f-e1ae59fb1767 req-520f2af8-b7fa-4a84-adb2-528b3c551a44 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e59a769-7255-4ecb-9a2f-a3889b2aff34 HTTP/1.1" status: 200 len: 1001 time: 0.3070102 Apr 18 21:00:54.562559 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.654547 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-548c3400-5bdc-4723-98d0-64b9ece06101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.678945 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.709744 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.786775 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a4a0d-d9a2-45a9-872b-fd0e60328788 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event updated for resources: {'Port': ['ID=df7a2635-9b3b-4c6e-bdb3-6d15a5b7e7f7,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:54.796805 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e029b476-9cea-4d13-b889-042210480483 req-a2dd8cbc-b2ba-4399-aa27-24c2e5e47d15 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/security-groups?id=d53ca3df-29db-4d54-9742-076d825b2a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859551 Apr 18 21:00:54.832695 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-510a4a0d-d9a2-45a9-872b-fd0e60328788 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.835284 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851082c-2715-4b58-9f4f-e1ae59fb1767 req-f5695503-1812-4fb1-8fe2-d02633fcc78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:54.836991 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0851082c-2715-4b58-9f4f-e1ae59fb1767 req-f5695503-1812-4fb1-8fe2-d02633fcc78c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=934e222d-a43e-4b81-a646-860f58e51213 HTTP/1.1" status: 200 len: 853 time: 0.2456391 Apr 18 21:00:54.951118 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851082c-2715-4b58-9f4f-e1ae59fb1767 req-c47a2ae4-ff85-45dc-9381-70a35c8fece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:54.953755 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0851082c-2715-4b58-9f4f-e1ae59fb1767 req-c47a2ae4-ff85-45dc-9381-70a35c8fece0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe539583-d535-4524-b810-6474f581fe71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799892 Apr 18 21:00:55.119520 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f3818849-2d21-4f01-aace-1997d37d4aee None None] Provisioning complete for port df7a2635-9b3b-4c6e-bdb3-6d15a5b7e7f7 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:55.121651 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f3818849-2d21-4f01-aace-1997d37d4aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:55.169341 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f3818849-2d21-4f01-aace-1997d37d4aee None None] Port df7a2635-9b3b-4c6e-bdb3-6d15a5b7e7f7 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:00:55.227535 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0851082c-2715-4b58-9f4f-e1ae59fb1767 req-f0708aea-295e-42ba-af6c-fb219405578e service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670820 Apr 18 21:00:55.246435 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af593eee-a239-4d7e-a1c2-546adfec6a75 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:55.247387 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-510a4a0d-d9a2-45a9-872b-fd0e60328788 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:55.276228 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Pushing event updated for resources: {'Port': ['ID=395c53d5-e6dc-49cd-a111-699669048742,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:55.280677 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:55.429575 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 7bfe21db-1745-4cc6-a7e9-04699eec2f2c details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:00:55.467392 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0851082c-2715-4b58-9f4f-e1ae59fb1767 req-30c64fc8-0fdf-4080-a6a1-edc042564831 service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313859 Apr 18 21:00:55.512982 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af593eee-a239-4d7e-a1c2-546adfec6a75 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Router e320d20a-be83-4915-b0dd-42bebb07ce31 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:55.618779 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Network e6b0ead3-1a84-4f20-91cf-57ffb6300d1b is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:55.642815 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 7bfe21db-1745-4cc6-a7e9-04699eec2f2c, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=7bfe21db-1745-4cc6-a7e9-04699eec2f2c,segment=NetworkSegment(6fd2a717-65b5-4e7e-836c-5289d337b33f),segment_id=6fd2a717-65b5-4e7e-836c-5289d337b33f)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:55.663972 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:55.667027 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '7bfe21db-1745-4cc6-a7e9-04699eec2f2c', 'network_id': 'e3e0b47f-6256-44a9-b67e-b0131f54ee7a', 'port_id': '7bfe21db-1745-4cc6-a7e9-04699eec2f2c', 'mac_address': 'fa:16:3e:3d:fd:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82cc6c3a-19de-4723-a0c8-f24f0eee734c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:00:55.675539 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af593eee-a239-4d7e-a1c2-546adfec6a75 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:55.691417 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-af593eee-a239-4d7e-a1c2-546adfec6a75 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "PUT /v2.0/routers/e320d20a-be83-4915-b0dd-42bebb07ce31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3857625 Apr 18 21:00:55.692833 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51876e4-d533-431f-9213-6c4a5f2d364e None None] Sync routers for ids ['e320d20a-be83-4915-b0dd-42bebb07ce31'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:55.700568 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37404) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:55.714669 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51876e4-d533-431f-9213-6c4a5f2d364e None None] Routers {'e320d20a-be83-4915-b0dd-42bebb07ce31'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:55.715317 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b51876e4-d533-431f-9213-6c4a5f2d364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e320d20a-be83-4915-b0dd-42bebb07ce31'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:55.789841 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b51876e4-d533-431f-9213-6c4a5f2d364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:55.809542 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:55.810558 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51876e4-d533-431f-9213-6c4a5f2d364e None None] Routers {'e320d20a-be83-4915-b0dd-42bebb07ce31'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:55.811209 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b51876e4-d533-431f-9213-6c4a5f2d364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e320d20a-be83-4915-b0dd-42bebb07ce31'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:55.852986 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bfe21db-1745-4cc6-a7e9-04699eec2f2c {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:00:55.904299 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b51876e4-d533-431f-9213-6c4a5f2d364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:55.905297 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51876e4-d533-431f-9213-6c4a5f2d364e None None] The sync data for ids ['e320d20a-be83-4915-b0dd-42bebb07ce31'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:55.955835 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 7bfe21db-1745-4cc6-a7e9-04699eec2f2c, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=7bfe21db-1745-4cc6-a7e9-04699eec2f2c,segment=NetworkSegment(6fd2a717-65b5-4e7e-836c-5289d337b33f),segment_id=6fd2a717-65b5-4e7e-836c-5289d337b33f)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:55.970744 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.006159 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-78b61d08-9ee2-47c7-a9d9-b80ed7cfed07 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] show failed (client error): The resource could not be found. Apr 18 21:00:56.007223 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-78b61d08-9ee2-47c7-a9d9-b80ed7cfed07 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-1651540427 HTTP/1.1" status: 404 len: 335 time: 0.3052220 Apr 18 21:00:56.015319 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37408) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:56.023634 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Router 2724b1cb-484b-4c44-9afb-9d2d0f67618e has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:56.027935 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d052921a-145d-49ea-9ba6-ad592ccc219c tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:56.063346 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=7bfe21db-1745-4cc6-a7e9-04699eec2f2c,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:56.102787 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-d052921a-145d-49ea-9ba6-ad592ccc219c tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] update failed (client error): The resource could not be found. Apr 18 21:00:56.111042 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d052921a-145d-49ea-9ba6-ad592ccc219c tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-2121478006 HTTP/1.1" status: 404 len: 335 time: 0.0888677 Apr 18 21:00:56.111272 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37410) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:56.146219 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-06a76e1c-35bf-4263-8704-574ff921d4a3 None None] Provisioning complete for port 395c53d5-e6dc-49cd-a111-699669048742 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:56.147162 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-06a76e1c-35bf-4263-8704-574ff921d4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.192086 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb84e1-2568-40d2-92d4-4e8570f09f24 req-94eac4d4-8614-406f-b174-ac0385a0341e tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:56.194220 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9dfb84e1-2568-40d2-92d4-4e8570f09f24 req-94eac4d4-8614-406f-b174-ac0385a0341e tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=234f4f3a-7956-48de-85f3-3d2d00ab30b7 HTTP/1.1" status: 200 len: 944 time: 0.1476345 Apr 18 21:00:56.210556 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-510a4a0d-d9a2-45a9-872b-fd0e60328788 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.217644 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e51836-2f86-42de-b4d2-22f847910a6d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Deleting subnet be7d9247-549e-439c-905d-8af5481c4efc {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:00:56.220261 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-06a76e1c-35bf-4263-8704-574ff921d4a3 None None] Port 395c53d5-e6dc-49cd-a111-699669048742 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:00:56.223256 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b0e51836-2f86-42de-b4d2-22f847910a6d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.224770 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['7bfe21db-1745-4cc6-a7e9-04699eec2f2c'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:00:56.275007 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b0e51836-2f86-42de-b4d2-22f847910a6d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.287726 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:56.298462 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-045d6b8a-40af-465b-b00c-25dbc48a46a4 admin admin] 10.222.0.41 "PUT /v2.0/routers/2724b1cb-484b-4c44-9afb-9d2d0f67618e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4785409 Apr 18 21:00:56.320752 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1772b05b-8bba-4890-8f30-15281b505e77 None None] Sync routers for ids ['2724b1cb-484b-4c44-9afb-9d2d0f67618e'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:56.369969 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-510a4a0d-d9a2-45a9-872b-fd0e60328788 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.390832 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1772b05b-8bba-4890-8f30-15281b505e77 None None] Routers {'2724b1cb-484b-4c44-9afb-9d2d0f67618e'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:56.392037 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-1772b05b-8bba-4890-8f30-15281b505e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2724b1cb-484b-4c44-9afb-9d2d0f67618e'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:56.492766 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9dfb84e1-2568-40d2-92d4-4e8570f09f24 req-f6c0cca9-adcc-4d3e-8e10-0f3b0aae48e7 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/security-groups?id=d53ca3df-29db-4d54-9742-076d825b2a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113299 Apr 18 21:00:56.699759 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-510a4a0d-d9a2-45a9-872b-fd0e60328788 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.707344 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a4a0d-d9a2-45a9-872b-fd0e60328788 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event updated for resources: {'Port': ['ID=df7a2635-9b3b-4c6e-bdb3-6d15a5b7e7f7,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:56.717353 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b0e51836-2f86-42de-b4d2-22f847910a6d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.806023 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-1772b05b-8bba-4890-8f30-15281b505e77 None None] Set router 2724b1cb-484b-4c44-9afb-9d2d0f67618e gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:57.030335 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510a4a0d-d9a2-45a9-872b-fd0e60328788 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Network 1dfef629-e6f2-4623-b6b4-bc386a250066 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:57.034811 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-510a4a0d-d9a2-45a9-872b-fd0e60328788 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:57.153347 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b0e51836-2f86-42de-b4d2-22f847910a6d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.224295 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e51836-2f86-42de-b4d2-22f847910a6d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Pushing event deleted for resources: {'Subnet': ['ID=be7d9247-549e-439c-905d-8af5481c4efc,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:57.233442 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b0e51836-2f86-42de-b4d2-22f847910a6d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.236936 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b0e51836-2f86-42de-b4d2-22f847910a6d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "DELETE /v2.0/subnets/be7d9247-549e-439c-905d-8af5481c4efc HTTP/1.1" status: 204 len: 168 time: 1.1255722 Apr 18 21:00:57.239866 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f8d3c3-a7f3-4ee4-a4ae-7c47ce4d44c1 None None] Network 1116e740-d540-4ce5-a9c1-4e11eae002ca requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:57.242436 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37430) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:57.427553 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510a4a0d-d9a2-45a9-872b-fd0e60328788 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Router 6144c51a-f79a-41bc-9237-f4c2407fd02e has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:57.481290 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 7bfe21db-1745-4cc6-a7e9-04699eec2f2c up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:57.586047 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22a094ba-7125-4352-bf4e-a96e937ab59d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.599788 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6be5cff1-ec55-4d7d-8502-9bd9f3a60949 None None] Provisioning complete for port df7a2635-9b3b-4c6e-bdb3-6d15a5b7e7f7 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:57.600471 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6be5cff1-ec55-4d7d-8502-9bd9f3a60949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.686808 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6be5cff1-ec55-4d7d-8502-9bd9f3a60949 None None] Port df7a2635-9b3b-4c6e-bdb3-6d15a5b7e7f7 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:00:57.749338 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-1772b05b-8bba-4890-8f30-15281b505e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2724b1cb-484b-4c44-9afb-9d2d0f67618e', 'name': 'tempest-ImageQuotaTest-1687243669-router', 'tenant_id': '704c389281bf4b68a4ec1f2348b10572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c0244925-c89f-41b1-b94f-ab919e92ce21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:38Z', 'updated_at': '2022-04-18T21:00:53Z', 'revision_number': 4, 'project_id': '704c389281bf4b68a4ec1f2348b10572', 'gw_port': {'id': 'c0244925-c89f-41b1-b94f-ab919e92ce21', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724b1cb-484b-4c44-9afb-9d2d0f67618e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:40Z', 'updated_at': '2022-04-18T21:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '395c53d5-e6dc-49cd-a111-699669048742', 'name': '', 'network_id': 'e6b0ead3-1a84-4f20-91cf-57ffb6300d1b', 'tenant_id': '704c389281bf4b68a4ec1f2348b10572', 'mac_address': 'fa:16:3e:02:d3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2724b1cb-484b-4c44-9afb-9d2d0f67618e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '358bf805-8627-4462-a637-3cd78777ec42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:51Z', 'updated_at': '2022-04-18T21:00:54Z', 'revision_number': 2, 'project_id': '704c389281bf4b68a4ec1f2348b10572', 'subnets': [{'id': '358bf805-8627-4462-a637-3cd78777ec42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:57.758057 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510a4a0d-d9a2-45a9-872b-fd0e60328788 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:57.766641 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-510a4a0d-d9a2-45a9-872b-fd0e60328788 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "PUT /v2.0/routers/6144c51a-f79a-41bc-9237-f4c2407fd02e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9590747 Apr 18 21:00:57.775759 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfea017-0b4d-420b-8e35-42a0c97b3a1e None None] Sync routers for ids ['6144c51a-f79a-41bc-9237-f4c2407fd02e'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:57.778613 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37436) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:57.784011 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-2e1490ea-f1aa-4870-928f-b40622712c55 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Request body: {'port': {'network_id': '1dfef629-e6f2-4623-b6b4-bc386a250066', 'name': 'tempest-FloatingIPTestJSON-251326050'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:57.807390 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfea017-0b4d-420b-8e35-42a0c97b3a1e None None] Routers {'6144c51a-f79a-41bc-9237-f4c2407fd02e'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:57.818811 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1772b05b-8bba-4890-8f30-15281b505e77 None None] Checking router: 2724b1cb-484b-4c44-9afb-9d2d0f67618e for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:00:57.819463 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1772b05b-8bba-4890-8f30-15281b505e77 None None] Updating router 2724b1cb-484b-4c44-9afb-9d2d0f67618e port 395c53d5-e6dc-49cd-a111-699669048742 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:00:57.829835 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2cfea017-0b4d-420b-8e35-42a0c97b3a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['6144c51a-f79a-41bc-9237-f4c2407fd02e'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:57.875570 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1772b05b-8bba-4890-8f30-15281b505e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.883072 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 7bfe21db-1745-4cc6-a7e9-04699eec2f2c completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:57.893528 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 7bfe21db-1745-4cc6-a7e9-04699eec2f2c triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:57.894025 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.911755 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b0c2f-9c63-4642-abfc-e50a3e22b651 req-c95b2d51-246d-4660-a69a-307d44a0d767 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:57.920839 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-925b0c2f-9c63-4642-abfc-e50a3e22b651 req-c95b2d51-246d-4660-a69a-307d44a0d767 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=234f4f3a-7956-48de-85f3-3d2d00ab30b7 HTTP/1.1" status: 200 len: 944 time: 0.1338058 Apr 18 21:00:57.961188 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2cfea017-0b4d-420b-8e35-42a0c97b3a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:57.994556 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfea017-0b4d-420b-8e35-42a0c97b3a1e None None] Routers {'6144c51a-f79a-41bc-9237-f4c2407fd02e'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:57.995882 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2cfea017-0b4d-420b-8e35-42a0c97b3a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['6144c51a-f79a-41bc-9237-f4c2407fd02e'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:58.015962 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-22a094ba-7125-4352-bf4e-a96e937ab59d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Deleting port 277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:58.016301 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22a094ba-7125-4352-bf4e-a96e937ab59d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.044200 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-925b0c2f-9c63-4642-abfc-e50a3e22b651 req-02fb4e51-d527-476e-940a-0382af661f24 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/security-groups?id=d53ca3df-29db-4d54-9742-076d825b2a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925503 Apr 18 21:00:58.115458 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2cfea017-0b4d-420b-8e35-42a0c97b3a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:58.116678 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfea017-0b4d-420b-8e35-42a0c97b3a1e None None] The sync data for ids ['6144c51a-f79a-41bc-9237-f4c2407fd02e'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:58.118851 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b2b8dd-8281-46a2-9417-32a5498bdce7 None None] DHCP port deletion for 1116e740-d540-4ce5-a9c1-4e11eae002ca request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:00:58.146291 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-22a094ba-7125-4352-bf4e-a96e937ab59d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] For port 277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc,segment=NetworkSegment(ca3df1f1-b7c3-457c-98b1-dba1f25b8a6b),segment_id=ca3df1f1-b7c3-457c-98b1-dba1f25b8a6b)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:58.149027 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22a094ba-7125-4352-bf4e-a96e937ab59d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.170175 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-22a094ba-7125-4352-bf4e-a96e937ab59d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Calling delete_port for 277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:58.378365 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1490ea-f1aa-4870-928f-b40622712c55 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Made reservation on behalf of 46a69b2c7efb40078a7621b36f4ee4f5 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:58.384822 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2e1490ea-f1aa-4870-928f-b40622712c55 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.438611 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22a094ba-7125-4352-bf4e-a96e937ab59d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.446359 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-2e1490ea-f1aa-4870-928f-b40622712c55 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] device_id is not set on port f876d327-0102-4a77-867d-14295f1011f4 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:00:58.563986 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:00:58.570482 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a094ba-7125-4352-bf4e-a96e937ab59d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Pushing event deleted for resources: {'Port': ['ID=277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:58.577020 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c9b2b8dd-8281-46a2-9417-32a5498bdce7 None None] Deleting port 277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:58.577988 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c9b2b8dd-8281-46a2-9417-32a5498bdce7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.587605 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a094ba-7125-4352-bf4e-a96e937ab59d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] No DVR routers for this DVR port 277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:58.662478 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.666959 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:00:58.667533 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:00:58.736010 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22a094ba-7125-4352-bf4e-a96e937ab59d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.771411 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-22a094ba-7125-4352-bf4e-a96e937ab59d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1116e740-d540-4ce5-a9c1-4e11eae002ca']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:58.814134 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-22a094ba-7125-4352-bf4e-a96e937ab59d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3df1f1-b7c3-457c-98b1-dba1f25b8a6b') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:58.815478 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-22a094ba-7125-4352-bf4e-a96e937ab59d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3df1f1-b7c3-457c-98b1-dba1f25b8a6b') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:58.844994 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-2e1490ea-f1aa-4870-928f-b40622712c55 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Allocated IP 172.20.0.8 (1dfef629-e6f2-4623-b6b4-bc386a250066/c1305416-a942-481f-9f89-facdd52d9551/f876d327-0102-4a77-867d-14295f1011f4) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:58.847417 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234f4f3a-7956-48de-85f3-3d2d00ab30b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bfe21db-1745-4cc6-a7e9-04699eec2f2c'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:00:58.852308 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52ed786-138a-4b21-a388-d00d1cfd7471" -d '{"events": [{"server_uuid": "234f4f3a-7956-48de-85f3-3d2d00ab30b7", "name": "network-vif-plugged", "status": "completed", "tag": "7bfe21db-1745-4cc6-a7e9-04699eec2f2c"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:00:58.852963 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22a094ba-7125-4352-bf4e-a96e937ab59d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.867031 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 7bfe21db-1745-4cc6-a7e9-04699eec2f2c, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=7bfe21db-1745-4cc6-a7e9-04699eec2f2c,segment=NetworkSegment(6fd2a717-65b5-4e7e-836c-5289d337b33f),segment_id=6fd2a717-65b5-4e7e-836c-5289d337b33f)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:58.896913 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c9b2b8dd-8281-46a2-9417-32a5498bdce7 None None] For port 277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc, host n-d-838323-3, got binding levels [] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:58.897539 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c9b2b8dd-8281-46a2-9417-32a5498bdce7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.903461 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.970100 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c9b2b8dd-8281-46a2-9417-32a5498bdce7 None None] Calling delete_port for 277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:58.977972 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.ipam_backend_mixin [None req-c9b2b8dd-8281-46a2-9417-32a5498bdce7 None None] Port 277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc was not found and therefore no delete operation was performed {{(pid=102910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 21:00:58.982909 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a1effd70-fe51-404c-8650-68058253e010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.003970 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c9b2b8dd-8281-46a2-9417-32a5498bdce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.080645 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37450) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:59.130765 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4025006b-b281-4a46-b287-838b50829788 x-openstack-request-id: req-4025006b-b281-4a46-b287-838b50829788 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:00:59.131246 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234f4f3a-7956-48de-85f3-3d2d00ab30b7", "name": "network-vif-plugged", "status": "completed", "tag": "7bfe21db-1745-4cc6-a7e9-04699eec2f2c", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:00:59.131652 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4025006b-b281-4a46-b287-838b50829788 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:00:59.137082 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4025006b-b281-4a46-b287-838b50829788'] response: {'server_uuid': '234f4f3a-7956-48de-85f3-3d2d00ab30b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bfe21db-1745-4cc6-a7e9-04699eec2f2c', 'code': 200} Apr 18 21:00:59.151784 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b2b8dd-8281-46a2-9417-32a5498bdce7 None None] No DVR routers for this DVR port 277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:59.156647 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22a094ba-7125-4352-bf4e-a96e937ab59d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.165481 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=7bfe21db-1745-4cc6-a7e9-04699eec2f2c,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:59.210167 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a094ba-7125-4352-bf4e-a96e937ab59d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:00:59.210806 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22a094ba-7125-4352-bf4e-a96e937ab59d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:59.238006 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:59.272917 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2b8dd-8281-46a2-9417-32a5498bdce7 None None] Pushing event deleted for resources: {'Port': ['ID=277ffa8e-f0c0-42f8-ba2d-e8b6c072f7dc,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:59.283848 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1772b05b-8bba-4890-8f30-15281b505e77 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.302377 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1772b05b-8bba-4890-8f30-15281b505e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.428482 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22a094ba-7125-4352-bf4e-a96e937ab59d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.449538 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2e1490ea-f1aa-4870-928f-b40622712c55 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.455967 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-22a094ba-7125-4352-bf4e-a96e937ab59d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.463365 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-22a094ba-7125-4352-bf4e-a96e937ab59d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "DELETE /v2.0/networks/1116e740-d540-4ce5-a9c1-4e11eae002ca HTTP/1.1" status: 204 len: 168 time: 2.2133238 Apr 18 21:00:59.488805 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32974dff-177a-4c98-a43b-0485a93ea363 None None] Pushing event updated for resources: {'Port': ['ID=395c53d5-e6dc-49cd-a111-699669048742,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:59.496406 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37454) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:59.516666 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1772b05b-8bba-4890-8f30-15281b505e77 None None] Attempting to bind port 395c53d5-e6dc-49cd-a111-699669048742 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:59.519688 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1772b05b-8bba-4890-8f30-15281b505e77 None None] Attempting to bind port 395c53d5-e6dc-49cd-a111-699669048742 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1560c7de-2fbf-429d-8d27-db84ed7d1a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e6b0ead3-1a84-4f20-91cf-57ffb6300d1b'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:59.520996 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1772b05b-8bba-4890-8f30-15281b505e77 None None] Attempting to bind port 395c53d5-e6dc-49cd-a111-699669048742 on network e6b0ead3-1a84-4f20-91cf-57ffb6300d1b {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:59.533577 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1772b05b-8bba-4890-8f30-15281b505e77 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:00:59.535020 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1772b05b-8bba-4890-8f30-15281b505e77 None None] Checking segment: {'id': '1560c7de-2fbf-429d-8d27-db84ed7d1a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e6b0ead3-1a84-4f20-91cf-57ffb6300d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:59.537424 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1772b05b-8bba-4890-8f30-15281b505e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.538776 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1772b05b-8bba-4890-8f30-15281b505e77 None None] Bound using segment: {'id': '1560c7de-2fbf-429d-8d27-db84ed7d1a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e6b0ead3-1a84-4f20-91cf-57ffb6300d1b'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:00:59.540313 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a094ba-7125-4352-bf4e-a96e937ab59d tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Pushing event deleted for resources: {'Network': ['ID=1116e740-d540-4ce5-a9c1-4e11eae002ca,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:59.542333 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1772b05b-8bba-4890-8f30-15281b505e77 None None] Bound port: 395c53d5-e6dc-49cd-a111-699669048742, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1560c7de-2fbf-429d-8d27-db84ed7d1a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e6b0ead3-1a84-4f20-91cf-57ffb6300d1b'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:59.543058 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1772b05b-8bba-4890-8f30-15281b505e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.578898 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0b09c-c5a5-4211-87a8-79dd144f02ee req-291dd4c1-52d0-4088-9d36-e1bdebf5c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:59.581752 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-58d0b09c-c5a5-4211-87a8-79dd144f02ee req-291dd4c1-52d0-4088-9d36-e1bdebf5c67b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=234f4f3a-7956-48de-85f3-3d2d00ab30b7 HTTP/1.1" status: 200 len: 1096 time: 0.3632641 Apr 18 21:00:59.671920 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6dcf8-eb0d-4082-aef5-842ddc4d77b4 req-58075e91-899b-4f25-9741-cec6531f8b76 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:59.675251 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3b6dcf8-eb0d-4082-aef5-842ddc4d77b4 req-58075e91-899b-4f25-9741-cec6531f8b76 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=234f4f3a-7956-48de-85f3-3d2d00ab30b7 HTTP/1.1" status: 200 len: 945 time: 0.3925431 Apr 18 21:00:59.716795 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b1ca1e-06eb-4175-a814-e04d060372e1 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Deleting subnet 4ebf3596-5ab3-4201-b1d5-919ca574e6bf {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:00:59.721742 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-58d0b09c-c5a5-4211-87a8-79dd144f02ee req-defc04bf-8085-4942-af43-7c258c44156c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d53ca3df-29db-4d54-9742-076d825b2a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206322 Apr 18 21:00:59.724590 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-04b1ca1e-06eb-4175-a814-e04d060372e1 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.728697 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2e1490ea-f1aa-4870-928f-b40622712c55 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.777283 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5f7e3479-2236-4a53-83ae-fbbabbc99498 None None] Provisioning complete for port 395c53d5-e6dc-49cd-a111-699669048742 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:59.778600 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5f7e3479-2236-4a53-83ae-fbbabbc99498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.784340 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1772b05b-8bba-4890-8f30-15281b505e77 None None] For port 395c53d5-e6dc-49cd-a111-699669048742, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:59.792698 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3b6dcf8-eb0d-4082-aef5-842ddc4d77b4 req-b9ba2d2a-9310-43e5-b30d-a8c996164afc tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/security-groups?id=d53ca3df-29db-4d54-9742-076d825b2a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632901 Apr 18 21:00:59.849030 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1490ea-f1aa-4870-928f-b40622712c55 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Network 1dfef629-e6f2-4623-b6b4-bc386a250066 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:59.856548 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1772b05b-8bba-4890-8f30-15281b505e77 None None] For port 395c53d5-e6dc-49cd-a111-699669048742, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=395c53d5-e6dc-49cd-a111-699669048742,segment=NetworkSegment(1560c7de-2fbf-429d-8d27-db84ed7d1a7f),segment_id=1560c7de-2fbf-429d-8d27-db84ed7d1a7f)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:59.862996 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-04b1ca1e-06eb-4175-a814-e04d060372e1 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.866806 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1772b05b-8bba-4890-8f30-15281b505e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.869056 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-2e1490ea-f1aa-4870-928f-b40622712c55 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:59.880973 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.885613 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-5f7e3479-2236-4a53-83ae-fbbabbc99498 None None] Port 395c53d5-e6dc-49cd-a111-699669048742 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:00:59.922501 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1490ea-f1aa-4870-928f-b40622712c55 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:59.937341 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1490ea-f1aa-4870-928f-b40622712c55 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event updated for resources: {'Port': ['ID=f876d327-0102-4a77-867d-14295f1011f4,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:59.974836 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c96fff50-ac34-48ab-bd31-7f9d463a1881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.982881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1772b05b-8bba-4890-8f30-15281b505e77 None None] Routers {'2724b1cb-484b-4c44-9afb-9d2d0f67618e'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:59.983951 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-1772b05b-8bba-4890-8f30-15281b505e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2724b1cb-484b-4c44-9afb-9d2d0f67618e'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:00.096796 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32974dff-177a-4c98-a43b-0485a93ea363 None None] Pushing event updated for resources: {'Port': ['ID=395c53d5-e6dc-49cd-a111-699669048742,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:00.134383 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1490ea-f1aa-4870-928f-b40622712c55 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:00.136363 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2e1490ea-f1aa-4870-928f-b40622712c55 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.220880 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2e1490ea-f1aa-4870-928f-b40622712c55 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4410877 Apr 18 21:01:00.225058 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37458) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:00.239715 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-04b1ca1e-06eb-4175-a814-e04d060372e1 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.242797 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-050f9957-a2e7-4bc7-8a12-282b1b779d52 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Request body: {'floatingip': {'port_id': 'f876d327-0102-4a77-867d-14295f1011f4'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:00.365552 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-04b1ca1e-06eb-4175-a814-e04d060372e1 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.415560 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-1772b05b-8bba-4890-8f30-15281b505e77 None None] Set router 2724b1cb-484b-4c44-9afb-9d2d0f67618e gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:00.441937 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1ca1e-06eb-4175-a814-e04d060372e1 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Pushing event deleted for resources: {'Subnet': ['ID=4ebf3596-5ab3-4201-b1d5-919ca574e6bf,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:00.449437 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-04b1ca1e-06eb-4175-a814-e04d060372e1 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.457450 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-04b1ca1e-06eb-4175-a814-e04d060372e1 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "DELETE /v2.0/subnets/4ebf3596-5ab3-4201-b1d5-919ca574e6bf HTTP/1.1" status: 204 len: 168 time: 0.9537482 Apr 18 21:01:00.461046 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37460) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:00.503365 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e370c90-f324-4da9-9273-3e956cf2d020 None None] Network ffb0e20b-4d44-424b-b6a5-b8b22185b12f requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:00.527089 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-050f9957-a2e7-4bc7-8a12-282b1b779d52 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.534369 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-a43dbfcb-0c00-4b81-aa49-29efd6be04cc tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Deleting subnet cfe7c8cf-6f1c-4c00-a1fc-269e0241ad83 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:01:00.538355 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a43dbfcb-0c00-4b81-aa49-29efd6be04cc tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.593113 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a43dbfcb-0c00-4b81-aa49-29efd6be04cc tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.827132 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a43dbfcb-0c00-4b81-aa49-29efd6be04cc tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.827816 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-253a39f7-a4f7-4e15-847b-fd5851150ba7 None None] Provisioning complete for port f876d327-0102-4a77-867d-14295f1011f4 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:00.828806 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-253a39f7-a4f7-4e15-847b-fd5851150ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.899710 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a43dbfcb-0c00-4b81-aa49-29efd6be04cc tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.921770 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-253a39f7-a4f7-4e15-847b-fd5851150ba7 None None] Port f876d327-0102-4a77-867d-14295f1011f4 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:01:00.950096 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43dbfcb-0c00-4b81-aa49-29efd6be04cc tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Pushing event deleted for resources: {'Subnet': ['ID=cfe7c8cf-6f1c-4c00-a1fc-269e0241ad83,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:00.956781 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a43dbfcb-0c00-4b81-aa49-29efd6be04cc tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.960696 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a43dbfcb-0c00-4b81-aa49-29efd6be04cc tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "DELETE /v2.0/subnets/cfe7c8cf-6f1c-4c00-a1fc-269e0241ad83 HTTP/1.1" status: 204 len: 168 time: 0.4980783 Apr 18 21:01:00.963165 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37470) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:01.004152 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b9828d-d283-4390-b706-8b19842c7cf2 None None] Network 97ffc4b2-f0c2-487a-a4b5-d3bb29c258f8 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:01.084799 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-557e44fe-a6ec-46b7-b01c-37a4fa498258 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.159989 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-253a39f7-a4f7-4e15-847b-fd5851150ba7 None None] Provisioning complete for port 395c53d5-e6dc-49cd-a111-699669048742 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:01.160359 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-253a39f7-a4f7-4e15-847b-fd5851150ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.226471 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-557e44fe-a6ec-46b7-b01c-37a4fa498258 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Deleting port 8065c8dd-8236-4381-bdc8-40a7c04d4353 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:01.229553 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-557e44fe-a6ec-46b7-b01c-37a4fa498258 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.265723 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37474) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:01.376703 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-557e44fe-a6ec-46b7-b01c-37a4fa498258 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] For port 8065c8dd-8236-4381-bdc8-40a7c04d4353, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8065c8dd-8236-4381-bdc8-40a7c04d4353,segment=NetworkSegment(266c3584-745c-41bd-aa8a-db93a88a0351),segment_id=266c3584-745c-41bd-aa8a-db93a88a0351)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:01.377080 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-557e44fe-a6ec-46b7-b01c-37a4fa498258 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.408539 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-557e44fe-a6ec-46b7-b01c-37a4fa498258 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Calling delete_port for 8065c8dd-8236-4381-bdc8-40a7c04d4353 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:01.427079 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c4cc56-4db6-4a06-89d8-7da74c165077 None None] DHCP port deletion for ffb0e20b-4d44-424b-b6a5-b8b22185b12f request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:01:01.449622 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-253a39f7-a4f7-4e15-847b-fd5851150ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.478387 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.520240 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-253a39f7-a4f7-4e15-847b-fd5851150ba7 None None] For port 395c53d5-e6dc-49cd-a111-699669048742, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=395c53d5-e6dc-49cd-a111-699669048742,segment=NetworkSegment(1560c7de-2fbf-429d-8d27-db84ed7d1a7f),segment_id=1560c7de-2fbf-429d-8d27-db84ed7d1a7f)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:01.554642 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-253a39f7-a4f7-4e15-847b-fd5851150ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.556762 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80345ca-668c-4bf9-b7de-742c4b38a3da None None] DHCP port deletion for 97ffc4b2-f0c2-487a-a4b5-d3bb29c258f8 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:01:01.578637 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-557e44fe-a6ec-46b7-b01c-37a4fa498258 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.633922 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e44fe-a6ec-46b7-b01c-37a4fa498258 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Pushing event deleted for resources: {'Port': ['ID=8065c8dd-8236-4381-bdc8-40a7c04d4353,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:01.641453 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557e44fe-a6ec-46b7-b01c-37a4fa498258 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] No DVR routers for this DVR port 8065c8dd-8236-4381-bdc8-40a7c04d4353 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:01.643288 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-1772b05b-8bba-4890-8f30-15281b505e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2724b1cb-484b-4c44-9afb-9d2d0f67618e', 'name': 'tempest-ImageQuotaTest-1687243669-router', 'tenant_id': '704c389281bf4b68a4ec1f2348b10572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c0244925-c89f-41b1-b94f-ab919e92ce21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:38Z', 'updated_at': '2022-04-18T21:00:53Z', 'revision_number': 4, 'project_id': '704c389281bf4b68a4ec1f2348b10572', 'gw_port': {'id': 'c0244925-c89f-41b1-b94f-ab919e92ce21', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724b1cb-484b-4c44-9afb-9d2d0f67618e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:40Z', 'updated_at': '2022-04-18T21:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '395c53d5-e6dc-49cd-a111-699669048742', 'name': '', 'network_id': 'e6b0ead3-1a84-4f20-91cf-57ffb6300d1b', 'tenant_id': '704c389281bf4b68a4ec1f2348b10572', 'mac_address': 'fa:16:3e:02:d3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2724b1cb-484b-4c44-9afb-9d2d0f67618e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '358bf805-8627-4462-a637-3cd78777ec42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:51Z', 'updated_at': '2022-04-18T21:00:59Z', 'revision_number': 4, 'project_id': '704c389281bf4b68a4ec1f2348b10572', 'subnets': [{'id': '358bf805-8627-4462-a637-3cd78777ec42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:01.673140 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0005ad3a-2ba9-4b40-81cb-0068df6d757f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.719663 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1772b05b-8bba-4890-8f30-15281b505e77 None None] The sync data for ids ['2724b1cb-484b-4c44-9afb-9d2d0f67618e'] in n-d-838323-3 is: [{'id': '2724b1cb-484b-4c44-9afb-9d2d0f67618e', 'name': 'tempest-ImageQuotaTest-1687243669-router', 'tenant_id': '704c389281bf4b68a4ec1f2348b10572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c0244925-c89f-41b1-b94f-ab919e92ce21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:38Z', 'updated_at': '2022-04-18T21:00:53Z', 'revision_number': 4, 'project_id': '704c389281bf4b68a4ec1f2348b10572', 'gw_port': {'id': 'c0244925-c89f-41b1-b94f-ab919e92ce21', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724b1cb-484b-4c44-9afb-9d2d0f67618e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:40Z', 'updated_at': '2022-04-18T21:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '395c53d5-e6dc-49cd-a111-699669048742', 'name': '', 'network_id': 'e6b0ead3-1a84-4f20-91cf-57ffb6300d1b', 'tenant_id': '704c389281bf4b68a4ec1f2348b10572', 'mac_address': 'fa:16:3e:02:d3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2724b1cb-484b-4c44-9afb-9d2d0f67618e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '358bf805-8627-4462-a637-3cd78777ec42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:51Z', 'updated_at': '2022-04-18T21:00:59Z', 'revision_number': 4, 'project_id': '704c389281bf4b68a4ec1f2348b10572', 'subnets': [{'id': '358bf805-8627-4462-a637-3cd78777ec42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:01.732262 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.741247 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-557e44fe-a6ec-46b7-b01c-37a4fa498258 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.763473 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a39f7-a4f7-4e15-847b-fd5851150ba7 None None] Pushing event updated for resources: {'Port': ['ID=395c53d5-e6dc-49cd-a111-699669048742,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:01.768630 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-557e44fe-a6ec-46b7-b01c-37a4fa498258 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb0e20b-4d44-424b-b6a5-b8b22185b12f']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:01.772078 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-79c4cc56-4db6-4a06-89d8-7da74c165077 None None] Deleting port 8065c8dd-8236-4381-bdc8-40a7c04d4353 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:01.772492 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-79c4cc56-4db6-4a06-89d8-7da74c165077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.780758 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-557e44fe-a6ec-46b7-b01c-37a4fa498258 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '266c3584-745c-41bd-aa8a-db93a88a0351') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:01.781083 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-557e44fe-a6ec-46b7-b01c-37a4fa498258 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '266c3584-745c-41bd-aa8a-db93a88a0351') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:01.800845 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-557e44fe-a6ec-46b7-b01c-37a4fa498258 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.834098 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-557e44fe-a6ec-46b7-b01c-37a4fa498258 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.837087 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a80345ca-668c-4bf9-b7de-742c4b38a3da None None] Deleting port 18a7a61e-d835-477f-89fb-1821bbf1f9c5 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:01.837087 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a80345ca-668c-4bf9-b7de-742c4b38a3da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.879530 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557e44fe-a6ec-46b7-b01c-37a4fa498258 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:01:01.879976 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-557e44fe-a6ec-46b7-b01c-37a4fa498258 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:01.883396 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:01.990129 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a80345ca-668c-4bf9-b7de-742c4b38a3da None None] For port 18a7a61e-d835-477f-89fb-1821bbf1f9c5, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=18a7a61e-d835-477f-89fb-1821bbf1f9c5,segment=NetworkSegment(618aeb3f-07e0-4f83-8222-2e044454518b),segment_id=618aeb3f-07e0-4f83-8222-2e044454518b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:01.990937 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a80345ca-668c-4bf9-b7de-742c4b38a3da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.009520 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a80345ca-668c-4bf9-b7de-742c4b38a3da None None] Calling delete_port for 18a7a61e-d835-477f-89fb-1821bbf1f9c5 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:02.009824 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-557e44fe-a6ec-46b7-b01c-37a4fa498258 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.034148 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65590b07-c5d3-4a96-801d-cec2830f57f4 req-da3876dc-9faf-4518-ac05-c54c5576b80b tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:02.038117 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-65590b07-c5d3-4a96-801d-cec2830f57f4 req-da3876dc-9faf-4518-ac05-c54c5576b80b tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=234f4f3a-7956-48de-85f3-3d2d00ab30b7 HTTP/1.1" status: 200 len: 945 time: 0.9677608 Apr 18 21:01:02.050651 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-557e44fe-a6ec-46b7-b01c-37a4fa498258 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.055447 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-557e44fe-a6ec-46b7-b01c-37a4fa498258 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "DELETE /v2.0/networks/ffb0e20b-4d44-424b-b6a5-b8b22185b12f HTTP/1.1" status: 204 len: 168 time: 1.0893123 Apr 18 21:01:02.057680 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e44fe-a6ec-46b7-b01c-37a4fa498258 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Pushing event deleted for resources: {'Network': ['ID=ffb0e20b-4d44-424b-b6a5-b8b22185b12f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:02.070201 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37480) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:02.129366 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a80345ca-668c-4bf9-b7de-742c4b38a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.199822 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2b0d87b1-6d39-4f7e-b69c-323f96356e75 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.203718 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0005ad3a-2ba9-4b40-81cb-0068df6d757f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.211765 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0005ad3a-2ba9-4b40-81cb-0068df6d757f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.214678 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80345ca-668c-4bf9-b7de-742c4b38a3da None None] Pushing event deleted for resources: {'Port': ['ID=18a7a61e-d835-477f-89fb-1821bbf1f9c5,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:02.226569 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80345ca-668c-4bf9-b7de-742c4b38a3da None None] No DVR routers for this DVR port 18a7a61e-d835-477f-89fb-1821bbf1f9c5 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:02.251961 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-79c4cc56-4db6-4a06-89d8-7da74c165077 None None] For port 8065c8dd-8236-4381-bdc8-40a7c04d4353, host n-d-838323-3, got binding levels [] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:02.251961 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-79c4cc56-4db6-4a06-89d8-7da74c165077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.266412 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-79c4cc56-4db6-4a06-89d8-7da74c165077 None None] Calling delete_port for 8065c8dd-8236-4381-bdc8-40a7c04d4353 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:02.269845 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.ipam_backend_mixin [None req-79c4cc56-4db6-4a06-89d8-7da74c165077 None None] Port 8065c8dd-8236-4381-bdc8-40a7c04d4353 was not found and therefore no delete operation was performed {{(pid=102910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 21:01:02.270845 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-79c4cc56-4db6-4a06-89d8-7da74c165077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.313132 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-79c4cc56-4db6-4a06-89d8-7da74c165077 None None] Network ffb0e20b-4d44-424b-b6a5-b8b22185b12f is not hosted by any dhcp agent {{(pid=102910) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 21:01:02.313600 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c4cc56-4db6-4a06-89d8-7da74c165077 None None] No DVR routers for this DVR port 8065c8dd-8236-4381-bdc8-40a7c04d4353 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:02.317621 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4cc56-4db6-4a06-89d8-7da74c165077 None None] Pushing event deleted for resources: {'Port': ['ID=8065c8dd-8236-4381-bdc8-40a7c04d4353,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:02.396891 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-65590b07-c5d3-4a96-801d-cec2830f57f4 req-898f82ee-161e-435e-bb98-7f2dd27b8605 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/security-groups?id=d53ca3df-29db-4d54-9742-076d825b2a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422863 Apr 18 21:01:02.409046 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-c96fff50-ac34-48ab-bd31-7f9d463a1881 admin admin] Deleting port 395c53d5-e6dc-49cd-a111-699669048742 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:02.409623 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c96fff50-ac34-48ab-bd31-7f9d463a1881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.454972 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005ad3a-2ba9-4b40-81cb-0068df6d757f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ed1614-c104-4f6d-9b04-1c6b7ca8db7e,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:02.473276 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0005ad3a-2ba9-4b40-81cb-0068df6d757f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88ec24688c8f4247ad8ce0bc0b728654&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2053730 Apr 18 21:01:02.477718 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37488) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:02.487919 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2b0d87b1-6d39-4f7e-b69c-323f96356e75 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.562120 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2b0d87b1-6d39-4f7e-b69c-323f96356e75 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ffc4b2-f0c2-487a-a4b5-d3bb29c258f8']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:02.598942 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2b0d87b1-6d39-4f7e-b69c-323f96356e75 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '618aeb3f-07e0-4f83-8222-2e044454518b') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:02.600019 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2b0d87b1-6d39-4f7e-b69c-323f96356e75 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '618aeb3f-07e0-4f83-8222-2e044454518b') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:02.632636 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2b0d87b1-6d39-4f7e-b69c-323f96356e75 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.654614 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 395c53d5-e6dc-49cd-a111-699669048742 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:02.692696 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ec5ab7e-b41f-4f4b-b14d-86c6d36ef342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.712868 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2b0d87b1-6d39-4f7e-b69c-323f96356e75 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.718514 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-c96fff50-ac34-48ab-bd31-7f9d463a1881 admin admin] For port 395c53d5-e6dc-49cd-a111-699669048742, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=395c53d5-e6dc-49cd-a111-699669048742,segment=NetworkSegment(1560c7de-2fbf-429d-8d27-db84ed7d1a7f),segment_id=1560c7de-2fbf-429d-8d27-db84ed7d1a7f)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:02.718932 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c96fff50-ac34-48ab-bd31-7f9d463a1881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.758533 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0d87b1-6d39-4f7e-b69c-323f96356e75 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:01:02.760130 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2b0d87b1-6d39-4f7e-b69c-323f96356e75 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:02.766224 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:02.807272 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 395c53d5-e6dc-49cd-a111-699669048742 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:02.807989 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.810849 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ec5ab7e-b41f-4f4b-b14d-86c6d36ef342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.813558 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-c96fff50-ac34-48ab-bd31-7f9d463a1881 admin admin] Calling delete_port for 395c53d5-e6dc-49cd-a111-699669048742 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:02.825055 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.db.resource_extend [None req-050f9957-a2e7-4bc7-8a12-282b1b779d52 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:01:02.921432 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2b0d87b1-6d39-4f7e-b69c-323f96356e75 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.950839 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2b0d87b1-6d39-4f7e-b69c-323f96356e75 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.960408 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2b0d87b1-6d39-4f7e-b69c-323f96356e75 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "DELETE /v2.0/networks/97ffc4b2-f0c2-487a-a4b5-d3bb29c258f8 HTTP/1.1" status: 204 len: 168 time: 0.8889658 Apr 18 21:01:02.969865 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37522) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:02.988852 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-050f9957-a2e7-4bc7-8a12-282b1b779d52 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.001587 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d87b1-6d39-4f7e-b69c-323f96356e75 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Pushing event deleted for resources: {'Network': ['ID=97ffc4b2-f0c2-487a-a4b5-d3bb29c258f8,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:03.042279 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ec5ab7e-b41f-4f4b-b14d-86c6d36ef342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.045762 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ec5ab7e-b41f-4f4b-b14d-86c6d36ef342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.061331 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8065c8dd-8236-4381-bdc8-40a7c04d4353 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:03.070293 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-050f9957-a2e7-4bc7-8a12-282b1b779d52 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.077726 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4ec5ab7e-b41f-4f4b-b14d-86c6d36ef342 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/57ed1614-c104-4f6d-9b04-1c6b7ca8db7e HTTP/1.1" status: 204 len: 168 time: 0.5985363 Apr 18 21:01:03.115833 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5ab7e-b41f-4f4b-b14d-86c6d36ef342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ed1614-c104-4f6d-9b04-1c6b7ca8db7e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:03.137474 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4abdd46-34d8-43e1-b801-2d435dc29e4c tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Deleting subnet 90c94ee3-0d3e-468c-9255-3806fd8c94b4 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:01:03.143753 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f4abdd46-34d8-43e1-b801-2d435dc29e4c tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.154915 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 8065c8dd-8236-4381-bdc8-40a7c04d4353 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:01:03.155277 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8065c8dd-8236-4381-bdc8-40a7c04d4353 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:03.155710 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 18a7a61e-d835-477f-89fb-1821bbf1f9c5 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:03.192135 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 18a7a61e-d835-477f-89fb-1821bbf1f9c5 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:01:03.192786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 18a7a61e-d835-477f-89fb-1821bbf1f9c5 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:03.283728 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f4abdd46-34d8-43e1-b801-2d435dc29e4c tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.467775 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-050f9957-a2e7-4bc7-8a12-282b1b779d52 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Floating IP 37658c79-76ec-4905-aa5f-e689a4c489ca associated. External IP: 172.25.1.57, port: a796866a-0ba4-4781-b35f-f0ea42230bc3. Apr 18 21:01:03.669379 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f4abdd46-34d8-43e1-b801-2d435dc29e4c tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.678966 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37562) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:03.714867 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3a54b4a5-9292-4667-8211-775b7231619b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.857351 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3a54b4a5-9292-4667-8211-775b7231619b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.876652 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3a54b4a5-9292-4667-8211-775b7231619b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.903705 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c96fff50-ac34-48ab-bd31-7f9d463a1881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.957162 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3a54b4a5-9292-4667-8211-775b7231619b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab642a3a3cff4661bd3c48adfea26126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762413 Apr 18 21:01:03.958348 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54b4a5-9292-4667-8211-775b7231619b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a15ff9a-163c-4404-847b-d9919f034b80,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:03.962583 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37564) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:03.976593 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96fff50-ac34-48ab-bd31-7f9d463a1881 admin admin] Pushing event deleted for resources: {'Port': ['ID=395c53d5-e6dc-49cd-a111-699669048742,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:03.982287 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f4abdd46-34d8-43e1-b801-2d435dc29e4c tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.020265 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050f9957-a2e7-4bc7-8a12-282b1b779d52 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Router e3f28b16-afc7-4911-b090-146d58a64afd has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:04.022645 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4abdd46-34d8-43e1-b801-2d435dc29e4c tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Pushing event deleted for resources: {'Subnet': ['ID=90c94ee3-0d3e-468c-9255-3806fd8c94b4,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:04.033255 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f4abdd46-34d8-43e1-b801-2d435dc29e4c tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.040737 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f4abdd46-34d8-43e1-b801-2d435dc29e4c tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "DELETE /v2.0/subnets/90c94ee3-0d3e-468c-9255-3806fd8c94b4 HTTP/1.1" status: 204 len: 168 time: 1.0461147 Apr 18 21:01:04.046386 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37566) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:04.060745 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a079acb-1802-4ade-91ae-ea53f010500f None None] Network 52d76900-6a56-4b92-a173-9b5408e0d03c requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:04.222940 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-601e1f5e-e545-4dbf-a4e2-9e6c50a3fa5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.276625 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b5a46e8-1ca6-49d0-abba-5e92c3d35144 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.331340 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-601e1f5e-e545-4dbf-a4e2-9e6c50a3fa5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.418901 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050f9957-a2e7-4bc7-8a12-282b1b779d52 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:04.434720 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-5b5a46e8-1ca6-49d0-abba-5e92c3d35144 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Deleting port a2909911-bb09-4fb8-ac5b-cca3fbdc9343 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:04.435373 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b5a46e8-1ca6-49d0-abba-5e92c3d35144 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.437856 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e08b65-aa35-4a34-b606-f21704f63411 None None] Sync routers for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:04.468265 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e08b65-aa35-4a34-b606-f21704f63411 None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:04.469722 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-53e08b65-aa35-4a34-b606-f21704f63411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:04.477476 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-601e1f5e-e545-4dbf-a4e2-9e6c50a3fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.480800 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-601e1f5e-e545-4dbf-a4e2-9e6c50a3fa5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.482294 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-601e1f5e-e545-4dbf-a4e2-9e6c50a3fa5f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a15ff9a-163c-4404-847b-d9919f034b80 HTTP/1.1" status: 204 len: 168 time: 0.5184300 Apr 18 21:01:04.515589 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de19810e-fab2-4ef2-b356-075e9b25c8ee None None] DHCP port deletion for 52d76900-6a56-4b92-a173-9b5408e0d03c request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:01:04.526081 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-53e08b65-aa35-4a34-b606-f21704f63411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:04.531209 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c96fff50-ac34-48ab-bd31-7f9d463a1881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.571800 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e1f5e-e545-4dbf-a4e2-9e6c50a3fa5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a15ff9a-163c-4404-847b-d9919f034b80,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:04.605901 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-5b5a46e8-1ca6-49d0-abba-5e92c3d35144 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] For port a2909911-bb09-4fb8-ac5b-cca3fbdc9343, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a2909911-bb09-4fb8-ac5b-cca3fbdc9343,segment=NetworkSegment(2c3d4c9e-4e9c-48ba-98be-57b5c64ff638),segment_id=2c3d4c9e-4e9c-48ba-98be-57b5c64ff638)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:04.606705 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b5a46e8-1ca6-49d0-abba-5e92c3d35144 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.608568 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e08b65-aa35-4a34-b606-f21704f63411 None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:04.609620 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-53e08b65-aa35-4a34-b606-f21704f63411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:04.648833 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-5b5a46e8-1ca6-49d0-abba-5e92c3d35144 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Calling delete_port for a2909911-bb09-4fb8-ac5b-cca3fbdc9343 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:04.784398 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b5a46e8-1ca6-49d0-abba-5e92c3d35144 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.829631 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a46e8-1ca6-49d0-abba-5e92c3d35144 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Pushing event deleted for resources: {'Port': ['ID=a2909911-bb09-4fb8-ac5b-cca3fbdc9343,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:04.836380 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5a46e8-1ca6-49d0-abba-5e92c3d35144 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] No DVR routers for this DVR port a2909911-bb09-4fb8-ac5b-cca3fbdc9343 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:04.945322 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96fff50-ac34-48ab-bd31-7f9d463a1881 admin admin] Router 2724b1cb-484b-4c44-9afb-9d2d0f67618e has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:04.962375 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b5a46e8-1ca6-49d0-abba-5e92c3d35144 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.993506 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-5b5a46e8-1ca6-49d0-abba-5e92c3d35144 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d76900-6a56-4b92-a173-9b5408e0d03c']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:05.005182 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-5b5a46e8-1ca6-49d0-abba-5e92c3d35144 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c3d4c9e-4e9c-48ba-98be-57b5c64ff638') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:05.005480 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-5b5a46e8-1ca6-49d0-abba-5e92c3d35144 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c3d4c9e-4e9c-48ba-98be-57b5c64ff638') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:05.016453 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-53e08b65-aa35-4a34-b606-f21704f63411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:05.017138 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e08b65-aa35-4a34-b606-f21704f63411 None None] The sync data for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:05.018867 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b5a46e8-1ca6-49d0-abba-5e92c3d35144 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:05.034398 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b5a46e8-1ca6-49d0-abba-5e92c3d35144 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:05.043651 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5a46e8-1ca6-49d0-abba-5e92c3d35144 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:01:05.044250 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b5a46e8-1ca6-49d0-abba-5e92c3d35144 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:05.053829 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-de19810e-fab2-4ef2-b356-075e9b25c8ee None None] Deleting port a2909911-bb09-4fb8-ac5b-cca3fbdc9343 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:05.054692 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-de19810e-fab2-4ef2-b356-075e9b25c8ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:05.070951 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:05.140942 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b5a46e8-1ca6-49d0-abba-5e92c3d35144 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:05.155064 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b5a46e8-1ca6-49d0-abba-5e92c3d35144 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:05.158905 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-de19810e-fab2-4ef2-b356-075e9b25c8ee None None] For port a2909911-bb09-4fb8-ac5b-cca3fbdc9343, host n-d-838323-3, got binding levels [] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:05.159282 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-de19810e-fab2-4ef2-b356-075e9b25c8ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:05.160104 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5b5a46e8-1ca6-49d0-abba-5e92c3d35144 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "DELETE /v2.0/networks/52d76900-6a56-4b92-a173-9b5408e0d03c HTTP/1.1" status: 204 len: 168 time: 1.1129415 Apr 18 21:01:05.163428 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37574) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:05.184352 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a46e8-1ca6-49d0-abba-5e92c3d35144 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Pushing event deleted for resources: {'Network': ['ID=52d76900-6a56-4b92-a173-9b5408e0d03c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:05.189653 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-de19810e-fab2-4ef2-b356-075e9b25c8ee None None] Calling delete_port for a2909911-bb09-4fb8-ac5b-cca3fbdc9343 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:05.193633 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.ipam_backend_mixin [None req-de19810e-fab2-4ef2-b356-075e9b25c8ee None None] Port a2909911-bb09-4fb8-ac5b-cca3fbdc9343 was not found and therefore no delete operation was performed {{(pid=102910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 21:01:05.200549 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-de19810e-fab2-4ef2-b356-075e9b25c8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:05.242621 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19810e-fab2-4ef2-b356-075e9b25c8ee None None] Pushing event deleted for resources: {'Port': ['ID=a2909911-bb09-4fb8-ac5b-cca3fbdc9343,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:05.242869 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ac6d61d7-04bb-4fce-a563-5447aec239bc tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "GET /v2.0/ports?device_id=e320d20a-be83-4915-b0dd-42bebb07ce31 HTTP/1.1" status: 200 len: 205 time: 0.0550702 Apr 18 21:01:05.247673 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de19810e-fab2-4ef2-b356-075e9b25c8ee None None] Network 52d76900-6a56-4b92-a173-9b5408e0d03c is not hosted by any dhcp agent {{(pid=102910) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 21:01:05.248625 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37576) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:05.251954 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de19810e-fab2-4ef2-b356-075e9b25c8ee None None] No DVR routers for this DVR port a2909911-bb09-4fb8-ac5b-cca3fbdc9343 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:05.373646 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-07549fda-88cd-4fe5-a034-5c9ed607fea9 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:05.707259 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96fff50-ac34-48ab-bd31-7f9d463a1881 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:05.716158 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c96fff50-ac34-48ab-bd31-7f9d463a1881 admin admin] 10.222.0.41 "PUT /v2.0/routers/2724b1cb-484b-4c44-9afb-9d2d0f67618e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6311018 Apr 18 21:01:05.718905 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37588) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:05.719585 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f27cb-f4d9-4119-bf3a-429ab0801c0c None None] Sync routers for ids ['2724b1cb-484b-4c44-9afb-9d2d0f67618e'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:05.734537 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050f9957-a2e7-4bc7-8a12-282b1b779d52 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Router 6144c51a-f79a-41bc-9237-f4c2407fd02e has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:05.735934 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2f27cb-f4d9-4119-bf3a-429ab0801c0c None None] Routers {'2724b1cb-484b-4c44-9afb-9d2d0f67618e'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:05.740330 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2a2f27cb-f4d9-4119-bf3a-429ab0801c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2724b1cb-484b-4c44-9afb-9d2d0f67618e'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:05.970838 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-2a2f27cb-f4d9-4119-bf3a-429ab0801c0c None None] Set router 2724b1cb-484b-4c44-9afb-9d2d0f67618e gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:05.991654 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-07549fda-88cd-4fe5-a034-5c9ed607fea9 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:05.994269 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-07549fda-88cd-4fe5-a034-5c9ed607fea9 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:06.001231 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7cecf99b-9a99-4388-b647-e08829df90c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:06.043328 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050f9957-a2e7-4bc7-8a12-282b1b779d52 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:06.049994 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-050f9957-a2e7-4bc7-8a12-282b1b779d52 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:06.063958 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e9b9c1-57e1-4338-ab69-38698523eb4c None None] Sync routers for ids ['6144c51a-f79a-41bc-9237-f4c2407fd02e'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:06.077190 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-07549fda-88cd-4fe5-a034-5c9ed607fea9 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:06.077739 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07549fda-88cd-4fe5-a034-5c9ed607fea9 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Fanout notify agent at l3_agent the message router_deleted on router e320d20a-be83-4915-b0dd-42bebb07ce31 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:01:06.094787 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-07549fda-88cd-4fe5-a034-5c9ed607fea9 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:06.099984 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-07549fda-88cd-4fe5-a034-5c9ed607fea9 tempest-RoutersNegativeIpV6Test-1765295100 tempest-RoutersNegativeIpV6Test-1765295100-project] 10.222.0.41 "DELETE /v2.0/routers/e320d20a-be83-4915-b0dd-42bebb07ce31 HTTP/1.1" status: 204 len: 168 time: 0.8459606 Apr 18 21:01:06.136841 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e9b9c1-57e1-4338-ab69-38698523eb4c None None] Routers {'6144c51a-f79a-41bc-9237-f4c2407fd02e'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:06.139143 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-25e9b9c1-57e1-4338-ab69-38698523eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['6144c51a-f79a-41bc-9237-f4c2407fd02e'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:06.190623 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-050f9957-a2e7-4bc7-8a12-282b1b779d52 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "PUT /v2.0/floatingips/37658c79-76ec-4905-aa5f-e689a4c489ca HTTP/1.1" status: 200 len: 976 time: 5.9548590 Apr 18 21:01:06.191162 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37600) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:06.204318 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7cecf99b-9a99-4388-b647-e08829df90c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:06.277736 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-25e9b9c1-57e1-4338-ab69-38698523eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:06.302702 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e9b9c1-57e1-4338-ab69-38698523eb4c None None] Routers {'6144c51a-f79a-41bc-9237-f4c2407fd02e'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:06.305060 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-25e9b9c1-57e1-4338-ab69-38698523eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['6144c51a-f79a-41bc-9237-f4c2407fd02e'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:06.348060 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-7cecf99b-9a99-4388-b647-e08829df90c9 admin admin] Deleting port c0244925-c89f-41b1-b94f-ab919e92ce21 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:06.348551 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7cecf99b-9a99-4388-b647-e08829df90c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:06.397688 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-25e9b9c1-57e1-4338-ab69-38698523eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:06.398367 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e9b9c1-57e1-4338-ab69-38698523eb4c None None] The sync data for ids ['6144c51a-f79a-41bc-9237-f4c2407fd02e'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:06.463743 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-56278445-2faf-4f84-9d60-8b441f2d95c4 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Deleting port f876d327-0102-4a77-867d-14295f1011f4 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:06.464709 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-56278445-2faf-4f84-9d60-8b441f2d95c4 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:06.482039 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2a2f27cb-f4d9-4119-bf3a-429ab0801c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2724b1cb-484b-4c44-9afb-9d2d0f67618e', 'name': 'tempest-ImageQuotaTest-1687243669-router', 'tenant_id': '704c389281bf4b68a4ec1f2348b10572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c0244925-c89f-41b1-b94f-ab919e92ce21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:38Z', 'updated_at': '2022-04-18T21:01:03Z', 'revision_number': 5, 'project_id': '704c389281bf4b68a4ec1f2348b10572', 'gw_port': {'id': 'c0244925-c89f-41b1-b94f-ab919e92ce21', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724b1cb-484b-4c44-9afb-9d2d0f67618e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:40Z', 'updated_at': '2022-04-18T21:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:06.540582 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a2909911-bb09-4fb8-ac5b-cca3fbdc9343 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:06.570715 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-7cecf99b-9a99-4388-b647-e08829df90c9 admin admin] For port c0244925-c89f-41b1-b94f-ab919e92ce21, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c0244925-c89f-41b1-b94f-ab919e92ce21,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:06.584981 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f27cb-f4d9-4119-bf3a-429ab0801c0c None None] Checking router: 2724b1cb-484b-4c44-9afb-9d2d0f67618e for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:01:06.586648 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: a2909911-bb09-4fb8-ac5b-cca3fbdc9343 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:01:06.588484 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a2909911-bb09-4fb8-ac5b-cca3fbdc9343 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:06.591244 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7cecf99b-9a99-4388-b647-e08829df90c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:06.603261 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2f27cb-f4d9-4119-bf3a-429ab0801c0c None None] Routers {'2724b1cb-484b-4c44-9afb-9d2d0f67618e'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:06.605252 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2a2f27cb-f4d9-4119-bf3a-429ab0801c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2724b1cb-484b-4c44-9afb-9d2d0f67618e'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:06.654985 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-7cecf99b-9a99-4388-b647-e08829df90c9 admin admin] Calling delete_port for c0244925-c89f-41b1-b94f-ab919e92ce21 owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:06.729789 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-56278445-2faf-4f84-9d60-8b441f2d95c4 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:06.742452 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37610) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:06.968763 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-2a2f27cb-f4d9-4119-bf3a-429ab0801c0c None None] Set router 2724b1cb-484b-4c44-9afb-9d2d0f67618e gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:07.039365 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2a2f27cb-f4d9-4119-bf3a-429ab0801c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2724b1cb-484b-4c44-9afb-9d2d0f67618e', 'name': 'tempest-ImageQuotaTest-1687243669-router', 'tenant_id': '704c389281bf4b68a4ec1f2348b10572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:38Z', 'updated_at': '2022-04-18T21:01:06Z', 'revision_number': 6, 'project_id': '704c389281bf4b68a4ec1f2348b10572', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:07.076256 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f27cb-f4d9-4119-bf3a-429ab0801c0c None None] The sync data for ids ['2724b1cb-484b-4c44-9afb-9d2d0f67618e'] in n-d-838323-3 is: [{'id': '2724b1cb-484b-4c44-9afb-9d2d0f67618e', 'name': 'tempest-ImageQuotaTest-1687243669-router', 'tenant_id': '704c389281bf4b68a4ec1f2348b10572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:38Z', 'updated_at': '2022-04-18T21:01:06Z', 'revision_number': 6, 'project_id': '704c389281bf4b68a4ec1f2348b10572', 'gw_port_host': None}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:07.079995 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-56278445-2faf-4f84-9d60-8b441f2d95c4 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.080485 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-56278445-2faf-4f84-9d60-8b441f2d95c4 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.086667 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-56278445-2faf-4f84-9d60-8b441f2d95c4 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Floating IP 37658c79-76ec-4905-aa5f-e689a4c489ca disassociated. External IP: 172.25.1.57, port: f876d327-0102-4a77-867d-14295f1011f4. Apr 18 21:01:07.086911 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-56278445-2faf-4f84-9d60-8b441f2d95c4 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Calling delete_port for f876d327-0102-4a77-867d-14295f1011f4 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:07.114028 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7cecf99b-9a99-4388-b647-e08829df90c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.230371 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cecf99b-9a99-4388-b647-e08829df90c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0244925-c89f-41b1-b94f-ab919e92ce21,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:07.251765 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7cecf99b-9a99-4388-b647-e08829df90c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.305967 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37628) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:07.309192 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-13a25ea3-c59a-45e6-b124-74bd1d9e8e39 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=740a81969e174f99a64c8b90b567ded8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5653145 Apr 18 21:01:07.399129 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7cecf99b-9a99-4388-b647-e08829df90c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.404769 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7cecf99b-9a99-4388-b647-e08829df90c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.475537 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-56278445-2faf-4f84-9d60-8b441f2d95c4 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.476874 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7cecf99b-9a99-4388-b647-e08829df90c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.477482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cecf99b-9a99-4388-b647-e08829df90c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2724b1cb-484b-4c44-9afb-9d2d0f67618e {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:01:07.485566 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7cecf99b-9a99-4388-b647-e08829df90c9 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.487436 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7cecf99b-9a99-4388-b647-e08829df90c9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/2724b1cb-484b-4c44-9afb-9d2d0f67618e HTTP/1.1" status: 204 len: 168 time: 1.7669435 Apr 18 21:01:07.491078 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37630) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:07.500280 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e4fe7309-800a-47c5-9516-91d8ffa4e484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.603629 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56278445-2faf-4f84-9d60-8b441f2d95c4 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event deleted for resources: {'Port': ['ID=f876d327-0102-4a77-867d-14295f1011f4,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:07.642435 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e4fe7309-800a-47c5-9516-91d8ffa4e484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.683531 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-071a5e93-9a6a-44a6-87be-9e34389815db admin admin] Deleting subnet 358bf805-8627-4462-a637-3cd78777ec42 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:01:07.693290 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-071a5e93-9a6a-44a6-87be-9e34389815db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.796560 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-071a5e93-9a6a-44a6-87be-9e34389815db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.805931 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.865511 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e4fe7309-800a-47c5-9516-91d8ffa4e484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.873184 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e4fe7309-800a-47c5-9516-91d8ffa4e484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.890943 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e4fe7309-800a-47c5-9516-91d8ffa4e484 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b1a1ac1d-2240-4375-af9e-250d02e164dd HTTP/1.1" status: 204 len: 168 time: 0.5828307 Apr 18 21:01:07.916086 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe7309-800a-47c5-9516-91d8ffa4e484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a1ac1d-2240-4375-af9e-250d02e164dd,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:07.998149 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56278445-2faf-4f84-9d60-8b441f2d95c4 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Router 6144c51a-f79a-41bc-9237-f4c2407fd02e has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:08.172262 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-071a5e93-9a6a-44a6-87be-9e34389815db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.296045 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87354d2-d172-4280-8954-387f762e696f req-83d1b9d3-2488-4a0b-88b0-60aeb4ad1a09 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:08.308919 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f87354d2-d172-4280-8954-387f762e696f req-83d1b9d3-2488-4a0b-88b0-60aeb4ad1a09 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 946 time: 0.1654296 Apr 18 21:01:08.315871 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56278445-2faf-4f84-9d60-8b441f2d95c4 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:08.330528 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3d4e09-0f3e-460a-a21d-93b8ce846f63 None None] Sync routers for ids ['6144c51a-f79a-41bc-9237-f4c2407fd02e'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:08.368133 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3d4e09-0f3e-460a-a21d-93b8ce846f63 None None] Routers {'6144c51a-f79a-41bc-9237-f4c2407fd02e'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:08.368788 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4b3d4e09-0f3e-460a-a21d-93b8ce846f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['6144c51a-f79a-41bc-9237-f4c2407fd02e'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:08.388185 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f87354d2-d172-4280-8954-387f762e696f req-c854f4e0-d8df-47f5-a0ee-883c42a28f5e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779450 Apr 18 21:01:08.395119 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-071a5e93-9a6a-44a6-87be-9e34389815db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.424446 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-071a5e93-9a6a-44a6-87be-9e34389815db admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.430496 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef5b3ea-74ba-4bb4-ba39-6dc325360586 None None] Network e6b0ead3-1a84-4f20-91cf-57ffb6300d1b requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:08.437445 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-071a5e93-9a6a-44a6-87be-9e34389815db admin admin] 10.222.0.41 "DELETE /v2.0/subnets/358bf805-8627-4462-a637-3cd78777ec42 HTTP/1.1" status: 204 len: 168 time: 0.9451489 Apr 18 21:01:08.438995 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37648) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:08.475454 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a5e93-9a6a-44a6-87be-9e34389815db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=358bf805-8627-4462-a637-3cd78777ec42,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:08.478353 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 395c53d5-e6dc-49cd-a111-699669048742 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:08.497832 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4b3d4e09-0f3e-460a-a21d-93b8ce846f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:08.533051 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3d4e09-0f3e-460a-a21d-93b8ce846f63 None None] Routers {'6144c51a-f79a-41bc-9237-f4c2407fd02e'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:08.549423 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4b3d4e09-0f3e-460a-a21d-93b8ce846f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['6144c51a-f79a-41bc-9237-f4c2407fd02e'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:08.558706 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-56278445-2faf-4f84-9d60-8b441f2d95c4 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.561442 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-56278445-2faf-4f84-9d60-8b441f2d95c4 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "DELETE /v2.0/ports/f876d327-0102-4a77-867d-14295f1011f4 HTTP/1.1" status: 204 len: 168 time: 2.3687699 Apr 18 21:01:08.564953 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37652) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:08.573020 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0c99cd2f-e4ef-49a6-98f5-28a582556a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.662669 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4b3d4e09-0f3e-460a-a21d-93b8ce846f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:08.666486 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3d4e09-0f3e-460a-a21d-93b8ce846f63 None None] The sync data for ids ['6144c51a-f79a-41bc-9237-f4c2407fd02e'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:08.737474 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 395c53d5-e6dc-49cd-a111-699669048742 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:01:08.737821 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 395c53d5-e6dc-49cd-a111-699669048742 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:08.738501 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c0244925-c89f-41b1-b94f-ab919e92ce21 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:08.804383 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: c0244925-c89f-41b1-b94f-ab919e92ce21 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:01:08.804383 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c0244925-c89f-41b1-b94f-ab919e92ce21 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:08.813682 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37662) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:08.844980 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-0c99cd2f-e4ef-49a6-98f5-28a582556a37 admin admin] Deleting port b5cd975b-1152-484f-b1b9-307758576a32 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:08.844980 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0c99cd2f-e4ef-49a6-98f5-28a582556a37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.023279 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-0c99cd2f-e4ef-49a6-98f5-28a582556a37 admin admin] For port b5cd975b-1152-484f-b1b9-307758576a32, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b5cd975b-1152-484f-b1b9-307758576a32,segment=NetworkSegment(1560c7de-2fbf-429d-8d27-db84ed7d1a7f),segment_id=1560c7de-2fbf-429d-8d27-db84ed7d1a7f)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:09.023692 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0c99cd2f-e4ef-49a6-98f5-28a582556a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.050528 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-0c99cd2f-e4ef-49a6-98f5-28a582556a37 admin admin] Calling delete_port for b5cd975b-1152-484f-b1b9-307758576a32 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:09.066830 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e62f32-f97b-4c28-8e69-8cd92f1129ee None None] DHCP port deletion for e6b0ead3-1a84-4f20-91cf-57ffb6300d1b request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:01:09.189701 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-75e62f32-f97b-4c28-8e69-8cd92f1129ee None None] Deleting port b5cd975b-1152-484f-b1b9-307758576a32 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:09.190208 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-75e62f32-f97b-4c28-8e69-8cd92f1129ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.213100 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-02827a30-6bbd-40fb-9b5d-403d4aa08789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.272603 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0c99cd2f-e4ef-49a6-98f5-28a582556a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.304848 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-75e62f32-f97b-4c28-8e69-8cd92f1129ee None None] For port b5cd975b-1152-484f-b1b9-307758576a32, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b5cd975b-1152-484f-b1b9-307758576a32,segment=NetworkSegment(1560c7de-2fbf-429d-8d27-db84ed7d1a7f),segment_id=1560c7de-2fbf-429d-8d27-db84ed7d1a7f)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:09.305887 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-75e62f32-f97b-4c28-8e69-8cd92f1129ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.320958 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c99cd2f-e4ef-49a6-98f5-28a582556a37 admin admin] No DVR routers for this DVR port b5cd975b-1152-484f-b1b9-307758576a32 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:09.329906 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99cd2f-e4ef-49a6-98f5-28a582556a37 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5cd975b-1152-484f-b1b9-307758576a32,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:09.331382 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-75e62f32-f97b-4c28-8e69-8cd92f1129ee None None] Calling delete_port for b5cd975b-1152-484f-b1b9-307758576a32 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:09.413687 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0c99cd2f-e4ef-49a6-98f5-28a582556a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.448288 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ae441f74-9022-43ba-ac43-4e1d0323d8c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.458617 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-02827a30-6bbd-40fb-9b5d-403d4aa08789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.462396 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-75e62f32-f97b-4c28-8e69-8cd92f1129ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.472653 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-02827a30-6bbd-40fb-9b5d-403d4aa08789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.553445 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e62f32-f97b-4c28-8e69-8cd92f1129ee None None] Pushing event deleted for resources: {'Port': ['ID=b5cd975b-1152-484f-b1b9-307758576a32,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:09.566065 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e62f32-f97b-4c28-8e69-8cd92f1129ee None None] No DVR routers for this DVR port b5cd975b-1152-484f-b1b9-307758576a32 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:09.567525 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-02827a30-6bbd-40fb-9b5d-403d4aa08789 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b66a297cd51c44b7bb5ca13f06357040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7499714 Apr 18 21:01:09.569829 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37678) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:09.611158 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02827a30-6bbd-40fb-9b5d-403d4aa08789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6410b39-b9d9-4832-89a1-8a85b7545858,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:09.633977 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-0c99cd2f-e4ef-49a6-98f5-28a582556a37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b0ead3-1a84-4f20-91cf-57ffb6300d1b']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:09.645260 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4e3c7-7822-452c-beff-409e507d5cc0 req-70b09e84-adc4-4d99-89a3-487cc665381a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:09.647393 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-27b4e3c7-7822-452c-beff-409e507d5cc0 req-70b09e84-adc4-4d99-89a3-487cc665381a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.57 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 946 time: 0.1714511 Apr 18 21:01:09.672598 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea45a626-1a32-44c3-b760-a565dab4d7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.697102 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-0c99cd2f-e4ef-49a6-98f5-28a582556a37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1560c7de-2fbf-429d-8d27-db84ed7d1a7f') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:09.698322 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-0c99cd2f-e4ef-49a6-98f5-28a582556a37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1560c7de-2fbf-429d-8d27-db84ed7d1a7f') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:09.731677 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37680) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:09.746441 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0c99cd2f-e4ef-49a6-98f5-28a582556a37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.749087 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea45a626-1a32-44c3-b760-a565dab4d7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.833595 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-27b4e3c7-7822-452c-beff-409e507d5cc0 req-d1ab6002-3e13-4faa-9e01-6a5a58d7f91e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Deleting port 4c1d24ef-eb16-457a-beb8-d58022cd6e36 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:09.834012 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-27b4e3c7-7822-452c-beff-409e507d5cc0 req-d1ab6002-3e13-4faa-9e01-6a5a58d7f91e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.876783 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebd193-fd7d-4e9e-af72-bba8e4c89715 req-46847990-ad1a-4d3c-a2ac-62f47b68c805 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:09.878766 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f9ebd193-fd7d-4e9e-af72-bba8e4c89715 req-46847990-ad1a-4d3c-a2ac-62f47b68c805 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 946 time: 0.3132877 Apr 18 21:01:09.882124 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0c99cd2f-e4ef-49a6-98f5-28a582556a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.953744 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c99cd2f-e4ef-49a6-98f5-28a582556a37 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:01:09.954502 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0c99cd2f-e4ef-49a6-98f5-28a582556a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:09.979857 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:09.998741 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ac15de79-0be6-40fb-ad99-1d30ffc20862 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1768344470', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:10.028255 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-27b4e3c7-7822-452c-beff-409e507d5cc0 req-d1ab6002-3e13-4faa-9e01-6a5a58d7f91e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] For port 4c1d24ef-eb16-457a-beb8-d58022cd6e36, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=4c1d24ef-eb16-457a-beb8-d58022cd6e36,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:10.032876 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-27b4e3c7-7822-452c-beff-409e507d5cc0 req-d1ab6002-3e13-4faa-9e01-6a5a58d7f91e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.036383 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea45a626-1a32-44c3-b760-a565dab4d7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.044321 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea45a626-1a32-44c3-b760-a565dab4d7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.048869 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ea45a626-1a32-44c3-b760-a565dab4d7c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6410b39-b9d9-4832-89a1-8a85b7545858 HTTP/1.1" status: 204 len: 168 time: 0.4760256 Apr 18 21:01:10.069658 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f9ebd193-fd7d-4e9e-af72-bba8e4c89715 req-b672a7fd-852d-424c-9eed-80104a583dd5 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783583 Apr 18 21:01:10.083532 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45a626-1a32-44c3-b760-a565dab4d7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6410b39-b9d9-4832-89a1-8a85b7545858,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:10.119202 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ac15de79-0be6-40fb-ad99-1d30ffc20862 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.120775 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ac15de79-0be6-40fb-ad99-1d30ffc20862 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.229411 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0c99cd2f-e4ef-49a6-98f5-28a582556a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.238697 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ac15de79-0be6-40fb-ad99-1d30ffc20862 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.245935 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0c99cd2f-e4ef-49a6-98f5-28a582556a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.251849 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0c99cd2f-e4ef-49a6-98f5-28a582556a37 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e6b0ead3-1a84-4f20-91cf-57ffb6300d1b HTTP/1.1" status: 204 len: 168 time: 1.7851107 Apr 18 21:01:10.255837 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ac15de79-0be6-40fb-ad99-1d30ffc20862 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.277339 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99cd2f-e4ef-49a6-98f5-28a582556a37 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6b0ead3-1a84-4f20-91cf-57ffb6300d1b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:10.316956 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ac15de79-0be6-40fb-ad99-1d30ffc20862 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.326955 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ac15de79-0be6-40fb-ad99-1d30ffc20862 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5938790 Apr 18 21:01:10.327931 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37692) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:10.346158 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-de75f829-cf75-45e7-a0ec-56726ece245d tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1945264889'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:10.452389 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b5cd975b-1152-484f-b1b9-307758576a32 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:10.456502 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de75f829-cf75-45e7-a0ec-56726ece245d tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Made reservation on behalf of 613d0ed09858494f883ae79c060c9bf4 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:10.460805 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de75f829-cf75-45e7-a0ec-56726ece245d tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.484492 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de75f829-cf75-45e7-a0ec-56726ece245d tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.488482 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-27b4e3c7-7822-452c-beff-409e507d5cc0 req-d1ab6002-3e13-4faa-9e01-6a5a58d7f91e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.489101 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-27b4e3c7-7822-452c-beff-409e507d5cc0 req-d1ab6002-3e13-4faa-9e01-6a5a58d7f91e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.489622 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [req-27b4e3c7-7822-452c-beff-409e507d5cc0 req-d1ab6002-3e13-4faa-9e01-6a5a58d7f91e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Floating IP 8a4cb69b-8a6c-470d-bdab-7c9e1e594bd5 disassociated. External IP: 172.25.1.232, port: 4c1d24ef-eb16-457a-beb8-d58022cd6e36. Apr 18 21:01:10.490165 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-27b4e3c7-7822-452c-beff-409e507d5cc0 req-d1ab6002-3e13-4faa-9e01-6a5a58d7f91e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Calling delete_port for 4c1d24ef-eb16-457a-beb8-d58022cd6e36 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:10.501605 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: b5cd975b-1152-484f-b1b9-307758576a32 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:01:10.503279 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b5cd975b-1152-484f-b1b9-307758576a32 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:10.675319 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-ae441f74-9022-43ba-ac43-4e1d0323d8c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Deleting port df7a2635-9b3b-4c6e-bdb3-6d15a5b7e7f7 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:10.675971 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ae441f74-9022-43ba-ac43-4e1d0323d8c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.680210 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de75f829-cf75-45e7-a0ec-56726ece245d tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.686710 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de75f829-cf75-45e7-a0ec-56726ece245d tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.715414 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37696) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:10.738643 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de75f829-cf75-45e7-a0ec-56726ece245d tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:01:10.741043 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75f829-cf75-45e7-a0ec-56726ece245d tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b95f7207-8d06-4abc-b929-1a12840d3a6d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:10.748389 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-27b4e3c7-7822-452c-beff-409e507d5cc0 req-d1ab6002-3e13-4faa-9e01-6a5a58d7f91e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.783104 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de75f829-cf75-45e7-a0ec-56726ece245d tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.783530 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-de75f829-cf75-45e7-a0ec-56726ece245d tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Added segment 561f31d2-e5d6-4282-959b-af4fb179bef0 of type vlan for network da41b05d-b4ae-40a9-95ef-5f014140e6ab Apr 18 21:01:10.791805 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-27096851-a68e-48ed-b88f-ac1fb3139ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.795125 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab6002-3e13-4faa-9e01-6a5a58d7f91e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event deleted for resources: {'Port': ['ID=4c1d24ef-eb16-457a-beb8-d58022cd6e36,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:10.829085 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37698) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:10.887166 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de75f829-cf75-45e7-a0ec-56726ece245d tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.943064 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ae441f74-9022-43ba-ac43-4e1d0323d8c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.963591 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-27096851-a68e-48ed-b88f-ac1fb3139ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.969335 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-27096851-a68e-48ed-b88f-ac1fb3139ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.988700 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e0983d0c-6bf9-48bb-b0ed-773ad0427fe1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=704c389281bf4b68a4ec1f2348b10572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1583774 Apr 18 21:01:10.993729 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37702) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:10.998337 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-ae441f74-9022-43ba-ac43-4e1d0323d8c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Calling delete_port for df7a2635-9b3b-4c6e-bdb3-6d15a5b7e7f7 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:11.002653 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de75f829-cf75-45e7-a0ec-56726ece245d tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.005027 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-27096851-a68e-48ed-b88f-ac1fb3139ab6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9ab3b39230244e185172bc55fb8ad9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2881205 Apr 18 21:01:11.007922 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de75f829-cf75-45e7-a0ec-56726ece245d tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:11.008573 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de75f829-cf75-45e7-a0ec-56726ece245d tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.013881 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37704) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:11.055966 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27096851-a68e-48ed-b88f-ac1fb3139ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a06913e-0b68-421f-8bbb-24c546835e74,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:11.148385 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-de75f829-cf75-45e7-a0ec-56726ece245d tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8092546 Apr 18 21:01:11.151637 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37708) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:11.157899 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27b4e3c7-7822-452c-beff-409e507d5cc0 req-d1ab6002-3e13-4faa-9e01-6a5a58d7f91e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Router 7ea9cb43-484f-4029-b855-5387b63d5609 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:11.166147 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ae1a8efe-d7e5-4683-99dc-6aa63913c050 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Request body: {'subnet': {'network_id': 'da41b05d-b4ae-40a9-95ef-5f014140e6ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:11.182330 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75f829-cf75-45e7-a0ec-56726ece245d tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Pushing event updated for resources: {'Network': ['ID=da41b05d-b4ae-40a9-95ef-5f014140e6ab,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:11.202486 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network da41b05d-b4ae-40a9-95ef-5f014140e6ab details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:01:11.224814 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c3cb7cb5-0f4b-4d80-b691-552daea1ae93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.299496 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-18f715db-d4f6-406a-832c-3288e2a8a9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.384161 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c3cb7cb5-0f4b-4d80-b691-552daea1ae93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.388133 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3716c4b2-1949-4c67-bc68-15f18b89d8ed req-724ceff9-6523-4925-ba78-ad57d96e565c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 210 time: 0.1009808 Apr 18 21:01:11.425576 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-18f715db-d4f6-406a-832c-3288e2a8a9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.476369 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1a8efe-d7e5-4683-99dc-6aa63913c050 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Made reservation on behalf of 613d0ed09858494f883ae79c060c9bf4 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:11.480735 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ae1a8efe-d7e5-4683-99dc-6aa63913c050 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.489097 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4c1d24ef-eb16-457a-beb8-d58022cd6e36 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:11.543997 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 4c1d24ef-eb16-457a-beb8-d58022cd6e36 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:01:11.545178 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 4c1d24ef-eb16-457a-beb8-d58022cd6e36 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:11.599546 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c3cb7cb5-0f4b-4d80-b691-552daea1ae93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.602359 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c3cb7cb5-0f4b-4d80-b691-552daea1ae93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.604275 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c3cb7cb5-0f4b-4d80-b691-552daea1ae93 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a06913e-0b68-421f-8bbb-24c546835e74 HTTP/1.1" status: 204 len: 168 time: 0.5869617 Apr 18 21:01:11.633038 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb7cb5-0f4b-4d80-b691-552daea1ae93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a06913e-0b68-421f-8bbb-24c546835e74,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:11.639993 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ae441f74-9022-43ba-ac43-4e1d0323d8c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.649366 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27b4e3c7-7822-452c-beff-409e507d5cc0 req-d1ab6002-3e13-4faa-9e01-6a5a58d7f91e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:11.688881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e77fa76-70ca-45e5-b6b0-30f34b95413a None None] Sync routers for ids ['7ea9cb43-484f-4029-b855-5387b63d5609'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:11.706728 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae441f74-9022-43ba-ac43-4e1d0323d8c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event deleted for resources: {'Port': ['ID=df7a2635-9b3b-4c6e-bdb3-6d15a5b7e7f7,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:11.720716 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e77fa76-70ca-45e5-b6b0-30f34b95413a None None] Routers {'7ea9cb43-484f-4029-b855-5387b63d5609'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:11.720716 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2e77fa76-70ca-45e5-b6b0-30f34b95413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7ea9cb43-484f-4029-b855-5387b63d5609'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:11.752382 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b4e3c7-7822-452c-beff-409e507d5cc0 req-d1ab6002-3e13-4faa-9e01-6a5a58d7f91e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] No DVR routers for this DVR port 4c1d24ef-eb16-457a-beb8-d58022cd6e36 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:11.772474 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-27b4e3c7-7822-452c-beff-409e507d5cc0 req-d1ab6002-3e13-4faa-9e01-6a5a58d7f91e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.797716 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-27b4e3c7-7822-452c-beff-409e507d5cc0 req-d1ab6002-3e13-4faa-9e01-6a5a58d7f91e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.57 "DELETE /v2.0/ports/4c1d24ef-eb16-457a-beb8-d58022cd6e36 HTTP/1.1" status: 204 len: 173 time: 2.1392009 Apr 18 21:01:11.799090 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9', 'name': 'network-vif-deleted', 'tag': '4c1d24ef-eb16-457a-beb8-d58022cd6e36'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:01:11.807670 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbcbaf4-4a35-4575-805d-8f167d0e9609" -d '{"events": [{"server_uuid": "742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9", "name": "network-vif-deleted", "tag": "4c1d24ef-eb16-457a-beb8-d58022cd6e36"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:01:11.818715 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-18f715db-d4f6-406a-832c-3288e2a8a9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.829058 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-18f715db-d4f6-406a-832c-3288e2a8a9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.834260 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-18f715db-d4f6-406a-832c-3288e2a8a9de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f85c98b5-f515-4149-bcaa-4650d441fa7f HTTP/1.1" status: 204 len: 168 time: 0.8389146 Apr 18 21:01:11.930854 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f715db-d4f6-406a-832c-3288e2a8a9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85c98b5-f515-4149-bcaa-4650d441fa7f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:11.960643 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ae1a8efe-d7e5-4683-99dc-6aa63913c050 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.023004 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.092082 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b18d0a-de33-409e-9724-9b5e4548288a x-openstack-request-id: req-c7b18d0a-de33-409e-9724-9b5e4548288a {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:01:12.093604 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9", "name": "network-vif-deleted", "tag": "4c1d24ef-eb16-457a-beb8-d58022cd6e36", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:01:12.095379 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7b18d0a-de33-409e-9724-9b5e4548288a {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:01:12.095379 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7b18d0a-de33-409e-9724-9b5e4548288a'] response: {'server_uuid': '742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9', 'name': 'network-vif-deleted', 'tag': '4c1d24ef-eb16-457a-beb8-d58022cd6e36', 'status': 'completed', 'code': 200} Apr 18 21:01:12.167679 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a8efe-d7e5-4683-99dc-6aa63913c050 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Pushing event updated for resources: {'Subnet': ['ID=987a5e9b-08fb-463d-8e07-73557c796e99,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:12.243820 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-2e77fa76-70ca-45e5-b6b0-30f34b95413a None None] Set router 7ea9cb43-484f-4029-b855-5387b63d5609 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:12.375228 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1a8efe-d7e5-4683-99dc-6aa63913c050 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Checking segment: {'id': '561f31d2-e5d6-4282-959b-af4fb179bef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'da41b05d-b4ae-40a9-95ef-5f014140e6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:12.377287 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1a8efe-d7e5-4683-99dc-6aa63913c050 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Network hostable DHCP agents. Network: da41b05d-b4ae-40a9-95ef-5f014140e6ab, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:01:12.411723 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ae441f74-9022-43ba-ac43-4e1d0323d8c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.459799 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1a8efe-d7e5-4683-99dc-6aa63913c050 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Network da41b05d-b4ae-40a9-95ef-5f014140e6ab is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:01:12.929922 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2e77fa76-70ca-45e5-b6b0-30f34b95413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:31Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 4, 'project_id': 'f840c855946542459a247bc427a2167c', 'gw_port': {'id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:32Z', 'updated_at': '2022-04-18T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5039604a-5253-4a37-b021-79e72acf33d2', 'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'mac_address': 'fa:16:3e:5a:0c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:37Z', 'updated_at': '2022-04-18T20:50:50Z', 'revision_number': 5, 'project_id': 'f840c855946542459a247bc427a2167c', 'subnets': [{'id': '20af91cc-d869-4230-8d61-825647f4d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:12.931039 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37732) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:12.956630 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cf4089a7-b091-44aa-98b4-addc4770cce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.014429 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e77fa76-70ca-45e5-b6b0-30f34b95413a None None] Checking router: 7ea9cb43-484f-4029-b855-5387b63d5609 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:01:13.028362 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e77fa76-70ca-45e5-b6b0-30f34b95413a None None] Routers {'7ea9cb43-484f-4029-b855-5387b63d5609'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:13.030315 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2e77fa76-70ca-45e5-b6b0-30f34b95413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7ea9cb43-484f-4029-b855-5387b63d5609'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:13.033125 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-ae1a8efe-d7e5-4683-99dc-6aa63913c050 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, da41b05d-b4ae-40a9-95ef-5f014140e6ab) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:13.084184 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8444d9ca-278f-4b2a-9a37-284529519738 None None] Network da41b05d-b4ae-40a9-95ef-5f014140e6ab requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:13.100400 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-267d44f4-f857-4f83-8042-c24e80803d55 req-e216ce0b-8804-4f6a-87a2-5fef1e153519 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 210 time: 0.1131489 Apr 18 21:01:13.107504 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1a8efe-d7e5-4683-99dc-6aa63913c050 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:13.107753 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ae1a8efe-d7e5-4683-99dc-6aa63913c050 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.141058 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cf4089a7-b091-44aa-98b4-addc4770cce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.155499 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cf4089a7-b091-44aa-98b4-addc4770cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.211808 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cf4089a7-b091-44aa-98b4-addc4770cce6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2774005 Apr 18 21:01:13.220575 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37738) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:13.221182 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37740) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:13.234096 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ae1a8efe-d7e5-4683-99dc-6aa63913c050 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0807705 Apr 18 21:01:13.239048 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e1ddbcb2-46ce-40e6-878e-46a58265614f tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Request body: {'network': {'name': 'tempest-router-network01--1459686622'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:13.305671 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4089a7-b091-44aa-98b4-addc4770cce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403e6f19-d0a3-46a7-b229-4b259f8b2863,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:13.390189 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-40841fc1-2669-4553-b36a-159119b59d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.419966 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-40841fc1-2669-4553-b36a-159119b59d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.520600 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ddbcb2-46ce-40e6-878e-46a58265614f tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Made reservation on behalf of 613d0ed09858494f883ae79c060c9bf4 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:13.526675 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e1ddbcb2-46ce-40e6-878e-46a58265614f tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.548940 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-40841fc1-2669-4553-b36a-159119b59d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.551671 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-40841fc1-2669-4553-b36a-159119b59d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.552914 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-40841fc1-2669-4553-b36a-159119b59d3e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/403e6f19-d0a3-46a7-b229-4b259f8b2863 HTTP/1.1" status: 204 len: 168 time: 0.3294175 Apr 18 21:01:13.570883 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae441f74-9022-43ba-ac43-4e1d0323d8c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Router 6144c51a-f79a-41bc-9237-f4c2407fd02e has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:13.578661 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40841fc1-2669-4553-b36a-159119b59d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403e6f19-d0a3-46a7-b229-4b259f8b2863,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:13.594227 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ddbcb2-46ce-40e6-878e-46a58265614f tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:01:13.613118 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e1ddbcb2-46ce-40e6-878e-46a58265614f tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.613468 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-e1ddbcb2-46ce-40e6-878e-46a58265614f tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Added segment 8e5b4dd2-73f5-4b3b-b537-ae823934baa8 of type vlan for network f260d85f-652c-4235-880b-9be13f899808 Apr 18 21:01:13.682344 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e1ddbcb2-46ce-40e6-878e-46a58265614f tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.758008 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e1ddbcb2-46ce-40e6-878e-46a58265614f tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.767158 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ddbcb2-46ce-40e6-878e-46a58265614f tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:13.768324 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e1ddbcb2-46ce-40e6-878e-46a58265614f tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.806346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae441f74-9022-43ba-ac43-4e1d0323d8c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:13.813309 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-2e77fa76-70ca-45e5-b6b0-30f34b95413a None None] Set router 7ea9cb43-484f-4029-b855-5387b63d5609 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:13.823360 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e38df7-4ed4-449c-9017-8ded40bffc4b None None] Sync routers for ids ['6144c51a-f79a-41bc-9237-f4c2407fd02e'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:13.831103 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ae441f74-9022-43ba-ac43-4e1d0323d8c3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "PUT /v2.0/routers/6144c51a-f79a-41bc-9237-f4c2407fd02e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2601845 Apr 18 21:01:13.833704 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e1ddbcb2-46ce-40e6-878e-46a58265614f tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6084735 Apr 18 21:01:13.833704 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37752) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:13.838641 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37754) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:13.852623 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-fc860137-dd58-4531-90ff-dee3dd89f825 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Request body: {'network': {'name': 'tempest-router-network02--1590807912'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:13.865262 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37756) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:13.873226 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e38df7-4ed4-449c-9017-8ded40bffc4b None None] Routers {'6144c51a-f79a-41bc-9237-f4c2407fd02e'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:13.874286 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b3e38df7-4ed4-449c-9017-8ded40bffc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['6144c51a-f79a-41bc-9237-f4c2407fd02e'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:13.928880 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea72eed1-f37d-4edc-bf3a-2e473497d251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-da41b05d-b4ae-40a9-95ef-5f014140e6ab', 'network_id': 'da41b05d-b4ae-40a9-95ef-5f014140e6ab', 'tenant_id': '613d0ed09858494f883ae79c060c9bf4', 'fixed_ips': [{'subnet_id': '987a5e9b-08fb-463d-8e07-73557c796e99'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:01:13.930326 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ea72eed1-f37d-4edc-bf3a-2e473497d251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.023632 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc860137-dd58-4531-90ff-dee3dd89f825 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Made reservation on behalf of 613d0ed09858494f883ae79c060c9bf4 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:14.043572 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc860137-dd58-4531-90ff-dee3dd89f825 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.066253 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b3e38df7-4ed4-449c-9017-8ded40bffc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:14.101627 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddbcb2-46ce-40e6-878e-46a58265614f tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Pushing event updated for resources: {'Network': ['ID=f260d85f-652c-4235-880b-9be13f899808,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:14.178027 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e38df7-4ed4-449c-9017-8ded40bffc4b None None] Routers {'6144c51a-f79a-41bc-9237-f4c2407fd02e'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:14.189316 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b3e38df7-4ed4-449c-9017-8ded40bffc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['6144c51a-f79a-41bc-9237-f4c2407fd02e'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:14.200629 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network f260d85f-652c-4235-880b-9be13f899808 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:01:14.212720 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-372d8452-b05f-41c2-af3f-c9555998e084 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-251357182-network', 'tenant_id': 'ea51e355c7c04fd19720be2041943c1c'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:14.241269 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-208e70a0-5602-4ed5-a676-38d7d6891dde tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.288360 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372d8452-b05f-41c2-af3f-c9555998e084 admin admin] Made reservation on behalf of ea51e355c7c04fd19720be2041943c1c for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:14.295962 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-372d8452-b05f-41c2-af3f-c9555998e084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.368838 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc860137-dd58-4531-90ff-dee3dd89f825 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:01:14.382531 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-372d8452-b05f-41c2-af3f-c9555998e084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.419890 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc860137-dd58-4531-90ff-dee3dd89f825 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.424034 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-fc860137-dd58-4531-90ff-dee3dd89f825 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Added segment bc744785-bdd8-4376-823b-4e0ebe4bf2ac of type vlan for network 31ffe08a-f944-4534-9195-bd7c28e30eaa Apr 18 21:01:14.444265 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b3e38df7-4ed4-449c-9017-8ded40bffc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:14.461490 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e38df7-4ed4-449c-9017-8ded40bffc4b None None] The sync data for ids ['6144c51a-f79a-41bc-9237-f4c2407fd02e'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:14.591964 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-61935aaa-ab0d-468f-a422-a03d6689d810 req-2b726904-41c9-43d8-8be3-b43f2dd61bc9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 210 time: 0.1107068 Apr 18 21:01:14.648521 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-208e70a0-5602-4ed5-a676-38d7d6891dde tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.651777 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc860137-dd58-4531-90ff-dee3dd89f825 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.711824 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc860137-dd58-4531-90ff-dee3dd89f825 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.730061 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc860137-dd58-4531-90ff-dee3dd89f825 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:14.731076 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc860137-dd58-4531-90ff-dee3dd89f825 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.779055 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-208e70a0-5602-4ed5-a676-38d7d6891dde tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Deleting port d29b28f7-f28a-4198-a623-a5d66a6b50d5 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:14.779401 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-208e70a0-5602-4ed5-a676-38d7d6891dde tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.912566 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc860137-dd58-4531-90ff-dee3dd89f825 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Pushing event updated for resources: {'Network': ['ID=31ffe08a-f944-4534-9195-bd7c28e30eaa,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:14.934332 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-fc860137-dd58-4531-90ff-dee3dd89f825 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0981836 Apr 18 21:01:14.937376 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37764) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:14.945706 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-196e2a7e-9e07-4752-8223-4950118ecd64 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Request body: {'subnet': {'network_id': 'f260d85f-652c-4235-880b-9be13f899808', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:14.965916 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-372d8452-b05f-41c2-af3f-c9555998e084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.975518 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 31ffe08a-f944-4534-9195-bd7c28e30eaa details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:01:14.978248 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-372d8452-b05f-41c2-af3f-c9555998e084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.989185 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-208e70a0-5602-4ed5-a676-38d7d6891dde tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.036221 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d8452-b05f-41c2-af3f-c9555998e084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6809ae04-6b22-441f-b711-e3d3c1e04376,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:15.074771 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372d8452-b05f-41c2-af3f-c9555998e084 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:01:15.102605 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-372d8452-b05f-41c2-af3f-c9555998e084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.103072 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-372d8452-b05f-41c2-af3f-c9555998e084 admin admin] Added segment 419a7eec-4a7e-47eb-bf94-247ff84e8462 of type vlan for network cf4b0570-d201-4ff4-9901-d4be70f3f0b1 Apr 18 21:01:15.119672 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-208e70a0-5602-4ed5-a676-38d7d6891dde tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Calling delete_port for d29b28f7-f28a-4198-a623-a5d66a6b50d5 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:15.189613 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-372d8452-b05f-41c2-af3f-c9555998e084 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.190140 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-ea72eed1-f37d-4edc-bf3a-2e473497d251 None None] Allocated IP 172.20.0.2 (da41b05d-b4ae-40a9-95ef-5f014140e6ab/987a5e9b-08fb-463d-8e07-73557c796e99/46936d9d-b547-487e-aac2-0e8eb44f30b8) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:15.264205 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-372d8452-b05f-41c2-af3f-c9555998e084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.269256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372d8452-b05f-41c2-af3f-c9555998e084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:15.270591 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-372d8452-b05f-41c2-af3f-c9555998e084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.297795 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2e77fa76-70ca-45e5-b6b0-30f34b95413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:31Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 4, 'project_id': 'f840c855946542459a247bc427a2167c', 'gw_port': {'id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:32Z', 'updated_at': '2022-04-18T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5039604a-5253-4a37-b021-79e72acf33d2', 'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'mac_address': 'fa:16:3e:5a:0c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:37Z', 'updated_at': '2022-04-18T20:50:50Z', 'revision_number': 5, 'project_id': 'f840c855946542459a247bc427a2167c', 'subnets': [{'id': '20af91cc-d869-4230-8d61-825647f4d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:15.341473 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e77fa76-70ca-45e5-b6b0-30f34b95413a None None] The sync data for ids ['7ea9cb43-484f-4029-b855-5387b63d5609'] in n-d-838323-3 is: [{'id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:31Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 4, 'project_id': 'f840c855946542459a247bc427a2167c', 'gw_port': {'id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:32Z', 'updated_at': '2022-04-18T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5039604a-5253-4a37-b021-79e72acf33d2', 'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'mac_address': 'fa:16:3e:5a:0c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:37Z', 'updated_at': '2022-04-18T20:50:50Z', 'revision_number': 5, 'project_id': 'f840c855946542459a247bc427a2167c', 'subnets': [{'id': '20af91cc-d869-4230-8d61-825647f4d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:15.391175 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-372d8452-b05f-41c2-af3f-c9555998e084 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5195115 Apr 18 21:01:15.395606 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37766) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:15.401558 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a488dd07-34e4-4e00-818e-97f51224c69f admin admin] Request body: {'subnet': {'network_id': 'cf4b0570-d201-4ff4-9901-d4be70f3f0b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-251357182-subnet', 'tenant_id': 'ea51e355c7c04fd19720be2041943c1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:15.419108 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d8452-b05f-41c2-af3f-c9555998e084 admin admin] Pushing event updated for resources: {'Network': ['ID=cf4b0570-d201-4ff4-9901-d4be70f3f0b1,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:15.435363 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196e2a7e-9e07-4752-8223-4950118ecd64 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Made reservation on behalf of 613d0ed09858494f883ae79c060c9bf4 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:15.437434 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a488dd07-34e4-4e00-818e-97f51224c69f admin admin] Made reservation on behalf of ea51e355c7c04fd19720be2041943c1c for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:15.440231 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a488dd07-34e4-4e00-818e-97f51224c69f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.442801 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-196e2a7e-9e07-4752-8223-4950118ecd64 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.450712 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network cf4b0570-d201-4ff4-9901-d4be70f3f0b1 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:01:15.790456 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a488dd07-34e4-4e00-818e-97f51224c69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.899260 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bdfe388e-38f2-4a59-baf1-dde871d8b07a req-34c0a57a-f41e-4828-861f-d14672b300a0 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 210 time: 0.0546105 Apr 18 21:01:15.948085 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488dd07-34e4-4e00-818e-97f51224c69f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b55d2e3e-c271-47bd-9c32-7ca3426262c8,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:15.959207 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ea72eed1-f37d-4edc-bf3a-2e473497d251 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.966788 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a488dd07-34e4-4e00-818e-97f51224c69f admin admin] Checking segment: {'id': '419a7eec-4a7e-47eb-bf94-247ff84e8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cf4b0570-d201-4ff4-9901-d4be70f3f0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:15.967880 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c535921f-3ccf-458c-b08a-cdef64a520c4 None None] New status for floating IP 8a4cb69b-8a6c-470d-bdab-7c9e1e594bd5: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:01:15.968047 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a488dd07-34e4-4e00-818e-97f51224c69f admin admin] Network hostable DHCP agents. Network: cf4b0570-d201-4ff4-9901-d4be70f3f0b1, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:01:16.009080 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a488dd07-34e4-4e00-818e-97f51224c69f admin admin] Network cf4b0570-d201-4ff4-9901-d4be70f3f0b1 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:01:16.031096 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-a488dd07-34e4-4e00-818e-97f51224c69f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, cf4b0570-d201-4ff4-9901-d4be70f3f0b1) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:16.045074 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a488dd07-34e4-4e00-818e-97f51224c69f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:16.046851 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a488dd07-34e4-4e00-818e-97f51224c69f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.075063 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-196e2a7e-9e07-4752-8223-4950118ecd64 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.111360 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ea72eed1-f37d-4edc-bf3a-2e473497d251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.111360 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9557c6be-adb9-46af-9ad4-4bc11cc5482e None None] Network cf4b0570-d201-4ff4-9901-d4be70f3f0b1 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:16.116394 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a488dd07-34e4-4e00-818e-97f51224c69f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7175097 Apr 18 21:01:16.225153 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea72eed1-f37d-4edc-bf3a-2e473497d251 None None] Network da41b05d-b4ae-40a9-95ef-5f014140e6ab is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:16.229539 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72eed1-f37d-4edc-bf3a-2e473497d251 None None] Pushing event updated for resources: {'Port': ['ID=46936d9d-b547-487e-aac2-0e8eb44f30b8,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:16.235354 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-ea72eed1-f37d-4edc-bf3a-2e473497d251 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:16.241355 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea72eed1-f37d-4edc-bf3a-2e473497d251 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:16.307607 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e2a7e-9e07-4752-8223-4950118ecd64 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Pushing event updated for resources: {'Subnet': ['ID=4107b300-9c15-45ec-8ad3-55b5add17e82,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:16.333644 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196e2a7e-9e07-4752-8223-4950118ecd64 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Checking segment: {'id': '8e5b4dd2-73f5-4b3b-b537-ae823934baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f260d85f-652c-4235-880b-9be13f899808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:16.334308 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196e2a7e-9e07-4752-8223-4950118ecd64 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Network hostable DHCP agents. Network: f260d85f-652c-4235-880b-9be13f899808, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:01:16.344370 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-208e70a0-5602-4ed5-a676-38d7d6891dde tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.393325 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e70a0-5602-4ed5-a676-38d7d6891dde tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event deleted for resources: {'Port': ['ID=d29b28f7-f28a-4198-a623-a5d66a6b50d5,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:16.427124 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196e2a7e-9e07-4752-8223-4950118ecd64 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Network f260d85f-652c-4235-880b-9be13f899808 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:01:16.454833 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76b229e-a2fa-4ceb-a2ff-9d436186a026 None None] Network cf4b0570-d201-4ff4-9901-d4be70f3f0b1 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:16.467636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ea72eed1-f37d-4edc-bf3a-2e473497d251 None None] Attempting to bind port 46936d9d-b547-487e-aac2-0e8eb44f30b8 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:16.468106 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ea72eed1-f37d-4edc-bf3a-2e473497d251 None None] Attempting to bind port 46936d9d-b547-487e-aac2-0e8eb44f30b8 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '561f31d2-e5d6-4282-959b-af4fb179bef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'da41b05d-b4ae-40a9-95ef-5f014140e6ab'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:16.469780 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea72eed1-f37d-4edc-bf3a-2e473497d251 None None] Attempting to bind port 46936d9d-b547-487e-aac2-0e8eb44f30b8 on network da41b05d-b4ae-40a9-95ef-5f014140e6ab {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:01:16.487792 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-196e2a7e-9e07-4752-8223-4950118ecd64 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, f260d85f-652c-4235-880b-9be13f899808) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:16.503176 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196e2a7e-9e07-4752-8223-4950118ecd64 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:16.503770 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-196e2a7e-9e07-4752-8223-4950118ecd64 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.510338 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1c7b62-5fa7-4d86-ae23-0ee257e03801 None None] Network f260d85f-652c-4235-880b-9be13f899808 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:16.555973 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea72eed1-f37d-4edc-bf3a-2e473497d251 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:01:16.556358 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea72eed1-f37d-4edc-bf3a-2e473497d251 None None] Checking segment: {'id': '561f31d2-e5d6-4282-959b-af4fb179bef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'da41b05d-b4ae-40a9-95ef-5f014140e6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:16.556992 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ea72eed1-f37d-4edc-bf3a-2e473497d251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.557424 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea72eed1-f37d-4edc-bf3a-2e473497d251 None None] Bound using segment: {'id': '561f31d2-e5d6-4282-959b-af4fb179bef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'da41b05d-b4ae-40a9-95ef-5f014140e6ab'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:01:16.557979 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ea72eed1-f37d-4edc-bf3a-2e473497d251 None None] Bound port: 46936d9d-b547-487e-aac2-0e8eb44f30b8, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '561f31d2-e5d6-4282-959b-af4fb179bef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'da41b05d-b4ae-40a9-95ef-5f014140e6ab'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:16.558306 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ea72eed1-f37d-4edc-bf3a-2e473497d251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.607871 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-196e2a7e-9e07-4752-8223-4950118ecd64 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6688924 Apr 18 21:01:16.608735 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37780) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:16.618858 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-254232a0-45f6-4e3c-9dde-66f24311a1ed tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Request body: {'subnet': {'network_id': '31ffe08a-f944-4534-9195-bd7c28e30eaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:16.623858 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-208e70a0-5602-4ed5-a676-38d7d6891dde tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.834868 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-208e70a0-5602-4ed5-a676-38d7d6891dde tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.839265 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-208e70a0-5602-4ed5-a676-38d7d6891dde tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.883246 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ea72eed1-f37d-4edc-bf3a-2e473497d251 None None] For port 46936d9d-b547-487e-aac2-0e8eb44f30b8, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:16.931241 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ea72eed1-f37d-4edc-bf3a-2e473497d251 None None] For port 46936d9d-b547-487e-aac2-0e8eb44f30b8, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=46936d9d-b547-487e-aac2-0e8eb44f30b8,segment=NetworkSegment(561f31d2-e5d6-4282-959b-af4fb179bef0),segment_id=561f31d2-e5d6-4282-959b-af4fb179bef0)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:16.933201 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5fc4ae-9ea2-4c25-b5ff-c3dfd9d18e18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-f260d85f-652c-4235-880b-9be13f899808', 'network_id': 'f260d85f-652c-4235-880b-9be13f899808', 'tenant_id': '613d0ed09858494f883ae79c060c9bf4', 'fixed_ips': [{'subnet_id': '4107b300-9c15-45ec-8ad3-55b5add17e82'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:01:16.935558 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fe5fc4ae-9ea2-4c25-b5ff-c3dfd9d18e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.957441 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-208e70a0-5602-4ed5-a676-38d7d6891dde tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.958073 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208e70a0-5602-4ed5-a676-38d7d6891dde tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Fanout notify agent at l3_agent the message router_deleted on router 6144c51a-f79a-41bc-9237-f4c2407fd02e {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:01:16.967360 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ea72eed1-f37d-4edc-bf3a-2e473497d251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.971849 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-208e70a0-5602-4ed5-a676-38d7d6891dde tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.975473 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-208e70a0-5602-4ed5-a676-38d7d6891dde tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "DELETE /v2.0/routers/6144c51a-f79a-41bc-9237-f4c2407fd02e HTTP/1.1" status: 204 len: 168 time: 3.0543680 Apr 18 21:01:16.976569 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37784) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:17.038450 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254232a0-45f6-4e3c-9dde-66f24311a1ed tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Made reservation on behalf of 613d0ed09858494f883ae79c060c9bf4 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:17.050667 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-254232a0-45f6-4e3c-9dde-66f24311a1ed tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.089125 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ebaba21-4d84-4d52-a5d3-1ea2069952cb tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Deleting subnet c1305416-a942-481f-9f89-facdd52d9551 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:01:17.102193 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ebaba21-4d84-4d52-a5d3-1ea2069952cb tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.138581 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f7529e85-9098-4590-bcbc-6f8a912791b6 req-3e9b4f76-b1e0-451f-ab42-a38d972dd053 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 210 time: 0.0746629 Apr 18 21:01:17.190164 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ebaba21-4d84-4d52-a5d3-1ea2069952cb tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.284501 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72eed1-f37d-4edc-bf3a-2e473497d251 None None] Pushing event updated for resources: {'Port': ['ID=46936d9d-b547-487e-aac2-0e8eb44f30b8,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:17.413952 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-fe5fc4ae-9ea2-4c25-b5ff-c3dfd9d18e18 None None] Allocated IP 172.20.0.2 (f260d85f-652c-4235-880b-9be13f899808/4107b300-9c15-45ec-8ad3-55b5add17e82/48e9339d-2992-4c37-9feb-c4769b56448a) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:17.508382 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37794) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:17.539654 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-1573eb4b-a6a2-474a-8494-dcdca2a22778 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-828247274-network', 'tenant_id': 'ee2faae854b94f76a361dd4067659304'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:17.758914 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fe5fc4ae-9ea2-4c25-b5ff-c3dfd9d18e18 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.760938 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1573eb4b-a6a2-474a-8494-dcdca2a22778 admin admin] Made reservation on behalf of ee2faae854b94f76a361dd4067659304 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:17.763357 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1573eb4b-a6a2-474a-8494-dcdca2a22778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.773372 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fe5fc4ae-9ea2-4c25-b5ff-c3dfd9d18e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.800334 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1573eb4b-a6a2-474a-8494-dcdca2a22778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.893610 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5fc4ae-9ea2-4c25-b5ff-c3dfd9d18e18 None None] Pushing event updated for resources: {'Port': ['ID=48e9339d-2992-4c37-9feb-c4769b56448a,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:17.924505 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5fc4ae-9ea2-4c25-b5ff-c3dfd9d18e18 None None] Network f260d85f-652c-4235-880b-9be13f899808 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:17.927922 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-fe5fc4ae-9ea2-4c25-b5ff-c3dfd9d18e18 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:17.934041 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5fc4ae-9ea2-4c25-b5ff-c3dfd9d18e18 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:18.023035 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-fe5fc4ae-9ea2-4c25-b5ff-c3dfd9d18e18 None None] Attempting to bind port 48e9339d-2992-4c37-9feb-c4769b56448a on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:18.023410 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-fe5fc4ae-9ea2-4c25-b5ff-c3dfd9d18e18 None None] Attempting to bind port 48e9339d-2992-4c37-9feb-c4769b56448a by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '8e5b4dd2-73f5-4b3b-b537-ae823934baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f260d85f-652c-4235-880b-9be13f899808'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:18.023775 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5fc4ae-9ea2-4c25-b5ff-c3dfd9d18e18 None None] Attempting to bind port 48e9339d-2992-4c37-9feb-c4769b56448a on network f260d85f-652c-4235-880b-9be13f899808 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:01:18.050394 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5fc4ae-9ea2-4c25-b5ff-c3dfd9d18e18 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:01:18.050775 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5fc4ae-9ea2-4c25-b5ff-c3dfd9d18e18 None None] Checking segment: {'id': '8e5b4dd2-73f5-4b3b-b537-ae823934baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f260d85f-652c-4235-880b-9be13f899808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:18.051191 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fe5fc4ae-9ea2-4c25-b5ff-c3dfd9d18e18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.054662 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5fc4ae-9ea2-4c25-b5ff-c3dfd9d18e18 None None] Bound using segment: {'id': '8e5b4dd2-73f5-4b3b-b537-ae823934baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f260d85f-652c-4235-880b-9be13f899808'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:01:18.055343 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-fe5fc4ae-9ea2-4c25-b5ff-c3dfd9d18e18 None None] Bound port: 48e9339d-2992-4c37-9feb-c4769b56448a, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e5b4dd2-73f5-4b3b-b537-ae823934baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f260d85f-652c-4235-880b-9be13f899808'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:18.055775 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fe5fc4ae-9ea2-4c25-b5ff-c3dfd9d18e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.109388 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1573eb4b-a6a2-474a-8494-dcdca2a22778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.127633 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1573eb4b-a6a2-474a-8494-dcdca2a22778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.135913 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-254232a0-45f6-4e3c-9dde-66f24311a1ed tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.155725 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ebaba21-4d84-4d52-a5d3-1ea2069952cb tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.226639 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1573eb4b-a6a2-474a-8494-dcdca2a22778 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:01:18.252969 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254232a0-45f6-4e3c-9dde-66f24311a1ed tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Pushing event updated for resources: {'Subnet': ['ID=c5dabe3f-51e7-428e-b6b1-84418cbb622a,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:18.256376 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-fe5fc4ae-9ea2-4c25-b5ff-c3dfd9d18e18 None None] For port 48e9339d-2992-4c37-9feb-c4769b56448a, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:18.262334 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ebaba21-4d84-4d52-a5d3-1ea2069952cb tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.267141 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-fe5fc4ae-9ea2-4c25-b5ff-c3dfd9d18e18 None None] For port 48e9339d-2992-4c37-9feb-c4769b56448a, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=48e9339d-2992-4c37-9feb-c4769b56448a,segment=NetworkSegment(8e5b4dd2-73f5-4b3b-b537-ae823934baa8),segment_id=8e5b4dd2-73f5-4b3b-b537-ae823934baa8)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:18.276511 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fe5fc4ae-9ea2-4c25-b5ff-c3dfd9d18e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.348362 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebaba21-4d84-4d52-a5d3-1ea2069952cb tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event deleted for resources: {'Subnet': ['ID=c1305416-a942-481f-9f89-facdd52d9551,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:18.350882 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ebaba21-4d84-4d52-a5d3-1ea2069952cb tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.373758 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8ebaba21-4d84-4d52-a5d3-1ea2069952cb tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "DELETE /v2.0/subnets/c1305416-a942-481f-9f89-facdd52d9551 HTTP/1.1" status: 204 len: 168 time: 1.3965137 Apr 18 21:01:18.375103 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37800) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:18.375552 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-99e22762-5da6-4487-8ffe-d8d65f8740ac req-29e71d95-6827-4a3a-a52c-5cf29b313cde tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 210 time: 0.0844505 Apr 18 21:01:18.379380 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1573eb4b-a6a2-474a-8494-dcdca2a22778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.379380 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-1573eb4b-a6a2-474a-8494-dcdca2a22778 admin admin] Added segment 6ff13104-4848-46f1-b01a-bc57a5822ea3 of type vlan for network aac16d0b-c5b6-4e52-a20e-2cca3244e70c Apr 18 21:01:18.396219 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573eb4b-a6a2-474a-8494-dcdca2a22778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeaa12d9-8034-4958-982c-65c14632e9b9,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:18.401273 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cae7e7-9b80-47e0-90dd-3f2fd0d22a61 None None] Network 1dfef629-e6f2-4623-b6b4-bc386a250066 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:18.515936 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1573eb4b-a6a2-474a-8494-dcdca2a22778 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.564724 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254232a0-45f6-4e3c-9dde-66f24311a1ed tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Checking segment: {'id': 'bc744785-bdd8-4376-823b-4e0ebe4bf2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '31ffe08a-f944-4534-9195-bd7c28e30eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:18.565447 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254232a0-45f6-4e3c-9dde-66f24311a1ed tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Network hostable DHCP agents. Network: 31ffe08a-f944-4534-9195-bd7c28e30eaa, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:01:18.578440 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1573eb4b-a6a2-474a-8494-dcdca2a22778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.581920 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1573eb4b-a6a2-474a-8494-dcdca2a22778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:18.583928 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1573eb4b-a6a2-474a-8494-dcdca2a22778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.602716 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5fc4ae-9ea2-4c25-b5ff-c3dfd9d18e18 None None] Pushing event updated for resources: {'Port': ['ID=48e9339d-2992-4c37-9feb-c4769b56448a,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:18.618333 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 46936d9d-b547-487e-aac2-0e8eb44f30b8 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:18.622483 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1573eb4b-a6a2-474a-8494-dcdca2a22778 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1014116 Apr 18 21:01:18.624913 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37802) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:18.660537 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b890769c-e33f-4fbf-8a88-8220f136e73b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.664072 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-db4e500c-f0e4-4812-ad41-e895829c3117 admin admin] Request body: {'subnet': {'network_id': 'aac16d0b-c5b6-4e52-a20e-2cca3244e70c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-828247274-subnet', 'tenant_id': 'ee2faae854b94f76a361dd4067659304', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:18.826182 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 46936d9d-b547-487e-aac2-0e8eb44f30b8 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:18.828422 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.835678 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-b890769c-e33f-4fbf-8a88-8220f136e73b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Deleting port c985b1b7-7314-45bf-bb75-07c61113281c {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:18.836392 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b890769c-e33f-4fbf-8a88-8220f136e73b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.842859 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4e500c-f0e4-4812-ad41-e895829c3117 admin admin] Made reservation on behalf of ee2faae854b94f76a361dd4067659304 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:18.848306 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-db4e500c-f0e4-4812-ad41-e895829c3117 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.866571 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254232a0-45f6-4e3c-9dde-66f24311a1ed tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Network 31ffe08a-f944-4534-9195-bd7c28e30eaa is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:01:18.948930 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573eb4b-a6a2-474a-8494-dcdca2a22778 admin admin] Pushing event updated for resources: {'Network': ['ID=aac16d0b-c5b6-4e52-a20e-2cca3244e70c,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:18.953943 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-254232a0-45f6-4e3c-9dde-66f24311a1ed tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 31ffe08a-f944-4534-9195-bd7c28e30eaa) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:18.964551 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254232a0-45f6-4e3c-9dde-66f24311a1ed tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:18.965180 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-254232a0-45f6-4e3c-9dde-66f24311a1ed tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.972476 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network aac16d0b-c5b6-4e52-a20e-2cca3244e70c details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:01:19.000820 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-254232a0-45f6-4e3c-9dde-66f24311a1ed tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3897841 Apr 18 21:01:19.003997 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37806) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:19.047034 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae1f330-e752-4fd5-8953-be155e52448f None None] Network 31ffe08a-f944-4534-9195-bd7c28e30eaa requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:19.168949 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-b890769c-e33f-4fbf-8a88-8220f136e73b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] For port c985b1b7-7314-45bf-bb75-07c61113281c, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c985b1b7-7314-45bf-bb75-07c61113281c,segment=NetworkSegment(3e2ab357-385f-4ce3-9042-152cf8715563),segment_id=3e2ab357-385f-4ce3-9042-152cf8715563)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:19.170137 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b890769c-e33f-4fbf-8a88-8220f136e73b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.196751 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-b890769c-e33f-4fbf-8a88-8220f136e73b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Calling delete_port for c985b1b7-7314-45bf-bb75-07c61113281c owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:19.213183 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85eba8cc-de77-49b6-adcf-691ffbd107df None None] DHCP port deletion for 1dfef629-e6f2-4623-b6b4-bc386a250066 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:01:19.326191 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b890769c-e33f-4fbf-8a88-8220f136e73b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.364546 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890769c-e33f-4fbf-8a88-8220f136e73b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event deleted for resources: {'Port': ['ID=c985b1b7-7314-45bf-bb75-07c61113281c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:19.377121 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b890769c-e33f-4fbf-8a88-8220f136e73b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] No DVR routers for this DVR port c985b1b7-7314-45bf-bb75-07c61113281c on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:19.438198 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ee0341-5098-408d-8d91-44d12c0ac2ed None None] Network da41b05d-b4ae-40a9-95ef-5f014140e6ab requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:19.543864 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b890769c-e33f-4fbf-8a88-8220f136e73b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.599932 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-db4e500c-f0e4-4812-ad41-e895829c3117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.622212 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-b890769c-e33f-4fbf-8a88-8220f136e73b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dfef629-e6f2-4623-b6b4-bc386a250066']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:19.657160 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-b890769c-e33f-4fbf-8a88-8220f136e73b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e2ab357-385f-4ce3-9042-152cf8715563') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:19.658636 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-b890769c-e33f-4fbf-8a88-8220f136e73b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e2ab357-385f-4ce3-9042-152cf8715563') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:19.680209 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b890769c-e33f-4fbf-8a88-8220f136e73b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.697891 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e500c-f0e4-4812-ad41-e895829c3117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee72eb78-9b20-411a-bd6d-1dbb12af03c3,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:19.708033 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b890769c-e33f-4fbf-8a88-8220f136e73b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.732556 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b890769c-e33f-4fbf-8a88-8220f136e73b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:01:19.746477 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b890769c-e33f-4fbf-8a88-8220f136e73b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:19.750152 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:19.873663 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db39d7ff-98a8-4d94-abed-87c9e8d16b5e req-6b231b23-ad12-4c35-9f74-a32a07c7305c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 210 time: 0.2712705 Apr 18 21:01:19.890686 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b890769c-e33f-4fbf-8a88-8220f136e73b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.898335 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b890769c-e33f-4fbf-8a88-8220f136e73b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.907437 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b890769c-e33f-4fbf-8a88-8220f136e73b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "DELETE /v2.0/networks/1dfef629-e6f2-4623-b6b4-bc386a250066 HTTP/1.1" status: 204 len: 168 time: 1.5285072 Apr 18 21:01:19.925030 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37816) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:19.972411 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-3487de07-50ef-455a-9761-340024eea2ab None None] Provisioning complete for port 46936d9d-b547-487e-aac2-0e8eb44f30b8 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:19.973016 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3487de07-50ef-455a-9761-340024eea2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.117467 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890769c-e33f-4fbf-8a88-8220f136e73b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event deleted for resources: {'Network': ['ID=1dfef629-e6f2-4623-b6b4-bc386a250066,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:20.189156 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e500c-f0e4-4812-ad41-e895829c3117 admin admin] Checking segment: {'id': '6ff13104-4848-46f1-b01a-bc57a5822ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'aac16d0b-c5b6-4e52-a20e-2cca3244e70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:20.189816 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4e500c-f0e4-4812-ad41-e895829c3117 admin admin] Network hostable DHCP agents. Network: aac16d0b-c5b6-4e52-a20e-2cca3244e70c, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:01:20.338047 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-c52230b4-3746-44b5-9a73-654f8004606b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Deleting port 96772e33-51bc-41d1-8bf4-b634e6ba1432 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:20.339514 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c52230b4-3746-44b5-9a73-654f8004606b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.370073 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.389984 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4e500c-f0e4-4812-ad41-e895829c3117 admin admin] Network aac16d0b-c5b6-4e52-a20e-2cca3244e70c is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:01:20.451941 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-db4e500c-f0e4-4812-ad41-e895829c3117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, aac16d0b-c5b6-4e52-a20e-2cca3244e70c) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:20.476472 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4e500c-f0e4-4812-ad41-e895829c3117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:20.481874 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-db4e500c-f0e4-4812-ad41-e895829c3117 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.550340 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c52230b4-3746-44b5-9a73-654f8004606b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.550340 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c52230b4-3746-44b5-9a73-654f8004606b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.577117 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.600074 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-c52230b4-3746-44b5-9a73-654f8004606b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Calling delete_port for 96772e33-51bc-41d1-8bf4-b634e6ba1432 owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:20.604932 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 46936d9d-b547-487e-aac2-0e8eb44f30b8, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=46936d9d-b547-487e-aac2-0e8eb44f30b8,segment=NetworkSegment(561f31d2-e5d6-4282-959b-af4fb179bef0),segment_id=561f31d2-e5d6-4282-959b-af4fb179bef0)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:20.643368 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53e5b71-405e-47bd-aee6-43aaf442040d None None] Network aac16d0b-c5b6-4e52-a20e-2cca3244e70c requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:20.648563 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.663496 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ea2c66-8046-471e-a898-7b898df43383 None None] Network f260d85f-652c-4235-880b-9be13f899808 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:20.707182 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-db4e500c-f0e4-4812-ad41-e895829c3117 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0638311 Apr 18 21:01:20.834473 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=46936d9d-b547-487e-aac2-0e8eb44f30b8,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:20.918284 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c52230b4-3746-44b5-9a73-654f8004606b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.921662 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-85eba8cc-de77-49b6-adcf-691ffbd107df None None] Deleting port c985b1b7-7314-45bf-bb75-07c61113281c {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:20.924083 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-85eba8cc-de77-49b6-adcf-691ffbd107df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.153222 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 48e9339d-2992-4c37-9feb-c4769b56448a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:21.161546 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52230b4-3746-44b5-9a73-654f8004606b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event deleted for resources: {'Port': ['ID=96772e33-51bc-41d1-8bf4-b634e6ba1432,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:21.167510 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c52230b4-3746-44b5-9a73-654f8004606b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.176313 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c52230b4-3746-44b5-9a73-654f8004606b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.184622 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c52230b4-3746-44b5-9a73-654f8004606b tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "DELETE /v2.0/floatingips/37658c79-76ec-4905-aa5f-e689a4c489ca HTTP/1.1" status: 204 len: 168 time: 1.2567074 Apr 18 21:01:21.185915 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37832) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:21.262500 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-906954a3-8d4f-408e-8167-24785d2c9f4a tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:21.263555 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906954a3-8d4f-408e-8167-24785d2c9f4a tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:21.276522 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-906954a3-8d4f-408e-8167-24785d2c9f4a tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "DELETE /v2.0/ports/f876d327-0102-4a77-867d-14295f1011f4 HTTP/1.1" status: 404 len: 333 time: 0.0829146 Apr 18 21:01:21.277464 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37834) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:21.286794 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3683518d-8b44-45a9-bf9a-2b4d52f59395 req-92a15961-e436-4a53-930c-889a5ecdd1e3 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=742fe7ef-cef7-4c9c-bfdf-5ad66643eaa9 HTTP/1.1" status: 200 len: 210 time: 0.0937519 Apr 18 21:01:21.357349 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5a2eeeba-a077-4702-83ff-401396abd536 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "GET /v2.0/ports?device_id=6144c51a-f79a-41bc-9237-f4c2407fd02e HTTP/1.1" status: 200 len: 205 time: 0.0786033 Apr 18 21:01:21.358794 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37836) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server [None req-85eba8cc-de77-49b6-adcf-691ffbd107df None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 1dfef629-e6f2-4623-b6b4-bc386a250066 could not be found. Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._iter().one() Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._only_one_row( Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1537, in delete_ports_by_device_id Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2019, in delete_port Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1195, in get_network Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 1dfef629-e6f2-4623-b6b4-bc386a250066 could not be found. Apr 18 21:01:21.380358 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Apr 18 21:01:21.457186 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-db223948-dd60-4bb1-b839-f282b71317b3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] delete failed (client error): The resource could not be found. Apr 18 21:01:21.462169 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-db223948-dd60-4bb1-b839-f282b71317b3 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "DELETE /v2.0/routers/6144c51a-f79a-41bc-9237-f4c2407fd02e HTTP/1.1" status: 404 len: 336 time: 0.1013331 Apr 18 21:01:21.463580 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37842) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:21.502023 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca21f6a3-9e80-429a-a59e-7a31e39c4e75 None None] DHCP port deletion for 1dfef629-e6f2-4623-b6b4-bc386a250066 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:01:21.590034 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc9a29b-a1dd-4603-9a7d-a3f54319521a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-31ffe08a-f944-4534-9195-bd7c28e30eaa', 'network_id': '31ffe08a-f944-4534-9195-bd7c28e30eaa', 'tenant_id': '613d0ed09858494f883ae79c060c9bf4', 'fixed_ips': [{'subnet_id': 'c5dabe3f-51e7-428e-b6b1-84418cbb622a'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:01:21.591044 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1cc9a29b-a1dd-4603-9a7d-a3f54319521a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.624800 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-55614b4a-10f2-4cd6-8457-bda23d2e5bea tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:21.625944 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55614b4a-10f2-4cd6-8457-bda23d2e5bea tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:21.635490 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-55614b4a-10f2-4cd6-8457-bda23d2e5bea tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "DELETE /v2.0/subnets/c1305416-a942-481f-9f89-facdd52d9551 HTTP/1.1" status: 404 len: 337 time: 0.1661282 Apr 18 21:01:21.637969 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37846) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:21.820888 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-665144d0-7608-4581-ba48-15ae4d401c93 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Deleting port a796866a-0ba4-4781-b35f-f0ea42230bc3 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:21.821310 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-665144d0-7608-4581-ba48-15ae4d401c93 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.915197 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-886f2f83-7012-4a16-9439-f5315f563915 None None] Provisioning complete for port 48e9339d-2992-4c37-9feb-c4769b56448a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:21.915986 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-886f2f83-7012-4a16-9439-f5315f563915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.937987 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Allocated IP 172.20.0.1 (f260d85f-652c-4235-880b-9be13f899808/4107b300-9c15-45ec-8ad3-55b5add17e82/202ec86d-e200-472a-9fec-d3b27111f00d) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:22.063594 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-665144d0-7608-4581-ba48-15ae4d401c93 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.071151 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 48e9339d-2992-4c37-9feb-c4769b56448a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:22.071151 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.111006 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-665144d0-7608-4581-ba48-15ae4d401c93 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Calling delete_port for a796866a-0ba4-4781-b35f-f0ea42230bc3 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:22.182906 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da71099-8c68-4f52-8a24-b88bdcae440e None None] Network aac16d0b-c5b6-4e52-a20e-2cca3244e70c requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:22.224665 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-1cc9a29b-a1dd-4603-9a7d-a3f54319521a None None] Allocated IP 172.20.0.2 (31ffe08a-f944-4534-9195-bd7c28e30eaa/c5dabe3f-51e7-428e-b6b1-84418cbb622a/bc1063b9-3dae-47f2-afb9-1f5342cd7bc2) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:22.403168 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-b3bb507f-b492-4d41-b58a-e90b51f739e2 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:22.404945 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-b3bb507f-b492-4d41-b58a-e90b51f739e2 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.41 "GET /v2.0/networks?id=cf4b0570-d201-4ff4-9901-d4be70f3f0b1 HTTP/1.1" status: 200 len: 808 time: 0.5238383 Apr 18 21:01:22.464202 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.469260 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-665144d0-7608-4581-ba48-15ae4d401c93 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.487613 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-2501a75c-e0e1-4f40-a239-4adbac248674 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.41 "GET /v2.0/quotas/ea51e355c7c04fd19720be2041943c1c HTTP/1.1" status: 200 len: 375 time: 0.0723400 Apr 18 21:01:22.569587 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665144d0-7608-4581-ba48-15ae4d401c93 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event deleted for resources: {'Port': ['ID=a796866a-0ba4-4781-b35f-f0ea42230bc3,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:22.598087 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-6268162c-e3c2-45e0-9374-9f13bc46a1eb tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea51e355c7c04fd19720be2041943c1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1019094 Apr 18 21:01:22.728880 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-886f2f83-7012-4a16-9439-f5315f563915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.794186 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-665144d0-7608-4581-ba48-15ae4d401c93 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.806100 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-665144d0-7608-4581-ba48-15ae4d401c93 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "DELETE /v2.0/ports/a796866a-0ba4-4781-b35f-f0ea42230bc3 HTTP/1.1" status: 204 len: 168 time: 1.1632507 Apr 18 21:01:22.807652 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37868) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:22.827132 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.836628 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-80e550f7-b75b-4448-aecd-711e2e4e0d78 service neutron] 10.222.0.41 "GET /v2.0/networks/cf4b0570-d201-4ff4-9901-d4be70f3f0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372715 Apr 18 21:01:22.841364 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.985420 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Network f260d85f-652c-4235-880b-9be13f899808 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:23.043399 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-886f2f83-7012-4a16-9439-f5315f563915 None None] For port 48e9339d-2992-4c37-9feb-c4769b56448a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=48e9339d-2992-4c37-9feb-c4769b56448a,segment=NetworkSegment(8e5b4dd2-73f5-4b3b-b537-ae823934baa8),segment_id=8e5b4dd2-73f5-4b3b-b537-ae823934baa8)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:23.046013 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-f2cd83f4-8e2c-4a7e-b4c8-2493ae7b311e tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Deleting port de6f42c8-9568-445f-bc32-442ced8284a5 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:23.046505 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f2cd83f4-8e2c-4a7e-b4c8-2493ae7b311e tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.056070 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:23.065465 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:23.075035 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-886f2f83-7012-4a16-9439-f5315f563915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.163809 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1cc9a29b-a1dd-4603-9a7d-a3f54319521a None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.182104 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:01:23.187860 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:01:23.194038 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1cc9a29b-a1dd-4603-9a7d-a3f54319521a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.213648 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f2f83-7012-4a16-9439-f5315f563915 None None] Pushing event updated for resources: {'Port': ['ID=48e9339d-2992-4c37-9feb-c4769b56448a,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:23.252229 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Pushing event updated for resources: {'Port': ['ID=202ec86d-e200-472a-9fec-d3b27111f00d,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:23.259003 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc9a29b-a1dd-4603-9a7d-a3f54319521a None None] Network 31ffe08a-f944-4534-9195-bd7c28e30eaa is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:23.286561 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-1cc9a29b-a1dd-4603-9a7d-a3f54319521a None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:23.289830 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-383b36e4-6035-49fe-abbd-771a3d6abbcb tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1095259156&fields=id&tenant_id=f840c855946542459a247bc427a2167c HTTP/1.1" status: 200 len: 267 time: 0.4571240 Apr 18 21:01:23.291345 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc9a29b-a1dd-4603-9a7d-a3f54319521a None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:23.306788 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:23.307156 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:23.307497 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:23.308070 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:23.308721 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:23.309094 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:23.309666 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:23.310252 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:23.310594 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:23.310929 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:23.311263 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:23.311619 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:23.316402 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9a29b-a1dd-4603-9a7d-a3f54319521a None None] Pushing event updated for resources: {'Port': ['ID=bc1063b9-3dae-47f2-afb9-1f5342cd7bc2,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:23.323556 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f2cd83f4-8e2c-4a7e-b4c8-2493ae7b311e tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.333787 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-2773d1fb-e074-467a-afd4-52a44e8fdd14 None None] Provisioning complete for port 46936d9d-b547-487e-aac2-0e8eb44f30b8 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:23.334157 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2773d1fb-e074-467a-afd4-52a44e8fdd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.339860 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.354225 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-f2cd83f4-8e2c-4a7e-b4c8-2493ae7b311e tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Calling delete_port for de6f42c8-9568-445f-bc32-442ced8284a5 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:23.507783 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1cc9a29b-a1dd-4603-9a7d-a3f54319521a None None] Attempting to bind port bc1063b9-3dae-47f2-afb9-1f5342cd7bc2 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:23.508645 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1cc9a29b-a1dd-4603-9a7d-a3f54319521a None None] Attempting to bind port bc1063b9-3dae-47f2-afb9-1f5342cd7bc2 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'bc744785-bdd8-4376-823b-4e0ebe4bf2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '31ffe08a-f944-4534-9195-bd7c28e30eaa'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:23.509306 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc9a29b-a1dd-4603-9a7d-a3f54319521a None None] Attempting to bind port bc1063b9-3dae-47f2-afb9-1f5342cd7bc2 on network 31ffe08a-f944-4534-9195-bd7c28e30eaa {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:01:23.523265 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc9a29b-a1dd-4603-9a7d-a3f54319521a None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:01:23.523790 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc9a29b-a1dd-4603-9a7d-a3f54319521a None None] Checking segment: {'id': 'bc744785-bdd8-4376-823b-4e0ebe4bf2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '31ffe08a-f944-4534-9195-bd7c28e30eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:23.524303 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1cc9a29b-a1dd-4603-9a7d-a3f54319521a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.524825 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc9a29b-a1dd-4603-9a7d-a3f54319521a None None] Bound using segment: {'id': 'bc744785-bdd8-4376-823b-4e0ebe4bf2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '31ffe08a-f944-4534-9195-bd7c28e30eaa'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:01:23.526081 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1cc9a29b-a1dd-4603-9a7d-a3f54319521a None None] Bound port: bc1063b9-3dae-47f2-afb9-1f5342cd7bc2, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc744785-bdd8-4376-823b-4e0ebe4bf2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '31ffe08a-f944-4534-9195-bd7c28e30eaa'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:23.526568 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1cc9a29b-a1dd-4603-9a7d-a3f54319521a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.557054 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-ce1d184e-8f32-4d59-a56b-21eba819141d service neutron] 10.222.0.41 "GET /v2.0/networks/cf4b0570-d201-4ff4-9901-d4be70f3f0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7021708 Apr 18 21:01:23.608865 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f2cd83f4-8e2c-4a7e-b4c8-2493ae7b311e tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.650382 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1cc9a29b-a1dd-4603-9a7d-a3f54319521a None None] For port bc1063b9-3dae-47f2-afb9-1f5342cd7bc2, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:23.654135 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1cc9a29b-a1dd-4603-9a7d-a3f54319521a None None] For port bc1063b9-3dae-47f2-afb9-1f5342cd7bc2, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=bc1063b9-3dae-47f2-afb9-1f5342cd7bc2,segment=NetworkSegment(bc744785-bdd8-4376-823b-4e0ebe4bf2ac),segment_id=bc744785-bdd8-4376-823b-4e0ebe4bf2ac)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:23.655408 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-2773d1fb-e074-467a-afd4-52a44e8fdd14 None None] Provisioning complete for port 48e9339d-2992-4c37-9feb-c4769b56448a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:23.655860 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2773d1fb-e074-467a-afd4-52a44e8fdd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.659859 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1cc9a29b-a1dd-4603-9a7d-a3f54319521a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.662181 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-af917509-7be3-446c-9cab-8e9962ead231 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:23.666024 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-af917509-7be3-446c-9cab-8e9962ead231 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 811 time: 0.3741434 Apr 18 21:01:23.698985 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd83f4-8e2c-4a7e-b4c8-2493ae7b311e tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event deleted for resources: {'Port': ['ID=de6f42c8-9568-445f-bc32-442ced8284a5,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:23.727986 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-06ec250d-282d-4135-abab-1606aef0ce47 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/quotas/f840c855946542459a247bc427a2167c HTTP/1.1" status: 200 len: 375 time: 0.0472395 Apr 18 21:01:23.898863 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.910055 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f2cd83f4-8e2c-4a7e-b4c8-2493ae7b311e tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.918902 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f2cd83f4-8e2c-4a7e-b4c8-2493ae7b311e tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "DELETE /v2.0/ports/de6f42c8-9568-445f-bc32-442ced8284a5 HTTP/1.1" status: 204 len: 168 time: 1.1081471 Apr 18 21:01:23.926140 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37880) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:24.012763 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-2a9d620c-1fd1-48d1-97b7-f1541c2dde9c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2638028 Apr 18 21:01:24.032376 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a9c9f0-d951-49e1-8e68-eb3af5b76115 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:24.037978 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-27a9c9f0-d951-49e1-8e68-eb3af5b76115 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3f28b16-afc7-4911-b090-146d58a64afd HTTP/1.1" status: 200 len: 913 time: 0.1076894 Apr 18 21:01:24.043413 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37884) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:24.077876 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:01:24.302968 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-8096ea4d-4a59-46ab-824e-6676fbd66d7e service neutron] 10.222.0.41 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720163 Apr 18 21:01:24.399477 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9a29b-a1dd-4603-9a7d-a3f54319521a None None] Pushing event updated for resources: {'Port': ['ID=bc1063b9-3dae-47f2-afb9-1f5342cd7bc2,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:24.667337 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c985b1b7-7314-45bf-bb75-07c61113281c no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:24.753221 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: c985b1b7-7314-45bf-bb75-07c61113281c {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:01:24.753924 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c985b1b7-7314-45bf-bb75-07c61113281c not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:24.758748 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a8ed16dd-8a12-458c-8df5-8d084f793f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.793885 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1ddbaf06-fb6e-4ad4-a9ba-bb65b7a99ba7 None None] Provisioning complete for port 202ec86d-e200-472a-9fec-d3b27111f00d triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:24.794265 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1ddbaf06-fb6e-4ad4-a9ba-bb65b7a99ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.848331 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-1ddbaf06-fb6e-4ad4-a9ba-bb65b7a99ba7 None None] Port 202ec86d-e200-472a-9fec-d3b27111f00d cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:01:25.071035 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 46936d9d-b547-487e-aac2-0e8eb44f30b8 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:25.217699 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 46936d9d-b547-487e-aac2-0e8eb44f30b8 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:25.219534 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.235053 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-92d35648-9a18-4001-ae0f-54b39c4755de tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.416869 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b96c209-d013-4e94-88b1-7c6ba1ba81db req-808e0458-1182-480c-b3f9-8a5822f32d7e tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be HTTP/1.1" status: 200 len: 210 time: 0.0974042 Apr 18 21:01:25.452927 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 48e9339d-2992-4c37-9feb-c4769b56448a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:25.576928 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-bc3feb75-e3c6-40d0-8315-5ed0aea7c630 service neutron] 10.222.0.41 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2518384 Apr 18 21:01:25.598994 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 48e9339d-2992-4c37-9feb-c4769b56448a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:25.599393 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.626934 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.640893 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.827384 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.906937 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Pushing event updated for resources: {'Port': ['ID=202ec86d-e200-472a-9fec-d3b27111f00d,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:25.970982 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-92d35648-9a18-4001-ae0f-54b39c4755de tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Deleting port cef9aba9-eed7-4664-86b1-5e2b5e8cd941 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:25.971336 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-92d35648-9a18-4001-ae0f-54b39c4755de tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:26.162469 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Network f260d85f-652c-4235-880b-9be13f899808 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:26.166501 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:26.306162 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-92d35648-9a18-4001-ae0f-54b39c4755de tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:26.340545 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-92d35648-9a18-4001-ae0f-54b39c4755de tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Calling delete_port for cef9aba9-eed7-4664-86b1-5e2b5e8cd941 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:26.348510 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-9ed3fd37-9371-4f31-8e41-0d56634e8cf1 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:26.352092 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-9ed3fd37-9371-4f31-8e41-0d56634e8cf1 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.32 "GET /v2.0/networks?id=cf4b0570-d201-4ff4-9901-d4be70f3f0b1 HTTP/1.1" status: 200 len: 808 time: 0.5346804 Apr 18 21:01:26.379334 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-cf72a4f1-1178-464e-8da6-e792c53eabd3 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Request body: {'port': {'device_id': '8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be', 'network_id': 'cf4b0570-d201-4ff4-9901-d4be70f3f0b1', 'admin_state_up': True, 'tenant_id': 'ea51e355c7c04fd19720be2041943c1c'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:26.490927 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997f91b5-3879-4da3-b111-26e75b5d79b0 None None] Network 31ffe08a-f944-4534-9195-bd7c28e30eaa requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:26.622502 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f323e8e4-7938-4d53-92ac-d330e91f1912 req-518e08cb-d539-4e5f-9311-30c0518717e0 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 210 time: 0.1037548 Apr 18 21:01:26.655809 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Router 7d17ffaa-886c-48ef-b85b-f975e3e6e5bd is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:01:26.883263 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-da8d2560-3ed2-4db2-a9d3-ad37dd7b653b req-a55c1d04-9445-4610-98e0-d1a69a984399 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be HTTP/1.1" status: 200 len: 210 time: 0.1398396 Apr 18 21:01:26.912461 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-92d35648-9a18-4001-ae0f-54b39c4755de tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:26.953749 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d3cc2a33-c98f-4843-95ac-fb3416caed82 None None] Provisioning complete for port 202ec86d-e200-472a-9fec-d3b27111f00d triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:26.961340 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d3cc2a33-c98f-4843-95ac-fb3416caed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.003830 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:27.008715 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-cf72a4f1-1178-464e-8da6-e792c53eabd3 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Made reservation on behalf of ea51e355c7c04fd19720be2041943c1c for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:27.010823 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d35648-9a18-4001-ae0f-54b39c4755de tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event deleted for resources: {'Port': ['ID=cef9aba9-eed7-4664-86b1-5e2b5e8cd941,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:27.019950 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-cf72a4f1-1178-464e-8da6-e792c53eabd3 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.026241 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c23c725-cd48-4362-ab2e-ec395492278f None None] Sync routers for ids ['7d17ffaa-886c-48ef-b85b-f975e3e6e5bd'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:27.074106 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c23c725-cd48-4362-ab2e-ec395492278f None None] Routers {'7d17ffaa-886c-48ef-b85b-f975e3e6e5bd'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:27.078914 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4c23c725-cd48-4362-ab2e-ec395492278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7d17ffaa-886c-48ef-b85b-f975e3e6e5bd'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:27.103246 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-14772a22-f76f-44eb-a79b-bf984166efd2 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] 10.222.0.41 "PUT /v2.0/routers/7d17ffaa-886c-48ef-b85b-f975e3e6e5bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0986989 Apr 18 21:01:27.111408 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device bc1063b9-3dae-47f2-afb9-1f5342cd7bc2 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:27.151719 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37922) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:27.216880 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4c23c725-cd48-4362-ab2e-ec395492278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:27.245517 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c23c725-cd48-4362-ab2e-ec395492278f None None] Routers {'7d17ffaa-886c-48ef-b85b-f975e3e6e5bd'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:27.246460 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4c23c725-cd48-4362-ab2e-ec395492278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:00:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7d17ffaa-886c-48ef-b85b-f975e3e6e5bd'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:27.273497 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc2a33-c98f-4843-95ac-fb3416caed82 None None] Port 202ec86d-e200-472a-9fec-d3b27111f00d cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:01:27.332194 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d3cc2a33-c98f-4843-95ac-fb3416caed82 None None] Provisioning complete for port bc1063b9-3dae-47f2-afb9-1f5342cd7bc2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:27.332607 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d3cc2a33-c98f-4843-95ac-fb3416caed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.352376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-cf72a4f1-1178-464e-8da6-e792c53eabd3 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Allocated IP 172.20.0.13 (cf4b0570-d201-4ff4-9901-d4be70f3f0b1/b55d2e3e-c271-47bd-9c32-7ca3426262c8/3f263295-fcef-40d3-9b9b-e22209baed80) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:27.377981 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port bc1063b9-3dae-47f2-afb9-1f5342cd7bc2 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:27.378439 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.508583 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4c23c725-cd48-4362-ab2e-ec395492278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:27.512186 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c23c725-cd48-4362-ab2e-ec395492278f None None] The sync data for ids ['7d17ffaa-886c-48ef-b85b-f975e3e6e5bd'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:27.559654 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.583770 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d3cc2a33-c98f-4843-95ac-fb3416caed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.670446 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port bc1063b9-3dae-47f2-afb9-1f5342cd7bc2, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=bc1063b9-3dae-47f2-afb9-1f5342cd7bc2,segment=NetworkSegment(bc744785-bdd8-4376-823b-4e0ebe4bf2ac),segment_id=bc744785-bdd8-4376-823b-4e0ebe4bf2ac)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:27.678125 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.756384 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-cf72a4f1-1178-464e-8da6-e792c53eabd3 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.773297 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe124489-7976-4702-ac40-10be785f5cde None None] get_active_networks_info from n-d-838323-3 {{(pid=102910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 21:01:27.812807 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-cf72a4f1-1178-464e-8da6-e792c53eabd3 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.883208 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-92d35648-9a18-4001-ae0f-54b39c4755de tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.896724 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=bc1063b9-3dae-47f2-afb9-1f5342cd7bc2,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:27.900074 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72a4f1-1178-464e-8da6-e792c53eabd3 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Pushing event updated for resources: {'Port': ['ID=3f263295-fcef-40d3-9b9b-e22209baed80,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:27.908351 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb3f8fa3-cf05-419d-8611-e87d04bca327 req-45bc370c-f665-4954-9a46-4a7988322bda tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 210 time: 0.1082981 Apr 18 21:01:27.942812 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-cf72a4f1-1178-464e-8da6-e792c53eabd3 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Network cf4b0570-d201-4ff4-9901-d4be70f3f0b1 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:27.945809 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-cf72a4f1-1178-464e-8da6-e792c53eabd3 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:27.949546 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-cf72a4f1-1178-464e-8da6-e792c53eabd3 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:28.037665 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-cf72a4f1-1178-464e-8da6-e792c53eabd3 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:28.039756 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-cf72a4f1-1178-464e-8da6-e792c53eabd3 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:28.118935 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe124489-7976-4702-ac40-10be785f5cde None None] Resources bound (agent type, host, resource id): {{(pid=102910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:01:28.135003 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-d3cc2a33-c98f-4843-95ac-fb3416caed82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:01:28.135353 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-d3cc2a33-c98f-4843-95ac-fb3416caed82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:01:28.193611 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-cf72a4f1-1178-464e-8da6-e792c53eabd3 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8270409 Apr 18 21:01:28.207734 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-4633e372-ae17-4bc1-a3ca-c8ade0799aee service neutron] Request body: {'port': {'device_id': '8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:28.316103 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f4285-c002-4833-a282-9eacc29ed610 req-9f11e1c0-2c84-428e-aa92-246bef724cfb tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:28.336880 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-949f4285-c002-4833-a282-9eacc29ed610 req-9f11e1c0-2c84-428e-aa92-246bef724cfb tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be HTTP/1.1" status: 200 len: 932 time: 0.2877407 Apr 18 21:01:28.461568 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-949f4285-c002-4833-a282-9eacc29ed610 req-2163bcb5-0c95-4a20-8c9a-c25acd710e4f tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.41 "GET /v2.0/security-groups?id=6809ae04-6b22-441f-b711-e3d3c1e04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188262 Apr 18 21:01:28.472471 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-4633e372-ae17-4bc1-a3ca-c8ade0799aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:28.517560 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-4809396a-0b0c-4a52-9108-709726061e3c tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:01:28.518810 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4809396a-0b0c-4a52-9108-709726061e3c tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] 10.222.0.41 "PUT /v2.0/routers/7d17ffaa-886c-48ef-b85b-f975e3e6e5bd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3656828 Apr 18 21:01:28.521269 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37944) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:28.797922 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8529c53a-661a-4c10-b645-d07601869a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:28.850956 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-cd188198-2267-46fc-b256-b1bb559a839f None None] Provisioning complete for port bc1063b9-3dae-47f2-afb9-1f5342cd7bc2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:28.851338 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cd188198-2267-46fc-b256-b1bb559a839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.061953 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device bc1063b9-3dae-47f2-afb9-1f5342cd7bc2 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:29.175939 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-4633e372-ae17-4bc1-a3ca-c8ade0799aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f263295-fcef-40d3-9b9b-e22209baed80 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:01:29.190087 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-4633e372-ae17-4bc1-a3ca-c8ade0799aee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.208926 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-4633e372-ae17-4bc1-a3ca-c8ade0799aee service neutron] Transition to ACTIVE for port object 3f263295-fcef-40d3-9b9b-e22209baed80 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:29.234851 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port bc1063b9-3dae-47f2-afb9-1f5342cd7bc2 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:29.236406 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.268598 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cbd13ec3-1e7b-413e-911d-10a5e46744ac req-6637a96e-7651-4688-98e9-6c2094d609ed tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 210 time: 0.1760414 Apr 18 21:01:29.270587 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-4633e372-ae17-4bc1-a3ca-c8ade0799aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.346036 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d35648-9a18-4001-ae0f-54b39c4755de tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Router e3f28b16-afc7-4911-b090-146d58a64afd has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:29.477388 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-ff9baa66-f3ad-4590-b5fa-17bf0327a923 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:29.478083 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633e372-ae17-4bc1-a3ca-c8ade0799aee service neutron] Pushing event updated for resources: {'Port': ['ID=3f263295-fcef-40d3-9b9b-e22209baed80,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:29.490946 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-ff9baa66-f3ad-4590-b5fa-17bf0327a923 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.57 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 811 time: 0.8895195 Apr 18 21:01:29.511119 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-4633e372-ae17-4bc1-a3ca-c8ade0799aee service neutron] Attempting to bind port 3f263295-fcef-40d3-9b9b-e22209baed80 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:29.512317 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-4633e372-ae17-4bc1-a3ca-c8ade0799aee service neutron] Attempting to bind port 3f263295-fcef-40d3-9b9b-e22209baed80 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '419a7eec-4a7e-47eb-bf94-247ff84e8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cf4b0570-d201-4ff4-9901-d4be70f3f0b1'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:29.513388 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-4633e372-ae17-4bc1-a3ca-c8ade0799aee service neutron] Attempting to bind port 3f263295-fcef-40d3-9b9b-e22209baed80 on network cf4b0570-d201-4ff4-9901-d4be70f3f0b1 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:01:29.526436 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-4633e372-ae17-4bc1-a3ca-c8ade0799aee service neutron] Port 3f263295-fcef-40d3-9b9b-e22209baed80 on network cf4b0570-d201-4ff4-9901-d4be70f3f0b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:01:29.526436 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-4633e372-ae17-4bc1-a3ca-c8ade0799aee service neutron] Attempting to bind port 3f263295-fcef-40d3-9b9b-e22209baed80 on network cf4b0570-d201-4ff4-9901-d4be70f3f0b1 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:01:29.537475 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-4633e372-ae17-4bc1-a3ca-c8ade0799aee service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:01:29.539986 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-4633e372-ae17-4bc1-a3ca-c8ade0799aee service neutron] Checking segment: {'id': '419a7eec-4a7e-47eb-bf94-247ff84e8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cf4b0570-d201-4ff4-9901-d4be70f3f0b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:29.545228 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-4633e372-ae17-4bc1-a3ca-c8ade0799aee service neutron] Bound using segment: {'id': '419a7eec-4a7e-47eb-bf94-247ff84e8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cf4b0570-d201-4ff4-9901-d4be70f3f0b1'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:01:29.545874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-4633e372-ae17-4bc1-a3ca-c8ade0799aee service neutron] Bound port: 3f263295-fcef-40d3-9b9b-e22209baed80, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '419a7eec-4a7e-47eb-bf94-247ff84e8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cf4b0570-d201-4ff4-9901-d4be70f3f0b1'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:29.546375 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-4633e372-ae17-4bc1-a3ca-c8ade0799aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.697991 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-4633e372-ae17-4bc1-a3ca-c8ade0799aee service neutron] For port 3f263295-fcef-40d3-9b9b-e22209baed80, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:29.707712 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-4633e372-ae17-4bc1-a3ca-c8ade0799aee service neutron] For port 3f263295-fcef-40d3-9b9b-e22209baed80, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3f263295-fcef-40d3-9b9b-e22209baed80,segment=NetworkSegment(419a7eec-4a7e-47eb-bf94-247ff84e8462),segment_id=419a7eec-4a7e-47eb-bf94-247ff84e8462)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:29.732609 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-4633e372-ae17-4bc1-a3ca-c8ade0799aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.756254 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d35648-9a18-4001-ae0f-54b39c4755de tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:29.770220 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653f40d0-2572-489b-b280-3cd0b64f1a5c None None] Sync routers for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:29.801804 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653f40d0-2572-489b-b280-3cd0b64f1a5c None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:29.803644 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-4633e372-ae17-4bc1-a3ca-c8ade0799aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:29.804620 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-4633e372-ae17-4bc1-a3ca-c8ade0799aee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.807528 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-4633e372-ae17-4bc1-a3ca-c8ade0799aee service neutron] 10.222.0.32 "PUT /v2.0/ports/3f263295-fcef-40d3-9b9b-e22209baed80 HTTP/1.1" status: 200 len: 1092 time: 1.6049306 Apr 18 21:01:29.807961 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-653f40d0-2572-489b-b280-3cd0b64f1a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:29.812872 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be', 'tag': '3f263295-fcef-40d3-9b9b-e22209baed80'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:01:29.815809 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60681c0d-0b95-412f-ad29-ec405411a0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be", "tag": "3f263295-fcef-40d3-9b9b-e22209baed80"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:01:29.869438 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc94be1-1e43-410d-a582-d727c9ab16ea req-5aa79251-5034-41c9-8c35-3bd8fa0951b8 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:29.878195 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5fc94be1-1e43-410d-a582-d727c9ab16ea req-5aa79251-5034-41c9-8c35-3bd8fa0951b8 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be HTTP/1.1" status: 200 len: 944 time: 0.2828045 Apr 18 21:01:29.902306 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-92d35648-9a18-4001-ae0f-54b39c4755de tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "PUT /v2.0/routers/e3f28b16-afc7-4911-b090-146d58a64afd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8575563 Apr 18 21:01:29.930368 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37964) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:29.941273 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4eb72b7-5cfc-496a-ace6-4ade2c3b3722 x-openstack-request-id: req-f4eb72b7-5cfc-496a-ace6-4ade2c3b3722 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:01:29.941678 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be", "tag": "3f263295-fcef-40d3-9b9b-e22209baed80", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:01:29.941797 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4eb72b7-5cfc-496a-ace6-4ade2c3b3722 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:01:29.942483 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4eb72b7-5cfc-496a-ace6-4ade2c3b3722'] response: {'name': 'network-changed', 'server_uuid': '8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be', 'tag': '3f263295-fcef-40d3-9b9b-e22209baed80', 'status': 'completed', 'code': 200} Apr 18 21:01:30.002915 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-653f40d0-2572-489b-b280-3cd0b64f1a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:30.028162 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653f40d0-2572-489b-b280-3cd0b64f1a5c None None] Routers {'e3f28b16-afc7-4911-b090-146d58a64afd'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:30.029143 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-653f40d0-2572-489b-b280-3cd0b64f1a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e3f28b16-afc7-4911-b090-146d58a64afd'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:30.031474 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633e372-ae17-4bc1-a3ca-c8ade0799aee service neutron] Pushing event updated for resources: {'Port': ['ID=3f263295-fcef-40d3-9b9b-e22209baed80,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:30.033449 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.046236 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5fc94be1-1e43-410d-a582-d727c9ab16ea req-86cfe994-7e88-4cc0-b3e9-98dc86c99b84 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.41 "GET /v2.0/security-groups?id=6809ae04-6b22-441f-b711-e3d3c1e04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667528 Apr 18 21:01:30.075145 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-9a9e8713-82f4-4193-9a19-380d3a321399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:30.077005 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-9a9e8713-82f4-4193-9a19-380d3a321399 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea51e355c7c04fd19720be2041943c1c&device_id=8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be HTTP/1.1" status: 200 len: 1095 time: 0.1728210 Apr 18 21:01:30.109175 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-653f40d0-2572-489b-b280-3cd0b64f1a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:30.110633 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653f40d0-2572-489b-b280-3cd0b64f1a5c None None] The sync data for ids ['e3f28b16-afc7-4911-b090-146d58a64afd'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:30.154281 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-84770d21-43f8-464b-8825-c534107eeefc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f263295-fcef-40d3-9b9b-e22209baed80 HTTP/1.1" status: 200 len: 217 time: 0.0683107 Apr 18 21:01:30.211381 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-385cdfa5-800f-4cfe-9bf4-e2f08064fc16 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f840c855946542459a247bc427a2167c HTTP/1.1" status: 200 len: 380 time: 0.7190154 Apr 18 21:01:30.230465 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-95077913-a5b0-461e-9bb5-671467cb961b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Request body: {'port': {'device_id': 'e6445910-b2cb-405c-90a2-b7860aa5bdba', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'admin_state_up': True, 'tenant_id': 'f840c855946542459a247bc427a2167c', 'security_groups': ['9446999c-fded-405d-a468-755d63bd23e1']}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:30.258509 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-2932b410-307e-44a2-ba9c-3b46795981e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:30.261094 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-2932b410-307e-44a2-ba9c-3b46795981e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b55d2e3e-c271-47bd-9c32-7ca3426262c8 HTTP/1.1" status: 200 len: 848 time: 0.0922711 Apr 18 21:01:30.357090 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-c9b3d0c6-de39-48a4-9aa5-2246222d67c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cf4b0570-d201-4ff4-9901-d4be70f3f0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889888 Apr 18 21:01:30.471221 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-95077913-a5b0-461e-9bb5-671467cb961b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Made reservation on behalf of f840c855946542459a247bc427a2167c for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:30.477621 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-95077913-a5b0-461e-9bb5-671467cb961b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.502561 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0312552-910b-4078-ad2e-957a8ee765cf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.528175 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27e4c2cd-5c7e-4181-9e30-94d178cceac5 req-5d93013b-74ef-4999-a708-401515f457ef tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 210 time: 0.0360537 Apr 18 21:01:30.589385 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-5a401e31-7c8c-4846-86e6-048d48f4abd6 service neutron] 10.222.0.32 "GET /v2.0/networks/cf4b0570-d201-4ff4-9901-d4be70f3f0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181628 Apr 18 21:01:30.762350 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d00a88ed-8c28-478b-a659-feeb4d422e9f req-05345b86-a17f-4efc-8cbb-6f5d5cbd6cea service neutron] 10.222.0.32 "GET /v2.0/networks/cf4b0570-d201-4ff4-9901-d4be70f3f0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661017 Apr 18 21:01:30.808750 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9b10a968-1cb9-413d-b7db-ccdf5f5a1d7f tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.891097 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0312552-910b-4078-ad2e-957a8ee765cf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.899178 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60681c0d-0b95-412f-ad29-ec405411a0c8 req-74597eda-5cec-4ca5-8aa4-6618656f16da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:30.904716 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-60681c0d-0b95-412f-ad29-ec405411a0c8 req-74597eda-5cec-4ca5-8aa4-6618656f16da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea51e355c7c04fd19720be2041943c1c&device_id=8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be HTTP/1.1" status: 200 len: 1095 time: 0.0677915 Apr 18 21:01:30.944704 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-95077913-a5b0-461e-9bb5-671467cb961b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Allocated IP 172.20.0.5 (49542224-f666-4718-b03f-958adc44dc33/20af91cc-d869-4230-8d61-825647f4d54f/b80c8c05-a971-4529-9f74-f741064998cf) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:31.117695 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60681c0d-0b95-412f-ad29-ec405411a0c8 req-d7485a41-c2fe-4292-b9c1-16ecae98e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:31.121278 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-60681c0d-0b95-412f-ad29-ec405411a0c8 req-d7485a41-c2fe-4292-b9c1-16ecae98e71f service neutron] 10.222.0.32 "GET /v2.0/networks?id=cf4b0570-d201-4ff4-9901-d4be70f3f0b1 HTTP/1.1" status: 200 len: 909 time: 0.2079642 Apr 18 21:01:31.215568 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-60681c0d-0b95-412f-ad29-ec405411a0c8 req-4318af34-e087-4a91-b9a9-dfbc6671eea7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f263295-fcef-40d3-9b9b-e22209baed80 HTTP/1.1" status: 200 len: 217 time: 0.0854933 Apr 18 21:01:31.276875 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60681c0d-0b95-412f-ad29-ec405411a0c8 req-dc124d32-7b18-44ce-aa8e-cbab4b5018f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:31.278553 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-60681c0d-0b95-412f-ad29-ec405411a0c8 req-dc124d32-7b18-44ce-aa8e-cbab4b5018f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b55d2e3e-c271-47bd-9c32-7ca3426262c8 HTTP/1.1" status: 200 len: 848 time: 0.0561938 Apr 18 21:01:31.305599 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c654e-c46f-4ac4-b6e9-469732d29356 req-1ef75213-a384-43ba-a315-da8fdcf99e3d tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:31.309401 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-95077913-a5b0-461e-9bb5-671467cb961b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.315755 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b89c654e-c46f-4ac4-b6e9-469732d29356 req-1ef75213-a384-43ba-a315-da8fdcf99e3d tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be HTTP/1.1" status: 200 len: 944 time: 0.1311755 Apr 18 21:01:31.324326 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e0312552-910b-4078-ad2e-957a8ee765cf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Deleting port 994ea396-9f29-49d8-8824-0a8b824f6934 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:31.324747 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0312552-910b-4078-ad2e-957a8ee765cf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.381344 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b89c654e-c46f-4ac4-b6e9-469732d29356 req-d9a5563e-0287-44a4-8126-792265d6b7c2 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.41 "GET /v2.0/security-groups?id=6809ae04-6b22-441f-b711-e3d3c1e04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650508 Apr 18 21:01:31.387766 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-60681c0d-0b95-412f-ad29-ec405411a0c8 req-0c12d2e6-020e-437e-85f8-f9df3df385d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cf4b0570-d201-4ff4-9901-d4be70f3f0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027186 Apr 18 21:01:31.412493 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.486193 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-95077913-a5b0-461e-9bb5-671467cb961b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.543977 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0312552-910b-4078-ad2e-957a8ee765cf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.587578 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-60681c0d-0b95-412f-ad29-ec405411a0c8 req-eaa1a893-de93-49fa-8e22-fd81206bd07b service neutron] 10.222.0.32 "GET /v2.0/networks/cf4b0570-d201-4ff4-9901-d4be70f3f0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922617 Apr 18 21:01:31.617059 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e0312552-910b-4078-ad2e-957a8ee765cf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Calling delete_port for 994ea396-9f29-49d8-8824-0a8b824f6934 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:31.646226 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-95077913-a5b0-461e-9bb5-671467cb961b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Network 49542224-f666-4718-b03f-958adc44dc33 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:31.656661 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-95077913-a5b0-461e-9bb5-671467cb961b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:31.665974 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-95077913-a5b0-461e-9bb5-671467cb961b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:31.672291 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.749465 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95077913-a5b0-461e-9bb5-671467cb961b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event updated for resources: {'Port': ['ID=b80c8c05-a971-4529-9f74-f741064998cf,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:31.850265 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d704eb9-845a-4de7-9cf5-74d333b6ef17 req-c0a7c878-ee4d-4de5-b028-a76242b82801 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:31.851893 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d704eb9-845a-4de7-9cf5-74d333b6ef17 req-c0a7c878-ee4d-4de5-b028-a76242b82801 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 931 time: 0.2021823 Apr 18 21:01:31.863597 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-95077913-a5b0-461e-9bb5-671467cb961b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:31.863597 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-95077913-a5b0-461e-9bb5-671467cb961b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.870917 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-9b10a968-1cb9-413d-b7db-ccdf5f5a1d7f tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Deleting port 202ec86d-e200-472a-9fec-d3b27111f00d {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:31.871294 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9b10a968-1cb9-413d-b7db-ccdf5f5a1d7f tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.883706 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-60681c0d-0b95-412f-ad29-ec405411a0c8 req-aea6e3dc-ec60-4842-b695-a7ca1cfbdfe4 service neutron] 10.222.0.32 "GET /v2.0/networks/cf4b0570-d201-4ff4-9901-d4be70f3f0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891302 Apr 18 21:01:31.928790 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d704eb9-845a-4de7-9cf5-74d333b6ef17 req-4253838b-f48c-41f2-b766-4bee482f4ab7 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646677 Apr 18 21:01:32.005078 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-95077913-a5b0-461e-9bb5-671467cb961b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7821476 Apr 18 21:01:32.030865 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-06d2361e-5cb0-4aae-b31e-1d69911c4f70 service neutron] Request body: {'port': {'device_id': 'e6445910-b2cb-405c-90a2-b7860aa5bdba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:32.104339 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a91140ed-92ca-4840-bf4a-505ba8888e4f None None] Provisioning complete for port b80c8c05-a971-4529-9f74-f741064998cf triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:32.105017 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a91140ed-92ca-4840-bf4a-505ba8888e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.131167 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9b10a968-1cb9-413d-b7db-ccdf5f5a1d7f tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.149370 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-9b10a968-1cb9-413d-b7db-ccdf5f5a1d7f tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Calling delete_port for 202ec86d-e200-472a-9fec-d3b27111f00d owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:32.167228 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a91140ed-92ca-4840-bf4a-505ba8888e4f None None] Port b80c8c05-a971-4529-9f74-f741064998cf cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:01:32.293843 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-06d2361e-5cb0-4aae-b31e-1d69911c4f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.388640 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0312552-910b-4078-ad2e-957a8ee765cf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.473811 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0312552-910b-4078-ad2e-957a8ee765cf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event deleted for resources: {'Port': ['ID=994ea396-9f29-49d8-8824-0a8b824f6934,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:32.563465 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff024f1f-5686-40d7-b68a-0bf1d0f4bb68 req-137d515f-c2f3-4d17-8fdd-4d4061fceccc tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:32.567444 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ff024f1f-5686-40d7-b68a-0bf1d0f4bb68 req-137d515f-c2f3-4d17-8fdd-4d4061fceccc tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be HTTP/1.1" status: 200 len: 944 time: 0.0676877 Apr 18 21:01:32.683209 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ff024f1f-5686-40d7-b68a-0bf1d0f4bb68 req-5b334732-7792-4d82-8fb5-4896de4c22b5 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.41 "GET /v2.0/security-groups?id=6809ae04-6b22-441f-b711-e3d3c1e04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930822 Apr 18 21:01:33.178086 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c62e5-9659-4c8e-b052-a05e69c7c041 req-66111202-606b-4b05-b646-f0eb72cd5666 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:33.188685 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3f263295-fcef-40d3-9b9b-e22209baed80 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:01:33.202479 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2f9c62e5-9659-4c8e-b052-a05e69c7c041 req-66111202-606b-4b05-b646-f0eb72cd5666 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 931 time: 0.1110697 Apr 18 21:01:33.217808 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0312552-910b-4078-ad2e-957a8ee765cf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.289813 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2f9c62e5-9659-4c8e-b052-a05e69c7c041 req-336a8ebf-cc82-4644-a992-256c23988183 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848377 Apr 18 21:01:33.321436 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9b10a968-1cb9-413d-b7db-ccdf5f5a1d7f tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.376287 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 3f263295-fcef-40d3-9b9b-e22209baed80, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3f263295-fcef-40d3-9b9b-e22209baed80,segment=NetworkSegment(419a7eec-4a7e-47eb-bf94-247ff84e8462),segment_id=419a7eec-4a7e-47eb-bf94-247ff84e8462)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:33.393735 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0312552-910b-4078-ad2e-957a8ee765cf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.395946 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '3f263295-fcef-40d3-9b9b-e22209baed80', 'network_id': 'cf4b0570-d201-4ff4-9901-d4be70f3f0b1', 'port_id': '3f263295-fcef-40d3-9b9b-e22209baed80', 'mac_address': 'fa:16:3e:89:8d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b55d2e3e-c271-47bd-9c32-7ca3426262c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:01:33.399597 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10a968-1cb9-413d-b7db-ccdf5f5a1d7f tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Pushing event deleted for resources: {'Port': ['ID=202ec86d-e200-472a-9fec-d3b27111f00d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:33.412900 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0312552-910b-4078-ad2e-957a8ee765cf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.471303 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.496062 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f263295-fcef-40d3-9b9b-e22209baed80 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:01:33.550066 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 3f263295-fcef-40d3-9b9b-e22209baed80, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3f263295-fcef-40d3-9b9b-e22209baed80,segment=NetworkSegment(419a7eec-4a7e-47eb-bf94-247ff84e8462),segment_id=419a7eec-4a7e-47eb-bf94-247ff84e8462)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:33.557188 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.559859 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0312552-910b-4078-ad2e-957a8ee765cf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.561009 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0312552-910b-4078-ad2e-957a8ee765cf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Fanout notify agent at l3_agent the message router_deleted on router e3f28b16-afc7-4911-b090-146d58a64afd {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:01:33.592868 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0312552-910b-4078-ad2e-957a8ee765cf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.597983 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e0312552-910b-4078-ad2e-957a8ee765cf tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "DELETE /v2.0/routers/e3f28b16-afc7-4911-b090-146d58a64afd HTTP/1.1" status: 204 len: 168 time: 3.6459265 Apr 18 21:01:33.598368 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37984) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:33.693263 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=3f263295-fcef-40d3-9b9b-e22209baed80,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:33.769735 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f6b2c7-1c06-402f-a0a2-c589f994b884 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Deleting subnet 9c2be919-5dd2-452a-ae65-b075a72207f6 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:01:33.785736 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c3f6b2c7-1c06-402f-a0a2-c589f994b884 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.835339 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['3f263295-fcef-40d3-9b9b-e22209baed80'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:01:33.904784 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9b10a968-1cb9-413d-b7db-ccdf5f5a1d7f tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.916526 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-06d2361e-5cb0-4aae-b31e-1d69911c4f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b80c8c05-a971-4529-9f74-f741064998cf {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:01:33.928675 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-06d2361e-5cb0-4aae-b31e-1d69911c4f70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.938790 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c3f6b2c7-1c06-402f-a0a2-c589f994b884 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.948123 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-06d2361e-5cb0-4aae-b31e-1d69911c4f70 service neutron] Transition to ACTIVE for port object b80c8c05-a971-4529-9f74-f741064998cf will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:33.960345 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-06d2361e-5cb0-4aae-b31e-1d69911c4f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:34.051156 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d884923-7ab1-4a5a-86ca-81b018d9b421 req-5c4599a9-9422-438d-a6b3-1f9cc1d821b0 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:34.054065 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d884923-7ab1-4a5a-86ca-81b018d9b421 req-5c4599a9-9422-438d-a6b3-1f9cc1d821b0 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be HTTP/1.1" status: 200 len: 945 time: 0.2230110 Apr 18 21:01:34.179327 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c3f6b2c7-1c06-402f-a0a2-c589f994b884 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:34.246116 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2361e-5cb0-4aae-b31e-1d69911c4f70 service neutron] Pushing event updated for resources: {'Port': ['ID=b80c8c05-a971-4529-9f74-f741064998cf,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:34.365434 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b10a968-1cb9-413d-b7db-ccdf5f5a1d7f tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Router 7d17ffaa-886c-48ef-b85b-f975e3e6e5bd has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:34.398169 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c3f6b2c7-1c06-402f-a0a2-c589f994b884 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:34.512342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d884923-7ab1-4a5a-86ca-81b018d9b421 req-a199ed4d-a639-481d-b6f4-242f1888b688 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.41 "GET /v2.0/security-groups?id=6809ae04-6b22-441f-b711-e3d3c1e04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342787 Apr 18 21:01:34.516193 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6b2c7-1c06-402f-a0a2-c589f994b884 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event deleted for resources: {'Subnet': ['ID=9c2be919-5dd2-452a-ae65-b075a72207f6,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:34.581100 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c3f6b2c7-1c06-402f-a0a2-c589f994b884 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:34.590941 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c3f6b2c7-1c06-402f-a0a2-c589f994b884 tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "DELETE /v2.0/subnets/9c2be919-5dd2-452a-ae65-b075a72207f6 HTTP/1.1" status: 204 len: 168 time: 0.9912031 Apr 18 21:01:34.602499 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 37990) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:34.678774 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9cdf8-b7a9-4902-a6f2-26fee5210b46 req-56b56915-ae04-418b-92c6-89da6ea3a224 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:34.693135 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-88e9cdf8-b7a9-4902-a6f2-26fee5210b46 req-56b56915-ae04-418b-92c6-89da6ea3a224 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 943 time: 0.1789095 Apr 18 21:01:34.797259 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-88e9cdf8-b7a9-4902-a6f2-26fee5210b46 req-5c80d19f-e417-44f5-b0c5-33b8852b2462 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028857 Apr 18 21:01:34.850000 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-06d2361e-5cb0-4aae-b31e-1d69911c4f70 service neutron] Attempting to bind port b80c8c05-a971-4529-9f74-f741064998cf on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:34.850327 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-06d2361e-5cb0-4aae-b31e-1d69911c4f70 service neutron] Attempting to bind port b80c8c05-a971-4529-9f74-f741064998cf by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:34.850664 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-06d2361e-5cb0-4aae-b31e-1d69911c4f70 service neutron] Attempting to bind port b80c8c05-a971-4529-9f74-f741064998cf on network 49542224-f666-4718-b03f-958adc44dc33 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:01:34.874820 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b10a968-1cb9-413d-b7db-ccdf5f5a1d7f tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:34.890660 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7347f129-d13f-423f-ab86-730c862318b9 None None] Sync routers for ids ['7d17ffaa-886c-48ef-b85b-f975e3e6e5bd'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:34.896230 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9b10a968-1cb9-413d-b7db-ccdf5f5a1d7f tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] 10.222.0.41 "PUT /v2.0/routers/7d17ffaa-886c-48ef-b85b-f975e3e6e5bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3737764 Apr 18 21:01:34.897482 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-06d2361e-5cb0-4aae-b31e-1d69911c4f70 service neutron] Port b80c8c05-a971-4529-9f74-f741064998cf on network 49542224-f666-4718-b03f-958adc44dc33 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:01:34.898063 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-06d2361e-5cb0-4aae-b31e-1d69911c4f70 service neutron] Attempting to bind port b80c8c05-a971-4529-9f74-f741064998cf on network 49542224-f666-4718-b03f-958adc44dc33 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:01:34.902666 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37992) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:34.917971 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1ef4f70c-16fd-41e0-9c17-4c5dee8a1a9f tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:34.922773 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-06d2361e-5cb0-4aae-b31e-1d69911c4f70 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:01:34.923808 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-06d2361e-5cb0-4aae-b31e-1d69911c4f70 service neutron] Checking segment: {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:34.924597 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-06d2361e-5cb0-4aae-b31e-1d69911c4f70 service neutron] Bound using segment: {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:01:34.925595 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-06d2361e-5cb0-4aae-b31e-1d69911c4f70 service neutron] Bound port: b80c8c05-a971-4529-9f74-f741064998cf, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:34.926259 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-06d2361e-5cb0-4aae-b31e-1d69911c4f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:34.942905 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7347f129-d13f-423f-ab86-730c862318b9 None None] Routers {'7d17ffaa-886c-48ef-b85b-f975e3e6e5bd'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:34.943449 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7347f129-d13f-423f-ab86-730c862318b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7d17ffaa-886c-48ef-b85b-f975e3e6e5bd'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:35.014343 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-06d2361e-5cb0-4aae-b31e-1d69911c4f70 service neutron] For port b80c8c05-a971-4529-9f74-f741064998cf, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:35.016540 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7347f129-d13f-423f-ab86-730c862318b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:35.019227 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-06d2361e-5cb0-4aae-b31e-1d69911c4f70 service neutron] For port b80c8c05-a971-4529-9f74-f741064998cf, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b80c8c05-a971-4529-9f74-f741064998cf,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:35.025818 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-d28bb62c-f49d-4c56-af14-633e037ba9f3 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] delete failed (client error): The resource could not be found. Apr 18 21:01:35.031288 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d28bb62c-f49d-4c56-af14-633e037ba9f3 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-2030241010 HTTP/1.1" status: 404 len: 335 time: 0.1236312 Apr 18 21:01:35.031979 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37994) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:35.035338 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-06d2361e-5cb0-4aae-b31e-1d69911c4f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.036256 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7347f129-d13f-423f-ab86-730c862318b9 None None] Routers {'7d17ffaa-886c-48ef-b85b-f975e3e6e5bd'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:35.037091 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7347f129-d13f-423f-ab86-730c862318b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7d17ffaa-886c-48ef-b85b-f975e3e6e5bd'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:35.044310 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-aaa6b9bd-528e-48bd-ad4f-4d20301a85eb tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Request body: {'router': {'external_gateway_info': {'network_id': '7d17ffaa-886c-48ef-b85b-f975e3e6e5bd'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:35.086939 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7347f129-d13f-423f-ab86-730c862318b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:35.088206 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7347f129-d13f-423f-ab86-730c862318b9 None None] The sync data for ids ['7d17ffaa-886c-48ef-b85b-f975e3e6e5bd'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:35.201638 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3f263295-fcef-40d3-9b9b-e22209baed80 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:35.272463 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-06d2361e-5cb0-4aae-b31e-1d69911c4f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:35.273550 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-06d2361e-5cb0-4aae-b31e-1d69911c4f70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.277169 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-06d2361e-5cb0-4aae-b31e-1d69911c4f70 service neutron] 10.222.0.57 "PUT /v2.0/ports/b80c8c05-a971-4529-9f74-f741064998cf HTTP/1.1" status: 200 len: 1091 time: 3.2617412 Apr 18 21:01:35.278055 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6445910-b2cb-405c-90a2-b7860aa5bdba', 'tag': 'b80c8c05-a971-4529-9f74-f741064998cf'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:01:35.284254 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55230b9c-331a-4cea-857d-e2f77efca243" -d '{"events": [{"name": "network-changed", "server_uuid": "e6445910-b2cb-405c-90a2-b7860aa5bdba", "tag": "b80c8c05-a971-4529-9f74-f741064998cf"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:01:35.333665 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1ef4f70c-16fd-41e0-9c17-4c5dee8a1a9f tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.357036 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 3f263295-fcef-40d3-9b9b-e22209baed80 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:35.375775 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 3f263295-fcef-40d3-9b9b-e22209baed80 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:35.376183 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.407316 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2361e-5cb0-4aae-b31e-1d69911c4f70 service neutron] Pushing event updated for resources: {'Port': ['ID=b80c8c05-a971-4529-9f74-f741064998cf,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:35.440260 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-1ef4f70c-16fd-41e0-9c17-4c5dee8a1a9f tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99bde03e-7a3b-4b57-83be-8b541315edd7']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:35.455993 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49dab91-41de-42a8-8183-d892eb5a50d7 x-openstack-request-id: req-b49dab91-41de-42a8-8183-d892eb5a50d7 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:01:35.456299 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6445910-b2cb-405c-90a2-b7860aa5bdba", "tag": "b80c8c05-a971-4529-9f74-f741064998cf", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:01:35.456530 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b49dab91-41de-42a8-8183-d892eb5a50d7 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:01:35.456938 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b49dab91-41de-42a8-8183-d892eb5a50d7'] response: {'name': 'network-changed', 'server_uuid': 'e6445910-b2cb-405c-90a2-b7860aa5bdba', 'tag': 'b80c8c05-a971-4529-9f74-f741064998cf', 'status': 'completed', 'code': 200} Apr 18 21:01:35.468261 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-1ef4f70c-16fd-41e0-9c17-4c5dee8a1a9f tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4768102d-702d-4511-ba47-3ce5224f0ca0') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:35.470468 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-1ef4f70c-16fd-41e0-9c17-4c5dee8a1a9f tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4768102d-702d-4511-ba47-3ce5224f0ca0') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:35.488101 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1ef4f70c-16fd-41e0-9c17-4c5dee8a1a9f tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.511297 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aaa6b9bd-528e-48bd-ad4f-4d20301a85eb tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.513637 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-6507102b-ca2e-4472-a007-50bfa4a55974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:35.516748 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-6507102b-ca2e-4472-a007-50bfa4a55974 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 1094 time: 0.1763148 Apr 18 21:01:35.521963 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1ef4f70c-16fd-41e0-9c17-4c5dee8a1a9f tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.539915 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-aaa6b9bd-528e-48bd-ad4f-4d20301a85eb tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] update failed (client error): The resource could not be found. Apr 18 21:01:35.543306 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-aaa6b9bd-528e-48bd-ad4f-4d20301a85eb tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] 10.222.0.41 "PUT /v2.0/routers/7d17ffaa-886c-48ef-b85b-f975e3e6e5bd HTTP/1.1" status: 404 len: 339 time: 0.5101726 Apr 18 21:01:35.547116 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 37998) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:35.599152 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef4f70c-16fd-41e0-9c17-4c5dee8a1a9f tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:01:35.599560 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1ef4f70c-16fd-41e0-9c17-4c5dee8a1a9f tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:35.607248 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:35.630233 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.632455 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-c29b87cf-720f-45da-a3d8-1d8ae9730f72 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b80c8c05-a971-4529-9f74-f741064998cf HTTP/1.1" status: 200 len: 217 time: 0.1072977 Apr 18 21:01:35.669255 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f263295-fcef-40d3-9b9b-e22209baed80'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:01:35.672972 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3a3b29-e4ea-4d37-836c-894250c56ec0" -d '{"events": [{"server_uuid": "8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be", "name": "network-vif-plugged", "status": "completed", "tag": "3f263295-fcef-40d3-9b9b-e22209baed80"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:01:35.696952 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 3f263295-fcef-40d3-9b9b-e22209baed80, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3f263295-fcef-40d3-9b9b-e22209baed80,segment=NetworkSegment(419a7eec-4a7e-47eb-bf94-247ff84e8462),segment_id=419a7eec-4a7e-47eb-bf94-247ff84e8462)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:35.711107 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.741435 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1ef4f70c-16fd-41e0-9c17-4c5dee8a1a9f tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.758007 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1ef4f70c-16fd-41e0-9c17-4c5dee8a1a9f tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.764463 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1ef4f70c-16fd-41e0-9c17-4c5dee8a1a9f tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] 10.222.0.41 "DELETE /v2.0/networks/99bde03e-7a3b-4b57-83be-8b541315edd7 HTTP/1.1" status: 204 len: 168 time: 1.1577916 Apr 18 21:01:35.782499 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4f70c-16fd-41e0-9c17-4c5dee8a1a9f tempest-FloatingIPTestJSON-1158327217 tempest-FloatingIPTestJSON-1158327217-project] Pushing event deleted for resources: {'Network': ['ID=99bde03e-7a3b-4b57-83be-8b541315edd7,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:35.784977 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-93167431-9cc9-4150-95e9-d99779dc1392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:35.786714 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-93167431-9cc9-4150-95e9-d99779dc1392 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.1473198 Apr 18 21:01:35.823286 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=3f263295-fcef-40d3-9b9b-e22209baed80,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:35.844506 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c043798-f19e-4f5a-ac6c-03d3a980804f x-openstack-request-id: req-7c043798-f19e-4f5a-ac6c-03d3a980804f {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:01:35.845147 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be", "name": "network-vif-plugged", "status": "completed", "tag": "3f263295-fcef-40d3-9b9b-e22209baed80", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:01:35.845748 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c043798-f19e-4f5a-ac6c-03d3a980804f {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:01:35.846333 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c043798-f19e-4f5a-ac6c-03d3a980804f'] response: {'server_uuid': '8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f263295-fcef-40d3-9b9b-e22209baed80', 'code': 200} Apr 18 21:01:35.891791 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-95a1a1f9-4b82-4162-93f3-f19866cef560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:35.893721 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-95a1a1f9-4b82-4162-93f3-f19866cef560 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980306 Apr 18 21:01:36.041377 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e5a35-d794-4e83-a826-943045a5aadb req-929d53ff-6dab-4d8e-b607-d915e74d8890 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:36.048991 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e52e5a35-d794-4e83-a826-943045a5aadb req-929d53ff-6dab-4d8e-b607-d915e74d8890 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be HTTP/1.1" status: 200 len: 946 time: 0.2237005 Apr 18 21:01:36.064519 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-b4bcd368-19e5-40ce-9c5d-0fb9f209f051 service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629467 Apr 18 21:01:36.181775 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e52e5a35-d794-4e83-a826-943045a5aadb req-89594a54-d3b4-4e79-b82a-7ce89404a4a9 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.41 "GET /v2.0/security-groups?id=6809ae04-6b22-441f-b711-e3d3c1e04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271703 Apr 18 21:01:36.199536 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68c8f8-eade-42f1-80e9-96cd7ef6774f req-9f23f0c2-1017-41d6-9b13-1d36bbeb1f7a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:36.202753 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac68c8f8-eade-42f1-80e9-96cd7ef6774f req-9f23f0c2-1017-41d6-9b13-1d36bbeb1f7a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 943 time: 0.2039251 Apr 18 21:01:36.208980 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32413d2c-b7c1-43f9-bedc-d7905c074390 req-20324947-3304-4d2c-98c2-e5013acdbf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:36.211047 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-32413d2c-b7c1-43f9-bedc-d7905c074390 req-20324947-3304-4d2c-98c2-e5013acdbf6d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be HTTP/1.1" status: 200 len: 1097 time: 0.2801194 Apr 18 21:01:36.261125 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-23051ff5-e01d-4e75-8834-25713929b1b2 req-6110b035-718f-441e-9dc7-f6141cf80fb3 service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874459 Apr 18 21:01:36.341141 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-32413d2c-b7c1-43f9-bedc-d7905c074390 req-9b710cb4-7146-4b72-b0ad-3819a495bf59 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6809ae04-6b22-441f-b711-e3d3c1e04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956099 Apr 18 21:01:36.345434 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac68c8f8-eade-42f1-80e9-96cd7ef6774f req-816edc3e-58cb-45cb-b7b7-6dc1c338a141 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331027 Apr 18 21:01:36.365486 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b77b862a-31eb-4e47-b5c9-61d3ca4ff6f7 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:36.407364 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55230b9c-331a-4cea-857d-e2f77efca243 req-6e528aff-7f78-4d4b-ae0d-1c32d5aa4452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:36.410060 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-55230b9c-331a-4cea-857d-e2f77efca243 req-6e528aff-7f78-4d4b-ae0d-1c32d5aa4452 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 1094 time: 0.0724025 Apr 18 21:01:36.501698 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38010) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:36.570937 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55230b9c-331a-4cea-857d-e2f77efca243 req-6eaaa99e-3a78-4109-bf13-d38ab26f343b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:36.574225 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-55230b9c-331a-4cea-857d-e2f77efca243 req-6eaaa99e-3a78-4109-bf13-d38ab26f343b service neutron] 10.222.0.57 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 912 time: 0.1570973 Apr 18 21:01:36.708115 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-55230b9c-331a-4cea-857d-e2f77efca243 req-10509f88-6ce2-4824-b045-a82eb27a4c89 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b80c8c05-a971-4529-9f74-f741064998cf HTTP/1.1" status: 200 len: 217 time: 0.1256938 Apr 18 21:01:36.783619 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-00f49929-f6d4-4f81-83c3-720f39265b78 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=46a69b2c7efb40078a7621b36f4ee4f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2798502 Apr 18 21:01:36.822595 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38014) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:36.877863 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55230b9c-331a-4cea-857d-e2f77efca243 req-9e5fefcc-d970-4582-b567-db5619b0fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:36.879438 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-55230b9c-331a-4cea-857d-e2f77efca243 req-9e5fefcc-d970-4582-b567-db5619b0fbb5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.1047018 Apr 18 21:01:36.961574 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1facf409-8c8e-4a1e-95c9-9eaeff94c970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.010019 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1facf409-8c8e-4a1e-95c9-9eaeff94c970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.046897 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55230b9c-331a-4cea-857d-e2f77efca243 req-dc3f384f-8882-4975-8a0a-19a0d52b1aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:37.050299 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-55230b9c-331a-4cea-857d-e2f77efca243 req-dc3f384f-8882-4975-8a0a-19a0d52b1aab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1617322 Apr 18 21:01:37.256640 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-b77b862a-31eb-4e47-b5c9-61d3ca4ff6f7 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Allocated IP 172.20.0.1 (da41b05d-b4ae-40a9-95ef-5f014140e6ab/987a5e9b-08fb-463d-8e07-73557c796e99/be2fe030-a80f-448a-97d6-4edee207bd7e) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:37.281709 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-55230b9c-331a-4cea-857d-e2f77efca243 req-1f26191e-a21d-45f8-8a28-f2236a969566 service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171655 Apr 18 21:01:37.363089 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1facf409-8c8e-4a1e-95c9-9eaeff94c970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.367335 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1facf409-8c8e-4a1e-95c9-9eaeff94c970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.371825 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1facf409-8c8e-4a1e-95c9-9eaeff94c970 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95977116-5500-46d1-ad4c-236e206f7499 HTTP/1.1" status: 204 len: 168 time: 0.5477116 Apr 18 21:01:37.389858 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1facf409-8c8e-4a1e-95c9-9eaeff94c970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95977116-5500-46d1-ad4c-236e206f7499,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:37.553797 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-55230b9c-331a-4cea-857d-e2f77efca243 req-b656b27a-434f-4b15-bc11-3f15ce3cb9cd service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524722 Apr 18 21:01:37.561471 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dbdea-ad6a-4e78-878c-6d230fd08c65 req-c14c4ced-c104-4a6e-9252-23d62b10abe7 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:37.563461 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-617dbdea-ad6a-4e78-878c-6d230fd08c65 req-c14c4ced-c104-4a6e-9252-23d62b10abe7 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be HTTP/1.1" status: 200 len: 946 time: 0.1482801 Apr 18 21:01:37.623158 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b77b862a-31eb-4e47-b5c9-61d3ca4ff6f7 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.694280 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-617dbdea-ad6a-4e78-878c-6d230fd08c65 req-cc6e96c5-1ef2-4769-b38a-6db8bf7b8355 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.41 "GET /v2.0/security-groups?id=6809ae04-6b22-441f-b711-e3d3c1e04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012118 Apr 18 21:01:37.786610 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60336cbc-6e90-4024-9812-71e75e7c7b17 req-71a7f31d-edaa-4aa0-a1aa-97f8205b6899 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:37.795621 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-60336cbc-6e90-4024-9812-71e75e7c7b17 req-71a7f31d-edaa-4aa0-a1aa-97f8205b6899 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 943 time: 0.0829065 Apr 18 21:01:37.799507 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b77b862a-31eb-4e47-b5c9-61d3ca4ff6f7 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.833015 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.874875 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77b862a-31eb-4e47-b5c9-61d3ca4ff6f7 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Network da41b05d-b4ae-40a9-95ef-5f014140e6ab is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:37.886302 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-b77b862a-31eb-4e47-b5c9-61d3ca4ff6f7 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:37.895042 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77b862a-31eb-4e47-b5c9-61d3ca4ff6f7 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:37.912762 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-60336cbc-6e90-4024-9812-71e75e7c7b17 req-1f82e61d-b4a7-4afa-b91c-d240221343b2 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160407 Apr 18 21:01:37.947253 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b862a-31eb-4e47-b5c9-61d3ca4ff6f7 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Pushing event updated for resources: {'Port': ['ID=be2fe030-a80f-448a-97d6-4edee207bd7e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:37.994772 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b77b862a-31eb-4e47-b5c9-61d3ca4ff6f7 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.257228 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b77b862a-31eb-4e47-b5c9-61d3ca4ff6f7 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.408906 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ec487ed5-e1c6-4d41-beae-b61890bf33f9 None None] Provisioning complete for port be2fe030-a80f-448a-97d6-4edee207bd7e triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:38.408906 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ec487ed5-e1c6-4d41-beae-b61890bf33f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.546308 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ec487ed5-e1c6-4d41-beae-b61890bf33f9 None None] Port be2fe030-a80f-448a-97d6-4edee207bd7e cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:01:38.823525 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b77b862a-31eb-4e47-b5c9-61d3ca4ff6f7 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.831776 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b77b862a-31eb-4e47-b5c9-61d3ca4ff6f7 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.896492 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38058) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:38.959712 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b862a-31eb-4e47-b5c9-61d3ca4ff6f7 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Pushing event updated for resources: {'Port': ['ID=be2fe030-a80f-448a-97d6-4edee207bd7e,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:38.968379 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b77b862a-31eb-4e47-b5c9-61d3ca4ff6f7 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.015274 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c11f63-0ba2-4ae7-8038-3b9930707896 req-60d682a9-8c6a-43e4-b379-42a2602ea862 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:39.016966 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b3c11f63-0ba2-4ae7-8038-3b9930707896 req-60d682a9-8c6a-43e4-b379-42a2602ea862 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be HTTP/1.1" status: 200 len: 946 time: 0.1268282 Apr 18 21:01:39.111650 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b3c11f63-0ba2-4ae7-8038-3b9930707896 req-ced35a4b-e99e-4b20-a6b5-b4f74e26f812 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.41 "GET /v2.0/security-groups?id=6809ae04-6b22-441f-b711-e3d3c1e04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662019 Apr 18 21:01:39.169435 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-b5aa7c60-5143-45c3-838c-086182173d76 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-85873371'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:39.211188 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5aa7c60-5143-45c3-838c-086182173d76 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Made reservation on behalf of c6c240114a2445ec884221c276a81bc5 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:39.219595 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5aa7c60-5143-45c3-838c-086182173d76 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.223728 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77b862a-31eb-4e47-b5c9-61d3ca4ff6f7 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Network da41b05d-b4ae-40a9-95ef-5f014140e6ab is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:39.227292 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-b77b862a-31eb-4e47-b5c9-61d3ca4ff6f7 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:39.244609 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5aa7c60-5143-45c3-838c-086182173d76 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.276289 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a570d-1063-4963-915c-41ddda4b76c8 req-a26403be-cd90-461f-a5bc-fd2e02b2a02e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:39.285715 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e4a570d-1063-4963-915c-41ddda4b76c8 req-a26403be-cd90-461f-a5bc-fd2e02b2a02e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 943 time: 0.1315873 Apr 18 21:01:39.423605 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5aa7c60-5143-45c3-838c-086182173d76 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.431950 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5aa7c60-5143-45c3-838c-086182173d76 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.452974 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5aa7c60-5143-45c3-838c-086182173d76 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:01:39.465558 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5aa7c60-5143-45c3-838c-086182173d76 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.465925 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-b5aa7c60-5143-45c3-838c-086182173d76 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Added segment 93fe0f61-f62b-4b44-997a-c65fa1a27f97 of type vlan for network 036685b5-d456-4c41-928e-91c0547af779 Apr 18 21:01:39.491578 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e4a570d-1063-4963-915c-41ddda4b76c8 req-5de3d8b9-dcca-4f87-9729-7e1b388a086b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538115 Apr 18 21:01:39.521459 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77b862a-31eb-4e47-b5c9-61d3ca4ff6f7 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Router 7d17ffaa-886c-48ef-b85b-f975e3e6e5bd has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:39.602018 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5aa7c60-5143-45c3-838c-086182173d76 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.651873 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa7c60-5143-45c3-838c-086182173d76 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a11a81ea-cb94-4e6d-89e0-721eb4403ebc,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:39.706190 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5aa7c60-5143-45c3-838c-086182173d76 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.717815 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5aa7c60-5143-45c3-838c-086182173d76 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:39.719127 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5aa7c60-5143-45c3-838c-086182173d76 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.819762 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6af71342-31bd-4f5a-baef-779dc8e24200 None None] Provisioning complete for port be2fe030-a80f-448a-97d6-4edee207bd7e triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:39.824449 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6af71342-31bd-4f5a-baef-779dc8e24200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.827562 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77b862a-31eb-4e47-b5c9-61d3ca4ff6f7 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:39.833726 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b5aa7c60-5143-45c3-838c-086182173d76 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9348257 Apr 18 21:01:39.841721 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b77b862a-31eb-4e47-b5c9-61d3ca4ff6f7 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] 10.222.0.41 "PUT /v2.0/routers/7d17ffaa-886c-48ef-b85b-f975e3e6e5bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2895110 Apr 18 21:01:39.841721 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38068) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:39.844339 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38070) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:39.849599 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae23f821-ad7f-4ed6-bf55-dc304cf6e9ca None None] Sync routers for ids ['7d17ffaa-886c-48ef-b85b-f975e3e6e5bd'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:39.851107 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a7f5f441-d9ed-4ad9-bec9-a580cdfe7508 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1442458192'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:39.875222 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa7c60-5143-45c3-838c-086182173d76 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Network': ['ID=036685b5-d456-4c41-928e-91c0547af779,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:39.951097 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 036685b5-d456-4c41-928e-91c0547af779 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:01:39.968671 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f5f441-d9ed-4ad9-bec9-a580cdfe7508 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Made reservation on behalf of c6c240114a2445ec884221c276a81bc5 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:39.972264 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7f5f441-d9ed-4ad9-bec9-a580cdfe7508 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:40.029714 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1baf6d1b-7021-42d6-a905-4122a5f0bd8d tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:40.078679 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae23f821-ad7f-4ed6-bf55-dc304cf6e9ca None None] Routers {'7d17ffaa-886c-48ef-b85b-f975e3e6e5bd'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:40.079633 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-ae23f821-ad7f-4ed6-bf55-dc304cf6e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7d17ffaa-886c-48ef-b85b-f975e3e6e5bd'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:40.143490 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f5f441-d9ed-4ad9-bec9-a580cdfe7508 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:01:40.171229 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-1baf6d1b-7021-42d6-a905-4122a5f0bd8d tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 21:01:40.172302 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1baf6d1b-7021-42d6-a905-4122a5f0bd8d tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] 10.222.0.41 "DELETE /v2.0/routers/7d17ffaa-886c-48ef-b85b-f975e3e6e5bd HTTP/1.1" status: 409 len: 329 time: 0.3141012 Apr 18 21:01:40.175919 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38076) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:40.182697 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7f5f441-d9ed-4ad9-bec9-a580cdfe7508 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:40.183055 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-a7f5f441-d9ed-4ad9-bec9-a580cdfe7508 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Added segment b9164b8e-559a-4098-838b-5c2574b205c6 of type vlan for network 474b21a0-14b0-439c-aa6a-3ff92c0fb674 Apr 18 21:01:40.241574 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6af71342-31bd-4f5a-baef-779dc8e24200 None None] Port be2fe030-a80f-448a-97d6-4edee207bd7e cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:01:40.256392 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-ae23f821-ad7f-4ed6-bf55-dc304cf6e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:40.285479 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae23f821-ad7f-4ed6-bf55-dc304cf6e9ca None None] Routers {'7d17ffaa-886c-48ef-b85b-f975e3e6e5bd'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:40.286461 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-ae23f821-ad7f-4ed6-bf55-dc304cf6e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7d17ffaa-886c-48ef-b85b-f975e3e6e5bd'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:40.300163 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7f5f441-d9ed-4ad9-bec9-a580cdfe7508 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:40.353714 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7f5f441-d9ed-4ad9-bec9-a580cdfe7508 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:40.368236 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f5f441-d9ed-4ad9-bec9-a580cdfe7508 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:40.369398 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a7f5f441-d9ed-4ad9-bec9-a580cdfe7508 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:40.375411 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-ae23f821-ad7f-4ed6-bf55-dc304cf6e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:40.376351 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae23f821-ad7f-4ed6-bf55-dc304cf6e9ca None None] The sync data for ids ['7d17ffaa-886c-48ef-b85b-f975e3e6e5bd'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:40.440594 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a7f5f441-d9ed-4ad9-bec9-a580cdfe7508 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5980315 Apr 18 21:01:40.478992 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38082) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:40.484669 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-4df7b6ac-23c3-4b13-9e66-672d53455763 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'subnet': {'network_id': '036685b5-d456-4c41-928e-91c0547af779', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:40.524843 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5f441-d9ed-4ad9-bec9-a580cdfe7508 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Network': ['ID=474b21a0-14b0-439c-aa6a-3ff92c0fb674,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:40.537284 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 474b21a0-14b0-439c-aa6a-3ff92c0fb674 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:01:40.612140 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df7b6ac-23c3-4b13-9e66-672d53455763 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Made reservation on behalf of c6c240114a2445ec884221c276a81bc5 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:40.616518 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4df7b6ac-23c3-4b13-9e66-672d53455763 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:40.832012 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa879f-a136-4f2a-a632-c6571789e1cc req-11a93989-c2e3-4461-8d39-6cb01a969912 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:40.834020 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-46fa879f-a136-4f2a-a632-c6571789e1cc req-11a93989-c2e3-4461-8d39-6cb01a969912 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 943 time: 0.1068628 Apr 18 21:01:41.029563 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-46fa879f-a136-4f2a-a632-c6571789e1cc req-c61a0fc4-dd59-4dc3-9b62-3ca93b1b1518 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789091 Apr 18 21:01:41.029908 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3d40883-9b87-481d-9c74-2d5c092f7a7e tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:41.079580 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4df7b6ac-23c3-4b13-9e66-672d53455763 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:41.173710 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7b6ac-23c3-4b13-9e66-672d53455763 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Subnet': ['ID=cc20c632-1e0a-4952-b3ec-723cbbdabcbb,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:41.213347 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df7b6ac-23c3-4b13-9e66-672d53455763 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Checking segment: {'id': '93fe0f61-f62b-4b44-997a-c65fa1a27f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '036685b5-d456-4c41-928e-91c0547af779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:41.213746 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df7b6ac-23c3-4b13-9e66-672d53455763 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network hostable DHCP agents. Network: 036685b5-d456-4c41-928e-91c0547af779, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:01:41.251489 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df7b6ac-23c3-4b13-9e66-672d53455763 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network 036685b5-d456-4c41-928e-91c0547af779 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:01:41.268327 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-4df7b6ac-23c3-4b13-9e66-672d53455763 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 036685b5-d456-4c41-928e-91c0547af779) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:41.283281 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e5641d-3bf0-41fa-a14c-ab0605204c67 None None] Network 036685b5-d456-4c41-928e-91c0547af779 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:41.286177 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df7b6ac-23c3-4b13-9e66-672d53455763 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:41.287908 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4df7b6ac-23c3-4b13-9e66-672d53455763 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:41.314789 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4df7b6ac-23c3-4b13-9e66-672d53455763 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8337188 Apr 18 21:01:41.315874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38090) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:41.323352 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-474cea83-9f13-44b0-8fef-7cca545db3a6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'subnet': {'network_id': '474b21a0-14b0-439c-aa6a-3ff92c0fb674', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:41.522657 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474cea83-9f13-44b0-8fef-7cca545db3a6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Made reservation on behalf of c6c240114a2445ec884221c276a81bc5 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:41.532221 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-474cea83-9f13-44b0-8fef-7cca545db3a6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:41.636422 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-036685b5-d456-4c41-928e-91c0547af779', 'network_id': '036685b5-d456-4c41-928e-91c0547af779', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'fixed_ips': [{'subnet_id': 'cc20c632-1e0a-4952-b3ec-723cbbdabcbb'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:01:41.637679 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:41.698956 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-c3d40883-9b87-481d-9c74-2d5c092f7a7e tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Deleting port be2fe030-a80f-448a-97d6-4edee207bd7e {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:41.699782 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3d40883-9b87-481d-9c74-2d5c092f7a7e tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:41.849675 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3d40883-9b87-481d-9c74-2d5c092f7a7e tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:41.868894 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-474cea83-9f13-44b0-8fef-7cca545db3a6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:41.873107 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Allocated IP 2001:db8::2 (036685b5-d456-4c41-928e-91c0547af779/cc20c632-1e0a-4952-b3ec-723cbbdabcbb/38444b57-6955-41c1-bbf3-adbc9322fab6) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:41.876005 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:41.885575 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-c3d40883-9b87-481d-9c74-2d5c092f7a7e tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Calling delete_port for be2fe030-a80f-448a-97d6-4edee207bd7e owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:41.969848 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cea83-9f13-44b0-8fef-7cca545db3a6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Subnet': ['ID=d0caf0ac-ce5b-4820-9129-0ba5152ca956,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:41.993944 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474cea83-9f13-44b0-8fef-7cca545db3a6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Checking segment: {'id': 'b9164b8e-559a-4098-838b-5c2574b205c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '474b21a0-14b0-439c-aa6a-3ff92c0fb674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:41.994492 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474cea83-9f13-44b0-8fef-7cca545db3a6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network hostable DHCP agents. Network: 474b21a0-14b0-439c-aa6a-3ff92c0fb674, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:01:42.017430 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474cea83-9f13-44b0-8fef-7cca545db3a6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network 474b21a0-14b0-439c-aa6a-3ff92c0fb674 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:01:42.030519 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-474cea83-9f13-44b0-8fef-7cca545db3a6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 474b21a0-14b0-439c-aa6a-3ff92c0fb674) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:42.036566 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474cea83-9f13-44b0-8fef-7cca545db3a6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:42.037334 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-474cea83-9f13-44b0-8fef-7cca545db3a6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:42.059678 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-474cea83-9f13-44b0-8fef-7cca545db3a6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7413175 Apr 18 21:01:42.064245 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38096) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:42.069239 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-6bcd3da4-e977-407a-995e-4f5eecf67ef8 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1331255353', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:42.099028 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:42.105675 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2e0031-7aa5-4bcf-ae65-aed502a18ef0 None None] Network 474b21a0-14b0-439c-aa6a-3ff92c0fb674 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:42.123712 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6bcd3da4-e977-407a-995e-4f5eecf67ef8 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:42.125190 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6bcd3da4-e977-407a-995e-4f5eecf67ef8 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:42.154945 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:42.228748 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3d40883-9b87-481d-9c74-2d5c092f7a7e tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:42.284252 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d40883-9b87-481d-9c74-2d5c092f7a7e tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Pushing event deleted for resources: {'Port': ['ID=be2fe030-a80f-448a-97d6-4edee207bd7e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:42.297434 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Network 036685b5-d456-4c41-928e-91c0547af779 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:42.326558 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:42.347202 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:42.412849 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f2ed7-5689-4964-b6e0-889fa2f40fc2 req-93f2a1ab-c175-44a7-8ca2-69bfc83fca44 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:42.414458 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3a0f2ed7-5689-4964-b6e0-889fa2f40fc2 req-93f2a1ab-c175-44a7-8ca2-69bfc83fca44 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 943 time: 0.1964145 Apr 18 21:01:42.418349 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6bcd3da4-e977-407a-995e-4f5eecf67ef8 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:42.440854 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6bcd3da4-e977-407a-995e-4f5eecf67ef8 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:42.452634 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Pushing event updated for resources: {'Port': ['ID=38444b57-6955-41c1-bbf3-adbc9322fab6,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:42.508127 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6bcd3da4-e977-407a-995e-4f5eecf67ef8 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:42.509474 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6bcd3da4-e977-407a-995e-4f5eecf67ef8 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4440622 Apr 18 21:01:42.515742 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38102) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:42.559473 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3a0f2ed7-5689-4964-b6e0-889fa2f40fc2 req-e3d37115-4c90-4361-9dd3-3a8c536178fb tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215920 Apr 18 21:01:42.620689 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:42.621039 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:42.621386 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:42.621728 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:42.622065 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:42.622400 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:42.622733 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:42.623295 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:42.623758 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:42.624117 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:42.624472 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:42.624831 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:42.639403 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Attempting to bind port 38444b57-6955-41c1-bbf3-adbc9322fab6 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:42.639779 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Attempting to bind port 38444b57-6955-41c1-bbf3-adbc9322fab6 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '93fe0f61-f62b-4b44-997a-c65fa1a27f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '036685b5-d456-4c41-928e-91c0547af779'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:42.640297 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Attempting to bind port 38444b57-6955-41c1-bbf3-adbc9322fab6 on network 036685b5-d456-4c41-928e-91c0547af779 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:01:42.648974 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:01:42.649433 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Checking segment: {'id': '93fe0f61-f62b-4b44-997a-c65fa1a27f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '036685b5-d456-4c41-928e-91c0547af779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:42.650368 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:42.650770 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Bound using segment: {'id': '93fe0f61-f62b-4b44-997a-c65fa1a27f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '036685b5-d456-4c41-928e-91c0547af779'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:01:42.652264 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Bound port: 38444b57-6955-41c1-bbf3-adbc9322fab6, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93fe0f61-f62b-4b44-997a-c65fa1a27f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '036685b5-d456-4c41-928e-91c0547af779'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:42.652981 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:42.676349 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3d40883-9b87-481d-9c74-2d5c092f7a7e tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:42.735205 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f5fb82-999a-4c72-ab6c-ba4b5c03c989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-474b21a0-14b0-439c-aa6a-3ff92c0fb674', 'network_id': '474b21a0-14b0-439c-aa6a-3ff92c0fb674', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'fixed_ips': [{'subnet_id': 'd0caf0ac-ce5b-4820-9129-0ba5152ca956'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:01:42.741298 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-00f5fb82-999a-4c72-ab6c-ba4b5c03c989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:42.960419 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] For port 38444b57-6955-41c1-bbf3-adbc9322fab6, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:42.966710 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] For port 38444b57-6955-41c1-bbf3-adbc9322fab6, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=38444b57-6955-41c1-bbf3-adbc9322fab6,segment=NetworkSegment(93fe0f61-f62b-4b44-997a-c65fa1a27f97),segment_id=93fe0f61-f62b-4b44-997a-c65fa1a27f97)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:42.975231 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.009586 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d40883-9b87-481d-9c74-2d5c092f7a7e tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Router 7d17ffaa-886c-48ef-b85b-f975e3e6e5bd has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:43.085556 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-00f5fb82-999a-4c72-ab6c-ba4b5c03c989 None None] Allocated IP 2001:db8:1::2 (474b21a0-14b0-439c-aa6a-3ff92c0fb674/d0caf0ac-ce5b-4820-9129-0ba5152ca956/0f159960-4544-453c-b70e-562b20f63219) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:43.192803 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11f6ed24-e811-4745-916a-d26716fe531a tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.203656 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d40883-9b87-481d-9c74-2d5c092f7a7e tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:43.215891 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228980ce-3234-49bd-9b20-89932f9afd4e None None] Sync routers for ids ['7d17ffaa-886c-48ef-b85b-f975e3e6e5bd'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:43.225610 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c3d40883-9b87-481d-9c74-2d5c092f7a7e tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] 10.222.0.41 "PUT /v2.0/routers/7d17ffaa-886c-48ef-b85b-f975e3e6e5bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0464571 Apr 18 21:01:43.230350 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38114) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:43.242212 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228980ce-3234-49bd-9b20-89932f9afd4e None None] Routers {'7d17ffaa-886c-48ef-b85b-f975e3e6e5bd'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:43.242212 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-228980ce-3234-49bd-9b20-89932f9afd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7d17ffaa-886c-48ef-b85b-f975e3e6e5bd'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:43.316102 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-228980ce-3234-49bd-9b20-89932f9afd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:43.327031 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-b350a497-1d12-403e-b903-ec6812b400dc tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] show failed (client error): The resource could not be found. Apr 18 21:01:43.328332 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b350a497-1d12-403e-b903-ec6812b400dc tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-482213122 HTTP/1.1" status: 404 len: 334 time: 0.0973635 Apr 18 21:01:43.332624 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38118) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:43.337675 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-dc6ec6b2-393d-4d7b-b103-306e68bf554f tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:43.341174 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228980ce-3234-49bd-9b20-89932f9afd4e None None] Routers {'7d17ffaa-886c-48ef-b85b-f975e3e6e5bd'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:43.341803 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-228980ce-3234-49bd-9b20-89932f9afd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7d17ffaa-886c-48ef-b85b-f975e3e6e5bd'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:43.428242 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-dc6ec6b2-393d-4d7b-b103-306e68bf554f tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] update failed (client error): The resource could not be found. Apr 18 21:01:43.429390 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-dc6ec6b2-393d-4d7b-b103-306e68bf554f tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-1360890251 HTTP/1.1" status: 404 len: 335 time: 0.0957906 Apr 18 21:01:43.435378 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38122) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:43.469863 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-00f5fb82-999a-4c72-ab6c-ba4b5c03c989 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.486785 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-228980ce-3234-49bd-9b20-89932f9afd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:43.492812 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228980ce-3234-49bd-9b20-89932f9afd4e None None] The sync data for ids ['7d17ffaa-886c-48ef-b85b-f975e3e6e5bd'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:43.546212 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d6132-fe1d-439c-867c-a6e570e0db6f None None] Pushing event updated for resources: {'Port': ['ID=38444b57-6955-41c1-bbf3-adbc9322fab6,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:43.551493 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-00f5fb82-999a-4c72-ab6c-ba4b5c03c989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.584131 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-e364cd34-c017-417f-8412-18d60893d85c tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Deleting subnet c5dabe3f-51e7-428e-b6b1-84418cbb622a {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:01:43.591414 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e364cd34-c017-417f-8412-18d60893d85c tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.617070 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5fb82-999a-4c72-ab6c-ba4b5c03c989 None None] Pushing event updated for resources: {'Port': ['ID=0f159960-4544-453c-b70e-562b20f63219,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:43.662718 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f5fb82-999a-4c72-ab6c-ba4b5c03c989 None None] Network 474b21a0-14b0-439c-aa6a-3ff92c0fb674 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:43.670454 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-00f5fb82-999a-4c72-ab6c-ba4b5c03c989 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:43.674040 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f5fb82-999a-4c72-ab6c-ba4b5c03c989 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:43.707761 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e364cd34-c017-417f-8412-18d60893d85c tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.787370 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-11f6ed24-e811-4745-916a-d26716fe531a tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Allocated IP 2001:db8::1 (036685b5-d456-4c41-928e-91c0547af779/cc20c632-1e0a-4952-b3ec-723cbbdabcbb/424aef8a-e93a-4017-902e-16c4f97ddda4) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:43.824205 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-00f5fb82-999a-4c72-ab6c-ba4b5c03c989 None None] Attempting to bind port 0f159960-4544-453c-b70e-562b20f63219 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:43.825629 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-00f5fb82-999a-4c72-ab6c-ba4b5c03c989 None None] Attempting to bind port 0f159960-4544-453c-b70e-562b20f63219 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'b9164b8e-559a-4098-838b-5c2574b205c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '474b21a0-14b0-439c-aa6a-3ff92c0fb674'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:43.826012 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f5fb82-999a-4c72-ab6c-ba4b5c03c989 None None] Attempting to bind port 0f159960-4544-453c-b70e-562b20f63219 on network 474b21a0-14b0-439c-aa6a-3ff92c0fb674 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:01:43.833789 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c6161-43a7-47a3-8d75-a5934d402a5e req-0e3c5ff1-aee1-4b65-aa58-b34cf740b6f5 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:43.840217 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f5fb82-999a-4c72-ab6c-ba4b5c03c989 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:01:43.840633 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f5fb82-999a-4c72-ab6c-ba4b5c03c989 None None] Checking segment: {'id': 'b9164b8e-559a-4098-838b-5c2574b205c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '474b21a0-14b0-439c-aa6a-3ff92c0fb674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:43.841102 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-00f5fb82-999a-4c72-ab6c-ba4b5c03c989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.841520 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f5fb82-999a-4c72-ab6c-ba4b5c03c989 None None] Bound using segment: {'id': 'b9164b8e-559a-4098-838b-5c2574b205c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '474b21a0-14b0-439c-aa6a-3ff92c0fb674'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:01:43.842021 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-00f5fb82-999a-4c72-ab6c-ba4b5c03c989 None None] Bound port: 0f159960-4544-453c-b70e-562b20f63219, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9164b8e-559a-4098-838b-5c2574b205c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '474b21a0-14b0-439c-aa6a-3ff92c0fb674'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:43.842415 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-00f5fb82-999a-4c72-ab6c-ba4b5c03c989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.843804 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce4c6161-43a7-47a3-8d75-a5934d402a5e req-0e3c5ff1-aee1-4b65-aa58-b34cf740b6f5 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 943 time: 0.1133149 Apr 18 21:01:43.893155 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e364cd34-c017-417f-8412-18d60893d85c tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.024307 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e364cd34-c017-417f-8412-18d60893d85c tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.038341 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-00f5fb82-999a-4c72-ab6c-ba4b5c03c989 None None] For port 0f159960-4544-453c-b70e-562b20f63219, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:44.045300 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-00f5fb82-999a-4c72-ab6c-ba4b5c03c989 None None] For port 0f159960-4544-453c-b70e-562b20f63219, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=0f159960-4544-453c-b70e-562b20f63219,segment=NetworkSegment(b9164b8e-559a-4098-838b-5c2574b205c6),segment_id=b9164b8e-559a-4098-838b-5c2574b205c6)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:44.052381 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-00f5fb82-999a-4c72-ab6c-ba4b5c03c989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.053544 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce4c6161-43a7-47a3-8d75-a5934d402a5e req-b44a12b4-e050-4739-9d5b-78bb4dfe57dc tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075901 Apr 18 21:01:44.095317 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364cd34-c017-417f-8412-18d60893d85c tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Pushing event deleted for resources: {'Subnet': ['ID=c5dabe3f-51e7-428e-b6b1-84418cbb622a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:44.101477 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e364cd34-c017-417f-8412-18d60893d85c tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.109891 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e364cd34-c017-417f-8412-18d60893d85c tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] 10.222.0.41 "DELETE /v2.0/subnets/c5dabe3f-51e7-428e-b6b1-84418cbb622a HTTP/1.1" status: 204 len: 168 time: 0.6732824 Apr 18 21:01:44.110967 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38134) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:44.174865 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-1585a65a-ff54-494a-a5c1-72159c07c48e tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Deleting subnet 4107b300-9c15-45ec-8ad3-55b5add17e82 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:01:44.178873 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11f6ed24-e811-4745-916a-d26716fe531a tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.180694 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1585a65a-ff54-494a-a5c1-72159c07c48e tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.198214 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7853aa-64aa-4bcf-adcb-96948ef8390f None None] Network 31ffe08a-f944-4534-9195-bd7c28e30eaa requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:44.288033 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11f6ed24-e811-4745-916a-d26716fe531a tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.300992 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1585a65a-ff54-494a-a5c1-72159c07c48e tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.433164 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f6ed24-e811-4745-916a-d26716fe531a tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network 036685b5-d456-4c41-928e-91c0547af779 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:44.440812 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5fb82-999a-4c72-ab6c-ba4b5c03c989 None None] Pushing event updated for resources: {'Port': ['ID=0f159960-4544-453c-b70e-562b20f63219,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:44.444030 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-11f6ed24-e811-4745-916a-d26716fe531a tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:44.450279 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f6ed24-e811-4745-916a-d26716fe531a tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:44.452267 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11f6ed24-e811-4745-916a-d26716fe531a tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.581262 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6ed24-e811-4745-916a-d26716fe531a tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Port': ['ID=424aef8a-e93a-4017-902e-16c4f97ddda4,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:44.620584 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1585a65a-ff54-494a-a5c1-72159c07c48e tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.786150 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1585a65a-ff54-494a-a5c1-72159c07c48e tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.802656 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11f6ed24-e811-4745-916a-d26716fe531a tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.832418 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9311ca77-478f-4716-9559-4ac5357c7f3e None None] DHCP port deletion for 31ffe08a-f944-4534-9195-bd7c28e30eaa request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:01:44.845912 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1585a65a-ff54-494a-a5c1-72159c07c48e tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.865100 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1585a65a-ff54-494a-a5c1-72159c07c48e tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] 10.222.0.41 "DELETE /v2.0/subnets/4107b300-9c15-45ec-8ad3-55b5add17e82 HTTP/1.1" status: 204 len: 168 time: 0.7515521 Apr 18 21:01:44.868913 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38146) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:44.966101 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b882917a-8b8f-47c4-b989-53bac0f7ab24 None None] Network f260d85f-652c-4235-880b-9be13f899808 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:45.454144 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163d8807-62bf-4ee4-a1f5-59c7f7bde215 None None] Network 036685b5-d456-4c41-928e-91c0547af779 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:45.457086 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 38444b57-6955-41c1-bbf3-adbc9322fab6 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:45.570637 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11f6ed24-e811-4745-916a-d26716fe531a tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:45.578494 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11f6ed24-e811-4745-916a-d26716fe531a tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:45.579398 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11f6ed24-e811-4745-916a-d26716fe531a tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:45.674867 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f9b07577-ace5-4e9c-a6a3-52463e69f974 None None] Provisioning complete for port 38444b57-6955-41c1-bbf3-adbc9322fab6 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:45.675383 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f9b07577-ace5-4e9c-a6a3-52463e69f974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:45.735293 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6ed24-e811-4745-916a-d26716fe531a tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Port': ['ID=424aef8a-e93a-4017-902e-16c4f97ddda4,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:45.750870 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-9311ca77-478f-4716-9559-4ac5357c7f3e None None] Deleting port bc1063b9-3dae-47f2-afb9-1f5342cd7bc2 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:45.751446 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9311ca77-478f-4716-9559-4ac5357c7f3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:45.759535 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a6566-c879-4e2e-885f-bd001003eaf3 req-d0807ba1-b71c-4703-88f6-786d1ad8ab83 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:45.777618 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f61a6566-c879-4e2e-885f-bd001003eaf3 req-d0807ba1-b71c-4703-88f6-786d1ad8ab83 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 943 time: 0.5457389 Apr 18 21:01:45.848861 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f61a6566-c879-4e2e-885f-bd001003eaf3 req-ac2dcde3-599d-4c0d-932e-474774510d15 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695775 Apr 18 21:01:45.887236 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585a65a-ff54-494a-a5c1-72159c07c48e tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Pushing event deleted for resources: {'Subnet': ['ID=4107b300-9c15-45ec-8ad3-55b5add17e82,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:45.934136 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f6ed24-e811-4745-916a-d26716fe531a tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network 036685b5-d456-4c41-928e-91c0547af779 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:45.937230 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-11f6ed24-e811-4745-916a-d26716fe531a tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:46.016146 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-9311ca77-478f-4716-9559-4ac5357c7f3e None None] For port bc1063b9-3dae-47f2-afb9-1f5342cd7bc2, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=bc1063b9-3dae-47f2-afb9-1f5342cd7bc2,segment=NetworkSegment(bc744785-bdd8-4376-823b-4e0ebe4bf2ac),segment_id=bc744785-bdd8-4376-823b-4e0ebe4bf2ac)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:46.016789 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9311ca77-478f-4716-9559-4ac5357c7f3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.037210 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-9311ca77-478f-4716-9559-4ac5357c7f3e None None] Calling delete_port for bc1063b9-3dae-47f2-afb9-1f5342cd7bc2 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:46.066259 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff7a6c47-412d-4bdf-a149-7cff28a7dae0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.153615 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a6c47-412d-4bdf-a149-7cff28a7dae0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Deleting port bc1063b9-3dae-47f2-afb9-1f5342cd7bc2 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:46.154274 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff7a6c47-412d-4bdf-a149-7cff28a7dae0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.192014 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 38444b57-6955-41c1-bbf3-adbc9322fab6 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:46.192991 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.235124 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-ff7a6c47-412d-4bdf-a149-7cff28a7dae0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] For port bc1063b9-3dae-47f2-afb9-1f5342cd7bc2, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=bc1063b9-3dae-47f2-afb9-1f5342cd7bc2,segment=NetworkSegment(bc744785-bdd8-4376-823b-4e0ebe4bf2ac),segment_id=bc744785-bdd8-4376-823b-4e0ebe4bf2ac)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:46.235740 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff7a6c47-412d-4bdf-a149-7cff28a7dae0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.256642 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a6c47-412d-4bdf-a149-7cff28a7dae0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Calling delete_port for bc1063b9-3dae-47f2-afb9-1f5342cd7bc2 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:46.260162 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b29a63-6598-46e0-b753-57ee69678bcc None None] Network 474b21a0-14b0-439c-aa6a-3ff92c0fb674 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:46.332887 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c91553-bef9-4914-b7c4-d854f20e78d2 None None] DHCP port deletion for f260d85f-652c-4235-880b-9be13f899808 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:01:46.381987 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f9b07577-ace5-4e9c-a6a3-52463e69f974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.428494 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff7a6c47-412d-4bdf-a149-7cff28a7dae0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.459138 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9311ca77-478f-4716-9559-4ac5357c7f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.472166 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a6c47-412d-4bdf-a149-7cff28a7dae0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Pushing event deleted for resources: {'Port': ['ID=bc1063b9-3dae-47f2-afb9-1f5342cd7bc2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:46.486155 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7a6c47-412d-4bdf-a149-7cff28a7dae0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] No DVR routers for this DVR port bc1063b9-3dae-47f2-afb9-1f5342cd7bc2 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:46.557957 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311ca77-478f-4716-9559-4ac5357c7f3e None None] Pushing event deleted for resources: {'Port': ['ID=bc1063b9-3dae-47f2-afb9-1f5342cd7bc2,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:46.576051 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9311ca77-478f-4716-9559-4ac5357c7f3e None None] No DVR routers for this DVR port bc1063b9-3dae-47f2-afb9-1f5342cd7bc2 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:46.591107 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f9b07577-ace5-4e9c-a6a3-52463e69f974 None None] For port 38444b57-6955-41c1-bbf3-adbc9322fab6, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=38444b57-6955-41c1-bbf3-adbc9322fab6,segment=NetworkSegment(93fe0f61-f62b-4b44-997a-c65fa1a27f97),segment_id=93fe0f61-f62b-4b44-997a-c65fa1a27f97)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:46.607700 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f9b07577-ace5-4e9c-a6a3-52463e69f974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.698925 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff7a6c47-412d-4bdf-a149-7cff28a7dae0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.739836 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-ff7a6c47-412d-4bdf-a149-7cff28a7dae0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ffe08a-f944-4534-9195-bd7c28e30eaa']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:46.764616 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-ff7a6c47-412d-4bdf-a149-7cff28a7dae0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc744785-bdd8-4376-823b-4e0ebe4bf2ac') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:46.765229 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-ff7a6c47-412d-4bdf-a149-7cff28a7dae0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc744785-bdd8-4376-823b-4e0ebe4bf2ac') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:46.776131 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 0f159960-4544-453c-b70e-562b20f63219 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:46.791091 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff7a6c47-412d-4bdf-a149-7cff28a7dae0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.812052 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956195a3-54c4-441c-b4fa-91d0a96ed584 req-c71d2005-1db2-449e-af1c-724e66db3e24 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:46.816452 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e7c91553-bef9-4914-b7c4-d854f20e78d2 None None] Deleting port 48e9339d-2992-4c37-9feb-c4769b56448a {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:46.816714 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e7c91553-bef9-4914-b7c4-d854f20e78d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.817739 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-956195a3-54c4-441c-b4fa-91d0a96ed584 req-c71d2005-1db2-449e-af1c-724e66db3e24 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be HTTP/1.1" status: 200 len: 946 time: 0.2577167 Apr 18 21:01:46.822127 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff7a6c47-412d-4bdf-a149-7cff28a7dae0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.823014 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b07577-ace5-4e9c-a6a3-52463e69f974 None None] Pushing event updated for resources: {'Port': ['ID=38444b57-6955-41c1-bbf3-adbc9322fab6,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:46.838588 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7a6c47-412d-4bdf-a149-7cff28a7dae0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:01:46.839279 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff7a6c47-412d-4bdf-a149-7cff28a7dae0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.918323 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-956195a3-54c4-441c-b4fa-91d0a96ed584 req-bf7d6a82-9fa8-4c1f-85f7-85815514819c tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.41 "GET /v2.0/security-groups?id=6809ae04-6b22-441f-b711-e3d3c1e04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910850 Apr 18 21:01:46.933777 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f6ed24-e811-4745-916a-d26716fe531a tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Router e7e3575d-3beb-4c94-80f9-8d74de045d66 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:01:46.973124 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-19331db2-ee34-4708-a782-8813ca4c4d08 None None] Provisioning complete for port 0f159960-4544-453c-b70e-562b20f63219 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:46.973547 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-19331db2-ee34-4708-a782-8813ca4c4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:46.991004 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:47.031734 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff7a6c47-412d-4bdf-a149-7cff28a7dae0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.038605 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ff7a6c47-412d-4bdf-a149-7cff28a7dae0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.050436 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ff7a6c47-412d-4bdf-a149-7cff28a7dae0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] 10.222.0.41 "DELETE /v2.0/networks/31ffe08a-f944-4534-9195-bd7c28e30eaa HTTP/1.1" status: 204 len: 168 time: 2.1775560 Apr 18 21:01:47.051767 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38174) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:47.062751 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-e7c91553-bef9-4914-b7c4-d854f20e78d2 None None] For port 48e9339d-2992-4c37-9feb-c4769b56448a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=48e9339d-2992-4c37-9feb-c4769b56448a,segment=NetworkSegment(8e5b4dd2-73f5-4b3b-b537-ae823934baa8),segment_id=8e5b4dd2-73f5-4b3b-b537-ae823934baa8)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:47.063323 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e7c91553-bef9-4914-b7c4-d854f20e78d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.085077 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e7c91553-bef9-4914-b7c4-d854f20e78d2 None None] Calling delete_port for 48e9339d-2992-4c37-9feb-c4769b56448a owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:47.138667 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df3703-b379-49e8-99e5-10669bb8afc9 req-22b125bd-da70-494d-bd40-838ffd9d9517 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:47.146124 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-18df3703-b379-49e8-99e5-10669bb8afc9 req-22b125bd-da70-494d-bd40-838ffd9d9517 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 943 time: 0.0882850 Apr 18 21:01:47.155808 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f6ed24-e811-4745-916a-d26716fe531a tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:47.164987 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-11f6ed24-e811-4745-916a-d26716fe531a tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "PUT /v2.0/routers/e7e3575d-3beb-4c94-80f9-8d74de045d66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6453865 Apr 18 21:01:47.166706 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 0f159960-4544-453c-b70e-562b20f63219 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:47.167221 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.174168 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59c0d36-a1eb-466d-ae0c-db1a6e00c1a3 None None] Sync routers for ids ['e7e3575d-3beb-4c94-80f9-8d74de045d66'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:47.186591 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38176) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:47.187836 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a6c47-412d-4bdf-a149-7cff28a7dae0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Pushing event deleted for resources: {'Network': ['ID=31ffe08a-f944-4534-9195-bd7c28e30eaa,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:47.242853 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-18df3703-b379-49e8-99e5-10669bb8afc9 req-fba89f9d-adaa-4b4a-b22e-21fd503d1970 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887690 Apr 18 21:01:47.265965 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9cdc89d5-151d-4839-82a1-782376855cca tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.293000 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59c0d36-a1eb-466d-ae0c-db1a6e00c1a3 None None] Routers {'e7e3575d-3beb-4c94-80f9-8d74de045d66'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:47.293641 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a59c0d36-a1eb-466d-ae0c-db1a6e00c1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e7e3575d-3beb-4c94-80f9-8d74de045d66'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:47.297104 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0030470b-0069-46a1-8b3b-54b9b95aed86 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:47.302272 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38178) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:47.302749 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0030470b-0069-46a1-8b3b-54b9b95aed86 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "GET /v2.0/ports/424aef8a-e93a-4017-902e-16c4f97ddda4 HTTP/1.1" status: 200 len: 911 time: 0.1073520 Apr 18 21:01:47.357658 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc89d5-151d-4839-82a1-782376855cca tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Deleting port 48e9339d-2992-4c37-9feb-c4769b56448a {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:47.358409 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9cdc89d5-151d-4839-82a1-782376855cca tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.424213 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a59c0d36-a1eb-466d-ae0c-db1a6e00c1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:47.477840 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-9cdc89d5-151d-4839-82a1-782376855cca tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] For port 48e9339d-2992-4c37-9feb-c4769b56448a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=48e9339d-2992-4c37-9feb-c4769b56448a,segment=NetworkSegment(8e5b4dd2-73f5-4b3b-b537-ae823934baa8),segment_id=8e5b4dd2-73f5-4b3b-b537-ae823934baa8)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:47.479105 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9cdc89d5-151d-4839-82a1-782376855cca tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.515751 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc89d5-151d-4839-82a1-782376855cca tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Calling delete_port for 48e9339d-2992-4c37-9feb-c4769b56448a owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:47.525858 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-19331db2-ee34-4708-a782-8813ca4c4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.554562 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e7c91553-bef9-4914-b7c4-d854f20e78d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.611733 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59c0d36-a1eb-466d-ae0c-db1a6e00c1a3 None None] Routers {'e7e3575d-3beb-4c94-80f9-8d74de045d66'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:47.612372 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a59c0d36-a1eb-466d-ae0c-db1a6e00c1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e7e3575d-3beb-4c94-80f9-8d74de045d66'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:47.621604 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c91553-bef9-4914-b7c4-d854f20e78d2 None None] Pushing event deleted for resources: {'Port': ['ID=48e9339d-2992-4c37-9feb-c4769b56448a,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:47.676512 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c91553-bef9-4914-b7c4-d854f20e78d2 None None] No DVR routers for this DVR port 48e9339d-2992-4c37-9feb-c4769b56448a on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:47.681592 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a59c0d36-a1eb-466d-ae0c-db1a6e00c1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:47.682299 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59c0d36-a1eb-466d-ae0c-db1a6e00c1a3 None None] The sync data for ids ['e7e3575d-3beb-4c94-80f9-8d74de045d66'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:47.697903 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9cdc89d5-151d-4839-82a1-782376855cca tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.753426 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc89d5-151d-4839-82a1-782376855cca tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Pushing event deleted for resources: {'Port': ['ID=48e9339d-2992-4c37-9feb-c4769b56448a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:47.770853 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-19331db2-ee34-4708-a782-8813ca4c4d08 None None] For port 0f159960-4544-453c-b70e-562b20f63219, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=0f159960-4544-453c-b70e-562b20f63219,segment=NetworkSegment(b9164b8e-559a-4098-838b-5c2574b205c6),segment_id=b9164b8e-559a-4098-838b-5c2574b205c6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:47.784978 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdc89d5-151d-4839-82a1-782376855cca tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] No DVR routers for this DVR port 48e9339d-2992-4c37-9feb-c4769b56448a on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:47.798234 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-19331db2-ee34-4708-a782-8813ca4c4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.821153 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.976929 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb807f4c-0997-44fb-ba7a-71760ac23ef5 req-20e35b82-fb7f-4ed0-8cff-5ff46d1a0d58 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:47.979204 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb807f4c-0997-44fb-ba7a-71760ac23ef5 req-20e35b82-fb7f-4ed0-8cff-5ff46d1a0d58 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be HTTP/1.1" status: 200 len: 946 time: 0.1483338 Apr 18 21:01:47.992321 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19331db2-ee34-4708-a782-8813ca4c4d08 None None] Pushing event updated for resources: {'Port': ['ID=0f159960-4544-453c-b70e-562b20f63219,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:48.045320 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:01:48.048533 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:01:48.057232 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-925753b1-9498-4cc8-bc72-654408242398 None None] Provisioning complete for port 0f159960-4544-453c-b70e-562b20f63219 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:48.058472 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-925753b1-9498-4cc8-bc72-654408242398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.070239 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9cdc89d5-151d-4839-82a1-782376855cca tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.110166 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-9cdc89d5-151d-4839-82a1-782376855cca tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f260d85f-652c-4235-880b-9be13f899808']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:48.131117 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-9cdc89d5-151d-4839-82a1-782376855cca tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e5b4dd2-73f5-4b3b-b537-ae823934baa8') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:48.131501 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-9cdc89d5-151d-4839-82a1-782376855cca tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e5b4dd2-73f5-4b3b-b537-ae823934baa8') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:48.144324 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9cdc89d5-151d-4839-82a1-782376855cca tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.165987 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9cdc89d5-151d-4839-82a1-782376855cca tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.173947 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdc89d5-151d-4839-82a1-782376855cca tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:01:48.174499 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9cdc89d5-151d-4839-82a1-782376855cca tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:48.178541 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:48.272200 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9cdc89d5-151d-4839-82a1-782376855cca tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.287298 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9cdc89d5-151d-4839-82a1-782376855cca tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.298419 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9cdc89d5-151d-4839-82a1-782376855cca tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] 10.222.0.41 "DELETE /v2.0/networks/f260d85f-652c-4235-880b-9be13f899808 HTTP/1.1" status: 204 len: 168 time: 1.2044291 Apr 18 21:01:48.298967 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38188) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:48.303025 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-925753b1-9498-4cc8-bc72-654408242398 None None] Provisioning complete for port 424aef8a-e93a-4017-902e-16c4f97ddda4 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:48.303810 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-925753b1-9498-4cc8-bc72-654408242398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.363829 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-925753b1-9498-4cc8-bc72-654408242398 None None] Port 424aef8a-e93a-4017-902e-16c4f97ddda4 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:01:48.377907 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-925753b1-9498-4cc8-bc72-654408242398 None None] Provisioning complete for port 38444b57-6955-41c1-bbf3-adbc9322fab6 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:48.378281 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-925753b1-9498-4cc8-bc72-654408242398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.398829 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc89d5-151d-4839-82a1-782376855cca tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Pushing event deleted for resources: {'Network': ['ID=f260d85f-652c-4235-880b-9be13f899808,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:48.415958 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2d215112-97f0-4081-82d5-9d4c2ef30d46 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.457949 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9502eb4-b29a-4571-b233-b1ce6ee686f0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Deleting subnet 987a5e9b-08fb-463d-8e07-73557c796e99 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:01:48.481427 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b9502eb4-b29a-4571-b233-b1ce6ee686f0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.486695 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b9759-a6ae-43d6-a842-98b6c45c107e req-7c4edddd-1d33-4bb1-a61f-39c5b3c74ac1 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:48.498118 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d7b9759-a6ae-43d6-a842-98b6c45c107e req-7c4edddd-1d33-4bb1-a61f-39c5b3c74ac1 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be HTTP/1.1" status: 200 len: 946 time: 0.3600943 Apr 18 21:01:48.553783 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b9502eb4-b29a-4571-b233-b1ce6ee686f0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.663238 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b9502eb4-b29a-4571-b233-b1ce6ee686f0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.744733 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b9502eb4-b29a-4571-b233-b1ce6ee686f0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.774113 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9502eb4-b29a-4571-b233-b1ce6ee686f0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Pushing event deleted for resources: {'Subnet': ['ID=987a5e9b-08fb-463d-8e07-73557c796e99,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:48.785618 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b9502eb4-b29a-4571-b233-b1ce6ee686f0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.795741 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b9502eb4-b29a-4571-b233-b1ce6ee686f0 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] 10.222.0.41 "DELETE /v2.0/subnets/987a5e9b-08fb-463d-8e07-73557c796e99 HTTP/1.1" status: 204 len: 168 time: 0.4873767 Apr 18 21:01:48.796623 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38192) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:48.818556 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac04108b-f166-4d95-adc8-6d5cab1dda40 None None] Network da41b05d-b4ae-40a9-95ef-5f014140e6ab requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:48.837548 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6d071-cbba-4f01-9125-868793ce38c6 req-2e774c28-7cd7-48ff-9164-dd47105309bc tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:48.840285 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-09a6d071-cbba-4f01-9125-868793ce38c6 req-2e774c28-7cd7-48ff-9164-dd47105309bc tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 943 time: 0.4287302 Apr 18 21:01:48.910580 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d7b9759-a6ae-43d6-a842-98b6c45c107e req-2004ac60-75a7-4dd6-b3f0-db4deb17bff3 tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.41 "GET /v2.0/security-groups?id=6809ae04-6b22-441f-b711-e3d3c1e04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802371 Apr 18 21:01:48.945202 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-fb807f4c-0997-44fb-ba7a-71760ac23ef5 req-4785608c-38c1-49ed-9617-e0e0572587eb tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Deleting port 3f263295-fcef-40d3-9b9b-e22209baed80 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:48.945552 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb807f4c-0997-44fb-ba7a-71760ac23ef5 req-4785608c-38c1-49ed-9617-e0e0572587eb tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.978606 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device bc1063b9-3dae-47f2-afb9-1f5342cd7bc2 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:48.999118 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-216d9076-840b-4758-944d-d9bf60331037 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.049354 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: bc1063b9-3dae-47f2-afb9-1f5342cd7bc2 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:01:49.049711 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device bc1063b9-3dae-47f2-afb9-1f5342cd7bc2 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:49.131539 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-216d9076-840b-4758-944d-d9bf60331037 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Deleting port 46936d9d-b547-487e-aac2-0e8eb44f30b8 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:49.132030 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-216d9076-840b-4758-944d-d9bf60331037 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.154616 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-09a6d071-cbba-4f01-9125-868793ce38c6 req-1f79fc81-0a1f-40ca-b8e6-a152e2758f7a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2954080 Apr 18 21:01:49.221595 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c291b6dd-a2eb-405a-b63f-c943923cf1cd None None] Provisioning complete for port 424aef8a-e93a-4017-902e-16c4f97ddda4 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:49.222276 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c291b6dd-a2eb-405a-b63f-c943923cf1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.264368 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 38444b57-6955-41c1-bbf3-adbc9322fab6 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:49.277274 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-216d9076-840b-4758-944d-d9bf60331037 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] For port 46936d9d-b547-487e-aac2-0e8eb44f30b8, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=46936d9d-b547-487e-aac2-0e8eb44f30b8,segment=NetworkSegment(561f31d2-e5d6-4282-959b-af4fb179bef0),segment_id=561f31d2-e5d6-4282-959b-af4fb179bef0)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:49.277816 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-216d9076-840b-4758-944d-d9bf60331037 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.292546 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-fb807f4c-0997-44fb-ba7a-71760ac23ef5 req-4785608c-38c1-49ed-9617-e0e0572587eb tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] For port 3f263295-fcef-40d3-9b9b-e22209baed80, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3f263295-fcef-40d3-9b9b-e22209baed80,segment=NetworkSegment(419a7eec-4a7e-47eb-bf94-247ff84e8462),segment_id=419a7eec-4a7e-47eb-bf94-247ff84e8462)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:49.293041 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb807f4c-0997-44fb-ba7a-71760ac23ef5 req-4785608c-38c1-49ed-9617-e0e0572587eb tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.293481 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-216d9076-840b-4758-944d-d9bf60331037 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Calling delete_port for 46936d9d-b547-487e-aac2-0e8eb44f30b8 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:49.347634 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c291b6dd-a2eb-405a-b63f-c943923cf1cd None None] Port 424aef8a-e93a-4017-902e-16c4f97ddda4 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:01:49.353828 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-fb807f4c-0997-44fb-ba7a-71760ac23ef5 req-4785608c-38c1-49ed-9617-e0e0572587eb tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Calling delete_port for 3f263295-fcef-40d3-9b9b-e22209baed80 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:49.356721 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 38444b57-6955-41c1-bbf3-adbc9322fab6 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:49.357317 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.392986 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-2d215112-97f0-4081-82d5-9d4c2ef30d46 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Allocated IP 2001:db8:1::1 (474b21a0-14b0-439c-aa6a-3ff92c0fb674/d0caf0ac-ce5b-4820-9129-0ba5152ca956/844b1eb5-06f4-41b2-bc8d-9e6c874365fa) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:49.396270 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-216d9076-840b-4758-944d-d9bf60331037 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.427482 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d9076-840b-4758-944d-d9bf60331037 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] No DVR routers for this DVR port 46936d9d-b547-487e-aac2-0e8eb44f30b8 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:49.434931 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d9076-840b-4758-944d-d9bf60331037 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Pushing event deleted for resources: {'Port': ['ID=46936d9d-b547-487e-aac2-0e8eb44f30b8,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:49.444480 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8227f2a8-d023-4e3e-aa1b-483d56638034 None None] DHCP port deletion for da41b05d-b4ae-40a9-95ef-5f014140e6ab request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:01:49.512820 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 0f159960-4544-453c-b70e-562b20f63219 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:49.564156 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-216d9076-840b-4758-944d-d9bf60331037 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.584351 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 0f159960-4544-453c-b70e-562b20f63219 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:49.584793 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.601787 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-216d9076-840b-4758-944d-d9bf60331037 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da41b05d-b4ae-40a9-95ef-5f014140e6ab']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:49.615957 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-216d9076-840b-4758-944d-d9bf60331037 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561f31d2-e5d6-4282-959b-af4fb179bef0') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:49.616333 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-216d9076-840b-4758-944d-d9bf60331037 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561f31d2-e5d6-4282-959b-af4fb179bef0') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:49.639320 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-216d9076-840b-4758-944d-d9bf60331037 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.664297 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-216d9076-840b-4758-944d-d9bf60331037 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.674919 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216d9076-840b-4758-944d-d9bf60331037 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:01:49.675907 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-216d9076-840b-4758-944d-d9bf60331037 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:49.680502 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:49.703998 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device b80c8c05-a971-4529-9f74-f741064998cf details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:01:49.744190 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2d215112-97f0-4081-82d5-9d4c2ef30d46 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.768061 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb807f4c-0997-44fb-ba7a-71760ac23ef5 req-4785608c-38c1-49ed-9617-e0e0572587eb tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.784530 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['3f263295-fcef-40d3-9b9b-e22209baed80'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:01:49.812355 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-216d9076-840b-4758-944d-d9bf60331037 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.823626 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785608c-38c1-49ed-9617-e0e0572587eb tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Pushing event deleted for resources: {'Port': ['ID=3f263295-fcef-40d3-9b9b-e22209baed80,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:49.828981 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-216d9076-840b-4758-944d-d9bf60331037 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.838778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38198) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:49.839265 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-216d9076-840b-4758-944d-d9bf60331037 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] 10.222.0.41 "DELETE /v2.0/networks/da41b05d-b4ae-40a9-95ef-5f014140e6ab HTTP/1.1" status: 204 len: 168 time: 1.0388613 Apr 18 21:01:49.854512 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d9076-840b-4758-944d-d9bf60331037 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Pushing event deleted for resources: {'Network': ['ID=da41b05d-b4ae-40a9-95ef-5f014140e6ab,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:49.883849 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-65cceade-6a3c-4f47-9ca6-58fa973defd7 tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d17ffaa-886c-48ef-b85b-f975e3e6e5bd HTTP/1.1" status: 200 len: 205 time: 0.0375752 Apr 18 21:01:49.888562 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38200) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:49.892092 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 48e9339d-2992-4c37-9feb-c4769b56448a no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:49.935596 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 48e9339d-2992-4c37-9feb-c4769b56448a {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:01:49.936735 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 48e9339d-2992-4c37-9feb-c4769b56448a not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:49.959771 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port b80c8c05-a971-4529-9f74-f741064998cf, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b80c8c05-a971-4529-9f74-f741064998cf,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:49.985389 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'b80c8c05-a971-4529-9f74-f741064998cf', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'port_id': 'b80c8c05-a971-4529-9f74-f741064998cf', 'mac_address': 'fa:16:3e:d6:3f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:01:50.043298 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2d215112-97f0-4081-82d5-9d4c2ef30d46 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.045616 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb807f4c-0997-44fb-ba7a-71760ac23ef5 req-4785608c-38c1-49ed-9617-e0e0572587eb tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] No DVR routers for this DVR port 3f263295-fcef-40d3-9b9b-e22209baed80 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:50.051794 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.066219 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb807f4c-0997-44fb-ba7a-71760ac23ef5 req-4785608c-38c1-49ed-9617-e0e0572587eb tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.069967 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb807f4c-0997-44fb-ba7a-71760ac23ef5 req-4785608c-38c1-49ed-9617-e0e0572587eb tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.32 "DELETE /v2.0/ports/3f263295-fcef-40d3-9b9b-e22209baed80 HTTP/1.1" status: 204 len: 173 time: 2.0831819 Apr 18 21:01:50.071024 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be', 'name': 'network-vif-deleted', 'tag': '3f263295-fcef-40d3-9b9b-e22209baed80'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:01:50.074295 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b80c8c05-a971-4529-9f74-f741064998cf {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:01:50.079444 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f120e563-e39c-4939-bef4-60c39f2d9cd7" -d '{"events": [{"server_uuid": "8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be", "name": "network-vif-deleted", "tag": "3f263295-fcef-40d3-9b9b-e22209baed80"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:01:50.105974 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port b80c8c05-a971-4529-9f74-f741064998cf, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b80c8c05-a971-4529-9f74-f741064998cf,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:50.113001 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.200022 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9c4e902-61f3-47bd-b37d-ca0ea07a0986 req-3eec1d80-fe48-4e0a-bd3d-5fc1b246b68e tempest-VolumesActionsTest-1525375052 tempest-VolumesActionsTest-1525375052-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be HTTP/1.1" status: 200 len: 210 time: 0.1619544 Apr 18 21:01:50.202851 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c981032a-16c1-4283-b0d7-0a76f5b91c4b tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.236175 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d215112-97f0-4081-82d5-9d4c2ef30d46 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network 474b21a0-14b0-439c-aa6a-3ff92c0fb674 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:50.260420 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=b80c8c05-a971-4529-9f74-f741064998cf,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:50.290547 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0103dcff-63af-4b98-8f32-1747331980c3 x-openstack-request-id: req-0103dcff-63af-4b98-8f32-1747331980c3 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:01:50.291016 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be", "name": "network-vif-deleted", "tag": "3f263295-fcef-40d3-9b9b-e22209baed80", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:01:50.291016 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0103dcff-63af-4b98-8f32-1747331980c3 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:01:50.291537 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0103dcff-63af-4b98-8f32-1747331980c3'] response: {'server_uuid': '8f8b9e0e-eba6-4c91-9f3e-a59c5191a3be', 'name': 'network-vif-deleted', 'tag': '3f263295-fcef-40d3-9b9b-e22209baed80', 'status': 'completed', 'code': 200} Apr 18 21:01:50.294518 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-2d215112-97f0-4081-82d5-9d4c2ef30d46 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:50.297390 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d215112-97f0-4081-82d5-9d4c2ef30d46 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:50.297960 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2d215112-97f0-4081-82d5-9d4c2ef30d46 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.305210 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d215112-97f0-4081-82d5-9d4c2ef30d46 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Port': ['ID=844b1eb5-06f4-41b2-bc8d-9e6c874365fa,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:50.327021 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['b80c8c05-a971-4529-9f74-f741064998cf'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:01:50.594908 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c981032a-16c1-4283-b0d7-0a76f5b91c4b tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.604667 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c981032a-16c1-4283-b0d7-0a76f5b91c4b tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.620064 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d864a8-7043-4ebf-ba47-3a30e224129d req-978d3c82-4b9d-4ba2-a5c7-c0eae347f06b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:50.628087 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98d864a8-7043-4ebf-ba47-3a30e224129d req-978d3c82-4b9d-4ba2-a5c7-c0eae347f06b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 944 time: 0.2198684 Apr 18 21:01:50.736811 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98d864a8-7043-4ebf-ba47-3a30e224129d req-8b28cff0-dd25-4c21-b353-571395008b84 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076574 Apr 18 21:01:50.740969 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c981032a-16c1-4283-b0d7-0a76f5b91c4b tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.740969 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c981032a-16c1-4283-b0d7-0a76f5b91c4b tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Fanout notify agent at l3_agent the message router_deleted on router 7d17ffaa-886c-48ef-b85b-f975e3e6e5bd {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:01:50.751236 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c981032a-16c1-4283-b0d7-0a76f5b91c4b tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.756334 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c981032a-16c1-4283-b0d7-0a76f5b91c4b tempest-RoutersNegativeTest-2094143258 tempest-RoutersNegativeTest-2094143258-project] 10.222.0.41 "DELETE /v2.0/routers/7d17ffaa-886c-48ef-b85b-f975e3e6e5bd HTTP/1.1" status: 204 len: 168 time: 0.8664417 Apr 18 21:01:50.761119 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2d215112-97f0-4081-82d5-9d4c2ef30d46 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.796589 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ed1cf64b-615a-4b80-b2a0-6c8d04f74f1a None None] Provisioning complete for port 844b1eb5-06f4-41b2-bc8d-9e6c874365fa triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:50.797277 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf64b-615a-4b80-b2a0-6c8d04f74f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.841954 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ed1cf64b-615a-4b80-b2a0-6c8d04f74f1a None None] Port 844b1eb5-06f4-41b2-bc8d-9e6c874365fa cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:01:51.169934 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 46936d9d-b547-487e-aac2-0e8eb44f30b8 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:51.232116 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 46936d9d-b547-487e-aac2-0e8eb44f30b8 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:01:51.237986 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 46936d9d-b547-487e-aac2-0e8eb44f30b8 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:51.333103 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38224) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:51.598897 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9316ff26-f1c1-4df4-92e8-e67562a07f49 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=613d0ed09858494f883ae79c060c9bf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2635324 Apr 18 21:01:51.600712 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38230) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:51.704585 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device b80c8c05-a971-4529-9f74-f741064998cf up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:51.730548 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-142190cf-3f6d-44fa-9e85-2fb67d06632f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.742066 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2d215112-97f0-4081-82d5-9d4c2ef30d46 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.750119 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2d215112-97f0-4081-82d5-9d4c2ef30d46 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.751910 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2d215112-97f0-4081-82d5-9d4c2ef30d46 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.772891 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-142190cf-3f6d-44fa-9e85-2fb67d06632f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.816759 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port b80c8c05-a971-4529-9f74-f741064998cf completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:51.834676 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port b80c8c05-a971-4529-9f74-f741064998cf triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:51.835465 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.931476 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-142190cf-3f6d-44fa-9e85-2fb67d06632f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.934068 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-142190cf-3f6d-44fa-9e85-2fb67d06632f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.937782 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-142190cf-3f6d-44fa-9e85-2fb67d06632f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b95f7207-8d06-4abc-b929-1a12840d3a6d HTTP/1.1" status: 204 len: 168 time: 0.3334038 Apr 18 21:01:51.989796 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142190cf-3f6d-44fa-9e85-2fb67d06632f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95f7207-8d06-4abc-b929-1a12840d3a6d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:51.990824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d215112-97f0-4081-82d5-9d4c2ef30d46 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Port': ['ID=844b1eb5-06f4-41b2-bc8d-9e6c874365fa,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:52.057952 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.116107 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6445910-b2cb-405c-90a2-b7860aa5bdba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80c8c05-a971-4529-9f74-f741064998cf'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:01:52.119875 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39df69b4-c322-4963-b98e-d06cae2814f7" -d '{"events": [{"server_uuid": "e6445910-b2cb-405c-90a2-b7860aa5bdba", "name": "network-vif-plugged", "status": "completed", "tag": "b80c8c05-a971-4529-9f74-f741064998cf"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:01:52.172076 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7240a14-222e-43ad-a84e-5c9968b2a0b0 req-d6678976-2798-4e85-a81b-f20e73cbb75c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:52.173267 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port b80c8c05-a971-4529-9f74-f741064998cf, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b80c8c05-a971-4529-9f74-f741064998cf,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:52.173696 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7240a14-222e-43ad-a84e-5c9968b2a0b0 req-d6678976-2798-4e85-a81b-f20e73cbb75c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 944 time: 0.1935899 Apr 18 21:01:52.191425 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.203907 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd579679-7af8-4c87-bd36-b3ed39679192 x-openstack-request-id: req-dd579679-7af8-4c87-bd36-b3ed39679192 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:01:52.204493 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6445910-b2cb-405c-90a2-b7860aa5bdba", "name": "network-vif-plugged", "status": "completed", "tag": "b80c8c05-a971-4529-9f74-f741064998cf", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:01:52.204925 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd579679-7af8-4c87-bd36-b3ed39679192 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:01:52.216652 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd579679-7af8-4c87-bd36-b3ed39679192'] response: {'server_uuid': 'e6445910-b2cb-405c-90a2-b7860aa5bdba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80c8c05-a971-4529-9f74-f741064998cf', 'code': 200} Apr 18 21:01:52.257085 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7240a14-222e-43ad-a84e-5c9968b2a0b0 req-5ef4962c-70ee-440f-845c-bba29c1c0c86 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729859 Apr 18 21:01:52.294185 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d215112-97f0-4081-82d5-9d4c2ef30d46 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network 474b21a0-14b0-439c-aa6a-3ff92c0fb674 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:52.312161 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-2d215112-97f0-4081-82d5-9d4c2ef30d46 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:52.320726 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=b80c8c05-a971-4529-9f74-f741064998cf,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:52.458487 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97863912-2f80-4023-9301-d09cbe4f597b req-fc70cef7-0e2e-4c45-a693-ba79d59538b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:52.462535 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-97863912-2f80-4023-9301-d09cbe4f597b req-fc70cef7-0e2e-4c45-a693-ba79d59538b2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 1096 time: 0.1881216 Apr 18 21:01:52.475640 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a1912f4-9a5f-4d5b-bbbd-c03d478a716a req-352be58e-d857-456f-9530-11734b5dd457 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9b8d83e8-d837-42b5-81dc-f43277a9da2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1748035 Apr 18 21:01:52.535746 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d215112-97f0-4081-82d5-9d4c2ef30d46 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Router e7e3575d-3beb-4c94-80f9-8d74de045d66 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:52.580806 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-97863912-2f80-4023-9301-d09cbe4f597b req-b76080ea-5d5f-4863-a197-0832e55bf646 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107686 Apr 18 21:01:52.769060 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d215112-97f0-4081-82d5-9d4c2ef30d46 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:52.782497 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2d215112-97f0-4081-82d5-9d4c2ef30d46 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "PUT /v2.0/routers/e7e3575d-3beb-4c94-80f9-8d74de045d66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4763319 Apr 18 21:01:52.783581 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38268) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:52.783862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1912f4-9a5f-4d5b-bbbd-c03d478a716a req-3708b707-1f74-4f6d-a0a5-46e9a4456d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:52.785657 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a1912f4-9a5f-4d5b-bbbd-c03d478a716a req-3708b707-1f74-4f6d-a0a5-46e9a4456d3b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d1cb6a1920642c6a254fff9677f23c7&device_id=9b8d83e8-d837-42b5-81dc-f43277a9da2a HTTP/1.1" status: 200 len: 1097 time: 0.1227469 Apr 18 21:01:52.800944 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528c8692-cd58-4695-be78-a5802a8da191 None None] Sync routers for ids ['e7e3575d-3beb-4c94-80f9-8d74de045d66'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:52.825529 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528c8692-cd58-4695-be78-a5802a8da191 None None] Routers {'e7e3575d-3beb-4c94-80f9-8d74de045d66'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:52.826264 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-528c8692-cd58-4695-be78-a5802a8da191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e7e3575d-3beb-4c94-80f9-8d74de045d66'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:52.855091 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcec2d4a-afce-46d5-a789-698815126506 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:52.861146 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bcec2d4a-afce-46d5-a789-698815126506 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "GET /v2.0/ports/844b1eb5-06f4-41b2-bc8d-9e6c874365fa HTTP/1.1" status: 200 len: 913 time: 0.0751162 Apr 18 21:01:52.862097 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38270) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:52.902139 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-590d28b3-4785-4797-a654-f9e782c131ff None None] Provisioning complete for port 844b1eb5-06f4-41b2-bc8d-9e6c874365fa triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:52.903132 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-590d28b3-4785-4797-a654-f9e782c131ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.944134 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-528c8692-cd58-4695-be78-a5802a8da191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:52.974626 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528c8692-cd58-4695-be78-a5802a8da191 None None] Routers {'e7e3575d-3beb-4c94-80f9-8d74de045d66'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:52.976420 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-528c8692-cd58-4695-be78-a5802a8da191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e7e3575d-3beb-4c94-80f9-8d74de045d66'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:53.018092 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-590d28b3-4785-4797-a654-f9e782c131ff None None] Port 844b1eb5-06f4-41b2-bc8d-9e6c874365fa cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:01:53.074213 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1912f4-9a5f-4d5b-bbbd-c03d478a716a req-345928e2-54ee-432a-91c8-98bb5fbc9a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:53.084242 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a1912f4-9a5f-4d5b-bbbd-c03d478a716a req-345928e2-54ee-432a-91c8-98bb5fbc9a5f service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe539583-d535-4524-b810-6474f581fe71 HTTP/1.1" status: 200 len: 915 time: 0.2617228 Apr 18 21:01:53.131015 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-528c8692-cd58-4695-be78-a5802a8da191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:53.132784 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528c8692-cd58-4695-be78-a5802a8da191 None None] The sync data for ids ['e7e3575d-3beb-4c94-80f9-8d74de045d66'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:53.195720 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3a81e-58a4-4cfc-b9bd-97950bb581d7 req-2ecf10f5-d00e-4b8e-9f7d-1106fd8b7b8d tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:53.198455 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ada3a81e-58a4-4cfc-b9bd-97950bb581d7 req-2ecf10f5-d00e-4b8e-9f7d-1106fd8b7b8d tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8d83e8-d837-42b5-81dc-f43277a9da2a HTTP/1.1" status: 200 len: 946 time: 0.1999779 Apr 18 21:01:53.238485 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a1912f4-9a5f-4d5b-bbbd-c03d478a716a req-f9710adf-3df2-4874-87c5-6098201dcdf6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e59a769-7255-4ecb-9a2f-a3889b2aff34 HTTP/1.1" status: 200 len: 1001 time: 0.1451993 Apr 18 21:01:53.325151 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3f263295-fcef-40d3-9b9b-e22209baed80 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:53.338070 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ada3a81e-58a4-4cfc-b9bd-97950bb581d7 req-df2c38b8-a144-44fa-b317-bf09bc03b4e4 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=974ac806-3078-41d3-8f39-9ff76d36b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069117 Apr 18 21:01:53.375251 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 3f263295-fcef-40d3-9b9b-e22209baed80 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:01:53.375985 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3f263295-fcef-40d3-9b9b-e22209baed80 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:53.381153 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1912f4-9a5f-4d5b-bbbd-c03d478a716a req-3fc2bba9-9895-4301-8d2e-444b04079ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:53.382784 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a1912f4-9a5f-4d5b-bbbd-c03d478a716a req-3fc2bba9-9895-4301-8d2e-444b04079ae7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=934e222d-a43e-4b81-a646-860f58e51213 HTTP/1.1" status: 200 len: 853 time: 0.1369171 Apr 18 21:01:53.443331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38286) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:53.489430 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1912f4-9a5f-4d5b-bbbd-c03d478a716a req-4270f086-10fe-449e-aa81-7498e675f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:53.491012 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a1912f4-9a5f-4d5b-bbbd-c03d478a716a req-4270f086-10fe-449e-aa81-7498e675f8d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe539583-d535-4524-b810-6474f581fe71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005921 Apr 18 21:01:53.591657 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e71290b7-f6bd-4a99-acec-c5bb1dd7496f req-c47a760b-1eda-4c47-bfdd-36447b365d6a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=234f4f3a-7956-48de-85f3-3d2d00ab30b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2099667 Apr 18 21:01:53.681912 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-74346b78-6bf2-41e3-9a73-b3c35be2047f tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:53.682930 n-d-838323-3 neutron-server[102908]: WARNING neutron.api.v2.base [None req-74346b78-6bf2-41e3-9a73-b3c35be2047f tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 21:01:53.683548 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-74346b78-6bf2-41e3-9a73-b3c35be2047f tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 21:01:53.689658 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-74346b78-6bf2-41e3-9a73-b3c35be2047f tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2440505 Apr 18 21:01:53.690491 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38290) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:53.702283 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-7358300f-7c7a-4bf2-9470-2ce5268f3089 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group': {'name': 'tempest-secgroup--243545'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:53.750352 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b94c33-b8c8-499d-9ba9-5165524079bd req-81e27a77-102c-40d2-aca4-e76a2c06ba80 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:53.751846 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-01b94c33-b8c8-499d-9ba9-5165524079bd req-81e27a77-102c-40d2-aca4-e76a2c06ba80 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 945 time: 0.2649813 Apr 18 21:01:53.767278 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71290b7-f6bd-4a99-acec-c5bb1dd7496f req-f95befb6-6b45-4c45-800c-e064d63d8967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:53.773898 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7358300f-7c7a-4bf2-9470-2ce5268f3089 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:53.775438 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e71290b7-f6bd-4a99-acec-c5bb1dd7496f req-f95befb6-6b45-4c45-800c-e064d63d8967 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9efee0f2ecad427295b1ff03b6188fa5&device_id=234f4f3a-7956-48de-85f3-3d2d00ab30b7 HTTP/1.1" status: 200 len: 1096 time: 0.0739670 Apr 18 21:01:53.797061 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7358300f-7c7a-4bf2-9470-2ce5268f3089 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:53.802183 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a1912f4-9a5f-4d5b-bbbd-c03d478a716a req-ec6a8b68-613a-421a-abf8-dc024c29d7f2 service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011343 Apr 18 21:01:53.804157 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c8e03faa-46e0-4f94-9e8d-439767035ad6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:53.918569 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-01b94c33-b8c8-499d-9ba9-5165524079bd req-a0db70a0-df37-4182-9bcc-d3695f2f053f tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556151 Apr 18 21:01:53.986181 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a1912f4-9a5f-4d5b-bbbd-c03d478a716a req-54656032-25a8-4019-ad47-b37228a54eea service neutron] 10.222.0.32 "GET /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697083 Apr 18 21:01:54.049440 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7358300f-7c7a-4bf2-9470-2ce5268f3089 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.051262 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71290b7-f6bd-4a99-acec-c5bb1dd7496f req-94b10fb7-60ba-4270-b29f-b678b8cbea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:54.054014 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e71290b7-f6bd-4a99-acec-c5bb1dd7496f req-94b10fb7-60ba-4270-b29f-b678b8cbea74 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3e0b47f-6256-44a9-b67e-b0131f54ee7a HTTP/1.1" status: 200 len: 915 time: 0.2447658 Apr 18 21:01:54.054932 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7358300f-7c7a-4bf2-9470-2ce5268f3089 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.115760 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e71290b7-f6bd-4a99-acec-c5bb1dd7496f req-29320d50-deb4-4852-a9d0-6a9a977257d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bfe21db-1745-4cc6-a7e9-04699eec2f2c HTTP/1.1" status: 200 len: 217 time: 0.0541637 Apr 18 21:01:54.126674 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7358300f-7c7a-4bf2-9470-2ce5268f3089 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.159282 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358300f-7c7a-4bf2-9470-2ce5268f3089 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=545d0c59-9e63-4399-95ce-bd4b71ecc814,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:54.162406 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7358300f-7c7a-4bf2-9470-2ce5268f3089 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.193723 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358300f-7c7a-4bf2-9470-2ce5268f3089 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea0d472-b174-47b0-ba10-026e8ae649f3,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:54.200765 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71290b7-f6bd-4a99-acec-c5bb1dd7496f req-18b8fe52-842f-42df-84a2-c601c8c04666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:54.203726 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e71290b7-f6bd-4a99-acec-c5bb1dd7496f req-18b8fe52-842f-42df-84a2-c601c8c04666 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=82cc6c3a-19de-4723-a0c8-f24f0eee734c HTTP/1.1" status: 200 len: 854 time: 0.0788777 Apr 18 21:01:54.221843 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7358300f-7c7a-4bf2-9470-2ce5268f3089 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.230651 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38298) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:54.236608 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7358300f-7c7a-4bf2-9470-2ce5268f3089 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5394099 Apr 18 21:01:54.252518 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-df91706a-578c-4d83-8dfd-e3447f9bbc8a tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group_rule': {'security_group_id': '7ea0d472-b174-47b0-ba10-026e8ae649f3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:54.260480 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e71290b7-f6bd-4a99-acec-c5bb1dd7496f req-e3fdd0ea-50dd-4f48-a908-a6dcb8e6b557 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3e0b47f-6256-44a9-b67e-b0131f54ee7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483828 Apr 18 21:01:54.377142 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-df91706a-578c-4d83-8dfd-e3447f9bbc8a tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.644203 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e71290b7-f6bd-4a99-acec-c5bb1dd7496f req-b23df295-416d-4b6e-89b3-d3cc3687f711 service neutron] 10.222.0.57 "GET /v2.0/networks/e3e0b47f-6256-44a9-b67e-b0131f54ee7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742738 Apr 18 21:01:54.645475 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-71a16bea-9975-4370-a3a0-d5ac3ca3a04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.673465 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068023d-17b4-44b3-a3f9-ca6f6679cf1c req-037521c8-f79f-43df-b609-f5625ad00710 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:54.673465 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9068023d-17b4-44b3-a3f9-ca6f6679cf1c req-037521c8-f79f-43df-b609-f5625ad00710 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b8d83e8-d837-42b5-81dc-f43277a9da2a HTTP/1.1" status: 200 len: 946 time: 0.2156746 Apr 18 21:01:54.682858 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9f868-d3d7-4fff-9b69-eb5af024d686 req-f9948a8b-fa36-4435-8c56-099fe39a78e7 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:54.684940 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d1e9f868-d3d7-4fff-9b69-eb5af024d686 req-f9948a8b-fa36-4435-8c56-099fe39a78e7 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8d83e8-d837-42b5-81dc-f43277a9da2a HTTP/1.1" status: 200 len: 946 time: 0.2429769 Apr 18 21:01:54.766038 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-df91706a-578c-4d83-8dfd-e3447f9bbc8a tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.811171 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d1e9f868-d3d7-4fff-9b69-eb5af024d686 req-e7e59391-9554-400b-b775-2a245c95c3c3 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups?id=974ac806-3078-41d3-8f39-9ff76d36b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181915 Apr 18 21:01:54.851245 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-df91706a-578c-4d83-8dfd-e3447f9bbc8a tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.878187 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-9068023d-17b4-44b3-a3f9-ca6f6679cf1c req-429c3838-7b2d-48e0-9d07-65309b7379dd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Deleting port 4e59a769-7255-4ecb-9a2f-a3889b2aff34 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:54.878632 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9068023d-17b4-44b3-a3f9-ca6f6679cf1c req-429c3838-7b2d-48e0-9d07-65309b7379dd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.890413 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91706a-578c-4d83-8dfd-e3447f9bbc8a tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93744465-0229-4a10-94fc-7060294cff1a,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:54.906200 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df91706a-578c-4d83-8dfd-e3447f9bbc8a tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:54.907028 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df91706a-578c-4d83-8dfd-e3447f9bbc8a tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:54.907375 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df91706a-578c-4d83-8dfd-e3447f9bbc8a tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:54.907701 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df91706a-578c-4d83-8dfd-e3447f9bbc8a tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:54.908290 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df91706a-578c-4d83-8dfd-e3447f9bbc8a tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:54.908507 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df91706a-578c-4d83-8dfd-e3447f9bbc8a tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:54.908797 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df91706a-578c-4d83-8dfd-e3447f9bbc8a tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:54.909158 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df91706a-578c-4d83-8dfd-e3447f9bbc8a tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:54.909479 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df91706a-578c-4d83-8dfd-e3447f9bbc8a tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:54.910032 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df91706a-578c-4d83-8dfd-e3447f9bbc8a tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:54.910240 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df91706a-578c-4d83-8dfd-e3447f9bbc8a tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:54.910529 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df91706a-578c-4d83-8dfd-e3447f9bbc8a tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:54.915116 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-c8e03faa-46e0-4f94-9e8d-439767035ad6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting port 844b1eb5-06f4-41b2-bc8d-9e6c874365fa {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:54.915505 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c8e03faa-46e0-4f94-9e8d-439767035ad6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.945103 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-df91706a-578c-4d83-8dfd-e3447f9bbc8a tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.946860 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-df91706a-578c-4d83-8dfd-e3447f9bbc8a tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7147131 Apr 18 21:01:54.949388 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e71290b7-f6bd-4a99-acec-c5bb1dd7496f req-94a77a42-fddc-44bf-a6dc-365449140f45 service neutron] 10.222.0.57 "GET /v2.0/networks/e3e0b47f-6256-44a9-b67e-b0131f54ee7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962720 Apr 18 21:01:54.952463 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38310) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:54.957725 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c947089a-ac91-4772-b7ff-b65313e8bd61 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group_rule': {'security_group_id': '7ea0d472-b174-47b0-ba10-026e8ae649f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:55.061351 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c947089a-ac91-4772-b7ff-b65313e8bd61 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.075049 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-9068023d-17b4-44b3-a3f9-ca6f6679cf1c req-429c3838-7b2d-48e0-9d07-65309b7379dd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] For port 4e59a769-7255-4ecb-9a2f-a3889b2aff34, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=4e59a769-7255-4ecb-9a2f-a3889b2aff34,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:55.075566 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9068023d-17b4-44b3-a3f9-ca6f6679cf1c req-429c3838-7b2d-48e0-9d07-65309b7379dd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.137123 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c8e03faa-46e0-4f94-9e8d-439767035ad6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.154801 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2d106-144f-4e02-96ae-59427ac21eeb req-216c446c-bb94-4d8d-9aa7-94848d81ac55 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:55.160997 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c9f2d106-144f-4e02-96ae-59427ac21eeb req-216c446c-bb94-4d8d-9aa7-94848d81ac55 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 945 time: 0.1318915 Apr 18 21:01:55.162127 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-c8e03faa-46e0-4f94-9e8d-439767035ad6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Calling delete_port for 844b1eb5-06f4-41b2-bc8d-9e6c874365fa owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:55.266617 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-c947089a-ac91-4772-b7ff-b65313e8bd61 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 21:01:55.269812 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c947089a-ac91-4772-b7ff-b65313e8bd61 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3143883 Apr 18 21:01:55.271816 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38316) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:55.273304 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c9f2d106-144f-4e02-96ae-59427ac21eeb req-c3a332d7-8023-4387-a6a5-5cde403fb6a5 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083136 Apr 18 21:01:55.393921 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9068023d-17b4-44b3-a3f9-ca6f6679cf1c req-429c3838-7b2d-48e0-9d07-65309b7379dd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.394701 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9068023d-17b4-44b3-a3f9-ca6f6679cf1c req-429c3838-7b2d-48e0-9d07-65309b7379dd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.395448 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [req-9068023d-17b4-44b3-a3f9-ca6f6679cf1c req-429c3838-7b2d-48e0-9d07-65309b7379dd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Floating IP 2d40d6de-6211-445b-91b6-2e57e28da672 disassociated. External IP: 172.25.1.20, port: 4e59a769-7255-4ecb-9a2f-a3889b2aff34. Apr 18 21:01:55.396008 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-9068023d-17b4-44b3-a3f9-ca6f6679cf1c req-429c3838-7b2d-48e0-9d07-65309b7379dd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Calling delete_port for 4e59a769-7255-4ecb-9a2f-a3889b2aff34 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:55.537044 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70694e66-f975-4658-8368-56c7c4e81165 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.568769 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48875f-09ca-43ab-a568-c91dde243223 req-62864bf8-48e6-40e2-9751-9b59b3d8263d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:55.570474 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cf48875f-09ca-43ab-a568-c91dde243223 req-62864bf8-48e6-40e2-9751-9b59b3d8263d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 945 time: 0.0852330 Apr 18 21:01:55.573789 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70694e66-f975-4658-8368-56c7c4e81165 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.685497 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c8e03faa-46e0-4f94-9e8d-439767035ad6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.722328 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70694e66-f975-4658-8368-56c7c4e81165 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.725840 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70694e66-f975-4658-8368-56c7c4e81165 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.731231 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-70694e66-f975-4658-8368-56c7c4e81165 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "DELETE /v2.0/security-groups/7ea0d472-b174-47b0-ba10-026e8ae649f3 HTTP/1.1" status: 204 len: 168 time: 0.4580040 Apr 18 21:01:55.733691 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cf48875f-09ca-43ab-a568-c91dde243223 req-3ccd096e-1bf9-4f56-ac9f-0fec6ed6d7f3 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418056 Apr 18 21:01:55.737104 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38324) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:55.775385 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38326) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:55.778340 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e03faa-46e0-4f94-9e8d-439767035ad6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Port': ['ID=844b1eb5-06f4-41b2-bc8d-9e6c874365fa,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:55.810360 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70694e66-f975-4658-8368-56c7c4e81165 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea0d472-b174-47b0-ba10-026e8ae649f3,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:55.853385 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9068023d-17b4-44b3-a3f9-ca6f6679cf1c req-429c3838-7b2d-48e0-9d07-65309b7379dd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.921849 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-78875d5c-cb5e-495b-81f4-7463f61686b7 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1840549 Apr 18 21:01:55.926059 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38330) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:55.927244 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c3838-7b2d-48e0-9d07-65309b7379dd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event deleted for resources: {'Port': ['ID=4e59a769-7255-4ecb-9a2f-a3889b2aff34,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:55.945138 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-6b91b99b-248e-4d79-8752-7a1663681065 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group': {'name': 'tempest-secgroup--1997738446'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:55.990099 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6b91b99b-248e-4d79-8752-7a1663681065 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.008066 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c8e03faa-46e0-4f94-9e8d-439767035ad6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.023877 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc742c77-50f2-4017-af87-8fb11800488d tempest-TestVolumeBootPattern-679452576 tempest-TestVolumeBootPattern-679452576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:56.028761 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-dc742c77-50f2-4017-af87-8fb11800488d tempest-TestVolumeBootPattern-679452576 tempest-TestVolumeBootPattern-679452576-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 1091 time: 0.2410655 Apr 18 21:01:56.031281 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38332) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:56.058900 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-1269913e-7f0d-4df6-b9f1-7a80a0613dc6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'port_id': 'b80c8c05-a971-4529-9f74-f741064998cf', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:56.271241 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7ea274c-b23b-4883-94a3-778dd7c69aa8 req-f715a3da-dcc2-489c-aa11-f51747569c74 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8d83e8-d837-42b5-81dc-f43277a9da2a HTTP/1.1" status: 200 len: 210 time: 0.2412157 Apr 18 21:01:56.290636 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6b91b99b-248e-4d79-8752-7a1663681065 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.320116 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6b91b99b-248e-4d79-8752-7a1663681065 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.363824 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6b91b99b-248e-4d79-8752-7a1663681065 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.365304 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6b91b99b-248e-4d79-8752-7a1663681065 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4356880 Apr 18 21:01:56.370614 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1269913e-7f0d-4df6-b9f1-7a80a0613dc6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.377876 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38334) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:56.396938 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a95e56c3-c4f3-42ed-8f05-9bb2fff8e501 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group_rule': {'security_group_id': '04aea535-3cf8-481b-996b-40c51587bd2c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:56.397769 n-d-838323-3 neutron-server[102909]: WARNING neutron.api.v2.base [None req-a95e56c3-c4f3-42ed-8f05-9bb2fff8e501 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 18 21:01:56.398534 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-a95e56c3-c4f3-42ed-8f05-9bb2fff8e501 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:01:56.403108 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a95e56c3-c4f3-42ed-8f05-9bb2fff8e501 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0236349 Apr 18 21:01:56.406996 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38336) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:56.527886 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91b99b-248e-4d79-8752-7a1663681065 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04aea535-3cf8-481b-996b-40c51587bd2c,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:56.608328 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9068023d-17b4-44b3-a3f9-ca6f6679cf1c req-429c3838-7b2d-48e0-9d07-65309b7379dd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Router 0b213186-7500-4ecf-b970-f176d66dd662 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:56.891632 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1269913e-7f0d-4df6-b9f1-7a80a0613dc6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.896466 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9068023d-17b4-44b3-a3f9-ca6f6679cf1c req-429c3838-7b2d-48e0-9d07-65309b7379dd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:56.912578 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e9afc9-8073-4442-bcc9-c1d5e14010a0 None None] Sync routers for ids ['0b213186-7500-4ecf-b970-f176d66dd662'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:56.937009 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e9afc9-8073-4442-bcc9-c1d5e14010a0 None None] Routers {'0b213186-7500-4ecf-b970-f176d66dd662'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:56.939506 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-78e9afc9-8073-4442-bcc9-c1d5e14010a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0b213186-7500-4ecf-b970-f176d66dd662'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:57.064062 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e03faa-46e0-4f94-9e8d-439767035ad6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Router e7e3575d-3beb-4c94-80f9-8d74de045d66 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:57.112062 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-9068023d-17b4-44b3-a3f9-ca6f6679cf1c req-429c3838-7b2d-48e0-9d07-65309b7379dd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] No DVR routers for this DVR port 4e59a769-7255-4ecb-9a2f-a3889b2aff34 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:57.117203 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b1271965-2b2c-4168-bf99-0c7f5a7dbc0a tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.130145 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9068023d-17b4-44b3-a3f9-ca6f6679cf1c req-429c3838-7b2d-48e0-9d07-65309b7379dd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.143851 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9068023d-17b4-44b3-a3f9-ca6f6679cf1c req-429c3838-7b2d-48e0-9d07-65309b7379dd tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.32 "DELETE /v2.0/ports/4e59a769-7255-4ecb-9a2f-a3889b2aff34 HTTP/1.1" status: 204 len: 173 time: 2.4583354 Apr 18 21:01:57.150866 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8d83e8-d837-42b5-81dc-f43277a9da2a', 'name': 'network-vif-deleted', 'tag': '4e59a769-7255-4ecb-9a2f-a3889b2aff34'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:01:57.153487 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5c5463-5bbe-42f6-aa1d-5abc433103eb" -d '{"events": [{"server_uuid": "9b8d83e8-d837-42b5-81dc-f43277a9da2a", "name": "network-vif-deleted", "tag": "4e59a769-7255-4ecb-9a2f-a3889b2aff34"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:01:57.168305 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-78e9afc9-8073-4442-bcc9-c1d5e14010a0 None None] Set router 0b213186-7500-4ecf-b970-f176d66dd662 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:57.452797 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd01622-23b6-45ba-aea1-a1e6c6f2f6e0 x-openstack-request-id: req-3fd01622-23b6-45ba-aea1-a1e6c6f2f6e0 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:01:57.454003 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8d83e8-d837-42b5-81dc-f43277a9da2a", "name": "network-vif-deleted", "tag": "4e59a769-7255-4ecb-9a2f-a3889b2aff34", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:01:57.454267 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3fd01622-23b6-45ba-aea1-a1e6c6f2f6e0 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:01:57.454700 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fd01622-23b6-45ba-aea1-a1e6c6f2f6e0'] response: {'server_uuid': '9b8d83e8-d837-42b5-81dc-f43277a9da2a', 'name': 'network-vif-deleted', 'tag': '4e59a769-7255-4ecb-9a2f-a3889b2aff34', 'status': 'completed', 'code': 200} Apr 18 21:01:57.548502 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b1271965-2b2c-4168-bf99-0c7f5a7dbc0a tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.621943 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-1269913e-7f0d-4df6-b9f1-7a80a0613dc6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Allocated IP 172.25.1.28 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/c852b4ad-3a3b-4a44-a422-b75e0e0304b0) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:57.638857 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-705db4a6-3ba5-4609-8900-38d19ddfdd13 req-75b05f0e-9e08-4afe-bb7b-fcbb9ff15064 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8d83e8-d837-42b5-81dc-f43277a9da2a HTTP/1.1" status: 200 len: 210 time: 0.1810267 Apr 18 21:01:57.671413 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e03faa-46e0-4f94-9e8d-439767035ad6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:57.683616 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c8e03faa-46e0-4f94-9e8d-439767035ad6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "PUT /v2.0/routers/e7e3575d-3beb-4c94-80f9-8d74de045d66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8199189 Apr 18 21:01:57.684873 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38348) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:57.690785 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91538c8f-d130-4a7e-98ed-f936cf020d28 None None] Sync routers for ids ['e7e3575d-3beb-4c94-80f9-8d74de045d66'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:57.713317 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91538c8f-d130-4a7e-98ed-f936cf020d28 None None] Routers {'e7e3575d-3beb-4c94-80f9-8d74de045d66'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:57.713944 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-91538c8f-d130-4a7e-98ed-f936cf020d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e7e3575d-3beb-4c94-80f9-8d74de045d66'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:57.789040 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b1271965-2b2c-4168-bf99-0c7f5a7dbc0a tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.792505 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b1271965-2b2c-4168-bf99-0c7f5a7dbc0a tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.794241 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b1271965-2b2c-4168-bf99-0c7f5a7dbc0a tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "DELETE /v2.0/security-groups/04aea535-3cf8-481b-996b-40c51587bd2c HTTP/1.1" status: 204 len: 168 time: 1.3859987 Apr 18 21:01:57.803928 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38350) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:57.833347 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-91538c8f-d130-4a7e-98ed-f936cf020d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:57.872371 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91538c8f-d130-4a7e-98ed-f936cf020d28 None None] Routers {'e7e3575d-3beb-4c94-80f9-8d74de045d66'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:57.873027 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-91538c8f-d130-4a7e-98ed-f936cf020d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e7e3575d-3beb-4c94-80f9-8d74de045d66'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:57.896628 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1271965-2b2c-4168-bf99-0c7f5a7dbc0a tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04aea535-3cf8-481b-996b-40c51587bd2c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:57.979334 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-91538c8f-d130-4a7e-98ed-f936cf020d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:57.979998 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91538c8f-d130-4a7e-98ed-f936cf020d28 None None] The sync data for ids ['e7e3575d-3beb-4c94-80f9-8d74de045d66'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:58.017142 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-78e9afc9-8073-4442-bcc9-c1d5e14010a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5dd253cd-854f-45e4-b89c-9045a0554e6f', 'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'mac_address': 'fa:16:3e:b8:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:02Z', 'updated_at': '2022-04-18T20:52:12Z', 'revision_number': 5, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'subnets': [{'id': '934e222d-a43e-4b81-a646-860f58e51213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:58.067775 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e9afc9-8073-4442-bcc9-c1d5e14010a0 None None] Checking router: 0b213186-7500-4ecf-b970-f176d66dd662 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:01:58.073157 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1269913e-7f0d-4df6-b9f1-7a80a0613dc6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.076470 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7420adfb-999a-4f60-aa2e-f2789d7db704 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2707088 Apr 18 21:01:58.082313 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38356) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:58.083570 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e9afc9-8073-4442-bcc9-c1d5e14010a0 None None] Routers {'0b213186-7500-4ecf-b970-f176d66dd662'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:58.084532 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-78e9afc9-8073-4442-bcc9-c1d5e14010a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0b213186-7500-4ecf-b970-f176d66dd662'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:58.106463 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a4a7ecf8-20d3-4ca5-b4db-63f84747fbf1 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150039040'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:58.174199 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1269913e-7f0d-4df6-b9f1-7a80a0613dc6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.232623 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a4a7ecf8-20d3-4ca5-b4db-63f84747fbf1 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.276232 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1269913e-7f0d-4df6-b9f1-7a80a0613dc6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:58.289096 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-1269913e-7f0d-4df6-b9f1-7a80a0613dc6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:58.298107 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1269913e-7f0d-4df6-b9f1-7a80a0613dc6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:58.315417 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-78e9afc9-8073-4442-bcc9-c1d5e14010a0 None None] Set router 0b213186-7500-4ecf-b970-f176d66dd662 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:58.345331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269913e-7f0d-4df6-b9f1-7a80a0613dc6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event updated for resources: {'Port': ['ID=c852b4ad-3a3b-4a44-a422-b75e0e0304b0,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:58.429642 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a4a7ecf8-20d3-4ca5-b4db-63f84747fbf1 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.443315 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a4a7ecf8-20d3-4ca5-b4db-63f84747fbf1 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.509674 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7ecf8-20d3-4ca5-b4db-63f84747fbf1 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=065f078e-38d2-4839-9d3c-99c9f6bc5db2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:58.529631 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a4a7ecf8-20d3-4ca5-b4db-63f84747fbf1 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.534888 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a4a7ecf8-20d3-4ca5-b4db-63f84747fbf1 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4498143 Apr 18 21:01:58.535734 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38362) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:58.544715 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-13459f7c-1f69-4386-9dc0-a69d54f758f3 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group_rule': {'security_group_id': '065f078e-38d2-4839-9d3c-99c9f6bc5db2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:58.546796 n-d-838323-3 neutron-server[102908]: WARNING neutron.api.v2.base [None req-13459f7c-1f69-4386-9dc0-a69d54f758f3 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 18 21:01:58.547568 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-13459f7c-1f69-4386-9dc0-a69d54f758f3 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:01:58.550278 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-13459f7c-1f69-4386-9dc0-a69d54f758f3 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0127444 Apr 18 21:01:58.556972 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38364) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:58.559783 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-88582515-c21f-4c21-aa0a-13c0bef5a588 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.776544 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6fb46cb0-a94b-4159-a0a7-95f927eb6651 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.800030 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-78e9afc9-8073-4442-bcc9-c1d5e14010a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5dd253cd-854f-45e4-b89c-9045a0554e6f', 'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'mac_address': 'fa:16:3e:b8:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:02Z', 'updated_at': '2022-04-18T20:52:12Z', 'revision_number': 5, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'subnets': [{'id': '934e222d-a43e-4b81-a646-860f58e51213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:58.842366 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38376) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:58.867482 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e9afc9-8073-4442-bcc9-c1d5e14010a0 None None] The sync data for ids ['0b213186-7500-4ecf-b970-f176d66dd662'] in n-d-838323-3 is: [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 4, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5dd253cd-854f-45e4-b89c-9045a0554e6f', 'name': '', 'network_id': 'fe539583-d535-4524-b810-6474f581fe71', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'mac_address': 'fa:16:3e:b8:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '934e222d-a43e-4b81-a646-860f58e51213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:02Z', 'updated_at': '2022-04-18T20:52:12Z', 'revision_number': 5, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'subnets': [{'id': '934e222d-a43e-4b81-a646-860f58e51213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:58.878233 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f5f30807-b05f-4d55-8907-90dcde80f8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.883466 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6fb46cb0-a94b-4159-a0a7-95f927eb6651 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.132074 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fa540714-bbd1-40ee-bf7f-075383b52887 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.153284 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1269913e-7f0d-4df6-b9f1-7a80a0613dc6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.197160 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6fb46cb0-a94b-4159-a0a7-95f927eb6651 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.201491 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6fb46cb0-a94b-4159-a0a7-95f927eb6651 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.207949 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6fb46cb0-a94b-4159-a0a7-95f927eb6651 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "DELETE /v2.0/security-groups/065f078e-38d2-4839-9d3c-99c9f6bc5db2 HTTP/1.1" status: 204 len: 168 time: 0.6449223 Apr 18 21:01:59.214899 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38382) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:59.236166 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fa540714-bbd1-40ee-bf7f-075383b52887 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.297847 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1269913e-7f0d-4df6-b9f1-7a80a0613dc6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.341681 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb46cb0-a94b-4159-a0a7-95f927eb6651 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=065f078e-38d2-4839-9d3c-99c9f6bc5db2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:59.360307 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 4e59a769-7255-4ecb-9a2f-a3889b2aff34 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:59.454782 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babbd251-47bd-4b63-8b80-820be91c0cea None None] New status for floating IP 2d40d6de-6211-445b-91b6-2e57e28da672: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:01:59.459252 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 4e59a769-7255-4ecb-9a2f-a3889b2aff34 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:01:59.469093 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 4e59a769-7255-4ecb-9a2f-a3889b2aff34 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:59.544268 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f60beb3d-4b21-413a-9e52-b7a0320f7358 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3202841 Apr 18 21:01:59.552077 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38386) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:59.574914 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-246b32b1-aa22-4d27-a1d1-c1616994b285 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group': {'name': 'tempest-secgroup--1660308005'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:59.577655 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fa540714-bbd1-40ee-bf7f-075383b52887 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.581732 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fa540714-bbd1-40ee-bf7f-075383b52887 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.588881 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fa540714-bbd1-40ee-bf7f-075383b52887 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "DELETE /v2.0/security-groups/974ac806-3078-41d3-8f39-9ff76d36b53d HTTP/1.1" status: 204 len: 168 time: 0.7412517 Apr 18 21:01:59.596465 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38388) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:59.638442 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa540714-bbd1-40ee-bf7f-075383b52887 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=974ac806-3078-41d3-8f39-9ff76d36b53d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:59.658268 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-582d836a-476f-4929-98ea-4fb91e371037 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] show failed (client error): The resource could not be found. Apr 18 21:01:59.662922 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-582d836a-476f-4929-98ea-4fb91e371037 tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "GET /v2.0/security-groups/974ac806-3078-41d3-8f39-9ff76d36b53d HTTP/1.1" status: 404 len: 347 time: 0.0517101 Apr 18 21:01:59.668282 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38390) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:59.700882 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-88582515-c21f-4c21-aa0a-13c0bef5a588 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting port 424aef8a-e93a-4017-902e-16c4f97ddda4 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:59.701243 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-88582515-c21f-4c21-aa0a-13c0bef5a588 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.734023 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1269913e-7f0d-4df6-b9f1-7a80a0613dc6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.736982 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-246b32b1-aa22-4d27-a1d1-c1616994b285 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.760460 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1269913e-7f0d-4df6-b9f1-7a80a0613dc6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.848549 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.881673 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269913e-7f0d-4df6-b9f1-7a80a0613dc6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event updated for resources: {'Port': ['ID=c852b4ad-3a3b-4a44-a422-b75e0e0304b0,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:59.910126 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1269913e-7f0d-4df6-b9f1-7a80a0613dc6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.973170 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-246b32b1-aa22-4d27-a1d1-c1616994b285 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.980638 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-246b32b1-aa22-4d27-a1d1-c1616994b285 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.981210 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-88582515-c21f-4c21-aa0a-13c0bef5a588 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.007477 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-88582515-c21f-4c21-aa0a-13c0bef5a588 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Calling delete_port for 424aef8a-e93a-4017-902e-16c4f97ddda4 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:00.010143 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-0c595c80-8dd6-4ee3-b10a-939a81b222ca tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Deleting port 8af6fbdd-a1fb-4b18-ae6d-0337946c697a {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:00.010538 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0c595c80-8dd6-4ee3-b10a-939a81b222ca tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.019526 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-246b32b1-aa22-4d27-a1d1-c1616994b285 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.020931 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-246b32b1-aa22-4d27-a1d1-c1616994b285 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4637465 Apr 18 21:02:00.030567 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38392) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:00.040178 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-26eb2013-cc74-459f-ab1c-417410e37fa0 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group_rule': {'security_group_id': '5b436e0b-cc73-47c3-a5b2-aba8bce5e813', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:00.056621 n-d-838323-3 neutron-server[102909]: WARNING neutron.api.v2.base [None req-26eb2013-cc74-459f-ab1c-417410e37fa0 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 18 21:02:00.058186 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-26eb2013-cc74-459f-ab1c-417410e37fa0 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:02:00.060265 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-26eb2013-cc74-459f-ab1c-417410e37fa0 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0280020 Apr 18 21:02:00.063377 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38396) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:00.068453 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-c9d69990-e9cc-48ce-ba2e-980044f48a6e tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group_rule': {'security_group_id': '5b436e0b-cc73-47c3-a5b2-aba8bce5e813', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:00.070117 n-d-838323-3 neutron-server[102908]: WARNING neutron.api.v2.base [None req-c9d69990-e9cc-48ce-ba2e-980044f48a6e tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 18 21:02:00.070634 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-c9d69990-e9cc-48ce-ba2e-980044f48a6e tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:02:00.071666 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c9d69990-e9cc-48ce-ba2e-980044f48a6e tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0070961 Apr 18 21:02:00.074401 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b32b1-aa22-4d27-a1d1-c1616994b285 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b436e0b-cc73-47c3-a5b2-aba8bce5e813,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:00.082401 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38398) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:00.087017 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-541be8c9-aef3-43d9-8541-3eb0625907e6 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group_rule': {'security_group_id': '5b436e0b-cc73-47c3-a5b2-aba8bce5e813', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:00.088772 n-d-838323-3 neutron-server[102908]: WARNING neutron.api.v2.base [None req-541be8c9-aef3-43d9-8541-3eb0625907e6 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 18 21:02:00.089290 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-541be8c9-aef3-43d9-8541-3eb0625907e6 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:02:00.090288 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-541be8c9-aef3-43d9-8541-3eb0625907e6 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069494 Apr 18 21:02:00.110698 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38400) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:00.118831 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-665edf34-22fe-4e23-ac8f-809b1bf4a766 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group_rule': {'security_group_id': '5b436e0b-cc73-47c3-a5b2-aba8bce5e813', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:00.119392 n-d-838323-3 neutron-server[102908]: WARNING neutron.api.v2.base [None req-665edf34-22fe-4e23-ac8f-809b1bf4a766 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 18 21:02:00.119939 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-665edf34-22fe-4e23-ac8f-809b1bf4a766 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:02:00.120988 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-665edf34-22fe-4e23-ac8f-809b1bf4a766 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0093355 Apr 18 21:02:00.123800 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38402) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:00.135860 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-1269913e-7f0d-4df6-b9f1-7a80a0613dc6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Floating IP e73044a8-be62-4133-b638-a2a6c075feac associated. External IP: 172.25.1.28, port: b80c8c05-a971-4529-9f74-f741064998cf. Apr 18 21:02:00.222394 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0c595c80-8dd6-4ee3-b10a-939a81b222ca tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.223000 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0c595c80-8dd6-4ee3-b10a-939a81b222ca tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.272358 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-0c595c80-8dd6-4ee3-b10a-939a81b222ca tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Calling delete_port for 8af6fbdd-a1fb-4b18-ae6d-0337946c697a owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:00.355971 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3858-c996-4e9b-a4b0-3c817228a98b tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.393796 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3858-c996-4e9b-a4b0-3c817228a98b tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.472819 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-88582515-c21f-4c21-aa0a-13c0bef5a588 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.492175 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1269913e-7f0d-4df6-b9f1-7a80a0613dc6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Router 7ea9cb43-484f-4029-b855-5387b63d5609 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:02:00.508994 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3858-c996-4e9b-a4b0-3c817228a98b tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.512129 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3858-c996-4e9b-a4b0-3c817228a98b tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.513087 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3f6e3858-c996-4e9b-a4b0-3c817228a98b tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "DELETE /v2.0/security-groups/5b436e0b-cc73-47c3-a5b2-aba8bce5e813 HTTP/1.1" status: 204 len: 168 time: 0.3882763 Apr 18 21:02:00.518725 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38404) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:00.525686 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88582515-c21f-4c21-aa0a-13c0bef5a588 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Port': ['ID=424aef8a-e93a-4017-902e-16c4f97ddda4,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:00.642239 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e3858-c996-4e9b-a4b0-3c817228a98b tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b436e0b-cc73-47c3-a5b2-aba8bce5e813,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:00.790341 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-88582515-c21f-4c21-aa0a-13c0bef5a588 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.066618 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0c595c80-8dd6-4ee3-b10a-939a81b222ca tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.085363 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:02:01.143934 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c595c80-8dd6-4ee3-b10a-939a81b222ca tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Pushing event deleted for resources: {'Port': ['ID=8af6fbdd-a1fb-4b18-ae6d-0337946c697a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:01.173623 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88582515-c21f-4c21-aa0a-13c0bef5a588 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Router e7e3575d-3beb-4c94-80f9-8d74de045d66 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:02:01.305529 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0c595c80-8dd6-4ee3-b10a-939a81b222ca tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.308373 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0c595c80-8dd6-4ee3-b10a-939a81b222ca tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.309741 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0c595c80-8dd6-4ee3-b10a-939a81b222ca tempest-AttachVolumeNegativeTest-66400055 tempest-AttachVolumeNegativeTest-66400055-project] 10.222.0.41 "DELETE /v2.0/floatingips/2d40d6de-6211-445b-91b6-2e57e28da672 HTTP/1.1" status: 204 len: 168 time: 1.6375062 Apr 18 21:02:01.365479 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88582515-c21f-4c21-aa0a-13c0bef5a588 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:01.378190 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb701a2-553a-4c12-8026-617bcc568f4a None None] Sync routers for ids ['e7e3575d-3beb-4c94-80f9-8d74de045d66'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:01.396975 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c292d123-8859-42f2-b39c-04f6322296d6 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8754983 Apr 18 21:02:01.407005 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38424) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:01.420286 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-4b4edd89-53fe-42ab-9b74-8a06f7c5b4de tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group': {'name': 'tempest-secgroup--1618399928'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:01.426229 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1269913e-7f0d-4df6-b9f1-7a80a0613dc6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:01.438389 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-88582515-c21f-4c21-aa0a-13c0bef5a588 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "PUT /v2.0/routers/e7e3575d-3beb-4c94-80f9-8d74de045d66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7522309 Apr 18 21:02:01.442730 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38428) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:01.455066 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb701a2-553a-4c12-8026-617bcc568f4a None None] Routers {'e7e3575d-3beb-4c94-80f9-8d74de045d66'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:01.458531 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ebb701a2-553a-4c12-8026-617bcc568f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e7e3575d-3beb-4c94-80f9-8d74de045d66'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:01.461493 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ba09b-a00a-4ed9-a4a8-f95c6c611274 None None] Sync routers for ids ['7ea9cb43-484f-4029-b855-5387b63d5609'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:01.477130 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1269913e-7f0d-4df6-b9f1-7a80a0613dc6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.490109 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.513127 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4b4edd89-53fe-42ab-9b74-8a06f7c5b4de tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.515337 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ba09b-a00a-4ed9-a4a8-f95c6c611274 None None] Routers {'7ea9cb43-484f-4029-b855-5387b63d5609'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:01.517359 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-435ba09b-a00a-4ed9-a4a8-f95c6c611274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7ea9cb43-484f-4029-b855-5387b63d5609'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:01.538359 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c886157b-882b-464b-83c2-33104647ae3a tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e3575d-3beb-4c94-80f9-8d74de045d66 HTTP/1.1" status: 200 len: 205 time: 0.0899191 Apr 18 21:02:01.540788 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38430) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:01.577138 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1269913e-7f0d-4df6-b9f1-7a80a0613dc6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.5297704 Apr 18 21:02:01.579948 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6445910-b2cb-405c-90a2-b7860aa5bdba', 'tag': 'b80c8c05-a971-4529-9f74-f741064998cf'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:02:01.588763 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ebb701a2-553a-4c12-8026-617bcc568f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:01.590388 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708bb622-8456-409b-8d15-f79bce8cd91b" -d '{"events": [{"name": "network-changed", "server_uuid": "e6445910-b2cb-405c-90a2-b7860aa5bdba", "tag": "b80c8c05-a971-4529-9f74-f741064998cf"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:02:01.599479 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb701a2-553a-4c12-8026-617bcc568f4a None None] Routers {'e7e3575d-3beb-4c94-80f9-8d74de045d66'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:01.600350 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ebb701a2-553a-4c12-8026-617bcc568f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e7e3575d-3beb-4c94-80f9-8d74de045d66'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:01.686671 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.702743 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4b4edd89-53fe-42ab-9b74-8a06f7c5b4de tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.712655 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ebb701a2-553a-4c12-8026-617bcc568f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:01.713758 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb701a2-553a-4c12-8026-617bcc568f4a None None] The sync data for ids ['e7e3575d-3beb-4c94-80f9-8d74de045d66'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:01.722639 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4b4edd89-53fe-42ab-9b74-8a06f7c5b4de tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.746033 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ca9b9a-9863-4b17-af7c-b2be43dcb662 x-openstack-request-id: req-89ca9b9a-9863-4b17-af7c-b2be43dcb662 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:02:01.746316 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6445910-b2cb-405c-90a2-b7860aa5bdba", "tag": "b80c8c05-a971-4529-9f74-f741064998cf", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:02:01.746574 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89ca9b9a-9863-4b17-af7c-b2be43dcb662 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:02:01.746979 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89ca9b9a-9863-4b17-af7c-b2be43dcb662'] response: {'name': 'network-changed', 'server_uuid': 'e6445910-b2cb-405c-90a2-b7860aa5bdba', 'tag': 'b80c8c05-a971-4529-9f74-f741064998cf', 'status': 'completed', 'code': 200} Apr 18 21:02:01.804068 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cb405d43-8585-4f0e-8e46-a2127e3575f9 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.834652 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4b4edd89-53fe-42ab-9b74-8a06f7c5b4de tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.844502 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4b4edd89-53fe-42ab-9b74-8a06f7c5b4de tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4293263 Apr 18 21:02:01.845414 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38436) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:01.858397 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-15eaac3c-a869-4c4a-8235-1e59cc61650c tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group_rule': {'security_group_id': 'c01092aa-f1b5-4855-8d11-a057ce691a3e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:01.859192 n-d-838323-3 neutron-server[102908]: WARNING neutron.api.v2.base [None req-15eaac3c-a869-4c4a-8235-1e59cc61650c tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 21:02:01.859716 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-15eaac3c-a869-4c4a-8235-1e59cc61650c tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:02:01.869482 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-15eaac3c-a869-4c4a-8235-1e59cc61650c tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0209634 Apr 18 21:02:01.870133 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38438) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:01.877778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-8950eaa9-0c73-42d6-8e45-d69495379b54 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group_rule': {'security_group_id': 'c01092aa-f1b5-4855-8d11-a057ce691a3e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:01.893861 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4edd89-53fe-42ab-9b74-8a06f7c5b4de tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c01092aa-f1b5-4855-8d11-a057ce691a3e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:01.984708 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-8950eaa9-0c73-42d6-8e45-d69495379b54 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:02:01.987825 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cb405d43-8585-4f0e-8e46-a2127e3575f9 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.991329 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8950eaa9-0c73-42d6-8e45-d69495379b54 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1197524 Apr 18 21:02:01.992059 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38440) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:01.992919 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cb405d43-8585-4f0e-8e46-a2127e3575f9 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.997127 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-f1fcc05b-fca4-4e13-a632-3912366d4632 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group_rule': {'security_group_id': 'c01092aa-f1b5-4855-8d11-a057ce691a3e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:01.997625 n-d-838323-3 neutron-server[102908]: WARNING neutron.api.v2.base [None req-f1fcc05b-fca4-4e13-a632-3912366d4632 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 18 21:02:01.998130 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-f1fcc05b-fca4-4e13-a632-3912366d4632 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:02:02.003773 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f1fcc05b-fca4-4e13-a632-3912366d4632 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0104556 Apr 18 21:02:02.004466 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38442) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:02.009161 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-edc300ce-ee50-4322-966e-687f37a41a53 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group_rule': {'security_group_id': 'c01092aa-f1b5-4855-8d11-a057ce691a3e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:02.079047 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cb405d43-8585-4f0e-8e46-a2127e3575f9 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.080236 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb405d43-8585-4f0e-8e46-a2127e3575f9 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Fanout notify agent at l3_agent the message router_deleted on router e7e3575d-3beb-4c94-80f9-8d74de045d66 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:02:02.089088 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cb405d43-8585-4f0e-8e46-a2127e3575f9 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.092793 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cb405d43-8585-4f0e-8e46-a2127e3575f9 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/routers/e7e3575d-3beb-4c94-80f9-8d74de045d66 HTTP/1.1" status: 204 len: 168 time: 0.5460997 Apr 18 21:02:02.093335 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-435ba09b-a00a-4ed9-a4a8-f95c6c611274 None None] Set router 7ea9cb43-484f-4029-b855-5387b63d5609 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:02:02.093620 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38444) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:02.117942 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-edc300ce-ee50-4322-966e-687f37a41a53 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:02:02.122934 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-edc300ce-ee50-4322-966e-687f37a41a53 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1144910 Apr 18 21:02:02.124262 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38448) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:02.137729 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-4071dba4-4fbf-4ac6-a97e-7d91224f5ed9 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group_rule': {'security_group_id': 'c01092aa-f1b5-4855-8d11-a057ce691a3e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:02.138705 n-d-838323-3 neutron-server[102908]: WARNING neutron.api.v2.base [None req-4071dba4-4fbf-4ac6-a97e-7d91224f5ed9 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 21:02:02.139773 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-4071dba4-4fbf-4ac6-a97e-7d91224f5ed9 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:02:02.144743 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4071dba4-4fbf-4ac6-a97e-7d91224f5ed9 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0164576 Apr 18 21:02:02.146381 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38450) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:02.164098 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-f8f2b14a-e4bd-48e7-99bd-8addcdb999ee tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group_rule': {'security_group_id': 'c01092aa-f1b5-4855-8d11-a057ce691a3e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:02.176693 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bb622-8456-409b-8d15-f79bce8cd91b req-c92dae09-639f-4d20-adc8-cd533e7b6477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:02.178209 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-708bb622-8456-409b-8d15-f79bce8cd91b req-c92dae09-639f-4d20-adc8-cd533e7b6477 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 1096 time: 0.4217761 Apr 18 21:02:02.291187 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-f8f2b14a-e4bd-48e7-99bd-8addcdb999ee tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:02:02.295099 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f8f2b14a-e4bd-48e7-99bd-8addcdb999ee tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1462214 Apr 18 21:02:02.299806 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38452) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:02.307478 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-bf37cf7f-7c37-4086-ad34-e2d4b590672d tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group_rule': {'security_group_id': 'c01092aa-f1b5-4855-8d11-a057ce691a3e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:02.308224 n-d-838323-3 neutron-server[102909]: WARNING neutron.api.v2.base [None req-bf37cf7f-7c37-4086-ad34-e2d4b590672d tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 18 21:02:02.308765 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-bf37cf7f-7c37-4086-ad34-e2d4b590672d tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:02:02.309845 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bf37cf7f-7c37-4086-ad34-e2d4b590672d tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088551 Apr 18 21:02:02.314035 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38456) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:02.314637 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-eabcf56c-2b6b-4566-a087-e59ef530e298 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting subnet d0caf0ac-ce5b-4820-9129-0ba5152ca956 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:02:02.322963 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-afc5f2a5-b20a-472b-b537-9dca6b1f4fba tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group_rule': {'security_group_id': 'c01092aa-f1b5-4855-8d11-a057ce691a3e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:02.326531 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eabcf56c-2b6b-4566-a087-e59ef530e298 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.390987 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eabcf56c-2b6b-4566-a087-e59ef530e298 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.415188 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-afc5f2a5-b20a-472b-b537-9dca6b1f4fba tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:02:02.417041 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-afc5f2a5-b20a-472b-b537-9dca6b1f4fba tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1006854 Apr 18 21:02:02.419484 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38458) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:02.424224 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-f86b983d-c785-4111-a858-04e3e97263f5 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group_rule': {'security_group_id': 'c01092aa-f1b5-4855-8d11-a057ce691a3e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:02.449639 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bb622-8456-409b-8d15-f79bce8cd91b req-3272a7da-d869-4e12-8ace-15d4497300ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:02.451317 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-708bb622-8456-409b-8d15-f79bce8cd91b req-3272a7da-d869-4e12-8ace-15d4497300ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 912 time: 0.2560499 Apr 18 21:02:02.485811 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-f86b983d-c785-4111-a858-04e3e97263f5 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:02:02.486962 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f86b983d-c785-4111-a858-04e3e97263f5 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0664184 Apr 18 21:02:02.489966 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38460) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:02.614058 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-435ba09b-a00a-4ed9-a4a8-f95c6c611274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:31Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 4, 'project_id': 'f840c855946542459a247bc427a2167c', 'gw_port': {'id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:32Z', 'updated_at': '2022-04-18T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'e73044a8-be62-4133-b638-a2a6c075feac', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'port_id': 'b80c8c05-a971-4529-9f74-f741064998cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'mac_address': 'fa:16:3e:d6:3f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6445910-b2cb-405c-90a2-b7860aa5bdba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:01:58Z', 'updated_at': '2022-04-18T21:01:58Z', 'revision_number': 0, 'project_id': 'f840c855946542459a247bc427a2167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5039604a-5253-4a37-b021-79e72acf33d2', 'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'mac_address': 'fa:16:3e:5a:0c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:37Z', 'updated_at': '2022-04-18T20:50:50Z', 'revision_number': 5, 'project_id': 'f840c855946542459a247bc427a2167c', 'subnets': [{'id': '20af91cc-d869-4230-8d61-825647f4d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:02.653059 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8e802d2e-a68a-4d6f-914b-571b6a7ef857 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.682875 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ba09b-a00a-4ed9-a4a8-f95c6c611274 None None] Checking router: 7ea9cb43-484f-4029-b855-5387b63d5609 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:02:02.697264 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ba09b-a00a-4ed9-a4a8-f95c6c611274 None None] Routers {'7ea9cb43-484f-4029-b855-5387b63d5609'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:02.697649 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-435ba09b-a00a-4ed9-a4a8-f95c6c611274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7ea9cb43-484f-4029-b855-5387b63d5609'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:02.701071 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-708bb622-8456-409b-8d15-f79bce8cd91b req-c441fb70-8c32-43ec-970d-974f22883ac1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b80c8c05-a971-4529-9f74-f741064998cf HTTP/1.1" status: 200 len: 998 time: 0.2333999 Apr 18 21:02:02.703882 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8e802d2e-a68a-4d6f-914b-571b6a7ef857 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.797442 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eabcf56c-2b6b-4566-a087-e59ef530e298 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.810665 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8e802d2e-a68a-4d6f-914b-571b6a7ef857 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.813219 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8e802d2e-a68a-4d6f-914b-571b6a7ef857 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.814399 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8e802d2e-a68a-4d6f-914b-571b6a7ef857 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "DELETE /v2.0/security-groups/c01092aa-f1b5-4855-8d11-a057ce691a3e HTTP/1.1" status: 204 len: 168 time: 0.3233879 Apr 18 21:02:02.818970 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38464) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:02.843183 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e802d2e-a68a-4d6f-914b-571b6a7ef857 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01092aa-f1b5-4855-8d11-a057ce691a3e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:02.944129 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-fe62b49f-6c42-4738-8228-73d3c49bd8d1 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1236427 Apr 18 21:02:02.948420 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38466) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:02.956168 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bb622-8456-409b-8d15-f79bce8cd91b req-4e9a0a2c-69e4-4f2c-af56-f0812827db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:02.957848 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-708bb622-8456-409b-8d15-f79bce8cd91b req-4e9a0a2c-69e4-4f2c-af56-f0812827db37 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.2399020 Apr 18 21:02:02.967945 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-1b64a122-4942-4b28-a6bc-8aa7a698d121 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group': {'name': 'tempest-secgroup--1792525738'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:03.045510 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b64a122-4942-4b28-a6bc-8aa7a698d121 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.078992 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-435ba09b-a00a-4ed9-a4a8-f95c6c611274 None None] Set router 7ea9cb43-484f-4029-b855-5387b63d5609 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:02:03.102681 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bb622-8456-409b-8d15-f79bce8cd91b req-437ae4ad-c674-48d2-bca0-84b47e3e28b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:03.108577 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-708bb622-8456-409b-8d15-f79bce8cd91b req-437ae4ad-c674-48d2-bca0-84b47e3e28b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316483 Apr 18 21:02:03.112274 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eabcf56c-2b6b-4566-a087-e59ef530e298 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.228129 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabcf56c-2b6b-4566-a087-e59ef530e298 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Subnet': ['ID=d0caf0ac-ce5b-4820-9129-0ba5152ca956,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:03.240469 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf594dde-e79d-489b-ac47-4ea4f5f323ce None None] Network 474b21a0-14b0-439c-aa6a-3ff92c0fb674 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:03.244695 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eabcf56c-2b6b-4566-a087-e59ef530e298 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.259419 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38470) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:03.261810 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-eabcf56c-2b6b-4566-a087-e59ef530e298 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/subnets/d0caf0ac-ce5b-4820-9129-0ba5152ca956 HTTP/1.1" status: 204 len: 168 time: 1.1658170 Apr 18 21:02:03.276123 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b64a122-4942-4b28-a6bc-8aa7a698d121 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.329931 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b64a122-4942-4b28-a6bc-8aa7a698d121 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.330447 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-708bb622-8456-409b-8d15-f79bce8cd91b req-077bcf37-c64c-4236-a473-bc0b019337c8 service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134821 Apr 18 21:02:03.382713 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64a122-4942-4b28-a6bc-8aa7a698d121 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee8ecd6-9654-496a-a9fa-97c6bdecf2eb,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:03.388608 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b64a122-4942-4b28-a6bc-8aa7a698d121 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.389804 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1b64a122-4942-4b28-a6bc-8aa7a698d121 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4398639 Apr 18 21:02:03.393848 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38474) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:03.399655 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-75dac8d8-be02-4b17-88b1-d63a0065dbf3 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group_rule': {'security_group_id': '4ee8ecd6-9654-496a-a9fa-97c6bdecf2eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:03.512387 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c012bd-8688-4f9c-9ac2-2de4002a2c4c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting subnet cc20c632-1e0a-4952-b3ec-723cbbdabcbb {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:02:03.523619 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-54c012bd-8688-4f9c-9ac2-2de4002a2c4c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.571950 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-708bb622-8456-409b-8d15-f79bce8cd91b req-f1510882-0ed0-4c00-8373-3c533c93124c service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354248 Apr 18 21:02:03.590167 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-54c012bd-8688-4f9c-9ac2-2de4002a2c4c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.660318 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-75dac8d8-be02-4b17-88b1-d63a0065dbf3 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] create failed (client error): The resource could not be found. Apr 18 21:02:03.664664 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-75dac8d8-be02-4b17-88b1-d63a0065dbf3 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2671256 Apr 18 21:02:03.666015 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38476) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:03.675326 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-be7da72a-eb59-4f1e-951d-899f4965c314 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group_rule': {'security_group_id': '4ee8ecd6-9654-496a-a9fa-97c6bdecf2eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '19b37099-6a7f-4a82-9e26-1239c648f0de'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:03.751973 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-54c012bd-8688-4f9c-9ac2-2de4002a2c4c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.755635 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696cf297-5a99-4e8c-82a5-442f0adc6c94 None None] DHCP port deletion for 474b21a0-14b0-439c-aa6a-3ff92c0fb674 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:02:03.821739 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-be7da72a-eb59-4f1e-951d-899f4965c314 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] create failed (client error): The resource could not be found. Apr 18 21:02:03.823632 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-be7da72a-eb59-4f1e-951d-899f4965c314 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1549935 Apr 18 21:02:03.826501 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38480) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:03.886547 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-435ba09b-a00a-4ed9-a4a8-f95c6c611274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:31Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 4, 'project_id': 'f840c855946542459a247bc427a2167c', 'gw_port': {'id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:32Z', 'updated_at': '2022-04-18T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'e73044a8-be62-4133-b638-a2a6c075feac', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'port_id': 'b80c8c05-a971-4529-9f74-f741064998cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'mac_address': 'fa:16:3e:d6:3f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6445910-b2cb-405c-90a2-b7860aa5bdba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:01:58Z', 'updated_at': '2022-04-18T21:01:58Z', 'revision_number': 0, 'project_id': 'f840c855946542459a247bc427a2167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5039604a-5253-4a37-b021-79e72acf33d2', 'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'mac_address': 'fa:16:3e:5a:0c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:37Z', 'updated_at': '2022-04-18T20:50:50Z', 'revision_number': 5, 'project_id': 'f840c855946542459a247bc427a2167c', 'subnets': [{'id': '20af91cc-d869-4230-8d61-825647f4d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:03.903141 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-54c012bd-8688-4f9c-9ac2-2de4002a2c4c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.929266 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9b2d066c-0472-4511-a898-6ebe9586e06c tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.950874 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ba09b-a00a-4ed9-a4a8-f95c6c611274 None None] The sync data for ids ['7ea9cb43-484f-4029-b855-5387b63d5609'] in n-d-838323-3 is: [{'id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:31Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 4, 'project_id': 'f840c855946542459a247bc427a2167c', 'gw_port': {'id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:32Z', 'updated_at': '2022-04-18T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'e73044a8-be62-4133-b638-a2a6c075feac', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'port_id': 'b80c8c05-a971-4529-9f74-f741064998cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'mac_address': 'fa:16:3e:d6:3f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6445910-b2cb-405c-90a2-b7860aa5bdba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:01:58Z', 'updated_at': '2022-04-18T21:01:58Z', 'revision_number': 0, 'project_id': 'f840c855946542459a247bc427a2167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5039604a-5253-4a37-b021-79e72acf33d2', 'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'mac_address': 'fa:16:3e:5a:0c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:37Z', 'updated_at': '2022-04-18T20:50:50Z', 'revision_number': 5, 'project_id': 'f840c855946542459a247bc427a2167c', 'subnets': [{'id': '20af91cc-d869-4230-8d61-825647f4d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:03.966872 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-696cf297-5a99-4e8c-82a5-442f0adc6c94 None None] Deleting port 0f159960-4544-453c-b70e-562b20f63219 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:03.969965 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9b2d066c-0472-4511-a898-6ebe9586e06c tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.970329 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-696cf297-5a99-4e8c-82a5-442f0adc6c94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.017070 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-54c012bd-8688-4f9c-9ac2-2de4002a2c4c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.023763 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-54c012bd-8688-4f9c-9ac2-2de4002a2c4c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/subnets/cc20c632-1e0a-4952-b3ec-723cbbdabcbb HTTP/1.1" status: 204 len: 168 time: 0.7628963 Apr 18 21:02:04.025526 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c012bd-8688-4f9c-9ac2-2de4002a2c4c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Subnet': ['ID=cc20c632-1e0a-4952-b3ec-723cbbdabcbb,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:04.029146 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ae70f0-c7a9-419b-9454-d67ccaf39ca8 None None] Network 036685b5-d456-4c41-928e-91c0547af779 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:04.032477 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38482) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:04.059822 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9b2d066c-0472-4511-a898-6ebe9586e06c tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.065902 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9b2d066c-0472-4511-a898-6ebe9586e06c tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.067196 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9b2d066c-0472-4511-a898-6ebe9586e06c tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "DELETE /v2.0/security-groups/4ee8ecd6-9654-496a-a9fa-97c6bdecf2eb HTTP/1.1" status: 204 len: 168 time: 0.2394941 Apr 18 21:02:04.079938 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38484) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:04.080853 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d066c-0472-4511-a898-6ebe9586e06c tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee8ecd6-9654-496a-a9fa-97c6bdecf2eb,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:04.203012 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c823dacc-2ccb-4022-b321-4905f7188016 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1107738 Apr 18 21:02:04.204246 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38486) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:04.206389 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f7a22d63-9316-489c-ac5e-e3492efa1c16 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.211554 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-b724a9f3-3098-4f2f-91ca-65e3f0d8e25f tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group_rule': {'security_group_id': '61c23de3-18f5-455f-950d-1bfa58994c48', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:04.274168 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-b724a9f3-3098-4f2f-91ca-65e3f0d8e25f tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] create failed (client error): The resource could not be found. Apr 18 21:02:04.282482 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b724a9f3-3098-4f2f-91ca-65e3f0d8e25f tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0703473 Apr 18 21:02:04.283149 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38488) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:04.283461 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-f7a22d63-9316-489c-ac5e-e3492efa1c16 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting port 0f159960-4544-453c-b70e-562b20f63219 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:04.283737 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f7a22d63-9316-489c-ac5e-e3492efa1c16 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.297361 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-76a0b1d3-7852-48df-9d09-6845f33d84ca tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group': {'name': 'tempest-secgroup--1782818481'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:04.386889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-f7a22d63-9316-489c-ac5e-e3492efa1c16 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] For port 0f159960-4544-453c-b70e-562b20f63219, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=0f159960-4544-453c-b70e-562b20f63219,segment=NetworkSegment(b9164b8e-559a-4098-838b-5c2574b205c6),segment_id=b9164b8e-559a-4098-838b-5c2574b205c6)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:04.387265 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f7a22d63-9316-489c-ac5e-e3492efa1c16 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.409889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-f7a22d63-9316-489c-ac5e-e3492efa1c16 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Calling delete_port for 0f159960-4544-453c-b70e-562b20f63219 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:04.473472 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe09419-54f9-42b4-96e1-1050887d8dc6 None None] New status for floating IP e73044a8-be62-4133-b638-a2a6c075feac: ACTIVE {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:02:04.605764 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-696cf297-5a99-4e8c-82a5-442f0adc6c94 None None] For port 0f159960-4544-453c-b70e-562b20f63219, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=0f159960-4544-453c-b70e-562b20f63219,segment=NetworkSegment(b9164b8e-559a-4098-838b-5c2574b205c6),segment_id=b9164b8e-559a-4098-838b-5c2574b205c6)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:04.606903 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-696cf297-5a99-4e8c-82a5-442f0adc6c94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.642417 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f7a22d63-9316-489c-ac5e-e3492efa1c16 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.677177 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-696cf297-5a99-4e8c-82a5-442f0adc6c94 None None] Calling delete_port for 0f159960-4544-453c-b70e-562b20f63219 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:04.736245 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a22d63-9316-489c-ac5e-e3492efa1c16 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] No DVR routers for this DVR port 0f159960-4544-453c-b70e-562b20f63219 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:04.828093 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a22d63-9316-489c-ac5e-e3492efa1c16 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Port': ['ID=0f159960-4544-453c-b70e-562b20f63219,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:04.973370 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392a6b8d-b78d-4898-9097-a7ed69f828c6 None None] DHCP port deletion for 036685b5-d456-4c41-928e-91c0547af779 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:02:05.022419 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-696cf297-5a99-4e8c-82a5-442f0adc6c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.067910 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f7a22d63-9316-489c-ac5e-e3492efa1c16 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.104289 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696cf297-5a99-4e8c-82a5-442f0adc6c94 None None] Pushing event deleted for resources: {'Port': ['ID=0f159960-4544-453c-b70e-562b20f63219,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:05.122763 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696cf297-5a99-4e8c-82a5-442f0adc6c94 None None] No DVR routers for this DVR port 0f159960-4544-453c-b70e-562b20f63219 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:05.204110 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-392a6b8d-b78d-4898-9097-a7ed69f828c6 None None] Deleting port 38444b57-6955-41c1-bbf3-adbc9322fab6 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:05.204795 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-392a6b8d-b78d-4898-9097-a7ed69f828c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.208911 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-f7a22d63-9316-489c-ac5e-e3492efa1c16 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474b21a0-14b0-439c-aa6a-3ff92c0fb674']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:05.286403 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-f7a22d63-9316-489c-ac5e-e3492efa1c16 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9164b8e-559a-4098-838b-5c2574b205c6') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:05.292117 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-f7a22d63-9316-489c-ac5e-e3492efa1c16 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9164b8e-559a-4098-838b-5c2574b205c6') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:05.346812 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f7a22d63-9316-489c-ac5e-e3492efa1c16 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.388177 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f7a22d63-9316-489c-ac5e-e3492efa1c16 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.394030 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76a0b1d3-7852-48df-9d09-6845f33d84ca tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.410498 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a22d63-9316-489c-ac5e-e3492efa1c16 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:02:05.411567 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f7a22d63-9316-489c-ac5e-e3492efa1c16 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.415214 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 38444b57-6955-41c1-bbf3-adbc9322fab6 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:02:05.541912 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76a0b1d3-7852-48df-9d09-6845f33d84ca tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.549828 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76a0b1d3-7852-48df-9d09-6845f33d84ca tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.584685 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0b1d3-7852-48df-9d09-6845f33d84ca tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf0c866-f651-45bc-aaa9-c26b0648234f,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:05.598592 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:05.605582 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f7a22d63-9316-489c-ac5e-e3492efa1c16 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.612139 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-392a6b8d-b78d-4898-9097-a7ed69f828c6 None None] For port 38444b57-6955-41c1-bbf3-adbc9322fab6, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=38444b57-6955-41c1-bbf3-adbc9322fab6,segment=NetworkSegment(93fe0f61-f62b-4b44-997a-c65fa1a27f97),segment_id=93fe0f61-f62b-4b44-997a-c65fa1a27f97)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:05.615935 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f7a22d63-9316-489c-ac5e-e3492efa1c16 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.616303 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-392a6b8d-b78d-4898-9097-a7ed69f828c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.629956 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f7a22d63-9316-489c-ac5e-e3492efa1c16 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/networks/474b21a0-14b0-439c-aa6a-3ff92c0fb674 HTTP/1.1" status: 204 len: 168 time: 1.5918820 Apr 18 21:02:05.632519 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38508) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:05.668105 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-392a6b8d-b78d-4898-9097-a7ed69f828c6 None None] Calling delete_port for 38444b57-6955-41c1-bbf3-adbc9322fab6 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:05.677037 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a22d63-9316-489c-ac5e-e3492efa1c16 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Network': ['ID=474b21a0-14b0-439c-aa6a-3ff92c0fb674,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:05.757491 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76a0b1d3-7852-48df-9d09-6845f33d84ca tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.759950 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-76a0b1d3-7852-48df-9d09-6845f33d84ca tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4754200 Apr 18 21:02:05.762775 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38512) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:05.770339 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-c01b537a-db1b-49cd-a3ea-f45a7e9c0fcb tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group': {'name': 'tempest-secgroup--622947615'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:05.807714 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c01b537a-db1b-49cd-a3ea-f45a7e9c0fcb tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.811598 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.827719 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bcf3-17ea-46b6-b944-a8d9b4a1d832 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.874716 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 38444b57-6955-41c1-bbf3-adbc9322fab6, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=38444b57-6955-41c1-bbf3-adbc9322fab6,segment=NetworkSegment(93fe0f61-f62b-4b44-997a-c65fa1a27f97),segment_id=93fe0f61-f62b-4b44-997a-c65fa1a27f97)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:05.966945 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.968225 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 0f159960-4544-453c-b70e-562b20f63219 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:02:05.983398 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-392a6b8d-b78d-4898-9097-a7ed69f828c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.036723 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-c2c8bcf3-17ea-46b6-b944-a8d9b4a1d832 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting port 38444b57-6955-41c1-bbf3-adbc9322fab6 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:06.037774 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bcf3-17ea-46b6-b944-a8d9b4a1d832 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.065990 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c01b537a-db1b-49cd-a3ea-f45a7e9c0fcb tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.071742 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392a6b8d-b78d-4898-9097-a7ed69f828c6 None None] No DVR routers for this DVR port 38444b57-6955-41c1-bbf3-adbc9322fab6 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:06.072381 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c01b537a-db1b-49cd-a3ea-f45a7e9c0fcb tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.127617 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 0f159960-4544-453c-b70e-562b20f63219 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:02:06.129416 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 0f159960-4544-453c-b70e-562b20f63219 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:02:06.145665 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c01b537a-db1b-49cd-a3ea-f45a7e9c0fcb tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.147684 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c01b537a-db1b-49cd-a3ea-f45a7e9c0fcb tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3831034 Apr 18 21:02:06.151654 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event deleted for resources: {'Port': ['ID=38444b57-6955-41c1-bbf3-adbc9322fab6,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:06.155520 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38516) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:06.163224 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-e0382888-434d-499e-9d49-fe439fb79054 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group_rule': {'security_group_id': '4cf0c866-f651-45bc-aaa9-c26b0648234f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '860e8e19-c7c4-4530-8771-a0e754df0b1f'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:06.186833 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b537a-db1b-49cd-a3ea-f45a7e9c0fcb tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=860e8e19-c7c4-4530-8771-a0e754df0b1f,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:06.200023 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-c2c8bcf3-17ea-46b6-b944-a8d9b4a1d832 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] For port 38444b57-6955-41c1-bbf3-adbc9322fab6, host n-d-838323-3, got binding levels [] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:06.200399 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bcf3-17ea-46b6-b944-a8d9b4a1d832 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.230189 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a6b8d-b78d-4898-9097-a7ed69f828c6 None None] Pushing event deleted for resources: {'Port': ['ID=38444b57-6955-41c1-bbf3-adbc9322fab6,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:06.236800 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-c2c8bcf3-17ea-46b6-b944-a8d9b4a1d832 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Calling delete_port for 38444b57-6955-41c1-bbf3-adbc9322fab6 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:06.240789 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.ipam_backend_mixin [None req-c2c8bcf3-17ea-46b6-b944-a8d9b4a1d832 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Port 38444b57-6955-41c1-bbf3-adbc9322fab6 was not found and therefore no delete operation was performed {{(pid=102909) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 21:02:06.244076 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bcf3-17ea-46b6-b944-a8d9b4a1d832 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.247541 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-e0382888-434d-499e-9d49-fe439fb79054 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:02:06.251842 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e0382888-434d-499e-9d49-fe439fb79054 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0910742 Apr 18 21:02:06.251842 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38518) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:06.285676 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8bcf3-17ea-46b6-b944-a8d9b4a1d832 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Port': ['ID=38444b57-6955-41c1-bbf3-adbc9322fab6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:06.287687 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c8bcf3-17ea-46b6-b944-a8d9b4a1d832 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] No DVR routers for this DVR port 38444b57-6955-41c1-bbf3-adbc9322fab6 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:06.414202 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e1052a58-7808-4bbe-901b-6cc23d5b0fbd tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.458012 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e1052a58-7808-4bbe-901b-6cc23d5b0fbd tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.460103 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bcf3-17ea-46b6-b944-a8d9b4a1d832 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.502603 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-c2c8bcf3-17ea-46b6-b944-a8d9b4a1d832 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036685b5-d456-4c41-928e-91c0547af779']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:06.515662 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-c2c8bcf3-17ea-46b6-b944-a8d9b4a1d832 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93fe0f61-f62b-4b44-997a-c65fa1a27f97') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:06.517223 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-c2c8bcf3-17ea-46b6-b944-a8d9b4a1d832 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93fe0f61-f62b-4b44-997a-c65fa1a27f97') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:06.540129 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bcf3-17ea-46b6-b944-a8d9b4a1d832 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.551823 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e1052a58-7808-4bbe-901b-6cc23d5b0fbd tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.554633 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e1052a58-7808-4bbe-901b-6cc23d5b0fbd tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.556398 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e1052a58-7808-4bbe-901b-6cc23d5b0fbd tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "DELETE /v2.0/security-groups/860e8e19-c7c4-4530-8771-a0e754df0b1f HTTP/1.1" status: 204 len: 168 time: 0.3036749 Apr 18 21:02:06.560147 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38522) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:06.586191 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bcf3-17ea-46b6-b944-a8d9b4a1d832 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.597099 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c8bcf3-17ea-46b6-b944-a8d9b4a1d832 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:02:06.597749 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bcf3-17ea-46b6-b944-a8d9b4a1d832 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.609368 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1052a58-7808-4bbe-901b-6cc23d5b0fbd tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=860e8e19-c7c4-4530-8771-a0e754df0b1f,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:06.657754 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:06.754273 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bcf3-17ea-46b6-b944-a8d9b4a1d832 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.803011 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bcf3-17ea-46b6-b944-a8d9b4a1d832 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.807947 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c2c8bcf3-17ea-46b6-b944-a8d9b4a1d832 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/networks/036685b5-d456-4c41-928e-91c0547af779 HTTP/1.1" status: 204 len: 168 time: 1.1716943 Apr 18 21:02:06.813601 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38526) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:06.820290 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-1482b013-489a-4e27-a387-4a705d091477 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1424421520'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:06.851600 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38528) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:06.851861 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d66d1ed6-3d04-4550-86a3-e06c4fce92c8 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2857459 Apr 18 21:02:06.853737 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8bcf3-17ea-46b6-b944-a8d9b4a1d832 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Network': ['ID=036685b5-d456-4c41-928e-91c0547af779,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:06.864738 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1482b013-489a-4e27-a387-4a705d091477 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Made reservation on behalf of c6c240114a2445ec884221c276a81bc5 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:06.869854 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1482b013-489a-4e27-a387-4a705d091477 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.939760 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1482b013-489a-4e27-a387-4a705d091477 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:06.967625 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1482b013-489a-4e27-a387-4a705d091477 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.968003 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-1482b013-489a-4e27-a387-4a705d091477 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Added segment 7ec10b06-b844-428b-b21c-01c6a7ac0083 of type vlan for network 554b2b06-75a7-4538-9e6e-09ad1c66cb3d Apr 18 21:02:06.978555 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-31f2891f-d0cc-4531-8fee-c37896713961 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.037731 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1482b013-489a-4e27-a387-4a705d091477 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.042701 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-31f2891f-d0cc-4531-8fee-c37896713961 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.101848 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1482b013-489a-4e27-a387-4a705d091477 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.109876 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1482b013-489a-4e27-a387-4a705d091477 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:07.110870 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1482b013-489a-4e27-a387-4a705d091477 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.144093 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-31f2891f-d0cc-4531-8fee-c37896713961 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.146809 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-31f2891f-d0cc-4531-8fee-c37896713961 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.148009 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-31f2891f-d0cc-4531-8fee-c37896713961 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "DELETE /v2.0/security-groups/4cf0c866-f651-45bc-aaa9-c26b0648234f HTTP/1.1" status: 204 len: 168 time: 0.2940638 Apr 18 21:02:07.152670 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38536) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:07.202117 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1482b013-489a-4e27-a387-4a705d091477 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3818555 Apr 18 21:02:07.202561 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38540) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:07.205855 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2891f-d0cc-4531-8fee-c37896713961 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf0c866-f651-45bc-aaa9-c26b0648234f,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:07.208169 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-610d04ea-611f-44e2-9b01-78f0b6263c88 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'subnet': {'network_id': '554b2b06-75a7-4538-9e6e-09ad1c66cb3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:07.216129 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482b013-489a-4e27-a387-4a705d091477 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Network': ['ID=554b2b06-75a7-4538-9e6e-09ad1c66cb3d,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:07.222090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38542) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:07.222697 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-58bb11c0-5058-4519-be9a-1e05208d5a71 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0698431 Apr 18 21:02:07.228171 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-38fa7c21-f660-4c11-8a59-023faf3e3c7c tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group': {'name': 'tempest-secgroup--1133083748'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:07.257082 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38fa7c21-f660-4c11-8a59-023faf3e3c7c tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.275148 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 554b2b06-75a7-4538-9e6e-09ad1c66cb3d details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:02:07.428744 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610d04ea-611f-44e2-9b01-78f0b6263c88 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Made reservation on behalf of c6c240114a2445ec884221c276a81bc5 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:07.444588 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-610d04ea-611f-44e2-9b01-78f0b6263c88 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.464987 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38fa7c21-f660-4c11-8a59-023faf3e3c7c tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.471203 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38fa7c21-f660-4c11-8a59-023faf3e3c7c tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.565501 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa7c21-f660-4c11-8a59-023faf3e3c7c tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9879e36-60e7-45cb-9b21-b12fc6084597,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:07.571936 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38fa7c21-f660-4c11-8a59-023faf3e3c7c tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.573650 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-38fa7c21-f660-4c11-8a59-023faf3e3c7c tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3503256 Apr 18 21:02:07.576672 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38552) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:07.589961 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-0b15d707-2703-41dd-a7e8-022c0d344bb3 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:07.590998 n-d-838323-3 neutron-server[102908]: WARNING neutron.api.v2.base [None req-0b15d707-2703-41dd-a7e8-022c0d344bb3 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 21:02:07.591524 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-0b15d707-2703-41dd-a7e8-022c0d344bb3 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] update failed (client error): There was a conflict when trying to complete your request. Apr 18 21:02:07.593131 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0b15d707-2703-41dd-a7e8-022c0d344bb3 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "PUT /v2.0/security-groups/a9879e36-60e7-45cb-9b21-b12fc6084597 HTTP/1.1" status: 409 len: 330 time: 0.0154483 Apr 18 21:02:07.595966 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38554) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:07.703533 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9aa82ed8-7cc0-42e2-a1d4-2bbc51b496fc tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.742607 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9aa82ed8-7cc0-42e2-a1d4-2bbc51b496fc tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.803245 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9aa82ed8-7cc0-42e2-a1d4-2bbc51b496fc tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.810813 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9aa82ed8-7cc0-42e2-a1d4-2bbc51b496fc tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.812912 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9aa82ed8-7cc0-42e2-a1d4-2bbc51b496fc tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "DELETE /v2.0/security-groups/a9879e36-60e7-45cb-9b21-b12fc6084597 HTTP/1.1" status: 204 len: 168 time: 0.2119544 Apr 18 21:02:07.817137 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38560) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:07.821614 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.829866 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-610d04ea-611f-44e2-9b01-78f0b6263c88 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.877816 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa82ed8-7cc0-42e2-a1d4-2bbc51b496fc tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9879e36-60e7-45cb-9b21-b12fc6084597,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:07.952626 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-eeac11cd-a434-438e-ba77-91aaa7d04d9c tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1213763 Apr 18 21:02:07.959581 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38568) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:07.999140 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-f01aa97e-c687-4bb9-b9ce-550f7141d08f tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] delete failed (client error): The resource could not be found. Apr 18 21:02:07.999140 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f01aa97e-c687-4bb9-b9ce-550f7141d08f tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "DELETE /v2.0/security-groups/d6dc15f7-1d6f-4207-9ac1-19a0fb139fda HTTP/1.1" status: 404 len: 347 time: 0.0345497 Apr 18 21:02:08.000929 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38570) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:08.017802 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-e7c44e8c-16e0-401e-bdef-92e2cde3bb87 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] show failed (client error): The resource could not be found. Apr 18 21:02:08.029666 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e7c44e8c-16e0-401e-bdef-92e2cde3bb87 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "GET /v2.0/security-groups/f2d06c9e-b6d3-45b3-8b7d-1c0d362f45de HTTP/1.1" status: 404 len: 347 time: 0.0163913 Apr 18 21:02:08.029666 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38572) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:08.042593 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d04ea-611f-44e2-9b01-78f0b6263c88 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Subnet': ['ID=01018ae3-5da7-42cc-84d2-2d2591db408d,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:08.059928 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610d04ea-611f-44e2-9b01-78f0b6263c88 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Checking segment: {'id': '7ec10b06-b844-428b-b21c-01c6a7ac0083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '554b2b06-75a7-4538-9e6e-09ad1c66cb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:08.060400 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610d04ea-611f-44e2-9b01-78f0b6263c88 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network hostable DHCP agents. Network: 554b2b06-75a7-4538-9e6e-09ad1c66cb3d, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:08.064250 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-a3a3e6f8-ab3b-42ef-b0f6-8eb1e11d7e92 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] show failed (client error): The resource could not be found. Apr 18 21:02:08.065607 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a3a3e6f8-ab3b-42ef-b0f6-8eb1e11d7e92 tempest-NegativeSecGroupTest-1709724170 tempest-NegativeSecGroupTest-1709724170-project] 10.222.0.41 "GET /v2.0/security-group-rules/560ddde3-aa0b-45f9-9032-5791a87c0a60 HTTP/1.1" status: 404 len: 356 time: 0.0347726 Apr 18 21:02:08.119881 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610d04ea-611f-44e2-9b01-78f0b6263c88 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network 554b2b06-75a7-4538-9e6e-09ad1c66cb3d is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:08.134097 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-610d04ea-611f-44e2-9b01-78f0b6263c88 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 554b2b06-75a7-4538-9e6e-09ad1c66cb3d) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:08.143860 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610d04ea-611f-44e2-9b01-78f0b6263c88 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:08.144737 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-610d04ea-611f-44e2-9b01-78f0b6263c88 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.147014 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dae71c-2003-4e42-a0d8-0260c236bcd8 None None] Network 554b2b06-75a7-4538-9e6e-09ad1c66cb3d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:08.179398 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-610d04ea-611f-44e2-9b01-78f0b6263c88 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9727168 Apr 18 21:02:08.179893 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38578) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:08.188346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-2c158ff8-aa4f-4d99-a741-aae3dc8884c9 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1789174523', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:08.245975 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c158ff8-aa4f-4d99-a741-aae3dc8884c9 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.247301 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c158ff8-aa4f-4d99-a741-aae3dc8884c9 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.379235 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c158ff8-aa4f-4d99-a741-aae3dc8884c9 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.387889 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c158ff8-aa4f-4d99-a741-aae3dc8884c9 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.423504 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c158ff8-aa4f-4d99-a741-aae3dc8884c9 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.427632 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2c158ff8-aa4f-4d99-a741-aae3dc8884c9 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2435083 Apr 18 21:02:08.428173 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38582) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:08.439743 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-41b85dc3-5906-4abc-ae5c-b5fea0c8e383 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'port': {'network_id': '554b2b06-75a7-4538-9e6e-09ad1c66cb3d', 'name': 'tempest-RoutersIpV6Test-448665263'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:08.492753 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f721b8f-511f-4aed-9719-7812818bef8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-554b2b06-75a7-4538-9e6e-09ad1c66cb3d', 'network_id': '554b2b06-75a7-4538-9e6e-09ad1c66cb3d', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'fixed_ips': [{'subnet_id': '01018ae3-5da7-42cc-84d2-2d2591db408d'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:02:08.493898 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1f721b8f-511f-4aed-9719-7812818bef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.543255 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38586) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:08.738361 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b85dc3-5906-4abc-ae5c-b5fea0c8e383 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Made reservation on behalf of c6c240114a2445ec884221c276a81bc5 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:08.748160 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-41b85dc3-5906-4abc-ae5c-b5fea0c8e383 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.750913 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-1f721b8f-511f-4aed-9719-7812818bef8c None None] Allocated IP 2001:db8::2 (554b2b06-75a7-4538-9e6e-09ad1c66cb3d/01018ae3-5da7-42cc-84d2-2d2591db408d/f48a2370-d20b-463d-a60b-d860dba8f78a) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:08.797021 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-41b85dc3-5906-4abc-ae5c-b5fea0c8e383 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] device_id is not set on port 9fe303ca-908e-40a0-8d42-9caeb5a313b0 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:02:08.853505 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7aec0895-1fa1-484b-a72d-94838a2df192 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d5232aa443374a4bbe51ced6a1c72ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3089507 Apr 18 21:02:08.855990 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38590) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:08.924473 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-52429a39-fb56-4d7c-98d6-2540a8aa2866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.953929 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-52429a39-fb56-4d7c-98d6-2540a8aa2866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.024327 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-52429a39-fb56-4d7c-98d6-2540a8aa2866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.027730 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-52429a39-fb56-4d7c-98d6-2540a8aa2866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.030534 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-52429a39-fb56-4d7c-98d6-2540a8aa2866 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/545d0c59-9e63-4399-95ce-bd4b71ecc814 HTTP/1.1" status: 204 len: 168 time: 0.1735044 Apr 18 21:02:09.069427 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52429a39-fb56-4d7c-98d6-2540a8aa2866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545d0c59-9e63-4399-95ce-bd4b71ecc814,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:09.115985 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1f721b8f-511f-4aed-9719-7812818bef8c None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.130324 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1f721b8f-511f-4aed-9719-7812818bef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.248501 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-41b85dc3-5906-4abc-ae5c-b5fea0c8e383 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Allocated IP 2001:db8::1d3 (554b2b06-75a7-4538-9e6e-09ad1c66cb3d/01018ae3-5da7-42cc-84d2-2d2591db408d/9fe303ca-908e-40a0-8d42-9caeb5a313b0) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:09.259563 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f721b8f-511f-4aed-9719-7812818bef8c None None] Network 554b2b06-75a7-4538-9e6e-09ad1c66cb3d is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:09.265532 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-1f721b8f-511f-4aed-9719-7812818bef8c None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:09.274535 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f721b8f-511f-4aed-9719-7812818bef8c None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:02:09.277514 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f721b8f-511f-4aed-9719-7812818bef8c None None] Pushing event updated for resources: {'Port': ['ID=f48a2370-d20b-463d-a60b-d860dba8f78a,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:09.378892 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1f721b8f-511f-4aed-9719-7812818bef8c None None] Attempting to bind port f48a2370-d20b-463d-a60b-d860dba8f78a on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:09.379558 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1f721b8f-511f-4aed-9719-7812818bef8c None None] Attempting to bind port f48a2370-d20b-463d-a60b-d860dba8f78a by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '7ec10b06-b844-428b-b21c-01c6a7ac0083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '554b2b06-75a7-4538-9e6e-09ad1c66cb3d'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:09.380093 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f721b8f-511f-4aed-9719-7812818bef8c None None] Attempting to bind port f48a2370-d20b-463d-a60b-d860dba8f78a on network 554b2b06-75a7-4538-9e6e-09ad1c66cb3d {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:02:09.386875 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f721b8f-511f-4aed-9719-7812818bef8c None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:02:09.387521 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f721b8f-511f-4aed-9719-7812818bef8c None None] Checking segment: {'id': '7ec10b06-b844-428b-b21c-01c6a7ac0083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '554b2b06-75a7-4538-9e6e-09ad1c66cb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:09.388131 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1f721b8f-511f-4aed-9719-7812818bef8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.388782 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f721b8f-511f-4aed-9719-7812818bef8c None None] Bound using segment: {'id': '7ec10b06-b844-428b-b21c-01c6a7ac0083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '554b2b06-75a7-4538-9e6e-09ad1c66cb3d'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:02:09.389482 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1f721b8f-511f-4aed-9719-7812818bef8c None None] Bound port: f48a2370-d20b-463d-a60b-d860dba8f78a, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec10b06-b844-428b-b21c-01c6a7ac0083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '554b2b06-75a7-4538-9e6e-09ad1c66cb3d'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:09.390072 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1f721b8f-511f-4aed-9719-7812818bef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.470256 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1f721b8f-511f-4aed-9719-7812818bef8c None None] For port f48a2370-d20b-463d-a60b-d860dba8f78a, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:09.474156 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1f721b8f-511f-4aed-9719-7812818bef8c None None] For port f48a2370-d20b-463d-a60b-d860dba8f78a, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f48a2370-d20b-463d-a60b-d860dba8f78a,segment=NetworkSegment(7ec10b06-b844-428b-b21c-01c6a7ac0083),segment_id=7ec10b06-b844-428b-b21c-01c6a7ac0083)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:09.479896 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1f721b8f-511f-4aed-9719-7812818bef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.561643 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f721b8f-511f-4aed-9719-7812818bef8c None None] Pushing event updated for resources: {'Port': ['ID=f48a2370-d20b-463d-a60b-d860dba8f78a,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:09.651421 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-41b85dc3-5906-4abc-ae5c-b5fea0c8e383 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.707117 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-41b85dc3-5906-4abc-ae5c-b5fea0c8e383 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.817011 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b85dc3-5906-4abc-ae5c-b5fea0c8e383 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network 554b2b06-75a7-4538-9e6e-09ad1c66cb3d is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:09.845403 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-41b85dc3-5906-4abc-ae5c-b5fea0c8e383 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:09.850881 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b85dc3-5906-4abc-ae5c-b5fea0c8e383 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:02:09.880606 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b85dc3-5906-4abc-ae5c-b5fea0c8e383 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:09.882304 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-41b85dc3-5906-4abc-ae5c-b5fea0c8e383 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.923511 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b85dc3-5906-4abc-ae5c-b5fea0c8e383 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Port': ['ID=9fe303ca-908e-40a0-8d42-9caeb5a313b0,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:09.954815 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-41b85dc3-5906-4abc-ae5c-b5fea0c8e383 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5241747 Apr 18 21:02:09.957786 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38610) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:10.748325 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-924322a8-df42-428f-8271-48f5c7dde2b5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.326950 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f48a2370-d20b-463d-a60b-d860dba8f78a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:02:11.485222 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port f48a2370-d20b-463d-a60b-d860dba8f78a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:11.485886 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.677656 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.698242 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7883a424-6903-470d-907b-a4ec25ceae35 None None] Network 554b2b06-75a7-4538-9e6e-09ad1c66cb3d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:11.757000 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-924322a8-df42-428f-8271-48f5c7dde2b5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.770737 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-924322a8-df42-428f-8271-48f5c7dde2b5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.850268 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port f48a2370-d20b-463d-a60b-d860dba8f78a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f48a2370-d20b-463d-a60b-d860dba8f78a,segment=NetworkSegment(7ec10b06-b844-428b-b21c-01c6a7ac0083),segment_id=7ec10b06-b844-428b-b21c-01c6a7ac0083)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:11.874924 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.964673 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.974366 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-78b85ae0-1d7c-429b-b32c-cd724e0256ef None None] Provisioning complete for port f48a2370-d20b-463d-a60b-d860dba8f78a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:11.974740 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-78b85ae0-1d7c-429b-b32c-cd724e0256ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:12.114610 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924322a8-df42-428f-8271-48f5c7dde2b5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Port': ['ID=9fe303ca-908e-40a0-8d42-9caeb5a313b0,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:12.397472 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-924322a8-df42-428f-8271-48f5c7dde2b5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:12.687860 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-924322a8-df42-428f-8271-48f5c7dde2b5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:12.783280 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=f48a2370-d20b-463d-a60b-d860dba8f78a,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:13.270445 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-3481f6d8-b00e-4837-936d-f96986e9154a None None] Provisioning complete for port 9fe303ca-908e-40a0-8d42-9caeb5a313b0 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:13.270985 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3481f6d8-b00e-4837-936d-f96986e9154a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.367167 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f48a2370-d20b-463d-a60b-d860dba8f78a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:02:13.399596 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-924322a8-df42-428f-8271-48f5c7dde2b5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.413162 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-924322a8-df42-428f-8271-48f5c7dde2b5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.415420 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-924322a8-df42-428f-8271-48f5c7dde2b5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.456736 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-3481f6d8-b00e-4837-936d-f96986e9154a None None] Port 9fe303ca-908e-40a0-8d42-9caeb5a313b0 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:02:13.530664 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-3481f6d8-b00e-4837-936d-f96986e9154a None None] Provisioning complete for port f48a2370-d20b-463d-a60b-d860dba8f78a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:13.534859 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3481f6d8-b00e-4837-936d-f96986e9154a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.560723 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924322a8-df42-428f-8271-48f5c7dde2b5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Port': ['ID=9fe303ca-908e-40a0-8d42-9caeb5a313b0,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:13.683234 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port f48a2370-d20b-463d-a60b-d860dba8f78a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:13.683698 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.799441 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924322a8-df42-428f-8271-48f5c7dde2b5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network 554b2b06-75a7-4538-9e6e-09ad1c66cb3d is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:13.807266 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-924322a8-df42-428f-8271-48f5c7dde2b5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:14.067650 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924322a8-df42-428f-8271-48f5c7dde2b5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Router 2ee7d742-6474-4a73-a586-8678dc2a7bac is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:02:14.131846 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-49c16549-e16a-4581-8115-e98c006795cf None None] Provisioning complete for port 9fe303ca-908e-40a0-8d42-9caeb5a313b0 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:14.132597 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-49c16549-e16a-4581-8115-e98c006795cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.181040 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-49c16549-e16a-4581-8115-e98c006795cf None None] Port 9fe303ca-908e-40a0-8d42-9caeb5a313b0 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:02:14.199406 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924322a8-df42-428f-8271-48f5c7dde2b5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:14.205550 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-924322a8-df42-428f-8271-48f5c7dde2b5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "PUT /v2.0/routers/2ee7d742-6474-4a73-a586-8678dc2a7bac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2453392 Apr 18 21:02:14.208165 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38700) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:14.214512 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877ceda6-a00e-4d3d-8809-facb7fb2d1a8 None None] Sync routers for ids ['2ee7d742-6474-4a73-a586-8678dc2a7bac'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:14.235682 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877ceda6-a00e-4d3d-8809-facb7fb2d1a8 None None] Routers {'2ee7d742-6474-4a73-a586-8678dc2a7bac'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:14.237345 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-877ceda6-a00e-4d3d-8809-facb7fb2d1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2ee7d742-6474-4a73-a586-8678dc2a7bac'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:14.276017 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037aadcb-8dc2-4525-b73e-3e7033523f3e tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:14.284400 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-037aadcb-8dc2-4525-b73e-3e7033523f3e tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "GET /v2.0/ports/9fe303ca-908e-40a0-8d42-9caeb5a313b0 HTTP/1.1" status: 200 len: 983 time: 0.0748432 Apr 18 21:02:14.287484 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38706) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:14.334305 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-877ceda6-a00e-4d3d-8809-facb7fb2d1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:14.349382 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877ceda6-a00e-4d3d-8809-facb7fb2d1a8 None None] Routers {'2ee7d742-6474-4a73-a586-8678dc2a7bac'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:14.350250 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-877ceda6-a00e-4d3d-8809-facb7fb2d1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2ee7d742-6474-4a73-a586-8678dc2a7bac'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:14.427525 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-877ceda6-a00e-4d3d-8809-facb7fb2d1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:14.428630 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877ceda6-a00e-4d3d-8809-facb7fb2d1a8 None None] The sync data for ids ['2ee7d742-6474-4a73-a586-8678dc2a7bac'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:14.517853 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1c401a2b-437f-41b1-9006-a18c97ebd1a0 None None] Provisioning complete for port 9fe303ca-908e-40a0-8d42-9caeb5a313b0 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:14.518863 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1c401a2b-437f-41b1-9006-a18c97ebd1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.625765 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-1c401a2b-437f-41b1-9006-a18c97ebd1a0 None None] Port 9fe303ca-908e-40a0-8d42-9caeb5a313b0 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:02:15.075780 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8993db78-e409-477a-a250-372e82ae38d3 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.377737 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-8993db78-e409-477a-a250-372e82ae38d3 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting port 9fe303ca-908e-40a0-8d42-9caeb5a313b0 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:15.378155 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8993db78-e409-477a-a250-372e82ae38d3 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.514598 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8993db78-e409-477a-a250-372e82ae38d3 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.534614 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-8993db78-e409-477a-a250-372e82ae38d3 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Calling delete_port for 9fe303ca-908e-40a0-8d42-9caeb5a313b0 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:15.803043 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8993db78-e409-477a-a250-372e82ae38d3 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.840828 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993db78-e409-477a-a250-372e82ae38d3 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Port': ['ID=9fe303ca-908e-40a0-8d42-9caeb5a313b0,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:16.016781 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8993db78-e409-477a-a250-372e82ae38d3 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.310278 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8993db78-e409-477a-a250-372e82ae38d3 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Router 2ee7d742-6474-4a73-a586-8678dc2a7bac has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:02:16.873486 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8993db78-e409-477a-a250-372e82ae38d3 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:16.881671 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38738) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:16.882143 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8993db78-e409-477a-a250-372e82ae38d3 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "PUT /v2.0/routers/2ee7d742-6474-4a73-a586-8678dc2a7bac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5911999 Apr 18 21:02:16.884995 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7fe28a-cb99-43b2-92bb-44e05fcb50c6 None None] Sync routers for ids ['2ee7d742-6474-4a73-a586-8678dc2a7bac'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:16.903660 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7fe28a-cb99-43b2-92bb-44e05fcb50c6 None None] Routers {'2ee7d742-6474-4a73-a586-8678dc2a7bac'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:16.905312 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8d7fe28a-cb99-43b2-92bb-44e05fcb50c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2ee7d742-6474-4a73-a586-8678dc2a7bac'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:16.965175 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8d7fe28a-cb99-43b2-92bb-44e05fcb50c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:16.982893 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7fe28a-cb99-43b2-92bb-44e05fcb50c6 None None] Routers {'2ee7d742-6474-4a73-a586-8678dc2a7bac'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:16.984053 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8d7fe28a-cb99-43b2-92bb-44e05fcb50c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2ee7d742-6474-4a73-a586-8678dc2a7bac'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:17.030019 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8d7fe28a-cb99-43b2-92bb-44e05fcb50c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:17.033535 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7fe28a-cb99-43b2-92bb-44e05fcb50c6 None None] The sync data for ids ['2ee7d742-6474-4a73-a586-8678dc2a7bac'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:17.228949 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-004e9bca-9ad4-410a-b5f5-c812ead052b9 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] remove_router_interface failed (client error): The resource could not be found. Apr 18 21:02:17.230004 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-004e9bca-9ad4-410a-b5f5-c812ead052b9 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "PUT /v2.0/routers/2ee7d742-6474-4a73-a586-8678dc2a7bac/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3465519 Apr 18 21:02:17.235236 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38744) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:17.265160 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0e4ad0ac-7f48-4593-82a1-214eebd10ca5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee7d742-6474-4a73-a586-8678dc2a7bac HTTP/1.1" status: 200 len: 205 time: 0.0287042 Apr 18 21:02:17.268126 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38746) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:17.378091 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-56c747b2-9bef-424f-b83e-84ad5dfa16ca tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.775658 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-56c747b2-9bef-424f-b83e-84ad5dfa16ca tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.778590 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-56c747b2-9bef-424f-b83e-84ad5dfa16ca tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.856954 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-56c747b2-9bef-424f-b83e-84ad5dfa16ca tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.857633 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c747b2-9bef-424f-b83e-84ad5dfa16ca tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Fanout notify agent at l3_agent the message router_deleted on router 2ee7d742-6474-4a73-a586-8678dc2a7bac {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:02:17.878469 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-56c747b2-9bef-424f-b83e-84ad5dfa16ca tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.880395 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-56c747b2-9bef-424f-b83e-84ad5dfa16ca tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/routers/2ee7d742-6474-4a73-a586-8678dc2a7bac HTTP/1.1" status: 204 len: 168 time: 0.6104019 Apr 18 21:02:17.883661 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38764) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:18.017201 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3bc000-2056-4ad9-b1c9-7d171cd4e59c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting subnet 01018ae3-5da7-42cc-84d2-2d2591db408d {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:02:18.021401 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d3bc000-2056-4ad9-b1c9-7d171cd4e59c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.084252 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d3bc000-2056-4ad9-b1c9-7d171cd4e59c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.209145 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d3bc000-2056-4ad9-b1c9-7d171cd4e59c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.298903 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d3bc000-2056-4ad9-b1c9-7d171cd4e59c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.367347 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d3bc000-2056-4ad9-b1c9-7d171cd4e59c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.373896 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0d3bc000-2056-4ad9-b1c9-7d171cd4e59c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/subnets/01018ae3-5da7-42cc-84d2-2d2591db408d HTTP/1.1" status: 204 len: 168 time: 0.4842091 Apr 18 21:02:18.373896 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bc000-2056-4ad9-b1c9-7d171cd4e59c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Subnet': ['ID=01018ae3-5da7-42cc-84d2-2d2591db408d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:18.375460 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38780) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:18.382002 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f52443-60c3-451d-8db7-78e1c6e11d70 None None] Network 554b2b06-75a7-4538-9e6e-09ad1c66cb3d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:18.485048 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-53479f74-3b46-4378-8957-46c9c72259ab tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.624823 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-53479f74-3b46-4378-8957-46c9c72259ab tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting port f48a2370-d20b-463d-a60b-d860dba8f78a {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:18.625585 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-53479f74-3b46-4378-8957-46c9c72259ab tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.777243 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54c4678-b330-4239-823e-e0edf9d409e3 None None] DHCP port deletion for 554b2b06-75a7-4538-9e6e-09ad1c66cb3d request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:02:18.781020 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-53479f74-3b46-4378-8957-46c9c72259ab tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] For port f48a2370-d20b-463d-a60b-d860dba8f78a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f48a2370-d20b-463d-a60b-d860dba8f78a,segment=NetworkSegment(7ec10b06-b844-428b-b21c-01c6a7ac0083),segment_id=7ec10b06-b844-428b-b21c-01c6a7ac0083)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:18.788491 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-53479f74-3b46-4378-8957-46c9c72259ab tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.828051 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-53479f74-3b46-4378-8957-46c9c72259ab tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Calling delete_port for f48a2370-d20b-463d-a60b-d860dba8f78a owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:19.016597 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c54c4678-b330-4239-823e-e0edf9d409e3 None None] Deleting port f48a2370-d20b-463d-a60b-d860dba8f78a {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:19.017472 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c54c4678-b330-4239-823e-e0edf9d409e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.091352 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-53479f74-3b46-4378-8957-46c9c72259ab tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.122611 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53479f74-3b46-4378-8957-46c9c72259ab tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Port': ['ID=f48a2370-d20b-463d-a60b-d860dba8f78a,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:19.128993 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53479f74-3b46-4378-8957-46c9c72259ab tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] No DVR routers for this DVR port f48a2370-d20b-463d-a60b-d860dba8f78a on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:19.169092 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c54c4678-b330-4239-823e-e0edf9d409e3 None None] For port f48a2370-d20b-463d-a60b-d860dba8f78a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f48a2370-d20b-463d-a60b-d860dba8f78a,segment=NetworkSegment(7ec10b06-b844-428b-b21c-01c6a7ac0083),segment_id=7ec10b06-b844-428b-b21c-01c6a7ac0083)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:19.173632 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c54c4678-b330-4239-823e-e0edf9d409e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.209819 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c54c4678-b330-4239-823e-e0edf9d409e3 None None] Calling delete_port for f48a2370-d20b-463d-a60b-d860dba8f78a owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:19.253901 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f48a2370-d20b-463d-a60b-d860dba8f78a no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:02:19.284264 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-53479f74-3b46-4378-8957-46c9c72259ab tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.323603 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: f48a2370-d20b-463d-a60b-d860dba8f78a {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:02:19.323974 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f48a2370-d20b-463d-a60b-d860dba8f78a not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:02:19.325643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-53479f74-3b46-4378-8957-46c9c72259ab tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554b2b06-75a7-4538-9e6e-09ad1c66cb3d']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:19.364960 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-53479f74-3b46-4378-8957-46c9c72259ab tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec10b06-b844-428b-b21c-01c6a7ac0083') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:19.365256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-53479f74-3b46-4378-8957-46c9c72259ab tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec10b06-b844-428b-b21c-01c6a7ac0083') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:19.367056 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c54c4678-b330-4239-823e-e0edf9d409e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.392909 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-53479f74-3b46-4378-8957-46c9c72259ab tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.428019 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-53479f74-3b46-4378-8957-46c9c72259ab tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.436272 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54c4678-b330-4239-823e-e0edf9d409e3 None None] No DVR routers for this DVR port f48a2370-d20b-463d-a60b-d860dba8f78a on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:19.439695 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53479f74-3b46-4378-8957-46c9c72259ab tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:02:19.440655 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-53479f74-3b46-4378-8957-46c9c72259ab tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:19.444294 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:19.447686 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c4678-b330-4239-823e-e0edf9d409e3 None None] Pushing event deleted for resources: {'Port': ['ID=f48a2370-d20b-463d-a60b-d860dba8f78a,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:19.471205 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa146186-8773-4965-afaa-63239bc07ef3 req-f0acbd7b-4c3c-46e2-99c9-ca4cb253d501 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:19.473003 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa146186-8773-4965-afaa-63239bc07ef3 req-f0acbd7b-4c3c-46e2-99c9-ca4cb253d501 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=234f4f3a-7956-48de-85f3-3d2d00ab30b7 HTTP/1.1" status: 200 len: 945 time: 0.0980325 Apr 18 21:02:19.540863 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-53479f74-3b46-4378-8957-46c9c72259ab tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.560714 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-53479f74-3b46-4378-8957-46c9c72259ab tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.560714 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-53479f74-3b46-4378-8957-46c9c72259ab tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/networks/554b2b06-75a7-4538-9e6e-09ad1c66cb3d HTTP/1.1" status: 204 len: 168 time: 1.1806281 Apr 18 21:02:19.563674 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38796) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:19.578516 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53479f74-3b46-4378-8957-46c9c72259ab tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Network': ['ID=554b2b06-75a7-4538-9e6e-09ad1c66cb3d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:19.585299 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa146186-8773-4965-afaa-63239bc07ef3 req-6cab7d9f-5e35-4ffc-af45-30f454930424 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/security-groups?id=d53ca3df-29db-4d54-9742-076d825b2a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801768 Apr 18 21:02:19.595656 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-abf68416-ffd6-45d0-a31f-c177cfb1e49d tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1619930824'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:19.631850 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf68416-ffd6-45d0-a31f-c177cfb1e49d tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Made reservation on behalf of c6c240114a2445ec884221c276a81bc5 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:19.636944 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-abf68416-ffd6-45d0-a31f-c177cfb1e49d tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.667442 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abf68416-ffd6-45d0-a31f-c177cfb1e49d tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:19.683025 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-abf68416-ffd6-45d0-a31f-c177cfb1e49d tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.683859 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-abf68416-ffd6-45d0-a31f-c177cfb1e49d tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Added segment b567e152-1694-4a81-b346-d740b9ede9fc of type vlan for network f0cb0eb2-14ef-48cc-871d-c005e8a7625e Apr 18 21:02:19.740359 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-abf68416-ffd6-45d0-a31f-c177cfb1e49d tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.771004 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-abf68416-ffd6-45d0-a31f-c177cfb1e49d tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.780607 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf68416-ffd6-45d0-a31f-c177cfb1e49d tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:19.782127 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-abf68416-ffd6-45d0-a31f-c177cfb1e49d tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.869997 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-abf68416-ffd6-45d0-a31f-c177cfb1e49d tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3034694 Apr 18 21:02:19.875365 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38802) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:19.882724 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf68416-ffd6-45d0-a31f-c177cfb1e49d tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Network': ['ID=f0cb0eb2-14ef-48cc-871d-c005e8a7625e,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:19.888554 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-233519a6-eabb-4faf-8e21-8ef4193f68b2 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'subnet': {'network_id': 'f0cb0eb2-14ef-48cc-871d-c005e8a7625e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:19.902670 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network f0cb0eb2-14ef-48cc-871d-c005e8a7625e details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:02:20.047429 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233519a6-eabb-4faf-8e21-8ef4193f68b2 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Made reservation on behalf of c6c240114a2445ec884221c276a81bc5 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:20.054210 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-233519a6-eabb-4faf-8e21-8ef4193f68b2 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.346295 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-233519a6-eabb-4faf-8e21-8ef4193f68b2 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.473694 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233519a6-eabb-4faf-8e21-8ef4193f68b2 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Subnet': ['ID=cf595b11-0ef8-42b5-bf8c-34f778148b40,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:20.488043 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233519a6-eabb-4faf-8e21-8ef4193f68b2 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Checking segment: {'id': 'b567e152-1694-4a81-b346-d740b9ede9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f0cb0eb2-14ef-48cc-871d-c005e8a7625e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:20.488603 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233519a6-eabb-4faf-8e21-8ef4193f68b2 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network hostable DHCP agents. Network: f0cb0eb2-14ef-48cc-871d-c005e8a7625e, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:20.510504 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233519a6-eabb-4faf-8e21-8ef4193f68b2 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network f0cb0eb2-14ef-48cc-871d-c005e8a7625e is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:20.523806 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-233519a6-eabb-4faf-8e21-8ef4193f68b2 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, f0cb0eb2-14ef-48cc-871d-c005e8a7625e) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:20.528765 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233519a6-eabb-4faf-8e21-8ef4193f68b2 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:20.529363 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-233519a6-eabb-4faf-8e21-8ef4193f68b2 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.543827 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7c092d-2cd3-4efd-bf61-9e948c5b8fc3 None None] Network f0cb0eb2-14ef-48cc-871d-c005e8a7625e requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:20.553266 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-233519a6-eabb-4faf-8e21-8ef4193f68b2 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6763759 Apr 18 21:02:20.556831 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38820) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:20.565296 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d6892a7d-af81-4caf-91eb-96e53be14615 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-807207943', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:20.631183 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6892a7d-af81-4caf-91eb-96e53be14615 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.637082 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6892a7d-af81-4caf-91eb-96e53be14615 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.757459 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6892a7d-af81-4caf-91eb-96e53be14615 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.763157 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6892a7d-af81-4caf-91eb-96e53be14615 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.847175 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380c9a1-3739-4b3a-8f72-cc720d238fa2 req-d73882a9-ee26-4e39-ad6f-22182810938c tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:20.850119 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3380c9a1-3739-4b3a-8f72-cc720d238fa2 req-d73882a9-ee26-4e39-ad6f-22182810938c tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=234f4f3a-7956-48de-85f3-3d2d00ab30b7 HTTP/1.1" status: 200 len: 945 time: 0.1254969 Apr 18 21:02:20.857857 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c73731-7bf3-409e-8f5e-70661123ccb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-f0cb0eb2-14ef-48cc-871d-c005e8a7625e', 'network_id': 'f0cb0eb2-14ef-48cc-871d-c005e8a7625e', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'fixed_ips': [{'subnet_id': 'cf595b11-0ef8-42b5-bf8c-34f778148b40'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:02:20.859461 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f2c73731-7bf3-409e-8f5e-70661123ccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.890617 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6892a7d-af81-4caf-91eb-96e53be14615 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.895173 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d6892a7d-af81-4caf-91eb-96e53be14615 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3358059 Apr 18 21:02:20.895954 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38832) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:20.911543 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa276ee-bff1-47a7-80fc-0363304d8a34 req-ca6f0af2-04f2-4082-a33a-1b0a8a286e4e tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:20.913424 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-daa276ee-bff1-47a7-80fc-0363304d8a34 req-ca6f0af2-04f2-4082-a33a-1b0a8a286e4e tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.57 "GET /v2.0/ports?device_id=234f4f3a-7956-48de-85f3-3d2d00ab30b7 HTTP/1.1" status: 200 len: 945 time: 0.1398606 Apr 18 21:02:21.006358 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3380c9a1-3739-4b3a-8f72-cc720d238fa2 req-9d840487-ec3f-40e7-b6ea-5dbdeca21ca8 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/security-groups?id=d53ca3df-29db-4d54-9742-076d825b2a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362593 Apr 18 21:02:21.162759 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-f2c73731-7bf3-409e-8f5e-70661123ccb2 None None] Allocated IP 2001:db8::2 (f0cb0eb2-14ef-48cc-871d-c005e8a7625e/cf595b11-0ef8-42b5-bf8c-34f778148b40/76461f3d-755e-4f7c-81c6-394153a9cb18) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:21.336993 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f2c73731-7bf3-409e-8f5e-70661123ccb2 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.346140 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f2c73731-7bf3-409e-8f5e-70661123ccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.397191 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c73731-7bf3-409e-8f5e-70661123ccb2 None None] Network f0cb0eb2-14ef-48cc-871d-c005e8a7625e is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:21.410388 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-f2c73731-7bf3-409e-8f5e-70661123ccb2 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:21.417275 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c73731-7bf3-409e-8f5e-70661123ccb2 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:02:21.432266 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c73731-7bf3-409e-8f5e-70661123ccb2 None None] Pushing event updated for resources: {'Port': ['ID=76461f3d-755e-4f7c-81c6-394153a9cb18,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:21.464384 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bced17e2-550b-409a-9615-386d51d8d88b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.480693 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-daa276ee-bff1-47a7-80fc-0363304d8a34 req-53229864-3a1f-4944-a7b1-7f422cde91e5 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Deleting port 7bfe21db-1745-4cc6-a7e9-04699eec2f2c {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:21.481070 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-daa276ee-bff1-47a7-80fc-0363304d8a34 req-53229864-3a1f-4944-a7b1-7f422cde91e5 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.529294 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-f2c73731-7bf3-409e-8f5e-70661123ccb2 None None] Attempting to bind port 76461f3d-755e-4f7c-81c6-394153a9cb18 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:21.529704 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-f2c73731-7bf3-409e-8f5e-70661123ccb2 None None] Attempting to bind port 76461f3d-755e-4f7c-81c6-394153a9cb18 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'b567e152-1694-4a81-b346-d740b9ede9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f0cb0eb2-14ef-48cc-871d-c005e8a7625e'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:21.530075 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c73731-7bf3-409e-8f5e-70661123ccb2 None None] Attempting to bind port 76461f3d-755e-4f7c-81c6-394153a9cb18 on network f0cb0eb2-14ef-48cc-871d-c005e8a7625e {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:02:21.537546 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c73731-7bf3-409e-8f5e-70661123ccb2 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:02:21.537929 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c73731-7bf3-409e-8f5e-70661123ccb2 None None] Checking segment: {'id': 'b567e152-1694-4a81-b346-d740b9ede9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f0cb0eb2-14ef-48cc-871d-c005e8a7625e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:21.538338 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f2c73731-7bf3-409e-8f5e-70661123ccb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.540110 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c73731-7bf3-409e-8f5e-70661123ccb2 None None] Bound using segment: {'id': 'b567e152-1694-4a81-b346-d740b9ede9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f0cb0eb2-14ef-48cc-871d-c005e8a7625e'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:02:21.540455 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-f2c73731-7bf3-409e-8f5e-70661123ccb2 None None] Bound port: 76461f3d-755e-4f7c-81c6-394153a9cb18, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b567e152-1694-4a81-b346-d740b9ede9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f0cb0eb2-14ef-48cc-871d-c005e8a7625e'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:21.540846 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f2c73731-7bf3-409e-8f5e-70661123ccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.643079 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f2c73731-7bf3-409e-8f5e-70661123ccb2 None None] For port 76461f3d-755e-4f7c-81c6-394153a9cb18, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:21.649385 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f2c73731-7bf3-409e-8f5e-70661123ccb2 None None] For port 76461f3d-755e-4f7c-81c6-394153a9cb18, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=76461f3d-755e-4f7c-81c6-394153a9cb18,segment=NetworkSegment(b567e152-1694-4a81-b346-d740b9ede9fc),segment_id=b567e152-1694-4a81-b346-d740b9ede9fc)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:21.654799 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f2c73731-7bf3-409e-8f5e-70661123ccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.758704 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c73731-7bf3-409e-8f5e-70661123ccb2 None None] Pushing event updated for resources: {'Port': ['ID=76461f3d-755e-4f7c-81c6-394153a9cb18,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:21.829423 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-daa276ee-bff1-47a7-80fc-0363304d8a34 req-53229864-3a1f-4944-a7b1-7f422cde91e5 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] For port 7bfe21db-1745-4cc6-a7e9-04699eec2f2c, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=7bfe21db-1745-4cc6-a7e9-04699eec2f2c,segment=NetworkSegment(6fd2a717-65b5-4e7e-836c-5289d337b33f),segment_id=6fd2a717-65b5-4e7e-836c-5289d337b33f)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:21.830031 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-daa276ee-bff1-47a7-80fc-0363304d8a34 req-53229864-3a1f-4944-a7b1-7f422cde91e5 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.853381 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-daa276ee-bff1-47a7-80fc-0363304d8a34 req-53229864-3a1f-4944-a7b1-7f422cde91e5 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Calling delete_port for 7bfe21db-1745-4cc6-a7e9-04699eec2f2c owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:21.980526 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-bced17e2-550b-409a-9615-386d51d8d88b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Allocated IP 2001:db8::1 (f0cb0eb2-14ef-48cc-871d-c005e8a7625e/cf595b11-0ef8-42b5-bf8c-34f778148b40/c1b6ac75-94ce-4d25-9dbc-bc77d56cd665) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:22.369485 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414bb73-4255-4520-b3f7-741e8568f94d req-8375636e-3019-4f67-bea6-ffbc8669ff21 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:22.386617 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bced17e2-550b-409a-9615-386d51d8d88b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.388726 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-daa276ee-bff1-47a7-80fc-0363304d8a34 req-53229864-3a1f-4944-a7b1-7f422cde91e5 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.408861 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b414bb73-4255-4520-b3f7-741e8568f94d req-8375636e-3019-4f67-bea6-ffbc8669ff21 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=234f4f3a-7956-48de-85f3-3d2d00ab30b7 HTTP/1.1" status: 200 len: 945 time: 0.1516254 Apr 18 21:02:22.421602 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38858) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:22.499328 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53229864-3a1f-4944-a7b1-7f422cde91e5 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Pushing event deleted for resources: {'Port': ['ID=7bfe21db-1745-4cc6-a7e9-04699eec2f2c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:22.509621 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bced17e2-550b-409a-9615-386d51d8d88b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.570161 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b414bb73-4255-4520-b3f7-741e8568f94d req-49cccd3b-c2cd-40cf-9139-fa7409ff2a29 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/security-groups?id=d53ca3df-29db-4d54-9742-076d825b2a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632347 Apr 18 21:02:22.626629 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bced17e2-550b-409a-9615-386d51d8d88b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network f0cb0eb2-14ef-48cc-871d-c005e8a7625e is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:22.633284 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa276ee-bff1-47a7-80fc-0363304d8a34 req-53229864-3a1f-4944-a7b1-7f422cde91e5 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] No DVR routers for this DVR port 7bfe21db-1745-4cc6-a7e9-04699eec2f2c on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:22.638223 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-daa276ee-bff1-47a7-80fc-0363304d8a34 req-53229864-3a1f-4944-a7b1-7f422cde91e5 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.642977 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-daa276ee-bff1-47a7-80fc-0363304d8a34 req-53229864-3a1f-4944-a7b1-7f422cde91e5 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.57 "DELETE /v2.0/ports/7bfe21db-1745-4cc6-a7e9-04699eec2f2c HTTP/1.1" status: 204 len: 173 time: 1.7091970 Apr 18 21:02:22.661783 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234f4f3a-7956-48de-85f3-3d2d00ab30b7', 'name': 'network-vif-deleted', 'tag': '7bfe21db-1745-4cc6-a7e9-04699eec2f2c'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:02:22.667041 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c55da9-f018-49ee-a267-a2ea19d49d66" -d '{"events": [{"server_uuid": "234f4f3a-7956-48de-85f3-3d2d00ab30b7", "name": "network-vif-deleted", "tag": "7bfe21db-1745-4cc6-a7e9-04699eec2f2c"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:02:22.712786 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-bced17e2-550b-409a-9615-386d51d8d88b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:22.716883 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bced17e2-550b-409a-9615-386d51d8d88b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:02:22.717460 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bced17e2-550b-409a-9615-386d51d8d88b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.943507 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ee2b8e-dbee-4a7c-96a4-94acf8679a69 x-openstack-request-id: req-94ee2b8e-dbee-4a7c-96a4-94acf8679a69 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:02:22.944670 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234f4f3a-7956-48de-85f3-3d2d00ab30b7", "name": "network-vif-deleted", "tag": "7bfe21db-1745-4cc6-a7e9-04699eec2f2c", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:02:22.945106 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94ee2b8e-dbee-4a7c-96a4-94acf8679a69 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:02:22.946532 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ee2b8e-dbee-4a7c-96a4-94acf8679a69'] response: {'server_uuid': '234f4f3a-7956-48de-85f3-3d2d00ab30b7', 'name': 'network-vif-deleted', 'tag': '7bfe21db-1745-4cc6-a7e9-04699eec2f2c', 'status': 'completed', 'code': 200} Apr 18 21:02:22.979746 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced17e2-550b-409a-9615-386d51d8d88b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Port': ['ID=c1b6ac75-94ce-4d25-9dbc-bc77d56cd665,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:23.045728 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bced17e2-550b-409a-9615-386d51d8d88b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.413411 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 76461f3d-755e-4f7c-81c6-394153a9cb18 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:02:23.603736 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 76461f3d-755e-4f7c-81c6-394153a9cb18 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:23.605398 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.784821 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5d5eb3c9-2732-4875-8c0a-7511b46a85d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.810793 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.885043 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bced17e2-550b-409a-9615-386d51d8d88b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.892482 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bced17e2-550b-409a-9615-386d51d8d88b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.897784 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bced17e2-550b-409a-9615-386d51d8d88b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.919749 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 76461f3d-755e-4f7c-81c6-394153a9cb18, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=76461f3d-755e-4f7c-81c6-394153a9cb18,segment=NetworkSegment(b567e152-1694-4a81-b346-d740b9ede9fc),segment_id=b567e152-1694-4a81-b346-d740b9ede9fc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:23.948752 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 7bfe21db-1745-4cc6-a7e9-04699eec2f2c no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:02:23.962154 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef557b1-097a-4516-9ed9-ba5b321d7f3a None None] Network f0cb0eb2-14ef-48cc-871d-c005e8a7625e requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:23.967696 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.028976 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 7bfe21db-1745-4cc6-a7e9-04699eec2f2c {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:02:24.029424 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 7bfe21db-1745-4cc6-a7e9-04699eec2f2c not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:02:24.168691 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-8721da09-8c6a-48b1-8843-dd2321225613 None None] Provisioning complete for port 76461f3d-755e-4f7c-81c6-394153a9cb18 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:24.169256 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8721da09-8c6a-48b1-8843-dd2321225613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.173497 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=76461f3d-755e-4f7c-81c6-394153a9cb18,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:24.264858 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced17e2-550b-409a-9615-386d51d8d88b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Port': ['ID=c1b6ac75-94ce-4d25-9dbc-bc77d56cd665,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:24.469152 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bced17e2-550b-409a-9615-386d51d8d88b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network f0cb0eb2-14ef-48cc-871d-c005e8a7625e is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:24.472367 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-bced17e2-550b-409a-9615-386d51d8d88b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:24.649704 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1f257249-1865-4521-90f0-0ba735dbe26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.725798 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-5d5eb3c9-2732-4875-8c0a-7511b46a85d9 admin admin] Deleting port 5dd253cd-854f-45e4-b89c-9045a0554e6f {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:24.727740 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5d5eb3c9-2732-4875-8c0a-7511b46a85d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.872394 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bced17e2-550b-409a-9615-386d51d8d88b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Router 14a6e915-e43f-46a8-a0b6-5fb0a8be4972 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:02:24.953583 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-5d5eb3c9-2732-4875-8c0a-7511b46a85d9 admin admin] For port 5dd253cd-854f-45e4-b89c-9045a0554e6f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5dd253cd-854f-45e4-b89c-9045a0554e6f,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:24.954462 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5d5eb3c9-2732-4875-8c0a-7511b46a85d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.993358 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-5d5eb3c9-2732-4875-8c0a-7511b46a85d9 admin admin] Calling delete_port for 5dd253cd-854f-45e4-b89c-9045a0554e6f owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:25.159155 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d8855e66-cf1a-45c5-a7bf-4f793432919b None None] Provisioning complete for port 76461f3d-755e-4f7c-81c6-394153a9cb18 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:25.159657 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d8855e66-cf1a-45c5-a7bf-4f793432919b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:25.264942 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 76461f3d-755e-4f7c-81c6-394153a9cb18 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:02:25.366416 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 76461f3d-755e-4f7c-81c6-394153a9cb18 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:25.367696 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:25.487418 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bced17e2-550b-409a-9615-386d51d8d88b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:25.498959 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d8855e66-cf1a-45c5-a7bf-4f793432919b None None] Provisioning complete for port c1b6ac75-94ce-4d25-9dbc-bc77d56cd665 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:25.499352 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d8855e66-cf1a-45c5-a7bf-4f793432919b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:25.505244 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd8a657-5a42-4630-a809-0c3a5190a868 None None] Sync routers for ids ['14a6e915-e43f-46a8-a0b6-5fb0a8be4972'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:25.513497 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bced17e2-550b-409a-9615-386d51d8d88b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "PUT /v2.0/routers/14a6e915-e43f-46a8-a0b6-5fb0a8be4972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6161177 Apr 18 21:02:25.514132 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38902) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:25.583512 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a93fc8b-f16d-4d9b-b782-5acfe47faf61 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:25.592989 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7a93fc8b-f16d-4d9b-b782-5acfe47faf61 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "GET /v2.0/ports/c1b6ac75-94ce-4d25-9dbc-bc77d56cd665 HTTP/1.1" status: 200 len: 911 time: 0.0775471 Apr 18 21:02:25.593502 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38906) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:25.651995 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5d5eb3c9-2732-4875-8c0a-7511b46a85d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:25.682963 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-d8855e66-cf1a-45c5-a7bf-4f793432919b None None] Port c1b6ac75-94ce-4d25-9dbc-bc77d56cd665 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:02:25.693938 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd8a657-5a42-4630-a809-0c3a5190a868 None None] Routers {'14a6e915-e43f-46a8-a0b6-5fb0a8be4972'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:25.694889 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-6bd8a657-5a42-4630-a809-0c3a5190a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['14a6e915-e43f-46a8-a0b6-5fb0a8be4972'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:25.745248 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-6bd8a657-5a42-4630-a809-0c3a5190a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:25.767108 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd8a657-5a42-4630-a809-0c3a5190a868 None None] Routers {'14a6e915-e43f-46a8-a0b6-5fb0a8be4972'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:25.767782 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-6bd8a657-5a42-4630-a809-0c3a5190a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['14a6e915-e43f-46a8-a0b6-5fb0a8be4972'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:25.797859 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5eb3c9-2732-4875-8c0a-7511b46a85d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dd253cd-854f-45e4-b89c-9045a0554e6f,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:25.831415 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5eb3c9-2732-4875-8c0a-7511b46a85d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:25.832372 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5eb3c9-2732-4875-8c0a-7511b46a85d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:25.833016 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5eb3c9-2732-4875-8c0a-7511b46a85d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:25.833657 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5eb3c9-2732-4875-8c0a-7511b46a85d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:25.834176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5eb3c9-2732-4875-8c0a-7511b46a85d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:25.834766 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5eb3c9-2732-4875-8c0a-7511b46a85d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:25.835343 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5eb3c9-2732-4875-8c0a-7511b46a85d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:25.835744 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5eb3c9-2732-4875-8c0a-7511b46a85d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:25.836887 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5eb3c9-2732-4875-8c0a-7511b46a85d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:25.837464 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5eb3c9-2732-4875-8c0a-7511b46a85d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:25.838041 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5eb3c9-2732-4875-8c0a-7511b46a85d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:25.838620 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5eb3c9-2732-4875-8c0a-7511b46a85d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:25.901475 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-6bd8a657-5a42-4630-a809-0c3a5190a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:25.905124 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd8a657-5a42-4630-a809-0c3a5190a868 None None] The sync data for ids ['14a6e915-e43f-46a8-a0b6-5fb0a8be4972'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:25.968582 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-23b85c36-60d2-4e49-9a9d-b5ce593e3516 None None] Provisioning complete for port c1b6ac75-94ce-4d25-9dbc-bc77d56cd665 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:25.969130 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-23b85c36-60d2-4e49-9a9d-b5ce593e3516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:26.137547 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-23b85c36-60d2-4e49-9a9d-b5ce593e3516 None None] Port c1b6ac75-94ce-4d25-9dbc-bc77d56cd665 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:02:26.205993 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5d5eb3c9-2732-4875-8c0a-7511b46a85d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:26.297202 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-cac287b4-ff3b-4cdd-b9fd-a97b04e11d3f None None] Provisioning complete for port c1b6ac75-94ce-4d25-9dbc-bc77d56cd665 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:26.304476 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cac287b4-ff3b-4cdd-b9fd-a97b04e11d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:26.409893 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-cac287b4-ff3b-4cdd-b9fd-a97b04e11d3f None None] Port c1b6ac75-94ce-4d25-9dbc-bc77d56cd665 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:02:26.758726 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eb5cc3ff-3c3a-4dae-9064-a9753fb9272c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:26.918070 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5eb3c9-2732-4875-8c0a-7511b46a85d9 admin admin] Router 0b213186-7500-4ecf-b970-f176d66dd662 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:02:27.290059 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-eb5cc3ff-3c3a-4dae-9064-a9753fb9272c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting port c1b6ac75-94ce-4d25-9dbc-bc77d56cd665 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:27.292297 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eb5cc3ff-3c3a-4dae-9064-a9753fb9272c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.528468 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eb5cc3ff-3c3a-4dae-9064-a9753fb9272c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.581242 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-eb5cc3ff-3c3a-4dae-9064-a9753fb9272c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Calling delete_port for c1b6ac75-94ce-4d25-9dbc-bc77d56cd665 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:27.779476 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5eb3c9-2732-4875-8c0a-7511b46a85d9 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:27.789543 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5d5eb3c9-2732-4875-8c0a-7511b46a85d9 admin admin] 10.222.0.41 "PUT /v2.0/routers/0b213186-7500-4ecf-b970-f176d66dd662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3590124 Apr 18 21:02:27.795862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38954) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:27.799307 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa167d5-e1b0-4953-8c24-b558364f5c91 None None] Sync routers for ids ['0b213186-7500-4ecf-b970-f176d66dd662'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:27.827733 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa167d5-e1b0-4953-8c24-b558364f5c91 None None] Routers {'0b213186-7500-4ecf-b970-f176d66dd662'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:27.828978 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9aa167d5-e1b0-4953-8c24-b558364f5c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0b213186-7500-4ecf-b970-f176d66dd662'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:27.969915 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eb5cc3ff-3c3a-4dae-9064-a9753fb9272c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.027863 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5cc3ff-3c3a-4dae-9064-a9753fb9272c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Port': ['ID=c1b6ac75-94ce-4d25-9dbc-bc77d56cd665,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:28.128243 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f633d8a0-ed12-4925-98f0-64b0ab8e3a1d admin admin] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.185345 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-9aa167d5-e1b0-4953-8c24-b558364f5c91 None None] Set router 0b213186-7500-4ecf-b970-f176d66dd662 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:02:28.282866 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eb5cc3ff-3c3a-4dae-9064-a9753fb9272c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.361286 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f633d8a0-ed12-4925-98f0-64b0ab8e3a1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.440817 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-f633d8a0-ed12-4925-98f0-64b0ab8e3a1d admin admin] Deleting port 65c13813-77e4-4358-8cd1-f0d173425da8 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:28.441554 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f633d8a0-ed12-4925-98f0-64b0ab8e3a1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.525305 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9aa167d5-e1b0-4953-8c24-b558364f5c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T21:02:25Z', 'revision_number': 5, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port': {'id': '65c13813-77e4-4358-8cd1-f0d173425da8', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b213186-7500-4ecf-b970-f176d66dd662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:54Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:28.552731 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-f633d8a0-ed12-4925-98f0-64b0ab8e3a1d admin admin] For port 65c13813-77e4-4358-8cd1-f0d173425da8, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=65c13813-77e4-4358-8cd1-f0d173425da8,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:28.553480 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f633d8a0-ed12-4925-98f0-64b0ab8e3a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.554424 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa167d5-e1b0-4953-8c24-b558364f5c91 None None] Checking router: 0b213186-7500-4ecf-b970-f176d66dd662 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:02:28.563971 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa167d5-e1b0-4953-8c24-b558364f5c91 None None] Routers {'0b213186-7500-4ecf-b970-f176d66dd662'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:28.564633 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9aa167d5-e1b0-4953-8c24-b558364f5c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:01:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['0b213186-7500-4ecf-b970-f176d66dd662'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:28.569922 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-f633d8a0-ed12-4925-98f0-64b0ab8e3a1d admin admin] Calling delete_port for 65c13813-77e4-4358-8cd1-f0d173425da8 owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:28.666442 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-9aa167d5-e1b0-4953-8c24-b558364f5c91 None None] Set router 0b213186-7500-4ecf-b970-f176d66dd662 gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:02:28.669471 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5cc3ff-3c3a-4dae-9064-a9753fb9272c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Router 14a6e915-e43f-46a8-a0b6-5fb0a8be4972 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:02:28.761103 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9aa167d5-e1b0-4953-8c24-b558364f5c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T21:02:28Z', 'revision_number': 6, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:28.786611 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5cc3ff-3c3a-4dae-9064-a9753fb9272c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:28.791571 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c0d1aae1-8bc0-42c2-9155-1d2916a5910c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.805274 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820331b0-7239-458c-a473-60106921b968 None None] Sync routers for ids ['14a6e915-e43f-46a8-a0b6-5fb0a8be4972'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:28.806897 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-eb5cc3ff-3c3a-4dae-9064-a9753fb9272c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "PUT /v2.0/routers/14a6e915-e43f-46a8-a0b6-5fb0a8be4972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2121940 Apr 18 21:02:28.811304 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38964) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:28.814071 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f633d8a0-ed12-4925-98f0-64b0ab8e3a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.836961 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820331b0-7239-458c-a473-60106921b968 None None] Routers {'14a6e915-e43f-46a8-a0b6-5fb0a8be4972'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:28.837673 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-820331b0-7239-458c-a473-60106921b968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:02:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['14a6e915-e43f-46a8-a0b6-5fb0a8be4972'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:28.860864 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa167d5-e1b0-4953-8c24-b558364f5c91 None None] The sync data for ids ['0b213186-7500-4ecf-b970-f176d66dd662'] in n-d-838323-3 is: [{'id': '0b213186-7500-4ecf-b970-f176d66dd662', 'name': 'tempest-AttachVolumeNegativeTest-298157302-router', 'tenant_id': '8d1cb6a1920642c6a254fff9677f23c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:53Z', 'updated_at': '2022-04-18T21:02:28Z', 'revision_number': 6, 'project_id': '8d1cb6a1920642c6a254fff9677f23c7', 'gw_port_host': None}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:28.874522 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-76959a46-48fb-4641-b17f-85016b3786b4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "GET /v2.0/ports?device_id=14a6e915-e43f-46a8-a0b6-5fb0a8be4972 HTTP/1.1" status: 200 len: 205 time: 0.0579662 Apr 18 21:02:28.878767 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38966) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:28.892173 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633d8a0-ed12-4925-98f0-64b0ab8e3a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=65c13813-77e4-4358-8cd1-f0d173425da8,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:28.892483 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-820331b0-7239-458c-a473-60106921b968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:28.912922 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820331b0-7239-458c-a473-60106921b968 None None] Routers {'14a6e915-e43f-46a8-a0b6-5fb0a8be4972'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:28.913567 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-820331b0-7239-458c-a473-60106921b968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:02:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['14a6e915-e43f-46a8-a0b6-5fb0a8be4972'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:29.003493 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-820331b0-7239-458c-a473-60106921b968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:29.004176 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820331b0-7239-458c-a473-60106921b968 None None] The sync data for ids ['14a6e915-e43f-46a8-a0b6-5fb0a8be4972'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:29.036003 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f633d8a0-ed12-4925-98f0-64b0ab8e3a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.048442 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3b77d32d-570e-4fcf-a27f-715e9c0bf2cb tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.287875 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5dd253cd-854f-45e4-b89c-9045a0554e6f no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:02:29.322630 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f633d8a0-ed12-4925-98f0-64b0ab8e3a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.332049 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f633d8a0-ed12-4925-98f0-64b0ab8e3a1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.333335 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 5dd253cd-854f-45e4-b89c-9045a0554e6f {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:02:29.333678 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5dd253cd-854f-45e4-b89c-9045a0554e6f not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:02:29.401681 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f633d8a0-ed12-4925-98f0-64b0ab8e3a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.402988 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f633d8a0-ed12-4925-98f0-64b0ab8e3a1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b213186-7500-4ecf-b970-f176d66dd662 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:02:29.421850 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f633d8a0-ed12-4925-98f0-64b0ab8e3a1d admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.426640 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f633d8a0-ed12-4925-98f0-64b0ab8e3a1d admin admin] 10.222.0.41 "DELETE /v2.0/routers/0b213186-7500-4ecf-b970-f176d66dd662 HTTP/1.1" status: 204 len: 168 time: 1.6229920 Apr 18 21:02:29.426929 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38974) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:29.514593 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 38978) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:29.529873 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3b77d32d-570e-4fcf-a27f-715e9c0bf2cb tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.537640 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3b77d32d-570e-4fcf-a27f-715e9c0bf2cb tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.604988 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3b77d32d-570e-4fcf-a27f-715e9c0bf2cb tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.606433 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b77d32d-570e-4fcf-a27f-715e9c0bf2cb tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Fanout notify agent at l3_agent the message router_deleted on router 14a6e915-e43f-46a8-a0b6-5fb0a8be4972 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:02:29.626001 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-9618310a-42e1-4b00-a657-63b7bc4beb05 admin admin] Deleting subnet 934e222d-a43e-4b81-a646-860f58e51213 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:02:29.635995 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9618310a-42e1-4b00-a657-63b7bc4beb05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.644857 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3b77d32d-570e-4fcf-a27f-715e9c0bf2cb tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.649656 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3b77d32d-570e-4fcf-a27f-715e9c0bf2cb tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/routers/14a6e915-e43f-46a8-a0b6-5fb0a8be4972 HTTP/1.1" status: 204 len: 168 time: 0.7665854 Apr 18 21:02:29.651083 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38980) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:29.729235 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb1cbc71-02ab-4715-a438-6bbf8f9823a1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting subnet cf595b11-0ef8-42b5-bf8c-34f778148b40 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:02:29.736990 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cb1cbc71-02ab-4715-a438-6bbf8f9823a1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.800721 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9618310a-42e1-4b00-a657-63b7bc4beb05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.805251 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cb1cbc71-02ab-4715-a438-6bbf8f9823a1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.866817 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.952407 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f30d77d-be0d-4739-b666-c1225aecd02a admin admin] Deleting subnet b55d2e3e-c271-47bd-9c32-7ca3426262c8 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:02:29.965859 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4f30d77d-be0d-4739-b666-c1225aecd02a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.980453 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cb1cbc71-02ab-4715-a438-6bbf8f9823a1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.095374 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9618310a-42e1-4b00-a657-63b7bc4beb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.110340 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cb1cbc71-02ab-4715-a438-6bbf8f9823a1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.147028 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1cbc71-02ab-4715-a438-6bbf8f9823a1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Subnet': ['ID=cf595b11-0ef8-42b5-bf8c-34f778148b40,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:30.152356 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cb1cbc71-02ab-4715-a438-6bbf8f9823a1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.158190 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cb1cbc71-02ab-4715-a438-6bbf8f9823a1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/subnets/cf595b11-0ef8-42b5-bf8c-34f778148b40 HTTP/1.1" status: 204 len: 168 time: 0.5033722 Apr 18 21:02:30.158436 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 38998) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:30.174339 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4f30d77d-be0d-4739-b666-c1225aecd02a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.175498 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129c6a0e-69fb-46ea-bda1-bbfc4857cc83 None None] Network f0cb0eb2-14ef-48cc-871d-c005e8a7625e requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:30.312753 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4f30d77d-be0d-4739-b666-c1225aecd02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.364839 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee415685-ea68-4810-96af-feb51483af02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.381983 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9618310a-42e1-4b00-a657-63b7bc4beb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.461334 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618310a-42e1-4b00-a657-63b7bc4beb05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=934e222d-a43e-4b81-a646-860f58e51213,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:30.464704 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9618310a-42e1-4b00-a657-63b7bc4beb05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.470391 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9618310a-42e1-4b00-a657-63b7bc4beb05 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/934e222d-a43e-4b81-a646-860f58e51213 HTTP/1.1" status: 204 len: 168 time: 1.0400674 Apr 18 21:02:30.471490 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39002) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:30.500242 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915c3eb7-e1ce-45cb-abf8-b57d8b048ea1 None None] Network fe539583-d535-4524-b810-6474f581fe71 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:30.521917 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-ee415685-ea68-4810-96af-feb51483af02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting port 76461f3d-755e-4f7c-81c6-394153a9cb18 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:30.522271 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee415685-ea68-4810-96af-feb51483af02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.548886 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f8d644b8-5d57-4a20-a692-658e988e39b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.571877 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4f30d77d-be0d-4739-b666-c1225aecd02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.624945 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac73d40f-882b-4735-a9df-4f2dc5eee64b None None] DHCP port deletion for f0cb0eb2-14ef-48cc-871d-c005e8a7625e request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:02:30.673912 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-ee415685-ea68-4810-96af-feb51483af02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] For port 76461f3d-755e-4f7c-81c6-394153a9cb18, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=76461f3d-755e-4f7c-81c6-394153a9cb18,segment=NetworkSegment(b567e152-1694-4a81-b346-d740b9ede9fc),segment_id=b567e152-1694-4a81-b346-d740b9ede9fc)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:30.674278 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee415685-ea68-4810-96af-feb51483af02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.681605 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30d77d-be0d-4739-b666-c1225aecd02a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b55d2e3e-c271-47bd-9c32-7ca3426262c8,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:30.684204 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4f30d77d-be0d-4739-b666-c1225aecd02a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.694434 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4f30d77d-be0d-4739-b666-c1225aecd02a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b55d2e3e-c271-47bd-9c32-7ca3426262c8 HTTP/1.1" status: 204 len: 168 time: 1.1780984 Apr 18 21:02:30.696261 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39004) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:30.721470 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-ee415685-ea68-4810-96af-feb51483af02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Calling delete_port for 76461f3d-755e-4f7c-81c6-394153a9cb18 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:30.778434 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-f8d644b8-5d57-4a20-a692-658e988e39b1 admin admin] Deleting port af411331-868d-4612-bd67-3ae64af5cd5e {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:30.779314 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f8d644b8-5d57-4a20-a692-658e988e39b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.971103 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-f8d644b8-5d57-4a20-a692-658e988e39b1 admin admin] For port af411331-868d-4612-bd67-3ae64af5cd5e, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=af411331-868d-4612-bd67-3ae64af5cd5e,segment=NetworkSegment(f6b7039d-7f6f-4e96-b1e3-444343353ab6),segment_id=f6b7039d-7f6f-4e96-b1e3-444343353ab6)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:30.971922 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f8d644b8-5d57-4a20-a692-658e988e39b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.996886 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c1f89678-90c6-4482-92e4-5596ff21cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.003571 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-f8d644b8-5d57-4a20-a692-658e988e39b1 admin admin] Calling delete_port for af411331-868d-4612-bd67-3ae64af5cd5e owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:31.046009 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ac73d40f-882b-4735-a9df-4f2dc5eee64b None None] Deleting port 76461f3d-755e-4f7c-81c6-394153a9cb18 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:31.047050 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ac73d40f-882b-4735-a9df-4f2dc5eee64b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.131429 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ac73d40f-882b-4735-a9df-4f2dc5eee64b None None] For port 76461f3d-755e-4f7c-81c6-394153a9cb18, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=76461f3d-755e-4f7c-81c6-394153a9cb18,segment=NetworkSegment(b567e152-1694-4a81-b346-d740b9ede9fc),segment_id=b567e152-1694-4a81-b346-d740b9ede9fc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:31.132184 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ac73d40f-882b-4735-a9df-4f2dc5eee64b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.160227 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ac73d40f-882b-4735-a9df-4f2dc5eee64b None None] Calling delete_port for 76461f3d-755e-4f7c-81c6-394153a9cb18 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:31.165912 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f8d644b8-5d57-4a20-a692-658e988e39b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.197460 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d644b8-5d57-4a20-a692-658e988e39b1 admin admin] No DVR routers for this DVR port af411331-868d-4612-bd67-3ae64af5cd5e on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:31.260033 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ac73d40f-882b-4735-a9df-4f2dc5eee64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.262861 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6246693-883f-46fe-bace-81273bed00f5 None None] DHCP port deletion for fe539583-d535-4524-b810-6474f581fe71 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:02:31.290981 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee415685-ea68-4810-96af-feb51483af02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.309387 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73d40f-882b-4735-a9df-4f2dc5eee64b None None] Pushing event deleted for resources: {'Port': ['ID=76461f3d-755e-4f7c-81c6-394153a9cb18,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:31.315325 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 65c13813-77e4-4358-8cd1-f0d173425da8 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:02:31.319078 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c1f89678-90c6-4482-92e4-5596ff21cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.323076 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac73d40f-882b-4735-a9df-4f2dc5eee64b None None] No DVR routers for this DVR port 76461f3d-755e-4f7c-81c6-394153a9cb18 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:31.340164 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d644b8-5d57-4a20-a692-658e988e39b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=af411331-868d-4612-bd67-3ae64af5cd5e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:31.349452 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 65c13813-77e4-4358-8cd1-f0d173425da8 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:02:31.350086 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 65c13813-77e4-4358-8cd1-f0d173425da8 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:02:31.350832 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 76461f3d-755e-4f7c-81c6-394153a9cb18 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:02:31.365790 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee415685-ea68-4810-96af-feb51483af02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] No DVR routers for this DVR port 76461f3d-755e-4f7c-81c6-394153a9cb18 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:31.371539 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee415685-ea68-4810-96af-feb51483af02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Port': ['ID=76461f3d-755e-4f7c-81c6-394153a9cb18,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:31.388564 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 76461f3d-755e-4f7c-81c6-394153a9cb18 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:02:31.389067 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 76461f3d-755e-4f7c-81c6-394153a9cb18 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:02:31.389635 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device af411331-868d-4612-bd67-3ae64af5cd5e no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:02:31.407613 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-c1f89678-90c6-4482-92e4-5596ff21cba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf4b0570-d201-4ff4-9901-d4be70f3f0b1']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:31.423311 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: af411331-868d-4612-bd67-3ae64af5cd5e {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:02:31.424003 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device af411331-868d-4612-bd67-3ae64af5cd5e not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:02:31.427078 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.432310 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-c1f89678-90c6-4482-92e4-5596ff21cba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419a7eec-4a7e-47eb-bf94-247ff84e8462') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:31.432563 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-c1f89678-90c6-4482-92e4-5596ff21cba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419a7eec-4a7e-47eb-bf94-247ff84e8462') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:31.451497 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f8d644b8-5d57-4a20-a692-658e988e39b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.471715 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c1f89678-90c6-4482-92e4-5596ff21cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.476127 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-f8d644b8-5d57-4a20-a692-658e988e39b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe539583-d535-4524-b810-6474f581fe71']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:31.489878 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-f8d644b8-5d57-4a20-a692-658e988e39b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b7039d-7f6f-4e96-b1e3-444343353ab6') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:31.490178 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-f8d644b8-5d57-4a20-a692-658e988e39b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b7039d-7f6f-4e96-b1e3-444343353ab6') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:31.494503 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee415685-ea68-4810-96af-feb51483af02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.502433 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c1f89678-90c6-4482-92e4-5596ff21cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.504128 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f8d644b8-5d57-4a20-a692-658e988e39b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.516923 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f89678-90c6-4482-92e4-5596ff21cba5 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:02:31.517340 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c1f89678-90c6-4482-92e4-5596ff21cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:31.519037 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:31.521570 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f8d644b8-5d57-4a20-a692-658e988e39b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.527770 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d644b8-5d57-4a20-a692-658e988e39b1 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:02:31.528177 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f8d644b8-5d57-4a20-a692-658e988e39b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:31.530263 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:31.533503 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-ee415685-ea68-4810-96af-feb51483af02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0cb0eb2-14ef-48cc-871d-c005e8a7625e']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:31.582520 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-ee415685-ea68-4810-96af-feb51483af02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b567e152-1694-4a81-b346-d740b9ede9fc') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:31.582772 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-ee415685-ea68-4810-96af-feb51483af02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b567e152-1694-4a81-b346-d740b9ede9fc') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:31.598069 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f8d644b8-5d57-4a20-a692-658e988e39b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.601850 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee415685-ea68-4810-96af-feb51483af02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.608130 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f8d644b8-5d57-4a20-a692-658e988e39b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.610252 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c1f89678-90c6-4482-92e4-5596ff21cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.612490 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f8d644b8-5d57-4a20-a692-658e988e39b1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fe539583-d535-4524-b810-6474f581fe71 HTTP/1.1" status: 204 len: 168 time: 1.1393423 Apr 18 21:02:31.627089 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c1f89678-90c6-4482-92e4-5596ff21cba5 admin admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.634582 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c1f89678-90c6-4482-92e4-5596ff21cba5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cf4b0570-d201-4ff4-9901-d4be70f3f0b1 HTTP/1.1" status: 204 len: 168 time: 0.9367585 Apr 18 21:02:31.646059 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39014) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:31.650093 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee415685-ea68-4810-96af-feb51483af02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.659171 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d644b8-5d57-4a20-a692-658e988e39b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe539583-d535-4524-b810-6474f581fe71,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:31.669666 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f89678-90c6-4482-92e4-5596ff21cba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf4b0570-d201-4ff4-9901-d4be70f3f0b1,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:31.672115 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee415685-ea68-4810-96af-feb51483af02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:02:31.672584 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee415685-ea68-4810-96af-feb51483af02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:31.676374 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:31.712250 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.802199 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5bcb60b-2efb-44ee-8c59-e52aa786880f admin admin] Deleting subnet ee72eb78-9b20-411a-bd6d-1dbb12af03c3 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:02:31.812418 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f5bcb60b-2efb-44ee-8c59-e52aa786880f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.818666 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee415685-ea68-4810-96af-feb51483af02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.837424 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee415685-ea68-4810-96af-feb51483af02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.849153 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ee415685-ea68-4810-96af-feb51483af02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/networks/f0cb0eb2-14ef-48cc-871d-c005e8a7625e HTTP/1.1" status: 204 len: 168 time: 1.6896205 Apr 18 21:02:31.854554 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39016) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:31.869783 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d5fd88ab-f090-47e9-a625-2e576c9e8492 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-211568410', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}, 'admin_state_up': False}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:31.892444 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee415685-ea68-4810-96af-feb51483af02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Network': ['ID=f0cb0eb2-14ef-48cc-871d-c005e8a7625e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:31.894562 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39018) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:31.894952 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f5bcb60b-2efb-44ee-8c59-e52aa786880f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.934860 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5fd88ab-f090-47e9-a625-2e576c9e8492 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.936260 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5fd88ab-f090-47e9-a625-2e576c9e8492 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.969822 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f5bcb60b-2efb-44ee-8c59-e52aa786880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.987617 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e88f3a71-d268-4a23-b72b-5b673a3a5bb0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d1cb6a1920642c6a254fff9677f23c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0858402 Apr 18 21:02:32.002231 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39024) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:32.127760 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd06d-5cc6-4416-bb1a-6a02806dfcc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.168955 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f5bcb60b-2efb-44ee-8c59-e52aa786880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.186756 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd06d-5cc6-4416-bb1a-6a02806dfcc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.227784 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f5bcb60b-2efb-44ee-8c59-e52aa786880f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.233766 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f5bcb60b-2efb-44ee-8c59-e52aa786880f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ee72eb78-9b20-411a-bd6d-1dbb12af03c3 HTTP/1.1" status: 204 len: 168 time: 0.5815122 Apr 18 21:02:32.233766 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcb60b-2efb-44ee-8c59-e52aa786880f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee72eb78-9b20-411a-bd6d-1dbb12af03c3,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:32.240328 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39034) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:32.301422 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5fd88ab-f090-47e9-a625-2e576c9e8492 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.359714 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dd40f62f-38e9-4238-941c-967e69dec72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.373486 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd06d-5cc6-4416-bb1a-6a02806dfcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.379199 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd06d-5cc6-4416-bb1a-6a02806dfcc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.383844 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4a0fd06d-5cc6-4416-bb1a-6a02806dfcc7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e65ae5fa-218d-40e7-95e8-7233abbdd9be HTTP/1.1" status: 204 len: 168 time: 0.3782744 Apr 18 21:02:32.460095 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5fd88ab-f090-47e9-a625-2e576c9e8492 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.464049 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0fd06d-5cc6-4416-bb1a-6a02806dfcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65ae5fa-218d-40e7-95e8-7233abbdd9be,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:32.648414 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dd40f62f-38e9-4238-941c-967e69dec72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.684057 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5fd88ab-f090-47e9-a625-2e576c9e8492 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.705227 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5fd88ab-f090-47e9-a625-2e576c9e8492 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.708369 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-dd40f62f-38e9-4238-941c-967e69dec72c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac16d0b-c5b6-4e52-a20e-2cca3244e70c']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:32.745066 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-dd40f62f-38e9-4238-941c-967e69dec72c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff13104-4848-46f1-b01a-bc57a5822ea3') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:32.745555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-dd40f62f-38e9-4238-941c-967e69dec72c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff13104-4848-46f1-b01a-bc57a5822ea3') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:32.776301 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dd40f62f-38e9-4238-941c-967e69dec72c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.822777 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-228fac65-7343-4a39-8c43-30ec6d2e6b27 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:32.825490 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-228fac65-7343-4a39-8c43-30ec6d2e6b27 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/networks?id=e3e0b47f-6256-44a9-b67e-b0131f54ee7a HTTP/1.1" status: 200 len: 814 time: 0.3568463 Apr 18 21:02:32.827647 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dd40f62f-38e9-4238-941c-967e69dec72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.846051 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd40f62f-38e9-4238-941c-967e69dec72c admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:02:32.846545 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dd40f62f-38e9-4238-941c-967e69dec72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:32.848234 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:32.861288 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-2de1b8dc-41bb-494f-a222-dd1a66576735 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/quotas/9efee0f2ecad427295b1ff03b6188fa5 HTTP/1.1" status: 200 len: 375 time: 0.0252378 Apr 18 21:02:32.863447 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-d5fd88ab-f090-47e9-a625-2e576c9e8492 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Allocated IP 172.25.1.57 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/471be8ed-40ef-4c5b-be67-2a3426cbaf4b) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:33.001465 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5fd88ab-f090-47e9-a625-2e576c9e8492 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.003436 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-94aafb13-c6a2-44a7-89bb-9e3425a5cb4d tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9efee0f2ecad427295b1ff03b6188fa5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732772 Apr 18 21:02:33.005233 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dd40f62f-38e9-4238-941c-967e69dec72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.015111 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dd40f62f-38e9-4238-941c-967e69dec72c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.019046 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-dd40f62f-38e9-4238-941c-967e69dec72c admin admin] 10.222.0.41 "DELETE /v2.0/networks/aac16d0b-c5b6-4e52-a20e-2cca3244e70c HTTP/1.1" status: 204 len: 168 time: 0.7774448 Apr 18 21:02:33.046446 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40f62f-38e9-4238-941c-967e69dec72c admin admin] Pushing event deleted for resources: {'Network': ['ID=aac16d0b-c5b6-4e52-a20e-2cca3244e70c,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:33.068477 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5fd88ab-f090-47e9-a625-2e576c9e8492 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.115866 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fd88ab-f090-47e9-a625-2e576c9e8492 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:33.119443 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-d5fd88ab-f090-47e9-a625-2e576c9e8492 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:33.126463 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fd88ab-f090-47e9-a625-2e576c9e8492 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:02:33.168042 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd88ab-f090-47e9-a625-2e576c9e8492 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Port': ['ID=471be8ed-40ef-4c5b-be67-2a3426cbaf4b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:33.194855 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-ee8cd12b-28a3-47ad-9408-05f6972ca584 service neutron] 10.222.0.41 "GET /v2.0/networks/e3e0b47f-6256-44a9-b67e-b0131f54ee7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662498 Apr 18 21:02:33.236920 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39074) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:33.349501 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-9c6f55e0-9d9c-49c8-814a-685c2512b1f5 service neutron] 10.222.0.41 "GET /v2.0/networks/e3e0b47f-6256-44a9-b67e-b0131f54ee7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471939 Apr 18 21:02:33.352049 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39082) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:33.353181 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-485b4b09-941f-4033-89b7-4897b723e02d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea51e355c7c04fd19720be2041943c1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1149395 Apr 18 21:02:33.427831 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-10d410ea-01b4-4d88-a8d1-9c579377a534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.471125 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-10d410ea-01b4-4d88-a8d1-9c579377a534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.546149 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-10d410ea-01b4-4d88-a8d1-9c579377a534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.549444 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5fd88ab-f090-47e9-a625-2e576c9e8492 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.549980 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-10d410ea-01b4-4d88-a8d1-9c579377a534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.551418 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-10d410ea-01b4-4d88-a8d1-9c579377a534 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6809ae04-6b22-441f-b711-e3d3c1e04376 HTTP/1.1" status: 204 len: 168 time: 0.1981709 Apr 18 21:02:33.579987 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d410ea-01b4-4d88-a8d1-9c579377a534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6809ae04-6b22-441f-b711-e3d3c1e04376,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:33.726736 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1a635fa5-5ff7-42cb-984e-e4a5489f10e9 req-7e3babf1-be5c-41ed-8d84-c62630f62a8c tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d92388c-7e34-4a38-af6a-e977832f100e HTTP/1.1" status: 200 len: 210 time: 0.0702119 Apr 18 21:02:33.879301 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5fd88ab-f090-47e9-a625-2e576c9e8492 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.067958 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fd88ab-f090-47e9-a625-2e576c9e8492 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Router f05e7499-9fff-4d6d-8011-8f079db2f1f9 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:02:34.100482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39108) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:34.220877 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-60d2b98a-a89e-4d3b-921b-d89ab5f8b4a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee2faae854b94f76a361dd4067659304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1157861 Apr 18 21:02:34.220877 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39116) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:34.271869 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fd88ab-f090-47e9-a625-2e576c9e8492 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:34.285551 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49a5ee9-b710-4a83-801a-a6e0dc93719d None None] Sync routers for ids ['f05e7499-9fff-4d6d-8011-8f079db2f1f9'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:34.308713 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49a5ee9-b710-4a83-801a-a6e0dc93719d None None] Routers {'f05e7499-9fff-4d6d-8011-8f079db2f1f9'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:34.310058 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e49a5ee9-b710-4a83-801a-a6e0dc93719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:02:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['f05e7499-9fff-4d6d-8011-8f079db2f1f9'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:34.315865 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d5fd88ab-f090-47e9-a625-2e576c9e8492 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.320264 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d5fd88ab-f090-47e9-a625-2e576c9e8492 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.4567385 Apr 18 21:02:34.320592 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39120) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:34.327479 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c05a63b5-744f-4e52-8ff1-e06382abdbed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.365803 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c05a63b5-744f-4e52-8ff1-e06382abdbed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.380474 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e49a5ee9-b710-4a83-801a-a6e0dc93719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:34.394152 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49a5ee9-b710-4a83-801a-a6e0dc93719d None None] Routers {'f05e7499-9fff-4d6d-8011-8f079db2f1f9'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:34.394811 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e49a5ee9-b710-4a83-801a-a6e0dc93719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:02:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['f05e7499-9fff-4d6d-8011-8f079db2f1f9'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:34.443066 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c05a63b5-744f-4e52-8ff1-e06382abdbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.450337 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c05a63b5-744f-4e52-8ff1-e06382abdbed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.452505 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c05a63b5-744f-4e52-8ff1-e06382abdbed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aeaa12d9-8034-4958-982c-65c14632e9b9 HTTP/1.1" status: 204 len: 168 time: 0.2305508 Apr 18 21:02:34.466198 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a63b5-744f-4e52-8ff1-e06382abdbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeaa12d9-8034-4958-982c-65c14632e9b9,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:34.469560 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e49a5ee9-b710-4a83-801a-a6e0dc93719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:34.470613 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49a5ee9-b710-4a83-801a-a6e0dc93719d None None] The sync data for ids ['f05e7499-9fff-4d6d-8011-8f079db2f1f9'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:34.519870 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c8e12a79-205f-4aad-b3ce-675620f3a2ad tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "GET /v2.0/routers/f05e7499-9fff-4d6d-8011-8f079db2f1f9 HTTP/1.1" status: 200 len: 883 time: 0.1959116 Apr 18 21:02:34.522346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39126) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:34.703947 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-46ab6323-c2d3-4ef4-be0f-26d2b96fd408 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.1798735 Apr 18 21:02:34.706501 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39132) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:34.714067 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-720fbb42-454a-42bc-8515-67e27565b21f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-211568410'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:34.989031 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-499bb096-5f3a-4d71-aa96-7c7bfb860fac req-83525d2a-080c-41f3-8a96-65613f4780dc tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d92388c-7e34-4a38-af6a-e977832f100e HTTP/1.1" status: 200 len: 210 time: 0.0688555 Apr 18 21:02:35.093292 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-0e7ae4be-39bf-41e1-93fd-e38e94fa6cac tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:35.094991 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-0e7ae4be-39bf-41e1-93fd-e38e94fa6cac tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.32 "GET /v2.0/networks?id=e3e0b47f-6256-44a9-b67e-b0131f54ee7a HTTP/1.1" status: 200 len: 814 time: 0.2383053 Apr 18 21:02:35.130385 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-11be8c90-46f0-4b81-9a3b-de26e8267c11 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Request body: {'port': {'device_id': '8d92388c-7e34-4a38-af6a-e977832f100e', 'network_id': 'e3e0b47f-6256-44a9-b67e-b0131f54ee7a', 'admin_state_up': True, 'tenant_id': '9efee0f2ecad427295b1ff03b6188fa5'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:35.359998 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-11be8c90-46f0-4b81-9a3b-de26e8267c11 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Made reservation on behalf of 9efee0f2ecad427295b1ff03b6188fa5 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:35.372045 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-11be8c90-46f0-4b81-9a3b-de26e8267c11 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.425063 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-720fbb42-454a-42bc-8515-67e27565b21f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.450754 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-720fbb42-454a-42bc-8515-67e27565b21f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608727'] for router, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.643194 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-11be8c90-46f0-4b81-9a3b-de26e8267c11 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Allocated IP 172.20.0.10 (e3e0b47f-6256-44a9-b67e-b0131f54ee7a/82cc6c3a-19de-4723-a0c8-f24f0eee734c/fcfdf5d5-45cb-4cf9-bebc-19a0094539d5) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:35.947662 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720fbb42-454a-42bc-8515-67e27565b21f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Router f05e7499-9fff-4d6d-8011-8f079db2f1f9 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:02:36.099558 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-11be8c90-46f0-4b81-9a3b-de26e8267c11 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:36.144795 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720fbb42-454a-42bc-8515-67e27565b21f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:36.152067 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-878f0a7e-893c-46fb-ac8f-7c801d714c65 req-c1bae3ed-d19a-42ba-8fa2-841ae6506d20 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d92388c-7e34-4a38-af6a-e977832f100e HTTP/1.1" status: 200 len: 210 time: 0.0424104 Apr 18 21:02:36.152795 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-720fbb42-454a-42bc-8515-67e27565b21f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:36.154166 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-720fbb42-454a-42bc-8515-67e27565b21f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "PUT /v2.0/routers/f05e7499-9fff-4d6d-8011-8f079db2f1f9 HTTP/1.1" status: 200 len: 890 time: 1.4462976 Apr 18 21:02:36.157536 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39196) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:36.163144 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dde1b4-961c-4b7f-8f96-3ae80c3feb67 None None] Sync routers for ids ['f05e7499-9fff-4d6d-8011-8f079db2f1f9'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:36.184861 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-11be8c90-46f0-4b81-9a3b-de26e8267c11 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:36.208793 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dde1b4-961c-4b7f-8f96-3ae80c3feb67 None None] Routers {'f05e7499-9fff-4d6d-8011-8f079db2f1f9'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:36.209754 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-74dde1b4-961c-4b7f-8f96-3ae80c3feb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:02:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['f05e7499-9fff-4d6d-8011-8f079db2f1f9'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:36.260176 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-74dde1b4-961c-4b7f-8f96-3ae80c3feb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:36.271478 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dde1b4-961c-4b7f-8f96-3ae80c3feb67 None None] Routers {'f05e7499-9fff-4d6d-8011-8f079db2f1f9'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:36.272139 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-74dde1b4-961c-4b7f-8f96-3ae80c3feb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:02:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['f05e7499-9fff-4d6d-8011-8f079db2f1f9'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:36.305058 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-11be8c90-46f0-4b81-9a3b-de26e8267c11 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Network e3e0b47f-6256-44a9-b67e-b0131f54ee7a is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:36.310913 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-74dde1b4-961c-4b7f-8f96-3ae80c3feb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:36.311699 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dde1b4-961c-4b7f-8f96-3ae80c3feb67 None None] The sync data for ids ['f05e7499-9fff-4d6d-8011-8f079db2f1f9'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:36.318470 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-11be8c90-46f0-4b81-9a3b-de26e8267c11 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:36.328702 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-11be8c90-46f0-4b81-9a3b-de26e8267c11 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:02:36.339845 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be8c90-46f0-4b81-9a3b-de26e8267c11 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Pushing event updated for resources: {'Port': ['ID=fcfdf5d5-45cb-4cf9-bebc-19a0094539d5,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:36.364227 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a8f889c8-38e1-4c42-8a52-61ec2a239594 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "GET /v2.0/routers/f05e7499-9fff-4d6d-8011-8f079db2f1f9 HTTP/1.1" status: 200 len: 890 time: 0.2050264 Apr 18 21:02:36.365080 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39200) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:36.405301 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-eab34bad-2566-4215-a17d-9f609b47d49e tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f05e7499-9fff-4d6d-8011-8f079db2f1f9 HTTP/1.1" status: 200 len: 205 time: 0.0387726 Apr 18 21:02:36.407990 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39202) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:36.438967 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-11be8c90-46f0-4b81-9a3b-de26e8267c11 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:36.440070 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-11be8c90-46f0-4b81-9a3b-de26e8267c11 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:36.468703 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-11be8c90-46f0-4b81-9a3b-de26e8267c11 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3643119 Apr 18 21:02:36.492832 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-c4c2b404-74fc-4d9e-aee1-e644dc22ac97 service neutron] Request body: {'port': {'device_id': '8d92388c-7e34-4a38-af6a-e977832f100e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:36.681095 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d27c8089-4446-400e-8ec7-515ff88a8796 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:36.707497 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-c4c2b404-74fc-4d9e-aee1-e644dc22ac97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:36.849016 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d27c8089-4446-400e-8ec7-515ff88a8796 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:36.975510 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-d27c8089-4446-400e-8ec7-515ff88a8796 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting port 471be8ed-40ef-4c5b-be67-2a3426cbaf4b {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:36.976934 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d27c8089-4446-400e-8ec7-515ff88a8796 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.198365 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d27c8089-4446-400e-8ec7-515ff88a8796 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.231828 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-c4c2b404-74fc-4d9e-aee1-e644dc22ac97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcfdf5d5-45cb-4cf9-bebc-19a0094539d5 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:02:37.241358 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-c4c2b404-74fc-4d9e-aee1-e644dc22ac97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.251288 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-d27c8089-4446-400e-8ec7-515ff88a8796 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Calling delete_port for 471be8ed-40ef-4c5b-be67-2a3426cbaf4b owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:37.257503 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-c4c2b404-74fc-4d9e-aee1-e644dc22ac97 service neutron] Transition to ACTIVE for port object fcfdf5d5-45cb-4cf9-bebc-19a0094539d5 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:37.264686 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-c4c2b404-74fc-4d9e-aee1-e644dc22ac97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.472259 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2b404-74fc-4d9e-aee1-e644dc22ac97 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfdf5d5-45cb-4cf9-bebc-19a0094539d5,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:37.492706 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73db95-683d-41e8-a31e-563d68937537 req-9b123fce-f5e5-40af-b0a6-fee5dd79671b tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:37.495218 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af73db95-683d-41e8-a31e-563d68937537 req-9b123fce-f5e5-40af-b0a6-fee5dd79671b tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d92388c-7e34-4a38-af6a-e977832f100e HTTP/1.1" status: 200 len: 944 time: 0.2080755 Apr 18 21:02:37.588290 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-c4c2b404-74fc-4d9e-aee1-e644dc22ac97 service neutron] Attempting to bind port fcfdf5d5-45cb-4cf9-bebc-19a0094539d5 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:37.588847 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-c4c2b404-74fc-4d9e-aee1-e644dc22ac97 service neutron] Attempting to bind port fcfdf5d5-45cb-4cf9-bebc-19a0094539d5 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '6fd2a717-65b5-4e7e-836c-5289d337b33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e3e0b47f-6256-44a9-b67e-b0131f54ee7a'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:37.589655 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-c4c2b404-74fc-4d9e-aee1-e644dc22ac97 service neutron] Attempting to bind port fcfdf5d5-45cb-4cf9-bebc-19a0094539d5 on network e3e0b47f-6256-44a9-b67e-b0131f54ee7a {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:02:37.596098 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-c4c2b404-74fc-4d9e-aee1-e644dc22ac97 service neutron] Port fcfdf5d5-45cb-4cf9-bebc-19a0094539d5 on network e3e0b47f-6256-44a9-b67e-b0131f54ee7a not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:02:37.596621 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-c4c2b404-74fc-4d9e-aee1-e644dc22ac97 service neutron] Attempting to bind port fcfdf5d5-45cb-4cf9-bebc-19a0094539d5 on network e3e0b47f-6256-44a9-b67e-b0131f54ee7a {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:02:37.618274 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af73db95-683d-41e8-a31e-563d68937537 req-77cc98a5-1eaa-4bb8-87b2-7e6003f3b63d tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/security-groups?id=d53ca3df-29db-4d54-9742-076d825b2a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084604 Apr 18 21:02:37.619512 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-c4c2b404-74fc-4d9e-aee1-e644dc22ac97 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:02:37.620009 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-c4c2b404-74fc-4d9e-aee1-e644dc22ac97 service neutron] Checking segment: {'id': '6fd2a717-65b5-4e7e-836c-5289d337b33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e3e0b47f-6256-44a9-b67e-b0131f54ee7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:37.620539 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-c4c2b404-74fc-4d9e-aee1-e644dc22ac97 service neutron] Bound using segment: {'id': '6fd2a717-65b5-4e7e-836c-5289d337b33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e3e0b47f-6256-44a9-b67e-b0131f54ee7a'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:02:37.623902 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-c4c2b404-74fc-4d9e-aee1-e644dc22ac97 service neutron] Bound port: fcfdf5d5-45cb-4cf9-bebc-19a0094539d5, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fd2a717-65b5-4e7e-836c-5289d337b33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e3e0b47f-6256-44a9-b67e-b0131f54ee7a'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:37.624377 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-c4c2b404-74fc-4d9e-aee1-e644dc22ac97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.742486 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d27c8089-4446-400e-8ec7-515ff88a8796 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.810096 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-c4c2b404-74fc-4d9e-aee1-e644dc22ac97 service neutron] For port fcfdf5d5-45cb-4cf9-bebc-19a0094539d5, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:37.822403 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c8089-4446-400e-8ec7-515ff88a8796 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Port': ['ID=471be8ed-40ef-4c5b-be67-2a3426cbaf4b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:37.824205 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-c4c2b404-74fc-4d9e-aee1-e644dc22ac97 service neutron] For port fcfdf5d5-45cb-4cf9-bebc-19a0094539d5, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=fcfdf5d5-45cb-4cf9-bebc-19a0094539d5,segment=NetworkSegment(6fd2a717-65b5-4e7e-836c-5289d337b33f),segment_id=6fd2a717-65b5-4e7e-836c-5289d337b33f)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:37.851041 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-c4c2b404-74fc-4d9e-aee1-e644dc22ac97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.864537 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.984555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-c4c2b404-74fc-4d9e-aee1-e644dc22ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:37.985656 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-c4c2b404-74fc-4d9e-aee1-e644dc22ac97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.997818 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-c4c2b404-74fc-4d9e-aee1-e644dc22ac97 service neutron] 10.222.0.32 "PUT /v2.0/ports/fcfdf5d5-45cb-4cf9-bebc-19a0094539d5 HTTP/1.1" status: 200 len: 1092 time: 1.5162482 Apr 18 21:02:38.004148 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d27c8089-4446-400e-8ec7-515ff88a8796 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.014893 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d92388c-7e34-4a38-af6a-e977832f100e', 'tag': 'fcfdf5d5-45cb-4cf9-bebc-19a0094539d5'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:02:38.023645 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33217f1-64ea-4e11-a1be-c82e534972bd" -d '{"events": [{"name": "network-changed", "server_uuid": "8d92388c-7e34-4a38-af6a-e977832f100e", "tag": "fcfdf5d5-45cb-4cf9-bebc-19a0094539d5"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:02:38.052051 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2b404-74fc-4d9e-aee1-e644dc22ac97 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfdf5d5-45cb-4cf9-bebc-19a0094539d5,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:38.078115 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:02:38.157824 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63a7e5a-6a26-47d4-bb41-134f12b8c728 x-openstack-request-id: req-b63a7e5a-6a26-47d4-bb41-134f12b8c728 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:02:38.157824 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d92388c-7e34-4a38-af6a-e977832f100e", "tag": "fcfdf5d5-45cb-4cf9-bebc-19a0094539d5", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:02:38.157824 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b63a7e5a-6a26-47d4-bb41-134f12b8c728 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:02:38.157824 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b63a7e5a-6a26-47d4-bb41-134f12b8c728'] response: {'name': 'network-changed', 'server_uuid': '8d92388c-7e34-4a38-af6a-e977832f100e', 'tag': 'fcfdf5d5-45cb-4cf9-bebc-19a0094539d5', 'status': 'completed', 'code': 200} Apr 18 21:02:38.157824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-7a02b99c-909f-49d9-89e7-23eb868ac08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:38.160237 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-7a02b99c-909f-49d9-89e7-23eb868ac08a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9efee0f2ecad427295b1ff03b6188fa5&device_id=8d92388c-7e34-4a38-af6a-e977832f100e HTTP/1.1" status: 200 len: 1095 time: 0.1047187 Apr 18 21:02:38.217341 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-0b31fca7-d552-4d58-b659-856a47d250db service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcfdf5d5-45cb-4cf9-bebc-19a0094539d5 HTTP/1.1" status: 200 len: 217 time: 0.0491285 Apr 18 21:02:38.223540 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d27c8089-4446-400e-8ec7-515ff88a8796 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.226989 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d27c8089-4446-400e-8ec7-515ff88a8796 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.291477 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d27c8089-4446-400e-8ec7-515ff88a8796 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.292375 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27c8089-4446-400e-8ec7-515ff88a8796 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Fanout notify agent at l3_agent the message router_deleted on router f05e7499-9fff-4d6d-8011-8f079db2f1f9 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:02:38.300965 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d27c8089-4446-400e-8ec7-515ff88a8796 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.302110 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d27c8089-4446-400e-8ec7-515ff88a8796 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/routers/f05e7499-9fff-4d6d-8011-8f079db2f1f9 HTTP/1.1" status: 204 len: 168 time: 1.8928223 Apr 18 21:02:38.312178 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39236) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:38.319681 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-56590dee-5f82-422e-a390-24934750a8c1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1682052111'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:38.339956 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-3ae23e8f-7a2e-4424-a387-aa1c8466c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:38.341530 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-3ae23e8f-7a2e-4424-a387-aa1c8466c8e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=82cc6c3a-19de-4723-a0c8-f24f0eee734c HTTP/1.1" status: 200 len: 854 time: 0.1182730 Apr 18 21:02:38.384740 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-ca98e537-2c39-4b03-85bb-46edb75c0565 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3e0b47f-6256-44a9-b67e-b0131f54ee7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351732 Apr 18 21:02:38.398931 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56590dee-5f82-422e-a390-24934750a8c1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Made reservation on behalf of c6c240114a2445ec884221c276a81bc5 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:38.402805 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-56590dee-5f82-422e-a390-24934750a8c1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.477417 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56590dee-5f82-422e-a390-24934750a8c1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:38.498748 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-56590dee-5f82-422e-a390-24934750a8c1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.499018 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-56590dee-5f82-422e-a390-24934750a8c1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Added segment 20e478dd-403d-489f-a894-b0a1493e8d2b of type vlan for network 60b60c34-5ade-452a-9056-f5066f74d7c6 Apr 18 21:02:38.546030 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-15e14c46-e80f-4c5b-8a70-451da1abebbb service neutron] 10.222.0.32 "GET /v2.0/networks/e3e0b47f-6256-44a9-b67e-b0131f54ee7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565647 Apr 18 21:02:38.567120 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-56590dee-5f82-422e-a390-24934750a8c1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.684117 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-56590dee-5f82-422e-a390-24934750a8c1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.693331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56590dee-5f82-422e-a390-24934750a8c1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:38.694306 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-56590dee-5f82-422e-a390-24934750a8c1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.795453 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-56590dee-5f82-422e-a390-24934750a8c1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4816942 Apr 18 21:02:38.800262 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39244) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:38.804379 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8cec3e5-ab7e-4e33-a227-e67e564a0389 req-224f5b1e-2b62-47a8-a1af-7df5ad02bc26 service neutron] 10.222.0.32 "GET /v2.0/networks/e3e0b47f-6256-44a9-b67e-b0131f54ee7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480733 Apr 18 21:02:38.805474 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a751eebe-849f-4b0e-9c52-d2a6714254be tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'subnet': {'network_id': '60b60c34-5ade-452a-9056-f5066f74d7c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:38.825747 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56590dee-5f82-422e-a390-24934750a8c1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Network': ['ID=60b60c34-5ade-452a-9056-f5066f74d7c6,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:38.848120 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 60b60c34-5ade-452a-9056-f5066f74d7c6 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:02:38.918922 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a751eebe-849f-4b0e-9c52-d2a6714254be tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Made reservation on behalf of c6c240114a2445ec884221c276a81bc5 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:38.923487 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a751eebe-849f-4b0e-9c52-d2a6714254be tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.989210 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f9805-378a-4294-b961-8087a2be5883 req-34e908b9-f98c-4df0-a709-0901a246969f tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:38.991202 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e68f9805-378a-4294-b961-8087a2be5883 req-34e908b9-f98c-4df0-a709-0901a246969f tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d92388c-7e34-4a38-af6a-e977832f100e HTTP/1.1" status: 200 len: 944 time: 0.1810472 Apr 18 21:02:39.021776 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33217f1-64ea-4e11-a1be-c82e534972bd req-f800d07c-2d86-4a6e-9814-1140873df95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:39.023973 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c33217f1-64ea-4e11-a1be-c82e534972bd req-f800d07c-2d86-4a6e-9814-1140873df95c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9efee0f2ecad427295b1ff03b6188fa5&device_id=8d92388c-7e34-4a38-af6a-e977832f100e HTTP/1.1" status: 200 len: 1095 time: 0.1473277 Apr 18 21:02:39.278651 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e68f9805-378a-4294-b961-8087a2be5883 req-50e162c7-d8bd-4ba4-b41e-0426daa1960a tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/security-groups?id=d53ca3df-29db-4d54-9742-076d825b2a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716572 Apr 18 21:02:39.296356 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a751eebe-849f-4b0e-9c52-d2a6714254be tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.335333 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33217f1-64ea-4e11-a1be-c82e534972bd req-ed2a41a3-8115-4f85-9968-799839a1076f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:39.339126 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c33217f1-64ea-4e11-a1be-c82e534972bd req-ed2a41a3-8115-4f85-9968-799839a1076f service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3e0b47f-6256-44a9-b67e-b0131f54ee7a HTTP/1.1" status: 200 len: 915 time: 0.3071682 Apr 18 21:02:39.419553 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751eebe-849f-4b0e-9c52-d2a6714254be tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Subnet': ['ID=daba3e60-2e78-4e12-b29d-496b87165339,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:39.422035 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a751eebe-849f-4b0e-9c52-d2a6714254be tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Checking segment: {'id': '20e478dd-403d-489f-a894-b0a1493e8d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '60b60c34-5ade-452a-9056-f5066f74d7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:39.422410 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a751eebe-849f-4b0e-9c52-d2a6714254be tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network hostable DHCP agents. Network: 60b60c34-5ade-452a-9056-f5066f74d7c6, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:39.444593 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a751eebe-849f-4b0e-9c52-d2a6714254be tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network 60b60c34-5ade-452a-9056-f5066f74d7c6 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:39.459728 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-a751eebe-849f-4b0e-9c52-d2a6714254be tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 60b60c34-5ade-452a-9056-f5066f74d7c6) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:39.461744 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c33217f1-64ea-4e11-a1be-c82e534972bd req-e69d8907-b182-4ccf-968b-520aa415b4e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcfdf5d5-45cb-4cf9-bebc-19a0094539d5 HTTP/1.1" status: 200 len: 217 time: 0.1144164 Apr 18 21:02:39.465532 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a751eebe-849f-4b0e-9c52-d2a6714254be tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:39.466575 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a751eebe-849f-4b0e-9c52-d2a6714254be tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.481114 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27105c36-b10e-4977-be4e-261d364b2dff None None] Network 60b60c34-5ade-452a-9056-f5066f74d7c6 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:39.508099 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a751eebe-849f-4b0e-9c52-d2a6714254be tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7057657 Apr 18 21:02:39.510641 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39260) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:39.524473 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-8302fc50-2b02-4011-915c-d8bb518a0c61 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1973336581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:39.606117 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33217f1-64ea-4e11-a1be-c82e534972bd req-795a5d46-88ea-4578-8e60-eec1aef3d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:39.607908 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8302fc50-2b02-4011-915c-d8bb518a0c61 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.611817 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c33217f1-64ea-4e11-a1be-c82e534972bd req-795a5d46-88ea-4578-8e60-eec1aef3d300 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=82cc6c3a-19de-4723-a0c8-f24f0eee734c HTTP/1.1" status: 200 len: 854 time: 0.1432748 Apr 18 21:02:39.612951 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8302fc50-2b02-4011-915c-d8bb518a0c61 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.687316 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c33217f1-64ea-4e11-a1be-c82e534972bd req-249f007b-efa4-434a-bf21-f54f1845d38d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3e0b47f-6256-44a9-b67e-b0131f54ee7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606859 Apr 18 21:02:39.811532 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8302fc50-2b02-4011-915c-d8bb518a0c61 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.822412 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8302fc50-2b02-4011-915c-d8bb518a0c61 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.873138 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8302fc50-2b02-4011-915c-d8bb518a0c61 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.888834 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8302fc50-2b02-4011-915c-d8bb518a0c61 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3676915 Apr 18 21:02:39.890076 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39262) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:39.948937 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c33217f1-64ea-4e11-a1be-c82e534972bd req-ad3bba45-22d4-44a2-b17c-afc43145b095 service neutron] 10.222.0.32 "GET /v2.0/networks/e3e0b47f-6256-44a9-b67e-b0131f54ee7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575231 Apr 18 21:02:40.018436 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9599de2-42c7-4007-a718-9f645c63e7de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-60b60c34-5ade-452a-9056-f5066f74d7c6', 'network_id': '60b60c34-5ade-452a-9056-f5066f74d7c6', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'fixed_ips': [{'subnet_id': 'daba3e60-2e78-4e12-b29d-496b87165339'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:02:40.021626 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c9599de2-42c7-4007-a718-9f645c63e7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.307319 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-c9599de2-42c7-4007-a718-9f645c63e7de None None] Allocated IP 2001:db8::2 (60b60c34-5ade-452a-9056-f5066f74d7c6/daba3e60-2e78-4e12-b29d-496b87165339/1b3c1604-7583-4383-a332-4de697c80589) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:40.516220 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20a5a6d5-7265-4ede-ae46-fce52abe7880 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.568939 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c9599de2-42c7-4007-a718-9f645c63e7de None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.576879 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c9599de2-42c7-4007-a718-9f645c63e7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.646067 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9599de2-42c7-4007-a718-9f645c63e7de None None] Network 60b60c34-5ade-452a-9056-f5066f74d7c6 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:40.648584 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9599de2-42c7-4007-a718-9f645c63e7de None None] Pushing event updated for resources: {'Port': ['ID=1b3c1604-7583-4383-a332-4de697c80589,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:40.657332 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-c9599de2-42c7-4007-a718-9f645c63e7de None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:40.663054 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9599de2-42c7-4007-a718-9f645c63e7de None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:02:40.783395 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c9599de2-42c7-4007-a718-9f645c63e7de None None] Attempting to bind port 1b3c1604-7583-4383-a332-4de697c80589 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:40.784075 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c9599de2-42c7-4007-a718-9f645c63e7de None None] Attempting to bind port 1b3c1604-7583-4383-a332-4de697c80589 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '20e478dd-403d-489f-a894-b0a1493e8d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '60b60c34-5ade-452a-9056-f5066f74d7c6'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:40.786141 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9599de2-42c7-4007-a718-9f645c63e7de None None] Attempting to bind port 1b3c1604-7583-4383-a332-4de697c80589 on network 60b60c34-5ade-452a-9056-f5066f74d7c6 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:02:40.801858 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9599de2-42c7-4007-a718-9f645c63e7de None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:02:40.802514 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9599de2-42c7-4007-a718-9f645c63e7de None None] Checking segment: {'id': '20e478dd-403d-489f-a894-b0a1493e8d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '60b60c34-5ade-452a-9056-f5066f74d7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:40.803293 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c9599de2-42c7-4007-a718-9f645c63e7de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.803822 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9599de2-42c7-4007-a718-9f645c63e7de None None] Bound using segment: {'id': '20e478dd-403d-489f-a894-b0a1493e8d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '60b60c34-5ade-452a-9056-f5066f74d7c6'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:02:40.805404 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c9599de2-42c7-4007-a718-9f645c63e7de None None] Bound port: 1b3c1604-7583-4383-a332-4de697c80589, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e478dd-403d-489f-a894-b0a1493e8d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '60b60c34-5ade-452a-9056-f5066f74d7c6'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:40.806369 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c9599de2-42c7-4007-a718-9f645c63e7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.844654 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-20a5a6d5-7265-4ede-ae46-fce52abe7880 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Allocated IP 2001:db8::1 (60b60c34-5ade-452a-9056-f5066f74d7c6/daba3e60-2e78-4e12-b29d-496b87165339/b4db1d17-d75a-4cf4-8563-d707425a0786) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:40.942778 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c9599de2-42c7-4007-a718-9f645c63e7de None None] For port 1b3c1604-7583-4383-a332-4de697c80589, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:40.948156 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c9599de2-42c7-4007-a718-9f645c63e7de None None] For port 1b3c1604-7583-4383-a332-4de697c80589, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1b3c1604-7583-4383-a332-4de697c80589,segment=NetworkSegment(20e478dd-403d-489f-a894-b0a1493e8d2b),segment_id=20e478dd-403d-489f-a894-b0a1493e8d2b)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:40.955565 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c9599de2-42c7-4007-a718-9f645c63e7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.114685 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9dce8-c740-4032-9527-ff46c53aba23 req-71365821-dfc1-4c2e-98a0-07f2c17a7595 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:41.121998 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-05d9dce8-c740-4032-9527-ff46c53aba23 req-71365821-dfc1-4c2e-98a0-07f2c17a7595 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d92388c-7e34-4a38-af6a-e977832f100e HTTP/1.1" status: 200 len: 944 time: 0.2027926 Apr 18 21:02:41.126111 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c33217f1-64ea-4e11-a1be-c82e534972bd req-4e3fdcce-14cc-4382-b664-d7fef6c25dc2 service neutron] 10.222.0.32 "GET /v2.0/networks/e3e0b47f-6256-44a9-b67e-b0131f54ee7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1695583 Apr 18 21:02:41.150296 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9599de2-42c7-4007-a718-9f645c63e7de None None] Pushing event updated for resources: {'Port': ['ID=1b3c1604-7583-4383-a332-4de697c80589,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:41.244595 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-05d9dce8-c740-4032-9527-ff46c53aba23 req-a8dc23b8-5319-4463-9ec1-a3cf8a3bef44 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/security-groups?id=d53ca3df-29db-4d54-9742-076d825b2a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213484 Apr 18 21:02:41.547603 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device fcfdf5d5-45cb-4cf9-bebc-19a0094539d5 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:02:41.623653 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20a5a6d5-7265-4ede-ae46-fce52abe7880 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.699641 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port fcfdf5d5-45cb-4cf9-bebc-19a0094539d5, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=fcfdf5d5-45cb-4cf9-bebc-19a0094539d5,segment=NetworkSegment(6fd2a717-65b5-4e7e-836c-5289d337b33f),segment_id=6fd2a717-65b5-4e7e-836c-5289d337b33f)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:41.716603 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'fcfdf5d5-45cb-4cf9-bebc-19a0094539d5', 'network_id': 'e3e0b47f-6256-44a9-b67e-b0131f54ee7a', 'port_id': 'fcfdf5d5-45cb-4cf9-bebc-19a0094539d5', 'mac_address': 'fa:16:3e:f9:ec:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82cc6c3a-19de-4723-a0c8-f24f0eee734c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:02:41.727809 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20a5a6d5-7265-4ede-ae46-fce52abe7880 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.801582 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.835219 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcfdf5d5-45cb-4cf9-bebc-19a0094539d5 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:02:41.858253 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a5a6d5-7265-4ede-ae46-fce52abe7880 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network 60b60c34-5ade-452a-9056-f5066f74d7c6 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:41.865539 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-20a5a6d5-7265-4ede-ae46-fce52abe7880 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:41.875175 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a5a6d5-7265-4ede-ae46-fce52abe7880 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:02:41.875929 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20a5a6d5-7265-4ede-ae46-fce52abe7880 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.883192 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5a6d5-7265-4ede-ae46-fce52abe7880 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Port': ['ID=b4db1d17-d75a-4cf4-8563-d707425a0786,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:41.885963 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port fcfdf5d5-45cb-4cf9-bebc-19a0094539d5, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=fcfdf5d5-45cb-4cf9-bebc-19a0094539d5,segment=NetworkSegment(6fd2a717-65b5-4e7e-836c-5289d337b33f),segment_id=6fd2a717-65b5-4e7e-836c-5289d337b33f)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:41.895872 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.923439 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.960952 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=fcfdf5d5-45cb-4cf9-bebc-19a0094539d5,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:42.104165 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20a5a6d5-7265-4ede-ae46-fce52abe7880 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.208177 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['fcfdf5d5-45cb-4cf9-bebc-19a0094539d5'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:02:42.587034 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65253ece-77b9-4e9f-a68e-297ca310b530 req-4b858af7-a66a-4931-9cf7-e13764abfea4 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:42.588802 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-65253ece-77b9-4e9f-a68e-297ca310b530 req-4b858af7-a66a-4931-9cf7-e13764abfea4 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d92388c-7e34-4a38-af6a-e977832f100e HTTP/1.1" status: 200 len: 945 time: 0.1416333 Apr 18 21:02:42.686111 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-65253ece-77b9-4e9f-a68e-297ca310b530 req-7d6389b2-b198-4148-b8b6-a111aef70e63 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/security-groups?id=d53ca3df-29db-4d54-9742-076d825b2a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819073 Apr 18 21:02:42.811683 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20a5a6d5-7265-4ede-ae46-fce52abe7880 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.818163 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20a5a6d5-7265-4ede-ae46-fce52abe7880 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.819251 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20a5a6d5-7265-4ede-ae46-fce52abe7880 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.961981 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5a6d5-7265-4ede-ae46-fce52abe7880 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Port': ['ID=b4db1d17-d75a-4cf4-8563-d707425a0786,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:43.011875 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a5a6d5-7265-4ede-ae46-fce52abe7880 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network 60b60c34-5ade-452a-9056-f5066f74d7c6 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:43.013580 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-20a5a6d5-7265-4ede-ae46-fce52abe7880 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:43.082976 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8f863e-ad76-41b0-a3ba-3c227bacf21d None None] Network 60b60c34-5ade-452a-9056-f5066f74d7c6 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:43.269439 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a5a6d5-7265-4ede-ae46-fce52abe7880 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Router 5e4f5ee5-fbcd-4db3-b889-ad3914949ff1 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:02:43.349398 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39342) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:43.387771 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1b3c1604-7583-4383-a332-4de697c80589 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:02:43.446752 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a5a6d5-7265-4ede-ae46-fce52abe7880 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:43.453754 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-20a5a6d5-7265-4ede-ae46-fce52abe7880 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "PUT /v2.0/routers/5e4f5ee5-fbcd-4db3-b889-ad3914949ff1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5618360 Apr 18 21:02:43.459187 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39346) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:43.461406 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab8dcf-a74c-460e-a18e-ee7c6fb4e572 None None] Sync routers for ids ['5e4f5ee5-fbcd-4db3-b889-ad3914949ff1'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:43.484150 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-7eead445-f3c0-4b74-b8b3-3cc2cd800ff1 None None] Provisioning complete for port 1b3c1604-7583-4383-a332-4de697c80589 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:43.484884 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7eead445-f3c0-4b74-b8b3-3cc2cd800ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.496059 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ab8dcf-a74c-460e-a18e-ee7c6fb4e572 None None] Routers {'5e4f5ee5-fbcd-4db3-b889-ad3914949ff1'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:43.497174 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a1ab8dcf-a74c-460e-a18e-ee7c6fb4e572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:02:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5e4f5ee5-fbcd-4db3-b889-ad3914949ff1'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:43.522385 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c186fa-cb45-4beb-9c2d-817ea8702d2b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:43.529591 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-03c186fa-cb45-4beb-9c2d-817ea8702d2b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "GET /v2.0/ports/b4db1d17-d75a-4cf4-8563-d707425a0786 HTTP/1.1" status: 200 len: 911 time: 0.0666535 Apr 18 21:02:43.529976 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39350) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:43.536248 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-97df33ab-8e57-4ecc-8a52-013ee017f582 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'daba3e60-2e78-4e12-b29d-496b87165339'}]}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:43.581528 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4f9d76cc-c277-465f-af76-2aa06247ef26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.625080 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device fcfdf5d5-45cb-4cf9-bebc-19a0094539d5 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:02:43.625688 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a1ab8dcf-a74c-460e-a18e-ee7c6fb4e572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:43.651385 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ab8dcf-a74c-460e-a18e-ee7c6fb4e572 None None] Routers {'5e4f5ee5-fbcd-4db3-b889-ad3914949ff1'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:43.652838 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a1ab8dcf-a74c-460e-a18e-ee7c6fb4e572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:02:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5e4f5ee5-fbcd-4db3-b889-ad3914949ff1'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:43.732651 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7eead445-f3c0-4b74-b8b3-3cc2cd800ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.734698 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a1ab8dcf-a74c-460e-a18e-ee7c6fb4e572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:43.737850 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab8dcf-a74c-460e-a18e-ee7c6fb4e572 None None] The sync data for ids ['5e4f5ee5-fbcd-4db3-b889-ad3914949ff1'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:43.760137 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 1b3c1604-7583-4383-a332-4de697c80589 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:43.762784 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.762994 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4f9d76cc-c277-465f-af76-2aa06247ef26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.770785 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4f9d76cc-c277-465f-af76-2aa06247ef26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.883918 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d76cc-c277-465f-af76-2aa06247ef26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d711645b-7e0f-4d0c-813e-e51a40da48de,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:43.887367 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-97df33ab-8e57-4ecc-8a52-013ee017f582 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.900013 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4f9d76cc-c277-465f-af76-2aa06247ef26 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a6c25180980241fc90c807670702ccce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5385835 Apr 18 21:02:43.902011 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39354) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:43.993757 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7eead445-f3c0-4b74-b8b3-3cc2cd800ff1 None None] For port 1b3c1604-7583-4383-a332-4de697c80589, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1b3c1604-7583-4383-a332-4de697c80589,segment=NetworkSegment(20e478dd-403d-489f-a894-b0a1493e8d2b),segment_id=20e478dd-403d-489f-a894-b0a1493e8d2b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:44.016265 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7eead445-f3c0-4b74-b8b3-3cc2cd800ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.088758 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port fcfdf5d5-45cb-4cf9-bebc-19a0094539d5 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:02:44.102811 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-17f7f8dc-0abd-4ed0-a232-542ece1502a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.106733 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port fcfdf5d5-45cb-4cf9-bebc-19a0094539d5 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:44.107367 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.157666 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-17f7f8dc-0abd-4ed0-a232-542ece1502a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.265946 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-17f7f8dc-0abd-4ed0-a232-542ece1502a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.269016 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-17f7f8dc-0abd-4ed0-a232-542ece1502a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.273509 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-17f7f8dc-0abd-4ed0-a232-542ece1502a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d711645b-7e0f-4d0c-813e-e51a40da48de HTTP/1.1" status: 204 len: 168 time: 0.3650143 Apr 18 21:02:44.309320 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052cf0e-2d79-400f-bd27-ddf24501d614 req-c777dac3-eb29-4e5c-8986-c8d4a37023e2 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:44.311131 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d052cf0e-2d79-400f-bd27-ddf24501d614 req-c777dac3-eb29-4e5c-8986-c8d4a37023e2 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d92388c-7e34-4a38-af6a-e977832f100e HTTP/1.1" status: 200 len: 945 time: 0.3117280 Apr 18 21:02:44.318268 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eead445-f3c0-4b74-b8b3-3cc2cd800ff1 None None] Pushing event updated for resources: {'Port': ['ID=1b3c1604-7583-4383-a332-4de697c80589,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:44.367038 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-287369ad-9bce-4834-8ce3-4794741529d4 None None] Provisioning complete for port b4db1d17-d75a-4cf4-8563-d707425a0786 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:44.367450 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-287369ad-9bce-4834-8ce3-4794741529d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.394801 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7f8dc-0abd-4ed0-a232-542ece1502a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d711645b-7e0f-4d0c-813e-e51a40da48de,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:44.450496 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d052cf0e-2d79-400f-bd27-ddf24501d614 req-7ec92573-59b3-4dfa-9e15-c24bd9fc9859 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/security-groups?id=d53ca3df-29db-4d54-9742-076d825b2a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146915 Apr 18 21:02:44.489278 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eead445-f3c0-4b74-b8b3-3cc2cd800ff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:44.489629 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eead445-f3c0-4b74-b8b3-3cc2cd800ff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:44.489956 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eead445-f3c0-4b74-b8b3-3cc2cd800ff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:44.490619 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eead445-f3c0-4b74-b8b3-3cc2cd800ff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:44.490965 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eead445-f3c0-4b74-b8b3-3cc2cd800ff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:44.491299 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eead445-f3c0-4b74-b8b3-3cc2cd800ff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:44.492198 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eead445-f3c0-4b74-b8b3-3cc2cd800ff1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:44.492563 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eead445-f3c0-4b74-b8b3-3cc2cd800ff1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:44.495267 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eead445-f3c0-4b74-b8b3-3cc2cd800ff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:44.495673 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eead445-f3c0-4b74-b8b3-3cc2cd800ff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:44.496018 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eead445-f3c0-4b74-b8b3-3cc2cd800ff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:44.496357 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eead445-f3c0-4b74-b8b3-3cc2cd800ff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:44.508365 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-287369ad-9bce-4834-8ce3-4794741529d4 None None] Port b4db1d17-d75a-4cf4-8563-d707425a0786 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:02:44.611985 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-287369ad-9bce-4834-8ce3-4794741529d4 None None] Provisioning complete for port 1b3c1604-7583-4383-a332-4de697c80589 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:44.612493 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-287369ad-9bce-4834-8ce3-4794741529d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.737581 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.770704 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-97df33ab-8e57-4ecc-8a52-013ee017f582 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.785881 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-97df33ab-8e57-4ecc-8a52-013ee017f582 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.794092 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d92388c-7e34-4a38-af6a-e977832f100e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfdf5d5-45cb-4cf9-bebc-19a0094539d5'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:02:44.796990 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97df33ab-8e57-4ecc-8a52-013ee017f582 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:44.797275 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6a8141-d01f-46cd-9be0-01672537319b" -d '{"events": [{"server_uuid": "8d92388c-7e34-4a38-af6a-e977832f100e", "name": "network-vif-plugged", "status": "completed", "tag": "fcfdf5d5-45cb-4cf9-bebc-19a0094539d5"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:02:44.797453 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-97df33ab-8e57-4ecc-8a52-013ee017f582 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.801653 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-97df33ab-8e57-4ecc-8a52-013ee017f582 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "PUT /v2.0/ports/b4db1d17-d75a-4cf4-8563-d707425a0786 HTTP/1.1" status: 200 len: 911 time: 1.2704151 Apr 18 21:02:44.805251 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39378) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:44.819559 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port fcfdf5d5-45cb-4cf9-bebc-19a0094539d5, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=fcfdf5d5-45cb-4cf9-bebc-19a0094539d5,segment=NetworkSegment(6fd2a717-65b5-4e7e-836c-5289d337b33f),segment_id=6fd2a717-65b5-4e7e-836c-5289d337b33f)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:44.831225 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.954139 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df33ab-8e57-4ecc-8a52-013ee017f582 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Port': ['ID=b4db1d17-d75a-4cf4-8563-d707425a0786,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:44.970920 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff093f08-5d1a-434d-8825-cb69d8e95fce x-openstack-request-id: req-ff093f08-5d1a-434d-8825-cb69d8e95fce {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:02:44.971450 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d92388c-7e34-4a38-af6a-e977832f100e", "name": "network-vif-plugged", "status": "completed", "tag": "fcfdf5d5-45cb-4cf9-bebc-19a0094539d5", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:02:44.972596 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ff093f08-5d1a-434d-8825-cb69d8e95fce {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:02:44.973606 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff093f08-5d1a-434d-8825-cb69d8e95fce'] response: {'server_uuid': '8d92388c-7e34-4a38-af6a-e977832f100e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfdf5d5-45cb-4cf9-bebc-19a0094539d5', 'code': 200} Apr 18 21:02:45.004156 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=fcfdf5d5-45cb-4cf9-bebc-19a0094539d5,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:45.044747 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f2578d06-144f-4f15-8940-b530e608cf6a None None] Provisioning complete for port b4db1d17-d75a-4cf4-8563-d707425a0786 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:45.045129 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f2578d06-144f-4f15-8940-b530e608cf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.107778 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f2578d06-144f-4f15-8940-b530e608cf6a None None] Port b4db1d17-d75a-4cf4-8563-d707425a0786 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:02:45.112939 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39380) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:45.129925 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e34cfd0-0407-4fde-8d53-71222d47f01b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.174841 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c80b9-0e0a-44fa-b27d-4e7a355a65a9 req-8f72040b-0085-46a1-980c-d185d692936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:45.177648 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-126c80b9-0e0a-44fa-b27d-4e7a355a65a9 req-8f72040b-0085-46a1-980c-d185d692936e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d92388c-7e34-4a38-af6a-e977832f100e HTTP/1.1" status: 200 len: 1097 time: 0.1205308 Apr 18 21:02:45.238000 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-588a4985-e453-4380-a8ec-a7f577bfe0e1 None None] Provisioning complete for port b4db1d17-d75a-4cf4-8563-d707425a0786 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:45.239038 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-588a4985-e453-4380-a8ec-a7f577bfe0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.283351 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-588a4985-e453-4380-a8ec-a7f577bfe0e1 None None] Port b4db1d17-d75a-4cf4-8563-d707425a0786 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:02:45.285428 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1b3c1604-7583-4383-a332-4de697c80589 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:02:45.296576 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e34cfd0-0407-4fde-8d53-71222d47f01b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.303485 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5e34cfd0-0407-4fde-8d53-71222d47f01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.362850 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5e34cfd0-0407-4fde-8d53-71222d47f01b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=883c8970a1ea40289770f367f3116c6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2486022 Apr 18 21:02:45.363490 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39386) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:45.377294 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34cfd0-0407-4fde-8d53-71222d47f01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c994808a-eff2-495c-b6b6-24a3ba8cf7f1,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:45.379036 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 1b3c1604-7583-4383-a332-4de697c80589 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:45.379589 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.417292 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-126c80b9-0e0a-44fa-b27d-4e7a355a65a9 req-f17987cf-7da9-4b77-94e9-922264d46009 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d53ca3df-29db-4d54-9742-076d825b2a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255342 Apr 18 21:02:45.424738 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39388) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:45.477006 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-332323c9-c09a-4a46-8a41-5fb17b35dff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.528102 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-332323c9-c09a-4a46-8a41-5fb17b35dff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.624959 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-332323c9-c09a-4a46-8a41-5fb17b35dff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.629563 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-332323c9-c09a-4a46-8a41-5fb17b35dff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.631174 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-332323c9-c09a-4a46-8a41-5fb17b35dff5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c994808a-eff2-495c-b6b6-24a3ba8cf7f1 HTTP/1.1" status: 204 len: 168 time: 0.2665243 Apr 18 21:02:45.641049 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332323c9-c09a-4a46-8a41-5fb17b35dff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c994808a-eff2-495c-b6b6-24a3ba8cf7f1,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:45.736156 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38165332-4e7a-46a8-8b97-989eda486afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.799288 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667847bd-4115-4f1b-9f2d-e2350d6bd725 req-0459d41d-10d4-4f25-b67e-dd2790bcfba1 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:45.801064 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-667847bd-4115-4f1b-9f2d-e2350d6bd725 req-0459d41d-10d4-4f25-b67e-dd2790bcfba1 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d92388c-7e34-4a38-af6a-e977832f100e HTTP/1.1" status: 200 len: 946 time: 0.1813314 Apr 18 21:02:45.844122 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-440e5de8-7448-48e0-8d93-7e26e3714a78 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.063211 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-667847bd-4115-4f1b-9f2d-e2350d6bd725 req-1a3f1d19-2e32-4686-b36b-a9d253eb14aa tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/security-groups?id=d53ca3df-29db-4d54-9742-076d825b2a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499142 Apr 18 21:02:46.138568 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38165332-4e7a-46a8-8b97-989eda486afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.145239 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38165332-4e7a-46a8-8b97-989eda486afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.208252 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38165332-4e7a-46a8-8b97-989eda486afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccda7eb6-526a-415b-a15d-15891652786f,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:46.217915 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-38165332-4e7a-46a8-8b97-989eda486afa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ed848a27ee946e8a3098f559ec51757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7911565 Apr 18 21:02:46.220555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39420) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:46.344476 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4ea9ae19-2c71-4cbd-82e1-70358d02ede2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.378908 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4ea9ae19-2c71-4cbd-82e1-70358d02ede2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.424686 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-440e5de8-7448-48e0-8d93-7e26e3714a78 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting port b4db1d17-d75a-4cf4-8563-d707425a0786 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:46.425007 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-440e5de8-7448-48e0-8d93-7e26e3714a78 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.500805 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4ea9ae19-2c71-4cbd-82e1-70358d02ede2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.503367 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4ea9ae19-2c71-4cbd-82e1-70358d02ede2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.507191 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4ea9ae19-2c71-4cbd-82e1-70358d02ede2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ccda7eb6-526a-415b-a15d-15891652786f HTTP/1.1" status: 204 len: 168 time: 0.2830303 Apr 18 21:02:46.518835 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9ae19-2c71-4cbd-82e1-70358d02ede2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccda7eb6-526a-415b-a15d-15891652786f,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:46.581897 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-440e5de8-7448-48e0-8d93-7e26e3714a78 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.600782 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-440e5de8-7448-48e0-8d93-7e26e3714a78 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Calling delete_port for b4db1d17-d75a-4cf4-8563-d707425a0786 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:47.008253 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-440e5de8-7448-48e0-8d93-7e26e3714a78 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.043687 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e5de8-7448-48e0-8d93-7e26e3714a78 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Port': ['ID=b4db1d17-d75a-4cf4-8563-d707425a0786,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:47.244127 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-440e5de8-7448-48e0-8d93-7e26e3714a78 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.457729 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb63630-390c-42eb-8f8c-848898bbfc12 req-2aaf0279-ad3f-4961-80f6-47973961e9dc tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:47.459388 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5fb63630-390c-42eb-8f8c-848898bbfc12 req-2aaf0279-ad3f-4961-80f6-47973961e9dc tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d92388c-7e34-4a38-af6a-e977832f100e HTTP/1.1" status: 200 len: 946 time: 0.2094142 Apr 18 21:02:47.574901 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440e5de8-7448-48e0-8d93-7e26e3714a78 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Router 5e4f5ee5-fbcd-4db3-b889-ad3914949ff1 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:02:47.587899 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5fb63630-390c-42eb-8f8c-848898bbfc12 req-9da49bd8-121b-4899-8c3d-c68263db94ec tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/security-groups?id=d53ca3df-29db-4d54-9742-076d825b2a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827518 Apr 18 21:02:47.680772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440e5de8-7448-48e0-8d93-7e26e3714a78 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:47.693914 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2151c17b-6d26-42e8-b292-9612c9be1ce9 None None] Sync routers for ids ['5e4f5ee5-fbcd-4db3-b889-ad3914949ff1'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:47.694512 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-440e5de8-7448-48e0-8d93-7e26e3714a78 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "PUT /v2.0/routers/5e4f5ee5-fbcd-4db3-b889-ad3914949ff1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8834856 Apr 18 21:02:47.695333 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39498) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:47.723496 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2151c17b-6d26-42e8-b292-9612c9be1ce9 None None] Routers {'5e4f5ee5-fbcd-4db3-b889-ad3914949ff1'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:47.730307 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2151c17b-6d26-42e8-b292-9612c9be1ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:02:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5e4f5ee5-fbcd-4db3-b889-ad3914949ff1'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:47.733207 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-382ac28d-876b-48fa-a9af-74a18dd50d35 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f5ee5-fbcd-4db3-b889-ad3914949ff1 HTTP/1.1" status: 200 len: 205 time: 0.0366757 Apr 18 21:02:47.737625 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39500) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:47.820025 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2151c17b-6d26-42e8-b292-9612c9be1ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:47.843911 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2151c17b-6d26-42e8-b292-9612c9be1ce9 None None] Routers {'5e4f5ee5-fbcd-4db3-b889-ad3914949ff1'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:47.844593 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2151c17b-6d26-42e8-b292-9612c9be1ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:02:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5e4f5ee5-fbcd-4db3-b889-ad3914949ff1'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:47.941618 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2151c17b-6d26-42e8-b292-9612c9be1ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:47.945499 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2151c17b-6d26-42e8-b292-9612c9be1ce9 None None] The sync data for ids ['5e4f5ee5-fbcd-4db3-b889-ad3914949ff1'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:47.946568 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71d34fe0-0aae-499b-86aa-219ce45a08a8 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.286855 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71d34fe0-0aae-499b-86aa-219ce45a08a8 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.290319 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71d34fe0-0aae-499b-86aa-219ce45a08a8 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.341525 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71d34fe0-0aae-499b-86aa-219ce45a08a8 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.342499 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d34fe0-0aae-499b-86aa-219ce45a08a8 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Fanout notify agent at l3_agent the message router_deleted on router 5e4f5ee5-fbcd-4db3-b889-ad3914949ff1 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:02:48.352933 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71d34fe0-0aae-499b-86aa-219ce45a08a8 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.354351 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-71d34fe0-0aae-499b-86aa-219ce45a08a8 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/routers/5e4f5ee5-fbcd-4db3-b889-ad3914949ff1 HTTP/1.1" status: 204 len: 168 time: 0.6152606 Apr 18 21:02:48.357557 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39530) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:48.422774 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-03bfb89b-a9fb-4009-99c8-666fae53f0a0 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting subnet daba3e60-2e78-4e12-b29d-496b87165339 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:02:48.426550 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-03bfb89b-a9fb-4009-99c8-666fae53f0a0 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.496180 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-03bfb89b-a9fb-4009-99c8-666fae53f0a0 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.679196 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-03bfb89b-a9fb-4009-99c8-666fae53f0a0 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.789157 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-03bfb89b-a9fb-4009-99c8-666fae53f0a0 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.858913 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfb89b-a9fb-4009-99c8-666fae53f0a0 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Subnet': ['ID=daba3e60-2e78-4e12-b29d-496b87165339,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:48.865275 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-03bfb89b-a9fb-4009-99c8-666fae53f0a0 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.872442 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3960f48-c990-4198-96b8-fef4a7565b3d None None] Network 60b60c34-5ade-452a-9056-f5066f74d7c6 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:48.884841 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-03bfb89b-a9fb-4009-99c8-666fae53f0a0 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/subnets/daba3e60-2e78-4e12-b29d-496b87165339 HTTP/1.1" status: 204 len: 168 time: 0.5227690 Apr 18 21:02:48.885313 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39552) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:49.004346 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0d47735e-2e49-446f-b2e3-e21c41d37d3f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.071941 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-0d47735e-2e49-446f-b2e3-e21c41d37d3f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting port 1b3c1604-7583-4383-a332-4de697c80589 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:49.072304 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0d47735e-2e49-446f-b2e3-e21c41d37d3f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.165157 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5ad734-8a56-47dd-aac6-af70698936fc None None] DHCP port deletion for 60b60c34-5ade-452a-9056-f5066f74d7c6 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:02:49.187869 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-0d47735e-2e49-446f-b2e3-e21c41d37d3f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] For port 1b3c1604-7583-4383-a332-4de697c80589, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1b3c1604-7583-4383-a332-4de697c80589,segment=NetworkSegment(20e478dd-403d-489f-a894-b0a1493e8d2b),segment_id=20e478dd-403d-489f-a894-b0a1493e8d2b)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:49.189047 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0d47735e-2e49-446f-b2e3-e21c41d37d3f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.209952 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-0d47735e-2e49-446f-b2e3-e21c41d37d3f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Calling delete_port for 1b3c1604-7583-4383-a332-4de697c80589 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:49.302085 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-8b5ad734-8a56-47dd-aac6-af70698936fc None None] Deleting port 1b3c1604-7583-4383-a332-4de697c80589 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:49.302735 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad734-8a56-47dd-aac6-af70698936fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.324229 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0d47735e-2e49-446f-b2e3-e21c41d37d3f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.346246 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d47735e-2e49-446f-b2e3-e21c41d37d3f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] No DVR routers for this DVR port 1b3c1604-7583-4383-a332-4de697c80589 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:49.374266 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47735e-2e49-446f-b2e3-e21c41d37d3f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Port': ['ID=1b3c1604-7583-4383-a332-4de697c80589,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:49.446402 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-8b5ad734-8a56-47dd-aac6-af70698936fc None None] For port 1b3c1604-7583-4383-a332-4de697c80589, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1b3c1604-7583-4383-a332-4de697c80589,segment=NetworkSegment(20e478dd-403d-489f-a894-b0a1493e8d2b),segment_id=20e478dd-403d-489f-a894-b0a1493e8d2b)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:49.447085 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad734-8a56-47dd-aac6-af70698936fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.532233 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0d47735e-2e49-446f-b2e3-e21c41d37d3f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.559759 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-0d47735e-2e49-446f-b2e3-e21c41d37d3f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b60c34-5ade-452a-9056-f5066f74d7c6']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:49.572279 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-0d47735e-2e49-446f-b2e3-e21c41d37d3f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e478dd-403d-489f-a894-b0a1493e8d2b') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:49.572807 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-0d47735e-2e49-446f-b2e3-e21c41d37d3f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e478dd-403d-489f-a894-b0a1493e8d2b') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:49.588186 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0d47735e-2e49-446f-b2e3-e21c41d37d3f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.621109 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0d47735e-2e49-446f-b2e3-e21c41d37d3f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.635221 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d47735e-2e49-446f-b2e3-e21c41d37d3f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:02:49.635694 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0d47735e-2e49-446f-b2e3-e21c41d37d3f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:49.642167 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:49.760411 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1b3c1604-7583-4383-a332-4de697c80589 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:02:49.767431 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-8b5ad734-8a56-47dd-aac6-af70698936fc None None] Calling delete_port for 1b3c1604-7583-4383-a332-4de697c80589 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:49.775829 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0d47735e-2e49-446f-b2e3-e21c41d37d3f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.795059 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0d47735e-2e49-446f-b2e3-e21c41d37d3f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.812190 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0d47735e-2e49-446f-b2e3-e21c41d37d3f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/networks/60b60c34-5ade-452a-9056-f5066f74d7c6 HTTP/1.1" status: 204 len: 168 time: 0.9202611 Apr 18 21:02:49.812578 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39572) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:49.818202 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-2effbcbe-9310-44a9-b6c5-3d78320e51ae tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-709676099', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:49.840739 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47735e-2e49-446f-b2e3-e21c41d37d3f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Network': ['ID=60b60c34-5ade-452a-9056-f5066f74d7c6,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:49.862629 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2effbcbe-9310-44a9-b6c5-3d78320e51ae tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.867158 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2effbcbe-9310-44a9-b6c5-3d78320e51ae tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.873669 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad734-8a56-47dd-aac6-af70698936fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.879764 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 1b3c1604-7583-4383-a332-4de697c80589 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:02:49.880544 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1b3c1604-7583-4383-a332-4de697c80589 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:02:49.907493 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ad734-8a56-47dd-aac6-af70698936fc None None] Pushing event deleted for resources: {'Port': ['ID=1b3c1604-7583-4383-a332-4de697c80589,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:49.909718 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8b5ad734-8a56-47dd-aac6-af70698936fc None None] Network 60b60c34-5ade-452a-9056-f5066f74d7c6 is not hosted by any dhcp agent {{(pid=102910) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 21:02:49.910372 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5ad734-8a56-47dd-aac6-af70698936fc None None] No DVR routers for this DVR port 1b3c1604-7583-4383-a332-4de697c80589 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:49.990255 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2effbcbe-9310-44a9-b6c5-3d78320e51ae tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.998053 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2effbcbe-9310-44a9-b6c5-3d78320e51ae tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.026145 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2effbcbe-9310-44a9-b6c5-3d78320e51ae tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.032937 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39578) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:50.033215 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2effbcbe-9310-44a9-b6c5-3d78320e51ae tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2194395 Apr 18 21:02:50.047888 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-5b0d963b-f84a-42ce-a164-7d66790a5330 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1645063411'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:50.089207 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0d963b-f84a-42ce-a164-7d66790a5330 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Made reservation on behalf of c6c240114a2445ec884221c276a81bc5 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:50.098664 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5b0d963b-f84a-42ce-a164-7d66790a5330 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.156759 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0d963b-f84a-42ce-a164-7d66790a5330 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:50.182861 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5b0d963b-f84a-42ce-a164-7d66790a5330 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.183604 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-5b0d963b-f84a-42ce-a164-7d66790a5330 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Added segment 8b6c87fc-fb3e-476d-a8ef-a01038fa6129 of type vlan for network fd903737-9a27-45ac-97d3-1b82a704ef10 Apr 18 21:02:50.250915 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5b0d963b-f84a-42ce-a164-7d66790a5330 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.320789 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5b0d963b-f84a-42ce-a164-7d66790a5330 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.330938 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0d963b-f84a-42ce-a164-7d66790a5330 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:50.331885 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5b0d963b-f84a-42ce-a164-7d66790a5330 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.437189 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d963b-f84a-42ce-a164-7d66790a5330 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Network': ['ID=fd903737-9a27-45ac-97d3-1b82a704ef10,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:50.450744 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network fd903737-9a27-45ac-97d3-1b82a704ef10 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:02:50.471698 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39598) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:50.477374 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a172c893-def9-48de-871e-0c8bec32e073 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'subnet': {'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:50.481139 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5b0d963b-f84a-42ce-a164-7d66790a5330 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4464724 Apr 18 21:02:50.647215 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a172c893-def9-48de-871e-0c8bec32e073 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Made reservation on behalf of c6c240114a2445ec884221c276a81bc5 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:50.656252 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a172c893-def9-48de-871e-0c8bec32e073 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.954135 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a172c893-def9-48de-871e-0c8bec32e073 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.110114 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172c893-def9-48de-871e-0c8bec32e073 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Checking segment: {'id': '8b6c87fc-fb3e-476d-a8ef-a01038fa6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:51.110434 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a172c893-def9-48de-871e-0c8bec32e073 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network hostable DHCP agents. Network: fd903737-9a27-45ac-97d3-1b82a704ef10, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:51.117138 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172c893-def9-48de-871e-0c8bec32e073 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Subnet': ['ID=f9d545bc-9213-44a0-9755-5aa3f57fbb1b,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:51.140332 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a172c893-def9-48de-871e-0c8bec32e073 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network fd903737-9a27-45ac-97d3-1b82a704ef10 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:51.156222 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-a172c893-def9-48de-871e-0c8bec32e073 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, fd903737-9a27-45ac-97d3-1b82a704ef10) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:51.168080 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a172c893-def9-48de-871e-0c8bec32e073 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:51.170657 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab4bb0b-684d-43d7-b53a-f471984cf56f None None] Network fd903737-9a27-45ac-97d3-1b82a704ef10 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:51.175034 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a172c893-def9-48de-871e-0c8bec32e073 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.229750 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a172c893-def9-48de-871e-0c8bec32e073 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7567680 Apr 18 21:02:51.232873 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39614) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:51.488317 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4122aa3f-b25b-46fa-a0c4-7b6e07ea33cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-fd903737-9a27-45ac-97d3-1b82a704ef10', 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'fixed_ips': [{'subnet_id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:02:51.489316 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4122aa3f-b25b-46fa-a0c4-7b6e07ea33cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.687082 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a1e4739a-dacb-46c6-b6e2-9806e9bf9eaf tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.882629 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-4122aa3f-b25b-46fa-a0c4-7b6e07ea33cb None None] Allocated IP 2001:db8::2 (fd903737-9a27-45ac-97d3-1b82a704ef10/f9d545bc-9213-44a0-9755-5aa3f57fbb1b/bbc59e97-d042-4ba4-8129-607b207af9ab) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:52.314483 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4122aa3f-b25b-46fa-a0c4-7b6e07ea33cb None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.324796 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4122aa3f-b25b-46fa-a0c4-7b6e07ea33cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.502654 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4122aa3f-b25b-46fa-a0c4-7b6e07ea33cb None None] Network fd903737-9a27-45ac-97d3-1b82a704ef10 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:52.511281 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122aa3f-b25b-46fa-a0c4-7b6e07ea33cb None None] Pushing event updated for resources: {'Port': ['ID=bbc59e97-d042-4ba4-8129-607b207af9ab,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:52.524504 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-4122aa3f-b25b-46fa-a0c4-7b6e07ea33cb None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:52.529306 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4122aa3f-b25b-46fa-a0c4-7b6e07ea33cb None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:02:52.651876 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-4122aa3f-b25b-46fa-a0c4-7b6e07ea33cb None None] Attempting to bind port bbc59e97-d042-4ba4-8129-607b207af9ab on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:52.652166 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-4122aa3f-b25b-46fa-a0c4-7b6e07ea33cb None None] Attempting to bind port bbc59e97-d042-4ba4-8129-607b207af9ab by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '8b6c87fc-fb3e-476d-a8ef-a01038fa6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:52.652665 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4122aa3f-b25b-46fa-a0c4-7b6e07ea33cb None None] Attempting to bind port bbc59e97-d042-4ba4-8129-607b207af9ab on network fd903737-9a27-45ac-97d3-1b82a704ef10 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:02:52.660004 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4122aa3f-b25b-46fa-a0c4-7b6e07ea33cb None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:02:52.660468 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4122aa3f-b25b-46fa-a0c4-7b6e07ea33cb None None] Checking segment: {'id': '8b6c87fc-fb3e-476d-a8ef-a01038fa6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:52.660966 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4122aa3f-b25b-46fa-a0c4-7b6e07ea33cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.661377 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4122aa3f-b25b-46fa-a0c4-7b6e07ea33cb None None] Bound using segment: {'id': '8b6c87fc-fb3e-476d-a8ef-a01038fa6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:02:52.661878 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-4122aa3f-b25b-46fa-a0c4-7b6e07ea33cb None None] Bound port: bbc59e97-d042-4ba4-8129-607b207af9ab, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b6c87fc-fb3e-476d-a8ef-a01038fa6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:52.662270 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4122aa3f-b25b-46fa-a0c4-7b6e07ea33cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.810791 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4122aa3f-b25b-46fa-a0c4-7b6e07ea33cb None None] For port bbc59e97-d042-4ba4-8129-607b207af9ab, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:52.823066 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4122aa3f-b25b-46fa-a0c4-7b6e07ea33cb None None] For port bbc59e97-d042-4ba4-8129-607b207af9ab, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=bbc59e97-d042-4ba4-8129-607b207af9ab,segment=NetworkSegment(8b6c87fc-fb3e-476d-a8ef-a01038fa6129),segment_id=8b6c87fc-fb3e-476d-a8ef-a01038fa6129)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:52.834759 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4122aa3f-b25b-46fa-a0c4-7b6e07ea33cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:53.011391 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39640) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:53.034130 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122aa3f-b25b-46fa-a0c4-7b6e07ea33cb None None] Pushing event updated for resources: {'Port': ['ID=bbc59e97-d042-4ba4-8129-607b207af9ab,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:53.208590 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-a1e4739a-dacb-46c6-b6e2-9806e9bf9eaf tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Allocated IP 2001:db8::1 (fd903737-9a27-45ac-97d3-1b82a704ef10/f9d545bc-9213-44a0-9755-5aa3f57fbb1b/40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:53.405600 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-26ae40f8-f230-471e-bed2-acb3194ee9ec req-7c41a5da-a4a0-4d36-8187-d04d7668d48f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1582279 Apr 18 21:02:53.435944 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-39f59257-1c77-4022-9cb2-d543fc26c2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:53.687236 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae40f8-f230-471e-bed2-acb3194ee9ec req-3cc8c4b4-ef79-4771-b9b0-b5954805349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:53.689123 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-26ae40f8-f230-471e-bed2-acb3194ee9ec req-3cc8c4b4-ef79-4771-b9b0-b5954805349a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 1096 time: 0.1883941 Apr 18 21:02:53.724662 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a1e4739a-dacb-46c6-b6e2-9806e9bf9eaf tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:53.730927 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device bbc59e97-d042-4ba4-8129-607b207af9ab up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:02:53.830963 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a1e4739a-dacb-46c6-b6e2-9806e9bf9eaf tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:53.883896 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-39f59257-1c77-4022-9cb2-d543fc26c2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:53.891849 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-39f59257-1c77-4022-9cb2-d543fc26c2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:53.893073 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port bbc59e97-d042-4ba4-8129-607b207af9ab triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:53.894377 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:53.963760 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-39f59257-1c77-4022-9cb2-d543fc26c2b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aac510cf7eb845d08d4cdca3a3ccb0b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9475102 Apr 18 21:02:53.966507 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39654) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:54.052669 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f59257-1c77-4022-9cb2-d543fc26c2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51593145-ee76-4b2a-bfc1-ffc1b3133d54,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:54.074826 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae40f8-f230-471e-bed2-acb3194ee9ec req-0e73ad2b-1be4-47ca-a212-150a5aec611b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:54.077291 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-26ae40f8-f230-471e-bed2-acb3194ee9ec req-0e73ad2b-1be4-47ca-a212-150a5aec611b service neutron] 10.222.0.57 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 912 time: 0.3514040 Apr 18 21:02:54.091770 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e4739a-dacb-46c6-b6e2-9806e9bf9eaf tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network fd903737-9a27-45ac-97d3-1b82a704ef10 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:54.109615 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-a1e4739a-dacb-46c6-b6e2-9806e9bf9eaf tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:54.118840 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e4739a-dacb-46c6-b6e2-9806e9bf9eaf tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:02:54.120227 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a1e4739a-dacb-46c6-b6e2-9806e9bf9eaf tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.190763 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-26ae40f8-f230-471e-bed2-acb3194ee9ec req-96900412-8043-4997-8f0d-64fedbac8f4a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b80c8c05-a971-4529-9f74-f741064998cf HTTP/1.1" status: 200 len: 1000 time: 0.1057844 Apr 18 21:02:54.202791 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.309171 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port bbc59e97-d042-4ba4-8129-607b207af9ab, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=bbc59e97-d042-4ba4-8129-607b207af9ab,segment=NetworkSegment(8b6c87fc-fb3e-476d-a8ef-a01038fa6129),segment_id=8b6c87fc-fb3e-476d-a8ef-a01038fa6129)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:54.316642 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.338595 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae40f8-f230-471e-bed2-acb3194ee9ec req-8fde118f-db63-4553-95a7-35713602227a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:54.342416 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-26ae40f8-f230-471e-bed2-acb3194ee9ec req-8fde118f-db63-4553-95a7-35713602227a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.1440184 Apr 18 21:02:54.372798 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2655d93b-a2ab-4110-a8c4-f95a8d740563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.380147 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4739a-dacb-46c6-b6e2-9806e9bf9eaf tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Port': ['ID=40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:54.470967 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=bbc59e97-d042-4ba4-8129-607b207af9ab,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:54.513187 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2655d93b-a2ab-4110-a8c4-f95a8d740563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.542293 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-091a51d9-de38-44f8-8a41-c3f7248bd51d req-0d49a38a-bd22-4ab3-9f7b-4da4a172ec11 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d92388c-7e34-4a38-af6a-e977832f100e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6418653 Apr 18 21:02:54.550956 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae40f8-f230-471e-bed2-acb3194ee9ec req-7882da39-5b43-4769-b973-4e36295fddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:54.552812 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-26ae40f8-f230-471e-bed2-acb3194ee9ec req-7882da39-5b43-4769-b973-4e36295fddd8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2024722 Apr 18 21:02:54.572401 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a1e4739a-dacb-46c6-b6e2-9806e9bf9eaf tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.651150 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2cba6189-1b3b-4896-b502-a8801457141b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.826991 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2655d93b-a2ab-4110-a8c4-f95a8d740563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.829890 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2655d93b-a2ab-4110-a8c4-f95a8d740563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.832631 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2655d93b-a2ab-4110-a8c4-f95a8d740563 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51593145-ee76-4b2a-bfc1-ffc1b3133d54 HTTP/1.1" status: 204 len: 168 time: 0.8525879 Apr 18 21:02:54.847125 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-26ae40f8-f230-471e-bed2-acb3194ee9ec req-77b77530-6e6d-470a-acf6-88ef74bc3d0a service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833190 Apr 18 21:02:54.848033 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655d93b-a2ab-4110-a8c4-f95a8d740563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51593145-ee76-4b2a-bfc1-ffc1b3133d54,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:55.075157 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a05cddf-0955-4d78-8885-4c56f53a5c51 None None] Network fd903737-9a27-45ac-97d3-1b82a704ef10 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:55.130891 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-26ae40f8-f230-471e-bed2-acb3194ee9ec req-a620dbbd-4dc0-40e8-aa65-38889cea9280 service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746301 Apr 18 21:02:55.220959 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a51d9-de38-44f8-8a41-c3f7248bd51d req-68b445ca-ab9d-46bb-889b-d892c25d7f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:55.220959 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-091a51d9-de38-44f8-8a41-c3f7248bd51d req-68b445ca-ab9d-46bb-889b-d892c25d7f0d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9efee0f2ecad427295b1ff03b6188fa5&device_id=8d92388c-7e34-4a38-af6a-e977832f100e HTTP/1.1" status: 200 len: 1097 time: 0.6035757 Apr 18 21:02:55.387848 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b716507b-8564-4705-b662-5b0b022c7615 None None] Provisioning complete for port bbc59e97-d042-4ba4-8129-607b207af9ab triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:55.388223 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b716507b-8564-4705-b662-5b0b022c7615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:55.437671 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a51d9-de38-44f8-8a41-c3f7248bd51d req-960049e4-8daa-4221-81fd-a0b8e010d545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:55.439936 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-091a51d9-de38-44f8-8a41-c3f7248bd51d req-960049e4-8daa-4221-81fd-a0b8e010d545 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3e0b47f-6256-44a9-b67e-b0131f54ee7a HTTP/1.1" status: 200 len: 915 time: 0.1720929 Apr 18 21:02:55.592229 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-091a51d9-de38-44f8-8a41-c3f7248bd51d req-e338d26c-25f5-4b86-90ec-39cb1ccf1d7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcfdf5d5-45cb-4cf9-bebc-19a0094539d5 HTTP/1.1" status: 200 len: 217 time: 0.1005476 Apr 18 21:02:55.693391 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device bbc59e97-d042-4ba4-8129-607b207af9ab up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:02:55.701049 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39676) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:55.733111 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-baca6096-e688-4ab8-863f-ee3a3dd76f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:55.741271 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a1e4739a-dacb-46c6-b6e2-9806e9bf9eaf tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:55.766059 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a1e4739a-dacb-46c6-b6e2-9806e9bf9eaf tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:55.769018 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a1e4739a-dacb-46c6-b6e2-9806e9bf9eaf tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:55.904591 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39678) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:56.031647 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a51d9-de38-44f8-8a41-c3f7248bd51d req-488845eb-75cf-4fe2-b22b-7a6623dcb926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:56.035231 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-091a51d9-de38-44f8-8a41-c3f7248bd51d req-488845eb-75cf-4fe2-b22b-7a6623dcb926 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=82cc6c3a-19de-4723-a0c8-f24f0eee734c HTTP/1.1" status: 200 len: 854 time: 0.4351523 Apr 18 21:02:56.047857 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4739a-dacb-46c6-b6e2-9806e9bf9eaf tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Port': ['ID=40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:56.107895 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port bbc59e97-d042-4ba4-8129-607b207af9ab triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:56.109673 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:56.129258 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-091a51d9-de38-44f8-8a41-c3f7248bd51d req-a4a23325-3877-4569-8a1c-d65a1b10b634 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3e0b47f-6256-44a9-b67e-b0131f54ee7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692983 Apr 18 21:02:56.162323 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-baca6096-e688-4ab8-863f-ee3a3dd76f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:56.172371 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-baca6096-e688-4ab8-863f-ee3a3dd76f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:56.247734 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-baca6096-e688-4ab8-863f-ee3a3dd76f52 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8495ce3661c84f4b8d6663b4b18a0bec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5451798 Apr 18 21:02:56.266771 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39684) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:56.317870 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1602e51-fae0-4acf-9698-7792e61f8ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:56.396253 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca6096-e688-4ab8-863f-ee3a3dd76f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe779068-44ca-4d0d-9a87-a96acf4b1f4b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:56.434434 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baca6096-e688-4ab8-863f-ee3a3dd76f52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:56.434780 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baca6096-e688-4ab8-863f-ee3a3dd76f52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:56.435099 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baca6096-e688-4ab8-863f-ee3a3dd76f52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:56.435425 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baca6096-e688-4ab8-863f-ee3a3dd76f52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:56.435749 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baca6096-e688-4ab8-863f-ee3a3dd76f52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:56.436079 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baca6096-e688-4ab8-863f-ee3a3dd76f52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:56.436395 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baca6096-e688-4ab8-863f-ee3a3dd76f52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:56.436737 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baca6096-e688-4ab8-863f-ee3a3dd76f52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:56.437052 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baca6096-e688-4ab8-863f-ee3a3dd76f52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:56.437366 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baca6096-e688-4ab8-863f-ee3a3dd76f52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:56.437679 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baca6096-e688-4ab8-863f-ee3a3dd76f52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:56.437990 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baca6096-e688-4ab8-863f-ee3a3dd76f52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:56.468577 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2cdb6ef-d5f4-4da8-95df-1d9b93424526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:56.506029 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2cdb6ef-d5f4-4da8-95df-1d9b93424526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:56.668017 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2cdb6ef-d5f4-4da8-95df-1d9b93424526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:56.680279 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2cdb6ef-d5f4-4da8-95df-1d9b93424526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:56.684485 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a2cdb6ef-d5f4-4da8-95df-1d9b93424526 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe779068-44ca-4d0d-9a87-a96acf4b1f4b HTTP/1.1" status: 204 len: 168 time: 0.4143815 Apr 18 21:02:56.696940 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1602e51-fae0-4acf-9698-7792e61f8ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:56.720884 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-77152d88-a0bb-4d3d-b14c-256902ed3f43 None None] Provisioning complete for port bbc59e97-d042-4ba4-8129-607b207af9ab triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:56.723586 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-091a51d9-de38-44f8-8a41-c3f7248bd51d req-52be48ac-3e6b-4c91-9e81-e64f96cc7671 service neutron] 10.222.0.32 "GET /v2.0/networks/e3e0b47f-6256-44a9-b67e-b0131f54ee7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5868986 Apr 18 21:02:56.725811 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-77152d88-a0bb-4d3d-b14c-256902ed3f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:56.727221 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdb6ef-d5f4-4da8-95df-1d9b93424526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe779068-44ca-4d0d-9a87-a96acf4b1f4b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:56.734315 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1602e51-fae0-4acf-9698-7792e61f8ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:56.752723 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e4739a-dacb-46c6-b6e2-9806e9bf9eaf tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network fd903737-9a27-45ac-97d3-1b82a704ef10 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:56.810721 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-a1e4739a-dacb-46c6-b6e2-9806e9bf9eaf tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:56.829399 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a1602e51-fae0-4acf-9698-7792e61f8ac2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=890d1c3e1b684a9782e4bc7f4e3fee88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9192994 Apr 18 21:02:56.838109 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39690) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:56.908185 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1602e51-fae0-4acf-9698-7792e61f8ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823fdd12-f1d7-4be6-89ea-a4808d5e7e37,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:57.028455 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-77152d88-a0bb-4d3d-b14c-256902ed3f43 None None] Provisioning complete for port 40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:57.030607 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-77152d88-a0bb-4d3d-b14c-256902ed3f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.142034 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-77152d88-a0bb-4d3d-b14c-256902ed3f43 None None] Port 40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:02:57.274906 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-da7ef580-d256-485b-a270-f49af03e1424 None None] Provisioning complete for port 40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:57.277625 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-da7ef580-d256-485b-a270-f49af03e1424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.350542 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-da7ef580-d256-485b-a270-f49af03e1424 None None] Port 40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:02:57.415388 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-091a51d9-de38-44f8-8a41-c3f7248bd51d req-8e0abeef-c572-4bcb-89c6-8f7dbc5ebd0e service neutron] 10.222.0.32 "GET /v2.0/networks/e3e0b47f-6256-44a9-b67e-b0131f54ee7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6729040 Apr 18 21:02:57.484413 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3161e24e-8190-4dea-8576-555558715083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.579636 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3161e24e-8190-4dea-8576-555558715083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.666788 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3161e24e-8190-4dea-8576-555558715083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.671044 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3161e24e-8190-4dea-8576-555558715083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.676224 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3161e24e-8190-4dea-8576-555558715083 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/823fdd12-f1d7-4be6-89ea-a4808d5e7e37 HTTP/1.1" status: 204 len: 168 time: 0.7728062 Apr 18 21:02:57.677054 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e4739a-dacb-46c6-b6e2-9806e9bf9eaf tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Router 2bdaf0a8-024a-42c4-8540-85721468cdac is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:02:57.688490 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161e24e-8190-4dea-8576-555558715083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823fdd12-f1d7-4be6-89ea-a4808d5e7e37,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:57.692933 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6565964b-de57-4d7e-bef8-41e52d223f81 None None] Provisioning complete for port 40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:57.693459 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6565964b-de57-4d7e-bef8-41e52d223f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.803027 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6565964b-de57-4d7e-bef8-41e52d223f81 None None] Port 40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:02:57.889664 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e4739a-dacb-46c6-b6e2-9806e9bf9eaf tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:57.910082 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf0eefe-4043-4437-9f95-9b06a93fbc86 None None] Sync routers for ids ['2bdaf0a8-024a-42c4-8540-85721468cdac'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:57.926084 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a1e4739a-dacb-46c6-b6e2-9806e9bf9eaf tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "PUT /v2.0/routers/2bdaf0a8-024a-42c4-8540-85721468cdac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6918182 Apr 18 21:02:57.930196 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39712) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:57.941013 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf0eefe-4043-4437-9f95-9b06a93fbc86 None None] Routers {'2bdaf0a8-024a-42c4-8540-85721468cdac'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:57.944052 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-baf0eefe-4043-4437-9f95-9b06a93fbc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:02:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2bdaf0a8-024a-42c4-8540-85721468cdac'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:57.951988 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ef8a68c0-95a8-460f-bc56-bb035d35a751 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-292828455'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:58.020685 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8a68c0-95a8-460f-bc56-bb035d35a751 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Made reservation on behalf of c6c240114a2445ec884221c276a81bc5 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:58.030000 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef8a68c0-95a8-460f-bc56-bb035d35a751 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.103782 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8a68c0-95a8-460f-bc56-bb035d35a751 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:58.128197 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef8a68c0-95a8-460f-bc56-bb035d35a751 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.129016 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-ef8a68c0-95a8-460f-bc56-bb035d35a751 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Added segment dc7e479f-2eb6-4f9d-8c0a-72d7f9cdc3ed of type vlan for network 7e9ef955-3f2e-4850-a208-b26f013fab46 Apr 18 21:02:58.163514 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-baf0eefe-4043-4437-9f95-9b06a93fbc86 None None] Set router 2bdaf0a8-024a-42c4-8540-85721468cdac gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:02:58.273716 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef8a68c0-95a8-460f-bc56-bb035d35a751 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.450004 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef8a68c0-95a8-460f-bc56-bb035d35a751 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.469945 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8a68c0-95a8-460f-bc56-bb035d35a751 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:58.471604 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ef8a68c0-95a8-460f-bc56-bb035d35a751 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.507094 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ef8a68c0-95a8-460f-bc56-bb035d35a751 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5720663 Apr 18 21:02:58.509015 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39730) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:58.524653 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-512e42bc-4b49-42d5-8507-e7c78ff2f53c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'subnet': {'network_id': '7e9ef955-3f2e-4850-a208-b26f013fab46', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:58.615966 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a68c0-95a8-460f-bc56-bb035d35a751 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Network': ['ID=7e9ef955-3f2e-4850-a208-b26f013fab46,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:58.635725 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 7e9ef955-3f2e-4850-a208-b26f013fab46 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:02:58.691125 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-baf0eefe-4043-4437-9f95-9b06a93fbc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'name': 'tempest-RoutersIpV6Test-router-709676099', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:49Z', 'updated_at': '2022-04-18T21:02:54Z', 'revision_number': 2, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None, '_interfaces': [{'id': '40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42', 'name': '', 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:e5:23:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:52Z', 'updated_at': '2022-04-18T21:02:55Z', 'revision_number': 2, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:58.826286 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-775cdd53-97d9-45a1-ac2e-5aa6ca550524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.838086 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512e42bc-4b49-42d5-8507-e7c78ff2f53c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Made reservation on behalf of c6c240114a2445ec884221c276a81bc5 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:58.850240 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-512e42bc-4b49-42d5-8507-e7c78ff2f53c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.868195 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf0eefe-4043-4437-9f95-9b06a93fbc86 None None] Checking router: 2bdaf0a8-024a-42c4-8540-85721468cdac for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:02:58.868556 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf0eefe-4043-4437-9f95-9b06a93fbc86 None None] Updating router 2bdaf0a8-024a-42c4-8540-85721468cdac port 40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:02:58.907797 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-baf0eefe-4043-4437-9f95-9b06a93fbc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.460607 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-baf0eefe-4043-4437-9f95-9b06a93fbc86 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.469468 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-baf0eefe-4043-4437-9f95-9b06a93fbc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.512675 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-512e42bc-4b49-42d5-8507-e7c78ff2f53c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.630784 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e42bc-4b49-42d5-8507-e7c78ff2f53c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Subnet': ['ID=83f5a7c1-241a-404c-92f5-3948d97f0469,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:59.653565 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512e42bc-4b49-42d5-8507-e7c78ff2f53c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Checking segment: {'id': 'dc7e479f-2eb6-4f9d-8c0a-72d7f9cdc3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7e9ef955-3f2e-4850-a208-b26f013fab46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:59.653939 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512e42bc-4b49-42d5-8507-e7c78ff2f53c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network hostable DHCP agents. Network: 7e9ef955-3f2e-4850-a208-b26f013fab46, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:59.655724 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aacc26b-2554-413c-a6df-a2fb85b6c1b5 None None] Pushing event updated for resources: {'Port': ['ID=40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:59.680912 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacc26b-2554-413c-a6df-a2fb85b6c1b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:59.681644 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacc26b-2554-413c-a6df-a2fb85b6c1b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:59.682216 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacc26b-2554-413c-a6df-a2fb85b6c1b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:59.682798 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacc26b-2554-413c-a6df-a2fb85b6c1b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:59.683342 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacc26b-2554-413c-a6df-a2fb85b6c1b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:59.683883 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacc26b-2554-413c-a6df-a2fb85b6c1b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:59.684844 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacc26b-2554-413c-a6df-a2fb85b6c1b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:59.685372 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacc26b-2554-413c-a6df-a2fb85b6c1b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:59.685892 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacc26b-2554-413c-a6df-a2fb85b6c1b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:59.686438 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacc26b-2554-413c-a6df-a2fb85b6c1b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:59.686965 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacc26b-2554-413c-a6df-a2fb85b6c1b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:59.687644 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacc26b-2554-413c-a6df-a2fb85b6c1b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:59.694968 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512e42bc-4b49-42d5-8507-e7c78ff2f53c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network 7e9ef955-3f2e-4850-a208-b26f013fab46 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:59.713942 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-512e42bc-4b49-42d5-8507-e7c78ff2f53c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 7e9ef955-3f2e-4850-a208-b26f013fab46) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:59.721359 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512e42bc-4b49-42d5-8507-e7c78ff2f53c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:59.721982 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-512e42bc-4b49-42d5-8507-e7c78ff2f53c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.731509 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3bed0e-543f-4c72-a39c-e4844a092f65 None None] Network 7e9ef955-3f2e-4850-a208-b26f013fab46 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:59.787090 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39762) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:59.802361 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-512e42bc-4b49-42d5-8507-e7c78ff2f53c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2913244 Apr 18 21:02:59.855966 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-baf0eefe-4043-4437-9f95-9b06a93fbc86 None None] Attempting to bind port 40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:59.856902 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-baf0eefe-4043-4437-9f95-9b06a93fbc86 None None] Attempting to bind port 40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '8b6c87fc-fb3e-476d-a8ef-a01038fa6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:59.857730 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf0eefe-4043-4437-9f95-9b06a93fbc86 None None] Attempting to bind port 40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42 on network fd903737-9a27-45ac-97d3-1b82a704ef10 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:02:59.871061 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf0eefe-4043-4437-9f95-9b06a93fbc86 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:02:59.872257 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf0eefe-4043-4437-9f95-9b06a93fbc86 None None] Checking segment: {'id': '8b6c87fc-fb3e-476d-a8ef-a01038fa6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:59.874059 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-baf0eefe-4043-4437-9f95-9b06a93fbc86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.875889 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf0eefe-4043-4437-9f95-9b06a93fbc86 None None] Bound using segment: {'id': '8b6c87fc-fb3e-476d-a8ef-a01038fa6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:02:59.881474 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-baf0eefe-4043-4437-9f95-9b06a93fbc86 None None] Bound port: 40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b6c87fc-fb3e-476d-a8ef-a01038fa6129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:59.881474 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-baf0eefe-4043-4437-9f95-9b06a93fbc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.020126 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-baf0eefe-4043-4437-9f95-9b06a93fbc86 None None] For port 40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:00.027497 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-baf0eefe-4043-4437-9f95-9b06a93fbc86 None None] For port 40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42,segment=NetworkSegment(8b6c87fc-fb3e-476d-a8ef-a01038fa6129),segment_id=8b6c87fc-fb3e-476d-a8ef-a01038fa6129)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:00.034901 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-baf0eefe-4043-4437-9f95-9b06a93fbc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.082321 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.191563 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ac8b00-5b6b-47a1-9b2b-df675dc0b680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-7e9ef955-3f2e-4850-a208-b26f013fab46', 'network_id': '7e9ef955-3f2e-4850-a208-b26f013fab46', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'fixed_ips': [{'subnet_id': '83f5a7c1-241a-404c-92f5-3948d97f0469'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:03:00.192500 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-55ac8b00-5b6b-47a1-9b2b-df675dc0b680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.207863 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf0eefe-4043-4437-9f95-9b06a93fbc86 None None] Routers {'2bdaf0a8-024a-42c4-8540-85721468cdac'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:00.220176 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-baf0eefe-4043-4437-9f95-9b06a93fbc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:02:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2bdaf0a8-024a-42c4-8540-85721468cdac'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:00.358457 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aacc26b-2554-413c-a6df-a2fb85b6c1b5 None None] Pushing event updated for resources: {'Port': ['ID=40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:00.432905 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-baf0eefe-4043-4437-9f95-9b06a93fbc86 None None] Set router 2bdaf0a8-024a-42c4-8540-85721468cdac gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:00.482395 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-9e622494-1611-41a0-8a2d-068854055e29 None None] Provisioning complete for port 40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:00.482779 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9e622494-1611-41a0-8a2d-068854055e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.685000 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0ecb-f43c-42e8-b13c-62a9f9b03ae4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.795797 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9e622494-1611-41a0-8a2d-068854055e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.840524 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-55ac8b00-5b6b-47a1-9b2b-df675dc0b680 None None] Allocated IP 2001:db8:1::2 (7e9ef955-3f2e-4850-a208-b26f013fab46/83f5a7c1-241a-404c-92f5-3948d97f0469/229f34a9-6941-40bb-b7d2-186cc1dc5120) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:00.951754 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-baf0eefe-4043-4437-9f95-9b06a93fbc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'name': 'tempest-RoutersIpV6Test-router-709676099', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:49Z', 'updated_at': '2022-04-18T21:02:54Z', 'revision_number': 2, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None, '_interfaces': [{'id': '40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42', 'name': '', 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:e5:23:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:52Z', 'updated_at': '2022-04-18T21:03:00Z', 'revision_number': 4, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:00.979935 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-9e622494-1611-41a0-8a2d-068854055e29 None None] For port 40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42,segment=NetworkSegment(8b6c87fc-fb3e-476d-a8ef-a01038fa6129),segment_id=8b6c87fc-fb3e-476d-a8ef-a01038fa6129)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:01.009224 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf0eefe-4043-4437-9f95-9b06a93fbc86 None None] The sync data for ids ['2bdaf0a8-024a-42c4-8540-85721468cdac'] in n-d-838323-3 is: [{'id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'name': 'tempest-RoutersIpV6Test-router-709676099', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:49Z', 'updated_at': '2022-04-18T21:02:54Z', 'revision_number': 2, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None, '_interfaces': [{'id': '40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42', 'name': '', 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:e5:23:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:52Z', 'updated_at': '2022-04-18T21:03:00Z', 'revision_number': 4, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:03:01.060194 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9e622494-1611-41a0-8a2d-068854055e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.217047 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e622494-1611-41a0-8a2d-068854055e29 None None] Pushing event updated for resources: {'Port': ['ID=40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:01.257145 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ceb87b53-af43-4e81-b6b8-589d8dc7e997 None None] Provisioning complete for port 40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:01.258147 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ceb87b53-af43-4e81-b6b8-589d8dc7e997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.630678 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.749974 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-55ac8b00-5b6b-47a1-9b2b-df675dc0b680 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.755106 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:01.860635 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-4ceb0ecb-f43c-42e8-b13c-62a9f9b03ae4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Allocated IP 2001:db8:1::1 (7e9ef955-3f2e-4850-a208-b26f013fab46/83f5a7c1-241a-404c-92f5-3948d97f0469/a3178f42-4bd0-4353-ac6b-66f755513c33) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:01.867751 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.878918 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-55ac8b00-5b6b-47a1-9b2b-df675dc0b680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.031845 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac8b00-5b6b-47a1-9b2b-df675dc0b680 None None] Pushing event updated for resources: {'Port': ['ID=229f34a9-6941-40bb-b7d2-186cc1dc5120,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:02.071750 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0ecb-f43c-42e8-b13c-62a9f9b03ae4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.088737 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ac8b00-5b6b-47a1-9b2b-df675dc0b680 None None] Network 7e9ef955-3f2e-4850-a208-b26f013fab46 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:02.115712 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0ecb-f43c-42e8-b13c-62a9f9b03ae4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.128407 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-55ac8b00-5b6b-47a1-9b2b-df675dc0b680 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:02.154799 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ac8b00-5b6b-47a1-9b2b-df675dc0b680 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:03:02.283787 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ceb0ecb-f43c-42e8-b13c-62a9f9b03ae4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network 7e9ef955-3f2e-4850-a208-b26f013fab46 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:02.318305 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-4ceb0ecb-f43c-42e8-b13c-62a9f9b03ae4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:02.325364 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceb0ecb-f43c-42e8-b13c-62a9f9b03ae4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:03:02.326859 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0ecb-f43c-42e8-b13c-62a9f9b03ae4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.393042 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:02.393615 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.398461 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-55ac8b00-5b6b-47a1-9b2b-df675dc0b680 None None] Attempting to bind port 229f34a9-6941-40bb-b7d2-186cc1dc5120 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:02.399022 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-55ac8b00-5b6b-47a1-9b2b-df675dc0b680 None None] Attempting to bind port 229f34a9-6941-40bb-b7d2-186cc1dc5120 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'dc7e479f-2eb6-4f9d-8c0a-72d7f9cdc3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7e9ef955-3f2e-4850-a208-b26f013fab46'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:02.399585 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ac8b00-5b6b-47a1-9b2b-df675dc0b680 None None] Attempting to bind port 229f34a9-6941-40bb-b7d2-186cc1dc5120 on network 7e9ef955-3f2e-4850-a208-b26f013fab46 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:03:02.474763 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb0ecb-f43c-42e8-b13c-62a9f9b03ae4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Port': ['ID=a3178f42-4bd0-4353-ac6b-66f755513c33,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:02.796413 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39826) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:02.993053 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ac8b00-5b6b-47a1-9b2b-df675dc0b680 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:03:02.993985 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ac8b00-5b6b-47a1-9b2b-df675dc0b680 None None] Checking segment: {'id': 'dc7e479f-2eb6-4f9d-8c0a-72d7f9cdc3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7e9ef955-3f2e-4850-a208-b26f013fab46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:03:02.994256 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-55ac8b00-5b6b-47a1-9b2b-df675dc0b680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.994871 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ac8b00-5b6b-47a1-9b2b-df675dc0b680 None None] Bound using segment: {'id': 'dc7e479f-2eb6-4f9d-8c0a-72d7f9cdc3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7e9ef955-3f2e-4850-a208-b26f013fab46'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:03:02.995639 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-55ac8b00-5b6b-47a1-9b2b-df675dc0b680 None None] Bound port: 229f34a9-6941-40bb-b7d2-186cc1dc5120, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc7e479f-2eb6-4f9d-8c0a-72d7f9cdc3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7e9ef955-3f2e-4850-a208-b26f013fab46'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:02.996271 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-55ac8b00-5b6b-47a1-9b2b-df675dc0b680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.126676 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6ad5b343-3b71-4a23-9e34-51bc1e29cf49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.228862 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0ecb-f43c-42e8-b13c-62a9f9b03ae4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.455624 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6ad5b343-3b71-4a23-9e34-51bc1e29cf49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.462568 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6ad5b343-3b71-4a23-9e34-51bc1e29cf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.489601 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-55ac8b00-5b6b-47a1-9b2b-df675dc0b680 None None] For port 229f34a9-6941-40bb-b7d2-186cc1dc5120, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:03.524863 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6ad5b343-3b71-4a23-9e34-51bc1e29cf49 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3788b4bcd99b41bfaeb54c1562bfe778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7241712 Apr 18 21:03:03.525995 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39846) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:03.574746 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-55ac8b00-5b6b-47a1-9b2b-df675dc0b680 None None] For port 229f34a9-6941-40bb-b7d2-186cc1dc5120, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=229f34a9-6941-40bb-b7d2-186cc1dc5120,segment=NetworkSegment(dc7e479f-2eb6-4f9d-8c0a-72d7f9cdc3ed),segment_id=dc7e479f-2eb6-4f9d-8c0a-72d7f9cdc3ed)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:03.608356 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5b343-3b71-4a23-9e34-51bc1e29cf49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0d6293-7e74-4627-ae69-e52368780b0b,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:03.621395 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-55ac8b00-5b6b-47a1-9b2b-df675dc0b680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.739589 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-687352e6-31da-49e4-9195-b158abebbff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.776764 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-687352e6-31da-49e4-9195-b158abebbff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.791769 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac8b00-5b6b-47a1-9b2b-df675dc0b680 None None] Pushing event updated for resources: {'Port': ['ID=229f34a9-6941-40bb-b7d2-186cc1dc5120,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:03.882441 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-687352e6-31da-49e4-9195-b158abebbff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.887771 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-687352e6-31da-49e4-9195-b158abebbff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.896347 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-687352e6-31da-49e4-9195-b158abebbff2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d0d6293-7e74-4627-ae69-e52368780b0b HTTP/1.1" status: 204 len: 168 time: 0.3686445 Apr 18 21:03:03.915575 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687352e6-31da-49e4-9195-b158abebbff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0d6293-7e74-4627-ae69-e52368780b0b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:04.012394 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0ecb-f43c-42e8-b13c-62a9f9b03ae4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.017874 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0ecb-f43c-42e8-b13c-62a9f9b03ae4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.018925 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0ecb-f43c-42e8-b13c-62a9f9b03ae4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.149846 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb0ecb-f43c-42e8-b13c-62a9f9b03ae4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Port': ['ID=a3178f42-4bd0-4353-ac6b-66f755513c33,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:04.232804 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ceb0ecb-f43c-42e8-b13c-62a9f9b03ae4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network 7e9ef955-3f2e-4850-a208-b26f013fab46 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:04.234502 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-4ceb0ecb-f43c-42e8-b13c-62a9f9b03ae4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:04.260493 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39858) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:04.403118 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ceb0ecb-f43c-42e8-b13c-62a9f9b03ae4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Router 2bdaf0a8-024a-42c4-8540-85721468cdac has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:03:04.477830 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5477b790-32b5-47ea-8908-c96a9f8fbcf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.585362 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ceb0ecb-f43c-42e8-b13c-62a9f9b03ae4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:04.601827 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4ceb0ecb-f43c-42e8-b13c-62a9f9b03ae4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "PUT /v2.0/routers/2bdaf0a8-024a-42c4-8540-85721468cdac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8133934 Apr 18 21:03:04.602249 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7fa1e8-34ea-4f98-b067-91f83db4f7e8 None None] Sync routers for ids ['2bdaf0a8-024a-42c4-8540-85721468cdac'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:03:04.603427 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39876) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:04.611754 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-92cc49fc-9537-4761-9db4-a2fb3dae144d tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-542412517'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:04.637559 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7fa1e8-34ea-4f98-b067-91f83db4f7e8 None None] Routers {'2bdaf0a8-024a-42c4-8540-85721468cdac'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:04.642656 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-be7fa1e8-34ea-4f98-b067-91f83db4f7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:02:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2bdaf0a8-024a-42c4-8540-85721468cdac'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:04.659927 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5477b790-32b5-47ea-8908-c96a9f8fbcf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.665023 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cc49fc-9537-4761-9db4-a2fb3dae144d tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Made reservation on behalf of c6c240114a2445ec884221c276a81bc5 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:04.670318 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92cc49fc-9537-4761-9db4-a2fb3dae144d tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.676003 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5477b790-32b5-47ea-8908-c96a9f8fbcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.781774 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92cc49fc-9537-4761-9db4-a2fb3dae144d tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:04.806520 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92cc49fc-9537-4761-9db4-a2fb3dae144d tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.807516 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-92cc49fc-9537-4761-9db4-a2fb3dae144d tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Added segment 612d5371-dab7-4338-88ff-739a2966418f of type vlan for network 8015e3d7-f878-40ab-abbc-a4edd7d1085a Apr 18 21:03:04.851942 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-be7fa1e8-34ea-4f98-b067-91f83db4f7e8 None None] Set router 2bdaf0a8-024a-42c4-8540-85721468cdac gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:04.912726 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92cc49fc-9537-4761-9db4-a2fb3dae144d tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.933025 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477b790-32b5-47ea-8908-c96a9f8fbcf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7943315f-91a6-4a68-80f1-027ad0fb930d,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:04.961113 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5477b790-32b5-47ea-8908-c96a9f8fbcf9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d4af8eab3c24e2a89e86f8f1996496d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6991081 Apr 18 21:03:04.965291 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39888) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:05.001076 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92cc49fc-9537-4761-9db4-a2fb3dae144d tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.010563 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cc49fc-9537-4761-9db4-a2fb3dae144d tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:05.011770 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92cc49fc-9537-4761-9db4-a2fb3dae144d tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.041514 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-92cc49fc-9537-4761-9db4-a2fb3dae144d tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4364159 Apr 18 21:03:05.048578 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39892) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:05.053956 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-f2b1b348-005b-456e-a84c-25a10ae10081 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'subnet': {'network_id': '8015e3d7-f878-40ab-abbc-a4edd7d1085a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:05.160706 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc49fc-9537-4761-9db4-a2fb3dae144d tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Network': ['ID=8015e3d7-f878-40ab-abbc-a4edd7d1085a,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:05.184310 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 8015e3d7-f878-40ab-abbc-a4edd7d1085a details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:03:05.218225 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b98cb9fd-aea9-4296-8e8b-c3262ab5cc8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.253066 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39896) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:05.286821 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b98cb9fd-aea9-4296-8e8b-c3262ab5cc8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.369960 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b1b348-005b-456e-a84c-25a10ae10081 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Made reservation on behalf of c6c240114a2445ec884221c276a81bc5 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:05.374211 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f2b1b348-005b-456e-a84c-25a10ae10081 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.511330 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-be7fa1e8-34ea-4f98-b067-91f83db4f7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'name': 'tempest-RoutersIpV6Test-router-709676099', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:49Z', 'updated_at': '2022-04-18T21:03:02Z', 'revision_number': 3, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None, '_interfaces': [{'id': '40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42', 'name': '', 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:e5:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:52Z', 'updated_at': '2022-04-18T21:03:00Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3178f42-4bd0-4353-ac6b-66f755513c33', 'name': '', 'network_id': '7e9ef955-3f2e-4850-a208-b26f013fab46', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:4f:f0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:00Z', 'updated_at': '2022-04-18T21:03:03Z', 'revision_number': 2, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:05.513968 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ee6d903d-072f-4444-9e2d-9df2561b6944 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1725285316-network', 'tenant_id': '3fc4fa55be874918a3701138dbd0e84c'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:05.520111 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b98cb9fd-aea9-4296-8e8b-c3262ab5cc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.526795 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b98cb9fd-aea9-4296-8e8b-c3262ab5cc8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.533930 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b98cb9fd-aea9-4296-8e8b-c3262ab5cc8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7943315f-91a6-4a68-80f1-027ad0fb930d HTTP/1.1" status: 204 len: 168 time: 0.5665045 Apr 18 21:03:05.556160 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7fa1e8-34ea-4f98-b067-91f83db4f7e8 None None] Checking router: 2bdaf0a8-024a-42c4-8540-85721468cdac for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:03:05.556501 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7fa1e8-34ea-4f98-b067-91f83db4f7e8 None None] Updating router 2bdaf0a8-024a-42c4-8540-85721468cdac port a3178f42-4bd0-4353-ac6b-66f755513c33 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:03:05.562411 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98cb9fd-aea9-4296-8e8b-c3262ab5cc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7943315f-91a6-4a68-80f1-027ad0fb930d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:05.582209 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6d903d-072f-4444-9e2d-9df2561b6944 admin admin] Made reservation on behalf of 3fc4fa55be874918a3701138dbd0e84c for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:05.600016 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ee6d903d-072f-4444-9e2d-9df2561b6944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.620237 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-be7fa1e8-34ea-4f98-b067-91f83db4f7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.663838 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acd9f90-9d74-4d5f-bfcc-183c6bef70de None None] Network 7e9ef955-3f2e-4850-a208-b26f013fab46 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:03:05.743388 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ee6d903d-072f-4444-9e2d-9df2561b6944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.919472 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f2b1b348-005b-456e-a84c-25a10ae10081 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.993279 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ee6d903d-072f-4444-9e2d-9df2561b6944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.001401 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ee6d903d-072f-4444-9e2d-9df2561b6944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.001713 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 229f34a9-6941-40bb-b7d2-186cc1dc5120 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:06.025731 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b1b348-005b-456e-a84c-25a10ae10081 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Checking segment: {'id': '612d5371-dab7-4338-88ff-739a2966418f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8015e3d7-f878-40ab-abbc-a4edd7d1085a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:03:06.026030 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b1b348-005b-456e-a84c-25a10ae10081 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network hostable DHCP agents. Network: 8015e3d7-f878-40ab-abbc-a4edd7d1085a, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:06.027041 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6d903d-072f-4444-9e2d-9df2561b6944 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:06.033126 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1b348-005b-456e-a84c-25a10ae10081 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Subnet': ['ID=bc7baf09-f1f2-4c6f-ba30-643f4bd55409,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:06.052529 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ee6d903d-072f-4444-9e2d-9df2561b6944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.053330 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-ee6d903d-072f-4444-9e2d-9df2561b6944 admin admin] Added segment faefbb78-3b1a-4cb9-9a21-67b1e07cb73f of type vlan for network c38c11fb-78a5-44a7-bd9e-12bf272aa292 Apr 18 21:03:06.057675 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b1b348-005b-456e-a84c-25a10ae10081 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network 8015e3d7-f878-40ab-abbc-a4edd7d1085a is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:06.079866 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-f2b1b348-005b-456e-a84c-25a10ae10081 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 8015e3d7-f878-40ab-abbc-a4edd7d1085a) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:06.088080 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b1b348-005b-456e-a84c-25a10ae10081 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:06.089488 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e2bafa43-186a-4e19-a187-30cd8e5ce9a4 None None] Provisioning complete for port 229f34a9-6941-40bb-b7d2-186cc1dc5120 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:06.089867 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e2bafa43-186a-4e19-a187-30cd8e5ce9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.091321 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f2b1b348-005b-456e-a84c-25a10ae10081 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.126011 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ee6d903d-072f-4444-9e2d-9df2561b6944 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.130625 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f2b1b348-005b-456e-a84c-25a10ae10081 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0779190 Apr 18 21:03:06.130625 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39906) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:06.152021 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0377714c-edbd-4085-a0a0-41c2f5dcdb31 None None] Network 8015e3d7-f878-40ab-abbc-a4edd7d1085a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:03:06.210544 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d903d-072f-4444-9e2d-9df2561b6944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d069eaf0-9d75-4ddf-8a52-1f6265e6b900,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:06.237583 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ee6d903d-072f-4444-9e2d-9df2561b6944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.240268 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6d903d-072f-4444-9e2d-9df2561b6944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:06.244602 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ee6d903d-072f-4444-9e2d-9df2561b6944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.361731 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39910) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:06.376112 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 229f34a9-6941-40bb-b7d2-186cc1dc5120 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:06.376870 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.386008 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ee6d903d-072f-4444-9e2d-9df2561b6944 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1313593 Apr 18 21:03:06.392350 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39912) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:06.405015 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-4e1fde6f-19fc-4a30-a76b-e715c0fe2e0d admin admin] Request body: {'subnet': {'network_id': 'c38c11fb-78a5-44a7-bd9e-12bf272aa292', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1725285316-subnet', 'tenant_id': '3fc4fa55be874918a3701138dbd0e84c', 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:06.414548 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8810885e-5e5a-44e6-914b-d1e6fe53f2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.423500 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d903d-072f-4444-9e2d-9df2561b6944 admin admin] Pushing event updated for resources: {'Network': ['ID=c38c11fb-78a5-44a7-bd9e-12bf272aa292,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:06.462068 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1fde6f-19fc-4a30-a76b-e715c0fe2e0d admin admin] Made reservation on behalf of 3fc4fa55be874918a3701138dbd0e84c for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:06.465196 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4e1fde6f-19fc-4a30-a76b-e715c0fe2e0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.499347 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network c38c11fb-78a5-44a7-bd9e-12bf272aa292 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:03:06.633691 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8810885e-5e5a-44e6-914b-d1e6fe53f2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.693125 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e2bafa43-186a-4e19-a187-30cd8e5ce9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.698670 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8810885e-5e5a-44e6-914b-d1e6fe53f2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.738476 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-97e661af-7aa9-4a28-b867-31ca97257d2b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.780631 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-be7fa1e8-34ea-4f98-b067-91f83db4f7e8 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.805581 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8810885e-5e5a-44e6-914b-d1e6fe53f2b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=67006cf229d645d5bd1f842eea8d6f61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4397576 Apr 18 21:03:06.825007 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 39914) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:06.857199 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4e9f7c-1c55-4e2c-bf71-ca9397f15b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-8015e3d7-f878-40ab-abbc-a4edd7d1085a', 'network_id': '8015e3d7-f878-40ab-abbc-a4edd7d1085a', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'fixed_ips': [{'subnet_id': 'bc7baf09-f1f2-4c6f-ba30-643f4bd55409'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:03:06.858091 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0a4e9f7c-1c55-4e2c-bf71-ca9397f15b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.879421 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-be7fa1e8-34ea-4f98-b067-91f83db4f7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.921233 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810885e-5e5a-44e6-914b-d1e6fe53f2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cda2416-e073-43c6-a8bb-9a2123e572c8,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:07.056606 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4e1fde6f-19fc-4a30-a76b-e715c0fe2e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.224917 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2b3b2594-ba10-4928-ad71-c9d54238cc43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.227206 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50618056-dee3-4aad-a891-3df431d47ad0 None None] Pushing event updated for resources: {'Port': ['ID=a3178f42-4bd0-4353-ac6b-66f755513c33,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:07.270591 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-e2bafa43-186a-4e19-a187-30cd8e5ce9a4 None None] For port 229f34a9-6941-40bb-b7d2-186cc1dc5120, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=229f34a9-6941-40bb-b7d2-186cc1dc5120,segment=NetworkSegment(dc7e479f-2eb6-4f9d-8c0a-72d7f9cdc3ed),segment_id=dc7e479f-2eb6-4f9d-8c0a-72d7f9cdc3ed)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:07.281218 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fde6f-19fc-4a30-a76b-e715c0fe2e0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b10a3fea-bf13-4348-8c27-30380f8ca7d3,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:07.291747 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e2bafa43-186a-4e19-a187-30cd8e5ce9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.296302 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2b3b2594-ba10-4928-ad71-c9d54238cc43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.297184 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.330696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1fde6f-19fc-4a30-a76b-e715c0fe2e0d admin admin] Checking segment: {'id': 'faefbb78-3b1a-4cb9-9a21-67b1e07cb73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c38c11fb-78a5-44a7-bd9e-12bf272aa292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:03:07.331164 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1fde6f-19fc-4a30-a76b-e715c0fe2e0d admin admin] Network hostable DHCP agents. Network: c38c11fb-78a5-44a7-bd9e-12bf272aa292, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:07.379668 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1fde6f-19fc-4a30-a76b-e715c0fe2e0d admin admin] Network c38c11fb-78a5-44a7-bd9e-12bf272aa292 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:07.396797 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-4e1fde6f-19fc-4a30-a76b-e715c0fe2e0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, c38c11fb-78a5-44a7-bd9e-12bf272aa292) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:07.403482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1fde6f-19fc-4a30-a76b-e715c0fe2e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:07.404241 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4e1fde6f-19fc-4a30-a76b-e715c0fe2e0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.423649 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2b3b2594-ba10-4928-ad71-c9d54238cc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.431197 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2b3b2594-ba10-4928-ad71-c9d54238cc43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.437134 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2b3b2594-ba10-4928-ad71-c9d54238cc43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1cda2416-e073-43c6-a8bb-9a2123e572c8 HTTP/1.1" status: 204 len: 168 time: 0.6089613 Apr 18 21:03:07.451319 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4e1fde6f-19fc-4a30-a76b-e715c0fe2e0d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0572536 Apr 18 21:03:07.454905 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 39930) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:07.467137 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ffca48d3-9f19-4773-8989-8084e84272af admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1725285316-router', 'tenant_id': '3fc4fa55be874918a3701138dbd0e84c', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:07.471563 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b2594-ba10-4928-ad71-c9d54238cc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cda2416-e073-43c6-a8bb-9a2123e572c8,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:07.475481 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-97e661af-7aa9-4a28-b867-31ca97257d2b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Allocated IP 2001:db8:2::1 (8015e3d7-f878-40ab-abbc-a4edd7d1085a/bc7baf09-f1f2-4c6f-ba30-643f4bd55409/079aa634-21d8-42f1-99ed-0fc980a1a364) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:07.479817 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe8db22-8887-420b-a733-3c342682e53d None None] Network c38c11fb-78a5-44a7-bd9e-12bf272aa292 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:03:07.525777 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ffca48d3-9f19-4773-8989-8084e84272af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.526844 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ffca48d3-9f19-4773-8989-8084e84272af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.674146 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ffca48d3-9f19-4773-8989-8084e84272af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.739288 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bafa43-186a-4e19-a187-30cd8e5ce9a4 None None] Pushing event updated for resources: {'Port': ['ID=229f34a9-6941-40bb-b7d2-186cc1dc5120,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:07.769320 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-187a8b09-49bb-4735-a6bb-323ff552903c None None] Provisioning complete for port a3178f42-4bd0-4353-ac6b-66f755513c33 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:07.769985 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-187a8b09-49bb-4735-a6bb-323ff552903c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.778206 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-be7fa1e8-34ea-4f98-b067-91f83db4f7e8 None None] Attempting to bind port a3178f42-4bd0-4353-ac6b-66f755513c33 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:07.778850 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-be7fa1e8-34ea-4f98-b067-91f83db4f7e8 None None] Attempting to bind port a3178f42-4bd0-4353-ac6b-66f755513c33 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'dc7e479f-2eb6-4f9d-8c0a-72d7f9cdc3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7e9ef955-3f2e-4850-a208-b26f013fab46'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:07.779387 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7fa1e8-34ea-4f98-b067-91f83db4f7e8 None None] Attempting to bind port a3178f42-4bd0-4353-ac6b-66f755513c33 on network 7e9ef955-3f2e-4850-a208-b26f013fab46 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:03:07.803763 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-97e661af-7aa9-4a28-b867-31ca97257d2b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.825731 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7fa1e8-34ea-4f98-b067-91f83db4f7e8 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:03:07.826450 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7fa1e8-34ea-4f98-b067-91f83db4f7e8 None None] Checking segment: {'id': 'dc7e479f-2eb6-4f9d-8c0a-72d7f9cdc3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7e9ef955-3f2e-4850-a208-b26f013fab46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:03:07.827032 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-be7fa1e8-34ea-4f98-b067-91f83db4f7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.827596 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7fa1e8-34ea-4f98-b067-91f83db4f7e8 None None] Bound using segment: {'id': 'dc7e479f-2eb6-4f9d-8c0a-72d7f9cdc3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7e9ef955-3f2e-4850-a208-b26f013fab46'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:03:07.828636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-be7fa1e8-34ea-4f98-b067-91f83db4f7e8 None None] Bound port: a3178f42-4bd0-4353-ac6b-66f755513c33, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc7e479f-2eb6-4f9d-8c0a-72d7f9cdc3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7e9ef955-3f2e-4850-a208-b26f013fab46'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:07.829222 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-be7fa1e8-34ea-4f98-b067-91f83db4f7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.862485 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-97e661af-7aa9-4a28-b867-31ca97257d2b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.923913 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:03:07.924641 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:03:07.986228 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-187a8b09-49bb-4735-a6bb-323ff552903c None None] Port a3178f42-4bd0-4353-ac6b-66f755513c33 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:03:07.988293 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:08.034213 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e661af-7aa9-4a28-b867-31ca97257d2b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network 8015e3d7-f878-40ab-abbc-a4edd7d1085a is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:08.052981 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-97e661af-7aa9-4a28-b867-31ca97257d2b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:08.069908 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e661af-7aa9-4a28-b867-31ca97257d2b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:03:08.073162 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-97e661af-7aa9-4a28-b867-31ca97257d2b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:08.076919 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-0a4e9f7c-1c55-4e2c-bf71-ca9397f15b64 None None] Allocated IP 2001:db8:2::2 (8015e3d7-f878-40ab-abbc-a4edd7d1085a/bc7baf09-f1f2-4c6f-ba30-643f4bd55409/00ded1bc-d6b6-4554-a861-15356a945ec8) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:08.088550 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-187a8b09-49bb-4735-a6bb-323ff552903c None None] Provisioning complete for port 229f34a9-6941-40bb-b7d2-186cc1dc5120 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:08.089192 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-187a8b09-49bb-4735-a6bb-323ff552903c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:08.191672 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-be7fa1e8-34ea-4f98-b067-91f83db4f7e8 None None] For port a3178f42-4bd0-4353-ac6b-66f755513c33, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:08.244677 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-be7fa1e8-34ea-4f98-b067-91f83db4f7e8 None None] For port a3178f42-4bd0-4353-ac6b-66f755513c33, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a3178f42-4bd0-4353-ac6b-66f755513c33,segment=NetworkSegment(dc7e479f-2eb6-4f9d-8c0a-72d7f9cdc3ed),segment_id=dc7e479f-2eb6-4f9d-8c0a-72d7f9cdc3ed)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:08.252146 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2942de83-a838-440d-bafe-6480a1f8760b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-c38c11fb-78a5-44a7-bd9e-12bf272aa292', 'network_id': 'c38c11fb-78a5-44a7-bd9e-12bf272aa292', 'tenant_id': '3fc4fa55be874918a3701138dbd0e84c', 'fixed_ips': [{'subnet_id': 'b10a3fea-bf13-4348-8c27-30380f8ca7d3'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:03:08.254284 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2942de83-a838-440d-bafe-6480a1f8760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:08.276710 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-be7fa1e8-34ea-4f98-b067-91f83db4f7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:08.357242 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e661af-7aa9-4a28-b867-31ca97257d2b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Port': ['ID=079aa634-21d8-42f1-99ed-0fc980a1a364,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:08.520904 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ffca48d3-9f19-4773-8989-8084e84272af admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:08.590371 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-97e661af-7aa9-4a28-b867-31ca97257d2b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:08.721534 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50618056-dee3-4aad-a891-3df431d47ad0 None None] Pushing event updated for resources: {'Port': ['ID=a3178f42-4bd0-4353-ac6b-66f755513c33,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:08.760100 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7fa1e8-34ea-4f98-b067-91f83db4f7e8 None None] Routers {'2bdaf0a8-024a-42c4-8540-85721468cdac'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:08.768922 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-be7fa1e8-34ea-4f98-b067-91f83db4f7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:02:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2bdaf0a8-024a-42c4-8540-85721468cdac'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:09.007672 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0a4e9f7c-1c55-4e2c-bf71-ca9397f15b64 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.036912 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0a4e9f7c-1c55-4e2c-bf71-ca9397f15b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.111913 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-2942de83-a838-440d-bafe-6480a1f8760b None None] Allocated IP 172.20.0.2 (c38c11fb-78a5-44a7-bd9e-12bf272aa292/b10a3fea-bf13-4348-8c27-30380f8ca7d3/8d047ed5-1491-427c-9b9c-925929d29a1c) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:09.115597 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-be7fa1e8-34ea-4f98-b067-91f83db4f7e8 None None] Set router 2bdaf0a8-024a-42c4-8540-85721468cdac gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:09.126627 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4e9f7c-1c55-4e2c-bf71-ca9397f15b64 None None] Network 8015e3d7-f878-40ab-abbc-a4edd7d1085a is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:09.160572 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-0a4e9f7c-1c55-4e2c-bf71-ca9397f15b64 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:09.164032 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4e9f7c-1c55-4e2c-bf71-ca9397f15b64 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:03:09.249394 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b0fcb8ca-75db-4952-9b00-2c6c5d6e9703 None None] Provisioning complete for port a3178f42-4bd0-4353-ac6b-66f755513c33 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:09.250210 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b0fcb8ca-75db-4952-9b00-2c6c5d6e9703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.334155 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 229f34a9-6941-40bb-b7d2-186cc1dc5120 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:09.379241 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e9f7c-1c55-4e2c-bf71-ca9397f15b64 None None] Pushing event updated for resources: {'Port': ['ID=00ded1bc-d6b6-4554-a861-15356a945ec8,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:09.497964 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-0a4e9f7c-1c55-4e2c-bf71-ca9397f15b64 None None] Attempting to bind port 00ded1bc-d6b6-4554-a861-15356a945ec8 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:09.498313 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-0a4e9f7c-1c55-4e2c-bf71-ca9397f15b64 None None] Attempting to bind port 00ded1bc-d6b6-4554-a861-15356a945ec8 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '612d5371-dab7-4338-88ff-739a2966418f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8015e3d7-f878-40ab-abbc-a4edd7d1085a'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:09.498834 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4e9f7c-1c55-4e2c-bf71-ca9397f15b64 None None] Attempting to bind port 00ded1bc-d6b6-4554-a861-15356a945ec8 on network 8015e3d7-f878-40ab-abbc-a4edd7d1085a {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:03:09.574372 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4e9f7c-1c55-4e2c-bf71-ca9397f15b64 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:03:09.574966 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4e9f7c-1c55-4e2c-bf71-ca9397f15b64 None None] Checking segment: {'id': '612d5371-dab7-4338-88ff-739a2966418f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8015e3d7-f878-40ab-abbc-a4edd7d1085a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:03:09.575595 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0a4e9f7c-1c55-4e2c-bf71-ca9397f15b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.576233 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4e9f7c-1c55-4e2c-bf71-ca9397f15b64 None None] Bound using segment: {'id': '612d5371-dab7-4338-88ff-739a2966418f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8015e3d7-f878-40ab-abbc-a4edd7d1085a'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:03:09.577083 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-0a4e9f7c-1c55-4e2c-bf71-ca9397f15b64 None None] Bound port: 00ded1bc-d6b6-4554-a861-15356a945ec8, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612d5371-dab7-4338-88ff-739a2966418f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8015e3d7-f878-40ab-abbc-a4edd7d1085a'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:09.577698 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0a4e9f7c-1c55-4e2c-bf71-ca9397f15b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.000852 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-97e661af-7aa9-4a28-b867-31ca97257d2b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.078083 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-97e661af-7aa9-4a28-b867-31ca97257d2b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.079162 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-97e661af-7aa9-4a28-b867-31ca97257d2b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.087718 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b0fcb8ca-75db-4952-9b00-2c6c5d6e9703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.161631 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 229f34a9-6941-40bb-b7d2-186cc1dc5120 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:10.162169 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.174048 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-0a4e9f7c-1c55-4e2c-bf71-ca9397f15b64 None None] For port 00ded1bc-d6b6-4554-a861-15356a945ec8, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:10.189961 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ffca48d3-9f19-4773-8989-8084e84272af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.240878 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-0a4e9f7c-1c55-4e2c-bf71-ca9397f15b64 None None] For port 00ded1bc-d6b6-4554-a861-15356a945ec8, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=00ded1bc-d6b6-4554-a861-15356a945ec8,segment=NetworkSegment(612d5371-dab7-4338-88ff-739a2966418f),segment_id=612d5371-dab7-4338-88ff-739a2966418f)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:10.249366 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e661af-7aa9-4a28-b867-31ca97257d2b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Port': ['ID=079aa634-21d8-42f1-99ed-0fc980a1a364,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:10.254309 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ffca48d3-9f19-4773-8989-8084e84272af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.284256 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2942de83-a838-440d-bafe-6480a1f8760b None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.291358 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b0fcb8ca-75db-4952-9b00-2c6c5d6e9703 None None] For port a3178f42-4bd0-4353-ac6b-66f755513c33, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a3178f42-4bd0-4353-ac6b-66f755513c33,segment=NetworkSegment(dc7e479f-2eb6-4f9d-8c0a-72d7f9cdc3ed),segment_id=dc7e479f-2eb6-4f9d-8c0a-72d7f9cdc3ed)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:10.337875 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0a4e9f7c-1c55-4e2c-bf71-ca9397f15b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.374534 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b0fcb8ca-75db-4952-9b00-2c6c5d6e9703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.381327 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2942de83-a838-440d-bafe-6480a1f8760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.406595 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e661af-7aa9-4a28-b867-31ca97257d2b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network 8015e3d7-f878-40ab-abbc-a4edd7d1085a is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:10.410023 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-97e661af-7aa9-4a28-b867-31ca97257d2b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:10.617059 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-ffca48d3-9f19-4773-8989-8084e84272af admin admin] Allocated IP 172.25.1.141 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/243ce4fb-25cf-487e-8bf6-c1aaf8497043) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:10.792008 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e661af-7aa9-4a28-b867-31ca97257d2b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Router 2bdaf0a8-024a-42c4-8540-85721468cdac has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:03:10.854349 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2942de83-a838-440d-bafe-6480a1f8760b None None] Network c38c11fb-78a5-44a7-bd9e-12bf272aa292 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:10.859738 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-be7fa1e8-34ea-4f98-b067-91f83db4f7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'name': 'tempest-RoutersIpV6Test-router-709676099', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:49Z', 'updated_at': '2022-04-18T21:03:08Z', 'revision_number': 4, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None, '_interfaces': [{'id': '079aa634-21d8-42f1-99ed-0fc980a1a364', 'name': '', 'network_id': '8015e3d7-f878-40ab-abbc-a4edd7d1085a', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:83:8e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'bc7baf09-f1f2-4c6f-ba30-643f4bd55409', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:06Z', 'updated_at': '2022-04-18T21:03:07Z', 'revision_number': 1, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'bc7baf09-f1f2-4c6f-ba30-643f4bd55409', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42', 'name': '', 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:e5:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:52Z', 'updated_at': '2022-04-18T21:03:00Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3178f42-4bd0-4353-ac6b-66f755513c33', 'name': '', 'network_id': '7e9ef955-3f2e-4850-a208-b26f013fab46', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:4f:f0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:00Z', 'updated_at': '2022-04-18T21:03:08Z', 'revision_number': 4, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:10.895354 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-2942de83-a838-440d-bafe-6480a1f8760b None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:10.898639 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2942de83-a838-440d-bafe-6480a1f8760b None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:03:11.067045 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ffca48d3-9f19-4773-8989-8084e84272af admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.095652 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7fa1e8-34ea-4f98-b067-91f83db4f7e8 None None] The sync data for ids ['2bdaf0a8-024a-42c4-8540-85721468cdac'] in n-d-838323-3 is: [{'id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'name': 'tempest-RoutersIpV6Test-router-709676099', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:49Z', 'updated_at': '2022-04-18T21:03:08Z', 'revision_number': 4, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None, '_interfaces': [{'id': '079aa634-21d8-42f1-99ed-0fc980a1a364', 'name': '', 'network_id': '8015e3d7-f878-40ab-abbc-a4edd7d1085a', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:83:8e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'bc7baf09-f1f2-4c6f-ba30-643f4bd55409', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:06Z', 'updated_at': '2022-04-18T21:03:07Z', 'revision_number': 1, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'bc7baf09-f1f2-4c6f-ba30-643f4bd55409', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42', 'name': '', 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:e5:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:52Z', 'updated_at': '2022-04-18T21:03:00Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3178f42-4bd0-4353-ac6b-66f755513c33', 'name': '', 'network_id': '7e9ef955-3f2e-4850-a208-b26f013fab46', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:4f:f0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:00Z', 'updated_at': '2022-04-18T21:03:08Z', 'revision_number': 4, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:03:11.123606 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-86e66ded-21e1-4910-8063-8c55d62409e6 None None] Provisioning complete for port a3178f42-4bd0-4353-ac6b-66f755513c33 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:11.124578 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-86e66ded-21e1-4910-8063-8c55d62409e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.126744 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e9f7c-1c55-4e2c-bf71-ca9397f15b64 None None] Pushing event updated for resources: {'Port': ['ID=00ded1bc-d6b6-4554-a861-15356a945ec8,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:11.242799 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2942de83-a838-440d-bafe-6480a1f8760b None None] Attempting to bind port 8d047ed5-1491-427c-9b9c-925929d29a1c on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:11.243209 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2942de83-a838-440d-bafe-6480a1f8760b None None] Attempting to bind port 8d047ed5-1491-427c-9b9c-925929d29a1c by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'faefbb78-3b1a-4cb9-9a21-67b1e07cb73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c38c11fb-78a5-44a7-bd9e-12bf272aa292'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:11.243689 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2942de83-a838-440d-bafe-6480a1f8760b None None] Attempting to bind port 8d047ed5-1491-427c-9b9c-925929d29a1c on network c38c11fb-78a5-44a7-bd9e-12bf272aa292 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:03:11.323020 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2942de83-a838-440d-bafe-6480a1f8760b None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:03:11.323869 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2942de83-a838-440d-bafe-6480a1f8760b None None] Checking segment: {'id': 'faefbb78-3b1a-4cb9-9a21-67b1e07cb73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c38c11fb-78a5-44a7-bd9e-12bf272aa292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:03:11.324577 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2942de83-a838-440d-bafe-6480a1f8760b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.325211 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2942de83-a838-440d-bafe-6480a1f8760b None None] Bound using segment: {'id': 'faefbb78-3b1a-4cb9-9a21-67b1e07cb73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c38c11fb-78a5-44a7-bd9e-12bf272aa292'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:03:11.325962 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2942de83-a838-440d-bafe-6480a1f8760b None None] Bound port: 8d047ed5-1491-427c-9b9c-925929d29a1c, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faefbb78-3b1a-4cb9-9a21-67b1e07cb73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c38c11fb-78a5-44a7-bd9e-12bf272aa292'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:11.326617 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2942de83-a838-440d-bafe-6480a1f8760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.348104 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e661af-7aa9-4a28-b867-31ca97257d2b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:11.385230 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-97e661af-7aa9-4a28-b867-31ca97257d2b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "PUT /v2.0/routers/2bdaf0a8-024a-42c4-8540-85721468cdac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2510259 Apr 18 21:03:11.386027 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ffca48d3-9f19-4773-8989-8084e84272af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.386857 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40002) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:11.394159 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-6c71449c-6f4e-4603-929a-4fddd57abc12 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-453087811'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:11.454405 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c71449c-6f4e-4603-929a-4fddd57abc12 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Made reservation on behalf of c6c240114a2445ec884221c276a81bc5 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:11.462159 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6c71449c-6f4e-4603-929a-4fddd57abc12 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.490304 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca48d3-9f19-4773-8989-8084e84272af admin admin] Pushing event updated for resources: {'Port': ['ID=243ce4fb-25cf-487e-8bf6-c1aaf8497043,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:11.523385 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffca48d3-9f19-4773-8989-8084e84272af admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:11.525651 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-ffca48d3-9f19-4773-8989-8084e84272af admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:11.529201 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffca48d3-9f19-4773-8989-8084e84272af admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:03:11.566077 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c71449c-6f4e-4603-929a-4fddd57abc12 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:11.586595 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6c71449c-6f4e-4603-929a-4fddd57abc12 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.587322 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-6c71449c-6f4e-4603-929a-4fddd57abc12 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Added segment 85a767e5-3b31-4372-adc8-95aad61ef557 of type vlan for network a7179963-7bcc-4f4e-acd1-726cb9a591a7 Apr 18 21:03:11.620397 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2942de83-a838-440d-bafe-6480a1f8760b None None] For port 8d047ed5-1491-427c-9b9c-925929d29a1c, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:11.631041 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2942de83-a838-440d-bafe-6480a1f8760b None None] For port 8d047ed5-1491-427c-9b9c-925929d29a1c, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8d047ed5-1491-427c-9b9c-925929d29a1c,segment=NetworkSegment(faefbb78-3b1a-4cb9-9a21-67b1e07cb73f),segment_id=faefbb78-3b1a-4cb9-9a21-67b1e07cb73f)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:11.683319 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2942de83-a838-440d-bafe-6480a1f8760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.760214 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6c71449c-6f4e-4603-929a-4fddd57abc12 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.778508 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 00ded1bc-d6b6-4554-a861-15356a945ec8 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:11.833855 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6c71449c-6f4e-4603-929a-4fddd57abc12 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.853518 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fcb8ca-75db-4952-9b00-2c6c5d6e9703 None None] Pushing event updated for resources: {'Port': ['ID=a3178f42-4bd0-4353-ac6b-66f755513c33,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:11.874609 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c71449c-6f4e-4603-929a-4fddd57abc12 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:11.877136 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6c71449c-6f4e-4603-929a-4fddd57abc12 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.086789 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6c71449c-6f4e-4603-929a-4fddd57abc12 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6939394 Apr 18 21:03:12.095106 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40020) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:12.127685 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a8de3119-7d8b-4991-b797-5f74b23ea64e tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'subnet': {'network_id': 'a7179963-7bcc-4f4e-acd1-726cb9a591a7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:12.283860 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71449c-6f4e-4603-929a-4fddd57abc12 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Network': ['ID=a7179963-7bcc-4f4e-acd1-726cb9a591a7,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:12.355272 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network a7179963-7bcc-4f4e-acd1-726cb9a591a7 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:03:12.362735 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.546675 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942de83-a838-440d-bafe-6480a1f8760b None None] Pushing event updated for resources: {'Port': ['ID=8d047ed5-1491-427c-9b9c-925929d29a1c,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:12.574728 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8de3119-7d8b-4991-b797-5f74b23ea64e tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Made reservation on behalf of c6c240114a2445ec884221c276a81bc5 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:12.587012 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a8de3119-7d8b-4991-b797-5f74b23ea64e tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.618970 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ffca48d3-9f19-4773-8989-8084e84272af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.908821 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942de83-a838-440d-bafe-6480a1f8760b None None] Pushing event updated for resources: {'Port': ['ID=8d047ed5-1491-427c-9b9c-925929d29a1c,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:13.003447 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 00ded1bc-d6b6-4554-a861-15356a945ec8 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:13.003828 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.327080 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ffca48d3-9f19-4773-8989-8084e84272af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.372863 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07b7fa8-5608-46a1-bdff-0a8b716dd522 None None] Network 8015e3d7-f878-40ab-abbc-a4edd7d1085a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:03:13.573629 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a8de3119-7d8b-4991-b797-5f74b23ea64e tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.675739 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de3119-7d8b-4991-b797-5f74b23ea64e tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Subnet': ['ID=1e57df4b-5709-4714-89c1-52ac79eac47a,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:13.697246 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de3119-7d8b-4991-b797-5f74b23ea64e tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Checking segment: {'id': '85a767e5-3b31-4372-adc8-95aad61ef557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a7179963-7bcc-4f4e-acd1-726cb9a591a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:03:13.699638 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8de3119-7d8b-4991-b797-5f74b23ea64e tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network hostable DHCP agents. Network: a7179963-7bcc-4f4e-acd1-726cb9a591a7, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:13.717840 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.738809 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8de3119-7d8b-4991-b797-5f74b23ea64e tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network a7179963-7bcc-4f4e-acd1-726cb9a591a7 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:13.753701 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-a8de3119-7d8b-4991-b797-5f74b23ea64e tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, a7179963-7bcc-4f4e-acd1-726cb9a591a7) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:13.773690 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8de3119-7d8b-4991-b797-5f74b23ea64e tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:13.774407 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a8de3119-7d8b-4991-b797-5f74b23ea64e tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.826079 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d80c1e7-9838-4e09-9485-a22d4946c9d0 None None] Network a7179963-7bcc-4f4e-acd1-726cb9a591a7 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:03:13.845610 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a8de3119-7d8b-4991-b797-5f74b23ea64e tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7240062 Apr 18 21:03:13.846395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40050) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:13.882508 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffca48d3-9f19-4773-8989-8084e84272af admin admin] Router 325d48a5-3e37-49ff-ae1e-890fd1ed643a is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:03:14.066222 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-74d8e0cb-8024-4b89-ab19-cce92d05894e None None] Provisioning complete for port 00ded1bc-d6b6-4554-a861-15356a945ec8 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:14.066818 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-74d8e0cb-8024-4b89-ab19-cce92d05894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.166375 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffca48d3-9f19-4773-8989-8084e84272af admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:14.182544 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7e76c6-6ac9-4aa6-acd8-307696669e00 None None] Sync routers for ids ['325d48a5-3e37-49ff-ae1e-890fd1ed643a'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:03:14.223970 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7e76c6-6ac9-4aa6-acd8-307696669e00 None None] Routers {'325d48a5-3e37-49ff-ae1e-890fd1ed643a'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:14.226104 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-cd7e76c6-6ac9-4aa6-acd8-307696669e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:02:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['325d48a5-3e37-49ff-ae1e-890fd1ed643a'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:14.248315 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ffca48d3-9f19-4773-8989-8084e84272af admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.260810 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ffca48d3-9f19-4773-8989-8084e84272af admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.7986305 Apr 18 21:03:14.260810 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40060) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:14.286147 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68554c62-f5c5-42bc-a14c-44ff8260ea08 None None] Sync routers for ids ['2bdaf0a8-024a-42c4-8540-85721468cdac'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:03:14.291062 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 00ded1bc-d6b6-4554-a861-15356a945ec8, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=00ded1bc-d6b6-4554-a861-15356a945ec8,segment=NetworkSegment(612d5371-dab7-4338-88ff-739a2966418f),segment_id=612d5371-dab7-4338-88ff-739a2966418f)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:14.356874 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153f5f58-7c45-49aa-8e11-14aa7835779b None None] Network c38c11fb-78a5-44a7-bd9e-12bf272aa292 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:03:14.374536 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.580935 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-cd7e76c6-6ac9-4aa6-acd8-307696669e00 None None] Set router 325d48a5-3e37-49ff-ae1e-890fd1ed643a gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:14.611720 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=00ded1bc-d6b6-4554-a861-15356a945ec8,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:14.818419 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a3178f42-4bd0-4353-ac6b-66f755513c33 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:14.823001 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68554c62-f5c5-42bc-a14c-44ff8260ea08 None None] Routers {'2bdaf0a8-024a-42c4-8540-85721468cdac'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:14.823985 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-68554c62-f5c5-42bc-a14c-44ff8260ea08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:02:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2bdaf0a8-024a-42c4-8540-85721468cdac'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:14.859465 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea821-49fb-4785-9a9e-742cff28c443 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:15.084734 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-cd7e76c6-6ac9-4aa6-acd8-307696669e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325d48a5-3e37-49ff-ae1e-890fd1ed643a', 'name': 'tempest-TestAggregatesBasicOps-1725285316-router', 'tenant_id': '3fc4fa55be874918a3701138dbd0e84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '243ce4fb-25cf-487e-8bf6-c1aaf8497043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:07Z', 'updated_at': '2022-04-18T21:03:12Z', 'revision_number': 3, 'project_id': '3fc4fa55be874918a3701138dbd0e84c', 'gw_port': {'id': '243ce4fb-25cf-487e-8bf6-c1aaf8497043', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325d48a5-3e37-49ff-ae1e-890fd1ed643a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:15.118152 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7e76c6-6ac9-4aa6-acd8-307696669e00 None None] Checking router: 325d48a5-3e37-49ff-ae1e-890fd1ed643a for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:03:15.118763 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7e76c6-6ac9-4aa6-acd8-307696669e00 None None] Updating router 325d48a5-3e37-49ff-ae1e-890fd1ed643a port 243ce4fb-25cf-487e-8bf6-c1aaf8497043 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:03:15.268219 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cd7e76c6-6ac9-4aa6-acd8-307696669e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:15.577005 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7395a017-7a72-47b8-aaee-87a19dee9ab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-a7179963-7bcc-4f4e-acd1-726cb9a591a7', 'network_id': 'a7179963-7bcc-4f4e-acd1-726cb9a591a7', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'fixed_ips': [{'subnet_id': '1e57df4b-5709-4714-89c1-52ac79eac47a'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:03:15.579752 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7395a017-7a72-47b8-aaee-87a19dee9ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:15.795687 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2bde-f3c5-46ce-9efd-a4d4f9b44d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:15.809982 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-ce7ea821-49fb-4785-9a9e-742cff28c443 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Allocated IP 2001:db8:3::1 (a7179963-7bcc-4f4e-acd1-726cb9a591a7/1e57df4b-5709-4714-89c1-52ac79eac47a/acf89d4a-2e39-4dbb-9483-e00643c19078) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:15.971262 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-68554c62-f5c5-42bc-a14c-44ff8260ea08 None None] Set router 2bdaf0a8-024a-42c4-8540-85721468cdac gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:16.224531 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea821-49fb-4785-9a9e-742cff28c443 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.275008 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea821-49fb-4785-9a9e-742cff28c443 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.341513 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7ea821-49fb-4785-9a9e-742cff28c443 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network a7179963-7bcc-4f4e-acd1-726cb9a591a7 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:16.346885 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-ce7ea821-49fb-4785-9a9e-742cff28c443 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:16.364208 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ea821-49fb-4785-9a9e-742cff28c443 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:03:16.365474 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea821-49fb-4785-9a9e-742cff28c443 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.404538 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-4ddb2bde-f3c5-46ce-9efd-a4d4f9b44d05 admin admin] Allocated IP 172.20.0.1 (c38c11fb-78a5-44a7-bd9e-12bf272aa292/b10a3fea-bf13-4348-8c27-30380f8ca7d3/a5095699-1766-4104-9b1f-6b0ddb8fa39a) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:16.416743 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40106) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:16.425644 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:03:16.434818 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-46bbb7e9-f03b-4725-88b6-5678ae066ba0 None None] Provisioning complete for port 00ded1bc-d6b6-4554-a861-15356a945ec8 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:16.435486 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-46bbb7e9-f03b-4725-88b6-5678ae066ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.447506 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port a3178f42-4bd0-4353-ac6b-66f755513c33 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:16.448059 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.499847 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cd7e76c6-6ac9-4aa6-acd8-307696669e00 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.511170 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cd7e76c6-6ac9-4aa6-acd8-307696669e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.604843 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72bae4-68df-4e13-80aa-99e7d9026dda None None] Pushing event updated for resources: {'Port': ['ID=243ce4fb-25cf-487e-8bf6-c1aaf8497043,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:16.657754 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-cd7e76c6-6ac9-4aa6-acd8-307696669e00 None None] Attempting to bind port 243ce4fb-25cf-487e-8bf6-c1aaf8497043 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:16.658234 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-cd7e76c6-6ac9-4aa6-acd8-307696669e00 None None] Attempting to bind port 243ce4fb-25cf-487e-8bf6-c1aaf8497043 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:16.658590 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e76c6-6ac9-4aa6-acd8-307696669e00 None None] Attempting to bind port 243ce4fb-25cf-487e-8bf6-c1aaf8497043 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:03:16.680742 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e76c6-6ac9-4aa6-acd8-307696669e00 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:03:16.681156 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e76c6-6ac9-4aa6-acd8-307696669e00 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:03:16.681829 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cd7e76c6-6ac9-4aa6-acd8-307696669e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.683082 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e76c6-6ac9-4aa6-acd8-307696669e00 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:03:16.684420 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-cd7e76c6-6ac9-4aa6-acd8-307696669e00 None None] Bound port: 243ce4fb-25cf-487e-8bf6-c1aaf8497043, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:16.685130 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cd7e76c6-6ac9-4aa6-acd8-307696669e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.752628 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-cd7e76c6-6ac9-4aa6-acd8-307696669e00 None None] For port 243ce4fb-25cf-487e-8bf6-c1aaf8497043, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:16.757826 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-cd7e76c6-6ac9-4aa6-acd8-307696669e00 None None] For port 243ce4fb-25cf-487e-8bf6-c1aaf8497043, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=243ce4fb-25cf-487e-8bf6-c1aaf8497043,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:16.767940 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cd7e76c6-6ac9-4aa6-acd8-307696669e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.895433 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72bae4-68df-4e13-80aa-99e7d9026dda None None] Pushing event updated for resources: {'Port': ['ID=243ce4fb-25cf-487e-8bf6-c1aaf8497043,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:16.996964 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7e76c6-6ac9-4aa6-acd8-307696669e00 None None] Routers {'325d48a5-3e37-49ff-ae1e-890fd1ed643a'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:16.998290 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-cd7e76c6-6ac9-4aa6-acd8-307696669e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:02:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['325d48a5-3e37-49ff-ae1e-890fd1ed643a'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:17.018910 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ea821-49fb-4785-9a9e-742cff28c443 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Port': ['ID=acf89d4a-2e39-4dbb-9483-e00643c19078,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:17.116894 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-64892806-fde5-4dfd-a46e-baaf173db871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.206969 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea821-49fb-4785-9a9e-742cff28c443 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.250261 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-cd7e76c6-6ac9-4aa6-acd8-307696669e00 None None] Set router 325d48a5-3e37-49ff-ae1e-890fd1ed643a gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:17.376592 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-64892806-fde5-4dfd-a46e-baaf173db871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.387141 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-64892806-fde5-4dfd-a46e-baaf173db871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.569415 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-64892806-fde5-4dfd-a46e-baaf173db871 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb33c6cba8e745ba8b8b5ae424611bc6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1514509 Apr 18 21:03:17.572995 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40118) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:17.573805 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64892806-fde5-4dfd-a46e-baaf173db871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfac627c-8675-4f0c-9503-09b4f205de4e,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:17.643418 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2bde-f3c5-46ce-9efd-a4d4f9b44d05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.659157 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-7395a017-7a72-47b8-aaee-87a19dee9ab1 None None] Allocated IP 2001:db8:3::2 (a7179963-7bcc-4f4e-acd1-726cb9a591a7/1e57df4b-5709-4714-89c1-52ac79eac47a/bbf8a475-ad1e-4433-8b2f-953526f2c160) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:17.703058 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf89ae62-7c16-4b49-a29d-022fc55643b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.754606 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8d047ed5-1491-427c-9b9c-925929d29a1c up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:17.768786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-68554c62-f5c5-42bc-a14c-44ff8260ea08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'name': 'tempest-RoutersIpV6Test-router-709676099', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:49Z', 'updated_at': '2022-04-18T21:03:08Z', 'revision_number': 4, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None, '_interfaces': [{'id': '079aa634-21d8-42f1-99ed-0fc980a1a364', 'name': '', 'network_id': '8015e3d7-f878-40ab-abbc-a4edd7d1085a', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:83:8e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'bc7baf09-f1f2-4c6f-ba30-643f4bd55409', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:06Z', 'updated_at': '2022-04-18T21:03:09Z', 'revision_number': 2, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'bc7baf09-f1f2-4c6f-ba30-643f4bd55409', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42', 'name': '', 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:e5:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:52Z', 'updated_at': '2022-04-18T21:03:00Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3178f42-4bd0-4353-ac6b-66f755513c33', 'name': '', 'network_id': '7e9ef955-3f2e-4850-a208-b26f013fab46', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:4f:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:00Z', 'updated_at': '2022-04-18T21:03:10Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:17.769678 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf89ae62-7c16-4b49-a29d-022fc55643b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.779002 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2bde-f3c5-46ce-9efd-a4d4f9b44d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.803095 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-cd7e76c6-6ac9-4aa6-acd8-307696669e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325d48a5-3e37-49ff-ae1e-890fd1ed643a', 'name': 'tempest-TestAggregatesBasicOps-1725285316-router', 'tenant_id': '3fc4fa55be874918a3701138dbd0e84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '243ce4fb-25cf-487e-8bf6-c1aaf8497043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:07Z', 'updated_at': '2022-04-18T21:03:12Z', 'revision_number': 3, 'project_id': '3fc4fa55be874918a3701138dbd0e84c', 'gw_port': {'id': '243ce4fb-25cf-487e-8bf6-c1aaf8497043', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325d48a5-3e37-49ff-ae1e-890fd1ed643a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:17.868189 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea821-49fb-4785-9a9e-742cff28c443 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.874733 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea821-49fb-4785-9a9e-742cff28c443 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.875810 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea821-49fb-4785-9a9e-742cff28c443 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.937068 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddb2bde-f3c5-46ce-9efd-a4d4f9b44d05 admin admin] Network c38c11fb-78a5-44a7-bd9e-12bf272aa292 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:17.940421 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68554c62-f5c5-42bc-a14c-44ff8260ea08 None None] Checking router: 2bdaf0a8-024a-42c4-8540-85721468cdac for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:03:17.946762 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68554c62-f5c5-42bc-a14c-44ff8260ea08 None None] Updating router 2bdaf0a8-024a-42c4-8540-85721468cdac port 079aa634-21d8-42f1-99ed-0fc980a1a364 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:03:17.955402 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-4ddb2bde-f3c5-46ce-9efd-a4d4f9b44d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:17.965071 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7e76c6-6ac9-4aa6-acd8-307696669e00 None None] The sync data for ids ['325d48a5-3e37-49ff-ae1e-890fd1ed643a'] in n-d-838323-3 is: [{'id': '325d48a5-3e37-49ff-ae1e-890fd1ed643a', 'name': 'tempest-TestAggregatesBasicOps-1725285316-router', 'tenant_id': '3fc4fa55be874918a3701138dbd0e84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '243ce4fb-25cf-487e-8bf6-c1aaf8497043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:07Z', 'updated_at': '2022-04-18T21:03:12Z', 'revision_number': 3, 'project_id': '3fc4fa55be874918a3701138dbd0e84c', 'gw_port': {'id': '243ce4fb-25cf-487e-8bf6-c1aaf8497043', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325d48a5-3e37-49ff-ae1e-890fd1ed643a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:03:17.973931 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddb2bde-f3c5-46ce-9efd-a4d4f9b44d05 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:03:18.028047 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-46bbb7e9-f03b-4725-88b6-5678ae066ba0 None None] Provisioning complete for port 079aa634-21d8-42f1-99ed-0fc980a1a364 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:18.033943 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-46bbb7e9-f03b-4725-88b6-5678ae066ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:18.078529 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb2bde-f3c5-46ce-9efd-a4d4f9b44d05 admin admin] Pushing event updated for resources: {'Port': ['ID=a5095699-1766-4104-9b1f-6b0ddb8fa39a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:18.088024 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf89ae62-7c16-4b49-a29d-022fc55643b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:18.092711 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bf89ae62-7c16-4b49-a29d-022fc55643b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:18.094046 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bf89ae62-7c16-4b49-a29d-022fc55643b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bfac627c-8675-4f0c-9503-09b4f205de4e HTTP/1.1" status: 204 len: 168 time: 0.5169349 Apr 18 21:03:18.122843 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89ae62-7c16-4b49-a29d-022fc55643b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfac627c-8675-4f0c-9503-09b4f205de4e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:18.128413 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2bde-f3c5-46ce-9efd-a4d4f9b44d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:18.133178 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7ea821-49fb-4785-9a9e-742cff28c443 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Network a7179963-7bcc-4f4e-acd1-726cb9a591a7 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:18.150574 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-ce7ea821-49fb-4785-9a9e-742cff28c443 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:18.158438 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ea821-49fb-4785-9a9e-742cff28c443 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event updated for resources: {'Port': ['ID=acf89d4a-2e39-4dbb-9483-e00643c19078,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:18.247988 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-68554c62-f5c5-42bc-a14c-44ff8260ea08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:18.478133 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7ea821-49fb-4785-9a9e-742cff28c443 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Router 2bdaf0a8-024a-42c4-8540-85721468cdac has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:03:18.603708 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2bde-f3c5-46ce-9efd-a4d4f9b44d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:18.625977 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7395a017-7a72-47b8-aaee-87a19dee9ab1 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:18.648159 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7395a017-7a72-47b8-aaee-87a19dee9ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:18.689286 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-46bbb7e9-f03b-4725-88b6-5678ae066ba0 None None] Port 079aa634-21d8-42f1-99ed-0fc980a1a364 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:03:18.725871 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7395a017-7a72-47b8-aaee-87a19dee9ab1 None None] Network a7179963-7bcc-4f4e-acd1-726cb9a591a7 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:18.738003 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-7395a017-7a72-47b8-aaee-87a19dee9ab1 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:18.746922 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7ea821-49fb-4785-9a9e-742cff28c443 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:18.757090 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7395a017-7a72-47b8-aaee-87a19dee9ab1 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:03:18.758096 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ce7ea821-49fb-4785-9a9e-742cff28c443 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "PUT /v2.0/routers/2bdaf0a8-024a-42c4-8540-85721468cdac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9103456 Apr 18 21:03:18.762484 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40136) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:18.778614 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-c865caa8-5fa6-48de-8e78-0ad5cad9d20b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:18.810967 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40138) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:18.876732 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e8660cca-81d5-46c2-a5c2-db10a6aafc37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:18.911350 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 8d047ed5-1491-427c-9b9c-925929d29a1c triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:18.911883 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:18.918120 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-46bbb7e9-f03b-4725-88b6-5678ae066ba0 None None] Provisioning complete for port 8d047ed5-1491-427c-9b9c-925929d29a1c triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:18.918390 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-46bbb7e9-f03b-4725-88b6-5678ae066ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.098858 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395a017-7a72-47b8-aaee-87a19dee9ab1 None None] Pushing event updated for resources: {'Port': ['ID=bbf8a475-ad1e-4433-8b2f-953526f2c160,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:19.167152 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7395a017-7a72-47b8-aaee-87a19dee9ab1 None None] Attempting to bind port bbf8a475-ad1e-4433-8b2f-953526f2c160 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:19.167986 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7395a017-7a72-47b8-aaee-87a19dee9ab1 None None] Attempting to bind port bbf8a475-ad1e-4433-8b2f-953526f2c160 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '85a767e5-3b31-4372-adc8-95aad61ef557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a7179963-7bcc-4f4e-acd1-726cb9a591a7'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:19.168139 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7395a017-7a72-47b8-aaee-87a19dee9ab1 None None] Attempting to bind port bbf8a475-ad1e-4433-8b2f-953526f2c160 on network a7179963-7bcc-4f4e-acd1-726cb9a591a7 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:03:19.216963 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7395a017-7a72-47b8-aaee-87a19dee9ab1 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:03:19.218169 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7395a017-7a72-47b8-aaee-87a19dee9ab1 None None] Checking segment: {'id': '85a767e5-3b31-4372-adc8-95aad61ef557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a7179963-7bcc-4f4e-acd1-726cb9a591a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:03:19.218688 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7395a017-7a72-47b8-aaee-87a19dee9ab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.219192 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7395a017-7a72-47b8-aaee-87a19dee9ab1 None None] Bound using segment: {'id': '85a767e5-3b31-4372-adc8-95aad61ef557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a7179963-7bcc-4f4e-acd1-726cb9a591a7'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:03:19.219801 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7395a017-7a72-47b8-aaee-87a19dee9ab1 None None] Bound port: bbf8a475-ad1e-4433-8b2f-953526f2c160, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a767e5-3b31-4372-adc8-95aad61ef557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a7179963-7bcc-4f4e-acd1-726cb9a591a7'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:19.220333 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7395a017-7a72-47b8-aaee-87a19dee9ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.269941 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2bde-f3c5-46ce-9efd-a4d4f9b44d05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.282873 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2bde-f3c5-46ce-9efd-a4d4f9b44d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.466570 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e8660cca-81d5-46c2-a5c2-db10a6aafc37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.467827 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7395a017-7a72-47b8-aaee-87a19dee9ab1 None None] For port bbf8a475-ad1e-4433-8b2f-953526f2c160, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:19.500508 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e8660cca-81d5-46c2-a5c2-db10a6aafc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.525046 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2bde-f3c5-46ce-9efd-a4d4f9b44d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.541014 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb2bde-f3c5-46ce-9efd-a4d4f9b44d05 admin admin] Pushing event updated for resources: {'Port': ['ID=a5095699-1766-4104-9b1f-6b0ddb8fa39a,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:19.566123 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-46bbb7e9-f03b-4725-88b6-5678ae066ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.599317 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e8660cca-81d5-46c2-a5c2-db10a6aafc37 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e2ee87e0fd7b4738bd7034e744ccdfdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7862597 Apr 18 21:03:19.613612 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7395a017-7a72-47b8-aaee-87a19dee9ab1 None None] For port bbf8a475-ad1e-4433-8b2f-953526f2c160, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=bbf8a475-ad1e-4433-8b2f-953526f2c160,segment=NetworkSegment(85a767e5-3b31-4372-adc8-95aad61ef557),segment_id=85a767e5-3b31-4372-adc8-95aad61ef557)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:19.618662 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.628079 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40144) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:19.630863 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7395a017-7a72-47b8-aaee-87a19dee9ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.669129 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8660cca-81d5-46c2-a5c2-db10a6aafc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a06b24-40f7-40b5-a21d-2d2717f0e566,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:19.743878 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.extraroute_db [None req-c865caa8-5fa6-48de-8e78-0ad5cad9d20b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 18 21:03:19.774965 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.extraroute_db [None req-c865caa8-5fa6-48de-8e78-0ad5cad9d20b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Removed routes are [] {{(pid=102908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 18 21:03:19.775471 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c865caa8-5fa6-48de-8e78-0ad5cad9d20b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.797157 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7d35a22-bb85-4ee6-99fb-c5debb513d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.836096 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddb2bde-f3c5-46ce-9efd-a4d4f9b44d05 admin admin] Network c38c11fb-78a5-44a7-bd9e-12bf272aa292 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:19.859378 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-4ddb2bde-f3c5-46ce-9efd-a4d4f9b44d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:19.875771 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7d35a22-bb85-4ee6-99fb-c5debb513d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.879189 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-46bbb7e9-f03b-4725-88b6-5678ae066ba0 None None] For port 8d047ed5-1491-427c-9b9c-925929d29a1c, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8d047ed5-1491-427c-9b9c-925929d29a1c,segment=NetworkSegment(faefbb78-3b1a-4cb9-9a21-67b1e07cb73f),segment_id=faefbb78-3b1a-4cb9-9a21-67b1e07cb73f)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:19.912011 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-46bbb7e9-f03b-4725-88b6-5678ae066ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.044385 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395a017-7a72-47b8-aaee-87a19dee9ab1 None None] Pushing event updated for resources: {'Port': ['ID=bbf8a475-ad1e-4433-8b2f-953526f2c160,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:20.199068 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-68554c62-f5c5-42bc-a14c-44ff8260ea08 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.273879 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-68554c62-f5c5-42bc-a14c-44ff8260ea08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.368523 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:03:20.368523 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:03:20.374419 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c7bb1398-216c-4d66-8296-8dddbd6f1c3e None None] Provisioning complete for port a5095699-1766-4104-9b1f-6b0ddb8fa39a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:20.375190 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1398-216c-4d66-8296-8dddbd6f1c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.395925 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c865caa8-5fa6-48de-8e78-0ad5cad9d20b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.398662 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddb2bde-f3c5-46ce-9efd-a4d4f9b44d05 admin admin] Router 325d48a5-3e37-49ff-ae1e-890fd1ed643a has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:03:20.403501 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c865caa8-5fa6-48de-8e78-0ad5cad9d20b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608727'] for router, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.405735 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7d35a22-bb85-4ee6-99fb-c5debb513d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.411967 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7d35a22-bb85-4ee6-99fb-c5debb513d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.418445 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c7d35a22-bb85-4ee6-99fb-c5debb513d5e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e4a06b24-40f7-40b5-a21d-2d2717f0e566 HTTP/1.1" status: 204 len: 168 time: 0.7848594 Apr 18 21:03:20.439596 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbb7e9-f03b-4725-88b6-5678ae066ba0 None None] Pushing event updated for resources: {'Port': ['ID=8d047ed5-1491-427c-9b9c-925929d29a1c,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:20.483632 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d35a22-bb85-4ee6-99fb-c5debb513d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a06b24-40f7-40b5-a21d-2d2717f0e566,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:20.893625 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c865caa8-5fa6-48de-8e78-0ad5cad9d20b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Router 2bdaf0a8-024a-42c4-8540-85721468cdac has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:03:20.988194 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddb2bde-f3c5-46ce-9efd-a4d4f9b44d05 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:21.018596 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4ddb2bde-f3c5-46ce-9efd-a4d4f9b44d05 admin admin] 10.222.0.41 "PUT /v2.0/routers/325d48a5-3e37-49ff-ae1e-890fd1ed643a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7577636 Apr 18 21:03:21.124336 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c865caa8-5fa6-48de-8e78-0ad5cad9d20b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:21.141759 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c865caa8-5fa6-48de-8e78-0ad5cad9d20b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.166513 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c865caa8-5fa6-48de-8e78-0ad5cad9d20b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "PUT /v2.0/routers/2bdaf0a8-024a-42c4-8540-85721468cdac HTTP/1.1" status: 200 len: 953 time: 2.4008155 Apr 18 21:03:21.169247 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40160) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:21.223799 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb1398-216c-4d66-8296-8dddbd6f1c3e None None] Port a5095699-1766-4104-9b1f-6b0ddb8fa39a cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:03:21.228618 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-68554c62-f5c5-42bc-a14c-44ff8260ea08 None None] Attempting to bind port 079aa634-21d8-42f1-99ed-0fc980a1a364 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:21.228930 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-68554c62-f5c5-42bc-a14c-44ff8260ea08 None None] Attempting to bind port 079aa634-21d8-42f1-99ed-0fc980a1a364 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '612d5371-dab7-4338-88ff-739a2966418f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8015e3d7-f878-40ab-abbc-a4edd7d1085a'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:21.229298 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68554c62-f5c5-42bc-a14c-44ff8260ea08 None None] Attempting to bind port 079aa634-21d8-42f1-99ed-0fc980a1a364 on network 8015e3d7-f878-40ab-abbc-a4edd7d1085a {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:03:21.248181 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8eae5-f13b-4257-bca9-84c2abf1ba2a None None] Pushing event updated for resources: {'Port': ['ID=079aa634-21d8-42f1-99ed-0fc980a1a364,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:21.261670 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68554c62-f5c5-42bc-a14c-44ff8260ea08 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:03:21.262059 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68554c62-f5c5-42bc-a14c-44ff8260ea08 None None] Checking segment: {'id': '612d5371-dab7-4338-88ff-739a2966418f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8015e3d7-f878-40ab-abbc-a4edd7d1085a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:03:21.262476 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-68554c62-f5c5-42bc-a14c-44ff8260ea08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.262877 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68554c62-f5c5-42bc-a14c-44ff8260ea08 None None] Bound using segment: {'id': '612d5371-dab7-4338-88ff-739a2966418f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8015e3d7-f878-40ab-abbc-a4edd7d1085a'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:03:21.263434 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-68554c62-f5c5-42bc-a14c-44ff8260ea08 None None] Bound port: 079aa634-21d8-42f1-99ed-0fc980a1a364, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612d5371-dab7-4338-88ff-739a2966418f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8015e3d7-f878-40ab-abbc-a4edd7d1085a'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:21.263833 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-68554c62-f5c5-42bc-a14c-44ff8260ea08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.270108 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c7bb1398-216c-4d66-8296-8dddbd6f1c3e None None] Provisioning complete for port 079aa634-21d8-42f1-99ed-0fc980a1a364 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:21.270482 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1398-216c-4d66-8296-8dddbd6f1c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.478407 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-68554c62-f5c5-42bc-a14c-44ff8260ea08 None None] For port 079aa634-21d8-42f1-99ed-0fc980a1a364, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:21.485626 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40170) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:21.488215 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4c9273de-2519-4bad-aaba-2a39c95e7442 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "GET /v2.0/routers/2bdaf0a8-024a-42c4-8540-85721468cdac HTTP/1.1" status: 200 len: 953 time: 0.3115537 Apr 18 21:03:21.493440 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-68554c62-f5c5-42bc-a14c-44ff8260ea08 None None] For port 079aa634-21d8-42f1-99ed-0fc980a1a364, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=079aa634-21d8-42f1-99ed-0fc980a1a364,segment=NetworkSegment(612d5371-dab7-4338-88ff-739a2966418f),segment_id=612d5371-dab7-4338-88ff-739a2966418f)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:21.494955 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb1398-216c-4d66-8296-8dddbd6f1c3e None None] Port 079aa634-21d8-42f1-99ed-0fc980a1a364 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:03:21.495677 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-7b3e5d98-aec4-4268-b0a8-0a7312e95343 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'router': {'routes': None}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:21.501985 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-68554c62-f5c5-42bc-a14c-44ff8260ea08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.622566 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c7bb1398-216c-4d66-8296-8dddbd6f1c3e None None] Provisioning complete for port 8d047ed5-1491-427c-9b9c-925929d29a1c triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:21.623178 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1398-216c-4d66-8296-8dddbd6f1c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.761646 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68554c62-f5c5-42bc-a14c-44ff8260ea08 None None] Routers {'2bdaf0a8-024a-42c4-8540-85721468cdac'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:21.762590 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-68554c62-f5c5-42bc-a14c-44ff8260ea08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:02:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2bdaf0a8-024a-42c4-8540-85721468cdac'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:21.842781 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8eae5-f13b-4257-bca9-84c2abf1ba2a None None] Pushing event updated for resources: {'Port': ['ID=079aa634-21d8-42f1-99ed-0fc980a1a364,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:21.977863 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf49a4da-ed13-4f12-8eda-f8cccbb14ed9 None None] Sync routers for ids ['325d48a5-3e37-49ff-ae1e-890fd1ed643a'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:03:22.064822 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf49a4da-ed13-4f12-8eda-f8cccbb14ed9 None None] Routers {'325d48a5-3e37-49ff-ae1e-890fd1ed643a'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:22.070964 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-bf49a4da-ed13-4f12-8eda-f8cccbb14ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:02:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['325d48a5-3e37-49ff-ae1e-890fd1ed643a'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:22.132621 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8d047ed5-1491-427c-9b9c-925929d29a1c up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:22.291136 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-68554c62-f5c5-42bc-a14c-44ff8260ea08 None None] Set router 2bdaf0a8-024a-42c4-8540-85721468cdac gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:22.423609 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-bf49a4da-ed13-4f12-8eda-f8cccbb14ed9 None None] Set router 325d48a5-3e37-49ff-ae1e-890fd1ed643a gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:22.450846 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd459a65-d621-42c3-9bbb-d73d36615724 None None] Network a7179963-7bcc-4f4e-acd1-726cb9a591a7 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:03:22.780197 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 8d047ed5-1491-427c-9b9c-925929d29a1c triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:22.780758 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.897241 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.extraroute_db [None req-7b3e5d98-aec4-4268-b0a8-0a7312e95343 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Added routes are [] {{(pid=102908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 18 21:03:22.897754 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.extraroute_db [None req-7b3e5d98-aec4-4268-b0a8-0a7312e95343 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 18 21:03:22.993528 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d7edcf2e-8ed4-4b9c-a986-7d70739a6bd7 None None] Provisioning complete for port bbf8a475-ad1e-4433-8b2f-953526f2c160 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:22.993981 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d7edcf2e-8ed4-4b9c-a986-7d70739a6bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.029389 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7b3e5d98-aec4-4268-b0a8-0a7312e95343 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.068090 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40200) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:23.071838 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-bf49a4da-ed13-4f12-8eda-f8cccbb14ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325d48a5-3e37-49ff-ae1e-890fd1ed643a', 'name': 'tempest-TestAggregatesBasicOps-1725285316-router', 'tenant_id': '3fc4fa55be874918a3701138dbd0e84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '243ce4fb-25cf-487e-8bf6-c1aaf8497043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:07Z', 'updated_at': '2022-04-18T21:03:18Z', 'revision_number': 4, 'project_id': '3fc4fa55be874918a3701138dbd0e84c', 'gw_port': {'id': '243ce4fb-25cf-487e-8bf6-c1aaf8497043', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325d48a5-3e37-49ff-ae1e-890fd1ed643a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'a5095699-1766-4104-9b1f-6b0ddb8fa39a', 'name': '', 'network_id': 'c38c11fb-78a5-44a7-bd9e-12bf272aa292', 'tenant_id': '3fc4fa55be874918a3701138dbd0e84c', 'mac_address': 'fa:16:3e:a6:12:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325d48a5-3e37-49ff-ae1e-890fd1ed643a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b10a3fea-bf13-4348-8c27-30380f8ca7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:15Z', 'updated_at': '2022-04-18T21:03:18Z', 'revision_number': 2, 'project_id': '3fc4fa55be874918a3701138dbd0e84c', 'subnets': [{'id': 'b10a3fea-bf13-4348-8c27-30380f8ca7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:23.086305 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-1af3295d-9f94-413b-97ac-8dbc880ea437 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1856785507-network', 'tenant_id': '5ff63d6a80564df1a9f5622cfa827b9c'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:23.140965 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af3295d-9f94-413b-97ac-8dbc880ea437 admin admin] Made reservation on behalf of 5ff63d6a80564df1a9f5622cfa827b9c for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:23.158325 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1af3295d-9f94-413b-97ac-8dbc880ea437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.163999 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf49a4da-ed13-4f12-8eda-f8cccbb14ed9 None None] Checking router: 325d48a5-3e37-49ff-ae1e-890fd1ed643a for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:03:23.164316 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf49a4da-ed13-4f12-8eda-f8cccbb14ed9 None None] Updating router 325d48a5-3e37-49ff-ae1e-890fd1ed643a port a5095699-1766-4104-9b1f-6b0ddb8fa39a binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:03:23.181086 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1af3295d-9f94-413b-97ac-8dbc880ea437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.255814 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bf49a4da-ed13-4f12-8eda-f8cccbb14ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.327505 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d7edcf2e-8ed4-4b9c-a986-7d70739a6bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.340665 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device bbf8a475-ad1e-4433-8b2f-953526f2c160 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:23.482860 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d7edcf2e-8ed4-4b9c-a986-7d70739a6bd7 None None] For port bbf8a475-ad1e-4433-8b2f-953526f2c160, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=bbf8a475-ad1e-4433-8b2f-953526f2c160,segment=NetworkSegment(85a767e5-3b31-4372-adc8-95aad61ef557),segment_id=85a767e5-3b31-4372-adc8-95aad61ef557)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:23.496050 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d7edcf2e-8ed4-4b9c-a986-7d70739a6bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.533479 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1af3295d-9f94-413b-97ac-8dbc880ea437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.546171 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1af3295d-9f94-413b-97ac-8dbc880ea437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.575700 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af3295d-9f94-413b-97ac-8dbc880ea437 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:23.582227 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7b3e5d98-aec4-4268-b0a8-0a7312e95343 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.596375 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-68554c62-f5c5-42bc-a14c-44ff8260ea08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'name': 'tempest-RoutersIpV6Test-router-709676099', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:49Z', 'updated_at': '2022-04-18T21:03:19Z', 'revision_number': 6, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None, '_interfaces': [{'id': '079aa634-21d8-42f1-99ed-0fc980a1a364', 'name': '', 'network_id': '8015e3d7-f878-40ab-abbc-a4edd7d1085a', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:83:8e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'bc7baf09-f1f2-4c6f-ba30-643f4bd55409', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:06Z', 'updated_at': '2022-04-18T21:03:21Z', 'revision_number': 4, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'bc7baf09-f1f2-4c6f-ba30-643f4bd55409', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42', 'name': '', 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:e5:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:52Z', 'updated_at': '2022-04-18T21:03:00Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3178f42-4bd0-4353-ac6b-66f755513c33', 'name': '', 'network_id': '7e9ef955-3f2e-4850-a208-b26f013fab46', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:4f:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:00Z', 'updated_at': '2022-04-18T21:03:10Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf89d4a-2e39-4dbb-9483-e00643c19078', 'name': '', 'network_id': 'a7179963-7bcc-4f4e-acd1-726cb9a591a7', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:d6:6d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '1e57df4b-5709-4714-89c1-52ac79eac47a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:15Z', 'updated_at': '2022-04-18T21:03:17Z', 'revision_number': 2, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': '1e57df4b-5709-4714-89c1-52ac79eac47a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:23.607035 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7b3e5d98-aec4-4268-b0a8-0a7312e95343 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608727'] for router, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.622095 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3295d-9f94-413b-97ac-8dbc880ea437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0773b3-720e-4df5-a1ac-5b2efbe538ba,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:23.644404 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1af3295d-9f94-413b-97ac-8dbc880ea437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.645154 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-1af3295d-9f94-413b-97ac-8dbc880ea437 admin admin] Added segment 363178ac-35a8-4bf1-a099-e9cdad4dacc2 of type vlan for network f9f2872f-f7e7-481b-bbee-d76ecefa0c58 Apr 18 21:03:23.668666 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68554c62-f5c5-42bc-a14c-44ff8260ea08 None None] The sync data for ids ['2bdaf0a8-024a-42c4-8540-85721468cdac'] in n-d-838323-3 is: [{'id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'name': 'tempest-RoutersIpV6Test-router-709676099', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:49Z', 'updated_at': '2022-04-18T21:03:19Z', 'revision_number': 6, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None, '_interfaces': [{'id': '079aa634-21d8-42f1-99ed-0fc980a1a364', 'name': '', 'network_id': '8015e3d7-f878-40ab-abbc-a4edd7d1085a', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:83:8e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'bc7baf09-f1f2-4c6f-ba30-643f4bd55409', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:06Z', 'updated_at': '2022-04-18T21:03:21Z', 'revision_number': 4, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'bc7baf09-f1f2-4c6f-ba30-643f4bd55409', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42', 'name': '', 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:e5:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:52Z', 'updated_at': '2022-04-18T21:03:00Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3178f42-4bd0-4353-ac6b-66f755513c33', 'name': '', 'network_id': '7e9ef955-3f2e-4850-a208-b26f013fab46', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:4f:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:00Z', 'updated_at': '2022-04-18T21:03:10Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf89d4a-2e39-4dbb-9483-e00643c19078', 'name': '', 'network_id': 'a7179963-7bcc-4f4e-acd1-726cb9a591a7', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:d6:6d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '1e57df4b-5709-4714-89c1-52ac79eac47a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:15Z', 'updated_at': '2022-04-18T21:03:17Z', 'revision_number': 2, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': '1e57df4b-5709-4714-89c1-52ac79eac47a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:03:23.691359 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d7edcf2e-8ed4-4b9c-a986-7d70739a6bd7 None None] Provisioning complete for port a5095699-1766-4104-9b1f-6b0ddb8fa39a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:23.691739 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d7edcf2e-8ed4-4b9c-a986-7d70739a6bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.829260 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1af3295d-9f94-413b-97ac-8dbc880ea437 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.860100 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port bbf8a475-ad1e-4433-8b2f-953526f2c160 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:23.861518 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.876539 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1af3295d-9f94-413b-97ac-8dbc880ea437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.877726 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af3295d-9f94-413b-97ac-8dbc880ea437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:23.878481 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1af3295d-9f94-413b-97ac-8dbc880ea437 admin admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.903370 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edcf2e-8ed4-4b9c-a986-7d70739a6bd7 None None] Pushing event updated for resources: {'Port': ['ID=bbf8a475-ad1e-4433-8b2f-953526f2c160,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:23.928569 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-d7edcf2e-8ed4-4b9c-a986-7d70739a6bd7 None None] Port a5095699-1766-4104-9b1f-6b0ddb8fa39a cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:03:23.973014 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d7edcf2e-8ed4-4b9c-a986-7d70739a6bd7 None None] Provisioning complete for port 079aa634-21d8-42f1-99ed-0fc980a1a364 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:23.973391 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d7edcf2e-8ed4-4b9c-a986-7d70739a6bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.017529 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3e5d98-aec4-4268-b0a8-0a7312e95343 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Router 2bdaf0a8-024a-42c4-8540-85721468cdac has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:03:24.255142 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3e5d98-aec4-4268-b0a8-0a7312e95343 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:24.270801 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7b3e5d98-aec4-4268-b0a8-0a7312e95343 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.276362 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7b3e5d98-aec4-4268-b0a8-0a7312e95343 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "PUT /v2.0/routers/2bdaf0a8-024a-42c4-8540-85721468cdac HTTP/1.1" status: 200 len: 703 time: 2.7882378 Apr 18 21:03:24.277303 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40228) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:24.322357 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 00ded1bc-d6b6-4554-a861-15356a945ec8 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:24.398732 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3295d-9f94-413b-97ac-8dbc880ea437 admin admin] Pushing event updated for resources: {'Network': ['ID=f9f2872f-f7e7-481b-bbee-d76ecefa0c58,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:24.408770 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1af3295d-9f94-413b-97ac-8dbc880ea437 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3389361 Apr 18 21:03:24.426426 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40232) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:24.432111 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c03b8644-d43a-45ab-b6d4-0571175df276 admin admin] Request body: {'subnet': {'network_id': 'f9f2872f-f7e7-481b-bbee-d76ecefa0c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1856785507-subnet', 'tenant_id': '5ff63d6a80564df1a9f5622cfa827b9c', 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:24.452205 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network f9f2872f-f7e7-481b-bbee-d76ecefa0c58 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:03:24.490625 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03b8644-d43a-45ab-b6d4-0571175df276 admin admin] Made reservation on behalf of 5ff63d6a80564df1a9f5622cfa827b9c for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:24.494222 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c03b8644-d43a-45ab-b6d4-0571175df276 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.649169 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bf49a4da-ed13-4f12-8eda-f8cccbb14ed9 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.665190 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bf49a4da-ed13-4f12-8eda-f8cccbb14ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.767497 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c03b8644-d43a-45ab-b6d4-0571175df276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.781037 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d7edcf2e-8ed4-4b9c-a986-7d70739a6bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.869434 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-79d8f189-5add-4817-bb72-350e993bf9c1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "GET /v2.0/routers/2bdaf0a8-024a-42c4-8540-85721468cdac HTTP/1.1" status: 200 len: 703 time: 0.5870686 Apr 18 21:03:24.877532 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40242) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:24.958163 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e72235-124a-4b25-a5b0-9dcd62dadc2d None None] Pushing event updated for resources: {'Port': ['ID=a5095699-1766-4104-9b1f-6b0ddb8fa39a,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:24.991506 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e16a6349-dead-466e-bc12-9bfe1411d52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.070012 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03b8644-d43a-45ab-b6d4-0571175df276 admin admin] Checking segment: {'id': '363178ac-35a8-4bf1-a099-e9cdad4dacc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f9f2872f-f7e7-481b-bbee-d76ecefa0c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:03:25.071291 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03b8644-d43a-45ab-b6d4-0571175df276 admin admin] Network hostable DHCP agents. Network: f9f2872f-f7e7-481b-bbee-d76ecefa0c58, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:25.075862 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b8644-d43a-45ab-b6d4-0571175df276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53578edf-1f80-411f-a494-27d175451a31,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:25.114259 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d7edcf2e-8ed4-4b9c-a986-7d70739a6bd7 None None] For port 079aa634-21d8-42f1-99ed-0fc980a1a364, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=079aa634-21d8-42f1-99ed-0fc980a1a364,segment=NetworkSegment(612d5371-dab7-4338-88ff-739a2966418f),segment_id=612d5371-dab7-4338-88ff-739a2966418f)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:25.120705 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 00ded1bc-d6b6-4554-a861-15356a945ec8 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:25.121606 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.126131 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d7edcf2e-8ed4-4b9c-a986-7d70739a6bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.153015 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03b8644-d43a-45ab-b6d4-0571175df276 admin admin] Network f9f2872f-f7e7-481b-bbee-d76ecefa0c58 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:25.186455 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-c03b8644-d43a-45ab-b6d4-0571175df276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, f9f2872f-f7e7-481b-bbee-d76ecefa0c58) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:25.206545 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03b8644-d43a-45ab-b6d4-0571175df276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:25.207223 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c03b8644-d43a-45ab-b6d4-0571175df276 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.214169 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcc6e42-b2ff-42a1-bce2-6a290e7b65b3 None None] Network f9f2872f-f7e7-481b-bbee-d76ecefa0c58 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:03:25.255479 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c03b8644-d43a-45ab-b6d4-0571175df276 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8272617 Apr 18 21:03:25.262948 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40248) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:25.270062 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-0772e963-127c-46dc-a737-16564213918f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1856785507-router', 'tenant_id': '5ff63d6a80564df1a9f5622cfa827b9c', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:25.276547 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-bf49a4da-ed13-4f12-8eda-f8cccbb14ed9 None None] Attempting to bind port a5095699-1766-4104-9b1f-6b0ddb8fa39a on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:25.278328 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-bf49a4da-ed13-4f12-8eda-f8cccbb14ed9 None None] Attempting to bind port a5095699-1766-4104-9b1f-6b0ddb8fa39a by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'faefbb78-3b1a-4cb9-9a21-67b1e07cb73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c38c11fb-78a5-44a7-bd9e-12bf272aa292'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:25.281501 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf49a4da-ed13-4f12-8eda-f8cccbb14ed9 None None] Attempting to bind port a5095699-1766-4104-9b1f-6b0ddb8fa39a on network c38c11fb-78a5-44a7-bd9e-12bf272aa292 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:03:25.301658 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf49a4da-ed13-4f12-8eda-f8cccbb14ed9 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:03:25.302106 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf49a4da-ed13-4f12-8eda-f8cccbb14ed9 None None] Checking segment: {'id': 'faefbb78-3b1a-4cb9-9a21-67b1e07cb73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c38c11fb-78a5-44a7-bd9e-12bf272aa292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:03:25.319411 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bf49a4da-ed13-4f12-8eda-f8cccbb14ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.320071 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf49a4da-ed13-4f12-8eda-f8cccbb14ed9 None None] Bound using segment: {'id': 'faefbb78-3b1a-4cb9-9a21-67b1e07cb73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c38c11fb-78a5-44a7-bd9e-12bf272aa292'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:03:25.321182 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-bf49a4da-ed13-4f12-8eda-f8cccbb14ed9 None None] Bound port: a5095699-1766-4104-9b1f-6b0ddb8fa39a, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faefbb78-3b1a-4cb9-9a21-67b1e07cb73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c38c11fb-78a5-44a7-bd9e-12bf272aa292'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:25.321772 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bf49a4da-ed13-4f12-8eda-f8cccbb14ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.385376 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0772e963-127c-46dc-a737-16564213918f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.387394 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0772e963-127c-46dc-a737-16564213918f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.615774 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-bf49a4da-ed13-4f12-8eda-f8cccbb14ed9 None None] For port a5095699-1766-4104-9b1f-6b0ddb8fa39a, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:25.629983 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-bf49a4da-ed13-4f12-8eda-f8cccbb14ed9 None None] For port a5095699-1766-4104-9b1f-6b0ddb8fa39a, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a5095699-1766-4104-9b1f-6b0ddb8fa39a,segment=NetworkSegment(faefbb78-3b1a-4cb9-9a21-67b1e07cb73f),segment_id=faefbb78-3b1a-4cb9-9a21-67b1e07cb73f)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:25.637984 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bf49a4da-ed13-4f12-8eda-f8cccbb14ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.667149 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0772e963-127c-46dc-a737-16564213918f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.802967 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf49a4da-ed13-4f12-8eda-f8cccbb14ed9 None None] Routers {'325d48a5-3e37-49ff-ae1e-890fd1ed643a'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:25.804642 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-bf49a4da-ed13-4f12-8eda-f8cccbb14ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:02:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['325d48a5-3e37-49ff-ae1e-890fd1ed643a'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:25.818942 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e72235-124a-4b25-a5b0-9dcd62dadc2d None None] Pushing event updated for resources: {'Port': ['ID=a5095699-1766-4104-9b1f-6b0ddb8fa39a,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:25.844572 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40260) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:25.907002 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edcf2e-8ed4-4b9c-a986-7d70739a6bd7 None None] Pushing event updated for resources: {'Port': ['ID=079aa634-21d8-42f1-99ed-0fc980a1a364,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:25.916085 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe79abb8-a94b-491f-a1e4-155ae7bb6542 None None] Sync routers for ids ['2bdaf0a8-024a-42c4-8540-85721468cdac'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:03:26.057691 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-44a41f38-aec5-45ca-a96f-0e7f66870d1d None None] Provisioning complete for port acf89d4a-2e39-4dbb-9483-e00643c19078 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:26.058559 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-44a41f38-aec5-45ca-a96f-0e7f66870d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:26.064313 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-191c7281-5c6d-4a49-87a1-0c51b504fbd3 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:26.121199 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-bf49a4da-ed13-4f12-8eda-f8cccbb14ed9 None None] Set router 325d48a5-3e37-49ff-ae1e-890fd1ed643a gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:26.132104 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0772e963-127c-46dc-a737-16564213918f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:26.145130 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-44a41f38-aec5-45ca-a96f-0e7f66870d1d None None] Port acf89d4a-2e39-4dbb-9483-e00643c19078 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:03:26.158034 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe79abb8-a94b-491f-a1e4-155ae7bb6542 None None] Routers {'2bdaf0a8-024a-42c4-8540-85721468cdac'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:26.158735 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-fe79abb8-a94b-491f-a1e4-155ae7bb6542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:02:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2bdaf0a8-024a-42c4-8540-85721468cdac'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:26.504807 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-44a41f38-aec5-45ca-a96f-0e7f66870d1d None None] Provisioning complete for port bbf8a475-ad1e-4433-8b2f-953526f2c160 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:26.505177 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-44a41f38-aec5-45ca-a96f-0e7f66870d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:26.604175 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 243ce4fb-25cf-487e-8bf6-c1aaf8497043 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:26.652969 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-bf49a4da-ed13-4f12-8eda-f8cccbb14ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325d48a5-3e37-49ff-ae1e-890fd1ed643a', 'name': 'tempest-TestAggregatesBasicOps-1725285316-router', 'tenant_id': '3fc4fa55be874918a3701138dbd0e84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '243ce4fb-25cf-487e-8bf6-c1aaf8497043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:07Z', 'updated_at': '2022-04-18T21:03:18Z', 'revision_number': 4, 'project_id': '3fc4fa55be874918a3701138dbd0e84c', 'gw_port': {'id': '243ce4fb-25cf-487e-8bf6-c1aaf8497043', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325d48a5-3e37-49ff-ae1e-890fd1ed643a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'a5095699-1766-4104-9b1f-6b0ddb8fa39a', 'name': '', 'network_id': 'c38c11fb-78a5-44a7-bd9e-12bf272aa292', 'tenant_id': '3fc4fa55be874918a3701138dbd0e84c', 'mac_address': 'fa:16:3e:a6:12:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325d48a5-3e37-49ff-ae1e-890fd1ed643a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b10a3fea-bf13-4348-8c27-30380f8ca7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:15Z', 'updated_at': '2022-04-18T21:03:25Z', 'revision_number': 4, 'project_id': '3fc4fa55be874918a3701138dbd0e84c', 'subnets': [{'id': 'b10a3fea-bf13-4348-8c27-30380f8ca7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:26.691642 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf49a4da-ed13-4f12-8eda-f8cccbb14ed9 None None] The sync data for ids ['325d48a5-3e37-49ff-ae1e-890fd1ed643a'] in n-d-838323-3 is: [{'id': '325d48a5-3e37-49ff-ae1e-890fd1ed643a', 'name': 'tempest-TestAggregatesBasicOps-1725285316-router', 'tenant_id': '3fc4fa55be874918a3701138dbd0e84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '243ce4fb-25cf-487e-8bf6-c1aaf8497043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:07Z', 'updated_at': '2022-04-18T21:03:18Z', 'revision_number': 4, 'project_id': '3fc4fa55be874918a3701138dbd0e84c', 'gw_port': {'id': '243ce4fb-25cf-487e-8bf6-c1aaf8497043', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325d48a5-3e37-49ff-ae1e-890fd1ed643a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'a5095699-1766-4104-9b1f-6b0ddb8fa39a', 'name': '', 'network_id': 'c38c11fb-78a5-44a7-bd9e-12bf272aa292', 'tenant_id': '3fc4fa55be874918a3701138dbd0e84c', 'mac_address': 'fa:16:3e:a6:12:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325d48a5-3e37-49ff-ae1e-890fd1ed643a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b10a3fea-bf13-4348-8c27-30380f8ca7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:15Z', 'updated_at': '2022-04-18T21:03:25Z', 'revision_number': 4, 'project_id': '3fc4fa55be874918a3701138dbd0e84c', 'subnets': [{'id': 'b10a3fea-bf13-4348-8c27-30380f8ca7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:03:26.698797 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0772e963-127c-46dc-a737-16564213918f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:26.730886 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-fe79abb8-a94b-491f-a1e4-155ae7bb6542 None None] Set router 2bdaf0a8-024a-42c4-8540-85721468cdac gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:26.744705 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0772e963-127c-46dc-a737-16564213918f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:26.868816 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-99521282-e1ba-4517-97c8-725cd16a7641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:26.997824 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-0772e963-127c-46dc-a737-16564213918f admin admin] Allocated IP 172.25.1.234 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/3ff6d12b-0ba3-4711-9981-d9f6600be406) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:27.067315 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-99521282-e1ba-4517-97c8-725cd16a7641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.089104 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-99521282-e1ba-4517-97c8-725cd16a7641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.089720 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 243ce4fb-25cf-487e-8bf6-c1aaf8497043 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:27.090536 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.136325 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f6cd48-978c-4de3-9af5-591bcdabba7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-f9f2872f-f7e7-481b-bbee-d76ecefa0c58', 'network_id': 'f9f2872f-f7e7-481b-bbee-d76ecefa0c58', 'tenant_id': '5ff63d6a80564df1a9f5622cfa827b9c', 'fixed_ips': [{'subnet_id': '53578edf-1f80-411f-a494-27d175451a31'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:03:27.137317 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-04f6cd48-978c-4de3-9af5-591bcdabba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.167633 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-99521282-e1ba-4517-97c8-725cd16a7641 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff67cc5645534c4cb3d764b7f2885f7f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3217106 Apr 18 21:03:27.234521 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40288) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:27.244315 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0772e963-127c-46dc-a737-16564213918f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.305007 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0772e963-127c-46dc-a737-16564213918f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.396911 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0772e963-127c-46dc-a737-16564213918f admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:27.406104 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-0772e963-127c-46dc-a737-16564213918f admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:27.412276 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0772e963-127c-46dc-a737-16564213918f admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:03:27.421202 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772e963-127c-46dc-a737-16564213918f admin admin] Pushing event updated for resources: {'Port': ['ID=3ff6d12b-0ba3-4711-9981-d9f6600be406,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:27.452643 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-59406171-d8e7-4293-9e90-60d3b8c93d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.510131 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99521282-e1ba-4517-97c8-725cd16a7641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeda8889-f1fa-404a-aaa0-f4b2e852d152,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:27.520663 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b78036fb-5af6-4188-a34c-16ea122e0709 None None] Provisioning complete for port acf89d4a-2e39-4dbb-9483-e00643c19078 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:27.520920 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b78036fb-5af6-4188-a34c-16ea122e0709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.532771 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-59406171-d8e7-4293-9e90-60d3b8c93d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.547740 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99521282-e1ba-4517-97c8-725cd16a7641 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:27.548085 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99521282-e1ba-4517-97c8-725cd16a7641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:27.548442 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99521282-e1ba-4517-97c8-725cd16a7641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:27.548877 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99521282-e1ba-4517-97c8-725cd16a7641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:27.549244 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99521282-e1ba-4517-97c8-725cd16a7641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:27.549573 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99521282-e1ba-4517-97c8-725cd16a7641 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:27.549896 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99521282-e1ba-4517-97c8-725cd16a7641 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:27.550220 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99521282-e1ba-4517-97c8-725cd16a7641 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:27.550543 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99521282-e1ba-4517-97c8-725cd16a7641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:27.550862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99521282-e1ba-4517-97c8-725cd16a7641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:27.551184 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99521282-e1ba-4517-97c8-725cd16a7641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:27.551545 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99521282-e1ba-4517-97c8-725cd16a7641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:27.591462 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-b78036fb-5af6-4188-a34c-16ea122e0709 None None] Port acf89d4a-2e39-4dbb-9483-e00643c19078 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:03:27.595116 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.628814 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b78036fb-5af6-4188-a34c-16ea122e0709 None None] Provisioning complete for port a5095699-1766-4104-9b1f-6b0ddb8fa39a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:27.629199 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b78036fb-5af6-4188-a34c-16ea122e0709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.706038 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 243ce4fb-25cf-487e-8bf6-c1aaf8497043, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=243ce4fb-25cf-487e-8bf6-c1aaf8497043,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:27.722332 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-04f6cd48-978c-4de3-9af5-591bcdabba7a None None] Allocated IP 172.20.0.2 (f9f2872f-f7e7-481b-bbee-d76ecefa0c58/53578edf-1f80-411f-a494-27d175451a31/9161c1fc-cc4f-416c-adf3-81df798203b0) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:27.752265 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-59406171-d8e7-4293-9e90-60d3b8c93d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.757652 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-59406171-d8e7-4293-9e90-60d3b8c93d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.762844 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-59406171-d8e7-4293-9e90-60d3b8c93d59 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eeda8889-f1fa-404a-aaa0-f4b2e852d152 HTTP/1.1" status: 204 len: 168 time: 0.5241880 Apr 18 21:03:27.779279 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40296) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:27.832009 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59406171-d8e7-4293-9e90-60d3b8c93d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeda8889-f1fa-404a-aaa0-f4b2e852d152,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:27.890010 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.925608 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-191c7281-5c6d-4a49-87a1-0c51b504fbd3 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting port acf89d4a-2e39-4dbb-9483-e00643c19078 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:03:27.926136 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-191c7281-5c6d-4a49-87a1-0c51b504fbd3 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.979557 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0772e963-127c-46dc-a737-16564213918f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.142966 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-fe79abb8-a94b-491f-a1e4-155ae7bb6542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'name': 'tempest-RoutersIpV6Test-router-709676099', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:49Z', 'updated_at': '2022-04-18T21:03:22Z', 'revision_number': 7, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None, '_interfaces': [{'id': '079aa634-21d8-42f1-99ed-0fc980a1a364', 'name': '', 'network_id': '8015e3d7-f878-40ab-abbc-a4edd7d1085a', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:83:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'bc7baf09-f1f2-4c6f-ba30-643f4bd55409', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:06Z', 'updated_at': '2022-04-18T21:03:24Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'bc7baf09-f1f2-4c6f-ba30-643f4bd55409', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42', 'name': '', 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:e5:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:52Z', 'updated_at': '2022-04-18T21:03:00Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3178f42-4bd0-4353-ac6b-66f755513c33', 'name': '', 'network_id': '7e9ef955-3f2e-4850-a208-b26f013fab46', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:4f:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:00Z', 'updated_at': '2022-04-18T21:03:10Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf89d4a-2e39-4dbb-9483-e00643c19078', 'name': '', 'network_id': 'a7179963-7bcc-4f4e-acd1-726cb9a591a7', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:d6:6d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '1e57df4b-5709-4714-89c1-52ac79eac47a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:15Z', 'updated_at': '2022-04-18T21:03:17Z', 'revision_number': 2, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': '1e57df4b-5709-4714-89c1-52ac79eac47a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:28.174167 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-191c7281-5c6d-4a49-87a1-0c51b504fbd3 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.203636 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-191c7281-5c6d-4a49-87a1-0c51b504fbd3 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Calling delete_port for acf89d4a-2e39-4dbb-9483-e00643c19078 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:03:28.273786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe79abb8-a94b-491f-a1e4-155ae7bb6542 None None] Checking router: 2bdaf0a8-024a-42c4-8540-85721468cdac for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:03:28.274153 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe79abb8-a94b-491f-a1e4-155ae7bb6542 None None] Updating router 2bdaf0a8-024a-42c4-8540-85721468cdac port acf89d4a-2e39-4dbb-9483-e00643c19078 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:03:28.346484 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fe79abb8-a94b-491f-a1e4-155ae7bb6542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.370488 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device bbf8a475-ad1e-4433-8b2f-953526f2c160 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:28.448539 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40302) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:28.474236 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=243ce4fb-25cf-487e-8bf6-c1aaf8497043,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:28.489461 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e0e423b2-b268-4ebf-b265-745560ac2172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.491670 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3ad9449f-bcfc-49ca-985c-04e9e4c8b916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.493569 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-04f6cd48-978c-4de3-9af5-591bcdabba7a None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.558226 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-04f6cd48-978c-4de3-9af5-591bcdabba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.675481 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-191c7281-5c6d-4a49-87a1-0c51b504fbd3 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.697289 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f6cd48-978c-4de3-9af5-591bcdabba7a None None] Network f9f2872f-f7e7-481b-bbee-d76ecefa0c58 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:28.721870 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c7281-5c6d-4a49-87a1-0c51b504fbd3 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Port': ['ID=acf89d4a-2e39-4dbb-9483-e00643c19078,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:28.765209 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3ad9449f-bcfc-49ca-985c-04e9e4c8b916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.799129 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-04f6cd48-978c-4de3-9af5-591bcdabba7a None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:28.802713 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f6cd48-978c-4de3-9af5-591bcdabba7a None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:03:28.807389 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3ad9449f-bcfc-49ca-985c-04e9e4c8b916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.832334 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b78036fb-5af6-4188-a34c-16ea122e0709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.851405 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0772e963-127c-46dc-a737-16564213918f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.891356 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6cd48-978c-4de3-9af5-591bcdabba7a None None] Pushing event updated for resources: {'Port': ['ID=9161c1fc-cc4f-416c-adf3-81df798203b0,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:28.951589 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e2983b89-9ad5-4d1e-8959-3e95454e1ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.964023 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port bbf8a475-ad1e-4433-8b2f-953526f2c160 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:28.964667 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.965486 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e0e423b2-b268-4ebf-b265-745560ac2172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.993539 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e0e423b2-b268-4ebf-b265-745560ac2172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.112307 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3ad9449f-bcfc-49ca-985c-04e9e4c8b916 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c0c5bcb368644ad95988b8c4a4ba1b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6604080 Apr 18 21:03:29.112307 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-191c7281-5c6d-4a49-87a1-0c51b504fbd3 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.113920 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40308) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:29.135342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e0e423b2-b268-4ebf-b265-745560ac2172 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be58db70bb4d45c19a24b6404414b8b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3499005 Apr 18 21:03:29.157840 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9449f-bcfc-49ca-985c-04e9e4c8b916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae14511-26fb-4c3e-87c6-97876bb86a0c,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:29.160791 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40310) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:29.215271 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e423b2-b268-4ebf-b265-745560ac2172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a56cb6a-7ae5-4fb7-b95a-f7f75aa9c815,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:29.309289 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0772e963-127c-46dc-a737-16564213918f admin admin] Router 80217fd0-d238-45d1-b503-6df8b5556bec is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:03:29.345419 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b78036fb-5af6-4188-a34c-16ea122e0709 None None] For port a5095699-1766-4104-9b1f-6b0ddb8fa39a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a5095699-1766-4104-9b1f-6b0ddb8fa39a,segment=NetworkSegment(faefbb78-3b1a-4cb9-9a21-67b1e07cb73f),segment_id=faefbb78-3b1a-4cb9-9a21-67b1e07cb73f)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:29.392840 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b78036fb-5af6-4188-a34c-16ea122e0709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.490476 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-04f6cd48-978c-4de3-9af5-591bcdabba7a None None] Attempting to bind port 9161c1fc-cc4f-416c-adf3-81df798203b0 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:29.490885 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-04f6cd48-978c-4de3-9af5-591bcdabba7a None None] Attempting to bind port 9161c1fc-cc4f-416c-adf3-81df798203b0 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '363178ac-35a8-4bf1-a099-e9cdad4dacc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f9f2872f-f7e7-481b-bbee-d76ecefa0c58'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:29.491206 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f6cd48-978c-4de3-9af5-591bcdabba7a None None] Attempting to bind port 9161c1fc-cc4f-416c-adf3-81df798203b0 on network f9f2872f-f7e7-481b-bbee-d76ecefa0c58 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:03:29.515917 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f6cd48-978c-4de3-9af5-591bcdabba7a None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:03:29.516313 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f6cd48-978c-4de3-9af5-591bcdabba7a None None] Checking segment: {'id': '363178ac-35a8-4bf1-a099-e9cdad4dacc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f9f2872f-f7e7-481b-bbee-d76ecefa0c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:03:29.516755 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-04f6cd48-978c-4de3-9af5-591bcdabba7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.517159 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f6cd48-978c-4de3-9af5-591bcdabba7a None None] Bound using segment: {'id': '363178ac-35a8-4bf1-a099-e9cdad4dacc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f9f2872f-f7e7-481b-bbee-d76ecefa0c58'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:03:29.517710 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-04f6cd48-978c-4de3-9af5-591bcdabba7a None None] Bound port: 9161c1fc-cc4f-416c-adf3-81df798203b0, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363178ac-35a8-4bf1-a099-e9cdad4dacc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f9f2872f-f7e7-481b-bbee-d76ecefa0c58'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:29.518132 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-04f6cd48-978c-4de3-9af5-591bcdabba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.539791 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0772e963-127c-46dc-a737-16564213918f admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:29.558165 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6157a7d-c6a2-45d3-aa67-b7fcef02475d None None] Sync routers for ids ['80217fd0-d238-45d1-b503-6df8b5556bec'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:03:29.566684 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0772e963-127c-46dc-a737-16564213918f admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.568069 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0772e963-127c-46dc-a737-16564213918f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3030045 Apr 18 21:03:29.571845 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40312) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:29.572805 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6157a7d-c6a2-45d3-aa67-b7fcef02475d None None] Routers {'80217fd0-d238-45d1-b503-6df8b5556bec'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:29.573474 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b6157a7d-c6a2-45d3-aa67-b7fcef02475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:03:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['80217fd0-d238-45d1-b503-6df8b5556bec'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:29.577118 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78036fb-5af6-4188-a34c-16ea122e0709 None None] Pushing event updated for resources: {'Port': ['ID=a5095699-1766-4104-9b1f-6b0ddb8fa39a,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:29.630998 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc1a82d1-a38b-476f-836a-f81502379387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.651204 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cd5f6836-c08e-4f78-b0b6-88658e49237c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.688365 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-04f6cd48-978c-4de3-9af5-591bcdabba7a None None] For port 9161c1fc-cc4f-416c-adf3-81df798203b0, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:29.699682 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc1a82d1-a38b-476f-836a-f81502379387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.721451 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cd5f6836-c08e-4f78-b0b6-88658e49237c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.728077 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191c7281-5c6d-4a49-87a1-0c51b504fbd3 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Router 2bdaf0a8-024a-42c4-8540-85721468cdac has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:03:29.751755 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-b6157a7d-c6a2-45d3-aa67-b7fcef02475d None None] Set router 80217fd0-d238-45d1-b503-6df8b5556bec gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:29.763022 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a5095699-1766-4104-9b1f-6b0ddb8fa39a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:29.889227 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-04f6cd48-978c-4de3-9af5-591bcdabba7a None None] For port 9161c1fc-cc4f-416c-adf3-81df798203b0, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=9161c1fc-cc4f-416c-adf3-81df798203b0,segment=NetworkSegment(363178ac-35a8-4bf1-a099-e9cdad4dacc2),segment_id=363178ac-35a8-4bf1-a099-e9cdad4dacc2)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:29.978740 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-04f6cd48-978c-4de3-9af5-591bcdabba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.000980 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191c7281-5c6d-4a49-87a1-0c51b504fbd3 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:30.009022 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.017563 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-191c7281-5c6d-4a49-87a1-0c51b504fbd3 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "PUT /v2.0/routers/2bdaf0a8-024a-42c4-8540-85721468cdac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1379142 Apr 18 21:03:30.021532 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40314) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:30.024403 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cd5f6836-c08e-4f78-b0b6-88658e49237c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.027489 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cd5f6836-c08e-4f78-b0b6-88658e49237c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.028899 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-cd5f6836-c08e-4f78-b0b6-88658e49237c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fae14511-26fb-4c3e-87c6-97876bb86a0c HTTP/1.1" status: 204 len: 168 time: 0.9099228 Apr 18 21:03:30.058951 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f6836-c08e-4f78-b0b6-88658e49237c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae14511-26fb-4c3e-87c6-97876bb86a0c,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:30.062675 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc1a82d1-a38b-476f-836a-f81502379387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.067317 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc1a82d1-a38b-476f-836a-f81502379387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.070073 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-fc1a82d1-a38b-476f-836a-f81502379387 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a56cb6a-7ae5-4fb7-b95a-f7f75aa9c815 HTTP/1.1" status: 204 len: 168 time: 0.9050884 Apr 18 21:03:30.125845 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a82d1-a38b-476f-836a-f81502379387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a56cb6a-7ae5-4fb7-b95a-f7f75aa9c815,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:30.182310 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f4c229-ceb7-4e49-89a9-052b63c6c8bc tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting subnet 1e57df4b-5709-4714-89c1-52ac79eac47a {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:03:30.207635 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-06f4c229-ceb7-4e49-89a9-052b63c6c8bc tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.234100 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-fe79abb8-a94b-491f-a1e4-155ae7bb6542 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:03:30.234616 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-fe79abb8-a94b-491f-a1e4-155ae7bb6542 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:03:30.264794 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6cd48-978c-4de3-9af5-591bcdabba7a None None] Pushing event updated for resources: {'Port': ['ID=9161c1fc-cc4f-416c-adf3-81df798203b0,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:30.285711 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port a5095699-1766-4104-9b1f-6b0ddb8fa39a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:30.286591 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.289903 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b6157a7d-c6a2-45d3-aa67-b7fcef02475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80217fd0-d238-45d1-b503-6df8b5556bec', 'name': 'tempest-TestAggregatesBasicOps-1856785507-router', 'tenant_id': '5ff63d6a80564df1a9f5622cfa827b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3ff6d12b-0ba3-4711-9981-d9f6600be406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:25Z', 'updated_at': '2022-04-18T21:03:27Z', 'revision_number': 3, 'project_id': '5ff63d6a80564df1a9f5622cfa827b9c', 'gw_port': {'id': '3ff6d12b-0ba3-4711-9981-d9f6600be406', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:dc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80217fd0-d238-45d1-b503-6df8b5556bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:26Z', 'updated_at': '2022-04-18T21:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:30.363846 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-06f4c229-ceb7-4e49-89a9-052b63c6c8bc tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.379646 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6157a7d-c6a2-45d3-aa67-b7fcef02475d None None] Checking router: 80217fd0-d238-45d1-b503-6df8b5556bec for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:03:30.382012 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6157a7d-c6a2-45d3-aa67-b7fcef02475d None None] Updating router 80217fd0-d238-45d1-b503-6df8b5556bec port 3ff6d12b-0ba3-4711-9981-d9f6600be406 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:03:30.454503 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b6157a7d-c6a2-45d3-aa67-b7fcef02475d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.554540 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 079aa634-21d8-42f1-99ed-0fc980a1a364 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:30.667866 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-06f4c229-ceb7-4e49-89a9-052b63c6c8bc tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.691238 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 079aa634-21d8-42f1-99ed-0fc980a1a364 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:30.691629 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.752083 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9b97a36-6797-4528-b993-7fb0f669c8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.782631 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-06f4c229-ceb7-4e49-89a9-052b63c6c8bc tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.824966 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe79abb8-a94b-491f-a1e4-155ae7bb6542 None None] Port acf89d4a-2e39-4dbb-9483-e00643c19078 not found while updating agent binding for router 2bdaf0a8-024a-42c4-8540-85721468cdac. {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 18 21:03:30.834148 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4c229-ceb7-4e49-89a9-052b63c6c8bc tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Subnet': ['ID=1e57df4b-5709-4714-89c1-52ac79eac47a,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:30.848338 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-06f4c229-ceb7-4e49-89a9-052b63c6c8bc tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.857159 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-06f4c229-ceb7-4e49-89a9-052b63c6c8bc tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/subnets/1e57df4b-5709-4714-89c1-52ac79eac47a HTTP/1.1" status: 204 len: 168 time: 0.8263056 Apr 18 21:03:30.858080 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40326) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:30.909440 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bcdd34-2384-404c-b89c-e7e6048e1db9 None None] Network a7179963-7bcc-4f4e-acd1-726cb9a591a7 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:03:30.966838 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe79abb8-a94b-491f-a1e4-155ae7bb6542 None None] Routers {'2bdaf0a8-024a-42c4-8540-85721468cdac'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:30.968175 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-fe79abb8-a94b-491f-a1e4-155ae7bb6542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:03:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2bdaf0a8-024a-42c4-8540-85721468cdac'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:30.993709 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-740f7154-01fc-47b1-83cd-75986637f3c5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.066821 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-a9b97a36-6797-4528-b993-7fb0f669c8bb admin admin] Allocated IP 172.20.0.1 (f9f2872f-f7e7-481b-bbee-d76ecefa0c58/53578edf-1f80-411f-a494-27d175451a31/f73bca84-dab3-4a99-b23a-6fbfe719bd01) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:31.187740 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40328) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:31.206884 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40330) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:31.223331 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9b97a36-6797-4528-b993-7fb0f669c8bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.226121 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b6157a7d-c6a2-45d3-aa67-b7fcef02475d None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.233003 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b6157a7d-c6a2-45d3-aa67-b7fcef02475d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.237900 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-068ccfad-abef-4d47-9f8d-11be700eff2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.289130 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-b6157a7d-c6a2-45d3-aa67-b7fcef02475d None None] Attempting to bind port 3ff6d12b-0ba3-4711-9981-d9f6600be406 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:31.289130 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-b6157a7d-c6a2-45d3-aa67-b7fcef02475d None None] Attempting to bind port 3ff6d12b-0ba3-4711-9981-d9f6600be406 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:31.296297 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6157a7d-c6a2-45d3-aa67-b7fcef02475d None None] Attempting to bind port 3ff6d12b-0ba3-4711-9981-d9f6600be406 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:03:31.311169 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-fe79abb8-a94b-491f-a1e4-155ae7bb6542 None None] Set router 2bdaf0a8-024a-42c4-8540-85721468cdac gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:31.315682 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9b97a36-6797-4528-b993-7fb0f669c8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.371185 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6157a7d-c6a2-45d3-aa67-b7fcef02475d None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:03:31.371635 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6157a7d-c6a2-45d3-aa67-b7fcef02475d None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:03:31.372176 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b6157a7d-c6a2-45d3-aa67-b7fcef02475d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.372784 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6157a7d-c6a2-45d3-aa67-b7fcef02475d None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:03:31.373000 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-b6157a7d-c6a2-45d3-aa67-b7fcef02475d None None] Bound port: 3ff6d12b-0ba3-4711-9981-d9f6600be406, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:31.373262 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f77b8f13-e6cd-42dd-b79b-a946e63d302d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.373399 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b6157a7d-c6a2-45d3-aa67-b7fcef02475d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.403257 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b97a36-6797-4528-b993-7fb0f669c8bb admin admin] Network f9f2872f-f7e7-481b-bbee-d76ecefa0c58 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:31.415572 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-a9b97a36-6797-4528-b993-7fb0f669c8bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:31.419670 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b97a36-6797-4528-b993-7fb0f669c8bb admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:03:31.529214 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-b6157a7d-c6a2-45d3-aa67-b7fcef02475d None None] For port 3ff6d12b-0ba3-4711-9981-d9f6600be406, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:31.535711 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-b6157a7d-c6a2-45d3-aa67-b7fcef02475d None None] For port 3ff6d12b-0ba3-4711-9981-d9f6600be406, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3ff6d12b-0ba3-4711-9981-d9f6600be406,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:31.547931 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b6157a7d-c6a2-45d3-aa67-b7fcef02475d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.592874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-740f7154-01fc-47b1-83cd-75986637f3c5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting port bbf8a475-ad1e-4433-8b2f-953526f2c160 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:03:31.593320 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-740f7154-01fc-47b1-83cd-75986637f3c5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.602832 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-068ccfad-abef-4d47-9f8d-11be700eff2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.608128 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9b97a36-6797-4528-b993-7fb0f669c8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.646244 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-068ccfad-abef-4d47-9f8d-11be700eff2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.658014 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6157a7d-c6a2-45d3-aa67-b7fcef02475d None None] Routers {'80217fd0-d238-45d1-b503-6df8b5556bec'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:31.665280 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b6157a7d-c6a2-45d3-aa67-b7fcef02475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:03:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['80217fd0-d238-45d1-b503-6df8b5556bec'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:31.702542 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b97a36-6797-4528-b993-7fb0f669c8bb admin admin] Pushing event updated for resources: {'Port': ['ID=f73bca84-dab3-4a99-b23a-6fbfe719bd01,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:31.704758 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14efd5-b67e-4c41-b9e6-bf64a69e8b59 None None] Pushing event updated for resources: {'Port': ['ID=3ff6d12b-0ba3-4711-9981-d9f6600be406,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:31.727801 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-068ccfad-abef-4d47-9f8d-11be700eff2e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f0695cc1404940a7a0ae72c982a57afc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5387681 Apr 18 21:03:31.729242 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 9161c1fc-cc4f-416c-adf3-81df798203b0 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:31.737832 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40334) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:31.750023 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.838611 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14efd5-b67e-4c41-b9e6-bf64a69e8b59 None None] Pushing event updated for resources: {'Port': ['ID=3ff6d12b-0ba3-4711-9981-d9f6600be406,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:31.861351 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-740f7154-01fc-47b1-83cd-75986637f3c5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] For port bbf8a475-ad1e-4433-8b2f-953526f2c160, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=bbf8a475-ad1e-4433-8b2f-953526f2c160,segment=NetworkSegment(85a767e5-3b31-4372-adc8-95aad61ef557),segment_id=85a767e5-3b31-4372-adc8-95aad61ef557)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:31.863279 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-740f7154-01fc-47b1-83cd-75986637f3c5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.866966 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ccfad-abef-4d47-9f8d-11be700eff2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821f196d-0871-4077-84c0-bf9a32a7b4f7,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:31.917794 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba585c52-17f8-4942-aa13-bdf68a9f43a1 None None] DHCP port deletion for a7179963-7bcc-4f4e-acd1-726cb9a591a7 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:03:31.918546 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-740f7154-01fc-47b1-83cd-75986637f3c5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Calling delete_port for bbf8a475-ad1e-4433-8b2f-953526f2c160 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:03:31.950737 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.955197 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f77b8f13-e6cd-42dd-b79b-a946e63d302d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.987060 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-95c4fcc4-0175-445a-b047-ab3ecac24511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.998619 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f77b8f13-e6cd-42dd-b79b-a946e63d302d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.040777 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 9161c1fc-cc4f-416c-adf3-81df798203b0 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:32.041063 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.043823 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa106db2-8cf5-4cdc-9c8a-da38f7428123 None None] Network f9f2872f-f7e7-481b-bbee-d76ecefa0c58 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:03:32.045631 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-b6157a7d-c6a2-45d3-aa67-b7fcef02475d None None] Set router 80217fd0-d238-45d1-b503-6df8b5556bec gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:32.071840 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f77b8f13-e6cd-42dd-b79b-a946e63d302d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b952d484846f49ec9eeb015ad9974c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8383977 Apr 18 21:03:32.077361 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40336) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:32.086294 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9b97a36-6797-4528-b993-7fb0f669c8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.093518 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-95c4fcc4-0175-445a-b047-ab3ecac24511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.097753 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b8f13-e6cd-42dd-b79b-a946e63d302d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b536c73c-bbef-4933-a19f-5258a4a5baf0,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:32.171590 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-740f7154-01fc-47b1-83cd-75986637f3c5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.185168 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-67d5a8f3-0dcb-445d-bb43-ad2371256ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.217425 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-67d5a8f3-0dcb-445d-bb43-ad2371256ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.270184 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f7154-01fc-47b1-83cd-75986637f3c5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] No DVR routers for this DVR port bbf8a475-ad1e-4433-8b2f-953526f2c160 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:03:32.326677 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f7154-01fc-47b1-83cd-75986637f3c5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Port': ['ID=bbf8a475-ad1e-4433-8b2f-953526f2c160,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:32.338791 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-eea8c117-11fb-465a-a75d-daa0517ef458 None None] Provisioning complete for port 9161c1fc-cc4f-416c-adf3-81df798203b0 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:32.339356 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eea8c117-11fb-465a-a75d-daa0517ef458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.354086 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ba585c52-17f8-4942-aa13-bdf68a9f43a1 None None] Deleting port bbf8a475-ad1e-4433-8b2f-953526f2c160 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:03:32.354634 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ba585c52-17f8-4942-aa13-bdf68a9f43a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.361012 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-95c4fcc4-0175-445a-b047-ab3ecac24511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.364110 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-95c4fcc4-0175-445a-b047-ab3ecac24511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.369552 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-95c4fcc4-0175-445a-b047-ab3ecac24511 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/821f196d-0871-4077-84c0-bf9a32a7b4f7 HTTP/1.1" status: 204 len: 168 time: 0.6292021 Apr 18 21:03:32.393272 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4fcc4-0175-445a-b047-ab3ecac24511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821f196d-0871-4077-84c0-bf9a32a7b4f7,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:32.410739 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b6157a7d-c6a2-45d3-aa67-b7fcef02475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80217fd0-d238-45d1-b503-6df8b5556bec', 'name': 'tempest-TestAggregatesBasicOps-1856785507-router', 'tenant_id': '5ff63d6a80564df1a9f5622cfa827b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3ff6d12b-0ba3-4711-9981-d9f6600be406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:25Z', 'updated_at': '2022-04-18T21:03:27Z', 'revision_number': 3, 'project_id': '5ff63d6a80564df1a9f5622cfa827b9c', 'gw_port': {'id': '3ff6d12b-0ba3-4711-9981-d9f6600be406', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:dc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80217fd0-d238-45d1-b503-6df8b5556bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:26Z', 'updated_at': '2022-04-18T21:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:32.414670 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-740f7154-01fc-47b1-83cd-75986637f3c5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.424948 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-67d5a8f3-0dcb-445d-bb43-ad2371256ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.428947 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-67d5a8f3-0dcb-445d-bb43-ad2371256ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.444806 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-67d5a8f3-0dcb-445d-bb43-ad2371256ef1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b536c73c-bbef-4933-a19f-5258a4a5baf0 HTTP/1.1" status: 204 len: 168 time: 0.3548825 Apr 18 21:03:32.457303 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6157a7d-c6a2-45d3-aa67-b7fcef02475d None None] The sync data for ids ['80217fd0-d238-45d1-b503-6df8b5556bec'] in n-d-838323-3 is: [{'id': '80217fd0-d238-45d1-b503-6df8b5556bec', 'name': 'tempest-TestAggregatesBasicOps-1856785507-router', 'tenant_id': '5ff63d6a80564df1a9f5622cfa827b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3ff6d12b-0ba3-4711-9981-d9f6600be406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:25Z', 'updated_at': '2022-04-18T21:03:27Z', 'revision_number': 3, 'project_id': '5ff63d6a80564df1a9f5622cfa827b9c', 'gw_port': {'id': '3ff6d12b-0ba3-4711-9981-d9f6600be406', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:dc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80217fd0-d238-45d1-b503-6df8b5556bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:26Z', 'updated_at': '2022-04-18T21:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:03:32.484790 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5a8f3-0dcb-445d-bb43-ad2371256ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b536c73c-bbef-4933-a19f-5258a4a5baf0,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:32.531732 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-740f7154-01fc-47b1-83cd-75986637f3c5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7179963-7bcc-4f4e-acd1-726cb9a591a7']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:32.532747 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9b97a36-6797-4528-b993-7fb0f669c8bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.542318 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9b97a36-6797-4528-b993-7fb0f669c8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.578683 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-740f7154-01fc-47b1-83cd-75986637f3c5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a767e5-3b31-4372-adc8-95aad61ef557') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:32.581824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-740f7154-01fc-47b1-83cd-75986637f3c5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a767e5-3b31-4372-adc8-95aad61ef557') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:32.609729 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-740f7154-01fc-47b1-83cd-75986637f3c5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.659273 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-740f7154-01fc-47b1-83cd-75986637f3c5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.664980 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b97a36-6797-4528-b993-7fb0f669c8bb admin admin] Pushing event updated for resources: {'Port': ['ID=f73bca84-dab3-4a99-b23a-6fbfe719bd01,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:32.680670 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-740f7154-01fc-47b1-83cd-75986637f3c5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:03:32.682669 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-740f7154-01fc-47b1-83cd-75986637f3c5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:32.692701 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:32.723617 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9b97a36-6797-4528-b993-7fb0f669c8bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.897233 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b97a36-6797-4528-b993-7fb0f669c8bb admin admin] Network f9f2872f-f7e7-481b-bbee-d76ecefa0c58 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:32.898917 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-a9b97a36-6797-4528-b993-7fb0f669c8bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:32.977807 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.982189 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-740f7154-01fc-47b1-83cd-75986637f3c5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.046328 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-740f7154-01fc-47b1-83cd-75986637f3c5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.056168 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-740f7154-01fc-47b1-83cd-75986637f3c5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/networks/a7179963-7bcc-4f4e-acd1-726cb9a591a7 HTTP/1.1" status: 204 len: 168 time: 2.1940978 Apr 18 21:03:33.056542 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40348) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:33.075439 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f7154-01fc-47b1-83cd-75986637f3c5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Network': ['ID=a7179963-7bcc-4f4e-acd1-726cb9a591a7,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:33.195770 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-fe79abb8-a94b-491f-a1e4-155ae7bb6542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'name': 'tempest-RoutersIpV6Test-router-709676099', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:49Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 8, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None, '_interfaces': [{'id': '079aa634-21d8-42f1-99ed-0fc980a1a364', 'name': '', 'network_id': '8015e3d7-f878-40ab-abbc-a4edd7d1085a', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:83:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'bc7baf09-f1f2-4c6f-ba30-643f4bd55409', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:06Z', 'updated_at': '2022-04-18T21:03:24Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'bc7baf09-f1f2-4c6f-ba30-643f4bd55409', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42', 'name': '', 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:e5:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:52Z', 'updated_at': '2022-04-18T21:03:00Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3178f42-4bd0-4353-ac6b-66f755513c33', 'name': '', 'network_id': '7e9ef955-3f2e-4850-a208-b26f013fab46', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:4f:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:00Z', 'updated_at': '2022-04-18T21:03:10Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:33.220738 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ba585c52-17f8-4942-aa13-bdf68a9f43a1 None None] For port bbf8a475-ad1e-4433-8b2f-953526f2c160, host n-d-838323-3, got binding levels [] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:33.220738 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ba585c52-17f8-4942-aa13-bdf68a9f43a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.423592 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b97a36-6797-4528-b993-7fb0f669c8bb admin admin] Router 80217fd0-d238-45d1-b503-6df8b5556bec has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:03:33.590951 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe79abb8-a94b-491f-a1e4-155ae7bb6542 None None] The sync data for ids ['2bdaf0a8-024a-42c4-8540-85721468cdac'] in n-d-838323-3 is: [{'id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'name': 'tempest-RoutersIpV6Test-router-709676099', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:49Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 8, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None, '_interfaces': [{'id': '079aa634-21d8-42f1-99ed-0fc980a1a364', 'name': '', 'network_id': '8015e3d7-f878-40ab-abbc-a4edd7d1085a', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:83:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'bc7baf09-f1f2-4c6f-ba30-643f4bd55409', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:06Z', 'updated_at': '2022-04-18T21:03:24Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'bc7baf09-f1f2-4c6f-ba30-643f4bd55409', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42', 'name': '', 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:e5:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:52Z', 'updated_at': '2022-04-18T21:03:00Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3178f42-4bd0-4353-ac6b-66f755513c33', 'name': '', 'network_id': '7e9ef955-3f2e-4850-a208-b26f013fab46', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:4f:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:00Z', 'updated_at': '2022-04-18T21:03:10Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:03:33.594620 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 9161c1fc-cc4f-416c-adf3-81df798203b0, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=9161c1fc-cc4f-416c-adf3-81df798203b0,segment=NetworkSegment(363178ac-35a8-4bf1-a099-e9cdad4dacc2),segment_id=363178ac-35a8-4bf1-a099-e9cdad4dacc2)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:33.617155 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ba585c52-17f8-4942-aa13-bdf68a9f43a1 None None] Calling delete_port for bbf8a475-ad1e-4433-8b2f-953526f2c160 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:03:33.623146 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.ipam_backend_mixin [None req-ba585c52-17f8-4942-aa13-bdf68a9f43a1 None None] Port bbf8a475-ad1e-4433-8b2f-953526f2c160 was not found and therefore no delete operation was performed {{(pid=102910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 21:03:33.625321 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ba585c52-17f8-4942-aa13-bdf68a9f43a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.649537 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ba585c52-17f8-4942-aa13-bdf68a9f43a1 None None] Network a7179963-7bcc-4f4e-acd1-726cb9a591a7 is not hosted by any dhcp agent {{(pid=102910) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 21:03:33.650195 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba585c52-17f8-4942-aa13-bdf68a9f43a1 None None] No DVR routers for this DVR port bbf8a475-ad1e-4433-8b2f-953526f2c160 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:03:33.738496 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.739051 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 243ce4fb-25cf-487e-8bf6-c1aaf8497043 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:33.821141 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba585c52-17f8-4942-aa13-bdf68a9f43a1 None None] Pushing event deleted for resources: {'Port': ['ID=bbf8a475-ad1e-4433-8b2f-953526f2c160,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:33.919183 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=9161c1fc-cc4f-416c-adf3-81df798203b0,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:33.964216 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b97a36-6797-4528-b993-7fb0f669c8bb admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:33.981418 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 243ce4fb-25cf-487e-8bf6-c1aaf8497043 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:33.981418 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.987553 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a9b97a36-6797-4528-b993-7fb0f669c8bb admin admin] 10.222.0.41 "PUT /v2.0/routers/80217fd0-d238-45d1-b503-6df8b5556bec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4136264 Apr 18 21:03:34.147698 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a5095699-1766-4104-9b1f-6b0ddb8fa39a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:34.273795 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port a5095699-1766-4104-9b1f-6b0ddb8fa39a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:34.273795 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:34.566403 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcd52-67a9-4f52-a73f-34e49c96e558 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:34.655856 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-53077206-736c-4f5f-bbe4-1d1f6dbc135a None None] Provisioning complete for port 9161c1fc-cc4f-416c-adf3-81df798203b0 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:34.656232 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-53077206-736c-4f5f-bbe4-1d1f6dbc135a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:34.932949 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3ff6d12b-0ba3-4711-9981-d9f6600be406 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:34.995008 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3671a63-884f-4c59-bb05-09661c6aee7e req-25f1d1fa-8732-4b95-a1ec-d8d4291a42c6 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:35.004808 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3671a63-884f-4c59-bb05-09661c6aee7e req-25f1d1fa-8732-4b95-a1ec-d8d4291a42c6 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d92388c-7e34-4a38-af6a-e977832f100e HTTP/1.1" status: 200 len: 946 time: 0.1432183 Apr 18 21:03:35.026550 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fff02f-00ae-4af7-a550-aa9416137f46 None None] Sync routers for ids ['2bdaf0a8-024a-42c4-8540-85721468cdac'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:03:35.063760 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fff02f-00ae-4af7-a550-aa9416137f46 None None] Routers {'2bdaf0a8-024a-42c4-8540-85721468cdac'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:35.065211 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-94fff02f-00ae-4af7-a550-aa9416137f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:03:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2bdaf0a8-024a-42c4-8540-85721468cdac'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:35.132089 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3671a63-884f-4c59-bb05-09661c6aee7e req-622385ea-9d5d-497e-91fc-1c7b1986f5e4 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/security-groups?id=d53ca3df-29db-4d54-9742-076d825b2a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262426 Apr 18 21:03:35.154126 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-53077206-736c-4f5f-bbe4-1d1f6dbc135a None None] Provisioning complete for port f73bca84-dab3-4a99-b23a-6fbfe719bd01 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:35.154126 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-53077206-736c-4f5f-bbe4-1d1f6dbc135a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.272207 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 3ff6d12b-0ba3-4711-9981-d9f6600be406 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:35.272941 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.397381 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-94fff02f-00ae-4af7-a550-aa9416137f46 None None] Set router 2bdaf0a8-024a-42c4-8540-85721468cdac gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:35.433605 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-53077206-736c-4f5f-bbe4-1d1f6dbc135a None None] Port f73bca84-dab3-4a99-b23a-6fbfe719bd01 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:03:35.661661 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.670303 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c1e5f3c5-fd17-4ec6-9fc9-e0ddc614c8d4 None None] Provisioning complete for port f73bca84-dab3-4a99-b23a-6fbfe719bd01 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:35.670690 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c1e5f3c5-fd17-4ec6-9fc9-e0ddc614c8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.724960 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 3ff6d12b-0ba3-4711-9981-d9f6600be406, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3ff6d12b-0ba3-4711-9981-d9f6600be406,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:35.737607 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.737607 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 9161c1fc-cc4f-416c-adf3-81df798203b0 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:35.743649 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5f3c5-fd17-4ec6-9fc9-e0ddc614c8d4 None None] Port f73bca84-dab3-4a99-b23a-6fbfe719bd01 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:03:35.836962 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cfe51e-97a7-4bc2-8f52-2f283de39101 None None] Sync routers for ids ['80217fd0-d238-45d1-b503-6df8b5556bec'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:03:35.850432 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-94fff02f-00ae-4af7-a550-aa9416137f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'name': 'tempest-RoutersIpV6Test-router-709676099', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:49Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 8, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None, '_interfaces': [{'id': '079aa634-21d8-42f1-99ed-0fc980a1a364', 'name': '', 'network_id': '8015e3d7-f878-40ab-abbc-a4edd7d1085a', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:83:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'bc7baf09-f1f2-4c6f-ba30-643f4bd55409', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:06Z', 'updated_at': '2022-04-18T21:03:24Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'bc7baf09-f1f2-4c6f-ba30-643f4bd55409', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42', 'name': '', 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:e5:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:52Z', 'updated_at': '2022-04-18T21:03:00Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3178f42-4bd0-4353-ac6b-66f755513c33', 'name': '', 'network_id': '7e9ef955-3f2e-4850-a208-b26f013fab46', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:4f:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:00Z', 'updated_at': '2022-04-18T21:03:10Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:35.860351 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cfe51e-97a7-4bc2-8f52-2f283de39101 None None] Routers {'80217fd0-d238-45d1-b503-6df8b5556bec'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:35.862409 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-04cfe51e-97a7-4bc2-8f52-2f283de39101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:03:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['80217fd0-d238-45d1-b503-6df8b5556bec'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:35.867975 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-6d6fcd52-67a9-4f52-a73f-34e49c96e558 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting port 079aa634-21d8-42f1-99ed-0fc980a1a364 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:03:35.868594 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcd52-67a9-4f52-a73f-34e49c96e558 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.895189 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=3ff6d12b-0ba3-4711-9981-d9f6600be406,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:35.901688 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fff02f-00ae-4af7-a550-aa9416137f46 None None] Checking router: 2bdaf0a8-024a-42c4-8540-85721468cdac for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:03:35.920535 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 9161c1fc-cc4f-416c-adf3-81df798203b0 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:35.921329 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.987903 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fff02f-00ae-4af7-a550-aa9416137f46 None None] Routers {'2bdaf0a8-024a-42c4-8540-85721468cdac'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:35.992277 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-94fff02f-00ae-4af7-a550-aa9416137f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:03:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2bdaf0a8-024a-42c4-8540-85721468cdac'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:36.023179 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-04cfe51e-97a7-4bc2-8f52-2f283de39101 None None] Set router 80217fd0-d238-45d1-b503-6df8b5556bec gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:36.090073 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-6d6fcd52-67a9-4f52-a73f-34e49c96e558 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] For port 079aa634-21d8-42f1-99ed-0fc980a1a364, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=079aa634-21d8-42f1-99ed-0fc980a1a364,segment=NetworkSegment(612d5371-dab7-4338-88ff-739a2966418f),segment_id=612d5371-dab7-4338-88ff-739a2966418f)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:36.090442 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcd52-67a9-4f52-a73f-34e49c96e558 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.122640 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-6d6fcd52-67a9-4f52-a73f-34e49c96e558 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Calling delete_port for 079aa634-21d8-42f1-99ed-0fc980a1a364 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:03:36.132809 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-94fff02f-00ae-4af7-a550-aa9416137f46 None None] Set router 2bdaf0a8-024a-42c4-8540-85721468cdac gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:36.408911 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b9b9e-ff1e-4b0b-a9e4-0f4c48991d25 req-86c98b37-5636-493c-a059-1a7f40761859 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:36.416172 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc1b9b9e-ff1e-4b0b-a9e4-0f4c48991d25 req-86c98b37-5636-493c-a059-1a7f40761859 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d92388c-7e34-4a38-af6a-e977832f100e HTTP/1.1" status: 200 len: 946 time: 0.2197285 Apr 18 21:03:36.510441 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcd52-67a9-4f52-a73f-34e49c96e558 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.527125 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bff277-db3a-4507-840e-3538c175f607 req-501f940a-8bcd-46d4-a262-bd589bf472d3 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:36.540389 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-07bff277-db3a-4507-840e-3538c175f607 req-501f940a-8bcd-46d4-a262-bd589bf472d3 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d92388c-7e34-4a38-af6a-e977832f100e HTTP/1.1" status: 200 len: 946 time: 0.2656071 Apr 18 21:03:36.599661 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fcd52-67a9-4f52-a73f-34e49c96e558 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Port': ['ID=079aa634-21d8-42f1-99ed-0fc980a1a364,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:36.630050 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-94fff02f-00ae-4af7-a550-aa9416137f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'name': 'tempest-RoutersIpV6Test-router-709676099', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:49Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 8, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None, '_interfaces': [{'id': '079aa634-21d8-42f1-99ed-0fc980a1a364', 'name': '', 'network_id': '8015e3d7-f878-40ab-abbc-a4edd7d1085a', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:83:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'bc7baf09-f1f2-4c6f-ba30-643f4bd55409', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:06Z', 'updated_at': '2022-04-18T21:03:24Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'bc7baf09-f1f2-4c6f-ba30-643f4bd55409', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42', 'name': '', 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:e5:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:52Z', 'updated_at': '2022-04-18T21:03:00Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3178f42-4bd0-4353-ac6b-66f755513c33', 'name': '', 'network_id': '7e9ef955-3f2e-4850-a208-b26f013fab46', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:4f:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:00Z', 'updated_at': '2022-04-18T21:03:10Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:36.654787 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-04cfe51e-97a7-4bc2-8f52-2f283de39101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80217fd0-d238-45d1-b503-6df8b5556bec', 'name': 'tempest-TestAggregatesBasicOps-1856785507-router', 'tenant_id': '5ff63d6a80564df1a9f5622cfa827b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3ff6d12b-0ba3-4711-9981-d9f6600be406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:25Z', 'updated_at': '2022-04-18T21:03:31Z', 'revision_number': 4, 'project_id': '5ff63d6a80564df1a9f5622cfa827b9c', 'gw_port': {'id': '3ff6d12b-0ba3-4711-9981-d9f6600be406', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80217fd0-d238-45d1-b503-6df8b5556bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:26Z', 'updated_at': '2022-04-18T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'f73bca84-dab3-4a99-b23a-6fbfe719bd01', 'name': '', 'network_id': 'f9f2872f-f7e7-481b-bbee-d76ecefa0c58', 'tenant_id': '5ff63d6a80564df1a9f5622cfa827b9c', 'mac_address': 'fa:16:3e:fd:f1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80217fd0-d238-45d1-b503-6df8b5556bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '53578edf-1f80-411f-a494-27d175451a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:30Z', 'updated_at': '2022-04-18T21:03:32Z', 'revision_number': 2, 'project_id': '5ff63d6a80564df1a9f5622cfa827b9c', 'subnets': [{'id': '53578edf-1f80-411f-a494-27d175451a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:36.743196 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cfe51e-97a7-4bc2-8f52-2f283de39101 None None] Checking router: 80217fd0-d238-45d1-b503-6df8b5556bec for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:03:36.744419 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cfe51e-97a7-4bc2-8f52-2f283de39101 None None] Updating router 80217fd0-d238-45d1-b503-6df8b5556bec port f73bca84-dab3-4a99-b23a-6fbfe719bd01 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:03:36.768990 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device acf89d4a-2e39-4dbb-9483-e00643c19078 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:03:36.783502 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fff02f-00ae-4af7-a550-aa9416137f46 None None] The sync data for ids ['2bdaf0a8-024a-42c4-8540-85721468cdac'] in n-d-838323-3 is: [{'id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'name': 'tempest-RoutersIpV6Test-router-709676099', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:49Z', 'updated_at': '2022-04-18T21:03:28Z', 'revision_number': 8, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None, '_interfaces': [{'id': '079aa634-21d8-42f1-99ed-0fc980a1a364', 'name': '', 'network_id': '8015e3d7-f878-40ab-abbc-a4edd7d1085a', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:83:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'bc7baf09-f1f2-4c6f-ba30-643f4bd55409', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:06Z', 'updated_at': '2022-04-18T21:03:24Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'bc7baf09-f1f2-4c6f-ba30-643f4bd55409', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42', 'name': '', 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:e5:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:52Z', 'updated_at': '2022-04-18T21:03:00Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3178f42-4bd0-4353-ac6b-66f755513c33', 'name': '', 'network_id': '7e9ef955-3f2e-4850-a208-b26f013fab46', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:4f:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:00Z', 'updated_at': '2022-04-18T21:03:10Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:03:36.838593 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-07bff277-db3a-4507-840e-3538c175f607 req-2cbe1450-b971-4f0f-b188-179ce58245a7 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/security-groups?id=d53ca3df-29db-4d54-9742-076d825b2a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956519 Apr 18 21:03:36.840567 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: acf89d4a-2e39-4dbb-9483-e00643c19078 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:03:36.841128 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device acf89d4a-2e39-4dbb-9483-e00643c19078 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:03:36.841736 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device bbf8a475-ad1e-4433-8b2f-953526f2c160 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:03:36.879990 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-04cfe51e-97a7-4bc2-8f52-2f283de39101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.920302 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: bbf8a475-ad1e-4433-8b2f-953526f2c160 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:03:36.920875 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device bbf8a475-ad1e-4433-8b2f-953526f2c160 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:03:36.963191 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-bc1b9b9e-ff1e-4b0b-a9e4-0f4c48991d25 req-c7fa6935-dabc-4a6f-9681-3792e4c5d5f8 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Deleting port fcfdf5d5-45cb-4cf9-bebc-19a0094539d5 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:03:36.963887 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bc1b9b9e-ff1e-4b0b-a9e4-0f4c48991d25 req-c7fa6935-dabc-4a6f-9681-3792e4c5d5f8 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.055197 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcd52-67a9-4f52-a73f-34e49c96e558 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.282979 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-bc1b9b9e-ff1e-4b0b-a9e4-0f4c48991d25 req-c7fa6935-dabc-4a6f-9681-3792e4c5d5f8 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] For port fcfdf5d5-45cb-4cf9-bebc-19a0094539d5, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=fcfdf5d5-45cb-4cf9-bebc-19a0094539d5,segment=NetworkSegment(6fd2a717-65b5-4e7e-836c-5289d337b33f),segment_id=6fd2a717-65b5-4e7e-836c-5289d337b33f)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:37.283468 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bc1b9b9e-ff1e-4b0b-a9e4-0f4c48991d25 req-c7fa6935-dabc-4a6f-9681-3792e4c5d5f8 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.321728 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-bc1b9b9e-ff1e-4b0b-a9e4-0f4c48991d25 req-c7fa6935-dabc-4a6f-9681-3792e4c5d5f8 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Calling delete_port for fcfdf5d5-45cb-4cf9-bebc-19a0094539d5 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:03:37.338669 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3ff6d12b-0ba3-4711-9981-d9f6600be406 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:37.495878 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 3ff6d12b-0ba3-4711-9981-d9f6600be406 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:37.496272 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.606842 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6fcd52-67a9-4f52-a73f-34e49c96e558 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Router 2bdaf0a8-024a-42c4-8540-85721468cdac has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:03:37.669802 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bc1b9b9e-ff1e-4b0b-a9e4-0f4c48991d25 req-c7fa6935-dabc-4a6f-9681-3792e4c5d5f8 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.706645 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-04cfe51e-97a7-4bc2-8f52-2f283de39101 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.709844 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa6935-dabc-4a6f-9681-3792e4c5d5f8 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Pushing event deleted for resources: {'Port': ['ID=fcfdf5d5-45cb-4cf9-bebc-19a0094539d5,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:37.717104 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-04cfe51e-97a7-4bc2-8f52-2f283de39101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.763201 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1b9b9e-ff1e-4b0b-a9e4-0f4c48991d25 req-c7fa6935-dabc-4a6f-9681-3792e4c5d5f8 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] No DVR routers for this DVR port fcfdf5d5-45cb-4cf9-bebc-19a0094539d5 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:03:37.766753 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bc1b9b9e-ff1e-4b0b-a9e4-0f4c48991d25 req-c7fa6935-dabc-4a6f-9681-3792e4c5d5f8 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.771144 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc1b9b9e-ff1e-4b0b-a9e4-0f4c48991d25 req-c7fa6935-dabc-4a6f-9681-3792e4c5d5f8 tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.32 "DELETE /v2.0/ports/fcfdf5d5-45cb-4cf9-bebc-19a0094539d5 HTTP/1.1" status: 204 len: 173 time: 1.3484235 Apr 18 21:03:37.772127 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d92388c-7e34-4a38-af6a-e977832f100e', 'name': 'network-vif-deleted', 'tag': 'fcfdf5d5-45cb-4cf9-bebc-19a0094539d5'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:03:37.775167 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511fe392-5e11-49d7-8d1b-94e251ec9cfa" -d '{"events": [{"server_uuid": "8d92388c-7e34-4a38-af6a-e977832f100e", "name": "network-vif-deleted", "tag": "fcfdf5d5-45cb-4cf9-bebc-19a0094539d5"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:03:37.836769 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['fcfdf5d5-45cb-4cf9-bebc-19a0094539d5'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:03:37.919118 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cea189d-597a-4b90-9089-98acb1836e6a x-openstack-request-id: req-1cea189d-597a-4b90-9089-98acb1836e6a {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:03:37.920778 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d92388c-7e34-4a38-af6a-e977832f100e", "name": "network-vif-deleted", "tag": "fcfdf5d5-45cb-4cf9-bebc-19a0094539d5", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:03:37.921115 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1cea189d-597a-4b90-9089-98acb1836e6a {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:03:37.935093 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cea189d-597a-4b90-9089-98acb1836e6a'] response: {'server_uuid': '8d92388c-7e34-4a38-af6a-e977832f100e', 'name': 'network-vif-deleted', 'tag': 'fcfdf5d5-45cb-4cf9-bebc-19a0094539d5', 'status': 'completed', 'code': 200} Apr 18 21:03:37.948993 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6fcd52-67a9-4f52-a73f-34e49c96e558 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:37.969367 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40498) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:37.971179 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6d6fcd52-67a9-4f52-a73f-34e49c96e558 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "PUT /v2.0/routers/2bdaf0a8-024a-42c4-8540-85721468cdac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9134738 Apr 18 21:03:37.992958 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b68bc90-668f-415e-9ec6-84b89284addb None None] Sync routers for ids ['2bdaf0a8-024a-42c4-8540-85721468cdac'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:03:38.000384 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-04cfe51e-97a7-4bc2-8f52-2f283de39101 None None] Attempting to bind port f73bca84-dab3-4a99-b23a-6fbfe719bd01 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:38.000888 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-04cfe51e-97a7-4bc2-8f52-2f283de39101 None None] Attempting to bind port f73bca84-dab3-4a99-b23a-6fbfe719bd01 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '363178ac-35a8-4bf1-a099-e9cdad4dacc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f9f2872f-f7e7-481b-bbee-d76ecefa0c58'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:38.001490 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cfe51e-97a7-4bc2-8f52-2f283de39101 None None] Attempting to bind port f73bca84-dab3-4a99-b23a-6fbfe719bd01 on network f9f2872f-f7e7-481b-bbee-d76ecefa0c58 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:03:38.010664 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b68bc90-668f-415e-9ec6-84b89284addb None None] Routers {'2bdaf0a8-024a-42c4-8540-85721468cdac'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:38.011751 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-8b68bc90-668f-415e-9ec6-84b89284addb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:03:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2bdaf0a8-024a-42c4-8540-85721468cdac'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:38.015993 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.036222 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cfe51e-97a7-4bc2-8f52-2f283de39101 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:03:38.036971 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cfe51e-97a7-4bc2-8f52-2f283de39101 None None] Checking segment: {'id': '363178ac-35a8-4bf1-a099-e9cdad4dacc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f9f2872f-f7e7-481b-bbee-d76ecefa0c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:03:38.037500 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-04cfe51e-97a7-4bc2-8f52-2f283de39101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.038019 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cfe51e-97a7-4bc2-8f52-2f283de39101 None None] Bound using segment: {'id': '363178ac-35a8-4bf1-a099-e9cdad4dacc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f9f2872f-f7e7-481b-bbee-d76ecefa0c58'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:03:38.038640 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-04cfe51e-97a7-4bc2-8f52-2f283de39101 None None] Bound port: f73bca84-dab3-4a99-b23a-6fbfe719bd01, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363178ac-35a8-4bf1-a099-e9cdad4dacc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f9f2872f-f7e7-481b-bbee-d76ecefa0c58'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:38.039140 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-04cfe51e-97a7-4bc2-8f52-2f283de39101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.063168 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40500) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:38.074741 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42dc4d-44e9-4b7a-8c27-eb25f305d8fe None None] Pushing event updated for resources: {'Port': ['ID=f73bca84-dab3-4a99-b23a-6fbfe719bd01,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:38.152912 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-04cfe51e-97a7-4bc2-8f52-2f283de39101 None None] For port f73bca84-dab3-4a99-b23a-6fbfe719bd01, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:38.158567 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-04cfe51e-97a7-4bc2-8f52-2f283de39101 None None] For port f73bca84-dab3-4a99-b23a-6fbfe719bd01, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f73bca84-dab3-4a99-b23a-6fbfe719bd01,segment=NetworkSegment(363178ac-35a8-4bf1-a099-e9cdad4dacc2),segment_id=363178ac-35a8-4bf1-a099-e9cdad4dacc2)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:38.163995 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-04cfe51e-97a7-4bc2-8f52-2f283de39101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.281394 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cfe51e-97a7-4bc2-8f52-2f283de39101 None None] Routers {'80217fd0-d238-45d1-b503-6df8b5556bec'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:38.281607 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-04cfe51e-97a7-4bc2-8f52-2f283de39101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:03:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['80217fd0-d238-45d1-b503-6df8b5556bec'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:38.314762 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f0f868c-fd22-452d-b612-1df8d2531dec req-5d6dc02c-8b38-4b9a-bee6-efb9ecdda58a tempest-VolumesSnapshotTestJSON-1686325145 tempest-VolumesSnapshotTestJSON-1686325145-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d92388c-7e34-4a38-af6a-e977832f100e HTTP/1.1" status: 200 len: 210 time: 0.1302643 Apr 18 21:03:38.348105 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff91145e-2903-4cc6-8b81-f08e7e4fbe93 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting subnet bc7baf09-f1f2-4c6f-ba30-643f4bd55409 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:03:38.359365 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ff91145e-2903-4cc6-8b81-f08e7e4fbe93 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.462636 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ff91145e-2903-4cc6-8b81-f08e7e4fbe93 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.584580 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-04cfe51e-97a7-4bc2-8f52-2f283de39101 None None] Set router 80217fd0-d238-45d1-b503-6df8b5556bec gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:38.599611 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-8b68bc90-668f-415e-9ec6-84b89284addb None None] Set router 2bdaf0a8-024a-42c4-8540-85721468cdac gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:38.765169 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ff91145e-2903-4cc6-8b81-f08e7e4fbe93 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.817046 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42dc4d-44e9-4b7a-8c27-eb25f305d8fe None None] Pushing event updated for resources: {'Port': ['ID=f73bca84-dab3-4a99-b23a-6fbfe719bd01,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:38.917077 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ff91145e-2903-4cc6-8b81-f08e7e4fbe93 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.991498 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91145e-2903-4cc6-8b81-f08e7e4fbe93 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Subnet': ['ID=bc7baf09-f1f2-4c6f-ba30-643f4bd55409,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:39.000248 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ff91145e-2903-4cc6-8b81-f08e7e4fbe93 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.009892 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40518) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:39.012412 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ff91145e-2903-4cc6-8b81-f08e7e4fbe93 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/subnets/bc7baf09-f1f2-4c6f-ba30-643f4bd55409 HTTP/1.1" status: 204 len: 168 time: 1.0411127 Apr 18 21:03:39.069339 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1701dd-ead5-4f34-b6c6-04f606e12afb None None] Network 8015e3d7-f878-40ab-abbc-a4edd7d1085a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:03:39.093505 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-04cfe51e-97a7-4bc2-8f52-2f283de39101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80217fd0-d238-45d1-b503-6df8b5556bec', 'name': 'tempest-TestAggregatesBasicOps-1856785507-router', 'tenant_id': '5ff63d6a80564df1a9f5622cfa827b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3ff6d12b-0ba3-4711-9981-d9f6600be406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:25Z', 'updated_at': '2022-04-18T21:03:31Z', 'revision_number': 4, 'project_id': '5ff63d6a80564df1a9f5622cfa827b9c', 'gw_port': {'id': '3ff6d12b-0ba3-4711-9981-d9f6600be406', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80217fd0-d238-45d1-b503-6df8b5556bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:26Z', 'updated_at': '2022-04-18T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'f73bca84-dab3-4a99-b23a-6fbfe719bd01', 'name': '', 'network_id': 'f9f2872f-f7e7-481b-bbee-d76ecefa0c58', 'tenant_id': '5ff63d6a80564df1a9f5622cfa827b9c', 'mac_address': 'fa:16:3e:fd:f1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80217fd0-d238-45d1-b503-6df8b5556bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '53578edf-1f80-411f-a494-27d175451a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:30Z', 'updated_at': '2022-04-18T21:03:38Z', 'revision_number': 4, 'project_id': '5ff63d6a80564df1a9f5622cfa827b9c', 'subnets': [{'id': '53578edf-1f80-411f-a494-27d175451a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:39.146334 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cfe51e-97a7-4bc2-8f52-2f283de39101 None None] The sync data for ids ['80217fd0-d238-45d1-b503-6df8b5556bec'] in n-d-838323-3 is: [{'id': '80217fd0-d238-45d1-b503-6df8b5556bec', 'name': 'tempest-TestAggregatesBasicOps-1856785507-router', 'tenant_id': '5ff63d6a80564df1a9f5622cfa827b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3ff6d12b-0ba3-4711-9981-d9f6600be406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:25Z', 'updated_at': '2022-04-18T21:03:31Z', 'revision_number': 4, 'project_id': '5ff63d6a80564df1a9f5622cfa827b9c', 'gw_port': {'id': '3ff6d12b-0ba3-4711-9981-d9f6600be406', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80217fd0-d238-45d1-b503-6df8b5556bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:26Z', 'updated_at': '2022-04-18T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'f73bca84-dab3-4a99-b23a-6fbfe719bd01', 'name': '', 'network_id': 'f9f2872f-f7e7-481b-bbee-d76ecefa0c58', 'tenant_id': '5ff63d6a80564df1a9f5622cfa827b9c', 'mac_address': 'fa:16:3e:fd:f1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80217fd0-d238-45d1-b503-6df8b5556bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '53578edf-1f80-411f-a494-27d175451a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:30Z', 'updated_at': '2022-04-18T21:03:38Z', 'revision_number': 4, 'project_id': '5ff63d6a80564df1a9f5622cfa827b9c', 'subnets': [{'id': '53578edf-1f80-411f-a494-27d175451a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:03:39.190821 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a793e7ab-2b6d-4545-a2b2-b1b50bcf3a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.199874 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cfe7913e-87ec-4691-86b0-9bb49224f5f1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.458420 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f9695f6d-3a53-4eca-a0e9-fdd13ee5317e None None] Provisioning complete for port f73bca84-dab3-4a99-b23a-6fbfe719bd01 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:39.461788 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f9695f6d-3a53-4eca-a0e9-fdd13ee5317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.606435 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-8b68bc90-668f-415e-9ec6-84b89284addb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'name': 'tempest-RoutersIpV6Test-router-709676099', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:49Z', 'updated_at': '2022-04-18T21:03:36Z', 'revision_number': 9, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None, '_interfaces': [{'id': '40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42', 'name': '', 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:e5:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:52Z', 'updated_at': '2022-04-18T21:03:00Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3178f42-4bd0-4353-ac6b-66f755513c33', 'name': '', 'network_id': '7e9ef955-3f2e-4850-a208-b26f013fab46', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:4f:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:00Z', 'updated_at': '2022-04-18T21:03:10Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:39.634017 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-cfe7913e-87ec-4691-86b0-9bb49224f5f1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting port 00ded1bc-d6b6-4554-a861-15356a945ec8 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:03:39.634357 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cfe7913e-87ec-4691-86b0-9bb49224f5f1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.643212 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b68bc90-668f-415e-9ec6-84b89284addb None None] Checking router: 2bdaf0a8-024a-42c4-8540-85721468cdac for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:03:39.705346 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b68bc90-668f-415e-9ec6-84b89284addb None None] Routers {'2bdaf0a8-024a-42c4-8540-85721468cdac'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:39.710851 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-8b68bc90-668f-415e-9ec6-84b89284addb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:03:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2bdaf0a8-024a-42c4-8540-85721468cdac'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:39.755489 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-cfe7913e-87ec-4691-86b0-9bb49224f5f1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] For port 00ded1bc-d6b6-4554-a861-15356a945ec8, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=00ded1bc-d6b6-4554-a861-15356a945ec8,segment=NetworkSegment(612d5371-dab7-4338-88ff-739a2966418f),segment_id=612d5371-dab7-4338-88ff-739a2966418f)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:39.756381 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cfe7913e-87ec-4691-86b0-9bb49224f5f1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.775787 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-cfe7913e-87ec-4691-86b0-9bb49224f5f1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Calling delete_port for 00ded1bc-d6b6-4554-a861-15356a945ec8 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:03:39.782360 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09920f96-db79-43d5-92e4-531b25373105 None None] DHCP port deletion for 8015e3d7-f878-40ab-abbc-a4edd7d1085a request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:03:39.790281 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device fcfdf5d5-45cb-4cf9-bebc-19a0094539d5 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:03:39.923569 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f9695f6d-3a53-4eca-a0e9-fdd13ee5317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.972561 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: fcfdf5d5-45cb-4cf9-bebc-19a0094539d5 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:03:39.973427 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device fcfdf5d5-45cb-4cf9-bebc-19a0094539d5 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:03:40.023073 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cfe7913e-87ec-4691-86b0-9bb49224f5f1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.110219 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe7913e-87ec-4691-86b0-9bb49224f5f1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] No DVR routers for this DVR port 00ded1bc-d6b6-4554-a861-15356a945ec8 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:03:40.114395 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-8b68bc90-668f-415e-9ec6-84b89284addb None None] Set router 2bdaf0a8-024a-42c4-8540-85721468cdac gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:40.126431 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7913e-87ec-4691-86b0-9bb49224f5f1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Port': ['ID=00ded1bc-d6b6-4554-a861-15356a945ec8,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:40.210086 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f9695f6d-3a53-4eca-a0e9-fdd13ee5317e None None] For port f73bca84-dab3-4a99-b23a-6fbfe719bd01, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f73bca84-dab3-4a99-b23a-6fbfe719bd01,segment=NetworkSegment(363178ac-35a8-4bf1-a099-e9cdad4dacc2),segment_id=363178ac-35a8-4bf1-a099-e9cdad4dacc2)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:40.235383 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f9695f6d-3a53-4eca-a0e9-fdd13ee5317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.282827 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cfe7913e-87ec-4691-86b0-9bb49224f5f1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.319884 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-cfe7913e-87ec-4691-86b0-9bb49224f5f1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8015e3d7-f878-40ab-abbc-a4edd7d1085a']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:40.333131 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-cfe7913e-87ec-4691-86b0-9bb49224f5f1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612d5371-dab7-4338-88ff-739a2966418f') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:40.333457 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-cfe7913e-87ec-4691-86b0-9bb49224f5f1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612d5371-dab7-4338-88ff-739a2966418f') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:40.345492 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cfe7913e-87ec-4691-86b0-9bb49224f5f1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.361092 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cfe7913e-87ec-4691-86b0-9bb49224f5f1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.368884 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe7913e-87ec-4691-86b0-9bb49224f5f1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:03:40.369276 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cfe7913e-87ec-4691-86b0-9bb49224f5f1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:40.460600 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:40.466912 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-a793e7ab-2b6d-4545-a2b2-b1b50bcf3a68 admin admin] Deleting port a5095699-1766-4104-9b1f-6b0ddb8fa39a {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:03:40.467274 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a793e7ab-2b6d-4545-a2b2-b1b50bcf3a68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.469311 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cfe7913e-87ec-4691-86b0-9bb49224f5f1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.488526 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cfe7913e-87ec-4691-86b0-9bb49224f5f1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.495331 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cfe7913e-87ec-4691-86b0-9bb49224f5f1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/networks/8015e3d7-f878-40ab-abbc-a4edd7d1085a HTTP/1.1" status: 204 len: 168 time: 1.4765637 Apr 18 21:03:40.496922 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40552) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:40.515063 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7913e-87ec-4691-86b0-9bb49224f5f1 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Network': ['ID=8015e3d7-f878-40ab-abbc-a4edd7d1085a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:40.688423 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-a793e7ab-2b6d-4545-a2b2-b1b50bcf3a68 admin admin] For port a5095699-1766-4104-9b1f-6b0ddb8fa39a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a5095699-1766-4104-9b1f-6b0ddb8fa39a,segment=NetworkSegment(faefbb78-3b1a-4cb9-9a21-67b1e07cb73f),segment_id=faefbb78-3b1a-4cb9-9a21-67b1e07cb73f)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:40.690855 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a793e7ab-2b6d-4545-a2b2-b1b50bcf3a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.697069 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-09920f96-db79-43d5-92e4-531b25373105 None None] Deleting port 00ded1bc-d6b6-4554-a861-15356a945ec8 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:03:40.698009 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-09920f96-db79-43d5-92e4-531b25373105 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.722347 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-a793e7ab-2b6d-4545-a2b2-b1b50bcf3a68 admin admin] Calling delete_port for a5095699-1766-4104-9b1f-6b0ddb8fa39a owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server [None req-09920f96-db79-43d5-92e4-531b25373105 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 8015e3d7-f878-40ab-abbc-a4edd7d1085a could not be found. Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._iter().one() Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._only_one_row( Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1537, in delete_ports_by_device_id Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2019, in delete_port Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1195, in get_network Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 8015e3d7-f878-40ab-abbc-a4edd7d1085a could not be found. Apr 18 21:03:40.770792 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Apr 18 21:03:40.823387 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9695f6d-3a53-4eca-a0e9-fdd13ee5317e None None] Pushing event updated for resources: {'Port': ['ID=f73bca84-dab3-4a99-b23a-6fbfe719bd01,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:40.842273 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f49839-29b7-41ad-8799-bf760d0fa8d4 None None] DHCP port deletion for 8015e3d7-f878-40ab-abbc-a4edd7d1085a request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:03:40.859779 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a0336aaf-2c2c-4ff5-abc0-e50e77861649 None None] Provisioning complete for port f73bca84-dab3-4a99-b23a-6fbfe719bd01 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:40.860419 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a0336aaf-2c2c-4ff5-abc0-e50e77861649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.887605 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70749c85-6a71-4300-af57-60f86d3db814 None None] get_active_networks_info from n-d-838323-3 {{(pid=102910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 21:03:41.258526 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a793e7ab-2b6d-4545-a2b2-b1b50bcf3a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:41.301658 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-8b68bc90-668f-415e-9ec6-84b89284addb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'name': 'tempest-RoutersIpV6Test-router-709676099', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:49Z', 'updated_at': '2022-04-18T21:03:36Z', 'revision_number': 9, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None, '_interfaces': [{'id': '40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42', 'name': '', 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:e5:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:52Z', 'updated_at': '2022-04-18T21:03:00Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3178f42-4bd0-4353-ac6b-66f755513c33', 'name': '', 'network_id': '7e9ef955-3f2e-4850-a208-b26f013fab46', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:4f:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:00Z', 'updated_at': '2022-04-18T21:03:10Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:41.317265 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793e7ab-2b6d-4545-a2b2-b1b50bcf3a68 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5095699-1766-4104-9b1f-6b0ddb8fa39a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:41.425899 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-56580e48-d8ed-442d-9d3f-5070d70cd8a2 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:41.490397 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b68bc90-668f-415e-9ec6-84b89284addb None None] The sync data for ids ['2bdaf0a8-024a-42c4-8540-85721468cdac'] in n-d-838323-3 is: [{'id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'name': 'tempest-RoutersIpV6Test-router-709676099', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:49Z', 'updated_at': '2022-04-18T21:03:36Z', 'revision_number': 9, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None, '_interfaces': [{'id': '40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42', 'name': '', 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:e5:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:52Z', 'updated_at': '2022-04-18T21:03:00Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3178f42-4bd0-4353-ac6b-66f755513c33', 'name': '', 'network_id': '7e9ef955-3f2e-4850-a208-b26f013fab46', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:4f:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:00Z', 'updated_at': '2022-04-18T21:03:10Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': '83f5a7c1-241a-404c-92f5-3948d97f0469', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:03:41.495670 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f73bca84-dab3-4a99-b23a-6fbfe719bd01 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:41.681182 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70749c85-6a71-4300-af57-60f86d3db814 None None] Resources bound (agent type, host, resource id): {{(pid=102910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:03:41.692369 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port f73bca84-dab3-4a99-b23a-6fbfe719bd01 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:41.692782 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.020870 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.192464 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-56580e48-d8ed-442d-9d3f-5070d70cd8a2 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting port a3178f42-4bd0-4353-ac6b-66f755513c33 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:03:42.193507 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-56580e48-d8ed-442d-9d3f-5070d70cd8a2 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.219312 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 00ded1bc-d6b6-4554-a861-15356a945ec8 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:03:42.235956 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a793e7ab-2b6d-4545-a2b2-b1b50bcf3a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.256233 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 00ded1bc-d6b6-4554-a861-15356a945ec8 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:03:42.256621 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 00ded1bc-d6b6-4554-a861-15356a945ec8 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:03:42.600886 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-56580e48-d8ed-442d-9d3f-5070d70cd8a2 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] For port a3178f42-4bd0-4353-ac6b-66f755513c33, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a3178f42-4bd0-4353-ac6b-66f755513c33,segment=NetworkSegment(dc7e479f-2eb6-4f9d-8c0a-72d7f9cdc3ed),segment_id=dc7e479f-2eb6-4f9d-8c0a-72d7f9cdc3ed)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:42.602006 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-56580e48-d8ed-442d-9d3f-5070d70cd8a2 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.631601 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-56580e48-d8ed-442d-9d3f-5070d70cd8a2 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Calling delete_port for a3178f42-4bd0-4353-ac6b-66f755513c33 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:03:42.763428 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a793e7ab-2b6d-4545-a2b2-b1b50bcf3a68 admin admin] Router 325d48a5-3e37-49ff-ae1e-890fd1ed643a has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:03:42.986025 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a793e7ab-2b6d-4545-a2b2-b1b50bcf3a68 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:42.990499 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40596) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:42.993926 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3312f19a-d24f-4b26-a494-4d9ea3d7ab63 None None] Sync routers for ids ['325d48a5-3e37-49ff-ae1e-890fd1ed643a'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:03:43.008807 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a793e7ab-2b6d-4545-a2b2-b1b50bcf3a68 admin admin] 10.222.0.41 "PUT /v2.0/routers/325d48a5-3e37-49ff-ae1e-890fd1ed643a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9391658 Apr 18 21:03:43.014826 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3312f19a-d24f-4b26-a494-4d9ea3d7ab63 None None] Routers {'325d48a5-3e37-49ff-ae1e-890fd1ed643a'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:43.015478 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3312f19a-d24f-4b26-a494-4d9ea3d7ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:03:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['325d48a5-3e37-49ff-ae1e-890fd1ed643a'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:43.241637 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 079aa634-21d8-42f1-99ed-0fc980a1a364 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:03:43.282731 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5cd8897b-41cb-445c-a710-83cc49c455d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.288847 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 079aa634-21d8-42f1-99ed-0fc980a1a364 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:03:43.289417 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 079aa634-21d8-42f1-99ed-0fc980a1a364 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:03:43.355931 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-3312f19a-d24f-4b26-a494-4d9ea3d7ab63 None None] Set router 325d48a5-3e37-49ff-ae1e-890fd1ed643a gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:43.581530 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-56580e48-d8ed-442d-9d3f-5070d70cd8a2 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.636259 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3312f19a-d24f-4b26-a494-4d9ea3d7ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325d48a5-3e37-49ff-ae1e-890fd1ed643a', 'name': 'tempest-TestAggregatesBasicOps-1725285316-router', 'tenant_id': '3fc4fa55be874918a3701138dbd0e84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '243ce4fb-25cf-487e-8bf6-c1aaf8497043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:07Z', 'updated_at': '2022-04-18T21:03:41Z', 'revision_number': 5, 'project_id': '3fc4fa55be874918a3701138dbd0e84c', 'gw_port': {'id': '243ce4fb-25cf-487e-8bf6-c1aaf8497043', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325d48a5-3e37-49ff-ae1e-890fd1ed643a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:43.694021 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3312f19a-d24f-4b26-a494-4d9ea3d7ab63 None None] Checking router: 325d48a5-3e37-49ff-ae1e-890fd1ed643a for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:03:43.716013 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3312f19a-d24f-4b26-a494-4d9ea3d7ab63 None None] Routers {'325d48a5-3e37-49ff-ae1e-890fd1ed643a'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:43.716707 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3312f19a-d24f-4b26-a494-4d9ea3d7ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:03:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['325d48a5-3e37-49ff-ae1e-890fd1ed643a'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:43.748779 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56580e48-d8ed-442d-9d3f-5070d70cd8a2 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Port': ['ID=a3178f42-4bd0-4353-ac6b-66f755513c33,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:43.898976 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5cd8897b-41cb-445c-a710-83cc49c455d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.959339 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-56580e48-d8ed-442d-9d3f-5070d70cd8a2 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:44.003856 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-3312f19a-d24f-4b26-a494-4d9ea3d7ab63 None None] Set router 325d48a5-3e37-49ff-ae1e-890fd1ed643a gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:44.222951 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-5cd8897b-41cb-445c-a710-83cc49c455d6 admin admin] Deleting port 243ce4fb-25cf-487e-8bf6-c1aaf8497043 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:03:44.223405 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5cd8897b-41cb-445c-a710-83cc49c455d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:44.493274 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3312f19a-d24f-4b26-a494-4d9ea3d7ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325d48a5-3e37-49ff-ae1e-890fd1ed643a', 'name': 'tempest-TestAggregatesBasicOps-1725285316-router', 'tenant_id': '3fc4fa55be874918a3701138dbd0e84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '243ce4fb-25cf-487e-8bf6-c1aaf8497043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:07Z', 'updated_at': '2022-04-18T21:03:41Z', 'revision_number': 5, 'project_id': '3fc4fa55be874918a3701138dbd0e84c', 'gw_port': {'id': '243ce4fb-25cf-487e-8bf6-c1aaf8497043', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325d48a5-3e37-49ff-ae1e-890fd1ed643a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:44.736037 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3312f19a-d24f-4b26-a494-4d9ea3d7ab63 None None] The sync data for ids ['325d48a5-3e37-49ff-ae1e-890fd1ed643a'] in n-d-838323-3 is: [{'id': '325d48a5-3e37-49ff-ae1e-890fd1ed643a', 'name': 'tempest-TestAggregatesBasicOps-1725285316-router', 'tenant_id': '3fc4fa55be874918a3701138dbd0e84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '243ce4fb-25cf-487e-8bf6-c1aaf8497043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:07Z', 'updated_at': '2022-04-18T21:03:41Z', 'revision_number': 5, 'project_id': '3fc4fa55be874918a3701138dbd0e84c', 'gw_port': {'id': '243ce4fb-25cf-487e-8bf6-c1aaf8497043', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325d48a5-3e37-49ff-ae1e-890fd1ed643a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:10Z', 'updated_at': '2022-04-18T21:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:03:45.206649 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a5095699-1766-4104-9b1f-6b0ddb8fa39a no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:03:45.209726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-5cd8897b-41cb-445c-a710-83cc49c455d6 admin admin] For port 243ce4fb-25cf-487e-8bf6-c1aaf8497043, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=243ce4fb-25cf-487e-8bf6-c1aaf8497043,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:45.211362 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5cd8897b-41cb-445c-a710-83cc49c455d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.228456 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-5cd8897b-41cb-445c-a710-83cc49c455d6 admin admin] Calling delete_port for 243ce4fb-25cf-487e-8bf6-c1aaf8497043 owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:03:45.255145 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: a5095699-1766-4104-9b1f-6b0ddb8fa39a {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:03:45.256806 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a5095699-1766-4104-9b1f-6b0ddb8fa39a not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:03:45.363725 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56580e48-d8ed-442d-9d3f-5070d70cd8a2 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Router 2bdaf0a8-024a-42c4-8540-85721468cdac has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:03:45.582262 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56580e48-d8ed-442d-9d3f-5070d70cd8a2 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:45.589759 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-56580e48-d8ed-442d-9d3f-5070d70cd8a2 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "PUT /v2.0/routers/2bdaf0a8-024a-42c4-8540-85721468cdac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0906761 Apr 18 21:03:45.592184 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40630) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:45.597832 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1c8b20-bdbc-41ef-87ea-61854e905a17 None None] Sync routers for ids ['2bdaf0a8-024a-42c4-8540-85721468cdac'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:03:45.635738 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1c8b20-bdbc-41ef-87ea-61854e905a17 None None] Routers {'2bdaf0a8-024a-42c4-8540-85721468cdac'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:45.642688 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5b1c8b20-bdbc-41ef-87ea-61854e905a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:03:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2bdaf0a8-024a-42c4-8540-85721468cdac'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:45.686732 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d82244-5203-4c9c-9888-ff85de812b02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting subnet 83f5a7c1-241a-404c-92f5-3948d97f0469 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:03:45.691506 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f9d82244-5203-4c9c-9888-ff85de812b02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.746499 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f9d82244-5203-4c9c-9888-ff85de812b02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.755219 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5cd8897b-41cb-445c-a710-83cc49c455d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.823179 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8897b-41cb-445c-a710-83cc49c455d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=243ce4fb-25cf-487e-8bf6-c1aaf8497043,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:45.882868 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f9d82244-5203-4c9c-9888-ff85de812b02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.983127 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-5b1c8b20-bdbc-41ef-87ea-61854e905a17 None None] Set router 2bdaf0a8-024a-42c4-8540-85721468cdac gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:45.992813 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f9d82244-5203-4c9c-9888-ff85de812b02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.033749 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f9d82244-5203-4c9c-9888-ff85de812b02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.042421 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f9d82244-5203-4c9c-9888-ff85de812b02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/subnets/83f5a7c1-241a-404c-92f5-3948d97f0469 HTTP/1.1" status: 204 len: 168 time: 0.4490952 Apr 18 21:03:46.049881 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40640) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:46.066472 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d82244-5203-4c9c-9888-ff85de812b02 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Subnet': ['ID=83f5a7c1-241a-404c-92f5-3948d97f0469,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:46.079662 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639ad4a4-35ad-4e4d-ad40-75adc59d04db None None] Network 7e9ef955-3f2e-4850-a208-b26f013fab46 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:03:46.203899 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5cd8897b-41cb-445c-a710-83cc49c455d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.382193 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5b1c8b20-bdbc-41ef-87ea-61854e905a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'name': 'tempest-RoutersIpV6Test-router-709676099', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:49Z', 'updated_at': '2022-04-18T21:03:43Z', 'revision_number': 10, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None, '_interfaces': [{'id': '40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42', 'name': '', 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:e5:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:52Z', 'updated_at': '2022-04-18T21:03:00Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:46.410439 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5cd8897b-41cb-445c-a710-83cc49c455d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.418697 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5cd8897b-41cb-445c-a710-83cc49c455d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.427888 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1c8b20-bdbc-41ef-87ea-61854e905a17 None None] Checking router: 2bdaf0a8-024a-42c4-8540-85721468cdac for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:03:46.439111 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1c8b20-bdbc-41ef-87ea-61854e905a17 None None] Routers {'2bdaf0a8-024a-42c4-8540-85721468cdac'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:46.440216 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5b1c8b20-bdbc-41ef-87ea-61854e905a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:03:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2bdaf0a8-024a-42c4-8540-85721468cdac'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:46.479305 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fc22c4-4c51-42de-92b2-540593b4daa9 None None] DHCP port deletion for 7e9ef955-3f2e-4850-a208-b26f013fab46 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:03:46.535263 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5cd8897b-41cb-445c-a710-83cc49c455d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.536224 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd8897b-41cb-445c-a710-83cc49c455d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 325d48a5-3e37-49ff-ae1e-890fd1ed643a {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:03:46.561862 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5cd8897b-41cb-445c-a710-83cc49c455d6 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.564230 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5cd8897b-41cb-445c-a710-83cc49c455d6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/325d48a5-3e37-49ff-ae1e-890fd1ed643a HTTP/1.1" status: 204 len: 168 time: 3.5711434 Apr 18 21:03:46.570553 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40644) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:46.682043 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-5b1c8b20-bdbc-41ef-87ea-61854e905a17 None None] Set router 2bdaf0a8-024a-42c4-8540-85721468cdac gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:46.699465 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b55e22-a5d5-4393-b9c9-175ff3cb45c2 admin admin] Deleting subnet b10a3fea-bf13-4348-8c27-30380f8ca7d3 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:03:46.727004 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-15b55e22-a5d5-4393-b9c9-175ff3cb45c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.771971 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2dcc77f3-3e4d-4adb-9890-ac25300c9941 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.847297 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-15b55e22-a5d5-4393-b9c9-175ff3cb45c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.069940 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc77f3-3e4d-4adb-9890-ac25300c9941 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting port 229f34a9-6941-40bb-b7d2-186cc1dc5120 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:03:47.070175 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2dcc77f3-3e4d-4adb-9890-ac25300c9941 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.095901 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-d2fc22c4-4c51-42de-92b2-540593b4daa9 None None] Deleting port 229f34a9-6941-40bb-b7d2-186cc1dc5120 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:03:47.096524 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d2fc22c4-4c51-42de-92b2-540593b4daa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.227526 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-2dcc77f3-3e4d-4adb-9890-ac25300c9941 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] For port 229f34a9-6941-40bb-b7d2-186cc1dc5120, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=229f34a9-6941-40bb-b7d2-186cc1dc5120,segment=NetworkSegment(dc7e479f-2eb6-4f9d-8c0a-72d7f9cdc3ed),segment_id=dc7e479f-2eb6-4f9d-8c0a-72d7f9cdc3ed)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:47.227904 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2dcc77f3-3e4d-4adb-9890-ac25300c9941 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.247793 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc77f3-3e4d-4adb-9890-ac25300c9941 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Calling delete_port for 229f34a9-6941-40bb-b7d2-186cc1dc5120 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:03:47.387136 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-15b55e22-a5d5-4393-b9c9-175ff3cb45c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.391824 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d2fc22c4-4c51-42de-92b2-540593b4daa9 None None] For port 229f34a9-6941-40bb-b7d2-186cc1dc5120, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=229f34a9-6941-40bb-b7d2-186cc1dc5120,segment=NetworkSegment(dc7e479f-2eb6-4f9d-8c0a-72d7f9cdc3ed),segment_id=dc7e479f-2eb6-4f9d-8c0a-72d7f9cdc3ed)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:47.394269 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d2fc22c4-4c51-42de-92b2-540593b4daa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.476883 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2dcc77f3-3e4d-4adb-9890-ac25300c9941 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.513593 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-15b55e22-a5d5-4393-b9c9-175ff3cb45c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.516322 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-d2fc22c4-4c51-42de-92b2-540593b4daa9 None None] Calling delete_port for 229f34a9-6941-40bb-b7d2-186cc1dc5120 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:03:47.542592 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc77f3-3e4d-4adb-9890-ac25300c9941 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Port': ['ID=229f34a9-6941-40bb-b7d2-186cc1dc5120,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:47.548314 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-15b55e22-a5d5-4393-b9c9-175ff3cb45c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.556927 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-15b55e22-a5d5-4393-b9c9-175ff3cb45c2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b10a3fea-bf13-4348-8c27-30380f8ca7d3 HTTP/1.1" status: 204 len: 168 time: 0.9802420 Apr 18 21:03:47.557233 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40666) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:47.574320 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7e8808-412b-4896-8375-eb316672f0ed None None] Network c38c11fb-78a5-44a7-bd9e-12bf272aa292 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:03:47.634504 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcc77f3-3e4d-4adb-9890-ac25300c9941 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] No DVR routers for this DVR port 229f34a9-6941-40bb-b7d2-186cc1dc5120 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:03:47.701805 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b55e22-a5d5-4393-b9c9-175ff3cb45c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b10a3fea-bf13-4348-8c27-30380f8ca7d3,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:47.729644 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d09b-5e60-479d-9a55-96c55fc38504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.784688 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 243ce4fb-25cf-487e-8bf6-c1aaf8497043 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:03:47.862099 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-fdd4d09b-5e60-479d-9a55-96c55fc38504 admin admin] Deleting port 8d047ed5-1491-427c-9b9c-925929d29a1c {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:03:47.862690 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d09b-5e60-479d-9a55-96c55fc38504 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.887763 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 243ce4fb-25cf-487e-8bf6-c1aaf8497043 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:03:47.893179 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 243ce4fb-25cf-487e-8bf6-c1aaf8497043 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:03:47.893848 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 229f34a9-6941-40bb-b7d2-186cc1dc5120 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:03:47.895329 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2dcc77f3-3e4d-4adb-9890-ac25300c9941 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.977645 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-2dcc77f3-3e4d-4adb-9890-ac25300c9941 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9ef955-3f2e-4850-a208-b26f013fab46']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:48.012128 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-2dcc77f3-3e4d-4adb-9890-ac25300c9941 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc7e479f-2eb6-4f9d-8c0a-72d7f9cdc3ed') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:48.013649 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-2dcc77f3-3e4d-4adb-9890-ac25300c9941 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc7e479f-2eb6-4f9d-8c0a-72d7f9cdc3ed') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:48.035973 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2dcc77f3-3e4d-4adb-9890-ac25300c9941 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.071452 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2dcc77f3-3e4d-4adb-9890-ac25300c9941 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.094643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dcc77f3-3e4d-4adb-9890-ac25300c9941 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:03:48.094837 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-fdd4d09b-5e60-479d-9a55-96c55fc38504 admin admin] For port 8d047ed5-1491-427c-9b9c-925929d29a1c, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8d047ed5-1491-427c-9b9c-925929d29a1c,segment=NetworkSegment(faefbb78-3b1a-4cb9-9a21-67b1e07cb73f),segment_id=faefbb78-3b1a-4cb9-9a21-67b1e07cb73f)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:48.095612 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2dcc77f3-3e4d-4adb-9890-ac25300c9941 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.096515 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d09b-5e60-479d-9a55-96c55fc38504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.098069 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d2fc22c4-4c51-42de-92b2-540593b4daa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.138878 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-fdd4d09b-5e60-479d-9a55-96c55fc38504 admin admin] Calling delete_port for 8d047ed5-1491-427c-9b9c-925929d29a1c owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:03:48.215387 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fc22c4-4c51-42de-92b2-540593b4daa9 None None] No DVR routers for this DVR port 229f34a9-6941-40bb-b7d2-186cc1dc5120 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:03:48.224378 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 229f34a9-6941-40bb-b7d2-186cc1dc5120 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:03:48.224885 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 229f34a9-6941-40bb-b7d2-186cc1dc5120 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:48.248992 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:48.255982 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2dcc77f3-3e4d-4adb-9890-ac25300c9941 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.265341 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2dcc77f3-3e4d-4adb-9890-ac25300c9941 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.274861 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40674) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:48.279452 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2dcc77f3-3e4d-4adb-9890-ac25300c9941 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/networks/7e9ef955-3f2e-4850-a208-b26f013fab46 HTTP/1.1" status: 204 len: 168 time: 2.2279410 Apr 18 21:03:48.307124 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40676) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:48.323376 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc22c4-4c51-42de-92b2-540593b4daa9 None None] Pushing event deleted for resources: {'Port': ['ID=229f34a9-6941-40bb-b7d2-186cc1dc5120,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:48.326770 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc77f3-3e4d-4adb-9890-ac25300c9941 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Network': ['ID=7e9ef955-3f2e-4850-a208-b26f013fab46,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:48.346534 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc22c4-4c51-42de-92b2-540593b4daa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:48.347112 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc22c4-4c51-42de-92b2-540593b4daa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:48.347620 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc22c4-4c51-42de-92b2-540593b4daa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:48.348670 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc22c4-4c51-42de-92b2-540593b4daa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:48.349330 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc22c4-4c51-42de-92b2-540593b4daa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:48.349816 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc22c4-4c51-42de-92b2-540593b4daa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:48.350282 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc22c4-4c51-42de-92b2-540593b4daa9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:48.350947 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc22c4-4c51-42de-92b2-540593b4daa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:48.351419 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc22c4-4c51-42de-92b2-540593b4daa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:48.351894 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc22c4-4c51-42de-92b2-540593b4daa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:48.353146 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc22c4-4c51-42de-92b2-540593b4daa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:48.353611 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc22c4-4c51-42de-92b2-540593b4daa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:48.405925 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5b1c8b20-bdbc-41ef-87ea-61854e905a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'name': 'tempest-RoutersIpV6Test-router-709676099', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:49Z', 'updated_at': '2022-04-18T21:03:43Z', 'revision_number': 10, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None, '_interfaces': [{'id': '40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42', 'name': '', 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:e5:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:52Z', 'updated_at': '2022-04-18T21:03:00Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:48.502423 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1c8b20-bdbc-41ef-87ea-61854e905a17 None None] The sync data for ids ['2bdaf0a8-024a-42c4-8540-85721468cdac'] in n-d-838323-3 is: [{'id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'name': 'tempest-RoutersIpV6Test-router-709676099', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:49Z', 'updated_at': '2022-04-18T21:03:43Z', 'revision_number': 10, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None, '_interfaces': [{'id': '40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42', 'name': '', 'network_id': 'fd903737-9a27-45ac-97d3-1b82a704ef10', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'mac_address': 'fa:16:3e:e5:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:52Z', 'updated_at': '2022-04-18T21:03:00Z', 'revision_number': 5, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'subnets': [{'id': 'f9d545bc-9213-44a0-9755-5aa3f57fbb1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:03:48.509913 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea09bef-0304-4d13-a1cb-1694de80be2e None None] DHCP port deletion for c38c11fb-78a5-44a7-bd9e-12bf272aa292 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:03:48.606291 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8d51399a-4d50-4daa-9e5c-f5b05d68966d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.616855 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-2ea09bef-0304-4d13-a1cb-1694de80be2e None None] Deleting port 8d047ed5-1491-427c-9b9c-925929d29a1c {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:03:48.617420 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2ea09bef-0304-4d13-a1cb-1694de80be2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.635369 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d09b-5e60-479d-9a55-96c55fc38504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.721737 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2ea09bef-0304-4d13-a1cb-1694de80be2e None None] For port 8d047ed5-1491-427c-9b9c-925929d29a1c, host n-d-838323-3, got binding levels [] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:48.723145 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2ea09bef-0304-4d13-a1cb-1694de80be2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.789702 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4d09b-5e60-479d-9a55-96c55fc38504 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d047ed5-1491-427c-9b9c-925929d29a1c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:48.791954 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-2ea09bef-0304-4d13-a1cb-1694de80be2e None None] Calling delete_port for 8d047ed5-1491-427c-9b9c-925929d29a1c owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:03:48.802211 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.ipam_backend_mixin [None req-2ea09bef-0304-4d13-a1cb-1694de80be2e None None] Port 8d047ed5-1491-427c-9b9c-925929d29a1c was not found and therefore no delete operation was performed {{(pid=102910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 21:03:48.805939 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd4d09b-5e60-479d-9a55-96c55fc38504 admin admin] No DVR routers for this DVR port 8d047ed5-1491-427c-9b9c-925929d29a1c on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:03:48.817498 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2ea09bef-0304-4d13-a1cb-1694de80be2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.877255 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8d51399a-4d50-4daa-9e5c-f5b05d68966d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.886630 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8d51399a-4d50-4daa-9e5c-f5b05d68966d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.901801 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea09bef-0304-4d13-a1cb-1694de80be2e None None] No DVR routers for this DVR port 8d047ed5-1491-427c-9b9c-925929d29a1c on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:03:48.906146 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea09bef-0304-4d13-a1cb-1694de80be2e None None] Pushing event deleted for resources: {'Port': ['ID=8d047ed5-1491-427c-9b9c-925929d29a1c,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:49.048598 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d09b-5e60-479d-9a55-96c55fc38504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.056465 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40688) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:49.059485 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51399a-4d50-4daa-9e5c-f5b05d68966d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb9e7a0-3dba-4139-a492-6898eae61a73,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:49.103974 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-fdd4d09b-5e60-479d-9a55-96c55fc38504 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38c11fb-78a5-44a7-bd9e-12bf272aa292']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:49.108745 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8d51399a-4d50-4daa-9e5c-f5b05d68966d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7bb2a7a9cfea4395b2e6dadd36c25ca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8000169 Apr 18 21:03:49.113663 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40692) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:49.120759 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-fdd4d09b-5e60-479d-9a55-96c55fc38504 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faefbb78-3b1a-4cb9-9a21-67b1e07cb73f') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:49.121060 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-fdd4d09b-5e60-479d-9a55-96c55fc38504 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faefbb78-3b1a-4cb9-9a21-67b1e07cb73f') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:49.164969 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d09b-5e60-479d-9a55-96c55fc38504 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.198483 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d09b-5e60-479d-9a55-96c55fc38504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.217152 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-498649c5-a488-44ea-a062-9fff5923a62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.229103 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd4d09b-5e60-479d-9a55-96c55fc38504 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:03:49.230330 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d09b-5e60-479d-9a55-96c55fc38504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.230920 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a3178f42-4bd0-4353-ac6b-66f755513c33 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:03:49.272959 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: a3178f42-4bd0-4353-ac6b-66f755513c33 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:03:49.273332 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a3178f42-4bd0-4353-ac6b-66f755513c33 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:03:49.273763 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8d047ed5-1491-427c-9b9c-925929d29a1c no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:03:49.276801 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-498649c5-a488-44ea-a062-9fff5923a62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.325497 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 8d047ed5-1491-427c-9b9c-925929d29a1c {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:03:49.325851 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8d047ed5-1491-427c-9b9c-925929d29a1c not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:49.362552 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:49.365629 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-498649c5-a488-44ea-a062-9fff5923a62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.368368 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-498649c5-a488-44ea-a062-9fff5923a62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.369625 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-498649c5-a488-44ea-a062-9fff5923a62e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7fb9e7a0-3dba-4139-a492-6898eae61a73 HTTP/1.1" status: 204 len: 168 time: 0.2545598 Apr 18 21:03:49.370495 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d09b-5e60-479d-9a55-96c55fc38504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.376647 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d09b-5e60-479d-9a55-96c55fc38504 admin admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.386282 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fdd4d09b-5e60-479d-9a55-96c55fc38504 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c38c11fb-78a5-44a7-bd9e-12bf272aa292 HTTP/1.1" status: 204 len: 168 time: 1.8245816 Apr 18 21:03:49.400099 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40696) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:49.401365 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4d09b-5e60-479d-9a55-96c55fc38504 admin admin] Pushing event deleted for resources: {'Network': ['ID=c38c11fb-78a5-44a7-bd9e-12bf272aa292,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:49.405862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498649c5-a488-44ea-a062-9fff5923a62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb9e7a0-3dba-4139-a492-6898eae61a73,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:49.438659 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-32034962-fc13-4453-bb66-ef19d63e1c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.573685 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-32034962-fc13-4453-bb66-ef19d63e1c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.583699 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-32034962-fc13-4453-bb66-ef19d63e1c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.623422 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32034962-fc13-4453-bb66-ef19d63e1c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2e159c-da0b-4989-87cd-0857fa05bf4d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:49.637125 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-acacba2d-1ca8-46d6-b815-20c91b5df124 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.728244 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-32034962-fc13-4453-bb66-ef19d63e1c4e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ccba49d32c2445e886628a9b23120cb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6555583 Apr 18 21:03:49.731321 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40700) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:49.864377 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e071e7f-cd40-4286-8b30-c441e099fefe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.899777 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e071e7f-cd40-4286-8b30-c441e099fefe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.946876 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40704) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:49.986548 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8e74b1d0-7a76-475a-90cd-d2013925de5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.999697 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f49fa476-4eb5-477b-bd19-0477634562c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.057641 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e071e7f-cd40-4286-8b30-c441e099fefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.060762 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e071e7f-cd40-4286-8b30-c441e099fefe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.064675 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7e071e7f-cd40-4286-8b30-c441e099fefe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b2e159c-da0b-4989-87cd-0857fa05bf4d HTTP/1.1" status: 204 len: 168 time: 0.3320880 Apr 18 21:03:50.095257 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e071e7f-cd40-4286-8b30-c441e099fefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2e159c-da0b-4989-87cd-0857fa05bf4d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:50.213174 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-acacba2d-1ca8-46d6-b815-20c91b5df124 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting port 40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:03:50.213677 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-acacba2d-1ca8-46d6-b815-20c91b5df124 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.397772 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-acacba2d-1ca8-46d6-b815-20c91b5df124 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] For port 40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42,segment=NetworkSegment(8b6c87fc-fb3e-476d-a8ef-a01038fa6129),segment_id=8b6c87fc-fb3e-476d-a8ef-a01038fa6129)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:50.398084 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-acacba2d-1ca8-46d6-b815-20c91b5df124 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.411101 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f49fa476-4eb5-477b-bd19-0477634562c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.420753 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f49fa476-4eb5-477b-bd19-0477634562c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.423451 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-acacba2d-1ca8-46d6-b815-20c91b5df124 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Calling delete_port for 40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:03:50.572030 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-8e74b1d0-7a76-475a-90cd-d2013925de5e admin admin] Deleting port f73bca84-dab3-4a99-b23a-6fbfe719bd01 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:03:50.573411 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8e74b1d0-7a76-475a-90cd-d2013925de5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.760124 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-8e74b1d0-7a76-475a-90cd-d2013925de5e admin admin] For port f73bca84-dab3-4a99-b23a-6fbfe719bd01, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f73bca84-dab3-4a99-b23a-6fbfe719bd01,segment=NetworkSegment(363178ac-35a8-4bf1-a099-e9cdad4dacc2),segment_id=363178ac-35a8-4bf1-a099-e9cdad4dacc2)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:50.760604 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8e74b1d0-7a76-475a-90cd-d2013925de5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.805949 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40714) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:50.830225 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-8e74b1d0-7a76-475a-90cd-d2013925de5e admin admin] Calling delete_port for f73bca84-dab3-4a99-b23a-6fbfe719bd01 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:03:50.835759 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57223aea-62cd-441e-8473-0107c16a5afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.866316 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f49fa476-4eb5-477b-bd19-0477634562c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01f0493f3938498a99bb6ab4c6a7224a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9189851 Apr 18 21:03:50.873755 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-acacba2d-1ca8-46d6-b815-20c91b5df124 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.881268 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40716) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:50.917457 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49fa476-4eb5-477b-bd19-0477634562c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbecc9d-cbd7-4a74-8b54-c7b3dce9df3a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:50.953934 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacba2d-1ca8-46d6-b815-20c91b5df124 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Port': ['ID=40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:51.175358 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57223aea-62cd-441e-8473-0107c16a5afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.196616 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-acacba2d-1ca8-46d6-b815-20c91b5df124 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.235775 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57223aea-62cd-441e-8473-0107c16a5afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.313179 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70c74d71-1065-46d6-8bd7-64a2593274e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.429366 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-57223aea-62cd-441e-8473-0107c16a5afe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d8ce0b00e6e4af9b6ad567e51bfb561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6223340 Apr 18 21:03:51.430992 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57223aea-62cd-441e-8473-0107c16a5afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4801299-7fea-4cac-9429-e4c490747e99,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:51.435114 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40722) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:51.436263 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8e74b1d0-7a76-475a-90cd-d2013925de5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.462106 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70c74d71-1065-46d6-8bd7-64a2593274e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.507237 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acacba2d-1ca8-46d6-b815-20c91b5df124 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Router 2bdaf0a8-024a-42c4-8540-85721468cdac has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:03:51.530414 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74b1d0-7a76-475a-90cd-d2013925de5e admin admin] Pushing event deleted for resources: {'Port': ['ID=f73bca84-dab3-4a99-b23a-6fbfe719bd01,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:51.582743 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70c74d71-1065-46d6-8bd7-64a2593274e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.586855 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70c74d71-1065-46d6-8bd7-64a2593274e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.588266 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-70c74d71-1065-46d6-8bd7-64a2593274e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2dbecc9d-cbd7-4a74-8b54-c7b3dce9df3a HTTP/1.1" status: 204 len: 168 time: 0.7009254 Apr 18 21:03:51.603107 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c74d71-1065-46d6-8bd7-64a2593274e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbecc9d-cbd7-4a74-8b54-c7b3dce9df3a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:51.675208 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acacba2d-1ca8-46d6-b815-20c91b5df124 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:51.689193 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb90c42-015a-46c1-b2a7-49efcfd15046 None None] Sync routers for ids ['2bdaf0a8-024a-42c4-8540-85721468cdac'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:03:51.695410 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-acacba2d-1ca8-46d6-b815-20c91b5df124 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "PUT /v2.0/routers/2bdaf0a8-024a-42c4-8540-85721468cdac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4063113 Apr 18 21:03:51.696210 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40726) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:51.710797 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb90c42-015a-46c1-b2a7-49efcfd15046 None None] Routers {'2bdaf0a8-024a-42c4-8540-85721468cdac'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:51.711813 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8cb90c42-015a-46c1-b2a7-49efcfd15046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:03:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2bdaf0a8-024a-42c4-8540-85721468cdac'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:51.809002 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e98ca43f-48fb-457e-a369-a5066dd4394b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.871244 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-8cb90c42-015a-46c1-b2a7-49efcfd15046 None None] Set router 2bdaf0a8-024a-42c4-8540-85721468cdac gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:51.942811 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-6625a9fe-3da9-410a-9de5-b9a3b1f8bc54 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting subnet f9d545bc-9213-44a0-9755-5aa3f57fbb1b {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:03:51.972523 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6625a9fe-3da9-410a-9de5-b9a3b1f8bc54 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:52.007491 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8cb90c42-015a-46c1-b2a7-49efcfd15046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'name': 'tempest-RoutersIpV6Test-router-709676099', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:49Z', 'updated_at': '2022-04-18T21:03:50Z', 'revision_number': 11, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:52.163033 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb90c42-015a-46c1-b2a7-49efcfd15046 None None] Checking router: 2bdaf0a8-024a-42c4-8540-85721468cdac for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:03:52.167338 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e98ca43f-48fb-457e-a369-a5066dd4394b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:52.175232 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:03:52.177628 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6625a9fe-3da9-410a-9de5-b9a3b1f8bc54 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:52.194308 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb90c42-015a-46c1-b2a7-49efcfd15046 None None] Routers {'2bdaf0a8-024a-42c4-8540-85721468cdac'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:52.194848 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8cb90c42-015a-46c1-b2a7-49efcfd15046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:03:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2bdaf0a8-024a-42c4-8540-85721468cdac'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:52.310960 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8e74b1d0-7a76-475a-90cd-d2013925de5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:52.379344 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-8cb90c42-015a-46c1-b2a7-49efcfd15046 None None] Set router 2bdaf0a8-024a-42c4-8540-85721468cdac gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:52.417578 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6625a9fe-3da9-410a-9de5-b9a3b1f8bc54 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:52.493316 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e98ca43f-48fb-457e-a369-a5066dd4394b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:52.501746 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e98ca43f-48fb-457e-a369-a5066dd4394b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:52.519908 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e98ca43f-48fb-457e-a369-a5066dd4394b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b4801299-7fea-4cac-9429-e4c490747e99 HTTP/1.1" status: 204 len: 168 time: 1.0794487 Apr 18 21:03:52.548697 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8cb90c42-015a-46c1-b2a7-49efcfd15046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'name': 'tempest-RoutersIpV6Test-router-709676099', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:49Z', 'updated_at': '2022-04-18T21:03:50Z', 'revision_number': 11, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:52.569014 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6625a9fe-3da9-410a-9de5-b9a3b1f8bc54 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:52.594623 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ca43f-48fb-457e-a369-a5066dd4394b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4801299-7fea-4cac-9429-e4c490747e99,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:52.597837 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb90c42-015a-46c1-b2a7-49efcfd15046 None None] The sync data for ids ['2bdaf0a8-024a-42c4-8540-85721468cdac'] in n-d-838323-3 is: [{'id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'name': 'tempest-RoutersIpV6Test-router-709676099', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:49Z', 'updated_at': '2022-04-18T21:03:50Z', 'revision_number': 11, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:03:52.971932 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625a9fe-3da9-410a-9de5-b9a3b1f8bc54 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Subnet': ['ID=f9d545bc-9213-44a0-9755-5aa3f57fbb1b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:52.974975 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6625a9fe-3da9-410a-9de5-b9a3b1f8bc54 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:52.979039 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6625a9fe-3da9-410a-9de5-b9a3b1f8bc54 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/subnets/f9d545bc-9213-44a0-9755-5aa3f57fbb1b HTTP/1.1" status: 204 len: 168 time: 1.2817156 Apr 18 21:03:52.983613 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40746) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:52.997251 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140066bc-f0a9-4755-9d63-2fa06c15e682 None None] Network fd903737-9a27-45ac-97d3-1b82a704ef10 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:03:53.207356 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e74b1d0-7a76-475a-90cd-d2013925de5e admin admin] Router 80217fd0-d238-45d1-b503-6df8b5556bec has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:03:53.252645 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b46ce68a-2350-40be-8343-07bc50c9a2f6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:53.406866 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:03:53.439397 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:03:53.440369 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 40ff12e0-8f1a-469e-bfe0-5fcfe3f45f42 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:03:53.632518 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e7531eae-e3fb-4755-a645-8d79c3f0615f req-136147fc-e8b0-49ec-a0a2-b55db1d9907d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3426054 Apr 18 21:03:53.635921 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb54574-8600-496f-89d6-9f86e59ca5f6 None None] DHCP port deletion for fd903737-9a27-45ac-97d3-1b82a704ef10 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:03:53.678006 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e74b1d0-7a76-475a-90cd-d2013925de5e admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:53.690776 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8e74b1d0-7a76-475a-90cd-d2013925de5e admin admin] 10.222.0.41 "PUT /v2.0/routers/80217fd0-d238-45d1-b503-6df8b5556bec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2808056 Apr 18 21:03:53.695084 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40774) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:53.778443 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f9626e-c975-43c1-b957-f94e7d0d0de2 None None] Sync routers for ids ['80217fd0-d238-45d1-b503-6df8b5556bec'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:03:53.789479 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-b46ce68a-2350-40be-8343-07bc50c9a2f6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Deleting port bbc59e97-d042-4ba4-8129-607b207af9ab {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:03:53.790103 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b46ce68a-2350-40be-8343-07bc50c9a2f6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:53.823062 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f9626e-c975-43c1-b957-f94e7d0d0de2 None None] Routers {'80217fd0-d238-45d1-b503-6df8b5556bec'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:53.830152 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-55f9626e-c975-43c1-b957-f94e7d0d0de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:03:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['80217fd0-d238-45d1-b503-6df8b5556bec'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:53.874452 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-b46ce68a-2350-40be-8343-07bc50c9a2f6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] For port bbc59e97-d042-4ba4-8129-607b207af9ab, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=bbc59e97-d042-4ba4-8129-607b207af9ab,segment=NetworkSegment(8b6c87fc-fb3e-476d-a8ef-a01038fa6129),segment_id=8b6c87fc-fb3e-476d-a8ef-a01038fa6129)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:53.875026 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b46ce68a-2350-40be-8343-07bc50c9a2f6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:53.890925 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-b46ce68a-2350-40be-8343-07bc50c9a2f6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Calling delete_port for bbc59e97-d042-4ba4-8129-607b207af9ab owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:03:54.013750 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-cfb54574-8600-496f-89d6-9f86e59ca5f6 None None] Deleting port bbc59e97-d042-4ba4-8129-607b207af9ab {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:03:54.014701 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cfb54574-8600-496f-89d6-9f86e59ca5f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.215690 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b46ce68a-2350-40be-8343-07bc50c9a2f6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.259903 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7531eae-e3fb-4755-a645-8d79c3f0615f req-a3c0205c-4545-4c71-af89-7cf59f463238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:54.269236 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e7531eae-e3fb-4755-a645-8d79c3f0615f req-a3c0205c-4545-4c71-af89-7cf59f463238 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 1096 time: 0.5607090 Apr 18 21:03:54.384657 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ce68a-2350-40be-8343-07bc50c9a2f6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Port': ['ID=bbc59e97-d042-4ba4-8129-607b207af9ab,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:54.387676 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46ce68a-2350-40be-8343-07bc50c9a2f6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] No DVR routers for this DVR port bbc59e97-d042-4ba4-8129-607b207af9ab on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:03:54.713668 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-55f9626e-c975-43c1-b957-f94e7d0d0de2 None None] Set router 80217fd0-d238-45d1-b503-6df8b5556bec gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:54.728014 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-cfb54574-8600-496f-89d6-9f86e59ca5f6 None None] For port bbc59e97-d042-4ba4-8129-607b207af9ab, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=bbc59e97-d042-4ba4-8129-607b207af9ab,segment=NetworkSegment(8b6c87fc-fb3e-476d-a8ef-a01038fa6129),segment_id=8b6c87fc-fb3e-476d-a8ef-a01038fa6129)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:54.728745 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cfb54574-8600-496f-89d6-9f86e59ca5f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.811226 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-cfb54574-8600-496f-89d6-9f86e59ca5f6 None None] Calling delete_port for bbc59e97-d042-4ba4-8129-607b207af9ab owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:03:54.826784 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.980409 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b46ce68a-2350-40be-8343-07bc50c9a2f6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:55.133060 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-b46ce68a-2350-40be-8343-07bc50c9a2f6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd903737-9a27-45ac-97d3-1b82a704ef10']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:55.141089 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7531eae-e3fb-4755-a645-8d79c3f0615f req-e8c8cb21-1f8d-4702-9808-764b265a00da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:55.143882 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e7531eae-e3fb-4755-a645-8d79c3f0615f req-e8c8cb21-1f8d-4702-9808-764b265a00da service neutron] 10.222.0.57 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 912 time: 0.7922277 Apr 18 21:03:55.176183 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-b46ce68a-2350-40be-8343-07bc50c9a2f6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b6c87fc-fb3e-476d-a8ef-a01038fa6129') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:55.176777 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-b46ce68a-2350-40be-8343-07bc50c9a2f6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b6c87fc-fb3e-476d-a8ef-a01038fa6129') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:55.185555 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device bbc59e97-d042-4ba4-8129-607b207af9ab no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:03:55.220292 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b03d1363-88f0-44fb-a128-4550cda1760d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:55.227163 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b46ce68a-2350-40be-8343-07bc50c9a2f6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:55.259785 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b46ce68a-2350-40be-8343-07bc50c9a2f6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:55.265230 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:55.279093 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46ce68a-2350-40be-8343-07bc50c9a2f6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:03:55.279818 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b46ce68a-2350-40be-8343-07bc50c9a2f6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:55.281940 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: bbc59e97-d042-4ba4-8129-607b207af9ab {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:03:55.282397 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device bbc59e97-d042-4ba4-8129-607b207af9ab not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:55.305056 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:55.324978 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e7531eae-e3fb-4755-a645-8d79c3f0615f req-81a9c47b-af1a-44bc-8fdb-34f5bbd73a65 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b80c8c05-a971-4529-9f74-f741064998cf HTTP/1.1" status: 200 len: 1000 time: 0.1666143 Apr 18 21:03:55.371551 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-55f9626e-c975-43c1-b957-f94e7d0d0de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80217fd0-d238-45d1-b503-6df8b5556bec', 'name': 'tempest-TestAggregatesBasicOps-1856785507-router', 'tenant_id': '5ff63d6a80564df1a9f5622cfa827b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '3ff6d12b-0ba3-4711-9981-d9f6600be406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:25Z', 'updated_at': '2022-04-18T21:03:51Z', 'revision_number': 5, 'project_id': '5ff63d6a80564df1a9f5622cfa827b9c', 'gw_port': {'id': '3ff6d12b-0ba3-4711-9981-d9f6600be406', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80217fd0-d238-45d1-b503-6df8b5556bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:26Z', 'updated_at': '2022-04-18T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:55.375741 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cfb54574-8600-496f-89d6-9f86e59ca5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:55.442113 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb54574-8600-496f-89d6-9f86e59ca5f6 None None] Pushing event deleted for resources: {'Port': ['ID=bbc59e97-d042-4ba4-8129-607b207af9ab,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:55.454849 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f9626e-c975-43c1-b957-f94e7d0d0de2 None None] Checking router: 80217fd0-d238-45d1-b503-6df8b5556bec for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:03:55.460617 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b46ce68a-2350-40be-8343-07bc50c9a2f6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:55.462337 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb54574-8600-496f-89d6-9f86e59ca5f6 None None] No DVR routers for this DVR port bbc59e97-d042-4ba4-8129-607b207af9ab on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:03:55.477494 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b46ce68a-2350-40be-8343-07bc50c9a2f6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:55.481205 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b46ce68a-2350-40be-8343-07bc50c9a2f6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/networks/fd903737-9a27-45ac-97d3-1b82a704ef10 HTTP/1.1" status: 204 len: 168 time: 2.4949465 Apr 18 21:03:55.484031 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40808) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:55.490517 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-930a5a2e-85a7-483b-a979-252a8e4f2ff4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'router': {'routes': None}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:55.509412 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f9626e-c975-43c1-b957-f94e7d0d0de2 None None] Routers {'80217fd0-d238-45d1-b503-6df8b5556bec'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:55.511100 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-55f9626e-c975-43c1-b957-f94e7d0d0de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:03:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['80217fd0-d238-45d1-b503-6df8b5556bec'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:55.517851 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ce68a-2350-40be-8343-07bc50c9a2f6 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Pushing event deleted for resources: {'Network': ['ID=fd903737-9a27-45ac-97d3-1b82a704ef10,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:55.522468 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7531eae-e3fb-4755-a645-8d79c3f0615f req-37994865-c3de-448c-900c-9a32d03739dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:55.524987 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e7531eae-e3fb-4755-a645-8d79c3f0615f req-37994865-c3de-448c-900c-9a32d03739dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.1913850 Apr 18 21:03:55.600606 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] Deleting port 3ff6d12b-0ba3-4711-9981-d9f6600be406 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:03:55.600785 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:55.701390 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7531eae-e3fb-4755-a645-8d79c3f0615f req-59c23206-66b6-447f-bfbe-24b9b2eaabdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:55.702932 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e7531eae-e3fb-4755-a645-8d79c3f0615f req-59c23206-66b6-447f-bfbe-24b9b2eaabdc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1693041 Apr 18 21:03:55.800664 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-55f9626e-c975-43c1-b957-f94e7d0d0de2 None None] Set router 80217fd0-d238-45d1-b503-6df8b5556bec gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:55.981351 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] For port 3ff6d12b-0ba3-4711-9981-d9f6600be406, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3ff6d12b-0ba3-4711-9981-d9f6600be406,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:56.001815 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:56.016567 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-55f9626e-c975-43c1-b957-f94e7d0d0de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80217fd0-d238-45d1-b503-6df8b5556bec', 'name': 'tempest-TestAggregatesBasicOps-1856785507-router', 'tenant_id': '5ff63d6a80564df1a9f5622cfa827b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:25Z', 'updated_at': '2022-04-18T21:03:55Z', 'revision_number': 6, 'project_id': '5ff63d6a80564df1a9f5622cfa827b9c', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:56.074885 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] Calling delete_port for 3ff6d12b-0ba3-4711-9981-d9f6600be406 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:03:56.119242 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.extraroute_db [None req-930a5a2e-85a7-483b-a979-252a8e4f2ff4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Added routes are [] {{(pid=102908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 18 21:03:56.119562 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.extraroute_db [None req-930a5a2e-85a7-483b-a979-252a8e4f2ff4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Removed routes are [] {{(pid=102908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 18 21:03:56.119910 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-930a5a2e-85a7-483b-a979-252a8e4f2ff4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:56.159219 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e7531eae-e3fb-4755-a645-8d79c3f0615f req-d3bc1601-b412-488c-86b6-d505c677d4d5 service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423192 Apr 18 21:03:56.185716 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f9626e-c975-43c1-b957-f94e7d0d0de2 None None] The sync data for ids ['80217fd0-d238-45d1-b503-6df8b5556bec'] in n-d-838323-3 is: [{'id': '80217fd0-d238-45d1-b503-6df8b5556bec', 'name': 'tempest-TestAggregatesBasicOps-1856785507-router', 'tenant_id': '5ff63d6a80564df1a9f5622cfa827b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:25Z', 'updated_at': '2022-04-18T21:03:55Z', 'revision_number': 6, 'project_id': '5ff63d6a80564df1a9f5622cfa827b9c', 'gw_port_host': None}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:03:56.566889 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e7531eae-e3fb-4755-a645-8d79c3f0615f req-44985960-2b45-453d-b1ac-350fa587be79 service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377595 Apr 18 21:03:56.887168 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.047233 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff6d12b-0ba3-4711-9981-d9f6600be406,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:57.064944 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:57.065650 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:57.066192 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:57.066748 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:57.067279 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:57.067843 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:57.069188 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:57.069754 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:57.070297 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:57.070824 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:57.071350 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:57.072733 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:57.258848 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.322090 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f73bca84-dab3-4a99-b23a-6fbfe719bd01 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:03:57.376853 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: f73bca84-dab3-4a99-b23a-6fbfe719bd01 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:03:57.377206 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f73bca84-dab3-4a99-b23a-6fbfe719bd01 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:03:57.377956 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3ff6d12b-0ba3-4711-9981-d9f6600be406 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:03:57.452476 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 3ff6d12b-0ba3-4711-9981-d9f6600be406 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:03:57.455653 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3ff6d12b-0ba3-4711-9981-d9f6600be406 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:03:57.477598 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.480372 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.522730 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-930a5a2e-85a7-483b-a979-252a8e4f2ff4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.539749 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-930a5a2e-85a7-483b-a979-252a8e4f2ff4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608727'] for router, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.616704 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.617599 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80217fd0-d238-45d1-b503-6df8b5556bec {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:03:57.629199 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.634440 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ad64a278-46df-4a04-a052-55bd695423ab admin admin] 10.222.0.41 "DELETE /v2.0/routers/80217fd0-d238-45d1-b503-6df8b5556bec HTTP/1.1" status: 204 len: 168 time: 3.9339001 Apr 18 21:03:57.635050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40842) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:57.747316 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930a5a2e-85a7-483b-a979-252a8e4f2ff4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Router 2bdaf0a8-024a-42c4-8540-85721468cdac has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:03:57.764148 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef6fe79d-56ba-4123-9ed2-bf29283729b4 admin admin] Deleting subnet 53578edf-1f80-411f-a494-27d175451a31 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:03:57.769900 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ef6fe79d-56ba-4123-9ed2-bf29283729b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.958757 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ef6fe79d-56ba-4123-9ed2-bf29283729b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.991438 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930a5a2e-85a7-483b-a979-252a8e4f2ff4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:58.000618 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-930a5a2e-85a7-483b-a979-252a8e4f2ff4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.004724 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40848) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:58.005071 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-930a5a2e-85a7-483b-a979-252a8e4f2ff4 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "PUT /v2.0/routers/2bdaf0a8-024a-42c4-8540-85721468cdac HTTP/1.1" status: 200 len: 704 time: 2.5193131 Apr 18 21:03:58.009969 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7832f993-cad1-48bb-86b6-ee018e23e7b5 None None] Sync routers for ids ['2bdaf0a8-024a-42c4-8540-85721468cdac'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:03:58.043727 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-409cd298-afe7-4128-ac07-eaf1c3478b66 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdaf0a8-024a-42c4-8540-85721468cdac HTTP/1.1" status: 200 len: 205 time: 0.0374684 Apr 18 21:03:58.046377 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40852) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:58.051174 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7832f993-cad1-48bb-86b6-ee018e23e7b5 None None] Routers {'2bdaf0a8-024a-42c4-8540-85721468cdac'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:58.070762 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7832f993-cad1-48bb-86b6-ee018e23e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:03:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2bdaf0a8-024a-42c4-8540-85721468cdac'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:58.242425 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6715d54-5742-40a4-a596-2ebe1dfd261b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.248088 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ef6fe79d-56ba-4123-9ed2-bf29283729b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.420176 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-7832f993-cad1-48bb-86b6-ee018e23e7b5 None None] Set router 2bdaf0a8-024a-42c4-8540-85721468cdac gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:03:58.469977 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ef6fe79d-56ba-4123-9ed2-bf29283729b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.580401 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6715d54-5742-40a4-a596-2ebe1dfd261b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.586463 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6715d54-5742-40a4-a596-2ebe1dfd261b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.590815 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7832f993-cad1-48bb-86b6-ee018e23e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdaf0a8-024a-42c4-8540-85721468cdac', 'name': 'tempest-RoutersIpV6Test-router-709676099', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:49Z', 'updated_at': '2022-04-18T21:03:50Z', 'revision_number': 11, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:58.615288 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fe79d-56ba-4123-9ed2-bf29283729b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53578edf-1f80-411f-a494-27d175451a31,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:58.634905 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ef6fe79d-56ba-4123-9ed2-bf29283729b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.639622 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ef6fe79d-56ba-4123-9ed2-bf29283729b4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/53578edf-1f80-411f-a494-27d175451a31 HTTP/1.1" status: 204 len: 168 time: 0.9968431 Apr 18 21:03:58.647532 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40864) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:58.676364 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a8c2fe-d4a1-4a48-bcec-f80fb627ce70 None None] Network f9f2872f-f7e7-481b-bbee-d76ecefa0c58 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:03:58.752813 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7832f993-cad1-48bb-86b6-ee018e23e7b5 None None] Checking router: 2bdaf0a8-024a-42c4-8540-85721468cdac for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:03:58.796245 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7832f993-cad1-48bb-86b6-ee018e23e7b5 None None] Routers {'2bdaf0a8-024a-42c4-8540-85721468cdac'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:03:58.797414 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7832f993-cad1-48bb-86b6-ee018e23e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:03:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['2bdaf0a8-024a-42c4-8540-85721468cdac'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:58.804958 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6715d54-5742-40a4-a596-2ebe1dfd261b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.808161 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6715d54-5742-40a4-a596-2ebe1dfd261b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Fanout notify agent at l3_agent the message router_deleted on router 2bdaf0a8-024a-42c4-8540-85721468cdac {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:03:58.822732 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f6715d54-5742-40a4-a596-2ebe1dfd261b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.832008 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f6715d54-5742-40a4-a596-2ebe1dfd261b tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/routers/2bdaf0a8-024a-42c4-8540-85721468cdac HTTP/1.1" status: 204 len: 168 time: 0.7772782 Apr 18 21:03:58.835344 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40866) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:58.853844 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d152ce3b-1386-4e43-ba51-6c591aaedb0f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-732195630', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:58.991405 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d152ce3b-1386-4e43-ba51-6c591aaedb0f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.991692 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aaa5902e-6bee-48c9-a815-d024bf64697f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.992398 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d152ce3b-1386-4e43-ba51-6c591aaedb0f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.008261 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7832f993-cad1-48bb-86b6-ee018e23e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:59.019887 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7832f993-cad1-48bb-86b6-ee018e23e7b5 None None] The sync data for ids ['2bdaf0a8-024a-42c4-8540-85721468cdac'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:03:59.155719 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d152ce3b-1386-4e43-ba51-6c591aaedb0f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.181060 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d152ce3b-1386-4e43-ba51-6c591aaedb0f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.233618 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-73cef65e-f8fb-4b68-8299-40cb0da10168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.239010 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d152ce3b-1386-4e43-ba51-6c591aaedb0f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.240684 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d152ce3b-1386-4e43-ba51-6c591aaedb0f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4023108 Apr 18 21:03:59.244491 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40870) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:03:59.249150 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d9501d69-81b2-46c0-8e90-4667e07f86fa tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:59.253179 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-aaa5902e-6bee-48c9-a815-d024bf64697f admin admin] Deleting port 9161c1fc-cc4f-416c-adf3-81df798203b0 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:03:59.253620 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aaa5902e-6bee-48c9-a815-d024bf64697f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.451597 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-aaa5902e-6bee-48c9-a815-d024bf64697f admin admin] For port 9161c1fc-cc4f-416c-adf3-81df798203b0, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=9161c1fc-cc4f-416c-adf3-81df798203b0,segment=NetworkSegment(363178ac-35a8-4bf1-a099-e9cdad4dacc2),segment_id=363178ac-35a8-4bf1-a099-e9cdad4dacc2)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:59.451809 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aaa5902e-6bee-48c9-a815-d024bf64697f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.460942 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b9d70b-a233-4315-baf5-0cc9edb6ba34 None None] DHCP port deletion for f9f2872f-f7e7-481b-bbee-d76ecefa0c58 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:03:59.496733 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-aaa5902e-6bee-48c9-a815-d024bf64697f admin admin] Calling delete_port for 9161c1fc-cc4f-416c-adf3-81df798203b0 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:03:59.620976 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c3b9d70b-a233-4315-baf5-0cc9edb6ba34 None None] Deleting port 9161c1fc-cc4f-416c-adf3-81df798203b0 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:03:59.621608 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c3b9d70b-a233-4315-baf5-0cc9edb6ba34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.778750 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c3b9d70b-a233-4315-baf5-0cc9edb6ba34 None None] For port 9161c1fc-cc4f-416c-adf3-81df798203b0, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=9161c1fc-cc4f-416c-adf3-81df798203b0,segment=NetworkSegment(363178ac-35a8-4bf1-a099-e9cdad4dacc2),segment_id=363178ac-35a8-4bf1-a099-e9cdad4dacc2)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:59.780374 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9501d69-81b2-46c0-8e90-4667e07f86fa tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25154'] for router, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.780973 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c3b9d70b-a233-4315-baf5-0cc9edb6ba34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.800180 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9501d69-81b2-46c0-8e90-4667e07f86fa tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608727'] for router, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.839784 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c3b9d70b-a233-4315-baf5-0cc9edb6ba34 None None] Calling delete_port for 9161c1fc-cc4f-416c-adf3-81df798203b0 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:03:59.843635 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aaa5902e-6bee-48c9-a815-d024bf64697f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.927006 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5902e-6bee-48c9-a815-d024bf64697f admin admin] Pushing event deleted for resources: {'Port': ['ID=9161c1fc-cc4f-416c-adf3-81df798203b0,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:59.931990 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa5902e-6bee-48c9-a815-d024bf64697f admin admin] No DVR routers for this DVR port 9161c1fc-cc4f-416c-adf3-81df798203b0 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:03:59.967825 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.036152 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c3b9d70b-a233-4315-baf5-0cc9edb6ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.063739 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b9d70b-a233-4315-baf5-0cc9edb6ba34 None None] No DVR routers for this DVR port 9161c1fc-cc4f-416c-adf3-81df798203b0 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:04:00.106703 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9d70b-a233-4315-baf5-0cc9edb6ba34 None None] Pushing event deleted for resources: {'Port': ['ID=9161c1fc-cc4f-416c-adf3-81df798203b0,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:00.131579 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aaa5902e-6bee-48c9-a815-d024bf64697f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.174751 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-aaa5902e-6bee-48c9-a815-d024bf64697f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f2872f-f7e7-481b-bbee-d76ecefa0c58']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:00.187535 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-aaa5902e-6bee-48c9-a815-d024bf64697f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363178ac-35a8-4bf1-a099-e9cdad4dacc2') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:00.187845 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-aaa5902e-6bee-48c9-a815-d024bf64697f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363178ac-35a8-4bf1-a099-e9cdad4dacc2') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:00.202452 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aaa5902e-6bee-48c9-a815-d024bf64697f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.224863 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aaa5902e-6bee-48c9-a815-d024bf64697f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.234072 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa5902e-6bee-48c9-a815-d024bf64697f admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:04:00.236320 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aaa5902e-6bee-48c9-a815-d024bf64697f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:04:00.251521 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:04:00.331139 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aaa5902e-6bee-48c9-a815-d024bf64697f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.346399 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aaa5902e-6bee-48c9-a815-d024bf64697f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.353733 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-aaa5902e-6bee-48c9-a815-d024bf64697f admin admin] 10.222.0.41 "DELETE /v2.0/networks/f9f2872f-f7e7-481b-bbee-d76ecefa0c58 HTTP/1.1" status: 204 len: 168 time: 1.7050419 Apr 18 21:04:00.366946 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5902e-6bee-48c9-a815-d024bf64697f admin admin] Pushing event deleted for resources: {'Network': ['ID=f9f2872f-f7e7-481b-bbee-d76ecefa0c58,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:00.416617 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9501d69-81b2-46c0-8e90-4667e07f86fa tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Router 1f5ecef3-8962-4b97-9979-e8644558f47e is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:04:00.568728 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9501d69-81b2-46c0-8e90-4667e07f86fa tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:04:00.579635 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edcaece-56c8-4b73-991e-63d64c656bf8 None None] Sync routers for ids ['1f5ecef3-8962-4b97-9979-e8644558f47e'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:04:00.603826 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edcaece-56c8-4b73-991e-63d64c656bf8 None None] Routers {'1f5ecef3-8962-4b97-9979-e8644558f47e'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:04:00.606660 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9501d69-81b2-46c0-8e90-4667e07f86fa tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.607870 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d9501d69-81b2-46c0-8e90-4667e07f86fa tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "PUT /v2.0/routers/1f5ecef3-8962-4b97-9979-e8644558f47e HTTP/1.1" status: 200 len: 697 time: 1.3626785 Apr 18 21:04:00.608208 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-9edcaece-56c8-4b73-991e-63d64c656bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:03:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1f5ecef3-8962-4b97-9979-e8644558f47e'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:00.615017 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40894) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:00.785657 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c5621cba-78e2-47ba-bb70-fc33ba3980bf tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "GET /v2.0/routers/1f5ecef3-8962-4b97-9979-e8644558f47e HTTP/1.1" status: 200 len: 703 time: 0.1683397 Apr 18 21:04:00.789029 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40898) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:00.811149 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-9edcaece-56c8-4b73-991e-63d64c656bf8 None None] Set router 1f5ecef3-8962-4b97-9979-e8644558f47e gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:04:00.849248 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40902) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:00.959605 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-66d1a9e2-4d0e-4ef9-8b49-6091210dbc26 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5ecef3-8962-4b97-9979-e8644558f47e HTTP/1.1" status: 200 len: 205 time: 0.1608658 Apr 18 21:04:00.961055 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40910) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:01.065541 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-9edcaece-56c8-4b73-991e-63d64c656bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5ecef3-8962-4b97-9979-e8644558f47e', 'name': 'tempest-RoutersIpV6Test-router-732195630', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:59Z', 'updated_at': '2022-04-18T21:03:59Z', 'revision_number': 2, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:01.071008 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-23535143-80b1-4f8e-8b88-06113aa6e6a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3fc4fa55be874918a3701138dbd0e84c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2201333 Apr 18 21:04:01.071714 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40912) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:01.189180 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f4157412-331c-4f48-b2f2-181fbc396278 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.282495 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edcaece-56c8-4b73-991e-63d64c656bf8 None None] Checking router: 1f5ecef3-8962-4b97-9979-e8644558f47e for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:04:01.315380 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 9161c1fc-cc4f-416c-adf3-81df798203b0 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:04:01.376925 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 9161c1fc-cc4f-416c-adf3-81df798203b0 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:04:01.379633 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 9161c1fc-cc4f-416c-adf3-81df798203b0 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:04:01.386091 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-074de584-af79-4951-a23c-9b82b7cf3dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.413342 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edcaece-56c8-4b73-991e-63d64c656bf8 None None] Routers {'1f5ecef3-8962-4b97-9979-e8644558f47e'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:04:01.415849 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-9edcaece-56c8-4b73-991e-63d64c656bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:03:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1f5ecef3-8962-4b97-9979-e8644558f47e'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:01.485911 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f4157412-331c-4f48-b2f2-181fbc396278 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.487801 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-074de584-af79-4951-a23c-9b82b7cf3dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.488129 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f4157412-331c-4f48-b2f2-181fbc396278 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.543947 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f4157412-331c-4f48-b2f2-181fbc396278 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.547485 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4157412-331c-4f48-b2f2-181fbc396278 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Fanout notify agent at l3_agent the message router_deleted on router 1f5ecef3-8962-4b97-9979-e8644558f47e {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:04:01.601157 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f4157412-331c-4f48-b2f2-181fbc396278 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.604492 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f4157412-331c-4f48-b2f2-181fbc396278 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/routers/1f5ecef3-8962-4b97-9979-e8644558f47e HTTP/1.1" status: 204 len: 168 time: 0.6423221 Apr 18 21:04:01.610525 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40918) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:01.687178 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40920) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:01.687635 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-79b90ff7-9da9-4903-b9c6-31aa16520479 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5ecef3-8962-4b97-9979-e8644558f47e HTTP/1.1" status: 200 len: 205 time: 0.0745277 Apr 18 21:04:01.700252 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-074de584-af79-4951-a23c-9b82b7cf3dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.707753 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-9edcaece-56c8-4b73-991e-63d64c656bf8 None None] Set router 1f5ecef3-8962-4b97-9979-e8644558f47e gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:04:01.716477 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-074de584-af79-4951-a23c-9b82b7cf3dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.716903 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.717070 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-074de584-af79-4951-a23c-9b82b7cf3dd3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d069eaf0-9d75-4ddf-8a52-1f6265e6b900 HTTP/1.1" status: 204 len: 168 time: 0.6351392 Apr 18 21:04:01.731932 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074de584-af79-4951-a23c-9b82b7cf3dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d069eaf0-9d75-4ddf-8a52-1f6265e6b900,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:01.802251 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-984fe771-2c23-4ae6-8fe0-7857520b988c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] delete failed (client error): The resource could not be found. Apr 18 21:04:01.808184 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40924) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:01.818891 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-984fe771-2c23-4ae6-8fe0-7857520b988c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/routers/1f5ecef3-8962-4b97-9979-e8644558f47e HTTP/1.1" status: 404 len: 336 time: 0.1299026 Apr 18 21:04:01.865290 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-9edcaece-56c8-4b73-991e-63d64c656bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5ecef3-8962-4b97-9979-e8644558f47e', 'name': 'tempest-RoutersIpV6Test-router-732195630', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:59Z', 'updated_at': '2022-04-18T21:03:59Z', 'revision_number': 2, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:01.873856 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-886c555b-b550-43ec-a07d-e7222f068a6a tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] DELETE failed (client error): The resource could not be found. Apr 18 21:04:01.874770 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-886c555b-b550-43ec-a07d-e7222f068a6a tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:04:01.886643 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40926) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:01.897200 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-886c555b-b550-43ec-a07d-e7222f068a6a tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/subnets/1e57df4b-5709-4714-89c1-52ac79eac47a HTTP/1.1" status: 404 len: 337 time: 0.0869722 Apr 18 21:04:01.936331 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60701fd-2e51-4f52-b0f3-d57950215027 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] DELETE failed (client error): The resource could not be found. Apr 18 21:04:01.937480 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a60701fd-2e51-4f52-b0f3-d57950215027 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:04:01.949022 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40928) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:01.959621 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a60701fd-2e51-4f52-b0f3-d57950215027 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/subnets/bc7baf09-f1f2-4c6f-ba30-643f4bd55409 HTTP/1.1" status: 404 len: 337 time: 0.0700052 Apr 18 21:04:01.973556 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.977744 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edcaece-56c8-4b73-991e-63d64c656bf8 None None] The sync data for ids ['1f5ecef3-8962-4b97-9979-e8644558f47e'] in n-d-838323-3 is: [{'id': '1f5ecef3-8962-4b97-9979-e8644558f47e', 'name': 'tempest-RoutersIpV6Test-router-732195630', 'tenant_id': 'c6c240114a2445ec884221c276a81bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:59Z', 'updated_at': '2022-04-18T21:03:59Z', 'revision_number': 2, 'project_id': 'c6c240114a2445ec884221c276a81bc5', 'gw_port_host': None}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:04:02.014304 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-424e68d7-6c7e-45cc-99c0-cae9bea65c9c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] DELETE failed (client error): The resource could not be found. Apr 18 21:04:02.015069 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-424e68d7-6c7e-45cc-99c0-cae9bea65c9c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:04:02.025432 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40932) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:02.035448 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-424e68d7-6c7e-45cc-99c0-cae9bea65c9c tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/subnets/83f5a7c1-241a-404c-92f5-3948d97f0469 HTTP/1.1" status: 404 len: 337 time: 0.0847573 Apr 18 21:04:02.109553 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-6533b34b-67e7-4c07-af92-412bd16f65bb tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] DELETE failed (client error): The resource could not be found. Apr 18 21:04:02.110897 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6533b34b-67e7-4c07-af92-412bd16f65bb tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:04:02.123071 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40936) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:02.141177 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6533b34b-67e7-4c07-af92-412bd16f65bb tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/subnets/f9d545bc-9213-44a0-9755-5aa3f57fbb1b HTTP/1.1" status: 404 len: 337 time: 0.1136811 Apr 18 21:04:02.234450 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40940) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:02.246885 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c498975a-464f-4334-9046-e65d97b49f83 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdaf0a8-024a-42c4-8540-85721468cdac HTTP/1.1" status: 200 len: 205 time: 0.1203306 Apr 18 21:04:02.343008 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-8e8a30cc-d47d-44bc-8cf7-ee2dffb51d5d tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] delete failed (client error): The resource could not be found. Apr 18 21:04:02.349513 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8e8a30cc-d47d-44bc-8cf7-ee2dffb51d5d tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/routers/2bdaf0a8-024a-42c4-8540-85721468cdac HTTP/1.1" status: 404 len: 336 time: 0.1095557 Apr 18 21:04:02.349990 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40942) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:02.436479 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40946) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:02.450677 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b3e6be6d-d2be-46b5-8e73-0d3531f5b964 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f5ee5-fbcd-4db3-b889-ad3914949ff1 HTTP/1.1" status: 200 len: 205 time: 0.0815837 Apr 18 21:04:02.549366 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-583f8cf1-ee4a-4d36-81cd-12f907cc234e tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] delete failed (client error): The resource could not be found. Apr 18 21:04:02.553593 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-583f8cf1-ee4a-4d36-81cd-12f907cc234e tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/routers/5e4f5ee5-fbcd-4db3-b889-ad3914949ff1 HTTP/1.1" status: 404 len: 336 time: 0.1158712 Apr 18 21:04:02.553844 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40950) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:02.659218 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44b130e-191e-4842-a78b-2a6e02c22055 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] DELETE failed (client error): The resource could not be found. Apr 18 21:04:02.659218 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44b130e-191e-4842-a78b-2a6e02c22055 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:04:02.671196 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a44b130e-191e-4842-a78b-2a6e02c22055 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/subnets/daba3e60-2e78-4e12-b29d-496b87165339 HTTP/1.1" status: 404 len: 337 time: 0.1141565 Apr 18 21:04:02.673456 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40952) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:02.687985 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40954) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:02.783528 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a872650d-694a-4ef8-83cf-2fdd1905c5e7 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f05e7499-9fff-4d6d-8011-8f079db2f1f9 HTTP/1.1" status: 200 len: 205 time: 0.1086705 Apr 18 21:04:02.785827 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40956) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:02.832563 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5d559659-bca8-4ac7-bdf9-8a3c77284d27 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ff63d6a80564df1a9f5622cfa827b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1460500 Apr 18 21:04:02.838931 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40958) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:02.878824 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-ebc810d1-2d8b-4b0b-bb19-a659bbce3f11 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] delete failed (client error): The resource could not be found. Apr 18 21:04:02.883106 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ebc810d1-2d8b-4b0b-bb19-a659bbce3f11 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/routers/f05e7499-9fff-4d6d-8011-8f079db2f1f9 HTTP/1.1" status: 404 len: 336 time: 0.0952663 Apr 18 21:04:02.884914 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40960) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:02.929086 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40962) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:02.929625 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e0cbea45-2256-4c39-bd13-ccf3d7c7381f tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "GET /v2.0/ports?device_id=14a6e915-e43f-46a8-a0b6-5fb0a8be4972 HTTP/1.1" status: 200 len: 205 time: 0.0433338 Apr 18 21:04:03.010534 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-1a1c98eb-1b96-407c-ac6c-e8aacb7a1668 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] delete failed (client error): The resource could not be found. Apr 18 21:04:03.015173 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40964) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:03.027680 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1a1c98eb-1b96-407c-ac6c-e8aacb7a1668 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/routers/14a6e915-e43f-46a8-a0b6-5fb0a8be4972 HTTP/1.1" status: 404 len: 336 time: 0.0911605 Apr 18 21:04:03.045514 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-77043464-e8df-4bd6-b1e5-67477a13e679 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] DELETE failed (client error): The resource could not be found. Apr 18 21:04:03.045988 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77043464-e8df-4bd6-b1e5-67477a13e679 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:04:03.056265 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-77043464-e8df-4bd6-b1e5-67477a13e679 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/subnets/cf595b11-0ef8-42b5-bf8c-34f778148b40 HTTP/1.1" status: 404 len: 337 time: 0.0385065 Apr 18 21:04:03.057383 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40968) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:03.110788 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-93676dec-bcbb-4bbe-b2de-9475ec7f5a92 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ee7d742-6474-4a73-a586-8678dc2a7bac HTTP/1.1" status: 200 len: 205 time: 0.0515449 Apr 18 21:04:03.111667 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40970) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:03.154583 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6e13c866-ba0b-4c04-b5e8-51e00b38465a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:03.172702 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-573b4f59-5c34-4c08-9cd6-f68857b392eb tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] delete failed (client error): The resource could not be found. Apr 18 21:04:03.176561 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-573b4f59-5c34-4c08-9cd6-f68857b392eb tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/routers/2ee7d742-6474-4a73-a586-8678dc2a7bac HTTP/1.1" status: 404 len: 336 time: 0.0634232 Apr 18 21:04:03.177554 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40974) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:03.202252 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6e13c866-ba0b-4c04-b5e8-51e00b38465a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:03.207242 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b31d30-1338-4884-85dc-1a8e7893aff5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] DELETE failed (client error): The resource could not be found. Apr 18 21:04:03.207706 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b31d30-1338-4884-85dc-1a8e7893aff5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:04:03.223476 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-31b31d30-1338-4884-85dc-1a8e7893aff5 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/subnets/01018ae3-5da7-42cc-84d2-2d2591db408d HTTP/1.1" status: 404 len: 337 time: 0.0448434 Apr 18 21:04:03.224312 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40976) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:03.276183 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6e13c866-ba0b-4c04-b5e8-51e00b38465a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:03.292299 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6e13c866-ba0b-4c04-b5e8-51e00b38465a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:03.293022 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8380d8ec-090a-4b3e-9a6f-89467c63282d tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e3575d-3beb-4c94-80f9-8d74de045d66 HTTP/1.1" status: 200 len: 205 time: 0.0667629 Apr 18 21:04:03.293775 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40978) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:03.293951 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6e13c866-ba0b-4c04-b5e8-51e00b38465a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb0773b3-720e-4df5-a1ac-5b2efbe538ba HTTP/1.1" status: 204 len: 168 time: 0.4526544 Apr 18 21:04:03.336102 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13c866-ba0b-4c04-b5e8-51e00b38465a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0773b3-720e-4df5-a1ac-5b2efbe538ba,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:03.408707 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-bbe9d9cc-577a-4877-a6ed-792990514c59 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] delete failed (client error): The resource could not be found. Apr 18 21:04:03.413010 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 40982) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:03.415750 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-bbe9d9cc-577a-4877-a6ed-792990514c59 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/routers/e7e3575d-3beb-4c94-80f9-8d74de045d66 HTTP/1.1" status: 404 len: 336 time: 0.1207118 Apr 18 21:04:03.518061 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0d4790-1d41-46b8-b9fb-16d3d23dd883 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] DELETE failed (client error): The resource could not be found. Apr 18 21:04:03.519312 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0d4790-1d41-46b8-b9fb-16d3d23dd883 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:04:03.527730 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 40986) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:03.534596 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ce0d4790-1d41-46b8-b9fb-16d3d23dd883 tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/subnets/d0caf0ac-ce5b-4820-9129-0ba5152ca956 HTTP/1.1" status: 404 len: 337 time: 0.1084995 Apr 18 21:04:03.575907 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-572d692c-4017-453c-a259-aa58a86662fb tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] DELETE failed (client error): The resource could not be found. Apr 18 21:04:03.576385 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-572d692c-4017-453c-a259-aa58a86662fb tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:04:03.587293 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-572d692c-4017-453c-a259-aa58a86662fb tempest-RoutersIpV6Test-1828723735 tempest-RoutersIpV6Test-1828723735-project] 10.222.0.41 "DELETE /v2.0/subnets/cc20c632-1e0a-4952-b3ec-723cbbdabcbb HTTP/1.1" status: 404 len: 337 time: 0.0580893 Apr 18 21:04:04.899414 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41012) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:05.272719 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b4a029b6-a3cb-47db-83fe-e8ffbe7116be admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c6c240114a2445ec884221c276a81bc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3705041 Apr 18 21:04:05.275899 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41022) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:05.389616 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9d718c2-4dae-4767-b9b6-4f3e8a833821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.463432 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9d718c2-4dae-4767-b9b6-4f3e8a833821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.562157 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9d718c2-4dae-4767-b9b6-4f3e8a833821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.566698 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9d718c2-4dae-4767-b9b6-4f3e8a833821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.571770 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d9d718c2-4dae-4767-b9b6-4f3e8a833821 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a11a81ea-cb94-4e6d-89e0-721eb4403ebc HTTP/1.1" status: 204 len: 168 time: 0.2911978 Apr 18 21:04:05.617233 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d718c2-4dae-4767-b9b6-4f3e8a833821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11a81ea-cb94-4e6d-89e0-721eb4403ebc,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:07.061763 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41054) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:07.235848 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-0e24f520-429a-4009-a07f-c0955ecc3413 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:07.242779 n-d-838323-3 neutron-server[102909]: WARNING neutron.api.v2.base [None req-0e24f520-429a-4009-a07f-c0955ecc3413 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 21:04:07.244146 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-0e24f520-429a-4009-a07f-c0955ecc3413 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 21:04:07.255406 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0e24f520-429a-4009-a07f-c0955ecc3413 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1842175 Apr 18 21:04:07.255576 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41060) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:07.261777 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-7e9e69dd-75b0-47dd-8f34-b39f20267994 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516199247'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:07.293640 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7e9e69dd-75b0-47dd-8f34-b39f20267994 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.307270 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7e9e69dd-75b0-47dd-8f34-b39f20267994 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.481068 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7e9e69dd-75b0-47dd-8f34-b39f20267994 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.487239 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7e9e69dd-75b0-47dd-8f34-b39f20267994 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.569062 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e69dd-75b0-47dd-8f34-b39f20267994 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7000716b-b832-40ab-b19d-9362d3fb4e0b,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:07.658418 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7e9e69dd-75b0-47dd-8f34-b39f20267994 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.668307 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7e9e69dd-75b0-47dd-8f34-b39f20267994 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.726167 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7e9e69dd-75b0-47dd-8f34-b39f20267994 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.731784 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41068) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:07.732235 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7e9e69dd-75b0-47dd-8f34-b39f20267994 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4748380 Apr 18 21:04:07.739782 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e69dd-75b0-47dd-8f34-b39f20267994 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0aace4-2b26-43a4-b4b8-8a0386ffca66,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:07.744882 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-fe342919-06dd-4fb0-a9ca-199991ec2467 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group_rule': {'security_group_id': 'aa0aace4-2b26-43a4-b4b8-8a0386ffca66', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:07.794570 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe342919-06dd-4fb0-a9ca-199991ec2467 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.897547 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.935871 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe342919-06dd-4fb0-a9ca-199991ec2467 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.943494 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe342919-06dd-4fb0-a9ca-199991ec2467 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.001183 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe342919-06dd-4fb0-a9ca-199991ec2467 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c6da38-45d7-4924-aa66-d7a09fd604dd,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:08.017205 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe342919-06dd-4fb0-a9ca-199991ec2467 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.018470 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fe342919-06dd-4fb0-a9ca-199991ec2467 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2839789 Apr 18 21:04:08.022939 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41070) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:08.027914 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-c44dab65-eccb-4620-9a2b-3527f32ad887 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group_rule': {'security_group_id': 'aa0aace4-2b26-43a4-b4b8-8a0386ffca66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:08.129378 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c44dab65-eccb-4620-9a2b-3527f32ad887 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.236243 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-c44dab65-eccb-4620-9a2b-3527f32ad887 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 21:04:08.238135 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c44dab65-eccb-4620-9a2b-3527f32ad887 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2142024 Apr 18 21:04:08.244788 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41074) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:08.339432 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-506e97df-5559-4b52-acbb-eca309c43f9f tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.380895 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-506e97df-5559-4b52-acbb-eca309c43f9f tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.497522 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-506e97df-5559-4b52-acbb-eca309c43f9f tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.505473 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-506e97df-5559-4b52-acbb-eca309c43f9f tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.512201 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-506e97df-5559-4b52-acbb-eca309c43f9f tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "DELETE /v2.0/security-groups/aa0aace4-2b26-43a4-b4b8-8a0386ffca66 HTTP/1.1" status: 204 len: 168 time: 0.2616830 Apr 18 21:04:08.512534 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41078) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:08.545379 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e97df-5559-4b52-acbb-eca309c43f9f tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0aace4-2b26-43a4-b4b8-8a0386ffca66,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:08.643188 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a1a8882d-4a37-41ff-bb68-40acb540cb69 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1211476 Apr 18 21:04:08.643933 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41082) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:08.652831 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-6b72ef96-943b-4279-b245-b1acb8248eb9 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group': {'name': 'tempest-secgroup--350225393'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:08.684574 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6b72ef96-943b-4279-b245-b1acb8248eb9 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.812992 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6b72ef96-943b-4279-b245-b1acb8248eb9 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.817578 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6b72ef96-943b-4279-b245-b1acb8248eb9 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.854988 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6b72ef96-943b-4279-b245-b1acb8248eb9 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.856761 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6b72ef96-943b-4279-b245-b1acb8248eb9 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2111025 Apr 18 21:04:08.859924 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41086) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:08.873956 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-6c9d2402-8ce8-411e-90b1-dbaf55e7c545 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group_rule': {'security_group_id': '4e055b7f-c4ed-48b1-b90a-5d6e62481f49', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:08.875207 n-d-838323-3 neutron-server[102908]: WARNING neutron.api.v2.base [None req-6c9d2402-8ce8-411e-90b1-dbaf55e7c545 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 18 21:04:08.875751 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-6c9d2402-8ce8-411e-90b1-dbaf55e7c545 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:04:08.877561 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72ef96-943b-4279-b245-b1acb8248eb9 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e055b7f-c4ed-48b1-b90a-5d6e62481f49,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:08.882857 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6c9d2402-8ce8-411e-90b1-dbaf55e7c545 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0168970 Apr 18 21:04:08.894779 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41088) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:09.018332 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-39b519e5-2499-4d83-b67b-b7cf30c48ba3 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.065650 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-39b519e5-2499-4d83-b67b-b7cf30c48ba3 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.191131 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-39b519e5-2499-4d83-b67b-b7cf30c48ba3 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.195529 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-39b519e5-2499-4d83-b67b-b7cf30c48ba3 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.202511 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-39b519e5-2499-4d83-b67b-b7cf30c48ba3 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "DELETE /v2.0/security-groups/4e055b7f-c4ed-48b1-b90a-5d6e62481f49 HTTP/1.1" status: 204 len: 168 time: 0.3019702 Apr 18 21:04:09.202706 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41092) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:09.237685 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b519e5-2499-4d83-b67b-b7cf30c48ba3 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e055b7f-c4ed-48b1-b90a-5d6e62481f49,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:09.303486 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2614fdf5-f21b-4a4f-b0df-655d2345750c tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0958154 Apr 18 21:04:09.310125 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41094) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:09.314906 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-41dafc10-c8fa-4d61-913a-4ee72b8450ba tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group': {'name': 'tempest-secgroup--322628747'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:09.346242 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-41dafc10-c8fa-4d61-913a-4ee72b8450ba tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.482731 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-41dafc10-c8fa-4d61-913a-4ee72b8450ba tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.488776 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-41dafc10-c8fa-4d61-913a-4ee72b8450ba tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.525858 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-41dafc10-c8fa-4d61-913a-4ee72b8450ba tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.527476 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-41dafc10-c8fa-4d61-913a-4ee72b8450ba tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2162700 Apr 18 21:04:09.528268 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dafc10-c8fa-4d61-913a-4ee72b8450ba tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccc1525-16d4-47e8-86b2-3bd09776fe86,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:09.531119 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41098) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:09.537546 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-5bb96f03-595f-4d81-8d3d-cae469aa6365 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group_rule': {'security_group_id': '2ccc1525-16d4-47e8-86b2-3bd09776fe86', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:09.538654 n-d-838323-3 neutron-server[102909]: WARNING neutron.api.v2.base [None req-5bb96f03-595f-4d81-8d3d-cae469aa6365 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 18 21:04:09.539453 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-5bb96f03-595f-4d81-8d3d-cae469aa6365 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:04:09.545334 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5bb96f03-595f-4d81-8d3d-cae469aa6365 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0126147 Apr 18 21:04:09.546204 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41100) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:09.631033 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a5140bc8-bfdf-4124-91ce-ee9b51d5bb0e tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.659458 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a5140bc8-bfdf-4124-91ce-ee9b51d5bb0e tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.718073 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a5140bc8-bfdf-4124-91ce-ee9b51d5bb0e tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.721557 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a5140bc8-bfdf-4124-91ce-ee9b51d5bb0e tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.722756 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a5140bc8-bfdf-4124-91ce-ee9b51d5bb0e tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "DELETE /v2.0/security-groups/2ccc1525-16d4-47e8-86b2-3bd09776fe86 HTTP/1.1" status: 204 len: 168 time: 0.1746027 Apr 18 21:04:09.726273 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41106) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:09.740379 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5140bc8-bfdf-4124-91ce-ee9b51d5bb0e tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccc1525-16d4-47e8-86b2-3bd09776fe86,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:09.792479 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7913e3fd-2c99-4c43-86e8-83bc0a052380 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0645370 Apr 18 21:04:09.797196 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41108) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:09.803650 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-97195a7e-f40d-4eea-b690-679f269f1908 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group': {'name': 'tempest-secgroup--1522319577'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:09.836499 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-97195a7e-f40d-4eea-b690-679f269f1908 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.944783 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-97195a7e-f40d-4eea-b690-679f269f1908 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.953228 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-97195a7e-f40d-4eea-b690-679f269f1908 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.993029 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-97195a7e-f40d-4eea-b690-679f269f1908 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.996734 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-97195a7e-f40d-4eea-b690-679f269f1908 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1958995 Apr 18 21:04:09.998892 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41110) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:10.004160 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-13b93e01-6312-42fd-9d0b-4d7dc8b3611c tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group_rule': {'security_group_id': '7a6533c0-cca8-4f2f-9756-d9e9032b19e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:10.005163 n-d-838323-3 neutron-server[102909]: WARNING neutron.api.v2.base [None req-13b93e01-6312-42fd-9d0b-4d7dc8b3611c tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 18 21:04:10.005913 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-13b93e01-6312-42fd-9d0b-4d7dc8b3611c tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:04:10.011752 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-13b93e01-6312-42fd-9d0b-4d7dc8b3611c tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070827 Apr 18 21:04:10.011752 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97195a7e-f40d-4eea-b690-679f269f1908 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6533c0-cca8-4f2f-9756-d9e9032b19e8,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:10.012164 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41112) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:10.017081 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-f37fad7b-3094-4aa9-93d4-6ceac7126d51 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group_rule': {'security_group_id': '7a6533c0-cca8-4f2f-9756-d9e9032b19e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:10.017854 n-d-838323-3 neutron-server[102909]: WARNING neutron.api.v2.base [None req-f37fad7b-3094-4aa9-93d4-6ceac7126d51 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 18 21:04:10.018614 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-f37fad7b-3094-4aa9-93d4-6ceac7126d51 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:04:10.025569 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f37fad7b-3094-4aa9-93d4-6ceac7126d51 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063639 Apr 18 21:04:10.025569 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41114) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:10.032350 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-b5ec9984-de50-477f-b5c9-811a6a3d8b53 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group_rule': {'security_group_id': '7a6533c0-cca8-4f2f-9756-d9e9032b19e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:10.033492 n-d-838323-3 neutron-server[102909]: WARNING neutron.api.v2.base [None req-b5ec9984-de50-477f-b5c9-811a6a3d8b53 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 18 21:04:10.033993 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-b5ec9984-de50-477f-b5c9-811a6a3d8b53 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:04:10.041503 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b5ec9984-de50-477f-b5c9-811a6a3d8b53 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0093167 Apr 18 21:04:10.041503 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41116) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:10.048471 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d508f6a3-8c2c-4bf9-94be-74ccacdcfe47 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group_rule': {'security_group_id': '7a6533c0-cca8-4f2f-9756-d9e9032b19e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:10.050302 n-d-838323-3 neutron-server[102909]: WARNING neutron.api.v2.base [None req-d508f6a3-8c2c-4bf9-94be-74ccacdcfe47 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 18 21:04:10.051151 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-d508f6a3-8c2c-4bf9-94be-74ccacdcfe47 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:04:10.061369 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d508f6a3-8c2c-4bf9-94be-74ccacdcfe47 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0113826 Apr 18 21:04:10.062743 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41118) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:10.153240 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2a913e56-0a7f-4fba-9312-d9e0a3e3fb0a tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.185273 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2a913e56-0a7f-4fba-9312-d9e0a3e3fb0a tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.251274 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2a913e56-0a7f-4fba-9312-d9e0a3e3fb0a tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.255217 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2a913e56-0a7f-4fba-9312-d9e0a3e3fb0a tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.261604 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41124) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:10.265102 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2a913e56-0a7f-4fba-9312-d9e0a3e3fb0a tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "DELETE /v2.0/security-groups/7a6533c0-cca8-4f2f-9756-d9e9032b19e8 HTTP/1.1" status: 204 len: 168 time: 0.2000134 Apr 18 21:04:10.297316 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a913e56-0a7f-4fba-9312-d9e0a3e3fb0a tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6533c0-cca8-4f2f-9756-d9e9032b19e8,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:10.391493 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6a52b582-af3b-4d6d-87c6-7d9cd71aa0a9 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1289308 Apr 18 21:04:10.396363 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41130) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:10.401276 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-afc69526-f173-4817-8402-942a4517f64f tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group': {'name': 'tempest-secgroup--2121522129'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:10.429087 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-afc69526-f173-4817-8402-942a4517f64f tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.534493 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-afc69526-f173-4817-8402-942a4517f64f tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.543454 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-afc69526-f173-4817-8402-942a4517f64f tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.581407 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-afc69526-f173-4817-8402-942a4517f64f tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.584299 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-afc69526-f173-4817-8402-942a4517f64f tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1857109 Apr 18 21:04:10.587974 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41148) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:10.595531 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a6c315ed-2680-4738-ae76-cca263401386 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group_rule': {'security_group_id': 'd2c45498-74c2-4b98-a651-3df2b74cedfa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:10.596100 n-d-838323-3 neutron-server[102909]: WARNING neutron.api.v2.base [None req-a6c315ed-2680-4738-ae76-cca263401386 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 21:04:10.596801 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-a6c315ed-2680-4738-ae76-cca263401386 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:04:10.603300 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a6c315ed-2680-4738-ae76-cca263401386 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086925 Apr 18 21:04:10.603560 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41150) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:10.608592 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c56196dd-ed4f-424b-aa8c-171f34998fe7 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group_rule': {'security_group_id': 'd2c45498-74c2-4b98-a651-3df2b74cedfa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:10.643286 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc69526-f173-4817-8402-942a4517f64f tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c45498-74c2-4b98-a651-3df2b74cedfa,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:10.681899 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-c56196dd-ed4f-424b-aa8c-171f34998fe7 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:04:10.683622 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c56196dd-ed4f-424b-aa8c-171f34998fe7 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0790417 Apr 18 21:04:10.686670 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41156) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:10.694121 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-df116cb9-0d68-44d3-9b47-0dc7836e7ca0 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group_rule': {'security_group_id': 'd2c45498-74c2-4b98-a651-3df2b74cedfa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:10.694983 n-d-838323-3 neutron-server[102909]: WARNING neutron.api.v2.base [None req-df116cb9-0d68-44d3-9b47-0dc7836e7ca0 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 18 21:04:10.695692 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-df116cb9-0d68-44d3-9b47-0dc7836e7ca0 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:04:10.697880 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-df116cb9-0d68-44d3-9b47-0dc7836e7ca0 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086784 Apr 18 21:04:10.790976 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41158) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:10.797124 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-959f3fc8-baf8-4629-8ad9-8a055fc03149 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group_rule': {'security_group_id': 'd2c45498-74c2-4b98-a651-3df2b74cedfa', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:10.885648 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-959f3fc8-baf8-4629-8ad9-8a055fc03149 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:04:10.891422 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41162) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:10.891893 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-959f3fc8-baf8-4629-8ad9-8a055fc03149 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0994251 Apr 18 21:04:10.898141 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-51ef3714-42e7-46e8-adf6-4818d67676c7 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group_rule': {'security_group_id': 'd2c45498-74c2-4b98-a651-3df2b74cedfa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:10.898838 n-d-838323-3 neutron-server[102908]: WARNING neutron.api.v2.base [None req-51ef3714-42e7-46e8-adf6-4818d67676c7 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 21:04:10.899436 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-51ef3714-42e7-46e8-adf6-4818d67676c7 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:04:10.903825 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-51ef3714-42e7-46e8-adf6-4818d67676c7 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0105255 Apr 18 21:04:10.920909 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41164) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:10.920909 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a0335a77-cd9c-434a-b69d-e7fe4de3735a tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group_rule': {'security_group_id': 'd2c45498-74c2-4b98-a651-3df2b74cedfa', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:10.972515 n-d-838323-3 neutron-server[102909]: INFO neutron.db.securitygroups_db [None req-a0335a77-cd9c-434a-b69d-e7fe4de3735a tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Project 37e75e25c440443b84f5aa52e83142cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:04:11.011866 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-a0335a77-cd9c-434a-b69d-e7fe4de3735a tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:04:11.015793 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a0335a77-cd9c-434a-b69d-e7fe4de3735a tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1075459 Apr 18 21:04:11.018020 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41172) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:11.024370 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-9b631f4f-f1f9-49d8-b123-f5198e21a7f5 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group_rule': {'security_group_id': 'd2c45498-74c2-4b98-a651-3df2b74cedfa', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:11.024886 n-d-838323-3 neutron-server[102908]: WARNING neutron.api.v2.base [None req-9b631f4f-f1f9-49d8-b123-f5198e21a7f5 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 18 21:04:11.025489 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-9b631f4f-f1f9-49d8-b123-f5198e21a7f5 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:04:11.029259 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9b631f4f-f1f9-49d8-b123-f5198e21a7f5 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088251 Apr 18 21:04:11.031064 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41174) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:11.036889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-09315cbe-7d4c-43e2-ad00-3d2bdc444631 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group_rule': {'security_group_id': 'd2c45498-74c2-4b98-a651-3df2b74cedfa', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:11.085962 n-d-838323-3 neutron-server[102908]: INFO neutron.db.securitygroups_db [None req-09315cbe-7d4c-43e2-ad00-3d2bdc444631 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Project 37e75e25c440443b84f5aa52e83142cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:04:11.129289 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-09315cbe-7d4c-43e2-ad00-3d2bdc444631 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:04:11.138181 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41176) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:11.139007 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-09315cbe-7d4c-43e2-ad00-3d2bdc444631 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1064198 Apr 18 21:04:11.144981 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-3e6e5e6f-5a3d-441c-bc79-2f715c377187 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group_rule': {'security_group_id': 'd2c45498-74c2-4b98-a651-3df2b74cedfa', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:11.186126 n-d-838323-3 neutron-server[102909]: INFO neutron.db.securitygroups_db [None req-3e6e5e6f-5a3d-441c-bc79-2f715c377187 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Project 37e75e25c440443b84f5aa52e83142cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:04:11.212869 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-3e6e5e6f-5a3d-441c-bc79-2f715c377187 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:04:11.216020 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3e6e5e6f-5a3d-441c-bc79-2f715c377187 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0755265 Apr 18 21:04:11.218526 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41178) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:11.246518 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-39262eaa-bfe8-40bc-9efc-c8c561224e35 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1095259156&fields=id&tenant_id=f840c855946542459a247bc427a2167c HTTP/1.1" status: 200 len: 267 time: 0.1391885 Apr 18 21:04:11.476519 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5ab8391d-0e0a-4adb-915e-b4a427443039 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.497489 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-79f41337-a9fe-4a40-9c9a-da3b18c83242 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:11.499055 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-79f41337-a9fe-4a40-9c9a-da3b18c83242 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 811 time: 0.2392476 Apr 18 21:04:11.537965 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-7be59791-6bc5-4b7e-a7c0-8bdadeb28b4c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/quotas/f840c855946542459a247bc427a2167c HTTP/1.1" status: 200 len: 375 time: 0.0276232 Apr 18 21:04:11.549458 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5ab8391d-0e0a-4adb-915e-b4a427443039 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.633422 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-841c63c8-1cc2-4a4f-b24c-868171a5f103 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0945299 Apr 18 21:04:11.643088 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5ab8391d-0e0a-4adb-915e-b4a427443039 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.647794 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5ab8391d-0e0a-4adb-915e-b4a427443039 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.649461 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5ab8391d-0e0a-4adb-915e-b4a427443039 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "DELETE /v2.0/security-groups/d2c45498-74c2-4b98-a651-3df2b74cedfa HTTP/1.1" status: 204 len: 168 time: 0.4291370 Apr 18 21:04:11.652609 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41190) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:11.669808 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8391d-0e0a-4adb-915e-b4a427443039 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c45498-74c2-4b98-a651-3df2b74cedfa,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:11.733389 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9fe5bc8a-617e-4c96-a324-b14dad3fdddd tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0792360 Apr 18 21:04:11.740579 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41198) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:11.745556 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-7cda6dcc-82d5-4026-a769-dd2250361289 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group': {'name': 'tempest-secgroup--1611666495'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:11.773016 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7cda6dcc-82d5-4026-a769-dd2250361289 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.877100 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-e9859472-0eed-4407-a326-4a77f825b368 service neutron] 10.222.0.41 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229700 Apr 18 21:04:11.932963 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7cda6dcc-82d5-4026-a769-dd2250361289 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.944917 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7cda6dcc-82d5-4026-a769-dd2250361289 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.960385 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.987093 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-3daf7dcd-7dca-46b9-822c-fd009235e8af service neutron] 10.222.0.41 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986481 Apr 18 21:04:12.023528 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda6dcc-82d5-4026-a769-dd2250361289 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b84fbe-5b01-479e-93c5-518b71ea3fa1,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:12.050080 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7cda6dcc-82d5-4026-a769-dd2250361289 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.055916 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41200) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:12.057556 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7cda6dcc-82d5-4026-a769-dd2250361289 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3154826 Apr 18 21:04:12.066374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-c55c22c0-a52c-46c8-af90-b9daf6490001 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group_rule': {'security_group_id': 'c5b84fbe-5b01-479e-93c5-518b71ea3fa1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:12.136093 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-c55c22c0-a52c-46c8-af90-b9daf6490001 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] create failed (client error): The resource could not be found. Apr 18 21:04:12.140234 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c55c22c0-a52c-46c8-af90-b9daf6490001 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0803850 Apr 18 21:04:12.140562 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41208) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:12.146824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-c288d4e4-b842-4f33-9f07-10345314d9f9 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group_rule': {'security_group_id': 'c5b84fbe-5b01-479e-93c5-518b71ea3fa1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '601b93a5-a461-4363-91e9-52cba9cf2e33'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:12.226644 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-c288d4e4-b842-4f33-9f07-10345314d9f9 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] create failed (client error): The resource could not be found. Apr 18 21:04:12.230982 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41214) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:12.231653 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c288d4e4-b842-4f33-9f07-10345314d9f9 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0895398 Apr 18 21:04:12.363074 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89cd955a-c61e-46fc-a96d-a6a14e4856ab tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.435855 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89cd955a-c61e-46fc-a96d-a6a14e4856ab tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.556666 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89cd955a-c61e-46fc-a96d-a6a14e4856ab tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.559333 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-89cd955a-c61e-46fc-a96d-a6a14e4856ab tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.560545 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-89cd955a-c61e-46fc-a96d-a6a14e4856ab tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "DELETE /v2.0/security-groups/c5b84fbe-5b01-479e-93c5-518b71ea3fa1 HTTP/1.1" status: 204 len: 168 time: 0.3284585 Apr 18 21:04:12.565342 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41226) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:12.580019 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd955a-c61e-46fc-a96d-a6a14e4856ab tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b84fbe-5b01-479e-93c5-518b71ea3fa1,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:12.784192 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-efd335b9-96f7-4e4a-8a20-b6363dbcad66 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2074215 Apr 18 21:04:12.784192 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7dfec20b-ebd2-4479-9515-5c89b5015550 req-88fcb8eb-7103-4d3c-8669-c2557f51e768 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 210 time: 0.2785721 Apr 18 21:04:12.784827 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41234) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:12.800379 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ada90a34-d319-4547-b854-ee0c6c852f9a tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group_rule': {'security_group_id': 'f9f8205d-7d99-4209-853c-7500795288bf', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:12.864985 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-ada90a34-d319-4547-b854-ee0c6c852f9a tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] create failed (client error): The resource could not be found. Apr 18 21:04:12.866359 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ada90a34-d319-4547-b854-ee0c6c852f9a tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0795059 Apr 18 21:04:12.873496 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41238) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:12.884681 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a5643cdc-cb87-4216-b329-7f3029c9720d tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group': {'name': 'tempest-secgroup--1008373536'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:12.921988 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a5643cdc-cb87-4216-b329-7f3029c9720d tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.019879 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a5643cdc-cb87-4216-b329-7f3029c9720d tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.026156 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a5643cdc-cb87-4216-b329-7f3029c9720d tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.091429 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a5643cdc-cb87-4216-b329-7f3029c9720d tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.092912 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a5643cdc-cb87-4216-b329-7f3029c9720d tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2175140 Apr 18 21:04:13.096866 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41244) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:13.103375 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-774ee43f-8909-474b-9262-3992a6bd0b78 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group': {'name': 'tempest-secgroup--42372505'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:13.108828 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5643cdc-cb87-4216-b329-7f3029c9720d tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8646e30-c783-4f58-8c5b-b089d40b62ec,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:13.147584 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-774ee43f-8909-474b-9262-3992a6bd0b78 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.265795 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-774ee43f-8909-474b-9262-3992a6bd0b78 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.274370 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-774ee43f-8909-474b-9262-3992a6bd0b78 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.308406 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-774ee43f-8909-474b-9262-3992a6bd0b78 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.312522 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-774ee43f-8909-474b-9262-3992a6bd0b78 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2118371 Apr 18 21:04:13.314636 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ee43f-8909-474b-9262-3992a6bd0b78 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a156c2b-18f4-48a4-9fa7-e0fb480c1861,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:13.315062 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41248) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:13.320838 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-6d1d892d-099c-4652-8580-209311f946d1 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group_rule': {'security_group_id': 'f8646e30-c783-4f58-8c5b-b089d40b62ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8a156c2b-18f4-48a4-9fa7-e0fb480c1861'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:13.387602 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-6d1d892d-099c-4652-8580-209311f946d1 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:04:13.391684 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6d1d892d-099c-4652-8580-209311f946d1 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0729916 Apr 18 21:04:13.392080 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41250) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:13.480567 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-13d43d8f-932e-467a-80c6-b230a66614df tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.528896 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-13d43d8f-932e-467a-80c6-b230a66614df tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.607346 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-13d43d8f-932e-467a-80c6-b230a66614df tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.613154 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-13d43d8f-932e-467a-80c6-b230a66614df tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.617953 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-13d43d8f-932e-467a-80c6-b230a66614df tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "DELETE /v2.0/security-groups/8a156c2b-18f4-48a4-9fa7-e0fb480c1861 HTTP/1.1" status: 204 len: 168 time: 0.2209904 Apr 18 21:04:13.619297 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41260) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:13.627907 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d43d8f-932e-467a-80c6-b230a66614df tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a156c2b-18f4-48a4-9fa7-e0fb480c1861,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:13.728840 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b2fb548e-0404-44d6-8b97-70b5f615b95a tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1080217 Apr 18 21:04:13.733023 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41262) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:13.875319 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4ead49af-721c-454b-918c-7c62bedce67b tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.947444 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4ead49af-721c-454b-918c-7c62bedce67b tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.006942 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-05ddf441-ee53-4152-983b-2c899cf7d135 req-81ce936b-1199-4f03-91c9-c490914c7d9c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 210 time: 0.0760500 Apr 18 21:04:14.156831 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4ead49af-721c-454b-918c-7c62bedce67b tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.159447 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4ead49af-721c-454b-918c-7c62bedce67b tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.163799 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4ead49af-721c-454b-918c-7c62bedce67b tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "DELETE /v2.0/security-groups/f8646e30-c783-4f58-8c5b-b089d40b62ec HTTP/1.1" status: 204 len: 168 time: 0.4265580 Apr 18 21:04:14.164780 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41270) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:14.206973 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead49af-721c-454b-918c-7c62bedce67b tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8646e30-c783-4f58-8c5b-b089d40b62ec,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:14.243518 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-fab9fbe0-00d1-49d8-9cac-dff5103e89b3 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:14.245373 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-fab9fbe0-00d1-49d8-9cac-dff5103e89b3 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.32 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 811 time: 0.3199296 Apr 18 21:04:14.327324 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-8f00a054-2266-41ad-b402-249ed9b30b04 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f840c855946542459a247bc427a2167c HTTP/1.1" status: 200 len: 380 time: 0.0729213 Apr 18 21:04:14.343748 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-0c97574d-ea4a-4252-a68c-9bf04f16fd7b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Request body: {'port': {'device_id': '08bad26f-5b9c-4185-92bf-a1da6994bcfd', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'admin_state_up': True, 'tenant_id': 'f840c855946542459a247bc427a2167c', 'security_groups': ['9446999c-fded-405d-a468-755d63bd23e1']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:14.412763 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2c61f7a5-8142-4f88-a984-9ba3662b33b9 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2439003 Apr 18 21:04:14.418688 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41276) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:14.430371 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-908cffd9-4694-43c4-bd1f-dbfa10083c83 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group': {'name': 'tempest-secgroup--1036748068'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:14.526665 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-908cffd9-4694-43c4-bd1f-dbfa10083c83 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.632165 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-0c97574d-ea4a-4252-a68c-9bf04f16fd7b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Made reservation on behalf of f840c855946542459a247bc427a2167c for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:14.643554 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-0c97574d-ea4a-4252-a68c-9bf04f16fd7b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.778558 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-908cffd9-4694-43c4-bd1f-dbfa10083c83 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.792174 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-908cffd9-4694-43c4-bd1f-dbfa10083c83 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.903231 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-908cffd9-4694-43c4-bd1f-dbfa10083c83 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.905082 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-908cffd9-4694-43c4-bd1f-dbfa10083c83 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4794571 Apr 18 21:04:14.910006 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41286) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:14.910224 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908cffd9-4694-43c4-bd1f-dbfa10083c83 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=861619e2-d01c-455a-8bd9-513ae729c53a,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:14.931480 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e3445710-c5a6-4b93-add3-99f667f98b73 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group_rule': {'security_group_id': '861619e2-d01c-455a-8bd9-513ae729c53a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:14.961970 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-0c97574d-ea4a-4252-a68c-9bf04f16fd7b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Allocated IP 172.20.0.10 (49542224-f666-4718-b03f-958adc44dc33/20af91cc-d869-4230-8d61-825647f4d54f/da37843c-ebb3-47c0-9093-906cd7632088) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:15.056791 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-e3445710-c5a6-4b93-add3-99f667f98b73 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:04:15.061147 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e3445710-c5a6-4b93-add3-99f667f98b73 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1463628 Apr 18 21:04:15.063966 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41290) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:15.082610 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c45d718c-6300-40a7-a54e-42c09e9c71c7 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group_rule': {'security_group_id': '861619e2-d01c-455a-8bd9-513ae729c53a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:15.197138 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-c45d718c-6300-40a7-a54e-42c09e9c71c7 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:04:15.199527 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c45d718c-6300-40a7-a54e-42c09e9c71c7 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1329889 Apr 18 21:04:15.202163 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41292) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:15.268529 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-0c97574d-ea4a-4252-a68c-9bf04f16fd7b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.369214 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e59fc48-35d8-400e-8ec3-93ba4bce060d tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.379421 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-091203f4-898d-40ae-b4d7-1803649192bd req-d741e868-669b-434b-b22f-34abbb6ca09e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 210 time: 0.0810504 Apr 18 21:04:15.409071 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-0c97574d-ea4a-4252-a68c-9bf04f16fd7b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.437951 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e59fc48-35d8-400e-8ec3-93ba4bce060d tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.487304 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-0c97574d-ea4a-4252-a68c-9bf04f16fd7b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Network 49542224-f666-4718-b03f-958adc44dc33 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:15.501912 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-0c97574d-ea4a-4252-a68c-9bf04f16fd7b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:15.507973 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-0c97574d-ea4a-4252-a68c-9bf04f16fd7b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:04:15.559806 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e59fc48-35d8-400e-8ec3-93ba4bce060d tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.563010 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7e59fc48-35d8-400e-8ec3-93ba4bce060d tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.564389 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7e59fc48-35d8-400e-8ec3-93ba4bce060d tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "DELETE /v2.0/security-groups/861619e2-d01c-455a-8bd9-513ae729c53a HTTP/1.1" status: 204 len: 168 time: 0.3609660 Apr 18 21:04:15.573849 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41298) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:15.584547 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59fc48-35d8-400e-8ec3-93ba4bce060d tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=861619e2-d01c-455a-8bd9-513ae729c53a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:15.595868 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97574d-ea4a-4252-a68c-9bf04f16fd7b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event updated for resources: {'Port': ['ID=da37843c-ebb3-47c0-9093-906cd7632088,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:15.660548 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-0c97574d-ea4a-4252-a68c-9bf04f16fd7b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:15.662240 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-0c97574d-ea4a-4252-a68c-9bf04f16fd7b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.694920 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-fc90dda8-6170-4897-887a-ab3cc5a730db tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1173089 Apr 18 21:04:15.702145 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41304) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:15.709182 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-062a57c7-bdb4-4ac0-be3b-2ef97a762343 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group': {'name': 'tempest-secgroup--74031160'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:15.719928 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-0c97574d-ea4a-4252-a68c-9bf04f16fd7b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3861318 Apr 18 21:04:15.738212 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-5a88bbad-c22d-409b-bd3e-2a36f9c0e1b3 service neutron] Request body: {'port': {'device_id': '08bad26f-5b9c-4185-92bf-a1da6994bcfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:15.796390 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-062a57c7-bdb4-4ac0-be3b-2ef97a762343 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.945769 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-5a88bbad-c22d-409b-bd3e-2a36f9c0e1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.998099 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-062a57c7-bdb4-4ac0-be3b-2ef97a762343 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.020968 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-062a57c7-bdb4-4ac0-be3b-2ef97a762343 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.058159 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-062a57c7-bdb4-4ac0-be3b-2ef97a762343 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.059537 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-062a57c7-bdb4-4ac0-be3b-2ef97a762343 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3552129 Apr 18 21:04:16.068659 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41314) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:16.074198 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-7b8eea34-507c-48b9-a737-b96442e9a093 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:16.078991 n-d-838323-3 neutron-server[102909]: WARNING neutron.api.v2.base [None req-7b8eea34-507c-48b9-a737-b96442e9a093 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 21:04:16.078991 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-7b8eea34-507c-48b9-a737-b96442e9a093 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] update failed (client error): There was a conflict when trying to complete your request. Apr 18 21:04:16.078991 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7b8eea34-507c-48b9-a737-b96442e9a093 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "PUT /v2.0/security-groups/061c8d44-eb0c-4966-b5f9-b57e48d3ebc6 HTTP/1.1" status: 409 len: 330 time: 0.0081491 Apr 18 21:04:16.085816 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41316) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:16.101449 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b2fee8f5-1805-45d1-ba4e-7767ca31e8b5 None None] Provisioning complete for port da37843c-ebb3-47c0-9093-906cd7632088 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:16.103240 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b2fee8f5-1805-45d1-ba4e-7767ca31e8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.161002 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a57c7-bdb4-4ac0-be3b-2ef97a762343 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=061c8d44-eb0c-4966-b5f9-b57e48d3ebc6,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:16.241590 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7103d16b-36c1-45a3-84b8-dfa239f35bc6 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.277406 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-b2fee8f5-1805-45d1-ba4e-7767ca31e8b5 None None] Port da37843c-ebb3-47c0-9093-906cd7632088 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:04:16.343865 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7103d16b-36c1-45a3-84b8-dfa239f35bc6 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.477272 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7103d16b-36c1-45a3-84b8-dfa239f35bc6 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.480468 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7103d16b-36c1-45a3-84b8-dfa239f35bc6 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.481699 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7103d16b-36c1-45a3-84b8-dfa239f35bc6 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "DELETE /v2.0/security-groups/061c8d44-eb0c-4966-b5f9-b57e48d3ebc6 HTTP/1.1" status: 204 len: 168 time: 0.3950627 Apr 18 21:04:16.489880 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41324) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:16.513510 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103d16b-36c1-45a3-84b8-dfa239f35bc6 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=061c8d44-eb0c-4966-b5f9-b57e48d3ebc6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:16.591128 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-78da8b6f-c007-4242-9041-d469c33dd26e tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0995960 Apr 18 21:04:16.595855 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41326) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:16.669390 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-d4528f52-129f-4ef3-b6b3-c5fa8c4b0be9 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] delete failed (client error): The resource could not be found. Apr 18 21:04:16.669656 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-5a88bbad-c22d-409b-bd3e-2a36f9c0e1b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da37843c-ebb3-47c0-9093-906cd7632088 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:04:16.679256 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d4528f52-129f-4ef3-b6b3-c5fa8c4b0be9 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "DELETE /v2.0/security-groups/24f519b5-6f00-4ebd-a827-5e2afce9e852 HTTP/1.1" status: 404 len: 347 time: 0.0807095 Apr 18 21:04:16.688994 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41328) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:16.690424 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-5a88bbad-c22d-409b-bd3e-2a36f9c0e1b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.705651 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-049e4596-4c2a-490a-ad9d-f494d155ceaa tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] show failed (client error): The resource could not be found. Apr 18 21:04:16.713245 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-049e4596-4c2a-490a-ad9d-f494d155ceaa tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "GET /v2.0/security-groups/ade33758-976a-4944-8914-25c87b942973 HTTP/1.1" status: 404 len: 347 time: 0.0168183 Apr 18 21:04:16.713989 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41330) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:16.772453 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-17846a76-091a-4df6-ac3b-b0b9929b23a8 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] show failed (client error): The resource could not be found. Apr 18 21:04:16.774166 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-17846a76-091a-4df6-ac3b-b0b9929b23a8 tempest-NegativeSecGroupIPv6Test-642066995 tempest-NegativeSecGroupIPv6Test-642066995-project] 10.222.0.41 "GET /v2.0/security-group-rules/3c0977bb-23d2-473f-b8b8-ca55e40b3742 HTTP/1.1" status: 404 len: 356 time: 0.0590317 Apr 18 21:04:16.790341 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-5a88bbad-c22d-409b-bd3e-2a36f9c0e1b3 service neutron] Transition to ACTIVE for port object da37843c-ebb3-47c0-9093-906cd7632088 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:16.802847 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-5a88bbad-c22d-409b-bd3e-2a36f9c0e1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.857686 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88bbad-c22d-409b-bd3e-2a36f9c0e1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=da37843c-ebb3-47c0-9093-906cd7632088,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:17.022081 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-5a88bbad-c22d-409b-bd3e-2a36f9c0e1b3 service neutron] Attempting to bind port da37843c-ebb3-47c0-9093-906cd7632088 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:17.024920 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-5a88bbad-c22d-409b-bd3e-2a36f9c0e1b3 service neutron] Attempting to bind port da37843c-ebb3-47c0-9093-906cd7632088 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:17.025286 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-5a88bbad-c22d-409b-bd3e-2a36f9c0e1b3 service neutron] Attempting to bind port da37843c-ebb3-47c0-9093-906cd7632088 on network 49542224-f666-4718-b03f-958adc44dc33 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:04:17.067878 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936941ef-d8de-4758-8f3b-76139d71d68b req-346be517-9691-4662-a8d0-5b4a672a194e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:17.082502 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-936941ef-d8de-4758-8f3b-76139d71d68b req-346be517-9691-4662-a8d0-5b4a672a194e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 932 time: 0.3722117 Apr 18 21:04:17.119918 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-5a88bbad-c22d-409b-bd3e-2a36f9c0e1b3 service neutron] Port da37843c-ebb3-47c0-9093-906cd7632088 on network 49542224-f666-4718-b03f-958adc44dc33 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:04:17.123730 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-5a88bbad-c22d-409b-bd3e-2a36f9c0e1b3 service neutron] Attempting to bind port da37843c-ebb3-47c0-9093-906cd7632088 on network 49542224-f666-4718-b03f-958adc44dc33 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:04:17.139999 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-5a88bbad-c22d-409b-bd3e-2a36f9c0e1b3 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:04:17.140353 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-5a88bbad-c22d-409b-bd3e-2a36f9c0e1b3 service neutron] Checking segment: {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:04:17.140765 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-5a88bbad-c22d-409b-bd3e-2a36f9c0e1b3 service neutron] Bound using segment: {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:04:17.141199 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-5a88bbad-c22d-409b-bd3e-2a36f9c0e1b3 service neutron] Bound port: da37843c-ebb3-47c0-9093-906cd7632088, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49542224-f666-4718-b03f-958adc44dc33'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:04:17.141564 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-5a88bbad-c22d-409b-bd3e-2a36f9c0e1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:17.170479 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-936941ef-d8de-4758-8f3b-76139d71d68b req-615d3fc1-c219-4bb0-9587-d4a452d68caf tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845730 Apr 18 21:04:17.314686 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-5a88bbad-c22d-409b-bd3e-2a36f9c0e1b3 service neutron] For port da37843c-ebb3-47c0-9093-906cd7632088, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:04:17.322514 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-5a88bbad-c22d-409b-bd3e-2a36f9c0e1b3 service neutron] For port da37843c-ebb3-47c0-9093-906cd7632088, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=da37843c-ebb3-47c0-9093-906cd7632088,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:04:17.329301 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-5a88bbad-c22d-409b-bd3e-2a36f9c0e1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:17.446137 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-5a88bbad-c22d-409b-bd3e-2a36f9c0e1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:17.446764 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-5a88bbad-c22d-409b-bd3e-2a36f9c0e1b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:17.459611 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-5a88bbad-c22d-409b-bd3e-2a36f9c0e1b3 service neutron] 10.222.0.32 "PUT /v2.0/ports/da37843c-ebb3-47c0-9093-906cd7632088 HTTP/1.1" status: 200 len: 1092 time: 1.7297280 Apr 18 21:04:17.460120 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bad26f-5b9c-4185-92bf-a1da6994bcfd', 'tag': 'da37843c-ebb3-47c0-9093-906cd7632088'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:04:17.465825 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddcdd5c-b48d-4fb9-aba6-bbd02d88d387" -d '{"events": [{"name": "network-changed", "server_uuid": "08bad26f-5b9c-4185-92bf-a1da6994bcfd", "tag": "da37843c-ebb3-47c0-9093-906cd7632088"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:04:17.535123 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88bbad-c22d-409b-bd3e-2a36f9c0e1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=da37843c-ebb3-47c0-9093-906cd7632088,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:17.605276 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95195736-f04e-4663-9a18-fadd5414f27e x-openstack-request-id: req-95195736-f04e-4663-9a18-fadd5414f27e {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:04:17.605276 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08bad26f-5b9c-4185-92bf-a1da6994bcfd", "tag": "da37843c-ebb3-47c0-9093-906cd7632088", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:04:17.605916 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-95195736-f04e-4663-9a18-fadd5414f27e {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:04:17.606159 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95195736-f04e-4663-9a18-fadd5414f27e'] response: {'name': 'network-changed', 'server_uuid': '08bad26f-5b9c-4185-92bf-a1da6994bcfd', 'tag': 'da37843c-ebb3-47c0-9093-906cd7632088', 'status': 'completed', 'code': 200} Apr 18 21:04:17.645666 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-fc7a28b2-1f8c-4fda-80de-96d26ab2690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:17.647438 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-fc7a28b2-1f8c-4fda-80de-96d26ab2690a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 1095 time: 0.1338661 Apr 18 21:04:17.739796 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41354) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:17.760914 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-2063fb41-e606-457b-b320-b730441a0ade service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da37843c-ebb3-47c0-9093-906cd7632088 HTTP/1.1" status: 200 len: 217 time: 0.1027589 Apr 18 21:04:17.919292 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-b63662d5-2a15-4e88-abf1-88f601f2b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:17.921245 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-b63662d5-2a15-4e88-abf1-88f601f2b04b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.1438568 Apr 18 21:04:18.046879 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-67d8c72e-d8b1-4b3e-b658-192cbedc6189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:18.055459 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-67d8c72e-d8b1-4b3e-b658-192cbedc6189 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210454 Apr 18 21:04:18.188507 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-043360ab-88a4-4d8e-8f96-68940977f17b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=37e75e25c440443b84f5aa52e83142cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4454851 Apr 18 21:04:18.189636 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41368) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:18.379784 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0daf13b-d112-4376-8640-c9d0c71863db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.415138 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0daf13b-d112-4376-8640-c9d0c71863db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.438106 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-02c2eb69-1885-4ec9-8e39-8eddd6fed58d service neutron] 10.222.0.32 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817363 Apr 18 21:04:18.474206 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0daf13b-d112-4376-8640-c9d0c71863db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.477314 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0daf13b-d112-4376-8640-c9d0c71863db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.478758 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a0daf13b-d112-4376-8640-c9d0c71863db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7000716b-b832-40ab-b19d-9362d3fb4e0b HTTP/1.1" status: 204 len: 168 time: 0.2879045 Apr 18 21:04:18.489069 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daf13b-d112-4376-8640-c9d0c71863db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7000716b-b832-40ab-b19d-9362d3fb4e0b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:18.600088 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dff0ce-61c0-41d4-8104-28bc36b9d720 req-c79106e2-2330-4f09-a2fe-83763847f50c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:18.610623 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7dff0ce-61c0-41d4-8104-28bc36b9d720 req-c79106e2-2330-4f09-a2fe-83763847f50c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 944 time: 0.2524862 Apr 18 21:04:18.704093 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7dff0ce-61c0-41d4-8104-28bc36b9d720 req-efc72ed4-cdb3-4914-8078-ab5c1c0beb1b tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852442 Apr 18 21:04:18.719811 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a37b1e6d-0fe7-4a81-b199-4d6881daec75 req-9a4d6bd7-88e7-4e57-a7f3-089f77c8deb3 service neutron] 10.222.0.32 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742059 Apr 18 21:04:18.928812 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcdd5c-b48d-4fb9-aba6-bbd02d88d387 req-a1314b05-e6b8-4699-b9e9-82b4e74ecdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:18.930306 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dddcdd5c-b48d-4fb9-aba6-bbd02d88d387 req-a1314b05-e6b8-4699-b9e9-82b4e74ecdd5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 1095 time: 0.1153951 Apr 18 21:04:19.214737 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcdd5c-b48d-4fb9-aba6-bbd02d88d387 req-7b92f41f-e1fd-4a7e-90fc-34b6c4540325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:19.217100 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dddcdd5c-b48d-4fb9-aba6-bbd02d88d387 req-7b92f41f-e1fd-4a7e-90fc-34b6c4540325 service neutron] 10.222.0.32 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 912 time: 0.2621653 Apr 18 21:04:19.313184 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dddcdd5c-b48d-4fb9-aba6-bbd02d88d387 req-320dd95d-a44a-45c9-a114-27fa566ed42d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da37843c-ebb3-47c0-9093-906cd7632088 HTTP/1.1" status: 200 len: 217 time: 0.0877125 Apr 18 21:04:19.478360 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcdd5c-b48d-4fb9-aba6-bbd02d88d387 req-8482b0d1-925e-4065-94ca-8ba6008c472d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:19.481977 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dddcdd5c-b48d-4fb9-aba6-bbd02d88d387 req-8482b0d1-925e-4065-94ca-8ba6008c472d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.1620779 Apr 18 21:04:19.611288 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcdd5c-b48d-4fb9-aba6-bbd02d88d387 req-a93f1113-90a4-4107-b355-95008f9a61b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:19.613144 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dddcdd5c-b48d-4fb9-aba6-bbd02d88d387 req-a93f1113-90a4-4107-b355-95008f9a61b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232541 Apr 18 21:04:19.780256 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dddcdd5c-b48d-4fb9-aba6-bbd02d88d387 req-03921191-f26f-4b9c-90d4-4fed04eea948 service neutron] 10.222.0.32 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603971 Apr 18 21:04:19.996826 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dddcdd5c-b48d-4fb9-aba6-bbd02d88d387 req-b23007f6-5256-4d23-8074-11d2cfd5d409 service neutron] 10.222.0.32 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082412 Apr 18 21:04:20.149588 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674be66-250a-4ebd-a6eb-f9e56a841f63 req-023879fd-7002-4b41-a7d3-503bc289608e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:20.157699 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3674be66-250a-4ebd-a6eb-f9e56a841f63 req-023879fd-7002-4b41-a7d3-503bc289608e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 944 time: 0.3256531 Apr 18 21:04:20.226687 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3674be66-250a-4ebd-a6eb-f9e56a841f63 req-e68db2c3-78e2-43db-ba20-1f216a13a85a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682609 Apr 18 21:04:21.461781 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d316fd2-4f42-48fd-b327-d87a527280c9 req-24542644-17c6-4654-9dd7-0625603f6355 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:21.474198 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d316fd2-4f42-48fd-b327-d87a527280c9 req-24542644-17c6-4654-9dd7-0625603f6355 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 944 time: 0.1258624 Apr 18 21:04:21.540534 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d316fd2-4f42-48fd-b327-d87a527280c9 req-66a18d8e-cb23-46de-9f8c-04654e05337a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567832 Apr 18 21:04:22.736065 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6334ac6-a509-45e9-9351-fc7ceb920ecc req-b11c53eb-3f67-45b7-9880-196229494717 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:22.737767 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6334ac6-a509-45e9-9351-fc7ceb920ecc req-b11c53eb-3f67-45b7-9880-196229494717 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 944 time: 0.0816109 Apr 18 21:04:22.803599 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6334ac6-a509-45e9-9351-fc7ceb920ecc req-11f22c76-deaf-4b71-bb49-1da4e7d15616 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566864 Apr 18 21:04:23.809379 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41612) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:23.889496 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41622) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:23.986094 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a373c6-b6dc-4137-bdda-6ec11467b69c req-0f58c867-d1ed-44f1-a7ff-762b35e813c1 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:23.987897 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8a373c6-b6dc-4137-bdda-6ec11467b69c req-0f58c867-d1ed-44f1-a7ff-762b35e813c1 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 944 time: 0.0776727 Apr 18 21:04:24.048298 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8a373c6-b6dc-4137-bdda-6ec11467b69c req-55f78b02-cda2-4109-83ac-33f26359f928 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469122 Apr 18 21:04:24.105916 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-557e58be-e4c0-4f10-971f-a71a229af3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.164571 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ed64619e-6f25-4618-a615-effa051fb007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.257222 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-557e58be-e4c0-4f10-971f-a71a229af3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.265880 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-557e58be-e4c0-4f10-971f-a71a229af3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.373822 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e58be-e4c0-4f10-971f-a71a229af3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e241ca-00c6-46d6-8fdf-407673cf6698,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:24.389063 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41634) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:24.389785 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-557e58be-e4c0-4f10-971f-a71a229af3fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e211e0bf10f644ea9bb026bc39e65a01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4984355 Apr 18 21:04:24.393103 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ed64619e-6f25-4618-a615-effa051fb007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.407161 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ed64619e-6f25-4618-a615-effa051fb007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.455417 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ed64619e-6f25-4618-a615-effa051fb007 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e41e143293184c2a92285edf53e6657f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6449239 Apr 18 21:04:24.459703 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41636) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:24.494220 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b588fa3-c773-449e-9056-e202333e92ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.529145 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64619e-6f25-4618-a615-effa051fb007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418b88cd-5cc6-410e-8d94-9d78b588e4bc,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:24.531364 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b588fa3-c773-449e-9056-e202333e92ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.546661 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3b7ddf82-db94-4fc7-b8e6-bfab6e313eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.581307 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3b7ddf82-db94-4fc7-b8e6-bfab6e313eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.645424 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ef45bbe5-2503-452e-98b4-e317cae84672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.663246 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3b7ddf82-db94-4fc7-b8e6-bfab6e313eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.665701 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b588fa3-c773-449e-9056-e202333e92ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.666180 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3b7ddf82-db94-4fc7-b8e6-bfab6e313eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.667366 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3b7ddf82-db94-4fc7-b8e6-bfab6e313eb9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/418b88cd-5cc6-410e-8d94-9d78b588e4bc HTTP/1.1" status: 204 len: 168 time: 0.2057672 Apr 18 21:04:24.668258 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1b588fa3-c773-449e-9056-e202333e92ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.673008 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1b588fa3-c773-449e-9056-e202333e92ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4e241ca-00c6-46d6-8fdf-407673cf6698 HTTP/1.1" status: 204 len: 168 time: 0.2810726 Apr 18 21:04:24.682708 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b588fa3-c773-449e-9056-e202333e92ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e241ca-00c6-46d6-8fdf-407673cf6698,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:24.684013 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ddf82-db94-4fc7-b8e6-bfab6e313eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418b88cd-5cc6-410e-8d94-9d78b588e4bc,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:25.324802 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41674) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:25.344966 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5558f340-0271-40d3-bafd-06e0af0414aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:25.359989 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f6259-db10-4668-b54e-31d9506c0326 req-913b8075-a751-42db-b5d5-13e53edafe20 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:25.361905 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9e9f6259-db10-4668-b54e-31d9506c0326 req-913b8075-a751-42db-b5d5-13e53edafe20 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 944 time: 0.1452539 Apr 18 21:04:25.457377 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9e9f6259-db10-4668-b54e-31d9506c0326 req-ebdbf7ac-affd-40d1-ba9c-bbf42ed19fb6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814643 Apr 18 21:04:25.500639 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5558f340-0271-40d3-bafd-06e0af0414aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:25.507146 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5558f340-0271-40d3-bafd-06e0af0414aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:25.605743 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558f340-0271-40d3-bafd-06e0af0414aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91b4f51-4e6b-4447-a531-41ea9edffad8,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:25.625780 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41682) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:25.632909 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5558f340-0271-40d3-bafd-06e0af0414aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf36575f81c74f39bb251e182fdebfb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3065879 Apr 18 21:04:25.813223 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d75c5082-7293-47b9-b5a6-b243ea530c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:25.842323 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d75c5082-7293-47b9-b5a6-b243ea530c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:25.924796 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d75c5082-7293-47b9-b5a6-b243ea530c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:25.929029 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d75c5082-7293-47b9-b5a6-b243ea530c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:25.932790 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d75c5082-7293-47b9-b5a6-b243ea530c19 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a91b4f51-4e6b-4447-a531-41ea9edffad8 HTTP/1.1" status: 204 len: 168 time: 0.3034596 Apr 18 21:04:25.948613 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c5082-7293-47b9-b5a6-b243ea530c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91b4f51-4e6b-4447-a531-41ea9edffad8,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:26.700042 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d80319-49e0-40a8-8699-95adac2c0774 req-d12aa82d-c3c3-473b-9999-479b3369d48e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:26.704257 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27d80319-49e0-40a8-8699-95adac2c0774 req-d12aa82d-c3c3-473b-9999-479b3369d48e tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 944 time: 0.1295397 Apr 18 21:04:26.794081 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27d80319-49e0-40a8-8699-95adac2c0774 req-714691a8-4d9d-424c-99b2-1c3f19d00bfe tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826340 Apr 18 21:04:28.107183 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4bc0f-3fb8-4a5a-b740-c28d326ed450 req-503e62b9-9f76-4111-8df9-edee6c71f869 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:28.121561 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3dc4bc0f-3fb8-4a5a-b740-c28d326ed450 req-503e62b9-9f76-4111-8df9-edee6c71f869 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 944 time: 0.1750927 Apr 18 21:04:28.190735 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3dc4bc0f-3fb8-4a5a-b740-c28d326ed450 req-7f3b5b1d-30ab-405c-84df-5e2fb08f856f tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676093 Apr 18 21:04:28.689882 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41872) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:28.797364 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-99bc54fa-7b42-4d19-836b-6237f544db57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:28.865654 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d93d0b73-3df0-40f0-a9e7-6048481940bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:29.008935 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d93d0b73-3df0-40f0-a9e7-6048481940bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:29.019588 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d93d0b73-3df0-40f0-a9e7-6048481940bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:29.084364 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41884) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:29.084919 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d93d0b73-3df0-40f0-a9e7-6048481940bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=880a8e095e0848278c26d15a34c7dead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3927703 Apr 18 21:04:29.092819 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d0b73-3df0-40f0-a9e7-6048481940bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6de58c1-3e10-4aa0-9b6d-a3a630303cff,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:29.106752 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d0b73-3df0-40f0-a9e7-6048481940bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:29.107334 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d0b73-3df0-40f0-a9e7-6048481940bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:29.108838 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d0b73-3df0-40f0-a9e7-6048481940bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:29.109392 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d0b73-3df0-40f0-a9e7-6048481940bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:29.110024 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d0b73-3df0-40f0-a9e7-6048481940bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:29.110803 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d0b73-3df0-40f0-a9e7-6048481940bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:29.111380 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d0b73-3df0-40f0-a9e7-6048481940bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:29.112068 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d0b73-3df0-40f0-a9e7-6048481940bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:29.112906 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d0b73-3df0-40f0-a9e7-6048481940bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:29.114679 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d0b73-3df0-40f0-a9e7-6048481940bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:29.115324 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d0b73-3df0-40f0-a9e7-6048481940bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:29.115839 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d0b73-3df0-40f0-a9e7-6048481940bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:29.165155 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:04:29.208516 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f5f2a38b-bd0b-46fe-bc9b-a2b2a27d8b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:29.262101 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f5f2a38b-bd0b-46fe-bc9b-a2b2a27d8b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:29.388093 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f5f2a38b-bd0b-46fe-bc9b-a2b2a27d8b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:29.391206 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f5f2a38b-bd0b-46fe-bc9b-a2b2a27d8b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:29.396484 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f5f2a38b-bd0b-46fe-bc9b-a2b2a27d8b8b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6de58c1-3e10-4aa0-9b6d-a3a630303cff HTTP/1.1" status: 204 len: 168 time: 0.3094358 Apr 18 21:04:29.417914 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2a38b-bd0b-46fe-bc9b-a2b2a27d8b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6de58c1-3e10-4aa0-9b6d-a3a630303cff,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:29.448565 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cbed5-6841-4b73-adb7-463b07bc16be req-9e0615d4-b29c-454f-95c4-a484f7000322 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:29.450218 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7a9cbed5-6841-4b73-adb7-463b07bc16be req-9e0615d4-b29c-454f-95c4-a484f7000322 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 944 time: 0.1313539 Apr 18 21:04:29.525970 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7a9cbed5-6841-4b73-adb7-463b07bc16be req-7976e1c9-f012-46a7-bf65-e657a96e1c8a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666454 Apr 18 21:04:29.875992 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:29.932523 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 41908) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:29.953974 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-eaa373a8-ff9c-48f8-ba24-4b04081cffa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:30.009384 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device da37843c-ebb3-47c0-9093-906cd7632088 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:04:30.089976 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-eaa373a8-ff9c-48f8-ba24-4b04081cffa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:30.095471 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-eaa373a8-ff9c-48f8-ba24-4b04081cffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:30.148517 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa373a8-ff9c-48f8-ba24-4b04081cffa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cab9a24-db95-4605-ad48-f3158b6dcff2,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:30.154809 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-eaa373a8-ff9c-48f8-ba24-4b04081cffa5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fa02e3815e8140aba7f1f414e5c48c94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2210021 Apr 18 21:04:30.157520 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port da37843c-ebb3-47c0-9093-906cd7632088, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=da37843c-ebb3-47c0-9093-906cd7632088,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:30.159155 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 41914) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:30.173516 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'da37843c-ebb3-47c0-9093-906cd7632088', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'port_id': 'da37843c-ebb3-47c0-9093-906cd7632088', 'mac_address': 'fa:16:3e:20:3c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:04:30.235751 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:30.252703 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d306cab8-9ae7-4796-946a-a7f081eb8e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:30.266341 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da37843c-ebb3-47c0-9093-906cd7632088 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:04:30.282994 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d306cab8-9ae7-4796-946a-a7f081eb8e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:30.303357 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port da37843c-ebb3-47c0-9093-906cd7632088, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=da37843c-ebb3-47c0-9093-906cd7632088,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:30.308903 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:30.365424 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d306cab8-9ae7-4796-946a-a7f081eb8e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:30.370350 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d306cab8-9ae7-4796-946a-a7f081eb8e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:30.375723 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d306cab8-9ae7-4796-946a-a7f081eb8e6d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7cab9a24-db95-4605-ad48-f3158b6dcff2 HTTP/1.1" status: 204 len: 168 time: 0.2123580 Apr 18 21:04:30.391699 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=da37843c-ebb3-47c0-9093-906cd7632088,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:30.401246 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306cab8-9ae7-4796-946a-a7f081eb8e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cab9a24-db95-4605-ad48-f3158b6dcff2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:30.615665 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['da37843c-ebb3-47c0-9093-906cd7632088'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:04:30.883514 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bca24-b237-4a4d-951c-c350825fcdcf req-bb1e29c6-e63b-4b94-b6f1-59d9f7659b46 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:30.898644 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-606bca24-b237-4a4d-951c-c350825fcdcf req-bb1e29c6-e63b-4b94-b6f1-59d9f7659b46 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 945 time: 0.2202420 Apr 18 21:04:30.955981 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-606bca24-b237-4a4d-951c-c350825fcdcf req-73d31427-53f5-46ab-a427-39bc22d7ae35 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560236 Apr 18 21:04:31.414429 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.678062 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:32.012064 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device da37843c-ebb3-47c0-9093-906cd7632088 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:04:32.242558 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port da37843c-ebb3-47c0-9093-906cd7632088 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:32.253301 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port da37843c-ebb3-47c0-9093-906cd7632088 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:32.253673 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:32.273173 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32730907-d249-4500-900a-2d64daa6367c req-da55e388-bd64-48e4-891b-c3c01750c28c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:32.289278 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-32730907-d249-4500-900a-2d64daa6367c req-da55e388-bd64-48e4-891b-c3c01750c28c tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 945 time: 0.1365802 Apr 18 21:04:32.387336 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-32730907-d249-4500-900a-2d64daa6367c req-2c6c3d8c-f5eb-4cba-9700-d1e140ece0d2 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965083 Apr 18 21:04:32.439018 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:32.483782 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bad26f-5b9c-4185-92bf-a1da6994bcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da37843c-ebb3-47c0-9093-906cd7632088'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:04:32.486564 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31dd1e7-fe49-4e78-a28f-730fdca2591b" -d '{"events": [{"server_uuid": "08bad26f-5b9c-4185-92bf-a1da6994bcfd", "name": "network-vif-plugged", "status": "completed", "tag": "da37843c-ebb3-47c0-9093-906cd7632088"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:04:32.512773 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port da37843c-ebb3-47c0-9093-906cd7632088, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=da37843c-ebb3-47c0-9093-906cd7632088,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:32.521032 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:32.596790 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874f0cfc-4a61-4386-bab3-5f4099429677 x-openstack-request-id: req-874f0cfc-4a61-4386-bab3-5f4099429677 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:04:32.604469 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bad26f-5b9c-4185-92bf-a1da6994bcfd", "name": "network-vif-plugged", "status": "completed", "tag": "da37843c-ebb3-47c0-9093-906cd7632088", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:04:32.604844 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-874f0cfc-4a61-4386-bab3-5f4099429677 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:04:32.609319 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-874f0cfc-4a61-4386-bab3-5f4099429677'] response: {'server_uuid': '08bad26f-5b9c-4185-92bf-a1da6994bcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da37843c-ebb3-47c0-9093-906cd7632088', 'code': 200} Apr 18 21:04:32.634387 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=da37843c-ebb3-47c0-9093-906cd7632088,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:32.707362 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282921b-fb69-4a89-b603-c359cb737ee4 req-b89c28f9-4810-4a03-90b2-3077004df051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:32.709464 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8282921b-fb69-4a89-b603-c359cb737ee4 req-b89c28f9-4810-4a03-90b2-3077004df051 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 1097 time: 0.0441620 Apr 18 21:04:32.751308 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8282921b-fb69-4a89-b603-c359cb737ee4 req-f5debb89-6497-4c7f-9122-a70868965dc9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351303 Apr 18 21:04:33.597090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4a5cf-6c05-4f96-a24e-7d2cd628f109 req-e624aef6-f0a6-4bfd-a9c3-e5e723311203 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:33.606477 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9bb4a5cf-6c05-4f96-a24e-7d2cd628f109 req-e624aef6-f0a6-4bfd-a9c3-e5e723311203 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 946 time: 0.1035769 Apr 18 21:04:33.686629 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9bb4a5cf-6c05-4f96-a24e-7d2cd628f109 req-6b5d4423-c54c-48f9-8e49-59009c0a3eb2 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787556 Apr 18 21:04:34.054396 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42078) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:34.246508 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-864fc4f2-cced-4a23-9802-dfc95d956797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.398258 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-864fc4f2-cced-4a23-9802-dfc95d956797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.404602 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-864fc4f2-cced-4a23-9802-dfc95d956797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.476343 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-864fc4f2-cced-4a23-9802-dfc95d956797 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a7a3c9458d74737ab5e6fe6b76e3666&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4177351 Apr 18 21:04:34.477518 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42092) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:34.481781 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864fc4f2-cced-4a23-9802-dfc95d956797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a96090-0b4b-43ca-a5c2-5761804fde0c,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:34.620206 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af9821fb-be42-4535-9ca9-029d5f245882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.660293 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af9821fb-be42-4535-9ca9-029d5f245882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.752004 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af9821fb-be42-4535-9ca9-029d5f245882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.762390 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-af9821fb-be42-4535-9ca9-029d5f245882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.768902 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-af9821fb-be42-4535-9ca9-029d5f245882 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4a96090-0b4b-43ca-a5c2-5761804fde0c HTTP/1.1" status: 204 len: 168 time: 0.2889707 Apr 18 21:04:34.788988 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9821fb-be42-4535-9ca9-029d5f245882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a96090-0b4b-43ca-a5c2-5761804fde0c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:34.972028 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe8f7a-3cb0-4d06-b32f-f6129bc062a1 req-95490df7-0e06-421c-9298-0519ddaa7dc1 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:34.976297 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-96fe8f7a-3cb0-4d06-b32f-f6129bc062a1 req-95490df7-0e06-421c-9298-0519ddaa7dc1 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 946 time: 0.0993686 Apr 18 21:04:35.046143 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-96fe8f7a-3cb0-4d06-b32f-f6129bc062a1 req-b6b47f1e-34fd-4e60-be39-68b1c2a7d7c6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608730 Apr 18 21:04:35.199256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec61e91-48b2-4f71-9103-b832287400f9 req-52f4ecd6-1a21-4bac-b429-44856a5d4c17 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:35.200857 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ec61e91-48b2-4f71-9103-b832287400f9 req-52f4ecd6-1a21-4bac-b429-44856a5d4c17 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 946 time: 0.0764241 Apr 18 21:04:35.257891 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ec61e91-48b2-4f71-9103-b832287400f9 req-6a503f75-7552-46c3-94c5-8875097ab1bd tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499003 Apr 18 21:04:35.272799 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42112) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:35.286817 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42114) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:35.299094 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3e9ab752-19b1-41d5-968c-d3c9945c61dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:35.408490 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-e5616e47-82e0-47d9-8928-fdeab1150541 req-a21b3cb0-a483-49fc-9f59-7ac2df1d6e45 service neutron] (102909) timed out ('10.222.0.41', 56168) {{(pid=102909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 21:04:35.413202 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3e9ab752-19b1-41d5-968c-d3c9945c61dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:35.418376 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3e9ab752-19b1-41d5-968c-d3c9945c61dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:35.465291 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3e9ab752-19b1-41d5-968c-d3c9945c61dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=78bb70499392432d83c244b2acb46e61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1913686 Apr 18 21:04:35.467991 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42124) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:35.477142 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ab752-19b1-41d5-968c-d3c9945c61dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550e4dc2-d2a9-46fd-9698-9c8fe820af60,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:35.563794 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d66e638-b2f0-4e49-bab6-0391b05bdf01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:35.616591 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d66e638-b2f0-4e49-bab6-0391b05bdf01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:35.687813 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d66e638-b2f0-4e49-bab6-0391b05bdf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:35.692623 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d66e638-b2f0-4e49-bab6-0391b05bdf01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:35.694780 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2d66e638-b2f0-4e49-bab6-0391b05bdf01 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/550e4dc2-d2a9-46fd-9698-9c8fe820af60 HTTP/1.1" status: 204 len: 168 time: 0.2253423 Apr 18 21:04:35.754063 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66e638-b2f0-4e49-bab6-0391b05bdf01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550e4dc2-d2a9-46fd-9698-9c8fe820af60,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:35.890585 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4732b8dc-1aaa-4ce4-9995-fde049b63830 tempest-TestVolumeBootPattern-679452576 tempest-TestVolumeBootPattern-679452576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:35.892222 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4732b8dc-1aaa-4ce4-9995-fde049b63830 tempest-TestVolumeBootPattern-679452576 tempest-TestVolumeBootPattern-679452576-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 1092 time: 0.6041806 Apr 18 21:04:35.897428 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42136) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:35.903472 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-dc932b00-dee1-48ab-88bd-360f479f88e9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'port_id': 'da37843c-ebb3-47c0-9093-906cd7632088', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:35.933715 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc932b00-dee1-48ab-88bd-360f479f88e9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:36.098647 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc932b00-dee1-48ab-88bd-360f479f88e9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:36.300251 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-dc932b00-dee1-48ab-88bd-360f479f88e9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Allocated IP 172.25.1.206 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/233cc032-5070-4458-9ea0-8a109be4d0d9) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:36.454174 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc932b00-dee1-48ab-88bd-360f479f88e9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:36.525884 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc932b00-dee1-48ab-88bd-360f479f88e9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:36.644871 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc932b00-dee1-48ab-88bd-360f479f88e9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event updated for resources: {'Port': ['ID=233cc032-5070-4458-9ea0-8a109be4d0d9,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:36.682327 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc932b00-dee1-48ab-88bd-360f479f88e9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:36.685334 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-dc932b00-dee1-48ab-88bd-360f479f88e9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:36.697660 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc932b00-dee1-48ab-88bd-360f479f88e9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:04:37.799822 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc932b00-dee1-48ab-88bd-360f479f88e9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:37.970284 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:38.078484 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc932b00-dee1-48ab-88bd-360f479f88e9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:38.335960 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc932b00-dee1-48ab-88bd-360f479f88e9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:38.342783 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc932b00-dee1-48ab-88bd-360f479f88e9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:38.404402 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc932b00-dee1-48ab-88bd-360f479f88e9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event updated for resources: {'Port': ['ID=233cc032-5070-4458-9ea0-8a109be4d0d9,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:38.455775 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc932b00-dee1-48ab-88bd-360f479f88e9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:38.654231 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-dc932b00-dee1-48ab-88bd-360f479f88e9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Floating IP 7e158f6a-10da-4e20-8447-d1361511ab12 associated. External IP: 172.25.1.206, port: da37843c-ebb3-47c0-9093-906cd7632088. Apr 18 21:04:39.318644 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc932b00-dee1-48ab-88bd-360f479f88e9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Router 7ea9cb43-484f-4029-b855-5387b63d5609 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:04:39.531539 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc932b00-dee1-48ab-88bd-360f479f88e9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:04:39.547962 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67419d7-5396-479c-a25d-2bbd2da567b9 None None] Sync routers for ids ['7ea9cb43-484f-4029-b855-5387b63d5609'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:04:39.575234 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67419d7-5396-479c-a25d-2bbd2da567b9 None None] Routers {'7ea9cb43-484f-4029-b855-5387b63d5609'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:04:39.577341 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b67419d7-5396-479c-a25d-2bbd2da567b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:04:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7ea9cb43-484f-4029-b855-5387b63d5609'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:39.585883 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc932b00-dee1-48ab-88bd-360f479f88e9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:39.664229 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-dc932b00-dee1-48ab-88bd-360f479f88e9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7655704 Apr 18 21:04:39.669604 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bad26f-5b9c-4185-92bf-a1da6994bcfd', 'tag': 'da37843c-ebb3-47c0-9093-906cd7632088'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:04:39.673441 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5d7392-4045-4b25-8ea2-86bb87e2ebb7" -d '{"events": [{"name": "network-changed", "server_uuid": "08bad26f-5b9c-4185-92bf-a1da6994bcfd", "tag": "da37843c-ebb3-47c0-9093-906cd7632088"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:04:39.822449 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-b67419d7-5396-479c-a25d-2bbd2da567b9 None None] Set router 7ea9cb43-484f-4029-b855-5387b63d5609 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:04:39.944985 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbabf85e-48a6-4f70-9576-30a2109f34ee x-openstack-request-id: req-fbabf85e-48a6-4f70-9576-30a2109f34ee {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:04:39.945573 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08bad26f-5b9c-4185-92bf-a1da6994bcfd", "tag": "da37843c-ebb3-47c0-9093-906cd7632088", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:04:39.945858 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fbabf85e-48a6-4f70-9576-30a2109f34ee {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:04:39.946274 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbabf85e-48a6-4f70-9576-30a2109f34ee'] response: {'name': 'network-changed', 'server_uuid': '08bad26f-5b9c-4185-92bf-a1da6994bcfd', 'tag': 'da37843c-ebb3-47c0-9093-906cd7632088', 'status': 'completed', 'code': 200} Apr 18 21:04:40.032874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d7392-4045-4b25-8ea2-86bb87e2ebb7 req-3dcf16b8-0476-4245-b85f-fa6be6aa3bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:40.038106 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a5d7392-4045-4b25-8ea2-86bb87e2ebb7 req-3dcf16b8-0476-4245-b85f-fa6be6aa3bf6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 1097 time: 0.0706151 Apr 18 21:04:40.391960 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b67419d7-5396-479c-a25d-2bbd2da567b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:31Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 4, 'project_id': 'f840c855946542459a247bc427a2167c', 'gw_port': {'id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:32Z', 'updated_at': '2022-04-18T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '7e158f6a-10da-4e20-8447-d1361511ab12', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'floating_ip_address': '172.25.1.206', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'port_id': 'da37843c-ebb3-47c0-9093-906cd7632088', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'mac_address': 'fa:16:3e:20:3c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bad26f-5b9c-4185-92bf-a1da6994bcfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:04:37Z', 'updated_at': '2022-04-18T21:04:37Z', 'revision_number': 0, 'project_id': 'f840c855946542459a247bc427a2167c', 'fixed_ip_address_scope': None}, {'id': 'e73044a8-be62-4133-b638-a2a6c075feac', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'port_id': 'b80c8c05-a971-4529-9f74-f741064998cf', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'mac_address': 'fa:16:3e:d6:3f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6445910-b2cb-405c-90a2-b7860aa5bdba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:01:58Z', 'updated_at': '2022-04-18T21:02:04Z', 'revision_number': 1, 'project_id': 'f840c855946542459a247bc427a2167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5039604a-5253-4a37-b021-79e72acf33d2', 'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'mac_address': 'fa:16:3e:5a:0c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:37Z', 'updated_at': '2022-04-18T20:50:50Z', 'revision_number': 5, 'project_id': 'f840c855946542459a247bc427a2167c', 'subnets': [{'id': '20af91cc-d869-4230-8d61-825647f4d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:40.556586 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67419d7-5396-479c-a25d-2bbd2da567b9 None None] Checking router: 7ea9cb43-484f-4029-b855-5387b63d5609 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:04:40.568379 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67419d7-5396-479c-a25d-2bbd2da567b9 None None] Routers {'7ea9cb43-484f-4029-b855-5387b63d5609'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:04:40.569780 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b67419d7-5396-479c-a25d-2bbd2da567b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:04:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7ea9cb43-484f-4029-b855-5387b63d5609'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:41.032741 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-b67419d7-5396-479c-a25d-2bbd2da567b9 None None] Set router 7ea9cb43-484f-4029-b855-5387b63d5609 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:04:41.045372 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d7392-4045-4b25-8ea2-86bb87e2ebb7 req-77ba918a-a2e2-4ca6-920e-3c5b9845372f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:41.047730 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a5d7392-4045-4b25-8ea2-86bb87e2ebb7 req-77ba918a-a2e2-4ca6-920e-3c5b9845372f service neutron] 10.222.0.32 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 912 time: 1.0010557 Apr 18 21:04:41.174842 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a5d7392-4045-4b25-8ea2-86bb87e2ebb7 req-07294183-065d-4b57-b6ba-e3116bd7d440 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da37843c-ebb3-47c0-9093-906cd7632088 HTTP/1.1" status: 200 len: 1000 time: 0.1199021 Apr 18 21:04:41.260584 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d7392-4045-4b25-8ea2-86bb87e2ebb7 req-419408ae-ebf3-4d09-b485-659a32985fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:41.262364 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a5d7392-4045-4b25-8ea2-86bb87e2ebb7 req-419408ae-ebf3-4d09-b485-659a32985fd4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.0807021 Apr 18 21:04:41.385124 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d7392-4045-4b25-8ea2-86bb87e2ebb7 req-5d41fb4b-0024-4364-b02f-ba3c63a7cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:41.389717 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a5d7392-4045-4b25-8ea2-86bb87e2ebb7 req-5d41fb4b-0024-4364-b02f-ba3c63a7cfad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203334 Apr 18 21:04:41.416117 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-8a5d7392-4045-4b25-8ea2-86bb87e2ebb7 req-57660b83-4180-451b-aa20-a02dce16182d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:04:41.420600 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a5d7392-4045-4b25-8ea2-86bb87e2ebb7 req-57660b83-4180-451b-aa20-a02dce16182d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0228722 Apr 18 21:04:41.650303 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-b67419d7-5396-479c-a25d-2bbd2da567b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:31Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 4, 'project_id': 'f840c855946542459a247bc427a2167c', 'gw_port': {'id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:32Z', 'updated_at': '2022-04-18T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '7e158f6a-10da-4e20-8447-d1361511ab12', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'floating_ip_address': '172.25.1.206', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'port_id': 'da37843c-ebb3-47c0-9093-906cd7632088', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'mac_address': 'fa:16:3e:20:3c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bad26f-5b9c-4185-92bf-a1da6994bcfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:04:37Z', 'updated_at': '2022-04-18T21:04:37Z', 'revision_number': 0, 'project_id': 'f840c855946542459a247bc427a2167c', 'fixed_ip_address_scope': None}, {'id': 'e73044a8-be62-4133-b638-a2a6c075feac', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'port_id': 'b80c8c05-a971-4529-9f74-f741064998cf', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'mac_address': 'fa:16:3e:d6:3f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6445910-b2cb-405c-90a2-b7860aa5bdba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:01:58Z', 'updated_at': '2022-04-18T21:02:04Z', 'revision_number': 1, 'project_id': 'f840c855946542459a247bc427a2167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5039604a-5253-4a37-b021-79e72acf33d2', 'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'mac_address': 'fa:16:3e:5a:0c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:37Z', 'updated_at': '2022-04-18T20:50:50Z', 'revision_number': 5, 'project_id': 'f840c855946542459a247bc427a2167c', 'subnets': [{'id': '20af91cc-d869-4230-8d61-825647f4d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:41.652610 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a5d7392-4045-4b25-8ea2-86bb87e2ebb7 req-1bf05586-e22d-4a5f-85e1-1cd150dad4f7 service neutron] 10.222.0.32 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258017 Apr 18 21:04:41.716497 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67419d7-5396-479c-a25d-2bbd2da567b9 None None] The sync data for ids ['7ea9cb43-484f-4029-b855-5387b63d5609'] in n-d-838323-3 is: [{'id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:31Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 4, 'project_id': 'f840c855946542459a247bc427a2167c', 'gw_port': {'id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:32Z', 'updated_at': '2022-04-18T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '7e158f6a-10da-4e20-8447-d1361511ab12', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'floating_ip_address': '172.25.1.206', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'port_id': 'da37843c-ebb3-47c0-9093-906cd7632088', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'mac_address': 'fa:16:3e:20:3c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bad26f-5b9c-4185-92bf-a1da6994bcfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:04:37Z', 'updated_at': '2022-04-18T21:04:37Z', 'revision_number': 0, 'project_id': 'f840c855946542459a247bc427a2167c', 'fixed_ip_address_scope': None}, {'id': 'e73044a8-be62-4133-b638-a2a6c075feac', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'port_id': 'b80c8c05-a971-4529-9f74-f741064998cf', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'mac_address': 'fa:16:3e:d6:3f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6445910-b2cb-405c-90a2-b7860aa5bdba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:01:58Z', 'updated_at': '2022-04-18T21:02:04Z', 'revision_number': 1, 'project_id': 'f840c855946542459a247bc427a2167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5039604a-5253-4a37-b021-79e72acf33d2', 'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'mac_address': 'fa:16:3e:5a:0c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:37Z', 'updated_at': '2022-04-18T20:50:50Z', 'revision_number': 5, 'project_id': 'f840c855946542459a247bc427a2167c', 'subnets': [{'id': '20af91cc-d869-4230-8d61-825647f4d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:04:41.906713 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a5d7392-4045-4b25-8ea2-86bb87e2ebb7 req-0232a3ce-84b4-4d99-92e3-df44d61588e6 service neutron] 10.222.0.32 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478726 Apr 18 21:04:41.949632 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:42.141006 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226c668b-e94d-41dd-b955-aa0c2cfbbd9a None None] New status for floating IP 7e158f6a-10da-4e20-8447-d1361511ab12: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:04:42.804216 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42482) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:42.982202 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f686ced4-42f0-417a-a9ab-212bc22d77c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:43.133041 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f686ced4-42f0-417a-a9ab-212bc22d77c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:43.140469 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f686ced4-42f0-417a-a9ab-212bc22d77c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:43.220371 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f686ced4-42f0-417a-a9ab-212bc22d77c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad801df-7fee-4a6c-89b6-78ff229fd8f9,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:43.227964 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42492) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:43.228600 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f686ced4-42f0-417a-a9ab-212bc22d77c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84d326db603a41f4887d2c55f1af06d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4168596 Apr 18 21:04:43.304897 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c41c7108-bd7a-49ad-931a-a348e3b4b980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:43.331318 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c41c7108-bd7a-49ad-931a-a348e3b4b980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:43.423785 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c41c7108-bd7a-49ad-931a-a348e3b4b980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:43.427577 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c41c7108-bd7a-49ad-931a-a348e3b4b980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:43.430077 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c41c7108-bd7a-49ad-931a-a348e3b4b980 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ad801df-7fee-4a6c-89b6-78ff229fd8f9 HTTP/1.1" status: 204 len: 168 time: 0.1981490 Apr 18 21:04:43.451320 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c7108-bd7a-49ad-931a-a348e3b4b980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad801df-7fee-4a6c-89b6-78ff229fd8f9,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:45.441314 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42562) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:45.689603 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-59d46780-50b3-4cd1-9ec9-fcada53284fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:45.857157 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-59d46780-50b3-4cd1-9ec9-fcada53284fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:45.866138 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-59d46780-50b3-4cd1-9ec9-fcada53284fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:45.952143 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d46780-50b3-4cd1-9ec9-fcada53284fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606f6c49-362f-4b21-a22b-7d321fa29007,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:46.008257 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-59d46780-50b3-4cd1-9ec9-fcada53284fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d0310ab38299437bb6c5c07389ddc180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5647964 Apr 18 21:04:46.011777 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42584) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:46.026657 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42586) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:46.084362 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0cf4e49c-ebc7-423f-b0a8-eb91188a2846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.114279 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0cf4e49c-ebc7-423f-b0a8-eb91188a2846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.195084 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0cf4e49c-ebc7-423f-b0a8-eb91188a2846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.199191 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0cf4e49c-ebc7-423f-b0a8-eb91188a2846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.205288 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0cf4e49c-ebc7-423f-b0a8-eb91188a2846 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/606f6c49-362f-4b21-a22b-7d321fa29007 HTTP/1.1" status: 204 len: 168 time: 0.1864605 Apr 18 21:04:46.211084 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf4e49c-ebc7-423f-b0a8-eb91188a2846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606f6c49-362f-4b21-a22b-7d321fa29007,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:46.315387 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-53cfdbee-c552-4aa5-af6d-a4fb42ec9ed5 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-162975512'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:46.363464 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cfdbee-c552-4aa5-af6d-a4fb42ec9ed5 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Made reservation on behalf of 9bd151f00ee146d9abbf4550f9fe2531 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:46.368986 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-53cfdbee-c552-4aa5-af6d-a4fb42ec9ed5 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.382611 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-53cfdbee-c552-4aa5-af6d-a4fb42ec9ed5 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.479780 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-53cfdbee-c552-4aa5-af6d-a4fb42ec9ed5 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.486107 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-53cfdbee-c552-4aa5-af6d-a4fb42ec9ed5 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.502446 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53cfdbee-c552-4aa5-af6d-a4fb42ec9ed5 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:04:46.515000 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-53cfdbee-c552-4aa5-af6d-a4fb42ec9ed5 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.518155 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-53cfdbee-c552-4aa5-af6d-a4fb42ec9ed5 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Added segment 886dc883-7c9d-4152-99e6-167c1d89c67b of type vlan for network da59b49c-2f99-4bf8-96c5-b56a447bbd83 Apr 18 21:04:46.584828 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cfdbee-c552-4aa5-af6d-a4fb42ec9ed5 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac6e2d2-bca8-4008-93ec-5b77d6ea47aa,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:46.600274 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-53cfdbee-c552-4aa5-af6d-a4fb42ec9ed5 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.647909 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-53cfdbee-c552-4aa5-af6d-a4fb42ec9ed5 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.665054 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cfdbee-c552-4aa5-af6d-a4fb42ec9ed5 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:46.665916 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-53cfdbee-c552-4aa5-af6d-a4fb42ec9ed5 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.757861 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-53cfdbee-c552-4aa5-af6d-a4fb42ec9ed5 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7296565 Apr 18 21:04:46.762299 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42604) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:46.781654 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cfdbee-c552-4aa5-af6d-a4fb42ec9ed5 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Pushing event updated for resources: {'Network': ['ID=da59b49c-2f99-4bf8-96c5-b56a447bbd83,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:46.819987 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network da59b49c-2f99-4bf8-96c5-b56a447bbd83 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:04:46.830880 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42610) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:46.846163 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33f013cc-6879-4e13-9f87-b70017ddfc7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.977432 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33f013cc-6879-4e13-9f87-b70017ddfc7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.985892 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33f013cc-6879-4e13-9f87-b70017ddfc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.038712 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-33f013cc-6879-4e13-9f87-b70017ddfc7b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=828d4cda5b794c81a8ebdd8495603f52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065029 Apr 18 21:04:47.040940 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f013cc-6879-4e13-9f87-b70017ddfc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3099cfe7-2853-478f-adb0-0c28ca654065,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:47.043667 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42614) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:47.128222 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9a0c88ed-2200-447f-a8fc-14b6e864cc6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.162537 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9a0c88ed-2200-447f-a8fc-14b6e864cc6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.196469 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-17ade0ee-ee9f-4afe-a756-6a4893726251 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Request body: {'network': {'name': 'tempest-network--381711805', 'router:external': True}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:47.220584 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ade0ee-ee9f-4afe-a756-6a4893726251 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Made reservation on behalf of 9c475afb1a9e4f898fc0a322f16770a9 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:47.225274 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-17ade0ee-ee9f-4afe-a756-6a4893726251 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.226412 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9a0c88ed-2200-447f-a8fc-14b6e864cc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.229605 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9a0c88ed-2200-447f-a8fc-14b6e864cc6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.234949 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9a0c88ed-2200-447f-a8fc-14b6e864cc6a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3099cfe7-2853-478f-adb0-0c28ca654065 HTTP/1.1" status: 204 len: 168 time: 0.1859775 Apr 18 21:04:47.238611 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-17ade0ee-ee9f-4afe-a756-6a4893726251 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.275311 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c88ed-2200-447f-a8fc-14b6e864cc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3099cfe7-2853-478f-adb0-0c28ca654065,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:47.407599 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-17ade0ee-ee9f-4afe-a756-6a4893726251 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.416316 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-17ade0ee-ee9f-4afe-a756-6a4893726251 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.456012 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ade0ee-ee9f-4afe-a756-6a4893726251 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:04:47.467617 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ade0ee-ee9f-4afe-a756-6a4893726251 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee2b3fc-c7d5-4512-8082-f8681f804f4a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:47.474562 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-17ade0ee-ee9f-4afe-a756-6a4893726251 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.475079 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-17ade0ee-ee9f-4afe-a756-6a4893726251 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Added segment 271875a8-793a-405c-b729-6928d9fca97f of type vlan for network 66f08c8a-f4d9-419b-b646-8204d206c988 Apr 18 21:04:47.599315 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-17ade0ee-ee9f-4afe-a756-6a4893726251 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.663004 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-17ade0ee-ee9f-4afe-a756-6a4893726251 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.664706 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ade0ee-ee9f-4afe-a756-6a4893726251 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:47.667521 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-17ade0ee-ee9f-4afe-a756-6a4893726251 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.701232 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-17ade0ee-ee9f-4afe-a756-6a4893726251 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9371991 Apr 18 21:04:47.705368 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42628) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:47.802329 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ade0ee-ee9f-4afe-a756-6a4893726251 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Pushing event updated for resources: {'Network': ['ID=66f08c8a-f4d9-419b-b646-8204d206c988,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:47.815956 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 66f08c8a-f4d9-419b-b646-8204d206c988 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:04:47.903011 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-84888947-6351-4f5a-b234-b45c4b650154 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.059319 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-84888947-6351-4f5a-b234-b45c4b650154 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.087395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-84888947-6351-4f5a-b234-b45c4b650154 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f08c8a-f4d9-419b-b646-8204d206c988']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:48.100009 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-84888947-6351-4f5a-b234-b45c4b650154 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '271875a8-793a-405c-b729-6928d9fca97f') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:48.100687 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-84888947-6351-4f5a-b234-b45c4b650154 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '271875a8-793a-405c-b729-6928d9fca97f') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:48.112757 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-84888947-6351-4f5a-b234-b45c4b650154 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.130610 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-84888947-6351-4f5a-b234-b45c4b650154 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.139000 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84888947-6351-4f5a-b234-b45c4b650154 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:04:48.139276 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-84888947-6351-4f5a-b234-b45c4b650154 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:04:48.141240 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:04:48.226863 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-84888947-6351-4f5a-b234-b45c4b650154 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.240740 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84888947-6351-4f5a-b234-b45c4b650154 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 66f08c8a-f4d9-419b-b646-8204d206c988 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 21:04:48.245015 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-84888947-6351-4f5a-b234-b45c4b650154 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.252879 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-84888947-6351-4f5a-b234-b45c4b650154 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] 10.222.0.41 "DELETE /v2.0/networks/66f08c8a-f4d9-419b-b646-8204d206c988 HTTP/1.1" status: 204 len: 168 time: 0.5413592 Apr 18 21:04:48.253685 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42646) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:48.261096 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-76790638-5ea5-4393-8bd0-790feaabc848 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:48.304565 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84888947-6351-4f5a-b234-b45c4b650154 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Pushing event deleted for resources: {'Network': ['ID=66f08c8a-f4d9-419b-b646-8204d206c988,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:48.331314 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76790638-5ea5-4393-8bd0-790feaabc848 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Made reservation on behalf of 9c475afb1a9e4f898fc0a322f16770a9 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:48.336258 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76790638-5ea5-4393-8bd0-790feaabc848 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.385569 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76790638-5ea5-4393-8bd0-790feaabc848 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:04:48.402015 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76790638-5ea5-4393-8bd0-790feaabc848 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.404513 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-76790638-5ea5-4393-8bd0-790feaabc848 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Added segment f243ef70-526b-4634-837a-1689755d6397 of type vlan for network 43c7eb49-8532-471a-85ca-ecf58686c29d Apr 18 21:04:48.481713 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76790638-5ea5-4393-8bd0-790feaabc848 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.540842 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76790638-5ea5-4393-8bd0-790feaabc848 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.542085 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76790638-5ea5-4393-8bd0-790feaabc848 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:48.542798 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76790638-5ea5-4393-8bd0-790feaabc848 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.634956 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-76790638-5ea5-4393-8bd0-790feaabc848 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3795917 Apr 18 21:04:48.637861 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42660) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:48.645650 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-8f5fcdf8-792f-4a32-9f58-9cc524f970c5 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Request body: {'subnet': {'network_id': '43c7eb49-8532-471a-85ca-ecf58686c29d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:48.663092 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76790638-5ea5-4393-8bd0-790feaabc848 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Pushing event updated for resources: {'Network': ['ID=43c7eb49-8532-471a-85ca-ecf58686c29d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:48.687256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5fcdf8-792f-4a32-9f58-9cc524f970c5 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Made reservation on behalf of 9c475afb1a9e4f898fc0a322f16770a9 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:48.693949 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8f5fcdf8-792f-4a32-9f58-9cc524f970c5 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.695070 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 43c7eb49-8532-471a-85ca-ecf58686c29d details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:04:48.771645 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42668) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:49.196799 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-45da4e36-daff-4362-b912-3e35a9314782 admin admin] Deleting subnet 82cc6c3a-19de-4723-a0c8-f24f0eee734c {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:04:49.205791 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-45da4e36-daff-4362-b912-3e35a9314782 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.279206 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-45da4e36-daff-4362-b912-3e35a9314782 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.331888 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-45da4e36-daff-4362-b912-3e35a9314782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.341999 n-d-838323-3 neutron-server[102908]: DEBUG neutron.objects.ports [None req-8f5fcdf8-792f-4a32-9f58-9cc524f970c5 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102908) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 21:04:49.350304 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8f5fcdf8-792f-4a32-9f58-9cc524f970c5 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.415469 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-45da4e36-daff-4362-b912-3e35a9314782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.457333 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fcdf8-792f-4a32-9f58-9cc524f970c5 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e70414b6-1122-462a-b9a7-14bbcd276870,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:49.470951 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5fcdf8-792f-4a32-9f58-9cc524f970c5 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Checking segment: {'id': 'f243ef70-526b-4634-837a-1689755d6397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '43c7eb49-8532-471a-85ca-ecf58686c29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:04:49.471315 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5fcdf8-792f-4a32-9f58-9cc524f970c5 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Network hostable DHCP agents. Network: 43c7eb49-8532-471a-85ca-ecf58686c29d, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:04:49.481500 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da4e36-daff-4362-b912-3e35a9314782 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82cc6c3a-19de-4723-a0c8-f24f0eee734c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:49.485038 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-45da4e36-daff-4362-b912-3e35a9314782 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.489696 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-45da4e36-daff-4362-b912-3e35a9314782 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/82cc6c3a-19de-4723-a0c8-f24f0eee734c HTTP/1.1" status: 204 len: 168 time: 0.7169633 Apr 18 21:04:49.493134 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42688) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:49.503932 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5fcdf8-792f-4a32-9f58-9cc524f970c5 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Network 43c7eb49-8532-471a-85ca-ecf58686c29d is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:04:49.524899 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-8f5fcdf8-792f-4a32-9f58-9cc524f970c5 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 43c7eb49-8532-471a-85ca-ecf58686c29d) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:49.535227 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bf9b12-0adb-46a2-af8f-249153b2912e None None] Network 43c7eb49-8532-471a-85ca-ecf58686c29d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:04:49.535760 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5fcdf8-792f-4a32-9f58-9cc524f970c5 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:49.537223 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8f5fcdf8-792f-4a32-9f58-9cc524f970c5 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.566112 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8f5fcdf8-792f-4a32-9f58-9cc524f970c5 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9267657 Apr 18 21:04:49.569423 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42690) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:49.583152 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-fc1fe52e-6440-4804-8d97-b29a899be4aa tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Request body: {'floatingip': {'floating_network_id': '43c7eb49-8532-471a-85ca-ecf58686c29d'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:49.617809 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ed6ac7ee-a2b4-4ff6-9cee-3c9f5da14f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.626998 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc1fe52e-6440-4804-8d97-b29a899be4aa tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.778665 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020135f5-9f90-4d7f-8cdd-b635b77cb6a4 None None] Network 43c7eb49-8532-471a-85ca-ecf58686c29d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:04:49.800016 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ed6ac7ee-a2b4-4ff6-9cee-3c9f5da14f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.848973 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-ed6ac7ee-a2b4-4ff6-9cee-3c9f5da14f4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e0b47f-6256-44a9-b67e-b0131f54ee7a']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:49.870038 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-ed6ac7ee-a2b4-4ff6-9cee-3c9f5da14f4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd2a717-65b5-4e7e-836c-5289d337b33f') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:49.870733 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-ed6ac7ee-a2b4-4ff6-9cee-3c9f5da14f4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd2a717-65b5-4e7e-836c-5289d337b33f') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:49.891737 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ed6ac7ee-a2b4-4ff6-9cee-3c9f5da14f4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.926289 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ed6ac7ee-a2b4-4ff6-9cee-3c9f5da14f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.942867 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc1fe52e-6440-4804-8d97-b29a899be4aa tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.948077 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6ac7ee-a2b4-4ff6-9cee-3c9f5da14f4b admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:04:49.949471 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ed6ac7ee-a2b4-4ff6-9cee-3c9f5da14f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:04:49.954536 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:04:50.094742 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ed6ac7ee-a2b4-4ff6-9cee-3c9f5da14f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.101786 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ed6ac7ee-a2b4-4ff6-9cee-3c9f5da14f4b admin admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.105282 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ed6ac7ee-a2b4-4ff6-9cee-3c9f5da14f4b admin admin] 10.222.0.41 "DELETE /v2.0/networks/e3e0b47f-6256-44a9-b67e-b0131f54ee7a HTTP/1.1" status: 204 len: 168 time: 0.6110535 Apr 18 21:04:50.140754 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ac7ee-a2b4-4ff6-9cee-3c9f5da14f4b admin admin] Pushing event deleted for resources: {'Network': ['ID=e3e0b47f-6256-44a9-b67e-b0131f54ee7a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:50.220927 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-fc1fe52e-6440-4804-8d97-b29a899be4aa tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Allocated IP 172.20.0.10 (43c7eb49-8532-471a-85ca-ecf58686c29d/e70414b6-1122-462a-b9a7-14bbcd276870/291e26c7-12c3-4140-8ac4-580389e17e2b) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:50.377708 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc1fe52e-6440-4804-8d97-b29a899be4aa tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.431917 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc1fe52e-6440-4804-8d97-b29a899be4aa tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.459986 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42720) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:50.515700 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c8b56ee6-0309-4c40-bda8-0537c48dae53 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9efee0f2ecad427295b1ff03b6188fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525272 Apr 18 21:04:50.515928 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1fe52e-6440-4804-8d97-b29a899be4aa tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Network 43c7eb49-8532-471a-85ca-ecf58686c29d is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:50.516018 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42722) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:50.519045 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-fc1fe52e-6440-4804-8d97-b29a899be4aa tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:50.524878 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1fe52e-6440-4804-8d97-b29a899be4aa tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:04:50.597545 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1fe52e-6440-4804-8d97-b29a899be4aa tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Pushing event updated for resources: {'Port': ['ID=291e26c7-12c3-4140-8ac4-580389e17e2b,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:50.623249 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82331c66-dde5-4f96-bd90-b132ccb9ac93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.655242 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82331c66-dde5-4f96-bd90-b132ccb9ac93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.719293 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc1fe52e-6440-4804-8d97-b29a899be4aa tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.739978 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82331c66-dde5-4f96-bd90-b132ccb9ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.745816 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82331c66-dde5-4f96-bd90-b132ccb9ac93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.763522 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-82331c66-dde5-4f96-bd90-b132ccb9ac93 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d53ca3df-29db-4d54-9742-076d825b2a49 HTTP/1.1" status: 204 len: 168 time: 0.2345018 Apr 18 21:04:50.786832 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82331c66-dde5-4f96-bd90-b132ccb9ac93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53ca3df-29db-4d54-9742-076d825b2a49,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:50.891362 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc1fe52e-6440-4804-8d97-b29a899be4aa tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.267091 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc1fe52e-6440-4804-8d97-b29a899be4aa tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.274354 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc1fe52e-6440-4804-8d97-b29a899be4aa tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.391291 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1fe52e-6440-4804-8d97-b29a899be4aa tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Pushing event updated for resources: {'Port': ['ID=291e26c7-12c3-4140-8ac4-580389e17e2b,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:51.411755 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc1fe52e-6440-4804-8d97-b29a899be4aa tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.432274 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc1fe52e-6440-4804-8d97-b29a899be4aa tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.433686 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-fc1fe52e-6440-4804-8d97-b29a899be4aa tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8630424 Apr 18 21:04:51.437980 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42746) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:51.537473 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ba18bce4-20ab-4912-9418-cd562d5cd388 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] 10.222.0.41 "GET /v2.0/floatingips?floating_network_id=43c7eb49-8532-471a-85ca-ecf58686c29d HTTP/1.1" status: 200 len: 690 time: 0.0950584 Apr 18 21:04:51.537768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42750) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:51.687644 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c86eb12b-c45b-46f1-b2fd-97412dd3838b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.880532 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-c86eb12b-c45b-46f1-b2fd-97412dd3838b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Deleting port 291e26c7-12c3-4140-8ac4-580389e17e2b {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:04:51.881334 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c86eb12b-c45b-46f1-b2fd-97412dd3838b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.996894 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c86eb12b-c45b-46f1-b2fd-97412dd3838b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.997347 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c86eb12b-c45b-46f1-b2fd-97412dd3838b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.011620 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-c86eb12b-c45b-46f1-b2fd-97412dd3838b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Calling delete_port for 291e26c7-12c3-4140-8ac4-580389e17e2b owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:04:52.220695 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c86eb12b-c45b-46f1-b2fd-97412dd3838b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.252589 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86eb12b-c45b-46f1-b2fd-97412dd3838b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Pushing event deleted for resources: {'Port': ['ID=291e26c7-12c3-4140-8ac4-580389e17e2b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:52.349384 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c86eb12b-c45b-46f1-b2fd-97412dd3838b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.403045 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c86eb12b-c45b-46f1-b2fd-97412dd3838b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.499408 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c86eb12b-c45b-46f1-b2fd-97412dd3838b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.534079 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86eb12b-c45b-46f1-b2fd-97412dd3838b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e70414b6-1122-462a-b9a7-14bbcd276870,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:52.605759 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c86eb12b-c45b-46f1-b2fd-97412dd3838b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.637289 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-c86eb12b-c45b-46f1-b2fd-97412dd3838b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c7eb49-8532-471a-85ca-ecf58686c29d']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:52.653194 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-c86eb12b-c45b-46f1-b2fd-97412dd3838b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f243ef70-526b-4634-837a-1689755d6397') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:52.653614 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-c86eb12b-c45b-46f1-b2fd-97412dd3838b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f243ef70-526b-4634-837a-1689755d6397') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:52.668828 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c86eb12b-c45b-46f1-b2fd-97412dd3838b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.688386 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c86eb12b-c45b-46f1-b2fd-97412dd3838b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.698710 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c86eb12b-c45b-46f1-b2fd-97412dd3838b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:04:52.699291 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c86eb12b-c45b-46f1-b2fd-97412dd3838b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:04:52.701825 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:04:52.794880 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c86eb12b-c45b-46f1-b2fd-97412dd3838b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.814956 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86eb12b-c45b-46f1-b2fd-97412dd3838b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 43c7eb49-8532-471a-85ca-ecf58686c29d {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 21:04:52.836467 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86eb12b-c45b-46f1-b2fd-97412dd3838b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Pushing event deleted for resources: {'Network': ['ID=43c7eb49-8532-471a-85ca-ecf58686c29d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:52.836467 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c86eb12b-c45b-46f1-b2fd-97412dd3838b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.836467 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c86eb12b-c45b-46f1-b2fd-97412dd3838b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] 10.222.0.41 "DELETE /v2.0/networks/43c7eb49-8532-471a-85ca-ecf58686c29d HTTP/1.1" status: 204 len: 168 time: 1.2970667 Apr 18 21:04:52.845135 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42808) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:53.197534 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-af6f0960-38ed-416e-ac42-1b0b690dc05e tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2262 time: 0.3530145 Apr 18 21:04:53.198359 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42824) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:53.219463 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c0863e1-03ce-401a-8591-6ff0be284410 req-63dc8675-ac61-478c-bb74-d6aeafdddd25 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700376 Apr 18 21:04:53.374693 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0863e1-03ce-401a-8591-6ff0be284410 req-803bc35d-fc48-4849-b067-547153232c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:53.376322 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c0863e1-03ce-401a-8591-6ff0be284410 req-803bc35d-fc48-4849-b067-547153232c0a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 1097 time: 0.0858228 Apr 18 21:04:53.401847 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8f0a6c-5b8e-4330-9db4-8d9e85e1dad0 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:53.402320 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8f0a6c-5b8e-4330-9db4-8d9e85e1dad0 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:53.403408 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8f0a6c-5b8e-4330-9db4-8d9e85e1dad0 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:53.403894 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8f0a6c-5b8e-4330-9db4-8d9e85e1dad0 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:53.404359 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8f0a6c-5b8e-4330-9db4-8d9e85e1dad0 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:53.409129 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bc8f0a6c-5b8e-4330-9db4-8d9e85e1dad0 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3382 time: 0.1981511 Apr 18 21:04:53.409822 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42830) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:53.465707 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-eefbdc20-870e-49af-9071-69cef2ee23ab tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] delete failed (client error): The resource could not be found. Apr 18 21:04:53.470404 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-eefbdc20-870e-49af-9071-69cef2ee23ab tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/d15badfc-6ffd-4b38-ab88-bd58f418fb60 HTTP/1.1" status: 404 len: 345 time: 0.0559409 Apr 18 21:04:53.471721 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42832) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:53.505639 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-a55a7974-589c-4b4f-a8df-b42933b2ebe2 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] DELETE failed (client error): The resource could not be found. Apr 18 21:04:53.508015 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a55a7974-589c-4b4f-a8df-b42933b2ebe2 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:04:53.511121 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a55a7974-589c-4b4f-a8df-b42933b2ebe2 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] 10.222.0.41 "DELETE /v2.0/networks/43c7eb49-8532-471a-85ca-ecf58686c29d HTTP/1.1" status: 404 len: 339 time: 0.0371721 Apr 18 21:04:53.520987 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42838) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:53.526944 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-9a0375ee-cfda-4996-ad94-ed6687c7874b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Request body: {'network': {'name': 'tempest-network--1948257124', 'router:external': True}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:53.551588 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0375ee-cfda-4996-ad94-ed6687c7874b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Made reservation on behalf of 9c475afb1a9e4f898fc0a322f16770a9 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:53.555536 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9a0375ee-cfda-4996-ad94-ed6687c7874b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:53.604846 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0863e1-03ce-401a-8591-6ff0be284410 req-4cad7a50-ace1-4129-965a-4363d63db39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:53.607951 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c0863e1-03ce-401a-8591-6ff0be284410 req-4cad7a50-ace1-4129-965a-4363d63db39b service neutron] 10.222.0.32 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 912 time: 0.2082264 Apr 18 21:04:53.610967 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0375ee-cfda-4996-ad94-ed6687c7874b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:04:53.638109 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9a0375ee-cfda-4996-ad94-ed6687c7874b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:53.638698 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-9a0375ee-cfda-4996-ad94-ed6687c7874b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Added segment 1acc2880-3d9d-4aeb-810a-4e9c2442531a of type vlan for network 6cdf8bd5-f73a-4509-b608-d98f8bdf6e84 Apr 18 21:04:53.720357 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9a0375ee-cfda-4996-ad94-ed6687c7874b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:53.721952 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c0863e1-03ce-401a-8591-6ff0be284410 req-8155843d-02ff-4951-a5da-0948491a6e5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da37843c-ebb3-47c0-9093-906cd7632088 HTTP/1.1" status: 200 len: 1002 time: 0.1060765 Apr 18 21:04:53.758304 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9a0375ee-cfda-4996-ad94-ed6687c7874b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:53.759894 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0375ee-cfda-4996-ad94-ed6687c7874b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:53.760658 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9a0375ee-cfda-4996-ad94-ed6687c7874b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:53.799414 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0863e1-03ce-401a-8591-6ff0be284410 req-ddd250fa-29a7-464b-8720-9951e3866a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:53.802002 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c0863e1-03ce-401a-8591-6ff0be284410 req-ddd250fa-29a7-464b-8720-9951e3866a0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.0733716 Apr 18 21:04:53.855114 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9a0375ee-cfda-4996-ad94-ed6687c7874b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3326526 Apr 18 21:04:53.858240 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42844) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:53.859952 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0375ee-cfda-4996-ad94-ed6687c7874b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Pushing event updated for resources: {'Network': ['ID=6cdf8bd5-f73a-4509-b608-d98f8bdf6e84,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:53.891361 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 6cdf8bd5-f73a-4509-b608-d98f8bdf6e84 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:04:54.034867 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0863e1-03ce-401a-8591-6ff0be284410 req-d7a5184c-324d-4270-87b5-b21b6ed868d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:54.038765 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c0863e1-03ce-401a-8591-6ff0be284410 req-d7a5184c-324d-4270-87b5-b21b6ed868d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2297869 Apr 18 21:04:54.244767 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c0863e1-03ce-401a-8591-6ff0be284410 req-f6afbaaa-1c1c-41ed-b7b8-6e78858a2965 service neutron] 10.222.0.32 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963935 Apr 18 21:04:54.390846 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e811fc0-cc80-4753-8ea5-8315623745c1 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:54.399317 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e811fc0-cc80-4753-8ea5-8315623745c1 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:54.405245 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e811fc0-cc80-4753-8ea5-8315623745c1 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:54.414270 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e811fc0-cc80-4753-8ea5-8315623745c1 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:54.416015 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7e811fc0-cc80-4753-8ea5-8315623745c1 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5563428 Apr 18 21:04:54.421123 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42868) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:54.463715 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c0863e1-03ce-401a-8591-6ff0be284410 req-7817cd31-960c-4f5a-b1e5-92e3fe1b238b service neutron] 10.222.0.32 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074635 Apr 18 21:04:54.550954 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce94f-e8cd-4f54-ad42-cbe71eca2784 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.565464 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-034fcff0-0607-4a4a-8383-fcff0c9ff287 req-7b466695-2617-4cbe-8643-5fcf17b6f310 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3373356 Apr 18 21:04:54.673437 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7b17722c-7b78-46b3-961b-4475655ca860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.675567 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce94f-e8cd-4f54-ad42-cbe71eca2784 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.736510 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-1e8ce94f-e8cd-4f54-ad42-cbe71eca2784 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cdf8bd5-f73a-4509-b608-d98f8bdf6e84']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:54.752086 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-1e8ce94f-e8cd-4f54-ad42-cbe71eca2784 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1acc2880-3d9d-4aeb-810a-4e9c2442531a') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:54.752383 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-1e8ce94f-e8cd-4f54-ad42-cbe71eca2784 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1acc2880-3d9d-4aeb-810a-4e9c2442531a') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:54.767144 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce94f-e8cd-4f54-ad42-cbe71eca2784 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.784824 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fcff0-0607-4a4a-8383-fcff0c9ff287 req-b691a1c8-dbf2-483e-8735-4174988a6cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:54.788041 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-034fcff0-0607-4a4a-8383-fcff0c9ff287 req-b691a1c8-dbf2-483e-8735-4174988a6cb6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 1096 time: 0.1074691 Apr 18 21:04:54.800479 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce94f-e8cd-4f54-ad42-cbe71eca2784 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.813259 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8ce94f-e8cd-4f54-ad42-cbe71eca2784 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:04:54.813951 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce94f-e8cd-4f54-ad42-cbe71eca2784 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:04:54.818378 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:04:54.973760 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce94f-e8cd-4f54-ad42-cbe71eca2784 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.981531 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8ce94f-e8cd-4f54-ad42-cbe71eca2784 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6cdf8bd5-f73a-4509-b608-d98f8bdf6e84 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 21:04:54.998985 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce94f-e8cd-4f54-ad42-cbe71eca2784 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:55.002292 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1e8ce94f-e8cd-4f54-ad42-cbe71eca2784 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] 10.222.0.41 "DELETE /v2.0/networks/6cdf8bd5-f73a-4509-b608-d98f8bdf6e84 HTTP/1.1" status: 204 len: 168 time: 0.5798819 Apr 18 21:04:55.012131 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42894) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:55.019863 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-29457938-31aa-4728-9f4b-07c06f13619b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Request body: {'network': {'name': 'tempest-network--1186771241', 'router:external': True}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:55.023165 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ce94f-e8cd-4f54-ad42-cbe71eca2784 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Pushing event deleted for resources: {'Network': ['ID=6cdf8bd5-f73a-4509-b608-d98f8bdf6e84,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:55.048257 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fcff0-0607-4a4a-8383-fcff0c9ff287 req-aec85dff-bb51-4248-888c-34576436bea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:55.052331 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-034fcff0-0607-4a4a-8383-fcff0c9ff287 req-aec85dff-bb51-4248-888c-34576436bea5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 912 time: 0.2121871 Apr 18 21:04:55.104059 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29457938-31aa-4728-9f4b-07c06f13619b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Made reservation on behalf of 9c475afb1a9e4f898fc0a322f16770a9 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:55.110159 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-29457938-31aa-4728-9f4b-07c06f13619b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:55.197603 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-034fcff0-0607-4a4a-8383-fcff0c9ff287 req-ce92006c-2e3f-485d-a67b-d4fcc8f7f0ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b80c8c05-a971-4529-9f74-f741064998cf HTTP/1.1" status: 200 len: 1000 time: 0.1384230 Apr 18 21:04:55.216466 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29457938-31aa-4728-9f4b-07c06f13619b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:04:55.250514 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-29457938-31aa-4728-9f4b-07c06f13619b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:55.255605 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-29457938-31aa-4728-9f4b-07c06f13619b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Added segment d0a5e729-4c82-46e0-956c-4a8232300204 of type vlan for network 5972d9e1-6647-4425-aa38-14898261a1ed Apr 18 21:04:55.437253 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fcff0-0607-4a4a-8383-fcff0c9ff287 req-f826d386-218d-4ced-8873-957ccf661855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:55.439779 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-034fcff0-0607-4a4a-8383-fcff0c9ff287 req-f826d386-218d-4ced-8873-957ccf661855 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.2339435 Apr 18 21:04:55.497734 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-29457938-31aa-4728-9f4b-07c06f13619b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:55.639850 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fcff0-0607-4a4a-8383-fcff0c9ff287 req-9feb7e80-f84c-4397-9e60-2514b2ed0107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:55.641998 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-034fcff0-0607-4a4a-8383-fcff0c9ff287 req-9feb7e80-f84c-4397-9e60-2514b2ed0107 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1805353 Apr 18 21:04:55.654948 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-034fcff0-0607-4a4a-8383-fcff0c9ff287 req-7424a7d2-3d3a-4572-be21-7013df83444c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:04:55.655941 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-29457938-31aa-4728-9f4b-07c06f13619b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:55.657390 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-034fcff0-0607-4a4a-8383-fcff0c9ff287 req-7424a7d2-3d3a-4572-be21-7013df83444c service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083661 Apr 18 21:04:55.659237 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29457938-31aa-4728-9f4b-07c06f13619b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:55.659838 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-29457938-31aa-4728-9f4b-07c06f13619b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:55.772679 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42910) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:55.805258 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-29457938-31aa-4728-9f4b-07c06f13619b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7900665 Apr 18 21:04:55.807049 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42914) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:55.825895 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29457938-31aa-4728-9f4b-07c06f13619b tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Pushing event updated for resources: {'Network': ['ID=5972d9e1-6647-4425-aa38-14898261a1ed,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:55.845704 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 5972d9e1-6647-4425-aa38-14898261a1ed details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:04:55.896775 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-034fcff0-0607-4a4a-8383-fcff0c9ff287 req-530243bb-9711-4735-ab20-e24b200c5359 service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282627 Apr 18 21:04:55.963068 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2dfea9-1658-4a06-afa0-d13b7f26825d tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:55.964724 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2a2dfea9-1658-4a06-afa0-d13b7f26825d tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] 10.222.0.41 "GET /v2.0/networks/5972d9e1-6647-4425-aa38-14898261a1ed HTTP/1.1" status: 200 len: 757 time: 0.1565568 Apr 18 21:04:55.967563 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42916) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:56.145656 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d828934-5e98-48ba-94a8-ce0ee9c8da74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.167728 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa384e1c-1e78-4d43-8f56-14c4eabab9c5 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:56.169902 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fa384e1c-1e78-4d43-8f56-14c4eabab9c5 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] 10.222.0.41 "GET /v2.0/networks/da59b49c-2f99-4bf8-96c5-b56a447bbd83 HTTP/1.1" status: 200 len: 767 time: 0.1979668 Apr 18 21:04:56.172163 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42918) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:56.215489 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-034fcff0-0607-4a4a-8383-fcff0c9ff287 req-f343c2ad-ba29-47aa-a693-3957693769be service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142326 Apr 18 21:04:56.310374 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e33abeae-4dcb-453d-95f2-9ca17ae542e8 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.319596 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d828934-5e98-48ba-94a8-ce0ee9c8da74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.336351 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d828934-5e98-48ba-94a8-ce0ee9c8da74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.410078 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2d828934-5e98-48ba-94a8-ce0ee9c8da74 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eda49d34d6bd41a59fc6efacfb2a270a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6322730 Apr 18 21:04:56.410078 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d828934-5e98-48ba-94a8-ce0ee9c8da74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bedd7e-952d-4116-9ea2-7c4c5be4fb21,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:56.412920 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42922) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:56.449063 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e33abeae-4dcb-453d-95f2-9ca17ae542e8 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.484611 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-e33abeae-4dcb-453d-95f2-9ca17ae542e8 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5972d9e1-6647-4425-aa38-14898261a1ed']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:56.503281 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eb193a1c-c593-4790-b68b-b18e3282c262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.503995 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-e33abeae-4dcb-453d-95f2-9ca17ae542e8 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a5e729-4c82-46e0-956c-4a8232300204') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:56.504838 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-e33abeae-4dcb-453d-95f2-9ca17ae542e8 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a5e729-4c82-46e0-956c-4a8232300204') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:56.527897 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e33abeae-4dcb-453d-95f2-9ca17ae542e8 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.547923 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e33abeae-4dcb-453d-95f2-9ca17ae542e8 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.548591 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eb193a1c-c593-4790-b68b-b18e3282c262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.565319 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33abeae-4dcb-453d-95f2-9ca17ae542e8 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:04:56.565950 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e33abeae-4dcb-453d-95f2-9ca17ae542e8 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:04:56.570348 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:04:56.702126 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eb193a1c-c593-4790-b68b-b18e3282c262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.705373 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eb193a1c-c593-4790-b68b-b18e3282c262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.705708 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e33abeae-4dcb-453d-95f2-9ca17ae542e8 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.711821 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-eb193a1c-c593-4790-b68b-b18e3282c262 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/14bedd7e-952d-4116-9ea2-7c4c5be4fb21 HTTP/1.1" status: 204 len: 168 time: 0.2824647 Apr 18 21:04:56.715402 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33abeae-4dcb-453d-95f2-9ca17ae542e8 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5972d9e1-6647-4425-aa38-14898261a1ed {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 21:04:56.717865 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e33abeae-4dcb-453d-95f2-9ca17ae542e8 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.733741 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e33abeae-4dcb-453d-95f2-9ca17ae542e8 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] 10.222.0.41 "DELETE /v2.0/networks/5972d9e1-6647-4425-aa38-14898261a1ed HTTP/1.1" status: 204 len: 168 time: 0.5545192 Apr 18 21:04:56.734175 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42926) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:56.740244 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-efdb2459-bf93-49b3-b10f-06c1524e7201 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Request body: {'network': {'name': 'tempest-network--5540337'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:56.742001 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb193a1c-c593-4790-b68b-b18e3282c262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bedd7e-952d-4116-9ea2-7c4c5be4fb21,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:56.769646 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33abeae-4dcb-453d-95f2-9ca17ae542e8 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Pushing event deleted for resources: {'Network': ['ID=5972d9e1-6647-4425-aa38-14898261a1ed,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:56.810327 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdb2459-bf93-49b3-b10f-06c1524e7201 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Made reservation on behalf of 9c475afb1a9e4f898fc0a322f16770a9 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:56.814633 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-efdb2459-bf93-49b3-b10f-06c1524e7201 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.884696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efdb2459-bf93-49b3-b10f-06c1524e7201 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:04:56.917401 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-efdb2459-bf93-49b3-b10f-06c1524e7201 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.917763 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-efdb2459-bf93-49b3-b10f-06c1524e7201 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Added segment 2471e9d1-bc1a-465b-9a00-234958e2333d of type vlan for network 4eb92f57-c3b0-4c1d-a3fa-6781295e2a66 Apr 18 21:04:56.980462 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-efdb2459-bf93-49b3-b10f-06c1524e7201 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.014085 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-efdb2459-bf93-49b3-b10f-06c1524e7201 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.015295 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdb2459-bf93-49b3-b10f-06c1524e7201 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:57.016335 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-efdb2459-bf93-49b3-b10f-06c1524e7201 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.152747 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-efdb2459-bf93-49b3-b10f-06c1524e7201 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.4175370 Apr 18 21:04:57.155375 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42932) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:57.161098 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-98d57c9c-4c32-4d7a-85f0-24813af52cc9 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:57.179943 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb2459-bf93-49b3-b10f-06c1524e7201 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Pushing event updated for resources: {'Network': ['ID=4eb92f57-c3b0-4c1d-a3fa-6781295e2a66,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:57.193434 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 4eb92f57-c3b0-4c1d-a3fa-6781295e2a66 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:04:57.519618 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42936) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:57.548731 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb5c5-0317-4397-be4a-c123b838e0bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.606364 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-98d57c9c-4c32-4d7a-85f0-24813af52cc9 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.653222 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-98d57c9c-4c32-4d7a-85f0-24813af52cc9 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.777282 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb5c5-0317-4397-be4a-c123b838e0bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.782978 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d57c9c-4c32-4d7a-85f0-24813af52cc9 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Pushing event updated for resources: {'Network': ['ID=4eb92f57-c3b0-4c1d-a3fa-6781295e2a66,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:57.785004 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb5c5-0317-4397-be4a-c123b838e0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.796818 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d57c9c-4c32-4d7a-85f0-24813af52cc9 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:57.797421 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d57c9c-4c32-4d7a-85f0-24813af52cc9 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:57.797951 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d57c9c-4c32-4d7a-85f0-24813af52cc9 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:57.798440 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d57c9c-4c32-4d7a-85f0-24813af52cc9 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:57.799026 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d57c9c-4c32-4d7a-85f0-24813af52cc9 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:57.799547 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d57c9c-4c32-4d7a-85f0-24813af52cc9 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:57.800147 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d57c9c-4c32-4d7a-85f0-24813af52cc9 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:57.800743 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d57c9c-4c32-4d7a-85f0-24813af52cc9 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:57.801291 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d57c9c-4c32-4d7a-85f0-24813af52cc9 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:57.801985 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d57c9c-4c32-4d7a-85f0-24813af52cc9 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:57.802572 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d57c9c-4c32-4d7a-85f0-24813af52cc9 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:57.803114 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d57c9c-4c32-4d7a-85f0-24813af52cc9 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:57.807830 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-98d57c9c-4c32-4d7a-85f0-24813af52cc9 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Network 4eb92f57-c3b0-4c1d-a3fa-6781295e2a66 is not hosted by any dhcp agent {{(pid=102909) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 21:04:57.809238 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d57c9c-4c32-4d7a-85f0-24813af52cc9 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:57.810241 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-98d57c9c-4c32-4d7a-85f0-24813af52cc9 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.815139 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-98d57c9c-4c32-4d7a-85f0-24813af52cc9 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] 10.222.0.41 "PUT /v2.0/networks/4eb92f57-c3b0-4c1d-a3fa-6781295e2a66 HTTP/1.1" status: 200 len: 855 time: 0.6586418 Apr 18 21:04:57.816149 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 42938) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:57.856555 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-cb9fb5c5-0317-4397-be4a-c123b838e0bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e9429b1cf1ed4144be31cfaeda3989d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3287144 Apr 18 21:04:57.860384 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42942) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:57.910822 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fb5c5-0317-4397-be4a-c123b838e0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4177bfa-cfb6-499d-bf6c-1b3d7ab9538a,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:57.941051 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7ae60539-4f29-44fa-a8cd-26c9da97a518 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.975516 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-040a54ad-8ab4-459a-ba0c-faa55bb62162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.019202 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-040a54ad-8ab4-459a-ba0c-faa55bb62162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.071162 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7ae60539-4f29-44fa-a8cd-26c9da97a518 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.108923 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-7ae60539-4f29-44fa-a8cd-26c9da97a518 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb92f57-c3b0-4c1d-a3fa-6781295e2a66']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:58.126929 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-040a54ad-8ab4-459a-ba0c-faa55bb62162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.130675 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-040a54ad-8ab4-459a-ba0c-faa55bb62162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.132097 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-040a54ad-8ab4-459a-ba0c-faa55bb62162 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4177bfa-cfb6-499d-bf6c-1b3d7ab9538a HTTP/1.1" status: 204 len: 168 time: 0.2705185 Apr 18 21:04:58.137066 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-7ae60539-4f29-44fa-a8cd-26c9da97a518 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2471e9d1-bc1a-465b-9a00-234958e2333d') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:58.137427 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-7ae60539-4f29-44fa-a8cd-26c9da97a518 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2471e9d1-bc1a-465b-9a00-234958e2333d') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:58.147437 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a54ad-8ab4-459a-ba0c-faa55bb62162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4177bfa-cfb6-499d-bf6c-1b3d7ab9538a,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:58.179492 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7ae60539-4f29-44fa-a8cd-26c9da97a518 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.218607 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7ae60539-4f29-44fa-a8cd-26c9da97a518 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.228976 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae60539-4f29-44fa-a8cd-26c9da97a518 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:04:58.229728 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7ae60539-4f29-44fa-a8cd-26c9da97a518 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:04:58.233194 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:04:58.356297 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7ae60539-4f29-44fa-a8cd-26c9da97a518 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.366207 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae60539-4f29-44fa-a8cd-26c9da97a518 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4eb92f57-c3b0-4c1d-a3fa-6781295e2a66 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 21:04:58.370892 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7ae60539-4f29-44fa-a8cd-26c9da97a518 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.382413 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7ae60539-4f29-44fa-a8cd-26c9da97a518 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] 10.222.0.41 "DELETE /v2.0/networks/4eb92f57-c3b0-4c1d-a3fa-6781295e2a66 HTTP/1.1" status: 204 len: 168 time: 0.5603244 Apr 18 21:04:58.383502 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42952) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:58.407524 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae60539-4f29-44fa-a8cd-26c9da97a518 tempest-ExternalNetworksTestJSON-1534462877 tempest-ExternalNetworksTestJSON-1534462877-project-admin] Pushing event deleted for resources: {'Network': ['ID=4eb92f57-c3b0-4c1d-a3fa-6781295e2a66,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:59.037921 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a6be2641-8bac-4888-b6a9-2a3623a97d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:59.100272 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a9b03ac-0a8f-4961-a9a4-3d254e8a5ae9 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] DELETE failed (client error): The resource could not be found. Apr 18 21:04:59.101341 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a9b03ac-0a8f-4961-a9a4-3d254e8a5ae9 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:04:59.107730 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8a9b03ac-0a8f-4961-a9a4-3d254e8a5ae9 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] 10.222.0.41 "DELETE /v2.0/subnets/e70414b6-1122-462a-b9a7-14bbcd276870 HTTP/1.1" status: 404 len: 337 time: 0.7188823 Apr 18 21:04:59.108054 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42972) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:04:59.230756 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a3550346-197a-4901-8c53-6e9da13a50a7 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:59.363594 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a3550346-197a-4901-8c53-6e9da13a50a7 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:59.395753 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-a3550346-197a-4901-8c53-6e9da13a50a7 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da59b49c-2f99-4bf8-96c5-b56a447bbd83']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:59.407483 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-a3550346-197a-4901-8c53-6e9da13a50a7 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886dc883-7c9d-4152-99e6-167c1d89c67b') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:59.408081 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-a3550346-197a-4901-8c53-6e9da13a50a7 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886dc883-7c9d-4152-99e6-167c1d89c67b') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:59.420869 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a3550346-197a-4901-8c53-6e9da13a50a7 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:59.438431 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a3550346-197a-4901-8c53-6e9da13a50a7 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:59.449564 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3550346-197a-4901-8c53-6e9da13a50a7 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:04:59.450185 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a3550346-197a-4901-8c53-6e9da13a50a7 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:04:59.455379 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:04:59.545986 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a3550346-197a-4901-8c53-6e9da13a50a7 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:59.573816 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a3550346-197a-4901-8c53-6e9da13a50a7 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:59.597644 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a3550346-197a-4901-8c53-6e9da13a50a7 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] 10.222.0.41 "DELETE /v2.0/networks/da59b49c-2f99-4bf8-96c5-b56a447bbd83 HTTP/1.1" status: 204 len: 168 time: 0.4874227 Apr 18 21:04:59.691417 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3550346-197a-4901-8c53-6e9da13a50a7 tempest-ExternalNetworksTestJSON-1053971051 tempest-ExternalNetworksTestJSON-1053971051-project] Pushing event deleted for resources: {'Network': ['ID=da59b49c-2f99-4bf8-96c5-b56a447bbd83,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:59.877295 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:00.059119 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 42996) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:00.375694 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e8506350-5826-42eb-a882-3fb3bd97b7f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9bd151f00ee146d9abbf4550f9fe2531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3152270 Apr 18 21:05:00.378394 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43010) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:00.482022 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0374fbea-1e6f-48dc-bbbb-c3e089ba16b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:00.512256 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0374fbea-1e6f-48dc-bbbb-c3e089ba16b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:00.571690 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0374fbea-1e6f-48dc-bbbb-c3e089ba16b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:00.574505 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0374fbea-1e6f-48dc-bbbb-c3e089ba16b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:00.575980 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0374fbea-1e6f-48dc-bbbb-c3e089ba16b3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ac6e2d2-bca8-4008-93ec-5b77d6ea47aa HTTP/1.1" status: 204 len: 168 time: 0.1964350 Apr 18 21:05:00.585909 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374fbea-1e6f-48dc-bbbb-c3e089ba16b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac6e2d2-bca8-4008-93ec-5b77d6ea47aa,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:01.008137 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43030) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:01.054915 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-937f8e36-6d57-4243-9b39-fd16bb54cbbd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c475afb1a9e4f898fc0a322f16770a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446312 Apr 18 21:05:01.057596 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43032) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:01.125703 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c96eae28-614d-484f-b0f4-1fd863bd119f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:01.158947 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c96eae28-614d-484f-b0f4-1fd863bd119f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:01.231712 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c96eae28-614d-484f-b0f4-1fd863bd119f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:01.236690 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c96eae28-614d-484f-b0f4-1fd863bd119f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:01.239433 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c96eae28-614d-484f-b0f4-1fd863bd119f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ee2b3fc-c7d5-4512-8082-f8681f804f4a HTTP/1.1" status: 204 len: 168 time: 0.1800034 Apr 18 21:05:01.252033 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96eae28-614d-484f-b0f4-1fd863bd119f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee2b3fc-c7d5-4512-8082-f8681f804f4a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:01.397757 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:01.666933 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:02.950025 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43098) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:03.109052 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82dca03a-ae58-4dc4-ae5c-81b2fd50c557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:03.319544 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82dca03a-ae58-4dc4-ae5c-81b2fd50c557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:03.328257 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82dca03a-ae58-4dc4-ae5c-81b2fd50c557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:03.419698 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-82dca03a-ae58-4dc4-ae5c-81b2fd50c557 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2254e7f2f0a04dd382968e90b6323618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4671736 Apr 18 21:05:03.421653 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dca03a-ae58-4dc4-ae5c-81b2fd50c557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5032544-3465-404d-a355-2ef82d1d7781,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:03.422469 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43118) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:03.495390 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b2e9a1a4-65d7-4a43-8c2b-802e9a19e31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:03.534466 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b2e9a1a4-65d7-4a43-8c2b-802e9a19e31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:03.615963 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b2e9a1a4-65d7-4a43-8c2b-802e9a19e31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:03.622599 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b2e9a1a4-65d7-4a43-8c2b-802e9a19e31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:03.631170 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b2e9a1a4-65d7-4a43-8c2b-802e9a19e31d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c5032544-3465-404d-a355-2ef82d1d7781 HTTP/1.1" status: 204 len: 168 time: 0.2050860 Apr 18 21:05:03.646475 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9a1a4-65d7-4a43-8c2b-802e9a19e31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5032544-3465-404d-a355-2ef82d1d7781,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:03.770452 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43136) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:03.952829 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-605d1ded-18de-47d6-bfc4-ac3b60862595 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1500432336', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:03.992475 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605d1ded-18de-47d6-bfc4-ac3b60862595 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Made reservation on behalf of 2b407ba9df1c42eebfd127ca38d1b36b for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:03.996769 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-605d1ded-18de-47d6-bfc4-ac3b60862595 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:04.008267 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-605d1ded-18de-47d6-bfc4-ac3b60862595 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:04.154966 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-605d1ded-18de-47d6-bfc4-ac3b60862595 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:04.159489 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-605d1ded-18de-47d6-bfc4-ac3b60862595 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:04.166395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-605d1ded-18de-47d6-bfc4-ac3b60862595 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] device_id is not set on port 1c345a5d-4df0-40f1-ad9b-fd20789a5528 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:05:04.235873 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d1ded-18de-47d6-bfc4-ac3b60862595 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4e444f-9c33-4281-829c-3140ba8e17c1,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:04.335905 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-605d1ded-18de-47d6-bfc4-ac3b60862595 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Allocated IP 172.25.1.211 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/1c345a5d-4df0-40f1-ad9b-fd20789a5528) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:04.570251 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-605d1ded-18de-47d6-bfc4-ac3b60862595 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:04.619588 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-605d1ded-18de-47d6-bfc4-ac3b60862595 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:04.674931 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605d1ded-18de-47d6-bfc4-ac3b60862595 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:04.678571 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-605d1ded-18de-47d6-bfc4-ac3b60862595 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:04.684216 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605d1ded-18de-47d6-bfc4-ac3b60862595 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:05:04.716774 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d1ded-18de-47d6-bfc4-ac3b60862595 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Pushing event updated for resources: {'Port': ['ID=1c345a5d-4df0-40f1-ad9b-fd20789a5528,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:04.729691 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605d1ded-18de-47d6-bfc4-ac3b60862595 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:04.730392 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-605d1ded-18de-47d6-bfc4-ac3b60862595 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:04.757224 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-605d1ded-18de-47d6-bfc4-ac3b60862595 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9845963 Apr 18 21:05:04.759811 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43168) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:04.764900 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-6c04d5d7-9cc0-4716-88bb-30b35e260373 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.211'}]}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:04.788481 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6c04d5d7-9cc0-4716-88bb-30b35e260373 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:04.790406 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6c04d5d7-9cc0-4716-88bb-30b35e260373 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:04.862260 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6c04d5d7-9cc0-4716-88bb-30b35e260373 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:05.086024 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6c04d5d7-9cc0-4716-88bb-30b35e260373 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:05.403509 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6c04d5d7-9cc0-4716-88bb-30b35e260373 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:05.427967 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6c04d5d7-9cc0-4716-88bb-30b35e260373 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:05.750268 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6c04d5d7-9cc0-4716-88bb-30b35e260373 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:05.927473 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6c04d5d7-9cc0-4716-88bb-30b35e260373 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:05.929869 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6c04d5d7-9cc0-4716-88bb-30b35e260373 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:05.988177 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6c04d5d7-9cc0-4716-88bb-30b35e260373 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:05.989582 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c04d5d7-9cc0-4716-88bb-30b35e260373 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29e9a104-bf64-4b3b-9969-3a56d589b9b9 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:05:06.018398 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-6c04d5d7-9cc0-4716-88bb-30b35e260373 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 18 21:05:06.019989 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6c04d5d7-9cc0-4716-88bb-30b35e260373 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2590387 Apr 18 21:05:06.023273 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43202) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:06.120764 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-1a94a886-4d8a-433a-8cbb-1c33c9205996 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Deleting port 1c345a5d-4df0-40f1-ad9b-fd20789a5528 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:05:06.122451 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a94a886-4d8a-433a-8cbb-1c33c9205996 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.155306 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:05:06.247662 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43212) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:06.253672 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-09dbe340-ea5d-4987-9c95-b4199834fb3e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1915745406', 'description': 'tempest-secgroup-smoke-1915745406 description', 'project_id': '27c85133ac5b409ea3755f27ced6b066'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:06.260498 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a94a886-4d8a-433a-8cbb-1c33c9205996 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.275663 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-1a94a886-4d8a-433a-8cbb-1c33c9205996 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Calling delete_port for 1c345a5d-4df0-40f1-ad9b-fd20789a5528 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:05:06.286873 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09dbe340-ea5d-4987-9c95-b4199834fb3e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.306284 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09dbe340-ea5d-4987-9c95-b4199834fb3e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.479816 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a94a886-4d8a-433a-8cbb-1c33c9205996 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.540275 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94a886-4d8a-433a-8cbb-1c33c9205996 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c345a5d-4df0-40f1-ad9b-fd20789a5528,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:06.615331 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a94a886-4d8a-433a-8cbb-1c33c9205996 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.625316 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1a94a886-4d8a-433a-8cbb-1c33c9205996 tempest-RoutersAdminNegativeTest-1731620740 tempest-RoutersAdminNegativeTest-1731620740-project-admin] 10.222.0.41 "DELETE /v2.0/ports/1c345a5d-4df0-40f1-ad9b-fd20789a5528 HTTP/1.1" status: 204 len: 168 time: 0.6001463 Apr 18 21:05:06.634765 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09dbe340-ea5d-4987-9c95-b4199834fb3e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.642909 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09dbe340-ea5d-4987-9c95-b4199834fb3e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.732095 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09dbe340-ea5d-4987-9c95-b4199834fb3e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.747203 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09dbe340-ea5d-4987-9c95-b4199834fb3e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.771940 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbe340-ea5d-4987-9c95-b4199834fb3e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2250a4aa-de1f-4745-a6e0-6ca70fa2f52b,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:06.773155 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43220) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:06.795991 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09dbe340-ea5d-4987-9c95-b4199834fb3e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.800731 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43224) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:06.801322 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-09dbe340-ea5d-4987-9c95-b4199834fb3e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5519581 Apr 18 21:05:06.807173 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-2ad30d79-14f6-40fe-b3a2-1c9fe96f7da6 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group_rule': {'security_group_id': 'd1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:06.824823 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbe340-ea5d-4987-9c95-b4199834fb3e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:06.851169 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ad30d79-14f6-40fe-b3a2-1c9fe96f7da6 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.960874 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ad30d79-14f6-40fe-b3a2-1c9fe96f7da6 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.970138 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ad30d79-14f6-40fe-b3a2-1c9fe96f7da6 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.000726 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3442cd4b-7171-4db2-9adc-f0fb7c865a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.015349 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad30d79-14f6-40fe-b3a2-1c9fe96f7da6 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ca4e36-c4c5-45ec-99dd-8d57173b5492,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:07.024340 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ad30d79-14f6-40fe-b3a2-1c9fe96f7da6 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.033036 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2ad30d79-14f6-40fe-b3a2-1c9fe96f7da6 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2236485 Apr 18 21:05:07.033036 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43228) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:07.044476 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ffb63008-2777-4cb5-98b9-323a3b8dc7ba tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group_rule': {'security_group_id': 'd1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:07.105951 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ffb63008-2777-4cb5-98b9-323a3b8dc7ba tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.147861 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43230) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:07.209894 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3442cd4b-7171-4db2-9adc-f0fb7c865a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.221407 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ffb63008-2777-4cb5-98b9-323a3b8dc7ba tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.222463 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3442cd4b-7171-4db2-9adc-f0fb7c865a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.236405 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ffb63008-2777-4cb5-98b9-323a3b8dc7ba tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.266196 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb63008-2777-4cb5-98b9-323a3b8dc7ba tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6d1384-2efd-4eb7-be43-76dd860e21bf,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:07.297640 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ffb63008-2777-4cb5-98b9-323a3b8dc7ba tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.298913 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ffb63008-2777-4cb5-98b9-323a3b8dc7ba tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2643650 Apr 18 21:05:07.302208 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43234) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:07.306307 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3442cd4b-7171-4db2-9adc-f0fb7c865a0f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b2f5c25171d4712be4765378ac7f805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5320547 Apr 18 21:05:07.307314 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-fa0bcaeb-fe8e-4d24-8874-9dae1b8133c8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group_rule': {'security_group_id': 'd1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:07.312820 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43236) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:07.325058 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442cd4b-7171-4db2-9adc-f0fb7c865a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e93240-00aa-4ca8-bae7-45eae25bfa21,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:07.331276 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f0dda672-b2b7-424a-bc6a-828a5b787236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.350691 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fa0bcaeb-fe8e-4d24-8874-9dae1b8133c8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.428872 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fa0bcaeb-fe8e-4d24-8874-9dae1b8133c8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.434424 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fa0bcaeb-fe8e-4d24-8874-9dae1b8133c8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.451105 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e44130a9-bf77-4550-9650-bd19ed96fbc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.463195 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0bcaeb-fe8e-4d24-8874-9dae1b8133c8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a78780d2-b0e4-4a83-99f8-294a47c9f91f,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:07.476446 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fa0bcaeb-fe8e-4d24-8874-9dae1b8133c8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.481315 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-fa0bcaeb-fe8e-4d24-8874-9dae1b8133c8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1777093 Apr 18 21:05:07.482276 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43238) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:07.487502 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-7d931651-915e-4b64-ae4f-034066bd6d29 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group_rule': {'security_group_id': 'd1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:07.501148 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e44130a9-bf77-4550-9650-bd19ed96fbc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.516846 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7d931651-915e-4b64-ae4f-034066bd6d29 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.524610 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f0dda672-b2b7-424a-bc6a-828a5b787236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.532775 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f0dda672-b2b7-424a-bc6a-828a5b787236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.592791 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dda672-b2b7-424a-bc6a-828a5b787236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac03dd2-81f8-4094-8ce4-f8dc1c7d6bd6,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:07.600825 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f0dda672-b2b7-424a-bc6a-828a5b787236 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3405fa21d76446b395e06a8914eb11eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4515622 Apr 18 21:05:07.604256 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43240) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:07.616609 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7d931651-915e-4b64-ae4f-034066bd6d29 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.623589 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7d931651-915e-4b64-ae4f-034066bd6d29 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.640084 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e44130a9-bf77-4550-9650-bd19ed96fbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.642695 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e44130a9-bf77-4550-9650-bd19ed96fbc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.644223 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e44130a9-bf77-4550-9650-bd19ed96fbc1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81e93240-00aa-4ca8-bae7-45eae25bfa21 HTTP/1.1" status: 204 len: 168 time: 0.3300958 Apr 18 21:05:07.647925 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d931651-915e-4b64-ae4f-034066bd6d29 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650bd329-855a-456f-be0a-a055947f9c29,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:07.661881 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7d931651-915e-4b64-ae4f-034066bd6d29 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.668270 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43244) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:07.669148 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7d931651-915e-4b64-ae4f-034066bd6d29 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1851063 Apr 18 21:05:07.672129 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44130a9-bf77-4550-9650-bd19ed96fbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e93240-00aa-4ca8-bae7-45eae25bfa21,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:07.678901 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e3fcaa11-3e01-4bc4-95fa-4570ff6a548b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group_rule': {'security_group_id': 'd1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:07.717330 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2cd96a99-1117-4ccd-aedc-a0a800ccf2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.729906 n-d-838323-3 neutron-server[102909]: INFO neutron.db.securitygroups_db [None req-e3fcaa11-3e01-4bc4-95fa-4570ff6a548b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Project 27c85133ac5b409ea3755f27ced6b066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:05:07.745363 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e3fcaa11-3e01-4bc4-95fa-4570ff6a548b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.753159 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2cd96a99-1117-4ccd-aedc-a0a800ccf2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.838164 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e3fcaa11-3e01-4bc4-95fa-4570ff6a548b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.843776 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e3fcaa11-3e01-4bc4-95fa-4570ff6a548b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.861806 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2cd96a99-1117-4ccd-aedc-a0a800ccf2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.865570 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2cd96a99-1117-4ccd-aedc-a0a800ccf2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.869137 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2cd96a99-1117-4ccd-aedc-a0a800ccf2cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ac03dd2-81f8-4094-8ce4-f8dc1c7d6bd6 HTTP/1.1" status: 204 len: 168 time: 0.2614238 Apr 18 21:05:07.875860 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fcaa11-3e01-4bc4-95fa-4570ff6a548b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f4b706-f15d-4002-82e7-648a46722e12,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:07.891219 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd96a99-1117-4ccd-aedc-a0a800ccf2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac03dd2-81f8-4094-8ce4-f8dc1c7d6bd6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:07.891589 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.897154 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e3fcaa11-3e01-4bc4-95fa-4570ff6a548b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.901473 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43252) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:07.906948 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-2711e6ad-e773-442e-a270-861908d3fb1d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group_rule': {'security_group_id': 'd1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:07.911570 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e3fcaa11-3e01-4bc4-95fa-4570ff6a548b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2411048 Apr 18 21:05:07.946954 n-d-838323-3 neutron-server[102908]: INFO neutron.db.securitygroups_db [None req-2711e6ad-e773-442e-a270-861908d3fb1d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Project 27c85133ac5b409ea3755f27ced6b066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:05:07.953977 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2711e6ad-e773-442e-a270-861908d3fb1d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.041795 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2711e6ad-e773-442e-a270-861908d3fb1d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.057871 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2711e6ad-e773-442e-a270-861908d3fb1d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.075171 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711e6ad-e773-442e-a270-861908d3fb1d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489fdae3-e77d-4fdc-a6cb-bf2c9f4dd913,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:08.102548 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2711e6ad-e773-442e-a270-861908d3fb1d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.109266 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2711e6ad-e773-442e-a270-861908d3fb1d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2021878 Apr 18 21:05:08.109518 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43256) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:08.117376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-d8e87d45-1e29-4207-ad87-bbaf5addb79c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'network': {'name': 'tempest-network-smoke--2046293234', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'port_security_enabled': True}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:08.163596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e87d45-1e29-4207-ad87-bbaf5addb79c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Made reservation on behalf of 27c85133ac5b409ea3755f27ced6b066 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:08.170642 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d8e87d45-1e29-4207-ad87-bbaf5addb79c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.189300 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43260) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:08.221550 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-24b6fc43-45ab-46a1-a69b-038c9a577694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.223741 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e87d45-1e29-4207-ad87-bbaf5addb79c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:05:08.239994 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d8e87d45-1e29-4207-ad87-bbaf5addb79c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.240820 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-d8e87d45-1e29-4207-ad87-bbaf5addb79c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Added segment 3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd of type vlan for network 26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 Apr 18 21:05:08.325902 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d8e87d45-1e29-4207-ad87-bbaf5addb79c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.342415 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-24b6fc43-45ab-46a1-a69b-038c9a577694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.364937 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-24b6fc43-45ab-46a1-a69b-038c9a577694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.383775 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d8e87d45-1e29-4207-ad87-bbaf5addb79c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.392113 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e87d45-1e29-4207-ad87-bbaf5addb79c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:08.392794 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d8e87d45-1e29-4207-ad87-bbaf5addb79c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.422698 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6fc43-45ab-46a1-a69b-038c9a577694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4b15b7-6e12-4c14-a253-f10f76655303,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:08.436925 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-24b6fc43-45ab-46a1-a69b-038c9a577694 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d17d2eab297e4031bfe28cda9405dc6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2463958 Apr 18 21:05:08.440605 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43262) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:08.508086 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d8e87d45-1e29-4207-ad87-bbaf5addb79c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3947146 Apr 18 21:05:08.508086 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e87d45-1e29-4207-ad87-bbaf5addb79c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Network': ['ID=26eabdd2-4fb7-4d1d-8061-1c46d3651dc3,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:08.508614 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43264) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:08.514431 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ad289345-7c39-4610-8128-4a8cdd078a74 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1991128574', 'admin_state_up': True, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:08.521359 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:05:08.527758 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43266) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:08.549334 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e51c7a06-fee0-491c-a390-cc49814aee96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.588141 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ad289345-7c39-4610-8128-4a8cdd078a74 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.588141 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ad289345-7c39-4610-8128-4a8cdd078a74 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.597758 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e51c7a06-fee0-491c-a390-cc49814aee96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.602127 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1f9d6c57-20ee-452b-950a-63f1dbd7fa50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b407ba9df1c42eebfd127ca38d1b36b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0732286 Apr 18 21:05:08.605249 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43268) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:08.688203 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e51c7a06-fee0-491c-a390-cc49814aee96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.694221 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e51c7a06-fee0-491c-a390-cc49814aee96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.698840 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e51c7a06-fee0-491c-a390-cc49814aee96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd4b15b7-6e12-4c14-a253-f10f76655303 HTTP/1.1" status: 204 len: 168 time: 0.2530398 Apr 18 21:05:08.712515 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c7a06-fee0-491c-a390-cc49814aee96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4b15b7-6e12-4c14-a253-f10f76655303,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:08.745610 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ad289345-7c39-4610-8128-4a8cdd078a74 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.774869 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dd7f908a-6cf8-4e0b-a406-ceb350e792ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.813583 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dd7f908a-6cf8-4e0b-a406-ceb350e792ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.004165 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ad289345-7c39-4610-8128-4a8cdd078a74 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.054608 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dd7f908a-6cf8-4e0b-a406-ceb350e792ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.059763 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-dd7f908a-6cf8-4e0b-a406-ceb350e792ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.066139 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-dd7f908a-6cf8-4e0b-a406-ceb350e792ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e4e444f-9c33-4281-829c-3140ba8e17c1 HTTP/1.1" status: 204 len: 168 time: 0.4576814 Apr 18 21:05:09.084265 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f908a-6cf8-4e0b-a406-ceb350e792ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4e444f-9c33-4281-829c-3140ba8e17c1,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:09.271067 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43278) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:09.294824 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4feb76d-e70b-431f-bb88-94e0108662c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.323484 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ad289345-7c39-4610-8128-4a8cdd078a74 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.364367 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ad289345-7c39-4610-8128-4a8cdd078a74 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.405007 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4feb76d-e70b-431f-bb88-94e0108662c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.414920 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4feb76d-e70b-431f-bb88-94e0108662c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.508325 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e4feb76d-e70b-431f-bb88-94e0108662c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=afeb1be6d8644e04892ae50123ea4798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2353954 Apr 18 21:05:09.510572 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43284) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:09.520935 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4feb76d-e70b-431f-bb88-94e0108662c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d532694-2c8a-47f7-9c79-3d298bf83807,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:09.546980 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-ad289345-7c39-4610-8128-4a8cdd078a74 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Allocated IP 172.25.1.13 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/68182aed-9f71-4c74-bc7c-d49c0fa678cb) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:09.606963 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76503ccd-e566-4ef7-befc-59e285cd4121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.650665 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76503ccd-e566-4ef7-befc-59e285cd4121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.729169 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76503ccd-e566-4ef7-befc-59e285cd4121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.734206 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76503ccd-e566-4ef7-befc-59e285cd4121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.740859 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-76503ccd-e566-4ef7-befc-59e285cd4121 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d532694-2c8a-47f7-9c79-3d298bf83807 HTTP/1.1" status: 204 len: 168 time: 0.2243485 Apr 18 21:05:09.751061 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76503ccd-e566-4ef7-befc-59e285cd4121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d532694-2c8a-47f7-9c79-3d298bf83807,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:09.763183 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ad289345-7c39-4610-8128-4a8cdd078a74 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.890683 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ad289345-7c39-4610-8128-4a8cdd078a74 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.970922 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad289345-7c39-4610-8128-4a8cdd078a74 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:09.980636 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-ad289345-7c39-4610-8128-4a8cdd078a74 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:09.988133 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad289345-7c39-4610-8128-4a8cdd078a74 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:05:09.993899 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad289345-7c39-4610-8128-4a8cdd078a74 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Port': ['ID=68182aed-9f71-4c74-bc7c-d49c0fa678cb,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:10.369380 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43312) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:10.420388 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ad289345-7c39-4610-8128-4a8cdd078a74 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:10.687220 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-9aa78ea0-f65e-4efd-be88-17bd4140598e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1342064196'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:10.706870 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ad289345-7c39-4610-8128-4a8cdd078a74 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:10.726204 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa78ea0-f65e-4efd-be88-17bd4140598e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:10.730628 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9aa78ea0-f65e-4efd-be88-17bd4140598e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:10.741110 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9aa78ea0-f65e-4efd-be88-17bd4140598e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:10.884130 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad289345-7c39-4610-8128-4a8cdd078a74 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Router ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:05:10.895926 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9aa78ea0-f65e-4efd-be88-17bd4140598e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:10.903621 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9aa78ea0-f65e-4efd-be88-17bd4140598e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:10.976899 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa78ea0-f65e-4efd-be88-17bd4140598e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d57b8146-6f7e-4a49-985a-fb17c37000b4,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:11.004605 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa78ea0-f65e-4efd-be88-17bd4140598e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:05:11.022364 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9aa78ea0-f65e-4efd-be88-17bd4140598e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:11.022723 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-9aa78ea0-f65e-4efd-be88-17bd4140598e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Added segment ed6cedd4-bb8d-4009-911b-6fdbf9bd9d48 of type vlan for network f1f1c597-6754-4791-9e3f-2f52692ff3b8 Apr 18 21:05:11.027295 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad289345-7c39-4610-8128-4a8cdd078a74 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:11.038976 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37527f88-66d7-4b2c-ad2e-4cd12a17bc86 None None] Sync routers for ids ['ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:05:11.063649 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ad289345-7c39-4610-8128-4a8cdd078a74 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:11.065828 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ad289345-7c39-4610-8128-4a8cdd078a74 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5559678 Apr 18 21:05:11.070437 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43332) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:11.073712 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37527f88-66d7-4b2c-ad2e-4cd12a17bc86 None None] Routers {'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:05:11.074740 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-37527f88-66d7-4b2c-ad2e-4cd12a17bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:04:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:11.134459 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9aa78ea0-f65e-4efd-be88-17bd4140598e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:11.198707 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9aa78ea0-f65e-4efd-be88-17bd4140598e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:11.205205 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa78ea0-f65e-4efd-be88-17bd4140598e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:11.205822 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9aa78ea0-f65e-4efd-be88-17bd4140598e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:11.220480 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-37527f88-66d7-4b2c-ad2e-4cd12a17bc86 None None] Set router ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:05:11.354084 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa78ea0-f65e-4efd-be88-17bd4140598e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Network': ['ID=f1f1c597-6754-4791-9e3f-2f52692ff3b8,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:11.367771 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network f1f1c597-6754-4791-9e3f-2f52692ff3b8 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:05:11.375900 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9aa78ea0-f65e-4efd-be88-17bd4140598e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0043509 Apr 18 21:05:11.377880 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43336) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:11.394710 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-1129f667-17fc-4a79-8d60-8038cd371b90 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'port': {'network_id': 'f1f1c597-6754-4791-9e3f-2f52692ff3b8', 'name': 'tempest-PortsIpV6TestJSON-391129039'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:11.417969 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d6a60cac-b57e-4a48-a37f-64c0dfc726f2 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=27c85133ac5b409ea3755f27ced6b066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3444681 Apr 18 21:05:11.419328 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43338) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:11.523728 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-37527f88-66d7-4b2c-ad2e-4cd12a17bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991128574', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:08Z', 'updated_at': '2022-04-18T21:05:10Z', 'revision_number': 3, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:09Z', 'updated_at': '2022-04-18T21:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:11.572070 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1129f667-17fc-4a79-8d60-8038cd371b90 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:11.576600 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1129f667-17fc-4a79-8d60-8038cd371b90 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:11.592556 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37527f88-66d7-4b2c-ad2e-4cd12a17bc86 None None] Checking router: ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:05:11.592910 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37527f88-66d7-4b2c-ad2e-4cd12a17bc86 None None] Updating router ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8 port 68182aed-9f71-4c74-bc7c-d49c0fa678cb binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:05:11.661099 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-37527f88-66d7-4b2c-ad2e-4cd12a17bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:11.840292 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97637dc1-7ad2-4b75-9672-f1c5c089bced tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:11.842329 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-97637dc1-7ad2-4b75-9672-f1c5c089bced tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4206662 Apr 18 21:05:11.845240 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43344) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:11.932582 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:12.075436 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-37527f88-66d7-4b2c-ad2e-4cd12a17bc86 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:12.084970 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-37527f88-66d7-4b2c-ad2e-4cd12a17bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:12.096767 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-1129f667-17fc-4a79-8d60-8038cd371b90 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] device_id is not set on port 5546ed50-01f6-46b3-9282-c803c45e43af yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:05:12.151020 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-37527f88-66d7-4b2c-ad2e-4cd12a17bc86 None None] Attempting to bind port 68182aed-9f71-4c74-bc7c-d49c0fa678cb on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:12.151568 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-37527f88-66d7-4b2c-ad2e-4cd12a17bc86 None None] Attempting to bind port 68182aed-9f71-4c74-bc7c-d49c0fa678cb by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:12.151936 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37527f88-66d7-4b2c-ad2e-4cd12a17bc86 None None] Attempting to bind port 68182aed-9f71-4c74-bc7c-d49c0fa678cb on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:05:12.166314 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37527f88-66d7-4b2c-ad2e-4cd12a17bc86 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:05:12.166688 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37527f88-66d7-4b2c-ad2e-4cd12a17bc86 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:05:12.167281 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-37527f88-66d7-4b2c-ad2e-4cd12a17bc86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:12.167745 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37527f88-66d7-4b2c-ad2e-4cd12a17bc86 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:05:12.168455 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-37527f88-66d7-4b2c-ad2e-4cd12a17bc86 None None] Bound port: 68182aed-9f71-4c74-bc7c-d49c0fa678cb, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:12.169001 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-37527f88-66d7-4b2c-ad2e-4cd12a17bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:12.251264 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-37527f88-66d7-4b2c-ad2e-4cd12a17bc86 None None] For port 68182aed-9f71-4c74-bc7c-d49c0fa678cb, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:12.258901 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-37527f88-66d7-4b2c-ad2e-4cd12a17bc86 None None] For port 68182aed-9f71-4c74-bc7c-d49c0fa678cb, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=68182aed-9f71-4c74-bc7c-d49c0fa678cb,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:12.279068 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-37527f88-66d7-4b2c-ad2e-4cd12a17bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:12.287188 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3f498-fdca-49e1-8c18-0637c1718d6f None None] Pushing event updated for resources: {'Port': ['ID=68182aed-9f71-4c74-bc7c-d49c0fa678cb,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:12.298404 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3f498-fdca-49e1-8c18-0637c1718d6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:12.298738 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3f498-fdca-49e1-8c18-0637c1718d6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:12.299070 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3f498-fdca-49e1-8c18-0637c1718d6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:12.299396 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3f498-fdca-49e1-8c18-0637c1718d6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:12.299719 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3f498-fdca-49e1-8c18-0637c1718d6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:12.300038 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3f498-fdca-49e1-8c18-0637c1718d6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:12.300360 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3f498-fdca-49e1-8c18-0637c1718d6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:12.300715 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3f498-fdca-49e1-8c18-0637c1718d6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:12.301030 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3f498-fdca-49e1-8c18-0637c1718d6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:12.302214 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3f498-fdca-49e1-8c18-0637c1718d6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:12.302543 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3f498-fdca-49e1-8c18-0637c1718d6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:12.302857 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3f498-fdca-49e1-8c18-0637c1718d6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:12.357737 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37527f88-66d7-4b2c-ad2e-4cd12a17bc86 None None] Routers {'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:05:12.358627 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-37527f88-66d7-4b2c-ad2e-4cd12a17bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:04:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:12.429754 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3f498-fdca-49e1-8c18-0637c1718d6f None None] Pushing event updated for resources: {'Port': ['ID=68182aed-9f71-4c74-bc7c-d49c0fa678cb,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:12.480206 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1129f667-17fc-4a79-8d60-8038cd371b90 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:12.484016 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-518dd58f-ea32-4dac-822b-ba75523eff18 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6346512 Apr 18 21:05:12.486511 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43350) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:12.494309 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-8f6a3b7a-f8ab-4777-8d4d-fc6d0ccfc516 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-575485121', 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:12.531263 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-37527f88-66d7-4b2c-ad2e-4cd12a17bc86 None None] Set router ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:05:12.565022 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1129f667-17fc-4a79-8d60-8038cd371b90 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:12.632033 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6a3b7a-f8ab-4777-8d4d-fc6d0ccfc516 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Made reservation on behalf of 27c85133ac5b409ea3755f27ced6b066 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:12.641980 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8f6a3b7a-f8ab-4777-8d4d-fc6d0ccfc516 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:12.672928 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1129f667-17fc-4a79-8d60-8038cd371b90 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Checking segment: {'id': 'ed6cedd4-bb8d-4009-911b-6fdbf9bd9d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f1f1c597-6754-4791-9e3f-2f52692ff3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:05:12.673358 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1129f667-17fc-4a79-8d60-8038cd371b90 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network hostable DHCP agents. Network: f1f1c597-6754-4791-9e3f-2f52692ff3b8, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:05:12.676876 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129f667-17fc-4a79-8d60-8038cd371b90 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Port': ['ID=5546ed50-01f6-46b3-9282-c803c45e43af,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:12.716018 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1129f667-17fc-4a79-8d60-8038cd371b90 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network f1f1c597-6754-4791-9e3f-2f52692ff3b8 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:05:12.741362 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-1129f667-17fc-4a79-8d60-8038cd371b90 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, f1f1c597-6754-4791-9e3f-2f52692ff3b8) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:12.754898 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1d7072-d3fc-4f59-8935-751736e519b4 None None] Network f1f1c597-6754-4791-9e3f-2f52692ff3b8 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:05:12.759244 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1129f667-17fc-4a79-8d60-8038cd371b90 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:05:12.771912 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1129f667-17fc-4a79-8d60-8038cd371b90 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:12.772967 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1129f667-17fc-4a79-8d60-8038cd371b90 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:12.812499 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1129f667-17fc-4a79-8d60-8038cd371b90 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4298580 Apr 18 21:05:12.814775 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43356) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:12.830762 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-0bb4afcb-df08-4163-93e6-30f8c022c917 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-647300514'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:12.888063 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb4afcb-df08-4163-93e6-30f8c022c917 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:12.896215 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0bb4afcb-df08-4163-93e6-30f8c022c917 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:12.956327 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb4afcb-df08-4163-93e6-30f8c022c917 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:05:12.961491 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-37527f88-66d7-4b2c-ad2e-4cd12a17bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991128574', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:08Z', 'updated_at': '2022-04-18T21:05:10Z', 'revision_number': 3, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:09Z', 'updated_at': '2022-04-18T21:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:12.978360 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0bb4afcb-df08-4163-93e6-30f8c022c917 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:12.979290 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-0bb4afcb-df08-4163-93e6-30f8c022c917 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Added segment 9b88df7c-8d63-4472-ac1c-9b025f828802 of type vlan for network 842ec17a-1b7e-4649-9364-beed257eb1b3 Apr 18 21:05:13.005982 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37527f88-66d7-4b2c-ad2e-4cd12a17bc86 None None] The sync data for ids ['ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'] in n-d-838323-3 is: [{'id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991128574', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:08Z', 'updated_at': '2022-04-18T21:05:10Z', 'revision_number': 3, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:09Z', 'updated_at': '2022-04-18T21:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:05:13.059804 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0bb4afcb-df08-4163-93e6-30f8c022c917 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.071893 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8f6a3b7a-f8ab-4777-8d4d-fc6d0ccfc516 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.099247 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0bb4afcb-df08-4163-93e6-30f8c022c917 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.105241 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb4afcb-df08-4163-93e6-30f8c022c917 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:13.106070 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0bb4afcb-df08-4163-93e6-30f8c022c917 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.146478 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0bb4afcb-df08-4163-93e6-30f8c022c917 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3294230 Apr 18 21:05:13.150518 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43360) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:13.157703 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ea3d6f35-2caf-4250-8b6b-516c45f356ba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'ports': [{'network_id': 'f1f1c597-6754-4791-9e3f-2f52692ff3b8'}, {'network_id': '842ec17a-1b7e-4649-9364-beed257eb1b3'}]} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:13.158017 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ea3d6f35-2caf-4250-8b6b-516c45f356ba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'port': {'network_id': 'f1f1c597-6754-4791-9e3f-2f52692ff3b8'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:13.158513 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ea3d6f35-2caf-4250-8b6b-516c45f356ba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'port': {'network_id': '842ec17a-1b7e-4649-9364-beed257eb1b3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:13.193521 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4afcb-df08-4163-93e6-30f8c022c917 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Network': ['ID=842ec17a-1b7e-4649-9364-beed257eb1b3,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:13.225941 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 842ec17a-1b7e-4649-9364-beed257eb1b3 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:05:13.244151 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6a3b7a-f8ab-4777-8d4d-fc6d0ccfc516 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Checking segment: {'id': '3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:05:13.244558 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6a3b7a-f8ab-4777-8d4d-fc6d0ccfc516 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network hostable DHCP agents. Network: 26eabdd2-4fb7-4d1d-8061-1c46d3651dc3, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:05:13.257071 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a3b7a-f8ab-4777-8d4d-fc6d0ccfc516 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Subnet': ['ID=90676a33-392f-4df3-b5ef-9d5a1f1300f2,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:13.294972 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6a3b7a-f8ab-4777-8d4d-fc6d0ccfc516 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network 26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:05:13.360723 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-8f6a3b7a-f8ab-4777-8d4d-fc6d0ccfc516 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 26eabdd2-4fb7-4d1d-8061-1c46d3651dc3) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:13.375923 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6225d6f5-c24f-47cf-9a7a-302ace30bc37 None None] Network 26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:05:13.382387 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6a3b7a-f8ab-4777-8d4d-fc6d0ccfc516 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:13.382387 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8f6a3b7a-f8ab-4777-8d4d-fc6d0ccfc516 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.422857 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8f6a3b7a-f8ab-4777-8d4d-fc6d0ccfc516 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9349554 Apr 18 21:05:13.426007 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43362) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:13.516317 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3d6f35-2caf-4250-8b6b-516c45f356ba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'port': 2} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:13.523636 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ea3d6f35-2caf-4250-8b6b-516c45f356ba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.583717 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ea3d6f35-2caf-4250-8b6b-516c45f356ba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.597852 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-26eabdd2-4fb7-4d1d-8061-1c46d3651dc3', 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'fixed_ips': [{'subnet_id': '90676a33-392f-4df3-b5ef-9d5a1f1300f2'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:05:13.599883 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.757964 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Allocated IP 172.20.0.2 (26eabdd2-4fb7-4d1d-8061-1c46d3651dc3/90676a33-392f-4df3-b5ef-9d5a1f1300f2/2d810ba8-f52d-4dcd-9ff9-974935d09bf7) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:13.853796 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-ea3d6f35-2caf-4250-8b6b-516c45f356ba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] device_id is not set on port 1103eaee-dd2c-41fe-ae95-0d7954775aba yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:05:14.065131 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:14.076343 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:14.116546 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Network 26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:14.152031 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:14.157025 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:05:14.231405 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Pushing event updated for resources: {'Port': ['ID=2d810ba8-f52d-4dcd-9ff9-974935d09bf7,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:14.265842 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ea3d6f35-2caf-4250-8b6b-516c45f356ba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:14.268007 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:14.268103 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:14.268477 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:14.268791 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:14.269121 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:14.269449 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:14.269771 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:14.270146 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:14.274249 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:14.274599 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:14.275879 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:14.275879 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:14.294708 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Attempting to bind port 2d810ba8-f52d-4dcd-9ff9-974935d09bf7 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:14.295080 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Attempting to bind port 2d810ba8-f52d-4dcd-9ff9-974935d09bf7 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:14.297166 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Attempting to bind port 2d810ba8-f52d-4dcd-9ff9-974935d09bf7 on network 26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:05:14.304327 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:05:14.304867 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Checking segment: {'id': '3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:05:14.305276 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:14.305733 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Bound using segment: {'id': '3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:05:14.306214 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Bound port: 2d810ba8-f52d-4dcd-9ff9-974935d09bf7, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:14.306595 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:14.431946 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-ea3d6f35-2caf-4250-8b6b-516c45f356ba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] device_id is not set on port d6b20f36-57e4-4792-b265-70cd2898e609 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:05:14.438617 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] For port 2d810ba8-f52d-4dcd-9ff9-974935d09bf7, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:14.444757 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] For port 2d810ba8-f52d-4dcd-9ff9-974935d09bf7, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2d810ba8-f52d-4dcd-9ff9-974935d09bf7,segment=NetworkSegment(3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd),segment_id=3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:14.451796 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:14.648289 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885ecf9-1ab6-4fd8-9f03-f43c083c4e3e None None] Pushing event updated for resources: {'Port': ['ID=2d810ba8-f52d-4dcd-9ff9-974935d09bf7,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:14.757728 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7f22163c-4994-48ab-9a4b-8fde7236eaf5 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:14.809766 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ea3d6f35-2caf-4250-8b6b-516c45f356ba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:15.185341 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ea3d6f35-2caf-4250-8b6b-516c45f356ba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:15.336894 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3d6f35-2caf-4250-8b6b-516c45f356ba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network f1f1c597-6754-4791-9e3f-2f52692ff3b8 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:15.376093 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-ea3d6f35-2caf-4250-8b6b-516c45f356ba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:15.398091 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3d6f35-2caf-4250-8b6b-516c45f356ba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:05:15.398976 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ea3d6f35-2caf-4250-8b6b-516c45f356ba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:15.406538 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d6f35-2caf-4250-8b6b-516c45f356ba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Port': ['ID=1103eaee-dd2c-41fe-ae95-0d7954775aba,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:15.472848 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2d810ba8-f52d-4dcd-9ff9-974935d09bf7 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:05:15.490356 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-7f22163c-4994-48ab-9a4b-8fde7236eaf5 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Allocated IP 172.20.0.1 (26eabdd2-4fb7-4d1d-8061-1c46d3651dc3/90676a33-392f-4df3-b5ef-9d5a1f1300f2/fca6af42-3d41-47a4-8ff5-e0edbdd80cf5) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:15.559151 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d6f35-2caf-4250-8b6b-516c45f356ba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Port': ['ID=d6b20f36-57e4-4792-b265-70cd2898e609,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:15.581554 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3d6f35-2caf-4250-8b6b-516c45f356ba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Checking segment: {'id': '9b88df7c-8d63-4472-ac1c-9b025f828802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '842ec17a-1b7e-4649-9364-beed257eb1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:05:15.581951 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3d6f35-2caf-4250-8b6b-516c45f356ba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network hostable DHCP agents. Network: 842ec17a-1b7e-4649-9364-beed257eb1b3, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:05:15.602263 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 2d810ba8-f52d-4dcd-9ff9-974935d09bf7 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:15.602792 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:15.712486 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3d6f35-2caf-4250-8b6b-516c45f356ba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network 842ec17a-1b7e-4649-9364-beed257eb1b3 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:05:15.742364 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-ea3d6f35-2caf-4250-8b6b-516c45f356ba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 842ec17a-1b7e-4649-9364-beed257eb1b3) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:15.758747 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3d6f35-2caf-4250-8b6b-516c45f356ba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:05:15.764563 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3d6f35-2caf-4250-8b6b-516c45f356ba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:15.769727 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3d6f35-2caf-4250-8b6b-516c45f356ba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:15.770481 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ea3d6f35-2caf-4250-8b6b-516c45f356ba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:15.771355 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27a9018-a1d8-4b38-aee3-22cb7ba8b387 None None] Network 842ec17a-1b7e-4649-9364-beed257eb1b3 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:05:15.775226 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:15.794240 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7f22163c-4994-48ab-9a4b-8fde7236eaf5 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:15.819728 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ea3d6f35-2caf-4250-8b6b-516c45f356ba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6653581 Apr 18 21:05:15.821208 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43406) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:15.894797 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7f22163c-4994-48ab-9a4b-8fde7236eaf5 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.030854 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f22163c-4994-48ab-9a4b-8fde7236eaf5 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network 26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:16.035090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-7f22163c-4994-48ab-9a4b-8fde7236eaf5 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:16.044997 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f22163c-4994-48ab-9a4b-8fde7236eaf5 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:05:16.050566 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22163c-4994-48ab-9a4b-8fde7236eaf5 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Port': ['ID=fca6af42-3d41-47a4-8ff5-e0edbdd80cf5,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:16.068904 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-90585ea2-76eb-4404-b104-3f20d66daac6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting port d6b20f36-57e4-4792-b265-70cd2898e609 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:05:16.069363 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-90585ea2-76eb-4404-b104-3f20d66daac6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.097544 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 2d810ba8-f52d-4dcd-9ff9-974935d09bf7, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2d810ba8-f52d-4dcd-9ff9-974935d09bf7,segment=NetworkSegment(3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd),segment_id=3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:16.136411 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.137249 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 68182aed-9f71-4c74-bc7c-d49c0fa678cb up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:05:16.143787 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7f22163c-4994-48ab-9a4b-8fde7236eaf5 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.256633 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-90585ea2-76eb-4404-b104-3f20d66daac6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.273690 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-90585ea2-76eb-4404-b104-3f20d66daac6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Calling delete_port for d6b20f36-57e4-4792-b265-70cd2898e609 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:05:16.306455 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=2d810ba8-f52d-4dcd-9ff9-974935d09bf7,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:16.345051 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 68182aed-9f71-4c74-bc7c-d49c0fa678cb triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:16.345561 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.413954 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-90585ea2-76eb-4404-b104-3f20d66daac6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.472475 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90585ea2-76eb-4404-b104-3f20d66daac6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Port': ['ID=d6b20f36-57e4-4792-b265-70cd2898e609,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:16.490365 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-90585ea2-76eb-4404-b104-3f20d66daac6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.497988 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-90585ea2-76eb-4404-b104-3f20d66daac6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/ports/d6b20f36-57e4-4792-b265-70cd2898e609 HTTP/1.1" status: 204 len: 168 time: 0.6753683 Apr 18 21:05:16.500921 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43420) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:16.580389 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.611179 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 68182aed-9f71-4c74-bc7c-d49c0fa678cb, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=68182aed-9f71-4c74-bc7c-d49c0fa678cb,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:16.618104 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.661000 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7f22163c-4994-48ab-9a4b-8fde7236eaf5 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.704593 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=68182aed-9f71-4c74-bc7c-d49c0fa678cb,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:16.712141 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711e257e-11ed-48d3-baa9-d3d7f29fb09c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:16.721685 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711e257e-11ed-48d3-baa9-d3d7f29fb09c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:16.724662 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-711e257e-11ed-48d3-baa9-d3d7f29fb09c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2215221 Apr 18 21:05:16.728645 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43428) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:16.851563 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-9d58ad0e-8a23-426b-a2af-cec762456b4d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting port 1103eaee-dd2c-41fe-ae95-0d7954775aba {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:05:16.852170 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9d58ad0e-8a23-426b-a2af-cec762456b4d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.879095 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e61123-d9c6-407a-81ce-d3c87ce56ccb None None] Network 26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:05:17.017816 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9d58ad0e-8a23-426b-a2af-cec762456b4d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:17.042955 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-9d58ad0e-8a23-426b-a2af-cec762456b4d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Calling delete_port for 1103eaee-dd2c-41fe-ae95-0d7954775aba owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:05:17.113194 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c048af72-3366-4f2d-860d-1dea6a356172 None None] Provisioning complete for port 2d810ba8-f52d-4dcd-9ff9-974935d09bf7 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:17.113194 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c048af72-3366-4f2d-860d-1dea6a356172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:17.251747 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9d58ad0e-8a23-426b-a2af-cec762456b4d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:17.311154 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58ad0e-8a23-426b-a2af-cec762456b4d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Port': ['ID=1103eaee-dd2c-41fe-ae95-0d7954775aba,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:17.318128 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9d58ad0e-8a23-426b-a2af-cec762456b4d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:17.322529 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9d58ad0e-8a23-426b-a2af-cec762456b4d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/ports/1103eaee-dd2c-41fe-ae95-0d7954775aba HTTP/1.1" status: 204 len: 168 time: 0.5924413 Apr 18 21:05:17.325654 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43454) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:17.339086 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 68182aed-9f71-4c74-bc7c-d49c0fa678cb up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:05:17.400661 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd302505-8c61-405b-b97f-e8861e2fccf4 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:17.403346 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bd302505-8c61-405b-b97f-e8861e2fccf4 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0762014 Apr 18 21:05:17.407982 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43460) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:17.450990 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a378b24-fabb-45ed-a62f-18fb9bf911ae tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] GET failed (client error): The resource could not be found. Apr 18 21:05:17.453654 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5a378b24-fabb-45ed-a62f-18fb9bf911ae tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "GET /v2.0/ports/d6b20f36-57e4-4792-b265-70cd2898e609 HTTP/1.1" status: 404 len: 333 time: 0.0439312 Apr 18 21:05:17.457474 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43464) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:17.522201 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d4f86e-4fc7-4dbe-9544-a040be985ed9 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] GET failed (client error): The resource could not be found. Apr 18 21:05:17.524444 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-25d4f86e-4fc7-4dbe-9544-a040be985ed9 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "GET /v2.0/ports/1103eaee-dd2c-41fe-ae95-0d7954775aba HTTP/1.1" status: 404 len: 333 time: 0.0652714 Apr 18 21:05:17.528521 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43468) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:17.675929 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2096eac2-833a-49b9-9adb-c2eeadad5671 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:17.806593 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7f22163c-4994-48ab-9a4b-8fde7236eaf5 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:17.810009 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2096eac2-833a-49b9-9adb-c2eeadad5671 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:17.815144 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7f22163c-4994-48ab-9a4b-8fde7236eaf5 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:17.839805 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2096eac2-833a-49b9-9adb-c2eeadad5671 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842ec17a-1b7e-4649-9364-beed257eb1b3']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:17.854223 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2096eac2-833a-49b9-9adb-c2eeadad5671 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b88df7c-8d63-4472-ac1c-9b025f828802') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:17.854874 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-2096eac2-833a-49b9-9adb-c2eeadad5671 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b88df7c-8d63-4472-ac1c-9b025f828802') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:17.879826 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2096eac2-833a-49b9-9adb-c2eeadad5671 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:17.902624 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 68182aed-9f71-4c74-bc7c-d49c0fa678cb triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:17.903161 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:17.916734 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7f22163c-4994-48ab-9a4b-8fde7236eaf5 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:17.919026 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22163c-4994-48ab-9a4b-8fde7236eaf5 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Port': ['ID=fca6af42-3d41-47a4-8ff5-e0edbdd80cf5,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:17.920979 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2096eac2-833a-49b9-9adb-c2eeadad5671 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:17.940810 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2096eac2-833a-49b9-9adb-c2eeadad5671 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:05:17.941568 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2096eac2-833a-49b9-9adb-c2eeadad5671 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:05:17.946477 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:05:18.047898 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2d810ba8-f52d-4dcd-9ff9-974935d09bf7 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:05:18.056164 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2096eac2-833a-49b9-9adb-c2eeadad5671 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:18.061143 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2096eac2-833a-49b9-9adb-c2eeadad5671 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:18.074555 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2096eac2-833a-49b9-9adb-c2eeadad5671 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/networks/842ec17a-1b7e-4649-9364-beed257eb1b3 HTTP/1.1" status: 204 len: 168 time: 0.5359190 Apr 18 21:05:18.075586 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43482) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:18.091026 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-611680fb-0284-4e7d-91cf-f0bafefadbb4 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-811074668'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:18.107648 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096eac2-833a-49b9-9adb-c2eeadad5671 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Network': ['ID=842ec17a-1b7e-4649-9364-beed257eb1b3,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:18.116501 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 2d810ba8-f52d-4dcd-9ff9-974935d09bf7 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:18.117149 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:18.137958 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f22163c-4994-48ab-9a4b-8fde7236eaf5 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network 26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:18.142152 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-7f22163c-4994-48ab-9a4b-8fde7236eaf5 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:18.149068 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611680fb-0284-4e7d-91cf-f0bafefadbb4 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:18.153348 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-611680fb-0284-4e7d-91cf-f0bafefadbb4 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:18.325726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611680fb-0284-4e7d-91cf-f0bafefadbb4 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:05:18.389942 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-611680fb-0284-4e7d-91cf-f0bafefadbb4 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:18.390301 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-611680fb-0284-4e7d-91cf-f0bafefadbb4 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Added segment b6806082-cddd-4f10-bba7-2f540f7e026c of type vlan for network 63dde18f-2dd0-45a9-846e-529cc925c9d0 Apr 18 21:05:18.467797 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-229b7e71-d86b-45b6-bdf3-a00b381d248c None None] Provisioning complete for port 2d810ba8-f52d-4dcd-9ff9-974935d09bf7 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:18.468986 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-611680fb-0284-4e7d-91cf-f0bafefadbb4 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:18.469891 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-229b7e71-d86b-45b6-bdf3-a00b381d248c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:18.486076 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f22163c-4994-48ab-9a4b-8fde7236eaf5 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Router ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:05:18.560420 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-611680fb-0284-4e7d-91cf-f0bafefadbb4 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:18.566474 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611680fb-0284-4e7d-91cf-f0bafefadbb4 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:18.567978 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-611680fb-0284-4e7d-91cf-f0bafefadbb4 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:18.682572 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-611680fb-0284-4e7d-91cf-f0bafefadbb4 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6059458 Apr 18 21:05:18.686316 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43492) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:18.687516 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-229b7e71-d86b-45b6-bdf3-a00b381d248c None None] Provisioning complete for port fca6af42-3d41-47a4-8ff5-e0edbdd80cf5 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:18.688070 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-229b7e71-d86b-45b6-bdf3-a00b381d248c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:18.693136 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-edfba5f2-a878-48d7-a5bf-019b6d787c84 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'subnet': {'network_id': '63dde18f-2dd0-45a9-846e-529cc925c9d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:18.778914 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-229b7e71-d86b-45b6-bdf3-a00b381d248c None None] Port fca6af42-3d41-47a4-8ff5-e0edbdd80cf5 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:05:18.790492 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611680fb-0284-4e7d-91cf-f0bafefadbb4 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Network': ['ID=63dde18f-2dd0-45a9-846e-529cc925c9d0,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:18.823397 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 63dde18f-2dd0-45a9-846e-529cc925c9d0 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:05:18.874627 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfba5f2-a878-48d7-a5bf-019b6d787c84 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:18.883036 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-edfba5f2-a878-48d7-a5bf-019b6d787c84 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:18.895697 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f22163c-4994-48ab-9a4b-8fde7236eaf5 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:18.902575 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7f22163c-4994-48ab-9a4b-8fde7236eaf5 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "PUT /v2.0/routers/ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4748228 Apr 18 21:05:18.978912 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b489e34a-d62d-4fd0-9ffe-d0db7b6cbb32 None None] Sync routers for ids ['ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:05:19.059797 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b489e34a-d62d-4fd0-9ffe-d0db7b6cbb32 None None] Routers {'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:05:19.061304 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b489e34a-d62d-4fd0-9ffe-d0db7b6cbb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:04:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:19.075639 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.ipam_backend_mixin [None req-edfba5f2-a878-48d7-a5bf-019b6d787c84 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Performing IP validity checks on allocation pools {{(pid=102909) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 21:05:19.078933 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.ipam_backend_mixin [None req-edfba5f2-a878-48d7-a5bf-019b6d787c84 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102909) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 21:05:19.086025 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-3f16708f-11bc-485e-8c13-a7aa7d9e4f8b None None] Provisioning complete for port fca6af42-3d41-47a4-8ff5-e0edbdd80cf5 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:19.087240 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3f16708f-11bc-485e-8c13-a7aa7d9e4f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:19.344684 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-3f16708f-11bc-485e-8c13-a7aa7d9e4f8b None None] Port fca6af42-3d41-47a4-8ff5-e0edbdd80cf5 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:05:19.364178 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-4a52f110-0028-4cee-89fe-d4ae54229051 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915745406&fields=id&tenant_id=27c85133ac5b409ea3755f27ced6b066 HTTP/1.1" status: 200 len: 267 time: 0.0986536 Apr 18 21:05:19.377778 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-edfba5f2-a878-48d7-a5bf-019b6d787c84 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:19.545741 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfba5f2-a878-48d7-a5bf-019b6d787c84 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Subnet': ['ID=a9be9cb2-c3f1-4c1c-914a-250665a5f7f5,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:19.571382 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-61a18709-2b60-4f34-ac06-2173f2bee3c7 None None] Provisioning complete for port fca6af42-3d41-47a4-8ff5-e0edbdd80cf5 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:19.571846 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-61a18709-2b60-4f34-ac06-2173f2bee3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:19.576490 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-b489e34a-d62d-4fd0-9ffe-d0db7b6cbb32 None None] Set router ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:05:19.602607 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfba5f2-a878-48d7-a5bf-019b6d787c84 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Checking segment: {'id': 'b6806082-cddd-4f10-bba7-2f540f7e026c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '63dde18f-2dd0-45a9-846e-529cc925c9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:05:19.603283 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfba5f2-a878-48d7-a5bf-019b6d787c84 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network hostable DHCP agents. Network: 63dde18f-2dd0-45a9-846e-529cc925c9d0, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:05:19.641028 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfba5f2-a878-48d7-a5bf-019b6d787c84 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network 63dde18f-2dd0-45a9-846e-529cc925c9d0 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:05:19.658543 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-edfba5f2-a878-48d7-a5bf-019b6d787c84 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 63dde18f-2dd0-45a9-846e-529cc925c9d0) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:19.662858 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-c1cdc76f-f113-403e-996a-5aa1ac1b7720 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:19.671260 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfba5f2-a878-48d7-a5bf-019b6d787c84 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:19.674097 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-edfba5f2-a878-48d7-a5bf-019b6d787c84 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:19.674360 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a2833b-2195-4b2e-8c10-c1a1a301ac65 None None] Network 63dde18f-2dd0-45a9-846e-529cc925c9d0 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:05:19.680462 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-c1cdc76f-f113-403e-996a-5aa1ac1b7720 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/networks?id=26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 HTTP/1.1" status: 200 len: 797 time: 0.3064642 Apr 18 21:05:19.699320 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-1e91325d-6507-460d-ba37-941a3d3cc8b2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/quotas/27c85133ac5b409ea3755f27ced6b066 HTTP/1.1" status: 200 len: 375 time: 0.0175843 Apr 18 21:05:19.728544 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-edfba5f2-a878-48d7-a5bf-019b6d787c84 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0378497 Apr 18 21:05:19.729417 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43520) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:19.743879 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-bb19b593-afa5-4a8b-a77c-589b0ea5ba82 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'port': {'network_id': '63dde18f-2dd0-45a9-846e-529cc925c9d0', 'name': 'tempest-PortsIpV6TestJSON-1480142305'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:19.769366 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-61a18709-2b60-4f34-ac06-2173f2bee3c7 None None] Port fca6af42-3d41-47a4-8ff5-e0edbdd80cf5 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:05:19.769645 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-ba2aba24-ded8-4e6b-82fa-1ff4ee158637 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636022 Apr 18 21:05:20.058096 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb19b593-afa5-4a8b-a77c-589b0ea5ba82 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:20.064854 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bb19b593-afa5-4a8b-a77c-589b0ea5ba82 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.093155 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-bb19b593-afa5-4a8b-a77c-589b0ea5ba82 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] device_id is not set on port 03afe4af-5a4a-4ec7-bbad-c70e08925f37 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:05:20.130287 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4c10ad-785e-4204-9573-870075eb0b2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-63dde18f-2dd0-45a9-846e-529cc925c9d0', 'network_id': '63dde18f-2dd0-45a9-846e-529cc925c9d0', 'tenant_id': '86237d17b9b149a7bac9b050dcbb7e9b', 'fixed_ips': [{'subnet_id': 'a9be9cb2-c3f1-4c1c-914a-250665a5f7f5'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:05:20.131604 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b4c10ad-785e-4204-9573-870075eb0b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.167698 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-bc9ca5ed-d33b-4b4a-a2f3-dae4946d7077 service neutron] 10.222.0.41 "GET /v2.0/networks/26eabdd2-4fb7-4d1d-8061-1c46d3651dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932686 Apr 18 21:05:20.296683 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-bb19b593-afa5-4a8b-a77c-589b0ea5ba82 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Allocated IP 2001:db8::e (63dde18f-2dd0-45a9-846e-529cc925c9d0/a9be9cb2-c3f1-4c1c-914a-250665a5f7f5/03afe4af-5a4a-4ec7-bbad-c70e08925f37) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:20.298630 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b489e34a-d62d-4fd0-9ffe-d0db7b6cbb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991128574', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:08Z', 'updated_at': '2022-04-18T21:05:16Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:09Z', 'updated_at': '2022-04-18T21:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'fca6af42-3d41-47a4-8ff5-e0edbdd80cf5', 'name': '', 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:38:ef:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '90676a33-392f-4df3-b5ef-9d5a1f1300f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:14Z', 'updated_at': '2022-04-18T21:05:17Z', 'revision_number': 2, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': '90676a33-392f-4df3-b5ef-9d5a1f1300f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:20.346392 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-8dfb313c-f05a-431f-ae1d-be9e6467e067 service neutron] 10.222.0.41 "GET /v2.0/networks/26eabdd2-4fb7-4d1d-8061-1c46d3651dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723208 Apr 18 21:05:20.368677 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b489e34a-d62d-4fd0-9ffe-d0db7b6cbb32 None None] Checking router: ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:05:20.369517 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b489e34a-d62d-4fd0-9ffe-d0db7b6cbb32 None None] Updating router ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8 port fca6af42-3d41-47a4-8ff5-e0edbdd80cf5 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:05:20.409985 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b489e34a-d62d-4fd0-9ffe-d0db7b6cbb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.639342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-701a2784-e2e6-4a91-9525-c11cea2d4bd6 req-677a701c-abbb-4428-8a97-4db8685cc653 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 210 time: 0.0786827 Apr 18 21:05:20.667849 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bb19b593-afa5-4a8b-a77c-589b0ea5ba82 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.746585 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bb19b593-afa5-4a8b-a77c-589b0ea5ba82 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.811731 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb19b593-afa5-4a8b-a77c-589b0ea5ba82 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network 63dde18f-2dd0-45a9-846e-529cc925c9d0 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:20.816119 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-bb19b593-afa5-4a8b-a77c-589b0ea5ba82 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:20.821732 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb19b593-afa5-4a8b-a77c-589b0ea5ba82 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:05:20.827486 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb19b593-afa5-4a8b-a77c-589b0ea5ba82 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:20.828166 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bb19b593-afa5-4a8b-a77c-589b0ea5ba82 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.841268 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19b593-afa5-4a8b-a77c-589b0ea5ba82 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Port': ['ID=03afe4af-5a4a-4ec7-bbad-c70e08925f37,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:20.853177 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bb19b593-afa5-4a8b-a77c-589b0ea5ba82 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1222985 Apr 18 21:05:20.858949 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43548) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:20.886649 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-4b4c10ad-785e-4204-9573-870075eb0b2e None None] Allocated IP 2001:db8::2 (63dde18f-2dd0-45a9-846e-529cc925c9d0/a9be9cb2-c3f1-4c1c-914a-250665a5f7f5/0a8089f0-066b-49e0-82ce-ae8c717bd217) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:21.053606 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b489e34a-d62d-4fd0-9ffe-d0db7b6cbb32 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:21.066207 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b489e34a-d62d-4fd0-9ffe-d0db7b6cbb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:21.086177 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-390a9c2d-cfb5-4905-bd32-36ce23e2ee60 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting port 03afe4af-5a4a-4ec7-bbad-c70e08925f37 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:05:21.086719 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-390a9c2d-cfb5-4905-bd32-36ce23e2ee60 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:21.203073 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c1263-7fbb-4046-a138-4b7ade91e599 None None] Pushing event updated for resources: {'Port': ['ID=fca6af42-3d41-47a4-8ff5-e0edbdd80cf5,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:21.242353 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-390a9c2d-cfb5-4905-bd32-36ce23e2ee60 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:21.260255 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-390a9c2d-cfb5-4905-bd32-36ce23e2ee60 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Calling delete_port for 03afe4af-5a4a-4ec7-bbad-c70e08925f37 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:05:21.343153 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b489e34a-d62d-4fd0-9ffe-d0db7b6cbb32 None None] Attempting to bind port fca6af42-3d41-47a4-8ff5-e0edbdd80cf5 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:21.343771 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b489e34a-d62d-4fd0-9ffe-d0db7b6cbb32 None None] Attempting to bind port fca6af42-3d41-47a4-8ff5-e0edbdd80cf5 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:21.344330 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b489e34a-d62d-4fd0-9ffe-d0db7b6cbb32 None None] Attempting to bind port fca6af42-3d41-47a4-8ff5-e0edbdd80cf5 on network 26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:05:21.363337 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b489e34a-d62d-4fd0-9ffe-d0db7b6cbb32 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:05:21.363962 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b489e34a-d62d-4fd0-9ffe-d0db7b6cbb32 None None] Checking segment: {'id': '3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:05:21.364913 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b489e34a-d62d-4fd0-9ffe-d0db7b6cbb32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:21.365533 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b489e34a-d62d-4fd0-9ffe-d0db7b6cbb32 None None] Bound using segment: {'id': '3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:05:21.366580 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b489e34a-d62d-4fd0-9ffe-d0db7b6cbb32 None None] Bound port: fca6af42-3d41-47a4-8ff5-e0edbdd80cf5, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:21.367430 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b489e34a-d62d-4fd0-9ffe-d0db7b6cbb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:21.371170 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b4c10ad-785e-4204-9573-870075eb0b2e None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:21.383831 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b4c10ad-785e-4204-9573-870075eb0b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:21.454727 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4c10ad-785e-4204-9573-870075eb0b2e None None] Network 63dde18f-2dd0-45a9-846e-529cc925c9d0 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:21.489636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-4b4c10ad-785e-4204-9573-870075eb0b2e None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:21.495518 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4c10ad-785e-4204-9573-870075eb0b2e None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:05:21.511414 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c10ad-785e-4204-9573-870075eb0b2e None None] Pushing event updated for resources: {'Port': ['ID=0a8089f0-066b-49e0-82ce-ae8c717bd217,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:21.602726 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-390a9c2d-cfb5-4905-bd32-36ce23e2ee60 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:21.637513 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b489e34a-d62d-4fd0-9ffe-d0db7b6cbb32 None None] For port fca6af42-3d41-47a4-8ff5-e0edbdd80cf5, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:21.659312 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-4b4c10ad-785e-4204-9573-870075eb0b2e None None] Attempting to bind port 0a8089f0-066b-49e0-82ce-ae8c717bd217 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:21.659685 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-4b4c10ad-785e-4204-9573-870075eb0b2e None None] Attempting to bind port 0a8089f0-066b-49e0-82ce-ae8c717bd217 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'b6806082-cddd-4f10-bba7-2f540f7e026c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '63dde18f-2dd0-45a9-846e-529cc925c9d0'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:21.660049 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4c10ad-785e-4204-9573-870075eb0b2e None None] Attempting to bind port 0a8089f0-066b-49e0-82ce-ae8c717bd217 on network 63dde18f-2dd0-45a9-846e-529cc925c9d0 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:05:21.666029 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c480f062-a646-4369-bf00-24a9535de1af None None] Provisioning complete for port fca6af42-3d41-47a4-8ff5-e0edbdd80cf5 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:21.666807 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c480f062-a646-4369-bf00-24a9535de1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:21.668471 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a9c2d-cfb5-4905-bd32-36ce23e2ee60 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Port': ['ID=03afe4af-5a4a-4ec7-bbad-c70e08925f37,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:21.672288 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b489e34a-d62d-4fd0-9ffe-d0db7b6cbb32 None None] For port fca6af42-3d41-47a4-8ff5-e0edbdd80cf5, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fca6af42-3d41-47a4-8ff5-e0edbdd80cf5,segment=NetworkSegment(3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd),segment_id=3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:21.697265 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4c10ad-785e-4204-9573-870075eb0b2e None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:05:21.697927 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4c10ad-785e-4204-9573-870075eb0b2e None None] Checking segment: {'id': 'b6806082-cddd-4f10-bba7-2f540f7e026c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '63dde18f-2dd0-45a9-846e-529cc925c9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:05:21.698505 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b4c10ad-785e-4204-9573-870075eb0b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:21.699060 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4c10ad-785e-4204-9573-870075eb0b2e None None] Bound using segment: {'id': 'b6806082-cddd-4f10-bba7-2f540f7e026c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '63dde18f-2dd0-45a9-846e-529cc925c9d0'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:05:21.699726 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-4b4c10ad-785e-4204-9573-870075eb0b2e None None] Bound port: 0a8089f0-066b-49e0-82ce-ae8c717bd217, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6806082-cddd-4f10-bba7-2f540f7e026c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '63dde18f-2dd0-45a9-846e-529cc925c9d0'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:21.700270 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b4c10ad-785e-4204-9573-870075eb0b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:21.706666 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b489e34a-d62d-4fd0-9ffe-d0db7b6cbb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:21.708625 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-390a9c2d-cfb5-4905-bd32-36ce23e2ee60 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:21.716044 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43568) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:21.728134 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-390a9c2d-cfb5-4905-bd32-36ce23e2ee60 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/ports/03afe4af-5a4a-4ec7-bbad-c70e08925f37 HTTP/1.1" status: 204 len: 168 time: 0.8686576 Apr 18 21:05:21.796023 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab8c6f2-3b9c-42c0-b6e9-9a9a68936d87 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] DELETE failed (client error): The resource could not be found. Apr 18 21:05:21.796814 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab8c6f2-3b9c-42c0-b6e9-9a9a68936d87 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:05:21.800992 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5ab8c6f2-3b9c-42c0-b6e9-9a9a68936d87 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/ports/03afe4af-5a4a-4ec7-bbad-c70e08925f37 HTTP/1.1" status: 404 len: 333 time: 0.0825493 Apr 18 21:05:21.803024 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c480f062-a646-4369-bf00-24a9535de1af None None] Port fca6af42-3d41-47a4-8ff5-e0edbdd80cf5 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:05:21.808320 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43574) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:21.828421 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b489e34a-d62d-4fd0-9ffe-d0db7b6cbb32 None None] Routers {'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:05:21.829152 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b489e34a-d62d-4fd0-9ffe-d0db7b6cbb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:04:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:21.855801 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3cdd885f-e9f0-4471-ab94-1ceccae0c976 req-c754125f-8244-4294-bb58-220dfa489440 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 210 time: 0.0683084 Apr 18 21:05:21.894205 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a01f25-71f0-4b72-ac77-b12764d53ca1 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] GET failed (client error): The resource could not be found. Apr 18 21:05:21.898256 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-85a01f25-71f0-4b72-ac77-b12764d53ca1 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "GET /v2.0/ports/03afe4af-5a4a-4ec7-bbad-c70e08925f37 HTTP/1.1" status: 404 len: 333 time: 0.0883448 Apr 18 21:05:21.901425 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43576) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:21.951719 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c1263-7fbb-4046-a138-4b7ade91e599 None None] Pushing event updated for resources: {'Port': ['ID=fca6af42-3d41-47a4-8ff5-e0edbdd80cf5,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:21.977096 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b4c10ad-785e-4204-9573-870075eb0b2e None None] For port 0a8089f0-066b-49e0-82ce-ae8c717bd217, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:21.980822 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b4c10ad-785e-4204-9573-870075eb0b2e None None] For port 0a8089f0-066b-49e0-82ce-ae8c717bd217, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=0a8089f0-066b-49e0-82ce-ae8c717bd217,segment=NetworkSegment(b6806082-cddd-4f10-bba7-2f540f7e026c),segment_id=b6806082-cddd-4f10-bba7-2f540f7e026c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:22.002795 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdde3c46-86df-46e3-a384-4c6a4b95b141 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting subnet a9be9cb2-c3f1-4c1c-914a-250665a5f7f5 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:05:22.009773 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdde3c46-86df-46e3-a384-4c6a4b95b141 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.013193 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b4c10ad-785e-4204-9573-870075eb0b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.149387 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdde3c46-86df-46e3-a384-4c6a4b95b141 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.316536 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdde3c46-86df-46e3-a384-4c6a4b95b141 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.394083 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c10ad-785e-4204-9573-870075eb0b2e None None] Pushing event updated for resources: {'Port': ['ID=0a8089f0-066b-49e0-82ce-ae8c717bd217,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:22.420010 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a0f2332a-7215-411b-acef-121412e6461a None None] Provisioning complete for port fca6af42-3d41-47a4-8ff5-e0edbdd80cf5 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:22.420386 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a0f2332a-7215-411b-acef-121412e6461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.447040 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdde3c46-86df-46e3-a384-4c6a4b95b141 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.453580 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-b489e34a-d62d-4fd0-9ffe-d0db7b6cbb32 None None] Set router ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:05:22.500855 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fdde3c46-86df-46e3-a384-4c6a4b95b141 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.500855 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fdde3c46-86df-46e3-a384-4c6a4b95b141 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/subnets/a9be9cb2-c3f1-4c1c-914a-250665a5f7f5 HTTP/1.1" status: 204 len: 168 time: 0.5956342 Apr 18 21:05:22.500855 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde3c46-86df-46e3-a384-4c6a4b95b141 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Subnet': ['ID=a9be9cb2-c3f1-4c1c-914a-250665a5f7f5,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:22.501594 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43592) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:22.698483 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-43a351a5-ecbc-44ad-82bd-49bd7dc46465 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.834477 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a0f2332a-7215-411b-acef-121412e6461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.845883 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-43a351a5-ecbc-44ad-82bd-49bd7dc46465 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting port 0a8089f0-066b-49e0-82ce-ae8c717bd217 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:05:22.846537 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-43a351a5-ecbc-44ad-82bd-49bd7dc46465 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.901260 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a0f2332a-7215-411b-acef-121412e6461a None None] For port fca6af42-3d41-47a4-8ff5-e0edbdd80cf5, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fca6af42-3d41-47a4-8ff5-e0edbdd80cf5,segment=NetworkSegment(3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd),segment_id=3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:22.931799 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a0f2332a-7215-411b-acef-121412e6461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.018020 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2332a-7215-411b-acef-121412e6461a None None] Pushing event updated for resources: {'Port': ['ID=fca6af42-3d41-47a4-8ff5-e0edbdd80cf5,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:23.072850 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b489e34a-d62d-4fd0-9ffe-d0db7b6cbb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991128574', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:08Z', 'updated_at': '2022-04-18T21:05:16Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:09Z', 'updated_at': '2022-04-18T21:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'fca6af42-3d41-47a4-8ff5-e0edbdd80cf5', 'name': '', 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:38:ef:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '90676a33-392f-4df3-b5ef-9d5a1f1300f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:14Z', 'updated_at': '2022-04-18T21:05:21Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': '90676a33-392f-4df3-b5ef-9d5a1f1300f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:23.085760 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e64cfd7-6065-49bb-8127-c46e251b3cb0 req-fef7e07f-0690-4c5b-ab1f-d949251b0158 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 210 time: 0.0754859 Apr 18 21:05:23.088574 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-43a351a5-ecbc-44ad-82bd-49bd7dc46465 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] For port 0a8089f0-066b-49e0-82ce-ae8c717bd217, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=0a8089f0-066b-49e0-82ce-ae8c717bd217,segment=NetworkSegment(b6806082-cddd-4f10-bba7-2f540f7e026c),segment_id=b6806082-cddd-4f10-bba7-2f540f7e026c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:23.089158 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-43a351a5-ecbc-44ad-82bd-49bd7dc46465 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.117311 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-43a351a5-ecbc-44ad-82bd-49bd7dc46465 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Calling delete_port for 0a8089f0-066b-49e0-82ce-ae8c717bd217 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:05:23.154531 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b489e34a-d62d-4fd0-9ffe-d0db7b6cbb32 None None] The sync data for ids ['ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'] in n-d-838323-3 is: [{'id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991128574', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:08Z', 'updated_at': '2022-04-18T21:05:16Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:09Z', 'updated_at': '2022-04-18T21:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'fca6af42-3d41-47a4-8ff5-e0edbdd80cf5', 'name': '', 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:38:ef:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '90676a33-392f-4df3-b5ef-9d5a1f1300f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:14Z', 'updated_at': '2022-04-18T21:05:21Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': '90676a33-392f-4df3-b5ef-9d5a1f1300f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:05:23.372923 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-43a351a5-ecbc-44ad-82bd-49bd7dc46465 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.437880 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 0a8089f0-066b-49e0-82ce-ae8c717bd217 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:05:23.440560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a351a5-ecbc-44ad-82bd-49bd7dc46465 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] No DVR routers for this DVR port 0a8089f0-066b-49e0-82ce-ae8c717bd217 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:05:23.444085 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a351a5-ecbc-44ad-82bd-49bd7dc46465 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Port': ['ID=0a8089f0-066b-49e0-82ce-ae8c717bd217,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:23.506881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 0a8089f0-066b-49e0-82ce-ae8c717bd217 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:05:23.508280 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 0a8089f0-066b-49e0-82ce-ae8c717bd217 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 18 21:05:23.535629 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Port 0a8089f0-066b-49e0-82ce-ae8c717bd217 not found, will not notify nova. {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 18 21:05:23.664033 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-43a351a5-ecbc-44ad-82bd-49bd7dc46465 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.704620 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-43a351a5-ecbc-44ad-82bd-49bd7dc46465 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63dde18f-2dd0-45a9-846e-529cc925c9d0']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:23.721755 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-43a351a5-ecbc-44ad-82bd-49bd7dc46465 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6806082-cddd-4f10-bba7-2f540f7e026c') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:23.722043 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-43a351a5-ecbc-44ad-82bd-49bd7dc46465 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6806082-cddd-4f10-bba7-2f540f7e026c') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:23.752668 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-43a351a5-ecbc-44ad-82bd-49bd7dc46465 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.788695 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-43a351a5-ecbc-44ad-82bd-49bd7dc46465 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.802407 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a351a5-ecbc-44ad-82bd-49bd7dc46465 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:05:23.803117 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-43a351a5-ecbc-44ad-82bd-49bd7dc46465 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:05:23.806928 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:05:24.018429 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-43a351a5-ecbc-44ad-82bd-49bd7dc46465 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.034951 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-43a351a5-ecbc-44ad-82bd-49bd7dc46465 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.051978 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-43a351a5-ecbc-44ad-82bd-49bd7dc46465 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/networks/63dde18f-2dd0-45a9-846e-529cc925c9d0 HTTP/1.1" status: 204 len: 168 time: 1.5485630 Apr 18 21:05:24.052874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43620) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:24.066585 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-24154492-1e7c-4f67-973b-f8a8f936b29e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1934960781'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:24.114931 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a351a5-ecbc-44ad-82bd-49bd7dc46465 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Network': ['ID=63dde18f-2dd0-45a9-846e-529cc925c9d0,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:24.118143 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24154492-1e7c-4f67-973b-f8a8f936b29e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:24.122210 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-24154492-1e7c-4f67-973b-f8a8f936b29e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.170280 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a8b4ad17-a0d6-4c57-8446-b4f6c6033db8 None None] Could not find standard attr ID for object 0a8089f0-066b-49e0-82ce-ae8c717bd217. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:05:24.184256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24154492-1e7c-4f67-973b-f8a8f936b29e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:05:24.211850 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-24154492-1e7c-4f67-973b-f8a8f936b29e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.212269 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-24154492-1e7c-4f67-973b-f8a8f936b29e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Added segment 2bb55dde-d977-4b1e-a746-fc9647d8edae of type vlan for network a6a45af5-cb91-43d3-bb3e-64426d1cde93 Apr 18 21:05:24.230059 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0550d501-b3f2-4a36-926f-748cef575721 None None] DHCP port deletion for 63dde18f-2dd0-45a9-846e-529cc925c9d0 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:05:24.253877 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157edca6-e290-4755-ad1b-1f7b0fbf99c0 None None] Network 63dde18f-2dd0-45a9-846e-529cc925c9d0 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:05:24.276470 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157edca6-e290-4755-ad1b-1f7b0fbf99c0 None None] Network 63dde18f-2dd0-45a9-846e-529cc925c9d0 could not be found, it might have been deleted concurrently. {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 21:05:24.310338 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efd052f9-2329-4e6a-b23c-3240553f4306 req-ce16d28c-c16f-4cdb-9f11-e0e74551c2bc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 210 time: 0.0392666 Apr 18 21:05:24.329165 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-24154492-1e7c-4f67-973b-f8a8f936b29e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.397393 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-24154492-1e7c-4f67-973b-f8a8f936b29e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.420821 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24154492-1e7c-4f67-973b-f8a8f936b29e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:24.422284 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-24154492-1e7c-4f67-973b-f8a8f936b29e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.644647 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9efaa16-8e2e-415d-90f1-5a111aee178b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.708225 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-cc241adb-9ee2-44ce-8bda-ec0cdb91a2f1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:24.710880 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-cc241adb-9ee2-44ce-8bda-ec0cdb91a2f1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.32 "GET /v2.0/networks?id=26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 HTTP/1.1" status: 200 len: 797 time: 0.2586503 Apr 18 21:05:24.802785 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43640) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:24.803588 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-24154492-1e7c-4f67-973b-f8a8f936b29e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7452502 Apr 18 21:05:24.808418 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-81d6a9da-6b32-404d-a07d-b201c9f3e082 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'subnet': {'network_id': 'a6a45af5-cb91-43d3-bb3e-64426d1cde93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:24.825541 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-ae1b3a83-2dc9-4c77-b870-8cff485601e9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27c85133ac5b409ea3755f27ced6b066 HTTP/1.1" status: 200 len: 380 time: 0.1006632 Apr 18 21:05:24.829596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24154492-1e7c-4f67-973b-f8a8f936b29e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Network': ['ID=a6a45af5-cb91-43d3-bb3e-64426d1cde93,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:24.837001 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-a588921c-ff21-406c-b26a-659b4af5174c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'port': {'device_id': 'a9f19898-fe40-4c20-ae03-71a72d885299', 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3', 'admin_state_up': True, 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'security_groups': ['d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:24.841306 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network a6a45af5-cb91-43d3-bb3e-64426d1cde93 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:05:25.102921 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d6a9da-6b32-404d-a07d-b201c9f3e082 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:25.107544 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-a588921c-ff21-406c-b26a-659b4af5174c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Made reservation on behalf of 27c85133ac5b409ea3755f27ced6b066 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:25.114788 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-a588921c-ff21-406c-b26a-659b4af5174c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.117540 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81d6a9da-6b32-404d-a07d-b201c9f3e082 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.162686 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43648) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:25.306788 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fca6af42-3d41-47a4-8ff5-e0edbdd80cf5 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:05:25.400665 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port fca6af42-3d41-47a4-8ff5-e0edbdd80cf5 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:25.401308 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.572623 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2af00fe2-83ce-48e6-accd-fc55f9481eb7 req-0002ebcf-cc43-49d0-8e06-f34f72d8e122 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 210 time: 0.0767117 Apr 18 21:05:25.575858 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9ae373c1-8fff-4dcb-93cd-090a6706ea18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.602752 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-a588921c-ff21-406c-b26a-659b4af5174c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Allocated IP 172.20.0.11 (26eabdd2-4fb7-4d1d-8061-1c46d3651dc3/90676a33-392f-4df3-b5ef-9d5a1f1300f2/826de45f-e32f-49a1-abc5-18b017d2480f) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:25.709333 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 0a8089f0-066b-49e0-82ce-ae8c717bd217 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:05:25.765884 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 0a8089f0-066b-49e0-82ce-ae8c717bd217 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:05:25.766423 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 0a8089f0-066b-49e0-82ce-ae8c717bd217 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:05:25.784714 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81d6a9da-6b32-404d-a07d-b201c9f3e082 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.865081 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6a9da-6b32-404d-a07d-b201c9f3e082 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Subnet': ['ID=f6e1eaf9-667d-453b-bfbe-768cec5a5f5c,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:25.876708 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d6a9da-6b32-404d-a07d-b201c9f3e082 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Checking segment: {'id': '2bb55dde-d977-4b1e-a746-fc9647d8edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a6a45af5-cb91-43d3-bb3e-64426d1cde93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:05:25.877394 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d6a9da-6b32-404d-a07d-b201c9f3e082 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network hostable DHCP agents. Network: a6a45af5-cb91-43d3-bb3e-64426d1cde93, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:05:25.883242 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9ae373c1-8fff-4dcb-93cd-090a6706ea18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.890862 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9ae373c1-8fff-4dcb-93cd-090a6706ea18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.911500 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d6a9da-6b32-404d-a07d-b201c9f3e082 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network a6a45af5-cb91-43d3-bb3e-64426d1cde93 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:05:25.928118 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-81d6a9da-6b32-404d-a07d-b201c9f3e082 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, a6a45af5-cb91-43d3-bb3e-64426d1cde93) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:25.930240 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-a588921c-ff21-406c-b26a-659b4af5174c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.937143 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d6a9da-6b32-404d-a07d-b201c9f3e082 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:25.938049 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81d6a9da-6b32-404d-a07d-b201c9f3e082 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.945207 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dbd624-0625-4657-93f0-235767d8d1ca None None] Network a6a45af5-cb91-43d3-bb3e-64426d1cde93 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:05:25.960501 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9ae373c1-8fff-4dcb-93cd-090a6706ea18 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a16fe857579748e6b29ad8a7fd74a4c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7929575 Apr 18 21:05:25.964156 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43666) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:25.972182 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae373c1-8fff-4dcb-93cd-090a6706ea18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a730e2-aa31-4b02-8fed-8d34d8239757,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:26.055980 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-a588921c-ff21-406c-b26a-659b4af5174c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:26.061380 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-81d6a9da-6b32-404d-a07d-b201c9f3e082 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2570310 Apr 18 21:05:26.064182 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43670) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:26.088917 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-58491485-7041-4039-9e1a-cdb13dec13c1 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'port': {'network_id': 'a6a45af5-cb91-43d3-bb3e-64426d1cde93', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-857705107'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:26.128562 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-a588921c-ff21-406c-b26a-659b4af5174c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network 26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:26.133303 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-a588921c-ff21-406c-b26a-659b4af5174c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:26.138817 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-a588921c-ff21-406c-b26a-659b4af5174c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:05:26.143920 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588921c-ff21-406c-b26a-659b4af5174c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Port': ['ID=826de45f-e32f-49a1-abc5-18b017d2480f,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:26.219165 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-a588921c-ff21-406c-b26a-659b4af5174c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:26.219654 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a18818aa-d93b-427d-9129-ad250f2697c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:26.220094 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-a588921c-ff21-406c-b26a-659b4af5174c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:26.235165 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c41f719-22b9-45f6-900f-061ba8924ee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-a6a45af5-cb91-43d3-bb3e-64426d1cde93', 'network_id': 'a6a45af5-cb91-43d3-bb3e-64426d1cde93', 'tenant_id': '86237d17b9b149a7bac9b050dcbb7e9b', 'fixed_ips': [{'subnet_id': 'f6e1eaf9-667d-453b-bfbe-768cec5a5f5c'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:05:26.237350 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1c41f719-22b9-45f6-900f-061ba8924ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:26.243482 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-a588921c-ff21-406c-b26a-659b4af5174c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4106352 Apr 18 21:05:26.279214 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a18818aa-d93b-427d-9129-ad250f2697c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:26.392325 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-54b0922b-e4a3-469f-998a-3b1426a9a9f1 service neutron] Request body: {'port': {'device_id': 'a9f19898-fe40-4c20-ae03-71a72d885299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:26.409271 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58491485-7041-4039-9e1a-cdb13dec13c1 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:26.415837 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58491485-7041-4039-9e1a-cdb13dec13c1 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:26.453847 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-58491485-7041-4039-9e1a-cdb13dec13c1 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] device_id is not set on port 6e0c7446-5553-4b4b-8841-6b5d023c0733 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:05:26.466996 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a18818aa-d93b-427d-9129-ad250f2697c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:26.486270 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a18818aa-d93b-427d-9129-ad250f2697c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:26.489133 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a18818aa-d93b-427d-9129-ad250f2697c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11a730e2-aa31-4b02-8fed-8d34d8239757 HTTP/1.1" status: 204 len: 168 time: 0.5238547 Apr 18 21:05:26.522460 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-54b0922b-e4a3-469f-998a-3b1426a9a9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:26.540892 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-1c41f719-22b9-45f6-900f-061ba8924ee1 None None] Allocated IP 2001:db8::2 (a6a45af5-cb91-43d3-bb3e-64426d1cde93/f6e1eaf9-667d-453b-bfbe-768cec5a5f5c/eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:26.681489 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18818aa-d93b-427d-9129-ad250f2697c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a730e2-aa31-4b02-8fed-8d34d8239757,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:26.779709 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c7192272-3e95-4a99-873c-b7811b14abd6 None None] Provisioning complete for port 826de45f-e32f-49a1-abc5-18b017d2480f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:26.780568 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c7192272-3e95-4a99-873c-b7811b14abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:26.910723 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c7192272-3e95-4a99-873c-b7811b14abd6 None None] Port 826de45f-e32f-49a1-abc5-18b017d2480f cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:05:26.936813 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bcaf2-60e1-4350-b915-a4e4f3278077 req-7176cc6b-0cc2-4979-8c59-0a8d647c6032 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:26.945411 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-254bcaf2-60e1-4350-b915-a4e4f3278077 req-7176cc6b-0cc2-4979-8c59-0a8d647c6032 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 932 time: 0.1955786 Apr 18 21:05:26.951707 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1c41f719-22b9-45f6-900f-061ba8924ee1 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:26.968742 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1c41f719-22b9-45f6-900f-061ba8924ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.001245 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-254bcaf2-60e1-4350-b915-a4e4f3278077 req-2fc12359-3d29-42ac-b288-3fae5dd8048a tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546908 Apr 18 21:05:27.057098 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41f719-22b9-45f6-900f-061ba8924ee1 None None] Pushing event updated for resources: {'Port': ['ID=eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:27.093339 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c41f719-22b9-45f6-900f-061ba8924ee1 None None] Network a6a45af5-cb91-43d3-bb3e-64426d1cde93 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:27.094853 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-1c41f719-22b9-45f6-900f-061ba8924ee1 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:27.098283 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c41f719-22b9-45f6-900f-061ba8924ee1 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:05:27.114311 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-54b0922b-e4a3-469f-998a-3b1426a9a9f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826de45f-e32f-49a1-abc5-18b017d2480f {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:05:27.131095 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-54b0922b-e4a3-469f-998a-3b1426a9a9f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.145998 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-58491485-7041-4039-9e1a-cdb13dec13c1 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Allocated IP 2001:db8::112 (a6a45af5-cb91-43d3-bb3e-64426d1cde93/f6e1eaf9-667d-453b-bfbe-768cec5a5f5c/6e0c7446-5553-4b4b-8841-6b5d023c0733) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:27.149505 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-54b0922b-e4a3-469f-998a-3b1426a9a9f1 service neutron] Transition to ACTIVE for port object 826de45f-e32f-49a1-abc5-18b017d2480f will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:27.154353 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-54b0922b-e4a3-469f-998a-3b1426a9a9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.222851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0922b-e4a3-469f-998a-3b1426a9a9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=826de45f-e32f-49a1-abc5-18b017d2480f,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:27.267928 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1c41f719-22b9-45f6-900f-061ba8924ee1 None None] Attempting to bind port eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:27.268351 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1c41f719-22b9-45f6-900f-061ba8924ee1 None None] Attempting to bind port eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '2bb55dde-d977-4b1e-a746-fc9647d8edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a6a45af5-cb91-43d3-bb3e-64426d1cde93'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:27.268775 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c41f719-22b9-45f6-900f-061ba8924ee1 None None] Attempting to bind port eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4 on network a6a45af5-cb91-43d3-bb3e-64426d1cde93 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:05:27.286913 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c41f719-22b9-45f6-900f-061ba8924ee1 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:05:27.288345 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c41f719-22b9-45f6-900f-061ba8924ee1 None None] Checking segment: {'id': '2bb55dde-d977-4b1e-a746-fc9647d8edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a6a45af5-cb91-43d3-bb3e-64426d1cde93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:05:27.288345 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1c41f719-22b9-45f6-900f-061ba8924ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.288345 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c41f719-22b9-45f6-900f-061ba8924ee1 None None] Bound using segment: {'id': '2bb55dde-d977-4b1e-a746-fc9647d8edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a6a45af5-cb91-43d3-bb3e-64426d1cde93'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:05:27.289201 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1c41f719-22b9-45f6-900f-061ba8924ee1 None None] Bound port: eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb55dde-d977-4b1e-a746-fc9647d8edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a6a45af5-cb91-43d3-bb3e-64426d1cde93'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:27.289306 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1c41f719-22b9-45f6-900f-061ba8924ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.378642 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58491485-7041-4039-9e1a-cdb13dec13c1 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.383684 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1c41f719-22b9-45f6-900f-061ba8924ee1 None None] For port eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:27.387990 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1c41f719-22b9-45f6-900f-061ba8924ee1 None None] For port eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4,segment=NetworkSegment(2bb55dde-d977-4b1e-a746-fc9647d8edae),segment_id=2bb55dde-d977-4b1e-a746-fc9647d8edae)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:27.394764 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1c41f719-22b9-45f6-900f-061ba8924ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.486916 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-54b0922b-e4a3-469f-998a-3b1426a9a9f1 service neutron] Attempting to bind port 826de45f-e32f-49a1-abc5-18b017d2480f on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:27.487254 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-54b0922b-e4a3-469f-998a-3b1426a9a9f1 service neutron] Attempting to bind port 826de45f-e32f-49a1-abc5-18b017d2480f by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:27.489186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-54b0922b-e4a3-469f-998a-3b1426a9a9f1 service neutron] Attempting to bind port 826de45f-e32f-49a1-abc5-18b017d2480f on network 26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:05:27.494510 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-54b0922b-e4a3-469f-998a-3b1426a9a9f1 service neutron] Port 826de45f-e32f-49a1-abc5-18b017d2480f on network 26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:05:27.494842 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-54b0922b-e4a3-469f-998a-3b1426a9a9f1 service neutron] Attempting to bind port 826de45f-e32f-49a1-abc5-18b017d2480f on network 26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:05:27.498668 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58491485-7041-4039-9e1a-cdb13dec13c1 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.503734 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-54b0922b-e4a3-469f-998a-3b1426a9a9f1 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:05:27.504080 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-54b0922b-e4a3-469f-998a-3b1426a9a9f1 service neutron] Checking segment: {'id': '3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:05:27.505246 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-54b0922b-e4a3-469f-998a-3b1426a9a9f1 service neutron] Bound using segment: {'id': '3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:05:27.505246 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-54b0922b-e4a3-469f-998a-3b1426a9a9f1 service neutron] Bound port: 826de45f-e32f-49a1-abc5-18b017d2480f, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:27.505592 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-54b0922b-e4a3-469f-998a-3b1426a9a9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.537836 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41f719-22b9-45f6-900f-061ba8924ee1 None None] Pushing event updated for resources: {'Port': ['ID=eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:27.647552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-54b0922b-e4a3-469f-998a-3b1426a9a9f1 service neutron] For port 826de45f-e32f-49a1-abc5-18b017d2480f, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:27.650534 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58491485-7041-4039-9e1a-cdb13dec13c1 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network a6a45af5-cb91-43d3-bb3e-64426d1cde93 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:27.651930 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-54b0922b-e4a3-469f-998a-3b1426a9a9f1 service neutron] For port 826de45f-e32f-49a1-abc5-18b017d2480f, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=826de45f-e32f-49a1-abc5-18b017d2480f,segment=NetworkSegment(3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd),segment_id=3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:27.661535 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-54b0922b-e4a3-469f-998a-3b1426a9a9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.665409 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-58491485-7041-4039-9e1a-cdb13dec13c1 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:27.672797 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58491485-7041-4039-9e1a-cdb13dec13c1 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:05:27.681329 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58491485-7041-4039-9e1a-cdb13dec13c1 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:27.682004 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58491485-7041-4039-9e1a-cdb13dec13c1 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.702960 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58491485-7041-4039-9e1a-cdb13dec13c1 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Port': ['ID=6e0c7446-5553-4b4b-8841-6b5d023c0733,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:27.720982 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-54b0922b-e4a3-469f-998a-3b1426a9a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:27.721752 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-54b0922b-e4a3-469f-998a-3b1426a9a9f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.722150 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-58491485-7041-4039-9e1a-cdb13dec13c1 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.6461647 Apr 18 21:05:27.723583 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43716) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:27.723845 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-54b0922b-e4a3-469f-998a-3b1426a9a9f1 service neutron] 10.222.0.32 "PUT /v2.0/ports/826de45f-e32f-49a1-abc5-18b017d2480f HTTP/1.1" status: 200 len: 1092 time: 1.4722788 Apr 18 21:05:27.724381 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f19898-fe40-4c20-ae03-71a72d885299', 'tag': '826de45f-e32f-49a1-abc5-18b017d2480f'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:05:27.747263 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c22fd1-8018-4a6d-8167-c43e8fe9506d" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f19898-fe40-4c20-ae03-71a72d885299", "tag": "826de45f-e32f-49a1-abc5-18b017d2480f"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:05:27.829648 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0922b-e4a3-469f-998a-3b1426a9a9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=826de45f-e32f-49a1-abc5-18b017d2480f,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:27.924868 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d16c95-3431-4125-93b5-0dd78efd5e08 x-openstack-request-id: req-78d16c95-3431-4125-93b5-0dd78efd5e08 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:05:27.925288 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f19898-fe40-4c20-ae03-71a72d885299", "tag": "826de45f-e32f-49a1-abc5-18b017d2480f", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:05:27.925550 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78d16c95-3431-4125-93b5-0dd78efd5e08 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:05:27.925953 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78d16c95-3431-4125-93b5-0dd78efd5e08'] response: {'name': 'network-changed', 'server_uuid': 'a9f19898-fe40-4c20-ae03-71a72d885299', 'tag': '826de45f-e32f-49a1-abc5-18b017d2480f', 'status': 'completed', 'code': 200} Apr 18 21:05:27.978708 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-7e82a0e9-1f4c-4801-bced-6ca43115778e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:27.980396 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-7e82a0e9-1f4c-4801-bced-6ca43115778e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 1095 time: 0.1423032 Apr 18 21:05:28.033565 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-52a6552d-6066-4d18-8050-5294e2fcde5b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting port 6e0c7446-5553-4b4b-8841-6b5d023c0733 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:05:28.033565 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-52a6552d-6066-4d18-8050-5294e2fcde5b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:28.071368 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-9a4c9e10-5723-4437-a84b-2cb0e952293f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=826de45f-e32f-49a1-abc5-18b017d2480f HTTP/1.1" status: 200 len: 217 time: 0.0828581 Apr 18 21:05:28.166363 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-0e166771-34ab-4569-ab69-75306d577043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:28.168949 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-0e166771-34ab-4569-ab69-75306d577043 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90676a33-392f-4df3-b5ef-9d5a1f1300f2 HTTP/1.1" status: 200 len: 834 time: 0.0896575 Apr 18 21:05:28.254859 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-52a6552d-6066-4d18-8050-5294e2fcde5b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:28.296505 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-8eaf160b-3390-4b91-abad-111ae2ff0774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:28.298020 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-8eaf160b-3390-4b91-abad-111ae2ff0774 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26eabdd2-4fb7-4d1d-8061-1c46d3651dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068461 Apr 18 21:05:28.301693 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-52a6552d-6066-4d18-8050-5294e2fcde5b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Calling delete_port for 6e0c7446-5553-4b4b-8841-6b5d023c0733 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:05:28.305833 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998e071-f84f-4409-801b-6d527b815138 req-303bd9e9-a6f7-4702-8399-a9e3c885f69c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:28.313529 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f998e071-f84f-4409-801b-6d527b815138 req-303bd9e9-a6f7-4702-8399-a9e3c885f69c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 944 time: 0.1431878 Apr 18 21:05:28.433645 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f998e071-f84f-4409-801b-6d527b815138 req-5d3a2cb5-a880-417d-932b-188c3239ca98 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180897 Apr 18 21:05:28.510946 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-f42c3992-541c-4c00-b243-c6adbf93896b service neutron] 10.222.0.32 "GET /v2.0/networks/26eabdd2-4fb7-4d1d-8061-1c46d3651dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891336 Apr 18 21:05:28.572057 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-52a6552d-6066-4d18-8050-5294e2fcde5b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:28.627732 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6552d-6066-4d18-8050-5294e2fcde5b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Port': ['ID=6e0c7446-5553-4b4b-8841-6b5d023c0733,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:28.666682 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-52a6552d-6066-4d18-8050-5294e2fcde5b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:28.674670 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-52a6552d-6066-4d18-8050-5294e2fcde5b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/ports/6e0c7446-5553-4b4b-8841-6b5d023c0733 HTTP/1.1" status: 204 len: 168 time: 0.9463115 Apr 18 21:05:28.674670 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43740) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:28.720823 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-66172ed1-4683-429a-9aa5-aef792e8caa6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] GET failed (client error): The resource could not be found. Apr 18 21:05:28.723984 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-66172ed1-4683-429a-9aa5-aef792e8caa6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "GET /v2.0/ports/6e0c7446-5553-4b4b-8841-6b5d023c0733 HTTP/1.1" status: 404 len: 333 time: 0.0472155 Apr 18 21:05:28.730708 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43744) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:28.821263 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf44668-9ecc-45c9-ba44-4c498a9d925c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting subnet f6e1eaf9-667d-453b-bfbe-768cec5a5f5c {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:05:28.826205 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-baf44668-9ecc-45c9-ba44-4c498a9d925c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:28.944664 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-baf44668-9ecc-45c9-ba44-4c498a9d925c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.043775 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e4d68f8f-7ef8-4123-9368-8eb6581dbba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.059261 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e6676e5-631c-4a1c-bdc5-55a33b5c02ea req-8ae998ba-cf4f-4a81-814d-bb06af274e9a service neutron] 10.222.0.32 "GET /v2.0/networks/26eabdd2-4fb7-4d1d-8061-1c46d3651dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5413995 Apr 18 21:05:29.204919 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-baf44668-9ecc-45c9-ba44-4c498a9d925c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.304662 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c22fd1-8018-4a6d-8167-c43e8fe9506d req-2f68e87a-210d-4f4c-93dc-bf7abac08fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:29.309598 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8c22fd1-8018-4a6d-8167-c43e8fe9506d req-2f68e87a-210d-4f4c-93dc-bf7abac08fcc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 1095 time: 0.1626234 Apr 18 21:05:29.338738 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-baf44668-9ecc-45c9-ba44-4c498a9d925c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.357279 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-baf44668-9ecc-45c9-ba44-4c498a9d925c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.360813 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-baf44668-9ecc-45c9-ba44-4c498a9d925c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/subnets/f6e1eaf9-667d-453b-bfbe-768cec5a5f5c HTTP/1.1" status: 204 len: 168 time: 0.6287935 Apr 18 21:05:29.370740 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43756) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:29.396811 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf44668-9ecc-45c9-ba44-4c498a9d925c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Subnet': ['ID=f6e1eaf9-667d-453b-bfbe-768cec5a5f5c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:29.468104 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:05:29.583241 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bd66bb-1bdd-40b5-8cd9-670985b6394b None None] Network a6a45af5-cb91-43d3-bb3e-64426d1cde93 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:05:29.603470 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.724290 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-0a84e3ed-54b4-4019-ad83-ae88bfe392ba None None] Provisioning complete for port eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:29.724644 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0a84e3ed-54b4-4019-ad83-ae88bfe392ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.757863 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c22fd1-8018-4a6d-8167-c43e8fe9506d req-ebed57b5-7516-4775-a898-9fbbbc1824c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:29.773071 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8c22fd1-8018-4a6d-8167-c43e8fe9506d req-ebed57b5-7516-4775-a898-9fbbbc1824c2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 HTTP/1.1" status: 200 len: 898 time: 0.4559994 Apr 18 21:05:29.793881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:29.794920 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.797733 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48b642-6890-4f18-b720-c40b5ef2ca01 req-aa38d6a6-fa85-4c43-b0e4-6ebbacc9be57 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:29.799431 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c48b642-6890-4f18-b720-c40b5ef2ca01 req-aa38d6a6-fa85-4c43-b0e4-6ebbacc9be57 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 944 time: 0.1910198 Apr 18 21:05:29.870403 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8c22fd1-8018-4a6d-8167-c43e8fe9506d req-59fbb1ac-4fbc-450d-a001-7ecd19139547 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=826de45f-e32f-49a1-abc5-18b017d2480f HTTP/1.1" status: 200 len: 217 time: 0.0874271 Apr 18 21:05:29.950517 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.990708 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.031503 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c22fd1-8018-4a6d-8167-c43e8fe9506d req-561adaa3-2ecf-417a-9569-33430920d3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:30.033093 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8c22fd1-8018-4a6d-8167-c43e8fe9506d req-561adaa3-2ecf-417a-9569-33430920d3b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90676a33-392f-4df3-b5ef-9d5a1f1300f2 HTTP/1.1" status: 200 len: 834 time: 0.1193423 Apr 18 21:05:30.034997 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting port eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:05:30.035351 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.039834 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba884a7-6959-4873-b336-639e7f9d6525 None None] DHCP port deletion for a6a45af5-cb91-43d3-bb3e-64426d1cde93 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:05:30.040917 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c48b642-6890-4f18-b720-c40b5ef2ca01 req-ae2220b9-b48b-4acf-800c-ec25c87f6054 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687822 Apr 18 21:05:30.075744 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0a84e3ed-54b4-4019-ad83-ae88bfe392ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.148093 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4,segment=NetworkSegment(2bb55dde-d977-4b1e-a746-fc9647d8edae),segment_id=2bb55dde-d977-4b1e-a746-fc9647d8edae)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:30.157713 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.246048 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] For port eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4,segment=NetworkSegment(2bb55dde-d977-4b1e-a746-fc9647d8edae),segment_id=2bb55dde-d977-4b1e-a746-fc9647d8edae)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:30.246557 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.273624 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c22fd1-8018-4a6d-8167-c43e8fe9506d req-19b7c0c9-c18c-46d8-b506-3339a1bce62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:30.295583 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8c22fd1-8018-4a6d-8167-c43e8fe9506d req-19b7c0c9-c18c-46d8-b506-3339a1bce62c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26eabdd2-4fb7-4d1d-8061-1c46d3651dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2527301 Apr 18 21:05:30.298687 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Calling delete_port for eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:05:30.318446 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-0a84e3ed-54b4-4019-ad83-ae88bfe392ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:05:30.319126 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-0a84e3ed-54b4-4019-ad83-ae88bfe392ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:05:30.338724 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-cba884a7-6959-4873-b336-639e7f9d6525 None None] Deleting port eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:05:30.339230 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cba884a7-6959-4873-b336-639e7f9d6525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.444394 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:30.472166 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-cba884a7-6959-4873-b336-639e7f9d6525 None None] For port eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4,segment=NetworkSegment(2bb55dde-d977-4b1e-a746-fc9647d8edae),segment_id=2bb55dde-d977-4b1e-a746-fc9647d8edae)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:30.472611 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cba884a7-6959-4873-b336-639e7f9d6525 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.488513 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-cba884a7-6959-4873-b336-639e7f9d6525 None None] Calling delete_port for eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:05:30.550769 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8c22fd1-8018-4a6d-8167-c43e8fe9506d req-e63d3b1a-e8c3-446b-bd65-f53c11ad69e9 service neutron] 10.222.0.32 "GET /v2.0/networks/26eabdd2-4fb7-4d1d-8061-1c46d3651dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460058 Apr 18 21:05:30.569105 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.608763 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Port': ['ID=eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:30.639574 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cba884a7-6959-4873-b336-639e7f9d6525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.663944 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:30.664217 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:30.664665 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:30.665076 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:30.665772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:30.665966 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:30.666387 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:30.666947 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:30.667360 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:30.667969 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:30.668296 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:30.668950 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:30.671968 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba884a7-6959-4873-b336-639e7f9d6525 None None] Pushing event deleted for resources: {'Port': ['ID=eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:30.688750 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba884a7-6959-4873-b336-639e7f9d6525 None None] No DVR routers for this DVR port eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:05:30.695227 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] No DVR routers for this DVR port eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:05:30.775565 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8c22fd1-8018-4a6d-8167-c43e8fe9506d req-63f5c566-6954-49e1-ad00-110e558bd79f service neutron] 10.222.0.32 "GET /v2.0/networks/26eabdd2-4fb7-4d1d-8061-1c46d3651dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177713 Apr 18 21:05:30.828619 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.846110 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-0a84e3ed-54b4-4019-ad83-ae88bfe392ba None None] Port eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4 update to ACTIVE by agent not found {{(pid=102910) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 18 21:05:30.861577 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a45af5-cb91-43d3-bb3e-64426d1cde93']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:30.872541 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb55dde-d977-4b1e-a746-fc9647d8edae') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:30.872865 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb55dde-d977-4b1e-a746-fc9647d8edae') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:30.888757 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.912990 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.924862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:05:30.925546 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:05:30.929951 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:05:31.009939 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.017697 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.021440 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/networks/a6a45af5-cb91-43d3-bb3e-64426d1cde93 HTTP/1.1" status: 204 len: 168 time: 1.6497574 Apr 18 21:05:31.026972 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43792) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:31.035926 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-b526c06b-9ef9-4e61-8263-cc8b4c22834e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'port': {'network_id': 'f1f1c597-6754-4791-9e3f-2f52692ff3b8', 'name': 'tempest-PortsIpV6TestJSON-576027618'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:31.036747 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd1441-dd7e-46fd-91ef-4ac89baef930 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Network': ['ID=a6a45af5-cb91-43d3-bb3e-64426d1cde93,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:31.198170 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:05:31.204854 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b526c06b-9ef9-4e61-8263-cc8b4c22834e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:31.212461 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b526c06b-9ef9-4e61-8263-cc8b4c22834e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.228318 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:05:31.228888 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device eb01c6c9-1bc0-4e27-9c08-7ef950fbb6a4 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:05:31.253887 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12b0ea-d470-4a74-ab64-9f8983600dad req-b581de6e-2184-44c9-9ecb-51d8774223b6 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:31.257608 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-b526c06b-9ef9-4e61-8263-cc8b4c22834e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] device_id is not set on port b4f10bcb-1142-4523-bd7f-82990160eac2 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:05:31.257822 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c12b0ea-d470-4a74-ab64-9f8983600dad req-b581de6e-2184-44c9-9ecb-51d8774223b6 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 944 time: 0.0921552 Apr 18 21:05:31.327080 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c12b0ea-d470-4a74-ab64-9f8983600dad req-164233f0-e124-4a2c-8f01-6e67d23b4c3d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589321 Apr 18 21:05:31.405722 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.508056 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b526c06b-9ef9-4e61-8263-cc8b4c22834e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.554453 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b526c06b-9ef9-4e61-8263-cc8b4c22834e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.601297 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b526c06b-9ef9-4e61-8263-cc8b4c22834e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network f1f1c597-6754-4791-9e3f-2f52692ff3b8 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:31.606875 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-b526c06b-9ef9-4e61-8263-cc8b4c22834e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:31.611423 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b526c06b-9ef9-4e61-8263-cc8b4c22834e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:05:31.617240 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b526c06b-9ef9-4e61-8263-cc8b4c22834e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:31.617896 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b526c06b-9ef9-4e61-8263-cc8b4c22834e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.632069 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526c06b-9ef9-4e61-8263-cc8b4c22834e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Port': ['ID=b4f10bcb-1142-4523-bd7f-82990160eac2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:31.644981 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b526c06b-9ef9-4e61-8263-cc8b4c22834e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6163805 Apr 18 21:05:31.647792 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43820) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:31.665192 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-82a86fcd-c059-4059-8af0-202a8e0e8610 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c917e8f29710415a9f72238dd9e1b754&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523770 Apr 18 21:05:31.671424 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.804295 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-76f49eb7-0f62-44b2-b065-c50dec99b2be tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting port b4f10bcb-1142-4523-bd7f-82990160eac2 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:05:31.805047 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76f49eb7-0f62-44b2-b065-c50dec99b2be tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.920400 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-b057e724-2ef7-4b61-9aaf-280ac70cf820 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:31.926961 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-b057e724-2ef7-4b61-9aaf-280ac70cf820 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2545958 Apr 18 21:05:31.945555 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-ea19f512-5881-43c0-8d79-606aced3b9a4 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/quotas/c917e8f29710415a9f72238dd9e1b754 HTTP/1.1" status: 200 len: 375 time: 0.0160515 Apr 18 21:05:31.987920 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-aa572728-7733-4f5d-a24b-d0378326d0cc tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c917e8f29710415a9f72238dd9e1b754&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329025 Apr 18 21:05:32.232715 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-270bb94f-5134-45db-b51c-a9654e4f3845 req-9998d677-b14e-4ef0-b8a4-9720af49b391 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c20bb22-cd63-43e2-8eef-094a7ef40aac HTTP/1.1" status: 200 len: 210 time: 0.0305054 Apr 18 21:05:32.236770 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76f49eb7-0f62-44b2-b065-c50dec99b2be tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:32.252673 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-76f49eb7-0f62-44b2-b065-c50dec99b2be tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Calling delete_port for b4f10bcb-1142-4523-bd7f-82990160eac2 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:05:32.362514 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76f49eb7-0f62-44b2-b065-c50dec99b2be tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:32.418024 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f49eb7-0f62-44b2-b065-c50dec99b2be tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Port': ['ID=b4f10bcb-1142-4523-bd7f-82990160eac2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:32.424266 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-76f49eb7-0f62-44b2-b065-c50dec99b2be tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:32.430993 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-76f49eb7-0f62-44b2-b065-c50dec99b2be tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/ports/b4f10bcb-1142-4523-bd7f-82990160eac2 HTTP/1.1" status: 204 len: 168 time: 0.7820644 Apr 18 21:05:32.433433 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43846) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:32.438895 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c3ac7f8a-271e-4f7d-bf70-50091052ad71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'port': {'network_id': 'f1f1c597-6754-4791-9e3f-2f52692ff3b8', 'mac_address': 'fa:16:3e:84:79:81', 'name': 'tempest-PortsIpV6TestJSON-2060014500'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:32.506146 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e41b3-7ab9-4665-9dcd-c6cbd27317ac req-0f58b82c-9aa9-41e9-85b8-fce3e5dac41b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:32.510315 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-400e41b3-7ab9-4665-9dcd-c6cbd27317ac req-0f58b82c-9aa9-41e9-85b8-fce3e5dac41b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 944 time: 0.0814247 Apr 18 21:05:32.563892 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ac7f8a-271e-4f7d-bf70-50091052ad71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:32.573457 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-400e41b3-7ab9-4665-9dcd-c6cbd27317ac req-a35508c8-5722-4a7b-a3a3-d71d3fb75bd4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559683 Apr 18 21:05:32.663867 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3ac7f8a-271e-4f7d-bf70-50091052ad71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:32.696651 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-c3ac7f8a-271e-4f7d-bf70-50091052ad71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] device_id is not set on port a6aa1d0e-2ed2-4d9f-905b-e4cca685fbcb yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:05:32.916023 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3ac7f8a-271e-4f7d-bf70-50091052ad71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:32.987295 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3ac7f8a-271e-4f7d-bf70-50091052ad71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.069264 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ac7f8a-271e-4f7d-bf70-50091052ad71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network f1f1c597-6754-4791-9e3f-2f52692ff3b8 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:33.074187 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-c3ac7f8a-271e-4f7d-bf70-50091052ad71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:33.080188 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ac7f8a-271e-4f7d-bf70-50091052ad71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:05:33.089359 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ac7f8a-271e-4f7d-bf70-50091052ad71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:33.090337 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3ac7f8a-271e-4f7d-bf70-50091052ad71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.100292 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac7f8a-271e-4f7d-bf70-50091052ad71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Port': ['ID=a6aa1d0e-2ed2-4d9f-905b-e4cca685fbcb,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:33.126382 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c3ac7f8a-271e-4f7d-bf70-50091052ad71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6914015 Apr 18 21:05:33.129469 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43856) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:33.198099 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869ecebc-c858-45bf-88ed-861525fc4aea tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:33.199445 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-869ecebc-c858-45bf-88ed-861525fc4aea tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "GET /v2.0/ports/a6aa1d0e-2ed2-4d9f-905b-e4cca685fbcb HTTP/1.1" status: 200 len: 845 time: 0.0664806 Apr 18 21:05:33.202709 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43858) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:33.323413 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-f4b8ab8b-83b9-420b-bed5-e671f2a16846 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting port a6aa1d0e-2ed2-4d9f-905b-e4cca685fbcb {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:05:33.324572 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ab8b-83b9-420b-bed5-e671f2a16846 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.398946 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-270d6331-09ea-4212-8332-780c0a1c5812 req-7251488e-f352-48d4-b84e-a76f373b22bc tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c20bb22-cd63-43e2-8eef-094a7ef40aac HTTP/1.1" status: 200 len: 210 time: 0.0460403 Apr 18 21:05:33.439839 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-3ffe3659-1865-4451-a195-8c8432938172 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c917e8f29710415a9f72238dd9e1b754&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542381 Apr 18 21:05:33.510027 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ab8b-83b9-420b-bed5-e671f2a16846 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.609392 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-f4b8ab8b-83b9-420b-bed5-e671f2a16846 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Calling delete_port for a6aa1d0e-2ed2-4d9f-905b-e4cca685fbcb owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:05:33.721357 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd878a55-6505-4969-9d95-34a0a2d3d790 req-ef85a11c-b674-4be5-82a1-753f570bca1a tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:33.728477 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd878a55-6505-4969-9d95-34a0a2d3d790 req-ef85a11c-b674-4be5-82a1-753f570bca1a tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 944 time: 0.0683897 Apr 18 21:05:33.780484 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd878a55-6505-4969-9d95-34a0a2d3d790 req-5d2b135f-481c-4289-bd84-2ca1aea1e0c2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492618 Apr 18 21:05:33.791411 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-c80599d3-d8be-4bec-a825-e9a62969205d tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:33.792994 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-c80599d3-d8be-4bec-a825-e9a62969205d tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3454316 Apr 18 21:05:33.816407 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-ef60d1f0-f889-460c-8584-dd41570fb69f tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Request body: {'port': {'device_id': '4c20bb22-cd63-43e2-8eef-094a7ef40aac', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': 'c917e8f29710415a9f72238dd9e1b754'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:33.841561 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ab8b-83b9-420b-bed5-e671f2a16846 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.907714 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8ab8b-83b9-420b-bed5-e671f2a16846 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Port': ['ID=a6aa1d0e-2ed2-4d9f-905b-e4cca685fbcb,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:33.914255 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ab8b-83b9-420b-bed5-e671f2a16846 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.917480 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f4b8ab8b-83b9-420b-bed5-e671f2a16846 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/ports/a6aa1d0e-2ed2-4d9f-905b-e4cca685fbcb HTTP/1.1" status: 204 len: 168 time: 0.7136552 Apr 18 21:05:33.920484 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43864) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:33.976238 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-dafd90e7-54f5-4f8a-90d5-785b53c0bd10 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] GET failed (client error): The resource could not be found. Apr 18 21:05:33.977784 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-dafd90e7-54f5-4f8a-90d5-785b53c0bd10 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "GET /v2.0/ports/a6aa1d0e-2ed2-4d9f-905b-e4cca685fbcb HTTP/1.1" status: 404 len: 333 time: 0.0563753 Apr 18 21:05:33.983317 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43866) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:33.988647 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-86a1bc35-96bb-4e3b-b87f-7cb50d23005f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'port': {'network_id': 'f1f1c597-6754-4791-9e3f-2f52692ff3b8', 'name': 'tempest-PortsIpV6TestJSON-1587616983'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:34.032841 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-ef60d1f0-f889-460c-8584-dd41570fb69f tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Made reservation on behalf of c917e8f29710415a9f72238dd9e1b754 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:34.038513 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-ef60d1f0-f889-460c-8584-dd41570fb69f tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.053650 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-ef60d1f0-f889-460c-8584-dd41570fb69f tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.092809 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a1bc35-96bb-4e3b-b87f-7cb50d23005f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:34.096859 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-86a1bc35-96bb-4e3b-b87f-7cb50d23005f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.117189 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-86a1bc35-96bb-4e3b-b87f-7cb50d23005f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] device_id is not set on port 8c3f75cd-d388-4c71-9b3a-9fd067e2a1c3 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:05:34.216387 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-ef60d1f0-f889-460c-8584-dd41570fb69f tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.222319 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-ef60d1f0-f889-460c-8584-dd41570fb69f tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.293088 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60d1f0-f889-460c-8584-dd41570fb69f tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1073d8-fee1-4577-9c5f-136a004305e1,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:34.322187 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 826de45f-e32f-49a1-abc5-18b017d2480f details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:05:34.398343 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-ef60d1f0-f889-460c-8584-dd41570fb69f tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Allocated IP 192.168.233.88 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/6d184093-8042-4859-8611-b1242255de59) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:34.402505 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-86a1bc35-96bb-4e3b-b87f-7cb50d23005f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.472739 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-86a1bc35-96bb-4e3b-b87f-7cb50d23005f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.521618 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 826de45f-e32f-49a1-abc5-18b017d2480f, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=826de45f-e32f-49a1-abc5-18b017d2480f,segment=NetworkSegment(3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd),segment_id=3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:34.556552 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '826de45f-e32f-49a1-abc5-18b017d2480f', 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3', 'port_id': '826de45f-e32f-49a1-abc5-18b017d2480f', 'mac_address': 'fa:16:3e:71:55:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90676a33-392f-4df3-b5ef-9d5a1f1300f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:05:34.612748 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-56b84f78-7511-4048-801a-2d51a3d42ad9 req-040ea1a7-55b0-443c-b43f-42263d3d7589 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c20bb22-cd63-43e2-8eef-094a7ef40aac HTTP/1.1" status: 200 len: 210 time: 0.0620666 Apr 18 21:05:34.612748 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a1bc35-96bb-4e3b-b87f-7cb50d23005f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network f1f1c597-6754-4791-9e3f-2f52692ff3b8 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:34.617534 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-ef60d1f0-f889-460c-8584-dd41570fb69f tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.632109 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.635368 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-86a1bc35-96bb-4e3b-b87f-7cb50d23005f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:34.640950 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a1bc35-96bb-4e3b-b87f-7cb50d23005f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:05:34.653732 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826de45f-e32f-49a1-abc5-18b017d2480f {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:05:34.654112 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a1bc35-96bb-4e3b-b87f-7cb50d23005f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:34.655008 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-86a1bc35-96bb-4e3b-b87f-7cb50d23005f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.659723 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1bc35-96bb-4e3b-b87f-7cb50d23005f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Port': ['ID=8c3f75cd-d388-4c71-9b3a-9fd067e2a1c3,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:34.666608 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-ef60d1f0-f889-460c-8584-dd41570fb69f tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.685948 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 826de45f-e32f-49a1-abc5-18b017d2480f, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=826de45f-e32f-49a1-abc5-18b017d2480f,segment=NetworkSegment(3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd),segment_id=3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:34.690983 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.694907 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-86a1bc35-96bb-4e3b-b87f-7cb50d23005f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7099552 Apr 18 21:05:34.699051 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43874) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:34.708156 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-81481049-4b78-480b-8ed1-027d22a3f4d6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:34.749893 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60d1f0-f889-460c-8584-dd41570fb69f tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Pushing event updated for resources: {'Port': ['ID=6d184093-8042-4859-8611-b1242255de59,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:34.759583 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=826de45f-e32f-49a1-abc5-18b017d2480f,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:34.783689 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-ef60d1f0-f889-460c-8584-dd41570fb69f tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:34.787150 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-ef60d1f0-f889-460c-8584-dd41570fb69f tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:34.795949 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-ef60d1f0-f889-460c-8584-dd41570fb69f tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:05:34.815299 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-81481049-4b78-480b-8ed1-027d22a3f4d6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.899045 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-ef60d1f0-f889-460c-8584-dd41570fb69f tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:34.899939 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-ef60d1f0-f889-460c-8584-dd41570fb69f tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.948618 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-ef60d1f0-f889-460c-8584-dd41570fb69f tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1460419 Apr 18 21:05:34.963553 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-24cc263a-f140-451f-b8c3-8b6977eebbc8 service neutron] Request body: {'port': {'device_id': '4c20bb22-cd63-43e2-8eef-094a7ef40aac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:35.018909 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['826de45f-e32f-49a1-abc5-18b017d2480f'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:05:35.034461 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-24cc263a-f140-451f-b8c3-8b6977eebbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.074301 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1c499-8e96-43db-b7ab-9f95ffeff761 req-1874ad8b-e6f0-4a8c-a45f-b6e8dfcc1ca0 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:35.075696 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-12f1c499-8e96-43db-b7ab-9f95ffeff761 req-1874ad8b-e6f0-4a8c-a45f-b6e8dfcc1ca0 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 945 time: 0.1564553 Apr 18 21:05:35.124758 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-12f1c499-8e96-43db-b7ab-9f95ffeff761 req-0f1d323a-b66f-481f-bfbf-cb214f0463e8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401609 Apr 18 21:05:35.169072 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-81481049-4b78-480b-8ed1-027d22a3f4d6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.174395 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-81481049-4b78-480b-8ed1-027d22a3f4d6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.260011 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-81481049-4b78-480b-8ed1-027d22a3f4d6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] In _notify_port_updated(), no bound segment for port 8c3f75cd-d388-4c71-9b3a-9fd067e2a1c3 on network f1f1c597-6754-4791-9e3f-2f52692ff3b8 {{(pid=102908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 21:05:35.269172 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81481049-4b78-480b-8ed1-027d22a3f4d6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:35.270014 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-81481049-4b78-480b-8ed1-027d22a3f4d6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.273009 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-81481049-4b78-480b-8ed1-027d22a3f4d6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "PUT /v2.0/ports/8c3f75cd-d388-4c71-9b3a-9fd067e2a1c3 HTTP/1.1" status: 200 len: 818 time: 0.5717101 Apr 18 21:05:35.275515 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43882) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:35.292873 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6f2475f9-5039-47e0-b8e6-f63be11c0985 None None] Provisioning complete for port 6d184093-8042-4859-8611-b1242255de59 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:35.293247 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6f2475f9-5039-47e0-b8e6-f63be11c0985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.335750 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6f2475f9-5039-47e0-b8e6-f63be11c0985 None None] Port 6d184093-8042-4859-8611-b1242255de59 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:05:35.386802 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81481049-4b78-480b-8ed1-027d22a3f4d6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Port': ['ID=8c3f75cd-d388-4c71-9b3a-9fd067e2a1c3,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:35.442475 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-bfb7b00f-a529-4c26-8399-c4b20030eed5 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting port 8c3f75cd-d388-4c71-9b3a-9fd067e2a1c3 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:05:35.444552 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bfb7b00f-a529-4c26-8399-c4b20030eed5 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.503722 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-24cc263a-f140-451f-b8c3-8b6977eebbc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d184093-8042-4859-8611-b1242255de59 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:05:35.513640 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-24cc263a-f140-451f-b8c3-8b6977eebbc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.528230 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-24cc263a-f140-451f-b8c3-8b6977eebbc8 service neutron] Transition to ACTIVE for port object 6d184093-8042-4859-8611-b1242255de59 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:35.533159 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-24cc263a-f140-451f-b8c3-8b6977eebbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.545915 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bfb7b00f-a529-4c26-8399-c4b20030eed5 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.572837 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-bfb7b00f-a529-4c26-8399-c4b20030eed5 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Calling delete_port for 8c3f75cd-d388-4c71-9b3a-9fd067e2a1c3 owned by {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:05:35.604299 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc263a-f140-451f-b8c3-8b6977eebbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=6d184093-8042-4859-8611-b1242255de59,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:35.691902 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-24cc263a-f140-451f-b8c3-8b6977eebbc8 service neutron] Attempting to bind port 6d184093-8042-4859-8611-b1242255de59 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:35.692302 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-24cc263a-f140-451f-b8c3-8b6977eebbc8 service neutron] Attempting to bind port 6d184093-8042-4859-8611-b1242255de59 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:35.692564 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-24cc263a-f140-451f-b8c3-8b6977eebbc8 service neutron] Attempting to bind port 6d184093-8042-4859-8611-b1242255de59 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:05:35.697414 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-24cc263a-f140-451f-b8c3-8b6977eebbc8 service neutron] Port 6d184093-8042-4859-8611-b1242255de59 on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:05:35.697728 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-24cc263a-f140-451f-b8c3-8b6977eebbc8 service neutron] Attempting to bind port 6d184093-8042-4859-8611-b1242255de59 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:05:35.704238 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-24cc263a-f140-451f-b8c3-8b6977eebbc8 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:05:35.705414 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-24cc263a-f140-451f-b8c3-8b6977eebbc8 service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:05:35.706075 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-24cc263a-f140-451f-b8c3-8b6977eebbc8 service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:05:35.706539 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-24cc263a-f140-451f-b8c3-8b6977eebbc8 service neutron] Bound port: 6d184093-8042-4859-8611-b1242255de59, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:35.706911 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-24cc263a-f140-451f-b8c3-8b6977eebbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.781455 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bfb7b00f-a529-4c26-8399-c4b20030eed5 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.820521 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb7b00f-a529-4c26-8399-c4b20030eed5 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Port': ['ID=8c3f75cd-d388-4c71-9b3a-9fd067e2a1c3,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:35.842409 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bfb7b00f-a529-4c26-8399-c4b20030eed5 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.843172 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-24cc263a-f140-451f-b8c3-8b6977eebbc8 service neutron] For port 6d184093-8042-4859-8611-b1242255de59, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:35.847902 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-bfb7b00f-a529-4c26-8399-c4b20030eed5 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/ports/8c3f75cd-d388-4c71-9b3a-9fd067e2a1c3 HTTP/1.1" status: 204 len: 168 time: 0.5682275 Apr 18 21:05:35.850163 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43886) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:35.855159 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-24cc263a-f140-451f-b8c3-8b6977eebbc8 service neutron] For port 6d184093-8042-4859-8611-b1242255de59, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=6d184093-8042-4859-8611-b1242255de59,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:35.863329 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-24cc263a-f140-451f-b8c3-8b6977eebbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.892469 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be184a-71ba-4cb7-a918-4d976f4613b4 req-82381e99-b980-4bd1-b1f0-d131d6c75aea tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:35.894226 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-51be184a-71ba-4cb7-a918-4d976f4613b4 req-82381e99-b980-4bd1-b1f0-d131d6c75aea tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c20bb22-cd63-43e2-8eef-094a7ef40aac HTTP/1.1" status: 200 len: 947 time: 0.1495187 Apr 18 21:05:35.936818 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-24cc263a-f140-451f-b8c3-8b6977eebbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:35.937580 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-24cc263a-f140-451f-b8c3-8b6977eebbc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.938872 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-24cc263a-f140-451f-b8c3-8b6977eebbc8 service neutron] 10.222.0.57 "PUT /v2.0/ports/6d184093-8042-4859-8611-b1242255de59 HTTP/1.1" status: 200 len: 1095 time: 0.9822879 Apr 18 21:05:35.939332 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c20bb22-cd63-43e2-8eef-094a7ef40aac', 'tag': '6d184093-8042-4859-8611-b1242255de59'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:05:35.942323 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce5161d-7cf1-4bb5-a9a3-a3089c04f1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "4c20bb22-cd63-43e2-8eef-094a7ef40aac", "tag": "6d184093-8042-4859-8611-b1242255de59"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:05:35.955783 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc263a-f140-451f-b8c3-8b6977eebbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=6d184093-8042-4859-8611-b1242255de59,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:36.024254 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0602ef19-879b-4bce-b081-912a4010322b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:36.028308 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0602ef19-879b-4bce-b081-912a4010322b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1749432 Apr 18 21:05:36.029556 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-51be184a-71ba-4cb7-a918-4d976f4613b4 req-2c2a62f5-df19-4119-92e4-361fc87ded65 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea1073d8-fee1-4577-9c5f-136a004305e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150000 Apr 18 21:05:36.030038 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43890) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:36.042675 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f5f8b2-7c7c-467b-9363-e80d1963cd75 x-openstack-request-id: req-89f5f8b2-7c7c-467b-9363-e80d1963cd75 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:05:36.042975 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c20bb22-cd63-43e2-8eef-094a7ef40aac", "tag": "6d184093-8042-4859-8611-b1242255de59", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:05:36.043169 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89f5f8b2-7c7c-467b-9363-e80d1963cd75 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:05:36.043696 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89f5f8b2-7c7c-467b-9363-e80d1963cd75'] response: {'name': 'network-changed', 'server_uuid': '4c20bb22-cd63-43e2-8eef-094a7ef40aac', 'tag': '6d184093-8042-4859-8611-b1242255de59', 'status': 'completed', 'code': 200} Apr 18 21:05:36.077819 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7d4d69-f237-45e2-b3ca-8e4bf946331c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] GET failed (client error): The resource could not be found. Apr 18 21:05:36.081365 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-e4850857-05fb-4ae1-8580-3302740cf132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:36.085046 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-e4850857-05fb-4ae1-8580-3302740cf132 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c917e8f29710415a9f72238dd9e1b754&device_id=4c20bb22-cd63-43e2-8eef-094a7ef40aac HTTP/1.1" status: 200 len: 1098 time: 0.0896988 Apr 18 21:05:36.087487 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43892) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:36.088054 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4f7d4d69-f237-45e2-b3ca-8e4bf946331c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "GET /v2.0/ports/8c3f75cd-d388-4c71-9b3a-9fd067e2a1c3 HTTP/1.1" status: 404 len: 333 time: 0.0567105 Apr 18 21:05:36.095669 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-1214a03c-f205-47f9-9d94-ae1b48fce4e3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2025175434'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:36.174490 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-57402b28-1d41-4f22-bb30-9700edc101d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=6d184093-8042-4859-8611-b1242255de59 HTTP/1.1" status: 200 len: 217 time: 0.0741339 Apr 18 21:05:36.278445 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-e6c7419a-7f81-43b4-82f4-8ea2c9370c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:36.281133 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-e6c7419a-7f81-43b4-82f4-8ea2c9370c75 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.0991511 Apr 18 21:05:36.307802 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1214a03c-f205-47f9-9d94-ae1b48fce4e3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:36.313722 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1214a03c-f205-47f9-9d94-ae1b48fce4e3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:36.331079 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 826de45f-e32f-49a1-abc5-18b017d2480f up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:05:36.401320 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1214a03c-f205-47f9-9d94-ae1b48fce4e3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:05:36.405289 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-5662a01e-d030-466b-a10d-1275a7d8ed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:36.406875 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-5662a01e-d030-466b-a10d-1275a7d8ed14 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1173058 Apr 18 21:05:36.425866 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1214a03c-f205-47f9-9d94-ae1b48fce4e3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:36.426753 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-1214a03c-f205-47f9-9d94-ae1b48fce4e3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Added segment f697e37a-f14f-45ae-b94e-b230adf0f4be of type vlan for network 717be301-9614-4624-8e02-f3bc44d1b43f Apr 18 21:05:36.560419 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1214a03c-f205-47f9-9d94-ae1b48fce4e3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:36.620180 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-af3cf231-62c5-438d-ab0c-ef2e4381eab5 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052445 Apr 18 21:05:36.627322 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1214a03c-f205-47f9-9d94-ae1b48fce4e3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:36.636509 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62665b92-fc9d-4787-9323-a3d1167884db req-ff535d88-20e1-4486-b9be-edb34c0e1a2a tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:36.638816 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1214a03c-f205-47f9-9d94-ae1b48fce4e3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:36.639277 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-62665b92-fc9d-4787-9323-a3d1167884db req-ff535d88-20e1-4486-b9be-edb34c0e1a2a tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 945 time: 0.3849764 Apr 18 21:05:36.639832 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1214a03c-f205-47f9-9d94-ae1b48fce4e3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:36.645892 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 826de45f-e32f-49a1-abc5-18b017d2480f completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:36.650236 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 826de45f-e32f-49a1-abc5-18b017d2480f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:36.650621 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:36.704763 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-62665b92-fc9d-4787-9323-a3d1167884db req-b257c00c-200a-42d9-908d-a5d648c59556 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584950 Apr 18 21:05:36.773647 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:36.800754 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f19898-fe40-4c20-ae03-71a72d885299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826de45f-e32f-49a1-abc5-18b017d2480f'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:05:36.804111 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab22c936-592a-43ff-b366-2d19b8acbf13" -d '{"events": [{"server_uuid": "a9f19898-fe40-4c20-ae03-71a72d885299", "name": "network-vif-plugged", "status": "completed", "tag": "826de45f-e32f-49a1-abc5-18b017d2480f"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:05:36.810966 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1214a03c-f205-47f9-9d94-ae1b48fce4e3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7215376 Apr 18 21:05:36.813523 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43900) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:36.819708 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-41fd9a21-3045-4a23-a9f9-63049e9f4e2b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'subnet': {'network_id': '717be301-9614-4624-8e02-f3bc44d1b43f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:36.825814 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 826de45f-e32f-49a1-abc5-18b017d2480f, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=826de45f-e32f-49a1-abc5-18b017d2480f,segment=NetworkSegment(3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd),segment_id=3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:36.833038 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:36.835493 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214a03c-f205-47f9-9d94-ae1b48fce4e3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Network': ['ID=717be301-9614-4624-8e02-f3bc44d1b43f,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:36.911258 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e5713332-d95c-4b40-a3f4-305f260e8e6d req-b4237071-fc39-40a2-a162-fd67f1cc579b service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651987 Apr 18 21:05:36.920460 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cf6161-6575-4e0a-8f9c-3f668b1857f2 x-openstack-request-id: req-71cf6161-6575-4e0a-8f9c-3f668b1857f2 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:05:36.921086 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f19898-fe40-4c20-ae03-71a72d885299", "name": "network-vif-plugged", "status": "completed", "tag": "826de45f-e32f-49a1-abc5-18b017d2480f", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:05:36.921597 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-71cf6161-6575-4e0a-8f9c-3f668b1857f2 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:05:36.922542 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71cf6161-6575-4e0a-8f9c-3f668b1857f2'] response: {'server_uuid': 'a9f19898-fe40-4c20-ae03-71a72d885299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826de45f-e32f-49a1-abc5-18b017d2480f', 'code': 200} Apr 18 21:05:36.935565 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 717be301-9614-4624-8e02-f3bc44d1b43f details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:05:37.030114 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fd9a21-3045-4a23-a9f9-63049e9f4e2b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:37.035139 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-41fd9a21-3045-4a23-a9f9-63049e9f4e2b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:37.058173 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b341e-9a02-433b-86dd-8de181af2bf8 req-ebdb728e-f697-4d06-b5fd-8dc7b5ffeb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:37.060350 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-797b341e-9a02-433b-86dd-8de181af2bf8 req-ebdb728e-f697-4d06-b5fd-8dc7b5ffeb28 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 1097 time: 0.0905719 Apr 18 21:05:37.066159 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5161d-7cf1-4bb5-a9a3-a3089c04f1fa req-9e8fc8ef-a14d-4eb8-8285-e11a30ba5698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:37.068404 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-cce5161d-7cf1-4bb5-a9a3-a3089c04f1fa req-9e8fc8ef-a14d-4eb8-8285-e11a30ba5698 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c917e8f29710415a9f72238dd9e1b754&device_id=4c20bb22-cd63-43e2-8eef-094a7ef40aac HTTP/1.1" status: 200 len: 1098 time: 0.0892086 Apr 18 21:05:37.097396 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=826de45f-e32f-49a1-abc5-18b017d2480f,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:37.224855 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5161d-7cf1-4bb5-a9a3-a3089c04f1fa req-02e3746f-d68e-40ae-a3b3-7d1427519586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:37.226377 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-cce5161d-7cf1-4bb5-a9a3-a3089c04f1fa req-02e3746f-d68e-40ae-a3b3-7d1427519586 service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.1516526 Apr 18 21:05:37.248143 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-797b341e-9a02-433b-86dd-8de181af2bf8 req-259c6f88-89f6-4fd5-abfd-08acc7c6f644 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733923 Apr 18 21:05:37.277060 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-cce5161d-7cf1-4bb5-a9a3-a3089c04f1fa req-01e3a748-b42c-4fde-98d0-febb115aaadc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=6d184093-8042-4859-8611-b1242255de59 HTTP/1.1" status: 200 len: 217 time: 0.0433664 Apr 18 21:05:37.294899 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08406290-cdd8-4ab8-b2af-d1e649af4d0c req-851c1224-6a3a-426a-b721-0bcaa1331983 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:37.297499 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08406290-cdd8-4ab8-b2af-d1e649af4d0c req-851c1224-6a3a-426a-b721-0bcaa1331983 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c20bb22-cd63-43e2-8eef-094a7ef40aac HTTP/1.1" status: 200 len: 947 time: 0.1466684 Apr 18 21:05:37.359026 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5161d-7cf1-4bb5-a9a3-a3089c04f1fa req-d7abed7a-537d-4db2-9bcb-aaef55ee500e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:37.362408 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-cce5161d-7cf1-4bb5-a9a3-a3089c04f1fa req-d7abed7a-537d-4db2-9bcb-aaef55ee500e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.0778327 Apr 18 21:05:37.385343 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08406290-cdd8-4ab8-b2af-d1e649af4d0c req-e8e4fae9-404c-4385-8bcd-34ef4de1d5da tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea1073d8-fee1-4577-9c5f-136a004305e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800674 Apr 18 21:05:37.460597 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-41fd9a21-3045-4a23-a9f9-63049e9f4e2b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:37.461497 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5161d-7cf1-4bb5-a9a3-a3089c04f1fa req-cfd773bd-e959-499f-aae5-8136bad4f8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:37.464844 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-cce5161d-7cf1-4bb5-a9a3-a3089c04f1fa req-cfd773bd-e959-499f-aae5-8136bad4f8bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0952299 Apr 18 21:05:37.530650 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd9a21-3045-4a23-a9f9-63049e9f4e2b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Subnet': ['ID=f7acff03-b39d-45ca-aee4-76f65cad4910,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:37.542861 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd9a21-3045-4a23-a9f9-63049e9f4e2b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Checking segment: {'id': 'f697e37a-f14f-45ae-b94e-b230adf0f4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '717be301-9614-4624-8e02-f3bc44d1b43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:05:37.543220 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fd9a21-3045-4a23-a9f9-63049e9f4e2b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network hostable DHCP agents. Network: 717be301-9614-4624-8e02-f3bc44d1b43f, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:05:37.563097 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fd9a21-3045-4a23-a9f9-63049e9f4e2b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network 717be301-9614-4624-8e02-f3bc44d1b43f is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:05:37.573609 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-41fd9a21-3045-4a23-a9f9-63049e9f4e2b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 717be301-9614-4624-8e02-f3bc44d1b43f) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:37.577967 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fd9a21-3045-4a23-a9f9-63049e9f4e2b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:37.578547 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-41fd9a21-3045-4a23-a9f9-63049e9f4e2b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:37.600974 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ec6593-43ea-46fc-8825-3d2092cd39be None None] Network 717be301-9614-4624-8e02-f3bc44d1b43f requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:05:37.618213 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-41fd9a21-3045-4a23-a9f9-63049e9f4e2b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7990994 Apr 18 21:05:37.618572 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43906) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:37.624681 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-efaa9524-ec43-4caa-8c49-ae961a12ed90 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'subnet': {'network_id': '717be301-9614-4624-8e02-f3bc44d1b43f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:37.651105 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-cce5161d-7cf1-4bb5-a9a3-a3089c04f1fa req-7ee0cac6-9902-42d6-b6b7-ab5b5badcb09 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793551 Apr 18 21:05:37.836267 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-cce5161d-7cf1-4bb5-a9a3-a3089c04f1fa req-285b9bb0-ee99-4b6b-bc6f-7bc808c32c45 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783469 Apr 18 21:05:37.854178 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b161b0-f174-46d6-920f-f39c7dc7ea4e req-4d610921-9f97-4d3a-bd4e-5479435a133e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:37.856493 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3b161b0-f174-46d6-920f-f39c7dc7ea4e req-4d610921-9f97-4d3a-bd4e-5479435a133e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 946 time: 0.0814199 Apr 18 21:05:37.859904 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efaa9524-ec43-4caa-8c49-ae961a12ed90 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:37.864127 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-efaa9524-ec43-4caa-8c49-ae961a12ed90 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:37.878018 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f9db91-26fb-4977-937c-6692bbaf3020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-717be301-9614-4624-8e02-f3bc44d1b43f', 'network_id': '717be301-9614-4624-8e02-f3bc44d1b43f', 'tenant_id': '86237d17b9b149a7bac9b050dcbb7e9b', 'fixed_ips': [{'subnet_id': 'f7acff03-b39d-45ca-aee4-76f65cad4910'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:05:37.879068 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e1f9db91-26fb-4977-937c-6692bbaf3020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:37.896874 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:37.947028 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3b161b0-f174-46d6-920f-f39c7dc7ea4e req-4133b5cc-b86d-45ee-b509-7c3f6217f298 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705454 Apr 18 21:05:38.010751 n-d-838323-3 neutron-server[102909]: INFO neutron.db.ipam_backend_mixin [None req-efaa9524-ec43-4caa-8c49-ae961a12ed90 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f7acff03-b39d-45ca-aee4-76f65cad4910 (CIDR: 2001:db8::/64) Apr 18 21:05:38.017017 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-efaa9524-ec43-4caa-8c49-ae961a12ed90 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:05:38.017929 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efaa9524-ec43-4caa-8c49-ae961a12ed90 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:05:38.043780 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-efaa9524-ec43-4caa-8c49-ae961a12ed90 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4211605 Apr 18 21:05:38.045800 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43910) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:38.057521 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-09561e73-8168-4049-9935-a4206f562df6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'subnet': {'network_id': '717be301-9614-4624-8e02-f3bc44d1b43f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:38.098786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-e1f9db91-26fb-4977-937c-6692bbaf3020 None None] Allocated IP 2001:db8::2 (717be301-9614-4624-8e02-f3bc44d1b43f/f7acff03-b39d-45ca-aee4-76f65cad4910/ccb73a1b-2c6e-449c-b478-8f94c03f68b9) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:38.242461 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09561e73-8168-4049-9935-a4206f562df6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:38.246147 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09561e73-8168-4049-9935-a4206f562df6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.268103 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e1f9db91-26fb-4977-937c-6692bbaf3020 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.275126 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e1f9db91-26fb-4977-937c-6692bbaf3020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.317078 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f9db91-26fb-4977-937c-6692bbaf3020 None None] Network 717be301-9614-4624-8e02-f3bc44d1b43f is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:38.320609 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-e1f9db91-26fb-4977-937c-6692bbaf3020 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:38.324538 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f9db91-26fb-4977-937c-6692bbaf3020 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:05:38.332376 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9db91-26fb-4977-937c-6692bbaf3020 None None] Pushing event updated for resources: {'Port': ['ID=ccb73a1b-2c6e-449c-b478-8f94c03f68b9,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:38.389417 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-e1f9db91-26fb-4977-937c-6692bbaf3020 None None] Attempting to bind port ccb73a1b-2c6e-449c-b478-8f94c03f68b9 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:38.390981 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-e1f9db91-26fb-4977-937c-6692bbaf3020 None None] Attempting to bind port ccb73a1b-2c6e-449c-b478-8f94c03f68b9 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'f697e37a-f14f-45ae-b94e-b230adf0f4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '717be301-9614-4624-8e02-f3bc44d1b43f'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:38.391356 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9db91-26fb-4977-937c-6692bbaf3020 None None] Attempting to bind port ccb73a1b-2c6e-449c-b478-8f94c03f68b9 on network 717be301-9614-4624-8e02-f3bc44d1b43f {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:05:38.397445 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9db91-26fb-4977-937c-6692bbaf3020 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:05:38.397823 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9db91-26fb-4977-937c-6692bbaf3020 None None] Checking segment: {'id': 'f697e37a-f14f-45ae-b94e-b230adf0f4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '717be301-9614-4624-8e02-f3bc44d1b43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:05:38.398229 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e1f9db91-26fb-4977-937c-6692bbaf3020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.398628 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9db91-26fb-4977-937c-6692bbaf3020 None None] Bound using segment: {'id': 'f697e37a-f14f-45ae-b94e-b230adf0f4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '717be301-9614-4624-8e02-f3bc44d1b43f'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:05:38.399107 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-e1f9db91-26fb-4977-937c-6692bbaf3020 None None] Bound port: ccb73a1b-2c6e-449c-b478-8f94c03f68b9, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f697e37a-f14f-45ae-b94e-b230adf0f4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '717be301-9614-4624-8e02-f3bc44d1b43f'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:38.399490 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e1f9db91-26fb-4977-937c-6692bbaf3020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.555698 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-e1f9db91-26fb-4977-937c-6692bbaf3020 None None] For port ccb73a1b-2c6e-449c-b478-8f94c03f68b9, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:38.564061 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-e1f9db91-26fb-4977-937c-6692bbaf3020 None None] For port ccb73a1b-2c6e-449c-b478-8f94c03f68b9, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=ccb73a1b-2c6e-449c-b478-8f94c03f68b9,segment=NetworkSegment(f697e37a-f14f-45ae-b94e-b230adf0f4be),segment_id=f697e37a-f14f-45ae-b94e-b230adf0f4be)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:38.571388 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e1f9db91-26fb-4977-937c-6692bbaf3020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.656112 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9db91-26fb-4977-937c-6692bbaf3020 None None] Pushing event updated for resources: {'Port': ['ID=ccb73a1b-2c6e-449c-b478-8f94c03f68b9,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:38.734514 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411f0ec-91c1-4967-aa4f-f14e89991045 req-8cfd92ef-0fde-46ee-9fb5-16ef480fe414 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:38.736720 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0411f0ec-91c1-4967-aa4f-f14e89991045 req-8cfd92ef-0fde-46ee-9fb5-16ef480fe414 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c20bb22-cd63-43e2-8eef-094a7ef40aac HTTP/1.1" status: 200 len: 947 time: 0.1420853 Apr 18 21:05:38.844484 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09561e73-8168-4049-9935-a4206f562df6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.874131 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0411f0ec-91c1-4967-aa4f-f14e89991045 req-43786fc8-95b3-4d9d-85e8-55106bdd0bd1 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea1073d8-fee1-4577-9c5f-136a004305e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257038 Apr 18 21:05:38.992541 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09561e73-8168-4049-9935-a4206f562df6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network 717be301-9614-4624-8e02-f3bc44d1b43f is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:38.994072 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-09561e73-8168-4049-9935-a4206f562df6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:39.014784 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09561e73-8168-4049-9935-a4206f562df6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:39.015322 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09561e73-8168-4049-9935-a4206f562df6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:39.032523 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09561e73-8168-4049-9935-a4206f562df6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Subnet': ['ID=bc0bf55a-90d4-4e16-8ea0-42043114b5cf,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:39.044102 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-09561e73-8168-4049-9935-a4206f562df6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9963264 Apr 18 21:05:39.048374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 43936) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:39.056894 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-0a1cb831-8129-4312-b047-713b652c0025 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'port': {'network_id': '717be301-9614-4624-8e02-f3bc44d1b43f', 'fixed_ips': [{'subnet_id': 'f7acff03-b39d-45ca-aee4-76f65cad4910'}, {'subnet_id': 'bc0bf55a-90d4-4e16-8ea0-42043114b5cf'}], 'name': 'tempest-PortsIpV6TestJSON-1245597244'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:39.242994 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499532c2-bbb3-4697-9dda-6ea16f0f2457 req-584d8e8d-10c7-4838-8ea4-2e33304f8bb8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:39.244585 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-499532c2-bbb3-4697-9dda-6ea16f0f2457 req-584d8e8d-10c7-4838-8ea4-2e33304f8bb8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 946 time: 0.0867879 Apr 18 21:05:39.269111 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device ccb73a1b-2c6e-449c-b478-8f94c03f68b9 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:05:39.328715 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-499532c2-bbb3-4697-9dda-6ea16f0f2457 req-d257ad30-2c61-4232-8989-b678ec2535fa tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711296 Apr 18 21:05:39.331476 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port ccb73a1b-2c6e-449c-b478-8f94c03f68b9 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:39.331852 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:39.338449 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1cb831-8129-4312-b047-713b652c0025 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:39.499260 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0a1cb831-8129-4312-b047-713b652c0025 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:39.500963 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:39.521978 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d9b49-6d32-4b78-b599-fdf8d5ca7ff8 req-79e72d0b-f998-4347-8368-a8d54ff0feba tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:39.523562 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c2d9b49-6d32-4b78-b599-fdf8d5ca7ff8 req-79e72d0b-f998-4347-8368-a8d54ff0feba tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 946 time: 0.0941656 Apr 18 21:05:39.537718 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-0a1cb831-8129-4312-b047-713b652c0025 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] device_id is not set on port c1a20e95-d494-49ff-8a0b-cf1a0d8f030f yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:05:39.541314 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port ccb73a1b-2c6e-449c-b478-8f94c03f68b9, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=ccb73a1b-2c6e-449c-b478-8f94c03f68b9,segment=NetworkSegment(f697e37a-f14f-45ae-b94e-b230adf0f4be),segment_id=f697e37a-f14f-45ae-b94e-b230adf0f4be)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:39.547028 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:39.613193 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=ccb73a1b-2c6e-449c-b478-8f94c03f68b9,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:39.621653 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c2d9b49-6d32-4b78-b599-fdf8d5ca7ff8 req-ae075bcb-a5ef-49dc-b5fc-5f3c816dc6fd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907040 Apr 18 21:05:39.647224 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43942) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:39.733918 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57898ba-c511-4224-9869-efe7623b0bcc tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:39.741026 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a57898ba-c511-4224-9869-efe7623b0bcc tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 1092 time: 0.0926208 Apr 18 21:05:39.743854 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 43944) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:39.749297 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a9517e36-775e-4627-9197-4630a47b8d39 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'port_id': '826de45f-e32f-49a1-abc5-18b017d2480f', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:39.782588 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9517e36-775e-4627-9197-4630a47b8d39 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:40.043474 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9517e36-775e-4627-9197-4630a47b8d39 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:40.153889 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83ec3a6-9b57-4764-b867-6506889be063 None None] Network 717be301-9614-4624-8e02-f3bc44d1b43f requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:05:40.163389 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-0a1cb831-8129-4312-b047-713b652c0025 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Allocated IP 2001:db8::325 (717be301-9614-4624-8e02-f3bc44d1b43f/f7acff03-b39d-45ca-aee4-76f65cad4910/c1a20e95-d494-49ff-8a0b-cf1a0d8f030f) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:40.177425 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-0a1cb831-8129-4312-b047-713b652c0025 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Allocated IP 2001:db8:0:1::2d2 (717be301-9614-4624-8e02-f3bc44d1b43f/bc0bf55a-90d4-4e16-8ea0-42043114b5cf/c1a20e95-d494-49ff-8a0b-cf1a0d8f030f) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:40.191049 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778635fc-a468-467a-bb4f-620bc51c1f09 req-52404534-8550-4045-9994-e256d18e8711 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:40.198785 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-778635fc-a468-467a-bb4f-620bc51c1f09 req-52404534-8550-4045-9994-e256d18e8711 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c20bb22-cd63-43e2-8eef-094a7ef40aac HTTP/1.1" status: 200 len: 947 time: 0.1350715 Apr 18 21:05:40.257209 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-778635fc-a468-467a-bb4f-620bc51c1f09 req-235af00f-01d9-4dbf-9894-5520c216956b tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea1073d8-fee1-4577-9c5f-136a004305e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569279 Apr 18 21:05:40.300149 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-a9517e36-775e-4627-9197-4630a47b8d39 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Allocated IP 172.25.1.61 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/6a01fee5-0660-443f-ba13-6b20d368bc0e) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:40.484169 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9517e36-775e-4627-9197-4630a47b8d39 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:40.506876 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1dead594-57c7-4d97-8248-0135450516d6 None None] Provisioning complete for port ccb73a1b-2c6e-449c-b478-8f94c03f68b9 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:40.508118 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1dead594-57c7-4d97-8248-0135450516d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:40.558014 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0a1cb831-8129-4312-b047-713b652c0025 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:40.593752 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9517e36-775e-4627-9197-4630a47b8d39 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:40.640518 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0a1cb831-8129-4312-b047-713b652c0025 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:40.662796 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9517e36-775e-4627-9197-4630a47b8d39 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:40.678793 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-a9517e36-775e-4627-9197-4630a47b8d39 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:40.688086 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9517e36-775e-4627-9197-4630a47b8d39 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:05:40.690366 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9517e36-775e-4627-9197-4630a47b8d39 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Port': ['ID=6a01fee5-0660-443f-ba13-6b20d368bc0e,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:40.730420 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1cb831-8129-4312-b047-713b652c0025 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network 717be301-9614-4624-8e02-f3bc44d1b43f is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:40.736260 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-0a1cb831-8129-4312-b047-713b652c0025 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:40.742287 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 6d184093-8042-4859-8611-b1242255de59 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:05:40.743199 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1cb831-8129-4312-b047-713b652c0025 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:05:40.749332 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1cb831-8129-4312-b047-713b652c0025 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:40.750346 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0a1cb831-8129-4312-b047-713b652c0025 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:40.758502 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1cb831-8129-4312-b047-713b652c0025 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Port': ['ID=c1a20e95-d494-49ff-8a0b-cf1a0d8f030f,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:40.789322 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0a1cb831-8129-4312-b047-713b652c0025 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.7393651 Apr 18 21:05:40.792112 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44028) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:40.795136 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7df3d2-af0e-4e98-a9d0-4b4fcd83e1e1 None None] Update dhcp port {'port': {'network_id': '717be301-9614-4624-8e02-f3bc44d1b43f', 'fixed_ips': [{'subnet_id': 'f7acff03-b39d-45ca-aee4-76f65cad4910', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bc0bf55a-90d4-4e16-8ea0-42043114b5cf'}], 'binding:host_id': 'n-d-838323-3'}, 'id': 'ccb73a1b-2c6e-449c-b478-8f94c03f68b9'} from n-d-838323-3. {{(pid=102910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 21:05:40.799652 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-44c87d44-10eb-4b7b-9678-d79503e49790 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f7acff03-b39d-45ca-aee4-76f65cad4910'}]}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:40.880789 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0e7df3d2-af0e-4e98-a9d0-4b4fcd83e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:41.006999 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-44c87d44-10eb-4b7b-9678-d79503e49790 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:41.138347 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 6d184093-8042-4859-8611-b1242255de59, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=6d184093-8042-4859-8611-b1242255de59,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:41.173044 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '6d184093-8042-4859-8611-b1242255de59', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': '6d184093-8042-4859-8611-b1242255de59', 'mac_address': 'fa:16:3e:79:5b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:05:41.286066 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:41.292905 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device ccb73a1b-2c6e-449c-b478-8f94c03f68b9 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:05:41.361474 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d184093-8042-4859-8611-b1242255de59 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:05:41.415349 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-0e7df3d2-af0e-4e98-a9d0-4b4fcd83e1e1 None None] Allocated IP 2001:db8:0:1::2 (717be301-9614-4624-8e02-f3bc44d1b43f/bc0bf55a-90d4-4e16-8ea0-42043114b5cf/ccb73a1b-2c6e-449c-b478-8f94c03f68b9) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:41.439156 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 6d184093-8042-4859-8611-b1242255de59, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=6d184093-8042-4859-8611-b1242255de59,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:41.451242 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:41.562758 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea7a66-c876-4b31-ade0-e311cb02d6a0 req-87f57034-63dc-4c79-b4e3-43924c914542 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:41.565823 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91ea7a66-c876-4b31-ade0-e311cb02d6a0 req-87f57034-63dc-4c79-b4e3-43924c914542 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c20bb22-cd63-43e2-8eef-094a7ef40aac HTTP/1.1" status: 200 len: 948 time: 0.1217582 Apr 18 21:05:41.588456 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port ccb73a1b-2c6e-449c-b478-8f94c03f68b9 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:41.589004 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:41.662618 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=6d184093-8042-4859-8611-b1242255de59,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:41.678836 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9517e36-775e-4627-9197-4630a47b8d39 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:41.706532 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91ea7a66-c876-4b31-ade0-e311cb02d6a0 req-1d7d2b20-5897-43e2-b9f8-c9409ceae61b tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea1073d8-fee1-4577-9c5f-136a004305e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035814 Apr 18 21:05:41.717684 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-0e7df3d2-af0e-4e98-a9d0-4b4fcd83e1e1 None None] For port ccb73a1b-2c6e-449c-b478-8f94c03f68b9, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=ccb73a1b-2c6e-449c-b478-8f94c03f68b9,segment=NetworkSegment(f697e37a-f14f-45ae-b94e-b230adf0f4be),segment_id=f697e37a-f14f-45ae-b94e-b230adf0f4be)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:41.735029 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['6d184093-8042-4859-8611-b1242255de59'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:05:41.869860 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0e7df3d2-af0e-4e98-a9d0-4b4fcd83e1e1 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:41.906579 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0e7df3d2-af0e-4e98-a9d0-4b4fcd83e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.013284 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-44c87d44-10eb-4b7b-9678-d79503e49790 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Delete allocated IP 2001:db8:0:1::2d2 (717be301-9614-4624-8e02-f3bc44d1b43f/bc0bf55a-90d4-4e16-8ea0-42043114b5cf) {{(pid=102908) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 21:05:42.135216 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9517e36-775e-4627-9197-4630a47b8d39 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.191347 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.225162 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7df3d2-af0e-4e98-a9d0-4b4fcd83e1e1 None None] Pushing event updated for resources: {'Port': ['ID=ccb73a1b-2c6e-449c-b478-8f94c03f68b9,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:42.308181 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-44c87d44-10eb-4b7b-9678-d79503e49790 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.315406 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-44c87d44-10eb-4b7b-9678-d79503e49790 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.391774 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9517e36-775e-4627-9197-4630a47b8d39 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.398460 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9517e36-775e-4627-9197-4630a47b8d39 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.423197 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-44c87d44-10eb-4b7b-9678-d79503e49790 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] In _notify_port_updated(), no bound segment for port c1a20e95-d494-49ff-8a0b-cf1a0d8f030f on network 717be301-9614-4624-8e02-f3bc44d1b43f {{(pid=102908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 21:05:42.428715 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c87d44-10eb-4b7b-9678-d79503e49790 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:42.429405 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-44c87d44-10eb-4b7b-9678-d79503e49790 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.430791 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-44c87d44-10eb-4b7b-9678-d79503e49790 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "PUT /v2.0/ports/c1a20e95-d494-49ff-8a0b-cf1a0d8f030f HTTP/1.1" status: 200 len: 926 time: 1.6370945 Apr 18 21:05:42.433993 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44168) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:42.439410 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-bde3080a-acc0-4ba3-9af9-ff35bdbba674 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f7acff03-b39d-45ca-aee4-76f65cad4910'}, {'subnet_id': 'bc0bf55a-90d4-4e16-8ea0-42043114b5cf'}]}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:42.539677 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9517e36-775e-4627-9197-4630a47b8d39 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Port': ['ID=6a01fee5-0660-443f-ba13-6b20d368bc0e,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:42.543135 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c87d44-10eb-4b7b-9678-d79503e49790 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Port': ['ID=c1a20e95-d494-49ff-8a0b-cf1a0d8f030f,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:42.547509 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9517e36-775e-4627-9197-4630a47b8d39 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.560636 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bde3080a-acc0-4ba3-9af9-ff35bdbba674 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.716883 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-a9517e36-775e-4627-9197-4630a47b8d39 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Floating IP bf3a20dd-dcb2-49d1-a85a-5c2f6c2e6c9a associated. External IP: 172.25.1.61, port: 826de45f-e32f-49a1-abc5-18b017d2480f. Apr 18 21:05:42.728826 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 6d184093-8042-4859-8611-b1242255de59 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:05:42.846870 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 6d184093-8042-4859-8611-b1242255de59 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:42.854078 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 6d184093-8042-4859-8611-b1242255de59 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:42.855090 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.018771 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3444e21-bef0-48e9-9c15-a96b9cf73485 req-7f635be0-8512-4dd7-af1f-0e8e9e53678d tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:43.032115 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3444e21-bef0-48e9-9c15-a96b9cf73485 req-7f635be0-8512-4dd7-af1f-0e8e9e53678d tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c20bb22-cd63-43e2-8eef-094a7ef40aac HTTP/1.1" status: 200 len: 948 time: 0.1745074 Apr 18 21:05:43.113292 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9517e36-775e-4627-9197-4630a47b8d39 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Router ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:05:43.166728 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:05:43.213048 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3444e21-bef0-48e9-9c15-a96b9cf73485 req-aac75fe4-2517-4aeb-b7f0-0ec77d7652ab tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea1073d8-fee1-4577-9c5f-136a004305e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793783 Apr 18 21:05:43.234305 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.246072 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-bde3080a-acc0-4ba3-9af9-ff35bdbba674 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Allocated IP 2001:db8:0:1::276 (717be301-9614-4624-8e02-f3bc44d1b43f/bc0bf55a-90d4-4e16-8ea0-42043114b5cf/c1a20e95-d494-49ff-8a0b-cf1a0d8f030f) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:43.345234 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9517e36-775e-4627-9197-4630a47b8d39 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:43.379785 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4fb703-a86c-4064-9ef6-854427d9f4e4 None None] Sync routers for ids ['ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:05:43.381768 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9517e36-775e-4627-9197-4630a47b8d39 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.418904 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4fb703-a86c-4064-9ef6-854427d9f4e4 None None] Routers {'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:05:43.420168 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9e4fb703-a86c-4064-9ef6-854427d9f4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:05:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:43.435612 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a9517e36-775e-4627-9197-4630a47b8d39 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6865134 Apr 18 21:05:43.435612 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f19898-fe40-4c20-ae03-71a72d885299', 'tag': '826de45f-e32f-49a1-abc5-18b017d2480f'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:05:43.436609 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e245e0-d1c3-488a-a74d-0407ec3f9877" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f19898-fe40-4c20-ae03-71a72d885299", "tag": "826de45f-e32f-49a1-abc5-18b017d2480f"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:05:43.582130 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d42526d-fea9-4278-a7e7-ded4e0c343b9 x-openstack-request-id: req-2d42526d-fea9-4278-a7e7-ded4e0c343b9 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:05:43.582526 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f19898-fe40-4c20-ae03-71a72d885299", "tag": "826de45f-e32f-49a1-abc5-18b017d2480f", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:05:43.584078 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d42526d-fea9-4278-a7e7-ded4e0c343b9 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:05:43.584744 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d42526d-fea9-4278-a7e7-ded4e0c343b9'] response: {'name': 'network-changed', 'server_uuid': 'a9f19898-fe40-4c20-ae03-71a72d885299', 'tag': '826de45f-e32f-49a1-abc5-18b017d2480f', 'status': 'completed', 'code': 200} Apr 18 21:05:43.622069 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bde3080a-acc0-4ba3-9af9-ff35bdbba674 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.630692 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bde3080a-acc0-4ba3-9af9-ff35bdbba674 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.720805 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device ccb73a1b-2c6e-449c-b478-8f94c03f68b9 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:05:43.722699 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c3cac9-52cc-4ac9-a80c-d9f1724e7c7d None None] Network 717be301-9614-4624-8e02-f3bc44d1b43f requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:05:43.728047 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-9e4fb703-a86c-4064-9ef6-854427d9f4e4 None None] Set router ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:05:43.828024 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c20bb22-cd63-43e2-8eef-094a7ef40aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d184093-8042-4859-8611-b1242255de59'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:05:43.830523 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f6cdda-3b15-4ba4-90e3-f591ade5dcd8" -d '{"events": [{"server_uuid": "4c20bb22-cd63-43e2-8eef-094a7ef40aac", "name": "network-vif-plugged", "status": "completed", "tag": "6d184093-8042-4859-8611-b1242255de59"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:05:43.875755 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 6d184093-8042-4859-8611-b1242255de59, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=6d184093-8042-4859-8611-b1242255de59,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:43.877678 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3080a-acc0-4ba3-9af9-ff35bdbba674 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Port': ['ID=c1a20e95-d494-49ff-8a0b-cf1a0d8f030f,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:43.884086 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c0a05d67-ac56-45f7-abf3-b5b4a85c41c5 None None] Provisioning complete for port ccb73a1b-2c6e-449c-b478-8f94c03f68b9 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:43.886701 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c0a05d67-ac56-45f7-abf3-b5b4a85c41c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.892087 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.926144 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bae23-c176-482c-b046-0f68b153c404 req-b153bdc9-523e-412b-bc4c-241ed44deb03 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:43.928488 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-476bae23-c176-482c-b046-0f68b153c404 req-b153bdc9-523e-412b-bc4c-241ed44deb03 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 946 time: 0.2825761 Apr 18 21:05:43.952975 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-bde3080a-acc0-4ba3-9af9-ff35bdbba674 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] In _notify_port_updated(), no bound segment for port c1a20e95-d494-49ff-8a0b-cf1a0d8f030f on network 717be301-9614-4624-8e02-f3bc44d1b43f {{(pid=102908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 21:05:43.963459 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde3080a-acc0-4ba3-9af9-ff35bdbba674 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:43.964492 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bde3080a-acc0-4ba3-9af9-ff35bdbba674 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.966084 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-bde3080a-acc0-4ba3-9af9-ff35bdbba674 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "PUT /v2.0/ports/c1a20e95-d494-49ff-8a0b-cf1a0d8f030f HTTP/1.1" status: 200 len: 1012 time: 1.5309396 Apr 18 21:05:43.970292 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44292) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:43.970903 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e245e0-d1c3-488a-a74d-0407ec3f9877 req-ea1c6a19-e6a2-4d6c-bf87-3717afdaf5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:43.973051 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4e245e0-d1c3-488a-a74d-0407ec3f9877 req-ea1c6a19-e6a2-4d6c-bf87-3717afdaf5f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 1097 time: 0.1982253 Apr 18 21:05:44.055274 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6beb8c-e6c5-4a34-9c7d-11bb9e3a7351 x-openstack-request-id: req-de6beb8c-e6c5-4a34-9c7d-11bb9e3a7351 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:05:44.055650 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c20bb22-cd63-43e2-8eef-094a7ef40aac", "name": "network-vif-plugged", "status": "completed", "tag": "6d184093-8042-4859-8611-b1242255de59", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:05:44.056204 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de6beb8c-e6c5-4a34-9c7d-11bb9e3a7351 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:05:44.056961 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de6beb8c-e6c5-4a34-9c7d-11bb9e3a7351'] response: {'server_uuid': '4c20bb22-cd63-43e2-8eef-094a7ef40aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d184093-8042-4859-8611-b1242255de59', 'code': 200} Apr 18 21:05:44.159261 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port ccb73a1b-2c6e-449c-b478-8f94c03f68b9 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:44.160015 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:44.179744 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-476bae23-c176-482c-b046-0f68b153c404 req-e4fc4869-fcf7-478c-bd64-0142d60d9760 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287183 Apr 18 21:05:44.191405 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=6d184093-8042-4859-8611-b1242255de59,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:44.230628 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44308) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:44.314761 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9e4fb703-a86c-4064-9ef6-854427d9f4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991128574', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:08Z', 'updated_at': '2022-04-18T21:05:16Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:09Z', 'updated_at': '2022-04-18T21:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'bf3a20dd-dcb2-49d1-a85a-5c2f6c2e6c9a', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'port_id': '826de45f-e32f-49a1-abc5-18b017d2480f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3', 'mac_address': 'fa:16:3e:71:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f19898-fe40-4c20-ae03-71a72d885299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:05:41Z', 'updated_at': '2022-04-18T21:05:41Z', 'revision_number': 0, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca6af42-3d41-47a4-8ff5-e0edbdd80cf5', 'name': '', 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:38:ef:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '90676a33-392f-4df3-b5ef-9d5a1f1300f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:14Z', 'updated_at': '2022-04-18T21:05:22Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': '90676a33-392f-4df3-b5ef-9d5a1f1300f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:44.413036 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4fb703-a86c-4064-9ef6-854427d9f4e4 None None] Checking router: ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:05:44.457222 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4fb703-a86c-4064-9ef6-854427d9f4e4 None None] Routers {'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:05:44.458909 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9e4fb703-a86c-4064-9ef6-854427d9f4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:05:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:44.485914 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36f4e2-5442-49e1-9897-704b8297ac48 req-a244bb1f-48b3-4c93-b96d-1dd6c0448553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:44.490521 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ea36f4e2-5442-49e1-9897-704b8297ac48 req-a244bb1f-48b3-4c93-b96d-1dd6c0448553 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4c20bb22-cd63-43e2-8eef-094a7ef40aac HTTP/1.1" status: 200 len: 1100 time: 0.2171290 Apr 18 21:05:44.510754 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e245e0-d1c3-488a-a74d-0407ec3f9877 req-a9729ea7-7e88-4b6e-8dc5-5e2c0817345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:44.512367 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4e245e0-d1c3-488a-a74d-0407ec3f9877 req-a9729ea7-7e88-4b6e-8dc5-5e2c0817345e service neutron] 10.222.0.32 "GET /v2.0/networks?id=26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 HTTP/1.1" status: 200 len: 898 time: 0.5279093 Apr 18 21:05:44.524688 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-3ff557f0-4486-4b29-80e1-0682bb02179b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting port c1a20e95-d494-49ff-8a0b-cf1a0d8f030f {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:05:44.526038 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ff557f0-4486-4b29-80e1-0682bb02179b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:44.639245 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e3800828-666c-4628-8e7d-c96b1bba1b9f tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/floatingips/bf3a20dd-dcb2-49d1-a85a-5c2f6c2e6c9a HTTP/1.1" status: 200 len: 991 time: 0.4060369 Apr 18 21:05:44.649712 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd1671-7ff8-47ea-9014-4d26a4ff0f94 req-c8587750-eb35-4b24-b8c8-5b84555b311c tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:44.658283 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-51bd1671-7ff8-47ea-9014-4d26a4ff0f94 req-c8587750-eb35-4b24-b8c8-5b84555b311c tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c20bb22-cd63-43e2-8eef-094a7ef40aac HTTP/1.1" status: 200 len: 949 time: 0.3341382 Apr 18 21:05:44.686700 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-ea36f4e2-5442-49e1-9897-704b8297ac48 req-327b5c1e-8ccc-4a11-a153-6ac33e46fb0e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ea1073d8-fee1-4577-9c5f-136a004305e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788795 Apr 18 21:05:44.722222 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4e245e0-d1c3-488a-a74d-0407ec3f9877 req-9bd8139b-c042-4d4b-a3e7-87f35918ed1d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=826de45f-e32f-49a1-abc5-18b017d2480f HTTP/1.1" status: 200 len: 999 time: 0.2000377 Apr 18 21:05:44.733774 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-51bd1671-7ff8-47ea-9014-4d26a4ff0f94 req-4d4dc2b2-885d-4b61-ac89-2f59f74e830e tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea1073d8-fee1-4577-9c5f-136a004305e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735228 Apr 18 21:05:44.799462 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ff557f0-4486-4b29-80e1-0682bb02179b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:44.799930 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e245e0-d1c3-488a-a74d-0407ec3f9877 req-3be99b83-00be-44ee-921d-336270eacaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:44.801665 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4e245e0-d1c3-488a-a74d-0407ec3f9877 req-3be99b83-00be-44ee-921d-336270eacaf5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90676a33-392f-4df3-b5ef-9d5a1f1300f2 HTTP/1.1" status: 200 len: 834 time: 0.0668287 Apr 18 21:05:44.806294 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-9e4fb703-a86c-4064-9ef6-854427d9f4e4 None None] Set router ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:05:44.825336 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-3ff557f0-4486-4b29-80e1-0682bb02179b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Calling delete_port for c1a20e95-d494-49ff-8a0b-cf1a0d8f030f owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:05:44.869542 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e245e0-d1c3-488a-a74d-0407ec3f9877 req-e03f9f0b-74bf-4b36-a75f-4cf01e6afcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:44.873392 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4e245e0-d1c3-488a-a74d-0407ec3f9877 req-e03f9f0b-74bf-4b36-a75f-4cf01e6afcfe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26eabdd2-4fb7-4d1d-8061-1c46d3651dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652993 Apr 18 21:05:45.076995 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-320deaf8-e723-4adb-b5cb-7d028d3f17c1 None None] Provisioning complete for port ccb73a1b-2c6e-449c-b478-8f94c03f68b9 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:45.077666 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-320deaf8-e723-4adb-b5cb-7d028d3f17c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.322124 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ff557f0-4486-4b29-80e1-0682bb02179b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.343473 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-320deaf8-e723-4adb-b5cb-7d028d3f17c1 None None] Provisioning complete for port c1a20e95-d494-49ff-8a0b-cf1a0d8f030f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:45.343855 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-320deaf8-e723-4adb-b5cb-7d028d3f17c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.389387 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-320deaf8-e723-4adb-b5cb-7d028d3f17c1 None None] Port c1a20e95-d494-49ff-8a0b-cf1a0d8f030f was deleted so its status cannot be updated. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 18 21:05:45.421110 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff557f0-4486-4b29-80e1-0682bb02179b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Port': ['ID=c1a20e95-d494-49ff-8a0b-cf1a0d8f030f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:45.446958 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9e4fb703-a86c-4064-9ef6-854427d9f4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991128574', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:08Z', 'updated_at': '2022-04-18T21:05:16Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:09Z', 'updated_at': '2022-04-18T21:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'bf3a20dd-dcb2-49d1-a85a-5c2f6c2e6c9a', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'port_id': '826de45f-e32f-49a1-abc5-18b017d2480f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3', 'mac_address': 'fa:16:3e:71:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f19898-fe40-4c20-ae03-71a72d885299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:05:41Z', 'updated_at': '2022-04-18T21:05:41Z', 'revision_number': 0, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca6af42-3d41-47a4-8ff5-e0edbdd80cf5', 'name': '', 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:38:ef:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '90676a33-392f-4df3-b5ef-9d5a1f1300f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:14Z', 'updated_at': '2022-04-18T21:05:22Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': '90676a33-392f-4df3-b5ef-9d5a1f1300f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:45.458580 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ff557f0-4486-4b29-80e1-0682bb02179b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.472174 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3ff557f0-4486-4b29-80e1-0682bb02179b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/ports/c1a20e95-d494-49ff-8a0b-cf1a0d8f030f HTTP/1.1" status: 204 len: 168 time: 1.5002196 Apr 18 21:05:45.473602 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44412) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:45.507098 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-75705421-59dc-4794-904b-b7aa797e5448 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] GET failed (client error): The resource could not be found. Apr 18 21:05:45.513419 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-75705421-59dc-4794-904b-b7aa797e5448 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "GET /v2.0/ports/c1a20e95-d494-49ff-8a0b-cf1a0d8f030f HTTP/1.1" status: 404 len: 333 time: 0.0384140 Apr 18 21:05:45.514572 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44414) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:45.516898 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4fb703-a86c-4064-9ef6-854427d9f4e4 None None] The sync data for ids ['ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'] in n-d-838323-3 is: [{'id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991128574', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:08Z', 'updated_at': '2022-04-18T21:05:16Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:09Z', 'updated_at': '2022-04-18T21:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'bf3a20dd-dcb2-49d1-a85a-5c2f6c2e6c9a', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'port_id': '826de45f-e32f-49a1-abc5-18b017d2480f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3', 'mac_address': 'fa:16:3e:71:55:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f19898-fe40-4c20-ae03-71a72d885299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:05:41Z', 'updated_at': '2022-04-18T21:05:41Z', 'revision_number': 0, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca6af42-3d41-47a4-8ff5-e0edbdd80cf5', 'name': '', 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:38:ef:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '90676a33-392f-4df3-b5ef-9d5a1f1300f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:14Z', 'updated_at': '2022-04-18T21:05:22Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': '90676a33-392f-4df3-b5ef-9d5a1f1300f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:05:45.592201 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-2899a5a9-a72a-4392-81a6-770364a7b670 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting subnet bc0bf55a-90d4-4e16-8ea0-42043114b5cf {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:05:45.600688 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2899a5a9-a72a-4392-81a6-770364a7b670 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.609174 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-cf9deae7-8c2a-46d0-b2f2-53486e085485 None None] Could not find standard attr ID for object c1a20e95-d494-49ff-8a0b-cf1a0d8f030f. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:05:45.645545 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44416) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:45.669134 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4e245e0-d1c3-488a-a74d-0407ec3f9877 req-296af2be-5dd6-4359-a187-f5b0c5169fdd service neutron] 10.222.0.32 "GET /v2.0/networks/26eabdd2-4fb7-4d1d-8061-1c46d3651dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7885656 Apr 18 21:05:45.686491 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2899a5a9-a72a-4392-81a6-770364a7b670 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.817306 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2899a5a9-a72a-4392-81a6-770364a7b670 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.855881 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-273cd4d7-03e6-496a-a150-b4fbd66ce2a3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/floatingips/bf3a20dd-dcb2-49d1-a85a-5c2f6c2e6c9a HTTP/1.1" status: 200 len: 991 time: 0.2054932 Apr 18 21:05:45.916321 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584e70fb-3676-461e-8d15-e254e03d01f8 None None] New status for floating IP bf3a20dd-dcb2-49d1-a85a-5c2f6c2e6c9a: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:05:45.926934 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2899a5a9-a72a-4392-81a6-770364a7b670 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.944722 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4e245e0-d1c3-488a-a74d-0407ec3f9877 req-4b9f4467-6d57-4510-99a6-76e784d228ed service neutron] 10.222.0.32 "GET /v2.0/networks/26eabdd2-4fb7-4d1d-8061-1c46d3651dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177005 Apr 18 21:05:45.968083 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b9fcf-ed06-4632-bdea-5f7aefd33b76 req-e74c75a5-f002-4706-bc2c-04fb60b5c974 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:45.970213 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c63b9fcf-ed06-4632-bdea-5f7aefd33b76 req-e74c75a5-f002-4706-bc2c-04fb60b5c974 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c20bb22-cd63-43e2-8eef-094a7ef40aac HTTP/1.1" status: 200 len: 949 time: 0.1102769 Apr 18 21:05:46.008371 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899a5a9-a72a-4392-81a6-770364a7b670 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Subnet': ['ID=bc0bf55a-90d4-4e16-8ea0-42043114b5cf,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:46.015954 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2899a5a9-a72a-4392-81a6-770364a7b670 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.029518 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2899a5a9-a72a-4392-81a6-770364a7b670 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/subnets/bc0bf55a-90d4-4e16-8ea0-42043114b5cf HTTP/1.1" status: 204 len: 168 time: 0.5126944 Apr 18 21:05:46.032185 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44420) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:46.036257 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c63b9fcf-ed06-4632-bdea-5f7aefd33b76 req-b922c0d8-740b-48ac-911c-644f8a04f7ef tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea1073d8-fee1-4577-9c5f-136a004305e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579865 Apr 18 21:05:46.078003 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6159e60e-fb6f-4de3-bdc5-60e8cc7e6aeb None None] Could not find standard attr ID for object c1a20e95-d494-49ff-8a0b-cf1a0d8f030f. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:05:46.103319 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-8748b94b-5d22-41e8-a893-a35989c2ff28 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting subnet f7acff03-b39d-45ca-aee4-76f65cad4910 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:05:46.107147 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8748b94b-5d22-41e8-a893-a35989c2ff28 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.187120 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8748b94b-5d22-41e8-a893-a35989c2ff28 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.297308 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a130c4e-ffe4-4a87-b743-79f517b5bc0f None None] Network 717be301-9614-4624-8e02-f3bc44d1b43f requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:05:46.332161 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-60492e53-260d-4410-833a-a73818ca5bdf None None] Could not find standard attr ID for object c1a20e95-d494-49ff-8a0b-cf1a0d8f030f. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:05:46.347826 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8748b94b-5d22-41e8-a893-a35989c2ff28 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.465036 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8748b94b-5d22-41e8-a893-a35989c2ff28 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.499571 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748b94b-5d22-41e8-a893-a35989c2ff28 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Subnet': ['ID=f7acff03-b39d-45ca-aee4-76f65cad4910,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:46.506409 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8748b94b-5d22-41e8-a893-a35989c2ff28 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.510429 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8748b94b-5d22-41e8-a893-a35989c2ff28 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/subnets/f7acff03-b39d-45ca-aee4-76f65cad4910 HTTP/1.1" status: 204 len: 168 time: 0.4768510 Apr 18 21:05:46.514496 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44436) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:46.615748 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee6fa6bd-fafa-4f95-93d6-a0e0c7788749 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.653682 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5727f623-97fd-4717-a0f4-0f8d127bdb42 None None] DHCP port deletion for 717be301-9614-4624-8e02-f3bc44d1b43f request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:05:46.708315 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-ee6fa6bd-fafa-4f95-93d6-a0e0c7788749 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting port ccb73a1b-2c6e-449c-b478-8f94c03f68b9 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:05:46.708766 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee6fa6bd-fafa-4f95-93d6-a0e0c7788749 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.713228 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-5727f623-97fd-4717-a0f4-0f8d127bdb42 None None] Deleting port ccb73a1b-2c6e-449c-b478-8f94c03f68b9 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:05:46.713597 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5727f623-97fd-4717-a0f4-0f8d127bdb42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.795244 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-ee6fa6bd-fafa-4f95-93d6-a0e0c7788749 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] For port ccb73a1b-2c6e-449c-b478-8f94c03f68b9, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=ccb73a1b-2c6e-449c-b478-8f94c03f68b9,segment=NetworkSegment(f697e37a-f14f-45ae-b94e-b230adf0f4be),segment_id=f697e37a-f14f-45ae-b94e-b230adf0f4be)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:46.795653 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee6fa6bd-fafa-4f95-93d6-a0e0c7788749 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.812804 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-ee6fa6bd-fafa-4f95-93d6-a0e0c7788749 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Calling delete_port for ccb73a1b-2c6e-449c-b478-8f94c03f68b9 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:05:46.850751 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5727f623-97fd-4717-a0f4-0f8d127bdb42 None None] For port ccb73a1b-2c6e-449c-b478-8f94c03f68b9, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=ccb73a1b-2c6e-449c-b478-8f94c03f68b9,segment=NetworkSegment(f697e37a-f14f-45ae-b94e-b230adf0f4be),segment_id=f697e37a-f14f-45ae-b94e-b230adf0f4be)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:46.851804 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5727f623-97fd-4717-a0f4-0f8d127bdb42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.859462 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44442) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:46.887359 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-5727f623-97fd-4717-a0f4-0f8d127bdb42 None None] Calling delete_port for ccb73a1b-2c6e-449c-b478-8f94c03f68b9 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:05:46.923185 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee6fa6bd-fafa-4f95-93d6-a0e0c7788749 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.956095 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6fa6bd-fafa-4f95-93d6-a0e0c7788749 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Port': ['ID=ccb73a1b-2c6e-449c-b478-8f94c03f68b9,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:46.958832 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6fa6bd-fafa-4f95-93d6-a0e0c7788749 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] No DVR routers for this DVR port ccb73a1b-2c6e-449c-b478-8f94c03f68b9 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:05:47.029557 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-05f564af-099c-4491-a2c3-6964f903cb27 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/floatingips/bf3a20dd-dcb2-49d1-a85a-5c2f6c2e6c9a HTTP/1.1" status: 200 len: 993 time: 0.1680703 Apr 18 21:05:47.055894 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5727f623-97fd-4717-a0f4-0f8d127bdb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.086106 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee6fa6bd-fafa-4f95-93d6-a0e0c7788749 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.090542 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727f623-97fd-4717-a0f4-0f8d127bdb42 None None] Pushing event deleted for resources: {'Port': ['ID=ccb73a1b-2c6e-449c-b478-8f94c03f68b9,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:47.095127 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5727f623-97fd-4717-a0f4-0f8d127bdb42 None None] No DVR routers for this DVR port ccb73a1b-2c6e-449c-b478-8f94c03f68b9 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:05:47.114012 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-ee6fa6bd-fafa-4f95-93d6-a0e0c7788749 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717be301-9614-4624-8e02-f3bc44d1b43f']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:47.131901 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-ee6fa6bd-fafa-4f95-93d6-a0e0c7788749 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f697e37a-f14f-45ae-b94e-b230adf0f4be') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:47.132139 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-ee6fa6bd-fafa-4f95-93d6-a0e0c7788749 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f697e37a-f14f-45ae-b94e-b230adf0f4be') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:47.150738 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee6fa6bd-fafa-4f95-93d6-a0e0c7788749 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.168301 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee6fa6bd-fafa-4f95-93d6-a0e0c7788749 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.177072 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6fa6bd-fafa-4f95-93d6-a0e0c7788749 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:05:47.177550 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee6fa6bd-fafa-4f95-93d6-a0e0c7788749 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:05:47.200189 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:05:47.259736 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device ccb73a1b-2c6e-449c-b478-8f94c03f68b9 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:05:47.276908 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee6fa6bd-fafa-4f95-93d6-a0e0c7788749 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.283324 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: ccb73a1b-2c6e-449c-b478-8f94c03f68b9 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:05:47.283668 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device ccb73a1b-2c6e-449c-b478-8f94c03f68b9 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:05:47.288928 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ee6fa6bd-fafa-4f95-93d6-a0e0c7788749 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.296255 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ee6fa6bd-fafa-4f95-93d6-a0e0c7788749 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/networks/717be301-9614-4624-8e02-f3bc44d1b43f HTTP/1.1" status: 204 len: 168 time: 0.7764781 Apr 18 21:05:47.296500 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44446) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:47.318115 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6fa6bd-fafa-4f95-93d6-a0e0c7788749 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Network': ['ID=717be301-9614-4624-8e02-f3bc44d1b43f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:47.355267 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1b9668-42f0-4855-9065-34217b09d3a7 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:47.360239 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9c1b9668-42f0-4855-9065-34217b09d3a7 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0595245 Apr 18 21:05:47.360637 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44448) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:47.413608 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b0623a9b-b85f-435e-b8e2-8183b04f3868 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0512733 Apr 18 21:05:47.416653 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44450) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:47.422529 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-0235357d-1ff2-4cbc-9b60-696755d349c0 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1680690921'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:47.444406 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0235357d-1ff2-4cbc-9b60-696755d349c0 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:47.448404 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0235357d-1ff2-4cbc-9b60-696755d349c0 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.483346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0235357d-1ff2-4cbc-9b60-696755d349c0 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:05:47.500745 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0235357d-1ff2-4cbc-9b60-696755d349c0 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.501304 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-0235357d-1ff2-4cbc-9b60-696755d349c0 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Added segment da156f2b-5eb4-4e0d-9aa5-0792905f6baf of type vlan for network 6419816c-219b-4550-8a9b-6021ac06ad58 Apr 18 21:05:47.599653 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0235357d-1ff2-4cbc-9b60-696755d349c0 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.647605 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0235357d-1ff2-4cbc-9b60-696755d349c0 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.654829 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0235357d-1ff2-4cbc-9b60-696755d349c0 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:47.655600 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0235357d-1ff2-4cbc-9b60-696755d349c0 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.751982 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0235357d-1ff2-4cbc-9b60-696755d349c0 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3341224 Apr 18 21:05:47.755455 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44454) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:47.757017 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235357d-1ff2-4cbc-9b60-696755d349c0 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Network': ['ID=6419816c-219b-4550-8a9b-6021ac06ad58,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:47.762018 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-336268c6-de23-43ca-ae02-522d66c9e654 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'subnet': {'network_id': '6419816c-219b-4550-8a9b-6021ac06ad58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:47.770150 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 6419816c-219b-4550-8a9b-6021ac06ad58 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:05:47.868552 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336268c6-de23-43ca-ae02-522d66c9e654 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:47.875857 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-336268c6-de23-43ca-ae02-522d66c9e654 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.164136 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-336268c6-de23-43ca-ae02-522d66c9e654 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.277455 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336268c6-de23-43ca-ae02-522d66c9e654 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Subnet': ['ID=d4e063f9-2a52-42cb-82ec-c4de87a167de,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:48.293043 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336268c6-de23-43ca-ae02-522d66c9e654 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Checking segment: {'id': 'da156f2b-5eb4-4e0d-9aa5-0792905f6baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6419816c-219b-4550-8a9b-6021ac06ad58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:05:48.293043 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336268c6-de23-43ca-ae02-522d66c9e654 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network hostable DHCP agents. Network: 6419816c-219b-4550-8a9b-6021ac06ad58, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:05:48.323164 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336268c6-de23-43ca-ae02-522d66c9e654 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network 6419816c-219b-4550-8a9b-6021ac06ad58 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:05:48.338785 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-336268c6-de23-43ca-ae02-522d66c9e654 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 6419816c-219b-4550-8a9b-6021ac06ad58) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:48.344978 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336268c6-de23-43ca-ae02-522d66c9e654 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:48.346111 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-336268c6-de23-43ca-ae02-522d66c9e654 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.355554 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bfea72-db10-43fc-a25a-707309f6c792 None None] Network 6419816c-219b-4550-8a9b-6021ac06ad58 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:05:48.381760 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-336268c6-de23-43ca-ae02-522d66c9e654 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6245642 Apr 18 21:05:48.385329 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44462) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:48.396775 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-52867667-6373-4344-a499-514ad657f36f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'port': {'network_id': '6419816c-219b-4550-8a9b-6021ac06ad58', 'name': 'tempest-PortsIpV6TestJSON-1386170618'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:48.615808 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555f8399-e4cc-4261-b7a0-4b083a39c1e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-6419816c-219b-4550-8a9b-6021ac06ad58', 'network_id': '6419816c-219b-4550-8a9b-6021ac06ad58', 'tenant_id': '86237d17b9b149a7bac9b050dcbb7e9b', 'fixed_ips': [{'subnet_id': 'd4e063f9-2a52-42cb-82ec-c4de87a167de'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:05:48.619068 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-555f8399-e4cc-4261-b7a0-4b083a39c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.621285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52867667-6373-4344-a499-514ad657f36f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:48.627982 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-52867667-6373-4344-a499-514ad657f36f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.670763 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-52867667-6373-4344-a499-514ad657f36f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] device_id is not set on port 947b69d2-d323-4ec2-b19d-033e4fd01aff yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:05:48.817274 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-555f8399-e4cc-4261-b7a0-4b083a39c1e0 None None] Allocated IP 2001:db8::2 (6419816c-219b-4550-8a9b-6021ac06ad58/d4e063f9-2a52-42cb-82ec-c4de87a167de/70f6b1d8-b2ec-4062-9e09-bf15d6cd20a9) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:49.029375 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-555f8399-e4cc-4261-b7a0-4b083a39c1e0 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.053379 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-555f8399-e4cc-4261-b7a0-4b083a39c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.164740 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f8399-e4cc-4261-b7a0-4b083a39c1e0 None None] Pushing event updated for resources: {'Port': ['ID=70f6b1d8-b2ec-4062-9e09-bf15d6cd20a9,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:49.171299 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-52867667-6373-4344-a499-514ad657f36f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Allocated IP 2001:db8::3d2 (6419816c-219b-4550-8a9b-6021ac06ad58/d4e063f9-2a52-42cb-82ec-c4de87a167de/947b69d2-d323-4ec2-b19d-033e4fd01aff) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:49.198701 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555f8399-e4cc-4261-b7a0-4b083a39c1e0 None None] Network 6419816c-219b-4550-8a9b-6021ac06ad58 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:49.201040 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-555f8399-e4cc-4261-b7a0-4b083a39c1e0 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:49.205347 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555f8399-e4cc-4261-b7a0-4b083a39c1e0 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:05:49.297648 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-555f8399-e4cc-4261-b7a0-4b083a39c1e0 None None] Attempting to bind port 70f6b1d8-b2ec-4062-9e09-bf15d6cd20a9 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:49.298104 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-555f8399-e4cc-4261-b7a0-4b083a39c1e0 None None] Attempting to bind port 70f6b1d8-b2ec-4062-9e09-bf15d6cd20a9 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'da156f2b-5eb4-4e0d-9aa5-0792905f6baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6419816c-219b-4550-8a9b-6021ac06ad58'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:49.298630 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555f8399-e4cc-4261-b7a0-4b083a39c1e0 None None] Attempting to bind port 70f6b1d8-b2ec-4062-9e09-bf15d6cd20a9 on network 6419816c-219b-4550-8a9b-6021ac06ad58 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:05:49.308482 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555f8399-e4cc-4261-b7a0-4b083a39c1e0 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:05:49.309767 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555f8399-e4cc-4261-b7a0-4b083a39c1e0 None None] Checking segment: {'id': 'da156f2b-5eb4-4e0d-9aa5-0792905f6baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6419816c-219b-4550-8a9b-6021ac06ad58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:05:49.312403 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-555f8399-e4cc-4261-b7a0-4b083a39c1e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.312403 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555f8399-e4cc-4261-b7a0-4b083a39c1e0 None None] Bound using segment: {'id': 'da156f2b-5eb4-4e0d-9aa5-0792905f6baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6419816c-219b-4550-8a9b-6021ac06ad58'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:05:49.313646 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-555f8399-e4cc-4261-b7a0-4b083a39c1e0 None None] Bound port: 70f6b1d8-b2ec-4062-9e09-bf15d6cd20a9, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da156f2b-5eb4-4e0d-9aa5-0792905f6baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6419816c-219b-4550-8a9b-6021ac06ad58'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:49.314253 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-555f8399-e4cc-4261-b7a0-4b083a39c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.416897 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-555f8399-e4cc-4261-b7a0-4b083a39c1e0 None None] For port 70f6b1d8-b2ec-4062-9e09-bf15d6cd20a9, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:49.424163 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-555f8399-e4cc-4261-b7a0-4b083a39c1e0 None None] For port 70f6b1d8-b2ec-4062-9e09-bf15d6cd20a9, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=70f6b1d8-b2ec-4062-9e09-bf15d6cd20a9,segment=NetworkSegment(da156f2b-5eb4-4e0d-9aa5-0792905f6baf),segment_id=da156f2b-5eb4-4e0d-9aa5-0792905f6baf)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:49.438876 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-555f8399-e4cc-4261-b7a0-4b083a39c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.492645 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-52867667-6373-4344-a499-514ad657f36f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.551421 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f8399-e4cc-4261-b7a0-4b083a39c1e0 None None] Pushing event updated for resources: {'Port': ['ID=70f6b1d8-b2ec-4062-9e09-bf15d6cd20a9,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:49.588161 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-52867667-6373-4344-a499-514ad657f36f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.667857 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52867667-6373-4344-a499-514ad657f36f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network 6419816c-219b-4550-8a9b-6021ac06ad58 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:49.672389 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-52867667-6373-4344-a499-514ad657f36f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:49.677807 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52867667-6373-4344-a499-514ad657f36f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:05:49.688562 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52867667-6373-4344-a499-514ad657f36f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:49.689592 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-52867667-6373-4344-a499-514ad657f36f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.714786 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52867667-6373-4344-a499-514ad657f36f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Port': ['ID=947b69d2-d323-4ec2-b19d-033e4fd01aff,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:49.743092 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-52867667-6373-4344-a499-514ad657f36f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3555124 Apr 18 21:05:49.745317 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44470) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:49.756286 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-2affbfa7-fffe-4b35-8110-6540bedbdf5b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'port': {'network_id': '6419816c-219b-4550-8a9b-6021ac06ad58', 'name': 'tempest-PortsIpV6TestJSON-1545046935'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:49.997044 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2affbfa7-fffe-4b35-8110-6540bedbdf5b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:50.003703 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2affbfa7-fffe-4b35-8110-6540bedbdf5b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:50.033364 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-2affbfa7-fffe-4b35-8110-6540bedbdf5b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] device_id is not set on port b7f46c03-2516-4ee8-91f2-f826ccd1244d yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:05:50.216319 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-2affbfa7-fffe-4b35-8110-6540bedbdf5b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Allocated IP 2001:db8::31f (6419816c-219b-4550-8a9b-6021ac06ad58/d4e063f9-2a52-42cb-82ec-c4de87a167de/b7f46c03-2516-4ee8-91f2-f826ccd1244d) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:50.439232 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2affbfa7-fffe-4b35-8110-6540bedbdf5b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:50.498711 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2affbfa7-fffe-4b35-8110-6540bedbdf5b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:50.561218 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2affbfa7-fffe-4b35-8110-6540bedbdf5b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network 6419816c-219b-4550-8a9b-6021ac06ad58 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:50.563750 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-2affbfa7-fffe-4b35-8110-6540bedbdf5b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:50.572015 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2affbfa7-fffe-4b35-8110-6540bedbdf5b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:05:50.580206 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2affbfa7-fffe-4b35-8110-6540bedbdf5b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:50.581598 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2affbfa7-fffe-4b35-8110-6540bedbdf5b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:50.601302 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2affbfa7-fffe-4b35-8110-6540bedbdf5b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Port': ['ID=b7f46c03-2516-4ee8-91f2-f826ccd1244d,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:50.621169 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2affbfa7-fffe-4b35-8110-6540bedbdf5b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8742211 Apr 18 21:05:50.622405 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44474) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:50.753837 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a777aeb-eda0-4463-8d41-c7cb0eae651d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:50.756583 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9a777aeb-eda0-4463-8d41-c7cb0eae651d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3d2 HTTP/1.1" status: 200 len: 929 time: 0.1323881 Apr 18 21:05:50.762119 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44476) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:50.930037 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-a9128433-b383-4725-bd53-9a43af2e683a tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting port b7f46c03-2516-4ee8-91f2-f826ccd1244d {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:05:50.931041 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9128433-b383-4725-bd53-9a43af2e683a tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:50.949602 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1ed529-4ad1-403e-b090-6ad623d8a144 None None] Network 6419816c-219b-4550-8a9b-6021ac06ad58 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:05:51.073675 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-587d9a40-8e4e-4a55-ae6a-1826078e26e6 None None] Provisioning complete for port 70f6b1d8-b2ec-4062-9e09-bf15d6cd20a9 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:51.074246 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-587d9a40-8e4e-4a55-ae6a-1826078e26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:51.109930 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9128433-b383-4725-bd53-9a43af2e683a tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:51.137644 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-a9128433-b383-4725-bd53-9a43af2e683a tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Calling delete_port for b7f46c03-2516-4ee8-91f2-f826ccd1244d owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:05:51.306242 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-587d9a40-8e4e-4a55-ae6a-1826078e26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:51.342702 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-587d9a40-8e4e-4a55-ae6a-1826078e26e6 None None] For port 70f6b1d8-b2ec-4062-9e09-bf15d6cd20a9, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=70f6b1d8-b2ec-4062-9e09-bf15d6cd20a9,segment=NetworkSegment(da156f2b-5eb4-4e0d-9aa5-0792905f6baf),segment_id=da156f2b-5eb4-4e0d-9aa5-0792905f6baf)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:51.348449 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-587d9a40-8e4e-4a55-ae6a-1826078e26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:51.398268 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 70f6b1d8-b2ec-4062-9e09-bf15d6cd20a9 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:05:51.443260 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9128433-b383-4725-bd53-9a43af2e683a tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:51.470020 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d9a40-8e4e-4a55-ae6a-1826078e26e6 None None] Pushing event updated for resources: {'Port': ['ID=70f6b1d8-b2ec-4062-9e09-bf15d6cd20a9,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:51.514961 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9128433-b383-4725-bd53-9a43af2e683a tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Port': ['ID=b7f46c03-2516-4ee8-91f2-f826ccd1244d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:51.518520 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a9128433-b383-4725-bd53-9a43af2e683a tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:51.523117 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a9128433-b383-4725-bd53-9a43af2e683a tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/ports/b7f46c03-2516-4ee8-91f2-f826ccd1244d HTTP/1.1" status: 204 len: 168 time: 0.7589965 Apr 18 21:05:51.526566 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44482) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:51.545303 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 70f6b1d8-b2ec-4062-9e09-bf15d6cd20a9 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:51.545749 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:51.571839 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d739482-c222-4952-af1a-2af4348b6641 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] GET failed (client error): The resource could not be found. Apr 18 21:05:51.574993 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7d739482-c222-4952-af1a-2af4348b6641 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "GET /v2.0/ports/b7f46c03-2516-4ee8-91f2-f826ccd1244d HTTP/1.1" status: 404 len: 333 time: 0.0463312 Apr 18 21:05:51.578517 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44484) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:51.699653 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-b95a97f4-0e13-4b7c-9b85-06fc4c648ef7 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting port 947b69d2-d323-4ec2-b19d-033e4fd01aff {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:05:51.700194 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b95a97f4-0e13-4b7c-9b85-06fc4c648ef7 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:51.704660 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-0f654d70-cb57-40dd-882f-a1b73b881944 None None] Provisioning complete for port 947b69d2-d323-4ec2-b19d-033e4fd01aff triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:51.705375 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0f654d70-cb57-40dd-882f-a1b73b881944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:51.753284 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-0f654d70-cb57-40dd-882f-a1b73b881944 None None] Port 947b69d2-d323-4ec2-b19d-033e4fd01aff cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:05:51.757047 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-0f654d70-cb57-40dd-882f-a1b73b881944 None None] Could not find standard attr ID for object b7f46c03-2516-4ee8-91f2-f826ccd1244d. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:05:51.773042 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-0f654d70-cb57-40dd-882f-a1b73b881944 None None] Provisioning complete for port 70f6b1d8-b2ec-4062-9e09-bf15d6cd20a9 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:51.773765 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0f654d70-cb57-40dd-882f-a1b73b881944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:51.814959 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b95a97f4-0e13-4b7c-9b85-06fc4c648ef7 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:51.832640 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-b95a97f4-0e13-4b7c-9b85-06fc4c648ef7 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Calling delete_port for 947b69d2-d323-4ec2-b19d-033e4fd01aff owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:05:52.042773 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b95a97f4-0e13-4b7c-9b85-06fc4c648ef7 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.107073 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ddf594ae-1451-42ab-83e5-300deb04d784 None None] Could not find standard attr ID for object 947b69d2-d323-4ec2-b19d-033e4fd01aff. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:05:52.139173 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b95a97f4-0e13-4b7c-9b85-06fc4c648ef7 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.145084 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b95a97f4-0e13-4b7c-9b85-06fc4c648ef7 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/ports/947b69d2-d323-4ec2-b19d-033e4fd01aff HTTP/1.1" status: 204 len: 168 time: 0.5651715 Apr 18 21:05:52.147138 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a97f4-0e13-4b7c-9b85-06fc4c648ef7 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Port': ['ID=947b69d2-d323-4ec2-b19d-033e4fd01aff,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:52.148310 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44488) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:52.196324 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-279608bc-8d0c-4874-8000-2f4bd585ae45 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] GET failed (client error): The resource could not be found. Apr 18 21:05:52.198273 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-279608bc-8d0c-4874-8000-2f4bd585ae45 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "GET /v2.0/ports/947b69d2-d323-4ec2-b19d-033e4fd01aff HTTP/1.1" status: 404 len: 333 time: 0.0485632 Apr 18 21:05:52.202439 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44490) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:52.286675 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42b5a8a-3739-4c03-8fb9-d8ae61263bfb tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting subnet d4e063f9-2a52-42cb-82ec-c4de87a167de {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:05:52.290883 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c42b5a8a-3739-4c03-8fb9-d8ae61263bfb tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.368178 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c42b5a8a-3739-4c03-8fb9-d8ae61263bfb tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.430623 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-32245d08-60bd-4ffc-acce-fba947b6176a None None] Could not find standard attr ID for object b7f46c03-2516-4ee8-91f2-f826ccd1244d. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:05:52.502292 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c42b5a8a-3739-4c03-8fb9-d8ae61263bfb tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.588801 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c42b5a8a-3739-4c03-8fb9-d8ae61263bfb tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.625283 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b5a8a-3739-4c03-8fb9-d8ae61263bfb tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Subnet': ['ID=d4e063f9-2a52-42cb-82ec-c4de87a167de,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:52.632369 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c42b5a8a-3739-4c03-8fb9-d8ae61263bfb tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.636983 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c42b5a8a-3739-4c03-8fb9-d8ae61263bfb tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/subnets/d4e063f9-2a52-42cb-82ec-c4de87a167de HTTP/1.1" status: 204 len: 168 time: 0.4321032 Apr 18 21:05:52.639493 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44494) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:52.761357 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-56429f47-2342-4902-b421-2b046ad31572 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.839354 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-56429f47-2342-4902-b421-2b046ad31572 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting port 70f6b1d8-b2ec-4062-9e09-bf15d6cd20a9 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:05:52.840285 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-56429f47-2342-4902-b421-2b046ad31572 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.875143 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffb8d00-9b29-4390-86ef-9ef91f8ece35 None None] Network 6419816c-219b-4550-8a9b-6021ac06ad58 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:05:52.930335 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-56429f47-2342-4902-b421-2b046ad31572 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] For port 70f6b1d8-b2ec-4062-9e09-bf15d6cd20a9, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=70f6b1d8-b2ec-4062-9e09-bf15d6cd20a9,segment=NetworkSegment(da156f2b-5eb4-4e0d-9aa5-0792905f6baf),segment_id=da156f2b-5eb4-4e0d-9aa5-0792905f6baf)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:52.930697 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-56429f47-2342-4902-b421-2b046ad31572 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.949049 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-56429f47-2342-4902-b421-2b046ad31572 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Calling delete_port for 70f6b1d8-b2ec-4062-9e09-bf15d6cd20a9 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:05:53.043387 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-56429f47-2342-4902-b421-2b046ad31572 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.090842 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56429f47-2342-4902-b421-2b046ad31572 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Port': ['ID=70f6b1d8-b2ec-4062-9e09-bf15d6cd20a9,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:53.104271 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56429f47-2342-4902-b421-2b046ad31572 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] No DVR routers for this DVR port 70f6b1d8-b2ec-4062-9e09-bf15d6cd20a9 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:05:53.105028 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f352be-cee4-4451-85cb-918a6f7b6ebf None None] DHCP port deletion for 6419816c-219b-4550-8a9b-6021ac06ad58 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:05:53.219889 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd198022-f1e3-460b-87f1-8bb8ae5a0635 req-e4625853-2623-4e8c-925c-5718755cf4be service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0710306 Apr 18 21:05:53.247841 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-56429f47-2342-4902-b421-2b046ad31572 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.262876 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 70f6b1d8-b2ec-4062-9e09-bf15d6cd20a9 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:05:53.280734 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-56429f47-2342-4902-b421-2b046ad31572 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6419816c-219b-4550-8a9b-6021ac06ad58']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:53.304408 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-56429f47-2342-4902-b421-2b046ad31572 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da156f2b-5eb4-4e0d-9aa5-0792905f6baf') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:53.304969 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-56429f47-2342-4902-b421-2b046ad31572 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da156f2b-5eb4-4e0d-9aa5-0792905f6baf') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:53.328321 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-56429f47-2342-4902-b421-2b046ad31572 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.361436 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-56429f47-2342-4902-b421-2b046ad31572 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.367218 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd198022-f1e3-460b-87f1-8bb8ae5a0635 req-288459fc-763a-43dd-a32b-47e2aab1786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:53.371192 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd198022-f1e3-460b-87f1-8bb8ae5a0635 req-288459fc-763a-43dd-a32b-47e2aab1786e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 1097 time: 0.0864365 Apr 18 21:05:53.371773 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56429f47-2342-4902-b421-2b046ad31572 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:05:53.373465 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-56429f47-2342-4902-b421-2b046ad31572 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:05:53.446338 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:05:53.462198 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-56429f47-2342-4902-b421-2b046ad31572 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.484190 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-56429f47-2342-4902-b421-2b046ad31572 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.487250 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 70f6b1d8-b2ec-4062-9e09-bf15d6cd20a9 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:05:53.487962 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 70f6b1d8-b2ec-4062-9e09-bf15d6cd20a9 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:05:53.489905 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-56429f47-2342-4902-b421-2b046ad31572 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/networks/6419816c-219b-4550-8a9b-6021ac06ad58 HTTP/1.1" status: 204 len: 168 time: 0.8492410 Apr 18 21:05:53.501844 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44500) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:53.503458 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56429f47-2342-4902-b421-2b046ad31572 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Network': ['ID=6419816c-219b-4550-8a9b-6021ac06ad58,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:53.513344 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-0245ccfc-572f-49ce-9aac-d73549eba915 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1686920756'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:53.564324 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd198022-f1e3-460b-87f1-8bb8ae5a0635 req-a8726ea3-bc3a-4b01-a00e-dedbdce16934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:53.567408 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd198022-f1e3-460b-87f1-8bb8ae5a0635 req-a8726ea3-bc3a-4b01-a00e-dedbdce16934 service neutron] 10.222.0.32 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 912 time: 0.1705589 Apr 18 21:05:53.569496 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0245ccfc-572f-49ce-9aac-d73549eba915 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:53.575184 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0245ccfc-572f-49ce-9aac-d73549eba915 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.660637 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0245ccfc-572f-49ce-9aac-d73549eba915 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:05:53.668062 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd198022-f1e3-460b-87f1-8bb8ae5a0635 req-61e93dfb-d7da-4eb3-bd66-11c48d7e6019 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da37843c-ebb3-47c0-9093-906cd7632088 HTTP/1.1" status: 200 len: 1002 time: 0.0902386 Apr 18 21:05:53.676589 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0245ccfc-572f-49ce-9aac-d73549eba915 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.677814 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-0245ccfc-572f-49ce-9aac-d73549eba915 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Added segment 02b133d9-a9f0-4973-bae7-bfb7b06b2f73 of type vlan for network edcf0e88-4794-4cfd-a17f-648d7d9b30e6 Apr 18 21:05:53.766635 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0245ccfc-572f-49ce-9aac-d73549eba915 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.769708 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd198022-f1e3-460b-87f1-8bb8ae5a0635 req-fc49eeb7-04d4-43b2-92b5-e5723fc79c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:53.771817 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd198022-f1e3-460b-87f1-8bb8ae5a0635 req-fc49eeb7-04d4-43b2-92b5-e5723fc79c57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.0973909 Apr 18 21:05:53.824750 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0245ccfc-572f-49ce-9aac-d73549eba915 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.830323 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0245ccfc-572f-49ce-9aac-d73549eba915 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:53.830916 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0245ccfc-572f-49ce-9aac-d73549eba915 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.895411 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd198022-f1e3-460b-87f1-8bb8ae5a0635 req-ee8c99e7-8d4a-4a04-ad3b-2595c2a02ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:53.897588 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd198022-f1e3-460b-87f1-8bb8ae5a0635 req-ee8c99e7-8d4a-4a04-ad3b-2595c2a02ce1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187253 Apr 18 21:05:53.911378 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0245ccfc-572f-49ce-9aac-d73549eba915 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3999326 Apr 18 21:05:53.914941 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44502) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:53.924792 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-26c3faf1-2fe8-419f-866e-2e54e8490afe tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'subnet': {'network_id': 'edcf0e88-4794-4cfd-a17f-648d7d9b30e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:53.945466 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245ccfc-572f-49ce-9aac-d73549eba915 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Network': ['ID=edcf0e88-4794-4cfd-a17f-648d7d9b30e6,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:53.959844 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network edcf0e88-4794-4cfd-a17f-648d7d9b30e6 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:05:54.022894 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd198022-f1e3-460b-87f1-8bb8ae5a0635 req-67c8b366-07f2-4de3-a158-f280c5d53994 service neutron] 10.222.0.32 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173885 Apr 18 21:05:54.059170 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c3faf1-2fe8-419f-866e-2e54e8490afe tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:54.064978 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-26c3faf1-2fe8-419f-866e-2e54e8490afe tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.181605 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd198022-f1e3-460b-87f1-8bb8ae5a0635 req-e226cfd3-ba3f-4553-9d89-a5d72f852a67 service neutron] 10.222.0.32 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521513 Apr 18 21:05:54.324404 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-26c3faf1-2fe8-419f-866e-2e54e8490afe tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.403478 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3faf1-2fe8-419f-866e-2e54e8490afe tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Subnet': ['ID=e3c0ce1e-a3c4-49d2-84a2-dfd919d25896,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:54.411371 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c3faf1-2fe8-419f-866e-2e54e8490afe tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Checking segment: {'id': '02b133d9-a9f0-4973-bae7-bfb7b06b2f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'edcf0e88-4794-4cfd-a17f-648d7d9b30e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:05:54.411742 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c3faf1-2fe8-419f-866e-2e54e8490afe tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network hostable DHCP agents. Network: edcf0e88-4794-4cfd-a17f-648d7d9b30e6, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:05:54.444293 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c3faf1-2fe8-419f-866e-2e54e8490afe tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network edcf0e88-4794-4cfd-a17f-648d7d9b30e6 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:05:54.458514 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-26c3faf1-2fe8-419f-866e-2e54e8490afe tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, edcf0e88-4794-4cfd-a17f-648d7d9b30e6) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:54.463517 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c3faf1-2fe8-419f-866e-2e54e8490afe tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:54.464502 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-26c3faf1-2fe8-419f-866e-2e54e8490afe tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.474123 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdd650d-455d-4162-b6d7-c175c4828b95 None None] Network edcf0e88-4794-4cfd-a17f-648d7d9b30e6 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:05:54.495012 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-26c3faf1-2fe8-419f-866e-2e54e8490afe tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5760107 Apr 18 21:05:54.495964 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44510) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:54.505213 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-9b6097b3-0118-40a9-a64d-b3db52097d3c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'port': {'network_id': 'edcf0e88-4794-4cfd-a17f-648d7d9b30e6', 'name': 'tempest-PortsIpV6TestJSON-1240249569', 'fixed_ips': [{'subnet_id': 'e3c0ce1e-a3c4-49d2-84a2-dfd919d25896', 'ip_address': '2001:db8::10'}]}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:54.653156 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6097b3-0118-40a9-a64d-b3db52097d3c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:54.714710 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-943cb8c5-3d9c-4a26-b496-3017d10a8921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.761040 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46419b57-a02c-470c-befe-aa3422ce87a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-edcf0e88-4794-4cfd-a17f-648d7d9b30e6', 'network_id': 'edcf0e88-4794-4cfd-a17f-648d7d9b30e6', 'tenant_id': '86237d17b9b149a7bac9b050dcbb7e9b', 'fixed_ips': [{'subnet_id': 'e3c0ce1e-a3c4-49d2-84a2-dfd919d25896'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:05:54.762062 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-46419b57-a02c-470c-befe-aa3422ce87a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.777290 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9b6097b3-0118-40a9-a64d-b3db52097d3c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.810891 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-9b6097b3-0118-40a9-a64d-b3db52097d3c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] device_id is not set on port 3dea813b-b91a-41a8-bfd6-875366d6448f yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:05:54.936571 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-46419b57-a02c-470c-befe-aa3422ce87a2 None None] Allocated IP 2001:db8::2 (edcf0e88-4794-4cfd-a17f-648d7d9b30e6/e3c0ce1e-a3c4-49d2-84a2-dfd919d25896/8e65f7ba-f8fd-42d0-9902-8e839db63c53) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:55.171578 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-46419b57-a02c-470c-befe-aa3422ce87a2 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.189803 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-46419b57-a02c-470c-befe-aa3422ce87a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.279141 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46419b57-a02c-470c-befe-aa3422ce87a2 None None] Network edcf0e88-4794-4cfd-a17f-648d7d9b30e6 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:55.281807 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b5ccdb5b-1224-414f-9fa4-d8f66988ad08 req-e994adf8-3532-4596-8cb3-d40f6cadc763 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519335 Apr 18 21:05:55.284944 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-46419b57-a02c-470c-befe-aa3422ce87a2 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:55.290340 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-9b6097b3-0118-40a9-a64d-b3db52097d3c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Allocated IP 2001:db8::10 (edcf0e88-4794-4cfd-a17f-648d7d9b30e6/e3c0ce1e-a3c4-49d2-84a2-dfd919d25896/3dea813b-b91a-41a8-bfd6-875366d6448f) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:55.314104 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46419b57-a02c-470c-befe-aa3422ce87a2 None None] Pushing event updated for resources: {'Port': ['ID=8e65f7ba-f8fd-42d0-9902-8e839db63c53,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:55.317829 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46419b57-a02c-470c-befe-aa3422ce87a2 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:05:55.400959 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-46419b57-a02c-470c-befe-aa3422ce87a2 None None] Attempting to bind port 8e65f7ba-f8fd-42d0-9902-8e839db63c53 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:55.401332 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-46419b57-a02c-470c-befe-aa3422ce87a2 None None] Attempting to bind port 8e65f7ba-f8fd-42d0-9902-8e839db63c53 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '02b133d9-a9f0-4973-bae7-bfb7b06b2f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'edcf0e88-4794-4cfd-a17f-648d7d9b30e6'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:55.401696 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46419b57-a02c-470c-befe-aa3422ce87a2 None None] Attempting to bind port 8e65f7ba-f8fd-42d0-9902-8e839db63c53 on network edcf0e88-4794-4cfd-a17f-648d7d9b30e6 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:05:55.408917 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46419b57-a02c-470c-befe-aa3422ce87a2 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:05:55.409295 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46419b57-a02c-470c-befe-aa3422ce87a2 None None] Checking segment: {'id': '02b133d9-a9f0-4973-bae7-bfb7b06b2f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'edcf0e88-4794-4cfd-a17f-648d7d9b30e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:05:55.409701 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-46419b57-a02c-470c-befe-aa3422ce87a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.410331 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46419b57-a02c-470c-befe-aa3422ce87a2 None None] Bound using segment: {'id': '02b133d9-a9f0-4973-bae7-bfb7b06b2f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'edcf0e88-4794-4cfd-a17f-648d7d9b30e6'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:05:55.411262 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-46419b57-a02c-470c-befe-aa3422ce87a2 None None] Bound port: 8e65f7ba-f8fd-42d0-9902-8e839db63c53, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b133d9-a9f0-4973-bae7-bfb7b06b2f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'edcf0e88-4794-4cfd-a17f-648d7d9b30e6'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:55.411775 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ccdb5b-1224-414f-9fa4-d8f66988ad08 req-6c4c6c62-7d2f-4b8a-8661-f2f3b4ad02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:55.411880 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-46419b57-a02c-470c-befe-aa3422ce87a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.417664 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b5ccdb5b-1224-414f-9fa4-d8f66988ad08 req-6c4c6c62-7d2f-4b8a-8661-f2f3b4ad02e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 1096 time: 0.0790908 Apr 18 21:05:55.542821 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-46419b57-a02c-470c-befe-aa3422ce87a2 None None] For port 8e65f7ba-f8fd-42d0-9902-8e839db63c53, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:55.552174 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-46419b57-a02c-470c-befe-aa3422ce87a2 None None] For port 8e65f7ba-f8fd-42d0-9902-8e839db63c53, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8e65f7ba-f8fd-42d0-9902-8e839db63c53,segment=NetworkSegment(02b133d9-a9f0-4973-bae7-bfb7b06b2f73),segment_id=02b133d9-a9f0-4973-bae7-bfb7b06b2f73)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:55.560257 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-46419b57-a02c-470c-befe-aa3422ce87a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.565142 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ccdb5b-1224-414f-9fa4-d8f66988ad08 req-a95036d4-886b-41a2-8957-42a575e14b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:55.567099 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b5ccdb5b-1224-414f-9fa4-d8f66988ad08 req-a95036d4-886b-41a2-8957-42a575e14b61 service neutron] 10.222.0.57 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 912 time: 0.1280081 Apr 18 21:05:55.605470 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9b6097b3-0118-40a9-a64d-b3db52097d3c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.663716 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9b6097b3-0118-40a9-a64d-b3db52097d3c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.672753 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46419b57-a02c-470c-befe-aa3422ce87a2 None None] Pushing event updated for resources: {'Port': ['ID=8e65f7ba-f8fd-42d0-9902-8e839db63c53,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:55.680341 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b5ccdb5b-1224-414f-9fa4-d8f66988ad08 req-0c74b0a5-ce9b-4a70-867e-3d9890fbbf5d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b80c8c05-a971-4529-9f74-f741064998cf HTTP/1.1" status: 200 len: 1000 time: 0.0998154 Apr 18 21:05:55.736942 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6097b3-0118-40a9-a64d-b3db52097d3c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network edcf0e88-4794-4cfd-a17f-648d7d9b30e6 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:55.745456 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-9b6097b3-0118-40a9-a64d-b3db52097d3c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:55.751319 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6097b3-0118-40a9-a64d-b3db52097d3c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:05:55.758955 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6097b3-0118-40a9-a64d-b3db52097d3c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:55.760111 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9b6097b3-0118-40a9-a64d-b3db52097d3c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.776886 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6097b3-0118-40a9-a64d-b3db52097d3c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Port': ['ID=3dea813b-b91a-41a8-bfd6-875366d6448f,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:55.777633 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ccdb5b-1224-414f-9fa4-d8f66988ad08 req-eea29958-5ab2-4067-be30-78ee9086b82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:55.779149 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b5ccdb5b-1224-414f-9fa4-d8f66988ad08 req-eea29958-5ab2-4067-be30-78ee9086b82e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.0808711 Apr 18 21:05:55.795519 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9b6097b3-0118-40a9-a64d-b3db52097d3c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2971818 Apr 18 21:05:55.796218 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44518) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:55.805870 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-998671c0-b1c9-479f-a6ba-ee346e40cd07 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'port': {'network_id': 'edcf0e88-4794-4cfd-a17f-648d7d9b30e6', 'name': 'tempest-PortsIpV6TestJSON-1954654340', 'fixed_ips': [{'subnet_id': 'e3c0ce1e-a3c4-49d2-84a2-dfd919d25896', 'ip_address': '2001:db8::f'}]}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:55.855517 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ccdb5b-1224-414f-9fa4-d8f66988ad08 req-91becae1-e722-478b-8b4d-bc117fe77329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:55.857214 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b5ccdb5b-1224-414f-9fa4-d8f66988ad08 req-91becae1-e722-478b-8b4d-bc117fe77329 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714459 Apr 18 21:05:56.018893 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998671c0-b1c9-479f-a6ba-ee346e40cd07 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:56.026460 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-998671c0-b1c9-479f-a6ba-ee346e40cd07 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:56.072391 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b5ccdb5b-1224-414f-9fa4-d8f66988ad08 req-e7caae4a-eff6-4862-9e6f-27038e7dd507 service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075639 Apr 18 21:05:56.085199 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-998671c0-b1c9-479f-a6ba-ee346e40cd07 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] device_id is not set on port bcd2d8f5-42cd-4f26-a754-89a1ea41ec49 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:05:56.271079 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-b5ccdb5b-1224-414f-9fa4-d8f66988ad08 req-42b7ea79-93f6-4df9-a47b-21dd4cf5dc05 service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876552 Apr 18 21:05:56.406186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-998671c0-b1c9-479f-a6ba-ee346e40cd07 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Allocated IP 2001:db8::f (edcf0e88-4794-4cfd-a17f-648d7d9b30e6/e3c0ce1e-a3c4-49d2-84a2-dfd919d25896/bcd2d8f5-42cd-4f26-a754-89a1ea41ec49) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:56.664994 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-998671c0-b1c9-479f-a6ba-ee346e40cd07 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:56.710658 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-998671c0-b1c9-479f-a6ba-ee346e40cd07 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:56.753125 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998671c0-b1c9-479f-a6ba-ee346e40cd07 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network edcf0e88-4794-4cfd-a17f-648d7d9b30e6 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:56.756898 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-998671c0-b1c9-479f-a6ba-ee346e40cd07 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:56.761273 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998671c0-b1c9-479f-a6ba-ee346e40cd07 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:05:56.766841 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998671c0-b1c9-479f-a6ba-ee346e40cd07 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:56.767498 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-998671c0-b1c9-479f-a6ba-ee346e40cd07 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:56.789780 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-998671c0-b1c9-479f-a6ba-ee346e40cd07 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9924059 Apr 18 21:05:56.793630 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44526) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:56.849740 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998671c0-b1c9-479f-a6ba-ee346e40cd07 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Port': ['ID=bcd2d8f5-42cd-4f26-a754-89a1ea41ec49,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:56.910113 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aac7d06-dc0b-40ea-a0f8-3233d94707f1 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:56.912825 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1aac7d06-dc0b-40ea-a0f8-3233d94707f1 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1179862 Apr 18 21:05:56.915672 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44528) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:57.045341 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3f233a-3d69-4309-acdf-6a4e014cc26e None None] Network edcf0e88-4794-4cfd-a17f-648d7d9b30e6 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:05:57.046156 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d271a88-93ea-4b36-ae31-0988b8acdaba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:57.052238 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d271a88-93ea-4b36-ae31-0988b8acdaba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:57.058497 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d271a88-93ea-4b36-ae31-0988b8acdaba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:57.060288 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0d271a88-93ea-4b36-ae31-0988b8acdaba tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1429987 Apr 18 21:05:57.064244 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44530) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:57.130235 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a7e534eb-d6e8-41d3-82d7-2b923fb1ff54 None None] Provisioning complete for port 8e65f7ba-f8fd-42d0-9902-8e839db63c53 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:57.131460 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a7e534eb-d6e8-41d3-82d7-2b923fb1ff54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.173483 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-c7ab8fc6-ac76-4b44-89a0-6d8184142a9d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting port bcd2d8f5-42cd-4f26-a754-89a1ea41ec49 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:05:57.173840 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8fc6-ac76-4b44-89a0-6d8184142a9d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.295081 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8e65f7ba-f8fd-42d0-9902-8e839db63c53 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:05:57.305620 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8fc6-ac76-4b44-89a0-6d8184142a9d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.327986 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-c7ab8fc6-ac76-4b44-89a0-6d8184142a9d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Calling delete_port for bcd2d8f5-42cd-4f26-a754-89a1ea41ec49 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:05:57.341414 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a7e534eb-d6e8-41d3-82d7-2b923fb1ff54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.414577 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a7e534eb-d6e8-41d3-82d7-2b923fb1ff54 None None] For port 8e65f7ba-f8fd-42d0-9902-8e839db63c53, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8e65f7ba-f8fd-42d0-9902-8e839db63c53,segment=NetworkSegment(02b133d9-a9f0-4973-bae7-bfb7b06b2f73),segment_id=02b133d9-a9f0-4973-bae7-bfb7b06b2f73)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:57.421971 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a7e534eb-d6e8-41d3-82d7-2b923fb1ff54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.472468 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 8e65f7ba-f8fd-42d0-9902-8e839db63c53 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:57.473271 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.577676 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e534eb-d6e8-41d3-82d7-2b923fb1ff54 None None] Pushing event updated for resources: {'Port': ['ID=8e65f7ba-f8fd-42d0-9902-8e839db63c53,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:57.761737 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-868b7479-b427-4065-b9c7-17e126d9721b None None] Provisioning complete for port 3dea813b-b91a-41a8-bfd6-875366d6448f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:57.762328 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-868b7479-b427-4065-b9c7-17e126d9721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.845217 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-868b7479-b427-4065-b9c7-17e126d9721b None None] Port 3dea813b-b91a-41a8-bfd6-875366d6448f cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:05:57.860814 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-868b7479-b427-4065-b9c7-17e126d9721b None None] Provisioning complete for port bcd2d8f5-42cd-4f26-a754-89a1ea41ec49 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:57.861190 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-868b7479-b427-4065-b9c7-17e126d9721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.869529 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8fc6-ac76-4b44-89a0-6d8184142a9d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.906004 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab8fc6-ac76-4b44-89a0-6d8184142a9d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Port': ['ID=bcd2d8f5-42cd-4f26-a754-89a1ea41ec49,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:57.921942 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-868b7479-b427-4065-b9c7-17e126d9721b None None] Port bcd2d8f5-42cd-4f26-a754-89a1ea41ec49 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:05:57.936305 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-868b7479-b427-4065-b9c7-17e126d9721b None None] Provisioning complete for port 8e65f7ba-f8fd-42d0-9902-8e839db63c53 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:57.936815 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-868b7479-b427-4065-b9c7-17e126d9721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.949835 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8fc6-ac76-4b44-89a0-6d8184142a9d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.953439 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c7ab8fc6-ac76-4b44-89a0-6d8184142a9d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/ports/bcd2d8f5-42cd-4f26-a754-89a1ea41ec49 HTTP/1.1" status: 204 len: 168 time: 0.8879862 Apr 18 21:05:57.956393 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44536) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:57.962950 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ab8fc6-ac76-4b44-89a0-6d8184142a9d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:57.963590 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ab8fc6-ac76-4b44-89a0-6d8184142a9d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:57.964014 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ab8fc6-ac76-4b44-89a0-6d8184142a9d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:57.964753 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ab8fc6-ac76-4b44-89a0-6d8184142a9d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:57.965300 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ab8fc6-ac76-4b44-89a0-6d8184142a9d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:57.965730 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ab8fc6-ac76-4b44-89a0-6d8184142a9d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:57.966333 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ab8fc6-ac76-4b44-89a0-6d8184142a9d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:57.966789 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ab8fc6-ac76-4b44-89a0-6d8184142a9d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:57.967223 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ab8fc6-ac76-4b44-89a0-6d8184142a9d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:57.967633 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ab8fc6-ac76-4b44-89a0-6d8184142a9d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:57.968026 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ab8fc6-ac76-4b44-89a0-6d8184142a9d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:57.968453 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ab8fc6-ac76-4b44-89a0-6d8184142a9d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:57.995272 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b3c284-04fc-4b94-857c-6a1355c0780d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] GET failed (client error): The resource could not be found. Apr 18 21:05:57.996886 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-18b3c284-04fc-4b94-857c-6a1355c0780d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "GET /v2.0/ports/bcd2d8f5-42cd-4f26-a754-89a1ea41ec49 HTTP/1.1" status: 404 len: 333 time: 0.0394127 Apr 18 21:05:58.000354 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44538) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:58.114168 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-2ce7e302-4df9-4d8c-93d6-ec444ee0061d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting port 3dea813b-b91a-41a8-bfd6-875366d6448f {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:05:58.114727 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ce7e302-4df9-4d8c-93d6-ec444ee0061d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.229511 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a0cbb792-001f-41da-aae0-a25cb9ffb0b1 None None] Provisioning complete for port 3dea813b-b91a-41a8-bfd6-875366d6448f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:58.230353 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb792-001f-41da-aae0-a25cb9ffb0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.233166 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ce7e302-4df9-4d8c-93d6-ec444ee0061d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.257780 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-2ce7e302-4df9-4d8c-93d6-ec444ee0061d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Calling delete_port for 3dea813b-b91a-41a8-bfd6-875366d6448f owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:05:58.292212 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a0cbb792-001f-41da-aae0-a25cb9ffb0b1 None None] Port 3dea813b-b91a-41a8-bfd6-875366d6448f cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:05:58.412072 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ce7e302-4df9-4d8c-93d6-ec444ee0061d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.423342 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-411bccd8-4311-466a-91d3-bd0544c9cbf3 None None] Could not find standard attr ID for object bcd2d8f5-42cd-4f26-a754-89a1ea41ec49. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:05:58.456686 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7e302-4df9-4d8c-93d6-ec444ee0061d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Port': ['ID=3dea813b-b91a-41a8-bfd6-875366d6448f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:58.487389 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2ce7e302-4df9-4d8c-93d6-ec444ee0061d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.491535 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2ce7e302-4df9-4d8c-93d6-ec444ee0061d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/ports/3dea813b-b91a-41a8-bfd6-875366d6448f HTTP/1.1" status: 204 len: 168 time: 0.4904718 Apr 18 21:05:58.494195 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44550) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:58.519315 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2c2457-c9da-4177-a1f3-d5dd7a0f24ad tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] GET failed (client error): The resource could not be found. Apr 18 21:05:58.521070 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fd2c2457-c9da-4177-a1f3-d5dd7a0f24ad tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "GET /v2.0/ports/3dea813b-b91a-41a8-bfd6-875366d6448f HTTP/1.1" status: 404 len: 333 time: 0.0259004 Apr 18 21:05:58.525490 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44554) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:58.613683 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df69898-be9e-49f2-9d84-13fb3e2a3f39 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting subnet e3c0ce1e-a3c4-49d2-84a2-dfd919d25896 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:05:58.617319 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7df69898-be9e-49f2-9d84-13fb3e2a3f39 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.671088 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7df69898-be9e-49f2-9d84-13fb3e2a3f39 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.805144 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7df69898-be9e-49f2-9d84-13fb3e2a3f39 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.887201 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7df69898-be9e-49f2-9d84-13fb3e2a3f39 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.916928 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df69898-be9e-49f2-9d84-13fb3e2a3f39 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Subnet': ['ID=e3c0ce1e-a3c4-49d2-84a2-dfd919d25896,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:58.922290 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7df69898-be9e-49f2-9d84-13fb3e2a3f39 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.928657 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7df69898-be9e-49f2-9d84-13fb3e2a3f39 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/subnets/e3c0ce1e-a3c4-49d2-84a2-dfd919d25896 HTTP/1.1" status: 204 len: 168 time: 0.3994238 Apr 18 21:05:58.929532 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44560) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:58.932935 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae43021-cfd8-4099-ab87-2b2b4f737cf0 None None] Network edcf0e88-4794-4cfd-a17f-648d7d9b30e6 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:05:59.024032 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82bcc985-7fcd-47ae-a5c7-507d59bcc931 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.063987 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-88c7006f-008a-410b-971b-ba0b4ad985dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.090877 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-82bcc985-7fcd-47ae-a5c7-507d59bcc931 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting port 8e65f7ba-f8fd-42d0-9902-8e839db63c53 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:05:59.091417 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82bcc985-7fcd-47ae-a5c7-507d59bcc931 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.175478 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-82bcc985-7fcd-47ae-a5c7-507d59bcc931 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] For port 8e65f7ba-f8fd-42d0-9902-8e839db63c53, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8e65f7ba-f8fd-42d0-9902-8e839db63c53,segment=NetworkSegment(02b133d9-a9f0-4973-bae7-bfb7b06b2f73),segment_id=02b133d9-a9f0-4973-bae7-bfb7b06b2f73)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:59.178701 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82bcc985-7fcd-47ae-a5c7-507d59bcc931 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.201055 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-82bcc985-7fcd-47ae-a5c7-507d59bcc931 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Calling delete_port for 8e65f7ba-f8fd-42d0-9902-8e839db63c53 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:05:59.252212 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cd1f40-9c78-4512-bd90-07153ebb3ea2 None None] DHCP port deletion for edcf0e88-4794-4cfd-a17f-648d7d9b30e6 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:05:59.334635 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-85cd1f40-9c78-4512-bd90-07153ebb3ea2 None None] Deleting port 8e65f7ba-f8fd-42d0-9902-8e839db63c53 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:05:59.335061 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-85cd1f40-9c78-4512-bd90-07153ebb3ea2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.340651 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82bcc985-7fcd-47ae-a5c7-507d59bcc931 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.390878 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcc985-7fcd-47ae-a5c7-507d59bcc931 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Port': ['ID=8e65f7ba-f8fd-42d0-9902-8e839db63c53,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:59.404155 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bcc985-7fcd-47ae-a5c7-507d59bcc931 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] No DVR routers for this DVR port 8e65f7ba-f8fd-42d0-9902-8e839db63c53 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:05:59.418042 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-85cd1f40-9c78-4512-bd90-07153ebb3ea2 None None] For port 8e65f7ba-f8fd-42d0-9902-8e839db63c53, host n-d-838323-3, got binding levels [] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:59.418669 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-85cd1f40-9c78-4512-bd90-07153ebb3ea2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.434162 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-85cd1f40-9c78-4512-bd90-07153ebb3ea2 None None] Calling delete_port for 8e65f7ba-f8fd-42d0-9902-8e839db63c53 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:05:59.437359 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.ipam_backend_mixin [None req-85cd1f40-9c78-4512-bd90-07153ebb3ea2 None None] Port 8e65f7ba-f8fd-42d0-9902-8e839db63c53 was not found and therefore no delete operation was performed {{(pid=102910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 21:05:59.438999 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-85cd1f40-9c78-4512-bd90-07153ebb3ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.479942 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd1f40-9c78-4512-bd90-07153ebb3ea2 None None] Pushing event deleted for resources: {'Port': ['ID=8e65f7ba-f8fd-42d0-9902-8e839db63c53,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:59.487483 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd1f40-9c78-4512-bd90-07153ebb3ea2 None None] No DVR routers for this DVR port 8e65f7ba-f8fd-42d0-9902-8e839db63c53 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:05:59.525697 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82bcc985-7fcd-47ae-a5c7-507d59bcc931 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.558354 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-82bcc985-7fcd-47ae-a5c7-507d59bcc931 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edcf0e88-4794-4cfd-a17f-648d7d9b30e6']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:59.575247 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-82bcc985-7fcd-47ae-a5c7-507d59bcc931 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b133d9-a9f0-4973-bae7-bfb7b06b2f73') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:59.575788 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-82bcc985-7fcd-47ae-a5c7-507d59bcc931 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b133d9-a9f0-4973-bae7-bfb7b06b2f73') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:59.599253 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82bcc985-7fcd-47ae-a5c7-507d59bcc931 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.614492 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82bcc985-7fcd-47ae-a5c7-507d59bcc931 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.623845 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82bcc985-7fcd-47ae-a5c7-507d59bcc931 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:05:59.624571 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82bcc985-7fcd-47ae-a5c7-507d59bcc931 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:05:59.630254 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:05:59.706911 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82bcc985-7fcd-47ae-a5c7-507d59bcc931 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.720006 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82bcc985-7fcd-47ae-a5c7-507d59bcc931 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.728852 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-82bcc985-7fcd-47ae-a5c7-507d59bcc931 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/networks/edcf0e88-4794-4cfd-a17f-648d7d9b30e6 HTTP/1.1" status: 204 len: 168 time: 0.7945166 Apr 18 21:05:59.728852 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44578) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:59.736225 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e4143cd0-699b-4f0a-a133-df8de20e3ee6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-262718723'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:59.760390 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcc985-7fcd-47ae-a5c7-507d59bcc931 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Network': ['ID=edcf0e88-4794-4cfd-a17f-648d7d9b30e6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:59.790639 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4143cd0-699b-4f0a-a133-df8de20e3ee6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:59.795199 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4143cd0-699b-4f0a-a133-df8de20e3ee6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.834948 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4143cd0-699b-4f0a-a133-df8de20e3ee6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:05:59.850426 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4143cd0-699b-4f0a-a133-df8de20e3ee6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.850921 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-e4143cd0-699b-4f0a-a133-df8de20e3ee6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Added segment e170f9ce-533e-4b77-a3c6-958ca4dea861 of type vlan for network 75b464a1-f3ca-45f4-a68e-146ae03940aa Apr 18 21:05:59.909405 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.917074 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4143cd0-699b-4f0a-a133-df8de20e3ee6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.954635 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4143cd0-699b-4f0a-a133-df8de20e3ee6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.967037 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4143cd0-699b-4f0a-a133-df8de20e3ee6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:59.968055 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4143cd0-699b-4f0a-a133-df8de20e3ee6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.052347 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e4143cd0-699b-4f0a-a133-df8de20e3ee6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3209898 Apr 18 21:06:00.055125 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44584) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:00.067777 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-1645c205-32fe-4a07-8851-39ba86320e31 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'subnet': {'network_id': '75b464a1-f3ca-45f4-a68e-146ae03940aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:00.117113 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4143cd0-699b-4f0a-a133-df8de20e3ee6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Network': ['ID=75b464a1-f3ca-45f4-a68e-146ae03940aa,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:00.157747 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 75b464a1-f3ca-45f4-a68e-146ae03940aa details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:06:00.238015 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1645c205-32fe-4a07-8851-39ba86320e31 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:00.242453 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1645c205-32fe-4a07-8851-39ba86320e31 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.532990 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1645c205-32fe-4a07-8851-39ba86320e31 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.598757 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645c205-32fe-4a07-8851-39ba86320e31 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Subnet': ['ID=0ff1e87a-4eef-4283-a255-5e3104eb88e5,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:00.609900 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1645c205-32fe-4a07-8851-39ba86320e31 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Checking segment: {'id': 'e170f9ce-533e-4b77-a3c6-958ca4dea861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '75b464a1-f3ca-45f4-a68e-146ae03940aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:06:00.610464 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1645c205-32fe-4a07-8851-39ba86320e31 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network hostable DHCP agents. Network: 75b464a1-f3ca-45f4-a68e-146ae03940aa, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:06:00.634148 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1645c205-32fe-4a07-8851-39ba86320e31 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network 75b464a1-f3ca-45f4-a68e-146ae03940aa is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:06:00.647164 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-1645c205-32fe-4a07-8851-39ba86320e31 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 75b464a1-f3ca-45f4-a68e-146ae03940aa) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:00.652920 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1645c205-32fe-4a07-8851-39ba86320e31 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:00.653817 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1645c205-32fe-4a07-8851-39ba86320e31 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.662166 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4421d9af-1b63-49ab-8bd5-69257b5332d0 None None] Network 75b464a1-f3ca-45f4-a68e-146ae03940aa requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:06:00.698464 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1645c205-32fe-4a07-8851-39ba86320e31 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6385212 Apr 18 21:06:00.698834 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44600) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:00.703692 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-3bae7b91-5fe7-4db6-8fc6-bbd989b83a7c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-225223282', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:00.758507 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3bae7b91-5fe7-4db6-8fc6-bbd989b83a7c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.763361 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3bae7b91-5fe7-4db6-8fc6-bbd989b83a7c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.885269 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3bae7b91-5fe7-4db6-8fc6-bbd989b83a7c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.890786 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3bae7b91-5fe7-4db6-8fc6-bbd989b83a7c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.918427 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d587350c-145f-41a2-88d0-0e06f69797d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-75b464a1-f3ca-45f4-a68e-146ae03940aa', 'network_id': '75b464a1-f3ca-45f4-a68e-146ae03940aa', 'tenant_id': '86237d17b9b149a7bac9b050dcbb7e9b', 'fixed_ips': [{'subnet_id': '0ff1e87a-4eef-4283-a255-5e3104eb88e5'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:06:00.919865 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d587350c-145f-41a2-88d0-0e06f69797d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.927061 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3bae7b91-5fe7-4db6-8fc6-bbd989b83a7c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.936552 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3bae7b91-5fe7-4db6-8fc6-bbd989b83a7c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2330317 Apr 18 21:06:00.936552 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44602) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:00.941185 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-4e8ed3a2-d22e-42a3-b556-c85ec8c756e3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'port': {'network_id': '75b464a1-f3ca-45f4-a68e-146ae03940aa', 'name': 'tempest-PortsIpV6TestJSON-163086543'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:01.098345 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8ed3a2-d22e-42a3-b556-c85ec8c756e3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:01.104134 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4e8ed3a2-d22e-42a3-b556-c85ec8c756e3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.133250 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-4e8ed3a2-d22e-42a3-b556-c85ec8c756e3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] device_id is not set on port c70e3678-8f9a-4b90-a6a8-3ba62976804f yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:06:01.238380 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-d587350c-145f-41a2-88d0-0e06f69797d8 None None] Allocated IP 2001:db8::2 (75b464a1-f3ca-45f4-a68e-146ae03940aa/0ff1e87a-4eef-4283-a255-5e3104eb88e5/5bad17db-e0ab-44a9-a5e3-d4b7132d6b53) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:01.265360 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8e65f7ba-f8fd-42d0-9902-8e839db63c53 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:06:01.302734 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 8e65f7ba-f8fd-42d0-9902-8e839db63c53 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:06:01.303188 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8e65f7ba-f8fd-42d0-9902-8e839db63c53 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:06:01.408470 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.468530 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d587350c-145f-41a2-88d0-0e06f69797d8 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.476792 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d587350c-145f-41a2-88d0-0e06f69797d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.519048 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d587350c-145f-41a2-88d0-0e06f69797d8 None None] Network 75b464a1-f3ca-45f4-a68e-146ae03940aa is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:01.522818 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-d587350c-145f-41a2-88d0-0e06f69797d8 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:01.533794 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d587350c-145f-41a2-88d0-0e06f69797d8 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:06:01.548619 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587350c-145f-41a2-88d0-0e06f69797d8 None None] Pushing event updated for resources: {'Port': ['ID=5bad17db-e0ab-44a9-a5e3-d4b7132d6b53,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:01.626651 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-d587350c-145f-41a2-88d0-0e06f69797d8 None None] Attempting to bind port 5bad17db-e0ab-44a9-a5e3-d4b7132d6b53 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:01.627212 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-d587350c-145f-41a2-88d0-0e06f69797d8 None None] Attempting to bind port 5bad17db-e0ab-44a9-a5e3-d4b7132d6b53 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'e170f9ce-533e-4b77-a3c6-958ca4dea861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '75b464a1-f3ca-45f4-a68e-146ae03940aa'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:01.627740 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d587350c-145f-41a2-88d0-0e06f69797d8 None None] Attempting to bind port 5bad17db-e0ab-44a9-a5e3-d4b7132d6b53 on network 75b464a1-f3ca-45f4-a68e-146ae03940aa {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:06:01.640083 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d587350c-145f-41a2-88d0-0e06f69797d8 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:06:01.640749 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d587350c-145f-41a2-88d0-0e06f69797d8 None None] Checking segment: {'id': 'e170f9ce-533e-4b77-a3c6-958ca4dea861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '75b464a1-f3ca-45f4-a68e-146ae03940aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:06:01.641290 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d587350c-145f-41a2-88d0-0e06f69797d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.641858 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d587350c-145f-41a2-88d0-0e06f69797d8 None None] Bound using segment: {'id': 'e170f9ce-533e-4b77-a3c6-958ca4dea861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '75b464a1-f3ca-45f4-a68e-146ae03940aa'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:06:01.642531 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-d587350c-145f-41a2-88d0-0e06f69797d8 None None] Bound port: 5bad17db-e0ab-44a9-a5e3-d4b7132d6b53, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e170f9ce-533e-4b77-a3c6-958ca4dea861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '75b464a1-f3ca-45f4-a68e-146ae03940aa'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:01.643550 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d587350c-145f-41a2-88d0-0e06f69797d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.663369 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-4e8ed3a2-d22e-42a3-b556-c85ec8c756e3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Allocated IP 2001:db8::392 (75b464a1-f3ca-45f4-a68e-146ae03940aa/0ff1e87a-4eef-4283-a255-5e3104eb88e5/c70e3678-8f9a-4b90-a6a8-3ba62976804f) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:01.730883 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.768621 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d587350c-145f-41a2-88d0-0e06f69797d8 None None] For port 5bad17db-e0ab-44a9-a5e3-d4b7132d6b53, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:01.772939 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d587350c-145f-41a2-88d0-0e06f69797d8 None None] For port 5bad17db-e0ab-44a9-a5e3-d4b7132d6b53, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5bad17db-e0ab-44a9-a5e3-d4b7132d6b53,segment=NetworkSegment(e170f9ce-533e-4b77-a3c6-958ca4dea861),segment_id=e170f9ce-533e-4b77-a3c6-958ca4dea861)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:01.778664 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d587350c-145f-41a2-88d0-0e06f69797d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.868903 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4e8ed3a2-d22e-42a3-b556-c85ec8c756e3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.870929 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587350c-145f-41a2-88d0-0e06f69797d8 None None] Pushing event updated for resources: {'Port': ['ID=5bad17db-e0ab-44a9-a5e3-d4b7132d6b53,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:01.923035 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4e8ed3a2-d22e-42a3-b556-c85ec8c756e3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.993683 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8ed3a2-d22e-42a3-b556-c85ec8c756e3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network 75b464a1-f3ca-45f4-a68e-146ae03940aa is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:01.997677 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-4e8ed3a2-d22e-42a3-b556-c85ec8c756e3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:02.000365 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8ed3a2-d22e-42a3-b556-c85ec8c756e3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:06:02.008067 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8ed3a2-d22e-42a3-b556-c85ec8c756e3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:02.009067 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4e8ed3a2-d22e-42a3-b556-c85ec8c756e3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:02.026765 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ed3a2-d22e-42a3-b556-c85ec8c756e3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Port': ['ID=c70e3678-8f9a-4b90-a6a8-3ba62976804f,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:02.042218 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4e8ed3a2-d22e-42a3-b556-c85ec8c756e3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1071112 Apr 18 21:06:02.044774 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44624) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:02.521815 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81a78893-bb7a-4ae7-af97-6a32f2a37ae7 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:02.888968 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81a78893-bb7a-4ae7-af97-6a32f2a37ae7 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:02.895383 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81a78893-bb7a-4ae7-af97-6a32f2a37ae7 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:03.003815 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a78893-bb7a-4ae7-af97-6a32f2a37ae7 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Port': ['ID=c70e3678-8f9a-4b90-a6a8-3ba62976804f,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:03.203131 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81a78893-bb7a-4ae7-af97-6a32f2a37ae7 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:03.369597 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5bad17db-e0ab-44a9-a5e3-d4b7132d6b53 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:06:03.449674 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51343c91-4c77-436b-97be-3674e8770c26 None None] Network 75b464a1-f3ca-45f4-a68e-146ae03940aa requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:06:03.489164 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81a78893-bb7a-4ae7-af97-6a32f2a37ae7 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:03.610855 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-455666b9-e15b-4bbd-b7ab-cfebddccbb5d None None] Provisioning complete for port 5bad17db-e0ab-44a9-a5e3-d4b7132d6b53 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:03.611408 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-455666b9-e15b-4bbd-b7ab-cfebddccbb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:03.662434 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5bad17db-e0ab-44a9-a5e3-d4b7132d6b53 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:03.662710 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:03.928377 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-455666b9-e15b-4bbd-b7ab-cfebddccbb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:03.953905 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81a78893-bb7a-4ae7-af97-6a32f2a37ae7 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:03.960254 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81a78893-bb7a-4ae7-af97-6a32f2a37ae7 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:03.961345 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-81a78893-bb7a-4ae7-af97-6a32f2a37ae7 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:03.963776 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:04.016808 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-455666b9-e15b-4bbd-b7ab-cfebddccbb5d None None] For port 5bad17db-e0ab-44a9-a5e3-d4b7132d6b53, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5bad17db-e0ab-44a9-a5e3-d4b7132d6b53,segment=NetworkSegment(e170f9ce-533e-4b77-a3c6-958ca4dea861),segment_id=e170f9ce-533e-4b77-a3c6-958ca4dea861)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:04.024374 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-455666b9-e15b-4bbd-b7ab-cfebddccbb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:04.037884 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a78893-bb7a-4ae7-af97-6a32f2a37ae7 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Port': ['ID=c70e3678-8f9a-4b90-a6a8-3ba62976804f,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:04.218813 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a78893-bb7a-4ae7-af97-6a32f2a37ae7 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network 75b464a1-f3ca-45f4-a68e-146ae03940aa is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:04.221562 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-81a78893-bb7a-4ae7-af97-6a32f2a37ae7 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:04.412963 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a78893-bb7a-4ae7-af97-6a32f2a37ae7 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Router c49106b5-c3ea-4b2e-a190-6a6e7aa6715b is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:06:04.432347 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-02b76891-9093-4c2e-af48-adbdb9a5643a req-2afb09b4-73ab-4089-8226-3d4aad0f2a6c tempest-AttachVolumeShelveTestJSON-94973559 tempest-AttachVolumeShelveTestJSON-94973559-project] (102909) timed out ('10.222.0.57', 57210) {{(pid=102909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 21:06:04.433977 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:06:04.433977 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:06:04.434580 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455666b9-e15b-4bbd-b7ab-cfebddccbb5d None None] Pushing event updated for resources: {'Port': ['ID=5bad17db-e0ab-44a9-a5e3-d4b7132d6b53,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:04.464192 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4f4ae6a5-b1e2-4b13-80fc-6473ea78202e None None] Provisioning complete for port c70e3678-8f9a-4b90-a6a8-3ba62976804f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:04.464720 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4f4ae6a5-b1e2-4b13-80fc-6473ea78202e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:04.515261 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ae6a5-b1e2-4b13-80fc-6473ea78202e None None] Port c70e3678-8f9a-4b90-a6a8-3ba62976804f cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:06:04.527429 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4f4ae6a5-b1e2-4b13-80fc-6473ea78202e None None] Provisioning complete for port 5bad17db-e0ab-44a9-a5e3-d4b7132d6b53 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:04.528012 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4f4ae6a5-b1e2-4b13-80fc-6473ea78202e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:04.584218 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a78893-bb7a-4ae7-af97-6a32f2a37ae7 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:04.596736 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44658) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:04.609589 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-81a78893-bb7a-4ae7-af97-6a32f2a37ae7 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "PUT /v2.0/routers/c49106b5-c3ea-4b2e-a190-6a6e7aa6715b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5635090 Apr 18 21:06:04.726502 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096d3404-1a3d-4adc-a496-c64c421d5937 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:04.736026 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44660) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:04.750063 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-096d3404-1a3d-4adc-a496-c64c421d5937 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "GET /v2.0/ports?device_id=c49106b5-c3ea-4b2e-a190-6a6e7aa6715b HTTP/1.1" status: 200 len: 988 time: 0.1500213 Apr 18 21:06:04.801884 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27854e94-f2cd-419e-a448-55f115b43330 None None] Sync routers for ids ['c49106b5-c3ea-4b2e-a190-6a6e7aa6715b'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:06:04.836903 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27854e94-f2cd-419e-a448-55f115b43330 None None] Routers {'c49106b5-c3ea-4b2e-a190-6a6e7aa6715b'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:06:04.837619 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-27854e94-f2cd-419e-a448-55f115b43330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:05:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c49106b5-c3ea-4b2e-a190-6a6e7aa6715b'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:04.900700 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-27854e94-f2cd-419e-a448-55f115b43330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:04.923808 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27854e94-f2cd-419e-a448-55f115b43330 None None] Routers {'c49106b5-c3ea-4b2e-a190-6a6e7aa6715b'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:06:04.924576 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-27854e94-f2cd-419e-a448-55f115b43330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:05:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c49106b5-c3ea-4b2e-a190-6a6e7aa6715b'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:04.998022 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-27854e94-f2cd-419e-a448-55f115b43330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:04.998993 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27854e94-f2cd-419e-a448-55f115b43330 None None] The sync data for ids ['c49106b5-c3ea-4b2e-a190-6a6e7aa6715b'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:06:05.033228 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e51e88c0-09d2-425f-ad3d-32a479992335 None None] Provisioning complete for port c70e3678-8f9a-4b90-a6a8-3ba62976804f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:05.033483 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e51e88c0-09d2-425f-ad3d-32a479992335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:05.126621 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e51e88c0-09d2-425f-ad3d-32a479992335 None None] Port c70e3678-8f9a-4b90-a6a8-3ba62976804f cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:06:05.295532 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5bad17db-e0ab-44a9-a5e3-d4b7132d6b53 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:06:05.344106 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-aed9c6bc-172c-48ec-b2c2-09887ee57264 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:05.436129 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-415b5cd4-61e9-4275-a4c8-0dac3ac97f58 None None] Provisioning complete for port c70e3678-8f9a-4b90-a6a8-3ba62976804f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:05.436738 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-415b5cd4-61e9-4275-a4c8-0dac3ac97f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:05.495388 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5bad17db-e0ab-44a9-a5e3-d4b7132d6b53 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:05.495868 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:05.603650 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-415b5cd4-61e9-4275-a4c8-0dac3ac97f58 None None] Port c70e3678-8f9a-4b90-a6a8-3ba62976804f cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:06:05.711212 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-aed9c6bc-172c-48ec-b2c2-09887ee57264 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting port c70e3678-8f9a-4b90-a6a8-3ba62976804f {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:05.711752 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-aed9c6bc-172c-48ec-b2c2-09887ee57264 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:05.764574 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ced975f7-86b5-44cd-8081-7c0f5f1faf32 None None] Provisioning complete for port c70e3678-8f9a-4b90-a6a8-3ba62976804f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:05.765438 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ced975f7-86b5-44cd-8081-7c0f5f1faf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:05.803251 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ced975f7-86b5-44cd-8081-7c0f5f1faf32 None None] Port c70e3678-8f9a-4b90-a6a8-3ba62976804f cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:06:05.830292 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-aed9c6bc-172c-48ec-b2c2-09887ee57264 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:05.846525 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-aed9c6bc-172c-48ec-b2c2-09887ee57264 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Calling delete_port for c70e3678-8f9a-4b90-a6a8-3ba62976804f owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:06.051059 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-aed9c6bc-172c-48ec-b2c2-09887ee57264 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:06.097398 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9c6bc-172c-48ec-b2c2-09887ee57264 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Port': ['ID=c70e3678-8f9a-4b90-a6a8-3ba62976804f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:06.222846 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-aed9c6bc-172c-48ec-b2c2-09887ee57264 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:06.467941 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed9c6bc-172c-48ec-b2c2-09887ee57264 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Router c49106b5-c3ea-4b2e-a190-6a6e7aa6715b has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:06:06.599898 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed9c6bc-172c-48ec-b2c2-09887ee57264 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:06.607176 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-aed9c6bc-172c-48ec-b2c2-09887ee57264 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "PUT /v2.0/routers/c49106b5-c3ea-4b2e-a190-6a6e7aa6715b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8698096 Apr 18 21:06:06.609902 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44690) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:06.622976 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3068f3ea-ecc2-4ec8-aab3-c299095bfee6 None None] Sync routers for ids ['c49106b5-c3ea-4b2e-a190-6a6e7aa6715b'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:06:06.639632 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-68510b88-3c69-45c2-9ca5-1b1c3db1712b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] GET failed (client error): The resource could not be found. Apr 18 21:06:06.642683 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-68510b88-3c69-45c2-9ca5-1b1c3db1712b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "GET /v2.0/ports/c70e3678-8f9a-4b90-a6a8-3ba62976804f HTTP/1.1" status: 404 len: 333 time: 0.0309546 Apr 18 21:06:06.646454 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44692) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:06.648931 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3068f3ea-ecc2-4ec8-aab3-c299095bfee6 None None] Routers {'c49106b5-c3ea-4b2e-a190-6a6e7aa6715b'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:06:06.650190 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-3068f3ea-ecc2-4ec8-aab3-c299095bfee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:05:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c49106b5-c3ea-4b2e-a190-6a6e7aa6715b'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:06.715473 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-3068f3ea-ecc2-4ec8-aab3-c299095bfee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:06.740219 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3068f3ea-ecc2-4ec8-aab3-c299095bfee6 None None] Routers {'c49106b5-c3ea-4b2e-a190-6a6e7aa6715b'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:06:06.742163 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-3068f3ea-ecc2-4ec8-aab3-c299095bfee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:05:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c49106b5-c3ea-4b2e-a190-6a6e7aa6715b'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:06.748708 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9be68ba1-1917-41f6-9e97-422a3873ec92 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:06.788119 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-3068f3ea-ecc2-4ec8-aab3-c299095bfee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:06.788953 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3068f3ea-ecc2-4ec8-aab3-c299095bfee6 None None] The sync data for ids ['c49106b5-c3ea-4b2e-a190-6a6e7aa6715b'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:06:06.974733 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9be68ba1-1917-41f6-9e97-422a3873ec92 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:06.977627 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9be68ba1-1917-41f6-9e97-422a3873ec92 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:07.036790 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9be68ba1-1917-41f6-9e97-422a3873ec92 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:07.038005 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be68ba1-1917-41f6-9e97-422a3873ec92 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Fanout notify agent at l3_agent the message router_deleted on router c49106b5-c3ea-4b2e-a190-6a6e7aa6715b {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:06:07.050836 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9be68ba1-1917-41f6-9e97-422a3873ec92 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:07.052746 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9be68ba1-1917-41f6-9e97-422a3873ec92 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/routers/c49106b5-c3ea-4b2e-a190-6a6e7aa6715b HTTP/1.1" status: 204 len: 168 time: 0.4048572 Apr 18 21:06:07.057084 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44700) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:07.141409 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-684fac03-3936-4c33-b0ee-39422f982f43 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting subnet 0ff1e87a-4eef-4283-a255-5e3104eb88e5 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:06:07.145929 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-684fac03-3936-4c33-b0ee-39422f982f43 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:07.214453 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-684fac03-3936-4c33-b0ee-39422f982f43 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:07.401273 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-684fac03-3936-4c33-b0ee-39422f982f43 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:07.491549 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-684fac03-3936-4c33-b0ee-39422f982f43 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:07.539683 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684fac03-3936-4c33-b0ee-39422f982f43 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Subnet': ['ID=0ff1e87a-4eef-4283-a255-5e3104eb88e5,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:07.544935 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-684fac03-3936-4c33-b0ee-39422f982f43 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:07.549757 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-684fac03-3936-4c33-b0ee-39422f982f43 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/subnets/0ff1e87a-4eef-4283-a255-5e3104eb88e5 HTTP/1.1" status: 204 len: 168 time: 0.4889767 Apr 18 21:06:07.556259 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44712) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:07.562564 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bb1117-17ba-4408-87dc-10fa873068e7 None None] Network 75b464a1-f3ca-45f4-a68e-146ae03940aa requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:06:07.854223 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e8b1b7-c0ff-42e4-af60-ee1eea1615f1 None None] DHCP port deletion for 75b464a1-f3ca-45f4-a68e-146ae03940aa request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:06:08.007013 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.055580 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f8e8b1b7-c0ff-42e4-af60-ee1eea1615f1 None None] Deleting port 5bad17db-e0ab-44a9-a5e3-d4b7132d6b53 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:08.055971 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b1b7-c0ff-42e4-af60-ee1eea1615f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.192380 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57a39f11-0ce9-40bc-81e5-f08a45d2af71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.198139 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f8e8b1b7-c0ff-42e4-af60-ee1eea1615f1 None None] For port 5bad17db-e0ab-44a9-a5e3-d4b7132d6b53, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5bad17db-e0ab-44a9-a5e3-d4b7132d6b53,segment=NetworkSegment(e170f9ce-533e-4b77-a3c6-958ca4dea861),segment_id=e170f9ce-533e-4b77-a3c6-958ca4dea861)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:08.199619 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b1b7-c0ff-42e4-af60-ee1eea1615f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.225118 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f8e8b1b7-c0ff-42e4-af60-ee1eea1615f1 None None] Calling delete_port for 5bad17db-e0ab-44a9-a5e3-d4b7132d6b53 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:08.320907 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-57a39f11-0ce9-40bc-81e5-f08a45d2af71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting port 5bad17db-e0ab-44a9-a5e3-d4b7132d6b53 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:08.321189 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57a39f11-0ce9-40bc-81e5-f08a45d2af71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.444462 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-57a39f11-0ce9-40bc-81e5-f08a45d2af71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] For port 5bad17db-e0ab-44a9-a5e3-d4b7132d6b53, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5bad17db-e0ab-44a9-a5e3-d4b7132d6b53,segment=NetworkSegment(e170f9ce-533e-4b77-a3c6-958ca4dea861),segment_id=e170f9ce-533e-4b77-a3c6-958ca4dea861)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:08.444841 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57a39f11-0ce9-40bc-81e5-f08a45d2af71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.465756 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b1b7-c0ff-42e4-af60-ee1eea1615f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.466767 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-57a39f11-0ce9-40bc-81e5-f08a45d2af71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Calling delete_port for 5bad17db-e0ab-44a9-a5e3-d4b7132d6b53 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:08.512006 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8b1b7-c0ff-42e4-af60-ee1eea1615f1 None None] Pushing event deleted for resources: {'Port': ['ID=5bad17db-e0ab-44a9-a5e3-d4b7132d6b53,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:08.534510 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e8b1b7-c0ff-42e4-af60-ee1eea1615f1 None None] No DVR routers for this DVR port 5bad17db-e0ab-44a9-a5e3-d4b7132d6b53 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:08.632052 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57a39f11-0ce9-40bc-81e5-f08a45d2af71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.670056 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a39f11-0ce9-40bc-81e5-f08a45d2af71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Port': ['ID=5bad17db-e0ab-44a9-a5e3-d4b7132d6b53,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:08.683921 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a39f11-0ce9-40bc-81e5-f08a45d2af71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] No DVR routers for this DVR port 5bad17db-e0ab-44a9-a5e3-d4b7132d6b53 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:08.793352 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57a39f11-0ce9-40bc-81e5-f08a45d2af71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.827668 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-57a39f11-0ce9-40bc-81e5-f08a45d2af71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b464a1-f3ca-45f4-a68e-146ae03940aa']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:08.841720 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-57a39f11-0ce9-40bc-81e5-f08a45d2af71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e170f9ce-533e-4b77-a3c6-958ca4dea861') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:08.842223 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-57a39f11-0ce9-40bc-81e5-f08a45d2af71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e170f9ce-533e-4b77-a3c6-958ca4dea861') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:08.856345 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57a39f11-0ce9-40bc-81e5-f08a45d2af71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.877887 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57a39f11-0ce9-40bc-81e5-f08a45d2af71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.886686 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a39f11-0ce9-40bc-81e5-f08a45d2af71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:06:08.887168 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57a39f11-0ce9-40bc-81e5-f08a45d2af71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:06:08.890292 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:06:08.967543 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57a39f11-0ce9-40bc-81e5-f08a45d2af71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.976359 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57a39f11-0ce9-40bc-81e5-f08a45d2af71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.983315 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-57a39f11-0ce9-40bc-81e5-f08a45d2af71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/networks/75b464a1-f3ca-45f4-a68e-146ae03940aa HTTP/1.1" status: 204 len: 168 time: 1.4183776 Apr 18 21:06:08.984358 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44734) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:09.032485 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a39f11-0ce9-40bc-81e5-f08a45d2af71 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Network': ['ID=75b464a1-f3ca-45f4-a68e-146ae03940aa,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:09.085056 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecb759a-4aec-4897-b3d6-9fc81ca435b8 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:09.086817 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0ecb759a-4aec-4897-b3d6-9fc81ca435b8 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "GET /v2.0/ports/5546ed50-01f6-46b3-9282-c803c45e43af HTTP/1.1" status: 200 len: 844 time: 0.1017561 Apr 18 21:06:09.101222 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44738) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:09.147386 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-be7a554d-ed49-4fd1-9a97-fe85e8113aa8 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "GET /v2.0/ports/5546ed50-01f6-46b3-9282-c803c45e43af?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0448608 Apr 18 21:06:09.153536 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44740) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:09.158442 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-741452c5-b5e2-4e4d-8f40-c06d604b9095 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'subnet': {'network_id': 'f1f1c597-6754-4791-9e3f-2f52692ff3b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:09.291425 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5bad17db-e0ab-44a9-a5e3-d4b7132d6b53 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:06:09.333771 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 5bad17db-e0ab-44a9-a5e3-d4b7132d6b53 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:06:09.334796 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5bad17db-e0ab-44a9-a5e3-d4b7132d6b53 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:06:09.708396 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741452c5-b5e2-4e4d-8f40-c06d604b9095 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:09.713336 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-741452c5-b5e2-4e4d-8f40-c06d604b9095 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.006402 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-741452c5-b5e2-4e4d-8f40-c06d604b9095 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.064178 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741452c5-b5e2-4e4d-8f40-c06d604b9095 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network f1f1c597-6754-4791-9e3f-2f52692ff3b8 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:10.069045 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-741452c5-b5e2-4e4d-8f40-c06d604b9095 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:10.073789 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741452c5-b5e2-4e4d-8f40-c06d604b9095 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:10.074386 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-741452c5-b5e2-4e4d-8f40-c06d604b9095 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.084298 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822ad80c-d897-4caa-a66b-4896c62ad129 None None] Network f1f1c597-6754-4791-9e3f-2f52692ff3b8 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:06:10.091350 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741452c5-b5e2-4e4d-8f40-c06d604b9095 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Subnet': ['ID=c6f051a7-b41f-4160-8462-60606530c23d,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:10.121110 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-741452c5-b5e2-4e4d-8f40-c06d604b9095 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9666996 Apr 18 21:06:10.127884 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44758) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:10.134159 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a6c9f883-6e49-4412-9812-5a0a36f612e9 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'security_group': {'name': 'tempest-secgroup-2100684395'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:10.158849 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a6c9f883-6e49-4412-9812-5a0a36f612e9 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.256896 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a6c9f883-6e49-4412-9812-5a0a36f612e9 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.261595 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a6c9f883-6e49-4412-9812-5a0a36f612e9 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.298784 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a6c9f883-6e49-4412-9812-5a0a36f612e9 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.300568 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a6c9f883-6e49-4412-9812-5a0a36f612e9 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1708109 Apr 18 21:06:10.303515 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9f883-6e49-4412-9812-5a0a36f612e9 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8810fdc7-bf14-474c-b0b6-3849eb241648,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:10.305663 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44760) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:10.319324 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-6d66f642-c233-47dd-ab41-2094817da15c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'security_group': {'name': 'tempest-secgroup-584507820'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:10.373863 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db0d18f-9cb6-4bf3-8916-fde471024ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-f1f1c597-6754-4791-9e3f-2f52692ff3b8', 'network_id': 'f1f1c597-6754-4791-9e3f-2f52692ff3b8', 'tenant_id': '86237d17b9b149a7bac9b050dcbb7e9b', 'fixed_ips': [{'subnet_id': 'c6f051a7-b41f-4160-8462-60606530c23d'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:06:10.377541 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4db0d18f-9cb6-4bf3-8916-fde471024ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.378964 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d66f642-c233-47dd-ab41-2094817da15c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.556796 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d66f642-c233-47dd-ab41-2094817da15c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.566041 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d66f642-c233-47dd-ab41-2094817da15c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.610634 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d66f642-c233-47dd-ab41-2094817da15c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.615563 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6d66f642-c233-47dd-ab41-2094817da15c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3049543 Apr 18 21:06:10.615563 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66f642-c233-47dd-ab41-2094817da15c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c636d9d4-fd4e-4f8b-8389-f32bc445e116,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:10.617215 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44768) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:10.621753 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d10ec0e8-9c7d-48b9-b390-83853527769c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1037598041', 'security_groups': ['c636d9d4-fd4e-4f8b-8389-f32bc445e116'], 'network_id': 'f1f1c597-6754-4791-9e3f-2f52692ff3b8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c6f051a7-b41f-4160-8462-60606530c23d'}]}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:10.663507 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-4db0d18f-9cb6-4bf3-8916-fde471024ea4 None None] Allocated IP 2001:db8::2 (f1f1c597-6754-4791-9e3f-2f52692ff3b8/c6f051a7-b41f-4160-8462-60606530c23d/84aed9a2-43cd-4d65-9f00-52cb638651b2) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:10.812627 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10ec0e8-9c7d-48b9-b390-83853527769c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:10.869132 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4db0d18f-9cb6-4bf3-8916-fde471024ea4 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.877865 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4db0d18f-9cb6-4bf3-8916-fde471024ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.901414 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db0d18f-9cb6-4bf3-8916-fde471024ea4 None None] Network f1f1c597-6754-4791-9e3f-2f52692ff3b8 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:10.903282 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-4db0d18f-9cb6-4bf3-8916-fde471024ea4 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:10.946813 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db0d18f-9cb6-4bf3-8916-fde471024ea4 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:06:10.988360 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d10ec0e8-9c7d-48b9-b390-83853527769c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:11.010332 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-d10ec0e8-9c7d-48b9-b390-83853527769c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] device_id is not set on port 469311cf-cb0c-47ed-a199-586e41ffe74a yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:06:11.036518 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0d18f-9cb6-4bf3-8916-fde471024ea4 None None] Pushing event updated for resources: {'Port': ['ID=84aed9a2-43cd-4d65-9f00-52cb638651b2,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:11.048365 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-4db0d18f-9cb6-4bf3-8916-fde471024ea4 None None] Attempting to bind port 84aed9a2-43cd-4d65-9f00-52cb638651b2 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:11.049073 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-4db0d18f-9cb6-4bf3-8916-fde471024ea4 None None] Attempting to bind port 84aed9a2-43cd-4d65-9f00-52cb638651b2 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'ed6cedd4-bb8d-4009-911b-6fdbf9bd9d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f1f1c597-6754-4791-9e3f-2f52692ff3b8'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:11.049711 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db0d18f-9cb6-4bf3-8916-fde471024ea4 None None] Attempting to bind port 84aed9a2-43cd-4d65-9f00-52cb638651b2 on network f1f1c597-6754-4791-9e3f-2f52692ff3b8 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:06:11.062476 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db0d18f-9cb6-4bf3-8916-fde471024ea4 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:06:11.063222 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db0d18f-9cb6-4bf3-8916-fde471024ea4 None None] Checking segment: {'id': 'ed6cedd4-bb8d-4009-911b-6fdbf9bd9d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f1f1c597-6754-4791-9e3f-2f52692ff3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:06:11.063845 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4db0d18f-9cb6-4bf3-8916-fde471024ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:11.064479 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db0d18f-9cb6-4bf3-8916-fde471024ea4 None None] Bound using segment: {'id': 'ed6cedd4-bb8d-4009-911b-6fdbf9bd9d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f1f1c597-6754-4791-9e3f-2f52692ff3b8'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:06:11.065250 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-4db0d18f-9cb6-4bf3-8916-fde471024ea4 None None] Bound port: 84aed9a2-43cd-4d65-9f00-52cb638651b2, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed6cedd4-bb8d-4009-911b-6fdbf9bd9d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f1f1c597-6754-4791-9e3f-2f52692ff3b8'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:11.065867 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4db0d18f-9cb6-4bf3-8916-fde471024ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:11.213576 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4db0d18f-9cb6-4bf3-8916-fde471024ea4 None None] For port 84aed9a2-43cd-4d65-9f00-52cb638651b2, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:11.219175 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4db0d18f-9cb6-4bf3-8916-fde471024ea4 None None] For port 84aed9a2-43cd-4d65-9f00-52cb638651b2, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=84aed9a2-43cd-4d65-9f00-52cb638651b2,segment=NetworkSegment(ed6cedd4-bb8d-4009-911b-6fdbf9bd9d48),segment_id=ed6cedd4-bb8d-4009-911b-6fdbf9bd9d48)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:11.230056 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4db0d18f-9cb6-4bf3-8916-fde471024ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:11.321432 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-d10ec0e8-9c7d-48b9-b390-83853527769c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Allocated IP 2001:db8::209 (f1f1c597-6754-4791-9e3f-2f52692ff3b8/c6f051a7-b41f-4160-8462-60606530c23d/469311cf-cb0c-47ed-a199-586e41ffe74a) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:11.336100 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0d18f-9cb6-4bf3-8916-fde471024ea4 None None] Pushing event updated for resources: {'Port': ['ID=84aed9a2-43cd-4d65-9f00-52cb638651b2,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:11.601924 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d10ec0e8-9c7d-48b9-b390-83853527769c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:11.706388 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d10ec0e8-9c7d-48b9-b390-83853527769c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:11.793515 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10ec0e8-9c7d-48b9-b390-83853527769c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network f1f1c597-6754-4791-9e3f-2f52692ff3b8 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:11.799404 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-d10ec0e8-9c7d-48b9-b390-83853527769c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:11.802303 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ec0e8-9c7d-48b9-b390-83853527769c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Port': ['ID=469311cf-cb0c-47ed-a199-586e41ffe74a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:11.805957 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10ec0e8-9c7d-48b9-b390-83853527769c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:06:11.811917 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10ec0e8-9c7d-48b9-b390-83853527769c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:11.812602 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d10ec0e8-9c7d-48b9-b390-83853527769c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:11.845031 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d10ec0e8-9c7d-48b9-b390-83853527769c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2278969 Apr 18 21:06:11.845228 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44786) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:11.854241 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-393efb94-b551-4732-b600-40bd4efca3be tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'subnet': {'network_id': 'f1f1c597-6754-4791-9e3f-2f52692ff3b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:11.962844 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:12.026314 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393efb94-b551-4732-b600-40bd4efca3be tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:12.032021 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-393efb94-b551-4732-b600-40bd4efca3be tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:12.178385 n-d-838323-3 neutron-server[102908]: INFO neutron.db.ipam_backend_mixin [None req-393efb94-b551-4732-b600-40bd4efca3be tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c6f051a7-b41f-4160-8462-60606530c23d (CIDR: 2001:db8::/64) Apr 18 21:06:12.189444 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-393efb94-b551-4732-b600-40bd4efca3be tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:06:12.190726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-393efb94-b551-4732-b600-40bd4efca3be tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:12.237757 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-393efb94-b551-4732-b600-40bd4efca3be tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3912337 Apr 18 21:06:12.243070 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44798) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:12.253985 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-762570da-2a45-4cba-a5bd-939015375753 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'subnet': {'network_id': 'f1f1c597-6754-4791-9e3f-2f52692ff3b8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:12.526664 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762570da-2a45-4cba-a5bd-939015375753 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:12.539839 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-762570da-2a45-4cba-a5bd-939015375753 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:12.831797 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-96348260-b857-441f-9b8e-902638ac32c5 None None] Provisioning complete for port 84aed9a2-43cd-4d65-9f00-52cb638651b2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:12.832494 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-96348260-b857-441f-9b8e-902638ac32c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:12.987025 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-96348260-b857-441f-9b8e-902638ac32c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:12.992570 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-762570da-2a45-4cba-a5bd-939015375753 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:13.043816 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-96348260-b857-441f-9b8e-902638ac32c5 None None] For port 84aed9a2-43cd-4d65-9f00-52cb638651b2, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=84aed9a2-43cd-4d65-9f00-52cb638651b2,segment=NetworkSegment(ed6cedd4-bb8d-4009-911b-6fdbf9bd9d48),segment_id=ed6cedd4-bb8d-4009-911b-6fdbf9bd9d48)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:13.051588 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762570da-2a45-4cba-a5bd-939015375753 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network f1f1c597-6754-4791-9e3f-2f52692ff3b8 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:13.057760 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-762570da-2a45-4cba-a5bd-939015375753 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:13.058215 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-96348260-b857-441f-9b8e-902638ac32c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:13.060957 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762570da-2a45-4cba-a5bd-939015375753 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:13.061664 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-762570da-2a45-4cba-a5bd-939015375753 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:13.108607 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-96348260-b857-441f-9b8e-902638ac32c5 None None] Provisioning complete for port 5546ed50-01f6-46b3-9282-c803c45e43af triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:13.110114 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-96348260-b857-441f-9b8e-902638ac32c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:13.131911 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-762570da-2a45-4cba-a5bd-939015375753 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8816633 Apr 18 21:06:13.135687 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44810) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:13.141449 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a52ec7e5-5db8-4fd8-94fe-258b3a5788f2 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1295925808', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4bca4e8f-ee32-4b31-a44f-ae5b3e1cf9ea'}], 'security_groups': ['8810fdc7-bf14-474c-b0b6-3849eb241648']}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:13.150067 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762570da-2a45-4cba-a5bd-939015375753 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Subnet': ['ID=4bca4e8f-ee32-4b31-a44f-ae5b3e1cf9ea,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:13.163106 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390409a1-6463-4da1-8578-c433afa304f0 None None] Network f1f1c597-6754-4791-9e3f-2f52692ff3b8 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:06:13.215462 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96348260-b857-441f-9b8e-902638ac32c5 None None] Pushing event updated for resources: {'Port': ['ID=84aed9a2-43cd-4d65-9f00-52cb638651b2,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:13.291726 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-96348260-b857-441f-9b8e-902638ac32c5 None None] Port 5546ed50-01f6-46b3-9282-c803c45e43af cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:06:13.330828 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a52ec7e5-5db8-4fd8-94fe-258b3a5788f2 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:13.371553 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 84aed9a2-43cd-4d65-9f00-52cb638651b2 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:06:13.463802 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1805ade6-4339-4244-a098-c24bddf91f1d None None] Provisioning complete for port 469311cf-cb0c-47ed-a199-586e41ffe74a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:13.465007 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1805ade6-4339-4244-a098-c24bddf91f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:13.567875 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-1805ade6-4339-4244-a098-c24bddf91f1d None None] Port 469311cf-cb0c-47ed-a199-586e41ffe74a cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:06:13.585701 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 84aed9a2-43cd-4d65-9f00-52cb638651b2 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:13.585701 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:13.769349 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bf3915-ff3e-4241-b623-2241435537dc None None] Update dhcp port {'port': {'network_id': 'f1f1c597-6754-4791-9e3f-2f52692ff3b8', 'fixed_ips': [{'subnet_id': 'c6f051a7-b41f-4160-8462-60606530c23d', 'ip_address': '2001:db8::2'}, {'subnet_id': '4bca4e8f-ee32-4b31-a44f-ae5b3e1cf9ea'}], 'binding:host_id': 'n-d-838323-3'}, 'id': '84aed9a2-43cd-4d65-9f00-52cb638651b2'} from n-d-838323-3. {{(pid=102910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 21:06:13.786553 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-a52ec7e5-5db8-4fd8-94fe-258b3a5788f2 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Delete allocated IP 2001:db8::209 (f1f1c597-6754-4791-9e3f-2f52692ff3b8/c6f051a7-b41f-4160-8462-60606530c23d) {{(pid=102909) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 21:06:13.797633 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-a52ec7e5-5db8-4fd8-94fe-258b3a5788f2 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Allocated IP 2001:db8:0:1::243 (f1f1c597-6754-4791-9e3f-2f52692ff3b8/4bca4e8f-ee32-4b31-a44f-ae5b3e1cf9ea/469311cf-cb0c-47ed-a199-586e41ffe74a) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:13.803639 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-65bf3915-ff3e-4241-b623-2241435537dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.079978 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a52ec7e5-5db8-4fd8-94fe-258b3a5788f2 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.093008 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a52ec7e5-5db8-4fd8-94fe-258b3a5788f2 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.159773 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-65bf3915-ff3e-4241-b623-2241435537dc None None] Allocated IP 2001:db8:0:1::2 (f1f1c597-6754-4791-9e3f-2f52692ff3b8/4bca4e8f-ee32-4b31-a44f-ae5b3e1cf9ea/84aed9a2-43cd-4d65-9f00-52cb638651b2) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:14.213927 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-a52ec7e5-5db8-4fd8-94fe-258b3a5788f2 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] In _notify_port_updated(), no bound segment for port 469311cf-cb0c-47ed-a199-586e41ffe74a on network f1f1c597-6754-4791-9e3f-2f52692ff3b8 {{(pid=102909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 21:06:14.230525 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52ec7e5-5db8-4fd8-94fe-258b3a5788f2 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:14.231239 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a52ec7e5-5db8-4fd8-94fe-258b3a5788f2 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.235655 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44830) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:14.236397 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a52ec7e5-5db8-4fd8-94fe-258b3a5788f2 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "PUT /v2.0/ports/469311cf-cb0c-47ed-a199-586e41ffe74a HTTP/1.1" status: 200 len: 931 time: 1.0993214 Apr 18 21:06:14.256610 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ec7e5-5db8-4fd8-94fe-258b3a5788f2 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Port': ['ID=469311cf-cb0c-47ed-a199-586e41ffe74a,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:14.310853 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-65bf3915-ff3e-4241-b623-2241435537dc None None] For port 84aed9a2-43cd-4d65-9f00-52cb638651b2, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=84aed9a2-43cd-4d65-9f00-52cb638651b2,segment=NetworkSegment(ed6cedd4-bb8d-4009-911b-6fdbf9bd9d48),segment_id=ed6cedd4-bb8d-4009-911b-6fdbf9bd9d48)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:14.382152 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-65bf3915-ff3e-4241-b623-2241435537dc None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.391166 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-65bf3915-ff3e-4241-b623-2241435537dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.397058 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-e83ca7de-127f-46da-baec-3a851d22ecbd tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting port 469311cf-cb0c-47ed-a199-586e41ffe74a {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:14.397756 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e83ca7de-127f-46da-baec-3a851d22ecbd tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.470202 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf3915-ff3e-4241-b623-2241435537dc None None] Pushing event updated for resources: {'Port': ['ID=84aed9a2-43cd-4d65-9f00-52cb638651b2,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:14.483466 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bf3915-ff3e-4241-b623-2241435537dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:14.483943 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bf3915-ff3e-4241-b623-2241435537dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:14.484582 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bf3915-ff3e-4241-b623-2241435537dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:14.484932 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bf3915-ff3e-4241-b623-2241435537dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:14.485319 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bf3915-ff3e-4241-b623-2241435537dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:14.485650 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bf3915-ff3e-4241-b623-2241435537dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:14.485981 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bf3915-ff3e-4241-b623-2241435537dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:14.486305 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bf3915-ff3e-4241-b623-2241435537dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:14.486758 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bf3915-ff3e-4241-b623-2241435537dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:14.487088 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bf3915-ff3e-4241-b623-2241435537dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:14.487412 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bf3915-ff3e-4241-b623-2241435537dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:14.487730 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bf3915-ff3e-4241-b623-2241435537dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:14.589638 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e83ca7de-127f-46da-baec-3a851d22ecbd tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.608269 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-e83ca7de-127f-46da-baec-3a851d22ecbd tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Calling delete_port for 469311cf-cb0c-47ed-a199-586e41ffe74a owned by {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:14.779676 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e83ca7de-127f-46da-baec-3a851d22ecbd tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.829764 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ca7de-127f-46da-baec-3a851d22ecbd tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Port': ['ID=469311cf-cb0c-47ed-a199-586e41ffe74a,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:14.852904 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e83ca7de-127f-46da-baec-3a851d22ecbd tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.860612 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44846) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:14.861377 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e83ca7de-127f-46da-baec-3a851d22ecbd tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/ports/469311cf-cb0c-47ed-a199-586e41ffe74a HTTP/1.1" status: 204 len: 168 time: 0.6245813 Apr 18 21:06:14.898287 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d745b8-1b77-4642-b90a-4aa7828ad13a tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] GET failed (client error): The resource could not be found. Apr 18 21:06:14.902946 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44848) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:14.903248 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-25d745b8-1b77-4642-b90a-4aa7828ad13a tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "GET /v2.0/ports/469311cf-cb0c-47ed-a199-586e41ffe74a HTTP/1.1" status: 404 len: 333 time: 0.0414627 Apr 18 21:06:14.971575 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c0f23b0b-0dd0-4848-a3f4-0421ed60f37b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:15.005873 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c0f23b0b-0dd0-4848-a3f4-0421ed60f37b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:15.064058 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c0f23b0b-0dd0-4848-a3f4-0421ed60f37b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:15.070205 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c0f23b0b-0dd0-4848-a3f4-0421ed60f37b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:15.072476 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c0f23b0b-0dd0-4848-a3f4-0421ed60f37b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/security-groups/c636d9d4-fd4e-4f8b-8389-f32bc445e116 HTTP/1.1" status: 204 len: 168 time: 0.1682887 Apr 18 21:06:15.076678 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44854) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:15.112054 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f23b0b-0dd0-4848-a3f4-0421ed60f37b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c636d9d4-fd4e-4f8b-8389-f32bc445e116,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:15.215808 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d3c2f07-23c0-4ab3-9996-b676a43afc54 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:15.280919 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d3c2f07-23c0-4ab3-9996-b676a43afc54 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:15.395241 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 84aed9a2-43cd-4d65-9f00-52cb638651b2 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:06:15.407664 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d3c2f07-23c0-4ab3-9996-b676a43afc54 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:15.411316 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0d3c2f07-23c0-4ab3-9996-b676a43afc54 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:15.424575 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0d3c2f07-23c0-4ab3-9996-b676a43afc54 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/security-groups/8810fdc7-bf14-474c-b0b6-3849eb241648 HTTP/1.1" status: 204 len: 168 time: 0.3422267 Apr 18 21:06:15.424920 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44862) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:15.445134 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c2f07-23c0-4ab3-9996-b676a43afc54 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8810fdc7-bf14-474c-b0b6-3849eb241648,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:15.516502 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdbee128-02be-46b1-b6b0-d6e42471af38 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting subnet c6f051a7-b41f-4160-8462-60606530c23d {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:06:15.525452 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fdbee128-02be-46b1-b6b0-d6e42471af38 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:15.579956 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 84aed9a2-43cd-4d65-9f00-52cb638651b2 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:15.580929 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:15.607526 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fdbee128-02be-46b1-b6b0-d6e42471af38 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:15.638101 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44864) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:15.736888 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-44c6d179-62dd-4ff5-a6c0-00d55c39be32 None None] Provisioning complete for port 84aed9a2-43cd-4d65-9f00-52cb638651b2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:15.737411 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-44c6d179-62dd-4ff5-a6c0-00d55c39be32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:15.819536 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fdbee128-02be-46b1-b6b0-d6e42471af38 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:15.950595 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-44c6d179-62dd-4ff5-a6c0-00d55c39be32 None None] Provisioning complete for port 5546ed50-01f6-46b3-9282-c803c45e43af triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:15.951207 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-44c6d179-62dd-4ff5-a6c0-00d55c39be32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:16.031383 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-44c6d179-62dd-4ff5-a6c0-00d55c39be32 None None] Port 5546ed50-01f6-46b3-9282-c803c45e43af cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:06:16.045100 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-44c6d179-62dd-4ff5-a6c0-00d55c39be32 None None] Could not find standard attr ID for object 469311cf-cb0c-47ed-a199-586e41ffe74a. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:06:16.051934 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fdbee128-02be-46b1-b6b0-d6e42471af38 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:16.127813 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbee128-02be-46b1-b6b0-d6e42471af38 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f051a7-b41f-4160-8462-60606530c23d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:16.139255 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fdbee128-02be-46b1-b6b0-d6e42471af38 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:16.148674 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-fdbee128-02be-46b1-b6b0-d6e42471af38 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/subnets/c6f051a7-b41f-4160-8462-60606530c23d HTTP/1.1" status: 204 len: 168 time: 0.7186766 Apr 18 21:06:16.148903 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44876) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:16.157779 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-db43a2d7-f205-4f1a-91c1-66b1ab96c561 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'subnet': {'network_id': 'f1f1c597-6754-4791-9e3f-2f52692ff3b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:16.217059 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc50e9a1-3300-4c6e-a951-60ebf5142a84 None None] Network f1f1c597-6754-4791-9e3f-2f52692ff3b8 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:06:16.315044 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-db41e1b6-6916-4261-9610-7a3e9bc25627 None None] Could not find standard attr ID for object 469311cf-cb0c-47ed-a199-586e41ffe74a. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:06:16.333744 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-cc4c42dd-a9dc-46eb-82a9-2899a8309c55 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Deleting port 233cc032-5070-4458-9ea0-8a109be4d0d9 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:16.335061 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cc4c42dd-a9dc-46eb-82a9-2899a8309c55 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:16.423838 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db43a2d7-f205-4f1a-91c1-66b1ab96c561 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:16.429283 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-db43a2d7-f205-4f1a-91c1-66b1ab96c561 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:16.475405 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cc4c42dd-a9dc-46eb-82a9-2899a8309c55 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:16.477175 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cc4c42dd-a9dc-46eb-82a9-2899a8309c55 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:16.499947 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-cc4c42dd-a9dc-46eb-82a9-2899a8309c55 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Calling delete_port for 233cc032-5070-4458-9ea0-8a109be4d0d9 owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:16.790972 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cc4c42dd-a9dc-46eb-82a9-2899a8309c55 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:16.855378 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c42dd-a9dc-46eb-82a9-2899a8309c55 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event deleted for resources: {'Port': ['ID=233cc032-5070-4458-9ea0-8a109be4d0d9,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:16.857691 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-db43a2d7-f205-4f1a-91c1-66b1ab96c561 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:16.936970 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db43a2d7-f205-4f1a-91c1-66b1ab96c561 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network f1f1c597-6754-4791-9e3f-2f52692ff3b8 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:16.942969 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-db43a2d7-f205-4f1a-91c1-66b1ab96c561 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:16.966049 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43a2d7-f205-4f1a-91c1-66b1ab96c561 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Subnet': ['ID=21406201-f365-42ac-9797-19085c8db267,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:16.972300 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db43a2d7-f205-4f1a-91c1-66b1ab96c561 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:16.974099 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-db43a2d7-f205-4f1a-91c1-66b1ab96c561 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:16.997970 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cc4c42dd-a9dc-46eb-82a9-2899a8309c55 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:16.998529 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-cc4c42dd-a9dc-46eb-82a9-2899a8309c55 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Floating IP 7e158f6a-10da-4e20-8447-d1361511ab12 disassociated (deleted). External IP: 172.25.1.206, port: da37843c-ebb3-47c0-9093-906cd7632088. Apr 18 21:06:17.029172 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-db43a2d7-f205-4f1a-91c1-66b1ab96c561 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8780704 Apr 18 21:06:17.031999 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44890) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:17.053432 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-8fa6fd4a-91a7-49ef-a774-59139c4ca882 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'security_group': {'name': 'tempest-secgroup-1256660202'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:17.093351 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8fa6fd4a-91a7-49ef-a774-59139c4ca882 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:17.260498 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8fa6fd4a-91a7-49ef-a774-59139c4ca882 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:17.277724 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8fa6fd4a-91a7-49ef-a774-59139c4ca882 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:17.340442 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6fd4a-91a7-49ef-a774-59139c4ca882 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9933983a-b770-4699-a88f-4659742e2dae,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:17.364960 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8fa6fd4a-91a7-49ef-a774-59139c4ca882 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:17.366460 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8fa6fd4a-91a7-49ef-a774-59139c4ca882 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3251634 Apr 18 21:06:17.370436 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44896) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:17.380728 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-4bb0f212-322f-4725-84ec-30544c3cc8aa tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'security_group': {'name': 'tempest-secgroup-1126609172'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:17.412869 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f212-322f-4725-84ec-30544c3cc8aa tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:17.428804 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4c42dd-a9dc-46eb-82a9-2899a8309c55 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Router 7ea9cb43-484f-4029-b855-5387b63d5609 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:06:17.547889 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68bf3c8-ee3f-4403-babb-c7ac4ac19c86 None None] Network f1f1c597-6754-4791-9e3f-2f52692ff3b8 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:06:17.571548 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f212-322f-4725-84ec-30544c3cc8aa tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:17.576962 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f212-322f-4725-84ec-30544c3cc8aa tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:17.592832 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4c42dd-a9dc-46eb-82a9-2899a8309c55 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:17.601624 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cc4c42dd-a9dc-46eb-82a9-2899a8309c55 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:17.608467 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e37bd70-99b4-43f2-8423-28312bbb9464 None None] Sync routers for ids ['7ea9cb43-484f-4029-b855-5387b63d5609'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:06:17.626997 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e37bd70-99b4-43f2-8423-28312bbb9464 None None] Routers {'7ea9cb43-484f-4029-b855-5387b63d5609'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:06:17.628902 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6e37bd70-99b4-43f2-8423-28312bbb9464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:05:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7ea9cb43-484f-4029-b855-5387b63d5609'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:17.651264 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f212-322f-4725-84ec-30544c3cc8aa tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:17.653605 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4bb0f212-322f-4725-84ec-30544c3cc8aa tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2820714 Apr 18 21:06:17.658431 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44902) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:17.664811 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-79b1fc4e-6d7a-4c0a-99ea-cf5316f15f91 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'security_group': {'name': 'tempest-secgroup-1659610917'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:17.681652 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0f212-322f-4725-84ec-30544c3cc8aa tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b125417-621b-42bf-b6ea-d9ea140942b4,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:17.708793 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-79b1fc4e-6d7a-4c0a-99ea-cf5316f15f91 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:17.769324 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cc4c42dd-a9dc-46eb-82a9-2899a8309c55 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "DELETE /v2.0/floatingips/7e158f6a-10da-4e20-8447-d1361511ab12 HTTP/1.1" status: 204 len: 168 time: 2.1295383 Apr 18 21:06:17.770883 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bad26f-5b9c-4185-92bf-a1da6994bcfd', 'tag': 'da37843c-ebb3-47c0-9093-906cd7632088'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:06:17.776368 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e93311-5c70-4620-8b8a-ad2dd6203ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "08bad26f-5b9c-4185-92bf-a1da6994bcfd", "tag": "da37843c-ebb3-47c0-9093-906cd7632088"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:06:17.811643 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-068bb31d-7c2a-46fc-a851-1094ea912332 None None] Provisioning complete for port 84aed9a2-43cd-4d65-9f00-52cb638651b2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:17.812290 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-068bb31d-7c2a-46fc-a851-1094ea912332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:17.853873 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cd2f48-0a51-4535-9039-ed1339863613 x-openstack-request-id: req-b0cd2f48-0a51-4535-9039-ed1339863613 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:06:17.854298 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08bad26f-5b9c-4185-92bf-a1da6994bcfd", "tag": "da37843c-ebb3-47c0-9093-906cd7632088", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:06:17.854698 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b0cd2f48-0a51-4535-9039-ed1339863613 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:06:17.864351 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0cd2f48-0a51-4535-9039-ed1339863613'] response: {'name': 'network-changed', 'server_uuid': '08bad26f-5b9c-4185-92bf-a1da6994bcfd', 'tag': 'da37843c-ebb3-47c0-9093-906cd7632088', 'status': 'completed', 'code': 200} Apr 18 21:06:17.918721 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-79b1fc4e-6d7a-4c0a-99ea-cf5316f15f91 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:17.981459 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-79b1fc4e-6d7a-4c0a-99ea-cf5316f15f91 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.005089 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-6e37bd70-99b4-43f2-8423-28312bbb9464 None None] Set router 7ea9cb43-484f-4029-b855-5387b63d5609 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:06:18.033481 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-79b1fc4e-6d7a-4c0a-99ea-cf5316f15f91 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.034846 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-79b1fc4e-6d7a-4c0a-99ea-cf5316f15f91 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3747561 Apr 18 21:06:18.038427 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44912) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:18.043599 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1fc4e-6d7a-4c0a-99ea-cf5316f15f91 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d665ea9-71ed-4161-8042-9bbe1ea21806,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:18.053084 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e93311-5c70-4620-8b8a-ad2dd6203ea7 req-b5a41ab7-4728-47ef-b4e1-5626aa23f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:18.056821 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2e93311-5c70-4620-8b8a-ad2dd6203ea7 req-b5a41ab7-4728-47ef-b4e1-5626aa23f4a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 1097 time: 0.1364436 Apr 18 21:06:18.059620 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-1da49bc5-e2a9-4d3f-9329-afbe81f3e725 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-272984954', 'security_groups': ['6d665ea9-71ed-4161-8042-9bbe1ea21806'], 'network_id': 'f1f1c597-6754-4791-9e3f-2f52692ff3b8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '21406201-f365-42ac-9797-19085c8db267'}]}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:18.103134 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-068bb31d-7c2a-46fc-a851-1094ea912332 None None] Provisioning complete for port 5546ed50-01f6-46b3-9282-c803c45e43af triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:18.104920 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-068bb31d-7c2a-46fc-a851-1094ea912332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.196772 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-068bb31d-7c2a-46fc-a851-1094ea912332 None None] Port 5546ed50-01f6-46b3-9282-c803c45e43af cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:06:18.325857 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e93311-5c70-4620-8b8a-ad2dd6203ea7 req-7451d24d-3d30-4590-a907-6a70e31d6c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:18.327373 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2e93311-5c70-4620-8b8a-ad2dd6203ea7 req-7451d24d-3d30-4590-a907-6a70e31d6c48 service neutron] 10.222.0.32 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 912 time: 0.2635376 Apr 18 21:06:18.337056 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fee588-c85f-44b3-932f-83eb489ed46d None None] Update dhcp port {'port': {'network_id': 'f1f1c597-6754-4791-9e3f-2f52692ff3b8', 'fixed_ips': [{'subnet_id': '4bca4e8f-ee32-4b31-a44f-ae5b3e1cf9ea', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '21406201-f365-42ac-9797-19085c8db267'}], 'binding:host_id': 'n-d-838323-3'}, 'id': '84aed9a2-43cd-4d65-9f00-52cb638651b2'} from n-d-838323-3. {{(pid=102910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 21:06:18.424389 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6e37bd70-99b4-43f2-8423-28312bbb9464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:31Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 4, 'project_id': 'f840c855946542459a247bc427a2167c', 'gw_port': {'id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:32Z', 'updated_at': '2022-04-18T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'e73044a8-be62-4133-b638-a2a6c075feac', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'port_id': 'b80c8c05-a971-4529-9f74-f741064998cf', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'mac_address': 'fa:16:3e:d6:3f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6445910-b2cb-405c-90a2-b7860aa5bdba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:01:58Z', 'updated_at': '2022-04-18T21:02:04Z', 'revision_number': 1, 'project_id': 'f840c855946542459a247bc427a2167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5039604a-5253-4a37-b021-79e72acf33d2', 'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'mac_address': 'fa:16:3e:5a:0c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:37Z', 'updated_at': '2022-04-18T20:50:50Z', 'revision_number': 5, 'project_id': 'f840c855946542459a247bc427a2167c', 'subnets': [{'id': '20af91cc-d869-4230-8d61-825647f4d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:18.452403 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e37bd70-99b4-43f2-8423-28312bbb9464 None None] Checking router: 7ea9cb43-484f-4029-b855-5387b63d5609 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:06:18.453893 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2e93311-5c70-4620-8b8a-ad2dd6203ea7 req-76cae710-de5f-42f8-b1e5-5a207700c09a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da37843c-ebb3-47c0-9093-906cd7632088 HTTP/1.1" status: 200 len: 217 time: 0.1116345 Apr 18 21:06:18.461668 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e37bd70-99b4-43f2-8423-28312bbb9464 None None] Routers {'7ea9cb43-484f-4029-b855-5387b63d5609'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:06:18.462293 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6e37bd70-99b4-43f2-8423-28312bbb9464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:05:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7ea9cb43-484f-4029-b855-5387b63d5609'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:18.477285 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da49bc5-e2a9-4d3f-9329-afbe81f3e725 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:18.571706 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6fcc6-39ed-4471-b704-d93d7d8e9cb1 req-7c4dfedb-876b-417b-967a-1d8a2a6e61a8 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:18.574777 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7c6fcc6-39ed-4471-b704-d93d7d8e9cb1 req-7c4dfedb-876b-417b-967a-1d8a2a6e61a8 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 946 time: 0.3182971 Apr 18 21:06:18.672141 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-6e37bd70-99b4-43f2-8423-28312bbb9464 None None] Set router 7ea9cb43-484f-4029-b855-5387b63d5609 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:06:18.703279 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7c6fcc6-39ed-4471-b704-d93d7d8e9cb1 req-40ddaa6c-6e03-4806-a5d6-10e07e5198da tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989714 Apr 18 21:06:18.714308 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1da49bc5-e2a9-4d3f-9329-afbe81f3e725 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.717511 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e93311-5c70-4620-8b8a-ad2dd6203ea7 req-f5ed6a14-b5ee-4b83-a0d6-45682e194aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:18.718991 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2e93311-5c70-4620-8b8a-ad2dd6203ea7 req-f5ed6a14-b5ee-4b83-a0d6-45682e194aa0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.2492285 Apr 18 21:06:18.761961 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-30fee588-c85f-44b3-932f-83eb489ed46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.778683 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-1da49bc5-e2a9-4d3f-9329-afbe81f3e725 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] device_id is not set on port 091ede29-fb91-4fb9-a58c-dd04ed409343 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:06:18.827863 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e93311-5c70-4620-8b8a-ad2dd6203ea7 req-9ced80b9-06a1-4976-997b-0ed7f14a6570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:18.829475 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2e93311-5c70-4620-8b8a-ad2dd6203ea7 req-9ced80b9-06a1-4976-997b-0ed7f14a6570 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035118 Apr 18 21:06:19.033125 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2e93311-5c70-4620-8b8a-ad2dd6203ea7 req-9ff3bbad-c322-440c-85f2-5d5937ba45c5 service neutron] 10.222.0.32 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959262 Apr 18 21:06:19.051460 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-1da49bc5-e2a9-4d3f-9329-afbe81f3e725 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Allocated IP 2001:db8::3e1 (f1f1c597-6754-4791-9e3f-2f52692ff3b8/21406201-f365-42ac-9797-19085c8db267/091ede29-fb91-4fb9-a58c-dd04ed409343) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:19.086583 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6e37bd70-99b4-43f2-8423-28312bbb9464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:31Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 4, 'project_id': 'f840c855946542459a247bc427a2167c', 'gw_port': {'id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:32Z', 'updated_at': '2022-04-18T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'e73044a8-be62-4133-b638-a2a6c075feac', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'port_id': 'b80c8c05-a971-4529-9f74-f741064998cf', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'mac_address': 'fa:16:3e:d6:3f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6445910-b2cb-405c-90a2-b7860aa5bdba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:01:58Z', 'updated_at': '2022-04-18T21:02:04Z', 'revision_number': 1, 'project_id': 'f840c855946542459a247bc427a2167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5039604a-5253-4a37-b021-79e72acf33d2', 'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'mac_address': 'fa:16:3e:5a:0c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:37Z', 'updated_at': '2022-04-18T20:50:50Z', 'revision_number': 5, 'project_id': 'f840c855946542459a247bc427a2167c', 'subnets': [{'id': '20af91cc-d869-4230-8d61-825647f4d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:19.249844 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2e93311-5c70-4620-8b8a-ad2dd6203ea7 req-175db219-aa17-4b4c-8de1-3f659d74f757 service neutron] 10.222.0.32 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090263 Apr 18 21:06:19.271796 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e37bd70-99b4-43f2-8423-28312bbb9464 None None] The sync data for ids ['7ea9cb43-484f-4029-b855-5387b63d5609'] in n-d-838323-3 is: [{'id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:31Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 4, 'project_id': 'f840c855946542459a247bc427a2167c', 'gw_port': {'id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:32Z', 'updated_at': '2022-04-18T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'e73044a8-be62-4133-b638-a2a6c075feac', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'port_id': 'b80c8c05-a971-4529-9f74-f741064998cf', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'mac_address': 'fa:16:3e:d6:3f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6445910-b2cb-405c-90a2-b7860aa5bdba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:01:58Z', 'updated_at': '2022-04-18T21:02:04Z', 'revision_number': 1, 'project_id': 'f840c855946542459a247bc427a2167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5039604a-5253-4a37-b021-79e72acf33d2', 'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'mac_address': 'fa:16:3e:5a:0c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:37Z', 'updated_at': '2022-04-18T20:50:50Z', 'revision_number': 5, 'project_id': 'f840c855946542459a247bc427a2167c', 'subnets': [{'id': '20af91cc-d869-4230-8d61-825647f4d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:06:19.336858 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1da49bc5-e2a9-4d3f-9329-afbe81f3e725 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:19.388810 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1da49bc5-e2a9-4d3f-9329-afbe81f3e725 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:19.479391 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-30fee588-c85f-44b3-932f-83eb489ed46d None None] Allocated IP 2001:db8::2 (f1f1c597-6754-4791-9e3f-2f52692ff3b8/21406201-f365-42ac-9797-19085c8db267/84aed9a2-43cd-4d65-9f00-52cb638651b2) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:19.498436 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da49bc5-e2a9-4d3f-9329-afbe81f3e725 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network f1f1c597-6754-4791-9e3f-2f52692ff3b8 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:19.500359 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-1da49bc5-e2a9-4d3f-9329-afbe81f3e725 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:19.503575 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da49bc5-e2a9-4d3f-9329-afbe81f3e725 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Port': ['ID=091ede29-fb91-4fb9-a58c-dd04ed409343,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:19.507062 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da49bc5-e2a9-4d3f-9329-afbe81f3e725 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:06:19.517588 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da49bc5-e2a9-4d3f-9329-afbe81f3e725 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:19.518563 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1da49bc5-e2a9-4d3f-9329-afbe81f3e725 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:19.550009 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44936) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:19.556946 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-e58bc93d-7a57-498e-9f0b-d42c9b8204ea tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'subnet': {'network_id': 'f1f1c597-6754-4791-9e3f-2f52692ff3b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:19.561403 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1da49bc5-e2a9-4d3f-9329-afbe81f3e725 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5214276 Apr 18 21:06:19.673295 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-30fee588-c85f-44b3-932f-83eb489ed46d None None] For port 84aed9a2-43cd-4d65-9f00-52cb638651b2, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=84aed9a2-43cd-4d65-9f00-52cb638651b2,segment=NetworkSegment(ed6cedd4-bb8d-4009-911b-6fdbf9bd9d48),segment_id=ed6cedd4-bb8d-4009-911b-6fdbf9bd9d48)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:19.720985 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-30fee588-c85f-44b3-932f-83eb489ed46d None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:19.727619 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-30fee588-c85f-44b3-932f-83eb489ed46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:19.824756 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58bc93d-7a57-498e-9f0b-d42c9b8204ea tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:19.833246 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e58bc93d-7a57-498e-9f0b-d42c9b8204ea tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:19.834520 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eff564-fd31-43f5-9f79-c50590612dba None None] New status for floating IP 7e158f6a-10da-4e20-8447-d1361511ab12: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:06:19.944239 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fee588-c85f-44b3-932f-83eb489ed46d None None] Pushing event updated for resources: {'Port': ['ID=84aed9a2-43cd-4d65-9f00-52cb638651b2,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:20.096463 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0b5d2-c778-45a2-a869-822270d01f03 req-02f826b8-667e-4e83-acbb-0f484476977d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:20.100356 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-10b0b5d2-c778-45a2-a869-822270d01f03 req-02f826b8-667e-4e83-acbb-0f484476977d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.32 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 946 time: 0.2598143 Apr 18 21:06:20.151613 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ee82b-3961-4caf-9328-00c8e3da3491 req-475a787b-2421-486f-843e-748107eea3ad tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:20.159232 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:06:20.160351 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1b0ee82b-3961-4caf-9328-00c8e3da3491 req-475a787b-2421-486f-843e-748107eea3ad tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 946 time: 0.2659092 Apr 18 21:06:20.165110 n-d-838323-3 neutron-server[102908]: INFO neutron.db.ipam_backend_mixin [None req-e58bc93d-7a57-498e-9f0b-d42c9b8204ea tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 21406201-f365-42ac-9797-19085c8db267 (CIDR: 2001:db8::/64) Apr 18 21:06:20.209637 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-e58bc93d-7a57-498e-9f0b-d42c9b8204ea tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:06:20.210134 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e58bc93d-7a57-498e-9f0b-d42c9b8204ea tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:20.278841 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1b0ee82b-3961-4caf-9328-00c8e3da3491 req-39e8c77f-f25d-459d-8baf-688a23b86f98 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149414 Apr 18 21:06:20.283818 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e58bc93d-7a57-498e-9f0b-d42c9b8204ea tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7305799 Apr 18 21:06:20.287441 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44950) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:20.295687 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-9f76d658-05da-4edb-9f2e-b2d9345d8ab3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'subnet': {'network_id': 'f1f1c597-6754-4791-9e3f-2f52692ff3b8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:20.365000 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-10b0b5d2-c778-45a2-a869-822270d01f03 req-9567354e-2984-4dc7-8263-914fe4be61d6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Deleting port da37843c-ebb3-47c0-9093-906cd7632088 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:20.365512 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-10b0b5d2-c778-45a2-a869-822270d01f03 req-9567354e-2984-4dc7-8263-914fe4be61d6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:20.480071 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f76d658-05da-4edb-9f2e-b2d9345d8ab3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:20.490181 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9f76d658-05da-4edb-9f2e-b2d9345d8ab3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:20.531221 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-10b0b5d2-c778-45a2-a869-822270d01f03 req-9567354e-2984-4dc7-8263-914fe4be61d6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] For port da37843c-ebb3-47c0-9093-906cd7632088, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=da37843c-ebb3-47c0-9093-906cd7632088,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:20.531797 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-10b0b5d2-c778-45a2-a869-822270d01f03 req-9567354e-2984-4dc7-8263-914fe4be61d6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:20.572492 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-10b0b5d2-c778-45a2-a869-822270d01f03 req-9567354e-2984-4dc7-8263-914fe4be61d6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Calling delete_port for da37843c-ebb3-47c0-9093-906cd7632088 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:20.697256 n-d-838323-3 neutron-server[102909]: INFO neutron.db.ipam_backend_mixin [None req-9f76d658-05da-4edb-9f2e-b2d9345d8ab3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 4bca4e8f-ee32-4b31-a44f-ae5b3e1cf9ea (CIDR: 2001:db8:0:1::/64) Apr 18 21:06:20.702957 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f76d658-05da-4edb-9f2e-b2d9345d8ab3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:06:20.703487 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f76d658-05da-4edb-9f2e-b2d9345d8ab3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:20.726655 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9f76d658-05da-4edb-9f2e-b2d9345d8ab3 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4375746 Apr 18 21:06:20.730929 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 44958) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:20.739909 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-3d573082-231c-4221-9ccd-0d0d380652cc tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'subnet': {'network_id': 'f1f1c597-6754-4791-9e3f-2f52692ff3b8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:20.888482 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-10b0b5d2-c778-45a2-a869-822270d01f03 req-9567354e-2984-4dc7-8263-914fe4be61d6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:20.924349 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d573082-231c-4221-9ccd-0d0d380652cc tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Made reservation on behalf of 86237d17b9b149a7bac9b050dcbb7e9b for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:20.928619 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3d573082-231c-4221-9ccd-0d0d380652cc tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:20.960234 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567354e-2984-4dc7-8263-914fe4be61d6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event deleted for resources: {'Port': ['ID=da37843c-ebb3-47c0-9093-906cd7632088,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:20.970119 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-7f5c31e8-620d-4083-ba55-5e1137ad850d None None] Provisioning complete for port 84aed9a2-43cd-4d65-9f00-52cb638651b2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:20.971627 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7f5c31e8-620d-4083-ba55-5e1137ad850d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:21.092373 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b0b5d2-c778-45a2-a869-822270d01f03 req-9567354e-2984-4dc7-8263-914fe4be61d6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] No DVR routers for this DVR port da37843c-ebb3-47c0-9093-906cd7632088 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:21.095845 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-10b0b5d2-c778-45a2-a869-822270d01f03 req-9567354e-2984-4dc7-8263-914fe4be61d6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:21.103640 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-10b0b5d2-c778-45a2-a869-822270d01f03 req-9567354e-2984-4dc7-8263-914fe4be61d6 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.32 "DELETE /v2.0/ports/da37843c-ebb3-47c0-9093-906cd7632088 HTTP/1.1" status: 204 len: 173 time: 0.9894426 Apr 18 21:06:21.104252 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bad26f-5b9c-4185-92bf-a1da6994bcfd', 'name': 'network-vif-deleted', 'tag': 'da37843c-ebb3-47c0-9093-906cd7632088'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:06:21.109906 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98836579-93ac-4217-b083-f00cc868d1dc" -d '{"events": [{"server_uuid": "08bad26f-5b9c-4185-92bf-a1da6994bcfd", "name": "network-vif-deleted", "tag": "da37843c-ebb3-47c0-9093-906cd7632088"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:06:21.272358 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-7f5c31e8-620d-4083-ba55-5e1137ad850d None None] Provisioning complete for port 5546ed50-01f6-46b3-9282-c803c45e43af triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:21.273069 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7f5c31e8-620d-4083-ba55-5e1137ad850d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:21.424172 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 84aed9a2-43cd-4d65-9f00-52cb638651b2 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:06:21.468697 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ed8c9803-1a6b-432a-b169-974198bf7f07 req-bd2c52b5-0c20-4eca-887f-f1081a3667f8 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 210 time: 0.0436368 Apr 18 21:06:21.575162 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-7f5c31e8-620d-4083-ba55-5e1137ad850d None None] Port 5546ed50-01f6-46b3-9282-c803c45e43af cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:06:21.615419 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 84aed9a2-43cd-4d65-9f00-52cb638651b2 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:21.625138 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:21.643278 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3d573082-231c-4221-9ccd-0d0d380652cc tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:21.776959 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d573082-231c-4221-9ccd-0d0d380652cc tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Network f1f1c597-6754-4791-9e3f-2f52692ff3b8 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:21.785231 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d01ca9cc-38ca-422a-9d49-50dd88c3867c None None] Provisioning complete for port 091ede29-fb91-4fb9-a58c-dd04ed409343 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:21.788027 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f354e5dc-ae5b-484d-9a51-c2d075aa2f3b x-openstack-request-id: req-f354e5dc-ae5b-484d-9a51-c2d075aa2f3b {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:06:21.788343 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bad26f-5b9c-4185-92bf-a1da6994bcfd", "name": "network-vif-deleted", "tag": "da37843c-ebb3-47c0-9093-906cd7632088", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:06:21.788685 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f354e5dc-ae5b-484d-9a51-c2d075aa2f3b {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:06:21.789242 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f354e5dc-ae5b-484d-9a51-c2d075aa2f3b'] response: {'server_uuid': '08bad26f-5b9c-4185-92bf-a1da6994bcfd', 'name': 'network-vif-deleted', 'tag': 'da37843c-ebb3-47c0-9093-906cd7632088', 'status': 'completed', 'code': 200} Apr 18 21:06:21.793428 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-3d573082-231c-4221-9ccd-0d0d380652cc tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:21.794454 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d01ca9cc-38ca-422a-9d49-50dd88c3867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:21.838379 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d573082-231c-4221-9ccd-0d0d380652cc tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:21.839187 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3d573082-231c-4221-9ccd-0d0d380652cc tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:21.847305 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d573082-231c-4221-9ccd-0d0d380652cc tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Subnet': ['ID=d76768d9-9218-43f6-b6b5-7cc2be32b457,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:21.891879 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3d573082-231c-4221-9ccd-0d0d380652cc tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1595612 Apr 18 21:06:21.894658 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 44980) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:21.903166 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63989b5-3085-4ff7-ad41-c91529820786 None None] Network f1f1c597-6754-4791-9e3f-2f52692ff3b8 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:06:21.906193 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-cc18a816-6005-40ec-a253-b003dbea70fb tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-665534212', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd76768d9-9218-43f6-b6b5-7cc2be32b457'}], 'security_groups': ['9933983a-b770-4699-a88f-4659742e2dae', '3b125417-621b-42bf-b6ea-d9ea140942b4']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:21.992238 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-d01ca9cc-38ca-422a-9d49-50dd88c3867c None None] Port 091ede29-fb91-4fb9-a58c-dd04ed409343 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:06:22.220381 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cc18a816-6005-40ec-a253-b003dbea70fb tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:22.305652 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44f406d-e341-4f66-813d-43b29b5682ae None None] Update dhcp port {'port': {'network_id': 'f1f1c597-6754-4791-9e3f-2f52692ff3b8', 'fixed_ips': [{'subnet_id': '4bca4e8f-ee32-4b31-a44f-ae5b3e1cf9ea', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '21406201-f365-42ac-9797-19085c8db267', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd76768d9-9218-43f6-b6b5-7cc2be32b457'}], 'binding:host_id': 'n-d-838323-3'}, 'id': '84aed9a2-43cd-4d65-9f00-52cb638651b2'} from n-d-838323-3. {{(pid=102910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 21:06:22.366349 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a44f406d-e341-4f66-813d-43b29b5682ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:22.644395 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bdfbf55d-f81d-4219-bbe2-cc658d8f13e8 req-e022289b-f54a-4ac4-a862-33a2d70886ed tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 210 time: 0.0512514 Apr 18 21:06:22.780063 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-cc18a816-6005-40ec-a253-b003dbea70fb tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Delete allocated IP 2001:db8::3e1 (f1f1c597-6754-4791-9e3f-2f52692ff3b8/21406201-f365-42ac-9797-19085c8db267) {{(pid=102908) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 21:06:22.795023 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-cc18a816-6005-40ec-a253-b003dbea70fb tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Allocated IP 2001:db8:0:2::12a (f1f1c597-6754-4791-9e3f-2f52692ff3b8/d76768d9-9218-43f6-b6b5-7cc2be32b457/091ede29-fb91-4fb9-a58c-dd04ed409343) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:23.046712 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cc18a816-6005-40ec-a253-b003dbea70fb tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:23.065303 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cc18a816-6005-40ec-a253-b003dbea70fb tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:23.133211 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-a44f406d-e341-4f66-813d-43b29b5682ae None None] Allocated IP 2001:db8:0:2::2 (f1f1c597-6754-4791-9e3f-2f52692ff3b8/d76768d9-9218-43f6-b6b5-7cc2be32b457/84aed9a2-43cd-4d65-9f00-52cb638651b2) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:23.146409 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-cc18a816-6005-40ec-a253-b003dbea70fb tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] In _notify_port_updated(), no bound segment for port 091ede29-fb91-4fb9-a58c-dd04ed409343 on network f1f1c597-6754-4791-9e3f-2f52692ff3b8 {{(pid=102908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 21:06:23.155199 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc18a816-6005-40ec-a253-b003dbea70fb tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:23.155869 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cc18a816-6005-40ec-a253-b003dbea70fb tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:23.170484 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-cc18a816-6005-40ec-a253-b003dbea70fb tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "PUT /v2.0/ports/091ede29-fb91-4fb9-a58c-dd04ed409343 HTTP/1.1" status: 200 len: 969 time: 1.2717040 Apr 18 21:06:23.171536 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45006) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:23.298753 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a44f406d-e341-4f66-813d-43b29b5682ae None None] For port 84aed9a2-43cd-4d65-9f00-52cb638651b2, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=84aed9a2-43cd-4d65-9f00-52cb638651b2,segment=NetworkSegment(ed6cedd4-bb8d-4009-911b-6fdbf9bd9d48),segment_id=ed6cedd4-bb8d-4009-911b-6fdbf9bd9d48)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:23.306272 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18a816-6005-40ec-a253-b003dbea70fb tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event updated for resources: {'Port': ['ID=091ede29-fb91-4fb9-a58c-dd04ed409343,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:23.341303 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a44f406d-e341-4f66-813d-43b29b5682ae None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:23.352102 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a44f406d-e341-4f66-813d-43b29b5682ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:23.388801 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-0293d629-e413-40f6-b01a-e06bc58fa7a2 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting port 091ede29-fb91-4fb9-a58c-dd04ed409343 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:23.389152 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0293d629-e413-40f6-b01a-e06bc58fa7a2 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:23.419312 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f406d-e341-4f66-813d-43b29b5682ae None None] Pushing event updated for resources: {'Port': ['ID=84aed9a2-43cd-4d65-9f00-52cb638651b2,revision_number=7']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:23.580526 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0293d629-e413-40f6-b01a-e06bc58fa7a2 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:23.611698 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-0293d629-e413-40f6-b01a-e06bc58fa7a2 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Calling delete_port for 091ede29-fb91-4fb9-a58c-dd04ed409343 owned by {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:23.860683 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-48f5d665-9563-4069-a193-07fb438f462c req-caad6478-6d4f-4522-a4c1-5f332e67b79d tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 210 time: 0.0592482 Apr 18 21:06:23.958004 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0293d629-e413-40f6-b01a-e06bc58fa7a2 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.005138 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293d629-e413-40f6-b01a-e06bc58fa7a2 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Port': ['ID=091ede29-fb91-4fb9-a58c-dd04ed409343,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:24.058600 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0293d629-e413-40f6-b01a-e06bc58fa7a2 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.064411 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0293d629-e413-40f6-b01a-e06bc58fa7a2 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/ports/091ede29-fb91-4fb9-a58c-dd04ed409343 HTTP/1.1" status: 204 len: 168 time: 0.8901441 Apr 18 21:06:24.065032 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45036) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:24.105759 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-705652b0-72df-402d-92fa-b0745443c79d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] GET failed (client error): The resource could not be found. Apr 18 21:06:24.107636 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-705652b0-72df-402d-92fa-b0745443c79d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "GET /v2.0/ports/091ede29-fb91-4fb9-a58c-dd04ed409343 HTTP/1.1" status: 404 len: 333 time: 0.0420146 Apr 18 21:06:24.110455 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45046) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:24.304491 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-583d74d1-b0fe-42ec-8451-9ee341ca28ec tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.357943 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-583d74d1-b0fe-42ec-8451-9ee341ca28ec tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.472882 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-583d74d1-b0fe-42ec-8451-9ee341ca28ec tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.479245 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-583d74d1-b0fe-42ec-8451-9ee341ca28ec tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.486147 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-583d74d1-b0fe-42ec-8451-9ee341ca28ec tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/security-groups/6d665ea9-71ed-4161-8042-9bbe1ea21806 HTTP/1.1" status: 204 len: 168 time: 0.3725646 Apr 18 21:06:24.487205 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45054) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:24.501735 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d74d1-b0fe-42ec-8451-9ee341ca28ec tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d665ea9-71ed-4161-8042-9bbe1ea21806,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:24.586827 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device da37843c-ebb3-47c0-9093-906cd7632088 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:06:24.610368 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f1a5071e-3ef7-4e29-afd5-66966228aac2 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.633879 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-adea67dd-382b-415b-8fb1-052ecdf2d50e None None] Provisioning complete for port 84aed9a2-43cd-4d65-9f00-52cb638651b2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:24.635834 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-adea67dd-382b-415b-8fb1-052ecdf2d50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.667863 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f1a5071e-3ef7-4e29-afd5-66966228aac2 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.688517 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: da37843c-ebb3-47c0-9093-906cd7632088 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:06:24.688883 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device da37843c-ebb3-47c0-9093-906cd7632088 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:06:24.708210 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a953e064-53f0-4aee-9475-80b128b7f6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.758648 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f1a5071e-3ef7-4e29-afd5-66966228aac2 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.762479 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f1a5071e-3ef7-4e29-afd5-66966228aac2 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.763849 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f1a5071e-3ef7-4e29-afd5-66966228aac2 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/security-groups/3b125417-621b-42bf-b6ea-d9ea140942b4 HTTP/1.1" status: 204 len: 168 time: 0.2753975 Apr 18 21:06:24.767439 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45060) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:24.783572 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5071e-3ef7-4e29-afd5-66966228aac2 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b125417-621b-42bf-b6ea-d9ea140942b4,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:24.861132 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-adea67dd-382b-415b-8fb1-052ecdf2d50e None None] Provisioning complete for port 5546ed50-01f6-46b3-9282-c803c45e43af triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:24.861508 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-adea67dd-382b-415b-8fb1-052ecdf2d50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.921265 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-07cf4412-7909-4c15-96ba-46c5e2d2273e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.977141 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-adea67dd-382b-415b-8fb1-052ecdf2d50e None None] Port 5546ed50-01f6-46b3-9282-c803c45e43af cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:06:24.982627 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-07cf4412-7909-4c15-96ba-46c5e2d2273e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.987421 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-adea67dd-382b-415b-8fb1-052ecdf2d50e None None] Could not find standard attr ID for object 091ede29-fb91-4fb9-a58c-dd04ed409343. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:06:25.042661 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-07cf4412-7909-4c15-96ba-46c5e2d2273e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.045555 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-07cf4412-7909-4c15-96ba-46c5e2d2273e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.049449 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-07cf4412-7909-4c15-96ba-46c5e2d2273e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/security-groups/9933983a-b770-4699-a88f-4659742e2dae HTTP/1.1" status: 204 len: 168 time: 0.2812026 Apr 18 21:06:25.050082 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45070) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:25.100912 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1d2b70ca-51fb-433f-ad60-3a5547a89416 None None] Could not find standard attr ID for object 091ede29-fb91-4fb9-a58c-dd04ed409343. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:06:25.110052 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5adb5b7d-1e73-4220-9a00-fbe538d81d20 req-3c3c0386-4731-4684-9c49-abd499e1ee59 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 210 time: 0.0578096 Apr 18 21:06:25.148192 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf4412-7909-4c15-96ba-46c5e2d2273e tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9933983a-b770-4699-a88f-4659742e2dae,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:25.208041 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b8c909b-e83d-42fb-adfb-b817b90846b9 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting subnet 21406201-f365-42ac-9797-19085c8db267 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:06:25.218874 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6b8c909b-e83d-42fb-adfb-b817b90846b9 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.318870 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6b8c909b-e83d-42fb-adfb-b817b90846b9 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.372465 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 84aed9a2-43cd-4d65-9f00-52cb638651b2 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:06:25.447403 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6b8c909b-e83d-42fb-adfb-b817b90846b9 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.485058 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 84aed9a2-43cd-4d65-9f00-52cb638651b2 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:25.485892 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.556615 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6b8c909b-e83d-42fb-adfb-b817b90846b9 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.604075 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c909b-e83d-42fb-adfb-b817b90846b9 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Subnet': ['ID=21406201-f365-42ac-9797-19085c8db267,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:25.617323 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6b8c909b-e83d-42fb-adfb-b817b90846b9 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.628607 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45086) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:25.629909 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6b8c909b-e83d-42fb-adfb-b817b90846b9 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/subnets/21406201-f365-42ac-9797-19085c8db267 HTTP/1.1" status: 204 len: 168 time: 0.5753033 Apr 18 21:06:25.686574 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fa7151-af51-4ca9-aad5-03f9ce4cb349 None None] Network f1f1c597-6754-4791-9e3f-2f52692ff3b8 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:06:25.704148 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-298678a0-c5c3-451c-8263-4cea7ab3967c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting subnet d76768d9-9218-43f6-b6b5-7cc2be32b457 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:06:25.709710 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-298678a0-c5c3-451c-8263-4cea7ab3967c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.761700 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-298678a0-c5c3-451c-8263-4cea7ab3967c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:26.310235 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc2b1b7d-7a9f-4060-ad62-c3d752f01238 req-687a1563-405b-45eb-b5f8-4537b1071fbc tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 210 time: 0.0354135 Apr 18 21:06:26.341256 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-298678a0-c5c3-451c-8263-4cea7ab3967c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:26.410588 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-298678a0-c5c3-451c-8263-4cea7ab3967c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:26.450275 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298678a0-c5c3-451c-8263-4cea7ab3967c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Subnet': ['ID=d76768d9-9218-43f6-b6b5-7cc2be32b457,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:26.452581 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-298678a0-c5c3-451c-8263-4cea7ab3967c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:26.455937 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-298678a0-c5c3-451c-8263-4cea7ab3967c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/subnets/d76768d9-9218-43f6-b6b5-7cc2be32b457 HTTP/1.1" status: 204 len: 168 time: 0.8262255 Apr 18 21:06:26.460834 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45106) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:26.500346 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbbd69cf-0242-47e7-b37c-7566b83e716c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] DELETE failed (client error): The resource could not be found. Apr 18 21:06:26.507041 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbbd69cf-0242-47e7-b37c-7566b83e716c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:26.514516 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-bbbd69cf-0242-47e7-b37c-7566b83e716c tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/subnets/21406201-f365-42ac-9797-19085c8db267 HTTP/1.1" status: 404 len: 337 time: 0.0487394 Apr 18 21:06:26.515346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45108) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:26.607726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ec685d-c887-4a68-9754-9ceff0284599 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting subnet 4bca4e8f-ee32-4b31-a44f-ae5b3e1cf9ea {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:06:26.611367 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b2ec685d-c887-4a68-9754-9ceff0284599 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:26.682554 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b2ec685d-c887-4a68-9754-9ceff0284599 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:26.823563 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b2ec685d-c887-4a68-9754-9ceff0284599 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:26.867808 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32e1bd8-b535-4833-9315-b5b93e2ed76c None None] Network f1f1c597-6754-4791-9e3f-2f52692ff3b8 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:06:26.900967 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b2ec685d-c887-4a68-9754-9ceff0284599 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:26.936327 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec685d-c887-4a68-9754-9ceff0284599 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Subnet': ['ID=4bca4e8f-ee32-4b31-a44f-ae5b3e1cf9ea,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:26.947868 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b2ec685d-c887-4a68-9754-9ceff0284599 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:26.951631 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b2ec685d-c887-4a68-9754-9ceff0284599 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/subnets/4bca4e8f-ee32-4b31-a44f-ae5b3e1cf9ea HTTP/1.1" status: 204 len: 168 time: 0.4349520 Apr 18 21:06:26.953810 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45120) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:26.994316 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-60758519-2758-4312-a635-8cc11cb931f6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] DELETE failed (client error): The resource could not be found. Apr 18 21:06:26.994415 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60758519-2758-4312-a635-8cc11cb931f6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:27.000494 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45126) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:27.013131 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-60758519-2758-4312-a635-8cc11cb931f6 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/subnets/c6f051a7-b41f-4160-8462-60606530c23d HTTP/1.1" status: 404 len: 337 time: 0.0575950 Apr 18 21:06:27.033482 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e347b79e-dc15-46fc-b14f-07a7c6452f88 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "GET /v2.0/ports?device_id=c49106b5-c3ea-4b2e-a190-6a6e7aa6715b HTTP/1.1" status: 200 len: 205 time: 0.0318127 Apr 18 21:06:27.036330 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45128) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:27.049263 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f1c27281-cb66-4c51-b181-a1a445b55d20 None None] Provisioning complete for port 84aed9a2-43cd-4d65-9f00-52cb638651b2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:27.049979 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f1c27281-cb66-4c51-b181-a1a445b55d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.085133 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-7a62094c-805c-4444-a385-9305476a158f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] delete failed (client error): The resource could not be found. Apr 18 21:06:27.085133 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7a62094c-805c-4444-a385-9305476a158f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/routers/c49106b5-c3ea-4b2e-a190-6a6e7aa6715b HTTP/1.1" status: 404 len: 336 time: 0.0448523 Apr 18 21:06:27.096565 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45130) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:27.140732 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-8295d0bf-bd39-411f-9333-a0471e4adad0 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] DELETE failed (client error): The resource could not be found. Apr 18 21:06:27.141504 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8295d0bf-bd39-411f-9333-a0471e4adad0 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:27.152977 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45132) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:27.153248 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8295d0bf-bd39-411f-9333-a0471e4adad0 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/subnets/0ff1e87a-4eef-4283-a255-5e3104eb88e5 HTTP/1.1" status: 404 len: 337 time: 0.0632944 Apr 18 21:06:27.198725 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-9270449e-fdcc-43b6-8079-a6441bdb98eb tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] DELETE failed (client error): The resource could not be found. Apr 18 21:06:27.200078 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9270449e-fdcc-43b6-8079-a6441bdb98eb tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:27.235099 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45134) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:27.245351 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9270449e-fdcc-43b6-8079-a6441bdb98eb tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/subnets/e3c0ce1e-a3c4-49d2-84a2-dfd919d25896 HTTP/1.1" status: 404 len: 337 time: 0.0904627 Apr 18 21:06:27.283848 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f1c27281-cb66-4c51-b181-a1a445b55d20 None None] Provisioning complete for port 5546ed50-01f6-46b3-9282-c803c45e43af triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:27.284306 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f1c27281-cb66-4c51-b181-a1a445b55d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.302627 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8fd1de-8137-4cb0-8511-cd1f5db72dbe tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] DELETE failed (client error): The resource could not be found. Apr 18 21:06:27.305030 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e8fd1de-8137-4cb0-8511-cd1f5db72dbe tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:27.314372 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45136) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:27.315547 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4e8fd1de-8137-4cb0-8511-cd1f5db72dbe tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/subnets/d4e063f9-2a52-42cb-82ec-c4de87a167de HTTP/1.1" status: 404 len: 337 time: 0.0784922 Apr 18 21:06:27.334505 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f1c27281-cb66-4c51-b181-a1a445b55d20 None None] Port 5546ed50-01f6-46b3-9282-c803c45e43af cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:06:27.387421 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77d35dd-04d0-4b67-8964-fdd7de4f122a None None] DHCP port deletion for f1f1c597-6754-4791-9e3f-2f52692ff3b8 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:06:27.391099 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-36cf104c-c4f7-40db-96dd-639b56c82130 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] DELETE failed (client error): The resource could not be found. Apr 18 21:06:27.391950 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36cf104c-c4f7-40db-96dd-639b56c82130 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:27.397721 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-36cf104c-c4f7-40db-96dd-639b56c82130 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/ports/c1a20e95-d494-49ff-8a0b-cf1a0d8f030f HTTP/1.1" status: 404 len: 333 time: 0.0784180 Apr 18 21:06:27.398237 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45148) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:27.469096 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab99c58b-2fa7-4dce-b332-b4d6dd2d18ef tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] DELETE failed (client error): The resource could not be found. Apr 18 21:06:27.470530 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab99c58b-2fa7-4dce-b332-b4d6dd2d18ef tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:27.475169 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ab99c58b-2fa7-4dce-b332-b4d6dd2d18ef tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/subnets/bc0bf55a-90d4-4e16-8ea0-42043114b5cf HTTP/1.1" status: 404 len: 337 time: 0.0756874 Apr 18 21:06:27.478950 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45152) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:27.499066 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8a08488-8031-4dc7-afd6-9967d6c3ee60 req-996d98f7-d17e-443c-aa0b-56453a5f57fc tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=08bad26f-5b9c-4185-92bf-a1da6994bcfd HTTP/1.1" status: 200 len: 210 time: 0.0499487 Apr 18 21:06:27.532995 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-b77d35dd-04d0-4b67-8964-fdd7de4f122a None None] Deleting port 84aed9a2-43cd-4d65-9f00-52cb638651b2 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:27.533528 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b77d35dd-04d0-4b67-8964-fdd7de4f122a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.538984 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2cfce2e-82ac-49ca-a383-9fa8501d9e1d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] DELETE failed (client error): The resource could not be found. Apr 18 21:06:27.539726 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2cfce2e-82ac-49ca-a383-9fa8501d9e1d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:27.543463 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d2cfce2e-82ac-49ca-a383-9fa8501d9e1d tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/subnets/f7acff03-b39d-45ca-aee4-76f65cad4910 HTTP/1.1" status: 404 len: 337 time: 0.0625770 Apr 18 21:06:27.546953 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45154) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:27.583680 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-130f3178-06e8-421e-922b-997c1cb4c994 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] DELETE failed (client error): The resource could not be found. Apr 18 21:06:27.584594 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-130f3178-06e8-421e-922b-997c1cb4c994 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:27.590591 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45156) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:27.591021 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-130f3178-06e8-421e-922b-997c1cb4c994 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/ports/6e0c7446-5553-4b4b-8841-6b5d023c0733 HTTP/1.1" status: 404 len: 333 time: 0.0425577 Apr 18 21:06:27.633852 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b77d35dd-04d0-4b67-8964-fdd7de4f122a None None] For port 84aed9a2-43cd-4d65-9f00-52cb638651b2, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=84aed9a2-43cd-4d65-9f00-52cb638651b2,segment=NetworkSegment(ed6cedd4-bb8d-4009-911b-6fdbf9bd9d48),segment_id=ed6cedd4-bb8d-4009-911b-6fdbf9bd9d48)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:27.635807 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b77d35dd-04d0-4b67-8964-fdd7de4f122a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.645435 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-aecf0700-0ef2-4331-b044-de57473ff40f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] DELETE failed (client error): The resource could not be found. Apr 18 21:06:27.648554 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aecf0700-0ef2-4331-b044-de57473ff40f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:27.651989 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-aecf0700-0ef2-4331-b044-de57473ff40f tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/subnets/f6e1eaf9-667d-453b-bfbe-768cec5a5f5c HTTP/1.1" status: 404 len: 337 time: 0.0603399 Apr 18 21:06:27.653985 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-b77d35dd-04d0-4b67-8964-fdd7de4f122a None None] Calling delete_port for 84aed9a2-43cd-4d65-9f00-52cb638651b2 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:27.655100 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45158) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:27.714305 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-01dabc80-eeaa-4770-b55d-1c4e13ee841b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] DELETE failed (client error): The resource could not be found. Apr 18 21:06:27.714768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01dabc80-eeaa-4770-b55d-1c4e13ee841b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:27.721108 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45164) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:27.733014 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-01dabc80-eeaa-4770-b55d-1c4e13ee841b tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/subnets/a9be9cb2-c3f1-4c1c-914a-250665a5f7f5 HTTP/1.1" status: 404 len: 337 time: 0.0757110 Apr 18 21:06:27.765542 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b77d35dd-04d0-4b67-8964-fdd7de4f122a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.799849 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d35dd-04d0-4b67-8964-fdd7de4f122a None None] Pushing event deleted for resources: {'Port': ['ID=84aed9a2-43cd-4d65-9f00-52cb638651b2,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:27.811861 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77d35dd-04d0-4b67-8964-fdd7de4f122a None None] No DVR routers for this DVR port 84aed9a2-43cd-4d65-9f00-52cb638651b2 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:27.852221 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-d9442e20-ef8a-4cd8-ab03-88cda5768747 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Deleting port 5546ed50-01f6-46b3-9282-c803c45e43af {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:27.853000 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9442e20-ef8a-4cd8-ab03-88cda5768747 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.941142 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9442e20-ef8a-4cd8-ab03-88cda5768747 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.958222 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-d9442e20-ef8a-4cd8-ab03-88cda5768747 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Calling delete_port for 5546ed50-01f6-46b3-9282-c803c45e43af owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:28.065950 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9442e20-ef8a-4cd8-ab03-88cda5768747 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.113914 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9442e20-ef8a-4cd8-ab03-88cda5768747 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.118129 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d9442e20-ef8a-4cd8-ab03-88cda5768747 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/ports/5546ed50-01f6-46b3-9282-c803c45e43af HTTP/1.1" status: 204 len: 168 time: 0.3952525 Apr 18 21:06:28.119759 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9442e20-ef8a-4cd8-ab03-88cda5768747 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Port': ['ID=5546ed50-01f6-46b3-9282-c803c45e43af,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:28.120728 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45178) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:28.229987 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-679c0461-4cf7-48ca-bf09-b3ab2ca19374 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.359696 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-679c0461-4cf7-48ca-bf09-b3ab2ca19374 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.382940 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-679c0461-4cf7-48ca-bf09-b3ab2ca19374 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f1c597-6754-4791-9e3f-2f52692ff3b8']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:28.395992 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-679c0461-4cf7-48ca-bf09-b3ab2ca19374 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6cedd4-bb8d-4009-911b-6fdbf9bd9d48') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:28.396494 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-679c0461-4cf7-48ca-bf09-b3ab2ca19374 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6cedd4-bb8d-4009-911b-6fdbf9bd9d48') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:28.410273 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-679c0461-4cf7-48ca-bf09-b3ab2ca19374 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.427792 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-679c0461-4cf7-48ca-bf09-b3ab2ca19374 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.434723 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-679c0461-4cf7-48ca-bf09-b3ab2ca19374 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:06:28.435265 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-679c0461-4cf7-48ca-bf09-b3ab2ca19374 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:06:28.438637 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:06:28.518286 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-679c0461-4cf7-48ca-bf09-b3ab2ca19374 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.532443 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-679c0461-4cf7-48ca-bf09-b3ab2ca19374 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.539323 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-679c0461-4cf7-48ca-bf09-b3ab2ca19374 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] 10.222.0.41 "DELETE /v2.0/networks/f1f1c597-6754-4791-9e3f-2f52692ff3b8 HTTP/1.1" status: 204 len: 168 time: 0.4114454 Apr 18 21:06:28.553490 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c0461-4cf7-48ca-bf09-b3ab2ca19374 tempest-PortsIpV6TestJSON-1377307537 tempest-PortsIpV6TestJSON-1377307537-project] Pushing event deleted for resources: {'Network': ['ID=f1f1c597-6754-4791-9e3f-2f52692ff3b8,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:28.950958 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45210) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:29.033947 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e0a7b19b-23e0-4b96-bb86-6dc884e94ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:29.225032 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45220) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:29.225688 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5212d795-d94d-4da8-9b0c-c2cf703a14ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86237d17b9b149a7bac9b050dcbb7e9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2724342 Apr 18 21:06:29.278216 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 84aed9a2-43cd-4d65-9f00-52cb638651b2 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:06:29.314163 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 84aed9a2-43cd-4d65-9f00-52cb638651b2 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:06:29.314712 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 84aed9a2-43cd-4d65-9f00-52cb638651b2 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:06:29.326972 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-508abc84-fdee-4012-ae90-fafdb444fea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:29.362428 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-508abc84-fdee-4012-ae90-fafdb444fea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:29.438458 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-508abc84-fdee-4012-ae90-fafdb444fea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:29.441795 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-508abc84-fdee-4012-ae90-fafdb444fea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:29.443110 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-508abc84-fdee-4012-ae90-fafdb444fea2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d57b8146-6f7e-4a49-985a-fb17c37000b4 HTTP/1.1" status: 204 len: 168 time: 0.2170100 Apr 18 21:06:29.455226 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508abc84-fdee-4012-ae90-fafdb444fea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57b8146-6f7e-4a49-985a-fb17c37000b4,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:29.886142 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:30.575064 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45280) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:30.763337 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-987748524'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:30.803179 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:30.807834 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:30.820134 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:30.999516 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.010826 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.052881 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:06:31.062451 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa2f103-c30a-4ac2-be32-8585e581d0da,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:31.078779 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.079199 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Added segment 282007c1-998f-423a-b117-22d1d6a30e5a of type vlan for network 3ef04e09-34d8-4e12-a96f-6df7e80624af Apr 18 21:06:31.084524 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:31.085264 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:31.085865 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:31.086446 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:31.087034 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:31.087689 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:31.088198 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:31.088823 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:31.089395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:31.089974 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:31.090548 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:31.091047 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:31.161900 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.223924 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.235131 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:31.235841 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.343300 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7615509 Apr 18 21:06:31.345657 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45304) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:31.351075 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-eb8ac8cb-b24d-4a26-8688-453a3f56b2d5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'port': {'network_id': '3ef04e09-34d8-4e12-a96f-6df7e80624af', 'name': 'tempest-PortsTestJSON-915419471'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:31.389249 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a814c85-eb58-467d-a4dc-11ebd12106f3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Network': ['ID=3ef04e09-34d8-4e12-a96f-6df7e80624af,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:31.443997 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 3ef04e09-34d8-4e12-a96f-6df7e80624af details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:06:31.490205 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.616012 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8ac8cb-b24d-4a26-8688-453a3f56b2d5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:31.620507 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eb8ac8cb-b24d-4a26-8688-453a3f56b2d5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.641215 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-eb8ac8cb-b24d-4a26-8688-453a3f56b2d5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] device_id is not set on port fe306b62-ce53-47a3-bf44-98f64108c9b1 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:06:31.677983 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.885241 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eb8ac8cb-b24d-4a26-8688-453a3f56b2d5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.950960 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eb8ac8cb-b24d-4a26-8688-453a3f56b2d5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:32.033001 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ac8cb-b24d-4a26-8688-453a3f56b2d5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Port': ['ID=fe306b62-ce53-47a3-bf44-98f64108c9b1,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:32.133469 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8ac8cb-b24d-4a26-8688-453a3f56b2d5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Checking segment: {'id': '282007c1-998f-423a-b117-22d1d6a30e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3ef04e09-34d8-4e12-a96f-6df7e80624af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:06:32.133802 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8ac8cb-b24d-4a26-8688-453a3f56b2d5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network hostable DHCP agents. Network: 3ef04e09-34d8-4e12-a96f-6df7e80624af, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:06:32.185543 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8ac8cb-b24d-4a26-8688-453a3f56b2d5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network 3ef04e09-34d8-4e12-a96f-6df7e80624af is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:06:32.202008 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-eb8ac8cb-b24d-4a26-8688-453a3f56b2d5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 3ef04e09-34d8-4e12-a96f-6df7e80624af) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:32.211862 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8ac8cb-b24d-4a26-8688-453a3f56b2d5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:06:32.214218 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6078f24-e830-4395-a58d-e80de181e3f7 None None] Network 3ef04e09-34d8-4e12-a96f-6df7e80624af requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:06:32.226456 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8ac8cb-b24d-4a26-8688-453a3f56b2d5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:32.227449 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eb8ac8cb-b24d-4a26-8688-453a3f56b2d5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:32.253507 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45328) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:32.261521 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-eb8ac8cb-b24d-4a26-8688-453a3f56b2d5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9146152 Apr 18 21:06:32.262071 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-b1731cf6-8408-4909-8b46-0a7c87d4e5b6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1121504478'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:32.307050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1731cf6-8408-4909-8b46-0a7c87d4e5b6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:32.312499 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1731cf6-8408-4909-8b46-0a7c87d4e5b6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:32.349844 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1731cf6-8408-4909-8b46-0a7c87d4e5b6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:06:32.365205 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1731cf6-8408-4909-8b46-0a7c87d4e5b6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:32.366136 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-b1731cf6-8408-4909-8b46-0a7c87d4e5b6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Added segment 0fe98448-84d6-49cb-b24e-168e2bfcbfda of type vlan for network 5096a8cc-d710-4663-81e8-b78085fcb604 Apr 18 21:06:32.442944 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1731cf6-8408-4909-8b46-0a7c87d4e5b6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:32.509990 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1731cf6-8408-4909-8b46-0a7c87d4e5b6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:32.517463 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1731cf6-8408-4909-8b46-0a7c87d4e5b6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:32.518680 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1731cf6-8408-4909-8b46-0a7c87d4e5b6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:32.595028 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b1731cf6-8408-4909-8b46-0a7c87d4e5b6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3374488 Apr 18 21:06:32.595999 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45336) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:32.605344 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c7fa8683-115a-4698-b45e-814c8e2e306e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'ports': [{'network_id': '3ef04e09-34d8-4e12-a96f-6df7e80624af'}, {'network_id': '5096a8cc-d710-4663-81e8-b78085fcb604'}]} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:32.606131 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c7fa8683-115a-4698-b45e-814c8e2e306e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'port': {'network_id': '3ef04e09-34d8-4e12-a96f-6df7e80624af'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:32.606900 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c7fa8683-115a-4698-b45e-814c8e2e306e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'port': {'network_id': '5096a8cc-d710-4663-81e8-b78085fcb604'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:32.617851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1731cf6-8408-4909-8b46-0a7c87d4e5b6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Network': ['ID=5096a8cc-d710-4663-81e8-b78085fcb604,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:32.636236 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 5096a8cc-d710-4663-81e8-b78085fcb604 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:06:33.438456 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fa8683-115a-4698-b45e-814c8e2e306e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'port': 2} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:33.445356 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7fa8683-115a-4698-b45e-814c8e2e306e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.468314 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7fa8683-115a-4698-b45e-814c8e2e306e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.664826 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-c7fa8683-115a-4698-b45e-814c8e2e306e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] device_id is not set on port 398d94b2-6a1b-4602-b363-b4ab698b5a30 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:06:33.798793 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7fa8683-115a-4698-b45e-814c8e2e306e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.889661 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-c7fa8683-115a-4698-b45e-814c8e2e306e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] device_id is not set on port 12ca003f-7177-4e7e-8612-1471f95907f6 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:06:34.007671 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7fa8683-115a-4698-b45e-814c8e2e306e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.049149 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7fa8683-115a-4698-b45e-814c8e2e306e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.103666 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45378) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:34.113052 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fa8683-115a-4698-b45e-814c8e2e306e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network 3ef04e09-34d8-4e12-a96f-6df7e80624af is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:34.117036 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-c7fa8683-115a-4698-b45e-814c8e2e306e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:34.126154 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa8683-115a-4698-b45e-814c8e2e306e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:06:34.127740 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7fa8683-115a-4698-b45e-814c8e2e306e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.172748 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa8683-115a-4698-b45e-814c8e2e306e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Port': ['ID=398d94b2-6a1b-4602-b363-b4ab698b5a30,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:34.260740 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa8683-115a-4698-b45e-814c8e2e306e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Port': ['ID=12ca003f-7177-4e7e-8612-1471f95907f6,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:34.279780 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fa8683-115a-4698-b45e-814c8e2e306e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Checking segment: {'id': '0fe98448-84d6-49cb-b24e-168e2bfcbfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5096a8cc-d710-4663-81e8-b78085fcb604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:06:34.280206 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fa8683-115a-4698-b45e-814c8e2e306e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network hostable DHCP agents. Network: 5096a8cc-d710-4663-81e8-b78085fcb604, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:06:34.314000 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fa8683-115a-4698-b45e-814c8e2e306e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network 5096a8cc-d710-4663-81e8-b78085fcb604 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:06:34.339798 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-c7fa8683-115a-4698-b45e-814c8e2e306e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 5096a8cc-d710-4663-81e8-b78085fcb604) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:34.346407 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa8683-115a-4698-b45e-814c8e2e306e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:06:34.351138 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68edc9a6-e794-4254-ac34-6ad71258a018 None None] Network 5096a8cc-d710-4663-81e8-b78085fcb604 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:06:34.356621 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fa8683-115a-4698-b45e-814c8e2e306e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:34.365445 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-8283ad21-c61b-47d7-8557-8fc135fe7f37 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Deleting port c852b4ad-3a3b-4a44-a422-b75e0e0304b0 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:34.365801 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8283ad21-c61b-47d7-8557-8fc135fe7f37 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.368202 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fa8683-115a-4698-b45e-814c8e2e306e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:34.369149 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c7fa8683-115a-4698-b45e-814c8e2e306e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.405740 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c7fa8683-115a-4698-b45e-814c8e2e306e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8056633 Apr 18 21:06:34.407295 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45390) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:34.574382 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-33d870a1-3f6e-4359-a0ba-5c90632f95f2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting port 12ca003f-7177-4e7e-8612-1471f95907f6 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:34.574728 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33d870a1-3f6e-4359-a0ba-5c90632f95f2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.588114 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8283ad21-c61b-47d7-8557-8fc135fe7f37 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.588676 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8283ad21-c61b-47d7-8557-8fc135fe7f37 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.652702 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-8283ad21-c61b-47d7-8557-8fc135fe7f37 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Calling delete_port for c852b4ad-3a3b-4a44-a422-b75e0e0304b0 owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:34.668947 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33d870a1-3f6e-4359-a0ba-5c90632f95f2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.684302 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-33d870a1-3f6e-4359-a0ba-5c90632f95f2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Calling delete_port for 12ca003f-7177-4e7e-8612-1471f95907f6 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:34.834214 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33d870a1-3f6e-4359-a0ba-5c90632f95f2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.868835 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d870a1-3f6e-4359-a0ba-5c90632f95f2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Port': ['ID=12ca003f-7177-4e7e-8612-1471f95907f6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:34.894426 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33d870a1-3f6e-4359-a0ba-5c90632f95f2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.903420 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-33d870a1-3f6e-4359-a0ba-5c90632f95f2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/ports/12ca003f-7177-4e7e-8612-1471f95907f6 HTTP/1.1" status: 204 len: 168 time: 0.4948752 Apr 18 21:06:34.906265 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45404) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:35.031372 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda59ff2-d032-4382-a886-be31254a9f4a tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:35.041982 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda59ff2-d032-4382-a886-be31254a9f4a tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:35.044344 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fda59ff2-d032-4382-a886-be31254a9f4a tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1370189 Apr 18 21:06:35.046994 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45410) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:35.101405 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8283ad21-c61b-47d7-8557-8fc135fe7f37 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.164134 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283ad21-c61b-47d7-8557-8fc135fe7f37 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event deleted for resources: {'Port': ['ID=c852b4ad-3a3b-4a44-a422-b75e0e0304b0,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:35.197437 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-f20c27c7-ca3f-4af1-bbd0-204832efb851 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting port 398d94b2-6a1b-4602-b363-b4ab698b5a30 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:35.199802 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f20c27c7-ca3f-4af1-bbd0-204832efb851 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.267454 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8283ad21-c61b-47d7-8557-8fc135fe7f37 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.267863 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-8283ad21-c61b-47d7-8557-8fc135fe7f37 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Floating IP e73044a8-be62-4133-b638-a2a6c075feac disassociated (deleted). External IP: 172.25.1.28, port: b80c8c05-a971-4529-9f74-f741064998cf. Apr 18 21:06:35.319450 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f20c27c7-ca3f-4af1-bbd0-204832efb851 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.330919 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-f20c27c7-ca3f-4af1-bbd0-204832efb851 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Calling delete_port for 398d94b2-6a1b-4602-b363-b4ab698b5a30 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:35.449201 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f20c27c7-ca3f-4af1-bbd0-204832efb851 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.489728 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c27c7-ca3f-4af1-bbd0-204832efb851 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Port': ['ID=398d94b2-6a1b-4602-b363-b4ab698b5a30,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:35.501686 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f20c27c7-ca3f-4af1-bbd0-204832efb851 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.511625 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f20c27c7-ca3f-4af1-bbd0-204832efb851 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/ports/398d94b2-6a1b-4602-b363-b4ab698b5a30 HTTP/1.1" status: 204 len: 168 time: 0.4592426 Apr 18 21:06:35.511625 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45422) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:35.591735 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f4673d-2f58-4e93-8997-dedeb5af2b23 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:35.596112 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-44f4673d-2f58-4e93-8997-dedeb5af2b23 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0837531 Apr 18 21:06:35.596766 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45428) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:35.622873 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b098af-2731-4e22-90e1-6ef7d3ade6be tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] GET failed (client error): The resource could not be found. Apr 18 21:06:35.627202 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-29b098af-2731-4e22-90e1-6ef7d3ade6be tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "GET /v2.0/ports/12ca003f-7177-4e7e-8612-1471f95907f6 HTTP/1.1" status: 404 len: 333 time: 0.0267704 Apr 18 21:06:35.627463 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45430) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:35.640471 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8283ad21-c61b-47d7-8557-8fc135fe7f37 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Router 7ea9cb43-484f-4029-b855-5387b63d5609 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:06:35.680540 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b479481-14a9-4f75-bf1a-fd163022b2a3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] GET failed (client error): The resource could not be found. Apr 18 21:06:35.682150 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9b479481-14a9-4f75-bf1a-fd163022b2a3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "GET /v2.0/ports/398d94b2-6a1b-4602-b363-b4ab698b5a30 HTTP/1.1" status: 404 len: 333 time: 0.0531976 Apr 18 21:06:35.684826 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45432) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:35.788450 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-534ea8a8-f9aa-482b-b612-2ff20cb6791a tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.814043 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8283ad21-c61b-47d7-8557-8fc135fe7f37 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:35.820051 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8283ad21-c61b-47d7-8557-8fc135fe7f37 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.825098 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf0486e-c542-486c-816a-758545ea41c8 None None] Sync routers for ids ['7ea9cb43-484f-4029-b855-5387b63d5609'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:06:35.842542 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf0486e-c542-486c-816a-758545ea41c8 None None] Routers {'7ea9cb43-484f-4029-b855-5387b63d5609'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:06:35.848362 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4bf0486e-c542-486c-816a-758545ea41c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:06:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7ea9cb43-484f-4029-b855-5387b63d5609'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:35.858681 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8283ad21-c61b-47d7-8557-8fc135fe7f37 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "DELETE /v2.0/floatingips/e73044a8-be62-4133-b638-a2a6c075feac HTTP/1.1" status: 204 len: 168 time: 1.7531865 Apr 18 21:06:35.859331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6445910-b2cb-405c-90a2-b7860aa5bdba', 'tag': 'b80c8c05-a971-4529-9f74-f741064998cf'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:06:35.861933 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea8db5e-3fc7-4813-911a-ad6e9c7d958b" -d '{"events": [{"name": "network-changed", "server_uuid": "e6445910-b2cb-405c-90a2-b7860aa5bdba", "tag": "b80c8c05-a971-4529-9f74-f741064998cf"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:06:35.966669 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-534ea8a8-f9aa-482b-b612-2ff20cb6791a tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.986708 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e925905c-94ec-411d-a23d-4452b011110a x-openstack-request-id: req-e925905c-94ec-411d-a23d-4452b011110a {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:06:35.987104 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6445910-b2cb-405c-90a2-b7860aa5bdba", "tag": "b80c8c05-a971-4529-9f74-f741064998cf", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:06:35.987456 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e925905c-94ec-411d-a23d-4452b011110a {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:06:35.987970 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e925905c-94ec-411d-a23d-4452b011110a'] response: {'name': 'network-changed', 'server_uuid': 'e6445910-b2cb-405c-90a2-b7860aa5bdba', 'tag': 'b80c8c05-a971-4529-9f74-f741064998cf', 'status': 'completed', 'code': 200} Apr 18 21:06:36.058331 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-534ea8a8-f9aa-482b-b612-2ff20cb6791a tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5096a8cc-d710-4663-81e8-b78085fcb604']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:36.086682 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-534ea8a8-f9aa-482b-b612-2ff20cb6791a tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe98448-84d6-49cb-b24e-168e2bfcbfda') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:36.087260 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-534ea8a8-f9aa-482b-b612-2ff20cb6791a tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe98448-84d6-49cb-b24e-168e2bfcbfda') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:36.108506 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-4bf0486e-c542-486c-816a-758545ea41c8 None None] Set router 7ea9cb43-484f-4029-b855-5387b63d5609 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:06:36.109909 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-534ea8a8-f9aa-482b-b612-2ff20cb6791a tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.126177 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8db5e-3fc7-4813-911a-ad6e9c7d958b req-83757f28-cf2a-4180-b097-c351ea560c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:36.128117 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eea8db5e-3fc7-4813-911a-ad6e9c7d958b req-83757f28-cf2a-4180-b097-c351ea560c50 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f840c855946542459a247bc427a2167c&device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 1096 time: 0.1099501 Apr 18 21:06:36.278050 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8db5e-3fc7-4813-911a-ad6e9c7d958b req-61e2b534-487d-49b7-9544-62a89ddcfd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:36.279645 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eea8db5e-3fc7-4813-911a-ad6e9c7d958b req-61e2b534-487d-49b7-9544-62a89ddcfd08 service neutron] 10.222.0.57 "GET /v2.0/networks?id=49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 200 len: 912 time: 0.1449051 Apr 18 21:06:36.280791 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-534ea8a8-f9aa-482b-b612-2ff20cb6791a tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.356155 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534ea8a8-f9aa-482b-b612-2ff20cb6791a tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:06:36.356879 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-534ea8a8-f9aa-482b-b612-2ff20cb6791a tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:06:36.371031 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:06:36.388766 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eea8db5e-3fc7-4813-911a-ad6e9c7d958b req-0661ac06-f8f0-45ec-9efd-80986dc39509 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b80c8c05-a971-4529-9f74-f741064998cf HTTP/1.1" status: 200 len: 217 time: 0.0985699 Apr 18 21:06:36.561369 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4bf0486e-c542-486c-816a-758545ea41c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:31Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 4, 'project_id': 'f840c855946542459a247bc427a2167c', 'gw_port': {'id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:32Z', 'updated_at': '2022-04-18T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5039604a-5253-4a37-b021-79e72acf33d2', 'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'mac_address': 'fa:16:3e:5a:0c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:37Z', 'updated_at': '2022-04-18T20:50:50Z', 'revision_number': 5, 'project_id': 'f840c855946542459a247bc427a2167c', 'subnets': [{'id': '20af91cc-d869-4230-8d61-825647f4d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:36.565772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ee951-ab5c-47e6-9d55-c7a07a8ff6fd req-297b93bf-3742-4df9-b250-8decb58df795 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:36.585260 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f27ee951-ab5c-47e6-9d55-c7a07a8ff6fd req-297b93bf-3742-4df9-b250-8decb58df795 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 945 time: 0.2170594 Apr 18 21:06:36.594201 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-534ea8a8-f9aa-482b-b612-2ff20cb6791a tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.625315 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf0486e-c542-486c-816a-758545ea41c8 None None] Checking router: 7ea9cb43-484f-4029-b855-5387b63d5609 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:06:36.640153 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf0486e-c542-486c-816a-758545ea41c8 None None] Routers {'7ea9cb43-484f-4029-b855-5387b63d5609'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:06:36.641371 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4bf0486e-c542-486c-816a-758545ea41c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:06:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7ea9cb43-484f-4029-b855-5387b63d5609'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:36.649483 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-534ea8a8-f9aa-482b-b612-2ff20cb6791a tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.674116 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-534ea8a8-f9aa-482b-b612-2ff20cb6791a tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/networks/5096a8cc-d710-4663-81e8-b78085fcb604 HTTP/1.1" status: 204 len: 168 time: 0.9879317 Apr 18 21:06:36.680915 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8db5e-3fc7-4813-911a-ad6e9c7d958b req-05ab614d-53ab-4f2f-ac50-72fcb5a68503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:36.688038 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f27ee951-ab5c-47e6-9d55-c7a07a8ff6fd req-71537ee5-c7e6-4f7d-ad3a-598b923619ca tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013734 Apr 18 21:06:36.688858 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45462) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:36.700397 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eea8db5e-3fc7-4813-911a-ad6e9c7d958b req-05ab614d-53ab-4f2f-ac50-72fcb5a68503 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 200 len: 850 time: 0.2728431 Apr 18 21:06:36.710880 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-42567e70-d12a-42c8-9169-50923c3f2cfb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-774466132'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:36.758075 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42567e70-d12a-42c8-9169-50923c3f2cfb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:36.764494 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-42567e70-d12a-42c8-9169-50923c3f2cfb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.787942 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ea8a8-f9aa-482b-b612-2ff20cb6791a tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Network': ['ID=5096a8cc-d710-4663-81e8-b78085fcb604,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:36.796090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42567e70-d12a-42c8-9169-50923c3f2cfb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:06:36.814232 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-42567e70-d12a-42c8-9169-50923c3f2cfb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.815113 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-42567e70-d12a-42c8-9169-50923c3f2cfb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Added segment f372c9b9-2812-4a34-956f-fcbdcd79615a of type vlan for network f359afab-b713-4102-a425-ff3a37b5e1d5 Apr 18 21:06:36.865524 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-4bf0486e-c542-486c-816a-758545ea41c8 None None] Set router 7ea9cb43-484f-4029-b855-5387b63d5609 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:06:36.867634 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-42567e70-d12a-42c8-9169-50923c3f2cfb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.878335 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8db5e-3fc7-4813-911a-ad6e9c7d958b req-d6195f7f-ae1d-4e89-8537-f8376f80caf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:36.883803 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eea8db5e-3fc7-4813-911a-ad6e9c7d958b req-d6195f7f-ae1d-4e89-8537-f8376f80caf0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=49542224-f666-4718-b03f-958adc44dc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1794479 Apr 18 21:06:36.913720 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-42567e70-d12a-42c8-9169-50923c3f2cfb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.922335 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42567e70-d12a-42c8-9169-50923c3f2cfb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:36.923007 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-42567e70-d12a-42c8-9169-50923c3f2cfb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.057347 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-42567e70-d12a-42c8-9169-50923c3f2cfb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3601954 Apr 18 21:06:37.058285 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45474) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:37.067384 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d46a814a-8eaa-46eb-898c-e2f5dd4520fb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'subnet': {'network_id': 'f359afab-b713-4102-a425-ff3a37b5e1d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:37.100399 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42567e70-d12a-42c8-9169-50923c3f2cfb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Network': ['ID=f359afab-b713-4102-a425-ff3a37b5e1d5,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:37.123734 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network f359afab-b713-4102-a425-ff3a37b5e1d5 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:06:37.135004 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eea8db5e-3fc7-4813-911a-ad6e9c7d958b req-6b0c9a67-6b55-4cf4-a872-4b51f9f489d6 service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428119 Apr 18 21:06:37.268904 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46a814a-8eaa-46eb-898c-e2f5dd4520fb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:37.273794 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d46a814a-8eaa-46eb-898c-e2f5dd4520fb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.335640 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4bf0486e-c542-486c-816a-758545ea41c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:31Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 4, 'project_id': 'f840c855946542459a247bc427a2167c', 'gw_port': {'id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:32Z', 'updated_at': '2022-04-18T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5039604a-5253-4a37-b021-79e72acf33d2', 'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'mac_address': 'fa:16:3e:5a:0c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:37Z', 'updated_at': '2022-04-18T20:50:50Z', 'revision_number': 5, 'project_id': 'f840c855946542459a247bc427a2167c', 'subnets': [{'id': '20af91cc-d869-4230-8d61-825647f4d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:37.382401 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eea8db5e-3fc7-4813-911a-ad6e9c7d958b req-c959cd2d-ad14-4fc8-a23f-ab26733ae0f4 service neutron] 10.222.0.57 "GET /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395756 Apr 18 21:06:37.390747 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf0486e-c542-486c-816a-758545ea41c8 None None] The sync data for ids ['7ea9cb43-484f-4029-b855-5387b63d5609'] in n-d-838323-3 is: [{'id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:31Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 4, 'project_id': 'f840c855946542459a247bc427a2167c', 'gw_port': {'id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:32Z', 'updated_at': '2022-04-18T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5039604a-5253-4a37-b021-79e72acf33d2', 'name': '', 'network_id': '49542224-f666-4718-b03f-958adc44dc33', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'mac_address': 'fa:16:3e:5a:0c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '20af91cc-d869-4230-8d61-825647f4d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:37Z', 'updated_at': '2022-04-18T20:50:50Z', 'revision_number': 5, 'project_id': 'f840c855946542459a247bc427a2167c', 'subnets': [{'id': '20af91cc-d869-4230-8d61-825647f4d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:06:37.396700 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.ipam_backend_mixin [None req-d46a814a-8eaa-46eb-898c-e2f5dd4520fb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Performing IP validity checks on allocation pools {{(pid=102909) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 21:06:37.397376 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.ipam_backend_mixin [None req-d46a814a-8eaa-46eb-898c-e2f5dd4520fb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102909) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 21:06:37.614532 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d46a814a-8eaa-46eb-898c-e2f5dd4520fb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.757492 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a814a-8eaa-46eb-898c-e2f5dd4520fb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Subnet': ['ID=262c0337-fbc4-489b-9ba5-9428df3beffa,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:37.815944 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50179d29-ef0d-471d-873c-53681c870822 req-1b0aede1-79d1-45d5-b844-0551d2012fee tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:37.818499 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-50179d29-ef0d-471d-873c-53681c870822 req-1b0aede1-79d1-45d5-b844-0551d2012fee tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 945 time: 0.1694107 Apr 18 21:06:37.861779 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46a814a-8eaa-46eb-898c-e2f5dd4520fb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Checking segment: {'id': 'f372c9b9-2812-4a34-956f-fcbdcd79615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f359afab-b713-4102-a425-ff3a37b5e1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:06:37.861779 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46a814a-8eaa-46eb-898c-e2f5dd4520fb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network hostable DHCP agents. Network: f359afab-b713-4102-a425-ff3a37b5e1d5, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:06:37.915990 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26c4edb-6756-46dd-8e8b-b736f32a5bd6 None None] New status for floating IP e73044a8-be62-4133-b638-a2a6c075feac: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:06:37.918439 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.950040 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46a814a-8eaa-46eb-898c-e2f5dd4520fb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network f359afab-b713-4102-a425-ff3a37b5e1d5 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:06:37.967562 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dce30-408d-47c7-a701-2a8ba6d1966f req-35b9658e-ed5b-4e26-949d-76a5766fc677 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:37.969361 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c95dce30-408d-47c7-a701-2a8ba6d1966f req-35b9658e-ed5b-4e26-949d-76a5766fc677 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 945 time: 0.0982759 Apr 18 21:06:37.996837 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-d46a814a-8eaa-46eb-898c-e2f5dd4520fb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, f359afab-b713-4102-a425-ff3a37b5e1d5) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:38.014176 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46a814a-8eaa-46eb-898c-e2f5dd4520fb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:38.015041 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d46a814a-8eaa-46eb-898c-e2f5dd4520fb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.033415 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c95dce30-408d-47c7-a701-2a8ba6d1966f req-a7b200be-4948-4e6b-863a-783171116da9 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/security-groups?id=9446999c-fded-405d-a468-755d63bd23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568233 Apr 18 21:06:38.056533 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-50179d29-ef0d-471d-873c-53681c870822 req-df9854b7-37e1-40a3-ae02-308f9b60f49a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Deleting port b80c8c05-a971-4529-9f74-f741064998cf {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:38.056811 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-50179d29-ef0d-471d-873c-53681c870822 req-df9854b7-37e1-40a3-ae02-308f9b60f49a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.070230 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d46a814a-8eaa-46eb-898c-e2f5dd4520fb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0047531 Apr 18 21:06:38.070420 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e8d481-45d7-419c-989e-b00087f83fa1 None None] Network f359afab-b713-4102-a425-ff3a37b5e1d5 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:06:38.073987 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45498) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:38.090794 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a9d2af1a-09d8-4725-b58d-5c6950893269 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'port': {'network_id': 'f359afab-b713-4102-a425-ff3a37b5e1d5', 'name': 'tempest-PortsTestJSON-375698718'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:38.323884 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-50179d29-ef0d-471d-873c-53681c870822 req-df9854b7-37e1-40a3-ae02-308f9b60f49a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] For port b80c8c05-a971-4529-9f74-f741064998cf, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b80c8c05-a971-4529-9f74-f741064998cf,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:38.324277 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-50179d29-ef0d-471d-873c-53681c870822 req-df9854b7-37e1-40a3-ae02-308f9b60f49a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.340761 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d2af1a-09d8-4725-b58d-5c6950893269 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:38.345331 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a9d2af1a-09d8-4725-b58d-5c6950893269 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.356737 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-50179d29-ef0d-471d-873c-53681c870822 req-df9854b7-37e1-40a3-ae02-308f9b60f49a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Calling delete_port for b80c8c05-a971-4529-9f74-f741064998cf owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:38.386898 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-a9d2af1a-09d8-4725-b58d-5c6950893269 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] device_id is not set on port 9cb59604-1e21-4814-8c64-c686895525b3 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:06:38.392828 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289b6f7f-e265-48ab-9941-04bdc88ad1cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-f359afab-b713-4102-a425-ff3a37b5e1d5', 'network_id': 'f359afab-b713-4102-a425-ff3a37b5e1d5', 'tenant_id': '10b245ff59924efba16b9ae2c0a901b6', 'fixed_ips': [{'subnet_id': '262c0337-fbc4-489b-9ba5-9428df3beffa'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:06:38.396338 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-289b6f7f-e265-48ab-9941-04bdc88ad1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.543074 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-a9d2af1a-09d8-4725-b58d-5c6950893269 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Allocated IP 172.20.0.6 (f359afab-b713-4102-a425-ff3a37b5e1d5/262c0337-fbc4-489b-9ba5-9428df3beffa/9cb59604-1e21-4814-8c64-c686895525b3) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:38.576989 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-50179d29-ef0d-471d-873c-53681c870822 req-df9854b7-37e1-40a3-ae02-308f9b60f49a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.652538 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9854b7-37e1-40a3-ae02-308f9b60f49a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event deleted for resources: {'Port': ['ID=b80c8c05-a971-4529-9f74-f741064998cf,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:38.749595 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-50179d29-ef0d-471d-873c-53681c870822 req-df9854b7-37e1-40a3-ae02-308f9b60f49a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] No DVR routers for this DVR port b80c8c05-a971-4529-9f74-f741064998cf on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:38.753966 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-50179d29-ef0d-471d-873c-53681c870822 req-df9854b7-37e1-40a3-ae02-308f9b60f49a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.760968 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-50179d29-ef0d-471d-873c-53681c870822 req-df9854b7-37e1-40a3-ae02-308f9b60f49a tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.57 "DELETE /v2.0/ports/b80c8c05-a971-4529-9f74-f741064998cf HTTP/1.1" status: 204 len: 173 time: 0.9351988 Apr 18 21:06:38.761770 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6445910-b2cb-405c-90a2-b7860aa5bdba', 'name': 'network-vif-deleted', 'tag': 'b80c8c05-a971-4529-9f74-f741064998cf'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:06:38.767663 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131bafbb-96d5-4328-aa01-caacc85223b0" -d '{"events": [{"server_uuid": "e6445910-b2cb-405c-90a2-b7860aa5bdba", "name": "network-vif-deleted", "tag": "b80c8c05-a971-4529-9f74-f741064998cf"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:06:38.826575 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a9d2af1a-09d8-4725-b58d-5c6950893269 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.838329 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f05ba09-3483-4312-bc39-583a4126366f x-openstack-request-id: req-1f05ba09-3483-4312-bc39-583a4126366f {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:06:38.839252 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6445910-b2cb-405c-90a2-b7860aa5bdba", "name": "network-vif-deleted", "tag": "b80c8c05-a971-4529-9f74-f741064998cf", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:06:38.839690 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f05ba09-3483-4312-bc39-583a4126366f {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:06:38.840340 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f05ba09-3483-4312-bc39-583a4126366f'] response: {'server_uuid': 'e6445910-b2cb-405c-90a2-b7860aa5bdba', 'name': 'network-vif-deleted', 'tag': 'b80c8c05-a971-4529-9f74-f741064998cf', 'status': 'completed', 'code': 200} Apr 18 21:06:38.876216 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a9d2af1a-09d8-4725-b58d-5c6950893269 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.936922 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-289b6f7f-e265-48ab-9941-04bdc88ad1cb None None] Allocated IP 172.20.0.2 (f359afab-b713-4102-a425-ff3a37b5e1d5/262c0337-fbc4-489b-9ba5-9428df3beffa/757c51f5-c437-4f0f-a6a3-2bdb38003e51) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:38.938157 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d2af1a-09d8-4725-b58d-5c6950893269 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network f359afab-b713-4102-a425-ff3a37b5e1d5 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:38.942874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-a9d2af1a-09d8-4725-b58d-5c6950893269 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:38.947560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d2af1a-09d8-4725-b58d-5c6950893269 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:06:38.992888 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2af1a-09d8-4725-b58d-5c6950893269 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Port': ['ID=9cb59604-1e21-4814-8c64-c686895525b3,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:39.050538 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d2af1a-09d8-4725-b58d-5c6950893269 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:39.058492 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a9d2af1a-09d8-4725-b58d-5c6950893269 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.209752 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45532) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:39.210692 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a9d2af1a-09d8-4725-b58d-5c6950893269 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1346872 Apr 18 21:06:39.273890 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-289b6f7f-e265-48ab-9941-04bdc88ad1cb None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.292628 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-289b6f7f-e265-48ab-9941-04bdc88ad1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.310041 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d33a52f0-4ea4-452c-a142-a0fcbed83212 req-be8607f7-fcd7-4ab8-8e2e-e8e845ca799f tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 210 time: 0.0556996 Apr 18 21:06:39.412559 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289b6f7f-e265-48ab-9941-04bdc88ad1cb None None] Network f359afab-b713-4102-a425-ff3a37b5e1d5 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:39.420069 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-289b6f7f-e265-48ab-9941-04bdc88ad1cb None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:39.428736 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289b6f7f-e265-48ab-9941-04bdc88ad1cb None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:06:39.430284 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-edc7c732-4c92-4c44-9164-56c22954295b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting port 9cb59604-1e21-4814-8c64-c686895525b3 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:39.430700 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-edc7c732-4c92-4c44-9164-56c22954295b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.446007 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b6f7f-e265-48ab-9941-04bdc88ad1cb None None] Pushing event updated for resources: {'Port': ['ID=757c51f5-c437-4f0f-a6a3-2bdb38003e51,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:39.554340 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-289b6f7f-e265-48ab-9941-04bdc88ad1cb None None] Attempting to bind port 757c51f5-c437-4f0f-a6a3-2bdb38003e51 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:39.555270 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-289b6f7f-e265-48ab-9941-04bdc88ad1cb None None] Attempting to bind port 757c51f5-c437-4f0f-a6a3-2bdb38003e51 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'f372c9b9-2812-4a34-956f-fcbdcd79615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f359afab-b713-4102-a425-ff3a37b5e1d5'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:39.556058 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289b6f7f-e265-48ab-9941-04bdc88ad1cb None None] Attempting to bind port 757c51f5-c437-4f0f-a6a3-2bdb38003e51 on network f359afab-b713-4102-a425-ff3a37b5e1d5 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:06:39.567605 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289b6f7f-e265-48ab-9941-04bdc88ad1cb None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:06:39.568862 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289b6f7f-e265-48ab-9941-04bdc88ad1cb None None] Checking segment: {'id': 'f372c9b9-2812-4a34-956f-fcbdcd79615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f359afab-b713-4102-a425-ff3a37b5e1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:06:39.569812 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-289b6f7f-e265-48ab-9941-04bdc88ad1cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.570674 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289b6f7f-e265-48ab-9941-04bdc88ad1cb None None] Bound using segment: {'id': 'f372c9b9-2812-4a34-956f-fcbdcd79615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f359afab-b713-4102-a425-ff3a37b5e1d5'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:06:39.571687 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-289b6f7f-e265-48ab-9941-04bdc88ad1cb None None] Bound port: 757c51f5-c437-4f0f-a6a3-2bdb38003e51, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f372c9b9-2812-4a34-956f-fcbdcd79615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f359afab-b713-4102-a425-ff3a37b5e1d5'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:39.572726 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-289b6f7f-e265-48ab-9941-04bdc88ad1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.595249 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-edc7c732-4c92-4c44-9164-56c22954295b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.663802 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-edc7c732-4c92-4c44-9164-56c22954295b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Calling delete_port for 9cb59604-1e21-4814-8c64-c686895525b3 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:39.730916 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-289b6f7f-e265-48ab-9941-04bdc88ad1cb None None] For port 757c51f5-c437-4f0f-a6a3-2bdb38003e51, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:39.744600 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-289b6f7f-e265-48ab-9941-04bdc88ad1cb None None] For port 757c51f5-c437-4f0f-a6a3-2bdb38003e51, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=757c51f5-c437-4f0f-a6a3-2bdb38003e51,segment=NetworkSegment(f372c9b9-2812-4a34-956f-fcbdcd79615a),segment_id=f372c9b9-2812-4a34-956f-fcbdcd79615a)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:39.744600 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-289b6f7f-e265-48ab-9941-04bdc88ad1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.848656 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b6f7f-e265-48ab-9941-04bdc88ad1cb None None] Pushing event updated for resources: {'Port': ['ID=757c51f5-c437-4f0f-a6a3-2bdb38003e51,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:40.015348 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-edc7c732-4c92-4c44-9164-56c22954295b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.072959 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc7c732-4c92-4c44-9164-56c22954295b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Port': ['ID=9cb59604-1e21-4814-8c64-c686895525b3,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:40.206465 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-edc7c732-4c92-4c44-9164-56c22954295b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.211575 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-edc7c732-4c92-4c44-9164-56c22954295b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/ports/9cb59604-1e21-4814-8c64-c686895525b3 HTTP/1.1" status: 204 len: 168 time: 1.0004132 Apr 18 21:06:40.215242 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45554) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:40.258046 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4898b3-0aa5-4611-abc0-eef3e0422271 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] DELETE failed (client error): The resource could not be found. Apr 18 21:06:40.258998 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a4898b3-0aa5-4611-abc0-eef3e0422271 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:40.262250 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0a4898b3-0aa5-4611-abc0-eef3e0422271 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/ports/9cb59604-1e21-4814-8c64-c686895525b3 HTTP/1.1" status: 404 len: 333 time: 0.0453801 Apr 18 21:06:40.264856 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45556) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:40.319099 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-2206b9cc-1dc2-4469-aa73-a6fa6ada3fdd tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] GET failed (client error): The resource could not be found. Apr 18 21:06:40.321121 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2206b9cc-1dc2-4469-aa73-a6fa6ada3fdd tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "GET /v2.0/ports/9cb59604-1e21-4814-8c64-c686895525b3 HTTP/1.1" status: 404 len: 333 time: 0.0551329 Apr 18 21:06:40.324235 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45558) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:40.482447 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2bcfe48-9ce3-4b95-8952-927b8671a9fc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting subnet 262c0337-fbc4-489b-9ba5-9428df3beffa {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:06:40.488704 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e2bcfe48-9ce3-4b95-8952-927b8671a9fc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.490520 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-74614510-09ea-4521-95c1-2c45e1a8a4fd req-d1d50154-bc61-42a3-87b4-964b5d2f6128 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 210 time: 0.0466721 Apr 18 21:06:40.557454 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e2bcfe48-9ce3-4b95-8952-927b8671a9fc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.694102 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e2bcfe48-9ce3-4b95-8952-927b8671a9fc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.784096 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e2bcfe48-9ce3-4b95-8952-927b8671a9fc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.812768 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e2bcfe48-9ce3-4b95-8952-927b8671a9fc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.821455 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e2bcfe48-9ce3-4b95-8952-927b8671a9fc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/subnets/262c0337-fbc4-489b-9ba5-9428df3beffa HTTP/1.1" status: 204 len: 168 time: 0.4910266 Apr 18 21:06:40.822660 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45580) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:40.850295 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bcfe48-9ce3-4b95-8952-927b8671a9fc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Subnet': ['ID=262c0337-fbc4-489b-9ba5-9428df3beffa,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:41.004776 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-204cbee6-d284-4f22-85d0-80c06eee2cf2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.129614 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-204cbee6-d284-4f22-85d0-80c06eee2cf2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting port 757c51f5-c437-4f0f-a6a3-2bdb38003e51 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:41.130979 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-204cbee6-d284-4f22-85d0-80c06eee2cf2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.247034 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-204cbee6-d284-4f22-85d0-80c06eee2cf2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] For port 757c51f5-c437-4f0f-a6a3-2bdb38003e51, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=757c51f5-c437-4f0f-a6a3-2bdb38003e51,segment=NetworkSegment(f372c9b9-2812-4a34-956f-fcbdcd79615a),segment_id=f372c9b9-2812-4a34-956f-fcbdcd79615a)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:41.247604 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-204cbee6-d284-4f22-85d0-80c06eee2cf2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.283309 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-204cbee6-d284-4f22-85d0-80c06eee2cf2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Calling delete_port for 757c51f5-c437-4f0f-a6a3-2bdb38003e51 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:41.415095 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-204cbee6-d284-4f22-85d0-80c06eee2cf2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.428886 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 757c51f5-c437-4f0f-a6a3-2bdb38003e51 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:06:41.468862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204cbee6-d284-4f22-85d0-80c06eee2cf2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] No DVR routers for this DVR port 757c51f5-c437-4f0f-a6a3-2bdb38003e51 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:41.471311 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204cbee6-d284-4f22-85d0-80c06eee2cf2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Port': ['ID=757c51f5-c437-4f0f-a6a3-2bdb38003e51,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:41.502637 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 757c51f5-c437-4f0f-a6a3-2bdb38003e51 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:06:41.503136 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 757c51f5-c437-4f0f-a6a3-2bdb38003e51 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 18 21:06:41.570872 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8733a8-5efd-48bc-b284-db2b61c49c0d None None] Network f359afab-b713-4102-a425-ff3a37b5e1d5 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:06:41.576251 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Port 757c51f5-c437-4f0f-a6a3-2bdb38003e51 not found, will not notify nova. {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 18 21:06:41.600821 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-204cbee6-d284-4f22-85d0-80c06eee2cf2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.601479 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5ae3a3ff-d38b-4689-823f-fa38365e0a7e None None] Could not find standard attr ID for object 757c51f5-c437-4f0f-a6a3-2bdb38003e51. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:06:41.629888 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-204cbee6-d284-4f22-85d0-80c06eee2cf2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f359afab-b713-4102-a425-ff3a37b5e1d5']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:41.641731 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-204cbee6-d284-4f22-85d0-80c06eee2cf2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f372c9b9-2812-4a34-956f-fcbdcd79615a') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:41.642028 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-204cbee6-d284-4f22-85d0-80c06eee2cf2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f372c9b9-2812-4a34-956f-fcbdcd79615a') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:41.655513 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-204cbee6-d284-4f22-85d0-80c06eee2cf2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.673152 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-204cbee6-d284-4f22-85d0-80c06eee2cf2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.681289 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204cbee6-d284-4f22-85d0-80c06eee2cf2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:06:41.681815 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-204cbee6-d284-4f22-85d0-80c06eee2cf2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:06:41.769443 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:06:41.788109 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-204cbee6-d284-4f22-85d0-80c06eee2cf2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.836782 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1f32b35b-56a0-4526-91d5-a66c2a0e035d req-ce1ff790-0ef7-4af0-a98c-2aca80c05500 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 210 time: 0.0690947 Apr 18 21:06:41.838409 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-204cbee6-d284-4f22-85d0-80c06eee2cf2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.842641 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-204cbee6-d284-4f22-85d0-80c06eee2cf2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/networks/f359afab-b713-4102-a425-ff3a37b5e1d5 HTTP/1.1" status: 204 len: 168 time: 1.0137379 Apr 18 21:06:41.843660 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204cbee6-d284-4f22-85d0-80c06eee2cf2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Network': ['ID=f359afab-b713-4102-a425-ff3a37b5e1d5,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:41.846487 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45596) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:41.863063 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-f9009044-ef45-4962-b1c8-9fe085be9221 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-761430997'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:41.889276 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe85737-37cb-4c6f-9c28-b04684d7ff6d None None] DHCP port deletion for f359afab-b713-4102-a425-ff3a37b5e1d5 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:06:41.929874 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9009044-ef45-4962-b1c8-9fe085be9221 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:41.940968 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f9009044-ef45-4962-b1c8-9fe085be9221 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.970640 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.988862 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9009044-ef45-4962-b1c8-9fe085be9221 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:06:42.023526 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f9009044-ef45-4962-b1c8-9fe085be9221 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.024318 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-f9009044-ef45-4962-b1c8-9fe085be9221 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Added segment fda2b18c-0d7b-484d-aaeb-4c61c5e26031 of type vlan for network 68a2c896-443d-4403-a9c0-f2a6f416efc3 Apr 18 21:06:42.111079 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f9009044-ef45-4962-b1c8-9fe085be9221 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.157169 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f9009044-ef45-4962-b1c8-9fe085be9221 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.168359 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9009044-ef45-4962-b1c8-9fe085be9221 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:42.169228 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f9009044-ef45-4962-b1c8-9fe085be9221 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.216773 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f9009044-ef45-4962-b1c8-9fe085be9221 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3626721 Apr 18 21:06:42.217209 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45604) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:42.224333 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-46abaef2-023a-46d4-baac-7053d289c742 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'subnet': {'network_id': '68a2c896-443d-4403-a9c0-f2a6f416efc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:42.269327 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9009044-ef45-4962-b1c8-9fe085be9221 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Network': ['ID=68a2c896-443d-4403-a9c0-f2a6f416efc3,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:42.285232 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 68a2c896-443d-4403-a9c0-f2a6f416efc3 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:06:42.395940 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46abaef2-023a-46d4-baac-7053d289c742 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:42.400942 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-46abaef2-023a-46d4-baac-7053d289c742 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.634809 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-46abaef2-023a-46d4-baac-7053d289c742 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.727986 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46abaef2-023a-46d4-baac-7053d289c742 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Subnet': ['ID=c678d998-8985-4f31-9e3b-bc593507928a,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:42.733919 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46abaef2-023a-46d4-baac-7053d289c742 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Checking segment: {'id': 'fda2b18c-0d7b-484d-aaeb-4c61c5e26031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '68a2c896-443d-4403-a9c0-f2a6f416efc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:06:42.734447 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46abaef2-023a-46d4-baac-7053d289c742 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network hostable DHCP agents. Network: 68a2c896-443d-4403-a9c0-f2a6f416efc3, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:06:42.764740 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46abaef2-023a-46d4-baac-7053d289c742 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network 68a2c896-443d-4403-a9c0-f2a6f416efc3 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:06:42.782144 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-46abaef2-023a-46d4-baac-7053d289c742 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 68a2c896-443d-4403-a9c0-f2a6f416efc3) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:42.786904 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46abaef2-023a-46d4-baac-7053d289c742 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:42.787597 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-46abaef2-023a-46d4-baac-7053d289c742 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.797427 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3587e8f7-b00a-405f-b357-067d0a640fb2 None None] Network 68a2c896-443d-4403-a9c0-f2a6f416efc3 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:06:42.811729 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45616) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:42.812146 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-46abaef2-023a-46d4-baac-7053d289c742 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5934706 Apr 18 21:06:42.817377 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-49e44e3e-49a2-4c61-bd04-4c806788a642 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'port': {'network_id': '68a2c896-443d-4403-a9c0-f2a6f416efc3', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1926009579'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:42.904418 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device b80c8c05-a971-4529-9f74-f741064998cf no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:06:42.958503 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: b80c8c05-a971-4529-9f74-f741064998cf {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:06:42.959210 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device b80c8c05-a971-4529-9f74-f741064998cf not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:06:42.961402 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e44e3e-49a2-4c61-bd04-4c806788a642 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:42.965903 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-49e44e3e-49a2-4c61-bd04-4c806788a642 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:43.001081 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-49e44e3e-49a2-4c61-bd04-4c806788a642 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] device_id is not set on port e0db4798-cc3d-470f-8a87-6127d77f6b1a yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:06:43.022711 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-51fa8a5f-eaa8-4f01-9f7f-6c5ae863e4e9 req-e05b8e05-00f5-4a71-b034-de4326dca32f tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 210 time: 0.0352137 Apr 18 21:06:43.075254 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba9ced9-b820-43e9-b667-674564fd5b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-68a2c896-443d-4403-a9c0-f2a6f416efc3', 'network_id': '68a2c896-443d-4403-a9c0-f2a6f416efc3', 'tenant_id': '10b245ff59924efba16b9ae2c0a901b6', 'fixed_ips': [{'subnet_id': 'c678d998-8985-4f31-9e3b-bc593507928a'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:06:43.077203 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ced9-b820-43e9-b667-674564fd5b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:43.199450 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-49e44e3e-49a2-4c61-bd04-4c806788a642 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Allocated IP 172.20.0.11 (68a2c896-443d-4403-a9c0-f2a6f416efc3/c678d998-8985-4f31-9e3b-bc593507928a/e0db4798-cc3d-470f-8a87-6127d77f6b1a) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:43.309108 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 757c51f5-c437-4f0f-a6a3-2bdb38003e51 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:06:43.336936 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 757c51f5-c437-4f0f-a6a3-2bdb38003e51 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:06:43.337583 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 757c51f5-c437-4f0f-a6a3-2bdb38003e51 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:06:43.376402 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-49e44e3e-49a2-4c61-bd04-4c806788a642 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:43.417287 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-49e44e3e-49a2-4c61-bd04-4c806788a642 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:43.478111 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e44e3e-49a2-4c61-bd04-4c806788a642 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network 68a2c896-443d-4403-a9c0-f2a6f416efc3 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:43.481523 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-49e44e3e-49a2-4c61-bd04-4c806788a642 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:43.486105 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e44e3e-49a2-4c61-bd04-4c806788a642 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:06:43.498850 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e44e3e-49a2-4c61-bd04-4c806788a642 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Port': ['ID=e0db4798-cc3d-470f-8a87-6127d77f6b1a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:43.524556 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-2ba9ced9-b820-43e9-b667-674564fd5b89 None None] Allocated IP 172.20.0.2 (68a2c896-443d-4403-a9c0-f2a6f416efc3/c678d998-8985-4f31-9e3b-bc593507928a/f06792d2-7c72-4cc5-bfe7-54ef721b57e4) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:43.561519 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e44e3e-49a2-4c61-bd04-4c806788a642 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:43.562706 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-49e44e3e-49a2-4c61-bd04-4c806788a642 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:43.591739 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-49e44e3e-49a2-4c61-bd04-4c806788a642 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 0.7783654 Apr 18 21:06:43.594400 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45632) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:43.723840 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-40f6b63c-aeb4-4d8b-ad3a-bb999988084f tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting port e0db4798-cc3d-470f-8a87-6127d77f6b1a {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:43.724292 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-40f6b63c-aeb4-4d8b-ad3a-bb999988084f tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:43.771170 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ced9-b820-43e9-b667-674564fd5b89 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:43.784398 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ced9-b820-43e9-b667-674564fd5b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:43.878719 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba9ced9-b820-43e9-b667-674564fd5b89 None None] Network 68a2c896-443d-4403-a9c0-f2a6f416efc3 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:43.878719 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-2ba9ced9-b820-43e9-b667-674564fd5b89 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:43.880784 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba9ced9-b820-43e9-b667-674564fd5b89 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:06:43.895927 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9ced9-b820-43e9-b667-674564fd5b89 None None] Pushing event updated for resources: {'Port': ['ID=f06792d2-7c72-4cc5-bfe7-54ef721b57e4,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:44.003525 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2ba9ced9-b820-43e9-b667-674564fd5b89 None None] Attempting to bind port f06792d2-7c72-4cc5-bfe7-54ef721b57e4 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:44.004348 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2ba9ced9-b820-43e9-b667-674564fd5b89 None None] Attempting to bind port f06792d2-7c72-4cc5-bfe7-54ef721b57e4 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'fda2b18c-0d7b-484d-aaeb-4c61c5e26031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '68a2c896-443d-4403-a9c0-f2a6f416efc3'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:44.005748 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba9ced9-b820-43e9-b667-674564fd5b89 None None] Attempting to bind port f06792d2-7c72-4cc5-bfe7-54ef721b57e4 on network 68a2c896-443d-4403-a9c0-f2a6f416efc3 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:06:44.013468 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba9ced9-b820-43e9-b667-674564fd5b89 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:06:44.014151 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba9ced9-b820-43e9-b667-674564fd5b89 None None] Checking segment: {'id': 'fda2b18c-0d7b-484d-aaeb-4c61c5e26031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '68a2c896-443d-4403-a9c0-f2a6f416efc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:06:44.014757 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ced9-b820-43e9-b667-674564fd5b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.015731 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba9ced9-b820-43e9-b667-674564fd5b89 None None] Bound using segment: {'id': 'fda2b18c-0d7b-484d-aaeb-4c61c5e26031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '68a2c896-443d-4403-a9c0-f2a6f416efc3'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:06:44.016398 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2ba9ced9-b820-43e9-b667-674564fd5b89 None None] Bound port: f06792d2-7c72-4cc5-bfe7-54ef721b57e4, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda2b18c-0d7b-484d-aaeb-4c61c5e26031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '68a2c896-443d-4403-a9c0-f2a6f416efc3'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:44.017438 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ced9-b820-43e9-b667-674564fd5b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.110277 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2ba9ced9-b820-43e9-b667-674564fd5b89 None None] For port f06792d2-7c72-4cc5-bfe7-54ef721b57e4, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:44.115386 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2ba9ced9-b820-43e9-b667-674564fd5b89 None None] For port f06792d2-7c72-4cc5-bfe7-54ef721b57e4, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f06792d2-7c72-4cc5-bfe7-54ef721b57e4,segment=NetworkSegment(fda2b18c-0d7b-484d-aaeb-4c61c5e26031),segment_id=fda2b18c-0d7b-484d-aaeb-4c61c5e26031)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:44.129864 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ced9-b820-43e9-b667-674564fd5b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.217013 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9ced9-b820-43e9-b667-674564fd5b89 None None] Pushing event updated for resources: {'Port': ['ID=f06792d2-7c72-4cc5-bfe7-54ef721b57e4,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:44.370941 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-40f6b63c-aeb4-4d8b-ad3a-bb999988084f tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.412387 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-543425b8-3453-4563-9758-46924228c793 req-de5227ff-12e6-4bde-9ffc-4127b1a8bcbd tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6445910-b2cb-405c-90a2-b7860aa5bdba HTTP/1.1" status: 200 len: 210 time: 0.0955598 Apr 18 21:06:44.413401 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-40f6b63c-aeb4-4d8b-ad3a-bb999988084f tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Calling delete_port for e0db4798-cc3d-470f-8a87-6127d77f6b1a owned by {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:44.487376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bcdec-b04e-4ef9-9ed9-0c07ecdeea7a req-e1793045-aceb-4135-aaf6-8cc65de899fb tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:44.489154 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d7bcdec-b04e-4ef9-9ed9-0c07ecdeea7a req-e1793045-aceb-4135-aaf6-8cc65de899fb tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 1097 time: 0.1569214 Apr 18 21:06:44.542868 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0d7bcdec-b04e-4ef9-9ed9-0c07ecdeea7a req-fee01fce-f084-4da9-822d-97719d627eb7 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.696680 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-40f6b63c-aeb4-4d8b-ad3a-bb999988084f tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.779647 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6b63c-aeb4-4d8b-ad3a-bb999988084f tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Port': ['ID=e0db4798-cc3d-470f-8a87-6127d77f6b1a,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:44.915764 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0d7bcdec-b04e-4ef9-9ed9-0c07ecdeea7a req-fee01fce-f084-4da9-822d-97719d627eb7 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.923684 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0d7bcdec-b04e-4ef9-9ed9-0c07ecdeea7a req-fee01fce-f084-4da9-822d-97719d627eb7 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.947837 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d7bcdec-b04e-4ef9-9ed9-0c07ecdeea7a req-fee01fce-f084-4da9-822d-97719d627eb7 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4457450 Apr 18 21:06:44.958726 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-40f6b63c-aeb4-4d8b-ad3a-bb999988084f tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.965299 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-40f6b63c-aeb4-4d8b-ad3a-bb999988084f tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/ports/e0db4798-cc3d-470f-8a87-6127d77f6b1a HTTP/1.1" status: 204 len: 168 time: 1.3675897 Apr 18 21:06:44.966239 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45656) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:45.003327 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aee22de-3953-4556-89b1-112ac5f6b7ef tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] GET failed (client error): The resource could not be found. Apr 18 21:06:45.006053 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6aee22de-3953-4556-89b1-112ac5f6b7ef tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "GET /v2.0/ports/e0db4798-cc3d-470f-8a87-6127d77f6b1a HTTP/1.1" status: 404 len: 333 time: 0.0378177 Apr 18 21:06:45.009165 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45662) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:45.012783 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee01fce-f084-4da9-822d-97719d627eb7 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24262c5f-3c96-4d30-ae28-d0bd35b1b3f9,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:45.115406 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-432a65e9-3b9c-47aa-b1fc-2c79a7f99242 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting subnet c678d998-8985-4f31-9e3b-bc593507928a {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:06:45.120099 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-432a65e9-3b9c-47aa-b1fc-2c79a7f99242 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.163184 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c736775-47a1-4e31-b422-5165d7e14249 req-aa2f337a-9f65-46b3-98d8-b6bd0680b258 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:45.171951 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c736775-47a1-4e31-b422-5165d7e14249 req-aa2f337a-9f65-46b3-98d8-b6bd0680b258 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 946 time: 0.0971181 Apr 18 21:06:45.201549 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-432a65e9-3b9c-47aa-b1fc-2c79a7f99242 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.225727 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c736775-47a1-4e31-b422-5165d7e14249 req-da2afd2f-8f1e-4ea7-a9d9-58bd9be78b39 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526841 Apr 18 21:06:45.245781 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45668) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:45.344708 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6e25c147-f8fb-403c-876c-0912a0e81cfc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/floatingips/bf3a20dd-dcb2-49d1-a85a-5c2f6c2e6c9a HTTP/1.1" status: 200 len: 993 time: 0.0922689 Apr 18 21:06:45.432985 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-432a65e9-3b9c-47aa-b1fc-2c79a7f99242 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.439659 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f06792d2-7c72-4cc5-bfe7-54ef721b57e4 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:06:45.509171 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45680) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:45.552943 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port f06792d2-7c72-4cc5-bfe7-54ef721b57e4 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:45.553441 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.560740 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-432a65e9-3b9c-47aa-b1fc-2c79a7f99242 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.589807 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-432a65e9-3b9c-47aa-b1fc-2c79a7f99242 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.594326 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-432a65e9-3b9c-47aa-b1fc-2c79a7f99242 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/subnets/c678d998-8985-4f31-9e3b-bc593507928a HTTP/1.1" status: 204 len: 168 time: 0.5840762 Apr 18 21:06:45.600756 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45682) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:45.654006 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a65e9-3b9c-47aa-b1fc-2c79a7f99242 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Subnet': ['ID=c678d998-8985-4f31-9e3b-bc593507928a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:45.734773 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-4b264403-9601-429a-abed-fb43e385d4f7 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Deleting port 59d5c1b1-3ae7-4da5-aebd-e8eb4970e58e {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:45.735345 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4b264403-9601-429a-abed-fb43e385d4f7 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.756603 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.774617 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d06a-9b30-426f-9323-0e17574b1393 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.840880 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port f06792d2-7c72-4cc5-bfe7-54ef721b57e4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f06792d2-7c72-4cc5-bfe7-54ef721b57e4,segment=NetworkSegment(fda2b18c-0d7b-484d-aaeb-4c61c5e26031),segment_id=fda2b18c-0d7b-484d-aaeb-4c61c5e26031)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:45.851768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-a710c2c2-b7a0-436a-bc68-3b280adca79a req-bf2451f6-dbfd-4cc1-a794-69a89d6cafbc service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:06:45.853052 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.868611 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a710c2c2-b7a0-436a-bc68-3b280adca79a req-bf2451f6-dbfd-4cc1-a794-69a89d6cafbc service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0298567 Apr 18 21:06:45.888636 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-a0d3d06a-9b30-426f-9323-0e17574b1393 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting port f06792d2-7c72-4cc5-bfe7-54ef721b57e4 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:45.889352 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d06a-9b30-426f-9323-0e17574b1393 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.957573 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4b264403-9601-429a-abed-fb43e385d4f7 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.957573 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4b264403-9601-429a-abed-fb43e385d4f7 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.960739 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=f06792d2-7c72-4cc5-bfe7-54ef721b57e4,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:45.970021 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d758f99-a4d9-4f4f-8980-91e7e932ab05 None None] Network 68a2c896-443d-4403-a9c0-f2a6f416efc3 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:06:45.993934 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-4b264403-9601-429a-abed-fb43e385d4f7 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Calling delete_port for 59d5c1b1-3ae7-4da5-aebd-e8eb4970e58e owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:46.013983 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-a0d3d06a-9b30-426f-9323-0e17574b1393 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] For port f06792d2-7c72-4cc5-bfe7-54ef721b57e4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f06792d2-7c72-4cc5-bfe7-54ef721b57e4,segment=NetworkSegment(fda2b18c-0d7b-484d-aaeb-4c61c5e26031),segment_id=fda2b18c-0d7b-484d-aaeb-4c61c5e26031)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:46.014542 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d06a-9b30-426f-9323-0e17574b1393 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.031344 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-a0d3d06a-9b30-426f-9323-0e17574b1393 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Calling delete_port for f06792d2-7c72-4cc5-bfe7-54ef721b57e4 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:46.144368 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d06a-9b30-426f-9323-0e17574b1393 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.182132 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-650d5193-5a8d-4872-baa1-92b5305084d3 None None] Provisioning complete for port f06792d2-7c72-4cc5-bfe7-54ef721b57e4 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:46.182503 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-650d5193-5a8d-4872-baa1-92b5305084d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.214074 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d3d06a-9b30-426f-9323-0e17574b1393 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] No DVR routers for this DVR port f06792d2-7c72-4cc5-bfe7-54ef721b57e4 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:46.229905 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3d06a-9b30-426f-9323-0e17574b1393 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Port': ['ID=f06792d2-7c72-4cc5-bfe7-54ef721b57e4,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:46.233628 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-650d5193-5a8d-4872-baa1-92b5305084d3 None None] Port f06792d2-7c72-4cc5-bfe7-54ef721b57e4 was deleted so its status cannot be updated. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 18 21:06:46.258972 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4b264403-9601-429a-abed-fb43e385d4f7 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.271541 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04c9ac4-b157-4a18-9f19-d8be9853ef33 None None] DHCP port deletion for 68a2c896-443d-4403-a9c0-f2a6f416efc3 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:06:46.319593 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b264403-9601-429a-abed-fb43e385d4f7 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event deleted for resources: {'Port': ['ID=59d5c1b1-3ae7-4da5-aebd-e8eb4970e58e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:46.387804 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d06a-9b30-426f-9323-0e17574b1393 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.419373 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4b264403-9601-429a-abed-fb43e385d4f7 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.423798 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4b264403-9601-429a-abed-fb43e385d4f7 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.425298 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4b264403-9601-429a-abed-fb43e385d4f7 tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "DELETE /v2.0/floatingips/8a4cb69b-8a6c-470d-bdab-7c9e1e594bd5 HTTP/1.1" status: 204 len: 168 time: 0.9145863 Apr 18 21:06:46.453280 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a0d3d06a-9b30-426f-9323-0e17574b1393 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a2c896-443d-4403-a9c0-f2a6f416efc3']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:46.469882 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a0d3d06a-9b30-426f-9323-0e17574b1393 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda2b18c-0d7b-484d-aaeb-4c61c5e26031') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:46.470182 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a0d3d06a-9b30-426f-9323-0e17574b1393 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda2b18c-0d7b-484d-aaeb-4c61c5e26031') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:46.501913 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d06a-9b30-426f-9323-0e17574b1393 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.521946 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d06a-9b30-426f-9323-0e17574b1393 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.529884 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d3d06a-9b30-426f-9323-0e17574b1393 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:06:46.530389 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d06a-9b30-426f-9323-0e17574b1393 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:06:46.534531 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:06:46.660854 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d06a-9b30-426f-9323-0e17574b1393 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.673734 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d06a-9b30-426f-9323-0e17574b1393 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.688830 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a0d3d06a-9b30-426f-9323-0e17574b1393 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/networks/68a2c896-443d-4403-a9c0-f2a6f416efc3 HTTP/1.1" status: 204 len: 168 time: 1.0864880 Apr 18 21:06:46.694150 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45718) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:46.702101 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-05d83f0d-84bd-4072-b796-55cd3142482e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'port': {'network_id': '3ef04e09-34d8-4e12-a96f-6df7e80624af', 'name': 'tempest-PortsTestJSON-1305223562'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:46.716768 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3d06a-9b30-426f-9323-0e17574b1393 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Network': ['ID=68a2c896-443d-4403-a9c0-f2a6f416efc3,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:46.788707 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45720) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:46.912252 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfe3ea-2575-4e63-aa4e-0b6dcd0b8e49 req-f17b4a7d-1234-4a39-a8f7-91cdf4bb0457 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:46.916403 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-9a16cdb4-174d-48ab-8d54-e530dc4274ad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1262105 Apr 18 21:06:46.921126 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3cbfe3ea-2575-4e63-aa4e-0b6dcd0b8e49 req-f17b4a7d-1234-4a39-a8f7-91cdf4bb0457 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 946 time: 0.1338089 Apr 18 21:06:46.929027 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-52c50290-101b-4086-9357-faaf0a3860a1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:06:46.930185 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-52c50290-101b-4086-9357-faaf0a3860a1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079591 Apr 18 21:06:46.949797 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d83f0d-84bd-4072-b796-55cd3142482e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:46.953975 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-05d83f0d-84bd-4072-b796-55cd3142482e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.998517 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3cbfe3ea-2575-4e63-aa4e-0b6dcd0b8e49 req-19a3fd77-b0ba-4443-8172-df2bed0e0c6d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741003 Apr 18 21:06:47.003666 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-05d83f0d-84bd-4072-b796-55cd3142482e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] device_id is not set on port 17f12a44-01c1-4750-b473-3dd3993761af yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:06:47.225308 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-05d83f0d-84bd-4072-b796-55cd3142482e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.305436 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-05d83f0d-84bd-4072-b796-55cd3142482e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.326302 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f06792d2-7c72-4cc5-bfe7-54ef721b57e4 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:06:47.381989 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: f06792d2-7c72-4cc5-bfe7-54ef721b57e4 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:06:47.382625 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f06792d2-7c72-4cc5-bfe7-54ef721b57e4 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:06:47.408487 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d83f0d-84bd-4072-b796-55cd3142482e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network 3ef04e09-34d8-4e12-a96f-6df7e80624af is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:47.415335 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-05d83f0d-84bd-4072-b796-55cd3142482e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:47.420632 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d83f0d-84bd-4072-b796-55cd3142482e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:06:47.435316 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d83f0d-84bd-4072-b796-55cd3142482e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:47.436846 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-05d83f0d-84bd-4072-b796-55cd3142482e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.480525 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d83f0d-84bd-4072-b796-55cd3142482e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Port': ['ID=17f12a44-01c1-4750-b473-3dd3993761af,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:47.499122 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45756) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:47.499709 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-05d83f0d-84bd-4072-b796-55cd3142482e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8039744 Apr 18 21:06:47.660965 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-9c97aade-b0f7-40d8-b29b-c3d242e5e874 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting port 17f12a44-01c1-4750-b473-3dd3993761af {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:47.661590 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9c97aade-b0f7-40d8-b29b-c3d242e5e874 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.780281 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9c97aade-b0f7-40d8-b29b-c3d242e5e874 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.798879 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-9c97aade-b0f7-40d8-b29b-c3d242e5e874 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Calling delete_port for 17f12a44-01c1-4750-b473-3dd3993761af owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:47.910939 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9c97aade-b0f7-40d8-b29b-c3d242e5e874 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.959875 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9c97aade-b0f7-40d8-b29b-c3d242e5e874 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.966985 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45768) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:47.973590 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-395c854d-c270-4a71-babe-09445efee8d7 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'port': {'network_id': '3ef04e09-34d8-4e12-a96f-6df7e80624af', 'mac_address': 'fa:16:3e:88:a1:c9', 'name': 'tempest-PortsTestJSON-569838118'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:47.978556 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9c97aade-b0f7-40d8-b29b-c3d242e5e874 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/ports/17f12a44-01c1-4750-b473-3dd3993761af HTTP/1.1" status: 204 len: 168 time: 0.4773242 Apr 18 21:06:47.981817 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97aade-b0f7-40d8-b29b-c3d242e5e874 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Port': ['ID=17f12a44-01c1-4750-b473-3dd3993761af,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:48.303783 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395c854d-c270-4a71-babe-09445efee8d7 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:48.420021 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48286b6e-46d9-47eb-97f6-700f25403f5e req-1387c941-1f2b-41a4-afca-de86848a9b67 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:48.421961 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-48286b6e-46d9-47eb-97f6-700f25403f5e req-1387c941-1f2b-41a4-afca-de86848a9b67 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 946 time: 0.2162676 Apr 18 21:06:48.429845 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-395c854d-c270-4a71-babe-09445efee8d7 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:48.476734 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-395c854d-c270-4a71-babe-09445efee8d7 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] device_id is not set on port c94bd503-bbc0-4fe0-a23a-a029c337ec3d yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:06:48.557287 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-48286b6e-46d9-47eb-97f6-700f25403f5e req-9ee2fecd-537c-4811-87ca-1e0f06d58663 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246190 Apr 18 21:06:48.741099 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-395c854d-c270-4a71-babe-09445efee8d7 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:48.787419 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-395c854d-c270-4a71-babe-09445efee8d7 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:48.868748 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c854d-c270-4a71-babe-09445efee8d7 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Port': ['ID=c94bd503-bbc0-4fe0-a23a-a029c337ec3d,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:48.891692 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395c854d-c270-4a71-babe-09445efee8d7 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network 3ef04e09-34d8-4e12-a96f-6df7e80624af is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:48.896896 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-395c854d-c270-4a71-babe-09445efee8d7 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:48.905035 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395c854d-c270-4a71-babe-09445efee8d7 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:06:48.939579 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395c854d-c270-4a71-babe-09445efee8d7 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:48.940314 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-395c854d-c270-4a71-babe-09445efee8d7 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:48.991632 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-395c854d-c270-4a71-babe-09445efee8d7 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0234759 Apr 18 21:06:48.992292 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45792) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:49.029275 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-c60779fc-57c7-449f-ba34-23250a71e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:49.031069 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-c60779fc-57c7-449f-ba34-23250a71e8f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 1097 time: 0.0608153 Apr 18 21:06:49.085247 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b4ad68-4389-444b-8a52-4a2fabd095b1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:49.090819 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-95b4ad68-4389-444b-8a52-4a2fabd095b1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "GET /v2.0/ports/c94bd503-bbc0-4fe0-a23a-a029c337ec3d HTTP/1.1" status: 200 len: 840 time: 0.0973473 Apr 18 21:06:49.091455 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45796) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:49.224458 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-6d439823-18df-4045-90b1-7f856d6d614a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:49.232549 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-6d439823-18df-4045-90b1-7f856d6d614a service neutron] 10.222.0.32 "GET /v2.0/networks?id=26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 HTTP/1.1" status: 200 len: 898 time: 0.1939092 Apr 18 21:06:49.299522 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-fac25b7e-c7fa-438c-9fb9-c49a016ea16b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting port c94bd503-bbc0-4fe0-a23a-a029c337ec3d {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:49.299868 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fac25b7e-c7fa-438c-9fb9-c49a016ea16b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.317453 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-6646021c-b0fc-4b04-aed1-705faf1c532e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=826de45f-e32f-49a1-abc5-18b017d2480f HTTP/1.1" status: 200 len: 1001 time: 0.0770988 Apr 18 21:06:49.381010 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-cc2966c9-13b7-4128-b70f-dfd774b1352c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:49.382513 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-cc2966c9-13b7-4128-b70f-dfd774b1352c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90676a33-392f-4df3-b5ef-9d5a1f1300f2 HTTP/1.1" status: 200 len: 834 time: 0.0583322 Apr 18 21:06:49.396701 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fac25b7e-c7fa-438c-9fb9-c49a016ea16b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.425160 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-fac25b7e-c7fa-438c-9fb9-c49a016ea16b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Calling delete_port for c94bd503-bbc0-4fe0-a23a-a029c337ec3d owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:49.470989 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-cd907f36-c0f2-4b43-800d-dfef1b0f75e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:49.472631 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-cd907f36-c0f2-4b43-800d-dfef1b0f75e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26eabdd2-4fb7-4d1d-8061-1c46d3651dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832500 Apr 18 21:06:49.555914 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fac25b7e-c7fa-438c-9fb9-c49a016ea16b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.610445 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac25b7e-c7fa-438c-9fb9-c49a016ea16b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Port': ['ID=c94bd503-bbc0-4fe0-a23a-a029c337ec3d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:49.617740 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fac25b7e-c7fa-438c-9fb9-c49a016ea16b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.622208 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-8bbc9efa-ba7f-4088-8dad-be0d9485d7b6 service neutron] 10.222.0.32 "GET /v2.0/networks/26eabdd2-4fb7-4d1d-8061-1c46d3651dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394114 Apr 18 21:06:49.623766 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fac25b7e-c7fa-438c-9fb9-c49a016ea16b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/ports/c94bd503-bbc0-4fe0-a23a-a029c337ec3d HTTP/1.1" status: 204 len: 168 time: 0.5313108 Apr 18 21:06:49.626283 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45810) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:49.683320 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c81ea4-085d-4480-93a2-87ae0cb1e9ed tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] GET failed (client error): The resource could not be found. Apr 18 21:06:49.688390 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-08c81ea4-085d-4480-93a2-87ae0cb1e9ed tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "GET /v2.0/ports/c94bd503-bbc0-4fe0-a23a-a029c337ec3d HTTP/1.1" status: 404 len: 333 time: 0.0578012 Apr 18 21:06:49.688865 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45812) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:49.701336 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-4f91f146-af45-457e-b4c5-dad5ff3ce3c8 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'port': {'network_id': '3ef04e09-34d8-4e12-a96f-6df7e80624af', 'name': 'tempest-PortsTestJSON-90509957'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:49.841593 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f91f146-af45-457e-b4c5-dad5ff3ce3c8 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:49.846539 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4f91f146-af45-457e-b4c5-dad5ff3ce3c8 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.852879 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8672422-d96e-4e5d-82bc-d7cc43506438 req-63a3fb77-1448-450b-bf9f-b960f70b8fa4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:49.855808 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8672422-d96e-4e5d-82bc-d7cc43506438 req-63a3fb77-1448-450b-bf9f-b960f70b8fa4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 946 time: 0.1812522 Apr 18 21:06:49.883683 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-4f91f146-af45-457e-b4c5-dad5ff3ce3c8 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] device_id is not set on port cb9e2025-7d50-4b22-9f66-b3a26f178a28 yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:06:49.910907 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-8250e6e7-ca67-4a3a-8a6d-78ff3a65f1c3 service neutron] 10.222.0.32 "GET /v2.0/networks/26eabdd2-4fb7-4d1d-8061-1c46d3651dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726660 Apr 18 21:06:49.967655 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8672422-d96e-4e5d-82bc-d7cc43506438 req-da4ee8f0-61c5-4634-adbe-a5174bb8f675 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937843 Apr 18 21:06:50.129961 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4f91f146-af45-457e-b4c5-dad5ff3ce3c8 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:50.168070 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4f91f146-af45-457e-b4c5-dad5ff3ce3c8 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:50.225645 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f91f146-af45-457e-b4c5-dad5ff3ce3c8 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network 3ef04e09-34d8-4e12-a96f-6df7e80624af is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:50.228928 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-4f91f146-af45-457e-b4c5-dad5ff3ce3c8 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:50.232902 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f91f146-af45-457e-b4c5-dad5ff3ce3c8 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:06:50.239081 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f91f146-af45-457e-b4c5-dad5ff3ce3c8 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:50.239784 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4f91f146-af45-457e-b4c5-dad5ff3ce3c8 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:50.250924 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91f146-af45-457e-b4c5-dad5ff3ce3c8 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Port': ['ID=cb9e2025-7d50-4b22-9f66-b3a26f178a28,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:50.274663 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45822) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:50.276372 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4f91f146-af45-457e-b4c5-dad5ff3ce3c8 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.5862675 Apr 18 21:06:50.280709 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a705099e-8948-413c-8ba0-28e3bd1350de tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:50.371489 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a705099e-8948-413c-8ba0-28e3bd1350de tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:50.594091 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a705099e-8948-413c-8ba0-28e3bd1350de tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:50.600687 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a705099e-8948-413c-8ba0-28e3bd1350de tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:50.647744 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-a705099e-8948-413c-8ba0-28e3bd1350de tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] In _notify_port_updated(), no bound segment for port cb9e2025-7d50-4b22-9f66-b3a26f178a28 on network 3ef04e09-34d8-4e12-a96f-6df7e80624af {{(pid=102908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 21:06:50.655949 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a705099e-8948-413c-8ba0-28e3bd1350de tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:50.656718 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a705099e-8948-413c-8ba0-28e3bd1350de tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:50.661440 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a705099e-8948-413c-8ba0-28e3bd1350de tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "PUT /v2.0/ports/cb9e2025-7d50-4b22-9f66-b3a26f178a28 HTTP/1.1" status: 200 len: 818 time: 0.3837311 Apr 18 21:06:50.662593 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45834) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:50.680789 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705099e-8948-413c-8ba0-28e3bd1350de tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Port': ['ID=cb9e2025-7d50-4b22-9f66-b3a26f178a28,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:50.795796 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-2d8e4004-c47b-41b3-8b24-d1a2d257a3a2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting port cb9e2025-7d50-4b22-9f66-b3a26f178a28 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:50.796287 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4004-c47b-41b3-8b24-d1a2d257a3a2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:50.888695 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4004-c47b-41b3-8b24-d1a2d257a3a2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:50.905440 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-2d8e4004-c47b-41b3-8b24-d1a2d257a3a2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Calling delete_port for cb9e2025-7d50-4b22-9f66-b3a26f178a28 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:51.026136 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4004-c47b-41b3-8b24-d1a2d257a3a2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:51.096213 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4004-c47b-41b3-8b24-d1a2d257a3a2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:51.100810 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2d8e4004-c47b-41b3-8b24-d1a2d257a3a2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/ports/cb9e2025-7d50-4b22-9f66-b3a26f178a28 HTTP/1.1" status: 204 len: 168 time: 0.4368920 Apr 18 21:06:51.107290 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45842) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:51.108377 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e4004-c47b-41b3-8b24-d1a2d257a3a2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Port': ['ID=cb9e2025-7d50-4b22-9f66-b3a26f178a28,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:51.164387 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45848) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:51.234889 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d61e25-701d-440a-a52b-e8fe34a77832 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:51.236480 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-07d61e25-701d-440a-a52b-e8fe34a77832 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1254466 Apr 18 21:06:51.240245 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45852) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:51.267612 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39365010-189b-42de-b97d-c6af704ff2c6 req-f6993098-378a-4d92-a800-e838ee767887 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:51.269264 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-39365010-189b-42de-b97d-c6af704ff2c6 req-f6993098-378a-4d92-a800-e838ee767887 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 946 time: 0.1853278 Apr 18 21:06:51.270682 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-891b4a70-f8f7-4782-b687-847f840df6ae tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:51.280621 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0a37fb-63e3-4ef0-a8fc-1e053243f00a tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] GET failed (client error): The resource could not be found. Apr 18 21:06:51.282560 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6c0a37fb-63e3-4ef0-a8fc-1e053243f00a tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "GET /v2.0/ports/cb9e2025-7d50-4b22-9f66-b3a26f178a28 HTTP/1.1" status: 404 len: 333 time: 0.0408521 Apr 18 21:06:51.287424 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45856) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:51.292284 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-34ba7f57-f003-49e7-b600-8da16c852c0d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-906956095'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:51.336852 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ba7f57-f003-49e7-b600-8da16c852c0d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:51.341705 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34ba7f57-f003-49e7-b600-8da16c852c0d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:51.346429 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-891b4a70-f8f7-4782-b687-847f840df6ae tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:51.352514 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-39365010-189b-42de-b97d-c6af704ff2c6 req-0a87f3d8-a8b2-4342-b385-95af54f6a922 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758305 Apr 18 21:06:51.382419 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ba7f57-f003-49e7-b600-8da16c852c0d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:06:51.401803 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34ba7f57-f003-49e7-b600-8da16c852c0d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:51.402173 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-34ba7f57-f003-49e7-b600-8da16c852c0d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Added segment 554941ed-9d04-4da6-84ee-bc15256089f7 of type vlan for network 261b2923-b18e-45ca-b70d-7cf0bbfbca25 Apr 18 21:06:51.464568 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-891b4a70-f8f7-4782-b687-847f840df6ae tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:51.467690 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-891b4a70-f8f7-4782-b687-847f840df6ae tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:51.470286 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34ba7f57-f003-49e7-b600-8da16c852c0d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:51.471748 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-891b4a70-f8f7-4782-b687-847f840df6ae tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] 10.222.0.41 "DELETE /v2.0/security-groups/9446999c-fded-405d-a468-755d63bd23e1 HTTP/1.1" status: 204 len: 168 time: 0.2980621 Apr 18 21:06:51.484590 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b4a70-f8f7-4782-b687-847f840df6ae tempest-TestVolumeBootPattern-1372553355 tempest-TestVolumeBootPattern-1372553355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9446999c-fded-405d-a468-755d63bd23e1,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:51.501941 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34ba7f57-f003-49e7-b600-8da16c852c0d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:51.507854 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ba7f57-f003-49e7-b600-8da16c852c0d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:51.508494 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-34ba7f57-f003-49e7-b600-8da16c852c0d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:51.565375 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45868) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:51.579607 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 45872) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:51.579811 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-34ba7f57-f003-49e7-b600-8da16c852c0d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2878780 Apr 18 21:06:51.583026 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-51c2f818-8d9c-44ff-be9a-d1d0baa5a015 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'subnet': {'network_id': '261b2923-b18e-45ca-b70d-7cf0bbfbca25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:51.595140 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba7f57-f003-49e7-b600-8da16c852c0d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Network': ['ID=261b2923-b18e-45ca-b70d-7cf0bbfbca25,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:51.605747 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 261b2923-b18e-45ca-b70d-7cf0bbfbca25 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:06:51.715424 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c2f818-8d9c-44ff-be9a-d1d0baa5a015 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:51.718915 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-51c2f818-8d9c-44ff-be9a-d1d0baa5a015 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.093432 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-51c2f818-8d9c-44ff-be9a-d1d0baa5a015 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.205031 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2f818-8d9c-44ff-be9a-d1d0baa5a015 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Subnet': ['ID=001d0daa-e5b1-4f03-ad20-c509ef93571a,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:52.233727 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c2f818-8d9c-44ff-be9a-d1d0baa5a015 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Checking segment: {'id': '554941ed-9d04-4da6-84ee-bc15256089f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '261b2923-b18e-45ca-b70d-7cf0bbfbca25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:06:52.234087 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c2f818-8d9c-44ff-be9a-d1d0baa5a015 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network hostable DHCP agents. Network: 261b2923-b18e-45ca-b70d-7cf0bbfbca25, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:06:52.275455 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c2f818-8d9c-44ff-be9a-d1d0baa5a015 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network 261b2923-b18e-45ca-b70d-7cf0bbfbca25 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:06:52.291318 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-51c2f818-8d9c-44ff-be9a-d1d0baa5a015 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 261b2923-b18e-45ca-b70d-7cf0bbfbca25) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:52.297086 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c2f818-8d9c-44ff-be9a-d1d0baa5a015 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:52.297667 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-51c2f818-8d9c-44ff-be9a-d1d0baa5a015 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.306892 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd28ee4b-0e0f-411d-8a15-cfb27a10fb63 None None] Network 261b2923-b18e-45ca-b70d-7cf0bbfbca25 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:06:52.360679 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-51c2f818-8d9c-44ff-be9a-d1d0baa5a015 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7784960 Apr 18 21:06:52.361271 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45886) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:52.369780 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-148c87b4-7927-4758-9991-e9064b3501e1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'subnet': {'network_id': '261b2923-b18e-45ca-b70d-7cf0bbfbca25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:52.475372 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d6197ddd-2694-4010-8ef0-a1e3930606cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.540614 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d381986a-d2d6-4769-a1d5-996759542219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-261b2923-b18e-45ca-b70d-7cf0bbfbca25', 'network_id': '261b2923-b18e-45ca-b70d-7cf0bbfbca25', 'tenant_id': '10b245ff59924efba16b9ae2c0a901b6', 'fixed_ips': [{'subnet_id': '001d0daa-e5b1-4f03-ad20-c509ef93571a'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:06:52.541807 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d381986a-d2d6-4769-a1d5-996759542219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.618361 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148c87b4-7927-4758-9991-e9064b3501e1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:52.624318 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-148c87b4-7927-4758-9991-e9064b3501e1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.657872 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de666d5a-34d5-4b8d-ab48-075ab1fcb90a req-6ca768bf-d4ce-4b17-9be8-a2c20f76bbe6 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:52.659408 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de666d5a-34d5-4b8d-ab48-075ab1fcb90a req-6ca768bf-d4ce-4b17-9be8-a2c20f76bbe6 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 946 time: 0.1179888 Apr 18 21:06:52.781939 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-d381986a-d2d6-4769-a1d5-996759542219 None None] Allocated IP 172.20.0.2 (261b2923-b18e-45ca-b70d-7cf0bbfbca25/001d0daa-e5b1-4f03-ad20-c509ef93571a/023425bf-4017-401c-8760-43bf802e4027) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:52.822806 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de666d5a-34d5-4b8d-ab48-075ab1fcb90a req-7725ba87-8729-43b2-b4f3-2958c58c1c1a tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536946 Apr 18 21:06:53.046574 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d381986a-d2d6-4769-a1d5-996759542219 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:53.057562 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d381986a-d2d6-4769-a1d5-996759542219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:53.130569 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d381986a-d2d6-4769-a1d5-996759542219 None None] Network 261b2923-b18e-45ca-b70d-7cf0bbfbca25 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:53.137275 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-d381986a-d2d6-4769-a1d5-996759542219 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:53.142577 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d381986a-d2d6-4769-a1d5-996759542219 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:06:53.147830 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381986a-d2d6-4769-a1d5-996759542219 None None] Pushing event updated for resources: {'Port': ['ID=023425bf-4017-401c-8760-43bf802e4027,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:53.314998 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-d381986a-d2d6-4769-a1d5-996759542219 None None] Attempting to bind port 023425bf-4017-401c-8760-43bf802e4027 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:53.315393 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-d381986a-d2d6-4769-a1d5-996759542219 None None] Attempting to bind port 023425bf-4017-401c-8760-43bf802e4027 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '554941ed-9d04-4da6-84ee-bc15256089f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '261b2923-b18e-45ca-b70d-7cf0bbfbca25'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:53.315742 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d381986a-d2d6-4769-a1d5-996759542219 None None] Attempting to bind port 023425bf-4017-401c-8760-43bf802e4027 on network 261b2923-b18e-45ca-b70d-7cf0bbfbca25 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:06:53.323020 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d381986a-d2d6-4769-a1d5-996759542219 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:06:53.323666 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d381986a-d2d6-4769-a1d5-996759542219 None None] Checking segment: {'id': '554941ed-9d04-4da6-84ee-bc15256089f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '261b2923-b18e-45ca-b70d-7cf0bbfbca25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:06:53.324276 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d381986a-d2d6-4769-a1d5-996759542219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:53.325299 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d381986a-d2d6-4769-a1d5-996759542219 None None] Bound using segment: {'id': '554941ed-9d04-4da6-84ee-bc15256089f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '261b2923-b18e-45ca-b70d-7cf0bbfbca25'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:06:53.325966 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-d381986a-d2d6-4769-a1d5-996759542219 None None] Bound port: 023425bf-4017-401c-8760-43bf802e4027, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554941ed-9d04-4da6-84ee-bc15256089f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '261b2923-b18e-45ca-b70d-7cf0bbfbca25'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:53.326526 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d381986a-d2d6-4769-a1d5-996759542219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:53.352186 n-d-838323-3 neutron-server[102909]: INFO neutron.db.ipam_backend_mixin [None req-148c87b4-7927-4758-9991-e9064b3501e1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 001d0daa-e5b1-4f03-ad20-c509ef93571a (CIDR: 172.20.0.0/28) Apr 18 21:06:53.356870 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-148c87b4-7927-4758-9991-e9064b3501e1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:06:53.357604 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-148c87b4-7927-4758-9991-e9064b3501e1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:53.390535 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-148c87b4-7927-4758-9991-e9064b3501e1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0277617 Apr 18 21:06:53.392156 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 45972) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:53.400937 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-482cb783-a064-4d7d-a1c5-851e3efb3e23 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'subnet': {'network_id': '261b2923-b18e-45ca-b70d-7cf0bbfbca25', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:53.412610 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d381986a-d2d6-4769-a1d5-996759542219 None None] For port 023425bf-4017-401c-8760-43bf802e4027, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:53.422955 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d381986a-d2d6-4769-a1d5-996759542219 None None] For port 023425bf-4017-401c-8760-43bf802e4027, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=023425bf-4017-401c-8760-43bf802e4027,segment=NetworkSegment(554941ed-9d04-4da6-84ee-bc15256089f7),segment_id=554941ed-9d04-4da6-84ee-bc15256089f7)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:53.433081 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d381986a-d2d6-4769-a1d5-996759542219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:53.596812 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381986a-d2d6-4769-a1d5-996759542219 None None] Pushing event updated for resources: {'Port': ['ID=023425bf-4017-401c-8760-43bf802e4027,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:53.599262 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-d6197ddd-2694-4010-8ef0-a1e3930606cc admin admin] Deleting port 5039604a-5253-4a37-b021-79e72acf33d2 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:53.601079 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d6197ddd-2694-4010-8ef0-a1e3930606cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:53.631532 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482cb783-a064-4d7d-a1c5-851e3efb3e23 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:53.637143 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-482cb783-a064-4d7d-a1c5-851e3efb3e23 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:53.639376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724624fc-1baa-4215-8719-07348071c3ac req-0602b0ae-3336-4cd5-b0fd-1e9d9b08adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:53.645243 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-724624fc-1baa-4215-8719-07348071c3ac req-0602b0ae-3336-4cd5-b0fd-1e9d9b08adcb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 1097 time: 0.1459322 Apr 18 21:06:53.871620 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-d6197ddd-2694-4010-8ef0-a1e3930606cc admin admin] For port 5039604a-5253-4a37-b021-79e72acf33d2, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5039604a-5253-4a37-b021-79e72acf33d2,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:53.872199 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d6197ddd-2694-4010-8ef0-a1e3930606cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:53.902867 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-d6197ddd-2694-4010-8ef0-a1e3930606cc admin admin] Calling delete_port for 5039604a-5253-4a37-b021-79e72acf33d2 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:53.921284 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724624fc-1baa-4215-8719-07348071c3ac req-2fc9961c-4d6b-4d26-a85c-1a118c728b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:53.941128 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-724624fc-1baa-4215-8719-07348071c3ac req-2fc9961c-4d6b-4d26-a85c-1a118c728b79 service neutron] 10.222.0.32 "GET /v2.0/networks?id=26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 HTTP/1.1" status: 200 len: 898 time: 0.2012346 Apr 18 21:06:54.079329 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-482cb783-a064-4d7d-a1c5-851e3efb3e23 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:54.165280 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482cb783-a064-4d7d-a1c5-851e3efb3e23 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Subnet': ['ID=ccea4749-cbeb-4c4c-a1cd-045a7084cea3,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:54.174335 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482cb783-a064-4d7d-a1c5-851e3efb3e23 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network 261b2923-b18e-45ca-b70d-7cf0bbfbca25 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:54.176909 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-482cb783-a064-4d7d-a1c5-851e3efb3e23 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:54.179566 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482cb783-a064-4d7d-a1c5-851e3efb3e23 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:54.180145 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-482cb783-a064-4d7d-a1c5-851e3efb3e23 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:54.201553 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-482cb783-a064-4d7d-a1c5-851e3efb3e23 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8080542 Apr 18 21:06:54.203954 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46046) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:54.213991 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a8f7be1f-5af7-4eb5-8c02-35bfe9018df3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'port': {'network_id': '261b2923-b18e-45ca-b70d-7cf0bbfbca25', 'fixed_ips': [{'subnet_id': '001d0daa-e5b1-4f03-ad20-c509ef93571a'}, {'subnet_id': 'ccea4749-cbeb-4c4c-a1cd-045a7084cea3'}], 'name': 'tempest-PortsTestJSON-709368569'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:54.273853 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-724624fc-1baa-4215-8719-07348071c3ac req-0c68b12f-2b12-4ea4-89b0-33b59591295e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=826de45f-e32f-49a1-abc5-18b017d2480f HTTP/1.1" status: 200 len: 1001 time: 0.3179700 Apr 18 21:06:54.315839 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3db9f-7313-4e88-9d65-0100a06e13bf req-6af1ef3a-6a5e-4596-b747-5c8ffb9945f0 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:54.318573 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6e3db9f-7313-4e88-9d65-0100a06e13bf req-6af1ef3a-6a5e-4596-b747-5c8ffb9945f0 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 946 time: 0.2771478 Apr 18 21:06:54.410121 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724624fc-1baa-4215-8719-07348071c3ac req-3bbbd6db-2840-4e47-ad53-81b3681b1201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:54.413153 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f7be1f-5af7-4eb5-8c02-35bfe9018df3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:54.413752 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-724624fc-1baa-4215-8719-07348071c3ac req-3bbbd6db-2840-4e47-ad53-81b3681b1201 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90676a33-392f-4df3-b5ef-9d5a1f1300f2 HTTP/1.1" status: 200 len: 834 time: 0.1267734 Apr 18 21:06:54.425239 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6e3db9f-7313-4e88-9d65-0100a06e13bf req-a1c58621-a113-4c1f-9073-4d9da3fc8d84 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826981 Apr 18 21:06:54.542036 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d6197ddd-2694-4010-8ef0-a1e3930606cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:54.578897 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a8f7be1f-5af7-4eb5-8c02-35bfe9018df3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:54.599703 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6197ddd-2694-4010-8ef0-a1e3930606cc admin admin] Pushing event deleted for resources: {'Port': ['ID=5039604a-5253-4a37-b021-79e72acf33d2,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:54.600294 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-a8f7be1f-5af7-4eb5-8c02-35bfe9018df3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] device_id is not set on port 46fe1ac0-cc0c-4825-9e89-2abebb7765ab yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:06:54.657455 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1a035f72-dd0c-4207-9c5b-9811818f7741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:54.666030 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724624fc-1baa-4215-8719-07348071c3ac req-7d168866-2602-4b96-8cf3-1b66372e0087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:54.667541 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-724624fc-1baa-4215-8719-07348071c3ac req-7d168866-2602-4b96-8cf3-1b66372e0087 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26eabdd2-4fb7-4d1d-8061-1c46d3651dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2405155 Apr 18 21:06:54.898901 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-724624fc-1baa-4215-8719-07348071c3ac req-f9a65eae-22bb-4cd4-a82f-6b7c004edeba service neutron] 10.222.0.32 "GET /v2.0/networks/26eabdd2-4fb7-4d1d-8061-1c46d3651dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917002 Apr 18 21:06:55.108315 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d6197ddd-2694-4010-8ef0-a1e3930606cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:55.140781 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-724624fc-1baa-4215-8719-07348071c3ac req-2f22cc98-4a53-46e4-bfe4-832e2319f68d service neutron] 10.222.0.32 "GET /v2.0/networks/26eabdd2-4fb7-4d1d-8061-1c46d3651dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566844 Apr 18 21:06:55.227752 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-a8f7be1f-5af7-4eb5-8c02-35bfe9018df3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Allocated IP 172.20.0.10 (261b2923-b18e-45ca-b70d-7cf0bbfbca25/001d0daa-e5b1-4f03-ad20-c509ef93571a/46fe1ac0-cc0c-4825-9e89-2abebb7765ab) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:55.238134 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-a8f7be1f-5af7-4eb5-8c02-35bfe9018df3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Allocated IP 172.20.0.24 (261b2923-b18e-45ca-b70d-7cf0bbfbca25/ccea4749-cbeb-4c4c-a1cd-045a7084cea3/46fe1ac0-cc0c-4825-9e89-2abebb7765ab) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:55.393811 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5cc85cc0-aa4c-45b2-8775-3b1b2043e4da req-2d7fce83-01c5-4056-9459-88d9ef1cbc77 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4c20bb22-cd63-43e2-8eef-094a7ef40aac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1137574 Apr 18 21:06:55.490989 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef24e4f8-cfa1-4f2e-8151-751a8b4cb135 None None] Network 261b2923-b18e-45ca-b70d-7cf0bbfbca25 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:06:55.527283 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6197ddd-2694-4010-8ef0-a1e3930606cc admin admin] Router 7ea9cb43-484f-4029-b855-5387b63d5609 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:06:55.682016 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-87f07662-2fa8-4c0f-aae5-7da1cba5544d None None] Provisioning complete for port 023425bf-4017-401c-8760-43bf802e4027 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:55.682544 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-87f07662-2fa8-4c0f-aae5-7da1cba5544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:55.684185 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 023425bf-4017-401c-8760-43bf802e4027 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:06:55.709233 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6197ddd-2694-4010-8ef0-a1e3930606cc admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:55.722284 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a785a9-f494-4c31-b9de-84750d8280db None None] Sync routers for ids ['7ea9cb43-484f-4029-b855-5387b63d5609'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:06:55.731399 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46196) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:55.731900 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d6197ddd-2694-4010-8ef0-a1e3930606cc admin admin] 10.222.0.41 "PUT /v2.0/routers/7ea9cb43-484f-4029-b855-5387b63d5609/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1646445 Apr 18 21:06:55.749870 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a785a9-f494-4c31-b9de-84750d8280db None None] Routers {'7ea9cb43-484f-4029-b855-5387b63d5609'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:06:55.750736 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-27a785a9-f494-4c31-b9de-84750d8280db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:06:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7ea9cb43-484f-4029-b855-5387b63d5609'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:55.811653 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed41e49-5d81-4d01-a534-69860322ebe6 req-887ad476-6b20-4dfa-a93f-9ff8fe555408 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:55.814410 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aed41e49-5d81-4d01-a534-69860322ebe6 req-887ad476-6b20-4dfa-a93f-9ff8fe555408 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 946 time: 0.1030314 Apr 18 21:06:55.922740 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aed41e49-5d81-4d01-a534-69860322ebe6 req-10248b32-b5ff-413b-b292-d325e2b43a9d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984051 Apr 18 21:06:55.987448 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc85cc0-aa4c-45b2-8775-3b1b2043e4da req-84e54595-15ac-46a5-b9ed-5cd1d4d97816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:55.991940 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5cc85cc0-aa4c-45b2-8775-3b1b2043e4da req-84e54595-15ac-46a5-b9ed-5cd1d4d97816 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c917e8f29710415a9f72238dd9e1b754&device_id=4c20bb22-cd63-43e2-8eef-094a7ef40aac HTTP/1.1" status: 200 len: 1100 time: 0.5290589 Apr 18 21:06:55.996218 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-27a785a9-f494-4c31-b9de-84750d8280db None None] Set router 7ea9cb43-484f-4029-b855-5387b63d5609 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:06:56.216063 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a8f7be1f-5af7-4eb5-8c02-35bfe9018df3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:56.239726 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc85cc0-aa4c-45b2-8775-3b1b2043e4da req-58b7245d-2841-43b0-8c14-7b76b8bb4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:56.241235 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5cc85cc0-aa4c-45b2-8775-3b1b2043e4da req-58b7245d-2841-43b0-8c14-7b76b8bb4f78 service neutron] 10.222.0.57 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.2217264 Apr 18 21:06:56.299130 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5cc85cc0-aa4c-45b2-8775-3b1b2043e4da req-3c8d2467-6ef9-4c11-96ec-644b4669889a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=6d184093-8042-4859-8611-b1242255de59 HTTP/1.1" status: 200 len: 217 time: 0.0495346 Apr 18 21:06:56.300321 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5bd120a-f7d6-44eb-a3ab-ab5b74bb940c admin admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:56.395585 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 023425bf-4017-401c-8760-43bf802e4027 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:56.396010 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:56.412043 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a8f7be1f-5af7-4eb5-8c02-35bfe9018df3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:56.445204 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc85cc0-aa4c-45b2-8775-3b1b2043e4da req-cefbd6ff-fb27-42e4-bccf-13280943ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:56.447550 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5cc85cc0-aa4c-45b2-8775-3b1b2043e4da req-cefbd6ff-fb27-42e4-bccf-13280943ad70 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.1412542 Apr 18 21:06:56.518222 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-27a785a9-f494-4c31-b9de-84750d8280db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:31Z', 'updated_at': '2022-04-18T21:06:54Z', 'revision_number': 5, 'project_id': 'f840c855946542459a247bc427a2167c', 'gw_port': {'id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:32Z', 'updated_at': '2022-04-18T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:56.558466 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f7be1f-5af7-4eb5-8c02-35bfe9018df3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network 261b2923-b18e-45ca-b70d-7cf0bbfbca25 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:56.587073 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-a8f7be1f-5af7-4eb5-8c02-35bfe9018df3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:56.596689 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f7be1f-5af7-4eb5-8c02-35bfe9018df3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:06:56.612879 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a785a9-f494-4c31-b9de-84750d8280db None None] Checking router: 7ea9cb43-484f-4029-b855-5387b63d5609 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:06:56.637581 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a785a9-f494-4c31-b9de-84750d8280db None None] Routers {'7ea9cb43-484f-4029-b855-5387b63d5609'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:06:56.638245 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-27a785a9-f494-4c31-b9de-84750d8280db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:06:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7ea9cb43-484f-4029-b855-5387b63d5609'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:56.656707 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7be1f-5af7-4eb5-8c02-35bfe9018df3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Port': ['ID=46fe1ac0-cc0c-4825-9e89-2abebb7765ab,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:56.705894 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5bd120a-f7d6-44eb-a3ab-ab5b74bb940c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:56.745016 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc85cc0-aa4c-45b2-8775-3b1b2043e4da req-5950f386-e433-4843-8883-37ad03929aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:56.748674 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5cc85cc0-aa4c-45b2-8775-3b1b2043e4da req-5950f386-e433-4843-8883-37ad03929aa8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2255831 Apr 18 21:06:56.768270 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f7be1f-5af7-4eb5-8c02-35bfe9018df3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:56.769262 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a8f7be1f-5af7-4eb5-8c02-35bfe9018df3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:56.872759 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-87f07662-2fa8-4c0f-aae5-7da1cba5544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:56.911881 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a8f7be1f-5af7-4eb5-8c02-35bfe9018df3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.7066813 Apr 18 21:06:56.916320 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46298) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:56.922824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-c4549482-6ed2-4a40-a945-7a18956ac026 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '001d0daa-e5b1-4f03-ad20-c509ef93571a'}]}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:56.925036 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-27a785a9-f494-4c31-b9de-84750d8280db None None] Set router 7ea9cb43-484f-4029-b855-5387b63d5609 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:06:56.943867 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:57.037364 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5cc85cc0-aa4c-45b2-8775-3b1b2043e4da req-f6e91a88-64f1-487a-a7c9-9ed9ead6c7d1 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636032 Apr 18 21:06:57.043830 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd120a-f7d6-44eb-a3ab-ab5b74bb940c admin admin] Deleting port b6823124-5d94-4a4d-a8e5-69144d0daa13 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:57.046612 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5bd120a-f7d6-44eb-a3ab-ab5b74bb940c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:57.108077 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06917e4e-23fe-4bb4-acb8-c22aba199894 None None] Update dhcp port {'port': {'network_id': '261b2923-b18e-45ca-b70d-7cf0bbfbca25', 'fixed_ips': [{'subnet_id': '001d0daa-e5b1-4f03-ad20-c509ef93571a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ccea4749-cbeb-4c4c-a1cd-045a7084cea3'}], 'binding:host_id': 'n-d-838323-3'}, 'id': '023425bf-4017-401c-8760-43bf802e4027'} from n-d-838323-3. {{(pid=102910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 21:06:57.172663 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-87f07662-2fa8-4c0f-aae5-7da1cba5544d None None] For port 023425bf-4017-401c-8760-43bf802e4027, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=023425bf-4017-401c-8760-43bf802e4027,segment=NetworkSegment(554941ed-9d04-4da6-84ee-bc15256089f7),segment_id=554941ed-9d04-4da6-84ee-bc15256089f7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:57.199931 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-87f07662-2fa8-4c0f-aae5-7da1cba5544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:57.298863 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-06917e4e-23fe-4bb4-acb8-c22aba199894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:57.358936 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c4549482-6ed2-4a40-a945-7a18956ac026 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:57.382537 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:06:57.388311 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5cc85cc0-aa4c-45b2-8775-3b1b2043e4da req-0eb924d1-dd87-48ae-a0c7-5461e48991e4 service neutron] 10.222.0.57 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346221 Apr 18 21:06:57.394211 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-e5bd120a-f7d6-44eb-a3ab-ab5b74bb940c admin admin] For port b6823124-5d94-4a4d-a8e5-69144d0daa13, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b6823124-5d94-4a4d-a8e5-69144d0daa13,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:57.396999 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5bd120a-f7d6-44eb-a3ab-ab5b74bb940c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:57.429505 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd120a-f7d6-44eb-a3ab-ab5b74bb940c admin admin] Calling delete_port for b6823124-5d94-4a4d-a8e5-69144d0daa13 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:57.433138 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:06:57.450510 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:06:57.564099 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f07662-2fa8-4c0f-aae5-7da1cba5544d None None] Pushing event updated for resources: {'Port': ['ID=023425bf-4017-401c-8760-43bf802e4027,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:57.579636 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-27a785a9-f494-4c31-b9de-84750d8280db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:31Z', 'updated_at': '2022-04-18T21:06:54Z', 'revision_number': 5, 'project_id': 'f840c855946542459a247bc427a2167c', 'gw_port': {'id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:32Z', 'updated_at': '2022-04-18T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:57.653555 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a785a9-f494-4c31-b9de-84750d8280db None None] The sync data for ids ['7ea9cb43-484f-4029-b855-5387b63d5609'] in n-d-838323-3 is: [{'id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'name': 'tempest-TestVolumeBootPattern-995718828-router', 'tenant_id': 'f840c855946542459a247bc427a2167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:31Z', 'updated_at': '2022-04-18T21:06:54Z', 'revision_number': 5, 'project_id': 'f840c855946542459a247bc427a2167c', 'gw_port': {'id': 'b6823124-5d94-4a4d-a8e5-69144d0daa13', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea9cb43-484f-4029-b855-5387b63d5609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:32Z', 'updated_at': '2022-04-18T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:06:57.805263 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c6cd5-621c-41e7-a484-30617bacdd72 req-abfa35dc-dfbc-4438-abaf-419b8600def8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:57.807351 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-037c6cd5-621c-41e7-a484-30617bacdd72 req-abfa35dc-dfbc-4438-abaf-419b8600def8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 946 time: 0.5983095 Apr 18 21:06:57.894880 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-06917e4e-23fe-4bb4-acb8-c22aba199894 None None] Allocated IP 172.20.0.18 (261b2923-b18e-45ca-b70d-7cf0bbfbca25/ccea4749-cbeb-4c4c-a1cd-045a7084cea3/023425bf-4017-401c-8760-43bf802e4027) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:57.896564 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-037c6cd5-621c-41e7-a484-30617bacdd72 req-4c102b5e-8d32-4723-b7c4-e25c5182ae57 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769155 Apr 18 21:06:57.901002 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5bd120a-f7d6-44eb-a3ab-ab5b74bb940c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:57.948177 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd120a-f7d6-44eb-a3ab-ab5b74bb940c admin admin] Pushing event deleted for resources: {'Port': ['ID=b6823124-5d94-4a4d-a8e5-69144d0daa13,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:58.129761 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5bd120a-f7d6-44eb-a3ab-ab5b74bb940c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.153500 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-06917e4e-23fe-4bb4-acb8-c22aba199894 None None] For port 023425bf-4017-401c-8760-43bf802e4027, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=023425bf-4017-401c-8760-43bf802e4027,segment=NetworkSegment(554941ed-9d04-4da6-84ee-bc15256089f7),segment_id=554941ed-9d04-4da6-84ee-bc15256089f7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:58.235564 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-06917e4e-23fe-4bb4-acb8-c22aba199894 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.245919 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-06917e4e-23fe-4bb4-acb8-c22aba199894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.316357 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5bd120a-f7d6-44eb-a3ab-ab5b74bb940c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.319250 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5bd120a-f7d6-44eb-a3ab-ab5b74bb940c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.351752 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-c4549482-6ed2-4a40-a945-7a18956ac026 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Delete allocated IP 172.20.0.24 (261b2923-b18e-45ca-b70d-7cf0bbfbca25/ccea4749-cbeb-4c4c-a1cd-045a7084cea3) {{(pid=102908) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 21:06:58.412998 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5bd120a-f7d6-44eb-a3ab-ab5b74bb940c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.413835 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bd120a-f7d6-44eb-a3ab-ab5b74bb940c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ea9cb43-484f-4029-b855-5387b63d5609 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:06:58.417898 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 023425bf-4017-401c-8760-43bf802e4027 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:06:58.422126 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5bd120a-f7d6-44eb-a3ab-ab5b74bb940c admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.424417 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e5bd120a-f7d6-44eb-a3ab-ab5b74bb940c admin admin] 10.222.0.41 "DELETE /v2.0/routers/7ea9cb43-484f-4029-b855-5387b63d5609 HTTP/1.1" status: 204 len: 168 time: 2.6835229 Apr 18 21:06:58.427732 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46406) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:58.537341 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06917e4e-23fe-4bb4-acb8-c22aba199894 None None] Pushing event updated for resources: {'Port': ['ID=023425bf-4017-401c-8760-43bf802e4027,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:58.537815 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-420f7386-fe35-4ae9-afdc-a4c4b01decaa admin admin] Deleting subnet 20af91cc-d869-4230-8d61-825647f4d54f {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:06:58.543814 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-420f7386-fe35-4ae9-afdc-a4c4b01decaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.559105 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 023425bf-4017-401c-8760-43bf802e4027 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:58.559720 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.594177 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-420f7386-fe35-4ae9-afdc-a4c4b01decaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.604570 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c4549482-6ed2-4a40-a945-7a18956ac026 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.611981 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c4549482-6ed2-4a40-a945-7a18956ac026 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.733047 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4549482-6ed2-4a40-a945-7a18956ac026 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Port': ['ID=46fe1ac0-cc0c-4825-9e89-2abebb7765ab,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:58.738349 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-420f7386-fe35-4ae9-afdc-a4c4b01decaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.742320 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5039604a-5253-4a37-b021-79e72acf33d2 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:06:58.787287 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 5039604a-5253-4a37-b021-79e72acf33d2 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:06:58.789170 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5039604a-5253-4a37-b021-79e72acf33d2 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:06:58.858235 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-420f7386-fe35-4ae9-afdc-a4c4b01decaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.901436 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-420f7386-fe35-4ae9-afdc-a4c4b01decaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.902075 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de899fbb-580b-41bf-96e8-af7c56c3e51e None None] Network 49542224-f666-4718-b03f-958adc44dc33 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:06:58.911349 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-420f7386-fe35-4ae9-afdc-a4c4b01decaa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/20af91cc-d869-4230-8d61-825647f4d54f HTTP/1.1" status: 204 len: 168 time: 0.4815750 Apr 18 21:06:58.912284 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46424) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:58.983546 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-c4549482-6ed2-4a40-a945-7a18956ac026 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] In _notify_port_updated(), no bound segment for port 46fe1ac0-cc0c-4825-9e89-2abebb7765ab on network 261b2923-b18e-45ca-b70d-7cf0bbfbca25 {{(pid=102908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 21:06:58.985927 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f7386-fe35-4ae9-afdc-a4c4b01decaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20af91cc-d869-4230-8d61-825647f4d54f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:59.016916 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4549482-6ed2-4a40-a945-7a18956ac026 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:59.017977 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c4549482-6ed2-4a40-a945-7a18956ac026 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.023628 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c4549482-6ed2-4a40-a945-7a18956ac026 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "PUT /v2.0/ports/46fe1ac0-cc0c-4825-9e89-2abebb7765ab HTTP/1.1" status: 200 len: 919 time: 2.1029339 Apr 18 21:06:59.024800 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46428) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:59.052858 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-d98f08da-d545-45db-92b7-0d07db55b3c3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '001d0daa-e5b1-4f03-ad20-c509ef93571a'}, {'subnet_id': 'ccea4749-cbeb-4c4c-a1cd-045a7084cea3'}]}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:59.079302 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f7386-fe35-4ae9-afdc-a4c4b01decaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:59.079643 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f7386-fe35-4ae9-afdc-a4c4b01decaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:59.079989 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f7386-fe35-4ae9-afdc-a4c4b01decaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:59.080326 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f7386-fe35-4ae9-afdc-a4c4b01decaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:59.089983 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f7386-fe35-4ae9-afdc-a4c4b01decaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:59.090378 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f7386-fe35-4ae9-afdc-a4c4b01decaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:59.090873 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f7386-fe35-4ae9-afdc-a4c4b01decaa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:59.091209 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f7386-fe35-4ae9-afdc-a4c4b01decaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:59.091539 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f7386-fe35-4ae9-afdc-a4c4b01decaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:59.091866 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f7386-fe35-4ae9-afdc-a4c4b01decaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:59.092193 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f7386-fe35-4ae9-afdc-a4c4b01decaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:59.093175 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f7386-fe35-4ae9-afdc-a4c4b01decaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:59.152752 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-68c814b0-6b77-4a52-a0ee-ab3044bd0a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.153636 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-600ae231-c7e0-4986-8165-2d42faeffbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.307573 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-600ae231-c7e0-4986-8165-2d42faeffbf5 admin admin] Deleting port d2f75b4e-2f85-44e6-8f4b-f987746b021d {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:59.307925 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-600ae231-c7e0-4986-8165-2d42faeffbf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.331171 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92426337-fd98-4f93-a3d4-04fcaedcd669 req-baebf8e6-d976-42c2-b5ac-b32e21641a5c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:59.343836 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92426337-fd98-4f93-a3d4-04fcaedcd669 req-baebf8e6-d976-42c2-b5ac-b32e21641a5c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 946 time: 0.2677314 Apr 18 21:06:59.426972 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92426337-fd98-4f93-a3d4-04fcaedcd669 req-5bfb8bf4-94d1-4af6-8dcc-47d29ee4739b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818391 Apr 18 21:06:59.428774 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d98f08da-d545-45db-92b7-0d07db55b3c3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.455031 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cd9430-65b5-48c7-9420-a9fc60cab01a None None] DHCP port deletion for 49542224-f666-4718-b03f-958adc44dc33 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:06:59.492996 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-600ae231-c7e0-4986-8165-2d42faeffbf5 admin admin] For port d2f75b4e-2f85-44e6-8f4b-f987746b021d, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d2f75b4e-2f85-44e6-8f4b-f987746b021d,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:59.493536 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-600ae231-c7e0-4986-8165-2d42faeffbf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.522389 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-600ae231-c7e0-4986-8165-2d42faeffbf5 admin admin] Calling delete_port for d2f75b4e-2f85-44e6-8f4b-f987746b021d owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:59.566605 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd9430-65b5-48c7-9420-a9fc60cab01a None None] Deleting port d2f75b4e-2f85-44e6-8f4b-f987746b021d {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:59.566971 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8cd9430-65b5-48c7-9420-a9fc60cab01a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.641654 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37e01d6-7bf3-4d94-ba3d-8a665abbace8 None None] Network 261b2923-b18e-45ca-b70d-7cf0bbfbca25 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:06:59.710281 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-600ae231-c7e0-4986-8165-2d42faeffbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.749006 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ae231-c7e0-4986-8165-2d42faeffbf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2f75b4e-2f85-44e6-8f4b-f987746b021d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:59.770089 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600ae231-c7e0-4986-8165-2d42faeffbf5 admin admin] No DVR routers for this DVR port d2f75b4e-2f85-44e6-8f4b-f987746b021d on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:59.771082 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c8cd9430-65b5-48c7-9420-a9fc60cab01a None None] For port d2f75b4e-2f85-44e6-8f4b-f987746b021d, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d2f75b4e-2f85-44e6-8f4b-f987746b021d,segment=NetworkSegment(bdd2ec95-fdaf-42bc-a940-ecbec7b0d313),segment_id=bdd2ec95-fdaf-42bc-a940-ecbec7b0d313)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:59.771662 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8cd9430-65b5-48c7-9420-a9fc60cab01a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.817537 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-3f66b98c-e9fe-4be2-a83f-8b3a99a9c707 None None] Provisioning complete for port 46fe1ac0-cc0c-4825-9e89-2abebb7765ab triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:59.817913 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3f66b98c-e9fe-4be2-a83f-8b3a99a9c707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.837775 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd9430-65b5-48c7-9420-a9fc60cab01a None None] Calling delete_port for d2f75b4e-2f85-44e6-8f4b-f987746b021d owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:59.848523 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-d98f08da-d545-45db-92b7-0d07db55b3c3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Allocated IP 172.20.0.19 (261b2923-b18e-45ca-b70d-7cf0bbfbca25/ccea4749-cbeb-4c4c-a1cd-045a7084cea3/46fe1ac0-cc0c-4825-9e89-2abebb7765ab) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:59.876927 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-600ae231-c7e0-4986-8165-2d42faeffbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.931300 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-600ae231-c7e0-4986-8165-2d42faeffbf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49542224-f666-4718-b03f-958adc44dc33']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:59.962731 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-600ae231-c7e0-4986-8165-2d42faeffbf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:59.963734 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-600ae231-c7e0-4986-8165-2d42faeffbf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd2ec95-fdaf-42bc-a940-ecbec7b0d313') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:59.977961 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.983816 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-600ae231-c7e0-4986-8165-2d42faeffbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.998790 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-3f66b98c-e9fe-4be2-a83f-8b3a99a9c707 None None] Port 46fe1ac0-cc0c-4825-9e89-2abebb7765ab cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:07:00.006341 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-600ae231-c7e0-4986-8165-2d42faeffbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:00.027203 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600ae231-c7e0-4986-8165-2d42faeffbf5 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:07:00.027630 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-600ae231-c7e0-4986-8165-2d42faeffbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:07:00.032338 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:07:00.068689 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d98f08da-d545-45db-92b7-0d07db55b3c3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:00.079155 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d98f08da-d545-45db-92b7-0d07db55b3c3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:00.088318 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-3f66b98c-e9fe-4be2-a83f-8b3a99a9c707 None None] Provisioning complete for port 023425bf-4017-401c-8760-43bf802e4027 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:00.089097 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3f66b98c-e9fe-4be2-a83f-8b3a99a9c707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:00.228871 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f08da-d545-45db-92b7-0d07db55b3c3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Port': ['ID=46fe1ac0-cc0c-4825-9e89-2abebb7765ab,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:00.253920 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-d98f08da-d545-45db-92b7-0d07db55b3c3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] In _notify_port_updated(), no bound segment for port 46fe1ac0-cc0c-4825-9e89-2abebb7765ab on network 261b2923-b18e-45ca-b70d-7cf0bbfbca25 {{(pid=102908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 21:07:00.260916 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98f08da-d545-45db-92b7-0d07db55b3c3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:00.262134 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d98f08da-d545-45db-92b7-0d07db55b3c3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:00.264372 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d98f08da-d545-45db-92b7-0d07db55b3c3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "PUT /v2.0/ports/46fe1ac0-cc0c-4825-9e89-2abebb7765ab HTTP/1.1" status: 200 len: 999 time: 1.2374980 Apr 18 21:07:00.272138 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46442) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:00.288540 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-600ae231-c7e0-4986-8165-2d42faeffbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:00.300500 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8cd9430-65b5-48c7-9420-a9fc60cab01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:00.314057 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-600ae231-c7e0-4986-8165-2d42faeffbf5 admin admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:00.323664 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-600ae231-c7e0-4986-8165-2d42faeffbf5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/49542224-f666-4718-b03f-958adc44dc33 HTTP/1.1" status: 204 len: 168 time: 1.3565757 Apr 18 21:07:00.331230 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46444) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:00.348807 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd9430-65b5-48c7-9420-a9fc60cab01a None None] Pushing event deleted for resources: {'Port': ['ID=d2f75b4e-2f85-44e6-8f4b-f987746b021d,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:00.353371 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 023425bf-4017-401c-8760-43bf802e4027 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:07:00.373880 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ae231-c7e0-4986-8165-2d42faeffbf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=49542224-f666-4718-b03f-958adc44dc33,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:00.378263 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c8cd9430-65b5-48c7-9420-a9fc60cab01a None None] Network 49542224-f666-4718-b03f-958adc44dc33 is not hosted by any dhcp agent {{(pid=102910) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 21:07:00.383471 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd9430-65b5-48c7-9420-a9fc60cab01a None None] No DVR routers for this DVR port d2f75b4e-2f85-44e6-8f4b-f987746b021d on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:00.492750 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-b2824584-224b-49dc-bd1f-4cb75417432f tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting port 46fe1ac0-cc0c-4825-9e89-2abebb7765ab {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:00.493689 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b2824584-224b-49dc-bd1f-4cb75417432f tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:00.651541 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b2824584-224b-49dc-bd1f-4cb75417432f tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:00.686434 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 023425bf-4017-401c-8760-43bf802e4027 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:00.687317 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:00.699854 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-b2824584-224b-49dc-bd1f-4cb75417432f tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Calling delete_port for 46fe1ac0-cc0c-4825-9e89-2abebb7765ab owned by {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:00.938949 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cd3dd-d1b7-45af-b546-c47a720602b4 req-5c70331e-d058-4f7b-8ea3-9ca355c0ba45 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:00.947989 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-708cd3dd-d1b7-45af-b546-c47a720602b4 req-5c70331e-d058-4f7b-8ea3-9ca355c0ba45 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 946 time: 0.3831136 Apr 18 21:07:01.057559 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b6823124-5d94-4a4d-a8e5-69144d0daa13 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:07:01.062902 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-708cd3dd-d1b7-45af-b546-c47a720602b4 req-f2b430c3-f50f-4787-a8e8-2c670ddc8307 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131787 Apr 18 21:07:01.081006 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b2824584-224b-49dc-bd1f-4cb75417432f tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:01.134722 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2824584-224b-49dc-bd1f-4cb75417432f tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Port': ['ID=46fe1ac0-cc0c-4825-9e89-2abebb7765ab,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:01.144976 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-2ba5c202-342f-41b4-a415-f67c5308d2bb None None] Could not find standard attr ID for object 46fe1ac0-cc0c-4825-9e89-2abebb7765ab. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:07:01.148509 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: b6823124-5d94-4a4d-a8e5-69144d0daa13 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:07:01.150078 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b6823124-5d94-4a4d-a8e5-69144d0daa13 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:07:01.156169 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d2f75b4e-2f85-44e6-8f4b-f987746b021d no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:07:01.183538 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: d2f75b4e-2f85-44e6-8f4b-f987746b021d {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:07:01.184034 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d2f75b4e-2f85-44e6-8f4b-f987746b021d not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:07:01.196330 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-2ba5c202-342f-41b4-a415-f67c5308d2bb None None] Provisioning complete for port 023425bf-4017-401c-8760-43bf802e4027 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:01.197061 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2ba5c202-342f-41b4-a415-f67c5308d2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:01.269081 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b2824584-224b-49dc-bd1f-4cb75417432f tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:01.275798 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b2824584-224b-49dc-bd1f-4cb75417432f tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/ports/46fe1ac0-cc0c-4825-9e89-2abebb7765ab HTTP/1.1" status: 204 len: 168 time: 1.0002258 Apr 18 21:07:01.280855 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46460) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:01.284341 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2aeb85f9-b535-4daa-9619-a963dffea7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:01.353225 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46b8400-15bd-4491-a918-d5043d6c6a66 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] GET failed (client error): The resource could not be found. Apr 18 21:07:01.357706 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a46b8400-15bd-4491-a918-d5043d6c6a66 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "GET /v2.0/ports/46fe1ac0-cc0c-4825-9e89-2abebb7765ab HTTP/1.1" status: 404 len: 333 time: 0.0676465 Apr 18 21:07:01.361251 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46462) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:01.451392 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-955e41a0-f246-4941-b01b-1dfb353fe504 None None] Could not find standard attr ID for object 46fe1ac0-cc0c-4825-9e89-2abebb7765ab. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:07:01.460737 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:01.564620 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-923a4a61-e73d-49f4-a7fe-3ea266e8a327 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting subnet ccea4749-cbeb-4c4c-a1cd-045a7084cea3 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:07:01.575185 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-923a4a61-e73d-49f4-a7fe-3ea266e8a327 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:01.628799 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-923a4a61-e73d-49f4-a7fe-3ea266e8a327 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:01.716419 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:01.742918 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-923a4a61-e73d-49f4-a7fe-3ea266e8a327 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:01.868849 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-2aeb85f9-b535-4daa-9619-a963dffea7bb admin admin] Deleting port 89f5d2a7-ae7f-4111-91ae-43091250c1d2 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:01.873343 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2aeb85f9-b535-4daa-9619-a963dffea7bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:01.882044 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-be0e5aaa-be5e-45f0-ba6b-f753b1e8e6bb None None] Could not find standard attr ID for object 46fe1ac0-cc0c-4825-9e89-2abebb7765ab. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:07:01.903818 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-923a4a61-e73d-49f4-a7fe-3ea266e8a327 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.030565 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-923a4a61-e73d-49f4-a7fe-3ea266e8a327 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.046858 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-923a4a61-e73d-49f4-a7fe-3ea266e8a327 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/subnets/ccea4749-cbeb-4c4c-a1cd-045a7084cea3 HTTP/1.1" status: 204 len: 168 time: 0.6839545 Apr 18 21:07:02.048639 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a4a61-e73d-49f4-a7fe-3ea266e8a327 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Subnet': ['ID=ccea4749-cbeb-4c4c-a1cd-045a7084cea3,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:02.049947 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46470) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:02.112678 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-2aeb85f9-b535-4daa-9619-a963dffea7bb admin admin] For port 89f5d2a7-ae7f-4111-91ae-43091250c1d2, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=89f5d2a7-ae7f-4111-91ae-43091250c1d2,segment=NetworkSegment(a6131be5-528e-4e80-8088-3efec16d01d5),segment_id=a6131be5-528e-4e80-8088-3efec16d01d5)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:02.113157 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2aeb85f9-b535-4daa-9619-a963dffea7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.143935 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c19746-32c6-41ed-9f01-594cc4fde3bb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting subnet 001d0daa-e5b1-4f03-ad20-c509ef93571a {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:07:02.147658 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b5f72e-2904-4d7b-ab54-65199f4b2353 None None] Network 261b2923-b18e-45ca-b70d-7cf0bbfbca25 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:07:02.152622 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-2aeb85f9-b535-4daa-9619-a963dffea7bb admin admin] Calling delete_port for 89f5d2a7-ae7f-4111-91ae-43091250c1d2 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:02.223746 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-63c19746-32c6-41ed-9f01-594cc4fde3bb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.290980 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-63c19746-32c6-41ed-9f01-594cc4fde3bb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.322865 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ec556044-66f4-4846-a080-0f5444320b5a None None] Could not find standard attr ID for object 46fe1ac0-cc0c-4825-9e89-2abebb7765ab. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:07:02.383711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00f06d-f046-4013-b018-89302cfa0664 req-7c51aa7e-b53f-4f9b-bf39-207d6fb9224c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:02.388676 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d00f06d-f046-4013-b018-89302cfa0664 req-7c51aa7e-b53f-4f9b-bf39-207d6fb9224c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 946 time: 0.1386993 Apr 18 21:07:02.470273 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d00f06d-f046-4013-b018-89302cfa0664 req-a70e7724-0c10-45b9-82f2-15256ffa9021 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676529 Apr 18 21:07:02.578015 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-63c19746-32c6-41ed-9f01-594cc4fde3bb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.610457 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2aeb85f9-b535-4daa-9619-a963dffea7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.070899 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb85f9-b535-4daa-9619-a963dffea7bb admin admin] Pushing event deleted for resources: {'Port': ['ID=89f5d2a7-ae7f-4111-91ae-43091250c1d2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:03.102842 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-63c19746-32c6-41ed-9f01-594cc4fde3bb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.143122 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c19746-32c6-41ed-9f01-594cc4fde3bb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Subnet': ['ID=001d0daa-e5b1-4f03-ad20-c509ef93571a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:03.182261 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-63c19746-32c6-41ed-9f01-594cc4fde3bb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.190816 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-63c19746-32c6-41ed-9f01-594cc4fde3bb tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/subnets/001d0daa-e5b1-4f03-ad20-c509ef93571a HTTP/1.1" status: 204 len: 168 time: 1.1395016 Apr 18 21:07:03.192055 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46490) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:03.337802 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-40db6e40-06ac-415a-a290-bc303e4a35a9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.539360 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2aeb85f9-b535-4daa-9619-a963dffea7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.543598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451d28a7-5236-4c9c-8a61-130be5f6fda3 None None] Network 261b2923-b18e-45ca-b70d-7cf0bbfbca25 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:07:03.578323 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-40db6e40-06ac-415a-a290-bc303e4a35a9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting port 023425bf-4017-401c-8760-43bf802e4027 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:03.578858 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-40db6e40-06ac-415a-a290-bc303e4a35a9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.693973 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f2da00ed-5282-4689-a635-1c4b445198fb None None] Provisioning complete for port 023425bf-4017-401c-8760-43bf802e4027 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:03.694574 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f2da00ed-5282-4689-a635-1c4b445198fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.766881 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-40db6e40-06ac-415a-a290-bc303e4a35a9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] For port 023425bf-4017-401c-8760-43bf802e4027, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=023425bf-4017-401c-8760-43bf802e4027,segment=NetworkSegment(554941ed-9d04-4da6-84ee-bc15256089f7),segment_id=554941ed-9d04-4da6-84ee-bc15256089f7)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:03.767261 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-40db6e40-06ac-415a-a290-bc303e4a35a9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.789814 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-40db6e40-06ac-415a-a290-bc303e4a35a9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Calling delete_port for 023425bf-4017-401c-8760-43bf802e4027 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:03.828175 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94117400-e575-470a-a8ee-2bafde550303 req-88535652-230f-4109-ac54-4e31ac58437e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:03.830627 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-94117400-e575-470a-a8ee-2bafde550303 req-88535652-230f-4109-ac54-4e31ac58437e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 946 time: 0.1081166 Apr 18 21:07:03.926872 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713295f2-75ad-40e7-9888-16534d5d6f43 None None] DHCP port deletion for 261b2923-b18e-45ca-b70d-7cf0bbfbca25 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:07:03.954340 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-94117400-e575-470a-a8ee-2bafde550303 req-60376dd1-392b-4d1e-867c-6e35507444e6 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918121 Apr 18 21:07:04.011008 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-40db6e40-06ac-415a-a290-bc303e4a35a9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.036406 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-713295f2-75ad-40e7-9888-16534d5d6f43 None None] Deleting port 023425bf-4017-401c-8760-43bf802e4027 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:04.037100 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-713295f2-75ad-40e7-9888-16534d5d6f43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.147935 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-713295f2-75ad-40e7-9888-16534d5d6f43 None None] For port 023425bf-4017-401c-8760-43bf802e4027, host n-d-838323-3, got binding levels [] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:04.150210 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-713295f2-75ad-40e7-9888-16534d5d6f43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.164264 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aeb85f9-b535-4daa-9619-a963dffea7bb admin admin] Router 62ccd216-bfa8-4827-839e-4689be7da5d5 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:07:04.166075 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40db6e40-06ac-415a-a290-bc303e4a35a9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] No DVR routers for this DVR port 023425bf-4017-401c-8760-43bf802e4027 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:04.172771 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db6e40-06ac-415a-a290-bc303e4a35a9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Port': ['ID=023425bf-4017-401c-8760-43bf802e4027,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:04.219583 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-713295f2-75ad-40e7-9888-16534d5d6f43 None None] Calling delete_port for 023425bf-4017-401c-8760-43bf802e4027 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:04.222745 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.ipam_backend_mixin [None req-713295f2-75ad-40e7-9888-16534d5d6f43 None None] Port 023425bf-4017-401c-8760-43bf802e4027 was not found and therefore no delete operation was performed {{(pid=102910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 21:07:04.224659 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-713295f2-75ad-40e7-9888-16534d5d6f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.273549 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713295f2-75ad-40e7-9888-16534d5d6f43 None None] No DVR routers for this DVR port 023425bf-4017-401c-8760-43bf802e4027 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:04.318980 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713295f2-75ad-40e7-9888-16534d5d6f43 None None] Pushing event deleted for resources: {'Port': ['ID=023425bf-4017-401c-8760-43bf802e4027,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:04.364211 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 023425bf-4017-401c-8760-43bf802e4027 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:07:04.407124 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 023425bf-4017-401c-8760-43bf802e4027 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:07:04.407462 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 023425bf-4017-401c-8760-43bf802e4027 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:07:04.410757 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-40db6e40-06ac-415a-a290-bc303e4a35a9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.495360 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-40db6e40-06ac-415a-a290-bc303e4a35a9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261b2923-b18e-45ca-b70d-7cf0bbfbca25']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:04.518698 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-40db6e40-06ac-415a-a290-bc303e4a35a9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '554941ed-9d04-4da6-84ee-bc15256089f7') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:04.518698 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-40db6e40-06ac-415a-a290-bc303e4a35a9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '554941ed-9d04-4da6-84ee-bc15256089f7') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:04.528499 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aeb85f9-b535-4daa-9619-a963dffea7bb admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:04.534864 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2aeb85f9-b535-4daa-9619-a963dffea7bb admin admin] 10.222.0.41 "PUT /v2.0/routers/62ccd216-bfa8-4827-839e-4689be7da5d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2024157 Apr 18 21:07:04.537971 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46514) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:04.543855 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b8dc4c-cc7e-4a9d-a8d9-e0acd5ffc924 None None] Sync routers for ids ['62ccd216-bfa8-4827-839e-4689be7da5d5'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:07:04.546559 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-40db6e40-06ac-415a-a290-bc303e4a35a9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.565295 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b8dc4c-cc7e-4a9d-a8d9-e0acd5ffc924 None None] Routers {'62ccd216-bfa8-4827-839e-4689be7da5d5'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:07:04.566019 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-d7b8dc4c-cc7e-4a9d-a8d9-e0acd5ffc924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:06:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['62ccd216-bfa8-4827-839e-4689be7da5d5'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:04.609280 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-40db6e40-06ac-415a-a290-bc303e4a35a9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.619561 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40db6e40-06ac-415a-a290-bc303e4a35a9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:07:04.619984 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-40db6e40-06ac-415a-a290-bc303e4a35a9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:07:04.720025 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:07:04.729138 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-40db6e40-06ac-415a-a290-bc303e4a35a9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.747890 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-40db6e40-06ac-415a-a290-bc303e4a35a9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.755165 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-40db6e40-06ac-415a-a290-bc303e4a35a9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/networks/261b2923-b18e-45ca-b70d-7cf0bbfbca25 HTTP/1.1" status: 204 len: 168 time: 1.5554674 Apr 18 21:07:04.756238 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46522) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:04.782399 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db6e40-06ac-415a-a290-bc303e4a35a9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Network': ['ID=261b2923-b18e-45ca-b70d-7cf0bbfbca25,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:04.868262 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec931ac-1b9e-4160-b3ee-f1d39b3d2558 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:04.870890 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cec931ac-1b9e-4160-b3ee-f1d39b3d2558 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1137776 Apr 18 21:07:04.873535 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46524) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:04.875185 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-90e68b06-eeee-4a40-b31d-6615669f1423 admin admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.912354 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-d7b8dc4c-cc7e-4a9d-a8d9-e0acd5ffc924 None None] Set router 62ccd216-bfa8-4827-839e-4689be7da5d5 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:07:04.957631 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2cb8f6c6-745f-4042-98f4-60a6331e461a tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0795774 Apr 18 21:07:04.969545 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46526) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:04.997515 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-760c3883-6496-4cb2-801b-e2dec9c44865 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-76990738'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:05.032655 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-90e68b06-eeee-4a40-b31d-6615669f1423 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.039962 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760c3883-6496-4cb2-801b-e2dec9c44865 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:05.051236 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-760c3883-6496-4cb2-801b-e2dec9c44865 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.113261 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760c3883-6496-4cb2-801b-e2dec9c44865 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:07:05.138725 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-d7b8dc4c-cc7e-4a9d-a8d9-e0acd5ffc924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ccd216-bfa8-4827-839e-4689be7da5d5', 'name': 'tempest-TestVolumeBootPattern-1414595231-router', 'tenant_id': '3d4fd3f7d66040a68cd532691f47d8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '6258c644-123f-4809-8ca8-30d0504d339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:46Z', 'updated_at': '2022-04-18T21:07:02Z', 'revision_number': 5, 'project_id': '3d4fd3f7d66040a68cd532691f47d8c3', 'gw_port': {'id': '6258c644-123f-4809-8ca8-30d0504d339c', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ccd216-bfa8-4827-839e-4689be7da5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:47Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:05.154196 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-90e68b06-eeee-4a40-b31d-6615669f1423 admin admin] Deleting port 6258c644-123f-4809-8ca8-30d0504d339c {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:05.154614 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-90e68b06-eeee-4a40-b31d-6615669f1423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.179699 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b8dc4c-cc7e-4a9d-a8d9-e0acd5ffc924 None None] Checking router: 62ccd216-bfa8-4827-839e-4689be7da5d5 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:07:05.192220 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b8dc4c-cc7e-4a9d-a8d9-e0acd5ffc924 None None] Routers {'62ccd216-bfa8-4827-839e-4689be7da5d5'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:07:05.194208 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-d7b8dc4c-cc7e-4a9d-a8d9-e0acd5ffc924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:06:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['62ccd216-bfa8-4827-839e-4689be7da5d5'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:05.195840 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-760c3883-6496-4cb2-801b-e2dec9c44865 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.204375 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-760c3883-6496-4cb2-801b-e2dec9c44865 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Added segment 3aaf9cdd-0e2a-4b14-a24d-fec6d4e682a2 of type vlan for network 81c697be-5a64-41c9-9998-42ecde986369 Apr 18 21:07:05.285433 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d8754-13d6-414a-8174-d89e9d35688f req-062df5c8-b6a7-4c7d-9e03-d4330138ed9d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:05.287188 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-024d8754-13d6-414a-8174-d89e9d35688f req-062df5c8-b6a7-4c7d-9e03-d4330138ed9d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 946 time: 0.1666284 Apr 18 21:07:05.294528 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-760c3883-6496-4cb2-801b-e2dec9c44865 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.299143 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-90e68b06-eeee-4a40-b31d-6615669f1423 admin admin] For port 6258c644-123f-4809-8ca8-30d0504d339c, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6258c644-123f-4809-8ca8-30d0504d339c,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:05.299585 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-90e68b06-eeee-4a40-b31d-6615669f1423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.314696 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-90e68b06-eeee-4a40-b31d-6615669f1423 admin admin] Calling delete_port for 6258c644-123f-4809-8ca8-30d0504d339c owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:05.350290 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-024d8754-13d6-414a-8174-d89e9d35688f req-6c407934-f052-434d-8b6d-ca86aadb3506 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530663 Apr 18 21:07:05.366518 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-760c3883-6496-4cb2-801b-e2dec9c44865 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.382526 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760c3883-6496-4cb2-801b-e2dec9c44865 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:05.383374 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-760c3883-6496-4cb2-801b-e2dec9c44865 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.424052 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-d7b8dc4c-cc7e-4a9d-a8d9-e0acd5ffc924 None None] Set router 62ccd216-bfa8-4827-839e-4689be7da5d5 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:07:05.495442 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-d7b8dc4c-cc7e-4a9d-a8d9-e0acd5ffc924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ccd216-bfa8-4827-839e-4689be7da5d5', 'name': 'tempest-TestVolumeBootPattern-1414595231-router', 'tenant_id': '3d4fd3f7d66040a68cd532691f47d8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:46Z', 'updated_at': '2022-04-18T21:07:05Z', 'revision_number': 6, 'project_id': '3d4fd3f7d66040a68cd532691f47d8c3', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:05.529009 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b8dc4c-cc7e-4a9d-a8d9-e0acd5ffc924 None None] The sync data for ids ['62ccd216-bfa8-4827-839e-4689be7da5d5'] in n-d-838323-3 is: [{'id': '62ccd216-bfa8-4827-839e-4689be7da5d5', 'name': 'tempest-TestVolumeBootPattern-1414595231-router', 'tenant_id': '3d4fd3f7d66040a68cd532691f47d8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:46Z', 'updated_at': '2022-04-18T21:07:05Z', 'revision_number': 6, 'project_id': '3d4fd3f7d66040a68cd532691f47d8c3', 'gw_port_host': None}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:07:05.545331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c3883-6496-4cb2-801b-e2dec9c44865 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Network': ['ID=81c697be-5a64-41c9-9998-42ecde986369,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:05.554751 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-90e68b06-eeee-4a40-b31d-6615669f1423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.560044 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 81c697be-5a64-41c9-9998-42ecde986369 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:07:05.564634 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-760c3883-6496-4cb2-801b-e2dec9c44865 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5940189 Apr 18 21:07:05.568104 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46536) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:05.577836 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a96fa823-29b8-45eb-9d64-9f79f55e5e0c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'subnet': {'network_id': '81c697be-5a64-41c9-9998-42ecde986369', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:05.622712 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e68b06-eeee-4a40-b31d-6615669f1423 admin admin] Pushing event deleted for resources: {'Port': ['ID=6258c644-123f-4809-8ca8-30d0504d339c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:05.676684 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96fa823-29b8-45eb-9d64-9f79f55e5e0c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:05.682476 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a96fa823-29b8-45eb-9d64-9f79f55e5e0c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.696242 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-90e68b06-eeee-4a40-b31d-6615669f1423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.848849 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-90e68b06-eeee-4a40-b31d-6615669f1423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.851169 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-90e68b06-eeee-4a40-b31d-6615669f1423 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.903991 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-90e68b06-eeee-4a40-b31d-6615669f1423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.904565 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e68b06-eeee-4a40-b31d-6615669f1423 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62ccd216-bfa8-4827-839e-4689be7da5d5 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:07:05.909556 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-90e68b06-eeee-4a40-b31d-6615669f1423 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.911413 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-90e68b06-eeee-4a40-b31d-6615669f1423 admin admin] 10.222.0.41 "DELETE /v2.0/routers/62ccd216-bfa8-4827-839e-4689be7da5d5 HTTP/1.1" status: 204 len: 168 time: 1.3725228 Apr 18 21:07:05.914442 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46544) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:05.927376 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a96fa823-29b8-45eb-9d64-9f79f55e5e0c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.032391 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb4daaa-f679-41c7-b82f-0a49f9ae1ba2 admin admin] Deleting subnet 0be01b0c-cb61-42d5-b645-7bb2794d7a56 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:07:06.041170 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-deb4daaa-f679-41c7-b82f-0a49f9ae1ba2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.096197 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fa823-29b8-45eb-9d64-9f79f55e5e0c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Subnet': ['ID=089fbb4a-25cf-4db3-b4ed-812e2cbcfea5,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:06.113264 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-deb4daaa-f679-41c7-b82f-0a49f9ae1ba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.136540 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96fa823-29b8-45eb-9d64-9f79f55e5e0c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Checking segment: {'id': '3aaf9cdd-0e2a-4b14-a24d-fec6d4e682a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '81c697be-5a64-41c9-9998-42ecde986369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:07:06.136798 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96fa823-29b8-45eb-9d64-9f79f55e5e0c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network hostable DHCP agents. Network: 81c697be-5a64-41c9-9998-42ecde986369, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:07:06.180685 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96fa823-29b8-45eb-9d64-9f79f55e5e0c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network 81c697be-5a64-41c9-9998-42ecde986369 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:07:06.218926 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-a96fa823-29b8-45eb-9d64-9f79f55e5e0c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 81c697be-5a64-41c9-9998-42ecde986369) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:06.226745 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96fa823-29b8-45eb-9d64-9f79f55e5e0c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:06.227752 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a96fa823-29b8-45eb-9d64-9f79f55e5e0c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.237739 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-deb4daaa-f679-41c7-b82f-0a49f9ae1ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.238266 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce9ed82-b155-4844-ae22-f57f9a60b108 None None] Network 81c697be-5a64-41c9-9998-42ecde986369 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:07:06.269392 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a96fa823-29b8-45eb-9d64-9f79f55e5e0c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6998072 Apr 18 21:07:06.274417 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46552) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:06.290535 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a1c8cfed-bda4-4a0b-973f-4f7b7e2fe9b6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'port': {'network_id': '81c697be-5a64-41c9-9998-42ecde986369', 'name': 'tempest-PortsTestJSON-178198393'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:06.310757 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-deb4daaa-f679-41c7-b82f-0a49f9ae1ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.354358 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-deb4daaa-f679-41c7-b82f-0a49f9ae1ba2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.361440 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-deb4daaa-f679-41c7-b82f-0a49f9ae1ba2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0be01b0c-cb61-42d5-b645-7bb2794d7a56 HTTP/1.1" status: 204 len: 168 time: 0.4425437 Apr 18 21:07:06.361633 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b63c1a-d27d-41f5-bc60-09f8aefadccf None None] Network 3726cfd6-29bd-476a-bb05-ca16369c561d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:07:06.361766 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4daaa-f679-41c7-b82f-0a49f9ae1ba2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0be01b0c-cb61-42d5-b645-7bb2794d7a56,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:06.362730 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46554) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:06.513383 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbca38c0-9eb7-4dd1-894d-4493ef279c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.588650 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7dbfb-48d4-4c5b-9cbd-78ad640091a4 req-850e8258-1296-4b1c-ae35-37f35a53110d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:06.590813 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f9a7dbfb-48d4-4c5b-9cbd-78ad640091a4 req-850e8258-1296-4b1c-ae35-37f35a53110d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 946 time: 0.0868528 Apr 18 21:07:06.595030 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 89f5d2a7-ae7f-4111-91ae-43091250c1d2 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:07:06.639132 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c8cfed-bda4-4a0b-973f-4f7b7e2fe9b6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:06.642152 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1c8cfed-bda4-4a0b-973f-4f7b7e2fe9b6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.669244 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 89f5d2a7-ae7f-4111-91ae-43091250c1d2 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:07:06.671413 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 89f5d2a7-ae7f-4111-91ae-43091250c1d2 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:07:06.671986 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6258c644-123f-4809-8ca8-30d0504d339c no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:07:06.673949 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f9a7dbfb-48d4-4c5b-9cbd-78ad640091a4 req-210bb673-1871-4c27-b3d3-85bef7da894c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740526 Apr 18 21:07:06.686736 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-a1c8cfed-bda4-4a0b-973f-4f7b7e2fe9b6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] device_id is not set on port a5b8d1ac-97cc-4385-9122-5da1ebbdd21f yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:07:06.705739 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-bbca38c0-9eb7-4dd1-894d-4493ef279c86 admin admin] Deleting port 9af5b2ae-31f1-4b01-a486-a6ebedfdda5b {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:06.706201 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbca38c0-9eb7-4dd1-894d-4493ef279c86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.724686 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 6258c644-123f-4809-8ca8-30d0504d339c {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:07:06.725327 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6258c644-123f-4809-8ca8-30d0504d339c not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:07:06.781703 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27167b92-7f43-42ae-8a85-a25d870d6e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-81c697be-5a64-41c9-9998-42ecde986369', 'network_id': '81c697be-5a64-41c9-9998-42ecde986369', 'tenant_id': '10b245ff59924efba16b9ae2c0a901b6', 'fixed_ips': [{'subnet_id': '089fbb4a-25cf-4db3-b4ed-812e2cbcfea5'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:07:06.782813 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-27167b92-7f43-42ae-8a85-a25d870d6e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.809869 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-bbca38c0-9eb7-4dd1-894d-4493ef279c86 admin admin] For port 9af5b2ae-31f1-4b01-a486-a6ebedfdda5b, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=9af5b2ae-31f1-4b01-a486-a6ebedfdda5b,segment=NetworkSegment(a6131be5-528e-4e80-8088-3efec16d01d5),segment_id=a6131be5-528e-4e80-8088-3efec16d01d5)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:06.810223 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbca38c0-9eb7-4dd1-894d-4493ef279c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.888548 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-bbca38c0-9eb7-4dd1-894d-4493ef279c86 admin admin] Calling delete_port for 9af5b2ae-31f1-4b01-a486-a6ebedfdda5b owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:06.902431 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d783b0e-5bc0-43d7-be73-4cbe7cbc1448 None None] DHCP port deletion for 3726cfd6-29bd-476a-bb05-ca16369c561d request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:07:06.996216 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-8d783b0e-5bc0-43d7-be73-4cbe7cbc1448 None None] Deleting port 9af5b2ae-31f1-4b01-a486-a6ebedfdda5b {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:06.997061 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8d783b0e-5bc0-43d7-be73-4cbe7cbc1448 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.081602 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-8d783b0e-5bc0-43d7-be73-4cbe7cbc1448 None None] For port 9af5b2ae-31f1-4b01-a486-a6ebedfdda5b, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=9af5b2ae-31f1-4b01-a486-a6ebedfdda5b,segment=NetworkSegment(a6131be5-528e-4e80-8088-3efec16d01d5),segment_id=a6131be5-528e-4e80-8088-3efec16d01d5)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:07.083147 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8d783b0e-5bc0-43d7-be73-4cbe7cbc1448 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.099211 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-8d783b0e-5bc0-43d7-be73-4cbe7cbc1448 None None] Calling delete_port for 9af5b2ae-31f1-4b01-a486-a6ebedfdda5b owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:07.125691 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-a1c8cfed-bda4-4a0b-973f-4f7b7e2fe9b6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Allocated IP 172.20.0.6 (81c697be-5a64-41c9-9998-42ecde986369/089fbb4a-25cf-4db3-b4ed-812e2cbcfea5/a5b8d1ac-97cc-4385-9122-5da1ebbdd21f) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:07.132522 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-366c8134-d4e1-405c-b263-54fe02855ccd service neutron] show failed (client error): The resource could not be found. Apr 18 21:07:07.134332 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-366c8134-d4e1-405c-b263-54fe02855ccd service neutron] 10.222.0.32 "GET /v2.0/ports/826de45f-e32f-49a1-abc5-18b017d2480f/bindings/n-h2-838323-3 HTTP/1.1" status: 404 len: 380 time: 0.1848631 Apr 18 21:07:07.189354 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbca38c0-9eb7-4dd1-894d-4493ef279c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.210409 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8d783b0e-5bc0-43d7-be73-4cbe7cbc1448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.241993 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca38c0-9eb7-4dd1-894d-4493ef279c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=9af5b2ae-31f1-4b01-a486-a6ebedfdda5b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:07.267710 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbca38c0-9eb7-4dd1-894d-4493ef279c86 admin admin] No DVR routers for this DVR port 9af5b2ae-31f1-4b01-a486-a6ebedfdda5b on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:07.291441 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d783b0e-5bc0-43d7-be73-4cbe7cbc1448 None None] Pushing event deleted for resources: {'Port': ['ID=9af5b2ae-31f1-4b01-a486-a6ebedfdda5b,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:07.305606 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d783b0e-5bc0-43d7-be73-4cbe7cbc1448 None None] No DVR routers for this DVR port 9af5b2ae-31f1-4b01-a486-a6ebedfdda5b on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:07.458194 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbca38c0-9eb7-4dd1-894d-4493ef279c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.513404 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-bbca38c0-9eb7-4dd1-894d-4493ef279c86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3726cfd6-29bd-476a-bb05-ca16369c561d']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:07.530249 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-bbca38c0-9eb7-4dd1-894d-4493ef279c86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6131be5-528e-4e80-8088-3efec16d01d5') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:07.530612 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-bbca38c0-9eb7-4dd1-894d-4493ef279c86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6131be5-528e-4e80-8088-3efec16d01d5') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:07.545424 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1c8cfed-bda4-4a0b-973f-4f7b7e2fe9b6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.552306 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-c3e3b605-fd30-4564-a286-1e1ef135680d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:07.553831 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-c3e3b605-fd30-4564-a286-1e1ef135680d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299&tenant_id=27c85133ac5b409ea3755f27ced6b066 HTTP/1.1" status: 200 len: 1097 time: 0.1698329 Apr 18 21:07:07.555946 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbca38c0-9eb7-4dd1-894d-4493ef279c86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.570527 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-6df48503-59ca-4202-a5c9-5fe2c066132c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838323-3', 'device_owner': 'compute:nova'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:07.599374 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbca38c0-9eb7-4dd1-894d-4493ef279c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.614988 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbca38c0-9eb7-4dd1-894d-4493ef279c86 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:07:07.615524 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbca38c0-9eb7-4dd1-894d-4493ef279c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:07:07.617817 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:07:07.714258 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-6df48503-59ca-4202-a5c9-5fe2c066132c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.727564 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1c8cfed-bda4-4a0b-973f-4f7b7e2fe9b6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.743496 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbca38c0-9eb7-4dd1-894d-4493ef279c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.775121 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbca38c0-9eb7-4dd1-894d-4493ef279c86 admin admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.781759 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bbca38c0-9eb7-4dd1-894d-4493ef279c86 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3726cfd6-29bd-476a-bb05-ca16369c561d HTTP/1.1" status: 204 len: 168 time: 1.4121532 Apr 18 21:07:07.790114 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-27167b92-7f43-42ae-8a85-a25d870d6e80 None None] Allocated IP 172.20.0.2 (81c697be-5a64-41c9-9998-42ecde986369/089fbb4a-25cf-4db3-b4ed-812e2cbcfea5/d297ad8a-3156-454e-b1cf-cc041a692ef6) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:07.945639 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366475d-b4e2-4481-bf22-81a5313b4218 req-7074f09f-b510-4600-9921-c66851c99a09 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:07.947360 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e366475d-b4e2-4481-bf22-81a5313b4218 req-7074f09f-b510-4600-9921-c66851c99a09 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 946 time: 0.1697164 Apr 18 21:07:07.967290 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.047398 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46592) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:08.054894 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e366475d-b4e2-4481-bf22-81a5313b4218 req-70930307-faa3-4f32-8b3d-6ca2c44f52d3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978220 Apr 18 21:07:08.134376 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-27167b92-7f43-42ae-8a85-a25d870d6e80 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.147836 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-27167b92-7f43-42ae-8a85-a25d870d6e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.227588 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-98d32178-0db0-4ee2-bbaf-b16fc34a5fa7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f840c855946542459a247bc427a2167c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658769 Apr 18 21:07:08.231326 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46596) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:08.258682 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 9af5b2ae-31f1-4b01-a486-a6ebedfdda5b no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:07:08.295018 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27167b92-7f43-42ae-8a85-a25d870d6e80 None None] Network 81c697be-5a64-41c9-9998-42ecde986369 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:08.305353 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-27167b92-7f43-42ae-8a85-a25d870d6e80 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:08.309979 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 9af5b2ae-31f1-4b01-a486-a6ebedfdda5b {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:07:08.310363 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 9af5b2ae-31f1-4b01-a486-a6ebedfdda5b not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:07:08.315269 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27167b92-7f43-42ae-8a85-a25d870d6e80 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:07:08.324808 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27167b92-7f43-42ae-8a85-a25d870d6e80 None None] Pushing event updated for resources: {'Port': ['ID=d297ad8a-3156-454e-b1cf-cc041a692ef6,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:08.376593 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8dbd5e2e-2681-4cfc-8633-41ce4c92a77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.415462 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8dbd5e2e-2681-4cfc-8633-41ce4c92a77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.431834 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-27167b92-7f43-42ae-8a85-a25d870d6e80 None None] Attempting to bind port d297ad8a-3156-454e-b1cf-cc041a692ef6 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:08.432299 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-27167b92-7f43-42ae-8a85-a25d870d6e80 None None] Attempting to bind port d297ad8a-3156-454e-b1cf-cc041a692ef6 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '3aaf9cdd-0e2a-4b14-a24d-fec6d4e682a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '81c697be-5a64-41c9-9998-42ecde986369'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:08.432701 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27167b92-7f43-42ae-8a85-a25d870d6e80 None None] Attempting to bind port d297ad8a-3156-454e-b1cf-cc041a692ef6 on network 81c697be-5a64-41c9-9998-42ecde986369 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:07:08.438596 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27167b92-7f43-42ae-8a85-a25d870d6e80 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:07:08.438973 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27167b92-7f43-42ae-8a85-a25d870d6e80 None None] Checking segment: {'id': '3aaf9cdd-0e2a-4b14-a24d-fec6d4e682a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '81c697be-5a64-41c9-9998-42ecde986369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:07:08.439387 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-27167b92-7f43-42ae-8a85-a25d870d6e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.439788 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27167b92-7f43-42ae-8a85-a25d870d6e80 None None] Bound using segment: {'id': '3aaf9cdd-0e2a-4b14-a24d-fec6d4e682a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '81c697be-5a64-41c9-9998-42ecde986369'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:07:08.440271 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-27167b92-7f43-42ae-8a85-a25d870d6e80 None None] Bound port: d297ad8a-3156-454e-b1cf-cc041a692ef6, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aaf9cdd-0e2a-4b14-a24d-fec6d4e682a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '81c697be-5a64-41c9-9998-42ecde986369'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:08.440693 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-27167b92-7f43-42ae-8a85-a25d870d6e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.491620 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8dbd5e2e-2681-4cfc-8633-41ce4c92a77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.497303 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8dbd5e2e-2681-4cfc-8633-41ce4c92a77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.505971 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8dbd5e2e-2681-4cfc-8633-41ce4c92a77f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64e92495-a4c7-4570-877d-d43f49207ead HTTP/1.1" status: 204 len: 168 time: 0.2731438 Apr 18 21:07:08.518319 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46606) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:08.546789 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd5e2e-2681-4cfc-8633-41ce4c92a77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e92495-a4c7-4570-877d-d43f49207ead,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:08.561380 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c8cfed-bda4-4a0b-973f-4f7b7e2fe9b6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network 81c697be-5a64-41c9-9998-42ecde986369 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:08.564034 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-a1c8cfed-bda4-4a0b-973f-4f7b7e2fe9b6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:08.567732 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca38c0-9eb7-4dd1-894d-4493ef279c86 admin admin] Pushing event deleted for resources: {'Network': ['ID=3726cfd6-29bd-476a-bb05-ca16369c561d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:08.614506 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c8cfed-bda4-4a0b-973f-4f7b7e2fe9b6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:07:08.623113 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-27167b92-7f43-42ae-8a85-a25d870d6e80 None None] For port d297ad8a-3156-454e-b1cf-cc041a692ef6, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:08.629680 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-27167b92-7f43-42ae-8a85-a25d870d6e80 None None] For port d297ad8a-3156-454e-b1cf-cc041a692ef6, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d297ad8a-3156-454e-b1cf-cc041a692ef6,segment=NetworkSegment(3aaf9cdd-0e2a-4b14-a24d-fec6d4e682a2),segment_id=3aaf9cdd-0e2a-4b14-a24d-fec6d4e682a2)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:07:08.638709 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-27167b92-7f43-42ae-8a85-a25d870d6e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.697209 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-6df48503-59ca-4202-a5c9-5fe2c066132c service neutron] For port 826de45f-e32f-49a1-abc5-18b017d2480f, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=826de45f-e32f-49a1-abc5-18b017d2480f,segment=NetworkSegment(3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd),segment_id=3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:08.704346 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8cfed-bda4-4a0b-973f-4f7b7e2fe9b6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Port': ['ID=a5b8d1ac-97cc-4385-9122-5da1ebbdd21f,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:08.737474 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c8cfed-bda4-4a0b-973f-4f7b7e2fe9b6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:08.738127 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27167b92-7f43-42ae-8a85-a25d870d6e80 None None] Pushing event updated for resources: {'Port': ['ID=d297ad8a-3156-454e-b1cf-cc041a692ef6,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:08.738278 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1c8cfed-bda4-4a0b-973f-4f7b7e2fe9b6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.766643 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a1c8cfed-bda4-4a0b-973f-4f7b7e2fe9b6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4890380 Apr 18 21:07:08.769333 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46618) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:08.778696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ec413c14-ce21-49a8-b08a-950af3e92bcc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'port': {'network_id': '81c697be-5a64-41c9-9998-42ecde986369', 'name': 'tempest-PortsTestJSON-1120171101'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:08.783443 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-6df48503-59ca-4202-a5c9-5fe2c066132c service neutron] For port 826de45f-e32f-49a1-abc5-18b017d2480f, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:08.864976 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f19898-fe40-4c20-ae03-71a72d885299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '826de45f-e32f-49a1-abc5-18b017d2480f'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:07:08.875391 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0dd82d7-d549-422f-8fbd-02618d92c327" -d '{"events": [{"server_uuid": "a9f19898-fe40-4c20-ae03-71a72d885299", "name": "network-vif-unplugged", "status": "completed", "tag": "826de45f-e32f-49a1-abc5-18b017d2480f"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:07:08.883472 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-6df48503-59ca-4202-a5c9-5fe2c066132c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.908561 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-6df48503-59ca-4202-a5c9-5fe2c066132c service neutron] Transition to ACTIVE for port object 826de45f-e32f-49a1-abc5-18b017d2480f will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:08.913480 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-6df48503-59ca-4202-a5c9-5fe2c066132c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.133247 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8677b7f8-d9c0-42c2-abcf-5d0f2fb05d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.136793 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46632) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:09.169906 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb9b75c-4546-4bfc-b372-01b716e148b0 x-openstack-request-id: req-5cb9b75c-4546-4bfc-b372-01b716e148b0 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:07:09.170333 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f19898-fe40-4c20-ae03-71a72d885299", "name": "network-vif-unplugged", "status": "completed", "tag": "826de45f-e32f-49a1-abc5-18b017d2480f", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:07:09.170594 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5cb9b75c-4546-4bfc-b372-01b716e148b0 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:07:09.171150 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cb9b75c-4546-4bfc-b372-01b716e148b0'] response: {'server_uuid': 'a9f19898-fe40-4c20-ae03-71a72d885299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '826de45f-e32f-49a1-abc5-18b017d2480f', 'code': 200} Apr 18 21:07:09.206219 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-6df48503-59ca-4202-a5c9-5fe2c066132c service neutron] No DVR routers for this DVR port 826de45f-e32f-49a1-abc5-18b017d2480f on host n-h1-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:09.210567 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df48503-59ca-4202-a5c9-5fe2c066132c service neutron] Pushing event updated for resources: {'Port': ['ID=826de45f-e32f-49a1-abc5-18b017d2480f,revision_number=6']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:09.222964 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec413c14-ce21-49a8-b08a-950af3e92bcc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:09.228010 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ec413c14-ce21-49a8-b08a-950af3e92bcc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.321627 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b673bec7-29fa-451c-84ef-2f392837a34d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d4fd3f7d66040a68cd532691f47d8c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1831305 Apr 18 21:07:09.326205 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46636) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:09.343001 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-ec413c14-ce21-49a8-b08a-950af3e92bcc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] device_id is not set on port becd411d-8351-4fa9-a7e4-2800328d7158 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:07:09.430754 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-6df48503-59ca-4202-a5c9-5fe2c066132c service neutron] Attempting to bind port 826de45f-e32f-49a1-abc5-18b017d2480f on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:09.431090 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-6df48503-59ca-4202-a5c9-5fe2c066132c service neutron] Attempting to bind port 826de45f-e32f-49a1-abc5-18b017d2480f by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:09.431657 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-6df48503-59ca-4202-a5c9-5fe2c066132c service neutron] Attempting to bind port 826de45f-e32f-49a1-abc5-18b017d2480f on network 26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:07:09.433469 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-afbdbb15-dcaa-48f4-ad96-6496e5d76610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.447682 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-6df48503-59ca-4202-a5c9-5fe2c066132c service neutron] Port 826de45f-e32f-49a1-abc5-18b017d2480f on network 26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:07:09.448044 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-6df48503-59ca-4202-a5c9-5fe2c066132c service neutron] Attempting to bind port 826de45f-e32f-49a1-abc5-18b017d2480f on network 26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:07:09.459631 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45db3f5-2fce-4100-98d1-f1a26a1d2f2b req-25ce3404-294e-4ba5-89e3-94882a986006 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:09.462572 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f45db3f5-2fce-4100-98d1-f1a26a1d2f2b req-25ce3404-294e-4ba5-89e3-94882a986006 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 944 time: 0.2446570 Apr 18 21:07:09.463254 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-6df48503-59ca-4202-a5c9-5fe2c066132c service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:07:09.463598 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-6df48503-59ca-4202-a5c9-5fe2c066132c service neutron] Checking segment: {'id': '3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:07:09.463985 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-6df48503-59ca-4202-a5c9-5fe2c066132c service neutron] Bound using segment: {'id': '3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:07:09.464418 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-6df48503-59ca-4202-a5c9-5fe2c066132c service neutron] Bound port: 826de45f-e32f-49a1-abc5-18b017d2480f, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:09.464798 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-6df48503-59ca-4202-a5c9-5fe2c066132c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.468042 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-afbdbb15-dcaa-48f4-ad96-6496e5d76610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.545239 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8677b7f8-d9c0-42c2-abcf-5d0f2fb05d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.559911 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8677b7f8-d9c0-42c2-abcf-5d0f2fb05d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.583889 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-afbdbb15-dcaa-48f4-ad96-6496e5d76610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.586694 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-afbdbb15-dcaa-48f4-ad96-6496e5d76610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.590921 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-afbdbb15-dcaa-48f4-ad96-6496e5d76610 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4eb87077-068f-4fa2-ba5c-14ee30984adb HTTP/1.1" status: 204 len: 168 time: 0.2636697 Apr 18 21:07:09.599488 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-6df48503-59ca-4202-a5c9-5fe2c066132c service neutron] For port 826de45f-e32f-49a1-abc5-18b017d2480f, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:09.607832 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-6df48503-59ca-4202-a5c9-5fe2c066132c service neutron] For port 826de45f-e32f-49a1-abc5-18b017d2480f, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=826de45f-e32f-49a1-abc5-18b017d2480f,segment=NetworkSegment(3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd),segment_id=3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:07:09.609541 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbdbb15-dcaa-48f4-ad96-6496e5d76610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb87077-068f-4fa2-ba5c-14ee30984adb,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:09.610973 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f45db3f5-2fce-4100-98d1-f1a26a1d2f2b req-29950049-f57d-4654-966e-f9efac1fd0c8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279979 Apr 18 21:07:09.622227 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-6df48503-59ca-4202-a5c9-5fe2c066132c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.630342 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-ec413c14-ce21-49a8-b08a-950af3e92bcc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Allocated IP 172.20.0.10 (81c697be-5a64-41c9-9998-42ecde986369/089fbb4a-25cf-4db3-b4ed-812e2cbcfea5/becd411d-8351-4fa9-a7e4-2800328d7158) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:09.680731 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-6df48503-59ca-4202-a5c9-5fe2c066132c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:09.681559 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-6df48503-59ca-4202-a5c9-5fe2c066132c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.683524 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-6df48503-59ca-4202-a5c9-5fe2c066132c service neutron] 10.222.0.57 "PUT /v2.0/ports/826de45f-e32f-49a1-abc5-18b017d2480f HTTP/1.1" status: 200 len: 1092 time: 2.1194637 Apr 18 21:07:09.704258 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8677b7f8-d9c0-42c2-abcf-5d0f2fb05d82 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ab9cc4363014ca4adb5d1ccac690c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1763146 Apr 18 21:07:09.705912 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46640) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:09.727727 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677b7f8-d9c0-42c2-abcf-5d0f2fb05d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16508285-9fe7-4b88-bc94-d6463383d5d1,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:09.810930 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df48503-59ca-4202-a5c9-5fe2c066132c service neutron] Pushing event updated for resources: {'Port': ['ID=826de45f-e32f-49a1-abc5-18b017d2480f,revision_number=7']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:09.872335 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-8cf1a1e3-1e6b-40ec-b8e4-2666e420f78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:09.875845 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-8cf1a1e3-1e6b-40ec-b8e4-2666e420f78c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 1095 time: 0.1494200 Apr 18 21:07:09.940933 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ed080c12-2eee-4a80-9630-1509001e90d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.168560 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-8de27dbf-e00d-4822-9c1d-6040cfc59480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:10.196093 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-8de27dbf-e00d-4822-9c1d-6040cfc59480 service neutron] 10.222.0.57 "GET /v2.0/networks?id=26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 HTTP/1.1" status: 200 len: 898 time: 0.3129497 Apr 18 21:07:10.339760 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d297ad8a-3156-454e-b1cf-cc041a692ef6 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:07:10.371594 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-fa0862ef-fbd6-4d9d-9a51-b27e2b783e71 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=826de45f-e32f-49a1-abc5-18b017d2480f HTTP/1.1" status: 200 len: 999 time: 0.1690710 Apr 18 21:07:10.438960 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port d297ad8a-3156-454e-b1cf-cc041a692ef6 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:10.439336 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.457620 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-096ab431-72e8-48bd-a392-45e72de67b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:10.459670 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-096ab431-72e8-48bd-a392-45e72de67b2c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=90676a33-392f-4df3-b5ef-9d5a1f1300f2 HTTP/1.1" status: 200 len: 834 time: 0.0817349 Apr 18 21:07:10.553305 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-84f90be9-b4b5-401b-a736-840896549bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:10.554849 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-84f90be9-b4b5-401b-a736-840896549bf1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26eabdd2-4fb7-4d1d-8061-1c46d3651dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876234 Apr 18 21:07:10.585394 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.587858 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373901ad-79cb-4136-ac23-af3a81856760 None None] Network 81c697be-5a64-41c9-9998-42ecde986369 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:07:10.607803 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ed080c12-2eee-4a80-9630-1509001e90d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.668288 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-a7009a77-ed42-429f-a873-e3e324f04130 service neutron] 10.222.0.57 "GET /v2.0/networks/26eabdd2-4fb7-4d1d-8061-1c46d3651dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065912 Apr 18 21:07:10.671320 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ec413c14-ce21-49a8-b08a-950af3e92bcc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.700826 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port d297ad8a-3156-454e-b1cf-cc041a692ef6, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d297ad8a-3156-454e-b1cf-cc041a692ef6,segment=NetworkSegment(3aaf9cdd-0e2a-4b14-a24d-fec6d4e682a2),segment_id=3aaf9cdd-0e2a-4b14-a24d-fec6d4e682a2)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:10.715024 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ed080c12-2eee-4a80-9630-1509001e90d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.717884 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ed080c12-2eee-4a80-9630-1509001e90d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.724925 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ed080c12-2eee-4a80-9630-1509001e90d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16508285-9fe7-4b88-bc94-d6463383d5d1 HTTP/1.1" status: 204 len: 168 time: 1.0090940 Apr 18 21:07:10.730573 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.737890 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed080c12-2eee-4a80-9630-1509001e90d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16508285-9fe7-4b88-bc94-d6463383d5d1,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:10.743562 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ec413c14-ce21-49a8-b08a-950af3e92bcc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.769101 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 826de45f-e32f-49a1-abc5-18b017d2480f no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:07:10.824772 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c323d986-1a21-4ebb-8afe-005e6c55b02c None None] Provisioning complete for port d297ad8a-3156-454e-b1cf-cc041a692ef6 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:10.825521 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c323d986-1a21-4ebb-8afe-005e6c55b02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.867975 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-32dac03e-a7ea-4c0e-9784-878136034d67 req-db313a00-c841-4c2f-8029-860c97b794eb service neutron] 10.222.0.57 "GET /v2.0/networks/26eabdd2-4fb7-4d1d-8061-1c46d3651dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931865 Apr 18 21:07:10.870238 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec413c14-ce21-49a8-b08a-950af3e92bcc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network 81c697be-5a64-41c9-9998-42ecde986369 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:10.899891 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-ec413c14-ce21-49a8-b08a-950af3e92bcc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:10.911101 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec413c14-ce21-49a8-b08a-950af3e92bcc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:07:10.985506 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec413c14-ce21-49a8-b08a-950af3e92bcc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Port': ['ID=becd411d-8351-4fa9-a7e4-2800328d7158,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:11.030481 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005aae8-e8c6-43b0-9537-29c2906b50e9 req-6942f623-c7fa-46a8-8c85-32b26181e9b1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:11.038602 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c005aae8-e8c6-43b0-9537-29c2906b50e9 req-6942f623-c7fa-46a8-8c85-32b26181e9b1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 944 time: 0.2275469 Apr 18 21:07:11.061689 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec413c14-ce21-49a8-b08a-950af3e92bcc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:11.062578 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ec413c14-ce21-49a8-b08a-950af3e92bcc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:11.122502 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=d297ad8a-3156-454e-b1cf-cc041a692ef6,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:11.134602 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 826de45f-e32f-49a1-abc5-18b017d2480f not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:07:11.141774 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c005aae8-e8c6-43b0-9537-29c2906b50e9 req-b7b132ae-e55e-46d6-b014-e768cc1aea24 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015038 Apr 18 21:07:11.152119 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46650) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:11.152838 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ec413c14-ce21-49a8-b08a-950af3e92bcc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3815880 Apr 18 21:07:11.197404 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f19898-fe40-4c20-ae03-71a72d885299', 'tag': '826de45f-e32f-49a1-abc5-18b017d2480f'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:07:11.201289 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb57f0f6-0f39-4cec-93b9-07fa8820b35d" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f19898-fe40-4c20-ae03-71a72d885299", "tag": "826de45f-e32f-49a1-abc5-18b017d2480f"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:07:11.263890 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1dc64c-db1f-4955-a1b8-44f1d483cce2 x-openstack-request-id: req-3f1dc64c-db1f-4955-a1b8-44f1d483cce2 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:07:11.264183 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f19898-fe40-4c20-ae03-71a72d885299", "tag": "826de45f-e32f-49a1-abc5-18b017d2480f", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:07:11.264455 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3f1dc64c-db1f-4955-a1b8-44f1d483cce2 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:07:11.265062 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f1dc64c-db1f-4955-a1b8-44f1d483cce2'] response: {'name': 'network-changed', 'server_uuid': 'a9f19898-fe40-4c20-ae03-71a72d885299', 'tag': '826de45f-e32f-49a1-abc5-18b017d2480f', 'status': 'completed', 'code': 200} Apr 18 21:07:11.275193 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c58ee86-f9f0-478a-b8c6-ee2b250dd75e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:11.279210 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1c58ee86-f9f0-478a-b8c6-ee2b250dd75e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.1225066 Apr 18 21:07:11.279390 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46654) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:11.380751 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57f0f6-0f39-4cec-93b9-07fa8820b35d req-b6cd4106-f9fc-49c5-82d4-1f02b1dbcbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:11.383090 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb57f0f6-0f39-4cec-93b9-07fa8820b35d req-b6cd4106-f9fc-49c5-82d4-1f02b1dbcbf3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 1095 time: 0.0886772 Apr 18 21:07:11.383090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46658) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:11.403932 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57f0f6-0f39-4cec-93b9-07fa8820b35d req-c3d7c08d-a04d-40c5-9a21-8c6c370e89d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:11.405276 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eb57f0f6-0f39-4cec-93b9-07fa8820b35d req-c3d7c08d-a04d-40c5-9a21-8c6c370e89d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 1095 time: 0.1147714 Apr 18 21:07:11.409813 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a82ce45a-7501-4ed9-ba47-ff34e9cdea87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:11.486919 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-33db9955-2f77-4425-95ad-9c5666b58d7b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting port becd411d-8351-4fa9-a7e4-2800328d7158 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:11.487415 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33db9955-2f77-4425-95ad-9c5666b58d7b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:11.528205 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57f0f6-0f39-4cec-93b9-07fa8820b35d req-c9238f80-1599-4cfb-83a3-08286b4df78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:11.529763 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb57f0f6-0f39-4cec-93b9-07fa8820b35d req-c9238f80-1599-4cfb-83a3-08286b4df78e service neutron] 10.222.0.32 "GET /v2.0/networks?id=26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 HTTP/1.1" status: 200 len: 898 time: 0.1373255 Apr 18 21:07:11.596978 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33db9955-2f77-4425-95ad-9c5666b58d7b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:11.621952 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-33db9955-2f77-4425-95ad-9c5666b58d7b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Calling delete_port for becd411d-8351-4fa9-a7e4-2800328d7158 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:11.626097 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-17399658-40b6-46e2-b9a5-8f0d7c4552e2 None None] Provisioning complete for port becd411d-8351-4fa9-a7e4-2800328d7158 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:11.627191 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-17399658-40b6-46e2-b9a5-8f0d7c4552e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:11.664905 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57f0f6-0f39-4cec-93b9-07fa8820b35d req-f22df0c7-eeb9-4487-ba0e-186301bf61ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:11.666711 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eb57f0f6-0f39-4cec-93b9-07fa8820b35d req-f22df0c7-eeb9-4487-ba0e-186301bf61ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 HTTP/1.1" status: 200 len: 898 time: 0.2493024 Apr 18 21:07:11.710478 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-17399658-40b6-46e2-b9a5-8f0d7c4552e2 None None] Port becd411d-8351-4fa9-a7e4-2800328d7158 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:07:11.713789 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb57f0f6-0f39-4cec-93b9-07fa8820b35d req-0c93e3ed-0ccf-4194-a464-d6c09633e8cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=826de45f-e32f-49a1-abc5-18b017d2480f HTTP/1.1" status: 200 len: 999 time: 0.1396558 Apr 18 21:07:11.727732 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-17399658-40b6-46e2-b9a5-8f0d7c4552e2 None None] Provisioning complete for port d297ad8a-3156-454e-b1cf-cc041a692ef6 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:11.728986 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-17399658-40b6-46e2-b9a5-8f0d7c4552e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:11.779479 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eb57f0f6-0f39-4cec-93b9-07fa8820b35d req-3b7516d9-633d-4270-a976-51abedb617bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=826de45f-e32f-49a1-abc5-18b017d2480f HTTP/1.1" status: 200 len: 999 time: 0.0827138 Apr 18 21:07:11.785731 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a82ce45a-7501-4ed9-ba47-ff34e9cdea87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:11.792941 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57f0f6-0f39-4cec-93b9-07fa8820b35d req-b6e53556-42ce-4600-a775-34e6a8acb200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:11.794736 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb57f0f6-0f39-4cec-93b9-07fa8820b35d req-b6e53556-42ce-4600-a775-34e6a8acb200 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90676a33-392f-4df3-b5ef-9d5a1f1300f2 HTTP/1.1" status: 200 len: 834 time: 0.0717225 Apr 18 21:07:11.796099 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a82ce45a-7501-4ed9-ba47-ff34e9cdea87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:11.873078 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-17399658-40b6-46e2-b9a5-8f0d7c4552e2 None None] Provisioning complete for port a5b8d1ac-97cc-4385-9122-5da1ebbdd21f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:11.873459 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-17399658-40b6-46e2-b9a5-8f0d7c4552e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:11.880500 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a82ce45a-7501-4ed9-ba47-ff34e9cdea87 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=338a47029272448f828b7d700aa6ffbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4941628 Apr 18 21:07:11.882900 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46660) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:11.883649 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ce45a-7501-4ed9-ba47-ff34e9cdea87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dcc9f5-e8d9-4fbb-94ba-e56920f66892,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:11.916700 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57f0f6-0f39-4cec-93b9-07fa8820b35d req-984ab517-e6c0-4c09-8609-16d23c277016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:11.919835 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eb57f0f6-0f39-4cec-93b9-07fa8820b35d req-984ab517-e6c0-4c09-8609-16d23c277016 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=90676a33-392f-4df3-b5ef-9d5a1f1300f2 HTTP/1.1" status: 200 len: 834 time: 0.1256485 Apr 18 21:07:11.954009 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-17399658-40b6-46e2-b9a5-8f0d7c4552e2 None None] Port a5b8d1ac-97cc-4385-9122-5da1ebbdd21f cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:07:11.954322 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d8e5b151-605f-479e-8f48-3ca2a11af284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:11.984957 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d8e5b151-605f-479e-8f48-3ca2a11af284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:11.986765 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.048716 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57f0f6-0f39-4cec-93b9-07fa8820b35d req-dabfe5cc-7ed4-4d96-8bdd-59a398f50b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:12.051573 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb57f0f6-0f39-4cec-93b9-07fa8820b35d req-dabfe5cc-7ed4-4d96-8bdd-59a398f50b0c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26eabdd2-4fb7-4d1d-8061-1c46d3651dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2269254 Apr 18 21:07:12.053344 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d8e5b151-605f-479e-8f48-3ca2a11af284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.055934 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57f0f6-0f39-4cec-93b9-07fa8820b35d req-059861ba-b72d-4c52-882e-58710d460a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:12.056849 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d8e5b151-605f-479e-8f48-3ca2a11af284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.057737 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eb57f0f6-0f39-4cec-93b9-07fa8820b35d req-059861ba-b72d-4c52-882e-58710d460a7b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26eabdd2-4fb7-4d1d-8061-1c46d3651dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294918 Apr 18 21:07:12.058732 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d8e5b151-605f-479e-8f48-3ca2a11af284 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b3dcc9f5-e8d9-4fbb-94ba-e56920f66892 HTTP/1.1" status: 204 len: 168 time: 0.1702101 Apr 18 21:07:12.059080 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33db9955-2f77-4425-95ad-9c5666b58d7b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.108942 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4a8cb61f-67b0-430f-ac62-fd96918da374 None None] Provisioning complete for port a5b8d1ac-97cc-4385-9122-5da1ebbdd21f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:12.109316 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb61f-67b0-430f-ac62-fd96918da374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.163195 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db9955-2f77-4425-95ad-9c5666b58d7b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Port': ['ID=becd411d-8351-4fa9-a7e4-2800328d7158,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:12.186412 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4a8cb61f-67b0-430f-ac62-fd96918da374 None None] Port a5b8d1ac-97cc-4385-9122-5da1ebbdd21f cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:07:12.226139 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5b151-605f-479e-8f48-3ca2a11af284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dcc9f5-e8d9-4fbb-94ba-e56920f66892,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:12.261866 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d297ad8a-3156-454e-b1cf-cc041a692ef6 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:07:12.354880 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-9f5775dc-aa0c-49c2-a67e-832476bfe14c None None] Could not find standard attr ID for object becd411d-8351-4fa9-a7e4-2800328d7158. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:07:12.370708 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb57f0f6-0f39-4cec-93b9-07fa8820b35d req-debe7553-4504-4d2c-be63-0c354e4628b6 service neutron] 10.222.0.32 "GET /v2.0/networks/26eabdd2-4fb7-4d1d-8061-1c46d3651dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096204 Apr 18 21:07:12.388027 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33db9955-2f77-4425-95ad-9c5666b58d7b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.391193 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port d297ad8a-3156-454e-b1cf-cc041a692ef6 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:12.391568 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.396827 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-33db9955-2f77-4425-95ad-9c5666b58d7b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/ports/becd411d-8351-4fa9-a7e4-2800328d7158 HTTP/1.1" status: 204 len: 168 time: 1.1153984 Apr 18 21:07:12.407474 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46668) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:12.430730 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eb57f0f6-0f39-4cec-93b9-07fa8820b35d req-901547e7-6fdd-45c4-ba79-f18ff7258ab7 service neutron] 10.222.0.57 "GET /v2.0/networks/26eabdd2-4fb7-4d1d-8061-1c46d3651dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614054 Apr 18 21:07:12.474456 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-7532821b-4534-49db-941e-fc0b409b53ae tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] GET failed (client error): The resource could not be found. Apr 18 21:07:12.479554 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7532821b-4534-49db-941e-fc0b409b53ae tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "GET /v2.0/ports/becd411d-8351-4fa9-a7e4-2800328d7158 HTTP/1.1" status: 404 len: 333 time: 0.0548413 Apr 18 21:07:12.482820 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46670) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:12.565261 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4ed4a-8101-42da-9255-4c67e6f0ac05 req-e11a3208-4140-4df8-a3f6-4af0854d8826 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:12.567519 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15a4ed4a-8101-42da-9255-4c67e6f0ac05 req-e11a3208-4140-4df8-a3f6-4af0854d8826 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 944 time: 0.2371936 Apr 18 21:07:12.689691 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eb57f0f6-0f39-4cec-93b9-07fa8820b35d req-aac0e4b3-7825-458b-bdcb-30756be1f9db service neutron] 10.222.0.57 "GET /v2.0/networks/26eabdd2-4fb7-4d1d-8061-1c46d3651dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503555 Apr 18 21:07:12.718669 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb57f0f6-0f39-4cec-93b9-07fa8820b35d req-bae649ab-2288-428c-8b94-a87ac1674cf9 service neutron] 10.222.0.32 "GET /v2.0/networks/26eabdd2-4fb7-4d1d-8061-1c46d3651dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076785 Apr 18 21:07:12.723129 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15a4ed4a-8101-42da-9255-4c67e6f0ac05 req-0b858940-1867-4a7e-9aca-77a69992d709 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291091 Apr 18 21:07:12.749310 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-ce14e295-7498-474c-871e-2e36dd538ba6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting port a5b8d1ac-97cc-4385-9122-5da1ebbdd21f {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:12.749666 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce14e295-7498-474c-871e-2e36dd538ba6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.854458 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce14e295-7498-474c-871e-2e36dd538ba6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.868011 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-ce14e295-7498-474c-871e-2e36dd538ba6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Calling delete_port for a5b8d1ac-97cc-4385-9122-5da1ebbdd21f owned by {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:13.012378 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 826de45f-e32f-49a1-abc5-18b017d2480f details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:07:13.018459 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce14e295-7498-474c-871e-2e36dd538ba6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.063761 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14e295-7498-474c-871e-2e36dd538ba6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Port': ['ID=a5b8d1ac-97cc-4385-9122-5da1ebbdd21f,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:13.132781 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 826de45f-e32f-49a1-abc5-18b017d2480f, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=826de45f-e32f-49a1-abc5-18b017d2480f,segment=NetworkSegment(3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd),segment_id=3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:13.146920 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '826de45f-e32f-49a1-abc5-18b017d2480f', 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3', 'port_id': '826de45f-e32f-49a1-abc5-18b017d2480f', 'mac_address': 'fa:16:3e:71:55:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90676a33-392f-4df3-b5ef-9d5a1f1300f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:07:13.188299 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ce14e295-7498-474c-871e-2e36dd538ba6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.196269 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.201147 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46688) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:13.214805 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826de45f-e32f-49a1-abc5-18b017d2480f {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:07:13.216388 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ce14e295-7498-474c-871e-2e36dd538ba6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/ports/a5b8d1ac-97cc-4385-9122-5da1ebbdd21f HTTP/1.1" status: 204 len: 168 time: 0.6748707 Apr 18 21:07:13.242860 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 826de45f-e32f-49a1-abc5-18b017d2480f, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=826de45f-e32f-49a1-abc5-18b017d2480f,segment=NetworkSegment(3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd),segment_id=3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:13.247118 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.265900 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c9ac14-39e8-4fb2-8ef7-e335f3ba77f6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] GET failed (client error): The resource could not be found. Apr 18 21:07:13.273290 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a6c9ac14-39e8-4fb2-8ef7-e335f3ba77f6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "GET /v2.0/ports/a5b8d1ac-97cc-4385-9122-5da1ebbdd21f HTTP/1.1" status: 404 len: 333 time: 0.0707889 Apr 18 21:07:13.276877 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46692) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:13.313379 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=826de45f-e32f-49a1-abc5-18b017d2480f,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:13.367634 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf0eda00-1954-45bf-9222-f6d3831a20e1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting subnet 089fbb4a-25cf-4db3-b4ed-812e2cbcfea5 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:07:13.371498 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cf0eda00-1954-45bf-9222-f6d3831a20e1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.448615 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cf0eda00-1954-45bf-9222-f6d3831a20e1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.484243 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['826de45f-e32f-49a1-abc5-18b017d2480f'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:07:13.594539 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cf0eda00-1954-45bf-9222-f6d3831a20e1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.673000 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cf0eda00-1954-45bf-9222-f6d3831a20e1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.714525 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cf0eda00-1954-45bf-9222-f6d3831a20e1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.721014 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-cf0eda00-1954-45bf-9222-f6d3831a20e1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/subnets/089fbb4a-25cf-4db3-b4ed-812e2cbcfea5 HTTP/1.1" status: 204 len: 168 time: 0.4438169 Apr 18 21:07:13.721951 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46700) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:13.727682 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b254260e-0dc5-47b8-82b4-7ab3937a5e9d None None] Network 81c697be-5a64-41c9-9998-42ecde986369 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:07:13.843663 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0eda00-1954-45bf-9222-f6d3831a20e1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Subnet': ['ID=089fbb4a-25cf-4db3-b4ed-812e2cbcfea5,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:13.899367 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3853637d-40d5-469e-8e0b-c78c99f623b2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.994873 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5301a3d-d07b-4a8b-a75d-02cf85065a1e req-be6ddd32-52e1-4d61-b4bc-c0cba35ac4aa tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:14.001022 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5301a3d-d07b-4a8b-a75d-02cf85065a1e req-be6ddd32-52e1-4d61-b4bc-c0cba35ac4aa tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 945 time: 0.0968511 Apr 18 21:07:14.058598 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e5301a3d-d07b-4a8b-a75d-02cf85065a1e req-89d0f498-1151-4f36-84dd-3e297181ea95 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532682 Apr 18 21:07:14.061219 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7044e099-bda6-4dee-8ca7-3ae3e1425536 None None] DHCP port deletion for 81c697be-5a64-41c9-9998-42ecde986369 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:07:14.071955 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-3853637d-40d5-469e-8e0b-c78c99f623b2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting port d297ad8a-3156-454e-b1cf-cc041a692ef6 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:14.084299 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3853637d-40d5-469e-8e0b-c78c99f623b2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.119324 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-7044e099-bda6-4dee-8ca7-3ae3e1425536 None None] Deleting port d297ad8a-3156-454e-b1cf-cc041a692ef6 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:14.119907 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7044e099-bda6-4dee-8ca7-3ae3e1425536 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.205068 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-3853637d-40d5-469e-8e0b-c78c99f623b2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] For port d297ad8a-3156-454e-b1cf-cc041a692ef6, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d297ad8a-3156-454e-b1cf-cc041a692ef6,segment=NetworkSegment(3aaf9cdd-0e2a-4b14-a24d-fec6d4e682a2),segment_id=3aaf9cdd-0e2a-4b14-a24d-fec6d4e682a2)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:14.205449 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3853637d-40d5-469e-8e0b-c78c99f623b2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.221516 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-3853637d-40d5-469e-8e0b-c78c99f623b2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Calling delete_port for d297ad8a-3156-454e-b1cf-cc041a692ef6 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:14.309126 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d297ad8a-3156-454e-b1cf-cc041a692ef6 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:07:14.361678 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7044e099-bda6-4dee-8ca7-3ae3e1425536 None None] For port d297ad8a-3156-454e-b1cf-cc041a692ef6, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d297ad8a-3156-454e-b1cf-cc041a692ef6,segment=NetworkSegment(3aaf9cdd-0e2a-4b14-a24d-fec6d4e682a2),segment_id=3aaf9cdd-0e2a-4b14-a24d-fec6d4e682a2)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:14.366764 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7044e099-bda6-4dee-8ca7-3ae3e1425536 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.397970 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-7044e099-bda6-4dee-8ca7-3ae3e1425536 None None] Calling delete_port for d297ad8a-3156-454e-b1cf-cc041a692ef6 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:14.400171 n-d-838323-3 neutron-server[102910]: INFO neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No ports have port_id starting with d297ad8a-3156-454e-b1cf-cc041a692ef6 Apr 18 21:07:14.490663 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3853637d-40d5-469e-8e0b-c78c99f623b2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:14.508605 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:07:14.520587 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7044e099-bda6-4dee-8ca7-3ae3e1425536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.574362 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7044e099-bda6-4dee-8ca7-3ae3e1425536 None None] No DVR routers for this DVR port d297ad8a-3156-454e-b1cf-cc041a692ef6 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:14.576737 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044e099-bda6-4dee-8ca7-3ae3e1425536 None None] Pushing event deleted for resources: {'Port': ['ID=d297ad8a-3156-454e-b1cf-cc041a692ef6,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:14.595098 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853637d-40d5-469e-8e0b-c78c99f623b2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Port': ['ID=d297ad8a-3156-454e-b1cf-cc041a692ef6,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:14.600550 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7044e099-bda6-4dee-8ca7-3ae3e1425536 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:14.600883 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7044e099-bda6-4dee-8ca7-3ae3e1425536 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:14.601238 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7044e099-bda6-4dee-8ca7-3ae3e1425536 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:14.601567 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3853637d-40d5-469e-8e0b-c78c99f623b2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] No DVR routers for this DVR port d297ad8a-3156-454e-b1cf-cc041a692ef6 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:14.601762 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7044e099-bda6-4dee-8ca7-3ae3e1425536 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:14.605683 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7044e099-bda6-4dee-8ca7-3ae3e1425536 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:14.610904 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7044e099-bda6-4dee-8ca7-3ae3e1425536 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:14.610904 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7044e099-bda6-4dee-8ca7-3ae3e1425536 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:14.611285 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7044e099-bda6-4dee-8ca7-3ae3e1425536 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:14.611458 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7044e099-bda6-4dee-8ca7-3ae3e1425536 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:14.611872 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7044e099-bda6-4dee-8ca7-3ae3e1425536 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:14.612408 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7044e099-bda6-4dee-8ca7-3ae3e1425536 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:14.612770 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7044e099-bda6-4dee-8ca7-3ae3e1425536 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:14.690874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6271ba-0571-488a-947c-a55950cb8122 req-7b993295-1672-4fbb-ab1b-28526c952c95 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:14.692657 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b6271ba-0571-488a-947c-a55950cb8122 req-7b993295-1672-4fbb-ab1b-28526c952c95 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299&tenant_id=27c85133ac5b409ea3755f27ced6b066&binding%3Ahost_id=n-h2-838323-3 HTTP/1.1" status: 200 len: 945 time: 0.3111131 Apr 18 21:07:14.714404 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69d206-682f-48d8-bca7-2effb9d7da71 req-4d6bd36c-aa10-4e2e-996f-a33afad7ec1f tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:14.716049 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af69d206-682f-48d8-bca7-2effb9d7da71 req-4d6bd36c-aa10-4e2e-996f-a33afad7ec1f tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 945 time: 0.2571323 Apr 18 21:07:14.814750 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3853637d-40d5-469e-8e0b-c78c99f623b2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.865753 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-3853637d-40d5-469e-8e0b-c78c99f623b2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c697be-5a64-41c9-9998-42ecde986369']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:14.873588 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-2b6271ba-0571-488a-947c-a55950cb8122 req-e4b33b9e-eace-4412-b059-b4999bb53e2d service neutron] delete failed (client error): The resource could not be found. Apr 18 21:07:14.874630 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b6271ba-0571-488a-947c-a55950cb8122 req-e4b33b9e-eace-4412-b059-b4999bb53e2d service neutron] 10.222.0.32 "DELETE /v2.0/ports/826de45f-e32f-49a1-abc5-18b017d2480f/bindings/n-h1-838323-3 HTTP/1.1" status: 404 len: 380 time: 0.1695707 Apr 18 21:07:14.877617 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af69d206-682f-48d8-bca7-2effb9d7da71 req-9b09cae5-b880-4ac2-85f9-4a742d2e4979 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523423 Apr 18 21:07:14.881602 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-3853637d-40d5-469e-8e0b-c78c99f623b2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aaf9cdd-0e2a-4b14-a24d-fec6d4e682a2') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:14.881913 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-3853637d-40d5-469e-8e0b-c78c99f623b2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aaf9cdd-0e2a-4b14-a24d-fec6d4e682a2') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:14.899754 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3853637d-40d5-469e-8e0b-c78c99f623b2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.936499 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3853637d-40d5-469e-8e0b-c78c99f623b2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.980541 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3853637d-40d5-469e-8e0b-c78c99f623b2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:07:14.981277 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3853637d-40d5-469e-8e0b-c78c99f623b2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:07:14.984643 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:07:15.045304 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 826de45f-e32f-49a1-abc5-18b017d2480f up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:07:15.056387 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6271ba-0571-488a-947c-a55950cb8122 req-40ad16be-93ef-4e6e-ac3f-c7de5805ed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:15.057988 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b6271ba-0571-488a-947c-a55950cb8122 req-40ad16be-93ef-4e6e-ac3f-c7de5805ed40 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 1096 time: 0.1219890 Apr 18 21:07:15.059121 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3853637d-40d5-469e-8e0b-c78c99f623b2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.071297 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3853637d-40d5-469e-8e0b-c78c99f623b2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.079155 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3853637d-40d5-469e-8e0b-c78c99f623b2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/networks/81c697be-5a64-41c9-9998-42ecde986369 HTTP/1.1" status: 204 len: 168 time: 1.3496861 Apr 18 21:07:15.080024 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46724) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:15.086888 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e109e5ae-404b-47a8-a1ac-126357390998 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1820718606'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:15.094642 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853637d-40d5-469e-8e0b-c78c99f623b2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Network': ['ID=81c697be-5a64-41c9-9998-42ecde986369,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:15.140194 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e109e5ae-404b-47a8-a1ac-126357390998 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:15.146984 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e109e5ae-404b-47a8-a1ac-126357390998 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.150983 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 826de45f-e32f-49a1-abc5-18b017d2480f completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:15.160031 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 826de45f-e32f-49a1-abc5-18b017d2480f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:15.162143 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.219434 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6271ba-0571-488a-947c-a55950cb8122 req-65c33ea9-d6ac-468b-903b-441683f31700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:15.221449 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b6271ba-0571-488a-947c-a55950cb8122 req-65c33ea9-d6ac-468b-903b-441683f31700 service neutron] 10.222.0.32 "GET /v2.0/networks?id=26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 HTTP/1.1" status: 200 len: 898 time: 0.1519823 Apr 18 21:07:15.222013 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e109e5ae-404b-47a8-a1ac-126357390998 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:07:15.251066 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e109e5ae-404b-47a8-a1ac-126357390998 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.253019 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-e109e5ae-404b-47a8-a1ac-126357390998 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Added segment cb4592d8-7cb8-4b8a-9e46-4bfa07bd442c of type vlan for network b2d35fd6-b7b7-4836-9c1b-da0b74960b3a Apr 18 21:07:15.345118 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b6271ba-0571-488a-947c-a55950cb8122 req-932a901b-46e8-42b2-9633-ab86570dda35 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=826de45f-e32f-49a1-abc5-18b017d2480f HTTP/1.1" status: 200 len: 1000 time: 0.1027193 Apr 18 21:07:15.352581 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.372981 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e109e5ae-404b-47a8-a1ac-126357390998 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.395989 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f19898-fe40-4c20-ae03-71a72d885299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826de45f-e32f-49a1-abc5-18b017d2480f'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:07:15.398500 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60cdaef-26c5-4a51-b32f-4757c1cfbd81" -d '{"events": [{"server_uuid": "a9f19898-fe40-4c20-ae03-71a72d885299", "name": "network-vif-plugged", "status": "completed", "tag": "826de45f-e32f-49a1-abc5-18b017d2480f"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:07:15.413792 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 826de45f-e32f-49a1-abc5-18b017d2480f, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=826de45f-e32f-49a1-abc5-18b017d2480f,segment=NetworkSegment(3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd),segment_id=3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:15.415404 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e109e5ae-404b-47a8-a1ac-126357390998 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.422530 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.423881 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e109e5ae-404b-47a8-a1ac-126357390998 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:15.424755 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e109e5ae-404b-47a8-a1ac-126357390998 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.425542 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6271ba-0571-488a-947c-a55950cb8122 req-fa237ca5-4266-49cd-9d7c-41940ce54fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:15.430020 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b6271ba-0571-488a-947c-a55950cb8122 req-fa237ca5-4266-49cd-9d7c-41940ce54fc3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90676a33-392f-4df3-b5ef-9d5a1f1300f2 HTTP/1.1" status: 200 len: 834 time: 0.0765800 Apr 18 21:07:15.484577 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6271ba-0571-488a-947c-a55950cb8122 req-389ac958-ac1a-49a3-b461-a4ea346271b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:15.486479 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b6271ba-0571-488a-947c-a55950cb8122 req-389ac958-ac1a-49a3-b461-a4ea346271b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26eabdd2-4fb7-4d1d-8061-1c46d3651dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497699 Apr 18 21:07:15.501468 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=826de45f-e32f-49a1-abc5-18b017d2480f,revision_number=9']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:15.502344 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e109e5ae-404b-47a8-a1ac-126357390998 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4217391 Apr 18 21:07:15.515353 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46738) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:15.522759 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d6b8ad81-c3f1-444d-a2ac-72ec88207d6b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'subnet': {'network_id': 'b2d35fd6-b7b7-4836-9c1b-da0b74960b3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:15.538299 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109e5ae-404b-47a8-a1ac-126357390998 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Network': ['ID=b2d35fd6-b7b7-4836-9c1b-da0b74960b3a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:15.557100 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network b2d35fd6-b7b7-4836-9c1b-da0b74960b3a details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:07:15.655411 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b6271ba-0571-488a-947c-a55950cb8122 req-7489e522-36a5-465f-9f2d-48d4f086fc1a service neutron] 10.222.0.32 "GET /v2.0/networks/26eabdd2-4fb7-4d1d-8061-1c46d3651dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538503 Apr 18 21:07:15.696107 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b8ad81-c3f1-444d-a2ac-72ec88207d6b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:15.702573 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6b8ad81-c3f1-444d-a2ac-72ec88207d6b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.874749 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d52852-5688-475d-bb75-7bbb91830dfc x-openstack-request-id: req-01d52852-5688-475d-bb75-7bbb91830dfc {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:07:15.875169 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f19898-fe40-4c20-ae03-71a72d885299", "name": "network-vif-plugged", "status": "completed", "tag": "826de45f-e32f-49a1-abc5-18b017d2480f", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:07:15.875684 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01d52852-5688-475d-bb75-7bbb91830dfc {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:07:15.876410 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01d52852-5688-475d-bb75-7bbb91830dfc'] response: {'server_uuid': 'a9f19898-fe40-4c20-ae03-71a72d885299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826de45f-e32f-49a1-abc5-18b017d2480f', 'code': 200} Apr 18 21:07:15.882132 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b6271ba-0571-488a-947c-a55950cb8122 req-58324a21-4d65-4d66-92e5-d44698f2a666 service neutron] 10.222.0.32 "GET /v2.0/networks/26eabdd2-4fb7-4d1d-8061-1c46d3651dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209039 Apr 18 21:07:16.111697 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fa7ea-241e-40d5-b9ac-864013b069f0 req-64067fb0-d284-40f1-88c8-2122055a1a2b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:16.113623 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-177fa7ea-241e-40d5-b9ac-864013b069f0 req-64067fb0-d284-40f1-88c8-2122055a1a2b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 946 time: 0.0876434 Apr 18 21:07:16.150165 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6b8ad81-c3f1-444d-a2ac-72ec88207d6b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:16.184748 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-177fa7ea-241e-40d5-b9ac-864013b069f0 req-0b4d121a-92db-4daa-9430-90aaf6378058 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519352 Apr 18 21:07:16.295900 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b8ad81-c3f1-444d-a2ac-72ec88207d6b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Checking segment: {'id': 'cb4592d8-7cb8-4b8a-9e46-4bfa07bd442c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b2d35fd6-b7b7-4836-9c1b-da0b74960b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:07:16.296272 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b8ad81-c3f1-444d-a2ac-72ec88207d6b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network hostable DHCP agents. Network: b2d35fd6-b7b7-4836-9c1b-da0b74960b3a, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:07:16.299714 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8ad81-c3f1-444d-a2ac-72ec88207d6b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Subnet': ['ID=564aa4d9-804d-4986-9e57-7c41e736d36f,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:16.342988 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b8ad81-c3f1-444d-a2ac-72ec88207d6b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network b2d35fd6-b7b7-4836-9c1b-da0b74960b3a is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:07:16.362343 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-d6b8ad81-c3f1-444d-a2ac-72ec88207d6b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, b2d35fd6-b7b7-4836-9c1b-da0b74960b3a) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:16.379591 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913c5882-b703-46bb-a5ba-47a70082c4b9 None None] Network b2d35fd6-b7b7-4836-9c1b-da0b74960b3a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:07:16.382895 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b8ad81-c3f1-444d-a2ac-72ec88207d6b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:16.383796 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d6b8ad81-c3f1-444d-a2ac-72ec88207d6b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:16.418389 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d6b8ad81-c3f1-444d-a2ac-72ec88207d6b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9021940 Apr 18 21:07:16.421499 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 46808) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:16.432533 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-8300944e-f7b5-4cf2-9b3e-01ec79a1d68e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'port': {'network_id': 'b2d35fd6-b7b7-4836-9c1b-da0b74960b3a', 'name': 'tempest-PortsTestJSON-418106333', 'fixed_ips': [{'subnet_id': '564aa4d9-804d-4986-9e57-7c41e736d36f', 'ip_address': '172.20.0.10'}]}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:16.662775 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8300944e-f7b5-4cf2-9b3e-01ec79a1d68e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:16.712549 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170deb3d-a866-45a7-8054-f0a790ebe14e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-b2d35fd6-b7b7-4836-9c1b-da0b74960b3a', 'network_id': 'b2d35fd6-b7b7-4836-9c1b-da0b74960b3a', 'tenant_id': '10b245ff59924efba16b9ae2c0a901b6', 'fixed_ips': [{'subnet_id': '564aa4d9-804d-4986-9e57-7c41e736d36f'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:07:16.715750 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-170deb3d-a866-45a7-8054-f0a790ebe14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:16.846927 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8300944e-f7b5-4cf2-9b3e-01ec79a1d68e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:16.867914 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-8300944e-f7b5-4cf2-9b3e-01ec79a1d68e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] device_id is not set on port 9921015f-f180-431a-b397-faf7f67a7df1 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:07:16.954369 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-170deb3d-a866-45a7-8054-f0a790ebe14e None None] Allocated IP 172.20.0.2 (b2d35fd6-b7b7-4836-9c1b-da0b74960b3a/564aa4d9-804d-4986-9e57-7c41e736d36f/c2768dd5-aac7-475c-b4b9-0ce4618a5ffc) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:17.132564 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-170deb3d-a866-45a7-8054-f0a790ebe14e None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.139414 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-170deb3d-a866-45a7-8054-f0a790ebe14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.195060 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170deb3d-a866-45a7-8054-f0a790ebe14e None None] Pushing event updated for resources: {'Port': ['ID=c2768dd5-aac7-475c-b4b9-0ce4618a5ffc,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:17.202490 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170deb3d-a866-45a7-8054-f0a790ebe14e None None] Network b2d35fd6-b7b7-4836-9c1b-da0b74960b3a is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:17.204212 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-170deb3d-a866-45a7-8054-f0a790ebe14e None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:17.206924 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170deb3d-a866-45a7-8054-f0a790ebe14e None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:07:17.262287 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-8300944e-f7b5-4cf2-9b3e-01ec79a1d68e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Allocated IP 172.20.0.10 (b2d35fd6-b7b7-4836-9c1b-da0b74960b3a/564aa4d9-804d-4986-9e57-7c41e736d36f/9921015f-f180-431a-b397-faf7f67a7df1) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:17.304987 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-170deb3d-a866-45a7-8054-f0a790ebe14e None None] Attempting to bind port c2768dd5-aac7-475c-b4b9-0ce4618a5ffc on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:17.305357 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-170deb3d-a866-45a7-8054-f0a790ebe14e None None] Attempting to bind port c2768dd5-aac7-475c-b4b9-0ce4618a5ffc by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'cb4592d8-7cb8-4b8a-9e46-4bfa07bd442c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b2d35fd6-b7b7-4836-9c1b-da0b74960b3a'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:17.305734 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170deb3d-a866-45a7-8054-f0a790ebe14e None None] Attempting to bind port c2768dd5-aac7-475c-b4b9-0ce4618a5ffc on network b2d35fd6-b7b7-4836-9c1b-da0b74960b3a {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:07:17.312273 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170deb3d-a866-45a7-8054-f0a790ebe14e None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:07:17.312644 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170deb3d-a866-45a7-8054-f0a790ebe14e None None] Checking segment: {'id': 'cb4592d8-7cb8-4b8a-9e46-4bfa07bd442c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b2d35fd6-b7b7-4836-9c1b-da0b74960b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:07:17.313233 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-170deb3d-a866-45a7-8054-f0a790ebe14e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.313829 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170deb3d-a866-45a7-8054-f0a790ebe14e None None] Bound using segment: {'id': 'cb4592d8-7cb8-4b8a-9e46-4bfa07bd442c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b2d35fd6-b7b7-4836-9c1b-da0b74960b3a'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:07:17.315280 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-170deb3d-a866-45a7-8054-f0a790ebe14e None None] Bound port: c2768dd5-aac7-475c-b4b9-0ce4618a5ffc, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4592d8-7cb8-4b8a-9e46-4bfa07bd442c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b2d35fd6-b7b7-4836-9c1b-da0b74960b3a'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:17.315988 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-170deb3d-a866-45a7-8054-f0a790ebe14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.397457 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f533025-30f2-4e55-ad0c-a6ab3c234339 req-b1479670-c4e5-4593-83ef-12bc4fa1ffb0 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:17.399833 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1f533025-30f2-4e55-ad0c-a6ab3c234339 req-b1479670-c4e5-4593-83ef-12bc4fa1ffb0 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 946 time: 0.1140347 Apr 18 21:07:17.413418 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-170deb3d-a866-45a7-8054-f0a790ebe14e None None] For port c2768dd5-aac7-475c-b4b9-0ce4618a5ffc, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:17.416756 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-170deb3d-a866-45a7-8054-f0a790ebe14e None None] For port c2768dd5-aac7-475c-b4b9-0ce4618a5ffc, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c2768dd5-aac7-475c-b4b9-0ce4618a5ffc,segment=NetworkSegment(cb4592d8-7cb8-4b8a-9e46-4bfa07bd442c),segment_id=cb4592d8-7cb8-4b8a-9e46-4bfa07bd442c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:07:17.423043 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-170deb3d-a866-45a7-8054-f0a790ebe14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.497637 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170deb3d-a866-45a7-8054-f0a790ebe14e None None] Pushing event updated for resources: {'Port': ['ID=c2768dd5-aac7-475c-b4b9-0ce4618a5ffc,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:17.637885 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1f533025-30f2-4e55-ad0c-a6ab3c234339 req-65fc54e9-59b8-4f46-b9fb-fdbe2535bebf tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294259 Apr 18 21:07:17.658356 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46940) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:17.666050 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8300944e-f7b5-4cf2-9b3e-01ec79a1d68e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.767544 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8300944e-f7b5-4cf2-9b3e-01ec79a1d68e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.831389 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8300944e-f7b5-4cf2-9b3e-01ec79a1d68e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network b2d35fd6-b7b7-4836-9c1b-da0b74960b3a is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:17.841749 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-8300944e-f7b5-4cf2-9b3e-01ec79a1d68e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:17.846635 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8300944e-f7b5-4cf2-9b3e-01ec79a1d68e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:07:17.854613 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-40a54c0a-e172-40a4-b3fa-a50a7a4f516d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/floatingips/bf3a20dd-dcb2-49d1-a85a-5c2f6c2e6c9a HTTP/1.1" status: 200 len: 993 time: 0.1902819 Apr 18 21:07:17.927435 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300944e-f7b5-4cf2-9b3e-01ec79a1d68e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Port': ['ID=9921015f-f180-431a-b397-faf7f67a7df1,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:17.944142 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8300944e-f7b5-4cf2-9b3e-01ec79a1d68e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:17.944878 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8300944e-f7b5-4cf2-9b3e-01ec79a1d68e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.981187 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8300944e-f7b5-4cf2-9b3e-01ec79a1d68e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5584700 Apr 18 21:07:17.984026 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 46970) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:18.006977 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a407a157-d206-41be-aa1d-9fdfc53ff52d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'port': {'network_id': 'b2d35fd6-b7b7-4836-9c1b-da0b74960b3a', 'name': 'tempest-PortsTestJSON-104496483', 'fixed_ips': [{'subnet_id': '564aa4d9-804d-4986-9e57-7c41e736d36f', 'ip_address': '172.20.0.9'}]}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:18.340904 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a407a157-d206-41be-aa1d-9fdfc53ff52d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:18.371432 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c2768dd5-aac7-475c-b4b9-0ce4618a5ffc up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:07:18.485386 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a407a157-d206-41be-aa1d-9fdfc53ff52d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.487240 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port c2768dd5-aac7-475c-b4b9-0ce4618a5ffc triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:18.489350 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.515244 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-a407a157-d206-41be-aa1d-9fdfc53ff52d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] device_id is not set on port 5984fd47-0a64-4b57-aa42-5c0573b5421a yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:07:18.668796 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.718413 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port c2768dd5-aac7-475c-b4b9-0ce4618a5ffc, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c2768dd5-aac7-475c-b4b9-0ce4618a5ffc,segment=NetworkSegment(cb4592d8-7cb8-4b8a-9e46-4bfa07bd442c),segment_id=cb4592d8-7cb8-4b8a-9e46-4bfa07bd442c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:18.725631 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.800665 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=c2768dd5-aac7-475c-b4b9-0ce4618a5ffc,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:18.842566 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-a407a157-d206-41be-aa1d-9fdfc53ff52d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Allocated IP 172.20.0.9 (b2d35fd6-b7b7-4836-9c1b-da0b74960b3a/564aa4d9-804d-4986-9e57-7c41e736d36f/5984fd47-0a64-4b57-aa42-5c0573b5421a) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:19.048050 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81153aa1-cc88-4037-84c6-4425ebcf0b43 None None] Network b2d35fd6-b7b7-4836-9c1b-da0b74960b3a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:07:19.102851 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a407a157-d206-41be-aa1d-9fdfc53ff52d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.163166 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a7a29aee-a091-4933-bebb-07b8328489b0 None None] Provisioning complete for port c2768dd5-aac7-475c-b4b9-0ce4618a5ffc triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:19.163542 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a7a29aee-a091-4933-bebb-07b8328489b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.178881 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a407a157-d206-41be-aa1d-9fdfc53ff52d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.207219 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a407a157-d206-41be-aa1d-9fdfc53ff52d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network b2d35fd6-b7b7-4836-9c1b-da0b74960b3a is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:19.211252 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-a407a157-d206-41be-aa1d-9fdfc53ff52d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:19.219569 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a407a157-d206-41be-aa1d-9fdfc53ff52d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:07:19.334124 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407a157-d206-41be-aa1d-9fdfc53ff52d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Port': ['ID=5984fd47-0a64-4b57-aa42-5c0573b5421a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:19.355658 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a407a157-d206-41be-aa1d-9fdfc53ff52d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:19.356527 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a407a157-d206-41be-aa1d-9fdfc53ff52d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.383769 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47102) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:19.384687 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a407a157-d206-41be-aa1d-9fdfc53ff52d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3993070 Apr 18 21:07:19.452613 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ad5d51-2dfc-4e00-965f-9ab993c064e2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:19.456868 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-86ad5d51-2dfc-4e00-965f-9ab993c064e2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.0683584 Apr 18 21:07:19.458426 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47114) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:19.542736 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ea9d16-cf33-498e-ab91-f8f901d6e806 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:19.548905 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ea9d16-cf33-498e-ab91-f8f901d6e806 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:19.558652 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ea9d16-cf33-498e-ab91-f8f901d6e806 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:19.564048 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47128) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:19.564645 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-79ea9d16-cf33-498e-ab91-f8f901d6e806 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1039987 Apr 18 21:07:19.663124 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-cd474ba3-29fb-4c87-9b67-51490c7a0316 None None] Provisioning complete for port c2768dd5-aac7-475c-b4b9-0ce4618a5ffc triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:19.665161 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cd474ba3-29fb-4c87-9b67-51490c7a0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.747364 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-0901d91f-7393-4068-aedc-401efba3e7a0 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting port 5984fd47-0a64-4b57-aa42-5c0573b5421a {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:19.747766 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0901d91f-7393-4068-aedc-401efba3e7a0 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.831231 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-cd474ba3-29fb-4c87-9b67-51490c7a0316 None None] Provisioning complete for port 9921015f-f180-431a-b397-faf7f67a7df1 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:19.831837 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cd474ba3-29fb-4c87-9b67-51490c7a0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.888981 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-cd474ba3-29fb-4c87-9b67-51490c7a0316 None None] Port 9921015f-f180-431a-b397-faf7f67a7df1 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:07:19.925044 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-cd474ba3-29fb-4c87-9b67-51490c7a0316 None None] Provisioning complete for port 5984fd47-0a64-4b57-aa42-5c0573b5421a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:19.925337 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cd474ba3-29fb-4c87-9b67-51490c7a0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.936825 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0901d91f-7393-4068-aedc-401efba3e7a0 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.958755 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-0901d91f-7393-4068-aedc-401efba3e7a0 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Calling delete_port for 5984fd47-0a64-4b57-aa42-5c0573b5421a owned by {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:19.985685 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-cd474ba3-29fb-4c87-9b67-51490c7a0316 None None] Port 5984fd47-0a64-4b57-aa42-5c0573b5421a cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:07:20.128321 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5aaa9c56-324f-4ec5-b130-59284d675a04 None None] Provisioning complete for port 9921015f-f180-431a-b397-faf7f67a7df1 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:20.133261 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9c56-324f-4ec5-b130-59284d675a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.166773 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0901d91f-7393-4068-aedc-401efba3e7a0 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.249747 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901d91f-7393-4068-aedc-401efba3e7a0 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Port': ['ID=5984fd47-0a64-4b57-aa42-5c0573b5421a,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:20.251523 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-5aaa9c56-324f-4ec5-b130-59284d675a04 None None] Port 9921015f-f180-431a-b397-faf7f67a7df1 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:07:20.272850 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c2768dd5-aac7-475c-b4b9-0ce4618a5ffc up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:07:20.372008 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port c2768dd5-aac7-475c-b4b9-0ce4618a5ffc triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:20.372583 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.397327 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0901d91f-7393-4068-aedc-401efba3e7a0 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.405612 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0901d91f-7393-4068-aedc-401efba3e7a0 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/ports/5984fd47-0a64-4b57-aa42-5c0573b5421a HTTP/1.1" status: 204 len: 168 time: 0.8402112 Apr 18 21:07:20.407281 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-7cf54290-1041-4a28-bfa9-ac227bdb6f57 None None] Could not find standard attr ID for object 5984fd47-0a64-4b57-aa42-5c0573b5421a. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:07:20.412002 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47214) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:20.479895 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8a9698-6cca-463c-81b1-853b31bdad9d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] GET failed (client error): The resource could not be found. Apr 18 21:07:20.484128 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4c8a9698-6cca-463c-81b1-853b31bdad9d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "GET /v2.0/ports/5984fd47-0a64-4b57-aa42-5c0573b5421a HTTP/1.1" status: 404 len: 333 time: 0.0684345 Apr 18 21:07:20.484791 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47216) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:20.619259 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-ddaaa687-d5bb-43fb-a0e1-9481046986f9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting port 9921015f-f180-431a-b397-faf7f67a7df1 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:20.619753 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ddaaa687-d5bb-43fb-a0e1-9481046986f9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.687484 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47220) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:20.743102 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ddaaa687-d5bb-43fb-a0e1-9481046986f9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.762985 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-ddaaa687-d5bb-43fb-a0e1-9481046986f9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Calling delete_port for 9921015f-f180-431a-b397-faf7f67a7df1 owned by {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:20.850318 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fb525566-b6f9-443b-87f3-d066c7d31373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.975375 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ddaaa687-d5bb-43fb-a0e1-9481046986f9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.011645 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaaa687-d5bb-43fb-a0e1-9481046986f9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Port': ['ID=9921015f-f180-431a-b397-faf7f67a7df1,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:21.101339 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fb525566-b6f9-443b-87f3-d066c7d31373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.111762 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fb525566-b6f9-443b-87f3-d066c7d31373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.139535 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ddaaa687-d5bb-43fb-a0e1-9481046986f9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.142824 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ddaaa687-d5bb-43fb-a0e1-9481046986f9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/ports/9921015f-f180-431a-b397-faf7f67a7df1 HTTP/1.1" status: 204 len: 168 time: 0.6569631 Apr 18 21:07:21.145954 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47232) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:21.168365 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-fb525566-b6f9-443b-87f3-d066c7d31373 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ca7e43ccfa3407e9c7d7dc3e8c9d53f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4797804 Apr 18 21:07:21.169724 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb525566-b6f9-443b-87f3-d066c7d31373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da3a70a-be19-4a99-a1a9-ffa13fe338a9,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:21.172772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47234) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:21.215674 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94959fb-946f-4c86-91e4-eafa172a5212 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] GET failed (client error): The resource could not be found. Apr 18 21:07:21.227043 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e94959fb-946f-4c86-91e4-eafa172a5212 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "GET /v2.0/ports/9921015f-f180-431a-b397-faf7f67a7df1 HTTP/1.1" status: 404 len: 333 time: 0.0795302 Apr 18 21:07:21.227727 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47238) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:21.311493 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-51ec1996-e65f-4b91-a203-9e478d811a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.320415 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfce4ed6-2f7d-4de1-9ab9-3d403b2dc89b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting subnet 564aa4d9-804d-4986-9e57-7c41e736d36f {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:07:21.326420 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bfce4ed6-2f7d-4de1-9ab9-3d403b2dc89b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.374126 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-51ec1996-e65f-4b91-a203-9e478d811a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.397450 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bfce4ed6-2f7d-4de1-9ab9-3d403b2dc89b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.492246 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-51ec1996-e65f-4b91-a203-9e478d811a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.494724 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-51ec1996-e65f-4b91-a203-9e478d811a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.495889 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-51ec1996-e65f-4b91-a203-9e478d811a65 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6da3a70a-be19-4a99-a1a9-ffa13fe338a9 HTTP/1.1" status: 204 len: 168 time: 0.3219187 Apr 18 21:07:21.510375 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec1996-e65f-4b91-a203-9e478d811a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da3a70a-be19-4a99-a1a9-ffa13fe338a9,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:21.517333 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bfce4ed6-2f7d-4de1-9ab9-3d403b2dc89b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.587269 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bfce4ed6-2f7d-4de1-9ab9-3d403b2dc89b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.616087 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce4ed6-2f7d-4de1-9ab9-3d403b2dc89b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Subnet': ['ID=564aa4d9-804d-4986-9e57-7c41e736d36f,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:21.620564 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bfce4ed6-2f7d-4de1-9ab9-3d403b2dc89b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.629884 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-bfce4ed6-2f7d-4de1-9ab9-3d403b2dc89b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/subnets/564aa4d9-804d-4986-9e57-7c41e736d36f HTTP/1.1" status: 204 len: 168 time: 0.3932123 Apr 18 21:07:21.630125 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47244) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:21.632039 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a3de9c-858f-4ba2-b013-b2f1bd1d0114 None None] Network b2d35fd6-b7b7-4836-9c1b-da0b74960b3a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:07:21.716025 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7eb360dd-6b43-4717-b5af-3d6fc042ebb5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.780614 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-7eb360dd-6b43-4717-b5af-3d6fc042ebb5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting port c2768dd5-aac7-475c-b4b9-0ce4618a5ffc {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:21.780965 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7eb360dd-6b43-4717-b5af-3d6fc042ebb5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.835317 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9590a6ea-4772-4261-8e35-3d068829a176 None None] DHCP port deletion for b2d35fd6-b7b7-4836-9c1b-da0b74960b3a request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:07:21.835450 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47246) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:21.851393 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-be194c79-c6fb-4bc2-b8e6-62dc28d2b046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.866829 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-7eb360dd-6b43-4717-b5af-3d6fc042ebb5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] For port c2768dd5-aac7-475c-b4b9-0ce4618a5ffc, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c2768dd5-aac7-475c-b4b9-0ce4618a5ffc,segment=NetworkSegment(cb4592d8-7cb8-4b8a-9e46-4bfa07bd442c),segment_id=cb4592d8-7cb8-4b8a-9e46-4bfa07bd442c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:21.867187 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7eb360dd-6b43-4717-b5af-3d6fc042ebb5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.890419 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-7eb360dd-6b43-4717-b5af-3d6fc042ebb5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Calling delete_port for c2768dd5-aac7-475c-b4b9-0ce4618a5ffc owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:21.893982 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-9590a6ea-4772-4261-8e35-3d068829a176 None None] Deleting port c2768dd5-aac7-475c-b4b9-0ce4618a5ffc {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:21.895766 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9590a6ea-4772-4261-8e35-3d068829a176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.954221 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-be194c79-c6fb-4bc2-b8e6-62dc28d2b046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.961811 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-be194c79-c6fb-4bc2-b8e6-62dc28d2b046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.982293 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-9590a6ea-4772-4261-8e35-3d068829a176 None None] For port c2768dd5-aac7-475c-b4b9-0ce4618a5ffc, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c2768dd5-aac7-475c-b4b9-0ce4618a5ffc,segment=NetworkSegment(cb4592d8-7cb8-4b8a-9e46-4bfa07bd442c),segment_id=cb4592d8-7cb8-4b8a-9e46-4bfa07bd442c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:21.983070 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9590a6ea-4772-4261-8e35-3d068829a176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.998682 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7eb360dd-6b43-4717-b5af-3d6fc042ebb5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.005541 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-9590a6ea-4772-4261-8e35-3d068829a176 None None] Calling delete_port for c2768dd5-aac7-475c-b4b9-0ce4618a5ffc owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:22.021624 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-be194c79-c6fb-4bc2-b8e6-62dc28d2b046 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd03b205814e48bd9e00bc5fe77eb211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1821041 Apr 18 21:07:22.021624 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be194c79-c6fb-4bc2-b8e6-62dc28d2b046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843ec3cc-c9d4-4715-ba0a-87efa5d32542,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:22.022512 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47248) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:22.032736 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb360dd-6b43-4717-b5af-3d6fc042ebb5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Port': ['ID=c2768dd5-aac7-475c-b4b9-0ce4618a5ffc,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:22.039349 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb360dd-6b43-4717-b5af-3d6fc042ebb5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] No DVR routers for this DVR port c2768dd5-aac7-475c-b4b9-0ce4618a5ffc on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:22.112839 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-707c0754-7e3f-4ffd-8ff2-c7c4cef6bcf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.141268 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-707c0754-7e3f-4ffd-8ff2-c7c4cef6bcf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.147944 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7eb360dd-6b43-4717-b5af-3d6fc042ebb5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.158542 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9590a6ea-4772-4261-8e35-3d068829a176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.181328 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-7eb360dd-6b43-4717-b5af-3d6fc042ebb5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d35fd6-b7b7-4836-9c1b-da0b74960b3a']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:22.189146 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9590a6ea-4772-4261-8e35-3d068829a176 None None] No DVR routers for this DVR port c2768dd5-aac7-475c-b4b9-0ce4618a5ffc on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:22.201907 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-7eb360dd-6b43-4717-b5af-3d6fc042ebb5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb4592d8-7cb8-4b8a-9e46-4bfa07bd442c') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:22.202235 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-7eb360dd-6b43-4717-b5af-3d6fc042ebb5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb4592d8-7cb8-4b8a-9e46-4bfa07bd442c') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:22.215382 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590a6ea-4772-4261-8e35-3d068829a176 None None] Pushing event deleted for resources: {'Port': ['ID=c2768dd5-aac7-475c-b4b9-0ce4618a5ffc,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:22.236310 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7eb360dd-6b43-4717-b5af-3d6fc042ebb5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.236511 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-707c0754-7e3f-4ffd-8ff2-c7c4cef6bcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.241509 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-707c0754-7e3f-4ffd-8ff2-c7c4cef6bcf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.242762 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-707c0754-7e3f-4ffd-8ff2-c7c4cef6bcf5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/843ec3cc-c9d4-4715-ba0a-87efa5d32542 HTTP/1.1" status: 204 len: 168 time: 0.2076874 Apr 18 21:07:22.255008 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c0754-7e3f-4ffd-8ff2-c7c4cef6bcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843ec3cc-c9d4-4715-ba0a-87efa5d32542,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:22.259586 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7eb360dd-6b43-4717-b5af-3d6fc042ebb5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.268288 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb360dd-6b43-4717-b5af-3d6fc042ebb5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:07:22.268844 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7eb360dd-6b43-4717-b5af-3d6fc042ebb5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:07:22.274250 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:07:22.277393 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c2768dd5-aac7-475c-b4b9-0ce4618a5ffc no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:07:22.315003 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: c2768dd5-aac7-475c-b4b9-0ce4618a5ffc {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:07:22.315383 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c2768dd5-aac7-475c-b4b9-0ce4618a5ffc not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:07:22.392158 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7eb360dd-6b43-4717-b5af-3d6fc042ebb5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.397444 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7eb360dd-6b43-4717-b5af-3d6fc042ebb5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.408446 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7eb360dd-6b43-4717-b5af-3d6fc042ebb5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/networks/b2d35fd6-b7b7-4836-9c1b-da0b74960b3a HTTP/1.1" status: 204 len: 168 time: 0.7704759 Apr 18 21:07:22.409433 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47254) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:22.425497 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e63c9a08-1d96-4fd5-9698-6dac2730ace4 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-690355931'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:22.431418 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb360dd-6b43-4717-b5af-3d6fc042ebb5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Network': ['ID=b2d35fd6-b7b7-4836-9c1b-da0b74960b3a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:22.453128 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63c9a08-1d96-4fd5-9698-6dac2730ace4 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:22.457954 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e63c9a08-1d96-4fd5-9698-6dac2730ace4 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.495938 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e63c9a08-1d96-4fd5-9698-6dac2730ace4 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:07:22.508253 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e63c9a08-1d96-4fd5-9698-6dac2730ace4 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.508697 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-e63c9a08-1d96-4fd5-9698-6dac2730ace4 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Added segment fcdb14ce-41e3-4605-8828-90b913ccf27c of type vlan for network d47c92ba-2920-4dd5-b421-657ea11725b7 Apr 18 21:07:22.555644 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e63c9a08-1d96-4fd5-9698-6dac2730ace4 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.600734 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e63c9a08-1d96-4fd5-9698-6dac2730ace4 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.606742 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c9a08-1d96-4fd5-9698-6dac2730ace4 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:22.607401 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e63c9a08-1d96-4fd5-9698-6dac2730ace4 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.674256 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e63c9a08-1d96-4fd5-9698-6dac2730ace4 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2611134 Apr 18 21:07:22.674459 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47262) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:22.681748 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-909b6685-834c-47fd-b1a4-0ee89f6a9f45 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'subnet': {'network_id': 'd47c92ba-2920-4dd5-b421-657ea11725b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:22.701306 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c9a08-1d96-4fd5-9698-6dac2730ace4 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Network': ['ID=d47c92ba-2920-4dd5-b421-657ea11725b7,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:22.714125 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network d47c92ba-2920-4dd5-b421-657ea11725b7 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:07:22.811848 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909b6685-834c-47fd-b1a4-0ee89f6a9f45 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:22.815371 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-909b6685-834c-47fd-b1a4-0ee89f6a9f45 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.041117 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-909b6685-834c-47fd-b1a4-0ee89f6a9f45 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.102249 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b6685-834c-47fd-b1a4-0ee89f6a9f45 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Subnet': ['ID=4cddc872-fdaf-4276-9678-9c89e9a04e19,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:23.119884 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909b6685-834c-47fd-b1a4-0ee89f6a9f45 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Checking segment: {'id': 'fcdb14ce-41e3-4605-8828-90b913ccf27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd47c92ba-2920-4dd5-b421-657ea11725b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:07:23.120464 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909b6685-834c-47fd-b1a4-0ee89f6a9f45 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network hostable DHCP agents. Network: d47c92ba-2920-4dd5-b421-657ea11725b7, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:07:23.139537 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909b6685-834c-47fd-b1a4-0ee89f6a9f45 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network d47c92ba-2920-4dd5-b421-657ea11725b7 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:07:23.149569 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-909b6685-834c-47fd-b1a4-0ee89f6a9f45 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, d47c92ba-2920-4dd5-b421-657ea11725b7) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:23.154117 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909b6685-834c-47fd-b1a4-0ee89f6a9f45 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:23.154765 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-909b6685-834c-47fd-b1a4-0ee89f6a9f45 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.162019 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bceb80c-3f83-42d8-bd20-932ec571bf35 None None] Network d47c92ba-2920-4dd5-b421-657ea11725b7 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:07:23.183626 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-909b6685-834c-47fd-b1a4-0ee89f6a9f45 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5079019 Apr 18 21:07:23.186306 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47276) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:23.193027 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-e6af6912-4360-4ca6-909c-c655d8353e9c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-339543385', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:23.234285 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e6af6912-4360-4ca6-909c-c655d8353e9c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.236239 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e6af6912-4360-4ca6-909c-c655d8353e9c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.311983 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e6af6912-4360-4ca6-909c-c655d8353e9c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.317611 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e6af6912-4360-4ca6-909c-c655d8353e9c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.342494 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3976d91-30dd-4b2c-be8d-9c52b01bad3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-d47c92ba-2920-4dd5-b421-657ea11725b7', 'network_id': 'd47c92ba-2920-4dd5-b421-657ea11725b7', 'tenant_id': '10b245ff59924efba16b9ae2c0a901b6', 'fixed_ips': [{'subnet_id': '4cddc872-fdaf-4276-9678-9c89e9a04e19'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:07:23.343759 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b3976d91-30dd-4b2c-be8d-9c52b01bad3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.366766 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e6af6912-4360-4ca6-909c-c655d8353e9c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.368380 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e6af6912-4360-4ca6-909c-c655d8353e9c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1804426 Apr 18 21:07:23.371482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47282) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:23.378066 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-3537acae-fc89-4b77-9b48-a4a0965decaf tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'port': {'network_id': 'd47c92ba-2920-4dd5-b421-657ea11725b7', 'name': 'tempest-PortsTestJSON-554190204'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:23.507522 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3537acae-fc89-4b77-9b48-a4a0965decaf tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:23.511580 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3537acae-fc89-4b77-9b48-a4a0965decaf tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.536419 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-3537acae-fc89-4b77-9b48-a4a0965decaf tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] device_id is not set on port c768c6a4-0716-4005-b73b-59a26c0fe019 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:07:23.537440 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-b3976d91-30dd-4b2c-be8d-9c52b01bad3d None None] Allocated IP 172.20.0.2 (d47c92ba-2920-4dd5-b421-657ea11725b7/4cddc872-fdaf-4276-9678-9c89e9a04e19/37052811-9f45-4c47-b145-f75720b07599) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:23.892496 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b3976d91-30dd-4b2c-be8d-9c52b01bad3d None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.899462 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b3976d91-30dd-4b2c-be8d-9c52b01bad3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.949020 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3976d91-30dd-4b2c-be8d-9c52b01bad3d None None] Network d47c92ba-2920-4dd5-b421-657ea11725b7 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:23.954371 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-b3976d91-30dd-4b2c-be8d-9c52b01bad3d None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:23.959768 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3976d91-30dd-4b2c-be8d-9c52b01bad3d None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:07:23.971478 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3976d91-30dd-4b2c-be8d-9c52b01bad3d None None] Pushing event updated for resources: {'Port': ['ID=37052811-9f45-4c47-b145-f75720b07599,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:23.998190 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-3537acae-fc89-4b77-9b48-a4a0965decaf tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Allocated IP 172.20.0.12 (d47c92ba-2920-4dd5-b421-657ea11725b7/4cddc872-fdaf-4276-9678-9c89e9a04e19/c768c6a4-0716-4005-b73b-59a26c0fe019) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:24.035813 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b3976d91-30dd-4b2c-be8d-9c52b01bad3d None None] Attempting to bind port 37052811-9f45-4c47-b145-f75720b07599 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:24.036234 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b3976d91-30dd-4b2c-be8d-9c52b01bad3d None None] Attempting to bind port 37052811-9f45-4c47-b145-f75720b07599 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'fcdb14ce-41e3-4605-8828-90b913ccf27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd47c92ba-2920-4dd5-b421-657ea11725b7'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:24.036645 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3976d91-30dd-4b2c-be8d-9c52b01bad3d None None] Attempting to bind port 37052811-9f45-4c47-b145-f75720b07599 on network d47c92ba-2920-4dd5-b421-657ea11725b7 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:07:24.042448 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3976d91-30dd-4b2c-be8d-9c52b01bad3d None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:07:24.043103 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3976d91-30dd-4b2c-be8d-9c52b01bad3d None None] Checking segment: {'id': 'fcdb14ce-41e3-4605-8828-90b913ccf27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd47c92ba-2920-4dd5-b421-657ea11725b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:07:24.043711 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b3976d91-30dd-4b2c-be8d-9c52b01bad3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:24.044481 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3976d91-30dd-4b2c-be8d-9c52b01bad3d None None] Bound using segment: {'id': 'fcdb14ce-41e3-4605-8828-90b913ccf27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd47c92ba-2920-4dd5-b421-657ea11725b7'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:07:24.045279 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b3976d91-30dd-4b2c-be8d-9c52b01bad3d None None] Bound port: 37052811-9f45-4c47-b145-f75720b07599, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcdb14ce-41e3-4605-8828-90b913ccf27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd47c92ba-2920-4dd5-b421-657ea11725b7'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:24.045851 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b3976d91-30dd-4b2c-be8d-9c52b01bad3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:24.136303 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b3976d91-30dd-4b2c-be8d-9c52b01bad3d None None] For port 37052811-9f45-4c47-b145-f75720b07599, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:24.140546 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b3976d91-30dd-4b2c-be8d-9c52b01bad3d None None] For port 37052811-9f45-4c47-b145-f75720b07599, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=37052811-9f45-4c47-b145-f75720b07599,segment=NetworkSegment(fcdb14ce-41e3-4605-8828-90b913ccf27c),segment_id=fcdb14ce-41e3-4605-8828-90b913ccf27c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:07:24.146431 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b3976d91-30dd-4b2c-be8d-9c52b01bad3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:24.218945 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3976d91-30dd-4b2c-be8d-9c52b01bad3d None None] Pushing event updated for resources: {'Port': ['ID=37052811-9f45-4c47-b145-f75720b07599,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:24.599504 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3537acae-fc89-4b77-9b48-a4a0965decaf tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:24.650809 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f98ede79-3663-46e1-86ba-e69851f90ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:24.664678 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3537acae-fc89-4b77-9b48-a4a0965decaf tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:24.720194 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3537acae-fc89-4b77-9b48-a4a0965decaf tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network d47c92ba-2920-4dd5-b421-657ea11725b7 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:24.724465 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-3537acae-fc89-4b77-9b48-a4a0965decaf tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:24.729660 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3537acae-fc89-4b77-9b48-a4a0965decaf tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:07:24.768385 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537acae-fc89-4b77-9b48-a4a0965decaf tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Port': ['ID=c768c6a4-0716-4005-b73b-59a26c0fe019,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:24.782382 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3537acae-fc89-4b77-9b48-a4a0965decaf tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:24.783141 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3537acae-fc89-4b77-9b48-a4a0965decaf tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:24.803245 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3537acae-fc89-4b77-9b48-a4a0965decaf tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4298339 Apr 18 21:07:24.805749 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47314) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:25.530818 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74071259-2fb8-499c-9fec-9696b4e0fbc7 None None] Network d47c92ba-2920-4dd5-b421-657ea11725b7 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:07:25.551030 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b49873f4-ffd0-495e-8dd3-479c22c598dc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.612493 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6ac0c328-47c2-4e88-a913-bd092d1f5a88 None None] Provisioning complete for port 37052811-9f45-4c47-b145-f75720b07599 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:25.612792 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6ac0c328-47c2-4e88-a913-bd092d1f5a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.772232 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6ac0c328-47c2-4e88-a913-bd092d1f5a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.836185 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-6ac0c328-47c2-4e88-a913-bd092d1f5a88 None None] For port 37052811-9f45-4c47-b145-f75720b07599, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=37052811-9f45-4c47-b145-f75720b07599,segment=NetworkSegment(fcdb14ce-41e3-4605-8828-90b913ccf27c),segment_id=fcdb14ce-41e3-4605-8828-90b913ccf27c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:25.843320 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6ac0c328-47c2-4e88-a913-bd092d1f5a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.930892 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0c328-47c2-4e88-a913-bd092d1f5a88 None None] Pushing event updated for resources: {'Port': ['ID=37052811-9f45-4c47-b145-f75720b07599,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:25.931945 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b49873f4-ffd0-495e-8dd3-479c22c598dc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.947438 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b49873f4-ffd0-495e-8dd3-479c22c598dc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.034224 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49873f4-ffd0-495e-8dd3-479c22c598dc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Port': ['ID=c768c6a4-0716-4005-b73b-59a26c0fe019,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:26.181761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4284b02d-e974-4482-b814-fe50b906df3d None None] Provisioning complete for port 37052811-9f45-4c47-b145-f75720b07599 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:26.182141 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4284b02d-e974-4482-b814-fe50b906df3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.231355 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b49873f4-ffd0-495e-8dd3-479c22c598dc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.263843 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 37052811-9f45-4c47-b145-f75720b07599 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:07:26.332722 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4284b02d-e974-4482-b814-fe50b906df3d None None] Provisioning complete for port c768c6a4-0716-4005-b73b-59a26c0fe019 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:26.333776 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4284b02d-e974-4482-b814-fe50b906df3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.374620 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b49873f4-ffd0-495e-8dd3-479c22c598dc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.383535 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 37052811-9f45-4c47-b145-f75720b07599 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:26.383746 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.418389 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4284b02d-e974-4482-b814-fe50b906df3d None None] Port c768c6a4-0716-4005-b73b-59a26c0fe019 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:07:26.549724 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-73578b0e-8608-4be0-afce-8dc825937bc9 None None] Provisioning complete for port c768c6a4-0716-4005-b73b-59a26c0fe019 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:26.550300 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-73578b0e-8608-4be0-afce-8dc825937bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.590830 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-73578b0e-8608-4be0-afce-8dc825937bc9 None None] Port c768c6a4-0716-4005-b73b-59a26c0fe019 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:07:26.694564 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b49873f4-ffd0-495e-8dd3-479c22c598dc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.700313 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b49873f4-ffd0-495e-8dd3-479c22c598dc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.736802 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4c3bb2c5-dabf-4048-a2e0-6bff057c1562 None None] Provisioning complete for port c768c6a4-0716-4005-b73b-59a26c0fe019 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:26.737472 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4c3bb2c5-dabf-4048-a2e0-6bff057c1562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.780563 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4c3bb2c5-dabf-4048-a2e0-6bff057c1562 None None] Port c768c6a4-0716-4005-b73b-59a26c0fe019 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:07:26.783860 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49873f4-ffd0-495e-8dd3-479c22c598dc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Port': ['ID=c768c6a4-0716-4005-b73b-59a26c0fe019,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:26.786533 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b49873f4-ffd0-495e-8dd3-479c22c598dc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.890289 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49873f4-ffd0-495e-8dd3-479c22c598dc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network d47c92ba-2920-4dd5-b421-657ea11725b7 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:26.891989 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-b49873f4-ffd0-495e-8dd3-479c22c598dc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:27.067612 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dd457-354a-44d7-80b4-55e73886a157 req-c4a259db-898e-475a-b875-0fb9b0a63c26 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:27.069433 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f0dd457-354a-44d7-80b4-55e73886a157 req-c4a259db-898e-475a-b875-0fb9b0a63c26 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c20bb22-cd63-43e2-8eef-094a7ef40aac HTTP/1.1" status: 200 len: 949 time: 0.0657215 Apr 18 21:07:27.082653 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49873f4-ffd0-495e-8dd3-479c22c598dc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Router 3dd0069c-54ee-4ad9-bfe8-f0a9500e12f1 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:07:27.129590 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f0dd457-354a-44d7-80b4-55e73886a157 req-e25da24b-ba2b-4b31-be60-292beb73c357 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea1073d8-fee1-4577-9c5f-136a004305e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502560 Apr 18 21:07:27.194013 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49873f4-ffd0-495e-8dd3-479c22c598dc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:27.201210 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b49873f4-ffd0-495e-8dd3-479c22c598dc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "PUT /v2.0/routers/3dd0069c-54ee-4ad9-bfe8-f0a9500e12f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3927138 Apr 18 21:07:27.202307 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47346) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:27.206857 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4511e3f3-dfcf-40b0-a08d-3dafa6f542a1 None None] Sync routers for ids ['3dd0069c-54ee-4ad9-bfe8-f0a9500e12f1'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:07:27.215960 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-82d09dd7-45db-4ba4-ae0c-e8549a084393 None None] Provisioning complete for port c768c6a4-0716-4005-b73b-59a26c0fe019 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:27.217378 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-82d09dd7-45db-4ba4-ae0c-e8549a084393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.244148 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4511e3f3-dfcf-40b0-a08d-3dafa6f542a1 None None] Routers {'3dd0069c-54ee-4ad9-bfe8-f0a9500e12f1'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:07:27.244866 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4511e3f3-dfcf-40b0-a08d-3dafa6f542a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:06:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['3dd0069c-54ee-4ad9-bfe8-f0a9500e12f1'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:27.261557 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06da3d9-8b50-4d0e-8905-31680d70f459 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:27.263792 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d06da3d9-8b50-4d0e-8905-31680d70f459 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dd0069c-54ee-4ad9-bfe8-f0a9500e12f1 HTTP/1.1" status: 200 len: 982 time: 0.0600524 Apr 18 21:07:27.264775 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-82d09dd7-45db-4ba4-ae0c-e8549a084393 None None] Port c768c6a4-0716-4005-b73b-59a26c0fe019 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:07:27.267437 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47350) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:27.282471 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4511e3f3-dfcf-40b0-a08d-3dafa6f542a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:27.293442 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4511e3f3-dfcf-40b0-a08d-3dafa6f542a1 None None] Routers {'3dd0069c-54ee-4ad9-bfe8-f0a9500e12f1'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:07:27.294074 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4511e3f3-dfcf-40b0-a08d-3dafa6f542a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:06:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['3dd0069c-54ee-4ad9-bfe8-f0a9500e12f1'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:27.329948 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4511e3f3-dfcf-40b0-a08d-3dafa6f542a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:27.330597 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4511e3f3-dfcf-40b0-a08d-3dafa6f542a1 None None] The sync data for ids ['3dd0069c-54ee-4ad9-bfe8-f0a9500e12f1'] in n-d-838323-3 is: [] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:07:27.733014 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-16b32318-ee08-4e45-89b7-ff441a3a8259 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.946318 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-16b32318-ee08-4e45-89b7-ff441a3a8259 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting port c768c6a4-0716-4005-b73b-59a26c0fe019 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:27.946663 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-16b32318-ee08-4e45-89b7-ff441a3a8259 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.035261 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-16b32318-ee08-4e45-89b7-ff441a3a8259 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.047862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-16b32318-ee08-4e45-89b7-ff441a3a8259 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Calling delete_port for c768c6a4-0716-4005-b73b-59a26c0fe019 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:28.265799 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-16b32318-ee08-4e45-89b7-ff441a3a8259 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.305802 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf5576-d98f-4984-8508-3f39123026df req-9d5b2be3-31e0-48e4-bcf5-065f50638766 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:28.307199 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-97cf5576-d98f-4984-8508-3f39123026df req-9d5b2be3-31e0-48e4-bcf5-065f50638766 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c20bb22-cd63-43e2-8eef-094a7ef40aac HTTP/1.1" status: 200 len: 949 time: 0.0993478 Apr 18 21:07:28.309315 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b32318-ee08-4e45-89b7-ff441a3a8259 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Port': ['ID=c768c6a4-0716-4005-b73b-59a26c0fe019,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:28.400354 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-97cf5576-d98f-4984-8508-3f39123026df req-61a1219e-a5ae-4e0e-b057-44fe518f8880 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea1073d8-fee1-4577-9c5f-136a004305e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840342 Apr 18 21:07:28.492934 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-16b32318-ee08-4e45-89b7-ff441a3a8259 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.517789 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa04557-2385-4920-ae21-9337a6cd6f3d req-0b684728-785c-4196-a69f-e826d55e4115 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:28.519524 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5aa04557-2385-4920-ae21-9337a6cd6f3d req-0b684728-785c-4196-a69f-e826d55e4115 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c20bb22-cd63-43e2-8eef-094a7ef40aac HTTP/1.1" status: 200 len: 949 time: 0.0654781 Apr 18 21:07:28.637574 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-5aa04557-2385-4920-ae21-9337a6cd6f3d req-1c740bb4-c408-4578-90a5-82aa4b60e540 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Deleting port 6d184093-8042-4859-8611-b1242255de59 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:28.638173 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5aa04557-2385-4920-ae21-9337a6cd6f3d req-1c740bb4-c408-4578-90a5-82aa4b60e540 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.696810 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b32318-ee08-4e45-89b7-ff441a3a8259 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Router 3dd0069c-54ee-4ad9-bfe8-f0a9500e12f1 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:07:28.750628 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-5aa04557-2385-4920-ae21-9337a6cd6f3d req-1c740bb4-c408-4578-90a5-82aa4b60e540 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] For port 6d184093-8042-4859-8611-b1242255de59, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=6d184093-8042-4859-8611-b1242255de59,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:28.750993 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5aa04557-2385-4920-ae21-9337a6cd6f3d req-1c740bb4-c408-4578-90a5-82aa4b60e540 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.765600 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-5aa04557-2385-4920-ae21-9337a6cd6f3d req-1c740bb4-c408-4578-90a5-82aa4b60e540 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Calling delete_port for 6d184093-8042-4859-8611-b1242255de59 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:28.789529 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b32318-ee08-4e45-89b7-ff441a3a8259 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:28.798875 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-16b32318-ee08-4e45-89b7-ff441a3a8259 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "PUT /v2.0/routers/3dd0069c-54ee-4ad9-bfe8-f0a9500e12f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5264831 Apr 18 21:07:28.798875 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47366) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:28.801648 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a70e8f-9acd-45e1-a63d-9afa6062f064 None None] Sync routers for ids ['3dd0069c-54ee-4ad9-bfe8-f0a9500e12f1'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:07:28.818515 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a70e8f-9acd-45e1-a63d-9afa6062f064 None None] Routers {'3dd0069c-54ee-4ad9-bfe8-f0a9500e12f1'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:07:28.819285 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-65a70e8f-9acd-45e1-a63d-9afa6062f064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:06:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['3dd0069c-54ee-4ad9-bfe8-f0a9500e12f1'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:28.827992 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c758699-ba0a-4048-93cf-21ab5fa7d2a2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] GET failed (client error): The resource could not be found. Apr 18 21:07:28.832515 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5c758699-ba0a-4048-93cf-21ab5fa7d2a2 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "GET /v2.0/ports/c768c6a4-0716-4005-b73b-59a26c0fe019 HTTP/1.1" status: 404 len: 333 time: 0.0306306 Apr 18 21:07:28.835492 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47368) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:28.871470 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-65a70e8f-9acd-45e1-a63d-9afa6062f064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:28.880352 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a70e8f-9acd-45e1-a63d-9afa6062f064 None None] Routers {'3dd0069c-54ee-4ad9-bfe8-f0a9500e12f1'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:07:28.881024 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-65a70e8f-9acd-45e1-a63d-9afa6062f064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:06:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['3dd0069c-54ee-4ad9-bfe8-f0a9500e12f1'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:28.923767 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-65a70e8f-9acd-45e1-a63d-9afa6062f064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:28.924484 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a70e8f-9acd-45e1-a63d-9afa6062f064 None None] The sync data for ids ['3dd0069c-54ee-4ad9-bfe8-f0a9500e12f1'] in n-d-838323-3 is: [] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:07:28.928105 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc40c404-8d66-46ff-b62a-4ba3f782c9ec tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.941949 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5aa04557-2385-4920-ae21-9337a6cd6f3d req-1c740bb4-c408-4578-90a5-82aa4b60e540 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.953644 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['6d184093-8042-4859-8611-b1242255de59'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:07:28.976837 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c740bb4-c408-4578-90a5-82aa4b60e540 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Pushing event deleted for resources: {'Port': ['ID=6d184093-8042-4859-8611-b1242255de59,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:29.027022 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7f88ea15-b225-45cf-ab01-bf9d0cf3d63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.039042 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa04557-2385-4920-ae21-9337a6cd6f3d req-1c740bb4-c408-4578-90a5-82aa4b60e540 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] No DVR routers for this DVR port 6d184093-8042-4859-8611-b1242255de59 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:29.041745 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-5aa04557-2385-4920-ae21-9337a6cd6f3d req-1c740bb4-c408-4578-90a5-82aa4b60e540 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.045295 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-5aa04557-2385-4920-ae21-9337a6cd6f3d req-1c740bb4-c408-4578-90a5-82aa4b60e540 tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.57 "DELETE /v2.0/ports/6d184093-8042-4859-8611-b1242255de59 HTTP/1.1" status: 204 len: 173 time: 0.5155776 Apr 18 21:07:29.045568 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c20bb22-cd63-43e2-8eef-094a7ef40aac', 'name': 'network-vif-deleted', 'tag': '6d184093-8042-4859-8611-b1242255de59'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:07:29.048031 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee187dc3-1798-49e4-a782-7fdce9451620" -d '{"events": [{"server_uuid": "4c20bb22-cd63-43e2-8eef-094a7ef40aac", "name": "network-vif-deleted", "tag": "6d184093-8042-4859-8611-b1242255de59"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:07:29.090747 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b843dda-ed67-4cb9-8e0c-6550c61c1250 x-openstack-request-id: req-6b843dda-ed67-4cb9-8e0c-6550c61c1250 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:07:29.091233 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c20bb22-cd63-43e2-8eef-094a7ef40aac", "name": "network-vif-deleted", "tag": "6d184093-8042-4859-8611-b1242255de59", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:07:29.091794 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b843dda-ed67-4cb9-8e0c-6550c61c1250 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:07:29.092401 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b843dda-ed67-4cb9-8e0c-6550c61c1250'] response: {'server_uuid': '4c20bb22-cd63-43e2-8eef-094a7ef40aac', 'name': 'network-vif-deleted', 'tag': '6d184093-8042-4859-8611-b1242255de59', 'status': 'completed', 'code': 200} Apr 18 21:07:29.150310 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc40c404-8d66-46ff-b62a-4ba3f782c9ec tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.152637 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc40c404-8d66-46ff-b62a-4ba3f782c9ec tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.201876 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc40c404-8d66-46ff-b62a-4ba3f782c9ec tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.202408 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc40c404-8d66-46ff-b62a-4ba3f782c9ec tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Fanout notify agent at l3_agent the message router_deleted on router 3dd0069c-54ee-4ad9-bfe8-f0a9500e12f1 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:07:29.210812 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc40c404-8d66-46ff-b62a-4ba3f782c9ec tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.211931 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-fc40c404-8d66-46ff-b62a-4ba3f782c9ec tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/routers/3dd0069c-54ee-4ad9-bfe8-f0a9500e12f1 HTTP/1.1" status: 204 len: 168 time: 0.3746798 Apr 18 21:07:29.214862 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47372) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:29.271607 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-256d7d7f-2954-4dba-8997-cc4f10eb5626 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting subnet 4cddc872-fdaf-4276-9678-9c89e9a04e19 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:07:29.275174 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-256d7d7f-2954-4dba-8997-cc4f10eb5626 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.317882 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-256d7d7f-2954-4dba-8997-cc4f10eb5626 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.432920 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-256d7d7f-2954-4dba-8997-cc4f10eb5626 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.528232 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-256d7d7f-2954-4dba-8997-cc4f10eb5626 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.562835 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c03e930a-2216-4427-be7a-b6c4c1a8d50d req-9caa2935-f29e-4d17-8503-b59639990d5c tempest-VolumesBackupsTest-1167899765 tempest-VolumesBackupsTest-1167899765-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c20bb22-cd63-43e2-8eef-094a7ef40aac HTTP/1.1" status: 200 len: 210 time: 0.0466831 Apr 18 21:07:29.568182 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d7d7f-2954-4dba-8997-cc4f10eb5626 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Subnet': ['ID=4cddc872-fdaf-4276-9678-9c89e9a04e19,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:29.574051 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-256d7d7f-2954-4dba-8997-cc4f10eb5626 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.577691 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-256d7d7f-2954-4dba-8997-cc4f10eb5626 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/subnets/4cddc872-fdaf-4276-9678-9c89e9a04e19 HTTP/1.1" status: 204 len: 168 time: 0.3617392 Apr 18 21:07:29.580574 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47376) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:29.584527 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c302573b-87c5-4cdb-81bf-2fbec7d07ab5 None None] Network d47c92ba-2920-4dd5-b421-657ea11725b7 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:07:29.697599 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5201ab4-7e03-45cd-9516-a9cc54739920 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.785817 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e5201ab4-7e03-45cd-9516-a9cc54739920 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting port 37052811-9f45-4c47-b145-f75720b07599 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:29.786138 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5201ab4-7e03-45cd-9516-a9cc54739920 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.831452 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0ba675-79fc-49b8-b9e5-2e2014a91809 None None] DHCP port deletion for d47c92ba-2920-4dd5-b421-657ea11725b7 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:07:29.865482 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-e5201ab4-7e03-45cd-9516-a9cc54739920 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] For port 37052811-9f45-4c47-b145-f75720b07599, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=37052811-9f45-4c47-b145-f75720b07599,segment=NetworkSegment(fcdb14ce-41e3-4605-8828-90b913ccf27c),segment_id=fcdb14ce-41e3-4605-8828-90b913ccf27c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:29.865878 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5201ab4-7e03-45cd-9516-a9cc54739920 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.883725 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e5201ab4-7e03-45cd-9516-a9cc54739920 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Calling delete_port for 37052811-9f45-4c47-b145-f75720b07599 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:29.896899 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.931412 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-3b0ba675-79fc-49b8-b9e5-2e2014a91809 None None] Deleting port 37052811-9f45-4c47-b145-f75720b07599 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:29.931941 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3b0ba675-79fc-49b8-b9e5-2e2014a91809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.016092 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-3b0ba675-79fc-49b8-b9e5-2e2014a91809 None None] For port 37052811-9f45-4c47-b145-f75720b07599, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=37052811-9f45-4c47-b145-f75720b07599,segment=NetworkSegment(fcdb14ce-41e3-4605-8828-90b913ccf27c),segment_id=fcdb14ce-41e3-4605-8828-90b913ccf27c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:30.016644 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3b0ba675-79fc-49b8-b9e5-2e2014a91809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.018490 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5201ab4-7e03-45cd-9516-a9cc54739920 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.040847 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-3b0ba675-79fc-49b8-b9e5-2e2014a91809 None None] Calling delete_port for 37052811-9f45-4c47-b145-f75720b07599 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:30.061609 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5201ab4-7e03-45cd-9516-a9cc54739920 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Port': ['ID=37052811-9f45-4c47-b145-f75720b07599,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:30.065162 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5201ab4-7e03-45cd-9516-a9cc54739920 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] No DVR routers for this DVR port 37052811-9f45-4c47-b145-f75720b07599 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:30.143215 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3b0ba675-79fc-49b8-b9e5-2e2014a91809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.175784 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0ba675-79fc-49b8-b9e5-2e2014a91809 None None] No DVR routers for this DVR port 37052811-9f45-4c47-b145-f75720b07599 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:30.180983 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ba675-79fc-49b8-b9e5-2e2014a91809 None None] Pushing event deleted for resources: {'Port': ['ID=37052811-9f45-4c47-b145-f75720b07599,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:30.222809 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 37052811-9f45-4c47-b145-f75720b07599 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:07:30.224298 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5201ab4-7e03-45cd-9516-a9cc54739920 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.249501 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 37052811-9f45-4c47-b145-f75720b07599 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:07:30.249935 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 37052811-9f45-4c47-b145-f75720b07599 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:07:30.258321 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-e5201ab4-7e03-45cd-9516-a9cc54739920 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d47c92ba-2920-4dd5-b421-657ea11725b7']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:30.276830 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-e5201ab4-7e03-45cd-9516-a9cc54739920 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcdb14ce-41e3-4605-8828-90b913ccf27c') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:30.277346 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-e5201ab4-7e03-45cd-9516-a9cc54739920 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcdb14ce-41e3-4605-8828-90b913ccf27c') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:30.289107 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5201ab4-7e03-45cd-9516-a9cc54739920 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.310473 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5201ab4-7e03-45cd-9516-a9cc54739920 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.317166 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5201ab4-7e03-45cd-9516-a9cc54739920 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:07:30.317620 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5201ab4-7e03-45cd-9516-a9cc54739920 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:07:30.320918 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:07:30.382731 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5201ab4-7e03-45cd-9516-a9cc54739920 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.390222 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5201ab4-7e03-45cd-9516-a9cc54739920 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.393381 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e5201ab4-7e03-45cd-9516-a9cc54739920 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/networks/d47c92ba-2920-4dd5-b421-657ea11725b7 HTTP/1.1" status: 204 len: 168 time: 0.8118024 Apr 18 21:07:30.397241 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47390) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:30.411320 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5201ab4-7e03-45cd-9516-a9cc54739920 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Network': ['ID=d47c92ba-2920-4dd5-b421-657ea11725b7,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:30.441028 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2626c7f-a7cb-4985-b0dc-7060aeb94195 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:30.446497 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f2626c7f-a7cb-4985-b0dc-7060aeb94195 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "GET /v2.0/ports/fe306b62-ce53-47a3-bf44-98f64108c9b1 HTTP/1.1" status: 200 len: 840 time: 0.0450034 Apr 18 21:07:30.446891 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47392) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:30.486972 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2d03fdca-526b-41c8-a6d6-91e01af12060 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "GET /v2.0/ports/fe306b62-ce53-47a3-bf44-98f64108c9b1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0388691 Apr 18 21:07:30.491586 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47394) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:30.496353 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-3578eb06-4bb4-47bb-827a-47ff31b91ee1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'subnet': {'network_id': '3ef04e09-34d8-4e12-a96f-6df7e80624af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:30.587626 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3578eb06-4bb4-47bb-827a-47ff31b91ee1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:30.591129 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3578eb06-4bb4-47bb-827a-47ff31b91ee1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.821890 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3578eb06-4bb4-47bb-827a-47ff31b91ee1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.865894 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3578eb06-4bb4-47bb-827a-47ff31b91ee1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network 3ef04e09-34d8-4e12-a96f-6df7e80624af is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:30.869103 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-3578eb06-4bb4-47bb-827a-47ff31b91ee1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:30.873595 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3578eb06-4bb4-47bb-827a-47ff31b91ee1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:30.874170 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3578eb06-4bb4-47bb-827a-47ff31b91ee1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.885889 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578eb06-4bb4-47bb-827a-47ff31b91ee1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Subnet': ['ID=aa6bf5d5-cf5b-403b-9629-e276529d7785,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:30.886790 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63629111-ce64-4375-9211-231f194cf324 None None] Network 3ef04e09-34d8-4e12-a96f-6df7e80624af requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:07:30.909091 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3578eb06-4bb4-47bb-827a-47ff31b91ee1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4163764 Apr 18 21:07:30.910792 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47402) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:30.916159 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-fb726c8c-9952-476d-ae78-2657528590c7 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'security_group': {'name': 'tempest-secgroup-2047362018'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:30.947820 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fb726c8c-9952-476d-ae78-2657528590c7 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.023455 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fb726c8c-9952-476d-ae78-2657528590c7 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.038327 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fb726c8c-9952-476d-ae78-2657528590c7 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.078934 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fb726c8c-9952-476d-ae78-2657528590c7 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.084037 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fb726c8c-9952-476d-ae78-2657528590c7 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1683128 Apr 18 21:07:31.084609 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47404) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:31.091551 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a888c2d2-149c-4dea-9a42-ed4031417d41 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'security_group': {'name': 'tempest-secgroup-733095907'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:31.101883 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb726c8c-9952-476d-ae78-2657528590c7 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=795e7873-e855-4eef-b468-a509d6183404,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:31.110061 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5996a916-d21d-436c-a5bc-fe56661b547e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-3ef04e09-34d8-4e12-a96f-6df7e80624af', 'network_id': '3ef04e09-34d8-4e12-a96f-6df7e80624af', 'tenant_id': '10b245ff59924efba16b9ae2c0a901b6', 'fixed_ips': [{'subnet_id': 'aa6bf5d5-cf5b-403b-9629-e276529d7785'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:07:31.111070 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5996a916-d21d-436c-a5bc-fe56661b547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.135184 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a888c2d2-149c-4dea-9a42-ed4031417d41 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.256698 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a888c2d2-149c-4dea-9a42-ed4031417d41 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.263642 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a888c2d2-149c-4dea-9a42-ed4031417d41 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.278788 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-5996a916-d21d-436c-a5bc-fe56661b547e None None] Allocated IP 172.20.0.2 (3ef04e09-34d8-4e12-a96f-6df7e80624af/aa6bf5d5-cf5b-403b-9629-e276529d7785/621e2f71-b35d-422e-8a81-3826fbadcb1b) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:31.308159 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a888c2d2-149c-4dea-9a42-ed4031417d41 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.309696 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a888c2d2-149c-4dea-9a42-ed4031417d41 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2235038 Apr 18 21:07:31.312591 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47414) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:31.315753 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888c2d2-149c-4dea-9a42-ed4031417d41 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a467e783-60a8-4936-837b-fcb36690d0f8,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:31.317563 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-531ffa75-7e31-4964-b649-3a40eca38d9b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1576235458', 'security_groups': ['a467e783-60a8-4936-837b-fcb36690d0f8'], 'network_id': '3ef04e09-34d8-4e12-a96f-6df7e80624af', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'aa6bf5d5-cf5b-403b-9629-e276529d7785'}]}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:31.324574 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a888c2d2-149c-4dea-9a42-ed4031417d41 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:31.325240 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a888c2d2-149c-4dea-9a42-ed4031417d41 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:31.325780 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a888c2d2-149c-4dea-9a42-ed4031417d41 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:31.326311 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a888c2d2-149c-4dea-9a42-ed4031417d41 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:31.327095 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a888c2d2-149c-4dea-9a42-ed4031417d41 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:31.327629 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a888c2d2-149c-4dea-9a42-ed4031417d41 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:31.328286 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a888c2d2-149c-4dea-9a42-ed4031417d41 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:31.328749 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a888c2d2-149c-4dea-9a42-ed4031417d41 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:31.329304 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a888c2d2-149c-4dea-9a42-ed4031417d41 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:31.329837 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a888c2d2-149c-4dea-9a42-ed4031417d41 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:31.330367 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a888c2d2-149c-4dea-9a42-ed4031417d41 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:31.330930 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a888c2d2-149c-4dea-9a42-ed4031417d41 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:31.421443 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.500976 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5996a916-d21d-436c-a5bc-fe56661b547e None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.512810 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5996a916-d21d-436c-a5bc-fe56661b547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.521827 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531ffa75-7e31-4964-b649-3a40eca38d9b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:31.566856 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5996a916-d21d-436c-a5bc-fe56661b547e None None] Network 3ef04e09-34d8-4e12-a96f-6df7e80624af is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:31.571479 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-5996a916-d21d-436c-a5bc-fe56661b547e None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:31.574875 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5996a916-d21d-436c-a5bc-fe56661b547e None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:07:31.647761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996a916-d21d-436c-a5bc-fe56661b547e None None] Pushing event updated for resources: {'Port': ['ID=621e2f71-b35d-422e-8a81-3826fbadcb1b,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:31.669691 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-531ffa75-7e31-4964-b649-3a40eca38d9b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.674256 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5996a916-d21d-436c-a5bc-fe56661b547e None None] Attempting to bind port 621e2f71-b35d-422e-8a81-3826fbadcb1b on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:31.674627 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5996a916-d21d-436c-a5bc-fe56661b547e None None] Attempting to bind port 621e2f71-b35d-422e-8a81-3826fbadcb1b by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '282007c1-998f-423a-b117-22d1d6a30e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3ef04e09-34d8-4e12-a96f-6df7e80624af'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:31.675011 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5996a916-d21d-436c-a5bc-fe56661b547e None None] Attempting to bind port 621e2f71-b35d-422e-8a81-3826fbadcb1b on network 3ef04e09-34d8-4e12-a96f-6df7e80624af {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:07:31.685718 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5996a916-d21d-436c-a5bc-fe56661b547e None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:07:31.686148 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5996a916-d21d-436c-a5bc-fe56661b547e None None] Checking segment: {'id': '282007c1-998f-423a-b117-22d1d6a30e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3ef04e09-34d8-4e12-a96f-6df7e80624af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:07:31.686562 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5996a916-d21d-436c-a5bc-fe56661b547e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.687310 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5996a916-d21d-436c-a5bc-fe56661b547e None None] Bound using segment: {'id': '282007c1-998f-423a-b117-22d1d6a30e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3ef04e09-34d8-4e12-a96f-6df7e80624af'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:07:31.688674 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5996a916-d21d-436c-a5bc-fe56661b547e None None] Bound port: 621e2f71-b35d-422e-8a81-3826fbadcb1b, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '282007c1-998f-423a-b117-22d1d6a30e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3ef04e09-34d8-4e12-a96f-6df7e80624af'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:31.689081 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5996a916-d21d-436c-a5bc-fe56661b547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.695700 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.696712 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [None req-531ffa75-7e31-4964-b649-3a40eca38d9b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] device_id is not set on port a1e77363-5255-43a2-a171-e702cbb2277d yet. {{(pid=102909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:07:31.789306 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5996a916-d21d-436c-a5bc-fe56661b547e None None] For port 621e2f71-b35d-422e-8a81-3826fbadcb1b, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:31.792620 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5996a916-d21d-436c-a5bc-fe56661b547e None None] For port 621e2f71-b35d-422e-8a81-3826fbadcb1b, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=621e2f71-b35d-422e-8a81-3826fbadcb1b,segment=NetworkSegment(282007c1-998f-423a-b117-22d1d6a30e5a),segment_id=282007c1-998f-423a-b117-22d1d6a30e5a)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:07:31.803346 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5996a916-d21d-436c-a5bc-fe56661b547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.877678 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996a916-d21d-436c-a5bc-fe56661b547e None None] Pushing event updated for resources: {'Port': ['ID=621e2f71-b35d-422e-8a81-3826fbadcb1b,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:31.966308 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-531ffa75-7e31-4964-b649-3a40eca38d9b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Allocated IP 172.20.0.11 (3ef04e09-34d8-4e12-a96f-6df7e80624af/aa6bf5d5-cf5b-403b-9629-e276529d7785/a1e77363-5255-43a2-a171-e702cbb2277d) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:32.148670 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-531ffa75-7e31-4964-b649-3a40eca38d9b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.198734 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-531ffa75-7e31-4964-b649-3a40eca38d9b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.297164 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 621e2f71-b35d-422e-8a81-3826fbadcb1b up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:07:32.299461 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531ffa75-7e31-4964-b649-3a40eca38d9b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network 3ef04e09-34d8-4e12-a96f-6df7e80624af is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:32.305530 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-531ffa75-7e31-4964-b649-3a40eca38d9b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:32.311643 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531ffa75-7e31-4964-b649-3a40eca38d9b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:07:32.356533 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ffa75-7e31-4964-b649-3a40eca38d9b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Port': ['ID=a1e77363-5255-43a2-a171-e702cbb2277d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:32.423253 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531ffa75-7e31-4964-b649-3a40eca38d9b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:32.424093 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-531ffa75-7e31-4964-b649-3a40eca38d9b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.452536 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-531ffa75-7e31-4964-b649-3a40eca38d9b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1388052 Apr 18 21:07:32.456962 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47428) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:32.464328 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-18f3ebd2-e3b0-47bf-8179-0826972c3897 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'subnet': {'network_id': '3ef04e09-34d8-4e12-a96f-6df7e80624af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:32.466274 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 621e2f71-b35d-422e-8a81-3826fbadcb1b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:32.467169 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.614040 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.650303 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f3ebd2-e3b0-47bf-8179-0826972c3897 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:32.657976 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-18f3ebd2-e3b0-47bf-8179-0826972c3897 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.677497 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 621e2f71-b35d-422e-8a81-3826fbadcb1b, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=621e2f71-b35d-422e-8a81-3826fbadcb1b,segment=NetworkSegment(282007c1-998f-423a-b117-22d1d6a30e5a),segment_id=282007c1-998f-423a-b117-22d1d6a30e5a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:32.684089 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.758555 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=621e2f71-b35d-422e-8a81-3826fbadcb1b,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:32.796878 n-d-838323-3 neutron-server[102908]: INFO neutron.db.ipam_backend_mixin [None req-18f3ebd2-e3b0-47bf-8179-0826972c3897 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet aa6bf5d5-cf5b-403b-9629-e276529d7785 (CIDR: 172.20.0.0/28) Apr 18 21:07:32.800990 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f3ebd2-e3b0-47bf-8179-0826972c3897 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:07:32.801725 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f3ebd2-e3b0-47bf-8179-0826972c3897 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:07:32.820468 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-18f3ebd2-e3b0-47bf-8179-0826972c3897 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3600309 Apr 18 21:07:32.822953 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47432) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:32.828986 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-5c55107f-881b-49bb-bcfd-eb3eef39d8d0 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'subnet': {'network_id': '3ef04e09-34d8-4e12-a96f-6df7e80624af', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:32.983578 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c55107f-881b-49bb-bcfd-eb3eef39d8d0 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:32.988055 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5c55107f-881b-49bb-bcfd-eb3eef39d8d0 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.132749 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 6d184093-8042-4859-8611-b1242255de59 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:07:33.177868 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 6d184093-8042-4859-8611-b1242255de59 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:07:33.178400 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 6d184093-8042-4859-8611-b1242255de59 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:07:33.352401 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5c55107f-881b-49bb-bcfd-eb3eef39d8d0 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.444298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c55107f-881b-49bb-bcfd-eb3eef39d8d0 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network 3ef04e09-34d8-4e12-a96f-6df7e80624af is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:33.447216 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-5c55107f-881b-49bb-bcfd-eb3eef39d8d0 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:33.449359 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55107f-881b-49bb-bcfd-eb3eef39d8d0 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Subnet': ['ID=e115433c-8877-412c-b910-5333d423fb0c,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:33.452705 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c55107f-881b-49bb-bcfd-eb3eef39d8d0 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:33.452879 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5c55107f-881b-49bb-bcfd-eb3eef39d8d0 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.466350 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-dfc2fe2c-c1ad-4d6f-8c4d-b0dd737437c6 None None] Provisioning complete for port fe306b62-ce53-47a3-bf44-98f64108c9b1 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:33.466854 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dfc2fe2c-c1ad-4d6f-8c4d-b0dd737437c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.483412 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5c55107f-881b-49bb-bcfd-eb3eef39d8d0 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6586430 Apr 18 21:07:33.486049 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47436) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:33.496795 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-d43ae571-a2e1-419a-94c3-a2deeb541db6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-764142578', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e115433c-8877-412c-b910-5333d423fb0c'}], 'security_groups': ['795e7873-e855-4eef-b468-a509d6183404']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:33.510895 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-dfc2fe2c-c1ad-4d6f-8c4d-b0dd737437c6 None None] Port fe306b62-ce53-47a3-bf44-98f64108c9b1 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:07:33.539531 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-dfc2fe2c-c1ad-4d6f-8c4d-b0dd737437c6 None None] Provisioning complete for port 621e2f71-b35d-422e-8a81-3826fbadcb1b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:33.539824 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dfc2fe2c-c1ad-4d6f-8c4d-b0dd737437c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.654890 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3aaa89b-7e53-4ae6-b3fc-21430941788e None None] Network 3ef04e09-34d8-4e12-a96f-6df7e80624af requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:07:33.742600 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d43ae571-a2e1-419a-94c3-a2deeb541db6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.856643 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-01285584-b9b0-4c15-a5b6-bb71c896979c None None] Provisioning complete for port a1e77363-5255-43a2-a171-e702cbb2277d triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:33.857020 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-01285584-b9b0-4c15-a5b6-bb71c896979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.918740 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-01285584-b9b0-4c15-a5b6-bb71c896979c None None] Port a1e77363-5255-43a2-a171-e702cbb2277d cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:07:34.047490 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7f3343-3741-4c31-87ce-1d5f3b4de053 None None] Update dhcp port {'port': {'network_id': '3ef04e09-34d8-4e12-a96f-6df7e80624af', 'fixed_ips': [{'subnet_id': 'aa6bf5d5-cf5b-403b-9629-e276529d7785', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e115433c-8877-412c-b910-5333d423fb0c'}], 'binding:host_id': 'n-d-838323-3'}, 'id': '621e2f71-b35d-422e-8a81-3826fbadcb1b'} from n-d-838323-3. {{(pid=102910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 21:07:34.080020 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fc7f3343-3741-4c31-87ce-1d5f3b4de053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.272784 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 621e2f71-b35d-422e-8a81-3826fbadcb1b up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:07:34.329630 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-d43ae571-a2e1-419a-94c3-a2deeb541db6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Delete allocated IP 172.20.0.11 (3ef04e09-34d8-4e12-a96f-6df7e80624af/aa6bf5d5-cf5b-403b-9629-e276529d7785) {{(pid=102908) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 21:07:34.347801 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-d43ae571-a2e1-419a-94c3-a2deeb541db6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Allocated IP 172.20.0.25 (3ef04e09-34d8-4e12-a96f-6df7e80624af/e115433c-8877-412c-b910-5333d423fb0c/a1e77363-5255-43a2-a171-e702cbb2277d) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:34.372859 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:07:34.393045 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47488) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:34.396186 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 621e2f71-b35d-422e-8a81-3826fbadcb1b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:34.396636 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.649538 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0387a093-28d9-4d96-9784-30a08e7497df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.821397 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0387a093-28d9-4d96-9784-30a08e7497df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.829551 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0387a093-28d9-4d96-9784-30a08e7497df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.894700 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0387a093-28d9-4d96-9784-30a08e7497df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab46b203ce2349dbbfd0c77bd34e6cd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4981232 Apr 18 21:07:34.898698 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387a093-28d9-4d96-9784-30a08e7497df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf8f1d9-6052-437b-9d54-3b1b682e4260,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:34.901304 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47500) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:34.978110 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70901cc1-dcf6-4cb5-ab06-1321420a48ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.012402 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70901cc1-dcf6-4cb5-ab06-1321420a48ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.086923 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70901cc1-dcf6-4cb5-ab06-1321420a48ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.090000 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70901cc1-dcf6-4cb5-ab06-1321420a48ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.091648 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-70901cc1-dcf6-4cb5-ab06-1321420a48ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7cf8f1d9-6052-437b-9d54-3b1b682e4260 HTTP/1.1" status: 204 len: 168 time: 0.1893299 Apr 18 21:07:35.100676 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70901cc1-dcf6-4cb5-ab06-1321420a48ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf8f1d9-6052-437b-9d54-3b1b682e4260,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:35.119915 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d43ae571-a2e1-419a-94c3-a2deeb541db6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.126735 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d43ae571-a2e1-419a-94c3-a2deeb541db6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.265073 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ae571-a2e1-419a-94c3-a2deeb541db6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Port': ['ID=a1e77363-5255-43a2-a171-e702cbb2277d,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:35.286269 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-d43ae571-a2e1-419a-94c3-a2deeb541db6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] In _notify_port_updated(), no bound segment for port a1e77363-5255-43a2-a171-e702cbb2277d on network 3ef04e09-34d8-4e12-a96f-6df7e80624af {{(pid=102908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 21:07:35.292666 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43ae571-a2e1-419a-94c3-a2deeb541db6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:35.293341 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d43ae571-a2e1-419a-94c3-a2deeb541db6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.294895 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d43ae571-a2e1-419a-94c3-a2deeb541db6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "PUT /v2.0/ports/a1e77363-5255-43a2-a171-e702cbb2277d HTTP/1.1" status: 200 len: 920 time: 1.8070014 Apr 18 21:07:35.297656 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47536) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:35.379705 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-fc7f3343-3741-4c31-87ce-1d5f3b4de053 None None] Allocated IP 172.20.0.18 (3ef04e09-34d8-4e12-a96f-6df7e80624af/e115433c-8877-412c-b910-5333d423fb0c/621e2f71-b35d-422e-8a81-3826fbadcb1b) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:35.432990 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-2c9d4af2-4c67-42db-a79b-2ea4111ee1b3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting port a1e77363-5255-43a2-a171-e702cbb2277d {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:35.433633 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4af2-4c67-42db-a79b-2ea4111ee1b3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.521236 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-fc7f3343-3741-4c31-87ce-1d5f3b4de053 None None] For port 621e2f71-b35d-422e-8a81-3826fbadcb1b, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=621e2f71-b35d-422e-8a81-3826fbadcb1b,segment=NetworkSegment(282007c1-998f-423a-b117-22d1d6a30e5a),segment_id=282007c1-998f-423a-b117-22d1d6a30e5a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:35.556126 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4af2-4c67-42db-a79b-2ea4111ee1b3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.562407 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fc7f3343-3741-4c31-87ce-1d5f3b4de053 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.570176 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fc7f3343-3741-4c31-87ce-1d5f3b4de053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.577818 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-2c9d4af2-4c67-42db-a79b-2ea4111ee1b3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Calling delete_port for a1e77363-5255-43a2-a171-e702cbb2277d owned by {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:35.665990 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f3343-3741-4c31-87ce-1d5f3b4de053 None None] Pushing event updated for resources: {'Port': ['ID=621e2f71-b35d-422e-8a81-3826fbadcb1b,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:35.670406 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47540) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:35.689665 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0a889510-6f12-45b5-9e2d-f1c5e0c3f49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.770270 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4af2-4c67-42db-a79b-2ea4111ee1b3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.818867 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d4af2-4c67-42db-a79b-2ea4111ee1b3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Port': ['ID=a1e77363-5255-43a2-a171-e702cbb2277d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:35.865896 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0a889510-6f12-45b5-9e2d-f1c5e0c3f49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.874230 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0a889510-6f12-45b5-9e2d-f1c5e0c3f49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.940488 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0a889510-6f12-45b5-9e2d-f1c5e0c3f49d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9370a27a77ed4766b2900120020952af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2651875 Apr 18 21:07:35.940710 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47544) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:35.940848 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a889510-6f12-45b5-9e2d-f1c5e0c3f49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d54268-5b8f-41d9-9249-56526e9d1aad,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:35.987342 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4af2-4c67-42db-a79b-2ea4111ee1b3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.994175 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2c9d4af2-4c67-42db-a79b-2ea4111ee1b3 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/ports/a1e77363-5255-43a2-a171-e702cbb2277d HTTP/1.1" status: 204 len: 168 time: 0.6928971 Apr 18 21:07:35.994947 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47546) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:36.025166 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bab4410-0655-4459-8fbd-faa6a2221c62 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] GET failed (client error): The resource could not be found. Apr 18 21:07:36.025412 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8a9df972-1559-48a1-a6c1-0d6609b528bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.030408 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47548) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:36.030796 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5bab4410-0655-4459-8fbd-faa6a2221c62 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "GET /v2.0/ports/a1e77363-5255-43a2-a171-e702cbb2277d HTTP/1.1" status: 404 len: 333 time: 0.0344701 Apr 18 21:07:36.098043 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8a9df972-1559-48a1-a6c1-0d6609b528bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.148468 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f85bea53-7f20-4f53-a8bd-066d0a45bd27 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.189992 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f85bea53-7f20-4f53-a8bd-066d0a45bd27 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.232618 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8a9df972-1559-48a1-a6c1-0d6609b528bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.235236 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8a9df972-1559-48a1-a6c1-0d6609b528bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.239107 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8a9df972-1559-48a1-a6c1-0d6609b528bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/73d54268-5b8f-41d9-9249-56526e9d1aad HTTP/1.1" status: 204 len: 168 time: 0.2952342 Apr 18 21:07:36.249148 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9df972-1559-48a1-a6c1-0d6609b528bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d54268-5b8f-41d9-9249-56526e9d1aad,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:36.260277 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f85bea53-7f20-4f53-a8bd-066d0a45bd27 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.262878 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 621e2f71-b35d-422e-8a81-3826fbadcb1b up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:07:36.267639 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f85bea53-7f20-4f53-a8bd-066d0a45bd27 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.272959 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f85bea53-7f20-4f53-a8bd-066d0a45bd27 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/security-groups/a467e783-60a8-4936-837b-fcb36690d0f8 HTTP/1.1" status: 204 len: 168 time: 0.2407489 Apr 18 21:07:36.274345 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47552) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:36.283295 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bea53-7f20-4f53-a8bd-066d0a45bd27 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a467e783-60a8-4936-837b-fcb36690d0f8,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:36.374559 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 621e2f71-b35d-422e-8a81-3826fbadcb1b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:36.374935 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.416212 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-27bb5420-f985-4338-bef0-98db3f83e933 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.450154 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-27bb5420-f985-4338-bef0-98db3f83e933 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.499568 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-bf37d0c7-5c4f-4a8c-a7b4-04448ff74df9 None None] Could not find standard attr ID for object a1e77363-5255-43a2-a171-e702cbb2277d. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:07:36.517114 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-bf37d0c7-5c4f-4a8c-a7b4-04448ff74df9 None None] Provisioning complete for port fe306b62-ce53-47a3-bf44-98f64108c9b1 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:36.517564 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bf37d0c7-5c4f-4a8c-a7b4-04448ff74df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.521757 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-27bb5420-f985-4338-bef0-98db3f83e933 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.524361 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-27bb5420-f985-4338-bef0-98db3f83e933 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.526740 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-27bb5420-f985-4338-bef0-98db3f83e933 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/security-groups/795e7873-e855-4eef-b468-a509d6183404 HTTP/1.1" status: 204 len: 168 time: 0.2476056 Apr 18 21:07:36.529413 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47556) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:36.539147 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb5420-f985-4338-bef0-98db3f83e933 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=795e7873-e855-4eef-b468-a509d6183404,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:36.580336 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-bf37d0c7-5c4f-4a8c-a7b4-04448ff74df9 None None] Port fe306b62-ce53-47a3-bf44-98f64108c9b1 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:07:36.591591 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2188b2b-7e3b-4549-98e0-345ca1dee5d1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting subnet aa6bf5d5-cf5b-403b-9629-e276529d7785 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:07:36.593312 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-bf37d0c7-5c4f-4a8c-a7b4-04448ff74df9 None None] Provisioning complete for port 621e2f71-b35d-422e-8a81-3826fbadcb1b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:36.593702 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bf37d0c7-5c4f-4a8c-a7b4-04448ff74df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.595520 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2188b2b-7e3b-4549-98e0-345ca1dee5d1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.652156 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2188b2b-7e3b-4549-98e0-345ca1dee5d1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.781774 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2188b2b-7e3b-4549-98e0-345ca1dee5d1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.824046 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47558) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:36.850539 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-74eb1b27-c431-44be-b68c-f14d6ebbab0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.875808 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2188b2b-7e3b-4549-98e0-345ca1dee5d1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.912822 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2188b2b-7e3b-4549-98e0-345ca1dee5d1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Subnet': ['ID=aa6bf5d5-cf5b-403b-9629-e276529d7785,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:36.917542 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2188b2b-7e3b-4549-98e0-345ca1dee5d1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.937632 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d2188b2b-7e3b-4549-98e0-345ca1dee5d1 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/subnets/aa6bf5d5-cf5b-403b-9629-e276529d7785 HTTP/1.1" status: 204 len: 168 time: 0.4021492 Apr 18 21:07:36.937632 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47562) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:36.940987 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-b7f371ca-fc2b-4f16-a42c-4998ebf26623 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'subnet': {'network_id': '3ef04e09-34d8-4e12-a96f-6df7e80624af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:37.020390 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-74eb1b27-c431-44be-b68c-f14d6ebbab0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.026108 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-74eb1b27-c431-44be-b68c-f14d6ebbab0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.057150 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802f0aa4-9f43-4943-9357-4b1ea35483a0 None None] Network 3ef04e09-34d8-4e12-a96f-6df7e80624af requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:07:37.074403 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-74eb1b27-c431-44be-b68c-f14d6ebbab0c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=32e40da6512f4b87b5aaea50b33463bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2488253 Apr 18 21:07:37.075438 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb1b27-c431-44be-b68c-f14d6ebbab0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6cfdc9-ec98-416e-930a-6886b9c94fcd,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:37.078605 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47564) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:37.152937 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-be390bac-7b7d-4122-95e8-4b12c0b07ec3 None None] Could not find standard attr ID for object a1e77363-5255-43a2-a171-e702cbb2277d. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:07:37.168104 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f371ca-fc2b-4f16-a42c-4998ebf26623 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:37.173410 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b7f371ca-fc2b-4f16-a42c-4998ebf26623 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.174836 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-68cb07b6-f950-418a-9cd5-a016eb451006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.217740 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-68cb07b6-f950-418a-9cd5-a016eb451006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.318679 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-68cb07b6-f950-418a-9cd5-a016eb451006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.321606 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-68cb07b6-f950-418a-9cd5-a016eb451006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.323116 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-68cb07b6-f950-418a-9cd5-a016eb451006 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e6cfdc9-ec98-416e-930a-6886b9c94fcd HTTP/1.1" status: 204 len: 168 time: 0.2435431 Apr 18 21:07:37.336892 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb07b6-f950-418a-9cd5-a016eb451006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6cfdc9-ec98-416e-930a-6886b9c94fcd,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:37.552834 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b7f371ca-fc2b-4f16-a42c-4998ebf26623 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.631321 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f371ca-fc2b-4f16-a42c-4998ebf26623 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network 3ef04e09-34d8-4e12-a96f-6df7e80624af is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:37.635595 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-b7f371ca-fc2b-4f16-a42c-4998ebf26623 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:37.646337 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f371ca-fc2b-4f16-a42c-4998ebf26623 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:37.646948 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b7f371ca-fc2b-4f16-a42c-4998ebf26623 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.671932 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f371ca-fc2b-4f16-a42c-4998ebf26623 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Subnet': ['ID=9fca3970-a8b8-4b48-a656-2f89d702cfcc,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:37.687485 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b7f371ca-fc2b-4f16-a42c-4998ebf26623 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7524590 Apr 18 21:07:37.690473 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47570) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:37.698700 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d4c0a753-ca09-4fca-b5a2-e3e24f6b4c6c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'security_group': {'name': 'tempest-secgroup-1795676981'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:37.742227 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d4c0a753-ca09-4fca-b5a2-e3e24f6b4c6c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.873374 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d4c0a753-ca09-4fca-b5a2-e3e24f6b4c6c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.881983 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d4c0a753-ca09-4fca-b5a2-e3e24f6b4c6c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.917372 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d4c0a753-ca09-4fca-b5a2-e3e24f6b4c6c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.921370 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d4c0a753-ca09-4fca-b5a2-e3e24f6b4c6c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2267923 Apr 18 21:07:37.922218 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47578) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:37.940875 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e71b3752-f092-4e83-9ef0-ccbbbaca2541 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'security_group': {'name': 'tempest-secgroup-668238917'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:37.941133 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.970201 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0a753-ca09-4fca-b5a2-e3e24f6b4c6c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7221a8-1b8b-4e93-bdac-84edee7019f0,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:37.995251 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e71b3752-f092-4e83-9ef0-ccbbbaca2541 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.122100 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e71b3752-f092-4e83-9ef0-ccbbbaca2541 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.128609 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e71b3752-f092-4e83-9ef0-ccbbbaca2541 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.159463 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bce951d-fa4d-44d6-8349-003a07eae5e1 None None] Network 3ef04e09-34d8-4e12-a96f-6df7e80624af requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:07:38.196114 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e71b3752-f092-4e83-9ef0-ccbbbaca2541 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.201669 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e71b3752-f092-4e83-9ef0-ccbbbaca2541 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2780223 Apr 18 21:07:38.204339 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47588) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:38.210481 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-2b2434c9-e14e-425d-ae0b-f24003bcaec5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'security_group': {'name': 'tempest-secgroup-853124846'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:38.212639 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b3752-f092-4e83-9ef0-ccbbbaca2541 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d2d2ec-6163-46b1-aa82-3bc6e08a7746,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:38.242416 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2b2434c9-e14e-425d-ae0b-f24003bcaec5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.254249 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4dfff352-c126-4106-8661-909b0c149710 None None] Provisioning complete for port fe306b62-ce53-47a3-bf44-98f64108c9b1 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:38.254885 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4dfff352-c126-4106-8661-909b0c149710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.315825 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4dfff352-c126-4106-8661-909b0c149710 None None] Port fe306b62-ce53-47a3-bf44-98f64108c9b1 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:07:38.355745 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4dfff352-c126-4106-8661-909b0c149710 None None] Provisioning complete for port 621e2f71-b35d-422e-8a81-3826fbadcb1b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:38.356121 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4dfff352-c126-4106-8661-909b0c149710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.409696 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2b2434c9-e14e-425d-ae0b-f24003bcaec5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.427317 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2b2434c9-e14e-425d-ae0b-f24003bcaec5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.466881 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2b2434c9-e14e-425d-ae0b-f24003bcaec5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.470809 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2b2434c9-e14e-425d-ae0b-f24003bcaec5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2631004 Apr 18 21:07:38.471224 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47598) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:38.477455 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-f81bc936-9c9c-4444-8d7b-a29674b857df tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-31363999', 'security_groups': ['cab7dcd7-058e-4c7e-9976-32a90fe4aaef'], 'network_id': '3ef04e09-34d8-4e12-a96f-6df7e80624af', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9fca3970-a8b8-4b48-a656-2f89d702cfcc'}]}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:38.484733 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2434c9-e14e-425d-ae0b-f24003bcaec5 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cab7dcd7-058e-4c7e-9976-32a90fe4aaef,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:38.564077 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba146c7-7bac-4df9-80ea-308264a9d9dc None None] Update dhcp port {'port': {'network_id': '3ef04e09-34d8-4e12-a96f-6df7e80624af', 'fixed_ips': [{'subnet_id': 'e115433c-8877-412c-b910-5333d423fb0c', 'ip_address': '172.20.0.18'}, {'subnet_id': '9fca3970-a8b8-4b48-a656-2f89d702cfcc'}], 'binding:host_id': 'n-d-838323-3'}, 'id': '621e2f71-b35d-422e-8a81-3826fbadcb1b'} from n-d-838323-3. {{(pid=102910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 21:07:38.611419 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eba146c7-7bac-4df9-80ea-308264a9d9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.675255 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81bc936-9c9c-4444-8d7b-a29674b857df tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:38.682022 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f81bc936-9c9c-4444-8d7b-a29674b857df tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.705786 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [None req-f81bc936-9c9c-4444-8d7b-a29674b857df tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] device_id is not set on port cc509f60-5439-43df-b228-dab1796b30a0 yet. {{(pid=102908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:07:38.936235 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-f81bc936-9c9c-4444-8d7b-a29674b857df tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Allocated IP 172.20.0.13 (3ef04e09-34d8-4e12-a96f-6df7e80624af/9fca3970-a8b8-4b48-a656-2f89d702cfcc/cc509f60-5439-43df-b228-dab1796b30a0) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:39.117428 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f81bc936-9c9c-4444-8d7b-a29674b857df tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.165967 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f81bc936-9c9c-4444-8d7b-a29674b857df tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.235463 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-eba146c7-7bac-4df9-80ea-308264a9d9dc None None] Allocated IP 172.20.0.2 (3ef04e09-34d8-4e12-a96f-6df7e80624af/9fca3970-a8b8-4b48-a656-2f89d702cfcc/621e2f71-b35d-422e-8a81-3826fbadcb1b) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:39.247750 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81bc936-9c9c-4444-8d7b-a29674b857df tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network 3ef04e09-34d8-4e12-a96f-6df7e80624af is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:39.258123 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-f81bc936-9c9c-4444-8d7b-a29674b857df tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:39.267354 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81bc936-9c9c-4444-8d7b-a29674b857df tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:07:39.338043 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81bc936-9c9c-4444-8d7b-a29674b857df tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:39.338892 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f81bc936-9c9c-4444-8d7b-a29674b857df tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.348304 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81bc936-9c9c-4444-8d7b-a29674b857df tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Port': ['ID=cc509f60-5439-43df-b228-dab1796b30a0,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:39.363718 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f81bc936-9c9c-4444-8d7b-a29674b857df tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8908529 Apr 18 21:07:39.366868 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47614) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:39.372315 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-2b89eea4-ea72-41fc-8dec-ccf56a2f33b9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'subnet': {'network_id': '3ef04e09-34d8-4e12-a96f-6df7e80624af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:39.385603 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-eba146c7-7bac-4df9-80ea-308264a9d9dc None None] For port 621e2f71-b35d-422e-8a81-3826fbadcb1b, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=621e2f71-b35d-422e-8a81-3826fbadcb1b,segment=NetworkSegment(282007c1-998f-423a-b117-22d1d6a30e5a),segment_id=282007c1-998f-423a-b117-22d1d6a30e5a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:39.436081 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eba146c7-7bac-4df9-80ea-308264a9d9dc None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.445252 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eba146c7-7bac-4df9-80ea-308264a9d9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.504576 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b89eea4-ea72-41fc-8dec-ccf56a2f33b9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:39.510089 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2b89eea4-ea72-41fc-8dec-ccf56a2f33b9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.562574 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba146c7-7bac-4df9-80ea-308264a9d9dc None None] Pushing event updated for resources: {'Port': ['ID=621e2f71-b35d-422e-8a81-3826fbadcb1b,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:39.640948 n-d-838323-3 neutron-server[102908]: INFO neutron.db.ipam_backend_mixin [None req-2b89eea4-ea72-41fc-8dec-ccf56a2f33b9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9fca3970-a8b8-4b48-a656-2f89d702cfcc (CIDR: 172.20.0.0/28) Apr 18 21:07:39.650187 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b89eea4-ea72-41fc-8dec-ccf56a2f33b9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:07:39.654481 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b89eea4-ea72-41fc-8dec-ccf56a2f33b9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:07:39.682267 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2b89eea4-ea72-41fc-8dec-ccf56a2f33b9 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3136253 Apr 18 21:07:39.684456 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47620) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:39.694416 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-b8231cc5-06c4-48f4-a5b5-c6f9c808fc5e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'subnet': {'network_id': '3ef04e09-34d8-4e12-a96f-6df7e80624af', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:39.848954 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8231cc5-06c4-48f4-a5b5-c6f9c808fc5e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:39.854171 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b8231cc5-06c4-48f4-a5b5-c6f9c808fc5e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.987448 n-d-838323-3 neutron-server[102908]: INFO neutron.db.ipam_backend_mixin [None req-b8231cc5-06c4-48f4-a5b5-c6f9c808fc5e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e115433c-8877-412c-b910-5333d423fb0c (CIDR: 172.20.0.16/28) Apr 18 21:07:39.994675 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8231cc5-06c4-48f4-a5b5-c6f9c808fc5e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:07:39.996114 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8231cc5-06c4-48f4-a5b5-c6f9c808fc5e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:07:40.019145 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b8231cc5-06c4-48f4-a5b5-c6f9c808fc5e tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3328013 Apr 18 21:07:40.022723 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47630) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:40.029235 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-f01a1f94-230f-4b5e-9a2a-b70e5e0cbc4f tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'subnet': {'network_id': '3ef04e09-34d8-4e12-a96f-6df7e80624af', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:40.200050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01a1f94-230f-4b5e-9a2a-b70e5e0cbc4f tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Made reservation on behalf of 10b245ff59924efba16b9ae2c0a901b6 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:40.206620 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f01a1f94-230f-4b5e-9a2a-b70e5e0cbc4f tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.235858 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 621e2f71-b35d-422e-8a81-3826fbadcb1b up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:07:40.311454 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-7bc0c371-8294-4098-8d83-59466cceb4f5 None None] Provisioning complete for port fe306b62-ce53-47a3-bf44-98f64108c9b1 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:40.312229 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7bc0c371-8294-4098-8d83-59466cceb4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.357564 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-7bc0c371-8294-4098-8d83-59466cceb4f5 None None] Port fe306b62-ce53-47a3-bf44-98f64108c9b1 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:07:40.368372 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 621e2f71-b35d-422e-8a81-3826fbadcb1b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:40.369019 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.450627 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-7bc0c371-8294-4098-8d83-59466cceb4f5 None None] Provisioning complete for port 621e2f71-b35d-422e-8a81-3826fbadcb1b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:40.451007 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7bc0c371-8294-4098-8d83-59466cceb4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.574164 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f01a1f94-230f-4b5e-9a2a-b70e5e0cbc4f tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.634831 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01a1f94-230f-4b5e-9a2a-b70e5e0cbc4f tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Network 3ef04e09-34d8-4e12-a96f-6df7e80624af is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:40.638783 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-f01a1f94-230f-4b5e-9a2a-b70e5e0cbc4f tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:40.648389 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01a1f94-230f-4b5e-9a2a-b70e5e0cbc4f tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:40.649027 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f01a1f94-230f-4b5e-9a2a-b70e5e0cbc4f tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.650429 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d1b52d-19ee-49db-af9b-8bd7d43a49d1 None None] Network 3ef04e09-34d8-4e12-a96f-6df7e80624af requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:07:40.674024 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f01a1f94-230f-4b5e-9a2a-b70e5e0cbc4f tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6500392 Apr 18 21:07:40.674923 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a1f94-230f-4b5e-9a2a-b70e5e0cbc4f tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Subnet': ['ID=c265f18d-6515-4759-97f7-1063341460da,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:40.679172 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47642) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:40.689766 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-1f49054e-bf23-409e-a592-54f2651e772c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1884181529', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c265f18d-6515-4759-97f7-1063341460da'}], 'security_groups': ['4f7221a8-1b8b-4e93-bdac-84edee7019f0', 'c1d2d2ec-6163-46b1-aa82-3bc6e08a7746']}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:40.795047 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-539e17c3-b3aa-4f32-b478-9a68fc86b4d3 None None] Provisioning complete for port cc509f60-5439-43df-b228-dab1796b30a0 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:40.795640 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-539e17c3-b3aa-4f32-b478-9a68fc86b4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.869156 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-539e17c3-b3aa-4f32-b478-9a68fc86b4d3 None None] Port cc509f60-5439-43df-b228-dab1796b30a0 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:07:40.900936 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1f49054e-bf23-409e-a592-54f2651e772c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.086123 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8da7971-fd2e-4b76-9786-b8ea8d828df2 None None] Update dhcp port {'port': {'network_id': '3ef04e09-34d8-4e12-a96f-6df7e80624af', 'fixed_ips': [{'subnet_id': 'e115433c-8877-412c-b910-5333d423fb0c', 'ip_address': '172.20.0.18'}, {'subnet_id': '9fca3970-a8b8-4b48-a656-2f89d702cfcc', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c265f18d-6515-4759-97f7-1063341460da'}], 'binding:host_id': 'n-d-838323-3'}, 'id': '621e2f71-b35d-422e-8a81-3826fbadcb1b'} from n-d-838323-3. {{(pid=102910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 21:07:41.117337 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b8da7971-fd2e-4b76-9786-b8ea8d828df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.342192 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-1f49054e-bf23-409e-a592-54f2651e772c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Delete allocated IP 172.20.0.13 (3ef04e09-34d8-4e12-a96f-6df7e80624af/9fca3970-a8b8-4b48-a656-2f89d702cfcc) {{(pid=102909) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 21:07:41.354905 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-1f49054e-bf23-409e-a592-54f2651e772c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Allocated IP 172.20.0.44 (3ef04e09-34d8-4e12-a96f-6df7e80624af/c265f18d-6515-4759-97f7-1063341460da/cc509f60-5439-43df-b228-dab1796b30a0) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:41.558102 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1f49054e-bf23-409e-a592-54f2651e772c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.568989 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1f49054e-bf23-409e-a592-54f2651e772c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.623967 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-b8da7971-fd2e-4b76-9786-b8ea8d828df2 None None] Allocated IP 172.20.0.34 (3ef04e09-34d8-4e12-a96f-6df7e80624af/c265f18d-6515-4759-97f7-1063341460da/621e2f71-b35d-422e-8a81-3826fbadcb1b) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:41.716740 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49054e-bf23-409e-a592-54f2651e772c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event updated for resources: {'Port': ['ID=cc509f60-5439-43df-b228-dab1796b30a0,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:41.766061 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-1f49054e-bf23-409e-a592-54f2651e772c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] In _notify_port_updated(), no bound segment for port cc509f60-5439-43df-b228-dab1796b30a0 on network 3ef04e09-34d8-4e12-a96f-6df7e80624af {{(pid=102909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 21:07:41.773546 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f49054e-bf23-409e-a592-54f2651e772c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:41.774648 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1f49054e-bf23-409e-a592-54f2651e772c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.774939 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b8da7971-fd2e-4b76-9786-b8ea8d828df2 None None] For port 621e2f71-b35d-422e-8a81-3826fbadcb1b, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=621e2f71-b35d-422e-8a81-3826fbadcb1b,segment=NetworkSegment(282007c1-998f-423a-b117-22d1d6a30e5a),segment_id=282007c1-998f-423a-b117-22d1d6a30e5a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:41.776451 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1f49054e-bf23-409e-a592-54f2651e772c tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "PUT /v2.0/ports/cc509f60-5439-43df-b228-dab1796b30a0 HTTP/1.1" status: 200 len: 960 time: 1.0911987 Apr 18 21:07:41.779429 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47652) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:41.816714 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b8da7971-fd2e-4b76-9786-b8ea8d828df2 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.822297 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b8da7971-fd2e-4b76-9786-b8ea8d828df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.890444 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-9e1ce93d-737f-4f19-9d89-90ad98abeb92 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting port cc509f60-5439-43df-b228-dab1796b30a0 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:41.890778 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9e1ce93d-737f-4f19-9d89-90ad98abeb92 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.940538 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da7971-fd2e-4b76-9786-b8ea8d828df2 None None] Pushing event updated for resources: {'Port': ['ID=621e2f71-b35d-422e-8a81-3826fbadcb1b,revision_number=7']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:41.982366 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.011087 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9e1ce93d-737f-4f19-9d89-90ad98abeb92 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.026056 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-9e1ce93d-737f-4f19-9d89-90ad98abeb92 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Calling delete_port for cc509f60-5439-43df-b228-dab1796b30a0 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:42.224191 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9e1ce93d-737f-4f19-9d89-90ad98abeb92 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.246974 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 621e2f71-b35d-422e-8a81-3826fbadcb1b up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:07:42.290203 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ce93d-737f-4f19-9d89-90ad98abeb92 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Port': ['ID=cc509f60-5439-43df-b228-dab1796b30a0,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:42.373006 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 621e2f71-b35d-422e-8a81-3826fbadcb1b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:42.373646 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.374622 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9e1ce93d-737f-4f19-9d89-90ad98abeb92 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.378044 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9e1ce93d-737f-4f19-9d89-90ad98abeb92 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/ports/cc509f60-5439-43df-b228-dab1796b30a0 HTTP/1.1" status: 204 len: 168 time: 0.5970051 Apr 18 21:07:42.381427 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47668) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:42.417810 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-827cfd09-5acf-429b-9be4-17e38e493ca6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] GET failed (client error): The resource could not be found. Apr 18 21:07:42.419922 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-827cfd09-5acf-429b-9be4-17e38e493ca6 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "GET /v2.0/ports/cc509f60-5439-43df-b228-dab1796b30a0 HTTP/1.1" status: 404 len: 333 time: 0.0374715 Apr 18 21:07:42.423006 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47672) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:42.505809 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dddf3441-b623-4025-9b28-60c10bfefcfc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.553201 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dddf3441-b623-4025-9b28-60c10bfefcfc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.616358 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dddf3441-b623-4025-9b28-60c10bfefcfc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.619113 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dddf3441-b623-4025-9b28-60c10bfefcfc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.620288 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-dddf3441-b623-4025-9b28-60c10bfefcfc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/security-groups/cab7dcd7-058e-4c7e-9976-32a90fe4aaef HTTP/1.1" status: 204 len: 168 time: 0.1962836 Apr 18 21:07:42.623174 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47674) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:42.637234 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf3441-b623-4025-9b28-60c10bfefcfc tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab7dcd7-058e-4c7e-9976-32a90fe4aaef,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:42.732403 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1c358c04-2240-4f66-b21f-f7216721eb69 None None] Provisioning complete for port fe306b62-ce53-47a3-bf44-98f64108c9b1 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:42.732403 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1c358c04-2240-4f66-b21f-f7216721eb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.737418 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f35ef066-a30e-4a51-8aaf-0a0a165df1a4 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.776008 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-1c358c04-2240-4f66-b21f-f7216721eb69 None None] Port fe306b62-ce53-47a3-bf44-98f64108c9b1 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:07:42.776628 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f35ef066-a30e-4a51-8aaf-0a0a165df1a4 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.789988 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1c358c04-2240-4f66-b21f-f7216721eb69 None None] Provisioning complete for port 621e2f71-b35d-422e-8a81-3826fbadcb1b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:42.790505 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1c358c04-2240-4f66-b21f-f7216721eb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.843242 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f35ef066-a30e-4a51-8aaf-0a0a165df1a4 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.848078 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f35ef066-a30e-4a51-8aaf-0a0a165df1a4 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.853083 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f35ef066-a30e-4a51-8aaf-0a0a165df1a4 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/security-groups/c1d2d2ec-6163-46b1-aa82-3bc6e08a7746 HTTP/1.1" status: 204 len: 168 time: 0.2288141 Apr 18 21:07:42.856959 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47676) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:42.869851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ef066-a30e-4a51-8aaf-0a0a165df1a4 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d2d2ec-6163-46b1-aa82-3bc6e08a7746,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:42.928010 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1c358c04-2240-4f66-b21f-f7216721eb69 None None] Could not find standard attr ID for object cc509f60-5439-43df-b228-dab1796b30a0. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:07:42.945260 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a3da068c-5bdf-4b52-9666-d5fedde10a04 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.992997 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a3da068c-5bdf-4b52-9666-d5fedde10a04 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.048313 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a3da068c-5bdf-4b52-9666-d5fedde10a04 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.052307 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a3da068c-5bdf-4b52-9666-d5fedde10a04 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.058846 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47678) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:43.059917 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a3da068c-5bdf-4b52-9666-d5fedde10a04 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/security-groups/4f7221a8-1b8b-4e93-bdac-84edee7019f0 HTTP/1.1" status: 204 len: 168 time: 0.2005713 Apr 18 21:07:43.086249 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da068c-5bdf-4b52-9666-d5fedde10a04 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7221a8-1b8b-4e93-bdac-84edee7019f0,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:43.142417 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8ce808-efcc-4f49-95af-afb969a90539 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting subnet 9fca3970-a8b8-4b48-a656-2f89d702cfcc {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:07:43.149771 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4a8ce808-efcc-4f49-95af-afb969a90539 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.214057 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4a8ce808-efcc-4f49-95af-afb969a90539 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.332296 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4a8ce808-efcc-4f49-95af-afb969a90539 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.374075 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b0585f93-e1a2-4f96-b776-ba56f68a18c4 None None] Could not find standard attr ID for object cc509f60-5439-43df-b228-dab1796b30a0. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:07:43.424981 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4a8ce808-efcc-4f49-95af-afb969a90539 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.461254 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ce808-efcc-4f49-95af-afb969a90539 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Subnet': ['ID=9fca3970-a8b8-4b48-a656-2f89d702cfcc,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:43.463674 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4a8ce808-efcc-4f49-95af-afb969a90539 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.467045 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4a8ce808-efcc-4f49-95af-afb969a90539 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/subnets/9fca3970-a8b8-4b48-a656-2f89d702cfcc HTTP/1.1" status: 204 len: 168 time: 0.4067571 Apr 18 21:07:43.475316 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47690) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:43.570614 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-d490d205-565b-472b-8031-0f774be5feed tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting subnet c265f18d-6515-4759-97f7-1063341460da {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:07:43.574276 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d490d205-565b-472b-8031-0f774be5feed tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.621044 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d490d205-565b-472b-8031-0f774be5feed tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.643228 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f453a19-9e72-44cd-a238-3bba7ebb9057 None None] Network 3ef04e09-34d8-4e12-a96f-6df7e80624af requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:07:43.770035 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d490d205-565b-472b-8031-0f774be5feed tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.861058 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d490d205-565b-472b-8031-0f774be5feed tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.893417 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490d205-565b-472b-8031-0f774be5feed tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Subnet': ['ID=c265f18d-6515-4759-97f7-1063341460da,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:43.900060 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d490d205-565b-472b-8031-0f774be5feed tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.907149 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d490d205-565b-472b-8031-0f774be5feed tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/subnets/c265f18d-6515-4759-97f7-1063341460da HTTP/1.1" status: 204 len: 168 time: 0.4321473 Apr 18 21:07:43.909481 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47696) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:43.942644 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e23e906-5bf6-4e5b-a370-48c6108f5eb7 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] DELETE failed (client error): The resource could not be found. Apr 18 21:07:43.943355 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e23e906-5bf6-4e5b-a370-48c6108f5eb7 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:07:43.946640 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2e23e906-5bf6-4e5b-a370-48c6108f5eb7 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/subnets/9fca3970-a8b8-4b48-a656-2f89d702cfcc HTTP/1.1" status: 404 len: 337 time: 0.0359604 Apr 18 21:07:43.950528 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47698) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:44.017384 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-11156876-f546-4441-a4e1-a4969669572b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting subnet e115433c-8877-412c-b910-5333d423fb0c {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:07:44.023759 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11156876-f546-4441-a4e1-a4969669572b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.095411 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11156876-f546-4441-a4e1-a4969669572b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.257516 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11156876-f546-4441-a4e1-a4969669572b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.341861 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11156876-f546-4441-a4e1-a4969669572b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.380195 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11156876-f546-4441-a4e1-a4969669572b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Subnet': ['ID=e115433c-8877-412c-b910-5333d423fb0c,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:44.391206 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11156876-f546-4441-a4e1-a4969669572b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.398712 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-11156876-f546-4441-a4e1-a4969669572b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/subnets/e115433c-8877-412c-b910-5333d423fb0c HTTP/1.1" status: 204 len: 168 time: 0.4470906 Apr 18 21:07:44.401206 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47704) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:44.434745 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca22bbaf-07ac-445f-8092-d82bbc00496b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] DELETE failed (client error): The resource could not be found. Apr 18 21:07:44.435201 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca22bbaf-07ac-445f-8092-d82bbc00496b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:07:44.439687 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96facb48-24d1-4030-92a9-73cc3a4ac818 req-aec67e20-e5b3-4cd9-95ef-bc3c808d0ab0 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:44.441589 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-96facb48-24d1-4030-92a9-73cc3a4ac818 req-aec67e20-e5b3-4cd9-95ef-bc3c808d0ab0 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 1097 time: 0.0649719 Apr 18 21:07:44.445835 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ca22bbaf-07ac-445f-8092-d82bbc00496b tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/subnets/aa6bf5d5-cf5b-403b-9629-e276529d7785 HTTP/1.1" status: 404 len: 337 time: 0.0435326 Apr 18 21:07:44.448411 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47706) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:44.487548 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b493ee1e-37bb-45a3-a5f0-be22acd7bb15 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dd0069c-54ee-4ad9-bfe8-f0a9500e12f1 HTTP/1.1" status: 200 len: 205 time: 0.0375979 Apr 18 21:07:44.490908 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47710) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:44.533333 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-96facb48-24d1-4030-92a9-73cc3a4ac818 req-db7daba7-5154-4920-b421-38c07c25d0e6 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823424 Apr 18 21:07:44.552751 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-1ff7650a-9da8-4b6a-850a-343d3879f340 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] delete failed (client error): The resource could not be found. Apr 18 21:07:44.552751 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1ff7650a-9da8-4b6a-850a-343d3879f340 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/routers/3dd0069c-54ee-4ad9-bfe8-f0a9500e12f1 HTTP/1.1" status: 404 len: 336 time: 0.0587945 Apr 18 21:07:44.557732 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47714) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:44.562456 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47716) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:44.632498 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-e896e4ed-5542-4d7b-b906-45b354e297ff tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] DELETE failed (client error): The resource could not be found. Apr 18 21:07:44.633777 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e896e4ed-5542-4d7b-b906-45b354e297ff tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:07:44.647718 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e896e4ed-5542-4d7b-b906-45b354e297ff tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/subnets/4cddc872-fdaf-4276-9678-9c89e9a04e19 HTTP/1.1" status: 404 len: 337 time: 0.0888309 Apr 18 21:07:44.648534 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47720) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:44.663168 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0552cb-7153-4349-b461-f3e5c1e218f0 None None] Network 3ef04e09-34d8-4e12-a96f-6df7e80624af requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:07:44.709949 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ef590b-5303-4581-ab04-8a79e34b1e80 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] DELETE failed (client error): The resource could not be found. Apr 18 21:07:44.711004 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ef590b-5303-4581-ab04-8a79e34b1e80 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:07:44.717419 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-07ef590b-5303-4581-ab04-8a79e34b1e80 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/subnets/564aa4d9-804d-4986-9e57-7c41e736d36f HTTP/1.1" status: 404 len: 337 time: 0.0598910 Apr 18 21:07:44.718348 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47722) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:44.752276 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-1669d235-6295-4d37-9638-861f0169c0da tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] DELETE failed (client error): The resource could not be found. Apr 18 21:07:44.753105 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1669d235-6295-4d37-9638-861f0169c0da tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:07:44.759278 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1669d235-6295-4d37-9638-861f0169c0da tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/subnets/089fbb4a-25cf-4db3-b4ed-812e2cbcfea5 HTTP/1.1" status: 404 len: 337 time: 0.0394621 Apr 18 21:07:44.760130 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47724) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:44.782673 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-49e6b564-3451-449e-aefe-347774d5d31f None None] Provisioning complete for port fe306b62-ce53-47a3-bf44-98f64108c9b1 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:44.783051 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-49e6b564-3451-449e-aefe-347774d5d31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.788715 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a966990-df44-4eee-8376-cb40011a8f41 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] DELETE failed (client error): The resource could not be found. Apr 18 21:07:44.789528 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a966990-df44-4eee-8376-cb40011a8f41 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:07:44.795453 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1a966990-df44-4eee-8376-cb40011a8f41 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/ports/46fe1ac0-cc0c-4825-9e89-2abebb7765ab HTTP/1.1" status: 404 len: 333 time: 0.0341289 Apr 18 21:07:44.796140 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47726) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:44.828527 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-49e6b564-3451-449e-aefe-347774d5d31f None None] Port fe306b62-ce53-47a3-bf44-98f64108c9b1 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:07:44.840170 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f52526d-d1b1-4395-986b-9b436b35f251 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] DELETE failed (client error): The resource could not be found. Apr 18 21:07:44.840833 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f52526d-d1b1-4395-986b-9b436b35f251 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:07:44.847091 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3f52526d-d1b1-4395-986b-9b436b35f251 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/subnets/ccea4749-cbeb-4c4c-a1cd-045a7084cea3 HTTP/1.1" status: 404 len: 337 time: 0.0498319 Apr 18 21:07:44.848080 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47728) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:44.881708 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3326f28-7a55-40ae-b3af-9acbda26170d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] DELETE failed (client error): The resource could not be found. Apr 18 21:07:44.882328 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3326f28-7a55-40ae-b3af-9acbda26170d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:07:44.885942 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-49e6b564-3451-449e-aefe-347774d5d31f None None] Provisioning complete for port 621e2f71-b35d-422e-8a81-3826fbadcb1b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:44.886319 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-49e6b564-3451-449e-aefe-347774d5d31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.888768 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d3326f28-7a55-40ae-b3af-9acbda26170d tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/subnets/001d0daa-e5b1-4f03-ad20-c509ef93571a HTTP/1.1" status: 404 len: 337 time: 0.0392194 Apr 18 21:07:44.889622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47730) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:44.917594 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb3aba1-84e9-46f9-9291-79c24716d354 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] DELETE failed (client error): The resource could not be found. Apr 18 21:07:44.917926 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edb3aba1-84e9-46f9-9291-79c24716d354 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:07:44.924356 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-edb3aba1-84e9-46f9-9291-79c24716d354 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/ports/e0db4798-cc3d-470f-8a87-6127d77f6b1a HTTP/1.1" status: 404 len: 333 time: 0.0331829 Apr 18 21:07:44.924767 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-3ee638ec-db12-431c-9f3e-4d4c55ecc2bc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Deleting port 6a01fee5-0660-443f-ba13-6b20d368bc0e {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:44.924767 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ee638ec-db12-431c-9f3e-4d4c55ecc2bc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.926433 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47732) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:44.970967 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa16d12-7374-47a4-882c-e365df3f61d8 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] DELETE failed (client error): The resource could not be found. Apr 18 21:07:44.971721 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa16d12-7374-47a4-882c-e365df3f61d8 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:07:44.980761 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-cfa16d12-7374-47a4-882c-e365df3f61d8 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/subnets/c678d998-8985-4f31-9e3b-bc593507928a HTTP/1.1" status: 404 len: 337 time: 0.0528805 Apr 18 21:07:44.981379 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47734) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:45.024953 n-d-838323-3 neutron-server[102909]: INFO neutron.pecan_wsgi.hooks.translation [None req-00af308b-5a3f-477e-8640-f235931dd719 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] DELETE failed (client error): The resource could not be found. Apr 18 21:07:45.025407 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00af308b-5a3f-477e-8640-f235931dd719 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:07:45.028660 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-00af308b-5a3f-477e-8640-f235931dd719 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/subnets/262c0337-fbc4-489b-9ba5-9428df3beffa HTTP/1.1" status: 404 len: 337 time: 0.0462549 Apr 18 21:07:45.031147 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47736) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:45.282916 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28ef6e1-563d-41a1-918e-ae677678b17f None None] DHCP port deletion for 3ef04e09-34d8-4e12-a96f-6df7e80624af request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:07:45.350947 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c28ef6e1-563d-41a1-918e-ae677678b17f None None] Deleting port 621e2f71-b35d-422e-8a81-3826fbadcb1b {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:45.351459 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c28ef6e1-563d-41a1-918e-ae677678b17f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:45.427166 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c28ef6e1-563d-41a1-918e-ae677678b17f None None] For port 621e2f71-b35d-422e-8a81-3826fbadcb1b, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=621e2f71-b35d-422e-8a81-3826fbadcb1b,segment=NetworkSegment(282007c1-998f-423a-b117-22d1d6a30e5a),segment_id=282007c1-998f-423a-b117-22d1d6a30e5a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:45.427560 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c28ef6e1-563d-41a1-918e-ae677678b17f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:45.445881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c28ef6e1-563d-41a1-918e-ae677678b17f None None] Calling delete_port for 621e2f71-b35d-422e-8a81-3826fbadcb1b owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:45.494221 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ee638ec-db12-431c-9f3e-4d4c55ecc2bc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:45.494758 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ee638ec-db12-431c-9f3e-4d4c55ecc2bc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:45.518346 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-3ee638ec-db12-431c-9f3e-4d4c55ecc2bc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Calling delete_port for 6a01fee5-0660-443f-ba13-6b20d368bc0e owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:45.549635 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c28ef6e1-563d-41a1-918e-ae677678b17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:45.574923 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-8e9d6b7f-5750-4be6-90ef-1574d081d617 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Deleting port fe306b62-ce53-47a3-bf44-98f64108c9b1 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:45.575296 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8e9d6b7f-5750-4be6-90ef-1574d081d617 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:45.593990 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ef6e1-563d-41a1-918e-ae677678b17f None None] Pushing event deleted for resources: {'Port': ['ID=621e2f71-b35d-422e-8a81-3826fbadcb1b,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:45.605585 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28ef6e1-563d-41a1-918e-ae677678b17f None None] No DVR routers for this DVR port 621e2f71-b35d-422e-8a81-3826fbadcb1b on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:45.667876 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8e9d6b7f-5750-4be6-90ef-1574d081d617 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:45.695181 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-8e9d6b7f-5750-4be6-90ef-1574d081d617 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Calling delete_port for fe306b62-ce53-47a3-bf44-98f64108c9b1 owned by {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:45.848763 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ee638ec-db12-431c-9f3e-4d4c55ecc2bc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:45.860100 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8e9d6b7f-5750-4be6-90ef-1574d081d617 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:45.888919 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee638ec-db12-431c-9f3e-4d4c55ecc2bc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'Port': ['ID=6a01fee5-0660-443f-ba13-6b20d368bc0e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:45.920380 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d6b7f-5750-4be6-90ef-1574d081d617 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Port': ['ID=fe306b62-ce53-47a3-bf44-98f64108c9b1,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:46.011281 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8e9d6b7f-5750-4be6-90ef-1574d081d617 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.017008 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8e9d6b7f-5750-4be6-90ef-1574d081d617 tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/ports/fe306b62-ce53-47a3-bf44-98f64108c9b1 HTTP/1.1" status: 204 len: 168 time: 0.9826918 Apr 18 21:07:46.017395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47746) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:46.032919 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ee638ec-db12-431c-9f3e-4d4c55ecc2bc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.033259 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-3ee638ec-db12-431c-9f3e-4d4c55ecc2bc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Floating IP bf3a20dd-dcb2-49d1-a85a-5c2f6c2e6c9a disassociated (deleted). External IP: 172.25.1.61, port: 826de45f-e32f-49a1-abc5-18b017d2480f. Apr 18 21:07:46.131140 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9df1171-b2b6-45c5-a390-064d7c6d3eba tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.241690 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 621e2f71-b35d-422e-8a81-3826fbadcb1b no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:07:46.265162 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 621e2f71-b35d-422e-8a81-3826fbadcb1b {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:07:46.265735 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 621e2f71-b35d-422e-8a81-3826fbadcb1b not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:07:46.275715 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9df1171-b2b6-45c5-a390-064d7c6d3eba tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.302442 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee638ec-db12-431c-9f3e-4d4c55ecc2bc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Router ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:07:46.327187 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-b9df1171-b2b6-45c5-a390-064d7c6d3eba tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef04e09-34d8-4e12-a96f-6df7e80624af']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:46.338377 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-b9df1171-b2b6-45c5-a390-064d7c6d3eba tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '282007c1-998f-423a-b117-22d1d6a30e5a') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:46.338671 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-b9df1171-b2b6-45c5-a390-064d7c6d3eba tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '282007c1-998f-423a-b117-22d1d6a30e5a') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:46.349960 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9df1171-b2b6-45c5-a390-064d7c6d3eba tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.367460 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9df1171-b2b6-45c5-a390-064d7c6d3eba tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.375766 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9df1171-b2b6-45c5-a390-064d7c6d3eba tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:07:46.376231 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9df1171-b2b6-45c5-a390-064d7c6d3eba tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:07:46.451413 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:07:46.457328 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9df1171-b2b6-45c5-a390-064d7c6d3eba tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.466498 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9df1171-b2b6-45c5-a390-064d7c6d3eba tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.484248 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b9df1171-b2b6-45c5-a390-064d7c6d3eba tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] 10.222.0.41 "DELETE /v2.0/networks/3ef04e09-34d8-4e12-a96f-6df7e80624af HTTP/1.1" status: 204 len: 168 time: 0.4586787 Apr 18 21:07:46.505660 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df1171-b2b6-45c5-a390-064d7c6d3eba tempest-PortsTestJSON-245872024 tempest-PortsTestJSON-245872024-project] Pushing event deleted for resources: {'Network': ['ID=3ef04e09-34d8-4e12-a96f-6df7e80624af,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:46.521140 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee638ec-db12-431c-9f3e-4d4c55ecc2bc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:46.531207 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ee638ec-db12-431c-9f3e-4d4c55ecc2bc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.539679 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93acc7d2-ab11-4b60-a9e3-ef583f1d61e9 None None] Sync routers for ids ['ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:07:46.557125 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93acc7d2-ab11-4b60-a9e3-ef583f1d61e9 None None] Routers {'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:07:46.559112 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-93acc7d2-ab11-4b60-a9e3-ef583f1d61e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:07:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:46.571404 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3ee638ec-db12-431c-9f3e-4d4c55ecc2bc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "DELETE /v2.0/floatingips/bf3a20dd-dcb2-49d1-a85a-5c2f6c2e6c9a HTTP/1.1" status: 204 len: 168 time: 2.0056894 Apr 18 21:07:46.572302 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f19898-fe40-4c20-ae03-71a72d885299', 'tag': '826de45f-e32f-49a1-abc5-18b017d2480f'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:07:46.585996 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165b5a1b-6c8e-4da1-8ac5-fea2db5b4e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f19898-fe40-4c20-ae03-71a72d885299", "tag": "826de45f-e32f-49a1-abc5-18b017d2480f"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:07:46.664516 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1f2801-0a3a-4172-a9d2-f5e0a2a18c00 x-openstack-request-id: req-fb1f2801-0a3a-4172-a9d2-f5e0a2a18c00 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:07:46.664857 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f19898-fe40-4c20-ae03-71a72d885299", "tag": "826de45f-e32f-49a1-abc5-18b017d2480f", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:07:46.665191 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb1f2801-0a3a-4172-a9d2-f5e0a2a18c00 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:07:46.665660 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb1f2801-0a3a-4172-a9d2-f5e0a2a18c00'] response: {'name': 'network-changed', 'server_uuid': 'a9f19898-fe40-4c20-ae03-71a72d885299', 'tag': '826de45f-e32f-49a1-abc5-18b017d2480f', 'status': 'completed', 'code': 200} Apr 18 21:07:46.776241 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b5a1b-6c8e-4da1-8ac5-fea2db5b4e1b req-1fc85fa0-c11d-4b3f-bcd0-f1b81fcbe656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:46.777844 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-165b5a1b-6c8e-4da1-8ac5-fea2db5b4e1b req-1fc85fa0-c11d-4b3f-bcd0-f1b81fcbe656 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 1097 time: 0.0966761 Apr 18 21:07:46.811147 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-93acc7d2-ab11-4b60-a9e3-ef583f1d61e9 None None] Set router ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:07:46.924319 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b5a1b-6c8e-4da1-8ac5-fea2db5b4e1b req-8d27529a-36bd-480f-abc4-ae444fefbbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:46.924731 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-165b5a1b-6c8e-4da1-8ac5-fea2db5b4e1b req-8d27529a-36bd-480f-abc4-ae444fefbbcf service neutron] 10.222.0.57 "GET /v2.0/networks?id=26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 HTTP/1.1" status: 200 len: 898 time: 0.1396725 Apr 18 21:07:47.032409 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-165b5a1b-6c8e-4da1-8ac5-fea2db5b4e1b req-be457a31-ee11-4930-ba11-4420d80ce6c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=826de45f-e32f-49a1-abc5-18b017d2480f HTTP/1.1" status: 200 len: 217 time: 0.1005855 Apr 18 21:07:47.143047 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47766) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:47.149650 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74465ece-50df-454a-b0e6-69e4412f090a req-6c5aee9e-ec52-400e-88d6-ec7733448732 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:47.151343 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-74465ece-50df-454a-b0e6-69e4412f090a req-6c5aee9e-ec52-400e-88d6-ec7733448732 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 946 time: 0.1164758 Apr 18 21:07:47.160157 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b5a1b-6c8e-4da1-8ac5-fea2db5b4e1b req-0e4e1cc4-f036-4a7d-a3d3-95f09f41ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:47.163962 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-165b5a1b-6c8e-4da1-8ac5-fea2db5b4e1b req-0e4e1cc4-f036-4a7d-a3d3-95f09f41ae7f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=90676a33-392f-4df3-b5ef-9d5a1f1300f2 HTTP/1.1" status: 200 len: 834 time: 0.1206229 Apr 18 21:07:47.237303 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b5a1b-6c8e-4da1-8ac5-fea2db5b4e1b req-dbd3f397-aca2-47f5-817d-b358454b6157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:47.239275 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-165b5a1b-6c8e-4da1-8ac5-fea2db5b4e1b req-dbd3f397-aca2-47f5-817d-b358454b6157 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26eabdd2-4fb7-4d1d-8061-1c46d3651dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683374 Apr 18 21:07:47.242471 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-74465ece-50df-454a-b0e6-69e4412f090a req-279a0800-1a0e-4b6c-9740-6420cf398f48 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785394 Apr 18 21:07:47.311679 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-93acc7d2-ab11-4b60-a9e3-ef583f1d61e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991128574', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:08Z', 'updated_at': '2022-04-18T21:05:16Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:09Z', 'updated_at': '2022-04-18T21:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'fca6af42-3d41-47a4-8ff5-e0edbdd80cf5', 'name': '', 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:38:ef:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '90676a33-392f-4df3-b5ef-9d5a1f1300f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:14Z', 'updated_at': '2022-04-18T21:05:22Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': '90676a33-392f-4df3-b5ef-9d5a1f1300f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:47.343588 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93acc7d2-ab11-4b60-a9e3-ef583f1d61e9 None None] Checking router: ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:07:47.353463 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93acc7d2-ab11-4b60-a9e3-ef583f1d61e9 None None] Routers {'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:07:47.354184 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-93acc7d2-ab11-4b60-a9e3-ef583f1d61e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:07:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:47.404604 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2bb12d61-6e21-4635-b1f3-3ca7419d78b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=10b245ff59924efba16b9ae2c0a901b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2584240 Apr 18 21:07:47.407997 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47770) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:47.416524 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-165b5a1b-6c8e-4da1-8ac5-fea2db5b4e1b req-8ec6b866-293e-4a8c-a8bf-4a8d17380572 service neutron] 10.222.0.57 "GET /v2.0/networks/26eabdd2-4fb7-4d1d-8061-1c46d3651dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689243 Apr 18 21:07:47.487146 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-93acc7d2-ab11-4b60-a9e3-ef583f1d61e9 None None] Set router ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:07:47.549152 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-073189e5-19a8-496f-81a3-174e6fd9502f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.575863 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-165b5a1b-6c8e-4da1-8ac5-fea2db5b4e1b req-f5fe8625-4319-424b-ba89-1c60b7ec8f31 service neutron] 10.222.0.57 "GET /v2.0/networks/26eabdd2-4fb7-4d1d-8061-1c46d3651dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495967 Apr 18 21:07:47.588062 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-073189e5-19a8-496f-81a3-174e6fd9502f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.664336 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-073189e5-19a8-496f-81a3-174e6fd9502f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.668070 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-073189e5-19a8-496f-81a3-174e6fd9502f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.669410 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-073189e5-19a8-496f-81a3-174e6fd9502f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2aa2f103-c30a-4ac2-be32-8585e581d0da HTTP/1.1" status: 204 len: 168 time: 0.2604136 Apr 18 21:07:47.678678 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073189e5-19a8-496f-81a3-174e6fd9502f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa2f103-c30a-4ac2-be32-8585e581d0da,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:47.764760 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-93acc7d2-ab11-4b60-a9e3-ef583f1d61e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991128574', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:08Z', 'updated_at': '2022-04-18T21:05:16Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:09Z', 'updated_at': '2022-04-18T21:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'fca6af42-3d41-47a4-8ff5-e0edbdd80cf5', 'name': '', 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:38:ef:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '90676a33-392f-4df3-b5ef-9d5a1f1300f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:14Z', 'updated_at': '2022-04-18T21:05:22Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': '90676a33-392f-4df3-b5ef-9d5a1f1300f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:47.798914 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93acc7d2-ab11-4b60-a9e3-ef583f1d61e9 None None] The sync data for ids ['ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'] in n-d-838323-3 is: [{'id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991128574', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:08Z', 'updated_at': '2022-04-18T21:05:16Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:09Z', 'updated_at': '2022-04-18T21:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'fca6af42-3d41-47a4-8ff5-e0edbdd80cf5', 'name': '', 'network_id': '26eabdd2-4fb7-4d1d-8061-1c46d3651dc3', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:38:ef:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '90676a33-392f-4df3-b5ef-9d5a1f1300f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:14Z', 'updated_at': '2022-04-18T21:05:22Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': '90676a33-392f-4df3-b5ef-9d5a1f1300f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:07:48.097055 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd04a7dd-df12-4c48-bc53-d7647970d8cf None None] New status for floating IP bf3a20dd-dcb2-49d1-a85a-5c2f6c2e6c9a: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:07:48.275394 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290f424-a707-4769-9ead-9bafe1c9e4a7 req-04afd6d6-a329-40ac-8079-a3d2f158dfcf tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:48.279009 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c290f424-a707-4769-9ead-9bafe1c9e4a7 req-04afd6d6-a329-40ac-8079-a3d2f158dfcf tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 946 time: 0.0809360 Apr 18 21:07:48.391626 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-c290f424-a707-4769-9ead-9bafe1c9e4a7 req-1daeba87-2e8d-46c8-a885-4c22cb7212df tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Deleting port 826de45f-e32f-49a1-abc5-18b017d2480f {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:48.392215 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c290f424-a707-4769-9ead-9bafe1c9e4a7 req-1daeba87-2e8d-46c8-a885-4c22cb7212df tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.457412 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55556a3-3bfa-4c18-a7ec-8110d600b281 req-b1523883-faad-44f9-b5d0-f09bf4dc073c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:48.460003 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f55556a3-3bfa-4c18-a7ec-8110d600b281 req-b1523883-faad-44f9-b5d0-f09bf4dc073c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f19898-fe40-4c20-ae03-71a72d885299 HTTP/1.1" status: 200 len: 946 time: 0.0752268 Apr 18 21:07:48.515932 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f55556a3-3bfa-4c18-a7ec-8110d600b281 req-609cbfca-c8c1-4cab-84eb-249533e19dbb tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472739 Apr 18 21:07:48.560533 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-c290f424-a707-4769-9ead-9bafe1c9e4a7 req-1daeba87-2e8d-46c8-a885-4c22cb7212df tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] For port 826de45f-e32f-49a1-abc5-18b017d2480f, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=826de45f-e32f-49a1-abc5-18b017d2480f,segment=NetworkSegment(3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd),segment_id=3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:48.561119 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c290f424-a707-4769-9ead-9bafe1c9e4a7 req-1daeba87-2e8d-46c8-a885-4c22cb7212df tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.582455 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-c290f424-a707-4769-9ead-9bafe1c9e4a7 req-1daeba87-2e8d-46c8-a885-4c22cb7212df tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Calling delete_port for 826de45f-e32f-49a1-abc5-18b017d2480f owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:48.633172 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47814) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:48.764459 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-88b87f75-c464-4730-8e43-42cedac33c0e tempest-DvrRoutersNegativeTest-2030813461 tempest-DvrRoutersNegativeTest-2030813461-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2007425470', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:48.766830 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c290f424-a707-4769-9ead-9bafe1c9e4a7 req-1daeba87-2e8d-46c8-a885-4c22cb7212df tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.769443 n-d-838323-3 neutron-server[102908]: DEBUG neutron.policy [None req-88b87f75-c464-4730-8e43-42cedac33c0e tempest-DvrRoutersNegativeTest-2030813461 tempest-DvrRoutersNegativeTest-2030813461-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102908) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 18 21:07:48.770339 n-d-838323-3 neutron-server[102908]: DEBUG neutron.policy [None req-88b87f75-c464-4730-8e43-42cedac33c0e tempest-DvrRoutersNegativeTest-2030813461 tempest-DvrRoutersNegativeTest-2030813461-project] Failed policy check for 'create_router' {{(pid=102908) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 18 21:07:48.771131 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-88b87f75-c464-4730-8e43-42cedac33c0e tempest-DvrRoutersNegativeTest-2030813461 tempest-DvrRoutersNegativeTest-2030813461-project] create failed (client error): Access was denied to this resource. Apr 18 21:07:48.789102 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-88b87f75-c464-4730-8e43-42cedac33c0e tempest-DvrRoutersNegativeTest-2030813461 tempest-DvrRoutersNegativeTest-2030813461-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1529403 Apr 18 21:07:48.815160 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daeba87-2e8d-46c8-a885-4c22cb7212df tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'Port': ['ID=826de45f-e32f-49a1-abc5-18b017d2480f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:48.872620 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-c290f424-a707-4769-9ead-9bafe1c9e4a7 req-1daeba87-2e8d-46c8-a885-4c22cb7212df tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] No DVR routers for this DVR port 826de45f-e32f-49a1-abc5-18b017d2480f on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:48.877006 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c290f424-a707-4769-9ead-9bafe1c9e4a7 req-1daeba87-2e8d-46c8-a885-4c22cb7212df tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.884515 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c290f424-a707-4769-9ead-9bafe1c9e4a7 req-1daeba87-2e8d-46c8-a885-4c22cb7212df tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.57 "DELETE /v2.0/ports/826de45f-e32f-49a1-abc5-18b017d2480f HTTP/1.1" status: 204 len: 173 time: 0.5989163 Apr 18 21:07:48.885601 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f19898-fe40-4c20-ae03-71a72d885299', 'name': 'network-vif-deleted', 'tag': '826de45f-e32f-49a1-abc5-18b017d2480f'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:07:48.894148 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c351674d-b21f-4c31-89fa-8eb20a69d803" -d '{"events": [{"server_uuid": "a9f19898-fe40-4c20-ae03-71a72d885299", "name": "network-vif-deleted", "tag": "826de45f-e32f-49a1-abc5-18b017d2480f"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:07:48.967504 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e249f17d-3dea-457c-b48c-c86840bdbdf9 x-openstack-request-id: req-e249f17d-3dea-457c-b48c-c86840bdbdf9 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:07:48.967504 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f19898-fe40-4c20-ae03-71a72d885299", "name": "network-vif-deleted", "tag": "826de45f-e32f-49a1-abc5-18b017d2480f", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:07:48.967977 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e249f17d-3dea-457c-b48c-c86840bdbdf9 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:07:48.968857 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e249f17d-3dea-457c-b48c-c86840bdbdf9'] response: {'server_uuid': 'a9f19898-fe40-4c20-ae03-71a72d885299', 'name': 'network-vif-deleted', 'tag': '826de45f-e32f-49a1-abc5-18b017d2480f', 'status': 'completed', 'code': 200} Apr 18 21:07:49.166898 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47826) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:49.392924 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c2dafa7-96f7-4b4f-aa45-9b43cd0ea55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.506395 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c2dafa7-96f7-4b4f-aa45-9b43cd0ea55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.513396 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c2dafa7-96f7-4b4f-aa45-9b43cd0ea55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.560822 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2c2dafa7-96f7-4b4f-aa45-9b43cd0ea55e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd511ead87f74298b92e907a07ad3b05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3891361 Apr 18 21:07:49.560822 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2dafa7-96f7-4b4f-aa45-9b43cd0ea55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd52841-445f-4170-8768-9e3091732984,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:49.561298 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47832) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:49.594811 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47834) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:49.633676 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82c205cc-5533-4c63-9961-cc1038ef88e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.678190 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82c205cc-5533-4c63-9961-cc1038ef88e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.755331 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82c205cc-5533-4c63-9961-cc1038ef88e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.759079 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-82c205cc-5533-4c63-9961-cc1038ef88e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.760789 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-82c205cc-5533-4c63-9961-cc1038ef88e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dbd52841-445f-4170-8768-9e3091732984 HTTP/1.1" status: 204 len: 168 time: 0.1984296 Apr 18 21:07:49.788757 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c205cc-5533-4c63-9961-cc1038ef88e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd52841-445f-4170-8768-9e3091732984,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:50.135667 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5107aad7-8141-4d04-aae2-b8af5e6adaa4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.454715 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-5107aad7-8141-4d04-aae2-b8af5e6adaa4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Deleting port fca6af42-3d41-47a4-8ff5-e0edbdd80cf5 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:50.455285 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5107aad7-8141-4d04-aae2-b8af5e6adaa4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.576879 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-5107aad7-8141-4d04-aae2-b8af5e6adaa4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] For port fca6af42-3d41-47a4-8ff5-e0edbdd80cf5, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fca6af42-3d41-47a4-8ff5-e0edbdd80cf5,segment=NetworkSegment(3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd),segment_id=3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:50.577574 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5107aad7-8141-4d04-aae2-b8af5e6adaa4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.596960 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-5107aad7-8141-4d04-aae2-b8af5e6adaa4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Calling delete_port for fca6af42-3d41-47a4-8ff5-e0edbdd80cf5 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:50.840792 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5107aad7-8141-4d04-aae2-b8af5e6adaa4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.875122 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107aad7-8141-4d04-aae2-b8af5e6adaa4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'Port': ['ID=fca6af42-3d41-47a4-8ff5-e0edbdd80cf5,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:51.250635 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5107aad7-8141-4d04-aae2-b8af5e6adaa4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.327701 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47880) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:51.908893 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2ef60bff-2454-43af-9b22-6084f2fa975a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.958041 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5107aad7-8141-4d04-aae2-b8af5e6adaa4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Router ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:07:52.148022 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2ef60bff-2454-43af-9b22-6084f2fa975a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.156930 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2ef60bff-2454-43af-9b22-6084f2fa975a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.205933 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5107aad7-8141-4d04-aae2-b8af5e6adaa4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:52.218496 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47904) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:52.219019 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5107aad7-8141-4d04-aae2-b8af5e6adaa4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "PUT /v2.0/routers/ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6223989 Apr 18 21:07:52.220204 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef60bff-2454-43af-9b22-6084f2fa975a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baae042e-7967-4371-933c-ac8952cc6fdb,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:52.226597 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bca8eda-d893-4b4e-96c3-20b020a1ed84 None None] Sync routers for ids ['ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:07:52.227659 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2ef60bff-2454-43af-9b22-6084f2fa975a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e97ff61612ee44a19db0fd35f6b52f09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8980477 Apr 18 21:07:52.228683 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47908) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:52.270083 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bca8eda-d893-4b4e-96c3-20b020a1ed84 None None] Routers {'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:07:52.271199 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6bca8eda-d893-4b4e-96c3-20b020a1ed84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:07:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:52.297170 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d0827957-014e-4bc4-abfe-7d6468f66529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.324650 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-646b8ac3-fa2d-4869-bbf9-4cec6c4195a1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Deleting subnet 90676a33-392f-4df3-b5ef-9d5a1f1300f2 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:07:52.330305 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-646b8ac3-fa2d-4869-bbf9-4cec6c4195a1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.371995 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d0827957-014e-4bc4-abfe-7d6468f66529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.412780 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-646b8ac3-fa2d-4869-bbf9-4cec6c4195a1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.453385 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d0827957-014e-4bc4-abfe-7d6468f66529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.456362 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d0827957-014e-4bc4-abfe-7d6468f66529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.460803 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d0827957-014e-4bc4-abfe-7d6468f66529 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/baae042e-7967-4371-933c-ac8952cc6fdb HTTP/1.1" status: 204 len: 168 time: 0.2286663 Apr 18 21:07:52.494192 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0827957-014e-4bc4-abfe-7d6468f66529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baae042e-7967-4371-933c-ac8952cc6fdb,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:52.496354 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-6bca8eda-d893-4b4e-96c3-20b020a1ed84 None None] Set router ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:07:52.556939 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-646b8ac3-fa2d-4869-bbf9-4cec6c4195a1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.646059 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-646b8ac3-fa2d-4869-bbf9-4cec6c4195a1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.687917 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b8ac3-fa2d-4869-bbf9-4cec6c4195a1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'Subnet': ['ID=90676a33-392f-4df3-b5ef-9d5a1f1300f2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:52.692569 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-646b8ac3-fa2d-4869-bbf9-4cec6c4195a1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.697484 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-646b8ac3-fa2d-4869-bbf9-4cec6c4195a1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "DELETE /v2.0/subnets/90676a33-392f-4df3-b5ef-9d5a1f1300f2 HTTP/1.1" status: 204 len: 168 time: 0.4769375 Apr 18 21:07:52.700263 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47938) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:52.703276 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb2b2e6-61c7-4c6f-8a89-ae61506d5120 None None] Network 26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:07:52.815623 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6bca8eda-d893-4b4e-96c3-20b020a1ed84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991128574', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:08Z', 'updated_at': '2022-04-18T21:07:50Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:09Z', 'updated_at': '2022-04-18T21:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:52.863072 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bca8eda-d893-4b4e-96c3-20b020a1ed84 None None] Checking router: ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:07:52.869208 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38af25aa-e4ee-4550-8c3d-168bdc6df3e8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.876096 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bca8eda-d893-4b4e-96c3-20b020a1ed84 None None] Routers {'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:07:52.877872 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6bca8eda-d893-4b4e-96c3-20b020a1ed84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:07:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:53.090857 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38af25aa-e4ee-4550-8c3d-168bdc6df3e8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.123418 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfb1ba9-3388-422e-8dff-23d53118b860 None None] DHCP port deletion for 26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:07:53.203025 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 826de45f-e32f-49a1-abc5-18b017d2480f no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:07:53.217294 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-6bca8eda-d893-4b4e-96c3-20b020a1ed84 None None] Set router ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:07:53.225667 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-38af25aa-e4ee-4550-8c3d-168bdc6df3e8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Deleting port 68182aed-9f71-4c74-bc7c-d49c0fa678cb {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:53.226145 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38af25aa-e4ee-4550-8c3d-168bdc6df3e8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.263936 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47948) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:53.280873 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 826de45f-e32f-49a1-abc5-18b017d2480f {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:07:53.281574 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 826de45f-e32f-49a1-abc5-18b017d2480f not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:07:53.283821 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47950) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:53.310424 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2cf45952-ca8a-4637-9764-e3abf492060c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.322624 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-5dfb1ba9-3388-422e-8dff-23d53118b860 None None] Deleting port 2d810ba8-f52d-4dcd-9ff9-974935d09bf7 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:53.325088 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5dfb1ba9-3388-422e-8dff-23d53118b860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.428784 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5dfb1ba9-3388-422e-8dff-23d53118b860 None None] For port 2d810ba8-f52d-4dcd-9ff9-974935d09bf7, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2d810ba8-f52d-4dcd-9ff9-974935d09bf7,segment=NetworkSegment(3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd),segment_id=3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:53.430542 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5dfb1ba9-3388-422e-8dff-23d53118b860 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.446952 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-38af25aa-e4ee-4550-8c3d-168bdc6df3e8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] For port 68182aed-9f71-4c74-bc7c-d49c0fa678cb, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=68182aed-9f71-4c74-bc7c-d49c0fa678cb,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:53.450052 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38af25aa-e4ee-4550-8c3d-168bdc6df3e8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.456312 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-5dfb1ba9-3388-422e-8dff-23d53118b860 None None] Calling delete_port for 2d810ba8-f52d-4dcd-9ff9-974935d09bf7 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:53.471737 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-38af25aa-e4ee-4550-8c3d-168bdc6df3e8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Calling delete_port for 68182aed-9f71-4c74-bc7c-d49c0fa678cb owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:53.515818 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2cf45952-ca8a-4637-9764-e3abf492060c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.521964 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2cf45952-ca8a-4637-9764-e3abf492060c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.570931 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6bca8eda-d893-4b4e-96c3-20b020a1ed84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991128574', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:08Z', 'updated_at': '2022-04-18T21:07:50Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:09Z', 'updated_at': '2022-04-18T21:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:53.603402 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf45952-ca8a-4637-9764-e3abf492060c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5821f70-7167-4589-83c8-6a04d7b78f6d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:53.607780 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bca8eda-d893-4b4e-96c3-20b020a1ed84 None None] The sync data for ids ['ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8'] in n-d-838323-3 is: [{'id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991128574', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:08Z', 'updated_at': '2022-04-18T21:07:50Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '68182aed-9f71-4c74-bc7c-d49c0fa678cb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:09Z', 'updated_at': '2022-04-18T21:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:07:53.618531 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2cf45952-ca8a-4637-9764-e3abf492060c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f258ae0819b3439bacdd378da8774359&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3534296 Apr 18 21:07:53.633469 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47960) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:53.648891 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5dfb1ba9-3388-422e-8dff-23d53118b860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.669863 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfb1ba9-3388-422e-8dff-23d53118b860 None None] No DVR routers for this DVR port 2d810ba8-f52d-4dcd-9ff9-974935d09bf7 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:53.676309 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e813474c-dd6d-480c-bf3c-0326e238ce19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.692255 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb1ba9-3388-422e-8dff-23d53118b860 None None] Pushing event deleted for resources: {'Port': ['ID=2d810ba8-f52d-4dcd-9ff9-974935d09bf7,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:53.762239 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-05cf29dd-41bf-4dd5-96ca-979e98de8b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.804096 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-05cf29dd-41bf-4dd5-96ca-979e98de8b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.826108 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38af25aa-e4ee-4550-8c3d-168bdc6df3e8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.862560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af25aa-e4ee-4550-8c3d-168bdc6df3e8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'Port': ['ID=68182aed-9f71-4c74-bc7c-d49c0fa678cb,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:53.863337 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e813474c-dd6d-480c-bf3c-0326e238ce19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.873353 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e813474c-dd6d-480c-bf3c-0326e238ce19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.938807 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813474c-dd6d-480c-bf3c-0326e238ce19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cf4a5b-6c8b-4855-92b6-ec786156f9e6,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:53.945817 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e813474c-dd6d-480c-bf3c-0326e238ce19 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=db3ef9167131421684dcd062ca646698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6600654 Apr 18 21:07:53.946835 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-05cf29dd-41bf-4dd5-96ca-979e98de8b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.949513 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-05cf29dd-41bf-4dd5-96ca-979e98de8b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.953685 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-05cf29dd-41bf-4dd5-96ca-979e98de8b79 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c5821f70-7167-4589-83c8-6a04d7b78f6d HTTP/1.1" status: 204 len: 168 time: 0.3110273 Apr 18 21:07:53.954038 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38af25aa-e4ee-4550-8c3d-168bdc6df3e8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.954515 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47962) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:54.008286 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf29dd-41bf-4dd5-96ca-979e98de8b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5821f70-7167-4589-83c8-6a04d7b78f6d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:54.026485 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea66bc25-e09e-4e4e-b596-d0e0fa28c678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.064286 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea66bc25-e09e-4e4e-b596-d0e0fa28c678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.075525 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38af25aa-e4ee-4550-8c3d-168bdc6df3e8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.079412 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38af25aa-e4ee-4550-8c3d-168bdc6df3e8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.136373 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea66bc25-e09e-4e4e-b596-d0e0fa28c678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.137099 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38af25aa-e4ee-4550-8c3d-168bdc6df3e8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.138269 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38af25aa-e4ee-4550-8c3d-168bdc6df3e8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Fanout notify agent at l3_agent the message router_deleted on router ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:07:54.139077 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea66bc25-e09e-4e4e-b596-d0e0fa28c678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.140249 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ea66bc25-e09e-4e4e-b596-d0e0fa28c678 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/85cf4a5b-6c8b-4855-92b6-ec786156f9e6 HTTP/1.1" status: 204 len: 168 time: 0.1827266 Apr 18 21:07:54.148710 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38af25aa-e4ee-4550-8c3d-168bdc6df3e8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.150300 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-38af25aa-e4ee-4550-8c3d-168bdc6df3e8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "DELETE /v2.0/routers/ca7fb73e-b0d3-4a4f-b65f-dc9d54dac0e8 HTTP/1.1" status: 204 len: 168 time: 1.4483104 Apr 18 21:07:54.153265 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47968) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:54.157678 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66bc25-e09e-4e4e-b596-d0e0fa28c678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cf4a5b-6c8b-4855-92b6-ec786156f9e6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:54.345156 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2ba853e-2410-44fb-9a22-9a5db2752a2d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.428332 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fca6af42-3d41-47a4-8ff5-e0edbdd80cf5 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:07:54.464816 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47974) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:54.475446 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: fca6af42-3d41-47a4-8ff5-e0edbdd80cf5 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:07:54.476263 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fca6af42-3d41-47a4-8ff5-e0edbdd80cf5 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:07:54.481005 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2d810ba8-f52d-4dcd-9ff9-974935d09bf7 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:07:54.489511 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8cd51eba-bfb3-4778-acc0-6c7dfd7bdfc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.506490 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2ba853e-2410-44fb-9a22-9a5db2752a2d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.558956 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-d2ba853e-2410-44fb-9a22-9a5db2752a2d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26eabdd2-4fb7-4d1d-8061-1c46d3651dc3']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:54.560193 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 2d810ba8-f52d-4dcd-9ff9-974935d09bf7 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:07:54.560669 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2d810ba8-f52d-4dcd-9ff9-974935d09bf7 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:07:54.585019 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-d2ba853e-2410-44fb-9a22-9a5db2752a2d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:54.585292 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-d2ba853e-2410-44fb-9a22-9a5db2752a2d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dbb4c5e-797e-45c7-a4b0-9b55eb9f45bd') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:54.607043 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2ba853e-2410-44fb-9a22-9a5db2752a2d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.649172 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2ba853e-2410-44fb-9a22-9a5db2752a2d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.658973 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-93cbb3a6-b149-4fff-b6f9-607b9f7543c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.662840 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8cd51eba-bfb3-4778-acc0-6c7dfd7bdfc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.668470 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ba853e-2410-44fb-9a22-9a5db2752a2d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:07:54.668954 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2ba853e-2410-44fb-9a22-9a5db2752a2d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.670036 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8cd51eba-bfb3-4778-acc0-6c7dfd7bdfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:07:54.681260 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:07:54.747878 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd51eba-bfb3-4778-acc0-6c7dfd7bdfc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5ffb2f-e201-4e8b-96f7-a2a4e9330b96,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:54.761211 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8cd51eba-bfb3-4778-acc0-6c7dfd7bdfc9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=547ba38156e640f4bfcd27170c46e35d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2946610 Apr 18 21:07:54.765234 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47978) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:54.832710 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2ba853e-2410-44fb-9a22-9a5db2752a2d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.848027 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2ba853e-2410-44fb-9a22-9a5db2752a2d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.852584 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d2ba853e-2410-44fb-9a22-9a5db2752a2d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "DELETE /v2.0/networks/26eabdd2-4fb7-4d1d-8061-1c46d3651dc3 HTTP/1.1" status: 204 len: 168 time: 0.6977289 Apr 18 21:07:54.867778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47980) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:54.871619 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-85625eab-5e39-4e44-ad09-6fce6f720465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.876598 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba853e-2410-44fb-9a22-9a5db2752a2d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'Network': ['ID=26eabdd2-4fb7-4d1d-8061-1c46d3651dc3,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:54.878593 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 47982) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:54.904517 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92e97dc5-9f37-497b-b773-01e0d2111dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.904751 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-85625eab-5e39-4e44-ad09-6fce6f720465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.973366 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-85625eab-5e39-4e44-ad09-6fce6f720465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.975931 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-85625eab-5e39-4e44-ad09-6fce6f720465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.979791 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-85625eab-5e39-4e44-ad09-6fce6f720465 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca5ffb2f-e201-4e8b-96f7-a2a4e9330b96 HTTP/1.1" status: 204 len: 168 time: 0.2105284 Apr 18 21:07:54.987072 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85625eab-5e39-4e44-ad09-6fce6f720465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5ffb2f-e201-4e8b-96f7-a2a4e9330b96,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:55.011878 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2d41a77-65ef-4ae3-bb14-783cc79ba1f2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.077468 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2d41a77-65ef-4ae3-bb14-783cc79ba1f2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.143931 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92e97dc5-9f37-497b-b773-01e0d2111dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.150571 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92e97dc5-9f37-497b-b773-01e0d2111dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.202624 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-92e97dc5-9f37-497b-b773-01e0d2111dfb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0ccf6e916904f7b883b5d9e51c9d41b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3225608 Apr 18 21:07:55.204137 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e97dc5-9f37-497b-b773-01e0d2111dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cc9c5a-a92f-41ac-b38c-7767f2e2b8e0,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:55.205585 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 47994) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:55.223833 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2d41a77-65ef-4ae3-bb14-783cc79ba1f2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.226537 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d2d41a77-65ef-4ae3-bb14-783cc79ba1f2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.230372 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d2d41a77-65ef-4ae3-bb14-783cc79ba1f2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "DELETE /v2.0/security-groups/d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415 HTTP/1.1" status: 204 len: 168 time: 0.3585889 Apr 18 21:07:55.242891 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d41a77-65ef-4ae3-bb14-783cc79ba1f2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c50cf4-93a4-4c60-b6cd-f2c1c9fa1415,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:55.279897 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6995aca8-724f-40fb-8f19-84feb97a50b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.316727 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6995aca8-724f-40fb-8f19-84feb97a50b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.370092 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6995aca8-724f-40fb-8f19-84feb97a50b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.372705 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6995aca8-724f-40fb-8f19-84feb97a50b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.376141 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6995aca8-724f-40fb-8f19-84feb97a50b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67cc9c5a-a92f-41ac-b38c-7767f2e2b8e0 HTTP/1.1" status: 204 len: 168 time: 0.1670909 Apr 18 21:07:55.386109 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995aca8-724f-40fb-8f19-84feb97a50b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cc9c5a-a92f-41ac-b38c-7767f2e2b8e0,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:55.651380 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48014) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:55.666155 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-467ac636-57fa-4c63-b13b-69b3fc57ebbd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-414859474', 'description': 'tempest-secgroup-smoke-414859474 description', 'project_id': '27c85133ac5b409ea3755f27ced6b066'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:55.695299 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-467ac636-57fa-4c63-b13b-69b3fc57ebbd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.792083 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-467ac636-57fa-4c63-b13b-69b3fc57ebbd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.801813 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-467ac636-57fa-4c63-b13b-69b3fc57ebbd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.825674 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-467ac636-57fa-4c63-b13b-69b3fc57ebbd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.827400 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-467ac636-57fa-4c63-b13b-69b3fc57ebbd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1741688 Apr 18 21:07:55.830268 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48024) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:55.838155 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-d513f2af-2ff4-4cc1-97e7-3465952ea6bf tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group_rule': {'security_group_id': 'e291befb-46af-45ae-a85e-318f5887214d', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:55.882711 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d513f2af-2ff4-4cc1-97e7-3465952ea6bf tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.901250 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ac636-57fa-4c63-b13b-69b3fc57ebbd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e291befb-46af-45ae-a85e-318f5887214d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:56.010251 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d513f2af-2ff4-4cc1-97e7-3465952ea6bf tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.017929 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d513f2af-2ff4-4cc1-97e7-3465952ea6bf tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.060067 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513f2af-2ff4-4cc1-97e7-3465952ea6bf tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e108273-3603-46b3-8665-3c9b4439f264,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:56.077417 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d513f2af-2ff4-4cc1-97e7-3465952ea6bf tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.078532 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d513f2af-2ff4-4cc1-97e7-3465952ea6bf tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2470725 Apr 18 21:07:56.082779 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48036) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:56.088039 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-50560cf0-ff02-4c12-a6c4-18c12a05af9a tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group_rule': {'security_group_id': 'e291befb-46af-45ae-a85e-318f5887214d', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:56.143427 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-50560cf0-ff02-4c12-a6c4-18c12a05af9a tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.188085 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 68182aed-9f71-4c74-bc7c-d49c0fa678cb no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:07:56.231207 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 68182aed-9f71-4c74-bc7c-d49c0fa678cb {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:07:56.231772 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 68182aed-9f71-4c74-bc7c-d49c0fa678cb not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:07:56.261073 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-50560cf0-ff02-4c12-a6c4-18c12a05af9a tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.267023 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-50560cf0-ff02-4c12-a6c4-18c12a05af9a tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.323213 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50560cf0-ff02-4c12-a6c4-18c12a05af9a tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c27408-e598-4917-8f63-61638dcb9ed7,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:56.331504 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-50560cf0-ff02-4c12-a6c4-18c12a05af9a tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.333223 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-50560cf0-ff02-4c12-a6c4-18c12a05af9a tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2493749 Apr 18 21:07:56.336160 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48048) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:56.342009 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-54f9a109-5cbc-48fe-accc-28d8b744c42e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group_rule': {'security_group_id': 'e291befb-46af-45ae-a85e-318f5887214d', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:56.374185 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-54f9a109-5cbc-48fe-accc-28d8b744c42e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.471099 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-54f9a109-5cbc-48fe-accc-28d8b744c42e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.477692 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-54f9a109-5cbc-48fe-accc-28d8b744c42e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.509093 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9a109-5cbc-48fe-accc-28d8b744c42e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e419608c-a8d8-4327-a020-d6a25100f5d0,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:56.522037 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-54f9a109-5cbc-48fe-accc-28d8b744c42e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.523409 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-54f9a109-5cbc-48fe-accc-28d8b744c42e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1860354 Apr 18 21:07:56.526251 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48054) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:56.531565 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-5961bfe1-cdb1-413f-ac64-4874e0bd5335 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group_rule': {'security_group_id': 'e291befb-46af-45ae-a85e-318f5887214d', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:56.576027 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5961bfe1-cdb1-413f-ac64-4874e0bd5335 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.705279 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5961bfe1-cdb1-413f-ac64-4874e0bd5335 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.712089 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5961bfe1-cdb1-413f-ac64-4874e0bd5335 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.743707 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961bfe1-cdb1-413f-ac64-4874e0bd5335 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc50cc0f-a383-46a7-85bd-ec51626ded45,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:56.773694 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5961bfe1-cdb1-413f-ac64-4874e0bd5335 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.776048 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5961bfe1-cdb1-413f-ac64-4874e0bd5335 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2480414 Apr 18 21:07:56.777944 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48068) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:56.783266 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-983073bc-95ca-4a64-b7ff-4363b1b9dca1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group_rule': {'security_group_id': 'e291befb-46af-45ae-a85e-318f5887214d', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:56.810144 n-d-838323-3 neutron-server[102909]: INFO neutron.db.securitygroups_db [None req-983073bc-95ca-4a64-b7ff-4363b1b9dca1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Project 27c85133ac5b409ea3755f27ced6b066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:07:56.818907 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-983073bc-95ca-4a64-b7ff-4363b1b9dca1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.902621 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-983073bc-95ca-4a64-b7ff-4363b1b9dca1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.910951 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-983073bc-95ca-4a64-b7ff-4363b1b9dca1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.938052 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983073bc-95ca-4a64-b7ff-4363b1b9dca1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24540aa1-92cb-4518-b693-9ccb15a4b36c,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:56.979078 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-983073bc-95ca-4a64-b7ff-4363b1b9dca1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.981812 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-983073bc-95ca-4a64-b7ff-4363b1b9dca1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2023082 Apr 18 21:07:56.984416 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48074) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:56.990607 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-9559739e-5dff-4515-8d6d-903387344a7f tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group_rule': {'security_group_id': 'e291befb-46af-45ae-a85e-318f5887214d', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:57.014893 n-d-838323-3 neutron-server[102908]: INFO neutron.db.securitygroups_db [None req-9559739e-5dff-4515-8d6d-903387344a7f tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Project 27c85133ac5b409ea3755f27ced6b066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:07:57.020035 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9559739e-5dff-4515-8d6d-903387344a7f tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.111491 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9559739e-5dff-4515-8d6d-903387344a7f tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.118029 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9559739e-5dff-4515-8d6d-903387344a7f tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.140513 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559739e-5dff-4515-8d6d-903387344a7f tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c52a93-1e29-4e56-a20d-536411b51e61,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:57.151845 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9559739e-5dff-4515-8d6d-903387344a7f tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.156553 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48082) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:57.156760 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9559739e-5dff-4515-8d6d-903387344a7f tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1709628 Apr 18 21:07:57.162376 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-de99fa07-1f26-42ed-a35e-f491a9a19abd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'network': {'name': 'tempest-network-smoke--1063301469', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'port_security_enabled': True}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:57.193606 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de99fa07-1f26-42ed-a35e-f491a9a19abd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Made reservation on behalf of 27c85133ac5b409ea3755f27ced6b066 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:57.197955 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de99fa07-1f26-42ed-a35e-f491a9a19abd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.232231 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de99fa07-1f26-42ed-a35e-f491a9a19abd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:07:57.245692 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de99fa07-1f26-42ed-a35e-f491a9a19abd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.246080 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-de99fa07-1f26-42ed-a35e-f491a9a19abd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Added segment ffc73290-7106-41de-ac6f-e0c98c1f65d7 of type vlan for network 405cda5f-09d5-44cf-b9f9-3cf86317efaf Apr 18 21:07:57.296196 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de99fa07-1f26-42ed-a35e-f491a9a19abd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.331387 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de99fa07-1f26-42ed-a35e-f491a9a19abd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.339727 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de99fa07-1f26-42ed-a35e-f491a9a19abd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:57.340416 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-de99fa07-1f26-42ed-a35e-f491a9a19abd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.480851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48090) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:57.485823 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-88f1f441-3680-4ca1-8fe8-9fa7e54838c3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1612741000', 'admin_state_up': True, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:57.489458 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-de99fa07-1f26-42ed-a35e-f491a9a19abd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3315616 Apr 18 21:07:57.504180 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99fa07-1f26-42ed-a35e-f491a9a19abd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Network': ['ID=405cda5f-09d5-44cf-b9f9-3cf86317efaf,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:57.517516 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 405cda5f-09d5-44cf-b9f9-3cf86317efaf details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:07:57.539179 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-88f1f441-3680-4ca1-8fe8-9fa7e54838c3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.542001 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-88f1f441-3680-4ca1-8fe8-9fa7e54838c3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.604564 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48092) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:57.639540 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-88f1f441-3680-4ca1-8fe8-9fa7e54838c3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.906059 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-88f1f441-3680-4ca1-8fe8-9fa7e54838c3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.926299 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-369aac93-2d9d-4031-9996-6d51a2604cb5 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'network': {'name': 'tempest-network-smoke--900667247', 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'port_security_enabled': True}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:57.978374 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369aac93-2d9d-4031-9996-6d51a2604cb5 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Made reservation on behalf of 0ec59bc3ffdf4873b26042a0437d8698 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:57.985533 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-369aac93-2d9d-4031-9996-6d51a2604cb5 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.006231 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-369aac93-2d9d-4031-9996-6d51a2604cb5 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.151573 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-369aac93-2d9d-4031-9996-6d51a2604cb5 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.158199 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-369aac93-2d9d-4031-9996-6d51a2604cb5 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.197052 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369aac93-2d9d-4031-9996-6d51a2604cb5 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:07:58.216357 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369aac93-2d9d-4031-9996-6d51a2604cb5 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23dbf6a9-b147-4acf-a319-d242d9f8a85e,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:58.236842 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-369aac93-2d9d-4031-9996-6d51a2604cb5 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.237190 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-88f1f441-3680-4ca1-8fe8-9fa7e54838c3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.237331 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-369aac93-2d9d-4031-9996-6d51a2604cb5 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Added segment aae8e460-f7ab-43cd-9b49-71ae92a2401a of type vlan for network e8b21513-dcc9-4212-9b67-14e7e9ef0fc1 Apr 18 21:07:58.266776 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-88f1f441-3680-4ca1-8fe8-9fa7e54838c3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.308168 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-369aac93-2d9d-4031-9996-6d51a2604cb5 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.393153 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-369aac93-2d9d-4031-9996-6d51a2604cb5 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.399921 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369aac93-2d9d-4031-9996-6d51a2604cb5 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:58.400383 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-369aac93-2d9d-4031-9996-6d51a2604cb5 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.424105 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-88f1f441-3680-4ca1-8fe8-9fa7e54838c3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Allocated IP 172.25.1.90 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/3c11fd91-8850-4cc1-8d14-d31c5ec941a3) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:58.464327 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-369aac93-2d9d-4031-9996-6d51a2604cb5 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8550208 Apr 18 21:07:58.464566 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48106) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:58.468946 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-4c76caa8-d375-4a2f-973a-20e7a2097ecd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-61557471', 'admin_state_up': True, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:58.491242 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369aac93-2d9d-4031-9996-6d51a2604cb5 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'Network': ['ID=e8b21513-dcc9-4212-9b67-14e7e9ef0fc1,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:58.505001 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network e8b21513-dcc9-4212-9b67-14e7e9ef0fc1 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:07:58.537899 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4c76caa8-d375-4a2f-973a-20e7a2097ecd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.539023 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4c76caa8-d375-4a2f-973a-20e7a2097ecd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.609995 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-88f1f441-3680-4ca1-8fe8-9fa7e54838c3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.646786 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4c76caa8-d375-4a2f-973a-20e7a2097ecd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.819295 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4c76caa8-d375-4a2f-973a-20e7a2097ecd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.823046 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-88f1f441-3680-4ca1-8fe8-9fa7e54838c3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.870440 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1f441-3680-4ca1-8fe8-9fa7e54838c3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Port': ['ID=3c11fd91-8850-4cc1-8d14-d31c5ec941a3,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:58.905117 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f1f441-3680-4ca1-8fe8-9fa7e54838c3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:58.905117 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-88f1f441-3680-4ca1-8fe8-9fa7e54838c3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:58.905438 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f1f441-3680-4ca1-8fe8-9fa7e54838c3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:07:59.030640 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0f44647f-40d6-40f2-9bc5-fd75ab697b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:59.336782 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4c76caa8-d375-4a2f-973a-20e7a2097ecd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:59.361353 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4c76caa8-d375-4a2f-973a-20e7a2097ecd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:59.374560 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-88f1f441-3680-4ca1-8fe8-9fa7e54838c3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:59.877158 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:59.895390 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-4c76caa8-d375-4a2f-973a-20e7a2097ecd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Allocated IP 172.25.1.115 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/a45d09b8-edff-41a0-84f5-ba1543d576f4) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:00.028867 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-88f1f441-3680-4ca1-8fe8-9fa7e54838c3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:00.118235 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4c76caa8-d375-4a2f-973a-20e7a2097ecd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:00.206228 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4c76caa8-d375-4a2f-973a-20e7a2097ecd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:00.259845 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c76caa8-d375-4a2f-973a-20e7a2097ecd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:00.271365 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-4c76caa8-d375-4a2f-973a-20e7a2097ecd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:00.278781 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c76caa8-d375-4a2f-973a-20e7a2097ecd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:08:00.307087 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76caa8-d375-4a2f-973a-20e7a2097ecd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'Port': ['ID=a45d09b8-edff-41a0-84f5-ba1543d576f4,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:00.319035 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f1f441-3680-4ca1-8fe8-9fa7e54838c3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Router 1a060955-261a-488c-97d9-5063d7ccffab is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:08:00.565407 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f1f441-3680-4ca1-8fe8-9fa7e54838c3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:08:00.578048 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5211b450-9a67-4838-b2a1-332b6174ca6e None None] Sync routers for ids ['1a060955-261a-488c-97d9-5063d7ccffab'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:08:00.589221 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-88f1f441-3680-4ca1-8fe8-9fa7e54838c3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:00.593949 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48138) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:00.594611 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-88f1f441-3680-4ca1-8fe8-9fa7e54838c3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1118257 Apr 18 21:08:00.595971 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5211b450-9a67-4838-b2a1-332b6174ca6e None None] Routers {'1a060955-261a-488c-97d9-5063d7ccffab'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:08:00.598031 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5211b450-9a67-4838-b2a1-332b6174ca6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:07:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1a060955-261a-488c-97d9-5063d7ccffab'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:00.639506 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ae86de89-0b16-49ac-b391-d0ce864d40ed tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=27c85133ac5b409ea3755f27ced6b066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443053 Apr 18 21:08:00.644878 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48140) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:00.682468 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4c76caa8-d375-4a2f-973a-20e7a2097ecd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:00.784375 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-5211b450-9a67-4838-b2a1-332b6174ca6e None None] Set router 1a060955-261a-488c-97d9-5063d7ccffab gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:08:00.805528 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b71718-d0a4-43b8-ad6a-2ddf7d427e55 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:00.807433 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-01b71718-d0a4-43b8-ad6a-2ddf7d427e55 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1613050 Apr 18 21:08:00.814270 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48142) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:00.850905 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ca6b1144-0a2f-4eea-8868-4a8132282dcd tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352559 Apr 18 21:08:00.853645 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48144) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:00.859046 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-0f6f4147-e203-4342-b4a8-6571165f7d67 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1112307688', 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:08:01.017399 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6f4147-e203-4342-b4a8-6571165f7d67 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Made reservation on behalf of 27c85133ac5b409ea3755f27ced6b066 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:01.022092 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0f6f4147-e203-4342-b4a8-6571165f7d67 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.045861 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4c76caa8-d375-4a2f-973a-20e7a2097ecd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.218100 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5211b450-9a67-4838-b2a1-332b6174ca6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a060955-261a-488c-97d9-5063d7ccffab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612741000', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:57Z', 'updated_at': '2022-04-18T21:07:59Z', 'revision_number': 3, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:07:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a060955-261a-488c-97d9-5063d7ccffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:07:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:01.283936 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0f6f4147-e203-4342-b4a8-6571165f7d67 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.298063 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5211b450-9a67-4838-b2a1-332b6174ca6e None None] Checking router: 1a060955-261a-488c-97d9-5063d7ccffab for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:08:01.298648 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5211b450-9a67-4838-b2a1-332b6174ca6e None None] Updating router 1a060955-261a-488c-97d9-5063d7ccffab port 3c11fd91-8850-4cc1-8d14-d31c5ec941a3 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:08:01.361910 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f4147-e203-4342-b4a8-6571165f7d67 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Subnet': ['ID=df3b3a6c-b0a0-4fe6-8544-e2c19754e458,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:01.372196 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c76caa8-d375-4a2f-973a-20e7a2097ecd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Router 65ad614a-1ef5-4b6a-ad36-ac005b47a94b is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:08:01.392077 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f4147-e203-4342-b4a8-6571165f7d67 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:01.392469 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f4147-e203-4342-b4a8-6571165f7d67 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:01.392855 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f4147-e203-4342-b4a8-6571165f7d67 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:01.393200 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f4147-e203-4342-b4a8-6571165f7d67 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:01.393674 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f4147-e203-4342-b4a8-6571165f7d67 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:01.395526 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f4147-e203-4342-b4a8-6571165f7d67 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:01.397058 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f4147-e203-4342-b4a8-6571165f7d67 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:01.397710 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f4147-e203-4342-b4a8-6571165f7d67 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:01.398115 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f4147-e203-4342-b4a8-6571165f7d67 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:01.401321 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f4147-e203-4342-b4a8-6571165f7d67 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:01.401321 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f4147-e203-4342-b4a8-6571165f7d67 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:01.401321 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6f4147-e203-4342-b4a8-6571165f7d67 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:01.438608 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5211b450-9a67-4838-b2a1-332b6174ca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.442574 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.462737 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6f4147-e203-4342-b4a8-6571165f7d67 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Checking segment: {'id': 'ffc73290-7106-41de-ac6f-e0c98c1f65d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:08:01.462979 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6f4147-e203-4342-b4a8-6571165f7d67 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network hostable DHCP agents. Network: 405cda5f-09d5-44cf-b9f9-3cf86317efaf, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:08:01.502684 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6f4147-e203-4342-b4a8-6571165f7d67 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network 405cda5f-09d5-44cf-b9f9-3cf86317efaf is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:08:01.518120 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-0f6f4147-e203-4342-b4a8-6571165f7d67 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 405cda5f-09d5-44cf-b9f9-3cf86317efaf) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:01.528283 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6f4147-e203-4342-b4a8-6571165f7d67 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:01.528900 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0f6f4147-e203-4342-b4a8-6571165f7d67 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.534655 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16931b0-6480-43a2-88da-2bee88118a23 None None] Network 405cda5f-09d5-44cf-b9f9-3cf86317efaf requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:08:01.561782 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c76caa8-d375-4a2f-973a-20e7a2097ecd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:08:01.564078 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0f6f4147-e203-4342-b4a8-6571165f7d67 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7088346 Apr 18 21:08:01.566906 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48150) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:01.575298 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e58c82a-a9b6-4275-b69c-3d55fe85347d None None] Sync routers for ids ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:08:01.599271 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e58c82a-a9b6-4275-b69c-3d55fe85347d None None] Routers {'65ad614a-1ef5-4b6a-ad36-ac005b47a94b'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:08:01.601706 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9e58c82a-a9b6-4275-b69c-3d55fe85347d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:07:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:01.609099 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4c76caa8-d375-4a2f-973a-20e7a2097ecd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.611706 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4c76caa8-d375-4a2f-973a-20e7a2097ecd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1467104 Apr 18 21:08:01.615324 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48152) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:01.766700 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3de5ff53-8864-4d91-8c78-a28af4b9229a tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=0ec59bc3ffdf4873b26042a0437d8698&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1494966 Apr 18 21:08:01.769592 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48156) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:01.776523 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-9e58c82a-a9b6-4275-b69c-3d55fe85347d None None] Set router 65ad614a-1ef5-4b6a-ad36-ac005b47a94b gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:08:01.827710 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.895872 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5871f3c8-b5d3-4a5f-aa67-03167394517e tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:01.897844 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5871f3c8-b5d3-4a5f-aa67-03167394517e tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1268220 Apr 18 21:08:01.904917 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48158) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:01.984835 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8c8cf5-ab7d-4593-8520-914668ee31ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-405cda5f-09d5-44cf-b9f9-3cf86317efaf', 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'fixed_ips': [{'subnet_id': 'df3b3a6c-b0a0-4fe6-8544-e2c19754e458'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:08:01.985971 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc8c8cf5-ab7d-4593-8520-914668ee31ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.001131 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a7afbed5-b1f0-4214-bc65-891fc5ffb206 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0928235 Apr 18 21:08:02.003845 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48160) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:02.011057 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d293d6e6-c8af-401f-8c7c-0bda7515a66d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1215768114', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:08:02.094908 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9e58c82a-a9b6-4275-b69c-3d55fe85347d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'name': 'tempest-TestNetworkBasicOps-router-61557471', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:08:00Z', 'revision_number': 3, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:59Z', 'updated_at': '2022-04-18T21:07:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:02.166365 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e58c82a-a9b6-4275-b69c-3d55fe85347d None None] Checking router: 65ad614a-1ef5-4b6a-ad36-ac005b47a94b for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:08:02.166706 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e58c82a-a9b6-4275-b69c-3d55fe85347d None None] Updating router 65ad614a-1ef5-4b6a-ad36-ac005b47a94b port a45d09b8-edff-41a0-84f5-ba1543d576f4 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:08:02.211592 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e58c82a-a9b6-4275-b69c-3d55fe85347d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.257934 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d293d6e6-c8af-401f-8c7c-0bda7515a66d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Made reservation on behalf of 0ec59bc3ffdf4873b26042a0437d8698 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:02.266766 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d293d6e6-c8af-401f-8c7c-0bda7515a66d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.469164 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5211b450-9a67-4838-b2a1-332b6174ca6e None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.485001 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-dc8c8cf5-ab7d-4593-8520-914668ee31ff None None] Allocated IP 172.20.0.2 (405cda5f-09d5-44cf-b9f9-3cf86317efaf/df3b3a6c-b0a0-4fe6-8544-e2c19754e458/e6c8435c-e82f-4f1d-967e-423d0dfaaf37) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:02.491381 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5211b450-9a67-4838-b2a1-332b6174ca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.623324 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5211b450-9a67-4838-b2a1-332b6174ca6e None None] Attempting to bind port 3c11fd91-8850-4cc1-8d14-d31c5ec941a3 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:08:02.630421 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5211b450-9a67-4838-b2a1-332b6174ca6e None None] Attempting to bind port 3c11fd91-8850-4cc1-8d14-d31c5ec941a3 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:08:02.631185 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5211b450-9a67-4838-b2a1-332b6174ca6e None None] Attempting to bind port 3c11fd91-8850-4cc1-8d14-d31c5ec941a3 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:08:02.757852 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e58c82a-a9b6-4275-b69c-3d55fe85347d None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.771727 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e58c82a-a9b6-4275-b69c-3d55fe85347d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.845445 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbabaab-0998-4e3b-99f3-20eb45b63e51 None None] Pushing event updated for resources: {'Port': ['ID=a45d09b8-edff-41a0-84f5-ba1543d576f4,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:02.856014 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbabaab-0998-4e3b-99f3-20eb45b63e51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:02.856793 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbabaab-0998-4e3b-99f3-20eb45b63e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:02.857348 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbabaab-0998-4e3b-99f3-20eb45b63e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:02.857943 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbabaab-0998-4e3b-99f3-20eb45b63e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:02.858484 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbabaab-0998-4e3b-99f3-20eb45b63e51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:02.859048 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbabaab-0998-4e3b-99f3-20eb45b63e51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:02.859604 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbabaab-0998-4e3b-99f3-20eb45b63e51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:02.860184 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbabaab-0998-4e3b-99f3-20eb45b63e51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:02.860915 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbabaab-0998-4e3b-99f3-20eb45b63e51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:02.861478 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbabaab-0998-4e3b-99f3-20eb45b63e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:02.862085 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbabaab-0998-4e3b-99f3-20eb45b63e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:02.862637 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbabaab-0998-4e3b-99f3-20eb45b63e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:02.869432 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc8c8cf5-ab7d-4593-8520-914668ee31ff None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.886110 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5211b450-9a67-4838-b2a1-332b6174ca6e None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:08:02.886665 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5211b450-9a67-4838-b2a1-332b6174ca6e None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:08:02.888237 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5211b450-9a67-4838-b2a1-332b6174ca6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.888850 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5211b450-9a67-4838-b2a1-332b6174ca6e None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:08:02.890575 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5211b450-9a67-4838-b2a1-332b6174ca6e None None] Bound port: 3c11fd91-8850-4cc1-8d14-d31c5ec941a3, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:08:02.891439 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5211b450-9a67-4838-b2a1-332b6174ca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.902655 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-9e58c82a-a9b6-4275-b69c-3d55fe85347d None None] Attempting to bind port a45d09b8-edff-41a0-84f5-ba1543d576f4 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:08:02.903176 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-9e58c82a-a9b6-4275-b69c-3d55fe85347d None None] Attempting to bind port a45d09b8-edff-41a0-84f5-ba1543d576f4 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:08:02.903643 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e58c82a-a9b6-4275-b69c-3d55fe85347d None None] Attempting to bind port a45d09b8-edff-41a0-84f5-ba1543d576f4 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:08:02.919945 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e58c82a-a9b6-4275-b69c-3d55fe85347d None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:08:02.920288 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e58c82a-a9b6-4275-b69c-3d55fe85347d None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:08:02.920717 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e58c82a-a9b6-4275-b69c-3d55fe85347d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.921107 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e58c82a-a9b6-4275-b69c-3d55fe85347d None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:08:02.921625 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-9e58c82a-a9b6-4275-b69c-3d55fe85347d None None] Bound port: a45d09b8-edff-41a0-84f5-ba1543d576f4, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:08:02.922164 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e58c82a-a9b6-4275-b69c-3d55fe85347d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.929596 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc8c8cf5-ab7d-4593-8520-914668ee31ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.942957 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd646218-a5b4-4571-a930-8a386bdc2884 None None] Pushing event updated for resources: {'Port': ['ID=3c11fd91-8850-4cc1-8d14-d31c5ec941a3,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:02.994350 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8c8cf5-ab7d-4593-8520-914668ee31ff None None] Network 405cda5f-09d5-44cf-b9f9-3cf86317efaf is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:03.011227 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-dc8c8cf5-ab7d-4593-8520-914668ee31ff None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:03.012714 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-9e58c82a-a9b6-4275-b69c-3d55fe85347d None None] For port a45d09b8-edff-41a0-84f5-ba1543d576f4, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:08:03.018728 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8c8cf5-ab7d-4593-8520-914668ee31ff None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:08:03.026622 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-9e58c82a-a9b6-4275-b69c-3d55fe85347d None None] For port a45d09b8-edff-41a0-84f5-ba1543d576f4, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a45d09b8-edff-41a0-84f5-ba1543d576f4,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:08:03.029694 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c8cf5-ab7d-4593-8520-914668ee31ff None None] Pushing event updated for resources: {'Port': ['ID=e6c8435c-e82f-4f1d-967e-423d0dfaaf37,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:03.039427 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5211b450-9a67-4838-b2a1-332b6174ca6e None None] For port 3c11fd91-8850-4cc1-8d14-d31c5ec941a3, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:08:03.043972 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e58c82a-a9b6-4275-b69c-3d55fe85347d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.044770 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5211b450-9a67-4838-b2a1-332b6174ca6e None None] For port 3c11fd91-8850-4cc1-8d14-d31c5ec941a3, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3c11fd91-8850-4cc1-8d14-d31c5ec941a3,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:08:03.062194 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5211b450-9a67-4838-b2a1-332b6174ca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.117373 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e58c82a-a9b6-4275-b69c-3d55fe85347d None None] Routers {'65ad614a-1ef5-4b6a-ad36-ac005b47a94b'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:08:03.118404 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9e58c82a-a9b6-4275-b69c-3d55fe85347d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:07:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:03.125459 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d293d6e6-c8af-401f-8c7c-0bda7515a66d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.167493 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd646218-a5b4-4571-a930-8a386bdc2884 None None] Pushing event updated for resources: {'Port': ['ID=3c11fd91-8850-4cc1-8d14-d31c5ec941a3,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:03.214160 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5211b450-9a67-4838-b2a1-332b6174ca6e None None] Routers {'1a060955-261a-488c-97d9-5063d7ccffab'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:08:03.214947 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5211b450-9a67-4838-b2a1-332b6174ca6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:07:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1a060955-261a-488c-97d9-5063d7ccffab'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:03.218646 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-dc8c8cf5-ab7d-4593-8520-914668ee31ff None None] Attempting to bind port e6c8435c-e82f-4f1d-967e-423d0dfaaf37 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:08:03.218646 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-dc8c8cf5-ab7d-4593-8520-914668ee31ff None None] Attempting to bind port e6c8435c-e82f-4f1d-967e-423d0dfaaf37 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'ffc73290-7106-41de-ac6f-e0c98c1f65d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:08:03.219017 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8c8cf5-ab7d-4593-8520-914668ee31ff None None] Attempting to bind port e6c8435c-e82f-4f1d-967e-423d0dfaaf37 on network 405cda5f-09d5-44cf-b9f9-3cf86317efaf {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:08:03.237561 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20ef41da-b35b-4280-9e70-6f6b0e4f187d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.245266 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d293d6e6-c8af-401f-8c7c-0bda7515a66d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Checking segment: {'id': 'aae8e460-f7ab-43cd-9b49-71ae92a2401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:08:03.245633 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d293d6e6-c8af-401f-8c7c-0bda7515a66d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Network hostable DHCP agents. Network: e8b21513-dcc9-4212-9b67-14e7e9ef0fc1, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:08:03.259724 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8c8cf5-ab7d-4593-8520-914668ee31ff None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:08:03.260973 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8c8cf5-ab7d-4593-8520-914668ee31ff None None] Checking segment: {'id': 'ffc73290-7106-41de-ac6f-e0c98c1f65d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:08:03.261582 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc8c8cf5-ab7d-4593-8520-914668ee31ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.262134 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8c8cf5-ab7d-4593-8520-914668ee31ff None None] Bound using segment: {'id': 'ffc73290-7106-41de-ac6f-e0c98c1f65d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:08:03.262739 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-dc8c8cf5-ab7d-4593-8520-914668ee31ff None None] Bound port: e6c8435c-e82f-4f1d-967e-423d0dfaaf37, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc73290-7106-41de-ac6f-e0c98c1f65d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:08:03.263697 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc8c8cf5-ab7d-4593-8520-914668ee31ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.265694 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293d6e6-c8af-401f-8c7c-0bda7515a66d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'Subnet': ['ID=71563e00-eeb9-4aa6-ba00-8fbcf920d223,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:03.280687 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-9e58c82a-a9b6-4275-b69c-3d55fe85347d None None] Set router 65ad614a-1ef5-4b6a-ad36-ac005b47a94b gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:08:03.340837 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-dc8c8cf5-ab7d-4593-8520-914668ee31ff None None] For port e6c8435c-e82f-4f1d-967e-423d0dfaaf37, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:08:03.346488 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-dc8c8cf5-ab7d-4593-8520-914668ee31ff None None] For port e6c8435c-e82f-4f1d-967e-423d0dfaaf37, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=e6c8435c-e82f-4f1d-967e-423d0dfaaf37,segment=NetworkSegment(ffc73290-7106-41de-ac6f-e0c98c1f65d7),segment_id=ffc73290-7106-41de-ac6f-e0c98c1f65d7)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:08:03.403386 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d293d6e6-c8af-401f-8c7c-0bda7515a66d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Network e8b21513-dcc9-4212-9b67-14e7e9ef0fc1 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:08:03.420321 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-d293d6e6-c8af-401f-8c7c-0bda7515a66d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, e8b21513-dcc9-4212-9b67-14e7e9ef0fc1) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:03.435342 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d293d6e6-c8af-401f-8c7c-0bda7515a66d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:03.435996 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d293d6e6-c8af-401f-8c7c-0bda7515a66d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.438956 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-5211b450-9a67-4838-b2a1-332b6174ca6e None None] Set router 1a060955-261a-488c-97d9-5063d7ccffab gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:08:03.483466 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d293d6e6-c8af-401f-8c7c-0bda7515a66d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4758463 Apr 18 21:08:03.484281 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48168) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:03.491793 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbabaab-0998-4e3b-99f3-20eb45b63e51 None None] Pushing event updated for resources: {'Port': ['ID=a45d09b8-edff-41a0-84f5-ba1543d576f4,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:03.548620 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dc8c8cf5-ab7d-4593-8520-914668ee31ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.564857 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cfc099-97ef-4257-bcbf-9604bb167c45 None None] Network e8b21513-dcc9-4212-9b67-14e7e9ef0fc1 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:08:03.706274 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9e58c82a-a9b6-4275-b69c-3d55fe85347d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'name': 'tempest-TestNetworkBasicOps-router-61557471', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:08:00Z', 'revision_number': 3, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:59Z', 'updated_at': '2022-04-18T21:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:03.768226 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c8cf5-ab7d-4593-8520-914668ee31ff None None] Pushing event updated for resources: {'Port': ['ID=e6c8435c-e82f-4f1d-967e-423d0dfaaf37,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:03.789721 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e58c82a-a9b6-4275-b69c-3d55fe85347d None None] The sync data for ids ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'] in n-d-838323-3 is: [{'id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'name': 'tempest-TestNetworkBasicOps-router-61557471', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:08:00Z', 'revision_number': 3, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:59Z', 'updated_at': '2022-04-18T21:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:08:03.988702 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb06271-85d4-4234-808a-ff593038f739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'fixed_ips': [{'subnet_id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:08:03.989646 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8eb06271-85d4-4234-808a-ff593038f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.990461 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-20ef41da-b35b-4280-9e70-6f6b0e4f187d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Allocated IP 172.20.0.1 (405cda5f-09d5-44cf-b9f9-3cf86317efaf/df3b3a6c-b0a0-4fe6-8544-e2c19754e458/c63e8b5e-0acf-4d0c-8c91-c438df0fbc63) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:04.275627 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5211b450-9a67-4838-b2a1-332b6174ca6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a060955-261a-488c-97d9-5063d7ccffab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612741000', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:57Z', 'updated_at': '2022-04-18T21:07:59Z', 'revision_number': 3, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:07:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a060955-261a-488c-97d9-5063d7ccffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:04.371470 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20ef41da-b35b-4280-9e70-6f6b0e4f187d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.425095 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5211b450-9a67-4838-b2a1-332b6174ca6e None None] The sync data for ids ['1a060955-261a-488c-97d9-5063d7ccffab'] in n-d-838323-3 is: [{'id': '1a060955-261a-488c-97d9-5063d7ccffab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612741000', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:57Z', 'updated_at': '2022-04-18T21:07:59Z', 'revision_number': 3, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:07:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a060955-261a-488c-97d9-5063d7ccffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:08:04.435327 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e6c8435c-e82f-4f1d-967e-423d0dfaaf37 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:08:04.462154 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20ef41da-b35b-4280-9e70-6f6b0e4f187d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.506462 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-8eb06271-85d4-4234-808a-ff593038f739 None None] Allocated IP 172.20.0.2 (e8b21513-dcc9-4212-9b67-14e7e9ef0fc1/71563e00-eeb9-4aa6-ba00-8fbcf920d223/5e8cb0dd-10c4-44c6-9a85-df6da4817ca4) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:04.535272 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef41da-b35b-4280-9e70-6f6b0e4f187d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Port': ['ID=c63e8b5e-0acf-4d0c-8c91-c438df0fbc63,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:04.575491 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ef41da-b35b-4280-9e70-6f6b0e4f187d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network 405cda5f-09d5-44cf-b9f9-3cf86317efaf is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:04.577186 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-20ef41da-b35b-4280-9e70-6f6b0e4f187d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:04.586238 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ef41da-b35b-4280-9e70-6f6b0e4f187d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:08:04.675981 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20ef41da-b35b-4280-9e70-6f6b0e4f187d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.681739 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48182) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:04.742963 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port e6c8435c-e82f-4f1d-967e-423d0dfaaf37 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:04.743342 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.797945 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-381ebc58-2638-4ae0-9f6a-b13d8c4a05eb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.959789 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20ef41da-b35b-4280-9e70-6f6b0e4f187d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.979251 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b62a45eb-5dc6-4699-9e18-0e8d8729e897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.147243 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.235533 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8eb06271-85d4-4234-808a-ff593038f739 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.268367 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8eb06271-85d4-4234-808a-ff593038f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.341363 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port e6c8435c-e82f-4f1d-967e-423d0dfaaf37, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=e6c8435c-e82f-4f1d-967e-423d0dfaaf37,segment=NetworkSegment(ffc73290-7106-41de-ac6f-e0c98c1f65d7),segment_id=ffc73290-7106-41de-ac6f-e0c98c1f65d7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:05.367673 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.401084 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb06271-85d4-4234-808a-ff593038f739 None None] Network e8b21513-dcc9-4212-9b67-14e7e9ef0fc1 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:05.404606 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-8eb06271-85d4-4234-808a-ff593038f739 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:05.428718 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb06271-85d4-4234-808a-ff593038f739 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:08:05.508501 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb06271-85d4-4234-808a-ff593038f739 None None] Pushing event updated for resources: {'Port': ['ID=5e8cb0dd-10c4-44c6-9a85-df6da4817ca4,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:05.510649 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-8eb06271-85d4-4234-808a-ff593038f739 None None] Attempting to bind port 5e8cb0dd-10c4-44c6-9a85-df6da4817ca4 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:08:05.510900 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-8eb06271-85d4-4234-808a-ff593038f739 None None] Attempting to bind port 5e8cb0dd-10c4-44c6-9a85-df6da4817ca4 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'aae8e460-f7ab-43cd-9b49-71ae92a2401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:08:05.511431 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb06271-85d4-4234-808a-ff593038f739 None None] Attempting to bind port 5e8cb0dd-10c4-44c6-9a85-df6da4817ca4 on network e8b21513-dcc9-4212-9b67-14e7e9ef0fc1 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:08:05.515143 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-381ebc58-2638-4ae0-9f6a-b13d8c4a05eb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Allocated IP 172.20.0.1 (e8b21513-dcc9-4212-9b67-14e7e9ef0fc1/71563e00-eeb9-4aa6-ba00-8fbcf920d223/5eba89d2-1c9c-4942-aeda-59c893f0b47e) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:05.544815 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb06271-85d4-4234-808a-ff593038f739 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:08:05.545182 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb06271-85d4-4234-808a-ff593038f739 None None] Checking segment: {'id': 'aae8e460-f7ab-43cd-9b49-71ae92a2401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:08:05.545594 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8eb06271-85d4-4234-808a-ff593038f739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.545974 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb06271-85d4-4234-808a-ff593038f739 None None] Bound using segment: {'id': 'aae8e460-f7ab-43cd-9b49-71ae92a2401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:08:05.546695 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-8eb06271-85d4-4234-808a-ff593038f739 None None] Bound port: 5e8cb0dd-10c4-44c6-9a85-df6da4817ca4, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae8e460-f7ab-43cd-9b49-71ae92a2401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:08:05.546833 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8eb06271-85d4-4234-808a-ff593038f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.644325 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=e6c8435c-e82f-4f1d-967e-423d0dfaaf37,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:05.652552 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b62a45eb-5dc6-4699-9e18-0e8d8729e897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.662856 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20ef41da-b35b-4280-9e70-6f6b0e4f187d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.665930 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b62a45eb-5dc6-4699-9e18-0e8d8729e897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.684915 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8c38b7-d128-407a-926b-af31892648b3 None None] Network 405cda5f-09d5-44cf-b9f9-3cf86317efaf requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:08:05.685833 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20ef41da-b35b-4280-9e70-6f6b0e4f187d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.729562 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-381ebc58-2638-4ae0-9f6a-b13d8c4a05eb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.777349 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef41da-b35b-4280-9e70-6f6b0e4f187d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Port': ['ID=c63e8b5e-0acf-4d0c-8c91-c438df0fbc63,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:05.820950 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-381ebc58-2638-4ae0-9f6a-b13d8c4a05eb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.822352 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b62a45eb-5dc6-4699-9e18-0e8d8729e897 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14135ce8a2a64da08044ee539b6194e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1387365 Apr 18 21:08:05.825187 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48188) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:05.827439 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a45eb-5dc6-4699-9e18-0e8d8729e897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79e05c3-4eff-46be-9fa5-384eea8ef75e,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:05.842055 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-20ef41da-b35b-4280-9e70-6f6b0e4f187d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.880462 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-eb787137-0b18-406c-9dfb-6ccf21d542e2 None None] Provisioning complete for port e6c8435c-e82f-4f1d-967e-423d0dfaaf37 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:05.880933 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eb787137-0b18-406c-9dfb-6ccf21d542e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.925067 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-8eb06271-85d4-4234-808a-ff593038f739 None None] For port 5e8cb0dd-10c4-44c6-9a85-df6da4817ca4, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:08:05.948073 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ebc58-2638-4ae0-9f6a-b13d8c4a05eb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'Port': ['ID=5eba89d2-1c9c-4942-aeda-59c893f0b47e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:05.963998 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ef41da-b35b-4280-9e70-6f6b0e4f187d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network 405cda5f-09d5-44cf-b9f9-3cf86317efaf is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:05.965077 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381ebc58-2638-4ae0-9f6a-b13d8c4a05eb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Network e8b21513-dcc9-4212-9b67-14e7e9ef0fc1 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:05.965663 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-20ef41da-b35b-4280-9e70-6f6b0e4f187d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:05.971956 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-381ebc58-2638-4ae0-9f6a-b13d8c4a05eb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:05.975061 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381ebc58-2638-4ae0-9f6a-b13d8c4a05eb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:08:05.986472 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-8eb06271-85d4-4234-808a-ff593038f739 None None] For port 5e8cb0dd-10c4-44c6-9a85-df6da4817ca4, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5e8cb0dd-10c4-44c6-9a85-df6da4817ca4,segment=NetworkSegment(aae8e460-f7ab-43cd-9b49-71ae92a2401a),segment_id=aae8e460-f7ab-43cd-9b49-71ae92a2401a)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:08:06.006160 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8eb06271-85d4-4234-808a-ff593038f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:06.037718 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-83357ed1-5d89-44e5-bfb8-5a83687ec99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:06.063808 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-83357ed1-5d89-44e5-bfb8-5a83687ec99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:06.124667 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ef41da-b35b-4280-9e70-6f6b0e4f187d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Router 1a060955-261a-488c-97d9-5063d7ccffab has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:08:06.129388 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-83357ed1-5d89-44e5-bfb8-5a83687ec99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:06.132914 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-83357ed1-5d89-44e5-bfb8-5a83687ec99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:06.136129 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb06271-85d4-4234-808a-ff593038f739 None None] Pushing event updated for resources: {'Port': ['ID=5e8cb0dd-10c4-44c6-9a85-df6da4817ca4,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:06.150026 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-83357ed1-5d89-44e5-bfb8-5a83687ec99e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c79e05c3-4eff-46be-9fa5-384eea8ef75e HTTP/1.1" status: 204 len: 168 time: 0.3119988 Apr 18 21:08:06.183763 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83357ed1-5d89-44e5-bfb8-5a83687ec99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79e05c3-4eff-46be-9fa5-384eea8ef75e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:06.207090 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-381ebc58-2638-4ae0-9f6a-b13d8c4a05eb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:06.392051 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ef41da-b35b-4280-9e70-6f6b0e4f187d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:08:06.415914 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-20ef41da-b35b-4280-9e70-6f6b0e4f187d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "PUT /v2.0/routers/1a060955-261a-488c-97d9-5063d7ccffab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8476777 Apr 18 21:08:06.610519 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-381ebc58-2638-4ae0-9f6a-b13d8c4a05eb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:06.790889 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e6c8435c-e82f-4f1d-967e-423d0dfaaf37 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:08:06.802526 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48200) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:06.831096 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1757391e-f1ae-4daf-8892-6369276e1ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:06.864481 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port e6c8435c-e82f-4f1d-967e-423d0dfaaf37 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:06.864872 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.038477 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1f6f5f5e-672d-4f40-bd10-5c0d23d9ef61 None None] Provisioning complete for port e6c8435c-e82f-4f1d-967e-423d0dfaaf37 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:07.038853 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1f6f5f5e-672d-4f40-bd10-5c0d23d9ef61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.063163 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1757391e-f1ae-4daf-8892-6369276e1ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.073686 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1757391e-f1ae-4daf-8892-6369276e1ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.122298 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a45d09b8-edff-41a0-84f5-ba1543d576f4 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:08:07.188033 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1757391e-f1ae-4daf-8892-6369276e1ec1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3efacb49c7564ba2bf42ae3cef84fa9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3769033 Apr 18 21:08:07.193359 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48210) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:07.194240 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757391e-f1ae-4daf-8892-6369276e1ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac719ed8-6317-4359-85a2-f8172ed1e5f3,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:07.232754 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1f6f5f5e-672d-4f40-bd10-5c0d23d9ef61 None None] Provisioning complete for port c63e8b5e-0acf-4d0c-8c91-c438df0fbc63 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:07.233380 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1f6f5f5e-672d-4f40-bd10-5c0d23d9ef61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.267588 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port a45d09b8-edff-41a0-84f5-ba1543d576f4 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:07.274825 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.281562 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d94f7c5e-70a4-447d-8663-c660ab5595ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.318861 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d94f7c5e-70a4-447d-8663-c660ab5595ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.325472 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-1f6f5f5e-672d-4f40-bd10-5c0d23d9ef61 None None] Port c63e8b5e-0acf-4d0c-8c91-c438df0fbc63 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:08:07.413356 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.416315 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-a72604da-66c7-46ca-846b-cf5501ee7869 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-414859474&fields=id&tenant_id=27c85133ac5b409ea3755f27ced6b066 HTTP/1.1" status: 200 len: 267 time: 0.0620017 Apr 18 21:08:07.420406 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d94f7c5e-70a4-447d-8663-c660ab5595ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.424344 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d94f7c5e-70a4-447d-8663-c660ab5595ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.426890 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d94f7c5e-70a4-447d-8663-c660ab5595ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac719ed8-6317-4359-85a2-f8172ed1e5f3 HTTP/1.1" status: 204 len: 168 time: 0.2256219 Apr 18 21:08:07.439378 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port a45d09b8-edff-41a0-84f5-ba1543d576f4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a45d09b8-edff-41a0-84f5-ba1543d576f4,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:07.441867 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f7c5e-70a4-447d-8663-c660ab5595ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac719ed8-6317-4359-85a2-f8172ed1e5f3,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:07.476171 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.477374 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3c11fd91-8850-4cc1-8d14-d31c5ec941a3 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:08:07.570043 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b36a8857-d67e-4a67-a001-a721bd7cb280 None None] Provisioning complete for port c63e8b5e-0acf-4d0c-8c91-c438df0fbc63 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:07.570627 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b36a8857-d67e-4a67-a001-a721bd7cb280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.618269 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-b36a8857-d67e-4a67-a001-a721bd7cb280 None None] Port c63e8b5e-0acf-4d0c-8c91-c438df0fbc63 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:08:07.690235 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=a45d09b8-edff-41a0-84f5-ba1543d576f4,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:07.721645 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 3c11fd91-8850-4cc1-8d14-d31c5ec941a3 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:07.722023 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.811025 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f31fb306-1c47-428b-9d0e-dbb17007354d None None] Provisioning complete for port c63e8b5e-0acf-4d0c-8c91-c438df0fbc63 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:07.812268 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f31fb306-1c47-428b-9d0e-dbb17007354d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.872101 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-381ebc58-2638-4ae0-9f6a-b13d8c4a05eb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.884213 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-f53a5079-8f72-4bb9-b37a-cfce61e911e8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:07.890421 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f31fb306-1c47-428b-9d0e-dbb17007354d None None] Port c63e8b5e-0acf-4d0c-8c91-c438df0fbc63 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:08:07.893641 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-f53a5079-8f72-4bb9-b37a-cfce61e911e8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/networks?id=405cda5f-09d5-44cf-b9f9-3cf86317efaf HTTP/1.1" status: 200 len: 797 time: 0.4342482 Apr 18 21:08:07.902179 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-381ebc58-2638-4ae0-9f6a-b13d8c4a05eb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.952479 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.957714 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:08.006329 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 3c11fd91-8850-4cc1-8d14-d31c5ec941a3, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3c11fd91-8850-4cc1-8d14-d31c5ec941a3,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:08.016144 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:08.040254 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-272fd106-d3f2-484b-b33e-562a80ad4a6f tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/quotas/27c85133ac5b409ea3755f27ced6b066 HTTP/1.1" status: 200 len: 375 time: 0.1455157 Apr 18 21:08:08.043082 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ebc58-2638-4ae0-9f6a-b13d8c4a05eb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'Port': ['ID=5eba89d2-1c9c-4942-aeda-59c893f0b47e,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:08.106557 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=3c11fd91-8850-4cc1-8d14-d31c5ec941a3,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:08.111153 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-381ebc58-2638-4ae0-9f6a-b13d8c4a05eb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:08.120179 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7865d0d6-5465-41ac-9743-4d8d7e605dda None None] Sync routers for ids ['1a060955-261a-488c-97d9-5063d7ccffab'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:08:08.138171 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7865d0d6-5465-41ac-9743-4d8d7e605dda None None] Routers {'1a060955-261a-488c-97d9-5063d7ccffab'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:08:08.138771 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7865d0d6-5465-41ac-9743-4d8d7e605dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:07:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1a060955-261a-488c-97d9-5063d7ccffab'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:08.170644 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-27b8cda4-2714-4ba5-8529-876df8a899e1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1207833 Apr 18 21:08:08.266860 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251a36ed-0b05-45fc-b9cb-709fcfa60ed4 None None] Network e8b21513-dcc9-4212-9b67-14e7e9ef0fc1 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:08:08.402694 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381ebc58-2638-4ae0-9f6a-b13d8c4a05eb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Network e8b21513-dcc9-4212-9b67-14e7e9ef0fc1 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:08.413991 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-d7274f7e-f081-4453-a63f-4d7ae329c8c2 service neutron] 10.222.0.41 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949823 Apr 18 21:08:08.416053 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-381ebc58-2638-4ae0-9f6a-b13d8c4a05eb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:08.463614 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5e8cb0dd-10c4-44c6-9a85-df6da4817ca4 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:08:08.478360 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e3078754-f8a0-4ca0-a762-19440f863ef7 None None] Provisioning complete for port 5e8cb0dd-10c4-44c6-9a85-df6da4817ca4 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:08.478758 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e3078754-f8a0-4ca0-a762-19440f863ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:08.652925 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-7865d0d6-5465-41ac-9743-4d8d7e605dda None None] Set router 1a060955-261a-488c-97d9-5063d7ccffab gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:08:08.696660 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-a0b728b6-b766-497c-8c30-8c97bc44e39d service neutron] 10.222.0.41 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560186 Apr 18 21:08:08.698579 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381ebc58-2638-4ae0-9f6a-b13d8c4a05eb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Router 65ad614a-1ef5-4b6a-ad36-ac005b47a94b has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:08:08.770034 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5e8cb0dd-10c4-44c6-9a85-df6da4817ca4 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:08.770411 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:08.880993 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381ebc58-2638-4ae0-9f6a-b13d8c4a05eb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:08:08.893476 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2264bd33-e268-4765-83e3-5a38e714289b None None] Sync routers for ids ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:08:08.896066 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-381ebc58-2638-4ae0-9f6a-b13d8c4a05eb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "PUT /v2.0/routers/65ad614a-1ef5-4b6a-ad36-ac005b47a94b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4104891 Apr 18 21:08:08.898843 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48244) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:08.942088 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e3078754-f8a0-4ca0-a762-19440f863ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:08.951414 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2264bd33-e268-4765-83e3-5a38e714289b None None] Routers {'65ad614a-1ef5-4b6a-ad36-ac005b47a94b'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:08:08.952059 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2264bd33-e268-4765-83e3-5a38e714289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:07:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:09.033703 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dcee38ae-7d25-414d-b43b-c703e1b1e6af req-ce80d92c-385c-4174-8c7c-bb8c590269cb tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 210 time: 0.0423424 Apr 18 21:08:09.091322 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-e3078754-f8a0-4ca0-a762-19440f863ef7 None None] For port 5e8cb0dd-10c4-44c6-9a85-df6da4817ca4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5e8cb0dd-10c4-44c6-9a85-df6da4817ca4,segment=NetworkSegment(aae8e460-f7ab-43cd-9b49-71ae92a2401a),segment_id=aae8e460-f7ab-43cd-9b49-71ae92a2401a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:09.178008 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e3078754-f8a0-4ca0-a762-19440f863ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.265377 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a45d09b8-edff-41a0-84f5-ba1543d576f4 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:08:09.297598 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db97e80b-b837-41e4-bcbc-8693fc616e13 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:09.300865 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db97e80b-b837-41e4-bcbc-8693fc616e13 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:09.302418 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db97e80b-b837-41e4-bcbc-8693fc616e13 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:09.304251 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db97e80b-b837-41e4-bcbc-8693fc616e13 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:09.306360 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db97e80b-b837-41e4-bcbc-8693fc616e13 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:09.308452 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-db97e80b-b837-41e4-bcbc-8693fc616e13 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.4085860 Apr 18 21:08:09.311421 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48258) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:09.356758 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-2264bd33-e268-4765-83e3-5a38e714289b None None] Set router 65ad614a-1ef5-4b6a-ad36-ac005b47a94b gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:08:09.419936 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3078754-f8a0-4ca0-a762-19440f863ef7 None None] Pushing event updated for resources: {'Port': ['ID=5e8cb0dd-10c4-44c6-9a85-df6da4817ca4,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:09.442111 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-990366d8-8f20-4811-87d0-7c002a6d0794 None None] Provisioning complete for port 5eba89d2-1c9c-4942-aeda-59c893f0b47e triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:09.442764 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-990366d8-8f20-4811-87d0-7c002a6d0794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.485825 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-990366d8-8f20-4811-87d0-7c002a6d0794 None None] Port 5eba89d2-1c9c-4942-aeda-59c893f0b47e cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:08:09.500598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port a45d09b8-edff-41a0-84f5-ba1543d576f4 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:09.501059 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.565765 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-990366d8-8f20-4811-87d0-7c002a6d0794 None None] Provisioning complete for port 5e8cb0dd-10c4-44c6-9a85-df6da4817ca4 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:09.567228 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-990366d8-8f20-4811-87d0-7c002a6d0794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.614301 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349f290e-8495-48d2-ac7a-8c19e74ae3bb tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:09.614870 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349f290e-8495-48d2-ac7a-8c19e74ae3bb tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:09.617265 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349f290e-8495-48d2-ac7a-8c19e74ae3bb tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:09.622506 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349f290e-8495-48d2-ac7a-8c19e74ae3bb tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:09.622969 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349f290e-8495-48d2-ac7a-8c19e74ae3bb tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:09.624856 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-349f290e-8495-48d2-ac7a-8c19e74ae3bb tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3351 time: 0.3124726 Apr 18 21:08:09.628118 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48268) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:09.660558 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2264bd33-e268-4765-83e3-5a38e714289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'name': 'tempest-TestNetworkBasicOps-router-61557471', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:08:06Z', 'revision_number': 4, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:59Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5eba89d2-1c9c-4942-aeda-59c893f0b47e', 'name': '', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'mac_address': 'fa:16:3e:57:d3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:08:05Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 2, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'subnets': [{'id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:09.663622 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7865d0d6-5465-41ac-9743-4d8d7e605dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a060955-261a-488c-97d9-5063d7ccffab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612741000', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:57Z', 'updated_at': '2022-04-18T21:08:04Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:07:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a060955-261a-488c-97d9-5063d7ccffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'c63e8b5e-0acf-4d0c-8c91-c438df0fbc63', 'name': '', 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:a3:07:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a060955-261a-488c-97d9-5063d7ccffab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'df3b3a6c-b0a0-4fe6-8544-e2c19754e458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:08:03Z', 'updated_at': '2022-04-18T21:08:05Z', 'revision_number': 2, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': 'df3b3a6c-b0a0-4fe6-8544-e2c19754e458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:09.728541 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7865d0d6-5465-41ac-9743-4d8d7e605dda None None] Checking router: 1a060955-261a-488c-97d9-5063d7ccffab for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:08:09.728802 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7865d0d6-5465-41ac-9743-4d8d7e605dda None None] Updating router 1a060955-261a-488c-97d9-5063d7ccffab port c63e8b5e-0acf-4d0c-8c91-c438df0fbc63 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:08:09.731335 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2264bd33-e268-4765-83e3-5a38e714289b None None] Checking router: 65ad614a-1ef5-4b6a-ad36-ac005b47a94b for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:08:09.731677 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2264bd33-e268-4765-83e3-5a38e714289b None None] Updating router 65ad614a-1ef5-4b6a-ad36-ac005b47a94b port 5eba89d2-1c9c-4942-aeda-59c893f0b47e binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:08:09.790481 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2264bd33-e268-4765-83e3-5a38e714289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.902151 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7865d0d6-5465-41ac-9743-4d8d7e605dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.154766 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a0ad55a8-aef7-4bce-99af-a40fc95d0ff9 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2332 time: 0.5253582 Apr 18 21:08:10.230555 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b0341ad6-4f62-4bd4-89f4-49dd3b072931 req-2a3bb23e-a288-4b46-879f-fab3d23ba67e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 210 time: 0.0651052 Apr 18 21:08:10.286980 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3c11fd91-8850-4cc1-8d14-d31c5ec941a3 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:08:10.296057 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2264bd33-e268-4765-83e3-5a38e714289b None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.313389 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2264bd33-e268-4765-83e3-5a38e714289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.438746 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48290) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:10.444183 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-f7d1a244-89da-4cca-9400-a239eee5f725 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2128711092', 'description': 'tempest-secgroup-smoke-2128711092 description', 'project_id': '0ec59bc3ffdf4873b26042a0437d8698'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:08:10.465536 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c339f6f-76f6-47f8-a0f8-4f125f3df2e3 None None] Pushing event updated for resources: {'Port': ['ID=5eba89d2-1c9c-4942-aeda-59c893f0b47e,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:10.492757 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 3c11fd91-8850-4cc1-8d14-d31c5ec941a3 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:10.494062 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.498380 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4c88739d-9154-4a8a-b14b-7a1a40f6ab23 None None] Provisioning complete for port 5eba89d2-1c9c-4942-aeda-59c893f0b47e triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:10.498757 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4c88739d-9154-4a8a-b14b-7a1a40f6ab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.510462 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f7d1a244-89da-4cca-9400-a239eee5f725 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.612241 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-2264bd33-e268-4765-83e3-5a38e714289b None None] Attempting to bind port 5eba89d2-1c9c-4942-aeda-59c893f0b47e on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:08:10.615516 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-2264bd33-e268-4765-83e3-5a38e714289b None None] Attempting to bind port 5eba89d2-1c9c-4942-aeda-59c893f0b47e by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'aae8e460-f7ab-43cd-9b49-71ae92a2401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:08:10.616188 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2264bd33-e268-4765-83e3-5a38e714289b None None] Attempting to bind port 5eba89d2-1c9c-4942-aeda-59c893f0b47e on network e8b21513-dcc9-4212-9b67-14e7e9ef0fc1 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:08:10.637882 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2264bd33-e268-4765-83e3-5a38e714289b None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:08:10.640668 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2264bd33-e268-4765-83e3-5a38e714289b None None] Checking segment: {'id': 'aae8e460-f7ab-43cd-9b49-71ae92a2401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:08:10.641451 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2264bd33-e268-4765-83e3-5a38e714289b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.651738 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2264bd33-e268-4765-83e3-5a38e714289b None None] Bound using segment: {'id': 'aae8e460-f7ab-43cd-9b49-71ae92a2401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:08:10.652251 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-2264bd33-e268-4765-83e3-5a38e714289b None None] Bound port: 5eba89d2-1c9c-4942-aeda-59c893f0b47e, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae8e460-f7ab-43cd-9b49-71ae92a2401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:08:10.652893 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2264bd33-e268-4765-83e3-5a38e714289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.693222 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f7d1a244-89da-4cca-9400-a239eee5f725 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.702198 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f7d1a244-89da-4cca-9400-a239eee5f725 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.711876 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4c88739d-9154-4a8a-b14b-7a1a40f6ab23 None None] Port 5eba89d2-1c9c-4942-aeda-59c893f0b47e cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:08:10.771446 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f7d1a244-89da-4cca-9400-a239eee5f725 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.778267 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f7d1a244-89da-4cca-9400-a239eee5f725 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3384809 Apr 18 21:08:10.781235 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48294) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:10.792331 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e0176845-7530-479c-ae38-ace4cf3a8ffa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'security_group_rule': {'security_group_id': 'e0e615bc-6dbf-4daa-9475-3b649ef1fd85', 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:08:10.801387 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1a244-89da-4cca-9400-a239eee5f725 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e615bc-6dbf-4daa-9475-3b649ef1fd85,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:10.804491 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-2264bd33-e268-4765-83e3-5a38e714289b None None] For port 5eba89d2-1c9c-4942-aeda-59c893f0b47e, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:08:10.805071 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-e9e472fc-d549-4768-be81-adbac2f92746 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:10.806631 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-e9e472fc-d549-4768-be81-adbac2f92746 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.32 "GET /v2.0/networks?id=405cda5f-09d5-44cf-b9f9-3cf86317efaf HTTP/1.1" status: 200 len: 797 time: 0.3391740 Apr 18 21:08:10.810270 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-2264bd33-e268-4765-83e3-5a38e714289b None None] For port 5eba89d2-1c9c-4942-aeda-59c893f0b47e, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5eba89d2-1c9c-4942-aeda-59c893f0b47e,segment=NetworkSegment(aae8e460-f7ab-43cd-9b49-71ae92a2401a),segment_id=aae8e460-f7ab-43cd-9b49-71ae92a2401a)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:08:10.820244 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2264bd33-e268-4765-83e3-5a38e714289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.867113 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0176845-7530-479c-ae38-ace4cf3a8ffa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.903367 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-7d3d5644-922f-4e60-aa0e-641f4cbc089b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27c85133ac5b409ea3755f27ced6b066 HTTP/1.1" status: 200 len: 379 time: 0.0860257 Apr 18 21:08:10.919644 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-b5879c54-8eb0-49f4-b7b0-2e6817641173 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'port': {'device_id': '013f452a-29a0-4382-854c-5b49e5ccc762', 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf', 'admin_state_up': True, 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'security_groups': ['e291befb-46af-45ae-a85e-318f5887214d']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:08:10.949915 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c339f6f-76f6-47f8-a0f8-4f125f3df2e3 None None] Pushing event updated for resources: {'Port': ['ID=5eba89d2-1c9c-4942-aeda-59c893f0b47e,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:10.999129 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2264bd33-e268-4765-83e3-5a38e714289b None None] Routers {'65ad614a-1ef5-4b6a-ad36-ac005b47a94b'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:08:11.005662 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2264bd33-e268-4765-83e3-5a38e714289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:07:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:11.033572 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0176845-7530-479c-ae38-ace4cf3a8ffa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.040785 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0176845-7530-479c-ae38-ace4cf3a8ffa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.064835 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5e8cb0dd-10c4-44c6-9a85-df6da4817ca4 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:08:11.072053 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0176845-7530-479c-ae38-ace4cf3a8ffa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebac3acf-6696-4978-a7ba-ece81c575aaf,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:11.119109 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0176845-7530-479c-ae38-ace4cf3a8ffa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.120472 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e0176845-7530-479c-ae38-ace4cf3a8ffa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3317297 Apr 18 21:08:11.123591 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48302) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:11.137051 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-9f38608b-578f-4d63-9222-e0b4a2eef121 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'security_group_rule': {'security_group_id': 'e0e615bc-6dbf-4daa-9475-3b649ef1fd85', 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:08:11.203584 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-23ff6df1-20d0-4a98-ac40-de3e97a6ff0a None None] Provisioning complete for port 5eba89d2-1c9c-4942-aeda-59c893f0b47e triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:11.203873 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-23ff6df1-20d0-4a98-ac40-de3e97a6ff0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.223492 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-b5879c54-8eb0-49f4-b7b0-2e6817641173 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Made reservation on behalf of 27c85133ac5b409ea3755f27ced6b066 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:11.228840 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-b5879c54-8eb0-49f4-b7b0-2e6817641173 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.233352 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7865d0d6-5465-41ac-9743-4d8d7e605dda None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.283991 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9f38608b-578f-4d63-9222-e0b4a2eef121 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.292059 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7865d0d6-5465-41ac-9743-4d8d7e605dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.358307 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78f52a-5068-496c-90f9-dbdb67b119c4 None None] Pushing event updated for resources: {'Port': ['ID=c63e8b5e-0acf-4d0c-8c91-c438df0fbc63,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:11.360206 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-2264bd33-e268-4765-83e3-5a38e714289b None None] Set router 65ad614a-1ef5-4b6a-ad36-ac005b47a94b gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:08:11.437087 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5e8cb0dd-10c4-44c6-9a85-df6da4817ca4 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:11.437464 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.467194 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9f38608b-578f-4d63-9222-e0b4a2eef121 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.474671 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9f38608b-578f-4d63-9222-e0b4a2eef121 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.486311 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2da8a3c3-9aca-4e98-9978-1fdc1e528d23 req-82121ab0-23ae-4806-a5a9-d76a710019a5 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 210 time: 0.0967896 Apr 18 21:08:11.521572 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38608b-578f-4d63-9222-e0b4a2eef121 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af49d57b-4009-4f98-b926-a8acab4d4b0d,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:11.551817 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9f38608b-578f-4d63-9222-e0b4a2eef121 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.556080 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9f38608b-578f-4d63-9222-e0b4a2eef121 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4312847 Apr 18 21:08:11.556769 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48310) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:11.565674 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-28d0a769-eda2-4eeb-a9d8-7884b851541c tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'security_group_rule': {'security_group_id': 'e0e615bc-6dbf-4daa-9475-3b649ef1fd85', 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:08:11.599837 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-23ff6df1-20d0-4a98-ac40-de3e97a6ff0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.621870 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-28d0a769-eda2-4eeb-a9d8-7884b851541c tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.649564 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-b5879c54-8eb0-49f4-b7b0-2e6817641173 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Allocated IP 172.20.0.5 (405cda5f-09d5-44cf-b9f9-3cf86317efaf/df3b3a6c-b0a0-4fe6-8544-e2c19754e458/9b90b893-1cd4-4120-8ae3-3aef3e1310f6) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:11.663197 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:08:11.791344 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2264bd33-e268-4765-83e3-5a38e714289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'name': 'tempest-TestNetworkBasicOps-router-61557471', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:08:06Z', 'revision_number': 4, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:59Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5eba89d2-1c9c-4942-aeda-59c893f0b47e', 'name': '', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'mac_address': 'fa:16:3e:57:d3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:08:05Z', 'updated_at': '2022-04-18T21:08:10Z', 'revision_number': 4, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'subnets': [{'id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:11.795554 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7865d0d6-5465-41ac-9743-4d8d7e605dda None None] Attempting to bind port c63e8b5e-0acf-4d0c-8c91-c438df0fbc63 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:08:11.796219 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7865d0d6-5465-41ac-9743-4d8d7e605dda None None] Attempting to bind port c63e8b5e-0acf-4d0c-8c91-c438df0fbc63 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'ffc73290-7106-41de-ac6f-e0c98c1f65d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:08:11.796772 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7865d0d6-5465-41ac-9743-4d8d7e605dda None None] Attempting to bind port c63e8b5e-0acf-4d0c-8c91-c438df0fbc63 on network 405cda5f-09d5-44cf-b9f9-3cf86317efaf {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:08:11.806326 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7865d0d6-5465-41ac-9743-4d8d7e605dda None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:08:11.806993 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7865d0d6-5465-41ac-9743-4d8d7e605dda None None] Checking segment: {'id': 'ffc73290-7106-41de-ac6f-e0c98c1f65d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:08:11.807601 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7865d0d6-5465-41ac-9743-4d8d7e605dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.808305 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7865d0d6-5465-41ac-9743-4d8d7e605dda None None] Bound using segment: {'id': 'ffc73290-7106-41de-ac6f-e0c98c1f65d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:08:11.808986 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7865d0d6-5465-41ac-9743-4d8d7e605dda None None] Bound port: c63e8b5e-0acf-4d0c-8c91-c438df0fbc63, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc73290-7106-41de-ac6f-e0c98c1f65d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:08:11.809537 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7865d0d6-5465-41ac-9743-4d8d7e605dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.818967 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-28d0a769-eda2-4eeb-a9d8-7884b851541c tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.829200 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-28d0a769-eda2-4eeb-a9d8-7884b851541c tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.852939 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0a769-eda2-4eeb-a9d8-7884b851541c tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa83f7f-10af-429b-923e-b2ba325b826e,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:11.858042 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-23ff6df1-20d0-4a98-ac40-de3e97a6ff0a None None] For port 5eba89d2-1c9c-4942-aeda-59c893f0b47e, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5eba89d2-1c9c-4942-aeda-59c893f0b47e,segment=NetworkSegment(aae8e460-f7ab-43cd-9b49-71ae92a2401a),segment_id=aae8e460-f7ab-43cd-9b49-71ae92a2401a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:11.864576 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2264bd33-e268-4765-83e3-5a38e714289b None None] The sync data for ids ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'] in n-d-838323-3 is: [{'id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'name': 'tempest-TestNetworkBasicOps-router-61557471', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:08:06Z', 'revision_number': 4, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:59Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5eba89d2-1c9c-4942-aeda-59c893f0b47e', 'name': '', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'mac_address': 'fa:16:3e:57:d3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:08:05Z', 'updated_at': '2022-04-18T21:08:10Z', 'revision_number': 4, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'subnets': [{'id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:08:11.871150 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-28d0a769-eda2-4eeb-a9d8-7884b851541c tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.872646 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-28d0a769-eda2-4eeb-a9d8-7884b851541c tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3147278 Apr 18 21:08:11.880028 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48318) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:11.885691 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-7a82c60d-0ae3-4978-aad0-867782ee57d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'security_group_rule': {'security_group_id': 'e0e615bc-6dbf-4daa-9475-3b649ef1fd85', 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:08:11.889393 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-23ff6df1-20d0-4a98-ac40-de3e97a6ff0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.973692 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a82c60d-0ae3-4978-aad0-867782ee57d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.045865 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7865d0d6-5465-41ac-9743-4d8d7e605dda None None] For port c63e8b5e-0acf-4d0c-8c91-c438df0fbc63, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:08:12.050876 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7865d0d6-5465-41ac-9743-4d8d7e605dda None None] For port c63e8b5e-0acf-4d0c-8c91-c438df0fbc63, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c63e8b5e-0acf-4d0c-8c91-c438df0fbc63,segment=NetworkSegment(ffc73290-7106-41de-ac6f-e0c98c1f65d7),segment_id=ffc73290-7106-41de-ac6f-e0c98c1f65d7)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:08:12.071204 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-b5879c54-8eb0-49f4-b7b0-2e6817641173 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.084140 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7865d0d6-5465-41ac-9743-4d8d7e605dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.087644 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a82c60d-0ae3-4978-aad0-867782ee57d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.095834 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a82c60d-0ae3-4978-aad0-867782ee57d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.136669 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82c60d-0ae3-4978-aad0-867782ee57d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f03f07-f31c-4e8d-8d2e-75301541fdac,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:12.137619 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-9665f195-67d0-4e62-b721-09a2d3a9a20a None None] Provisioning complete for port 5eba89d2-1c9c-4942-aeda-59c893f0b47e triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:12.138012 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9665f195-67d0-4e62-b721-09a2d3a9a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.158556 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.163630 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7a82c60d-0ae3-4978-aad0-867782ee57d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.165328 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7a82c60d-0ae3-4978-aad0-867782ee57d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2842717 Apr 18 21:08:12.169680 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48320) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:12.176242 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-8e1eda2e-de4a-450c-940d-b5b7c636ac9d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'security_group_rule': {'security_group_id': 'e0e615bc-6dbf-4daa-9475-3b649ef1fd85', 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:08:12.195535 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-b5879c54-8eb0-49f4-b7b0-2e6817641173 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.223493 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff6df1-20d0-4a98-ac40-de3e97a6ff0a None None] Pushing event updated for resources: {'Port': ['ID=5eba89d2-1c9c-4942-aeda-59c893f0b47e,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:12.290307 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7865d0d6-5465-41ac-9743-4d8d7e605dda None None] Routers {'1a060955-261a-488c-97d9-5063d7ccffab'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:08:12.291973 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7865d0d6-5465-41ac-9743-4d8d7e605dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:07:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1a060955-261a-488c-97d9-5063d7ccffab'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:12.326923 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-b5879c54-8eb0-49f4-b7b0-2e6817641173 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network 405cda5f-09d5-44cf-b9f9-3cf86317efaf is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:12.326923 n-d-838323-3 neutron-server[102908]: INFO neutron.db.securitygroups_db [None req-8e1eda2e-de4a-450c-940d-b5b7c636ac9d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Project 0ec59bc3ffdf4873b26042a0437d8698 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:08:12.335656 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-b5879c54-8eb0-49f4-b7b0-2e6817641173 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:12.338193 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-b5879c54-8eb0-49f4-b7b0-2e6817641173 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:08:12.343556 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8e1eda2e-de4a-450c-940d-b5b7c636ac9d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.380653 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5879c54-8eb0-49f4-b7b0-2e6817641173 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Port': ['ID=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:12.446087 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-b5879c54-8eb0-49f4-b7b0-2e6817641173 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:12.448278 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-b5879c54-8eb0-49f4-b7b0-2e6817641173 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.489643 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-b5879c54-8eb0-49f4-b7b0-2e6817641173 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5739713 Apr 18 21:08:12.494344 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8e1eda2e-de4a-450c-940d-b5b7c636ac9d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.510607 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-1a2f3c76-5b82-4a2a-b10b-f447caf5084b service neutron] Request body: {'port': {'device_id': '013f452a-29a0-4382-854c-5b49e5ccc762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:08:12.513657 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8e1eda2e-de4a-450c-940d-b5b7c636ac9d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.579405 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1eda2e-de4a-450c-940d-b5b7c636ac9d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003815b4-090a-4237-9a98-a37b3e6a02af,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:12.599302 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78f52a-5068-496c-90f9-dbdb67b119c4 None None] Pushing event updated for resources: {'Port': ['ID=c63e8b5e-0acf-4d0c-8c91-c438df0fbc63,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:12.599864 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8e1eda2e-de4a-450c-940d-b5b7c636ac9d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.604035 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48326) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:12.609452 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ae8ec6b8-5fe8-44f9-89cf-89233250660a tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'security_group_rule': {'security_group_id': 'e0e615bc-6dbf-4daa-9475-3b649ef1fd85', 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:08:12.609859 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8e1eda2e-de4a-450c-940d-b5b7c636ac9d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4384131 Apr 18 21:08:12.673162 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-1a2f3c76-5b82-4a2a-b10b-f447caf5084b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.678506 n-d-838323-3 neutron-server[102909]: INFO neutron.db.securitygroups_db [None req-ae8ec6b8-5fe8-44f9-89cf-89233250660a tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Project 0ec59bc3ffdf4873b26042a0437d8698 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:08:12.698818 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec6b8-5fe8-44f9-89cf-89233250660a tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.749721 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccf3e8-48ab-4633-8fc4-afbfc9d61d5f req-cdda430b-9a9b-49ae-aa61-72069a6cb0a5 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:12.751572 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8cccf3e8-48ab-4633-8fc4-afbfc9d61d5f req-cdda430b-9a9b-49ae-aa61-72069a6cb0a5 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 931 time: 0.1403468 Apr 18 21:08:12.803731 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec6b8-5fe8-44f9-89cf-89233250660a tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.808352 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec6b8-5fe8-44f9-89cf-89233250660a tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.832711 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ec6b8-5fe8-44f9-89cf-89233250660a tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d5a657-41ed-4c6d-bc8a-ded9616eba7b,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:12.848037 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec6b8-5fe8-44f9-89cf-89233250660a tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.859973 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ae8ec6b8-5fe8-44f9-89cf-89233250660a tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2546108 Apr 18 21:08:12.892152 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-7865d0d6-5465-41ac-9743-4d8d7e605dda None None] Set router 1a060955-261a-488c-97d9-5063d7ccffab gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:08:12.945325 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8cccf3e8-48ab-4633-8fc4-afbfc9d61d5f req-09e06a23-2205-4282-bf8c-035d05510edb tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772228 Apr 18 21:08:13.018278 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-9665f195-67d0-4e62-b721-09a2d3a9a20a None None] Provisioning complete for port c63e8b5e-0acf-4d0c-8c91-c438df0fbc63 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:13.018659 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9665f195-67d0-4e62-b721-09a2d3a9a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:13.117798 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5eba89d2-1c9c-4942-aeda-59c893f0b47e up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:08:13.182871 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-1a2f3c76-5b82-4a2a-b10b-f447caf5084b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:08:13.194067 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-1a2f3c76-5b82-4a2a-b10b-f447caf5084b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:13.224715 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-1a2f3c76-5b82-4a2a-b10b-f447caf5084b service neutron] Transition to ACTIVE for port object 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:13.235378 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-1a2f3c76-5b82-4a2a-b10b-f447caf5084b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:13.302402 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-d91f0e15-15b1-49b8-a64e-0303ad7dac63 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2128711092&fields=id&tenant_id=0ec59bc3ffdf4873b26042a0437d8698 HTTP/1.1" status: 200 len: 267 time: 0.0972414 Apr 18 21:08:13.337128 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f3c76-5b82-4a2a-b10b-f447caf5084b service neutron] Pushing event updated for resources: {'Port': ['ID=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:13.452511 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9665f195-67d0-4e62-b721-09a2d3a9a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:13.516343 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-9665f195-67d0-4e62-b721-09a2d3a9a20a None None] For port c63e8b5e-0acf-4d0c-8c91-c438df0fbc63, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c63e8b5e-0acf-4d0c-8c91-c438df0fbc63,segment=NetworkSegment(ffc73290-7106-41de-ac6f-e0c98c1f65d7),segment_id=ffc73290-7106-41de-ac6f-e0c98c1f65d7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:13.545956 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9665f195-67d0-4e62-b721-09a2d3a9a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:13.608384 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5eba89d2-1c9c-4942-aeda-59c893f0b47e triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:13.609059 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:13.681974 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-f07a2c04-ff32-4b9b-8424-3adb6bbf81af tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:13.684054 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-f07a2c04-ff32-4b9b-8424-3adb6bbf81af tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/networks?id=e8b21513-dcc9-4212-9b67-14e7e9ef0fc1 HTTP/1.1" status: 200 len: 796 time: 0.3642859 Apr 18 21:08:13.709220 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-1031dc4f-c836-46c7-8c71-7bea6b5f68f6 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/quotas/0ec59bc3ffdf4873b26042a0437d8698 HTTP/1.1" status: 200 len: 375 time: 0.0166621 Apr 18 21:08:13.713064 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-1a2f3c76-5b82-4a2a-b10b-f447caf5084b service neutron] Attempting to bind port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:08:13.713598 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-1a2f3c76-5b82-4a2a-b10b-f447caf5084b service neutron] Attempting to bind port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'ffc73290-7106-41de-ac6f-e0c98c1f65d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:08:13.714100 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-1a2f3c76-5b82-4a2a-b10b-f447caf5084b service neutron] Attempting to bind port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 on network 405cda5f-09d5-44cf-b9f9-3cf86317efaf {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:08:13.721862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-1a2f3c76-5b82-4a2a-b10b-f447caf5084b service neutron] Port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 on network 405cda5f-09d5-44cf-b9f9-3cf86317efaf not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:08:13.723225 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-1a2f3c76-5b82-4a2a-b10b-f447caf5084b service neutron] Attempting to bind port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 on network 405cda5f-09d5-44cf-b9f9-3cf86317efaf {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:08:13.727750 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7865d0d6-5465-41ac-9743-4d8d7e605dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a060955-261a-488c-97d9-5063d7ccffab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612741000', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:57Z', 'updated_at': '2022-04-18T21:08:04Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:07:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a060955-261a-488c-97d9-5063d7ccffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'c63e8b5e-0acf-4d0c-8c91-c438df0fbc63', 'name': '', 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:a3:07:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a060955-261a-488c-97d9-5063d7ccffab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'df3b3a6c-b0a0-4fe6-8544-e2c19754e458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:08:03Z', 'updated_at': '2022-04-18T21:08:12Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': 'df3b3a6c-b0a0-4fe6-8544-e2c19754e458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:13.766122 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-1a2f3c76-5b82-4a2a-b10b-f447caf5084b service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:08:13.767186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-1a2f3c76-5b82-4a2a-b10b-f447caf5084b service neutron] Checking segment: {'id': 'ffc73290-7106-41de-ac6f-e0c98c1f65d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:08:13.768057 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-1a2f3c76-5b82-4a2a-b10b-f447caf5084b service neutron] Bound using segment: {'id': 'ffc73290-7106-41de-ac6f-e0c98c1f65d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:08:13.768774 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-1a2f3c76-5b82-4a2a-b10b-f447caf5084b service neutron] Bound port: 9b90b893-1cd4-4120-8ae3-3aef3e1310f6, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc73290-7106-41de-ac6f-e0c98c1f65d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:08:13.769675 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-1a2f3c76-5b82-4a2a-b10b-f447caf5084b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:13.776061 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7865d0d6-5465-41ac-9743-4d8d7e605dda None None] The sync data for ids ['1a060955-261a-488c-97d9-5063d7ccffab'] in n-d-838323-3 is: [{'id': '1a060955-261a-488c-97d9-5063d7ccffab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612741000', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:57Z', 'updated_at': '2022-04-18T21:08:04Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:07:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a060955-261a-488c-97d9-5063d7ccffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'c63e8b5e-0acf-4d0c-8c91-c438df0fbc63', 'name': '', 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:a3:07:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a060955-261a-488c-97d9-5063d7ccffab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'df3b3a6c-b0a0-4fe6-8544-e2c19754e458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:08:03Z', 'updated_at': '2022-04-18T21:08:12Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': 'df3b3a6c-b0a0-4fe6-8544-e2c19754e458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:08:13.797481 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665f195-67d0-4e62-b721-09a2d3a9a20a None None] Pushing event updated for resources: {'Port': ['ID=c63e8b5e-0acf-4d0c-8c91-c438df0fbc63,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:13.869760 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-1a2f3c76-5b82-4a2a-b10b-f447caf5084b service neutron] For port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:08:13.872843 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-1a2f3c76-5b82-4a2a-b10b-f447caf5084b service neutron] For port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,segment=NetworkSegment(ffc73290-7106-41de-ac6f-e0c98c1f65d7),segment_id=ffc73290-7106-41de-ac6f-e0c98c1f65d7)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:08:13.891972 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c9966304-07d1-48a7-b217-338f3d32ff2b None None] Provisioning complete for port c63e8b5e-0acf-4d0c-8c91-c438df0fbc63 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:13.892340 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c9966304-07d1-48a7-b217-338f3d32ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:13.902045 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-1a2f3c76-5b82-4a2a-b10b-f447caf5084b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:13.945314 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-1a2f3c76-5b82-4a2a-b10b-f447caf5084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:13.946490 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-1a2f3c76-5b82-4a2a-b10b-f447caf5084b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:13.948607 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-1a2f3c76-5b82-4a2a-b10b-f447caf5084b service neutron] 10.222.0.32 "PUT /v2.0/ports/9b90b893-1cd4-4120-8ae3-3aef3e1310f6 HTTP/1.1" status: 200 len: 1091 time: 1.4458089 Apr 18 21:08:14.013116 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013f452a-29a0-4382-854c-5b49e5ccc762', 'tag': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:08:14.015699 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2dcccf-883e-4a32-8e82-e76349a8ff63" -d '{"events": [{"name": "network-changed", "server_uuid": "013f452a-29a0-4382-854c-5b49e5ccc762", "tag": "9b90b893-1cd4-4120-8ae3-3aef3e1310f6"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:08:14.055935 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-96bf1465-bc3e-4210-936b-4906fc266719 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ec59bc3ffdf4873b26042a0437d8698&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3348856 Apr 18 21:08:14.285584 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f3c76-5b82-4a2a-b10b-f447caf5084b service neutron] Pushing event updated for resources: {'Port': ['ID=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:14.320757 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97931472-c24a-4174-b301-19728650d91e req-13989eeb-d68a-4307-bb3d-3d316e93ddc4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:14.322715 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-97931472-c24a-4174-b301-19728650d91e req-13989eeb-d68a-4307-bb3d-3d316e93ddc4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 943 time: 0.2341592 Apr 18 21:08:14.331981 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-49350a36-e6cc-4eed-99e9-469e067e049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:14.333818 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-49350a36-e6cc-4eed-99e9-469e067e049e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 1094 time: 0.3140953 Apr 18 21:08:14.446751 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-593ac58f-fc80-4b24-8528-7657b5ac15e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6 HTTP/1.1" status: 200 len: 217 time: 0.0662603 Apr 18 21:08:14.449022 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-3a6886a1-8e52-46fb-bf86-1a4731b10071 service neutron] 10.222.0.41 "GET /v2.0/networks/e8b21513-dcc9-4212-9b67-14e7e9ef0fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298554 Apr 18 21:08:14.453758 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-97931472-c24a-4174-b301-19728650d91e req-d6101582-8146-493a-bf4e-588bc0c09975 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185541 Apr 18 21:08:14.556712 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc15720-bfe7-4797-85d3-501ec604d2a2 x-openstack-request-id: req-3fc15720-bfe7-4797-85d3-501ec604d2a2 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:08:14.556954 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013f452a-29a0-4382-854c-5b49e5ccc762", "tag": "9b90b893-1cd4-4120-8ae3-3aef3e1310f6", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:08:14.557202 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3fc15720-bfe7-4797-85d3-501ec604d2a2 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:08:14.557579 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fc15720-bfe7-4797-85d3-501ec604d2a2'] response: {'name': 'network-changed', 'server_uuid': '013f452a-29a0-4382-854c-5b49e5ccc762', 'tag': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6', 'status': 'completed', 'code': 200} Apr 18 21:08:14.592861 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-16b20d4a-31b5-44e2-9ab3-ec763dbdbf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:14.594297 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-16b20d4a-31b5-44e2-9ab3-ec763dbdbf7a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df3b3a6c-b0a0-4fe6-8544-e2c19754e458 HTTP/1.1" status: 200 len: 835 time: 0.1395493 Apr 18 21:08:14.601830 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-51ccf842-9096-4b9e-8a2e-75032c30bad6 service neutron] 10.222.0.41 "GET /v2.0/networks/e8b21513-dcc9-4212-9b67-14e7e9ef0fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361737 Apr 18 21:08:14.662274 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-829abe81-16db-468c-b828-38aa0366c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:14.664148 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-829abe81-16db-468c-b828-38aa0366c022 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=405cda5f-09d5-44cf-b9f9-3cf86317efaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610154 Apr 18 21:08:14.871989 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e2c0c6b2-7380-4316-af27-f03e2b884b5c req-12e45e16-d634-4e15-aad9-cf87ce285b4c tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=7688e21d-c6f5-4e18-a42e-6649c6a73134 HTTP/1.1" status: 200 len: 210 time: 0.0560486 Apr 18 21:08:14.874839 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-5256356e-65eb-4a14-afdc-6ce90d2cf2be service neutron] 10.222.0.32 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999140 Apr 18 21:08:15.070802 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c63e8b5e-0acf-4d0c-8c91-c438df0fbc63 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:08:15.117805 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53f81d6b-28b9-41a0-a79f-1d9313d41caf req-bef7f833-2a3e-434a-b42c-d0bb2073ffd2 service neutron] 10.222.0.32 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343452 Apr 18 21:08:15.174028 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port c63e8b5e-0acf-4d0c-8c91-c438df0fbc63 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:15.175548 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:15.295523 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2dcccf-883e-4a32-8e82-e76349a8ff63 req-82c0446a-a5a1-4b30-817d-45e2fdd07abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:15.297868 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba2dcccf-883e-4a32-8e82-e76349a8ff63 req-82c0446a-a5a1-4b30-817d-45e2fdd07abf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 1094 time: 0.1088676 Apr 18 21:08:15.521148 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2dcccf-883e-4a32-8e82-e76349a8ff63 req-9ff9ed72-ec85-476d-b2ac-950c06492bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:15.522919 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba2dcccf-883e-4a32-8e82-e76349a8ff63 req-9ff9ed72-ec85-476d-b2ac-950c06492bd5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=405cda5f-09d5-44cf-b9f9-3cf86317efaf HTTP/1.1" status: 200 len: 898 time: 0.2170124 Apr 18 21:08:15.572890 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba2dcccf-883e-4a32-8e82-e76349a8ff63 req-483288b0-e662-4131-ba8d-4ba5c3a50bdc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6 HTTP/1.1" status: 200 len: 217 time: 0.0433302 Apr 18 21:08:15.672398 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2dcccf-883e-4a32-8e82-e76349a8ff63 req-396d9068-785c-44ba-8550-9865aca581be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:15.673909 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba2dcccf-883e-4a32-8e82-e76349a8ff63 req-396d9068-785c-44ba-8550-9865aca581be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df3b3a6c-b0a0-4fe6-8544-e2c19754e458 HTTP/1.1" status: 200 len: 835 time: 0.0924792 Apr 18 21:08:15.693297 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c2b9a-a186-4f75-82d1-d2ecb2117c15 req-ca31bb19-935f-422e-bdf8-d0dec0f968ca tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:15.695107 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-024c2b9a-a186-4f75-82d1-d2ecb2117c15 req-ca31bb19-935f-422e-bdf8-d0dec0f968ca tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 943 time: 0.1029701 Apr 18 21:08:15.765853 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-024c2b9a-a186-4f75-82d1-d2ecb2117c15 req-f6147c27-f672-428f-9aba-fe497c159c74 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622127 Apr 18 21:08:15.797034 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2dcccf-883e-4a32-8e82-e76349a8ff63 req-7dd02ccc-af51-49e2-b400-069c6e8d9022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:15.798665 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba2dcccf-883e-4a32-8e82-e76349a8ff63 req-7dd02ccc-af51-49e2-b400-069c6e8d9022 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=405cda5f-09d5-44cf-b9f9-3cf86317efaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178143 Apr 18 21:08:15.959197 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba2dcccf-883e-4a32-8e82-e76349a8ff63 req-571e6613-de0a-4ef3-a619-8d7e480523f2 service neutron] 10.222.0.32 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530902 Apr 18 21:08:15.999809 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ab932107-bd8c-44d6-8995-84ef05e7aff6 req-1bce037e-3f7d-44f6-82f6-f201b459b737 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=7688e21d-c6f5-4e18-a42e-6649c6a73134 HTTP/1.1" status: 200 len: 210 time: 0.0552373 Apr 18 21:08:16.077030 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba2dcccf-883e-4a32-8e82-e76349a8ff63 req-7634d0ed-a821-4e01-993a-330f83ea9d1e service neutron] 10.222.0.32 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034126 Apr 18 21:08:16.395603 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-81048c9c-d8b4-413d-92f6-dd421001324b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:16.397163 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-81048c9c-d8b4-413d-92f6-dd421001324b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.57 "GET /v2.0/networks?id=e8b21513-dcc9-4212-9b67-14e7e9ef0fc1 HTTP/1.1" status: 200 len: 796 time: 0.1621850 Apr 18 21:08:16.456083 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-1e24300c-fb26-45e1-8a39-d26692645947 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ec59bc3ffdf4873b26042a0437d8698 HTTP/1.1" status: 200 len: 380 time: 0.0392070 Apr 18 21:08:16.466042 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-ac200473-65fa-4550-9b1b-e2e86849198d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'port': {'device_id': '7688e21d-c6f5-4e18-a42e-6649c6a73134', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'admin_state_up': True, 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'security_groups': ['e0e615bc-6dbf-4daa-9475-3b649ef1fd85']}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:08:16.589838 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-ac200473-65fa-4550-9b1b-e2e86849198d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Made reservation on behalf of 0ec59bc3ffdf4873b26042a0437d8698 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:16.593796 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-ac200473-65fa-4550-9b1b-e2e86849198d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:16.732829 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-ac200473-65fa-4550-9b1b-e2e86849198d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Allocated IP 172.20.0.8 (e8b21513-dcc9-4212-9b67-14e7e9ef0fc1/71563e00-eeb9-4aa6-ba00-8fbcf920d223/5812b535-4683-4d50-b8c7-fa85da52a178) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:16.957358 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-ac200473-65fa-4550-9b1b-e2e86849198d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:16.964751 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea4de8-49d4-4537-a7b7-a10490432faa req-c654866c-627b-4722-89a5-867bf25f452c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:16.966482 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-faea4de8-49d4-4537-a7b7-a10490432faa req-c654866c-627b-4722-89a5-867bf25f452c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 943 time: 0.0840733 Apr 18 21:08:17.002963 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-ac200473-65fa-4550-9b1b-e2e86849198d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:17.020303 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-faea4de8-49d4-4537-a7b7-a10490432faa req-93689048-3597-4476-9d90-0efaa5b5a93a tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458376 Apr 18 21:08:17.071344 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac200473-65fa-4550-9b1b-e2e86849198d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'Port': ['ID=5812b535-4683-4d50-b8c7-fa85da52a178,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:17.083519 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-ac200473-65fa-4550-9b1b-e2e86849198d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Network e8b21513-dcc9-4212-9b67-14e7e9ef0fc1 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:17.085284 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-ac200473-65fa-4550-9b1b-e2e86849198d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:17.087825 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-ac200473-65fa-4550-9b1b-e2e86849198d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:08:17.159062 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-ac200473-65fa-4550-9b1b-e2e86849198d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:17.160412 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-ac200473-65fa-4550-9b1b-e2e86849198d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:17.182817 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-ac200473-65fa-4550-9b1b-e2e86849198d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7206230 Apr 18 21:08:17.196152 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-5d0e00d5-8100-4168-b49c-97f9ae59b996 service neutron] Request body: {'port': {'device_id': '7688e21d-c6f5-4e18-a42e-6649c6a73134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:08:17.200624 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafdf48-d6e0-4e82-936d-e9c72a021e70 req-fec3733b-ea30-4bbc-8ad0-f8fb8665d599 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:17.202587 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6dafdf48-d6e0-4e82-936d-e9c72a021e70 req-fec3733b-ea30-4bbc-8ad0-f8fb8665d599 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=7688e21d-c6f5-4e18-a42e-6649c6a73134 HTTP/1.1" status: 200 len: 931 time: 0.0741112 Apr 18 21:08:17.255213 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6dafdf48-d6e0-4e82-936d-e9c72a021e70 req-dd937ab8-4274-46b8-8dbc-c18851627a4d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0e615bc-6dbf-4daa-9475-3b649ef1fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421124 Apr 18 21:08:17.284778 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-5d0e00d5-8100-4168-b49c-97f9ae59b996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:17.437212 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e372dec8-f931-4423-9754-b1865d15cc14 None None] Provisioning complete for port 5812b535-4683-4d50-b8c7-fa85da52a178 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:17.438175 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e372dec8-f931-4423-9754-b1865d15cc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:17.479885 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e372dec8-f931-4423-9754-b1865d15cc14 None None] Port 5812b535-4683-4d50-b8c7-fa85da52a178 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:08:17.594103 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-5d0e00d5-8100-4168-b49c-97f9ae59b996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5812b535-4683-4d50-b8c7-fa85da52a178 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:08:17.602396 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-5d0e00d5-8100-4168-b49c-97f9ae59b996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:17.616259 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-5d0e00d5-8100-4168-b49c-97f9ae59b996 service neutron] Transition to ACTIVE for port object 5812b535-4683-4d50-b8c7-fa85da52a178 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:17.621852 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-5d0e00d5-8100-4168-b49c-97f9ae59b996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:17.679006 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e00d5-8100-4168-b49c-97f9ae59b996 service neutron] Pushing event updated for resources: {'Port': ['ID=5812b535-4683-4d50-b8c7-fa85da52a178,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:17.756601 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-5d0e00d5-8100-4168-b49c-97f9ae59b996 service neutron] Attempting to bind port 5812b535-4683-4d50-b8c7-fa85da52a178 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:08:17.757237 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-5d0e00d5-8100-4168-b49c-97f9ae59b996 service neutron] Attempting to bind port 5812b535-4683-4d50-b8c7-fa85da52a178 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'aae8e460-f7ab-43cd-9b49-71ae92a2401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:08:17.757570 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-5d0e00d5-8100-4168-b49c-97f9ae59b996 service neutron] Attempting to bind port 5812b535-4683-4d50-b8c7-fa85da52a178 on network e8b21513-dcc9-4212-9b67-14e7e9ef0fc1 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:08:17.763676 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-5d0e00d5-8100-4168-b49c-97f9ae59b996 service neutron] Port 5812b535-4683-4d50-b8c7-fa85da52a178 on network e8b21513-dcc9-4212-9b67-14e7e9ef0fc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:08:17.763994 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-5d0e00d5-8100-4168-b49c-97f9ae59b996 service neutron] Attempting to bind port 5812b535-4683-4d50-b8c7-fa85da52a178 on network e8b21513-dcc9-4212-9b67-14e7e9ef0fc1 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:08:17.769636 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-5d0e00d5-8100-4168-b49c-97f9ae59b996 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:08:17.769969 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-5d0e00d5-8100-4168-b49c-97f9ae59b996 service neutron] Checking segment: {'id': 'aae8e460-f7ab-43cd-9b49-71ae92a2401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:08:17.770353 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-5d0e00d5-8100-4168-b49c-97f9ae59b996 service neutron] Bound using segment: {'id': 'aae8e460-f7ab-43cd-9b49-71ae92a2401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:08:17.770773 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-5d0e00d5-8100-4168-b49c-97f9ae59b996 service neutron] Bound port: 5812b535-4683-4d50-b8c7-fa85da52a178, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae8e460-f7ab-43cd-9b49-71ae92a2401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:08:17.771126 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-5d0e00d5-8100-4168-b49c-97f9ae59b996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:17.856493 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-5d0e00d5-8100-4168-b49c-97f9ae59b996 service neutron] For port 5812b535-4683-4d50-b8c7-fa85da52a178, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:08:17.859813 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-5d0e00d5-8100-4168-b49c-97f9ae59b996 service neutron] For port 5812b535-4683-4d50-b8c7-fa85da52a178, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=5812b535-4683-4d50-b8c7-fa85da52a178,segment=NetworkSegment(aae8e460-f7ab-43cd-9b49-71ae92a2401a),segment_id=aae8e460-f7ab-43cd-9b49-71ae92a2401a)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:08:17.872724 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-5d0e00d5-8100-4168-b49c-97f9ae59b996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:17.924388 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-5d0e00d5-8100-4168-b49c-97f9ae59b996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:17.925302 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-5d0e00d5-8100-4168-b49c-97f9ae59b996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:17.926970 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-5d0e00d5-8100-4168-b49c-97f9ae59b996 service neutron] 10.222.0.57 "PUT /v2.0/ports/5812b535-4683-4d50-b8c7-fa85da52a178 HTTP/1.1" status: 200 len: 1091 time: 0.7362306 Apr 18 21:08:17.930440 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7688e21d-c6f5-4e18-a42e-6649c6a73134', 'tag': '5812b535-4683-4d50-b8c7-fa85da52a178'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:08:17.941779 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee025d0-29ba-47c2-8e09-b619e2f533f9" -d '{"events": [{"name": "network-changed", "server_uuid": "7688e21d-c6f5-4e18-a42e-6649c6a73134", "tag": "5812b535-4683-4d50-b8c7-fa85da52a178"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:08:17.995799 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e00d5-8100-4168-b49c-97f9ae59b996 service neutron] Pushing event updated for resources: {'Port': ['ID=5812b535-4683-4d50-b8c7-fa85da52a178,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:18.028965 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637b2d11-8363-41b1-bddf-9a8ace9dfc4c x-openstack-request-id: req-637b2d11-8363-41b1-bddf-9a8ace9dfc4c {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:08:18.029254 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7688e21d-c6f5-4e18-a42e-6649c6a73134", "tag": "5812b535-4683-4d50-b8c7-fa85da52a178", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:08:18.029503 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-637b2d11-8363-41b1-bddf-9a8ace9dfc4c {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:08:18.029905 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-637b2d11-8363-41b1-bddf-9a8ace9dfc4c'] response: {'name': 'network-changed', 'server_uuid': '7688e21d-c6f5-4e18-a42e-6649c6a73134', 'tag': '5812b535-4683-4d50-b8c7-fa85da52a178', 'status': 'completed', 'code': 200} Apr 18 21:08:18.101865 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-207f0a27-1151-4d9b-a7cd-60e54ac9dd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:18.103513 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-207f0a27-1151-4d9b-a7cd-60e54ac9dd16 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ec59bc3ffdf4873b26042a0437d8698&device_id=7688e21d-c6f5-4e18-a42e-6649c6a73134 HTTP/1.1" status: 200 len: 1094 time: 0.1018422 Apr 18 21:08:18.164486 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-bcc04144-c7e2-4691-a930-b22a16a8bba6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5812b535-4683-4d50-b8c7-fa85da52a178 HTTP/1.1" status: 200 len: 217 time: 0.0516720 Apr 18 21:08:18.234752 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432d0da-42fc-4660-b9ed-e903257cbe6e req-f734ad93-9aaf-41bd-8640-ea998ea9426a tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:18.237633 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7432d0da-42fc-4660-b9ed-e903257cbe6e req-f734ad93-9aaf-41bd-8640-ea998ea9426a tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 943 time: 0.0979710 Apr 18 21:08:18.272302 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-72ec303b-dd08-4fd2-9b8e-5c322d8e7da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:18.273993 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-72ec303b-dd08-4fd2-9b8e-5c322d8e7da1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=71563e00-eeb9-4aa6-ba00-8fbcf920d223 HTTP/1.1" status: 200 len: 835 time: 0.1036894 Apr 18 21:08:18.319302 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7432d0da-42fc-4660-b9ed-e903257cbe6e req-7c2fac2e-69f7-442c-84aa-f8333c49783e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734417 Apr 18 21:08:18.412229 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-8db414e8-59b2-4715-9381-ec22ce122e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:18.414095 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-8db414e8-59b2-4715-9381-ec22ce122e6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e8b21513-dcc9-4212-9b67-14e7e9ef0fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327159 Apr 18 21:08:18.420379 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73692d-7465-4283-a123-29aac75d5934 req-325fb86a-9e9d-40c2-bb0f-87a5cf5fd62f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:18.431134 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc73692d-7465-4283-a123-29aac75d5934 req-325fb86a-9e9d-40c2-bb0f-87a5cf5fd62f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=7688e21d-c6f5-4e18-a42e-6649c6a73134 HTTP/1.1" status: 200 len: 943 time: 0.0802517 Apr 18 21:08:18.511012 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc73692d-7465-4283-a123-29aac75d5934 req-7d803a47-ea67-4bef-a3bf-efca8b9e607b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0e615bc-6dbf-4daa-9475-3b649ef1fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775161 Apr 18 21:08:18.547191 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-088204f0-f235-4394-a47a-4207f7597a89 service neutron] 10.222.0.57 "GET /v2.0/networks/e8b21513-dcc9-4212-9b67-14e7e9ef0fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242237 Apr 18 21:08:18.688136 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-98f6c743-a52a-42a1-9d05-93737e47d167 req-0a52305b-39bf-4060-9be5-b156d34c030c service neutron] 10.222.0.57 "GET /v2.0/networks/e8b21513-dcc9-4212-9b67-14e7e9ef0fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338627 Apr 18 21:08:18.795192 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee025d0-29ba-47c2-8e09-b619e2f533f9 req-bea9a79e-9f3a-405d-be2a-f21c17468ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:18.796718 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6ee025d0-29ba-47c2-8e09-b619e2f533f9 req-bea9a79e-9f3a-405d-be2a-f21c17468ffb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ec59bc3ffdf4873b26042a0437d8698&device_id=7688e21d-c6f5-4e18-a42e-6649c6a73134 HTTP/1.1" status: 200 len: 1094 time: 0.0519960 Apr 18 21:08:18.924051 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee025d0-29ba-47c2-8e09-b619e2f533f9 req-94449954-86ea-4c14-ad7e-62bc16189c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:18.926269 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6ee025d0-29ba-47c2-8e09-b619e2f533f9 req-94449954-86ea-4c14-ad7e-62bc16189c0e service neutron] 10.222.0.57 "GET /v2.0/networks?id=e8b21513-dcc9-4212-9b67-14e7e9ef0fc1 HTTP/1.1" status: 200 len: 897 time: 0.1209409 Apr 18 21:08:18.982499 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:08:18.990450 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48490) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:19.013960 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6ee025d0-29ba-47c2-8e09-b619e2f533f9 req-b6eba117-c81c-4420-bf80-91fd79a04148 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5812b535-4683-4d50-b8c7-fa85da52a178 HTTP/1.1" status: 200 len: 217 time: 0.0770974 Apr 18 21:08:19.094093 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,segment=NetworkSegment(ffc73290-7106-41de-ac6f-e0c98c1f65d7),segment_id=ffc73290-7106-41de-ac6f-e0c98c1f65d7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:19.108915 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6', 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf', 'port_id': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6', 'mac_address': 'fa:16:3e:7e:2c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df3b3a6c-b0a0-4fe6-8544-e2c19754e458', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:08:19.118129 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee025d0-29ba-47c2-8e09-b619e2f533f9 req-b7b863e9-d358-4994-9291-0165fd9b0a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:19.119606 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6ee025d0-29ba-47c2-8e09-b619e2f533f9 req-b7b863e9-d358-4994-9291-0165fd9b0a4f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=71563e00-eeb9-4aa6-ba00-8fbcf920d223 HTTP/1.1" status: 200 len: 835 time: 0.0990925 Apr 18 21:08:19.135326 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e36ccdd4-b6a8-4e54-91e7-0b8bfdb598cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:19.152242 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:19.166431 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:08:19.183838 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee025d0-29ba-47c2-8e09-b619e2f533f9 req-2db5e40a-fa2f-4cbc-a31f-10e465296c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:19.186582 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6ee025d0-29ba-47c2-8e09-b619e2f533f9 req-2db5e40a-fa2f-4cbc-a31f-10e465296c10 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e8b21513-dcc9-4212-9b67-14e7e9ef0fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598922 Apr 18 21:08:19.192084 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,segment=NetworkSegment(ffc73290-7106-41de-ac6f-e0c98c1f65d7),segment_id=ffc73290-7106-41de-ac6f-e0c98c1f65d7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:19.213172 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:19.239650 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e36ccdd4-b6a8-4e54-91e7-0b8bfdb598cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:19.245945 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e36ccdd4-b6a8-4e54-91e7-0b8bfdb598cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:19.317438 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:19.328122 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6ee025d0-29ba-47c2-8e09-b619e2f533f9 req-5a31bf47-b7d2-4baf-966a-5f91bf3be642 service neutron] 10.222.0.57 "GET /v2.0/networks/e8b21513-dcc9-4212-9b67-14e7e9ef0fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326802 Apr 18 21:08:19.329948 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e36ccdd4-b6a8-4e54-91e7-0b8bfdb598cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=757b8ccdb5d74bb283b2215cfa8f1daa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3383086 Apr 18 21:08:19.331209 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ccdd4-b6a8-4e54-91e7-0b8bfdb598cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49c9a1b-4f0c-43ad-9d9a-50d0194be9ac,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:19.333634 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48498) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:19.337492 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:19.337917 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:19.338328 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:19.338734 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:19.339135 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:19.339619 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:19.340055 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:19.340507 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:19.341606 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:19.341606 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:19.341914 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:19.342418 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:19.459836 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e2edc54a-23ea-4c1c-a9c7-c5580de8d885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:19.478142 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6ee025d0-29ba-47c2-8e09-b619e2f533f9 req-ba197fe2-0b8a-4ac9-bfd3-22e290e9cfcd service neutron] 10.222.0.57 "GET /v2.0/networks/e8b21513-dcc9-4212-9b67-14e7e9ef0fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374633 Apr 18 21:08:19.492636 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fda54-e667-4156-95b9-7cbb18f4f366 req-18c27b9a-128d-4dba-8137-c682d31ccadc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:19.494488 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-527fda54-e667-4156-95b9-7cbb18f4f366 req-18c27b9a-128d-4dba-8137-c682d31ccadc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 944 time: 0.0714331 Apr 18 21:08:19.504871 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e2edc54a-23ea-4c1c-a9c7-c5580de8d885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:19.553726 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-527fda54-e667-4156-95b9-7cbb18f4f366 req-3e08c9e6-1869-4fb6-8e83-a64b7848f4c7 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503488 Apr 18 21:08:19.562589 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e2edc54a-23ea-4c1c-a9c7-c5580de8d885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:19.565328 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e2edc54a-23ea-4c1c-a9c7-c5580de8d885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:19.570785 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e2edc54a-23ea-4c1c-a9c7-c5580de8d885 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f49c9a1b-4f0c-43ad-9d9a-50d0194be9ac HTTP/1.1" status: 204 len: 168 time: 0.2358596 Apr 18 21:08:19.576710 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['9b90b893-1cd4-4120-8ae3-3aef3e1310f6'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:08:19.593482 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2edc54a-23ea-4c1c-a9c7-c5580de8d885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49c9a1b-4f0c-43ad-9d9a-50d0194be9ac,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:19.683385 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e63a1d-f2a9-46f3-b3f6-bbecc31b2c7a req-80cb0ca8-d0f1-4064-b79e-7b15465d20f8 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:19.684982 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89e63a1d-f2a9-46f3-b3f6-bbecc31b2c7a req-80cb0ca8-d0f1-4064-b79e-7b15465d20f8 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=7688e21d-c6f5-4e18-a42e-6649c6a73134 HTTP/1.1" status: 200 len: 943 time: 0.0556333 Apr 18 21:08:19.739602 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89e63a1d-f2a9-46f3-b3f6-bbecc31b2c7a req-50944f80-83a8-4dc4-abfa-bf3672f7efee tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0e615bc-6dbf-4daa-9475-3b649ef1fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458055 Apr 18 21:08:19.965260 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48514) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:19.979498 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc3beb87-6e45-4e53-8fb3-6dfbf006d592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:20.053498 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc3beb87-6e45-4e53-8fb3-6dfbf006d592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:20.057419 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dc3beb87-6e45-4e53-8fb3-6dfbf006d592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:20.098074 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-dc3beb87-6e45-4e53-8fb3-6dfbf006d592 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0a74905a89894623a3911790ec722063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287024 Apr 18 21:08:20.098074 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3beb87-6e45-4e53-8fb3-6dfbf006d592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e712a5e-4acc-4402-b424-adca4eb7b177,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:20.099050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48516) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:20.150245 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93a37904-495b-44b5-bbfa-4b2edadf6bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:20.172504 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93a37904-495b-44b5-bbfa-4b2edadf6bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:20.220306 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93a37904-495b-44b5-bbfa-4b2edadf6bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:20.223241 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-93a37904-495b-44b5-bbfa-4b2edadf6bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:20.224774 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-93a37904-495b-44b5-bbfa-4b2edadf6bef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e712a5e-4acc-4402-b424-adca4eb7b177 HTTP/1.1" status: 204 len: 168 time: 0.1250134 Apr 18 21:08:20.234492 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a37904-495b-44b5-bbfa-4b2edadf6bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e712a5e-4acc-4402-b424-adca4eb7b177,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:20.685586 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27749f-cd59-480e-a39c-3d21565f9779 req-b2e7d62a-d850-4e85-ae5a-3efe42e57b4e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:20.687065 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b27749f-cd59-480e-a39c-3d21565f9779 req-b2e7d62a-d850-4e85-ae5a-3efe42e57b4e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 944 time: 0.0554686 Apr 18 21:08:20.742324 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b27749f-cd59-480e-a39c-3d21565f9779 req-ef349110-1aef-428b-a661-5c7b5b76ce60 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481696 Apr 18 21:08:20.873230 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae479b1-e93e-4574-90cb-6ae4ab60c611 req-82c89e87-456e-4cb1-98dd-c2b3628f998c tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:20.874893 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ae479b1-e93e-4574-90cb-6ae4ab60c611 req-82c89e87-456e-4cb1-98dd-c2b3628f998c tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=7688e21d-c6f5-4e18-a42e-6649c6a73134 HTTP/1.1" status: 200 len: 943 time: 0.0556419 Apr 18 21:08:20.924857 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ae479b1-e93e-4574-90cb-6ae4ab60c611 req-83ea1bf8-89f7-45c5-bdd6-c6786b9c60c5 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0e615bc-6dbf-4daa-9475-3b649ef1fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419502 Apr 18 21:08:20.993929 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:08:21.053962 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:21.060950 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:21.061857 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:21.306838 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:21.330650 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013f452a-29a0-4382-854c-5b49e5ccc762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:08:21.333009 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0040f80b-8633-40a7-a4fd-99f05f015690" -d '{"events": [{"server_uuid": "013f452a-29a0-4382-854c-5b49e5ccc762", "name": "network-vif-plugged", "status": "completed", "tag": "9b90b893-1cd4-4120-8ae3-3aef3e1310f6"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:08:21.347143 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,segment=NetworkSegment(ffc73290-7106-41de-ac6f-e0c98c1f65d7),segment_id=ffc73290-7106-41de-ac6f-e0c98c1f65d7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:21.354366 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:21.384525 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dea95ec-df81-47fa-9086-237b83fd0322 x-openstack-request-id: req-5dea95ec-df81-47fa-9086-237b83fd0322 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:08:21.384727 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013f452a-29a0-4382-854c-5b49e5ccc762", "name": "network-vif-plugged", "status": "completed", "tag": "9b90b893-1cd4-4120-8ae3-3aef3e1310f6", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:08:21.384968 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5dea95ec-df81-47fa-9086-237b83fd0322 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:08:21.385371 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dea95ec-df81-47fa-9086-237b83fd0322'] response: {'server_uuid': '013f452a-29a0-4382-854c-5b49e5ccc762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6', 'code': 200} Apr 18 21:08:21.411273 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 5812b535-4683-4d50-b8c7-fa85da52a178 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:08:21.437071 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:21.460097 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48558) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:21.492572 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b938d-0ac7-4ce7-87a7-8ed573a4443b req-c9a6726b-93c6-4ca7-bca7-eba00fb47272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:21.494489 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7b8b938d-0ac7-4ce7-87a7-8ed573a4443b req-c9a6726b-93c6-4ca7-bca7-eba00fb47272 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 1096 time: 0.0551605 Apr 18 21:08:21.540690 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7b8b938d-0ac7-4ce7-87a7-8ed573a4443b req-7e44b645-cc94-46da-af34-8fee38a7b051 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399323 Apr 18 21:08:21.548591 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 5812b535-4683-4d50-b8c7-fa85da52a178, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=5812b535-4683-4d50-b8c7-fa85da52a178,segment=NetworkSegment(aae8e460-f7ab-43cd-9b49-71ae92a2401a),segment_id=aae8e460-f7ab-43cd-9b49-71ae92a2401a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:21.561720 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '5812b535-4683-4d50-b8c7-fa85da52a178', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'port_id': '5812b535-4683-4d50-b8c7-fa85da52a178', 'mac_address': 'fa:16:3e:60:4f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:08:21.590939 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b76c5a8-1992-4730-9c76-c32a8b6d2efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:21.606653 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:21.636143 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5812b535-4683-4d50-b8c7-fa85da52a178 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:08:21.657152 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 5812b535-4683-4d50-b8c7-fa85da52a178, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=5812b535-4683-4d50-b8c7-fa85da52a178,segment=NetworkSegment(aae8e460-f7ab-43cd-9b49-71ae92a2401a),segment_id=aae8e460-f7ab-43cd-9b49-71ae92a2401a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:21.662293 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:21.692330 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b76c5a8-1992-4730-9c76-c32a8b6d2efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:21.697919 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b76c5a8-1992-4730-9c76-c32a8b6d2efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:21.717044 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=5812b535-4683-4d50-b8c7-fa85da52a178,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:21.737504 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76c5a8-1992-4730-9c76-c32a8b6d2efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ef4a31-43f4-40c6-8070-56618906082c,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:21.745246 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5b76c5a8-1992-4730-9c76-c32a8b6d2efe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3032ebd0302e450eae119b0a4f6751c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2808917 Apr 18 21:08:21.745441 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48566) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:21.805494 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb79f-c8ef-4ca4-9cc8-e1bf031cde9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:21.830188 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb79f-c8ef-4ca4-9cc8-e1bf031cde9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:21.866041 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['5812b535-4683-4d50-b8c7-fa85da52a178'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:08:21.893324 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57950271-5704-4c37-a7b0-e62234a6a3b6 req-6b45d5d6-b64a-435f-a0ab-a0f7aa3eea54 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:21.895704 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57950271-5704-4c37-a7b0-e62234a6a3b6 req-6b45d5d6-b64a-435f-a0ab-a0f7aa3eea54 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 945 time: 0.0633256 Apr 18 21:08:21.899643 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb79f-c8ef-4ca4-9cc8-e1bf031cde9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:21.902602 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb79f-c8ef-4ca4-9cc8-e1bf031cde9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:21.906464 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fe0bb79f-c8ef-4ca4-9cc8-e1bf031cde9f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8ef4a31-43f4-40c6-8070-56618906082c HTTP/1.1" status: 204 len: 168 time: 0.1576064 Apr 18 21:08:21.933529 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bb79f-c8ef-4ca4-9cc8-e1bf031cde9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ef4a31-43f4-40c6-8070-56618906082c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:22.013478 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57950271-5704-4c37-a7b0-e62234a6a3b6 req-b01d580f-655e-4c87-875e-910018733555 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972998 Apr 18 21:08:22.144664 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62eb0d5-30ca-4ac0-ae1e-aaa791bdcfc1 req-549a0b7e-4477-4544-960b-a2d224f0015b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:22.147308 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f62eb0d5-30ca-4ac0-ae1e-aaa791bdcfc1 req-549a0b7e-4477-4544-960b-a2d224f0015b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=7688e21d-c6f5-4e18-a42e-6649c6a73134 HTTP/1.1" status: 200 len: 944 time: 0.0926962 Apr 18 21:08:22.225362 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f62eb0d5-30ca-4ac0-ae1e-aaa791bdcfc1 req-e8f0c39f-7cf7-4a3b-8ae0-9594485fe3bf tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0e615bc-6dbf-4daa-9475-3b649ef1fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653000 Apr 18 21:08:23.146742 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9dbed-db95-434a-89d7-273d93f3a860 req-0708cc83-b019-45a8-9460-498b0dbf9eb3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:23.148454 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9cc9dbed-db95-434a-89d7-273d93f3a860 req-0708cc83-b019-45a8-9460-498b0dbf9eb3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 945 time: 0.0591507 Apr 18 21:08:23.177868 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48614) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:23.196718 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9cc9dbed-db95-434a-89d7-273d93f3a860 req-61dbf133-b7c8-4006-8060-0b52757b76d4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416234 Apr 18 21:08:23.312224 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-585a9c3a-8166-43a1-aa90-0c6f11d5bca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:23.414727 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 5812b535-4683-4d50-b8c7-fa85da52a178 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:08:23.435425 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-585a9c3a-8166-43a1-aa90-0c6f11d5bca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:23.443098 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-585a9c3a-8166-43a1-aa90-0c6f11d5bca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:23.485269 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 5812b535-4683-4d50-b8c7-fa85da52a178 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:23.493358 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 5812b535-4683-4d50-b8c7-fa85da52a178 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:23.494049 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:23.526754 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-585a9c3a-8166-43a1-aa90-0c6f11d5bca7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40efee46c15a439cb3116903b84690a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3474035 Apr 18 21:08:23.528225 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48622) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:23.544471 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a9c3a-8166-43a1-aa90-0c6f11d5bca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21fc9f0-8bb4-4e12-8d4e-952e7b5b1e2f,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:23.611968 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:23.640588 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f00cba67-b607-44f4-9c31-ec3df9e1f63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:23.642418 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7688e21d-c6f5-4e18-a42e-6649c6a73134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5812b535-4683-4d50-b8c7-fa85da52a178'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:08:23.645792 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6856c060-3333-461b-92d6-1749c281c4e3" -d '{"events": [{"server_uuid": "7688e21d-c6f5-4e18-a42e-6649c6a73134", "name": "network-vif-plugged", "status": "completed", "tag": "5812b535-4683-4d50-b8c7-fa85da52a178"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:08:23.660114 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 5812b535-4683-4d50-b8c7-fa85da52a178, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=5812b535-4683-4d50-b8c7-fa85da52a178,segment=NetworkSegment(aae8e460-f7ab-43cd-9b49-71ae92a2401a),segment_id=aae8e460-f7ab-43cd-9b49-71ae92a2401a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:23.667091 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:23.672122 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f00cba67-b607-44f4-9c31-ec3df9e1f63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:23.711660 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92611b-7d86-4f42-94a4-069999b0a83e req-b7ce7a2b-b250-4132-821c-63ae6d868e2f tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:23.720033 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe92611b-7d86-4f42-94a4-069999b0a83e req-b7ce7a2b-b250-4132-821c-63ae6d868e2f tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 945 time: 0.4433348 Apr 18 21:08:23.738594 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=5812b535-4683-4d50-b8c7-fa85da52a178,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:23.753827 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a224f10-62ff-415e-9492-b50d0344fd01 req-eb5d57e4-0b43-4139-863f-bdef82a4bf04 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:23.755530 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a224f10-62ff-415e-9492-b50d0344fd01 req-eb5d57e4-0b43-4139-863f-bdef82a4bf04 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=7688e21d-c6f5-4e18-a42e-6649c6a73134 HTTP/1.1" status: 200 len: 945 time: 0.4301636 Apr 18 21:08:23.755726 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f00cba67-b607-44f4-9c31-ec3df9e1f63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:23.758202 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f00cba67-b607-44f4-9c31-ec3df9e1f63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:23.763028 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f00cba67-b607-44f4-9c31-ec3df9e1f63a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d21fc9f0-8bb4-4e12-8d4e-952e7b5b1e2f HTTP/1.1" status: 204 len: 168 time: 0.2282145 Apr 18 21:08:23.771163 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00cba67-b607-44f4-9c31-ec3df9e1f63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21fc9f0-8bb4-4e12-8d4e-952e7b5b1e2f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:23.774577 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe92611b-7d86-4f42-94a4-069999b0a83e req-be6ead4e-3935-4b37-aa6d-90b2436d3f61 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536716 Apr 18 21:08:23.821105 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48628) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:23.860701 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a224f10-62ff-415e-9492-b50d0344fd01 req-28841a04-4da2-44cd-99d1-c3dedefd617d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0e615bc-6dbf-4daa-9475-3b649ef1fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849609 Apr 18 21:08:23.865423 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56eb76e-97da-4708-b206-54378df5789f x-openstack-request-id: req-f56eb76e-97da-4708-b206-54378df5789f {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:08:23.865739 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7688e21d-c6f5-4e18-a42e-6649c6a73134", "name": "network-vif-plugged", "status": "completed", "tag": "5812b535-4683-4d50-b8c7-fa85da52a178", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:08:23.866965 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f56eb76e-97da-4708-b206-54378df5789f {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:08:23.867278 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f56eb76e-97da-4708-b206-54378df5789f'] response: {'server_uuid': '7688e21d-c6f5-4e18-a42e-6649c6a73134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5812b535-4683-4d50-b8c7-fa85da52a178', 'code': 200} Apr 18 21:08:23.919398 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0364e1-d214-48ba-a156-35a47536c1ed tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:23.921551 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6b0364e1-d214-48ba-a156-35a47536c1ed tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 1091 time: 0.0992417 Apr 18 21:08:23.924271 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48632) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:23.932051 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-55f5348f-c7fe-4b24-ab25-084cd188af75 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'port_id': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:08:23.995114 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55f5348f-c7fe-4b24-ab25-084cd188af75 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:24.002678 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9188a-9241-446d-8eac-9a2a89eb5411 req-a46a5a36-9f85-4443-b640-81bf6b3f2ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:24.004371 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d6c9188a-9241-446d-8eac-9a2a89eb5411 req-a46a5a36-9f85-4443-b640-81bf6b3f2ebd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7688e21d-c6f5-4e18-a42e-6649c6a73134 HTTP/1.1" status: 200 len: 1096 time: 0.0664356 Apr 18 21:08:24.086208 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-d6c9188a-9241-446d-8eac-9a2a89eb5411 req-98dfc26c-d496-4f6d-9fe2-68c3517ba9bb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e0e615bc-6dbf-4daa-9475-3b649ef1fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717671 Apr 18 21:08:24.143049 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55f5348f-c7fe-4b24-ab25-084cd188af75 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:24.634334 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-55f5348f-c7fe-4b24-ab25-084cd188af75 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Allocated IP 172.25.1.85 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/e1e9a0bf-f7d3-4042-acd0-959bdd5c1d2d) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:24.638086 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6b7524d7-da92-4005-959e-beffa4200eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:24.761568 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55f5348f-c7fe-4b24-ab25-084cd188af75 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:24.797106 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55f5348f-c7fe-4b24-ab25-084cd188af75 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:24.836751 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f5348f-c7fe-4b24-ab25-084cd188af75 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:24.844179 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-55f5348f-c7fe-4b24-ab25-084cd188af75 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:24.848844 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f5348f-c7fe-4b24-ab25-084cd188af75 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:08:24.874708 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5348f-c7fe-4b24-ab25-084cd188af75 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Port': ['ID=e1e9a0bf-f7d3-4042-acd0-959bdd5c1d2d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:25.091781 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527dc9f-2f69-4e75-80d8-2a6786d1dc19 req-c03874a7-0660-46c5-beae-f348f56a1522 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:25.110857 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e527dc9f-2f69-4e75-80d8-2a6786d1dc19 req-c03874a7-0660-46c5-beae-f348f56a1522 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=7688e21d-c6f5-4e18-a42e-6649c6a73134 HTTP/1.1" status: 200 len: 945 time: 0.1244385 Apr 18 21:08:25.183526 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e527dc9f-2f69-4e75-80d8-2a6786d1dc19 req-f999b38b-7dd3-462a-88aa-bd027e351d49 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0e615bc-6dbf-4daa-9475-3b649ef1fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716646 Apr 18 21:08:25.334135 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55f5348f-c7fe-4b24-ab25-084cd188af75 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:25.420341 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55f5348f-c7fe-4b24-ab25-084cd188af75 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:25.603269 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55f5348f-c7fe-4b24-ab25-084cd188af75 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:25.610050 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55f5348f-c7fe-4b24-ab25-084cd188af75 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:25.698045 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5348f-c7fe-4b24-ab25-084cd188af75 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Port': ['ID=e1e9a0bf-f7d3-4042-acd0-959bdd5c1d2d,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:25.700853 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55f5348f-c7fe-4b24-ab25-084cd188af75 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:25.828580 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-55f5348f-c7fe-4b24-ab25-084cd188af75 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Floating IP 01591639-cffc-486e-bda5-1d52b0e74824 associated. External IP: 172.25.1.85, port: 9b90b893-1cd4-4120-8ae3-3aef3e1310f6. Apr 18 21:08:26.143436 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f5348f-c7fe-4b24-ab25-084cd188af75 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Router 1a060955-261a-488c-97d9-5063d7ccffab has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:08:26.258672 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f5348f-c7fe-4b24-ab25-084cd188af75 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:08:26.270089 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5af097-9597-4e42-b9a2-3496757d4b7c None None] Sync routers for ids ['1a060955-261a-488c-97d9-5063d7ccffab'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:08:26.280727 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-55f5348f-c7fe-4b24-ab25-084cd188af75 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:26.282968 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5af097-9597-4e42-b9a2-3496757d4b7c None None] Routers {'1a060955-261a-488c-97d9-5063d7ccffab'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:08:26.283901 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-0a5af097-9597-4e42-b9a2-3496757d4b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:07:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1a060955-261a-488c-97d9-5063d7ccffab'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:26.305803 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8002745-31ee-44a3-9769-8592a8748620 req-1dfa64dc-21a4-4ded-a90b-12b4065afdaf tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:26.309212 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8002745-31ee-44a3-9769-8592a8748620 req-1dfa64dc-21a4-4ded-a90b-12b4065afdaf tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=7688e21d-c6f5-4e18-a42e-6649c6a73134 HTTP/1.1" status: 200 len: 945 time: 0.0624855 Apr 18 21:08:26.316732 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-55f5348f-c7fe-4b24-ab25-084cd188af75 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3898590 Apr 18 21:08:26.317350 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013f452a-29a0-4382-854c-5b49e5ccc762', 'tag': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:08:26.319713 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b649844-df59-478c-97a2-9699dec70561" -d '{"events": [{"name": "network-changed", "server_uuid": "013f452a-29a0-4382-854c-5b49e5ccc762", "tag": "9b90b893-1cd4-4120-8ae3-3aef3e1310f6"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:08:26.424939 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8002745-31ee-44a3-9769-8592a8748620 req-3d6d1d6a-e251-4790-8259-89e8fab854a3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0e615bc-6dbf-4daa-9475-3b649ef1fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930221 Apr 18 21:08:26.458071 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d7d24-c41e-4373-baa0-754170df3bea req-ee16d032-90fe-4551-b48d-7e9386836953 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:26.467398 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-637d7d24-c41e-4373-baa0-754170df3bea req-ee16d032-90fe-4551-b48d-7e9386836953 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 945 time: 0.0926993 Apr 18 21:08:26.468237 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-0a5af097-9597-4e42-b9a2-3496757d4b7c None None] Set router 1a060955-261a-488c-97d9-5063d7ccffab gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:08:26.500221 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8879b97c-aabc-4fe5-bd91-e586482d27e0 x-openstack-request-id: req-8879b97c-aabc-4fe5-bd91-e586482d27e0 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:08:26.500826 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013f452a-29a0-4382-854c-5b49e5ccc762", "tag": "9b90b893-1cd4-4120-8ae3-3aef3e1310f6", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:08:26.501158 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8879b97c-aabc-4fe5-bd91-e586482d27e0 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:08:26.501702 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8879b97c-aabc-4fe5-bd91-e586482d27e0'] response: {'name': 'network-changed', 'server_uuid': '013f452a-29a0-4382-854c-5b49e5ccc762', 'tag': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6', 'status': 'completed', 'code': 200} Apr 18 21:08:26.535422 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-637d7d24-c41e-4373-baa0-754170df3bea req-a9e2dc76-0b15-42cc-83f8-943bf8f0e2e1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662920 Apr 18 21:08:26.548752 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48692) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:26.690726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b649844-df59-478c-97a2-9699dec70561 req-43304c2d-ff06-47d9-8aa3-478d82044cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:26.692259 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b649844-df59-478c-97a2-9699dec70561 req-43304c2d-ff06-47d9-8aa3-478d82044cee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 1096 time: 0.1558640 Apr 18 21:08:26.751632 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f363a3-b5d8-4784-8c30-fb123e46be58 req-c98ade52-5c98-4251-b791-715fbb50f831 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:26.754018 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c5f363a3-b5d8-4784-8c30-fb123e46be58 req-c98ade52-5c98-4251-b791-715fbb50f831 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=7688e21d-c6f5-4e18-a42e-6649c6a73134 HTTP/1.1" status: 200 len: 945 time: 0.1780555 Apr 18 21:08:26.761787 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e4816ee1-989c-4707-8011-a8d37449aa4e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/floatingips/01591639-cffc-486e-bda5-1d52b0e74824 HTTP/1.1" status: 200 len: 990 time: 0.2119491 Apr 18 21:08:26.814691 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-0a5af097-9597-4e42-b9a2-3496757d4b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a060955-261a-488c-97d9-5063d7ccffab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612741000', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:57Z', 'updated_at': '2022-04-18T21:08:04Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:07:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a060955-261a-488c-97d9-5063d7ccffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '01591639-cffc-486e-bda5-1d52b0e74824', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'floating_ip_address': '172.25.1.85', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '1a060955-261a-488c-97d9-5063d7ccffab', 'port_id': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf', 'mac_address': 'fa:16:3e:7e:2c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013f452a-29a0-4382-854c-5b49e5ccc762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:08:25Z', 'updated_at': '2022-04-18T21:08:25Z', 'revision_number': 0, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c63e8b5e-0acf-4d0c-8c91-c438df0fbc63', 'name': '', 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:a3:07:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a060955-261a-488c-97d9-5063d7ccffab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'df3b3a6c-b0a0-4fe6-8544-e2c19754e458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:08:03Z', 'updated_at': '2022-04-18T21:08:13Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': 'df3b3a6c-b0a0-4fe6-8544-e2c19754e458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:26.848109 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c5f363a3-b5d8-4784-8c30-fb123e46be58 req-f6e431b7-8061-4c60-9648-21337af6b596 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0e615bc-6dbf-4daa-9475-3b649ef1fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562909 Apr 18 21:08:26.865883 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5af097-9597-4e42-b9a2-3496757d4b7c None None] Checking router: 1a060955-261a-488c-97d9-5063d7ccffab for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:08:26.875564 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48700) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:26.877707 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5af097-9597-4e42-b9a2-3496757d4b7c None None] Routers {'1a060955-261a-488c-97d9-5063d7ccffab'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:08:26.878735 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-0a5af097-9597-4e42-b9a2-3496757d4b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:07:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1a060955-261a-488c-97d9-5063d7ccffab'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:26.882501 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b649844-df59-478c-97a2-9699dec70561 req-de468fa3-617a-4a3d-b18b-f1d6d7235f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:26.883980 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b649844-df59-478c-97a2-9699dec70561 req-de468fa3-617a-4a3d-b18b-f1d6d7235f68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=405cda5f-09d5-44cf-b9f9-3cf86317efaf HTTP/1.1" status: 200 len: 898 time: 0.1841736 Apr 18 21:08:26.965643 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7794d77-c24d-4638-9d85-c93f2ac40e33 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:26.970768 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a7794d77-c24d-4638-9d85-c93f2ac40e33 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7688e21d-c6f5-4e18-a42e-6649c6a73134 HTTP/1.1" status: 200 len: 1091 time: 0.0938940 Apr 18 21:08:26.981615 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48702) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:26.986498 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c93cadfc-6721-44ad-808e-a3c196808fd3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'port_id': '5812b535-4683-4d50-b8c7-fa85da52a178', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:08:26.988338 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b649844-df59-478c-97a2-9699dec70561 req-9d0bbdee-5f19-400e-869e-079172cb0f56 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6 HTTP/1.1" status: 200 len: 998 time: 0.0962000 Apr 18 21:08:27.016578 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c93cadfc-6721-44ad-808e-a3c196808fd3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:27.054998 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b649844-df59-478c-97a2-9699dec70561 req-ebc27b1a-49b3-4e20-91e2-e3deeb694dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:27.056853 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b649844-df59-478c-97a2-9699dec70561 req-ebc27b1a-49b3-4e20-91e2-e3deeb694dd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df3b3a6c-b0a0-4fe6-8544-e2c19754e458 HTTP/1.1" status: 200 len: 835 time: 0.0629079 Apr 18 21:08:27.085017 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-0a5af097-9597-4e42-b9a2-3496757d4b7c None None] Set router 1a060955-261a-488c-97d9-5063d7ccffab gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:08:27.153732 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b649844-df59-478c-97a2-9699dec70561 req-f31707d1-d0ee-475a-b27e-f250fddac5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:27.155416 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b649844-df59-478c-97a2-9699dec70561 req-f31707d1-d0ee-475a-b27e-f250fddac5a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=405cda5f-09d5-44cf-b9f9-3cf86317efaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850177 Apr 18 21:08:27.184707 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c93cadfc-6721-44ad-808e-a3c196808fd3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:27.283932 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b649844-df59-478c-97a2-9699dec70561 req-fac6c8eb-5e31-4ccb-bff6-3c660f764331 service neutron] 10.222.0.32 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216650 Apr 18 21:08:27.343362 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-c93cadfc-6721-44ad-808e-a3c196808fd3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Allocated IP 172.25.1.154 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/571f4aa4-25ab-40ae-8d37-97b1e755870b) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:27.361803 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-0a5af097-9597-4e42-b9a2-3496757d4b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a060955-261a-488c-97d9-5063d7ccffab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612741000', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:57Z', 'updated_at': '2022-04-18T21:08:04Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:07:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a060955-261a-488c-97d9-5063d7ccffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '01591639-cffc-486e-bda5-1d52b0e74824', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'floating_ip_address': '172.25.1.85', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '1a060955-261a-488c-97d9-5063d7ccffab', 'port_id': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf', 'mac_address': 'fa:16:3e:7e:2c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013f452a-29a0-4382-854c-5b49e5ccc762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:08:25Z', 'updated_at': '2022-04-18T21:08:25Z', 'revision_number': 0, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c63e8b5e-0acf-4d0c-8c91-c438df0fbc63', 'name': '', 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:a3:07:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a060955-261a-488c-97d9-5063d7ccffab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'df3b3a6c-b0a0-4fe6-8544-e2c19754e458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:08:03Z', 'updated_at': '2022-04-18T21:08:13Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': 'df3b3a6c-b0a0-4fe6-8544-e2c19754e458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:27.396605 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5af097-9597-4e42-b9a2-3496757d4b7c None None] The sync data for ids ['1a060955-261a-488c-97d9-5063d7ccffab'] in n-d-838323-3 is: [{'id': '1a060955-261a-488c-97d9-5063d7ccffab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612741000', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:57Z', 'updated_at': '2022-04-18T21:08:04Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:07:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a060955-261a-488c-97d9-5063d7ccffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '01591639-cffc-486e-bda5-1d52b0e74824', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'floating_ip_address': '172.25.1.85', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '1a060955-261a-488c-97d9-5063d7ccffab', 'port_id': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf', 'mac_address': 'fa:16:3e:7e:2c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013f452a-29a0-4382-854c-5b49e5ccc762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:08:25Z', 'updated_at': '2022-04-18T21:08:25Z', 'revision_number': 0, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c63e8b5e-0acf-4d0c-8c91-c438df0fbc63', 'name': '', 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:a3:07:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a060955-261a-488c-97d9-5063d7ccffab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'df3b3a6c-b0a0-4fe6-8544-e2c19754e458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:08:03Z', 'updated_at': '2022-04-18T21:08:13Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': 'df3b3a6c-b0a0-4fe6-8544-e2c19754e458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:08:27.444581 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8b649844-df59-478c-97a2-9699dec70561 req-2a5893fd-a27c-4e79-b811-2412a5450c21 service neutron] 10.222.0.32 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541152 Apr 18 21:08:27.524085 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c93cadfc-6721-44ad-808e-a3c196808fd3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:27.567695 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c93cadfc-6721-44ad-808e-a3c196808fd3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:27.612288 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93cadfc-6721-44ad-808e-a3c196808fd3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:27.619310 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-c93cadfc-6721-44ad-808e-a3c196808fd3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:27.626127 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93cadfc-6721-44ad-808e-a3c196808fd3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:08:27.688287 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cadfc-6721-44ad-808e-a3c196808fd3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'Port': ['ID=571f4aa4-25ab-40ae-8d37-97b1e755870b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:27.703551 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9c8de6-0b23-4af9-934b-2c031887a219 None None] New status for floating IP 01591639-cffc-486e-bda5-1d52b0e74824: ACTIVE {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:08:27.766961 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48712) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:27.893980 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-193eb0ca-edbf-4666-b162-77774e117fab tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/floatingips/01591639-cffc-486e-bda5-1d52b0e74824 HTTP/1.1" status: 200 len: 990 time: 0.1191645 Apr 18 21:08:28.277946 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c93cadfc-6721-44ad-808e-a3c196808fd3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.358557 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c93cadfc-6721-44ad-808e-a3c196808fd3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.515699 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c93cadfc-6721-44ad-808e-a3c196808fd3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.521872 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c93cadfc-6721-44ad-808e-a3c196808fd3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.594902 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cadfc-6721-44ad-808e-a3c196808fd3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'Port': ['ID=571f4aa4-25ab-40ae-8d37-97b1e755870b,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:28.607060 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c93cadfc-6721-44ad-808e-a3c196808fd3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.737535 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-c93cadfc-6721-44ad-808e-a3c196808fd3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Floating IP 15d25de3-dc9b-489a-bae5-545d5a7319d8 associated. External IP: 172.25.1.154, port: 5812b535-4683-4d50-b8c7-fa85da52a178. Apr 18 21:08:28.888324 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48726) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:29.005474 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-835ba87b-2aae-4cf3-b681-cec397ac3b2f tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/floatingips/01591639-cffc-486e-bda5-1d52b0e74824 HTTP/1.1" status: 200 len: 992 time: 0.1063395 Apr 18 21:08:29.032833 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-daa7f011-25a2-413e-9176-8a98adef4151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:29.049121 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93cadfc-6721-44ad-808e-a3c196808fd3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Router 65ad614a-1ef5-4b6a-ad36-ac005b47a94b has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:08:29.172216 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93cadfc-6721-44ad-808e-a3c196808fd3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:08:29.187348 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21d0bc6-d2cd-44b4-ba1a-27b8602d879f None None] Sync routers for ids ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:08:29.195018 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c93cadfc-6721-44ad-808e-a3c196808fd3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:29.206535 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d0bc6-d2cd-44b4-ba1a-27b8602d879f None None] Routers {'65ad614a-1ef5-4b6a-ad36-ac005b47a94b'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:08:29.207819 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a21d0bc6-d2cd-44b4-ba1a-27b8602d879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:08:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:29.236996 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48730) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:29.246465 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c93cadfc-6721-44ad-808e-a3c196808fd3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2623911 Apr 18 21:08:29.247934 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7688e21d-c6f5-4e18-a42e-6649c6a73134', 'tag': '5812b535-4683-4d50-b8c7-fa85da52a178'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:08:29.257755 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89db7a8-8dda-487b-80f4-9adfd4923871" -d '{"events": [{"name": "network-changed", "server_uuid": "7688e21d-c6f5-4e18-a42e-6649c6a73134", "tag": "5812b535-4683-4d50-b8c7-fa85da52a178"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:08:29.343571 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dd3ad2-dd4c-4a0c-8a05-0b94709fc5af x-openstack-request-id: req-16dd3ad2-dd4c-4a0c-8a05-0b94709fc5af {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:08:29.344769 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7688e21d-c6f5-4e18-a42e-6649c6a73134", "tag": "5812b535-4683-4d50-b8c7-fa85da52a178", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:08:29.345803 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-16dd3ad2-dd4c-4a0c-8a05-0b94709fc5af {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:08:29.346457 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16dd3ad2-dd4c-4a0c-8a05-0b94709fc5af'] response: {'name': 'network-changed', 'server_uuid': '7688e21d-c6f5-4e18-a42e-6649c6a73134', 'tag': '5812b535-4683-4d50-b8c7-fa85da52a178', 'status': 'completed', 'code': 200} Apr 18 21:08:29.360256 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-a21d0bc6-d2cd-44b4-ba1a-27b8602d879f None None] Set router 65ad614a-1ef5-4b6a-ad36-ac005b47a94b gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:08:29.409910 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e0ef4a89-7fdd-4273-a41a-d518664b5679 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/floatingips/15d25de3-dc9b-489a-bae5-545d5a7319d8 HTTP/1.1" status: 200 len: 991 time: 0.1692867 Apr 18 21:08:29.427124 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89db7a8-8dda-487b-80f4-9adfd4923871 req-8074c8f4-ae09-4580-ab14-38b4edffc5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:29.429718 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e89db7a8-8dda-487b-80f4-9adfd4923871 req-8074c8f4-ae09-4580-ab14-38b4edffc5c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ec59bc3ffdf4873b26042a0437d8698&device_id=7688e21d-c6f5-4e18-a42e-6649c6a73134 HTTP/1.1" status: 200 len: 1096 time: 0.0638101 Apr 18 21:08:29.540939 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89db7a8-8dda-487b-80f4-9adfd4923871 req-4dda4537-e826-4e9e-9b4d-812c3c60a0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:29.542728 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e89db7a8-8dda-487b-80f4-9adfd4923871 req-4dda4537-e826-4e9e-9b4d-812c3c60a0ba service neutron] 10.222.0.57 "GET /v2.0/networks?id=e8b21513-dcc9-4212-9b67-14e7e9ef0fc1 HTTP/1.1" status: 200 len: 897 time: 0.1064827 Apr 18 21:08:29.635600 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e89db7a8-8dda-487b-80f4-9adfd4923871 req-c7bdc937-221c-47c8-b8af-84069c7f59a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5812b535-4683-4d50-b8c7-fa85da52a178 HTTP/1.1" status: 200 len: 999 time: 0.0859234 Apr 18 21:08:29.652075 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a21d0bc6-d2cd-44b4-ba1a-27b8602d879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'name': 'tempest-TestNetworkBasicOps-router-61557471', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:08:06Z', 'revision_number': 4, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:59Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '15d25de3-dc9b-489a-bae5-545d5a7319d8', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'port_id': '5812b535-4683-4d50-b8c7-fa85da52a178', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'mac_address': 'fa:16:3e:60:4f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688e21d-c6f5-4e18-a42e-6649c6a73134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:08:28Z', 'updated_at': '2022-04-18T21:08:28Z', 'revision_number': 0, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eba89d2-1c9c-4942-aeda-59c893f0b47e', 'name': '', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'mac_address': 'fa:16:3e:57:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:08:05Z', 'updated_at': '2022-04-18T21:08:11Z', 'revision_number': 5, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'subnets': [{'id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:29.686344 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21d0bc6-d2cd-44b4-ba1a-27b8602d879f None None] Checking router: 65ad614a-1ef5-4b6a-ad36-ac005b47a94b for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:08:29.696268 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89db7a8-8dda-487b-80f4-9adfd4923871 req-1b923c94-6dfb-4c71-85ba-0d1c6c4fc1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:29.698048 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d0bc6-d2cd-44b4-ba1a-27b8602d879f None None] Routers {'65ad614a-1ef5-4b6a-ad36-ac005b47a94b'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:08:29.698212 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e89db7a8-8dda-487b-80f4-9adfd4923871 req-1b923c94-6dfb-4c71-85ba-0d1c6c4fc1f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=71563e00-eeb9-4aa6-ba00-8fbcf920d223 HTTP/1.1" status: 200 len: 835 time: 0.0565026 Apr 18 21:08:29.699115 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a21d0bc6-d2cd-44b4-ba1a-27b8602d879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:08:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:29.758029 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89db7a8-8dda-487b-80f4-9adfd4923871 req-94fddf85-8732-49a7-a7ac-c0a9231328a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:29.759875 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e89db7a8-8dda-487b-80f4-9adfd4923871 req-94fddf85-8732-49a7-a7ac-c0a9231328a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e8b21513-dcc9-4212-9b67-14e7e9ef0fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548911 Apr 18 21:08:29.872955 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-a21d0bc6-d2cd-44b4-ba1a-27b8602d879f None None] Set router 65ad614a-1ef5-4b6a-ad36-ac005b47a94b gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:08:29.941743 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e89db7a8-8dda-487b-80f4-9adfd4923871 req-21b4218b-0c1c-42ff-930e-9958c2c8fb24 service neutron] 10.222.0.57 "GET /v2.0/networks/e8b21513-dcc9-4212-9b67-14e7e9ef0fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752551 Apr 18 21:08:29.992100 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:30.059475 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-e89db7a8-8dda-487b-80f4-9adfd4923871 req-ac21ce10-c975-4ac4-b37b-9b490344bf82 service neutron] 10.222.0.57 "GET /v2.0/networks/e8b21513-dcc9-4212-9b67-14e7e9ef0fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107492 Apr 18 21:08:30.188731 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a21d0bc6-d2cd-44b4-ba1a-27b8602d879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'name': 'tempest-TestNetworkBasicOps-router-61557471', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:08:06Z', 'revision_number': 4, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:59Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '15d25de3-dc9b-489a-bae5-545d5a7319d8', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'port_id': '5812b535-4683-4d50-b8c7-fa85da52a178', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'mac_address': 'fa:16:3e:60:4f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688e21d-c6f5-4e18-a42e-6649c6a73134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:08:28Z', 'updated_at': '2022-04-18T21:08:28Z', 'revision_number': 0, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eba89d2-1c9c-4942-aeda-59c893f0b47e', 'name': '', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'mac_address': 'fa:16:3e:57:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:08:05Z', 'updated_at': '2022-04-18T21:08:11Z', 'revision_number': 5, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'subnets': [{'id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:30.233639 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21d0bc6-d2cd-44b4-ba1a-27b8602d879f None None] The sync data for ids ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'] in n-d-838323-3 is: [{'id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'name': 'tempest-TestNetworkBasicOps-router-61557471', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:08:06Z', 'revision_number': 4, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:59Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '15d25de3-dc9b-489a-bae5-545d5a7319d8', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'port_id': '5812b535-4683-4d50-b8c7-fa85da52a178', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'mac_address': 'fa:16:3e:60:4f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688e21d-c6f5-4e18-a42e-6649c6a73134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:08:28Z', 'updated_at': '2022-04-18T21:08:28Z', 'revision_number': 0, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eba89d2-1c9c-4942-aeda-59c893f0b47e', 'name': '', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'mac_address': 'fa:16:3e:57:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:08:05Z', 'updated_at': '2022-04-18T21:08:11Z', 'revision_number': 5, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'subnets': [{'id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:08:30.412600 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48742) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:30.481755 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-fe2db239-da99-414f-8fb9-065c0ae25ea1 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/floatingips/15d25de3-dc9b-489a-bae5-545d5a7319d8 HTTP/1.1" status: 200 len: 991 time: 0.0676782 Apr 18 21:08:30.484947 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472d1e4e-ea63-4313-a40e-371441c1beca None None] New status for floating IP 15d25de3-dc9b-489a-bae5-545d5a7319d8: ACTIVE {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:08:31.408746 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:31.485558 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48756) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:31.565396 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8123bd82-4256-4504-bcf7-ef62bdec445e tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/floatingips/15d25de3-dc9b-489a-bae5-545d5a7319d8 HTTP/1.1" status: 200 len: 993 time: 0.0757167 Apr 18 21:08:31.682757 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:37.930306 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:41.999561 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:48.385723 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:08:52.890333 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 48986) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:53.010141 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4c502d99-2129-4056-8136-b0e4837d3fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.119161 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4c502d99-2129-4056-8136-b0e4837d3fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.124744 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4c502d99-2129-4056-8136-b0e4837d3fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.191711 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4c502d99-2129-4056-8136-b0e4837d3fb0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea997149a57e4441a70722b108275a07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3001399 Apr 18 21:08:53.191961 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 48992) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:53.193126 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c502d99-2129-4056-8136-b0e4837d3fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acafa104-9e91-4d53-8b3f-456b05195de6,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:53.203184 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c502d99-2129-4056-8136-b0e4837d3fb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:53.204087 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c502d99-2129-4056-8136-b0e4837d3fb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:53.204193 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c502d99-2129-4056-8136-b0e4837d3fb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:53.204741 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c502d99-2129-4056-8136-b0e4837d3fb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:53.205400 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c502d99-2129-4056-8136-b0e4837d3fb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:53.205768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c502d99-2129-4056-8136-b0e4837d3fb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:53.206286 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c502d99-2129-4056-8136-b0e4837d3fb0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:53.207072 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c502d99-2129-4056-8136-b0e4837d3fb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:53.207440 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c502d99-2129-4056-8136-b0e4837d3fb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:53.207767 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c502d99-2129-4056-8136-b0e4837d3fb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:53.208228 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c502d99-2129-4056-8136-b0e4837d3fb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:53.208664 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c502d99-2129-4056-8136-b0e4837d3fb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:53.257182 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cb6b6dd5-bc21-4966-8708-3321ff145b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.280733 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cb6b6dd5-bc21-4966-8708-3321ff145b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.334109 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cb6b6dd5-bc21-4966-8708-3321ff145b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.337601 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-cb6b6dd5-bc21-4966-8708-3321ff145b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.338782 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-cb6b6dd5-bc21-4966-8708-3321ff145b97 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/acafa104-9e91-4d53-8b3f-456b05195de6 HTTP/1.1" status: 204 len: 168 time: 0.1457410 Apr 18 21:08:53.348712 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b6dd5-bc21-4966-8708-3321ff145b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acafa104-9e91-4d53-8b3f-456b05195de6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:54.640346 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c4ae63e2-0c7f-4b72-9892-d2a20e48f2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:55.176793 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e30b82d-1879-43e6-89b0-28d0953c3bc4 req-ad7644fc-bf50-4d27-80b2-7f6ca82e5a10 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458279 Apr 18 21:08:55.285987 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30b82d-1879-43e6-89b0-28d0953c3bc4 req-9ed68a43-c414-4407-a4d5-35d667c29a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:55.287744 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e30b82d-1879-43e6-89b0-28d0953c3bc4 req-9ed68a43-c414-4407-a4d5-35d667c29a07 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 1096 time: 0.0616455 Apr 18 21:08:55.431228 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30b82d-1879-43e6-89b0-28d0953c3bc4 req-1e87ccbf-2228-45db-9500-d69a4efb2d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:55.433594 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e30b82d-1879-43e6-89b0-28d0953c3bc4 req-1e87ccbf-2228-45db-9500-d69a4efb2d7c service neutron] 10.222.0.32 "GET /v2.0/networks?id=405cda5f-09d5-44cf-b9f9-3cf86317efaf HTTP/1.1" status: 200 len: 898 time: 0.1233721 Apr 18 21:08:55.510031 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e30b82d-1879-43e6-89b0-28d0953c3bc4 req-c0688a43-510a-4537-bb7e-c5475d179a39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6 HTTP/1.1" status: 200 len: 1000 time: 0.0693080 Apr 18 21:08:55.574333 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30b82d-1879-43e6-89b0-28d0953c3bc4 req-4a518d51-3f48-4161-8f44-25cbda61e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:55.575808 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e30b82d-1879-43e6-89b0-28d0953c3bc4 req-4a518d51-3f48-4161-8f44-25cbda61e409 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df3b3a6c-b0a0-4fe6-8544-e2c19754e458 HTTP/1.1" status: 200 len: 835 time: 0.0596125 Apr 18 21:08:55.629544 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30b82d-1879-43e6-89b0-28d0953c3bc4 req-dfe9393d-1340-4d02-9db4-62cdd492fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:55.631721 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e30b82d-1879-43e6-89b0-28d0953c3bc4 req-dfe9393d-1340-4d02-9db4-62cdd492fa87 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=405cda5f-09d5-44cf-b9f9-3cf86317efaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491631 Apr 18 21:08:55.738807 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e30b82d-1879-43e6-89b0-28d0953c3bc4 req-dd5c5ea8-7b51-4dbc-bf80-1e421ea9f202 service neutron] 10.222.0.32 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008599 Apr 18 21:08:55.848698 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e30b82d-1879-43e6-89b0-28d0953c3bc4 req-7726abbb-97f5-4619-ad10-866d0417a595 service neutron] 10.222.0.32 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025684 Apr 18 21:08:57.291504 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-614497fd-f56e-4991-b7c9-bcde8a3083d2 req-8bb88681-c947-4034-8b49-b672be1a0bd4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7688e21d-c6f5-4e18-a42e-6649c6a73134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0612981 Apr 18 21:08:57.407993 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614497fd-f56e-4991-b7c9-bcde8a3083d2 req-3bbdbb78-18c8-4573-9884-382232ba6951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:57.410482 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-614497fd-f56e-4991-b7c9-bcde8a3083d2 req-3bbdbb78-18c8-4573-9884-382232ba6951 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ec59bc3ffdf4873b26042a0437d8698&device_id=7688e21d-c6f5-4e18-a42e-6649c6a73134 HTTP/1.1" status: 200 len: 1096 time: 0.0539770 Apr 18 21:08:57.531508 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614497fd-f56e-4991-b7c9-bcde8a3083d2 req-474759a2-fcb0-4195-a9ff-6a09d78efb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:57.533160 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-614497fd-f56e-4991-b7c9-bcde8a3083d2 req-474759a2-fcb0-4195-a9ff-6a09d78efb33 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e8b21513-dcc9-4212-9b67-14e7e9ef0fc1 HTTP/1.1" status: 200 len: 897 time: 0.0986042 Apr 18 21:08:57.601778 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-614497fd-f56e-4991-b7c9-bcde8a3083d2 req-2d36cb79-6720-4e65-aca9-559eedba4d81 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5812b535-4683-4d50-b8c7-fa85da52a178 HTTP/1.1" status: 200 len: 1001 time: 0.0612788 Apr 18 21:08:57.663370 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614497fd-f56e-4991-b7c9-bcde8a3083d2 req-a1214006-c38e-426a-83bc-165ebbe24cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:57.665794 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-614497fd-f56e-4991-b7c9-bcde8a3083d2 req-a1214006-c38e-426a-83bc-165ebbe24cdc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=71563e00-eeb9-4aa6-ba00-8fbcf920d223 HTTP/1.1" status: 200 len: 835 time: 0.0573597 Apr 18 21:08:57.713861 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614497fd-f56e-4991-b7c9-bcde8a3083d2 req-af1b6e6e-9ea7-4e7b-908d-8fd0a5a3b111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:57.715345 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-614497fd-f56e-4991-b7c9-bcde8a3083d2 req-af1b6e6e-9ea7-4e7b-908d-8fd0a5a3b111 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e8b21513-dcc9-4212-9b67-14e7e9ef0fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419989 Apr 18 21:08:57.809667 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-614497fd-f56e-4991-b7c9-bcde8a3083d2 req-fb2d903b-ef8a-44b8-a239-c8d481952756 service neutron] 10.222.0.57 "GET /v2.0/networks/e8b21513-dcc9-4212-9b67-14e7e9ef0fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875199 Apr 18 21:08:57.914584 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-614497fd-f56e-4991-b7c9-bcde8a3083d2 req-2dfa3a26-2840-4b10-af20-ad2ac6e4c58b service neutron] 10.222.0.57 "GET /v2.0/networks/e8b21513-dcc9-4212-9b67-14e7e9ef0fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967927 Apr 18 21:08:59.030347 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1a40e194-0fe0-4a04-837b-9196c859d0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:59.893200 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:00.757129 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49198) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:09:00.851350 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a9dbab-748b-4ecf-a621-1ca36d7ee626 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:00.851827 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a9dbab-748b-4ecf-a621-1ca36d7ee626 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:00.852292 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a9dbab-748b-4ecf-a621-1ca36d7ee626 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:00.862941 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-01a9dbab-748b-4ecf-a621-1ca36d7ee626 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=0ec59bc3ffdf4873b26042a0437d8698&network_id=e8b21513-dcc9-4212-9b67-14e7e9ef0fc1 HTTP/1.1" status: 200 len: 2969 time: 0.0981421 Apr 18 21:09:01.395711 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:01.693636 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:02.429004 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49220) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:09:02.488582 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a8279a-d938-4dc8-8d04-6c53a29659c7 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:02.495257 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-71a8279a-d938-4dc8-8d04-6c53a29659c7 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 HTTP/1.1" status: 200 len: 814 time: 0.0599046 Apr 18 21:09:03.167220 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49240) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:09:03.173051 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-4f7ccd31-12fa-4c7a-b9e8-075756aa4d2d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'network': {'name': 'tempest-network-smoke--1149064509', 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'port_security_enabled': True}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:09:03.200709 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7ccd31-12fa-4c7a-b9e8-075756aa4d2d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Made reservation on behalf of 0ec59bc3ffdf4873b26042a0437d8698 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:09:03.204714 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4f7ccd31-12fa-4c7a-b9e8-075756aa4d2d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:03.233153 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f7ccd31-12fa-4c7a-b9e8-075756aa4d2d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:09:03.243908 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4f7ccd31-12fa-4c7a-b9e8-075756aa4d2d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:03.244256 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-4f7ccd31-12fa-4c7a-b9e8-075756aa4d2d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Added segment ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8 of type vlan for network 3eb3e8eb-fd39-454a-afe3-bae86c66e033 Apr 18 21:09:03.334711 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4f7ccd31-12fa-4c7a-b9e8-075756aa4d2d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:03.423778 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4f7ccd31-12fa-4c7a-b9e8-075756aa4d2d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:03.431212 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7ccd31-12fa-4c7a-b9e8-075756aa4d2d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:03.432322 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4f7ccd31-12fa-4c7a-b9e8-075756aa4d2d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:03.466479 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4f7ccd31-12fa-4c7a-b9e8-075756aa4d2d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2969153 Apr 18 21:09:03.468568 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49250) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:09:03.901863 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ccd31-12fa-4c7a-b9e8-075756aa4d2d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'Network': ['ID=3eb3e8eb-fd39-454a-afe3-bae86c66e033,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:03.922870 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ccd31-12fa-4c7a-b9e8-075756aa4d2d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:03.922870 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ccd31-12fa-4c7a-b9e8-075756aa4d2d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:03.922870 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ccd31-12fa-4c7a-b9e8-075756aa4d2d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:03.922870 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ccd31-12fa-4c7a-b9e8-075756aa4d2d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:03.922870 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ccd31-12fa-4c7a-b9e8-075756aa4d2d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:03.922870 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ccd31-12fa-4c7a-b9e8-075756aa4d2d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:03.922870 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ccd31-12fa-4c7a-b9e8-075756aa4d2d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:03.923561 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ccd31-12fa-4c7a-b9e8-075756aa4d2d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:03.923561 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ccd31-12fa-4c7a-b9e8-075756aa4d2d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:03.923737 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ccd31-12fa-4c7a-b9e8-075756aa4d2d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:03.924017 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ccd31-12fa-4c7a-b9e8-075756aa4d2d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:03.924336 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ccd31-12fa-4c7a-b9e8-075756aa4d2d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:03.941153 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 3eb3e8eb-fd39-454a-afe3-bae86c66e033 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:09:03.965095 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327d0174-4b27-4aa0-8d48-bffe6f9aa0a8 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:03.966899 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-327d0174-4b27-4aa0-8d48-bffe6f9aa0a8 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=0ec59bc3ffdf4873b26042a0437d8698&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.4974144 Apr 18 21:09:03.969612 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49256) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:09:04.129705 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29f272b-b80d-4cda-8a05-d248d29a251f tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:04.133849 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b29f272b-b80d-4cda-8a05-d248d29a251f tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1605282 Apr 18 21:09:04.134229 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49264) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:09:04.163981 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-04013e9d-1443-48bb-83c6-07a36dabf56a tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286794 Apr 18 21:09:04.166668 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49266) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:09:04.196303 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0b5b7b10-c9b9-4a19-9cc1-8977fc7dd07c tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=0ec59bc3ffdf4873b26042a0437d8698&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282912 Apr 18 21:09:04.198600 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49268) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:09:04.294955 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47339e7e-8198-47e5-b7f4-1a87f4336655 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:04.297191 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-47339e7e-8198-47e5-b7f4-1a87f4336655 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0967612 Apr 18 21:09:04.299313 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49272) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:09:04.336014 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0d0f32ae-6979-41c8-b173-f60d9c95e3d5 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350289 Apr 18 21:09:04.338460 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49278) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:09:04.343380 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-1b0ed7ee-28df-4443-88d8-1f8e05b13f82 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2002104070', 'network_id': '3eb3e8eb-fd39-454a-afe3-bae86c66e033', 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:09:04.449425 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0ed7ee-28df-4443-88d8-1f8e05b13f82 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Made reservation on behalf of 0ec59bc3ffdf4873b26042a0437d8698 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:09:04.452998 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b0ed7ee-28df-4443-88d8-1f8e05b13f82 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:04.666777 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b0ed7ee-28df-4443-88d8-1f8e05b13f82 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:04.738555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ed7ee-28df-4443-88d8-1f8e05b13f82 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'Subnet': ['ID=4c9b9ba8-86b5-4245-96a3-1d9272e782fe,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:04.757946 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0ed7ee-28df-4443-88d8-1f8e05b13f82 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Checking segment: {'id': 'ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3eb3e8eb-fd39-454a-afe3-bae86c66e033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:09:04.758810 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0ed7ee-28df-4443-88d8-1f8e05b13f82 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Network hostable DHCP agents. Network: 3eb3e8eb-fd39-454a-afe3-bae86c66e033, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:09:04.782039 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0ed7ee-28df-4443-88d8-1f8e05b13f82 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Network 3eb3e8eb-fd39-454a-afe3-bae86c66e033 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:09:04.792944 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-1b0ed7ee-28df-4443-88d8-1f8e05b13f82 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 3eb3e8eb-fd39-454a-afe3-bae86c66e033) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:04.800304 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0ed7ee-28df-4443-88d8-1f8e05b13f82 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:04.801145 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b0ed7ee-28df-4443-88d8-1f8e05b13f82 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:04.806162 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e651b51e-e945-48da-9183-e7d9ac246ae1 None None] Network 3eb3e8eb-fd39-454a-afe3-bae86c66e033 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:09:04.838852 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1b0ed7ee-28df-4443-88d8-1f8e05b13f82 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4990456 Apr 18 21:09:05.026494 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff58653c-6063-401a-aa93-f0a19381f04c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-3eb3e8eb-fd39-454a-afe3-bae86c66e033', 'network_id': '3eb3e8eb-fd39-454a-afe3-bae86c66e033', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'fixed_ips': [{'subnet_id': '4c9b9ba8-86b5-4245-96a3-1d9272e782fe'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:09:05.028066 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff58653c-6063-401a-aa93-f0a19381f04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.209574 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49296) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:09:05.214710 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-4feeac62-4713-45d7-a745-1371c9e76aa9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1150627378', 'description': 'tempest-secgroup-smoke-1150627378 description', 'project_id': '0ec59bc3ffdf4873b26042a0437d8698'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:09:05.241863 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4feeac62-4713-45d7-a745-1371c9e76aa9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.256532 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-ff58653c-6063-401a-aa93-f0a19381f04c None None] Allocated IP 172.20.0.18 (3eb3e8eb-fd39-454a-afe3-bae86c66e033/4c9b9ba8-86b5-4245-96a3-1d9272e782fe/35896826-05fa-4a31-845e-1aff92ce5276) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:09:05.354112 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4feeac62-4713-45d7-a745-1371c9e76aa9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.360139 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4feeac62-4713-45d7-a745-1371c9e76aa9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.403214 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4feeac62-4713-45d7-a745-1371c9e76aa9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.407717 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49300) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:09:05.408524 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4feeac62-4713-45d7-a745-1371c9e76aa9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1972835 Apr 18 21:09:05.411942 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feeac62-4713-45d7-a745-1371c9e76aa9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eda2bb08-df06-4060-acc4-46228bb5e6c6,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:05.423283 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-3f32f08f-2b8f-406c-a9e0-c0e96739f7bc tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'security_group_rule': {'security_group_id': 'eda2bb08-df06-4060-acc4-46228bb5e6c6', 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:09:05.465109 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff58653c-6063-401a-aa93-f0a19381f04c None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.471488 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff58653c-6063-401a-aa93-f0a19381f04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.486277 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3f32f08f-2b8f-406c-a9e0-c0e96739f7bc tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.520655 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff58653c-6063-401a-aa93-f0a19381f04c None None] Network 3eb3e8eb-fd39-454a-afe3-bae86c66e033 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:09:05.523654 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-ff58653c-6063-401a-aa93-f0a19381f04c None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:05.527327 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff58653c-6063-401a-aa93-f0a19381f04c None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:09:05.535010 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58653c-6063-401a-aa93-f0a19381f04c None None] Pushing event updated for resources: {'Port': ['ID=35896826-05fa-4a31-845e-1aff92ce5276,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:05.568112 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3f32f08f-2b8f-406c-a9e0-c0e96739f7bc tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.573159 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3f32f08f-2b8f-406c-a9e0-c0e96739f7bc tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.594942 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ff58653c-6063-401a-aa93-f0a19381f04c None None] Attempting to bind port 35896826-05fa-4a31-845e-1aff92ce5276 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:09:05.595332 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ff58653c-6063-401a-aa93-f0a19381f04c None None] Attempting to bind port 35896826-05fa-4a31-845e-1aff92ce5276 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3eb3e8eb-fd39-454a-afe3-bae86c66e033'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:09:05.595678 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff58653c-6063-401a-aa93-f0a19381f04c None None] Attempting to bind port 35896826-05fa-4a31-845e-1aff92ce5276 on network 3eb3e8eb-fd39-454a-afe3-bae86c66e033 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:09:05.601617 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff58653c-6063-401a-aa93-f0a19381f04c None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:09:05.602136 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff58653c-6063-401a-aa93-f0a19381f04c None None] Checking segment: {'id': 'ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3eb3e8eb-fd39-454a-afe3-bae86c66e033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:09:05.602519 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff58653c-6063-401a-aa93-f0a19381f04c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.602935 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff58653c-6063-401a-aa93-f0a19381f04c None None] Bound using segment: {'id': 'ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3eb3e8eb-fd39-454a-afe3-bae86c66e033'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:09:05.603371 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32f08f-2b8f-406c-a9e0-c0e96739f7bc tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef1d76c-6288-4586-8101-f28415516f39,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:05.603508 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ff58653c-6063-401a-aa93-f0a19381f04c None None] Bound port: 35896826-05fa-4a31-845e-1aff92ce5276, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3eb3e8eb-fd39-454a-afe3-bae86c66e033'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:09:05.603765 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff58653c-6063-401a-aa93-f0a19381f04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.609852 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3f32f08f-2b8f-406c-a9e0-c0e96739f7bc tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.614463 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49306) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:09:05.619615 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-3c32ac69-c5e9-4212-9edf-f197d0ad0f4b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'security_group_rule': {'security_group_id': 'eda2bb08-df06-4060-acc4-46228bb5e6c6', 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:09:05.623753 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3f32f08f-2b8f-406c-a9e0-c0e96739f7bc tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2120659 Apr 18 21:09:05.654815 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3c32ac69-c5e9-4212-9edf-f197d0ad0f4b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.684194 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ff58653c-6063-401a-aa93-f0a19381f04c None None] For port 35896826-05fa-4a31-845e-1aff92ce5276, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:09:05.688617 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ff58653c-6063-401a-aa93-f0a19381f04c None None] For port 35896826-05fa-4a31-845e-1aff92ce5276, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=35896826-05fa-4a31-845e-1aff92ce5276,segment=NetworkSegment(ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8),segment_id=ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:09:05.693937 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff58653c-6063-401a-aa93-f0a19381f04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.728564 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3c32ac69-c5e9-4212-9edf-f197d0ad0f4b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.743880 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3c32ac69-c5e9-4212-9edf-f197d0ad0f4b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.785884 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58653c-6063-401a-aa93-f0a19381f04c None None] Pushing event updated for resources: {'Port': ['ID=35896826-05fa-4a31-845e-1aff92ce5276,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:05.787824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32ac69-c5e9-4212-9edf-f197d0ad0f4b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9261dc2f-bda0-45a9-b1ed-0fc758a6d78f,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:05.796714 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3c32ac69-c5e9-4212-9edf-f197d0ad0f4b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.801244 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49316) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:09:05.801545 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3c32ac69-c5e9-4212-9edf-f197d0ad0f4b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1859331 Apr 18 21:09:05.813758 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a7b08a80-36f1-4a9f-874c-1452b28cbfba tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'security_group_rule': {'security_group_id': 'eda2bb08-df06-4060-acc4-46228bb5e6c6', 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:09:05.854529 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a7b08a80-36f1-4a9f-874c-1452b28cbfba tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.976099 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a7b08a80-36f1-4a9f-874c-1452b28cbfba tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.989582 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a7b08a80-36f1-4a9f-874c-1452b28cbfba tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.036156 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b08a80-36f1-4a9f-874c-1452b28cbfba tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ab7af0-3d8d-41ae-bab5-788441255947,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:06.053107 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a7b08a80-36f1-4a9f-874c-1452b28cbfba tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.054827 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a7b08a80-36f1-4a9f-874c-1452b28cbfba tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2522051 Apr 18 21:09:06.058591 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49322) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:09:06.066264 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-5b5389d1-0f6b-4e5f-ac5e-97292490c8fe tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'security_group_rule': {'security_group_id': 'eda2bb08-df06-4060-acc4-46228bb5e6c6', 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:09:06.102706 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5b5389d1-0f6b-4e5f-ac5e-97292490c8fe tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.205806 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5b5389d1-0f6b-4e5f-ac5e-97292490c8fe tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.212383 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5b5389d1-0f6b-4e5f-ac5e-97292490c8fe tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.233022 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5389d1-0f6b-4e5f-ac5e-97292490c8fe tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2110dc-959e-4981-a4eb-4c19b6b90092,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:06.238550 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5b5389d1-0f6b-4e5f-ac5e-97292490c8fe tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.239852 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5b5389d1-0f6b-4e5f-ac5e-97292490c8fe tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1787241 Apr 18 21:09:06.242526 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49328) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:09:06.253593 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-9e9cf979-c6d7-49c4-b042-f46a4ec340dd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'security_group_rule': {'security_group_id': 'eda2bb08-df06-4060-acc4-46228bb5e6c6', 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:09:06.301902 n-d-838323-3 neutron-server[102908]: INFO neutron.db.securitygroups_db [None req-9e9cf979-c6d7-49c4-b042-f46a4ec340dd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Project 0ec59bc3ffdf4873b26042a0437d8698 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:09:06.307890 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e9cf979-c6d7-49c4-b042-f46a4ec340dd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.381926 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e9cf979-c6d7-49c4-b042-f46a4ec340dd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.399042 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e9cf979-c6d7-49c4-b042-f46a4ec340dd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.422653 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9cf979-c6d7-49c4-b042-f46a4ec340dd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e13b21ca-57cb-4d67-af79-d68870e13c20,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:06.432346 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e9cf979-c6d7-49c4-b042-f46a4ec340dd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.433992 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9e9cf979-c6d7-49c4-b042-f46a4ec340dd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1843352 Apr 18 21:09:06.436395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49338) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:09:06.441530 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-45c49f14-5e4a-4928-8b2f-42c1f9a48ff1 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'security_group_rule': {'security_group_id': 'eda2bb08-df06-4060-acc4-46228bb5e6c6', 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:09:06.462760 n-d-838323-3 neutron-server[102908]: INFO neutron.db.securitygroups_db [None req-45c49f14-5e4a-4928-8b2f-42c1f9a48ff1 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Project 0ec59bc3ffdf4873b26042a0437d8698 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:09:06.467887 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-45c49f14-5e4a-4928-8b2f-42c1f9a48ff1 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.540230 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-45c49f14-5e4a-4928-8b2f-42c1f9a48ff1 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.546170 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-45c49f14-5e4a-4928-8b2f-42c1f9a48ff1 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.573097 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c49f14-5e4a-4928-8b2f-42c1f9a48ff1 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc055ba0-c90b-424d-b744-0d8036ade3ca,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:06.580104 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-45c49f14-5e4a-4928-8b2f-42c1f9a48ff1 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.589029 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-45c49f14-5e4a-4928-8b2f-42c1f9a48ff1 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1511877 Apr 18 21:09:06.818437 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-745628c8-1077-4575-9538-87b792f1f36f req-0929801f-3f93-4848-901d-4df7bf2e427f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1150627378&fields=id&tenant_id=0ec59bc3ffdf4873b26042a0437d8698 HTTP/1.1" status: 200 len: 267 time: 0.0413079 Apr 18 21:09:06.949494 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745628c8-1077-4575-9538-87b792f1f36f req-435af64a-3473-498e-8e03-ce7058e7ff26 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:06.951016 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-745628c8-1077-4575-9538-87b792f1f36f req-435af64a-3473-498e-8e03-ce7058e7ff26 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/networks?id=3eb3e8eb-fd39-454a-afe3-bae86c66e033 HTTP/1.1" status: 200 len: 797 time: 0.1231239 Apr 18 21:09:06.988735 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-745628c8-1077-4575-9538-87b792f1f36f req-8c8c3d07-3ff2-4f50-8fb8-e9d1478d367a tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/quotas/0ec59bc3ffdf4873b26042a0437d8698 HTTP/1.1" status: 200 len: 375 time: 0.0221350 Apr 18 21:09:07.058954 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd19f05-6aa1-42dd-826f-d2f93cf20c28 None None] Network 3eb3e8eb-fd39-454a-afe3-bae86c66e033 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:09:07.070370 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-745628c8-1077-4575-9538-87b792f1f36f req-4f78a1fb-9b3e-49ba-ab9a-2380cd04491a tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ec59bc3ffdf4873b26042a0437d8698&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0740519 Apr 18 21:09:07.089039 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-745628c8-1077-4575-9538-87b792f1f36f req-c1657e2a-341d-4a30-a24d-4b796e4772f9 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:09:07.090625 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-745628c8-1077-4575-9538-87b792f1f36f req-c1657e2a-341d-4a30-a24d-4b796e4772f9 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063531 Apr 18 21:09:07.147639 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 35896826-05fa-4a31-845e-1aff92ce5276 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:09:07.194661 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-745628c8-1077-4575-9538-87b792f1f36f req-bf37e0bd-75e9-41df-9d0d-0ecc0fc0d15e service neutron] 10.222.0.41 "GET /v2.0/networks/3eb3e8eb-fd39-454a-afe3-bae86c66e033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958745 Apr 18 21:09:07.252904 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-dd144b78-bc30-44a3-b33f-3c28c46b16e2 None None] Provisioning complete for port 35896826-05fa-4a31-845e-1aff92ce5276 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:07.254213 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dd144b78-bc30-44a3-b33f-3c28c46b16e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:07.298402 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-745628c8-1077-4575-9538-87b792f1f36f req-d3305ace-3108-4f66-b09b-fbf7689b253a service neutron] 10.222.0.41 "GET /v2.0/networks/3eb3e8eb-fd39-454a-afe3-bae86c66e033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972755 Apr 18 21:09:07.342517 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 35896826-05fa-4a31-845e-1aff92ce5276 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:07.342811 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:07.495655 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dd144b78-bc30-44a3-b33f-3c28c46b16e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:07.579968 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03adc253-968a-4661-87ae-f710b86fb94a req-589df54e-0925-4b6c-ba56-b105ac9311c8 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=5550dbb1-95b8-4f96-9a66-1d070c146814 HTTP/1.1" status: 200 len: 210 time: 0.0628035 Apr 18 21:09:07.590938 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-dd144b78-bc30-44a3-b33f-3c28c46b16e2 None None] For port 35896826-05fa-4a31-845e-1aff92ce5276, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=35896826-05fa-4a31-845e-1aff92ce5276,segment=NetworkSegment(ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8),segment_id=ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:07.605711 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dd144b78-bc30-44a3-b33f-3c28c46b16e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:07.646290 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:07.734798 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd144b78-bc30-44a3-b33f-3c28c46b16e2 None None] Pushing event updated for resources: {'Port': ['ID=35896826-05fa-4a31-845e-1aff92ce5276,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:07.747124 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:09:07.747488 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:09:07.942744 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:07.959681 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-21bd704e-9d88-4292-95fb-148ef2d09c02 None None] Provisioning complete for port 35896826-05fa-4a31-845e-1aff92ce5276 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:07.962953 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-21bd704e-9d88-4292-95fb-148ef2d09c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:08.754947 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4967f597-ff2d-4757-bcca-3999479a9188 req-fccc250a-91f7-419f-8e81-14bea10b7f15 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=5550dbb1-95b8-4f96-9a66-1d070c146814 HTTP/1.1" status: 200 len: 210 time: 0.0757685 Apr 18 21:09:08.848907 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745628c8-1077-4575-9538-87b792f1f36f req-5ea57019-2250-452f-9dec-449f9c0cf17f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:08.850582 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-745628c8-1077-4575-9538-87b792f1f36f req-5ea57019-2250-452f-9dec-449f9c0cf17f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.32 "GET /v2.0/networks?id=3eb3e8eb-fd39-454a-afe3-bae86c66e033 HTTP/1.1" status: 200 len: 797 time: 0.2073433 Apr 18 21:09:08.905940 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-745628c8-1077-4575-9538-87b792f1f36f req-67d16a6c-d1dc-42b8-8ad0-267b0e4a276f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ec59bc3ffdf4873b26042a0437d8698 HTTP/1.1" status: 200 len: 473 time: 0.0409734 Apr 18 21:09:08.916517 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-745628c8-1077-4575-9538-87b792f1f36f req-e7fb9812-f4a6-424b-88e8-fed8fd13685a tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'port': {'device_id': '5550dbb1-95b8-4f96-9a66-1d070c146814', 'network_id': '3eb3e8eb-fd39-454a-afe3-bae86c66e033', 'admin_state_up': True, 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'security_groups': ['eda2bb08-df06-4060-acc4-46228bb5e6c6']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:09:09.053693 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 35896826-05fa-4a31-845e-1aff92ce5276 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:09:09.091122 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-745628c8-1077-4575-9538-87b792f1f36f req-e7fb9812-f4a6-424b-88e8-fed8fd13685a tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Made reservation on behalf of 0ec59bc3ffdf4873b26042a0437d8698 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:09:09.096047 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-745628c8-1077-4575-9538-87b792f1f36f req-e7fb9812-f4a6-424b-88e8-fed8fd13685a tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:09.112992 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 35896826-05fa-4a31-845e-1aff92ce5276 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:09.113714 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:09.268852 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-745628c8-1077-4575-9538-87b792f1f36f req-e7fb9812-f4a6-424b-88e8-fed8fd13685a tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Allocated IP 172.20.0.29 (3eb3e8eb-fd39-454a-afe3-bae86c66e033/4c9b9ba8-86b5-4245-96a3-1d9272e782fe/e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:09:09.422111 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-745628c8-1077-4575-9538-87b792f1f36f req-e7fb9812-f4a6-424b-88e8-fed8fd13685a tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:09.457752 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-745628c8-1077-4575-9538-87b792f1f36f req-e7fb9812-f4a6-424b-88e8-fed8fd13685a tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:09.525223 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-745628c8-1077-4575-9538-87b792f1f36f req-e7fb9812-f4a6-424b-88e8-fed8fd13685a tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Network 3eb3e8eb-fd39-454a-afe3-bae86c66e033 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:09:09.528414 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-745628c8-1077-4575-9538-87b792f1f36f req-e7fb9812-f4a6-424b-88e8-fed8fd13685a tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:09.532402 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-745628c8-1077-4575-9538-87b792f1f36f req-e7fb9812-f4a6-424b-88e8-fed8fd13685a tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:09:09.543404 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb9812-f4a6-424b-88e8-fed8fd13685a tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'Port': ['ID=e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:09.595552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745628c8-1077-4575-9538-87b792f1f36f req-e7fb9812-f4a6-424b-88e8-fed8fd13685a tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:09.596379 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-745628c8-1077-4575-9538-87b792f1f36f req-e7fb9812-f4a6-424b-88e8-fed8fd13685a tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:09.634504 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-745628c8-1077-4575-9538-87b792f1f36f req-e7fb9812-f4a6-424b-88e8-fed8fd13685a tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7221787 Apr 18 21:09:09.647860 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-745628c8-1077-4575-9538-87b792f1f36f req-98ddb70c-dfe1-4a4c-8170-22e31a208fa6 service neutron] Request body: {'port': {'device_id': '5550dbb1-95b8-4f96-9a66-1d070c146814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:09:09.732222 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-745628c8-1077-4575-9538-87b792f1f36f req-98ddb70c-dfe1-4a4c-8170-22e31a208fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:09.913031 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f392be0d-300c-404b-8f3b-e2e1e23b4fc1 None None] Provisioning complete for port e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:09.913756 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f392be0d-300c-404b-8f3b-e2e1e23b4fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:09.964678 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f392be0d-300c-404b-8f3b-e2e1e23b4fc1 None None] Port e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:09:10.043533 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fc256-e080-4788-bc03-29dff74476ad req-3b59389d-b695-41f1-9cd0-9759843e4ae5 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:10.045344 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-698fc256-e080-4788-bc03-29dff74476ad req-3b59389d-b695-41f1-9cd0-9759843e4ae5 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=5550dbb1-95b8-4f96-9a66-1d070c146814 HTTP/1.1" status: 200 len: 932 time: 0.1494248 Apr 18 21:09:10.113711 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-698fc256-e080-4788-bc03-29dff74476ad req-60b9f9ca-ca21-454e-abb8-feebe2765e29 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=eda2bb08-df06-4060-acc4-46228bb5e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596488 Apr 18 21:09:10.217372 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-745628c8-1077-4575-9538-87b792f1f36f req-98ddb70c-dfe1-4a4c-8170-22e31a208fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:09:10.229043 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-745628c8-1077-4575-9538-87b792f1f36f req-98ddb70c-dfe1-4a4c-8170-22e31a208fa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:10.252935 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-745628c8-1077-4575-9538-87b792f1f36f req-98ddb70c-dfe1-4a4c-8170-22e31a208fa6 service neutron] Transition to ACTIVE for port object e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:09:10.260832 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-745628c8-1077-4575-9538-87b792f1f36f req-98ddb70c-dfe1-4a4c-8170-22e31a208fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:10.349604 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddb70c-dfe1-4a4c-8170-22e31a208fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:10.432695 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-745628c8-1077-4575-9538-87b792f1f36f req-98ddb70c-dfe1-4a4c-8170-22e31a208fa6 service neutron] Attempting to bind port e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:09:10.433200 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-745628c8-1077-4575-9538-87b792f1f36f req-98ddb70c-dfe1-4a4c-8170-22e31a208fa6 service neutron] Attempting to bind port e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3eb3e8eb-fd39-454a-afe3-bae86c66e033'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:09:10.433667 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745628c8-1077-4575-9538-87b792f1f36f req-98ddb70c-dfe1-4a4c-8170-22e31a208fa6 service neutron] Attempting to bind port e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6 on network 3eb3e8eb-fd39-454a-afe3-bae86c66e033 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:09:10.439110 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745628c8-1077-4575-9538-87b792f1f36f req-98ddb70c-dfe1-4a4c-8170-22e31a208fa6 service neutron] Port e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6 on network 3eb3e8eb-fd39-454a-afe3-bae86c66e033 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:09:10.439606 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745628c8-1077-4575-9538-87b792f1f36f req-98ddb70c-dfe1-4a4c-8170-22e31a208fa6 service neutron] Attempting to bind port e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6 on network 3eb3e8eb-fd39-454a-afe3-bae86c66e033 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:09:10.448972 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745628c8-1077-4575-9538-87b792f1f36f req-98ddb70c-dfe1-4a4c-8170-22e31a208fa6 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:09:10.450533 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745628c8-1077-4575-9538-87b792f1f36f req-98ddb70c-dfe1-4a4c-8170-22e31a208fa6 service neutron] Checking segment: {'id': 'ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3eb3e8eb-fd39-454a-afe3-bae86c66e033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:09:10.451142 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745628c8-1077-4575-9538-87b792f1f36f req-98ddb70c-dfe1-4a4c-8170-22e31a208fa6 service neutron] Bound using segment: {'id': 'ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3eb3e8eb-fd39-454a-afe3-bae86c66e033'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:09:10.451593 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-745628c8-1077-4575-9538-87b792f1f36f req-98ddb70c-dfe1-4a4c-8170-22e31a208fa6 service neutron] Bound port: e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3eb3e8eb-fd39-454a-afe3-bae86c66e033'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:09:10.452064 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-745628c8-1077-4575-9538-87b792f1f36f req-98ddb70c-dfe1-4a4c-8170-22e31a208fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:10.545140 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-745628c8-1077-4575-9538-87b792f1f36f req-98ddb70c-dfe1-4a4c-8170-22e31a208fa6 service neutron] For port e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:09:10.550258 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-745628c8-1077-4575-9538-87b792f1f36f req-98ddb70c-dfe1-4a4c-8170-22e31a208fa6 service neutron] For port e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6,segment=NetworkSegment(ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8),segment_id=ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:09:10.561221 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-745628c8-1077-4575-9538-87b792f1f36f req-98ddb70c-dfe1-4a4c-8170-22e31a208fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:10.628061 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745628c8-1077-4575-9538-87b792f1f36f req-98ddb70c-dfe1-4a4c-8170-22e31a208fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:10.628916 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-745628c8-1077-4575-9538-87b792f1f36f req-98ddb70c-dfe1-4a4c-8170-22e31a208fa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:10.630644 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-745628c8-1077-4575-9538-87b792f1f36f req-98ddb70c-dfe1-4a4c-8170-22e31a208fa6 service neutron] 10.222.0.32 "PUT /v2.0/ports/e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6 HTTP/1.1" status: 200 len: 1092 time: 0.9884191 Apr 18 21:09:10.631197 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5550dbb1-95b8-4f96-9a66-1d070c146814', 'tag': 'e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:09:10.633724 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0314f9a-261b-4c3f-96f5-e8af2b5e01ee" -d '{"events": [{"name": "network-changed", "server_uuid": "5550dbb1-95b8-4f96-9a66-1d070c146814", "tag": "e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:09:10.641625 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddb70c-dfe1-4a4c-8170-22e31a208fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:10.717038 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af602367-27aa-4dd1-8fba-75685fb538c3 x-openstack-request-id: req-af602367-27aa-4dd1-8fba-75685fb538c3 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:09:10.717330 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5550dbb1-95b8-4f96-9a66-1d070c146814", "tag": "e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:09:10.717580 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af602367-27aa-4dd1-8fba-75685fb538c3 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:09:10.718141 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af602367-27aa-4dd1-8fba-75685fb538c3'] response: {'name': 'network-changed', 'server_uuid': '5550dbb1-95b8-4f96-9a66-1d070c146814', 'tag': 'e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6', 'status': 'completed', 'code': 200} Apr 18 21:09:10.737972 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745628c8-1077-4575-9538-87b792f1f36f req-eb20dcb3-8275-4515-989b-cbd4e9c95cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:10.740321 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-745628c8-1077-4575-9538-87b792f1f36f req-eb20dcb3-8275-4515-989b-cbd4e9c95cd8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ec59bc3ffdf4873b26042a0437d8698&device_id=5550dbb1-95b8-4f96-9a66-1d070c146814 HTTP/1.1" status: 200 len: 1095 time: 0.0594680 Apr 18 21:09:10.791447 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-745628c8-1077-4575-9538-87b792f1f36f req-4b374b6c-1fc8-4666-9d77-53b1e184d714 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6 HTTP/1.1" status: 200 len: 217 time: 0.0437787 Apr 18 21:09:10.846133 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745628c8-1077-4575-9538-87b792f1f36f req-6e5378d1-8ff3-4919-a75a-15751b2107d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:10.847695 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-745628c8-1077-4575-9538-87b792f1f36f req-6e5378d1-8ff3-4919-a75a-15751b2107d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c9b9ba8-86b5-4245-96a3-1d9272e782fe HTTP/1.1" status: 200 len: 838 time: 0.0484216 Apr 18 21:09:10.903253 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745628c8-1077-4575-9538-87b792f1f36f req-34b44453-b6eb-4920-8649-ec85bd4ebdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:10.905625 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-745628c8-1077-4575-9538-87b792f1f36f req-34b44453-b6eb-4920-8649-ec85bd4ebdbf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3eb3e8eb-fd39-454a-afe3-bae86c66e033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520251 Apr 18 21:09:11.020619 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-745628c8-1077-4575-9538-87b792f1f36f req-800d2157-a986-4e12-ab28-09375d3183aa service neutron] 10.222.0.32 "GET /v2.0/networks/3eb3e8eb-fd39-454a-afe3-bae86c66e033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025572 Apr 18 21:09:11.129846 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-745628c8-1077-4575-9538-87b792f1f36f req-a7601881-ee8f-4a60-a93f-e5907831ee06 service neutron] 10.222.0.32 "GET /v2.0/networks/3eb3e8eb-fd39-454a-afe3-bae86c66e033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026876 Apr 18 21:09:11.269649 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0314f9a-261b-4c3f-96f5-e8af2b5e01ee req-18d98beb-c79a-42dc-97ae-26f13385a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:11.271354 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d0314f9a-261b-4c3f-96f5-e8af2b5e01ee req-18d98beb-c79a-42dc-97ae-26f13385a138 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ec59bc3ffdf4873b26042a0437d8698&device_id=5550dbb1-95b8-4f96-9a66-1d070c146814 HTTP/1.1" status: 200 len: 1095 time: 0.0860114 Apr 18 21:09:11.308980 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d09735-97f4-48ab-8827-d5a375da5c09 req-d8687b37-151e-4787-bf89-1f12a62613cd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:11.310432 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c5d09735-97f4-48ab-8827-d5a375da5c09 req-d8687b37-151e-4787-bf89-1f12a62613cd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=5550dbb1-95b8-4f96-9a66-1d070c146814 HTTP/1.1" status: 200 len: 944 time: 0.0868897 Apr 18 21:09:11.387156 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c5d09735-97f4-48ab-8827-d5a375da5c09 req-5d834984-319d-4556-854b-497f48e5e5f1 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=eda2bb08-df06-4060-acc4-46228bb5e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491848 Apr 18 21:09:11.412834 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0314f9a-261b-4c3f-96f5-e8af2b5e01ee req-0ada0295-242a-4bbb-9e1a-6c152217f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:11.414358 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d0314f9a-261b-4c3f-96f5-e8af2b5e01ee req-0ada0295-242a-4bbb-9e1a-6c152217f529 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3eb3e8eb-fd39-454a-afe3-bae86c66e033 HTTP/1.1" status: 200 len: 898 time: 0.1350646 Apr 18 21:09:11.462896 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d0314f9a-261b-4c3f-96f5-e8af2b5e01ee req-8754fbf8-555b-4302-8f97-9fe6bd8ecc6b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6 HTTP/1.1" status: 200 len: 217 time: 0.0418844 Apr 18 21:09:11.515408 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0314f9a-261b-4c3f-96f5-e8af2b5e01ee req-a26c8205-b4a0-43fd-ac1a-9669bcf38cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:11.516930 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d0314f9a-261b-4c3f-96f5-e8af2b5e01ee req-a26c8205-b4a0-43fd-ac1a-9669bcf38cce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c9b9ba8-86b5-4245-96a3-1d9272e782fe HTTP/1.1" status: 200 len: 838 time: 0.0479362 Apr 18 21:09:11.568193 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0314f9a-261b-4c3f-96f5-e8af2b5e01ee req-a611937d-6636-4b55-a435-f6a13b9e9322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:11.569753 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d0314f9a-261b-4c3f-96f5-e8af2b5e01ee req-a611937d-6636-4b55-a435-f6a13b9e9322 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3eb3e8eb-fd39-454a-afe3-bae86c66e033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462108 Apr 18 21:09:11.670344 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d0314f9a-261b-4c3f-96f5-e8af2b5e01ee req-a0317287-72bb-4feb-9153-7a39ff2810fa service neutron] 10.222.0.32 "GET /v2.0/networks/3eb3e8eb-fd39-454a-afe3-bae86c66e033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937748 Apr 18 21:09:11.782059 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d0314f9a-261b-4c3f-96f5-e8af2b5e01ee req-add72e16-ba03-4130-9b7a-b89fd42679b2 service neutron] 10.222.0.32 "GET /v2.0/networks/3eb3e8eb-fd39-454a-afe3-bae86c66e033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052980 Apr 18 21:09:11.997143 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:12.727198 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227d205-3742-45a2-a392-c8dc68be6209 req-48c3510c-13b9-4dd4-80af-522c5f221837 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:12.728726 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c227d205-3742-45a2-a392-c8dc68be6209 req-48c3510c-13b9-4dd4-80af-522c5f221837 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=5550dbb1-95b8-4f96-9a66-1d070c146814 HTTP/1.1" status: 200 len: 944 time: 0.2632685 Apr 18 21:09:12.778779 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c227d205-3742-45a2-a392-c8dc68be6209 req-a1d3af6b-15e7-47ce-ac17-73d7b6d60fd2 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=eda2bb08-df06-4060-acc4-46228bb5e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431159 Apr 18 21:09:13.985158 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898b5b8-a52c-408e-bf1e-6400f463e22e req-b346618d-726e-4cac-892b-7f2083e05a1f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:13.992551 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8898b5b8-a52c-408e-bf1e-6400f463e22e req-b346618d-726e-4cac-892b-7f2083e05a1f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=5550dbb1-95b8-4f96-9a66-1d070c146814 HTTP/1.1" status: 200 len: 944 time: 0.1289878 Apr 18 21:09:14.040015 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8898b5b8-a52c-408e-bf1e-6400f463e22e req-8a7e2448-a6f3-40c8-a0d5-048faec4a98b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=eda2bb08-df06-4060-acc4-46228bb5e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460727 Apr 18 21:09:15.157480 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5a4f7-a488-4eca-b7c2-20ae25659bc4 req-556e209d-71b3-4391-b48c-6a22b1019ac1 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:15.159557 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ae5a4f7-a488-4eca-b7c2-20ae25659bc4 req-556e209d-71b3-4391-b48c-6a22b1019ac1 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=5550dbb1-95b8-4f96-9a66-1d070c146814 HTTP/1.1" status: 200 len: 944 time: 0.0512273 Apr 18 21:09:15.199926 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ae5a4f7-a488-4eca-b7c2-20ae25659bc4 req-0305a0e6-7846-48d1-b4bd-56aba100426e tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=eda2bb08-df06-4060-acc4-46228bb5e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335319 Apr 18 21:09:15.225418 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:09:15.363979 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6,segment=NetworkSegment(ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8),segment_id=ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:15.383392 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6', 'network_id': '3eb3e8eb-fd39-454a-afe3-bae86c66e033', 'port_id': 'e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6', 'mac_address': 'fa:16:3e:79:49:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9b9ba8-86b5-4245-96a3-1d9272e782fe', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:09:15.452805 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:15.481776 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:09:15.514738 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6,segment=NetworkSegment(ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8),segment_id=ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:15.520900 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:15.570859 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:15.843687 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:09:16.323884 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c599869-8ebb-4d3a-8143-f21e07106775 req-0d562381-47d9-4ab5-92d2-5f870dbbe2c2 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:16.325455 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c599869-8ebb-4d3a-8143-f21e07106775 req-0d562381-47d9-4ab5-92d2-5f870dbbe2c2 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=5550dbb1-95b8-4f96-9a66-1d070c146814 HTTP/1.1" status: 200 len: 945 time: 0.0547895 Apr 18 21:09:16.367814 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c599869-8ebb-4d3a-8143-f21e07106775 req-2d46fd87-bcb7-435c-85d3-fdebfd7f859e tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=eda2bb08-df06-4060-acc4-46228bb5e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351067 Apr 18 21:09:17.231594 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:09:17.282318 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:09:17.286242 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:17.286615 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:17.371295 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:17.395450 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5550dbb1-95b8-4f96-9a66-1d070c146814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:09:17.397927 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ae07e7-652b-41ab-8511-f1c8a7837267" -d '{"events": [{"server_uuid": "5550dbb1-95b8-4f96-9a66-1d070c146814", "name": "network-vif-plugged", "status": "completed", "tag": "e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:09:17.412191 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6,segment=NetworkSegment(ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8),segment_id=ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:17.417951 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:17.448959 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b99ee11-91f1-4dda-9c8d-ccaf4270a6d3 x-openstack-request-id: req-2b99ee11-91f1-4dda-9c8d-ccaf4270a6d3 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:09:17.449319 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5550dbb1-95b8-4f96-9a66-1d070c146814", "name": "network-vif-plugged", "status": "completed", "tag": "e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:09:17.449644 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b99ee11-91f1-4dda-9c8d-ccaf4270a6d3 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:09:17.450097 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b99ee11-91f1-4dda-9c8d-ccaf4270a6d3'] response: {'server_uuid': '5550dbb1-95b8-4f96-9a66-1d070c146814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6', 'code': 200} Apr 18 21:09:17.484250 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:17.505068 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be81ed-af5a-468c-8100-50c6f98d3133 req-f844ae9a-3cf2-4ed4-8ea3-ffcc56bf30a8 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:17.506705 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b2be81ed-af5a-468c-8100-50c6f98d3133 req-f844ae9a-3cf2-4ed4-8ea3-ffcc56bf30a8 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=5550dbb1-95b8-4f96-9a66-1d070c146814 HTTP/1.1" status: 200 len: 946 time: 0.0563786 Apr 18 21:09:17.572993 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b2be81ed-af5a-468c-8100-50c6f98d3133 req-a8864378-1fa8-416e-a5cd-953d6f3a3341 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=eda2bb08-df06-4060-acc4-46228bb5e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567694 Apr 18 21:09:17.582588 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9412aaf-ee92-4532-b678-e9a735d7df25 req-790366ff-3e88-4836-86b6-9afb34c54ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:17.582588 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f9412aaf-ee92-4532-b678-e9a735d7df25 req-790366ff-3e88-4836-86b6-9afb34c54ae6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5550dbb1-95b8-4f96-9a66-1d070c146814 HTTP/1.1" status: 200 len: 1097 time: 0.0727003 Apr 18 21:09:17.625915 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f9412aaf-ee92-4532-b678-e9a735d7df25 req-ba4b60a4-9f51-4577-900d-af8b29a894c1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=eda2bb08-df06-4060-acc4-46228bb5e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374951 Apr 18 21:09:18.732213 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249190fa-5136-4a11-806c-9dbfe46b25b1 req-26596dbf-8f86-4894-8a87-6ba65cbd62fb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:18.733925 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-249190fa-5136-4a11-806c-9dbfe46b25b1 req-26596dbf-8f86-4894-8a87-6ba65cbd62fb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=5550dbb1-95b8-4f96-9a66-1d070c146814 HTTP/1.1" status: 200 len: 946 time: 0.0714846 Apr 18 21:09:18.786979 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-249190fa-5136-4a11-806c-9dbfe46b25b1 req-ae59dde5-071a-4a5c-9ed3-553f37e53048 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=eda2bb08-df06-4060-acc4-46228bb5e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450094 Apr 18 21:09:19.947188 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430c76b-7dcb-4dee-81d0-c87c1442b115 req-a140c04a-e2d3-4c6f-88b5-04c992eaf30f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:19.948643 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1430c76b-7dcb-4dee-81d0-c87c1442b115 req-a140c04a-e2d3-4c6f-88b5-04c992eaf30f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=5550dbb1-95b8-4f96-9a66-1d070c146814 HTTP/1.1" status: 200 len: 946 time: 0.0570583 Apr 18 21:09:19.989705 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1430c76b-7dcb-4dee-81d0-c87c1442b115 req-7997a7bd-7ff7-4810-aacf-a4bfffad5a42 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=eda2bb08-df06-4060-acc4-46228bb5e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344980 Apr 18 21:09:20.192379 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4ca47-40f0-407e-a7d2-2e94ad2fbd72 req-7929495b-7b20-4330-a2d9-ed430dac0206 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:20.194471 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c5d4ca47-40f0-407e-a7d2-2e94ad2fbd72 req-7929495b-7b20-4330-a2d9-ed430dac0206 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=5550dbb1-95b8-4f96-9a66-1d070c146814 HTTP/1.1" status: 200 len: 946 time: 0.1262579 Apr 18 21:09:20.246840 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c5d4ca47-40f0-407e-a7d2-2e94ad2fbd72 req-9cf046f9-97fa-48b8-ba34-e1ca6195b91e tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=eda2bb08-df06-4060-acc4-46228bb5e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447063 Apr 18 21:09:21.734504 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49610) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:09:22.348144 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-81fbd235-07b8-4f8f-aca2-03e5dc3abeff tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:22.667384 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-81fbd235-07b8-4f8f-aca2-03e5dc3abeff tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Allocated IP 172.20.0.17 (3eb3e8eb-fd39-454a-afe3-bae86c66e033/4c9b9ba8-86b5-4245-96a3-1d9272e782fe/7be23d58-fa07-4e6e-8329-d672f39b58f3) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:09:22.794110 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-81fbd235-07b8-4f8f-aca2-03e5dc3abeff tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:22.828934 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-81fbd235-07b8-4f8f-aca2-03e5dc3abeff tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:22.874696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fbd235-07b8-4f8f-aca2-03e5dc3abeff tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Network 3eb3e8eb-fd39-454a-afe3-bae86c66e033 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:09:22.880328 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-81fbd235-07b8-4f8f-aca2-03e5dc3abeff tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:22.884353 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fbd235-07b8-4f8f-aca2-03e5dc3abeff tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:09:22.917790 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbd235-07b8-4f8f-aca2-03e5dc3abeff tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'Port': ['ID=7be23d58-fa07-4e6e-8329-d672f39b58f3,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:22.946784 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-81fbd235-07b8-4f8f-aca2-03e5dc3abeff tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:23.099005 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-81fbd235-07b8-4f8f-aca2-03e5dc3abeff tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:23.191705 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-214a94f8-259a-4ff6-bed5-417281db0523 None None] Provisioning complete for port 7be23d58-fa07-4e6e-8329-d672f39b58f3 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:23.192186 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-214a94f8-259a-4ff6-bed5-417281db0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:23.227867 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-214a94f8-259a-4ff6-bed5-417281db0523 None None] Port 7be23d58-fa07-4e6e-8329-d672f39b58f3 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:09:23.781218 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-81fbd235-07b8-4f8f-aca2-03e5dc3abeff tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:23.786686 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-81fbd235-07b8-4f8f-aca2-03e5dc3abeff tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:23.874316 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbd235-07b8-4f8f-aca2-03e5dc3abeff tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'Port': ['ID=7be23d58-fa07-4e6e-8329-d672f39b58f3,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:23.884894 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-81fbd235-07b8-4f8f-aca2-03e5dc3abeff tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:23.991596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fbd235-07b8-4f8f-aca2-03e5dc3abeff tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Network 3eb3e8eb-fd39-454a-afe3-bae86c66e033 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:09:23.993775 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-81fbd235-07b8-4f8f-aca2-03e5dc3abeff tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:24.138158 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fbd235-07b8-4f8f-aca2-03e5dc3abeff tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Router 65ad614a-1ef5-4b6a-ad36-ac005b47a94b has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:09:24.276519 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fbd235-07b8-4f8f-aca2-03e5dc3abeff tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:09:24.296050 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-81fbd235-07b8-4f8f-aca2-03e5dc3abeff tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "PUT /v2.0/routers/65ad614a-1ef5-4b6a-ad36-ac005b47a94b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5592818 Apr 18 21:09:24.301431 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc4e84f-e6ca-47a4-bf97-12c0ec58d5de None None] Sync routers for ids ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:09:24.313684 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b8a2255f-7abf-4065-b20a-2bb6ce041757 None None] Provisioning complete for port 7be23d58-fa07-4e6e-8329-d672f39b58f3 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:24.314609 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b8a2255f-7abf-4065-b20a-2bb6ce041757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:24.352005 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc4e84f-e6ca-47a4-bf97-12c0ec58d5de None None] Routers {'65ad614a-1ef5-4b6a-ad36-ac005b47a94b'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:09:24.352693 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-6cc4e84f-e6ca-47a4-bf97-12c0ec58d5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:08:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:24.423073 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-b8a2255f-7abf-4065-b20a-2bb6ce041757 None None] Port 7be23d58-fa07-4e6e-8329-d672f39b58f3 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:09:24.491643 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-6cc4e84f-e6ca-47a4-bf97-12c0ec58d5de None None] Set router 65ad614a-1ef5-4b6a-ad36-ac005b47a94b gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:09:24.678212 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c0eb21f5-4758-4aa8-acf2-06e3adfce35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:24.767906 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-6cc4e84f-e6ca-47a4-bf97-12c0ec58d5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'name': 'tempest-TestNetworkBasicOps-router-61557471', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:09:23Z', 'revision_number': 5, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:59Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '15d25de3-dc9b-489a-bae5-545d5a7319d8', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'port_id': '5812b535-4683-4d50-b8c7-fa85da52a178', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'mac_address': 'fa:16:3e:60:4f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688e21d-c6f5-4e18-a42e-6649c6a73134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:08:28Z', 'updated_at': '2022-04-18T21:08:30Z', 'revision_number': 1, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eba89d2-1c9c-4942-aeda-59c893f0b47e', 'name': '', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'mac_address': 'fa:16:3e:57:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:08:05Z', 'updated_at': '2022-04-18T21:08:11Z', 'revision_number': 5, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'subnets': [{'id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7be23d58-fa07-4e6e-8329-d672f39b58f3', 'name': '', 'network_id': '3eb3e8eb-fd39-454a-afe3-bae86c66e033', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'mac_address': 'fa:16:3e:cd:91:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4c9b9ba8-86b5-4245-96a3-1d9272e782fe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:09:22Z', 'updated_at': '2022-04-18T21:09:23Z', 'revision_number': 2, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'subnets': [{'id': '4c9b9ba8-86b5-4245-96a3-1d9272e782fe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:24.798223 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc4e84f-e6ca-47a4-bf97-12c0ec58d5de None None] Checking router: 65ad614a-1ef5-4b6a-ad36-ac005b47a94b for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:09:24.798581 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc4e84f-e6ca-47a4-bf97-12c0ec58d5de None None] Updating router 65ad614a-1ef5-4b6a-ad36-ac005b47a94b port 7be23d58-fa07-4e6e-8329-d672f39b58f3 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:09:24.826963 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6cc4e84f-e6ca-47a4-bf97-12c0ec58d5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:25.319577 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6cc4e84f-e6ca-47a4-bf97-12c0ec58d5de None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:25.327031 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6cc4e84f-e6ca-47a4-bf97-12c0ec58d5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:25.391871 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:09:25.421334 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c958c6c-30ae-4d0a-8498-c1c80ed964f0 None None] Pushing event updated for resources: {'Port': ['ID=7be23d58-fa07-4e6e-8329-d672f39b58f3,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:25.479120 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c958c6c-30ae-4d0a-8498-c1c80ed964f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.479601 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c958c6c-30ae-4d0a-8498-c1c80ed964f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.480063 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c958c6c-30ae-4d0a-8498-c1c80ed964f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.480728 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c958c6c-30ae-4d0a-8498-c1c80ed964f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.481314 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c958c6c-30ae-4d0a-8498-c1c80ed964f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.481912 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c958c6c-30ae-4d0a-8498-c1c80ed964f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.482466 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c958c6c-30ae-4d0a-8498-c1c80ed964f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.483050 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c958c6c-30ae-4d0a-8498-c1c80ed964f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.485289 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c958c6c-30ae-4d0a-8498-c1c80ed964f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.485926 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c958c6c-30ae-4d0a-8498-c1c80ed964f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.486484 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c958c6c-30ae-4d0a-8498-c1c80ed964f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.487688 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c958c6c-30ae-4d0a-8498-c1c80ed964f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.506887 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-6cc4e84f-e6ca-47a4-bf97-12c0ec58d5de None None] Attempting to bind port 7be23d58-fa07-4e6e-8329-d672f39b58f3 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:09:25.507713 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-6cc4e84f-e6ca-47a4-bf97-12c0ec58d5de None None] Attempting to bind port 7be23d58-fa07-4e6e-8329-d672f39b58f3 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3eb3e8eb-fd39-454a-afe3-bae86c66e033'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:09:25.508260 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc4e84f-e6ca-47a4-bf97-12c0ec58d5de None None] Attempting to bind port 7be23d58-fa07-4e6e-8329-d672f39b58f3 on network 3eb3e8eb-fd39-454a-afe3-bae86c66e033 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:09:25.515945 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc4e84f-e6ca-47a4-bf97-12c0ec58d5de None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:09:25.516330 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc4e84f-e6ca-47a4-bf97-12c0ec58d5de None None] Checking segment: {'id': 'ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3eb3e8eb-fd39-454a-afe3-bae86c66e033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:09:25.516943 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6cc4e84f-e6ca-47a4-bf97-12c0ec58d5de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:25.517337 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc4e84f-e6ca-47a4-bf97-12c0ec58d5de None None] Bound using segment: {'id': 'ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3eb3e8eb-fd39-454a-afe3-bae86c66e033'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:09:25.517967 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-6cc4e84f-e6ca-47a4-bf97-12c0ec58d5de None None] Bound port: 7be23d58-fa07-4e6e-8329-d672f39b58f3, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3eb3e8eb-fd39-454a-afe3-bae86c66e033'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:09:25.518579 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6cc4e84f-e6ca-47a4-bf97-12c0ec58d5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:25.648620 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-6cc4e84f-e6ca-47a4-bf97-12c0ec58d5de None None] For port 7be23d58-fa07-4e6e-8329-d672f39b58f3, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:09:25.658204 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-6cc4e84f-e6ca-47a4-bf97-12c0ec58d5de None None] For port 7be23d58-fa07-4e6e-8329-d672f39b58f3, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7be23d58-fa07-4e6e-8329-d672f39b58f3,segment=NetworkSegment(ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8),segment_id=ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:09:25.687243 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6cc4e84f-e6ca-47a4-bf97-12c0ec58d5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:25.832268 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc4e84f-e6ca-47a4-bf97-12c0ec58d5de None None] Routers {'65ad614a-1ef5-4b6a-ad36-ac005b47a94b'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:09:25.832938 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-6cc4e84f-e6ca-47a4-bf97-12c0ec58d5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:08:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:25.835326 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c958c6c-30ae-4d0a-8498-c1c80ed964f0 None None] Pushing event updated for resources: {'Port': ['ID=7be23d58-fa07-4e6e-8329-d672f39b58f3,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:25.950181 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-2a8aec48-be7b-465b-b788-a44bedc1fcdf None None] Provisioning complete for port 7be23d58-fa07-4e6e-8329-d672f39b58f3 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:25.950800 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2a8aec48-be7b-465b-b788-a44bedc1fcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:26.137137 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-6cc4e84f-e6ca-47a4-bf97-12c0ec58d5de None None] Set router 65ad614a-1ef5-4b6a-ad36-ac005b47a94b gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:09:26.306730 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2a8aec48-be7b-465b-b788-a44bedc1fcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:26.410329 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2a8aec48-be7b-465b-b788-a44bedc1fcdf None None] For port 7be23d58-fa07-4e6e-8329-d672f39b58f3, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7be23d58-fa07-4e6e-8329-d672f39b58f3,segment=NetworkSegment(ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8),segment_id=ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:26.419523 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2a8aec48-be7b-465b-b788-a44bedc1fcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:26.504147 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8aec48-be7b-465b-b788-a44bedc1fcdf None None] Pushing event updated for resources: {'Port': ['ID=7be23d58-fa07-4e6e-8329-d672f39b58f3,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:26.567272 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-7b1aa10b-0467-489e-8f9b-0321c124bb6f None None] Provisioning complete for port 7be23d58-fa07-4e6e-8329-d672f39b58f3 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:26.567643 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7b1aa10b-0467-489e-8f9b-0321c124bb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:26.622190 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-6cc4e84f-e6ca-47a4-bf97-12c0ec58d5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'name': 'tempest-TestNetworkBasicOps-router-61557471', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:09:23Z', 'revision_number': 5, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:59Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '15d25de3-dc9b-489a-bae5-545d5a7319d8', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'port_id': '5812b535-4683-4d50-b8c7-fa85da52a178', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'mac_address': 'fa:16:3e:60:4f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688e21d-c6f5-4e18-a42e-6649c6a73134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:08:28Z', 'updated_at': '2022-04-18T21:08:30Z', 'revision_number': 1, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eba89d2-1c9c-4942-aeda-59c893f0b47e', 'name': '', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'mac_address': 'fa:16:3e:57:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:08:05Z', 'updated_at': '2022-04-18T21:08:11Z', 'revision_number': 5, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'subnets': [{'id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7be23d58-fa07-4e6e-8329-d672f39b58f3', 'name': '', 'network_id': '3eb3e8eb-fd39-454a-afe3-bae86c66e033', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'mac_address': 'fa:16:3e:cd:91:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4c9b9ba8-86b5-4245-96a3-1d9272e782fe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:09:22Z', 'updated_at': '2022-04-18T21:09:25Z', 'revision_number': 4, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'subnets': [{'id': '4c9b9ba8-86b5-4245-96a3-1d9272e782fe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:26.662933 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc4e84f-e6ca-47a4-bf97-12c0ec58d5de None None] The sync data for ids ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'] in n-d-838323-3 is: [{'id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'name': 'tempest-TestNetworkBasicOps-router-61557471', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:09:23Z', 'revision_number': 5, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:59Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '15d25de3-dc9b-489a-bae5-545d5a7319d8', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'port_id': '5812b535-4683-4d50-b8c7-fa85da52a178', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'mac_address': 'fa:16:3e:60:4f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688e21d-c6f5-4e18-a42e-6649c6a73134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:08:28Z', 'updated_at': '2022-04-18T21:08:30Z', 'revision_number': 1, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eba89d2-1c9c-4942-aeda-59c893f0b47e', 'name': '', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'mac_address': 'fa:16:3e:57:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:08:05Z', 'updated_at': '2022-04-18T21:08:11Z', 'revision_number': 5, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'subnets': [{'id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7be23d58-fa07-4e6e-8329-d672f39b58f3', 'name': '', 'network_id': '3eb3e8eb-fd39-454a-afe3-bae86c66e033', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'mac_address': 'fa:16:3e:cd:91:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4c9b9ba8-86b5-4245-96a3-1d9272e782fe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:09:22Z', 'updated_at': '2022-04-18T21:09:25Z', 'revision_number': 4, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'subnets': [{'id': '4c9b9ba8-86b5-4245-96a3-1d9272e782fe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:09:27.115823 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7be23d58-fa07-4e6e-8329-d672f39b58f3 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:09:27.177707 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 7be23d58-fa07-4e6e-8329-d672f39b58f3 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:27.178493 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:27.738429 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d4a14-cf8d-4f5a-aabd-fccfaa16f806 req-eb7541e6-d3f7-41b3-a1f0-944b64264958 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:27.741566 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-352d4a14-cf8d-4f5a-aabd-fccfaa16f806 req-eb7541e6-d3f7-41b3-a1f0-944b64264958 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 1096 time: 0.0810735 Apr 18 21:09:27.809443 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-352d4a14-cf8d-4f5a-aabd-fccfaa16f806 req-0a2deab7-2b0a-4d55-bd46-5757279f74ef tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587490 Apr 18 21:09:28.039139 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49716) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:09:28.046361 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1ce09-6e4e-4ad6-b2be-03cf76ef9f81 req-ea2c07d4-4f08-442a-a230-1abb208c6bc2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:28.048060 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-abf1ce09-6e4e-4ad6-b2be-03cf76ef9f81 req-ea2c07d4-4f08-442a-a230-1abb208c6bc2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 945 time: 0.0794413 Apr 18 21:09:28.107101 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-abf1ce09-6e4e-4ad6-b2be-03cf76ef9f81 req-6fcac337-2d1c-4676-97ca-d733168bf68a tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484848 Apr 18 21:09:28.136079 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 49720) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:09:28.202702 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-10990341-541a-4f8f-98da-a111d3aec702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:28.223384 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-57a835ce-5114-4018-98be-198899963bf6 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/floatingips/01591639-cffc-486e-bda5-1d52b0e74824 HTTP/1.1" status: 200 len: 992 time: 0.0857441 Apr 18 21:09:28.303588 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-10990341-541a-4f8f-98da-a111d3aec702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:28.308222 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-10990341-541a-4f8f-98da-a111d3aec702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:28.365265 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10990341-541a-4f8f-98da-a111d3aec702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7810b2-c9d9-4281-a936-c1fb82f8f12b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:28.379464 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-10990341-541a-4f8f-98da-a111d3aec702 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1edd0bd5ea154464b4bae6575a2a625a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3388987 Apr 18 21:09:28.382138 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 49730) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:09:28.446739 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e63d18a3-5f0a-43a0-807b-68068996799a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:28.470764 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e63d18a3-5f0a-43a0-807b-68068996799a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:28.530000 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e63d18a3-5f0a-43a0-807b-68068996799a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:28.532864 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e63d18a3-5f0a-43a0-807b-68068996799a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:28.534690 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e63d18a3-5f0a-43a0-807b-68068996799a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c7810b2-c9d9-4281-a936-c1fb82f8f12b HTTP/1.1" status: 204 len: 168 time: 0.1490741 Apr 18 21:09:28.549232 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d18a3-5f0a-43a0-807b-68068996799a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7810b2-c9d9-4281-a936-c1fb82f8f12b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:28.797452 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-675696c7-3c2a-4d6c-bde4-640ff1d9ef4c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0606041 Apr 18 21:09:28.869610 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395a99e-8311-43e8-8ed2-981a577d7eb6 req-bdee08f8-3783-4b7a-a6b5-bba991de52b1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:28.872109 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c395a99e-8311-43e8-8ed2-981a577d7eb6 req-bdee08f8-3783-4b7a-a6b5-bba991de52b1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 945 time: 0.0973043 Apr 18 21:09:28.942085 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c395a99e-8311-43e8-8ed2-981a577d7eb6 req-9a5a8878-a278-40ac-8bb4-8d339254c4c5 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614662 Apr 18 21:09:29.048312 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-16bb7fc2-b4a4-4c23-88d5-6f9831d0d7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:29.891292 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:30.075511 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74108612-116c-4d1a-9013-98a7e4bdb541 req-6554cc59-afcf-4980-a733-daca0d771cc0 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:30.077183 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-74108612-116c-4d1a-9013-98a7e4bdb541 req-6554cc59-afcf-4980-a733-daca0d771cc0 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 945 time: 0.0528016 Apr 18 21:09:30.127241 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-74108612-116c-4d1a-9013-98a7e4bdb541 req-2bdacaa4-2bb5-4c9f-95f3-1d9ffb452428 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394359 Apr 18 21:09:30.201832 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-bf433117-2fc6-4081-af75-7acb1b34fbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:30.203342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-bf433117-2fc6-4081-af75-7acb1b34fbcf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 1096 time: 0.0435655 Apr 18 21:09:30.308066 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-ff2751c3-6338-4712-a967-dccf7cb293fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:30.309604 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-ff2751c3-6338-4712-a967-dccf7cb293fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=405cda5f-09d5-44cf-b9f9-3cf86317efaf HTTP/1.1" status: 200 len: 898 time: 0.0980055 Apr 18 21:09:30.385095 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-c5885cbf-44ef-48f7-b58f-1fdf10e08fcb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6 HTTP/1.1" status: 200 len: 1000 time: 0.0638609 Apr 18 21:09:30.466286 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3563cda8-f457-415a-aecb-9b820e284608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:30.467786 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3563cda8-f457-415a-aecb-9b820e284608 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df3b3a6c-b0a0-4fe6-8544-e2c19754e458 HTTP/1.1" status: 200 len: 835 time: 0.0760260 Apr 18 21:09:30.528461 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-5eeb7876-a196-4128-a42a-7e90d4f8d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:30.530382 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-5eeb7876-a196-4128-a42a-7e90d4f8d7bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=405cda5f-09d5-44cf-b9f9-3cf86317efaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505025 Apr 18 21:09:30.636703 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-79c980bd-0cb0-4b33-9b85-fa9142f17235 service neutron] 10.222.0.32 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979125 Apr 18 21:09:30.748914 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-7ae3217f-ec90-411d-b3dc-ec9b81255ab7 service neutron] 10.222.0.32 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046195 Apr 18 21:09:31.267262 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f43c7-3464-49e7-aff6-30758af0762c req-15161978-d9cc-4a5b-ae91-b295e8228f57 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:31.269377 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-555f43c7-3464-49e7-aff6-30758af0762c req-15161978-d9cc-4a5b-ae91-b295e8228f57 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 945 time: 0.0556135 Apr 18 21:09:31.313820 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-555f43c7-3464-49e7-aff6-30758af0762c req-8d31eb61-206a-465c-9028-33e58b01e457 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374646 Apr 18 21:09:31.401880 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:31.678924 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:32.458667 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f57157-555a-4bbe-9816-e8b26ac16e46 req-2c3d6fe7-4fba-4cba-b61e-4e8a8c97df5b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:32.461330 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4f57157-555a-4bbe-9816-e8b26ac16e46 req-2c3d6fe7-4fba-4cba-b61e-4e8a8c97df5b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 945 time: 0.0679905 Apr 18 21:09:32.526756 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4f57157-555a-4bbe-9816-e8b26ac16e46 req-05eeac1a-a4ff-444d-9e43-3b6597897e68 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522232 Apr 18 21:09:33.664532 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eec28e-48bd-4c0f-821b-de95be5d5271 req-9e9fe492-4924-4ee0-8bd1-6cbf74ad17ab tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:33.666211 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-62eec28e-48bd-4c0f-821b-de95be5d5271 req-9e9fe492-4924-4ee0-8bd1-6cbf74ad17ab tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 945 time: 0.0637014 Apr 18 21:09:33.707870 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-62eec28e-48bd-4c0f-821b-de95be5d5271 req-ef5c42dc-4a7c-4cd2-bfe0-446ec77cbac2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345337 Apr 18 21:09:34.854444 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ab34c-dd84-4b1b-9e9a-441a82fde6a7 req-0fa5e25c-c67a-4de2-877c-f0d92dadf47e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:34.855931 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-171ab34c-dd84-4b1b-9e9a-441a82fde6a7 req-0fa5e25c-c67a-4de2-877c-f0d92dadf47e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 945 time: 0.0679555 Apr 18 21:09:34.907497 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-171ab34c-dd84-4b1b-9e9a-441a82fde6a7 req-10572fd1-1a00-4703-93a0-2e9eb5888fe1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438528 Apr 18 21:09:36.051522 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a794764-635b-43d8-a5c1-a8fc70275572 req-4378fa44-6d8c-46fd-958d-8b8ea464764d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:36.053515 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a794764-635b-43d8-a5c1-a8fc70275572 req-4378fa44-6d8c-46fd-958d-8b8ea464764d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 945 time: 0.0545073 Apr 18 21:09:36.098379 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a794764-635b-43d8-a5c1-a8fc70275572 req-a0631d20-1310-4fac-bd1b-b42984aeb011 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389352 Apr 18 21:09:37.234091 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56f8a4-0f64-46d7-a3e1-9a1233961da7 req-2efd4570-d1ae-4432-8270-c541e6e1bc66 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:37.235651 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4f56f8a4-0f64-46d7-a3e1-9a1233961da7 req-2efd4570-d1ae-4432-8270-c541e6e1bc66 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 945 time: 0.0590537 Apr 18 21:09:37.283142 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4f56f8a4-0f64-46d7-a3e1-9a1233961da7 req-fcff6da2-b0f2-468f-b4eb-3f203200c6b2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351074 Apr 18 21:09:37.911825 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:38.416470 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44817d72-dceb-40a1-88fd-1a7bf5db4dec req-1b7e766d-b0a8-423c-8965-eb287e897f19 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:38.418043 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-44817d72-dceb-40a1-88fd-1a7bf5db4dec req-1b7e766d-b0a8-423c-8965-eb287e897f19 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 945 time: 0.0535514 Apr 18 21:09:38.470910 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-44817d72-dceb-40a1-88fd-1a7bf5db4dec req-9b0bf005-36f9-42b2-a708-dacc6f395cd3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461338 Apr 18 21:09:39.592997 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f71ae5-db99-4056-96d7-30defeb09af3 req-2ef22f35-039f-460f-b14e-ab7c5a5794ae tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:39.594615 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8f71ae5-db99-4056-96d7-30defeb09af3 req-2ef22f35-039f-460f-b14e-ab7c5a5794ae tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 945 time: 0.0527275 Apr 18 21:09:39.640461 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8f71ae5-db99-4056-96d7-30defeb09af3 req-58e06f49-1bdd-4e69-a1e0-31658f2bf7ab tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394540 Apr 18 21:09:40.765403 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ec49d-34ea-4f9d-8c85-4ac13e83e266 req-4d27cf10-2c5f-4aac-a4d2-442fd048e787 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:40.766905 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f42ec49d-34ea-4f9d-8c85-4ac13e83e266 req-4d27cf10-2c5f-4aac-a4d2-442fd048e787 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 945 time: 0.0529628 Apr 18 21:09:40.808913 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f42ec49d-34ea-4f9d-8c85-4ac13e83e266 req-37dd97a7-d815-4900-a295-bf657e062b9a tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356135 Apr 18 21:09:41.936053 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e8ff9-f1df-44be-b8fe-3c003c238bfb req-b594793a-0d77-48a1-b4e0-ba5d1897e8fa tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:41.937611 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-105e8ff9-f1df-44be-b8fe-3c003c238bfb req-b594793a-0d77-48a1-b4e0-ba5d1897e8fa tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 945 time: 0.0508025 Apr 18 21:09:41.979449 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-105e8ff9-f1df-44be-b8fe-3c003c238bfb req-b2f7d84f-e49a-40cd-a03f-d3e2ce9b884d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334086 Apr 18 21:09:41.998138 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:42.713266 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-8c325a3d-ee71-4b4d-b81c-f6a87d7e0887 service neutron] show failed (client error): The resource could not be found. Apr 18 21:09:42.714297 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-8c325a3d-ee71-4b4d-b81c-f6a87d7e0887 service neutron] 10.222.0.32 "GET /v2.0/ports/9b90b893-1cd4-4120-8ae3-3aef3e1310f6/bindings/n-h2-838323-3 HTTP/1.1" status: 404 len: 380 time: 0.0573997 Apr 18 21:09:42.975302 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-8023fbff-0b91-4103-a894-afaa5ff88f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:42.977246 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-8023fbff-0b91-4103-a894-afaa5ff88f37 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762&tenant_id=27c85133ac5b409ea3755f27ced6b066 HTTP/1.1" status: 200 len: 1096 time: 0.0877194 Apr 18 21:09:42.990366 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3ad032dd-426c-4af7-a9ad-92479a4331a2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838323-3', 'device_owner': 'compute:nova'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:09:43.056256 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3ad032dd-426c-4af7-a9ad-92479a4331a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:43.170111 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb363e1-cf8f-45ad-90a2-62921fa63b0b req-639e4520-5bc5-4df0-8f25-7ee47434eb4c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:43.171675 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4eb363e1-cf8f-45ad-90a2-62921fa63b0b req-639e4520-5bc5-4df0-8f25-7ee47434eb4c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 945 time: 0.0660315 Apr 18 21:09:43.213361 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4eb363e1-cf8f-45ad-90a2-62921fa63b0b req-4f18f693-0ce5-4d51-b89f-05ec33ddbc2c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344515 Apr 18 21:09:43.317811 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3ad032dd-426c-4af7-a9ad-92479a4331a2 service neutron] For port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,segment=NetworkSegment(ffc73290-7106-41de-ac6f-e0c98c1f65d7),segment_id=ffc73290-7106-41de-ac6f-e0c98c1f65d7)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:43.351742 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3ad032dd-426c-4af7-a9ad-92479a4331a2 service neutron] For port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:09:43.406307 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013f452a-29a0-4382-854c-5b49e5ccc762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:09:43.408769 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba675093-4303-4d98-96b4-ae1472b628a4" -d '{"events": [{"server_uuid": "013f452a-29a0-4382-854c-5b49e5ccc762", "name": "network-vif-unplugged", "status": "completed", "tag": "9b90b893-1cd4-4120-8ae3-3aef3e1310f6"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:09:43.412941 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3ad032dd-426c-4af7-a9ad-92479a4331a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:43.427943 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3ad032dd-426c-4af7-a9ad-92479a4331a2 service neutron] Transition to ACTIVE for port object 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:09:43.432060 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3ad032dd-426c-4af7-a9ad-92479a4331a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:43.578837 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad032dd-426c-4af7-a9ad-92479a4331a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,revision_number=6']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:43.638135 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3ad032dd-426c-4af7-a9ad-92479a4331a2 service neutron] No DVR routers for this DVR port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 on host n-h1-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:09:43.641158 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07845b3f-3a09-410e-9286-dbdaa2689eec x-openstack-request-id: req-07845b3f-3a09-410e-9286-dbdaa2689eec {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:09:43.641456 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013f452a-29a0-4382-854c-5b49e5ccc762", "name": "network-vif-unplugged", "status": "completed", "tag": "9b90b893-1cd4-4120-8ae3-3aef3e1310f6", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:09:43.641915 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-07845b3f-3a09-410e-9286-dbdaa2689eec {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:09:43.642336 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07845b3f-3a09-410e-9286-dbdaa2689eec'] response: {'server_uuid': '013f452a-29a0-4382-854c-5b49e5ccc762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6', 'code': 200} Apr 18 21:09:43.812680 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3ad032dd-426c-4af7-a9ad-92479a4331a2 service neutron] Attempting to bind port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:09:43.813046 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3ad032dd-426c-4af7-a9ad-92479a4331a2 service neutron] Attempting to bind port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'ffc73290-7106-41de-ac6f-e0c98c1f65d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:09:43.813379 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3ad032dd-426c-4af7-a9ad-92479a4331a2 service neutron] Attempting to bind port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 on network 405cda5f-09d5-44cf-b9f9-3cf86317efaf {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:09:43.819242 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3ad032dd-426c-4af7-a9ad-92479a4331a2 service neutron] Port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 on network 405cda5f-09d5-44cf-b9f9-3cf86317efaf not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:09:43.819595 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3ad032dd-426c-4af7-a9ad-92479a4331a2 service neutron] Attempting to bind port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 on network 405cda5f-09d5-44cf-b9f9-3cf86317efaf {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:09:43.824826 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3ad032dd-426c-4af7-a9ad-92479a4331a2 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:09:43.825127 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3ad032dd-426c-4af7-a9ad-92479a4331a2 service neutron] Checking segment: {'id': 'ffc73290-7106-41de-ac6f-e0c98c1f65d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:09:43.825510 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3ad032dd-426c-4af7-a9ad-92479a4331a2 service neutron] Bound using segment: {'id': 'ffc73290-7106-41de-ac6f-e0c98c1f65d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:09:43.825941 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3ad032dd-426c-4af7-a9ad-92479a4331a2 service neutron] Bound port: 9b90b893-1cd4-4120-8ae3-3aef3e1310f6, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc73290-7106-41de-ac6f-e0c98c1f65d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:09:43.826298 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3ad032dd-426c-4af7-a9ad-92479a4331a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:43.895824 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3ad032dd-426c-4af7-a9ad-92479a4331a2 service neutron] For port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:09:43.899075 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3ad032dd-426c-4af7-a9ad-92479a4331a2 service neutron] For port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,segment=NetworkSegment(ffc73290-7106-41de-ac6f-e0c98c1f65d7),segment_id=ffc73290-7106-41de-ac6f-e0c98c1f65d7)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:09:43.905941 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3ad032dd-426c-4af7-a9ad-92479a4331a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:43.947410 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3ad032dd-426c-4af7-a9ad-92479a4331a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:43.948031 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3ad032dd-426c-4af7-a9ad-92479a4331a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:43.949452 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3ad032dd-426c-4af7-a9ad-92479a4331a2 service neutron] 10.222.0.57 "PUT /v2.0/ports/9b90b893-1cd4-4120-8ae3-3aef3e1310f6 HTTP/1.1" status: 200 len: 1091 time: 0.9640136 Apr 18 21:09:43.993038 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad032dd-426c-4af7-a9ad-92479a4331a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,revision_number=7']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:44.040280 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-303f2662-d75e-4677-8f9d-f6d3c7b041f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:44.041858 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-303f2662-d75e-4677-8f9d-f6d3c7b041f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 1094 time: 0.0648019 Apr 18 21:09:44.148294 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-7c26854d-0523-41ed-bab4-b7a08b9d6522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:44.149931 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-7c26854d-0523-41ed-bab4-b7a08b9d6522 service neutron] 10.222.0.57 "GET /v2.0/networks?id=405cda5f-09d5-44cf-b9f9-3cf86317efaf HTTP/1.1" status: 200 len: 898 time: 0.1011858 Apr 18 21:09:44.259907 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-54238e21-8fee-4ae0-8238-cd136c1077a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6 HTTP/1.1" status: 200 len: 998 time: 0.1024654 Apr 18 21:09:44.317210 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-2cd064f2-634d-48fb-8130-ff55b66bf81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:44.318700 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-2cd064f2-634d-48fb-8130-ff55b66bf81e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df3b3a6c-b0a0-4fe6-8544-e2c19754e458 HTTP/1.1" status: 200 len: 835 time: 0.0520437 Apr 18 21:09:44.350782 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81ed26-5d40-4f81-84e3-fcc02b42c72c req-5294a847-83d3-4808-a47b-3c784b2c778e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:44.352367 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e81ed26-5d40-4f81-84e3-fcc02b42c72c req-5294a847-83d3-4808-a47b-3c784b2c778e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 943 time: 0.0542340 Apr 18 21:09:44.370801 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3dc79d1b-0be8-43a6-a193-8a705108d9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:44.372331 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-3dc79d1b-0be8-43a6-a193-8a705108d9d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=405cda5f-09d5-44cf-b9f9-3cf86317efaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464056 Apr 18 21:09:44.397169 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e81ed26-5d40-4f81-84e3-fcc02b42c72c req-7735b094-0233-47d7-827b-507f3539539e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371952 Apr 18 21:09:44.474274 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-4cf35c66-687c-4e80-a36a-e2a317c00d0d service neutron] 10.222.0.57 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947633 Apr 18 21:09:44.568874 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-cb48a5f8-ecbe-405d-8061-4fa1ea5557ec req-6930f17e-26a2-4c35-b3ce-aa26e17b6bce service neutron] 10.222.0.57 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880573 Apr 18 21:09:45.332748 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:09:45.375910 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:09:45.520924 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c4627-48b6-431e-a7b0-66940d11c900 req-67c24a15-24b4-4aa0-bd2e-336720094c76 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:45.522400 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-278c4627-48b6-431e-a7b0-66940d11c900 req-67c24a15-24b4-4aa0-bd2e-336720094c76 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 943 time: 0.0495603 Apr 18 21:09:45.565172 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-278c4627-48b6-431e-a7b0-66940d11c900 req-07e18c52-9d72-4664-8473-986f8892485c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360680 Apr 18 21:09:45.644249 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013f452a-29a0-4382-854c-5b49e5ccc762', 'tag': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:09:45.646717 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5130f4e-e51b-4e3f-8dd9-b3ff21088db7" -d '{"events": [{"name": "network-changed", "server_uuid": "013f452a-29a0-4382-854c-5b49e5ccc762", "tag": "9b90b893-1cd4-4120-8ae3-3aef3e1310f6"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:09:45.698877 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa7b63d-8697-4d7b-b1ba-67642d13c626 x-openstack-request-id: req-1aa7b63d-8697-4d7b-b1ba-67642d13c626 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:09:45.699651 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013f452a-29a0-4382-854c-5b49e5ccc762", "tag": "9b90b893-1cd4-4120-8ae3-3aef3e1310f6", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:09:45.699651 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1aa7b63d-8697-4d7b-b1ba-67642d13c626 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:09:45.699887 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa7b63d-8697-4d7b-b1ba-67642d13c626'] response: {'name': 'network-changed', 'server_uuid': '013f452a-29a0-4382-854c-5b49e5ccc762', 'tag': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6', 'status': 'completed', 'code': 200} Apr 18 21:09:45.771440 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5130f4e-e51b-4e3f-8dd9-b3ff21088db7 req-a76c2157-9d84-4143-88a2-c700cad64e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:45.771853 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5130f4e-e51b-4e3f-8dd9-b3ff21088db7 req-8a2f5e51-cc15-4d2b-9902-9ead8c00c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:45.772893 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f5130f4e-e51b-4e3f-8dd9-b3ff21088db7 req-a76c2157-9d84-4143-88a2-c700cad64e04 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 1094 time: 0.0499728 Apr 18 21:09:45.773462 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f5130f4e-e51b-4e3f-8dd9-b3ff21088db7 req-8a2f5e51-cc15-4d2b-9902-9ead8c00c22a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 1094 time: 0.0498211 Apr 18 21:09:45.866789 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5130f4e-e51b-4e3f-8dd9-b3ff21088db7 req-03462139-4acf-48da-b6f1-64ffbe971fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:45.868283 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f5130f4e-e51b-4e3f-8dd9-b3ff21088db7 req-03462139-4acf-48da-b6f1-64ffbe971fcc service neutron] 10.222.0.57 "GET /v2.0/networks?id=405cda5f-09d5-44cf-b9f9-3cf86317efaf HTTP/1.1" status: 200 len: 898 time: 0.0886049 Apr 18 21:09:45.870936 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5130f4e-e51b-4e3f-8dd9-b3ff21088db7 req-7073acaa-6f12-4299-bb38-a4f7e8a6b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:45.872511 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f5130f4e-e51b-4e3f-8dd9-b3ff21088db7 req-7073acaa-6f12-4299-bb38-a4f7e8a6b628 service neutron] 10.222.0.32 "GET /v2.0/networks?id=405cda5f-09d5-44cf-b9f9-3cf86317efaf HTTP/1.1" status: 200 len: 898 time: 0.0924621 Apr 18 21:09:45.945447 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f5130f4e-e51b-4e3f-8dd9-b3ff21088db7 req-8a9d96f1-ef45-417b-9886-e12cd2ddf504 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6 HTTP/1.1" status: 200 len: 998 time: 0.0694847 Apr 18 21:09:45.949873 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f5130f4e-e51b-4e3f-8dd9-b3ff21088db7 req-9c8a9040-8d8f-48ba-b013-d1f363053ae2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6 HTTP/1.1" status: 200 len: 998 time: 0.0709972 Apr 18 21:09:46.004260 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5130f4e-e51b-4e3f-8dd9-b3ff21088db7 req-cb717319-8535-4ca9-8df0-ac285e11bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:46.005680 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f5130f4e-e51b-4e3f-8dd9-b3ff21088db7 req-cb717319-8535-4ca9-8df0-ac285e11bc90 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df3b3a6c-b0a0-4fe6-8544-e2c19754e458 HTTP/1.1" status: 200 len: 835 time: 0.0484929 Apr 18 21:09:46.012957 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5130f4e-e51b-4e3f-8dd9-b3ff21088db7 req-f32a22f9-f042-4368-addc-135d7cfb7700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:46.014622 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f5130f4e-e51b-4e3f-8dd9-b3ff21088db7 req-f32a22f9-f042-4368-addc-135d7cfb7700 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df3b3a6c-b0a0-4fe6-8544-e2c19754e458 HTTP/1.1" status: 200 len: 835 time: 0.0574191 Apr 18 21:09:46.053124 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5130f4e-e51b-4e3f-8dd9-b3ff21088db7 req-bba5e147-8410-4f42-9dd7-7ebdefe94142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:46.054562 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f5130f4e-e51b-4e3f-8dd9-b3ff21088db7 req-bba5e147-8410-4f42-9dd7-7ebdefe94142 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=405cda5f-09d5-44cf-b9f9-3cf86317efaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420616 Apr 18 21:09:46.061381 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5130f4e-e51b-4e3f-8dd9-b3ff21088db7 req-2fa6b043-e2c2-4a55-a42a-7ec32d252bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:46.063065 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f5130f4e-e51b-4e3f-8dd9-b3ff21088db7 req-2fa6b043-e2c2-4a55-a42a-7ec32d252bb5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=405cda5f-09d5-44cf-b9f9-3cf86317efaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422771 Apr 18 21:09:46.188965 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f5130f4e-e51b-4e3f-8dd9-b3ff21088db7 req-6b9ebcda-a89c-490b-bceb-b30cf2af666d service neutron] 10.222.0.32 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188219 Apr 18 21:09:46.194356 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f5130f4e-e51b-4e3f-8dd9-b3ff21088db7 req-53a3cca2-c149-40ae-b645-7c7998ed9830 service neutron] 10.222.0.57 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306214 Apr 18 21:09:46.303479 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f5130f4e-e51b-4e3f-8dd9-b3ff21088db7 req-93264b17-3319-4216-8563-67216d25326d service neutron] 10.222.0.32 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052151 Apr 18 21:09:46.321956 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f5130f4e-e51b-4e3f-8dd9-b3ff21088db7 req-a0f80d11-a1f4-4bac-972e-98ea2b4cab77 service neutron] 10.222.0.57 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184309 Apr 18 21:09:46.694164 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703a45b-f67f-4ae3-a978-d185311216c1 req-0d658822-15f4-4530-9b5d-84664b704698 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:46.695689 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0703a45b-f67f-4ae3-a978-d185311216c1 req-0d658822-15f4-4530-9b5d-84664b704698 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 943 time: 0.0555291 Apr 18 21:09:46.738851 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0703a45b-f67f-4ae3-a978-d185311216c1 req-a5f3d902-aa14-440d-a2f7-7f4ec1d6963d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367785 Apr 18 21:09:47.033219 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a4f57-061d-48b9-b9dc-0826d0574b01 req-f2ae2b97-74ef-4d90-87fc-6793c9fad981 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:47.035496 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-946a4f57-061d-48b9-b9dc-0826d0574b01 req-f2ae2b97-74ef-4d90-87fc-6793c9fad981 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 943 time: 0.0690973 Apr 18 21:09:47.053606 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-5f055769-4fb8-4226-8134-f56f05f6618b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:47.055177 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-5f055769-4fb8-4226-8134-f56f05f6618b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.57 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762&tenant_id=27c85133ac5b409ea3755f27ced6b066&binding%3Ahost_id=n-h2-838323-3 HTTP/1.1" status: 200 len: 943 time: 0.1111393 Apr 18 21:09:47.078925 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-946a4f57-061d-48b9-b9dc-0826d0574b01 req-722d6790-d4f2-43ed-9740-7485db5d5226 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369384 Apr 18 21:09:47.129984 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-09dfe20d-4380-4771-8fcf-d1adca4ca139 service neutron] 10.222.0.57 "GET /v2.0/ports/9b90b893-1cd4-4120-8ae3-3aef3e1310f6/bindings/n-h2-838323-3 HTTP/1.1" status: 200 len: 382 time: 0.0660884 Apr 18 21:09:47.194508 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-27864505-f4a2-4c4c-9b5d-2cbfd77a1a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:47.196006 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-27864505-f4a2-4c4c-9b5d-2cbfd77a1a4d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 1094 time: 0.0441628 Apr 18 21:09:47.304883 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-caa51573-9021-40f5-bfc1-92ea882f1651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:47.304883 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-caa51573-9021-40f5-bfc1-92ea882f1651 service neutron] 10.222.0.57 "GET /v2.0/networks?id=405cda5f-09d5-44cf-b9f9-3cf86317efaf HTTP/1.1" status: 200 len: 898 time: 0.0990119 Apr 18 21:09:47.374913 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-2e557079-60a0-48ca-af75-6ca23d977013 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6 HTTP/1.1" status: 200 len: 998 time: 0.0647821 Apr 18 21:09:47.426591 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-527c6ff3-98ca-4806-a51d-a1d6be54005c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:47.428041 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-527c6ff3-98ca-4806-a51d-a1d6be54005c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df3b3a6c-b0a0-4fe6-8544-e2c19754e458 HTTP/1.1" status: 200 len: 835 time: 0.0470791 Apr 18 21:09:47.480486 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-ee44105d-766d-4aaa-ae95-ee34c5ef834e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:47.482084 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-ee44105d-766d-4aaa-ae95-ee34c5ef834e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=405cda5f-09d5-44cf-b9f9-3cf86317efaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467408 Apr 18 21:09:47.577027 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-0094ba44-2a26-42af-bd46-f413b66247f5 service neutron] 10.222.0.57 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877318 Apr 18 21:09:47.679668 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-9c856f0b-2db5-4501-9a8f-0ee0a0e0cfcd service neutron] 10.222.0.57 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965352 Apr 18 21:09:47.769745 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:09:47.869645 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,segment=NetworkSegment(ffc73290-7106-41de-ac6f-e0c98c1f65d7),segment_id=ffc73290-7106-41de-ac6f-e0c98c1f65d7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:47.881218 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6', 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf', 'port_id': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6', 'mac_address': 'fa:16:3e:7e:2c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df3b3a6c-b0a0-4fe6-8544-e2c19754e458', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:09:47.929075 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:47.943897 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:09:47.965023 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,segment=NetworkSegment(ffc73290-7106-41de-ac6f-e0c98c1f65d7),segment_id=ffc73290-7106-41de-ac6f-e0c98c1f65d7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:47.970105 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:48.021287 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:48.209771 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['9b90b893-1cd4-4120-8ae3-3aef3e1310f6'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:09:48.211786 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e42aa7-cf16-41a2-ad64-e3d679e738dc req-f02cbdd2-923c-4619-8ffa-878e1dc75602 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:48.213501 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-42e42aa7-cf16-41a2-ad64-e3d679e738dc req-f02cbdd2-923c-4619-8ffa-878e1dc75602 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 944 time: 0.0539029 Apr 18 21:09:48.257342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-42e42aa7-cf16-41a2-ad64-e3d679e738dc req-dbb93bf6-4d46-412c-af5e-2a7310e47dd2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359764 Apr 18 21:09:49.414941 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc3823-02cc-4a4e-9e6f-452c6da05dee req-a4d172ca-4de1-4cc1-b80a-f418c5153801 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:49.416583 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27fc3823-02cc-4a4e-9e6f-452c6da05dee req-a4d172ca-4de1-4cc1-b80a-f418c5153801 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 944 time: 0.0765457 Apr 18 21:09:49.464166 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27fc3823-02cc-4a4e-9e6f-452c6da05dee req-4370f521-d0e2-44d7-87b5-c008cbf899a7 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405233 Apr 18 21:09:49.763771 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-2597313b-2956-4b63-b9a8-fcc128a9b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:49.765341 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-2597313b-2956-4b63-b9a8-fcc128a9b5e4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762&tenant_id=27c85133ac5b409ea3755f27ced6b066 HTTP/1.1" status: 200 len: 1095 time: 0.0805793 Apr 18 21:09:49.769954 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:09:49.777567 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-ebc30d97-38c8-4075-9e01-24e98538c877 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838323-3', 'device_owner': 'compute:nova'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:09:49.822311 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:09:49.828492 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:49.828857 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:49.835563 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-ebc30d97-38c8-4075-9e01-24e98538c877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:49.917636 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:50.063166 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-ebc30d97-38c8-4075-9e01-24e98538c877 service neutron] For port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,segment=NetworkSegment(ffc73290-7106-41de-ac6f-e0c98c1f65d7),segment_id=ffc73290-7106-41de-ac6f-e0c98c1f65d7)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:50.098604 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-ebc30d97-38c8-4075-9e01-24e98538c877 service neutron] For port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:09:50.133629 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-ebc30d97-38c8-4075-9e01-24e98538c877 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:09:50.142834 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-ebc30d97-38c8-4075-9e01-24e98538c877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:50.166636 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-ebc30d97-38c8-4075-9e01-24e98538c877 service neutron] Transition to ACTIVE for port object 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:09:50.170537 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-ebc30d97-38c8-4075-9e01-24e98538c877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:50.223338 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:09:50.224005 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:09:50.299227 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc30d97-38c8-4075-9e01-24e98538c877 service neutron] Pushing event updated for resources: {'Port': ['ID=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,revision_number=9']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:50.361457 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-ebc30d97-38c8-4075-9e01-24e98538c877 service neutron] No DVR routers for this DVR port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:09:50.504607 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-ebc30d97-38c8-4075-9e01-24e98538c877 service neutron] Attempting to bind port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:09:50.505292 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-ebc30d97-38c8-4075-9e01-24e98538c877 service neutron] Attempting to bind port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'ffc73290-7106-41de-ac6f-e0c98c1f65d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:09:50.505292 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-ebc30d97-38c8-4075-9e01-24e98538c877 service neutron] Attempting to bind port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 on network 405cda5f-09d5-44cf-b9f9-3cf86317efaf {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:09:50.512690 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-ebc30d97-38c8-4075-9e01-24e98538c877 service neutron] Port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 on network 405cda5f-09d5-44cf-b9f9-3cf86317efaf not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:09:50.513023 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-ebc30d97-38c8-4075-9e01-24e98538c877 service neutron] Attempting to bind port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 on network 405cda5f-09d5-44cf-b9f9-3cf86317efaf {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:09:50.518441 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-ebc30d97-38c8-4075-9e01-24e98538c877 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:09:50.518963 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-ebc30d97-38c8-4075-9e01-24e98538c877 service neutron] Checking segment: {'id': 'ffc73290-7106-41de-ac6f-e0c98c1f65d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:09:50.519356 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-ebc30d97-38c8-4075-9e01-24e98538c877 service neutron] Bound using segment: {'id': 'ffc73290-7106-41de-ac6f-e0c98c1f65d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:09:50.519793 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-ebc30d97-38c8-4075-9e01-24e98538c877 service neutron] Bound port: 9b90b893-1cd4-4120-8ae3-3aef3e1310f6, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc73290-7106-41de-ac6f-e0c98c1f65d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:09:50.520152 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-ebc30d97-38c8-4075-9e01-24e98538c877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:50.619014 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-ebc30d97-38c8-4075-9e01-24e98538c877 service neutron] For port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:09:50.623525 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-ebc30d97-38c8-4075-9e01-24e98538c877 service neutron] For port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,segment=NetworkSegment(ffc73290-7106-41de-ac6f-e0c98c1f65d7),segment_id=ffc73290-7106-41de-ac6f-e0c98c1f65d7)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:09:50.632880 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5875055-b792-497a-b4c3-c64843588024 req-f22c56d1-76c1-464c-86ae-f34e86c3bfb7 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:50.634395 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5875055-b792-497a-b4c3-c64843588024 req-f22c56d1-76c1-464c-86ae-f34e86c3bfb7 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 943 time: 0.0780735 Apr 18 21:09:50.636096 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-ebc30d97-38c8-4075-9e01-24e98538c877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:50.686226 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-ebc30d97-38c8-4075-9e01-24e98538c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:50.686881 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-ebc30d97-38c8-4075-9e01-24e98538c877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:50.688310 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-ebc30d97-38c8-4075-9e01-24e98538c877 service neutron] 10.222.0.32 "PUT /v2.0/ports/9b90b893-1cd4-4120-8ae3-3aef3e1310f6 HTTP/1.1" status: 200 len: 1091 time: 0.9149597 Apr 18 21:09:50.688854 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013f452a-29a0-4382-854c-5b49e5ccc762', 'tag': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:09:50.691627 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bbd21b-0322-4f3a-a863-007a4ecfb323" -d '{"events": [{"name": "network-changed", "server_uuid": "013f452a-29a0-4382-854c-5b49e5ccc762", "tag": "9b90b893-1cd4-4120-8ae3-3aef3e1310f6"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:09:50.769191 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc30d97-38c8-4075-9e01-24e98538c877 service neutron] Pushing event updated for resources: {'Port': ['ID=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,revision_number=10']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:50.775709 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5875055-b792-497a-b4c3-c64843588024 req-715aa64c-7209-4601-9cbe-130e460ab9b1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350913 Apr 18 21:09:50.778831 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df1e498-4548-4754-8409-9132dd111c2d x-openstack-request-id: req-6df1e498-4548-4754-8409-9132dd111c2d {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:09:50.778958 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013f452a-29a0-4382-854c-5b49e5ccc762", "tag": "9b90b893-1cd4-4120-8ae3-3aef3e1310f6", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:09:50.779188 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6df1e498-4548-4754-8409-9132dd111c2d {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:09:50.779589 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6df1e498-4548-4754-8409-9132dd111c2d'] response: {'name': 'network-changed', 'server_uuid': '013f452a-29a0-4382-854c-5b49e5ccc762', 'tag': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6', 'status': 'completed', 'code': 200} Apr 18 21:09:50.795744 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-670336be-b9e0-4a9f-9f16-b7eb6e7e09a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:50.797330 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-670336be-b9e0-4a9f-9f16-b7eb6e7e09a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 1095 time: 0.0678031 Apr 18 21:09:50.832866 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:50.880084 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013f452a-29a0-4382-854c-5b49e5ccc762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:09:50.882738 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbd21b-0322-4f3a-a863-007a4ecfb323 req-eff2f1e4-72fa-47a7-8ab2-601f38b75a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:50.884301 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-68bbd21b-0322-4f3a-a863-007a4ecfb323 req-eff2f1e4-72fa-47a7-8ab2-601f38b75a6e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 1095 time: 0.0796242 Apr 18 21:09:50.887156 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cbd7dd-c916-4af8-8454-f1140f932156" -d '{"events": [{"server_uuid": "013f452a-29a0-4382-854c-5b49e5ccc762", "name": "network-vif-plugged", "status": "completed", "tag": "9b90b893-1cd4-4120-8ae3-3aef3e1310f6"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:09:50.917883 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,segment=NetworkSegment(ffc73290-7106-41de-ac6f-e0c98c1f65d7),segment_id=ffc73290-7106-41de-ac6f-e0c98c1f65d7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:50.925680 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:50.967113 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-8f3a25e7-dbd8-4993-8f24-289e8f181912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:50.969052 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-8f3a25e7-dbd8-4993-8f24-289e8f181912 service neutron] 10.222.0.32 "GET /v2.0/networks?id=405cda5f-09d5-44cf-b9f9-3cf86317efaf HTTP/1.1" status: 200 len: 898 time: 0.1562142 Apr 18 21:09:51.032406 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc550dab-0794-44a9-9ab7-94fd460e32c9 x-openstack-request-id: req-dc550dab-0794-44a9-9ab7-94fd460e32c9 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:09:51.032706 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013f452a-29a0-4382-854c-5b49e5ccc762", "name": "network-vif-plugged", "status": "completed", "tag": "9b90b893-1cd4-4120-8ae3-3aef3e1310f6", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:09:51.032953 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc550dab-0794-44a9-9ab7-94fd460e32c9 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:09:51.033399 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc550dab-0794-44a9-9ab7-94fd460e32c9'] response: {'server_uuid': '013f452a-29a0-4382-854c-5b49e5ccc762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6', 'code': 200} Apr 18 21:09:51.050456 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,revision_number=11']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:51.053768 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-d54d7fbb-93eb-4253-ab6b-e2edc828caf4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6 HTTP/1.1" status: 200 len: 1000 time: 0.0764604 Apr 18 21:09:51.128483 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-4b263064-93e9-45f2-a3a6-e70affd92848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:51.129721 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-4b263064-93e9-45f2-a3a6-e70affd92848 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df3b3a6c-b0a0-4fe6-8544-e2c19754e458 HTTP/1.1" status: 200 len: 835 time: 0.0691681 Apr 18 21:09:51.134461 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbd21b-0322-4f3a-a863-007a4ecfb323 req-bb1356e9-71ad-45ce-8cff-e766614949ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:51.136046 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-68bbd21b-0322-4f3a-a863-007a4ecfb323 req-bb1356e9-71ad-45ce-8cff-e766614949ee service neutron] 10.222.0.57 "GET /v2.0/networks?id=405cda5f-09d5-44cf-b9f9-3cf86317efaf HTTP/1.1" status: 200 len: 898 time: 0.2449353 Apr 18 21:09:51.182013 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-c1635587-b944-46cc-91ae-449880c76918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:51.183723 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-c1635587-b944-46cc-91ae-449880c76918 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=405cda5f-09d5-44cf-b9f9-3cf86317efaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475526 Apr 18 21:09:51.214020 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-68bbd21b-0322-4f3a-a863-007a4ecfb323 req-3441eb3a-7d93-4d3e-904e-02da1cac43d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6 HTTP/1.1" status: 200 len: 1000 time: 0.0701690 Apr 18 21:09:51.269245 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbd21b-0322-4f3a-a863-007a4ecfb323 req-05edc23e-d363-4432-8650-c6b9f0024a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:51.270815 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-68bbd21b-0322-4f3a-a863-007a4ecfb323 req-05edc23e-d363-4432-8650-c6b9f0024a08 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df3b3a6c-b0a0-4fe6-8544-e2c19754e458 HTTP/1.1" status: 200 len: 835 time: 0.0501907 Apr 18 21:09:51.291109 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-4a553c82-141c-4313-a6e3-391cdc807f87 service neutron] 10.222.0.32 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000607 Apr 18 21:09:51.319783 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbd21b-0322-4f3a-a863-007a4ecfb323 req-155f876b-9b5c-408d-8d01-be2337136158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:51.321648 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-68bbd21b-0322-4f3a-a863-007a4ecfb323 req-155f876b-9b5c-408d-8d01-be2337136158 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=405cda5f-09d5-44cf-b9f9-3cf86317efaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435543 Apr 18 21:09:51.404834 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-69b35151-3263-4e8b-8e95-79ac93a9445a req-6cf8e84f-2d67-4f01-ba5c-c6b32fa8fff6 service neutron] 10.222.0.32 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069303 Apr 18 21:09:51.428845 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-68bbd21b-0322-4f3a-a863-007a4ecfb323 req-af21d10d-2723-4c8e-8c61-7ac486a3e3b1 service neutron] 10.222.0.57 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993607 Apr 18 21:09:51.501377 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbd21b-0322-4f3a-a863-007a4ecfb323 req-e130675b-9b17-4c79-8eca-dc153be79338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:51.503333 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68bbd21b-0322-4f3a-a863-007a4ecfb323 req-e130675b-9b17-4c79-8eca-dc153be79338 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 1097 time: 0.0462313 Apr 18 21:09:51.528553 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-68bbd21b-0322-4f3a-a863-007a4ecfb323 req-2d06a48a-57e7-48e9-9883-a110a291c72c service neutron] 10.222.0.57 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924265 Apr 18 21:09:51.602063 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbd21b-0322-4f3a-a863-007a4ecfb323 req-87f68b05-0c6a-418e-a1c4-14f280aa029f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:51.603562 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68bbd21b-0322-4f3a-a863-007a4ecfb323 req-87f68b05-0c6a-418e-a1c4-14f280aa029f service neutron] 10.222.0.32 "GET /v2.0/networks?id=405cda5f-09d5-44cf-b9f9-3cf86317efaf HTTP/1.1" status: 200 len: 898 time: 0.0931399 Apr 18 21:09:51.670321 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68bbd21b-0322-4f3a-a863-007a4ecfb323 req-1d1a9e9a-41e7-4800-a4da-09eff02861ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6 HTTP/1.1" status: 200 len: 1000 time: 0.0602016 Apr 18 21:09:51.724612 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbd21b-0322-4f3a-a863-007a4ecfb323 req-38d254ec-88a0-4ff0-9c69-f21d65482c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:51.726064 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68bbd21b-0322-4f3a-a863-007a4ecfb323 req-38d254ec-88a0-4ff0-9c69-f21d65482c67 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df3b3a6c-b0a0-4fe6-8544-e2c19754e458 HTTP/1.1" status: 200 len: 835 time: 0.0502412 Apr 18 21:09:51.773596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbd21b-0322-4f3a-a863-007a4ecfb323 req-23bfa2fc-246c-4743-9b41-0d4c81ada7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:51.775189 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68bbd21b-0322-4f3a-a863-007a4ecfb323 req-23bfa2fc-246c-4743-9b41-0d4c81ada7ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=405cda5f-09d5-44cf-b9f9-3cf86317efaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425541 Apr 18 21:09:51.881265 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68bbd21b-0322-4f3a-a863-007a4ecfb323 req-378be1cd-0ef1-4103-a507-21c5aa487134 service neutron] 10.222.0.32 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992851 Apr 18 21:09:51.966333 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49f6e9-93e3-4b36-b6ec-6fab5bafdc52 req-f358cdf8-837d-40e7-aa5f-a61022829ea4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:51.967838 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1e49f6e9-93e3-4b36-b6ec-6fab5bafdc52 req-f358cdf8-837d-40e7-aa5f-a61022829ea4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 946 time: 0.1022942 Apr 18 21:09:52.033103 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1e49f6e9-93e3-4b36-b6ec-6fab5bafdc52 req-853ef6a7-6be3-4d57-9c30-f79b920dea44 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566103 Apr 18 21:09:52.039525 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68bbd21b-0322-4f3a-a863-007a4ecfb323 req-754316d9-a8db-49f6-9b0d-58952add2d85 service neutron] 10.222.0.32 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400163 Apr 18 21:09:53.168703 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242015c-d887-45da-b489-a26c7c91ffe0 req-feba1316-bab7-48aa-acad-bef9f57e56af tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:53.170207 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2242015c-d887-45da-b489-a26c7c91ffe0 req-feba1316-bab7-48aa-acad-bef9f57e56af tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 946 time: 0.0539656 Apr 18 21:09:53.212198 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2242015c-d887-45da-b489-a26c7c91ffe0 req-c93ca29a-572c-42ae-9bba-ea4b05ed7ada tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345941 Apr 18 21:09:53.800694 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:09:53.842485 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:09:54.339086 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51d72a-57ba-462f-bf46-0df58030f007 req-c6e27b1c-df91-4ac4-819d-0a60b9f7ce2a tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:54.340864 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb51d72a-57ba-462f-bf46-0df58030f007 req-c6e27b1c-df91-4ac4-819d-0a60b9f7ce2a tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 946 time: 0.0525346 Apr 18 21:09:54.390914 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb51d72a-57ba-462f-bf46-0df58030f007 req-731190de-4c97-431f-a0ee-ddf654aa3397 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398428 Apr 18 21:09:54.633869 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f7b7b11d-8d15-4534-9c2e-c9601d140772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:55.375231 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:09:55.470634 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,segment=NetworkSegment(ffc73290-7106-41de-ac6f-e0c98c1f65d7),segment_id=ffc73290-7106-41de-ac6f-e0c98c1f65d7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:55.482644 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6', 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf', 'port_id': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6', 'mac_address': 'fa:16:3e:7e:2c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df3b3a6c-b0a0-4fe6-8544-e2c19754e458', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:09:55.515934 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72681fe5-4f52-47c5-a394-40700453674c req-f3ca30ea-5b1b-443d-8480-454ca834f42b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:55.517456 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-72681fe5-4f52-47c5-a394-40700453674c req-f3ca30ea-5b1b-443d-8480-454ca834f42b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 946 time: 0.0483735 Apr 18 21:09:55.524094 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:55.537670 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:09:55.557182 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,segment=NetworkSegment(ffc73290-7106-41de-ac6f-e0c98c1f65d7),segment_id=ffc73290-7106-41de-ac6f-e0c98c1f65d7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:55.557409 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-72681fe5-4f52-47c5-a394-40700453674c req-ec09bd0c-950b-4360-8887-da9716b90d9e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329423 Apr 18 21:09:55.561441 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:55.582458 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50520) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:09:55.609472 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,revision_number=12']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:55.701292 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a0c8a8aa-42f9-4414-8fc9-c42b2f0f7875 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/floatingips/01591639-cffc-486e-bda5-1d52b0e74824 HTTP/1.1" status: 200 len: 991 time: 0.1174812 Apr 18 21:09:55.840660 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50522) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:09:55.904518 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['9b90b893-1cd4-4120-8ae3-3aef3e1310f6'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:09:56.301152 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ddfb7a21-53ab-42d4-a5af-86b7355ebccb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:57.036686 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-ddfb7a21-53ab-42d4-a5af-86b7355ebccb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Deleting port 7be23d58-fa07-4e6e-8329-d672f39b58f3 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:09:57.037361 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ddfb7a21-53ab-42d4-a5af-86b7355ebccb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:57.142137 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-ddfb7a21-53ab-42d4-a5af-86b7355ebccb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] For port 7be23d58-fa07-4e6e-8329-d672f39b58f3, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7be23d58-fa07-4e6e-8329-d672f39b58f3,segment=NetworkSegment(ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8),segment_id=ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:57.142499 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ddfb7a21-53ab-42d4-a5af-86b7355ebccb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:57.160678 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-ddfb7a21-53ab-42d4-a5af-86b7355ebccb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Calling delete_port for 7be23d58-fa07-4e6e-8329-d672f39b58f3 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:09:57.202324 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-01360d26-3bf1-4b5e-8bd6-5ece5269ea41 req-e36e9a39-56ea-4f58-9c26-37dfb99ab185 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0599456 Apr 18 21:09:57.301943 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01360d26-3bf1-4b5e-8bd6-5ece5269ea41 req-11ba54ce-c9e2-4ac9-b3ba-16d35ad62f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:57.304103 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-01360d26-3bf1-4b5e-8bd6-5ece5269ea41 req-11ba54ce-c9e2-4ac9-b3ba-16d35ad62f2f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 1096 time: 0.0558469 Apr 18 21:09:57.397727 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:09:57.447256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01360d26-3bf1-4b5e-8bd6-5ece5269ea41 req-a858a433-98b9-454a-bdab-1bbb5736f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:57.448875 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-01360d26-3bf1-4b5e-8bd6-5ece5269ea41 req-a858a433-98b9-454a-bdab-1bbb5736f9ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=405cda5f-09d5-44cf-b9f9-3cf86317efaf HTTP/1.1" status: 200 len: 898 time: 0.1246703 Apr 18 21:09:57.477969 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-48d192e6-7c2b-4afd-b6cb-51aa2eae51de req-0fd8ff72-29f8-4003-98fe-3fc26bf6efda service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7688e21d-c6f5-4e18-a42e-6649c6a73134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2508221 Apr 18 21:09:57.479114 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ddfb7a21-53ab-42d4-a5af-86b7355ebccb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:57.511930 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb7a21-53ab-42d4-a5af-86b7355ebccb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event deleted for resources: {'Port': ['ID=7be23d58-fa07-4e6e-8329-d672f39b58f3,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:57.528469 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:09:57.538354 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:57.538656 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:57.560085 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-01360d26-3bf1-4b5e-8bd6-5ece5269ea41 req-29b1ed0c-c528-4b7e-9841-f7c62669e308 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6 HTTP/1.1" status: 200 len: 999 time: 0.1046550 Apr 18 21:09:57.631598 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01360d26-3bf1-4b5e-8bd6-5ece5269ea41 req-4af5d70c-025f-4858-8289-bdf31e9dbcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:57.633466 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-01360d26-3bf1-4b5e-8bd6-5ece5269ea41 req-4af5d70c-025f-4858-8289-bdf31e9dbcba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df3b3a6c-b0a0-4fe6-8544-e2c19754e458 HTTP/1.1" status: 200 len: 835 time: 0.0656474 Apr 18 21:09:57.684162 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d192e6-7c2b-4afd-b6cb-51aa2eae51de req-7ced59b6-5214-41a6-bd9d-758bb5997eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:57.686132 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-48d192e6-7c2b-4afd-b6cb-51aa2eae51de req-7ced59b6-5214-41a6-bd9d-758bb5997eeb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ec59bc3ffdf4873b26042a0437d8698&device_id=7688e21d-c6f5-4e18-a42e-6649c6a73134 HTTP/1.1" status: 200 len: 1096 time: 0.1341746 Apr 18 21:09:57.750901 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01360d26-3bf1-4b5e-8bd6-5ece5269ea41 req-c6af9b8b-26be-4904-89e3-f2a065468fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:57.752956 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-01360d26-3bf1-4b5e-8bd6-5ece5269ea41 req-c6af9b8b-26be-4904-89e3-f2a065468fc8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=405cda5f-09d5-44cf-b9f9-3cf86317efaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122422 Apr 18 21:09:57.859323 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ddfb7a21-53ab-42d4-a5af-86b7355ebccb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:57.861323 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:57.896481 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,segment=NetworkSegment(ffc73290-7106-41de-ac6f-e0c98c1f65d7),segment_id=ffc73290-7106-41de-ac6f-e0c98c1f65d7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:57.897598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013f452a-29a0-4382-854c-5b49e5ccc762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:09:57.900445 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec05fdc-1889-4847-bd46-bf2af1c9f1f9" -d '{"events": [{"server_uuid": "013f452a-29a0-4382-854c-5b49e5ccc762", "name": "network-vif-plugged", "status": "completed", "tag": "9b90b893-1cd4-4120-8ae3-3aef3e1310f6"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:09:57.904971 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:57.920832 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-01360d26-3bf1-4b5e-8bd6-5ece5269ea41 req-018c32c2-b479-4bb7-98cc-19fef100a9bf service neutron] 10.222.0.32 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602714 Apr 18 21:09:57.960673 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,revision_number=13']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:57.980629 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f291ceab-217e-4e09-b01e-ca928b1d34c9 x-openstack-request-id: req-f291ceab-217e-4e09-b01e-ca928b1d34c9 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:09:57.981009 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013f452a-29a0-4382-854c-5b49e5ccc762", "name": "network-vif-plugged", "status": "completed", "tag": "9b90b893-1cd4-4120-8ae3-3aef3e1310f6", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:09:57.981446 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f291ceab-217e-4e09-b01e-ca928b1d34c9 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:09:57.981918 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f291ceab-217e-4e09-b01e-ca928b1d34c9'] response: {'server_uuid': '013f452a-29a0-4382-854c-5b49e5ccc762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6', 'code': 200} Apr 18 21:09:58.028611 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-01360d26-3bf1-4b5e-8bd6-5ece5269ea41 req-7e08ed5d-2ceb-486f-b72a-71110bca7eeb service neutron] 10.222.0.32 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013930 Apr 18 21:09:58.090410 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d192e6-7c2b-4afd-b6cb-51aa2eae51de req-ddd12f43-1f39-4973-a9f1-920e9410d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:58.091899 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-48d192e6-7c2b-4afd-b6cb-51aa2eae51de req-ddd12f43-1f39-4973-a9f1-920e9410d833 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e8b21513-dcc9-4212-9b67-14e7e9ef0fc1 HTTP/1.1" status: 200 len: 897 time: 0.3567023 Apr 18 21:09:58.208532 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-48d192e6-7c2b-4afd-b6cb-51aa2eae51de req-377ac43e-4620-438e-b717-d556bba1a8db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5812b535-4683-4d50-b8c7-fa85da52a178 HTTP/1.1" status: 200 len: 1001 time: 0.1089153 Apr 18 21:09:58.298946 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d192e6-7c2b-4afd-b6cb-51aa2eae51de req-a9178676-a11b-420b-b680-fb89b540cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:58.300453 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-48d192e6-7c2b-4afd-b6cb-51aa2eae51de req-a9178676-a11b-420b-b680-fb89b540cf7a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=71563e00-eeb9-4aa6-ba00-8fbcf920d223 HTTP/1.1" status: 200 len: 835 time: 0.0857108 Apr 18 21:09:58.307177 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfb7a21-53ab-42d4-a5af-86b7355ebccb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Router 65ad614a-1ef5-4b6a-ad36-ac005b47a94b has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:09:58.399098 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d192e6-7c2b-4afd-b6cb-51aa2eae51de req-eaf0140c-d008-4d23-9de0-606ef1d72846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:58.400626 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-48d192e6-7c2b-4afd-b6cb-51aa2eae51de req-eaf0140c-d008-4d23-9de0-606ef1d72846 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e8b21513-dcc9-4212-9b67-14e7e9ef0fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924335 Apr 18 21:09:58.500976 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfb7a21-53ab-42d4-a5af-86b7355ebccb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:09:58.510805 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ddfb7a21-53ab-42d4-a5af-86b7355ebccb tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "PUT /v2.0/routers/65ad614a-1ef5-4b6a-ad36-ac005b47a94b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6688452 Apr 18 21:09:58.513635 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e300f56f-5dee-48d0-82a3-3af4251077da None None] Sync routers for ids ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:09:58.526351 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e300f56f-5dee-48d0-82a3-3af4251077da None None] Routers {'65ad614a-1ef5-4b6a-ad36-ac005b47a94b'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:09:58.527179 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e300f56f-5dee-48d0-82a3-3af4251077da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:09:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:58.549173 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-48d192e6-7c2b-4afd-b6cb-51aa2eae51de req-63808880-2df2-4c50-bb09-0f77870e8e1e service neutron] 10.222.0.57 "GET /v2.0/networks/e8b21513-dcc9-4212-9b67-14e7e9ef0fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178279 Apr 18 21:09:58.665138 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-48d192e6-7c2b-4afd-b6cb-51aa2eae51de req-f2b2a341-b021-44ab-9551-c4fe6344679b service neutron] 10.222.0.57 "GET /v2.0/networks/e8b21513-dcc9-4212-9b67-14e7e9ef0fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093433 Apr 18 21:09:58.720744 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-e300f56f-5dee-48d0-82a3-3af4251077da None None] Set router 65ad614a-1ef5-4b6a-ad36-ac005b47a94b gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:09:58.831219 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a6a98-a8b5-49b2-a2a7-bc4d1bc12c85 req-d7bcf27a-2c63-4445-8c36-84161f375f71 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:58.832900 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-442a6a98-a8b5-49b2-a2a7-bc4d1bc12c85 req-d7bcf27a-2c63-4445-8c36-84161f375f71 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=5550dbb1-95b8-4f96-9a66-1d070c146814 HTTP/1.1" status: 200 len: 946 time: 0.0619395 Apr 18 21:09:58.874732 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-442a6a98-a8b5-49b2-a2a7-bc4d1bc12c85 req-07523d67-ea01-45df-90eb-3e69946f9f0f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=eda2bb08-df06-4060-acc4-46228bb5e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348995 Apr 18 21:09:58.971011 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e300f56f-5dee-48d0-82a3-3af4251077da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'name': 'tempest-TestNetworkBasicOps-router-61557471', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:09:57Z', 'revision_number': 6, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:59Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '15d25de3-dc9b-489a-bae5-545d5a7319d8', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'port_id': '5812b535-4683-4d50-b8c7-fa85da52a178', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'mac_address': 'fa:16:3e:60:4f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688e21d-c6f5-4e18-a42e-6649c6a73134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:08:28Z', 'updated_at': '2022-04-18T21:08:30Z', 'revision_number': 1, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eba89d2-1c9c-4942-aeda-59c893f0b47e', 'name': '', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'mac_address': 'fa:16:3e:57:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:08:05Z', 'updated_at': '2022-04-18T21:08:11Z', 'revision_number': 5, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'subnets': [{'id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:59.003155 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e300f56f-5dee-48d0-82a3-3af4251077da None None] Checking router: 65ad614a-1ef5-4b6a-ad36-ac005b47a94b for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:09:59.012656 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e300f56f-5dee-48d0-82a3-3af4251077da None None] Routers {'65ad614a-1ef5-4b6a-ad36-ac005b47a94b'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:09:59.013270 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e300f56f-5dee-48d0-82a3-3af4251077da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:09:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:59.041303 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dba0701c-cf37-4590-a4a9-d0abb9e4e9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:59.125381 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-e300f56f-5dee-48d0-82a3-3af4251077da None None] Set router 65ad614a-1ef5-4b6a-ad36-ac005b47a94b gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:09:59.383360 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e300f56f-5dee-48d0-82a3-3af4251077da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'name': 'tempest-TestNetworkBasicOps-router-61557471', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:09:57Z', 'revision_number': 6, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:59Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '15d25de3-dc9b-489a-bae5-545d5a7319d8', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'port_id': '5812b535-4683-4d50-b8c7-fa85da52a178', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'mac_address': 'fa:16:3e:60:4f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688e21d-c6f5-4e18-a42e-6649c6a73134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:08:28Z', 'updated_at': '2022-04-18T21:08:30Z', 'revision_number': 1, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eba89d2-1c9c-4942-aeda-59c893f0b47e', 'name': '', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'mac_address': 'fa:16:3e:57:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:08:05Z', 'updated_at': '2022-04-18T21:08:11Z', 'revision_number': 5, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'subnets': [{'id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:59.410769 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e300f56f-5dee-48d0-82a3-3af4251077da None None] The sync data for ids ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'] in n-d-838323-3 is: [{'id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'name': 'tempest-TestNetworkBasicOps-router-61557471', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:09:57Z', 'revision_number': 6, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:59Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '15d25de3-dc9b-489a-bae5-545d5a7319d8', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'port_id': '5812b535-4683-4d50-b8c7-fa85da52a178', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'mac_address': 'fa:16:3e:60:4f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7688e21d-c6f5-4e18-a42e-6649c6a73134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:08:28Z', 'updated_at': '2022-04-18T21:08:30Z', 'revision_number': 1, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eba89d2-1c9c-4942-aeda-59c893f0b47e', 'name': '', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'mac_address': 'fa:16:3e:57:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:08:05Z', 'updated_at': '2022-04-18T21:08:11Z', 'revision_number': 5, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'subnets': [{'id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:09:59.895918 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:00.012049 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d5efc-e221-4079-919e-c85e0553f902 req-ba439ab7-b3ff-44c6-88e0-ab2103098d51 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:00.013669 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f9d5efc-e221-4079-919e-c85e0553f902 req-ba439ab7-b3ff-44c6-88e0-ab2103098d51 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=5550dbb1-95b8-4f96-9a66-1d070c146814 HTTP/1.1" status: 200 len: 946 time: 0.0548527 Apr 18 21:10:00.053818 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f9d5efc-e221-4079-919e-c85e0553f902 req-d6834ef5-b164-4b10-bfaa-190f3b75e9bc tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=eda2bb08-df06-4060-acc4-46228bb5e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329702 Apr 18 21:10:00.277409 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaacc4f-c892-4f1c-b38a-013cbbc2a20c req-c0fe4812-1d46-4f5f-ae4b-8dd25daea09e tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:00.279193 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dcaacc4f-c892-4f1c-b38a-013cbbc2a20c req-c0fe4812-1d46-4f5f-ae4b-8dd25daea09e tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.32 "GET /v2.0/ports?device_id=5550dbb1-95b8-4f96-9a66-1d070c146814 HTTP/1.1" status: 200 len: 946 time: 0.0649872 Apr 18 21:10:00.374311 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-dcaacc4f-c892-4f1c-b38a-013cbbc2a20c req-e3137ab1-56ce-4d71-87f0-14db17228eaa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Deleting port e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:10:00.374673 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dcaacc4f-c892-4f1c-b38a-013cbbc2a20c req-e3137ab1-56ce-4d71-87f0-14db17228eaa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:00.463949 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-dcaacc4f-c892-4f1c-b38a-013cbbc2a20c req-e3137ab1-56ce-4d71-87f0-14db17228eaa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] For port e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6,segment=NetworkSegment(ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8),segment_id=ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:00.464958 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dcaacc4f-c892-4f1c-b38a-013cbbc2a20c req-e3137ab1-56ce-4d71-87f0-14db17228eaa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:00.478378 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-dcaacc4f-c892-4f1c-b38a-013cbbc2a20c req-e3137ab1-56ce-4d71-87f0-14db17228eaa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Calling delete_port for e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:10:00.618105 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dcaacc4f-c892-4f1c-b38a-013cbbc2a20c req-e3137ab1-56ce-4d71-87f0-14db17228eaa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:00.646468 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3137ab1-56ce-4d71-87f0-14db17228eaa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event deleted for resources: {'Port': ['ID=e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:00.661162 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3137ab1-56ce-4d71-87f0-14db17228eaa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:00.661503 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3137ab1-56ce-4d71-87f0-14db17228eaa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:00.661847 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3137ab1-56ce-4d71-87f0-14db17228eaa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:00.662186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3137ab1-56ce-4d71-87f0-14db17228eaa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:00.662524 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3137ab1-56ce-4d71-87f0-14db17228eaa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:00.662854 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3137ab1-56ce-4d71-87f0-14db17228eaa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:00.663187 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3137ab1-56ce-4d71-87f0-14db17228eaa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:00.663507 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3137ab1-56ce-4d71-87f0-14db17228eaa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:00.663833 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3137ab1-56ce-4d71-87f0-14db17228eaa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:00.664157 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3137ab1-56ce-4d71-87f0-14db17228eaa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:00.664501 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3137ab1-56ce-4d71-87f0-14db17228eaa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:00.664827 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3137ab1-56ce-4d71-87f0-14db17228eaa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:00.704859 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcaacc4f-c892-4f1c-b38a-013cbbc2a20c req-e3137ab1-56ce-4d71-87f0-14db17228eaa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] No DVR routers for this DVR port e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:10:00.707671 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-dcaacc4f-c892-4f1c-b38a-013cbbc2a20c req-e3137ab1-56ce-4d71-87f0-14db17228eaa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:00.712213 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dcaacc4f-c892-4f1c-b38a-013cbbc2a20c req-e3137ab1-56ce-4d71-87f0-14db17228eaa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.32 "DELETE /v2.0/ports/e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6 HTTP/1.1" status: 204 len: 173 time: 0.4269977 Apr 18 21:10:00.712785 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5550dbb1-95b8-4f96-9a66-1d070c146814', 'name': 'network-vif-deleted', 'tag': 'e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:10:00.715949 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7049526-c5ac-4069-ae88-5c7787af53e7" -d '{"events": [{"server_uuid": "5550dbb1-95b8-4f96-9a66-1d070c146814", "name": "network-vif-deleted", "tag": "e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:10:00.760097 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973ae71e-c995-45d7-848a-9da12551c389 x-openstack-request-id: req-973ae71e-c995-45d7-848a-9da12551c389 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:10:00.761113 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5550dbb1-95b8-4f96-9a66-1d070c146814", "name": "network-vif-deleted", "tag": "e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:10:00.761384 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-973ae71e-c995-45d7-848a-9da12551c389 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:10:00.761977 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-973ae71e-c995-45d7-848a-9da12551c389'] response: {'server_uuid': '5550dbb1-95b8-4f96-9a66-1d070c146814', 'name': 'network-vif-deleted', 'tag': 'e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6', 'status': 'completed', 'code': 200} Apr 18 21:10:01.010964 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7be23d58-fa07-4e6e-8329-d672f39b58f3 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:10:01.047082 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 7be23d58-fa07-4e6e-8329-d672f39b58f3 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:10:01.047764 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7be23d58-fa07-4e6e-8329-d672f39b58f3 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:10:01.187785 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c7599043-3c1c-44c3-a7cb-651ef6f30b95 req-6fc6c17c-2015-48fd-aaaa-ab138e63d248 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=5550dbb1-95b8-4f96-9a66-1d070c146814 HTTP/1.1" status: 200 len: 210 time: 0.0321891 Apr 18 21:10:01.395792 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:01.677632 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:02.254165 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50644) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:02.328601 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-64f8a2b0-c01f-489a-b828-d33f61ef16aa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:02.368940 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-64f8a2b0-c01f-489a-b828-d33f61ef16aa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:02.382580 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:10:02.435185 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-64f8a2b0-c01f-489a-b828-d33f61ef16aa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:02.438260 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-64f8a2b0-c01f-489a-b828-d33f61ef16aa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:02.439481 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-64f8a2b0-c01f-489a-b828-d33f61ef16aa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "DELETE /v2.0/security-groups/eda2bb08-df06-4060-acc4-46228bb5e6c6 HTTP/1.1" status: 204 len: 168 time: 0.1843126 Apr 18 21:10:02.450835 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8a2b0-c01f-489a-b828-d33f61ef16aa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda2bb08-df06-4060-acc4-46228bb5e6c6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:02.494585 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50654) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:02.550424 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d99a3c-4643-4796-a991-f82647e0ee21 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Deleting subnet 4c9b9ba8-86b5-4245-96a3-1d9272e782fe {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:10:02.554714 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-63d99a3c-4643-4796-a991-f82647e0ee21 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:02.598388 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-63d99a3c-4643-4796-a991-f82647e0ee21 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:02.722751 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-63d99a3c-4643-4796-a991-f82647e0ee21 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:02.782680 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-63d99a3c-4643-4796-a991-f82647e0ee21 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:02.811695 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d99a3c-4643-4796-a991-f82647e0ee21 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event deleted for resources: {'Subnet': ['ID=4c9b9ba8-86b5-4245-96a3-1d9272e782fe,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:02.818891 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-63d99a3c-4643-4796-a991-f82647e0ee21 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:02.822518 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-63d99a3c-4643-4796-a991-f82647e0ee21 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "DELETE /v2.0/subnets/4c9b9ba8-86b5-4245-96a3-1d9272e782fe HTTP/1.1" status: 204 len: 168 time: 0.3263056 Apr 18 21:10:02.824798 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50664) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:02.827270 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b994c68-0c02-4645-8df7-7da6b3959479 None None] Network 3eb3e8eb-fd39-454a-afe3-bae86c66e033 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:10:02.927565 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60a65a21-1181-4a79-88b2-b64f54c5e913 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:02.999124 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-60a65a21-1181-4a79-88b2-b64f54c5e913 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Deleting port 35896826-05fa-4a31-845e-1aff92ce5276 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:10:02.999541 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60a65a21-1181-4a79-88b2-b64f54c5e913 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.031671 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e058c13-2f5d-4aca-8d67-aa7a2f19eb1b None None] DHCP port deletion for 3eb3e8eb-fd39-454a-afe3-bae86c66e033 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:10:03.086295 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-60a65a21-1181-4a79-88b2-b64f54c5e913 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] For port 35896826-05fa-4a31-845e-1aff92ce5276, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=35896826-05fa-4a31-845e-1aff92ce5276,segment=NetworkSegment(ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8),segment_id=ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:03.087968 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60a65a21-1181-4a79-88b2-b64f54c5e913 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.090096 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6e058c13-2f5d-4aca-8d67-aa7a2f19eb1b None None] Deleting port 35896826-05fa-4a31-845e-1aff92ce5276 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:10:03.090582 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6e058c13-2f5d-4aca-8d67-aa7a2f19eb1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.105191 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 35896826-05fa-4a31-845e-1aff92ce5276 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:10:03.106405 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-60a65a21-1181-4a79-88b2-b64f54c5e913 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Calling delete_port for 35896826-05fa-4a31-845e-1aff92ce5276 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:10:03.191766 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60a65a21-1181-4a79-88b2-b64f54c5e913 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.199305 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-6e058c13-2f5d-4aca-8d67-aa7a2f19eb1b None None] For port 35896826-05fa-4a31-845e-1aff92ce5276, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=35896826-05fa-4a31-845e-1aff92ce5276,segment=NetworkSegment(ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8),segment_id=ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:03.199722 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6e058c13-2f5d-4aca-8d67-aa7a2f19eb1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.219754 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6e058c13-2f5d-4aca-8d67-aa7a2f19eb1b None None] Calling delete_port for 35896826-05fa-4a31-845e-1aff92ce5276 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:10:03.221691 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No active binding found for port 35896826-05fa-4a31-845e-1aff92ce5276 {{(pid=102910) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 18 21:10:03.222235 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 35896826-05fa-4a31-845e-1aff92ce5276 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:10:03.234417 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a65a21-1181-4a79-88b2-b64f54c5e913 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event deleted for resources: {'Port': ['ID=35896826-05fa-4a31-845e-1aff92ce5276,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:03.236902 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a65a21-1181-4a79-88b2-b64f54c5e913 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] No DVR routers for this DVR port 35896826-05fa-4a31-845e-1aff92ce5276 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:10:03.312398 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6e058c13-2f5d-4aca-8d67-aa7a2f19eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.336389 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60a65a21-1181-4a79-88b2-b64f54c5e913 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.339520 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e058c13-2f5d-4aca-8d67-aa7a2f19eb1b None None] Pushing event deleted for resources: {'Port': ['ID=35896826-05fa-4a31-845e-1aff92ce5276,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:03.343413 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e058c13-2f5d-4aca-8d67-aa7a2f19eb1b None None] No DVR routers for this DVR port 35896826-05fa-4a31-845e-1aff92ce5276 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:10:03.371573 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-60a65a21-1181-4a79-88b2-b64f54c5e913 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb3e8eb-fd39-454a-afe3-bae86c66e033']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:03.388972 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-60a65a21-1181-4a79-88b2-b64f54c5e913 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:03.389273 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-60a65a21-1181-4a79-88b2-b64f54c5e913 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2e78e1-b97d-4b9a-9a71-1ccfc67953c8') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:03.407292 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60a65a21-1181-4a79-88b2-b64f54c5e913 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.429063 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60a65a21-1181-4a79-88b2-b64f54c5e913 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.436578 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a65a21-1181-4a79-88b2-b64f54c5e913 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:10:03.437234 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60a65a21-1181-4a79-88b2-b64f54c5e913 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:10:03.445100 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:10:03.470053 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:10:03.510585 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:10:03.511397 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device e3012ba8-b3f2-47d7-8c35-ca1f6eeb78b6 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:10:03.513992 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60a65a21-1181-4a79-88b2-b64f54c5e913 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.519768 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60a65a21-1181-4a79-88b2-b64f54c5e913 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.527951 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-60a65a21-1181-4a79-88b2-b64f54c5e913 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "DELETE /v2.0/networks/3eb3e8eb-fd39-454a-afe3-bae86c66e033 HTTP/1.1" status: 204 len: 168 time: 0.6977739 Apr 18 21:10:03.528505 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50676) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:03.544587 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a65a21-1181-4a79-88b2-b64f54c5e913 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event deleted for resources: {'Network': ['ID=3eb3e8eb-fd39-454a-afe3-bae86c66e033,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:03.736919 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-99f7e9bc-d965-4fe2-a870-3ba25e0011bf tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Deleting port 571f4aa4-25ab-40ae-8d37-97b1e755870b {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:10:03.737261 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-99f7e9bc-d965-4fe2-a870-3ba25e0011bf tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.822334 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-99f7e9bc-d965-4fe2-a870-3ba25e0011bf tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.822583 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-99f7e9bc-d965-4fe2-a870-3ba25e0011bf tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.836280 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-99f7e9bc-d965-4fe2-a870-3ba25e0011bf tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Calling delete_port for 571f4aa4-25ab-40ae-8d37-97b1e755870b owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:10:04.304335 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-99f7e9bc-d965-4fe2-a870-3ba25e0011bf tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:04.333237 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7e9bc-d965-4fe2-a870-3ba25e0011bf tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event deleted for resources: {'Port': ['ID=571f4aa4-25ab-40ae-8d37-97b1e755870b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:04.397603 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-99f7e9bc-d965-4fe2-a870-3ba25e0011bf tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:04.398096 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-99f7e9bc-d965-4fe2-a870-3ba25e0011bf tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Floating IP 15d25de3-dc9b-489a-bae5-545d5a7319d8 disassociated (deleted). External IP: 172.25.1.154, port: 5812b535-4683-4d50-b8c7-fa85da52a178. Apr 18 21:10:04.618575 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f7e9bc-d965-4fe2-a870-3ba25e0011bf tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Router 65ad614a-1ef5-4b6a-ad36-ac005b47a94b has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:10:04.736598 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f7e9bc-d965-4fe2-a870-3ba25e0011bf tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:10:04.743232 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-99f7e9bc-d965-4fe2-a870-3ba25e0011bf tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:04.751358 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0efcbe2-e28e-4d7f-a260-42102f6b3576 None None] Sync routers for ids ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:10:04.774292 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0efcbe2-e28e-4d7f-a260-42102f6b3576 None None] Routers {'65ad614a-1ef5-4b6a-ad36-ac005b47a94b'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:10:04.775413 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-c0efcbe2-e28e-4d7f-a260-42102f6b3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:09:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:04.790758 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-99f7e9bc-d965-4fe2-a870-3ba25e0011bf tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "DELETE /v2.0/floatingips/15d25de3-dc9b-489a-bae5-545d5a7319d8 HTTP/1.1" status: 204 len: 168 time: 1.2588196 Apr 18 21:10:04.790758 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7688e21d-c6f5-4e18-a42e-6649c6a73134', 'tag': '5812b535-4683-4d50-b8c7-fa85da52a178'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:10:04.793662 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635a7ca9-d23d-4d3f-b05f-43c201326c63" -d '{"events": [{"name": "network-changed", "server_uuid": "7688e21d-c6f5-4e18-a42e-6649c6a73134", "tag": "5812b535-4683-4d50-b8c7-fa85da52a178"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:10:04.867176 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d98749-07fa-40fc-b92f-8381bee8b999 x-openstack-request-id: req-b9d98749-07fa-40fc-b92f-8381bee8b999 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:10:04.867466 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7688e21d-c6f5-4e18-a42e-6649c6a73134", "tag": "5812b535-4683-4d50-b8c7-fa85da52a178", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:10:04.867715 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9d98749-07fa-40fc-b92f-8381bee8b999 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:10:04.868119 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9d98749-07fa-40fc-b92f-8381bee8b999'] response: {'name': 'network-changed', 'server_uuid': '7688e21d-c6f5-4e18-a42e-6649c6a73134', 'tag': '5812b535-4683-4d50-b8c7-fa85da52a178', 'status': 'completed', 'code': 200} Apr 18 21:10:04.943758 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-c0efcbe2-e28e-4d7f-a260-42102f6b3576 None None] Set router 65ad614a-1ef5-4b6a-ad36-ac005b47a94b gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:10:04.947021 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a7ca9-d23d-4d3f-b05f-43c201326c63 req-1bad367e-9a24-4ac5-96eb-0ed14748a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:04.949063 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-635a7ca9-d23d-4d3f-b05f-43c201326c63 req-1bad367e-9a24-4ac5-96eb-0ed14748a9a2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ec59bc3ffdf4873b26042a0437d8698&device_id=7688e21d-c6f5-4e18-a42e-6649c6a73134 HTTP/1.1" status: 200 len: 1096 time: 0.0554700 Apr 18 21:10:05.084610 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a7ca9-d23d-4d3f-b05f-43c201326c63 req-2d92c4ee-1876-44d0-bf42-38baf3c11baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:05.087613 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-635a7ca9-d23d-4d3f-b05f-43c201326c63 req-2d92c4ee-1876-44d0-bf42-38baf3c11baa service neutron] 10.222.0.57 "GET /v2.0/networks?id=e8b21513-dcc9-4212-9b67-14e7e9ef0fc1 HTTP/1.1" status: 200 len: 897 time: 0.1274359 Apr 18 21:10:05.116072 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f817-d32d-411c-babb-aac9226296b2 req-142240b1-f28e-4a39-8f46-11e91024f8c5 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:05.124500 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f62f817-d32d-411c-babb-aac9226296b2 req-142240b1-f28e-4a39-8f46-11e91024f8c5 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=7688e21d-c6f5-4e18-a42e-6649c6a73134 HTTP/1.1" status: 200 len: 945 time: 0.0795460 Apr 18 21:10:05.143929 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-635a7ca9-d23d-4d3f-b05f-43c201326c63 req-3ef62c45-cc52-4f56-b4b8-b735e7e9767e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5812b535-4683-4d50-b8c7-fa85da52a178 HTTP/1.1" status: 200 len: 217 time: 0.0475514 Apr 18 21:10:05.184256 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f62f817-d32d-411c-babb-aac9226296b2 req-701d231d-cb29-49bc-9290-d8fb8c708e8d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0e615bc-6dbf-4daa-9475-3b649ef1fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586736 Apr 18 21:10:05.216974 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a7ca9-d23d-4d3f-b05f-43c201326c63 req-06deb7de-6616-4112-8936-65fd39d851ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:05.219176 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-635a7ca9-d23d-4d3f-b05f-43c201326c63 req-06deb7de-6616-4112-8936-65fd39d851ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=71563e00-eeb9-4aa6-ba00-8fbcf920d223 HTTP/1.1" status: 200 len: 835 time: 0.0688045 Apr 18 21:10:05.226965 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-c0efcbe2-e28e-4d7f-a260-42102f6b3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'name': 'tempest-TestNetworkBasicOps-router-61557471', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:09:57Z', 'revision_number': 6, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:59Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5eba89d2-1c9c-4942-aeda-59c893f0b47e', 'name': '', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'mac_address': 'fa:16:3e:57:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:08:05Z', 'updated_at': '2022-04-18T21:08:11Z', 'revision_number': 5, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'subnets': [{'id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:05.253976 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0efcbe2-e28e-4d7f-a260-42102f6b3576 None None] Checking router: 65ad614a-1ef5-4b6a-ad36-ac005b47a94b for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:10:05.262621 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0efcbe2-e28e-4d7f-a260-42102f6b3576 None None] Routers {'65ad614a-1ef5-4b6a-ad36-ac005b47a94b'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:10:05.263431 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-c0efcbe2-e28e-4d7f-a260-42102f6b3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:09:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:05.274311 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a7ca9-d23d-4d3f-b05f-43c201326c63 req-ed12cbd0-97e3-489c-8dfa-8dae53c95e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:05.275991 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-635a7ca9-d23d-4d3f-b05f-43c201326c63 req-ed12cbd0-97e3-489c-8dfa-8dae53c95e6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e8b21513-dcc9-4212-9b67-14e7e9ef0fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502548 Apr 18 21:10:05.380232 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-635a7ca9-d23d-4d3f-b05f-43c201326c63 req-22c25cb2-bf6d-44af-ad89-dc5779ac3ba9 service neutron] 10.222.0.57 "GET /v2.0/networks/e8b21513-dcc9-4212-9b67-14e7e9ef0fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968738 Apr 18 21:10:05.382541 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-c0efcbe2-e28e-4d7f-a260-42102f6b3576 None None] Set router 65ad614a-1ef5-4b6a-ad36-ac005b47a94b gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:10:05.614088 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-c0efcbe2-e28e-4d7f-a260-42102f6b3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'name': 'tempest-TestNetworkBasicOps-router-61557471', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:09:57Z', 'revision_number': 6, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:59Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5eba89d2-1c9c-4942-aeda-59c893f0b47e', 'name': '', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'mac_address': 'fa:16:3e:57:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:08:05Z', 'updated_at': '2022-04-18T21:08:11Z', 'revision_number': 5, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'subnets': [{'id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:05.643823 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0efcbe2-e28e-4d7f-a260-42102f6b3576 None None] The sync data for ids ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'] in n-d-838323-3 is: [{'id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'name': 'tempest-TestNetworkBasicOps-router-61557471', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:09:57Z', 'revision_number': 6, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:59Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '5eba89d2-1c9c-4942-aeda-59c893f0b47e', 'name': '', 'network_id': 'e8b21513-dcc9-4212-9b67-14e7e9ef0fc1', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'mac_address': 'fa:16:3e:57:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:08:05Z', 'updated_at': '2022-04-18T21:08:11Z', 'revision_number': 5, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'subnets': [{'id': '71563e00-eeb9-4aa6-ba00-8fbcf920d223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:10:05.774622 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-635a7ca9-d23d-4d3f-b05f-43c201326c63 req-25b4fd2a-d9e7-4125-8a34-582ac5c0bbe9 service neutron] 10.222.0.57 "GET /v2.0/networks/e8b21513-dcc9-4212-9b67-14e7e9ef0fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875391 Apr 18 21:10:05.933763 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1080f0a-990d-441b-b058-2e3de7eb2a4c None None] New status for floating IP 15d25de3-dc9b-489a-bae5-545d5a7319d8: DOWN {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:10:06.311486 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91003a57-07c9-4e38-83af-7fdd1bb9282e req-94c78cad-a2ac-49f4-a4a9-54fcae1a48d7 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:06.313154 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91003a57-07c9-4e38-83af-7fdd1bb9282e req-94c78cad-a2ac-49f4-a4a9-54fcae1a48d7 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=7688e21d-c6f5-4e18-a42e-6649c6a73134 HTTP/1.1" status: 200 len: 945 time: 0.0550530 Apr 18 21:10:06.353676 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9153a-0b5f-4b98-98e1-de229ff783e9 req-4209f19d-e015-4fb6-9483-0cb2217fc9d2 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:06.355258 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c8e9153a-0b5f-4b98-98e1-de229ff783e9 req-4209f19d-e015-4fb6-9483-0cb2217fc9d2 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.57 "GET /v2.0/ports?device_id=7688e21d-c6f5-4e18-a42e-6649c6a73134 HTTP/1.1" status: 200 len: 945 time: 0.0843031 Apr 18 21:10:06.357921 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91003a57-07c9-4e38-83af-7fdd1bb9282e req-15f40eaa-9b08-4b28-932d-ddf2e087a9c2 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=e0e615bc-6dbf-4daa-9475-3b649ef1fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381260 Apr 18 21:10:06.462486 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-c8e9153a-0b5f-4b98-98e1-de229ff783e9 req-7a3b9625-84a7-445c-8c2b-d3bd8d5d720d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Deleting port 5812b535-4683-4d50-b8c7-fa85da52a178 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:10:06.463458 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c8e9153a-0b5f-4b98-98e1-de229ff783e9 req-7a3b9625-84a7-445c-8c2b-d3bd8d5d720d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:06.556834 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-c8e9153a-0b5f-4b98-98e1-de229ff783e9 req-7a3b9625-84a7-445c-8c2b-d3bd8d5d720d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] For port 5812b535-4683-4d50-b8c7-fa85da52a178, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=5812b535-4683-4d50-b8c7-fa85da52a178,segment=NetworkSegment(aae8e460-f7ab-43cd-9b49-71ae92a2401a),segment_id=aae8e460-f7ab-43cd-9b49-71ae92a2401a)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:06.557202 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c8e9153a-0b5f-4b98-98e1-de229ff783e9 req-7a3b9625-84a7-445c-8c2b-d3bd8d5d720d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:06.574061 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-c8e9153a-0b5f-4b98-98e1-de229ff783e9 req-7a3b9625-84a7-445c-8c2b-d3bd8d5d720d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Calling delete_port for 5812b535-4683-4d50-b8c7-fa85da52a178 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:10:06.702122 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c8e9153a-0b5f-4b98-98e1-de229ff783e9 req-7a3b9625-84a7-445c-8c2b-d3bd8d5d720d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:06.736359 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b9625-84a7-445c-8c2b-d3bd8d5d720d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event deleted for resources: {'Port': ['ID=5812b535-4683-4d50-b8c7-fa85da52a178,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:06.769347 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b9625-84a7-445c-8c2b-d3bd8d5d720d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:06.769694 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b9625-84a7-445c-8c2b-d3bd8d5d720d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:06.770238 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b9625-84a7-445c-8c2b-d3bd8d5d720d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:06.770370 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b9625-84a7-445c-8c2b-d3bd8d5d720d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:06.770702 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b9625-84a7-445c-8c2b-d3bd8d5d720d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:06.771032 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b9625-84a7-445c-8c2b-d3bd8d5d720d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:06.771360 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b9625-84a7-445c-8c2b-d3bd8d5d720d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:06.771684 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b9625-84a7-445c-8c2b-d3bd8d5d720d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:06.772006 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b9625-84a7-445c-8c2b-d3bd8d5d720d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:06.772327 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b9625-84a7-445c-8c2b-d3bd8d5d720d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:06.772672 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b9625-84a7-445c-8c2b-d3bd8d5d720d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:06.772994 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b9625-84a7-445c-8c2b-d3bd8d5d720d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:06.793338 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e9153a-0b5f-4b98-98e1-de229ff783e9 req-7a3b9625-84a7-445c-8c2b-d3bd8d5d720d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] No DVR routers for this DVR port 5812b535-4683-4d50-b8c7-fa85da52a178 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:10:06.803247 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-c8e9153a-0b5f-4b98-98e1-de229ff783e9 req-7a3b9625-84a7-445c-8c2b-d3bd8d5d720d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:06.806648 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c8e9153a-0b5f-4b98-98e1-de229ff783e9 req-7a3b9625-84a7-445c-8c2b-d3bd8d5d720d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.57 "DELETE /v2.0/ports/5812b535-4683-4d50-b8c7-fa85da52a178 HTTP/1.1" status: 204 len: 173 time: 0.4452021 Apr 18 21:10:06.807106 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7688e21d-c6f5-4e18-a42e-6649c6a73134', 'name': 'network-vif-deleted', 'tag': '5812b535-4683-4d50-b8c7-fa85da52a178'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:10:06.809435 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd95ee6-bcf0-46ed-91fe-b41e96f88bd7" -d '{"events": [{"server_uuid": "7688e21d-c6f5-4e18-a42e-6649c6a73134", "name": "network-vif-deleted", "tag": "5812b535-4683-4d50-b8c7-fa85da52a178"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:10:06.853463 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4226c604-7a1d-4ff2-90cb-d687d27ebc39 x-openstack-request-id: req-4226c604-7a1d-4ff2-90cb-d687d27ebc39 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:10:06.853755 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7688e21d-c6f5-4e18-a42e-6649c6a73134", "name": "network-vif-deleted", "tag": "5812b535-4683-4d50-b8c7-fa85da52a178", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:10:06.854005 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4226c604-7a1d-4ff2-90cb-d687d27ebc39 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:10:06.854558 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4226c604-7a1d-4ff2-90cb-d687d27ebc39'] response: {'server_uuid': '7688e21d-c6f5-4e18-a42e-6649c6a73134', 'name': 'network-vif-deleted', 'tag': '5812b535-4683-4d50-b8c7-fa85da52a178', 'status': 'completed', 'code': 200} Apr 18 21:10:07.419370 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50752) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:07.484273 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9384c69b-3108-42c7-934a-98a88b9ba5a3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:07.511276 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9384c69b-3108-42c7-934a-98a88b9ba5a3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:07.583534 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9384c69b-3108-42c7-934a-98a88b9ba5a3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:07.586175 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9384c69b-3108-42c7-934a-98a88b9ba5a3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:07.590064 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9384c69b-3108-42c7-934a-98a88b9ba5a3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "DELETE /v2.0/security-groups/e0e615bc-6dbf-4daa-9475-3b649ef1fd85 HTTP/1.1" status: 204 len: 168 time: 0.1672604 Apr 18 21:10:07.597175 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384c69b-3108-42c7-934a-98a88b9ba5a3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e615bc-6dbf-4daa-9475-3b649ef1fd85,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:07.620262 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50762) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:07.909899 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:08.002549 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-760aeef0-b047-4c61-b876-b996a2eb0bd0 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:08.284070 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-760aeef0-b047-4c61-b876-b996a2eb0bd0 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Deleting port 5eba89d2-1c9c-4942-aeda-59c893f0b47e {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:10:08.284653 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-760aeef0-b047-4c61-b876-b996a2eb0bd0 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:08.382770 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-760aeef0-b047-4c61-b876-b996a2eb0bd0 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] For port 5eba89d2-1c9c-4942-aeda-59c893f0b47e, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5eba89d2-1c9c-4942-aeda-59c893f0b47e,segment=NetworkSegment(aae8e460-f7ab-43cd-9b49-71ae92a2401a),segment_id=aae8e460-f7ab-43cd-9b49-71ae92a2401a)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:08.383193 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-760aeef0-b047-4c61-b876-b996a2eb0bd0 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:08.398336 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-760aeef0-b047-4c61-b876-b996a2eb0bd0 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Calling delete_port for 5eba89d2-1c9c-4942-aeda-59c893f0b47e owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:10:08.601518 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-760aeef0-b047-4c61-b876-b996a2eb0bd0 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:08.629565 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760aeef0-b047-4c61-b876-b996a2eb0bd0 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event deleted for resources: {'Port': ['ID=5eba89d2-1c9c-4942-aeda-59c893f0b47e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:08.822048 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-760aeef0-b047-4c61-b876-b996a2eb0bd0 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.073554 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760aeef0-b047-4c61-b876-b996a2eb0bd0 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Router 65ad614a-1ef5-4b6a-ad36-ac005b47a94b has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:10:09.191431 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760aeef0-b047-4c61-b876-b996a2eb0bd0 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:10:09.200048 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-760aeef0-b047-4c61-b876-b996a2eb0bd0 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "PUT /v2.0/routers/65ad614a-1ef5-4b6a-ad36-ac005b47a94b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5744739 Apr 18 21:10:09.200048 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50792) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:09.201968 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7454a371-6f3b-4d13-a7cf-013adb908cc5 None None] Sync routers for ids ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:10:09.213396 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7454a371-6f3b-4d13-a7cf-013adb908cc5 None None] Routers {'65ad614a-1ef5-4b6a-ad36-ac005b47a94b'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:10:09.213643 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7454a371-6f3b-4d13-a7cf-013adb908cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:09:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:09.259440 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-79873736-59b1-4a59-8192-dd8e8fe113d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Deleting subnet 71563e00-eeb9-4aa6-ba00-8fbcf920d223 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:10:09.262732 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-79873736-59b1-4a59-8192-dd8e8fe113d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.309639 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-79873736-59b1-4a59-8192-dd8e8fe113d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.323437 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-7454a371-6f3b-4d13-a7cf-013adb908cc5 None None] Set router 65ad614a-1ef5-4b6a-ad36-ac005b47a94b gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:10:09.404280 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-79873736-59b1-4a59-8192-dd8e8fe113d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.469636 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-79873736-59b1-4a59-8192-dd8e8fe113d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.507054 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79873736-59b1-4a59-8192-dd8e8fe113d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event deleted for resources: {'Subnet': ['ID=71563e00-eeb9-4aa6-ba00-8fbcf920d223,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:09.515640 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-79873736-59b1-4a59-8192-dd8e8fe113d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.522762 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-79873736-59b1-4a59-8192-dd8e8fe113d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "DELETE /v2.0/subnets/71563e00-eeb9-4aa6-ba00-8fbcf920d223 HTTP/1.1" status: 204 len: 168 time: 0.3201282 Apr 18 21:10:09.523372 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50800) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:09.527004 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafc4dd4-906e-427b-9618-2105e36f297e None None] Network e8b21513-dcc9-4212-9b67-14e7e9ef0fc1 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:10:09.581873 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7454a371-6f3b-4d13-a7cf-013adb908cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'name': 'tempest-TestNetworkBasicOps-router-61557471', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:10:08Z', 'revision_number': 7, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:59Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:09.627861 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7454a371-6f3b-4d13-a7cf-013adb908cc5 None None] Checking router: 65ad614a-1ef5-4b6a-ad36-ac005b47a94b for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:10:09.640857 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-acac6a65-9bdb-4fb8-b3fd-64fc2820e0d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.650077 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7454a371-6f3b-4d13-a7cf-013adb908cc5 None None] Routers {'65ad614a-1ef5-4b6a-ad36-ac005b47a94b'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:10:09.650720 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7454a371-6f3b-4d13-a7cf-013adb908cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:09:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:09.766498 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-acac6a65-9bdb-4fb8-b3fd-64fc2820e0d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.816964 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-7454a371-6f3b-4d13-a7cf-013adb908cc5 None None] Set router 65ad614a-1ef5-4b6a-ad36-ac005b47a94b gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:10:09.825476 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-acac6a65-9bdb-4fb8-b3fd-64fc2820e0d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Deleting port a45d09b8-edff-41a0-84f5-ba1543d576f4 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:10:09.825918 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-acac6a65-9bdb-4fb8-b3fd-64fc2820e0d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.940868 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-acac6a65-9bdb-4fb8-b3fd-64fc2820e0d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] For port a45d09b8-edff-41a0-84f5-ba1543d576f4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a45d09b8-edff-41a0-84f5-ba1543d576f4,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:09.941174 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-acac6a65-9bdb-4fb8-b3fd-64fc2820e0d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.959003 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-acac6a65-9bdb-4fb8-b3fd-64fc2820e0d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Calling delete_port for a45d09b8-edff-41a0-84f5-ba1543d576f4 owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:10:10.057259 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 5812b535-4683-4d50-b8c7-fa85da52a178 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:10:10.059292 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4e6df7-9fcc-4fe7-9dce-cb2df815da06 None None] DHCP port deletion for e8b21513-dcc9-4212-9b67-14e7e9ef0fc1 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:10:10.094169 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 5812b535-4683-4d50-b8c7-fa85da52a178 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:10:10.094581 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 5812b535-4683-4d50-b8c7-fa85da52a178 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:10:10.143268 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-acac6a65-9bdb-4fb8-b3fd-64fc2820e0d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.170755 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac6a65-9bdb-4fb8-b3fd-64fc2820e0d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event deleted for resources: {'Port': ['ID=a45d09b8-edff-41a0-84f5-ba1543d576f4,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:10.233521 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ff4e6df7-9fcc-4fe7-9dce-cb2df815da06 None None] Deleting port 5e8cb0dd-10c4-44c6-9a85-df6da4817ca4 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:10:10.234165 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6df7-9fcc-4fe7-9dce-cb2df815da06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.237676 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-acac6a65-9bdb-4fb8-b3fd-64fc2820e0d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.313817 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ff4e6df7-9fcc-4fe7-9dce-cb2df815da06 None None] For port 5e8cb0dd-10c4-44c6-9a85-df6da4817ca4, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5e8cb0dd-10c4-44c6-9a85-df6da4817ca4,segment=NetworkSegment(aae8e460-f7ab-43cd-9b49-71ae92a2401a),segment_id=aae8e460-f7ab-43cd-9b49-71ae92a2401a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:10.314200 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6df7-9fcc-4fe7-9dce-cb2df815da06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.334507 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ff4e6df7-9fcc-4fe7-9dce-cb2df815da06 None None] Calling delete_port for 5e8cb0dd-10c4-44c6-9a85-df6da4817ca4 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:10:10.339693 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7454a371-6f3b-4d13-a7cf-013adb908cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'name': 'tempest-TestNetworkBasicOps-router-61557471', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:10:08Z', 'revision_number': 7, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:59Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:10.343858 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-acac6a65-9bdb-4fb8-b3fd-64fc2820e0d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.345854 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-acac6a65-9bdb-4fb8-b3fd-64fc2820e0d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.371086 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7454a371-6f3b-4d13-a7cf-013adb908cc5 None None] The sync data for ids ['65ad614a-1ef5-4b6a-ad36-ac005b47a94b'] in n-d-838323-3 is: [{'id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'name': 'tempest-TestNetworkBasicOps-router-61557471', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:10:08Z', 'revision_number': 7, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a45d09b8-edff-41a0-84f5-ba1543d576f4', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad614a-1ef5-4b6a-ad36-ac005b47a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:59Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:10:10.399033 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-acac6a65-9bdb-4fb8-b3fd-64fc2820e0d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.399672 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acac6a65-9bdb-4fb8-b3fd-64fc2820e0d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Fanout notify agent at l3_agent the message router_deleted on router 65ad614a-1ef5-4b6a-ad36-ac005b47a94b {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:10:10.410176 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-acac6a65-9bdb-4fb8-b3fd-64fc2820e0d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.411313 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-acac6a65-9bdb-4fb8-b3fd-64fc2820e0d9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "DELETE /v2.0/routers/65ad614a-1ef5-4b6a-ad36-ac005b47a94b HTTP/1.1" status: 204 len: 168 time: 0.8858917 Apr 18 21:10:10.414311 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50814) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:10.457267 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6df7-9fcc-4fe7-9dce-cb2df815da06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.489575 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e6df7-9fcc-4fe7-9dce-cb2df815da06 None None] Pushing event deleted for resources: {'Port': ['ID=5e8cb0dd-10c4-44c6-9a85-df6da4817ca4,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:10.493200 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e6df7-9fcc-4fe7-9dce-cb2df815da06 None None] No DVR routers for this DVR port 5e8cb0dd-10c4-44c6-9a85-df6da4817ca4 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:10:10.497874 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c5433417-dd35-47b5-935e-2c47d46597fd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.622149 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c5433417-dd35-47b5-935e-2c47d46597fd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.642630 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-c5433417-dd35-47b5-935e-2c47d46597fd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b21513-dcc9-4212-9b67-14e7e9ef0fc1']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:10.652215 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-c5433417-dd35-47b5-935e-2c47d46597fd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae8e460-f7ab-43cd-9b49-71ae92a2401a') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:10.652550 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-c5433417-dd35-47b5-935e-2c47d46597fd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae8e460-f7ab-43cd-9b49-71ae92a2401a') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:10.662872 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c5433417-dd35-47b5-935e-2c47d46597fd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.676979 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c5433417-dd35-47b5-935e-2c47d46597fd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.683251 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5433417-dd35-47b5-935e-2c47d46597fd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:10:10.683643 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c5433417-dd35-47b5-935e-2c47d46597fd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:10:10.687120 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:10:10.755507 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c5433417-dd35-47b5-935e-2c47d46597fd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.765018 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c5433417-dd35-47b5-935e-2c47d46597fd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.777209 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c5433417-dd35-47b5-935e-2c47d46597fd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "DELETE /v2.0/networks/e8b21513-dcc9-4212-9b67-14e7e9ef0fc1 HTTP/1.1" status: 204 len: 168 time: 0.3569810 Apr 18 21:10:10.788681 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50826) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:10.794057 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-75b477f1-0472-4d3b-bd2f-d245376f1438 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'network': {'name': 'tempest-network-smoke--1389911481', 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'port_security_enabled': True}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:10.798733 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5433417-dd35-47b5-935e-2c47d46597fd tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event deleted for resources: {'Network': ['ID=e8b21513-dcc9-4212-9b67-14e7e9ef0fc1,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:10.837857 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b477f1-0472-4d3b-bd2f-d245376f1438 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Made reservation on behalf of 0ec59bc3ffdf4873b26042a0437d8698 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:10.848671 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-75b477f1-0472-4d3b-bd2f-d245376f1438 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.875068 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b477f1-0472-4d3b-bd2f-d245376f1438 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:10:10.889018 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-75b477f1-0472-4d3b-bd2f-d245376f1438 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.889369 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-75b477f1-0472-4d3b-bd2f-d245376f1438 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Added segment 20e495fe-3877-436f-841c-80ed02143317 of type vlan for network 4981354a-e4af-4be3-a741-f2c6aeb7d905 Apr 18 21:10:10.945963 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-75b477f1-0472-4d3b-bd2f-d245376f1438 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.973325 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-75b477f1-0472-4d3b-bd2f-d245376f1438 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.979978 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b477f1-0472-4d3b-bd2f-d245376f1438 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:10.981062 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-75b477f1-0472-4d3b-bd2f-d245376f1438 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.052672 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-75b477f1-0472-4d3b-bd2f-d245376f1438 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2628500 Apr 18 21:10:11.055454 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50832) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:11.061419 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-995247e2-b713-434d-9b91-05f701f32293 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1749770573', 'admin_state_up': True, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:11.107675 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-995247e2-b713-434d-9b91-05f701f32293 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.111656 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-995247e2-b713-434d-9b91-05f701f32293 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.116293 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b477f1-0472-4d3b-bd2f-d245376f1438 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'Network': ['ID=4981354a-e4af-4be3-a741-f2c6aeb7d905,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:11.133989 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 4981354a-e4af-4be3-a741-f2c6aeb7d905 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:10:11.226254 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-995247e2-b713-434d-9b91-05f701f32293 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.377361 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-995247e2-b713-434d-9b91-05f701f32293 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.510551 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5e8cb0dd-10c4-44c6-9a85-df6da4817ca4 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:10:11.558136 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 5e8cb0dd-10c4-44c6-9a85-df6da4817ca4 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:10:11.558668 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5e8cb0dd-10c4-44c6-9a85-df6da4817ca4 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:10:11.559157 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5eba89d2-1c9c-4942-aeda-59c893f0b47e no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:10:11.581932 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-995247e2-b713-434d-9b91-05f701f32293 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.588022 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 5eba89d2-1c9c-4942-aeda-59c893f0b47e {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:10:11.588620 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5eba89d2-1c9c-4942-aeda-59c893f0b47e not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:10:11.612194 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-995247e2-b713-434d-9b91-05f701f32293 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.721022 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-995247e2-b713-434d-9b91-05f701f32293 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Allocated IP 172.25.1.52 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/a3bb25cc-9d55-480f-b27c-47e2a17137bf) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:11.834997 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-995247e2-b713-434d-9b91-05f701f32293 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.869059 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-995247e2-b713-434d-9b91-05f701f32293 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.905034 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995247e2-b713-434d-9b91-05f701f32293 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:11.912181 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-995247e2-b713-434d-9b91-05f701f32293 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:11.916089 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995247e2-b713-434d-9b91-05f701f32293 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:10:11.945374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995247e2-b713-434d-9b91-05f701f32293 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'Port': ['ID=a3bb25cc-9d55-480f-b27c-47e2a17137bf,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:12.001025 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.206395 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-995247e2-b713-434d-9b91-05f701f32293 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.423228 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-995247e2-b713-434d-9b91-05f701f32293 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.567302 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995247e2-b713-434d-9b91-05f701f32293 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Router f4c606fa-6944-4ca0-b13d-c24085337d47 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:10:12.702816 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995247e2-b713-434d-9b91-05f701f32293 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:10:12.715954 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f7eeaf-7c2c-411d-bef0-8ab36e3e838e None None] Sync routers for ids ['f4c606fa-6944-4ca0-b13d-c24085337d47'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:10:12.728653 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-995247e2-b713-434d-9b91-05f701f32293 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.729998 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-995247e2-b713-434d-9b91-05f701f32293 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6727927 Apr 18 21:10:12.732874 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f7eeaf-7c2c-411d-bef0-8ab36e3e838e None None] Routers {'f4c606fa-6944-4ca0-b13d-c24085337d47'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:10:12.733019 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50862) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:12.733508 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-88f7eeaf-7c2c-411d-bef0-8ab36e3e838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:09:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['f4c606fa-6944-4ca0-b13d-c24085337d47'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:12.763038 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-fc6201e5-2dc2-4126-ae32-3b7007d57f7d tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=0ec59bc3ffdf4873b26042a0437d8698&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289178 Apr 18 21:10:12.765850 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50864) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:12.859672 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a63edc-19da-4b06-be68-d96c7a136ed9 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:12.861309 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-51a63edc-19da-4b06-be68-d96c7a136ed9 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0942841 Apr 18 21:10:12.863901 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-88f7eeaf-7c2c-411d-bef0-8ab36e3e838e None None] Set router f4c606fa-6944-4ca0-b13d-c24085337d47 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:10:12.864175 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50866) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:12.897452 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-93737ff4-f0e0-4547-8fc5-b917cc653797 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321479 Apr 18 21:10:12.900557 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50868) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:12.906055 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-b2eac740-4d32-48f9-a5de-3965fe87fa11 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1909283901', 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905', 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:13.016920 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2eac740-4d32-48f9-a5de-3965fe87fa11 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Made reservation on behalf of 0ec59bc3ffdf4873b26042a0437d8698 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:13.021986 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b2eac740-4d32-48f9-a5de-3965fe87fa11 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.027005 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a45d09b8-edff-41a0-84f5-ba1543d576f4 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:10:13.068245 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: a45d09b8-edff-41a0-84f5-ba1543d576f4 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:10:13.068646 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a45d09b8-edff-41a0-84f5-ba1543d576f4 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:10:13.144298 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-88f7eeaf-7c2c-411d-bef0-8ab36e3e838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'name': 'tempest-TestNetworkBasicOps-router-1749770573', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'a3bb25cc-9d55-480f-b27c-47e2a17137bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:10:12Z', 'revision_number': 3, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a3bb25cc-9d55-480f-b27c-47e2a17137bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:03:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:10:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:13.178014 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f7eeaf-7c2c-411d-bef0-8ab36e3e838e None None] Checking router: f4c606fa-6944-4ca0-b13d-c24085337d47 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:10:13.178529 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f7eeaf-7c2c-411d-bef0-8ab36e3e838e None None] Updating router f4c606fa-6944-4ca0-b13d-c24085337d47 port a3bb25cc-9d55-480f-b27c-47e2a17137bf binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:10:13.206252 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-88f7eeaf-7c2c-411d-bef0-8ab36e3e838e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.515073 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-88f7eeaf-7c2c-411d-bef0-8ab36e3e838e None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.521695 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-88f7eeaf-7c2c-411d-bef0-8ab36e3e838e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.589013 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-88f7eeaf-7c2c-411d-bef0-8ab36e3e838e None None] Attempting to bind port a3bb25cc-9d55-480f-b27c-47e2a17137bf on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:13.589391 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-88f7eeaf-7c2c-411d-bef0-8ab36e3e838e None None] Attempting to bind port a3bb25cc-9d55-480f-b27c-47e2a17137bf by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:13.589759 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f7eeaf-7c2c-411d-bef0-8ab36e3e838e None None] Attempting to bind port a3bb25cc-9d55-480f-b27c-47e2a17137bf on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:10:13.594324 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b2eac740-4d32-48f9-a5de-3965fe87fa11 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.600288 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f090c48-a521-4dbf-82e6-99c3b582739d None None] Pushing event updated for resources: {'Port': ['ID=a3bb25cc-9d55-480f-b27c-47e2a17137bf,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:13.603762 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f7eeaf-7c2c-411d-bef0-8ab36e3e838e None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:10:13.604133 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f7eeaf-7c2c-411d-bef0-8ab36e3e838e None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:10:13.604580 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-88f7eeaf-7c2c-411d-bef0-8ab36e3e838e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.605269 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f7eeaf-7c2c-411d-bef0-8ab36e3e838e None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:10:13.605507 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-88f7eeaf-7c2c-411d-bef0-8ab36e3e838e None None] Bound port: a3bb25cc-9d55-480f-b27c-47e2a17137bf, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:13.605871 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-88f7eeaf-7c2c-411d-bef0-8ab36e3e838e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.632719 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f090c48-a521-4dbf-82e6-99c3b582739d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:13.633046 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f090c48-a521-4dbf-82e6-99c3b582739d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:13.633389 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f090c48-a521-4dbf-82e6-99c3b582739d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:13.633894 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f090c48-a521-4dbf-82e6-99c3b582739d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:13.634235 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f090c48-a521-4dbf-82e6-99c3b582739d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:13.634566 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f090c48-a521-4dbf-82e6-99c3b582739d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:13.634889 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f090c48-a521-4dbf-82e6-99c3b582739d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:13.635212 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f090c48-a521-4dbf-82e6-99c3b582739d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:13.635537 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f090c48-a521-4dbf-82e6-99c3b582739d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:13.637200 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f090c48-a521-4dbf-82e6-99c3b582739d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:13.637200 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f090c48-a521-4dbf-82e6-99c3b582739d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:13.637200 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f090c48-a521-4dbf-82e6-99c3b582739d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:13.672295 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eac740-4d32-48f9-a5de-3965fe87fa11 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'Subnet': ['ID=d909d934-746a-4db9-a05d-d801849b2730,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:13.690765 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eac740-4d32-48f9-a5de-3965fe87fa11 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Checking segment: {'id': '20e495fe-3877-436f-841c-80ed02143317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:10:13.691334 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2eac740-4d32-48f9-a5de-3965fe87fa11 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Network hostable DHCP agents. Network: 4981354a-e4af-4be3-a741-f2c6aeb7d905, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:10:13.707488 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-88f7eeaf-7c2c-411d-bef0-8ab36e3e838e None None] For port a3bb25cc-9d55-480f-b27c-47e2a17137bf, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:10:13.710986 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-88f7eeaf-7c2c-411d-bef0-8ab36e3e838e None None] For port a3bb25cc-9d55-480f-b27c-47e2a17137bf, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a3bb25cc-9d55-480f-b27c-47e2a17137bf,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:10:13.712699 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2eac740-4d32-48f9-a5de-3965fe87fa11 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Network 4981354a-e4af-4be3-a741-f2c6aeb7d905 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:10:13.717468 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-88f7eeaf-7c2c-411d-bef0-8ab36e3e838e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.727615 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-b2eac740-4d32-48f9-a5de-3965fe87fa11 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 4981354a-e4af-4be3-a741-f2c6aeb7d905) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:13.736795 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eac740-4d32-48f9-a5de-3965fe87fa11 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:13.738330 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b2eac740-4d32-48f9-a5de-3965fe87fa11 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.738959 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36642966-7bac-4fb5-994a-714a1e1c4a69 None None] Network 4981354a-e4af-4be3-a741-f2c6aeb7d905 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:10:13.779497 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50884) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:13.780263 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b2eac740-4d32-48f9-a5de-3965fe87fa11 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8783438 Apr 18 21:10:13.790792 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f090c48-a521-4dbf-82e6-99c3b582739d None None] Pushing event updated for resources: {'Port': ['ID=a3bb25cc-9d55-480f-b27c-47e2a17137bf,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:13.815933 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f7eeaf-7c2c-411d-bef0-8ab36e3e838e None None] Routers {'f4c606fa-6944-4ca0-b13d-c24085337d47'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:10:13.816858 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-88f7eeaf-7c2c-411d-bef0-8ab36e3e838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:09:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['f4c606fa-6944-4ca0-b13d-c24085337d47'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:13.948786 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-88f7eeaf-7c2c-411d-bef0-8ab36e3e838e None None] Set router f4c606fa-6944-4ca0-b13d-c24085337d47 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:10:13.979456 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa3e390-b17e-4bb7-ba51-edd28a0edaaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-4981354a-e4af-4be3-a741-f2c6aeb7d905', 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'fixed_ips': [{'subnet_id': 'd909d934-746a-4db9-a05d-d801849b2730'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:10:13.980356 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3aa3e390-b17e-4bb7-ba51-edd28a0edaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.167376 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-3aa3e390-b17e-4bb7-ba51-edd28a0edaaa None None] Allocated IP 172.20.0.2 (4981354a-e4af-4be3-a741-f2c6aeb7d905/d909d934-746a-4db9-a05d-d801849b2730/5bb867b4-df6d-4c74-929e-259ad06c823f) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:14.293231 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-88f7eeaf-7c2c-411d-bef0-8ab36e3e838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'name': 'tempest-TestNetworkBasicOps-router-1749770573', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'a3bb25cc-9d55-480f-b27c-47e2a17137bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:10:12Z', 'revision_number': 3, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a3bb25cc-9d55-480f-b27c-47e2a17137bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:03:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:14.331688 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f7eeaf-7c2c-411d-bef0-8ab36e3e838e None None] The sync data for ids ['f4c606fa-6944-4ca0-b13d-c24085337d47'] in n-d-838323-3 is: [{'id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'name': 'tempest-TestNetworkBasicOps-router-1749770573', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'a3bb25cc-9d55-480f-b27c-47e2a17137bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:10:12Z', 'revision_number': 3, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a3bb25cc-9d55-480f-b27c-47e2a17137bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:03:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:10:14.357014 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3aa3e390-b17e-4bb7-ba51-edd28a0edaaa None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.372481 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3aa3e390-b17e-4bb7-ba51-edd28a0edaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.417749 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa3e390-b17e-4bb7-ba51-edd28a0edaaa None None] Network 4981354a-e4af-4be3-a741-f2c6aeb7d905 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:14.421012 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-3aa3e390-b17e-4bb7-ba51-edd28a0edaaa None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:14.422023 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e2eb14e-88fe-40b7-b33e-121727bc3809 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.429192 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa3e390-b17e-4bb7-ba51-edd28a0edaaa None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:10:14.444492 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3e390-b17e-4bb7-ba51-edd28a0edaaa None None] Pushing event updated for resources: {'Port': ['ID=5bb867b4-df6d-4c74-929e-259ad06c823f,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:14.512696 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-3aa3e390-b17e-4bb7-ba51-edd28a0edaaa None None] Attempting to bind port 5bb867b4-df6d-4c74-929e-259ad06c823f on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:14.513062 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-3aa3e390-b17e-4bb7-ba51-edd28a0edaaa None None] Attempting to bind port 5bb867b4-df6d-4c74-929e-259ad06c823f by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '20e495fe-3877-436f-841c-80ed02143317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:14.513461 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa3e390-b17e-4bb7-ba51-edd28a0edaaa None None] Attempting to bind port 5bb867b4-df6d-4c74-929e-259ad06c823f on network 4981354a-e4af-4be3-a741-f2c6aeb7d905 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:10:14.519141 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa3e390-b17e-4bb7-ba51-edd28a0edaaa None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:10:14.519511 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa3e390-b17e-4bb7-ba51-edd28a0edaaa None None] Checking segment: {'id': '20e495fe-3877-436f-841c-80ed02143317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:10:14.519917 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3aa3e390-b17e-4bb7-ba51-edd28a0edaaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.520311 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa3e390-b17e-4bb7-ba51-edd28a0edaaa None None] Bound using segment: {'id': '20e495fe-3877-436f-841c-80ed02143317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:10:14.520812 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-3aa3e390-b17e-4bb7-ba51-edd28a0edaaa None None] Bound port: 5bb867b4-df6d-4c74-929e-259ad06c823f, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e495fe-3877-436f-841c-80ed02143317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:14.521187 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3aa3e390-b17e-4bb7-ba51-edd28a0edaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.600283 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-3aa3e390-b17e-4bb7-ba51-edd28a0edaaa None None] For port 5bb867b4-df6d-4c74-929e-259ad06c823f, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:10:14.603513 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-3aa3e390-b17e-4bb7-ba51-edd28a0edaaa None None] For port 5bb867b4-df6d-4c74-929e-259ad06c823f, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5bb867b4-df6d-4c74-929e-259ad06c823f,segment=NetworkSegment(20e495fe-3877-436f-841c-80ed02143317),segment_id=20e495fe-3877-436f-841c-80ed02143317)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:10:14.608447 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3aa3e390-b17e-4bb7-ba51-edd28a0edaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.713344 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3e390-b17e-4bb7-ba51-edd28a0edaaa None None] Pushing event updated for resources: {'Port': ['ID=5bb867b4-df6d-4c74-929e-259ad06c823f,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:14.844716 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-1e2eb14e-88fe-40b7-b33e-121727bc3809 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Allocated IP 172.20.0.1 (4981354a-e4af-4be3-a741-f2c6aeb7d905/d909d934-746a-4db9-a05d-d801849b2730/318b2dc8-6de3-4b94-9bae-281a2b58dfae) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:15.083579 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e2eb14e-88fe-40b7-b33e-121727bc3809 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:15.146122 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e2eb14e-88fe-40b7-b33e-121727bc3809 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:15.225655 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2eb14e-88fe-40b7-b33e-121727bc3809 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Network 4981354a-e4af-4be3-a741-f2c6aeb7d905 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:15.230997 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-1e2eb14e-88fe-40b7-b33e-121727bc3809 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:15.235200 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2eb14e-88fe-40b7-b33e-121727bc3809 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:10:15.242819 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5bb867b4-df6d-4c74-929e-259ad06c823f up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:10:15.298333 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5bb867b4-df6d-4c74-929e-259ad06c823f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:15.299575 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e2eb14e-88fe-40b7-b33e-121727bc3809 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:15.302902 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:15.346612 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2eb14e-88fe-40b7-b33e-121727bc3809 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'Port': ['ID=318b2dc8-6de3-4b94-9bae-281a2b58dfae,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:15.395761 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:15.441598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 5bb867b4-df6d-4c74-929e-259ad06c823f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5bb867b4-df6d-4c74-929e-259ad06c823f,segment=NetworkSegment(20e495fe-3877-436f-841c-80ed02143317),segment_id=20e495fe-3877-436f-841c-80ed02143317)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:15.448176 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:15.449271 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a3bb25cc-9d55-480f-b27c-47e2a17137bf up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:10:15.481741 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e2eb14e-88fe-40b7-b33e-121727bc3809 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:15.513078 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=5bb867b4-df6d-4c74-929e-259ad06c823f,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:15.581934 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port a3bb25cc-9d55-480f-b27c-47e2a17137bf triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:15.582303 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:15.701421 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:15.735320 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port a3bb25cc-9d55-480f-b27c-47e2a17137bf, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a3bb25cc-9d55-480f-b27c-47e2a17137bf,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:15.744287 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:15.831552 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=a3bb25cc-9d55-480f-b27c-47e2a17137bf,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:16.131299 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e87ae7-3694-4526-ae35-dc2414a5f75c None None] Network 4981354a-e4af-4be3-a741-f2c6aeb7d905 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:10:16.225125 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e2eb14e-88fe-40b7-b33e-121727bc3809 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:16.237951 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e2eb14e-88fe-40b7-b33e-121727bc3809 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:16.245684 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c92ab047-1f6e-4282-a63c-81e886b2a613 None None] Provisioning complete for port 5bb867b4-df6d-4c74-929e-259ad06c823f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:16.246411 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c92ab047-1f6e-4282-a63c-81e886b2a613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:16.387779 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e2eb14e-88fe-40b7-b33e-121727bc3809 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:16.400242 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2eb14e-88fe-40b7-b33e-121727bc3809 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'Port': ['ID=318b2dc8-6de3-4b94-9bae-281a2b58dfae,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:16.521228 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2eb14e-88fe-40b7-b33e-121727bc3809 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Network 4981354a-e4af-4be3-a741-f2c6aeb7d905 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:16.523217 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-1e2eb14e-88fe-40b7-b33e-121727bc3809 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:16.679475 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2eb14e-88fe-40b7-b33e-121727bc3809 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Router f4c606fa-6944-4ca0-b13d-c24085337d47 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:10:16.736560 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5f638756-f7ba-4ab6-87d8-624b4f7613e9 None None] Provisioning complete for port 5bb867b4-df6d-4c74-929e-259ad06c823f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:16.736969 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5f638756-f7ba-4ab6-87d8-624b4f7613e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:16.825804 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2eb14e-88fe-40b7-b33e-121727bc3809 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:10:16.835861 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50932) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:16.848795 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1e2eb14e-88fe-40b7-b33e-121727bc3809 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "PUT /v2.0/routers/f4c606fa-6944-4ca0-b13d-c24085337d47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0515957 Apr 18 21:10:16.859867 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff4b066-5f45-4717-b69b-f0fd8a5493c1 None None] Sync routers for ids ['f4c606fa-6944-4ca0-b13d-c24085337d47'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:10:16.882409 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5f638756-f7ba-4ab6-87d8-624b4f7613e9 None None] Provisioning complete for port 318b2dc8-6de3-4b94-9bae-281a2b58dfae triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:16.882409 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5f638756-f7ba-4ab6-87d8-624b4f7613e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:16.911501 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff4b066-5f45-4717-b69b-f0fd8a5493c1 None None] Routers {'f4c606fa-6944-4ca0-b13d-c24085337d47'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:10:16.912142 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7ff4b066-5f45-4717-b69b-f0fd8a5493c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:09:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['f4c606fa-6944-4ca0-b13d-c24085337d47'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:16.983676 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-5f638756-f7ba-4ab6-87d8-624b4f7613e9 None None] Port 318b2dc8-6de3-4b94-9bae-281a2b58dfae cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:10:17.069185 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-7ff4b066-5f45-4717-b69b-f0fd8a5493c1 None None] Set router f4c606fa-6944-4ca0-b13d-c24085337d47 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:10:17.118771 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5bb867b4-df6d-4c74-929e-259ad06c823f up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:10:17.141976 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9ab0ac-f55e-48e6-b669-41a5174f7b0d tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:17.142451 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9ab0ac-f55e-48e6-b669-41a5174f7b0d tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:17.142978 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9ab0ac-f55e-48e6-b669-41a5174f7b0d tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:17.143790 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9ab0ac-f55e-48e6-b669-41a5174f7b0d tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:17.144331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9ab0ac-f55e-48e6-b669-41a5174f7b0d tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:17.147055 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-cb9ab0ac-f55e-48e6-b669-41a5174f7b0d tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3571 time: 0.3100746 Apr 18 21:10:17.150560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50936) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:17.221516 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b5fe73-62ac-4c1a-a97a-ee7dde673976 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:17.221516 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b5fe73-62ac-4c1a-a97a-ee7dde673976 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:17.226322 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b5fe73-62ac-4c1a-a97a-ee7dde673976 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:17.226322 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b5fe73-62ac-4c1a-a97a-ee7dde673976 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:17.226322 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b5fe73-62ac-4c1a-a97a-ee7dde673976 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:17.226322 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-50b5fe73-62ac-4c1a-a97a-ee7dde673976 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3351 time: 0.0729640 Apr 18 21:10:17.236097 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50940) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:17.264882 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-40f54f69-9f9e-4b31-aefe-5428bfa17c55 None None] Provisioning complete for port 318b2dc8-6de3-4b94-9bae-281a2b58dfae triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:17.265474 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-40f54f69-9f9e-4b31-aefe-5428bfa17c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:17.326550 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5bb867b4-df6d-4c74-929e-259ad06c823f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:17.326855 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:17.337924 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-40f54f69-9f9e-4b31-aefe-5428bfa17c55 None None] Port 318b2dc8-6de3-4b94-9bae-281a2b58dfae cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:10:17.476875 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7ff4b066-5f45-4717-b69b-f0fd8a5493c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'name': 'tempest-TestNetworkBasicOps-router-1749770573', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'a3bb25cc-9d55-480f-b27c-47e2a17137bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a3bb25cc-9d55-480f-b27c-47e2a17137bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:03:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '318b2dc8-6de3-4b94-9bae-281a2b58dfae', 'name': '', 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'mac_address': 'fa:16:3e:26:fb:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'd909d934-746a-4db9-a05d-d801849b2730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:14Z', 'updated_at': '2022-04-18T21:10:16Z', 'revision_number': 2, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'subnets': [{'id': 'd909d934-746a-4db9-a05d-d801849b2730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:17.482589 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a3bb25cc-9d55-480f-b27c-47e2a17137bf up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:10:17.508305 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-617de672-0487-4252-8690-88f7f49d4107 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.2787101 Apr 18 21:10:17.511255 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-01795182-0851-42fc-941a-6cce5cac8e4e None None] Provisioning complete for port 318b2dc8-6de3-4b94-9bae-281a2b58dfae triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:17.511255 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-01795182-0851-42fc-941a-6cce5cac8e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:17.534742 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff4b066-5f45-4717-b69b-f0fd8a5493c1 None None] Checking router: f4c606fa-6944-4ca0-b13d-c24085337d47 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:10:17.535090 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff4b066-5f45-4717-b69b-f0fd8a5493c1 None None] Updating router f4c606fa-6944-4ca0-b13d-c24085337d47 port 318b2dc8-6de3-4b94-9bae-281a2b58dfae binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:10:17.599421 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-01795182-0851-42fc-941a-6cce5cac8e4e None None] Port 318b2dc8-6de3-4b94-9bae-281a2b58dfae cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:10:17.601754 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7ff4b066-5f45-4717-b69b-f0fd8a5493c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:17.641882 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port a3bb25cc-9d55-480f-b27c-47e2a17137bf triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:17.642247 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.105804 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7ff4b066-5f45-4717-b69b-f0fd8a5493c1 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.112077 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7ff4b066-5f45-4717-b69b-f0fd8a5493c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.163497 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da4ae1-9603-496e-ad97-caca2947f9e3 None None] Pushing event updated for resources: {'Port': ['ID=318b2dc8-6de3-4b94-9bae-281a2b58dfae,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:18.224854 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7ff4b066-5f45-4717-b69b-f0fd8a5493c1 None None] Attempting to bind port 318b2dc8-6de3-4b94-9bae-281a2b58dfae on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:18.225231 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7ff4b066-5f45-4717-b69b-f0fd8a5493c1 None None] Attempting to bind port 318b2dc8-6de3-4b94-9bae-281a2b58dfae by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '20e495fe-3877-436f-841c-80ed02143317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:18.225603 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff4b066-5f45-4717-b69b-f0fd8a5493c1 None None] Attempting to bind port 318b2dc8-6de3-4b94-9bae-281a2b58dfae on network 4981354a-e4af-4be3-a741-f2c6aeb7d905 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:10:18.231199 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff4b066-5f45-4717-b69b-f0fd8a5493c1 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:10:18.231582 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff4b066-5f45-4717-b69b-f0fd8a5493c1 None None] Checking segment: {'id': '20e495fe-3877-436f-841c-80ed02143317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:10:18.231990 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7ff4b066-5f45-4717-b69b-f0fd8a5493c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.232382 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff4b066-5f45-4717-b69b-f0fd8a5493c1 None None] Bound using segment: {'id': '20e495fe-3877-436f-841c-80ed02143317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:10:18.232905 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7ff4b066-5f45-4717-b69b-f0fd8a5493c1 None None] Bound port: 318b2dc8-6de3-4b94-9bae-281a2b58dfae, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e495fe-3877-436f-841c-80ed02143317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:18.233292 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7ff4b066-5f45-4717-b69b-f0fd8a5493c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.315825 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7ff4b066-5f45-4717-b69b-f0fd8a5493c1 None None] For port 318b2dc8-6de3-4b94-9bae-281a2b58dfae, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:10:18.319645 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7ff4b066-5f45-4717-b69b-f0fd8a5493c1 None None] For port 318b2dc8-6de3-4b94-9bae-281a2b58dfae, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=318b2dc8-6de3-4b94-9bae-281a2b58dfae,segment=NetworkSegment(20e495fe-3877-436f-841c-80ed02143317),segment_id=20e495fe-3877-436f-841c-80ed02143317)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:10:18.325476 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7ff4b066-5f45-4717-b69b-f0fd8a5493c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.391044 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da4ae1-9603-496e-ad97-caca2947f9e3 None None] Pushing event updated for resources: {'Port': ['ID=318b2dc8-6de3-4b94-9bae-281a2b58dfae,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:18.394374 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff4b066-5f45-4717-b69b-f0fd8a5493c1 None None] Routers {'f4c606fa-6944-4ca0-b13d-c24085337d47'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:10:18.394996 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7ff4b066-5f45-4717-b69b-f0fd8a5493c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:09:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['f4c606fa-6944-4ca0-b13d-c24085337d47'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:18.464471 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-891e87ee-9d5f-4064-9a8d-e237f30d7563 None None] Provisioning complete for port 318b2dc8-6de3-4b94-9bae-281a2b58dfae triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:18.464699 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-891e87ee-9d5f-4064-9a8d-e237f30d7563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.563138 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-7ff4b066-5f45-4717-b69b-f0fd8a5493c1 None None] Set router f4c606fa-6944-4ca0-b13d-c24085337d47 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:10:18.744042 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-891e87ee-9d5f-4064-9a8d-e237f30d7563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.755654 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50968) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:18.761968 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-07b53ddc-9ccc-41a6-aca3-e36dc9ab3302 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1488857200', 'description': 'tempest-secgroup-smoke-1488857200 description', 'project_id': '0ec59bc3ffdf4873b26042a0437d8698'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:18.789336 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-07b53ddc-9ccc-41a6-aca3-e36dc9ab3302 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.804562 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-891e87ee-9d5f-4064-9a8d-e237f30d7563 None None] For port 318b2dc8-6de3-4b94-9bae-281a2b58dfae, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=318b2dc8-6de3-4b94-9bae-281a2b58dfae,segment=NetworkSegment(20e495fe-3877-436f-841c-80ed02143317),segment_id=20e495fe-3877-436f-841c-80ed02143317)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:18.831604 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-891e87ee-9d5f-4064-9a8d-e237f30d7563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.895675 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-07b53ddc-9ccc-41a6-aca3-e36dc9ab3302 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.901987 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-07b53ddc-9ccc-41a6-aca3-e36dc9ab3302 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.918925 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7ff4b066-5f45-4717-b69b-f0fd8a5493c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'name': 'tempest-TestNetworkBasicOps-router-1749770573', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'a3bb25cc-9d55-480f-b27c-47e2a17137bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a3bb25cc-9d55-480f-b27c-47e2a17137bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:03:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '318b2dc8-6de3-4b94-9bae-281a2b58dfae', 'name': '', 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'mac_address': 'fa:16:3e:26:fb:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'd909d934-746a-4db9-a05d-d801849b2730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:14Z', 'updated_at': '2022-04-18T21:10:18Z', 'revision_number': 4, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'subnets': [{'id': 'd909d934-746a-4db9-a05d-d801849b2730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:18.920771 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e87ee-9d5f-4064-9a8d-e237f30d7563 None None] Pushing event updated for resources: {'Port': ['ID=318b2dc8-6de3-4b94-9bae-281a2b58dfae,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:18.935964 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-07b53ddc-9ccc-41a6-aca3-e36dc9ab3302 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.937548 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-07b53ddc-9ccc-41a6-aca3-e36dc9ab3302 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1800764 Apr 18 21:10:18.940996 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50976) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:18.952073 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d9a61b11-5a0c-4110-a1b6-1fa61a381614 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'security_group_rule': {'security_group_id': 'ebb6491f-8692-4506-a714-a54e97fe6545', 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:18.956572 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff4b066-5f45-4717-b69b-f0fd8a5493c1 None None] The sync data for ids ['f4c606fa-6944-4ca0-b13d-c24085337d47'] in n-d-838323-3 is: [{'id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'name': 'tempest-TestNetworkBasicOps-router-1749770573', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'a3bb25cc-9d55-480f-b27c-47e2a17137bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a3bb25cc-9d55-480f-b27c-47e2a17137bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:03:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '318b2dc8-6de3-4b94-9bae-281a2b58dfae', 'name': '', 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'mac_address': 'fa:16:3e:26:fb:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'd909d934-746a-4db9-a05d-d801849b2730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:14Z', 'updated_at': '2022-04-18T21:10:18Z', 'revision_number': 4, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'subnets': [{'id': 'd909d934-746a-4db9-a05d-d801849b2730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:10:18.958031 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b53ddc-9ccc-41a6-aca3-e36dc9ab3302 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb6491f-8692-4506-a714-a54e97fe6545,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:18.975930 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-04168965-22fa-4ab5-8086-ffe7e4b67b0f None None] Provisioning complete for port 318b2dc8-6de3-4b94-9bae-281a2b58dfae triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:18.976307 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-04168965-22fa-4ab5-8086-ffe7e4b67b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.010978 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9a61b11-5a0c-4110-a1b6-1fa61a381614 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.147597 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9a61b11-5a0c-4110-a1b6-1fa61a381614 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.161362 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9a61b11-5a0c-4110-a1b6-1fa61a381614 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.187499 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a61b11-5a0c-4110-a1b6-1fa61a381614 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778c03bf-8bcb-456c-b8f9-0a02c56941a3,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:19.199131 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9a61b11-5a0c-4110-a1b6-1fa61a381614 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.200380 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d9a61b11-5a0c-4110-a1b6-1fa61a381614 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2556949 Apr 18 21:10:19.204084 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50982) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:19.213111 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 318b2dc8-6de3-4b94-9bae-281a2b58dfae up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:10:19.216558 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-8a452ddf-da2f-4ab9-a860-e3bd6b4d3282 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'security_group_rule': {'security_group_id': 'ebb6491f-8692-4506-a714-a54e97fe6545', 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:19.270809 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8a452ddf-da2f-4ab9-a860-e3bd6b4d3282 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.301712 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 318b2dc8-6de3-4b94-9bae-281a2b58dfae triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:19.302792 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.348275 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8a452ddf-da2f-4ab9-a860-e3bd6b4d3282 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.353292 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8a452ddf-da2f-4ab9-a860-e3bd6b4d3282 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.376484 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a452ddf-da2f-4ab9-a860-e3bd6b4d3282 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e3118fb-4521-4eea-985c-dbd146c96b73,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:19.401320 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8a452ddf-da2f-4ab9-a860-e3bd6b4d3282 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.402692 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8a452ddf-da2f-4ab9-a860-e3bd6b4d3282 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1974378 Apr 18 21:10:19.405848 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50984) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:19.410563 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-32783563-f576-49d3-83a6-7f612d53e5d8 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'security_group_rule': {'security_group_id': 'ebb6491f-8692-4506-a714-a54e97fe6545', 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:19.440135 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-32783563-f576-49d3-83a6-7f612d53e5d8 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.516157 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-32783563-f576-49d3-83a6-7f612d53e5d8 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.521563 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-32783563-f576-49d3-83a6-7f612d53e5d8 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.540560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32783563-f576-49d3-83a6-7f612d53e5d8 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297c7d55-2061-4158-9bac-878af197e4f6,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:19.560494 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-32783563-f576-49d3-83a6-7f612d53e5d8 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.562254 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-32783563-f576-49d3-83a6-7f612d53e5d8 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1554177 Apr 18 21:10:19.565516 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 50990) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:19.570589 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-f5ab8294-eb5e-4e8d-992a-756ab224d135 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'security_group_rule': {'security_group_id': 'ebb6491f-8692-4506-a714-a54e97fe6545', 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:19.602981 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8294-eb5e-4e8d-992a-756ab224d135 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.680543 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8294-eb5e-4e8d-992a-756ab224d135 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.686601 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8294-eb5e-4e8d-992a-756ab224d135 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.706458 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab8294-eb5e-4e8d-992a-756ab224d135 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a1d24b-a637-4e4d-aef1-3a0a4dd0ba3f,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:19.713722 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8294-eb5e-4e8d-992a-756ab224d135 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.718034 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 50992) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:19.721321 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f5ab8294-eb5e-4e8d-992a-756ab224d135 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1540391 Apr 18 21:10:19.723741 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-3eacfd84-78a0-40b9-9d87-5254e64f4a84 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'security_group_rule': {'security_group_id': 'ebb6491f-8692-4506-a714-a54e97fe6545', 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:19.753180 n-d-838323-3 neutron-server[102909]: INFO neutron.db.securitygroups_db [None req-3eacfd84-78a0-40b9-9d87-5254e64f4a84 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Project 0ec59bc3ffdf4873b26042a0437d8698 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:10:19.760036 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3eacfd84-78a0-40b9-9d87-5254e64f4a84 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.869009 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3eacfd84-78a0-40b9-9d87-5254e64f4a84 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.874378 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3eacfd84-78a0-40b9-9d87-5254e64f4a84 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.896667 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eacfd84-78a0-40b9-9d87-5254e64f4a84 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3910b378-077b-42f7-ad35-1e1fb7ab04cb,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:19.907952 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3eacfd84-78a0-40b9-9d87-5254e64f4a84 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.911404 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3eacfd84-78a0-40b9-9d87-5254e64f4a84 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1921976 Apr 18 21:10:19.914296 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51000) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:19.926433 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-abff4cbb-1675-4403-9d03-88800a02201b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'security_group_rule': {'security_group_id': 'ebb6491f-8692-4506-a714-a54e97fe6545', 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:19.984797 n-d-838323-3 neutron-server[102909]: INFO neutron.db.securitygroups_db [None req-abff4cbb-1675-4403-9d03-88800a02201b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Project 0ec59bc3ffdf4873b26042a0437d8698 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:10:19.984797 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-abff4cbb-1675-4403-9d03-88800a02201b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:20.058099 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-abff4cbb-1675-4403-9d03-88800a02201b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:20.062404 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-abff4cbb-1675-4403-9d03-88800a02201b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:20.083816 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff4cbb-1675-4403-9d03-88800a02201b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b605942f-81f0-4845-ac1f-471f6b6e856e,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:20.099780 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-abff4cbb-1675-4403-9d03-88800a02201b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:20.101749 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-abff4cbb-1675-4403-9d03-88800a02201b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1859648 Apr 18 21:10:20.356326 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-6da95565-d930-4594-8695-7562fa399782 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1488857200&fields=id&tenant_id=0ec59bc3ffdf4873b26042a0437d8698 HTTP/1.1" status: 200 len: 267 time: 0.0382233 Apr 18 21:10:20.491477 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-bad11dd5-5cc6-416a-bb51-6855b0199894 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:20.493092 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-bad11dd5-5cc6-416a-bb51-6855b0199894 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/networks?id=4981354a-e4af-4be3-a741-f2c6aeb7d905 HTTP/1.1" status: 200 len: 797 time: 0.1277554 Apr 18 21:10:20.512734 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-cfe9c370-3d92-4305-99a0-8dc205d40726 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/quotas/0ec59bc3ffdf4873b26042a0437d8698 HTTP/1.1" status: 200 len: 375 time: 0.0128577 Apr 18 21:10:20.582388 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-03f67534-0dda-4783-a037-79f0b2b24401 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ec59bc3ffdf4873b26042a0437d8698&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572414 Apr 18 21:10:20.655999 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-d1019117-68d2-4046-823e-656db14351b6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:10:20.657023 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-d1019117-68d2-4046-823e-656db14351b6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0617363 Apr 18 21:10:20.763128 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-b09ce259-e59b-43db-8115-05be7d95eb30 service neutron] 10.222.0.41 "GET /v2.0/networks/4981354a-e4af-4be3-a741-f2c6aeb7d905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979083 Apr 18 21:10:20.863079 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-dcea8df0-a65b-4dbe-843d-001870786ef6 service neutron] 10.222.0.41 "GET /v2.0/networks/4981354a-e4af-4be3-a741-f2c6aeb7d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937450 Apr 18 21:10:21.039880 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7944807f-5381-405c-90c0-8028e0ddf2bf req-10ed587d-41dd-4f97-944b-043c53d8ba92 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c388da6-20d3-4ace-9c89-ffca5e6cccd0 HTTP/1.1" status: 200 len: 210 time: 0.0285327 Apr 18 21:10:22.028230 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-86581e8c-3267-406a-8261-76ed31649d72 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:22.029825 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-86581e8c-3267-406a-8261-76ed31649d72 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.57 "GET /v2.0/networks?id=4981354a-e4af-4be3-a741-f2c6aeb7d905 HTTP/1.1" status: 200 len: 797 time: 0.1299286 Apr 18 21:10:22.084652 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-b3a66f29-198d-4c89-b4fb-dfd4ef4d217e tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ec59bc3ffdf4873b26042a0437d8698 HTTP/1.1" status: 200 len: 380 time: 0.0462394 Apr 18 21:10:22.098115 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-f27fd543-1b84-40db-8cfb-409f77dc977f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'port': {'device_id': '8c388da6-20d3-4ace-9c89-ffca5e6cccd0', 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905', 'admin_state_up': True, 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'security_groups': ['ebb6491f-8692-4506-a714-a54e97fe6545']}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:22.156772 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-42f73b2c-5581-47f5-8185-bb734940e0f1 req-60745c5a-b04a-4b76-bce6-9d08c5655e0f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c388da6-20d3-4ace-9c89-ffca5e6cccd0 HTTP/1.1" status: 200 len: 210 time: 0.0315151 Apr 18 21:10:22.230497 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-f27fd543-1b84-40db-8cfb-409f77dc977f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Made reservation on behalf of 0ec59bc3ffdf4873b26042a0437d8698 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:22.234165 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-f27fd543-1b84-40db-8cfb-409f77dc977f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:22.373116 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-f27fd543-1b84-40db-8cfb-409f77dc977f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Allocated IP 172.20.0.12 (4981354a-e4af-4be3-a741-f2c6aeb7d905/d909d934-746a-4db9-a05d-d801849b2730/46282285-da3e-478e-a346-55cf7df4d35d) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:22.526779 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-f27fd543-1b84-40db-8cfb-409f77dc977f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:22.568324 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-f27fd543-1b84-40db-8cfb-409f77dc977f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:22.614029 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-f27fd543-1b84-40db-8cfb-409f77dc977f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Network 4981354a-e4af-4be3-a741-f2c6aeb7d905 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:22.617112 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-f27fd543-1b84-40db-8cfb-409f77dc977f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:22.621048 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-f27fd543-1b84-40db-8cfb-409f77dc977f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:10:22.646835 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27fd543-1b84-40db-8cfb-409f77dc977f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'Port': ['ID=46282285-da3e-478e-a346-55cf7df4d35d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:22.698084 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-f27fd543-1b84-40db-8cfb-409f77dc977f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:22.698879 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-f27fd543-1b84-40db-8cfb-409f77dc977f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:22.724083 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-f27fd543-1b84-40db-8cfb-409f77dc977f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6326630 Apr 18 21:10:22.736073 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-7db42f26-c98f-4876-8c7f-c9e09db85110 service neutron] Request body: {'port': {'device_id': '8c388da6-20d3-4ace-9c89-ffca5e6cccd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:22.800938 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-7db42f26-c98f-4876-8c7f-c9e09db85110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:22.877889 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6a1974a3-67e6-47c4-8dba-26fa2cb8eaed None None] Provisioning complete for port 46282285-da3e-478e-a346-55cf7df4d35d triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:22.878871 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6a1974a3-67e6-47c4-8dba-26fa2cb8eaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:22.917971 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6a1974a3-67e6-47c4-8dba-26fa2cb8eaed None None] Port 46282285-da3e-478e-a346-55cf7df4d35d cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:10:23.088285 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-7db42f26-c98f-4876-8c7f-c9e09db85110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46282285-da3e-478e-a346-55cf7df4d35d {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:10:23.096523 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-7db42f26-c98f-4876-8c7f-c9e09db85110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:23.109297 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-7db42f26-c98f-4876-8c7f-c9e09db85110 service neutron] Transition to ACTIVE for port object 46282285-da3e-478e-a346-55cf7df4d35d will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:23.114264 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-7db42f26-c98f-4876-8c7f-c9e09db85110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:23.183342 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db42f26-c98f-4876-8c7f-c9e09db85110 service neutron] Pushing event updated for resources: {'Port': ['ID=46282285-da3e-478e-a346-55cf7df4d35d,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:23.244296 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-7db42f26-c98f-4876-8c7f-c9e09db85110 service neutron] Attempting to bind port 46282285-da3e-478e-a346-55cf7df4d35d on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:23.244832 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-7db42f26-c98f-4876-8c7f-c9e09db85110 service neutron] Attempting to bind port 46282285-da3e-478e-a346-55cf7df4d35d by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '20e495fe-3877-436f-841c-80ed02143317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:23.245266 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-7db42f26-c98f-4876-8c7f-c9e09db85110 service neutron] Attempting to bind port 46282285-da3e-478e-a346-55cf7df4d35d on network 4981354a-e4af-4be3-a741-f2c6aeb7d905 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:10:23.251015 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-7db42f26-c98f-4876-8c7f-c9e09db85110 service neutron] Port 46282285-da3e-478e-a346-55cf7df4d35d on network 4981354a-e4af-4be3-a741-f2c6aeb7d905 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:10:23.251015 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-7db42f26-c98f-4876-8c7f-c9e09db85110 service neutron] Attempting to bind port 46282285-da3e-478e-a346-55cf7df4d35d on network 4981354a-e4af-4be3-a741-f2c6aeb7d905 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:10:23.257196 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-7db42f26-c98f-4876-8c7f-c9e09db85110 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:10:23.257652 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-7db42f26-c98f-4876-8c7f-c9e09db85110 service neutron] Checking segment: {'id': '20e495fe-3877-436f-841c-80ed02143317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:10:23.258146 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-7db42f26-c98f-4876-8c7f-c9e09db85110 service neutron] Bound using segment: {'id': '20e495fe-3877-436f-841c-80ed02143317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:10:23.258748 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-7db42f26-c98f-4876-8c7f-c9e09db85110 service neutron] Bound port: 46282285-da3e-478e-a346-55cf7df4d35d, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20e495fe-3877-436f-841c-80ed02143317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:23.259211 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-7db42f26-c98f-4876-8c7f-c9e09db85110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:23.325999 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4ee1d-7ee9-4b9c-9c1f-cfa58fb6cf77 req-a847dd4b-51c4-4596-91bf-500669aa4312 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:23.327733 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-37c4ee1d-7ee9-4b9c-9c1f-cfa58fb6cf77 req-a847dd4b-51c4-4596-91bf-500669aa4312 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c388da6-20d3-4ace-9c89-ffca5e6cccd0 HTTP/1.1" status: 200 len: 944 time: 0.0608468 Apr 18 21:10:23.360866 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-7db42f26-c98f-4876-8c7f-c9e09db85110 service neutron] For port 46282285-da3e-478e-a346-55cf7df4d35d, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:10:23.364047 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-7db42f26-c98f-4876-8c7f-c9e09db85110 service neutron] For port 46282285-da3e-478e-a346-55cf7df4d35d, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=46282285-da3e-478e-a346-55cf7df4d35d,segment=NetworkSegment(20e495fe-3877-436f-841c-80ed02143317),segment_id=20e495fe-3877-436f-841c-80ed02143317)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:10:23.369442 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-37c4ee1d-7ee9-4b9c-9c1f-cfa58fb6cf77 req-a0794864-9408-4524-9b0a-0a9fa4978ac6 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb6491f-8692-4506-a714-a54e97fe6545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342941 Apr 18 21:10:23.371947 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-7db42f26-c98f-4876-8c7f-c9e09db85110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:23.413190 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-7db42f26-c98f-4876-8c7f-c9e09db85110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:23.413823 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-7db42f26-c98f-4876-8c7f-c9e09db85110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:23.415254 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-7db42f26-c98f-4876-8c7f-c9e09db85110 service neutron] 10.222.0.57 "PUT /v2.0/ports/46282285-da3e-478e-a346-55cf7df4d35d HTTP/1.1" status: 200 len: 1092 time: 0.6837885 Apr 18 21:10:23.415705 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c388da6-20d3-4ace-9c89-ffca5e6cccd0', 'tag': '46282285-da3e-478e-a346-55cf7df4d35d'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:10:23.418310 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd97e21-fca3-4cc3-acbd-a3ed87b661a6" -d '{"events": [{"name": "network-changed", "server_uuid": "8c388da6-20d3-4ace-9c89-ffca5e6cccd0", "tag": "46282285-da3e-478e-a346-55cf7df4d35d"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:10:23.473642 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db42f26-c98f-4876-8c7f-c9e09db85110 service neutron] Pushing event updated for resources: {'Port': ['ID=46282285-da3e-478e-a346-55cf7df4d35d,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:23.497647 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f32064-3207-4fee-bb71-fccec69ddf73 x-openstack-request-id: req-27f32064-3207-4fee-bb71-fccec69ddf73 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:10:23.497929 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c388da6-20d3-4ace-9c89-ffca5e6cccd0", "tag": "46282285-da3e-478e-a346-55cf7df4d35d", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:10:23.498176 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27f32064-3207-4fee-bb71-fccec69ddf73 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:10:23.498574 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27f32064-3207-4fee-bb71-fccec69ddf73'] response: {'name': 'network-changed', 'server_uuid': '8c388da6-20d3-4ace-9c89-ffca5e6cccd0', 'tag': '46282285-da3e-478e-a346-55cf7df4d35d', 'status': 'completed', 'code': 200} Apr 18 21:10:23.511186 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-cd6a68a9-b475-482a-80c3-77b937707141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:23.512717 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-cd6a68a9-b475-482a-80c3-77b937707141 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ec59bc3ffdf4873b26042a0437d8698&device_id=8c388da6-20d3-4ace-9c89-ffca5e6cccd0 HTTP/1.1" status: 200 len: 1095 time: 0.0511882 Apr 18 21:10:23.564691 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-fd193612-e030-42a2-a602-99625bb6f809 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46282285-da3e-478e-a346-55cf7df4d35d HTTP/1.1" status: 200 len: 217 time: 0.0429394 Apr 18 21:10:23.625293 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-b2ffcb5c-8fe6-4ec4-a143-0af98a9d4243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:23.626992 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-b2ffcb5c-8fe6-4ec4-a143-0af98a9d4243 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d909d934-746a-4db9-a05d-d801849b2730 HTTP/1.1" status: 200 len: 835 time: 0.0565546 Apr 18 21:10:23.673508 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-224654fb-27e6-456a-82bf-fe8fca347888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:23.675828 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-224654fb-27e6-456a-82bf-fe8fca347888 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4981354a-e4af-4be3-a741-f2c6aeb7d905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426106 Apr 18 21:10:23.774180 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-c5c410a0-6cf8-48ec-9f81-9d4733d0dcf5 service neutron] 10.222.0.57 "GET /v2.0/networks/4981354a-e4af-4be3-a741-f2c6aeb7d905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918887 Apr 18 21:10:23.878611 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-0e1d754c-515d-4c8b-a3b1-45a876e3c710 req-cf52f2f8-c412-48cc-9a22-eac40865b06a service neutron] 10.222.0.57 "GET /v2.0/networks/4981354a-e4af-4be3-a741-f2c6aeb7d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983980 Apr 18 21:10:23.981339 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd97e21-fca3-4cc3-acbd-a3ed87b661a6 req-a0c3cdad-ff37-43ac-b550-bafb8537b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:23.983402 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3cd97e21-fca3-4cc3-acbd-a3ed87b661a6 req-a0c3cdad-ff37-43ac-b550-bafb8537b53d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ec59bc3ffdf4873b26042a0437d8698&device_id=8c388da6-20d3-4ace-9c89-ffca5e6cccd0 HTTP/1.1" status: 200 len: 1095 time: 0.0516331 Apr 18 21:10:24.106673 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd97e21-fca3-4cc3-acbd-a3ed87b661a6 req-b35cbd7b-62fd-4afc-adaa-39f9ca0a3f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:24.108153 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3cd97e21-fca3-4cc3-acbd-a3ed87b661a6 req-b35cbd7b-62fd-4afc-adaa-39f9ca0a3f83 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4981354a-e4af-4be3-a741-f2c6aeb7d905 HTTP/1.1" status: 200 len: 898 time: 0.1185396 Apr 18 21:10:24.155219 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3cd97e21-fca3-4cc3-acbd-a3ed87b661a6 req-679e77c0-2489-4bdd-a61f-bb1fb52638d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46282285-da3e-478e-a346-55cf7df4d35d HTTP/1.1" status: 200 len: 217 time: 0.0398288 Apr 18 21:10:24.212066 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd97e21-fca3-4cc3-acbd-a3ed87b661a6 req-2135dee6-868f-4412-9a18-31e006e455de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:24.213469 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3cd97e21-fca3-4cc3-acbd-a3ed87b661a6 req-2135dee6-868f-4412-9a18-31e006e455de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d909d934-746a-4db9-a05d-d801849b2730 HTTP/1.1" status: 200 len: 835 time: 0.0506556 Apr 18 21:10:24.261850 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd97e21-fca3-4cc3-acbd-a3ed87b661a6 req-8757109c-4969-4c7a-a2ab-393f9abc2b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:24.263467 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3cd97e21-fca3-4cc3-acbd-a3ed87b661a6 req-8757109c-4969-4c7a-a2ab-393f9abc2b36 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4981354a-e4af-4be3-a741-f2c6aeb7d905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414584 Apr 18 21:10:24.358924 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3cd97e21-fca3-4cc3-acbd-a3ed87b661a6 req-e4d7ef4b-50c8-4959-aed5-db15150cb7b3 service neutron] 10.222.0.57 "GET /v2.0/networks/4981354a-e4af-4be3-a741-f2c6aeb7d905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874705 Apr 18 21:10:24.463544 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-3cd97e21-fca3-4cc3-acbd-a3ed87b661a6 req-138f8e25-878b-4a04-9612-2efecb991879 service neutron] 10.222.0.57 "GET /v2.0/networks/4981354a-e4af-4be3-a741-f2c6aeb7d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970731 Apr 18 21:10:24.516422 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f34af-abe5-4bff-ab66-1613f4653bb5 req-1842399e-140d-44e9-b4ca-b6ad15873ab7 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:24.518590 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-486f34af-abe5-4bff-ab66-1613f4653bb5 req-1842399e-140d-44e9-b4ca-b6ad15873ab7 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c388da6-20d3-4ace-9c89-ffca5e6cccd0 HTTP/1.1" status: 200 len: 944 time: 0.0591421 Apr 18 21:10:24.560518 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-486f34af-abe5-4bff-ab66-1613f4653bb5 req-5a829d71-8d53-4c9b-83fe-5aa4311ce02d tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb6491f-8692-4506-a714-a54e97fe6545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350621 Apr 18 21:10:24.630705 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e2399364-1903-4782-a646-1e4ef486c98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.695490 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa7ed8-4d67-4a67-8d65-bfc4aade70ee req-c6500006-3e4a-47c8-b0f3-0bba7031e34f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:25.701058 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-14fa7ed8-4d67-4a67-8d65-bfc4aade70ee req-c6500006-3e4a-47c8-b0f3-0bba7031e34f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c388da6-20d3-4ace-9c89-ffca5e6cccd0 HTTP/1.1" status: 200 len: 944 time: 0.0602229 Apr 18 21:10:25.739175 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-14fa7ed8-4d67-4a67-8d65-bfc4aade70ee req-ed068df2-be80-4a15-92bb-cc8215a26c82 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb6491f-8692-4506-a714-a54e97fe6545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347958 Apr 18 21:10:25.895836 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 46282285-da3e-478e-a346-55cf7df4d35d details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:10:26.026759 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 46282285-da3e-478e-a346-55cf7df4d35d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=46282285-da3e-478e-a346-55cf7df4d35d,segment=NetworkSegment(20e495fe-3877-436f-841c-80ed02143317),segment_id=20e495fe-3877-436f-841c-80ed02143317)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:26.038376 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '46282285-da3e-478e-a346-55cf7df4d35d', 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905', 'port_id': '46282285-da3e-478e-a346-55cf7df4d35d', 'mac_address': 'fa:16:3e:3d:e2:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd909d934-746a-4db9-a05d-d801849b2730', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:10:26.085616 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.108132 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46282285-da3e-478e-a346-55cf7df4d35d {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:10:26.138578 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 46282285-da3e-478e-a346-55cf7df4d35d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=46282285-da3e-478e-a346-55cf7df4d35d,segment=NetworkSegment(20e495fe-3877-436f-841c-80ed02143317),segment_id=20e495fe-3877-436f-841c-80ed02143317)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:26.144068 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.204545 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=46282285-da3e-478e-a346-55cf7df4d35d,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:26.213536 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:26.213734 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:26.214081 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:26.214417 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:26.214748 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:26.215087 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:26.215454 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:26.215741 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:26.216067 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:26.216394 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:26.216741 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:26.217065 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:26.348903 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['46282285-da3e-478e-a346-55cf7df4d35d'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:10:26.865022 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb487c-10fb-427a-9172-d3539299bddd req-f009f7eb-16cd-4446-bcba-508390889500 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:26.866565 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-becb487c-10fb-427a-9172-d3539299bddd req-f009f7eb-16cd-4446-bcba-508390889500 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c388da6-20d3-4ace-9c89-ffca5e6cccd0 HTTP/1.1" status: 200 len: 945 time: 0.0539474 Apr 18 21:10:26.908401 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-becb487c-10fb-427a-9172-d3539299bddd req-414f0933-de0c-4bdc-bf82-3e49f61d003f tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb6491f-8692-4506-a714-a54e97fe6545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353658 Apr 18 21:10:27.917822 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 46282285-da3e-478e-a346-55cf7df4d35d up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:10:27.996156 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 46282285-da3e-478e-a346-55cf7df4d35d completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:28.007079 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 46282285-da3e-478e-a346-55cf7df4d35d triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:28.007464 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.074634 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42c243-2651-4bd4-8bf4-afb943de1d66 req-ee4a8280-d234-46a7-9ba6-7d4fb4c29702 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:28.076201 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f42c243-2651-4bd4-8bf4-afb943de1d66 req-ee4a8280-d234-46a7-9ba6-7d4fb4c29702 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c388da6-20d3-4ace-9c89-ffca5e6cccd0 HTTP/1.1" status: 200 len: 945 time: 0.0629609 Apr 18 21:10:28.131393 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.132629 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f42c243-2651-4bd4-8bf4-afb943de1d66 req-5d7d41d5-e791-44ed-8632-5ce52005e062 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb6491f-8692-4506-a714-a54e97fe6545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489476 Apr 18 21:10:28.155881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c388da6-20d3-4ace-9c89-ffca5e6cccd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46282285-da3e-478e-a346-55cf7df4d35d'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:10:28.158857 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e58878-0cb8-4b26-983c-bff8d17bf757" -d '{"events": [{"server_uuid": "8c388da6-20d3-4ace-9c89-ffca5e6cccd0", "name": "network-vif-plugged", "status": "completed", "tag": "46282285-da3e-478e-a346-55cf7df4d35d"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:10:28.173384 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 46282285-da3e-478e-a346-55cf7df4d35d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=46282285-da3e-478e-a346-55cf7df4d35d,segment=NetworkSegment(20e495fe-3877-436f-841c-80ed02143317),segment_id=20e495fe-3877-436f-841c-80ed02143317)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:28.178430 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.241598 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bc07dd-f818-4923-961e-3a4dd74ac0e6 x-openstack-request-id: req-e4bc07dd-f818-4923-961e-3a4dd74ac0e6 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:10:28.241908 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c388da6-20d3-4ace-9c89-ffca5e6cccd0", "name": "network-vif-plugged", "status": "completed", "tag": "46282285-da3e-478e-a346-55cf7df4d35d", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:10:28.242137 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4bc07dd-f818-4923-961e-3a4dd74ac0e6 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:10:28.242539 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4bc07dd-f818-4923-961e-3a4dd74ac0e6'] response: {'server_uuid': '8c388da6-20d3-4ace-9c89-ffca5e6cccd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46282285-da3e-478e-a346-55cf7df4d35d', 'code': 200} Apr 18 21:10:28.246563 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=46282285-da3e-478e-a346-55cf7df4d35d,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:28.312214 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ef7a7-0445-4016-ae89-59afa63df10e req-d835e3b7-2347-4517-bfd9-9e871e0aefac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:28.314634 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4c2ef7a7-0445-4016-ae89-59afa63df10e req-d835e3b7-2347-4517-bfd9-9e871e0aefac service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8c388da6-20d3-4ace-9c89-ffca5e6cccd0 HTTP/1.1" status: 200 len: 1097 time: 0.0509925 Apr 18 21:10:28.362094 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4c2ef7a7-0445-4016-ae89-59afa63df10e req-87f129c5-9fdb-4f9f-a3c9-7053bc4a1220 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ebb6491f-8692-4506-a714-a54e97fe6545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411067 Apr 18 21:10:29.041053 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f22a69d5-5f2f-4ee3-9e67-922cca9eebc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:29.268760 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4d1d9-75c2-4b83-aad3-f157ee5d0a39 req-66f67855-6ee2-4238-a70c-55ac9ab4afc4 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:29.270501 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76e4d1d9-75c2-4b83-aad3-f157ee5d0a39 req-66f67855-6ee2-4238-a70c-55ac9ab4afc4 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c388da6-20d3-4ace-9c89-ffca5e6cccd0 HTTP/1.1" status: 200 len: 946 time: 0.0592072 Apr 18 21:10:29.313295 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76e4d1d9-75c2-4b83-aad3-f157ee5d0a39 req-de81a420-2337-4c2c-afd1-75c51221e5e9 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb6491f-8692-4506-a714-a54e97fe6545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362296 Apr 18 21:10:29.895800 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:30.443323 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796b57b-610f-48e6-a5c5-0a432880cd03 req-6169b826-1653-49b4-ab77-a6505f720ae4 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:30.444868 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a796b57b-610f-48e6-a5c5-0a432880cd03 req-6169b826-1653-49b4-ab77-a6505f720ae4 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c388da6-20d3-4ace-9c89-ffca5e6cccd0 HTTP/1.1" status: 200 len: 946 time: 0.0514922 Apr 18 21:10:30.491068 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a796b57b-610f-48e6-a5c5-0a432880cd03 req-a874e612-b366-4550-90ab-17b3b1be683b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb6491f-8692-4506-a714-a54e97fe6545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399404 Apr 18 21:10:30.622584 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3c5ff-f4cf-478e-b0bf-17be6f81ec03 req-d82b6b74-3ee1-4663-a6f4-b32fdc125d63 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:30.624095 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ae3c5ff-f4cf-478e-b0bf-17be6f81ec03 req-d82b6b74-3ee1-4663-a6f4-b32fdc125d63 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c388da6-20d3-4ace-9c89-ffca5e6cccd0 HTTP/1.1" status: 200 len: 946 time: 0.0567565 Apr 18 21:10:30.668684 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ae3c5ff-f4cf-478e-b0bf-17be6f81ec03 req-78a0f1ac-ff21-4eb6-bcfb-3219f17198a1 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb6491f-8692-4506-a714-a54e97fe6545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381200 Apr 18 21:10:30.695716 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51184) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:30.755819 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61fdef3-d509-4f9f-84a2-4e9161965293 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:30.758359 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d61fdef3-d509-4f9f-84a2-4e9161965293 tempest-TestNetworkBasicOps-521980953 tempest-TestNetworkBasicOps-521980953-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8c388da6-20d3-4ace-9c89-ffca5e6cccd0 HTTP/1.1" status: 200 len: 1092 time: 0.0613861 Apr 18 21:10:30.761257 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51186) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:30.769807 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-3ac3a7ff-0152-4883-a54d-d6f658f71923 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'port_id': '46282285-da3e-478e-a346-55cf7df4d35d', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:30.797971 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ac3a7ff-0152-4883-a54d-d6f658f71923 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:30.929495 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ac3a7ff-0152-4883-a54d-d6f658f71923 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:31.077169 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-3ac3a7ff-0152-4883-a54d-d6f658f71923 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Allocated IP 172.25.1.132 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/8dc85a35-bf85-4a5b-bbf9-3b7d914c8e18) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:31.209536 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ac3a7ff-0152-4883-a54d-d6f658f71923 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:31.248141 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ac3a7ff-0152-4883-a54d-d6f658f71923 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:31.290431 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac3a7ff-0152-4883-a54d-d6f658f71923 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:31.293514 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-3ac3a7ff-0152-4883-a54d-d6f658f71923 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:31.296238 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac3a7ff-0152-4883-a54d-d6f658f71923 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:10:31.326883 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3a7ff-0152-4883-a54d-d6f658f71923 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'Port': ['ID=8dc85a35-bf85-4a5b-bbf9-3b7d914c8e18,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:31.402793 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:31.691842 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:31.734867 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ac3a7ff-0152-4883-a54d-d6f658f71923 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:31.812452 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ac3a7ff-0152-4883-a54d-d6f658f71923 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.002865 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ac3a7ff-0152-4883-a54d-d6f658f71923 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.008191 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ac3a7ff-0152-4883-a54d-d6f658f71923 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.093883 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3a7ff-0152-4883-a54d-d6f658f71923 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event updated for resources: {'Port': ['ID=8dc85a35-bf85-4a5b-bbf9-3b7d914c8e18,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:32.105472 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ac3a7ff-0152-4883-a54d-d6f658f71923 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.227535 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-3ac3a7ff-0152-4883-a54d-d6f658f71923 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Floating IP a7a39440-e417-4771-9099-221e292ed690 associated. External IP: 172.25.1.132, port: 46282285-da3e-478e-a346-55cf7df4d35d. Apr 18 21:10:32.501240 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac3a7ff-0152-4883-a54d-d6f658f71923 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Router f4c606fa-6944-4ca0-b13d-c24085337d47 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:10:32.658424 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac3a7ff-0152-4883-a54d-d6f658f71923 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:10:32.669541 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eb29f5-ccd5-47dd-a756-a3e8e07a9adb None None] Sync routers for ids ['f4c606fa-6944-4ca0-b13d-c24085337d47'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:10:32.683336 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eb29f5-ccd5-47dd-a756-a3e8e07a9adb None None] Routers {'f4c606fa-6944-4ca0-b13d-c24085337d47'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:10:32.684096 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-12eb29f5-ccd5-47dd-a756-a3e8e07a9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:10:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['f4c606fa-6944-4ca0-b13d-c24085337d47'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:32.687236 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3ac3a7ff-0152-4883-a54d-d6f658f71923 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.805978 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-12eb29f5-ccd5-47dd-a756-a3e8e07a9adb None None] Set router f4c606fa-6944-4ca0-b13d-c24085337d47 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:10:33.056604 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3ac3a7ff-0152-4883-a54d-d6f658f71923 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2934749 Apr 18 21:10:33.057434 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c388da6-20d3-4ace-9c89-ffca5e6cccd0', 'tag': '46282285-da3e-478e-a346-55cf7df4d35d'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:10:33.059508 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5e5b4c-5e91-4755-bb12-51523018d4db" -d '{"events": [{"name": "network-changed", "server_uuid": "8c388da6-20d3-4ace-9c89-ffca5e6cccd0", "tag": "46282285-da3e-478e-a346-55cf7df4d35d"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:10:33.060325 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51196) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:33.105026 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080cae39-a1db-41e4-8906-f6bb83db941c x-openstack-request-id: req-080cae39-a1db-41e4-8906-f6bb83db941c {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:10:33.105484 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c388da6-20d3-4ace-9c89-ffca5e6cccd0", "tag": "46282285-da3e-478e-a346-55cf7df4d35d", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:10:33.105757 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-080cae39-a1db-41e4-8906-f6bb83db941c {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:10:33.106162 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-080cae39-a1db-41e4-8906-f6bb83db941c'] response: {'name': 'network-changed', 'server_uuid': '8c388da6-20d3-4ace-9c89-ffca5e6cccd0', 'tag': '46282285-da3e-478e-a346-55cf7df4d35d', 'status': 'completed', 'code': 200} Apr 18 21:10:33.130852 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-12eb29f5-ccd5-47dd-a756-a3e8e07a9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'name': 'tempest-TestNetworkBasicOps-router-1749770573', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'a3bb25cc-9d55-480f-b27c-47e2a17137bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a3bb25cc-9d55-480f-b27c-47e2a17137bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:03:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'a7a39440-e417-4771-9099-221e292ed690', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'port_id': '46282285-da3e-478e-a346-55cf7df4d35d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905', 'mac_address': 'fa:16:3e:3d:e2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c388da6-20d3-4ace-9c89-ffca5e6cccd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:31Z', 'revision_number': 0, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318b2dc8-6de3-4b94-9bae-281a2b58dfae', 'name': '', 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'mac_address': 'fa:16:3e:26:fb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'd909d934-746a-4db9-a05d-d801849b2730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:14Z', 'updated_at': '2022-04-18T21:10:18Z', 'revision_number': 5, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'subnets': [{'id': 'd909d934-746a-4db9-a05d-d801849b2730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:33.165158 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4a227329-c0c2-4c48-9ca1-84ae1b286ce3 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/floatingips/a7a39440-e417-4771-9099-221e292ed690 HTTP/1.1" status: 200 len: 992 time: 0.1032698 Apr 18 21:10:33.168770 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eb29f5-ccd5-47dd-a756-a3e8e07a9adb None None] Checking router: f4c606fa-6944-4ca0-b13d-c24085337d47 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:10:33.178225 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eb29f5-ccd5-47dd-a756-a3e8e07a9adb None None] Routers {'f4c606fa-6944-4ca0-b13d-c24085337d47'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:10:33.178448 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e5b4c-5e91-4755-bb12-51523018d4db req-ee2ed9d3-900d-468c-b36b-807b4000f586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:33.179102 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-12eb29f5-ccd5-47dd-a756-a3e8e07a9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:10:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['f4c606fa-6944-4ca0-b13d-c24085337d47'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:33.179877 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6d5e5b4c-5e91-4755-bb12-51523018d4db req-ee2ed9d3-900d-468c-b36b-807b4000f586 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ec59bc3ffdf4873b26042a0437d8698&device_id=8c388da6-20d3-4ace-9c89-ffca5e6cccd0 HTTP/1.1" status: 200 len: 1097 time: 0.0476978 Apr 18 21:10:33.309446 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e5b4c-5e91-4755-bb12-51523018d4db req-4bd0aefb-bb6c-48a3-8478-1f6d439d3c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:33.310832 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6d5e5b4c-5e91-4755-bb12-51523018d4db req-4bd0aefb-bb6c-48a3-8478-1f6d439d3c70 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4981354a-e4af-4be3-a741-f2c6aeb7d905 HTTP/1.1" status: 200 len: 898 time: 0.1248717 Apr 18 21:10:33.332155 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-12eb29f5-ccd5-47dd-a756-a3e8e07a9adb None None] Set router f4c606fa-6944-4ca0-b13d-c24085337d47 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:10:33.387951 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6d5e5b4c-5e91-4755-bb12-51523018d4db req-49564bec-8ef1-4549-9f9f-e711b462e0e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46282285-da3e-478e-a346-55cf7df4d35d HTTP/1.1" status: 200 len: 1000 time: 0.0701592 Apr 18 21:10:33.454463 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e5b4c-5e91-4755-bb12-51523018d4db req-fd05461b-044d-41f4-ab23-c81f6a3ce738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:33.457488 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6d5e5b4c-5e91-4755-bb12-51523018d4db req-fd05461b-044d-41f4-ab23-c81f6a3ce738 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d909d934-746a-4db9-a05d-d801849b2730 HTTP/1.1" status: 200 len: 835 time: 0.0632455 Apr 18 21:10:33.525276 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e5b4c-5e91-4755-bb12-51523018d4db req-3f47f11a-b254-407d-8813-843af634659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:33.527043 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6d5e5b4c-5e91-4755-bb12-51523018d4db req-3f47f11a-b254-407d-8813-843af634659d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4981354a-e4af-4be3-a741-f2c6aeb7d905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637138 Apr 18 21:10:33.672507 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6d5e5b4c-5e91-4755-bb12-51523018d4db req-6a24b988-8395-423d-9401-dc239d0514d9 service neutron] 10.222.0.57 "GET /v2.0/networks/4981354a-e4af-4be3-a741-f2c6aeb7d905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376827 Apr 18 21:10:33.687411 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-12eb29f5-ccd5-47dd-a756-a3e8e07a9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'name': 'tempest-TestNetworkBasicOps-router-1749770573', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'a3bb25cc-9d55-480f-b27c-47e2a17137bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a3bb25cc-9d55-480f-b27c-47e2a17137bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:03:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'a7a39440-e417-4771-9099-221e292ed690', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'port_id': '46282285-da3e-478e-a346-55cf7df4d35d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905', 'mac_address': 'fa:16:3e:3d:e2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c388da6-20d3-4ace-9c89-ffca5e6cccd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:31Z', 'revision_number': 0, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318b2dc8-6de3-4b94-9bae-281a2b58dfae', 'name': '', 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'mac_address': 'fa:16:3e:26:fb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'd909d934-746a-4db9-a05d-d801849b2730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:14Z', 'updated_at': '2022-04-18T21:10:18Z', 'revision_number': 5, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'subnets': [{'id': 'd909d934-746a-4db9-a05d-d801849b2730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:33.739310 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eb29f5-ccd5-47dd-a756-a3e8e07a9adb None None] The sync data for ids ['f4c606fa-6944-4ca0-b13d-c24085337d47'] in n-d-838323-3 is: [{'id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'name': 'tempest-TestNetworkBasicOps-router-1749770573', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'a3bb25cc-9d55-480f-b27c-47e2a17137bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a3bb25cc-9d55-480f-b27c-47e2a17137bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:03:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'a7a39440-e417-4771-9099-221e292ed690', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'port_id': '46282285-da3e-478e-a346-55cf7df4d35d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905', 'mac_address': 'fa:16:3e:3d:e2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c388da6-20d3-4ace-9c89-ffca5e6cccd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:31Z', 'revision_number': 0, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318b2dc8-6de3-4b94-9bae-281a2b58dfae', 'name': '', 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'mac_address': 'fa:16:3e:26:fb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'd909d934-746a-4db9-a05d-d801849b2730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:14Z', 'updated_at': '2022-04-18T21:10:18Z', 'revision_number': 5, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'subnets': [{'id': 'd909d934-746a-4db9-a05d-d801849b2730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:10:33.814169 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-6d5e5b4c-5e91-4755-bb12-51523018d4db req-f70201d9-9147-4f42-90d3-8ddd1e238624 service neutron] 10.222.0.57 "GET /v2.0/networks/4981354a-e4af-4be3-a741-f2c6aeb7d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351159 Apr 18 21:10:34.006335 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7ad01d-06c0-42de-a6e9-3b7955acec4b None None] New status for floating IP a7a39440-e417-4771-9099-221e292ed690: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:10:34.169345 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51204) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:34.254272 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-83e609ba-a464-4507-8b7b-d8dcbf2abdaa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/floatingips/a7a39440-e417-4771-9099-221e292ed690 HTTP/1.1" status: 200 len: 994 time: 0.0836239 Apr 18 21:10:37.922639 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:39.383150 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:10:41.994574 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:44.551535 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215547d-f068-40e3-8711-d83dc3714fe8 req-10241a01-98dd-4200-9be6-1c90fdee3077 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:44.553121 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a215547d-f068-40e3-8711-d83dc3714fe8 req-10241a01-98dd-4200-9be6-1c90fdee3077 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 1097 time: 0.0419562 Apr 18 21:10:44.597031 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a215547d-f068-40e3-8711-d83dc3714fe8 req-87bedaa8-3dc8-46ba-8721-37ecfcc4cbe3 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369515 Apr 18 21:10:44.621232 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51382) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:44.802702 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-bbc37ae1-561b-48ee-88bd-d1757f3887e9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Deleting port e1e9a0bf-f7d3-4042-acd0-959bdd5c1d2d {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:10:44.803055 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbc37ae1-561b-48ee-88bd-d1757f3887e9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:44.886942 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbc37ae1-561b-48ee-88bd-d1757f3887e9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:44.887269 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbc37ae1-561b-48ee-88bd-d1757f3887e9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:44.901033 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-bbc37ae1-561b-48ee-88bd-d1757f3887e9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Calling delete_port for e1e9a0bf-f7d3-4042-acd0-959bdd5c1d2d owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:10:45.117368 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbc37ae1-561b-48ee-88bd-d1757f3887e9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:45.144761 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc37ae1-561b-48ee-88bd-d1757f3887e9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'Port': ['ID=e1e9a0bf-f7d3-4042-acd0-959bdd5c1d2d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:45.225808 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbc37ae1-561b-48ee-88bd-d1757f3887e9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:45.226201 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-bbc37ae1-561b-48ee-88bd-d1757f3887e9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Floating IP 01591639-cffc-486e-bda5-1d52b0e74824 disassociated (deleted). External IP: 172.25.1.85, port: 9b90b893-1cd4-4120-8ae3-3aef3e1310f6. Apr 18 21:10:45.479762 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc37ae1-561b-48ee-88bd-d1757f3887e9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Router 1a060955-261a-488c-97d9-5063d7ccffab has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:10:45.617263 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc37ae1-561b-48ee-88bd-d1757f3887e9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:10:45.622596 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bbc37ae1-561b-48ee-88bd-d1757f3887e9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:45.627803 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b26cfe2-5ec0-4015-9cba-333152d1d390 None None] Sync routers for ids ['1a060955-261a-488c-97d9-5063d7ccffab'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:10:45.643792 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b26cfe2-5ec0-4015-9cba-333152d1d390 None None] Routers {'1a060955-261a-488c-97d9-5063d7ccffab'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:10:45.644462 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7b26cfe2-5ec0-4015-9cba-333152d1d390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:10:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1a060955-261a-488c-97d9-5063d7ccffab'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:45.659293 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bbc37ae1-561b-48ee-88bd-d1757f3887e9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "DELETE /v2.0/floatingips/01591639-cffc-486e-bda5-1d52b0e74824 HTTP/1.1" status: 204 len: 168 time: 1.0345719 Apr 18 21:10:45.659293 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013f452a-29a0-4382-854c-5b49e5ccc762', 'tag': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:10:45.661057 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d7ec55-146e-4b1e-8ad6-3841339b32f7" -d '{"events": [{"name": "network-changed", "server_uuid": "013f452a-29a0-4382-854c-5b49e5ccc762", "tag": "9b90b893-1cd4-4120-8ae3-3aef3e1310f6"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:10:45.730872 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05dd6fc-f44d-4102-a247-cde55293f53c x-openstack-request-id: req-e05dd6fc-f44d-4102-a247-cde55293f53c {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:10:45.731362 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013f452a-29a0-4382-854c-5b49e5ccc762", "tag": "9b90b893-1cd4-4120-8ae3-3aef3e1310f6", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:10:45.731478 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e05dd6fc-f44d-4102-a247-cde55293f53c {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:10:45.731801 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e05dd6fc-f44d-4102-a247-cde55293f53c'] response: {'name': 'network-changed', 'server_uuid': '013f452a-29a0-4382-854c-5b49e5ccc762', 'tag': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6', 'status': 'completed', 'code': 200} Apr 18 21:10:45.826543 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-7b26cfe2-5ec0-4015-9cba-333152d1d390 None None] Set router 1a060955-261a-488c-97d9-5063d7ccffab gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:10:46.041931 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7ec55-146e-4b1e-8ad6-3841339b32f7 req-94290890-9d25-4c48-a961-08bdcdc09571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:46.043792 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c0d7ec55-146e-4b1e-8ad6-3841339b32f7 req-94290890-9d25-4c48-a961-08bdcdc09571 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 1097 time: 0.2882268 Apr 18 21:10:46.060108 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a88e5-31bc-4400-9173-e1a066a8f687 req-31d1903b-3b4c-49a7-85d9-0934ecef1a40 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:46.062788 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-633a88e5-31bc-4400-9173-e1a066a8f687 req-31d1903b-3b4c-49a7-85d9-0934ecef1a40 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 946 time: 0.1063082 Apr 18 21:10:46.116080 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7b26cfe2-5ec0-4015-9cba-333152d1d390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a060955-261a-488c-97d9-5063d7ccffab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612741000', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:57Z', 'updated_at': '2022-04-18T21:08:04Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:07:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a060955-261a-488c-97d9-5063d7ccffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'c63e8b5e-0acf-4d0c-8c91-c438df0fbc63', 'name': '', 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:a3:07:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a060955-261a-488c-97d9-5063d7ccffab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'df3b3a6c-b0a0-4fe6-8544-e2c19754e458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:08:03Z', 'updated_at': '2022-04-18T21:08:13Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': 'df3b3a6c-b0a0-4fe6-8544-e2c19754e458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:46.146508 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b26cfe2-5ec0-4015-9cba-333152d1d390 None None] Checking router: 1a060955-261a-488c-97d9-5063d7ccffab for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:10:46.156932 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b26cfe2-5ec0-4015-9cba-333152d1d390 None None] Routers {'1a060955-261a-488c-97d9-5063d7ccffab'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:10:46.157655 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7b26cfe2-5ec0-4015-9cba-333152d1d390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:10:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1a060955-261a-488c-97d9-5063d7ccffab'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:46.174397 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-633a88e5-31bc-4400-9173-e1a066a8f687 req-529c020f-fa59-467a-b875-2f569c3c7a18 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971556 Apr 18 21:10:46.210409 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7ec55-146e-4b1e-8ad6-3841339b32f7 req-b44d73d7-9f10-4599-a57a-f8dd96eb2135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:46.211869 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c0d7ec55-146e-4b1e-8ad6-3841339b32f7 req-b44d73d7-9f10-4599-a57a-f8dd96eb2135 service neutron] 10.222.0.32 "GET /v2.0/networks?id=405cda5f-09d5-44cf-b9f9-3cf86317efaf HTTP/1.1" status: 200 len: 898 time: 0.1478341 Apr 18 21:10:46.255321 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c0d7ec55-146e-4b1e-8ad6-3841339b32f7 req-7f4c7556-e036-4137-a575-7a9f1671334c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6 HTTP/1.1" status: 200 len: 217 time: 0.0356946 Apr 18 21:10:46.283738 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-7b26cfe2-5ec0-4015-9cba-333152d1d390 None None] Set router 1a060955-261a-488c-97d9-5063d7ccffab gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:10:46.308868 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7ec55-146e-4b1e-8ad6-3841339b32f7 req-577af06b-a87a-44ba-b037-05ee61936822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:46.310355 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c0d7ec55-146e-4b1e-8ad6-3841339b32f7 req-577af06b-a87a-44ba-b037-05ee61936822 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df3b3a6c-b0a0-4fe6-8544-e2c19754e458 HTTP/1.1" status: 200 len: 835 time: 0.0488183 Apr 18 21:10:46.381410 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7ec55-146e-4b1e-8ad6-3841339b32f7 req-579cfdc5-8144-4e06-a2a7-2b2d125257a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:46.383020 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c0d7ec55-146e-4b1e-8ad6-3841339b32f7 req-579cfdc5-8144-4e06-a2a7-2b2d125257a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=405cda5f-09d5-44cf-b9f9-3cf86317efaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646102 Apr 18 21:10:46.491949 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c0d7ec55-146e-4b1e-8ad6-3841339b32f7 req-2cee981a-5139-4354-926c-d0fd5355382e service neutron] 10.222.0.32 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976179 Apr 18 21:10:46.519044 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7b26cfe2-5ec0-4015-9cba-333152d1d390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a060955-261a-488c-97d9-5063d7ccffab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612741000', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:57Z', 'updated_at': '2022-04-18T21:08:04Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:07:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a060955-261a-488c-97d9-5063d7ccffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'c63e8b5e-0acf-4d0c-8c91-c438df0fbc63', 'name': '', 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:a3:07:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a060955-261a-488c-97d9-5063d7ccffab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'df3b3a6c-b0a0-4fe6-8544-e2c19754e458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:08:03Z', 'updated_at': '2022-04-18T21:08:13Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': 'df3b3a6c-b0a0-4fe6-8544-e2c19754e458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:46.554266 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b26cfe2-5ec0-4015-9cba-333152d1d390 None None] The sync data for ids ['1a060955-261a-488c-97d9-5063d7ccffab'] in n-d-838323-3 is: [{'id': '1a060955-261a-488c-97d9-5063d7ccffab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612741000', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:57Z', 'updated_at': '2022-04-18T21:08:04Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:07:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a060955-261a-488c-97d9-5063d7ccffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'c63e8b5e-0acf-4d0c-8c91-c438df0fbc63', 'name': '', 'network_id': '405cda5f-09d5-44cf-b9f9-3cf86317efaf', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:a3:07:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a060955-261a-488c-97d9-5063d7ccffab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'df3b3a6c-b0a0-4fe6-8544-e2c19754e458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:08:03Z', 'updated_at': '2022-04-18T21:08:13Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': 'df3b3a6c-b0a0-4fe6-8544-e2c19754e458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:10:46.614345 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c0d7ec55-146e-4b1e-8ad6-3841339b32f7 req-1961bddb-df61-44fb-a4b7-74a7458e6835 service neutron] 10.222.0.32 "GET /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153123 Apr 18 21:10:46.813904 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d06957-3d69-4642-af4b-b1f2151c5f31 None None] New status for floating IP 01591639-cffc-486e-bda5-1d52b0e74824: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:10:47.297593 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89889c-5af7-42ab-b61a-191f53db554b req-c2cef603-a0df-428e-ba59-a0fd3eff34fd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:47.299139 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe89889c-5af7-42ab-b61a-191f53db554b req-c2cef603-a0df-428e-ba59-a0fd3eff34fd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 946 time: 0.0495191 Apr 18 21:10:47.340895 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe89889c-5af7-42ab-b61a-191f53db554b req-81b09a51-5230-4f96-8278-b3e873a8c5ac tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=e291befb-46af-45ae-a85e-318f5887214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354421 Apr 18 21:10:47.460076 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31583eb0-1857-426c-b883-be619820d50f req-251e2c1c-a794-45ed-bab2-a5ca9ff3ad93 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:47.462936 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-31583eb0-1857-426c-b883-be619820d50f req-251e2c1c-a794-45ed-bab2-a5ca9ff3ad93 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.32 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 946 time: 0.0590303 Apr 18 21:10:47.563696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-31583eb0-1857-426c-b883-be619820d50f req-a205ed50-43a5-4cc5-832e-0db554d5dfea tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Deleting port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:10:47.564572 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-31583eb0-1857-426c-b883-be619820d50f req-a205ed50-43a5-4cc5-832e-0db554d5dfea tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:47.659022 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-31583eb0-1857-426c-b883-be619820d50f req-a205ed50-43a5-4cc5-832e-0db554d5dfea tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] For port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,segment=NetworkSegment(ffc73290-7106-41de-ac6f-e0c98c1f65d7),segment_id=ffc73290-7106-41de-ac6f-e0c98c1f65d7)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:47.659695 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-31583eb0-1857-426c-b883-be619820d50f req-a205ed50-43a5-4cc5-832e-0db554d5dfea tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:47.672819 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-31583eb0-1857-426c-b883-be619820d50f req-a205ed50-43a5-4cc5-832e-0db554d5dfea tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Calling delete_port for 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:10:47.834708 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-31583eb0-1857-426c-b883-be619820d50f req-a205ed50-43a5-4cc5-832e-0db554d5dfea tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:47.869158 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205ed50-43a5-4cc5-832e-0db554d5dfea tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'Port': ['ID=9b90b893-1cd4-4120-8ae3-3aef3e1310f6,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:47.917152 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-31583eb0-1857-426c-b883-be619820d50f req-a205ed50-43a5-4cc5-832e-0db554d5dfea tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] No DVR routers for this DVR port 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:10:47.920596 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-31583eb0-1857-426c-b883-be619820d50f req-a205ed50-43a5-4cc5-832e-0db554d5dfea tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:47.930043 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-31583eb0-1857-426c-b883-be619820d50f req-a205ed50-43a5-4cc5-832e-0db554d5dfea tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.32 "DELETE /v2.0/ports/9b90b893-1cd4-4120-8ae3-3aef3e1310f6 HTTP/1.1" status: 204 len: 173 time: 0.4565847 Apr 18 21:10:47.930528 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013f452a-29a0-4382-854c-5b49e5ccc762', 'name': 'network-vif-deleted', 'tag': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:10:47.934915 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2eb8972-00f8-42ff-bbb2-e67e5066707f" -d '{"events": [{"server_uuid": "013f452a-29a0-4382-854c-5b49e5ccc762", "name": "network-vif-deleted", "tag": "9b90b893-1cd4-4120-8ae3-3aef3e1310f6"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:10:47.982060 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7466be-9399-4d94-a7a2-ec28e4dd0c71 x-openstack-request-id: req-db7466be-9399-4d94-a7a2-ec28e4dd0c71 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:10:47.983161 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013f452a-29a0-4382-854c-5b49e5ccc762", "name": "network-vif-deleted", "tag": "9b90b893-1cd4-4120-8ae3-3aef3e1310f6", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:10:47.983429 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db7466be-9399-4d94-a7a2-ec28e4dd0c71 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:10:47.983839 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db7466be-9399-4d94-a7a2-ec28e4dd0c71'] response: {'server_uuid': '013f452a-29a0-4382-854c-5b49e5ccc762', 'name': 'network-vif-deleted', 'tag': '9b90b893-1cd4-4120-8ae3-3aef3e1310f6', 'status': 'completed', 'code': 200} Apr 18 21:10:48.476069 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a83d9213-59ba-4728-a970-55271b420912 req-3fbb5e95-6be9-4e9f-88c9-f4289b3b0afa tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=013f452a-29a0-4382-854c-5b49e5ccc762 HTTP/1.1" status: 200 len: 210 time: 0.0360191 Apr 18 21:10:49.549107 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51486) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:49.945585 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0bd9fa25-32fe-4b3b-8883-af549b5d5c4b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:50.207087 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9fa25-32fe-4b3b-8883-af549b5d5c4b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Deleting port c63e8b5e-0acf-4d0c-8c91-c438df0fbc63 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:10:50.207345 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0bd9fa25-32fe-4b3b-8883-af549b5d5c4b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:50.301294 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-0bd9fa25-32fe-4b3b-8883-af549b5d5c4b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] For port c63e8b5e-0acf-4d0c-8c91-c438df0fbc63, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c63e8b5e-0acf-4d0c-8c91-c438df0fbc63,segment=NetworkSegment(ffc73290-7106-41de-ac6f-e0c98c1f65d7),segment_id=ffc73290-7106-41de-ac6f-e0c98c1f65d7)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:50.301668 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0bd9fa25-32fe-4b3b-8883-af549b5d5c4b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:50.315379 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9fa25-32fe-4b3b-8883-af549b5d5c4b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Calling delete_port for c63e8b5e-0acf-4d0c-8c91-c438df0fbc63 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:10:50.506900 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0bd9fa25-32fe-4b3b-8883-af549b5d5c4b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:50.534111 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9fa25-32fe-4b3b-8883-af549b5d5c4b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'Port': ['ID=c63e8b5e-0acf-4d0c-8c91-c438df0fbc63,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:50.715017 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0bd9fa25-32fe-4b3b-8883-af549b5d5c4b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:51.269364 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd9fa25-32fe-4b3b-8883-af549b5d5c4b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Router 1a060955-261a-488c-97d9-5063d7ccffab has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:10:51.378261 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd9fa25-32fe-4b3b-8883-af549b5d5c4b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:10:51.385024 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0bd9fa25-32fe-4b3b-8883-af549b5d5c4b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "PUT /v2.0/routers/1a060955-261a-488c-97d9-5063d7ccffab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8341866 Apr 18 21:10:51.385924 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51490) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:51.389790 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771b489e-bec6-4ecf-875d-f2baffef3c49 None None] Sync routers for ids ['1a060955-261a-488c-97d9-5063d7ccffab'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:10:51.412043 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771b489e-bec6-4ecf-875d-f2baffef3c49 None None] Routers {'1a060955-261a-488c-97d9-5063d7ccffab'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:10:51.416571 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-771b489e-bec6-4ecf-875d-f2baffef3c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:10:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1a060955-261a-488c-97d9-5063d7ccffab'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:51.447075 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a7c40e-34f4-4b03-aefb-2514a0ad9472 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Deleting subnet df3b3a6c-b0a0-4fe6-8544-e2c19754e458 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:10:51.451547 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92a7c40e-34f4-4b03-aefb-2514a0ad9472 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:51.494326 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92a7c40e-34f4-4b03-aefb-2514a0ad9472 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:51.583035 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:10:51.608291 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:10:51.608668 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 9b90b893-1cd4-4120-8ae3-3aef3e1310f6 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:10:51.612923 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92a7c40e-34f4-4b03-aefb-2514a0ad9472 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:51.627645 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-771b489e-bec6-4ecf-875d-f2baffef3c49 None None] Set router 1a060955-261a-488c-97d9-5063d7ccffab gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:10:51.680072 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92a7c40e-34f4-4b03-aefb-2514a0ad9472 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:51.712714 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7c40e-34f4-4b03-aefb-2514a0ad9472 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'Subnet': ['ID=df3b3a6c-b0a0-4fe6-8544-e2c19754e458,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:51.716968 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-92a7c40e-34f4-4b03-aefb-2514a0ad9472 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:51.723136 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-92a7c40e-34f4-4b03-aefb-2514a0ad9472 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "DELETE /v2.0/subnets/df3b3a6c-b0a0-4fe6-8544-e2c19754e458 HTTP/1.1" status: 204 len: 168 time: 0.3322504 Apr 18 21:10:51.724135 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51494) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:51.738798 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2d8ece-219d-4a0b-808e-91e427a74952 None None] Network 405cda5f-09d5-44cf-b9f9-3cf86317efaf requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:10:51.820340 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-771b489e-bec6-4ecf-875d-f2baffef3c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a060955-261a-488c-97d9-5063d7ccffab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612741000', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:57Z', 'updated_at': '2022-04-18T21:10:50Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:07:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a060955-261a-488c-97d9-5063d7ccffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:51.851693 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771b489e-bec6-4ecf-875d-f2baffef3c49 None None] Checking router: 1a060955-261a-488c-97d9-5063d7ccffab for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:10:51.860946 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771b489e-bec6-4ecf-875d-f2baffef3c49 None None] Routers {'1a060955-261a-488c-97d9-5063d7ccffab'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:10:51.861577 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-771b489e-bec6-4ecf-875d-f2baffef3c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:10:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1a060955-261a-488c-97d9-5063d7ccffab'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:51.866044 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-684bd816-a574-4860-a39e-bf29c1bca8da tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:51.979500 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c637d8-d005-4a32-a6b3-24be02d84d0e None None] DHCP port deletion for 405cda5f-09d5-44cf-b9f9-3cf86317efaf request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:10:52.012859 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-771b489e-bec6-4ecf-875d-f2baffef3c49 None None] Set router 1a060955-261a-488c-97d9-5063d7ccffab gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:10:52.016916 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-684bd816-a574-4860-a39e-bf29c1bca8da tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:52.052911 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-43c637d8-d005-4a32-a6b3-24be02d84d0e None None] Deleting port e6c8435c-e82f-4f1d-967e-423d0dfaaf37 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:10:52.053343 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-43c637d8-d005-4a32-a6b3-24be02d84d0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:52.081628 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-684bd816-a574-4860-a39e-bf29c1bca8da tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Deleting port 3c11fd91-8850-4cc1-8d14-d31c5ec941a3 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:10:52.081920 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-684bd816-a574-4860-a39e-bf29c1bca8da tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:52.144177 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-43c637d8-d005-4a32-a6b3-24be02d84d0e None None] For port e6c8435c-e82f-4f1d-967e-423d0dfaaf37, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=e6c8435c-e82f-4f1d-967e-423d0dfaaf37,segment=NetworkSegment(ffc73290-7106-41de-ac6f-e0c98c1f65d7),segment_id=ffc73290-7106-41de-ac6f-e0c98c1f65d7)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:52.144598 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-43c637d8-d005-4a32-a6b3-24be02d84d0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:52.178238 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-684bd816-a574-4860-a39e-bf29c1bca8da tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] For port 3c11fd91-8850-4cc1-8d14-d31c5ec941a3, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3c11fd91-8850-4cc1-8d14-d31c5ec941a3,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:52.179819 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-684bd816-a574-4860-a39e-bf29c1bca8da tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:52.196324 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-684bd816-a574-4860-a39e-bf29c1bca8da tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Calling delete_port for 3c11fd91-8850-4cc1-8d14-d31c5ec941a3 owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:10:52.241398 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-771b489e-bec6-4ecf-875d-f2baffef3c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a060955-261a-488c-97d9-5063d7ccffab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612741000', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:57Z', 'updated_at': '2022-04-18T21:10:50Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:07:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a060955-261a-488c-97d9-5063d7ccffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:52.274702 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771b489e-bec6-4ecf-875d-f2baffef3c49 None None] The sync data for ids ['1a060955-261a-488c-97d9-5063d7ccffab'] in n-d-838323-3 is: [{'id': '1a060955-261a-488c-97d9-5063d7ccffab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612741000', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:57Z', 'updated_at': '2022-04-18T21:10:50Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '3c11fd91-8850-4cc1-8d14-d31c5ec941a3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:07:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a060955-261a-488c-97d9-5063d7ccffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:58Z', 'updated_at': '2022-04-18T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:10:52.329881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-43c637d8-d005-4a32-a6b3-24be02d84d0e None None] Calling delete_port for e6c8435c-e82f-4f1d-967e-423d0dfaaf37 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:10:52.420631 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-684bd816-a574-4860-a39e-bf29c1bca8da tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:52.424703 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-43c637d8-d005-4a32-a6b3-24be02d84d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:52.456311 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c637d8-d005-4a32-a6b3-24be02d84d0e None None] No DVR routers for this DVR port e6c8435c-e82f-4f1d-967e-423d0dfaaf37 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:10:52.458516 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684bd816-a574-4860-a39e-bf29c1bca8da tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'Port': ['ID=3c11fd91-8850-4cc1-8d14-d31c5ec941a3,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:52.464641 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c637d8-d005-4a32-a6b3-24be02d84d0e None None] Pushing event deleted for resources: {'Port': ['ID=e6c8435c-e82f-4f1d-967e-423d0dfaaf37,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:52.525169 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-684bd816-a574-4860-a39e-bf29c1bca8da tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:52.627335 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-684bd816-a574-4860-a39e-bf29c1bca8da tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:52.629987 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-684bd816-a574-4860-a39e-bf29c1bca8da tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:52.681019 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-684bd816-a574-4860-a39e-bf29c1bca8da tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:52.681625 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684bd816-a574-4860-a39e-bf29c1bca8da tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Fanout notify agent at l3_agent the message router_deleted on router 1a060955-261a-488c-97d9-5063d7ccffab {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:10:52.689431 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-684bd816-a574-4860-a39e-bf29c1bca8da tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:52.693549 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51498) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:52.701558 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-684bd816-a574-4860-a39e-bf29c1bca8da tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "DELETE /v2.0/routers/1a060955-261a-488c-97d9-5063d7ccffab HTTP/1.1" status: 204 len: 168 time: 0.9768276 Apr 18 21:10:52.776895 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-167fa329-f278-4979-8dfb-ff4ca127fb77 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:52.870962 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-167fa329-f278-4979-8dfb-ff4ca127fb77 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:52.894475 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-167fa329-f278-4979-8dfb-ff4ca127fb77 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['405cda5f-09d5-44cf-b9f9-3cf86317efaf']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:52.905455 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-167fa329-f278-4979-8dfb-ff4ca127fb77 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc73290-7106-41de-ac6f-e0c98c1f65d7') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:52.905741 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-167fa329-f278-4979-8dfb-ff4ca127fb77 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc73290-7106-41de-ac6f-e0c98c1f65d7') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:52.916946 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-167fa329-f278-4979-8dfb-ff4ca127fb77 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:52.932258 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-167fa329-f278-4979-8dfb-ff4ca127fb77 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:52.941829 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167fa329-f278-4979-8dfb-ff4ca127fb77 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:10:52.942235 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-167fa329-f278-4979-8dfb-ff4ca127fb77 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:10:52.945465 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:10:53.006325 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-167fa329-f278-4979-8dfb-ff4ca127fb77 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:53.014575 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-167fa329-f278-4979-8dfb-ff4ca127fb77 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:53.017037 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-167fa329-f278-4979-8dfb-ff4ca127fb77 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "DELETE /v2.0/networks/405cda5f-09d5-44cf-b9f9-3cf86317efaf HTTP/1.1" status: 204 len: 168 time: 0.3224802 Apr 18 21:10:53.020523 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51500) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:53.035091 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167fa329-f278-4979-8dfb-ff4ca127fb77 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'Network': ['ID=405cda5f-09d5-44cf-b9f9-3cf86317efaf,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:53.084559 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c5cecb8b-9ec5-4169-a6f5-ba1a2d0250d9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:53.113433 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c5cecb8b-9ec5-4169-a6f5-ba1a2d0250d9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:53.178353 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c5cecb8b-9ec5-4169-a6f5-ba1a2d0250d9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:53.181245 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c5cecb8b-9ec5-4169-a6f5-ba1a2d0250d9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:53.182740 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c5cecb8b-9ec5-4169-a6f5-ba1a2d0250d9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "DELETE /v2.0/security-groups/e291befb-46af-45ae-a85e-318f5887214d HTTP/1.1" status: 204 len: 168 time: 0.1610174 Apr 18 21:10:53.193881 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cecb8b-9ec5-4169-a6f5-ba1a2d0250d9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e291befb-46af-45ae-a85e-318f5887214d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:53.360877 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c63e8b5e-0acf-4d0c-8c91-c438df0fbc63 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:10:53.386130 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: c63e8b5e-0acf-4d0c-8c91-c438df0fbc63 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:10:53.386469 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c63e8b5e-0acf-4d0c-8c91-c438df0fbc63 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:10:53.386893 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e6c8435c-e82f-4f1d-967e-423d0dfaaf37 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:10:53.408184 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: e6c8435c-e82f-4f1d-967e-423d0dfaaf37 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:10:53.408605 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e6c8435c-e82f-4f1d-967e-423d0dfaaf37 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:10:53.409041 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3c11fd91-8850-4cc1-8d14-d31c5ec941a3 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:10:53.430519 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 3c11fd91-8850-4cc1-8d14-d31c5ec941a3 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:10:53.430914 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3c11fd91-8850-4cc1-8d14-d31c5ec941a3 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:10:53.461246 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51506) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:53.466351 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e6711bb9-53b4-4ff6-bcee-007bd6e049c8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-459757628', 'description': 'tempest-secgroup-smoke-459757628 description', 'project_id': '27c85133ac5b409ea3755f27ced6b066'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:53.490718 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e6711bb9-53b4-4ff6-bcee-007bd6e049c8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:53.578879 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e6711bb9-53b4-4ff6-bcee-007bd6e049c8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:53.585331 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e6711bb9-53b4-4ff6-bcee-007bd6e049c8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:53.622611 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e6711bb9-53b4-4ff6-bcee-007bd6e049c8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:53.624163 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e6711bb9-53b4-4ff6-bcee-007bd6e049c8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1618485 Apr 18 21:10:53.629330 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51512) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:53.631670 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6711bb9-53b4-4ff6-bcee-007bd6e049c8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:53.637161 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-9fa7e582-94f1-46be-bf08-0bd6890f5210 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group_rule': {'security_group_id': 'b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:53.671853 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e582-94f1-46be-bf08-0bd6890f5210 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:53.727170 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e582-94f1-46be-bf08-0bd6890f5210 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:53.735184 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e582-94f1-46be-bf08-0bd6890f5210 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:53.753509 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7e582-94f1-46be-bf08-0bd6890f5210 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51591700-a5d0-43e1-94ce-6641c6a9ea06,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:53.771906 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e582-94f1-46be-bf08-0bd6890f5210 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:53.773251 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9fa7e582-94f1-46be-bf08-0bd6890f5210 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423907 Apr 18 21:10:53.775949 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51518) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:53.780851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-973528ad-c4ec-4e9d-92ca-f36ae9e83966 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group_rule': {'security_group_id': 'b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:53.816151 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-973528ad-c4ec-4e9d-92ca-f36ae9e83966 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:53.891716 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-973528ad-c4ec-4e9d-92ca-f36ae9e83966 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:53.897294 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-973528ad-c4ec-4e9d-92ca-f36ae9e83966 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:53.921472 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973528ad-c4ec-4e9d-92ca-f36ae9e83966 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852bd381-6f49-443c-9a13-4707cc03bb7a,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:53.941969 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-973528ad-c4ec-4e9d-92ca-f36ae9e83966 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:53.942965 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-973528ad-c4ec-4e9d-92ca-f36ae9e83966 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1660252 Apr 18 21:10:53.946924 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51522) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:53.955259 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-441f22c1-0a40-4f37-8db4-c549ee737aae tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group_rule': {'security_group_id': 'b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:53.992240 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-441f22c1-0a40-4f37-8db4-c549ee737aae tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.059200 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-441f22c1-0a40-4f37-8db4-c549ee737aae tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.065490 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-441f22c1-0a40-4f37-8db4-c549ee737aae tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.089353 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f22c1-0a40-4f37-8db4-c549ee737aae tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac4ba17-e098-4300-b592-290adcc3e054,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:54.099197 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-441f22c1-0a40-4f37-8db4-c549ee737aae tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.103864 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-441f22c1-0a40-4f37-8db4-c549ee737aae tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1527805 Apr 18 21:10:54.104452 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51524) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:54.112103 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-11a2e7e6-b2fc-4ccf-af42-5463cf604bfa tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group_rule': {'security_group_id': 'b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:54.153314 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11a2e7e6-b2fc-4ccf-af42-5463cf604bfa tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.221790 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11a2e7e6-b2fc-4ccf-af42-5463cf604bfa tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.226029 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11a2e7e6-b2fc-4ccf-af42-5463cf604bfa tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.244986 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2e7e6-b2fc-4ccf-af42-5463cf604bfa tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1755e259-f8d4-416a-a425-a2bb7234461e,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:54.253644 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11a2e7e6-b2fc-4ccf-af42-5463cf604bfa tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.257624 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-11a2e7e6-b2fc-4ccf-af42-5463cf604bfa tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1489697 Apr 18 21:10:54.257763 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51526) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:54.262254 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-e12b39dc-d0c8-457d-a0fe-1a8a75c4d9bf tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group_rule': {'security_group_id': 'b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:54.283993 n-d-838323-3 neutron-server[102908]: INFO neutron.db.securitygroups_db [None req-e12b39dc-d0c8-457d-a0fe-1a8a75c4d9bf tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Project 27c85133ac5b409ea3755f27ced6b066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:10:54.289326 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e12b39dc-d0c8-457d-a0fe-1a8a75c4d9bf tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.359884 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e12b39dc-d0c8-457d-a0fe-1a8a75c4d9bf tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.365642 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e12b39dc-d0c8-457d-a0fe-1a8a75c4d9bf tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.382215 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b39dc-d0c8-457d-a0fe-1a8a75c4d9bf tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea849989-4bf2-4b66-9b68-4edc996e16f5,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:54.406259 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e12b39dc-d0c8-457d-a0fe-1a8a75c4d9bf tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.408529 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e12b39dc-d0c8-457d-a0fe-1a8a75c4d9bf tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1489515 Apr 18 21:10:54.411158 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51530) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:54.417239 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-76335ffd-4880-47c9-a42f-258763a70322 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group_rule': {'security_group_id': 'b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:54.442067 n-d-838323-3 neutron-server[102908]: INFO neutron.db.securitygroups_db [None req-76335ffd-4880-47c9-a42f-258763a70322 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Project 27c85133ac5b409ea3755f27ced6b066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:10:54.448227 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76335ffd-4880-47c9-a42f-258763a70322 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.524486 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76335ffd-4880-47c9-a42f-258763a70322 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.529548 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76335ffd-4880-47c9-a42f-258763a70322 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.548440 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76335ffd-4880-47c9-a42f-258763a70322 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8fdb75f-dba7-4ec2-801f-a07db5d02874,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:54.558356 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-76335ffd-4880-47c9-a42f-258763a70322 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.559617 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-76335ffd-4880-47c9-a42f-258763a70322 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1474838 Apr 18 21:10:54.562514 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 51534) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:54.567500 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-cffd4aae-95f6-4cdc-bb62-3fcde122d270 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'network': {'name': 'tempest-network-smoke--1068631398', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'port_security_enabled': True}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:54.589254 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffd4aae-95f6-4cdc-bb62-3fcde122d270 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Made reservation on behalf of 27c85133ac5b409ea3755f27ced6b066 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:54.593141 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cffd4aae-95f6-4cdc-bb62-3fcde122d270 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.619719 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cffd4aae-95f6-4cdc-bb62-3fcde122d270 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:10:54.626190 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e4919057-a319-4c0b-a0f2-5b7cadd047b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.630687 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cffd4aae-95f6-4cdc-bb62-3fcde122d270 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.631044 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-cffd4aae-95f6-4cdc-bb62-3fcde122d270 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Added segment da874856-ef9e-4842-aadf-224666afa66c of type vlan for network 769a9fa6-2125-4d70-9c37-b837ce0487be Apr 18 21:10:54.675686 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cffd4aae-95f6-4cdc-bb62-3fcde122d270 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.707428 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cffd4aae-95f6-4cdc-bb62-3fcde122d270 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.713710 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffd4aae-95f6-4cdc-bb62-3fcde122d270 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:54.714337 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cffd4aae-95f6-4cdc-bb62-3fcde122d270 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.783944 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-cffd4aae-95f6-4cdc-bb62-3fcde122d270 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2152550 Apr 18 21:10:54.785351 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51536) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:54.789719 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd4aae-95f6-4cdc-bb62-3fcde122d270 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Network': ['ID=769a9fa6-2125-4d70-9c37-b837ce0487be,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:54.790688 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-75817892-9392-4d01-85ef-ebb8d1ec690b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1062954379', 'admin_state_up': True, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:54.801557 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 769a9fa6-2125-4d70-9c37-b837ce0487be details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:10:54.824873 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-75817892-9392-4d01-85ef-ebb8d1ec690b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.825924 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-75817892-9392-4d01-85ef-ebb8d1ec690b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.924191 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-75817892-9392-4d01-85ef-ebb8d1ec690b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:55.074150 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-75817892-9392-4d01-85ef-ebb8d1ec690b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:55.289344 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-75817892-9392-4d01-85ef-ebb8d1ec690b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:55.315164 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-75817892-9392-4d01-85ef-ebb8d1ec690b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:55.428527 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-75817892-9392-4d01-85ef-ebb8d1ec690b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Allocated IP 172.25.1.218 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/56d8577d-7792-4a73-8fa4-e30e3c852432) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:55.544618 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-75817892-9392-4d01-85ef-ebb8d1ec690b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:55.583104 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-75817892-9392-4d01-85ef-ebb8d1ec690b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:55.626056 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75817892-9392-4d01-85ef-ebb8d1ec690b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:55.629473 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-75817892-9392-4d01-85ef-ebb8d1ec690b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:55.633458 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75817892-9392-4d01-85ef-ebb8d1ec690b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:10:55.639403 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75817892-9392-4d01-85ef-ebb8d1ec690b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Port': ['ID=56d8577d-7792-4a73-8fa4-e30e3c852432,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:55.953378 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-75817892-9392-4d01-85ef-ebb8d1ec690b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:56.189947 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-75817892-9392-4d01-85ef-ebb8d1ec690b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:56.349183 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75817892-9392-4d01-85ef-ebb8d1ec690b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Router 17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:10:56.472015 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75817892-9392-4d01-85ef-ebb8d1ec690b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:10:56.486719 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18f0699-c304-487f-a7f6-a9d576f45503 None None] Sync routers for ids ['17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:10:56.497550 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-75817892-9392-4d01-85ef-ebb8d1ec690b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:56.502200 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-75817892-9392-4d01-85ef-ebb8d1ec690b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7120137 Apr 18 21:10:56.502608 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18f0699-c304-487f-a7f6-a9d576f45503 None None] Routers {'17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:10:56.502608 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f18f0699-c304-487f-a7f6-a9d576f45503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:10:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:56.502866 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51542) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:56.538078 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bbaf21a5-0bfc-4bbd-aa93-db97d5847695 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=27c85133ac5b409ea3755f27ced6b066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343611 Apr 18 21:10:56.540982 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51544) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:56.640180 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-f18f0699-c304-487f-a7f6-a9d576f45503 None None] Set router 17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:10:56.856661 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f18f0699-c304-487f-a7f6-a9d576f45503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062954379', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:54Z', 'updated_at': '2022-04-18T21:10:55Z', 'revision_number': 3, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:10:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:56.890527 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18f0699-c304-487f-a7f6-a9d576f45503 None None] Checking router: 17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:10:56.890927 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18f0699-c304-487f-a7f6-a9d576f45503 None None] Updating router 17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c port 56d8577d-7792-4a73-8fa4-e30e3c852432 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:10:56.920886 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f18f0699-c304-487f-a7f6-a9d576f45503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:56.982387 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5067d3ea-4654-4c00-bc37-d3f608bc7044 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:56.983830 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5067d3ea-4654-4c00-bc37-d3f608bc7044 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4416070 Apr 18 21:10:56.986813 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51548) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:57.019532 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d1f21d4f-b277-42d2-9ed7-fdad07f10816 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315881 Apr 18 21:10:57.022353 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51554) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:57.028951 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-fbc78a58-17a1-4965-9e06-7e08da3f6821 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-781860581', 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:57.144954 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc78a58-17a1-4965-9e06-7e08da3f6821 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Made reservation on behalf of 27c85133ac5b409ea3755f27ced6b066 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:57.144954 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fbc78a58-17a1-4965-9e06-7e08da3f6821 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:57.215913 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f18f0699-c304-487f-a7f6-a9d576f45503 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:57.223309 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f18f0699-c304-487f-a7f6-a9d576f45503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:57.284352 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-f18f0699-c304-487f-a7f6-a9d576f45503 None None] Attempting to bind port 56d8577d-7792-4a73-8fa4-e30e3c852432 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:57.284813 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-f18f0699-c304-487f-a7f6-a9d576f45503 None None] Attempting to bind port 56d8577d-7792-4a73-8fa4-e30e3c852432 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:57.285108 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18f0699-c304-487f-a7f6-a9d576f45503 None None] Attempting to bind port 56d8577d-7792-4a73-8fa4-e30e3c852432 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:10:57.287230 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651ecf2-cd4f-48fc-a582-7f6cc353237c None None] Pushing event updated for resources: {'Port': ['ID=56d8577d-7792-4a73-8fa4-e30e3c852432,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:57.293513 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18f0699-c304-487f-a7f6-a9d576f45503 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:10:57.294798 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18f0699-c304-487f-a7f6-a9d576f45503 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:10:57.295543 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f18f0699-c304-487f-a7f6-a9d576f45503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:57.296101 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18f0699-c304-487f-a7f6-a9d576f45503 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:10:57.296796 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-f18f0699-c304-487f-a7f6-a9d576f45503 None None] Bound port: 56d8577d-7792-4a73-8fa4-e30e3c852432, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:57.297188 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f18f0699-c304-487f-a7f6-a9d576f45503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:57.360062 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fbc78a58-17a1-4965-9e06-7e08da3f6821 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:57.360692 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f18f0699-c304-487f-a7f6-a9d576f45503 None None] For port 56d8577d-7792-4a73-8fa4-e30e3c852432, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:10:57.364905 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f18f0699-c304-487f-a7f6-a9d576f45503 None None] For port 56d8577d-7792-4a73-8fa4-e30e3c852432, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=56d8577d-7792-4a73-8fa4-e30e3c852432,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:10:57.374596 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f18f0699-c304-487f-a7f6-a9d576f45503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:57.423237 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc78a58-17a1-4965-9e06-7e08da3f6821 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Subnet': ['ID=0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:57.437366 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18f0699-c304-487f-a7f6-a9d576f45503 None None] Routers {'17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:10:57.438133 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f18f0699-c304-487f-a7f6-a9d576f45503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:10:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:57.455487 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc78a58-17a1-4965-9e06-7e08da3f6821 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Checking segment: {'id': 'da874856-ef9e-4842-aadf-224666afa66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:10:57.456026 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc78a58-17a1-4965-9e06-7e08da3f6821 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network hostable DHCP agents. Network: 769a9fa6-2125-4d70-9c37-b837ce0487be, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:10:57.477300 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc78a58-17a1-4965-9e06-7e08da3f6821 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network 769a9fa6-2125-4d70-9c37-b837ce0487be is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:10:57.482128 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651ecf2-cd4f-48fc-a582-7f6cc353237c None None] Pushing event updated for resources: {'Port': ['ID=56d8577d-7792-4a73-8fa4-e30e3c852432,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:57.492309 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-fbc78a58-17a1-4965-9e06-7e08da3f6821 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 769a9fa6-2125-4d70-9c37-b837ce0487be) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:57.501552 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9dd4f4-5503-41c6-bc24-ebcf3e919c56 None None] Network 769a9fa6-2125-4d70-9c37-b837ce0487be requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:10:57.508054 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc78a58-17a1-4965-9e06-7e08da3f6821 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:57.509351 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fbc78a58-17a1-4965-9e06-7e08da3f6821 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:57.529381 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fbc78a58-17a1-4965-9e06-7e08da3f6821 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5059659 Apr 18 21:10:57.532126 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 51606) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:57.645451 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-f18f0699-c304-487f-a7f6-a9d576f45503 None None] Set router 17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:10:57.951670 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7dbb84-b3df-408d-a95c-90d314852754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-769a9fa6-2125-4d70-9c37-b837ce0487be', 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'fixed_ips': [{'subnet_id': '0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:10:57.952657 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ce7dbb84-b3df-408d-a95c-90d314852754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:58.101133 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f18f0699-c304-487f-a7f6-a9d576f45503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062954379', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:54Z', 'updated_at': '2022-04-18T21:10:55Z', 'revision_number': 3, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:58.127678 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-95d16653-bbfa-4db9-93e8-5969c027389e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:58.132878 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18f0699-c304-487f-a7f6-a9d576f45503 None None] The sync data for ids ['17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'] in n-d-838323-3 is: [{'id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062954379', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:54Z', 'updated_at': '2022-04-18T21:10:55Z', 'revision_number': 3, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:10:58.176464 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-ce7dbb84-b3df-408d-a95c-90d314852754 None None] Allocated IP 172.20.0.2 (769a9fa6-2125-4d70-9c37-b837ce0487be/0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c/d20e7974-28e1-47d3-8f98-d170eaecbf56) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:58.337749 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-60f7fa04-2aab-4dd4-b8d5-965797fa8f88 req-04a80a52-4b57-43c8-8b6d-b600916ccb19 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8c388da6-20d3-4ace-9c89-ffca5e6cccd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0727262 Apr 18 21:10:58.411617 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ce7dbb84-b3df-408d-a95c-90d314852754 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:58.425868 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ce7dbb84-b3df-408d-a95c-90d314852754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:58.471548 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7dbb84-b3df-408d-a95c-90d314852754 None None] Network 769a9fa6-2125-4d70-9c37-b837ce0487be is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:58.492250 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-ce7dbb84-b3df-408d-a95c-90d314852754 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:58.500760 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7dbb84-b3df-408d-a95c-90d314852754 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:10:58.504778 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7dbb84-b3df-408d-a95c-90d314852754 None None] Pushing event updated for resources: {'Port': ['ID=d20e7974-28e1-47d3-8f98-d170eaecbf56,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:58.583097 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7fa04-2aab-4dd4-b8d5-965797fa8f88 req-4589ae43-12e7-4fc1-991e-48ed51640d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:58.586829 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-60f7fa04-2aab-4dd4-b8d5-965797fa8f88 req-4589ae43-12e7-4fc1-991e-48ed51640d0e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ec59bc3ffdf4873b26042a0437d8698&device_id=8c388da6-20d3-4ace-9c89-ffca5e6cccd0 HTTP/1.1" status: 200 len: 1097 time: 0.1862674 Apr 18 21:10:58.588367 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ce7dbb84-b3df-408d-a95c-90d314852754 None None] Attempting to bind port d20e7974-28e1-47d3-8f98-d170eaecbf56 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:58.588847 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ce7dbb84-b3df-408d-a95c-90d314852754 None None] Attempting to bind port d20e7974-28e1-47d3-8f98-d170eaecbf56 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'da874856-ef9e-4842-aadf-224666afa66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:58.595174 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7dbb84-b3df-408d-a95c-90d314852754 None None] Attempting to bind port d20e7974-28e1-47d3-8f98-d170eaecbf56 on network 769a9fa6-2125-4d70-9c37-b837ce0487be {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:10:58.607388 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7dbb84-b3df-408d-a95c-90d314852754 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:10:58.608185 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7dbb84-b3df-408d-a95c-90d314852754 None None] Checking segment: {'id': 'da874856-ef9e-4842-aadf-224666afa66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:10:58.609256 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ce7dbb84-b3df-408d-a95c-90d314852754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:58.610780 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7dbb84-b3df-408d-a95c-90d314852754 None None] Bound using segment: {'id': 'da874856-ef9e-4842-aadf-224666afa66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:10:58.611629 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ce7dbb84-b3df-408d-a95c-90d314852754 None None] Bound port: d20e7974-28e1-47d3-8f98-d170eaecbf56, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da874856-ef9e-4842-aadf-224666afa66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:58.612020 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ce7dbb84-b3df-408d-a95c-90d314852754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:58.652639 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-95d16653-bbfa-4db9-93e8-5969c027389e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Allocated IP 172.20.0.1 (769a9fa6-2125-4d70-9c37-b837ce0487be/0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c/c5622615-e1c3-4c00-a5c7-75b646bd649b) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:58.712860 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ce7dbb84-b3df-408d-a95c-90d314852754 None None] For port d20e7974-28e1-47d3-8f98-d170eaecbf56, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:10:58.717560 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ce7dbb84-b3df-408d-a95c-90d314852754 None None] For port d20e7974-28e1-47d3-8f98-d170eaecbf56, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d20e7974-28e1-47d3-8f98-d170eaecbf56,segment=NetworkSegment(da874856-ef9e-4842-aadf-224666afa66c),segment_id=da874856-ef9e-4842-aadf-224666afa66c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:10:58.727759 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ce7dbb84-b3df-408d-a95c-90d314852754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:58.822699 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7dbb84-b3df-408d-a95c-90d314852754 None None] Pushing event updated for resources: {'Port': ['ID=d20e7974-28e1-47d3-8f98-d170eaecbf56,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:58.838709 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7fa04-2aab-4dd4-b8d5-965797fa8f88 req-31f15521-658d-45c1-a4dc-0c635365d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:58.840187 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-60f7fa04-2aab-4dd4-b8d5-965797fa8f88 req-31f15521-658d-45c1-a4dc-0c635365d369 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4981354a-e4af-4be3-a741-f2c6aeb7d905 HTTP/1.1" status: 200 len: 898 time: 0.2317426 Apr 18 21:10:58.959759 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-95d16653-bbfa-4db9-93e8-5969c027389e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:58.996113 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-60f7fa04-2aab-4dd4-b8d5-965797fa8f88 req-1373ddc0-ac3b-4fd5-90bf-fa4cbc366460 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46282285-da3e-478e-a346-55cf7df4d35d HTTP/1.1" status: 200 len: 1002 time: 0.1457639 Apr 18 21:10:59.068664 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f578f36f-29c2-42d2-9789-19519fa4140b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:59.083684 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-95d16653-bbfa-4db9-93e8-5969c027389e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:59.163347 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7fa04-2aab-4dd4-b8d5-965797fa8f88 req-e5a58e48-117e-46ef-a42b-c699f4786106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:59.166488 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-60f7fa04-2aab-4dd4-b8d5-965797fa8f88 req-e5a58e48-117e-46ef-a42b-c699f4786106 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d909d934-746a-4db9-a05d-d801849b2730 HTTP/1.1" status: 200 len: 835 time: 0.1614294 Apr 18 21:10:59.178153 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d16653-bbfa-4db9-93e8-5969c027389e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network 769a9fa6-2125-4d70-9c37-b837ce0487be is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:59.229398 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-95d16653-bbfa-4db9-93e8-5969c027389e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:59.232194 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d16653-bbfa-4db9-93e8-5969c027389e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:10:59.277747 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d20e7974-28e1-47d3-8f98-d170eaecbf56 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:10:59.316873 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d16653-bbfa-4db9-93e8-5969c027389e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Port': ['ID=c5622615-e1c3-4c00-a5c7-75b646bd649b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:59.320838 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-95d16653-bbfa-4db9-93e8-5969c027389e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:59.384869 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port d20e7974-28e1-47d3-8f98-d170eaecbf56 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:59.385463 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:59.388379 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7fa04-2aab-4dd4-b8d5-965797fa8f88 req-0484a1af-f764-464b-864b-ccfeb59f699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:59.390337 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-60f7fa04-2aab-4dd4-b8d5-965797fa8f88 req-0484a1af-f764-464b-864b-ccfeb59f699e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4981354a-e4af-4be3-a741-f2c6aeb7d905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2106390 Apr 18 21:10:59.501274 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:59.569617 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-60f7fa04-2aab-4dd4-b8d5-965797fa8f88 req-26d73670-b26d-421f-ab1e-89d6d315a73c service neutron] 10.222.0.57 "GET /v2.0/networks/4981354a-e4af-4be3-a741-f2c6aeb7d905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710708 Apr 18 21:10:59.577087 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port d20e7974-28e1-47d3-8f98-d170eaecbf56, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d20e7974-28e1-47d3-8f98-d170eaecbf56,segment=NetworkSegment(da874856-ef9e-4842-aadf-224666afa66c),segment_id=da874856-ef9e-4842-aadf-224666afa66c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:59.585844 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:59.587763 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 56d8577d-7792-4a73-8fa4-e30e3c852432 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:10:59.655687 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-95d16653-bbfa-4db9-93e8-5969c027389e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:59.718949 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=d20e7974-28e1-47d3-8f98-d170eaecbf56,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:59.732292 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 56d8577d-7792-4a73-8fa4-e30e3c852432 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:59.732842 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:59.789712 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-60f7fa04-2aab-4dd4-b8d5-965797fa8f88 req-4db8d5aa-60dc-4840-b829-e2fdff557f41 service neutron] 10.222.0.57 "GET /v2.0/networks/4981354a-e4af-4be3-a741-f2c6aeb7d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961458 Apr 18 21:10:59.954143 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:00.023308 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:00.052524 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 56d8577d-7792-4a73-8fa4-e30e3c852432, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=56d8577d-7792-4a73-8fa4-e30e3c852432,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:00.058953 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:00.088294 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-95d16653-bbfa-4db9-93e8-5969c027389e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:00.098580 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-95d16653-bbfa-4db9-93e8-5969c027389e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:00.118596 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=56d8577d-7792-4a73-8fa4-e30e3c852432,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:00.184532 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacd3ff4-a3d7-44e8-8100-3e772a6af4a2 None None] Network 769a9fa6-2125-4d70-9c37-b837ce0487be requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:11:00.193692 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-95d16653-bbfa-4db9-93e8-5969c027389e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:00.218023 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d16653-bbfa-4db9-93e8-5969c027389e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Port': ['ID=c5622615-e1c3-4c00-a5c7-75b646bd649b,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:00.325621 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-900c3b26-1001-4868-85c1-ec26e2fce9e1 None None] Provisioning complete for port d20e7974-28e1-47d3-8f98-d170eaecbf56 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:00.326053 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-900c3b26-1001-4868-85c1-ec26e2fce9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:00.354143 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d16653-bbfa-4db9-93e8-5969c027389e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network 769a9fa6-2125-4d70-9c37-b837ce0487be is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:00.356562 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-95d16653-bbfa-4db9-93e8-5969c027389e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:00.528252 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d16653-bbfa-4db9-93e8-5969c027389e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Router 17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:11:00.719733 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d16653-bbfa-4db9-93e8-5969c027389e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:11:00.733321 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe9b07-1e3c-4e5b-ba37-850cd2b2cca5 None None] Sync routers for ids ['17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:11:00.739170 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-95d16653-bbfa-4db9-93e8-5969c027389e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "PUT /v2.0/routers/17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2051351 Apr 18 21:11:00.746069 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbe9b07-1e3c-4e5b-ba37-850cd2b2cca5 None None] Routers {'17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:11:00.747025 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2bbe9b07-1e3c-4e5b-ba37-850cd2b2cca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:10:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:00.786784 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-8cc9c81e-b747-427a-891e-d1e0f5d98e5e None None] Provisioning complete for port d20e7974-28e1-47d3-8f98-d170eaecbf56 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:00.787352 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8cc9c81e-b747-427a-891e-d1e0f5d98e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:00.944582 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-2bbe9b07-1e3c-4e5b-ba37-850cd2b2cca5 None None] Set router 17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:11:00.966995 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-8cc9c81e-b747-427a-891e-d1e0f5d98e5e None None] Provisioning complete for port c5622615-e1c3-4c00-a5c7-75b646bd649b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:00.967585 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8cc9c81e-b747-427a-891e-d1e0f5d98e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:01.006119 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-071563a9-81b2-486b-9de8-3c8ccc380ae8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-459757628&fields=id&tenant_id=27c85133ac5b409ea3755f27ced6b066 HTTP/1.1" status: 200 len: 267 time: 0.1017625 Apr 18 21:11:01.026616 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-8cc9c81e-b747-427a-891e-d1e0f5d98e5e None None] Port c5622615-e1c3-4c00-a5c7-75b646bd649b cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:11:01.131169 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d20e7974-28e1-47d3-8f98-d170eaecbf56 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:11:01.202363 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-0cf94bfd-9226-4f2d-8586-edc4c502264a tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:01.203955 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-0cf94bfd-9226-4f2d-8586-edc4c502264a tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/networks?id=769a9fa6-2125-4d70-9c37-b837ce0487be HTTP/1.1" status: 200 len: 797 time: 0.1950932 Apr 18 21:11:01.218898 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-2775e4ff-2b2c-40b7-9066-756847690762 None None] Provisioning complete for port c5622615-e1c3-4c00-a5c7-75b646bd649b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:01.219273 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2775e4ff-2b2c-40b7-9066-756847690762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:01.240197 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-45f01c49-1c2e-4603-904d-f4ecf9c32e4b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/quotas/27c85133ac5b409ea3755f27ced6b066 HTTP/1.1" status: 200 len: 375 time: 0.0261359 Apr 18 21:11:01.245942 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2bbe9b07-1e3c-4e5b-ba37-850cd2b2cca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062954379', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:54Z', 'updated_at': '2022-04-18T21:10:59Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'c5622615-e1c3-4c00-a5c7-75b646bd649b', 'name': '', 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:f7:f7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:58Z', 'updated_at': '2022-04-18T21:10:59Z', 'revision_number': 2, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': '0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:01.257854 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port d20e7974-28e1-47d3-8f98-d170eaecbf56 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:01.258492 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:01.288131 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe9b07-1e3c-4e5b-ba37-850cd2b2cca5 None None] Checking router: 17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:11:01.288131 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe9b07-1e3c-4e5b-ba37-850cd2b2cca5 None None] Updating router 17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c port c5622615-e1c3-4c00-a5c7-75b646bd649b binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:11:01.292114 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-2775e4ff-2b2c-40b7-9066-756847690762 None None] Port c5622615-e1c3-4c00-a5c7-75b646bd649b cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:11:01.321181 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2bbe9b07-1e3c-4e5b-ba37-850cd2b2cca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:01.325256 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-cf1691d5-82bf-4da6-b19a-5730bcc549f6 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0835814 Apr 18 21:11:01.436107 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:01.441571 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 56d8577d-7792-4a73-8fa4-e30e3c852432 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:11:01.497492 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-3c70514f-6356-4e8d-bdb2-92f5f51129b4 None None] Provisioning complete for port c5622615-e1c3-4c00-a5c7-75b646bd649b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:01.498116 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3c70514f-6356-4e8d-bdb2-92f5f51129b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:01.545410 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-fb4d4ed9-502d-40a5-8f62-cbe24b784f6e service neutron] 10.222.0.41 "GET /v2.0/networks/769a9fa6-2125-4d70-9c37-b837ce0487be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009547 Apr 18 21:11:01.558619 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-3c70514f-6356-4e8d-bdb2-92f5f51129b4 None None] Port c5622615-e1c3-4c00-a5c7-75b646bd649b cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:11:01.562471 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 56d8577d-7792-4a73-8fa4-e30e3c852432 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:01.563015 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:01.670026 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-5909247e-19c5-4ade-ae51-eba69013e190 service neutron] 10.222.0.41 "GET /v2.0/networks/769a9fa6-2125-4d70-9c37-b837ce0487be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156688 Apr 18 21:11:01.681729 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2bbe9b07-1e3c-4e5b-ba37-850cd2b2cca5 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:01.692023 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2bbe9b07-1e3c-4e5b-ba37-850cd2b2cca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:01.693357 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:01.756787 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ab882-24e8-4417-bdf9-9a475fa51a72 None None] Pushing event updated for resources: {'Port': ['ID=c5622615-e1c3-4c00-a5c7-75b646bd649b,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:01.833904 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-2bbe9b07-1e3c-4e5b-ba37-850cd2b2cca5 None None] Attempting to bind port c5622615-e1c3-4c00-a5c7-75b646bd649b on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:01.834372 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-2bbe9b07-1e3c-4e5b-ba37-850cd2b2cca5 None None] Attempting to bind port c5622615-e1c3-4c00-a5c7-75b646bd649b by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'da874856-ef9e-4842-aadf-224666afa66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:01.834742 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbe9b07-1e3c-4e5b-ba37-850cd2b2cca5 None None] Attempting to bind port c5622615-e1c3-4c00-a5c7-75b646bd649b on network 769a9fa6-2125-4d70-9c37-b837ce0487be {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:11:01.842002 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbe9b07-1e3c-4e5b-ba37-850cd2b2cca5 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:11:01.842744 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbe9b07-1e3c-4e5b-ba37-850cd2b2cca5 None None] Checking segment: {'id': 'da874856-ef9e-4842-aadf-224666afa66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:11:01.843331 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2bbe9b07-1e3c-4e5b-ba37-850cd2b2cca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:01.843914 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbe9b07-1e3c-4e5b-ba37-850cd2b2cca5 None None] Bound using segment: {'id': 'da874856-ef9e-4842-aadf-224666afa66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:11:01.844650 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-2bbe9b07-1e3c-4e5b-ba37-850cd2b2cca5 None None] Bound port: c5622615-e1c3-4c00-a5c7-75b646bd649b, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da874856-ef9e-4842-aadf-224666afa66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:01.845308 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2bbe9b07-1e3c-4e5b-ba37-850cd2b2cca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:01.908946 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-10f4f12a-f79c-4b5d-b0f6-b4c2f55d5db2 req-7f0f5e05-a376-4498-9d4c-e35f3887d1ab tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 210 time: 0.0585628 Apr 18 21:11:01.956007 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-2bbe9b07-1e3c-4e5b-ba37-850cd2b2cca5 None None] For port c5622615-e1c3-4c00-a5c7-75b646bd649b, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:01.960010 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-2bbe9b07-1e3c-4e5b-ba37-850cd2b2cca5 None None] For port c5622615-e1c3-4c00-a5c7-75b646bd649b, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c5622615-e1c3-4c00-a5c7-75b646bd649b,segment=NetworkSegment(da874856-ef9e-4842-aadf-224666afa66c),segment_id=da874856-ef9e-4842-aadf-224666afa66c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:01.967315 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2bbe9b07-1e3c-4e5b-ba37-850cd2b2cca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:02.034672 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbe9b07-1e3c-4e5b-ba37-850cd2b2cca5 None None] Routers {'17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:11:02.035325 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2bbe9b07-1e3c-4e5b-ba37-850cd2b2cca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:10:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:02.099613 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-36bfe1e9-dc51-4bc6-a573-9cdf9c2d1051 None None] Provisioning complete for port c5622615-e1c3-4c00-a5c7-75b646bd649b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:02.101016 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-36bfe1e9-dc51-4bc6-a573-9cdf9c2d1051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:02.250708 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ab882-24e8-4417-bdf9-9a475fa51a72 None None] Pushing event updated for resources: {'Port': ['ID=c5622615-e1c3-4c00-a5c7-75b646bd649b,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:02.331548 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-36bfe1e9-dc51-4bc6-a573-9cdf9c2d1051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:02.402987 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-2bbe9b07-1e3c-4e5b-ba37-850cd2b2cca5 None None] Set router 17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:11:02.421822 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-36bfe1e9-dc51-4bc6-a573-9cdf9c2d1051 None None] For port c5622615-e1c3-4c00-a5c7-75b646bd649b, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c5622615-e1c3-4c00-a5c7-75b646bd649b,segment=NetworkSegment(da874856-ef9e-4842-aadf-224666afa66c),segment_id=da874856-ef9e-4842-aadf-224666afa66c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:02.428048 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-36bfe1e9-dc51-4bc6-a573-9cdf9c2d1051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:02.557773 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfe1e9-dc51-4bc6-a573-9cdf9c2d1051 None None] Pushing event updated for resources: {'Port': ['ID=c5622615-e1c3-4c00-a5c7-75b646bd649b,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:02.575165 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4ae51a2a-90cf-457d-b1c2-a78c4953c177 None None] Provisioning complete for port c5622615-e1c3-4c00-a5c7-75b646bd649b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:02.575567 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4ae51a2a-90cf-457d-b1c2-a78c4953c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:02.736147 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2bbe9b07-1e3c-4e5b-ba37-850cd2b2cca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062954379', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:54Z', 'updated_at': '2022-04-18T21:10:59Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'c5622615-e1c3-4c00-a5c7-75b646bd649b', 'name': '', 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:f7:f7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:58Z', 'updated_at': '2022-04-18T21:11:01Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': '0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:02.769941 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe9b07-1e3c-4e5b-ba37-850cd2b2cca5 None None] The sync data for ids ['17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'] in n-d-838323-3 is: [{'id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062954379', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:54Z', 'updated_at': '2022-04-18T21:10:59Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'c5622615-e1c3-4c00-a5c7-75b646bd649b', 'name': '', 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:f7:f7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:58Z', 'updated_at': '2022-04-18T21:11:01Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': '0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:11:03.026370 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d4790f5-ff5c-471d-9d28-6cc7439bdf54 req-361e36b8-db96-4224-b92c-82b4afb23920 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 210 time: 0.0324595 Apr 18 21:11:03.165142 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c5622615-e1c3-4c00-a5c7-75b646bd649b up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:11:03.240420 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port c5622615-e1c3-4c00-a5c7-75b646bd649b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:03.240833 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:03.298887 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-4ae35522-4c7c-480a-8d81-64bc888592db tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:03.300647 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-4ae35522-4c7c-480a-8d81-64bc888592db tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.32 "GET /v2.0/networks?id=769a9fa6-2125-4d70-9c37-b837ce0487be HTTP/1.1" status: 200 len: 797 time: 0.1986904 Apr 18 21:11:03.354551 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-ecfecf05-7282-4a53-bb98-30cc6c562d60 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27c85133ac5b409ea3755f27ced6b066 HTTP/1.1" status: 200 len: 379 time: 0.0450022 Apr 18 21:11:03.367321 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-f57cc466-440b-4c4d-8651-d3aec20e99f4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'port': {'device_id': 'd88952a7-68c1-4d41-8f1c-3ebef2684ff7', 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be', 'admin_state_up': True, 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'security_groups': ['b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:11:03.525156 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-f57cc466-440b-4c4d-8651-d3aec20e99f4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Made reservation on behalf of 27c85133ac5b409ea3755f27ced6b066 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:03.530632 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-f57cc466-440b-4c4d-8651-d3aec20e99f4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:03.730435 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-f57cc466-440b-4c4d-8651-d3aec20e99f4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Allocated IP 172.20.0.7 (769a9fa6-2125-4d70-9c37-b837ce0487be/0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c/f3cf1132-2b97-45a5-9854-ccf1407d5351) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:03.913719 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-f57cc466-440b-4c4d-8651-d3aec20e99f4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:03.959368 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-f57cc466-440b-4c4d-8651-d3aec20e99f4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:04.009702 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-f57cc466-440b-4c4d-8651-d3aec20e99f4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network 769a9fa6-2125-4d70-9c37-b837ce0487be is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:04.015440 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-f57cc466-440b-4c4d-8651-d3aec20e99f4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:04.018430 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-f57cc466-440b-4c4d-8651-d3aec20e99f4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:11:04.053139 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cc466-440b-4c4d-8651-d3aec20e99f4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Port': ['ID=f3cf1132-2b97-45a5-9854-ccf1407d5351,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:04.070697 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57cc466-440b-4c4d-8651-d3aec20e99f4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:04.071047 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57cc466-440b-4c4d-8651-d3aec20e99f4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:04.071395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57cc466-440b-4c4d-8651-d3aec20e99f4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:04.071748 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57cc466-440b-4c4d-8651-d3aec20e99f4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:04.072081 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57cc466-440b-4c4d-8651-d3aec20e99f4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:04.072420 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57cc466-440b-4c4d-8651-d3aec20e99f4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:04.072781 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57cc466-440b-4c4d-8651-d3aec20e99f4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:04.073117 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57cc466-440b-4c4d-8651-d3aec20e99f4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:04.073452 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57cc466-440b-4c4d-8651-d3aec20e99f4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:04.073780 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57cc466-440b-4c4d-8651-d3aec20e99f4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:04.074305 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57cc466-440b-4c4d-8651-d3aec20e99f4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:04.074803 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57cc466-440b-4c4d-8651-d3aec20e99f4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:04.102570 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-f57cc466-440b-4c4d-8651-d3aec20e99f4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:04.104264 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-f57cc466-440b-4c4d-8651-d3aec20e99f4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:04.136869 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-f57cc466-440b-4c4d-8651-d3aec20e99f4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7745240 Apr 18 21:11:04.154585 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-0cb6e3f6-6fea-4ba2-9cdb-76adcb7ae69a service neutron] Request body: {'port': {'device_id': 'd88952a7-68c1-4d41-8f1c-3ebef2684ff7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:11:04.226246 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675177f-9d42-41a9-9df2-5b99690d152c req-abe20efb-2a72-44d6-aebe-b02f33b20ecf tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:04.233040 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4675177f-9d42-41a9-9df2-5b99690d152c req-abe20efb-2a72-44d6-aebe-b02f33b20ecf tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 931 time: 0.0937855 Apr 18 21:11:04.263275 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-0cb6e3f6-6fea-4ba2-9cdb-76adcb7ae69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:04.316923 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4675177f-9d42-41a9-9df2-5b99690d152c req-9edb387a-e524-4a60-be4d-7dfd0c48cd0b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816026 Apr 18 21:11:04.413692 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d17efacd-ab5e-4475-b576-7075d096516a None None] Provisioning complete for port f3cf1132-2b97-45a5-9854-ccf1407d5351 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:04.414258 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d17efacd-ab5e-4475-b576-7075d096516a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:04.457387 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-d17efacd-ab5e-4475-b576-7075d096516a None None] Port f3cf1132-2b97-45a5-9854-ccf1407d5351 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:11:04.585131 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-0cb6e3f6-6fea-4ba2-9cdb-76adcb7ae69a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3cf1132-2b97-45a5-9854-ccf1407d5351 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:11:04.593283 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-0cb6e3f6-6fea-4ba2-9cdb-76adcb7ae69a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:04.606733 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-0cb6e3f6-6fea-4ba2-9cdb-76adcb7ae69a service neutron] Transition to ACTIVE for port object f3cf1132-2b97-45a5-9854-ccf1407d5351 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:04.612918 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-0cb6e3f6-6fea-4ba2-9cdb-76adcb7ae69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:04.694768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6e3f6-6fea-4ba2-9cdb-76adcb7ae69a service neutron] Pushing event updated for resources: {'Port': ['ID=f3cf1132-2b97-45a5-9854-ccf1407d5351,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:04.794774 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-0cb6e3f6-6fea-4ba2-9cdb-76adcb7ae69a service neutron] Attempting to bind port f3cf1132-2b97-45a5-9854-ccf1407d5351 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:04.795130 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-0cb6e3f6-6fea-4ba2-9cdb-76adcb7ae69a service neutron] Attempting to bind port f3cf1132-2b97-45a5-9854-ccf1407d5351 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'da874856-ef9e-4842-aadf-224666afa66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:04.795469 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-0cb6e3f6-6fea-4ba2-9cdb-76adcb7ae69a service neutron] Attempting to bind port f3cf1132-2b97-45a5-9854-ccf1407d5351 on network 769a9fa6-2125-4d70-9c37-b837ce0487be {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:11:04.806639 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-0cb6e3f6-6fea-4ba2-9cdb-76adcb7ae69a service neutron] Port f3cf1132-2b97-45a5-9854-ccf1407d5351 on network 769a9fa6-2125-4d70-9c37-b837ce0487be not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:11:04.807010 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-0cb6e3f6-6fea-4ba2-9cdb-76adcb7ae69a service neutron] Attempting to bind port f3cf1132-2b97-45a5-9854-ccf1407d5351 on network 769a9fa6-2125-4d70-9c37-b837ce0487be {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:11:04.818423 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-0cb6e3f6-6fea-4ba2-9cdb-76adcb7ae69a service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:11:04.818792 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-0cb6e3f6-6fea-4ba2-9cdb-76adcb7ae69a service neutron] Checking segment: {'id': 'da874856-ef9e-4842-aadf-224666afa66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:11:04.819275 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-0cb6e3f6-6fea-4ba2-9cdb-76adcb7ae69a service neutron] Bound using segment: {'id': 'da874856-ef9e-4842-aadf-224666afa66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:11:04.819714 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-0cb6e3f6-6fea-4ba2-9cdb-76adcb7ae69a service neutron] Bound port: f3cf1132-2b97-45a5-9854-ccf1407d5351, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da874856-ef9e-4842-aadf-224666afa66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:04.820096 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-0cb6e3f6-6fea-4ba2-9cdb-76adcb7ae69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:04.899801 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-0cb6e3f6-6fea-4ba2-9cdb-76adcb7ae69a service neutron] For port f3cf1132-2b97-45a5-9854-ccf1407d5351, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:04.903689 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-0cb6e3f6-6fea-4ba2-9cdb-76adcb7ae69a service neutron] For port f3cf1132-2b97-45a5-9854-ccf1407d5351, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f3cf1132-2b97-45a5-9854-ccf1407d5351,segment=NetworkSegment(da874856-ef9e-4842-aadf-224666afa66c),segment_id=da874856-ef9e-4842-aadf-224666afa66c)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:04.915863 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-0cb6e3f6-6fea-4ba2-9cdb-76adcb7ae69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:04.968324 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-0cb6e3f6-6fea-4ba2-9cdb-76adcb7ae69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:04.968948 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-0cb6e3f6-6fea-4ba2-9cdb-76adcb7ae69a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:04.970513 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-0cb6e3f6-6fea-4ba2-9cdb-76adcb7ae69a service neutron] 10.222.0.32 "PUT /v2.0/ports/f3cf1132-2b97-45a5-9854-ccf1407d5351 HTTP/1.1" status: 200 len: 1091 time: 0.8212647 Apr 18 21:11:04.971307 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88952a7-68c1-4d41-8f1c-3ebef2684ff7', 'tag': 'f3cf1132-2b97-45a5-9854-ccf1407d5351'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:11:04.974111 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102e7826-6b5d-46aa-a0e1-edb2da86ddce" -d '{"events": [{"name": "network-changed", "server_uuid": "d88952a7-68c1-4d41-8f1c-3ebef2684ff7", "tag": "f3cf1132-2b97-45a5-9854-ccf1407d5351"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:11:05.032236 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6e3f6-6fea-4ba2-9cdb-76adcb7ae69a service neutron] Pushing event updated for resources: {'Port': ['ID=f3cf1132-2b97-45a5-9854-ccf1407d5351,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:05.057289 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c4ebc0-d5d8-4977-91a0-e33600b84306 x-openstack-request-id: req-56c4ebc0-d5d8-4977-91a0-e33600b84306 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:11:05.057908 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d88952a7-68c1-4d41-8f1c-3ebef2684ff7", "tag": "f3cf1132-2b97-45a5-9854-ccf1407d5351", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:11:05.057908 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-56c4ebc0-d5d8-4977-91a0-e33600b84306 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:11:05.058292 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56c4ebc0-d5d8-4977-91a0-e33600b84306'] response: {'name': 'network-changed', 'server_uuid': 'd88952a7-68c1-4d41-8f1c-3ebef2684ff7', 'tag': 'f3cf1132-2b97-45a5-9854-ccf1407d5351', 'status': 'completed', 'code': 200} Apr 18 21:11:05.084223 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-af2ddf7d-84aa-4f82-9029-d1f3ffe291ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:05.086036 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-af2ddf7d-84aa-4f82-9029-d1f3ffe291ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 1094 time: 0.0712121 Apr 18 21:11:05.150978 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-7f953a17-b337-4f63-9413-5e387b22f19c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3cf1132-2b97-45a5-9854-ccf1407d5351 HTTP/1.1" status: 200 len: 217 time: 0.0566661 Apr 18 21:11:05.207034 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-5285d977-cfaa-449f-a8b4-a80073c554fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:05.208461 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-5285d977-cfaa-449f-a8b4-a80073c554fe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c HTTP/1.1" status: 200 len: 834 time: 0.0513735 Apr 18 21:11:05.256122 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-d8c0c9fb-a6dc-4d50-808c-bbfd2ce656b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:05.257683 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-d8c0c9fb-a6dc-4d50-808c-bbfd2ce656b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=769a9fa6-2125-4d70-9c37-b837ce0487be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432332 Apr 18 21:11:05.357082 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-591b2a77-ad12-4ec1-a70d-909910e317d2 service neutron] 10.222.0.32 "GET /v2.0/networks/769a9fa6-2125-4d70-9c37-b837ce0487be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928950 Apr 18 21:11:05.419814 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52048) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:05.489716 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bcff91cb-6ed6-4c51-a97b-5d8ea6bcf9a1 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/floatingips/a7a39440-e417-4771-9099-221e292ed690 HTTP/1.1" status: 200 len: 994 time: 0.0678852 Apr 18 21:11:05.499363 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb64b2-689c-4506-ab37-bad6c79e7bfc req-c690e9a9-4014-4283-b424-45195b820413 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:05.500910 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ddb64b2-689c-4506-ab37-bad6c79e7bfc req-c690e9a9-4014-4283-b424-45195b820413 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 943 time: 0.0851109 Apr 18 21:11:05.503891 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f435324c-f6b4-4f95-8cfa-be815e07ced7 req-386b70a5-1fe2-428d-9c73-f7e26afc133c service neutron] 10.222.0.32 "GET /v2.0/networks/769a9fa6-2125-4d70-9c37-b837ce0487be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406598 Apr 18 21:11:05.560175 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ddb64b2-689c-4506-ab37-bad6c79e7bfc req-59ebf3b1-154a-4386-ab3a-8eb9b5d8f28b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508821 Apr 18 21:11:05.607964 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e7826-6b5d-46aa-a0e1-edb2da86ddce req-10b586ce-caf1-44f0-9d7e-f46661deef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:05.609500 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-102e7826-6b5d-46aa-a0e1-edb2da86ddce req-10b586ce-caf1-44f0-9d7e-f46661deef89 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 1094 time: 0.0441566 Apr 18 21:11:05.711172 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e7826-6b5d-46aa-a0e1-edb2da86ddce req-29583c30-ac1c-4f09-ab78-41565e70c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:05.712929 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-102e7826-6b5d-46aa-a0e1-edb2da86ddce req-29583c30-ac1c-4f09-ab78-41565e70c20b service neutron] 10.222.0.32 "GET /v2.0/networks?id=769a9fa6-2125-4d70-9c37-b837ce0487be HTTP/1.1" status: 200 len: 898 time: 0.0966728 Apr 18 21:11:05.760662 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-102e7826-6b5d-46aa-a0e1-edb2da86ddce req-a66eb13e-0085-4e83-be02-47f13a2b0566 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3cf1132-2b97-45a5-9854-ccf1407d5351 HTTP/1.1" status: 200 len: 217 time: 0.0410581 Apr 18 21:11:05.797527 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52054) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:05.811333 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e7826-6b5d-46aa-a0e1-edb2da86ddce req-ac136ccd-2173-4c17-b64d-4439d77aa4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:05.812731 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-102e7826-6b5d-46aa-a0e1-edb2da86ddce req-ac136ccd-2173-4c17-b64d-4439d77aa4dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c HTTP/1.1" status: 200 len: 834 time: 0.0457957 Apr 18 21:11:05.862444 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e7826-6b5d-46aa-a0e1-edb2da86ddce req-5b9ad9c7-d1bb-4207-a50f-3ff83e845fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:05.864127 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-102e7826-6b5d-46aa-a0e1-edb2da86ddce req-5b9ad9c7-d1bb-4207-a50f-3ff83e845fa8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=769a9fa6-2125-4d70-9c37-b837ce0487be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453746 Apr 18 21:11:05.962863 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-102e7826-6b5d-46aa-a0e1-edb2da86ddce req-518275df-a81e-476e-a822-f904f8618226 service neutron] 10.222.0.32 "GET /v2.0/networks/769a9fa6-2125-4d70-9c37-b837ce0487be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907826 Apr 18 21:11:06.088217 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-102e7826-6b5d-46aa-a0e1-edb2da86ddce req-e4fff904-68b4-434a-801c-b20ddc1db582 service neutron] 10.222.0.32 "GET /v2.0/networks/769a9fa6-2125-4d70-9c37-b837ce0487be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185098 Apr 18 21:11:06.284285 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-7976d1e5-0954-4385-aeb8-9657bdf830b1 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Deleting port 8dc85a35-bf85-4a5b-bbf9-3b7d914c8e18 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:11:06.284588 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7976d1e5-0954-4385-aeb8-9657bdf830b1 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:06.359843 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7976d1e5-0954-4385-aeb8-9657bdf830b1 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:06.360089 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7976d1e5-0954-4385-aeb8-9657bdf830b1 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:06.372325 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-7976d1e5-0954-4385-aeb8-9657bdf830b1 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Calling delete_port for 8dc85a35-bf85-4a5b-bbf9-3b7d914c8e18 owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:11:06.525056 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7976d1e5-0954-4385-aeb8-9657bdf830b1 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:06.552012 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976d1e5-0954-4385-aeb8-9657bdf830b1 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event deleted for resources: {'Port': ['ID=8dc85a35-bf85-4a5b-bbf9-3b7d914c8e18,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:06.616843 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7976d1e5-0954-4385-aeb8-9657bdf830b1 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:06.617192 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-7976d1e5-0954-4385-aeb8-9657bdf830b1 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Floating IP a7a39440-e417-4771-9099-221e292ed690 disassociated (deleted). External IP: 172.25.1.132, port: 46282285-da3e-478e-a346-55cf7df4d35d. Apr 18 21:11:06.682757 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc7eb2-1c6e-4971-b5f0-62e6a6eee257 req-ff824f7c-76fc-4772-b801-3e7ee9b497d9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:06.684312 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0edc7eb2-1c6e-4971-b5f0-62e6a6eee257 req-ff824f7c-76fc-4772-b801-3e7ee9b497d9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 943 time: 0.0580282 Apr 18 21:11:06.724883 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0edc7eb2-1c6e-4971-b5f0-62e6a6eee257 req-3d53116b-015d-4b4e-a5eb-a3b3016f0c1f tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342586 Apr 18 21:11:06.832760 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7976d1e5-0954-4385-aeb8-9657bdf830b1 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Router f4c606fa-6944-4ca0-b13d-c24085337d47 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:11:06.957109 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7976d1e5-0954-4385-aeb8-9657bdf830b1 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:11:06.961844 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7976d1e5-0954-4385-aeb8-9657bdf830b1 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:06.968970 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a681698e-82c4-436b-8e16-f24a023b972e None None] Sync routers for ids ['f4c606fa-6944-4ca0-b13d-c24085337d47'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:11:06.980909 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a681698e-82c4-436b-8e16-f24a023b972e None None] Routers {'f4c606fa-6944-4ca0-b13d-c24085337d47'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:11:06.982211 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a681698e-82c4-436b-8e16-f24a023b972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:10:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['f4c606fa-6944-4ca0-b13d-c24085337d47'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:06.992571 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7976d1e5-0954-4385-aeb8-9657bdf830b1 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "DELETE /v2.0/floatingips/a7a39440-e417-4771-9099-221e292ed690 HTTP/1.1" status: 204 len: 168 time: 1.1936746 Apr 18 21:11:06.993298 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c388da6-20d3-4ace-9c89-ffca5e6cccd0', 'tag': '46282285-da3e-478e-a346-55cf7df4d35d'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:11:06.995833 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c01b11-0597-46ba-8824-c0bcf00586b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8c388da6-20d3-4ace-9c89-ffca5e6cccd0", "tag": "46282285-da3e-478e-a346-55cf7df4d35d"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:11:07.065633 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f8bba7-f721-4b43-a4aa-5035a689a84d x-openstack-request-id: req-f3f8bba7-f721-4b43-a4aa-5035a689a84d {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:11:07.065926 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c388da6-20d3-4ace-9c89-ffca5e6cccd0", "tag": "46282285-da3e-478e-a346-55cf7df4d35d", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:11:07.066187 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f3f8bba7-f721-4b43-a4aa-5035a689a84d {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:11:07.066566 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3f8bba7-f721-4b43-a4aa-5035a689a84d'] response: {'name': 'network-changed', 'server_uuid': '8c388da6-20d3-4ace-9c89-ffca5e6cccd0', 'tag': '46282285-da3e-478e-a346-55cf7df4d35d', 'status': 'completed', 'code': 200} Apr 18 21:11:07.102798 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-a681698e-82c4-436b-8e16-f24a023b972e None None] Set router f4c606fa-6944-4ca0-b13d-c24085337d47 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:11:07.152366 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c01b11-0597-46ba-8824-c0bcf00586b4 req-7a621a0b-f46f-49e9-876e-04b532c1bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:07.155937 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-70c01b11-0597-46ba-8824-c0bcf00586b4 req-7a621a0b-f46f-49e9-876e-04b532c1bab2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ec59bc3ffdf4873b26042a0437d8698&device_id=8c388da6-20d3-4ace-9c89-ffca5e6cccd0 HTTP/1.1" status: 200 len: 1097 time: 0.0640697 Apr 18 21:11:07.289985 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c01b11-0597-46ba-8824-c0bcf00586b4 req-de1f8988-3bd0-4621-96e1-e57cf03b8c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:07.292063 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-70c01b11-0597-46ba-8824-c0bcf00586b4 req-de1f8988-3bd0-4621-96e1-e57cf03b8c02 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4981354a-e4af-4be3-a741-f2c6aeb7d905 HTTP/1.1" status: 200 len: 898 time: 0.1294224 Apr 18 21:11:07.339569 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727ea51-b537-427f-9142-aed1b9e35ce0 req-0dfb6db3-ce08-4e2a-a37f-a089db54b451 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:07.341330 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-70c01b11-0597-46ba-8824-c0bcf00586b4 req-8590749d-a430-4b8b-bfef-fed3cc2e6119 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46282285-da3e-478e-a346-55cf7df4d35d HTTP/1.1" status: 200 len: 217 time: 0.0408394 Apr 18 21:11:07.344976 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9727ea51-b537-427f-9142-aed1b9e35ce0 req-0dfb6db3-ce08-4e2a-a37f-a089db54b451 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c388da6-20d3-4ace-9c89-ffca5e6cccd0 HTTP/1.1" status: 200 len: 946 time: 0.0570867 Apr 18 21:11:07.368332 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a681698e-82c4-436b-8e16-f24a023b972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'name': 'tempest-TestNetworkBasicOps-router-1749770573', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'a3bb25cc-9d55-480f-b27c-47e2a17137bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a3bb25cc-9d55-480f-b27c-47e2a17137bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:03:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '318b2dc8-6de3-4b94-9bae-281a2b58dfae', 'name': '', 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'mac_address': 'fa:16:3e:26:fb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'd909d934-746a-4db9-a05d-d801849b2730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:14Z', 'updated_at': '2022-04-18T21:10:18Z', 'revision_number': 5, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'subnets': [{'id': 'd909d934-746a-4db9-a05d-d801849b2730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:07.402048 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9727ea51-b537-427f-9142-aed1b9e35ce0 req-e7d7dbc5-5472-4b96-92ac-ebb26496fefa tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb6491f-8692-4506-a714-a54e97fe6545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524602 Apr 18 21:11:07.402571 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c01b11-0597-46ba-8824-c0bcf00586b4 req-d2791e91-4088-4f8b-b77a-ade883224aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:07.403988 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-70c01b11-0597-46ba-8824-c0bcf00586b4 req-d2791e91-4088-4f8b-b77a-ade883224aa5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d909d934-746a-4db9-a05d-d801849b2730 HTTP/1.1" status: 200 len: 835 time: 0.0554578 Apr 18 21:11:07.418240 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a681698e-82c4-436b-8e16-f24a023b972e None None] Checking router: f4c606fa-6944-4ca0-b13d-c24085337d47 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:11:07.419976 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a681698e-82c4-436b-8e16-f24a023b972e None None] Routers {'f4c606fa-6944-4ca0-b13d-c24085337d47'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:11:07.420731 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a681698e-82c4-436b-8e16-f24a023b972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:10:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['f4c606fa-6944-4ca0-b13d-c24085337d47'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:07.465947 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c01b11-0597-46ba-8824-c0bcf00586b4 req-feb219f3-2a40-4f99-9fab-9fa05fbdb6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:07.467443 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-70c01b11-0597-46ba-8824-c0bcf00586b4 req-feb219f3-2a40-4f99-9fab-9fa05fbdb6b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4981354a-e4af-4be3-a741-f2c6aeb7d905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555820 Apr 18 21:11:07.535601 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-a681698e-82c4-436b-8e16-f24a023b972e None None] Set router f4c606fa-6944-4ca0-b13d-c24085337d47 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:11:07.561824 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-70c01b11-0597-46ba-8824-c0bcf00586b4 req-7b3935c0-d601-4635-af54-6a45a0c4d71c service neutron] 10.222.0.57 "GET /v2.0/networks/4981354a-e4af-4be3-a741-f2c6aeb7d905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871325 Apr 18 21:11:07.665861 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-70c01b11-0597-46ba-8824-c0bcf00586b4 req-d3c74aac-8f8a-4183-8d23-0490d2539785 service neutron] 10.222.0.57 "GET /v2.0/networks/4981354a-e4af-4be3-a741-f2c6aeb7d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974097 Apr 18 21:11:07.747638 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a681698e-82c4-436b-8e16-f24a023b972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'name': 'tempest-TestNetworkBasicOps-router-1749770573', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'a3bb25cc-9d55-480f-b27c-47e2a17137bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a3bb25cc-9d55-480f-b27c-47e2a17137bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:03:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '318b2dc8-6de3-4b94-9bae-281a2b58dfae', 'name': '', 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'mac_address': 'fa:16:3e:26:fb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'd909d934-746a-4db9-a05d-d801849b2730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:14Z', 'updated_at': '2022-04-18T21:10:18Z', 'revision_number': 5, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'subnets': [{'id': 'd909d934-746a-4db9-a05d-d801849b2730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:07.778471 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a681698e-82c4-436b-8e16-f24a023b972e None None] The sync data for ids ['f4c606fa-6944-4ca0-b13d-c24085337d47'] in n-d-838323-3 is: [{'id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'name': 'tempest-TestNetworkBasicOps-router-1749770573', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'a3bb25cc-9d55-480f-b27c-47e2a17137bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a3bb25cc-9d55-480f-b27c-47e2a17137bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:03:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '318b2dc8-6de3-4b94-9bae-281a2b58dfae', 'name': '', 'network_id': '4981354a-e4af-4be3-a741-f2c6aeb7d905', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'mac_address': 'fa:16:3e:26:fb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'd909d934-746a-4db9-a05d-d801849b2730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:14Z', 'updated_at': '2022-04-18T21:10:18Z', 'revision_number': 5, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'subnets': [{'id': 'd909d934-746a-4db9-a05d-d801849b2730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:11:07.852812 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ed7a6-4d76-4e8a-a040-02ea896833e0 req-d1c73eab-abe9-42d2-a1fa-185839c411a6 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:07.854460 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e09ed7a6-4d76-4e8a-a040-02ea896833e0 req-d1c73eab-abe9-42d2-a1fa-185839c411a6 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 943 time: 0.0536158 Apr 18 21:11:07.896850 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e09ed7a6-4d76-4e8a-a040-02ea896833e0 req-cc64f0ea-ec34-431d-a31a-2911797b56bc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358071 Apr 18 21:11:07.926067 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:08.076251 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526598b2-55ac-432c-bd04-764f3e49ca95 None None] New status for floating IP a7a39440-e417-4771-9099-221e292ed690: DOWN {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:11:08.263784 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52078) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:08.427824 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f4b140ce-93b3-48c5-a402-f572ef3419a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c917e8f29710415a9f72238dd9e1b754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1628394 Apr 18 21:11:08.430310 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52086) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:08.481332 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-45ab48d3-a836-467a-acc3-cb2457f31aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:08.505552 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-45ab48d3-a836-467a-acc3-cb2457f31aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:08.524506 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaacdb4-3313-40ca-b62f-443de5309849 req-eb99781c-a4c8-4d0b-a41a-846a5bd8c124 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:08.526056 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cfaacdb4-3313-40ca-b62f-443de5309849 req-eb99781c-a4c8-4d0b-a41a-846a5bd8c124 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c388da6-20d3-4ace-9c89-ffca5e6cccd0 HTTP/1.1" status: 200 len: 946 time: 0.0568311 Apr 18 21:11:08.565105 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cfaacdb4-3313-40ca-b62f-443de5309849 req-c06afc44-95be-471c-8ce6-7898d25db436 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb6491f-8692-4506-a714-a54e97fe6545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327063 Apr 18 21:11:08.586485 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745b60b-a8df-4831-a687-81c0b3600b6f req-8663fb04-7389-4f78-89b5-c416209d2f91 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:08.588326 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4745b60b-a8df-4831-a687-81c0b3600b6f req-8663fb04-7389-4f78-89b5-c416209d2f91 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c388da6-20d3-4ace-9c89-ffca5e6cccd0 HTTP/1.1" status: 200 len: 946 time: 0.0743718 Apr 18 21:11:08.606582 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-45ab48d3-a836-467a-acc3-cb2457f31aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:08.609214 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-45ab48d3-a836-467a-acc3-cb2457f31aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:08.610341 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-45ab48d3-a836-467a-acc3-cb2457f31aa7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea1073d8-fee1-4577-9c5f-136a004305e1 HTTP/1.1" status: 204 len: 168 time: 0.1791813 Apr 18 21:11:08.641807 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab48d3-a836-467a-acc3-cb2457f31aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1073d8-fee1-4577-9c5f-136a004305e1,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:08.660669 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab48d3-a836-467a-acc3-cb2457f31aa7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:08.661022 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab48d3-a836-467a-acc3-cb2457f31aa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:08.661363 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab48d3-a836-467a-acc3-cb2457f31aa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:08.661699 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab48d3-a836-467a-acc3-cb2457f31aa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:08.662030 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab48d3-a836-467a-acc3-cb2457f31aa7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:08.662392 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab48d3-a836-467a-acc3-cb2457f31aa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:08.662720 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab48d3-a836-467a-acc3-cb2457f31aa7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:08.663067 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab48d3-a836-467a-acc3-cb2457f31aa7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:08.663367 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab48d3-a836-467a-acc3-cb2457f31aa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:08.663691 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab48d3-a836-467a-acc3-cb2457f31aa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:08.664012 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab48d3-a836-467a-acc3-cb2457f31aa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:08.664331 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab48d3-a836-467a-acc3-cb2457f31aa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:08.719794 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-4745b60b-a8df-4831-a687-81c0b3600b6f req-3da1eb3d-588c-4a3d-8af3-0b800731d8f4 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Deleting port 46282285-da3e-478e-a346-55cf7df4d35d {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:11:08.720141 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4745b60b-a8df-4831-a687-81c0b3600b6f req-3da1eb3d-588c-4a3d-8af3-0b800731d8f4 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:08.817119 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-4745b60b-a8df-4831-a687-81c0b3600b6f req-3da1eb3d-588c-4a3d-8af3-0b800731d8f4 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] For port 46282285-da3e-478e-a346-55cf7df4d35d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=46282285-da3e-478e-a346-55cf7df4d35d,segment=NetworkSegment(20e495fe-3877-436f-841c-80ed02143317),segment_id=20e495fe-3877-436f-841c-80ed02143317)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:08.817521 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4745b60b-a8df-4831-a687-81c0b3600b6f req-3da1eb3d-588c-4a3d-8af3-0b800731d8f4 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:08.832598 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-4745b60b-a8df-4831-a687-81c0b3600b6f req-3da1eb3d-588c-4a3d-8af3-0b800731d8f4 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Calling delete_port for 46282285-da3e-478e-a346-55cf7df4d35d owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:11:08.973469 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4745b60b-a8df-4831-a687-81c0b3600b6f req-3da1eb3d-588c-4a3d-8af3-0b800731d8f4 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:09.005144 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1eb3d-588c-4a3d-8af3-0b800731d8f4 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event deleted for resources: {'Port': ['ID=46282285-da3e-478e-a346-55cf7df4d35d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:09.046315 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799806b1-ab0c-487e-abee-f8663fd5f79f req-166baba3-07e2-430a-b8d9-4b33e9de9f89 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:09.049000 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-799806b1-ab0c-487e-abee-f8663fd5f79f req-166baba3-07e2-430a-b8d9-4b33e9de9f89 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 943 time: 0.0710921 Apr 18 21:11:09.053471 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-4745b60b-a8df-4831-a687-81c0b3600b6f req-3da1eb3d-588c-4a3d-8af3-0b800731d8f4 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] No DVR routers for this DVR port 46282285-da3e-478e-a346-55cf7df4d35d on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:11:09.056417 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-4745b60b-a8df-4831-a687-81c0b3600b6f req-3da1eb3d-588c-4a3d-8af3-0b800731d8f4 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:09.059860 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4745b60b-a8df-4831-a687-81c0b3600b6f req-3da1eb3d-588c-4a3d-8af3-0b800731d8f4 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.57 "DELETE /v2.0/ports/46282285-da3e-478e-a346-55cf7df4d35d HTTP/1.1" status: 204 len: 173 time: 0.4646544 Apr 18 21:11:09.067860 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c388da6-20d3-4ace-9c89-ffca5e6cccd0', 'name': 'network-vif-deleted', 'tag': '46282285-da3e-478e-a346-55cf7df4d35d'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:11:09.070840 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2f5af1-f390-40c3-8e15-35395b005113" -d '{"events": [{"server_uuid": "8c388da6-20d3-4ace-9c89-ffca5e6cccd0", "name": "network-vif-deleted", "tag": "46282285-da3e-478e-a346-55cf7df4d35d"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:11:09.114056 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9101f879-49e2-47c5-a715-9674a8f4ddf2 x-openstack-request-id: req-9101f879-49e2-47c5-a715-9674a8f4ddf2 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:11:09.114354 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c388da6-20d3-4ace-9c89-ffca5e6cccd0", "name": "network-vif-deleted", "tag": "46282285-da3e-478e-a346-55cf7df4d35d", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:11:09.114630 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9101f879-49e2-47c5-a715-9674a8f4ddf2 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:11:09.115041 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9101f879-49e2-47c5-a715-9674a8f4ddf2'] response: {'server_uuid': '8c388da6-20d3-4ace-9c89-ffca5e6cccd0', 'name': 'network-vif-deleted', 'tag': '46282285-da3e-478e-a346-55cf7df4d35d', 'status': 'completed', 'code': 200} Apr 18 21:11:09.118141 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-799806b1-ab0c-487e-abee-f8663fd5f79f req-cfc44cf3-e13a-4940-bddc-539f0a4dd698 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627704 Apr 18 21:11:09.627256 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52118) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:09.691415 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2cd5ea5e-d882-403c-a6f2-16a80cc14ac0 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:09.721247 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device f3cf1132-2b97-45a5-9854-ccf1407d5351 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:11:09.721698 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2cd5ea5e-d882-403c-a6f2-16a80cc14ac0 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:09.806486 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2cd5ea5e-d882-403c-a6f2-16a80cc14ac0 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:09.809535 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2cd5ea5e-d882-403c-a6f2-16a80cc14ac0 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:09.810900 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2cd5ea5e-d882-403c-a6f2-16a80cc14ac0 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "DELETE /v2.0/security-groups/ebb6491f-8692-4506-a714-a54e97fe6545 HTTP/1.1" status: 204 len: 168 time: 0.1824598 Apr 18 21:11:09.823720 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5ea5e-d882-403c-a6f2-16a80cc14ac0 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb6491f-8692-4506-a714-a54e97fe6545,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:09.859308 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52128) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:09.869835 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port f3cf1132-2b97-45a5-9854-ccf1407d5351, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f3cf1132-2b97-45a5-9854-ccf1407d5351,segment=NetworkSegment(da874856-ef9e-4842-aadf-224666afa66c),segment_id=da874856-ef9e-4842-aadf-224666afa66c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:09.881939 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'f3cf1132-2b97-45a5-9854-ccf1407d5351', 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be', 'port_id': 'f3cf1132-2b97-45a5-9854-ccf1407d5351', 'mac_address': 'fa:16:3e:e6:62:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:11:09.929951 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:09.944964 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3cf1132-2b97-45a5-9854-ccf1407d5351 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:11:09.968522 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port f3cf1132-2b97-45a5-9854-ccf1407d5351, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f3cf1132-2b97-45a5-9854-ccf1407d5351,segment=NetworkSegment(da874856-ef9e-4842-aadf-224666afa66c),segment_id=da874856-ef9e-4842-aadf-224666afa66c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:09.974180 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:10.026712 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=f3cf1132-2b97-45a5-9854-ccf1407d5351,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:10.287637 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360dd95a-9feb-4a40-b009-11c8a218fd24 req-5a0a7eb1-71c0-4bf8-9f96-39ef6aa7d9cd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:10.289290 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-360dd95a-9feb-4a40-b009-11c8a218fd24 req-5a0a7eb1-71c0-4bf8-9f96-39ef6aa7d9cd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 944 time: 0.0785859 Apr 18 21:11:10.289758 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['f3cf1132-2b97-45a5-9854-ccf1407d5351'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:11:10.336299 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-367bc3cd-4bef-486a-a7e1-75a3a84694fe tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:10.377899 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-360dd95a-9feb-4a40-b009-11c8a218fd24 req-abf79019-03b5-42a4-b169-a2ae42a0ac8b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778739 Apr 18 21:11:10.967250 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-367bc3cd-4bef-486a-a7e1-75a3a84694fe tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Deleting port 318b2dc8-6de3-4b94-9bae-281a2b58dfae {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:11:10.967895 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-367bc3cd-4bef-486a-a7e1-75a3a84694fe tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:11.068739 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-367bc3cd-4bef-486a-a7e1-75a3a84694fe tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] For port 318b2dc8-6de3-4b94-9bae-281a2b58dfae, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=318b2dc8-6de3-4b94-9bae-281a2b58dfae,segment=NetworkSegment(20e495fe-3877-436f-841c-80ed02143317),segment_id=20e495fe-3877-436f-841c-80ed02143317)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:11.069414 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-367bc3cd-4bef-486a-a7e1-75a3a84694fe tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:11.084839 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-367bc3cd-4bef-486a-a7e1-75a3a84694fe tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Calling delete_port for 318b2dc8-6de3-4b94-9bae-281a2b58dfae owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:11:11.285783 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-367bc3cd-4bef-486a-a7e1-75a3a84694fe tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:11.312535 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367bc3cd-4bef-486a-a7e1-75a3a84694fe tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event deleted for resources: {'Port': ['ID=318b2dc8-6de3-4b94-9bae-281a2b58dfae,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:11.526615 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-367bc3cd-4bef-486a-a7e1-75a3a84694fe tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:11.551913 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b6efa-bb87-470e-a76c-6ed178d41e60 req-962ef67b-2bee-4469-8359-bc8fc8512411 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:11.553421 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1b5b6efa-bb87-470e-a76c-6ed178d41e60 req-962ef67b-2bee-4469-8359-bc8fc8512411 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 944 time: 0.0729272 Apr 18 21:11:11.663972 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1b5b6efa-bb87-470e-a76c-6ed178d41e60 req-53bd742b-c3c1-48d9-a6cb-64adebf36972 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802290 Apr 18 21:11:11.725889 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device f3cf1132-2b97-45a5-9854-ccf1407d5351 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:11:11.783356 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port f3cf1132-2b97-45a5-9854-ccf1407d5351 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:11.787923 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port f3cf1132-2b97-45a5-9854-ccf1407d5351 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:11.788600 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:11.813158 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367bc3cd-4bef-486a-a7e1-75a3a84694fe tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Router f4c606fa-6944-4ca0-b13d-c24085337d47 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:11:11.880534 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:11.903991 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88952a7-68c1-4d41-8f1c-3ebef2684ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cf1132-2b97-45a5-9854-ccf1407d5351'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:11:11.906457 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac2d445-b2c2-44a0-a096-a021da7c21e0" -d '{"events": [{"server_uuid": "d88952a7-68c1-4d41-8f1c-3ebef2684ff7", "name": "network-vif-plugged", "status": "completed", "tag": "f3cf1132-2b97-45a5-9854-ccf1407d5351"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:11:11.920120 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port f3cf1132-2b97-45a5-9854-ccf1407d5351, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f3cf1132-2b97-45a5-9854-ccf1407d5351,segment=NetworkSegment(da874856-ef9e-4842-aadf-224666afa66c),segment_id=da874856-ef9e-4842-aadf-224666afa66c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:11.925936 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:11.933676 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367bc3cd-4bef-486a-a7e1-75a3a84694fe tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:11:11.939446 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-367bc3cd-4bef-486a-a7e1-75a3a84694fe tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "PUT /v2.0/routers/f4c606fa-6944-4ca0-b13d-c24085337d47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0777295 Apr 18 21:11:11.942470 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52142) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:11.962240 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8dfeab-867c-4fc5-8ae1-b17eca8795a2 None None] Sync routers for ids ['f4c606fa-6944-4ca0-b13d-c24085337d47'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:11:11.995505 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e73eac-8edc-432b-b657-f285036f2b28 x-openstack-request-id: req-14e73eac-8edc-432b-b657-f285036f2b28 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:11:11.995791 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88952a7-68c1-4d41-8f1c-3ebef2684ff7", "name": "network-vif-plugged", "status": "completed", "tag": "f3cf1132-2b97-45a5-9854-ccf1407d5351", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:11:11.996044 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14e73eac-8edc-432b-b657-f285036f2b28 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:11:11.996456 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e73eac-8edc-432b-b657-f285036f2b28'] response: {'server_uuid': 'd88952a7-68c1-4d41-8f1c-3ebef2684ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cf1132-2b97-45a5-9854-ccf1407d5351', 'code': 200} Apr 18 21:11:12.007574 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8dfeab-867c-4fc5-8ae1-b17eca8795a2 None None] Routers {'f4c606fa-6944-4ca0-b13d-c24085337d47'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:11:12.008220 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-cd8dfeab-867c-4fc5-8ae1-b17eca8795a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:10:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['f4c606fa-6944-4ca0-b13d-c24085337d47'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:12.024771 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ae24b2-e8c8-43d6-855e-586d3a8ab2ae tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Deleting subnet d909d934-746a-4db9-a05d-d801849b2730 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:11:12.028956 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3ae24b2-e8c8-43d6-855e-586d3a8ab2ae tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:12.052588 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:12.054951 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=f3cf1132-2b97-45a5-9854-ccf1407d5351,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:12.084111 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3ae24b2-e8c8-43d6-855e-586d3a8ab2ae tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:12.115714 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaacaed-7053-4637-a334-aa9710fb4870 req-e9e82613-5d50-4fdb-9193-3866b4785a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:12.117523 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6aaacaed-7053-4637-a334-aa9710fb4870 req-e9e82613-5d50-4fdb-9193-3866b4785a02 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 1096 time: 0.0567014 Apr 18 21:11:12.159371 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6aaacaed-7053-4637-a334-aa9710fb4870 req-6347f348-2613-4fd4-8843-ae6ea29e845c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348196 Apr 18 21:11:12.186612 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3ae24b2-e8c8-43d6-855e-586d3a8ab2ae tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:12.253304 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3ae24b2-e8c8-43d6-855e-586d3a8ab2ae tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:12.272373 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 46282285-da3e-478e-a346-55cf7df4d35d no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:11:12.284709 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae24b2-e8c8-43d6-855e-586d3a8ab2ae tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event deleted for resources: {'Subnet': ['ID=d909d934-746a-4db9-a05d-d801849b2730,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:12.291582 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3ae24b2-e8c8-43d6-855e-586d3a8ab2ae tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:12.296489 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c3ae24b2-e8c8-43d6-855e-586d3a8ab2ae tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "DELETE /v2.0/subnets/d909d934-746a-4db9-a05d-d801849b2730 HTTP/1.1" status: 204 len: 168 time: 0.3515363 Apr 18 21:11:12.299455 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 46282285-da3e-478e-a346-55cf7df4d35d {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:11:12.300003 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 46282285-da3e-478e-a346-55cf7df4d35d not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:11:12.303046 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52146) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:12.318700 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718a83b3-3492-4b77-9fb4-52c2bf58d376 None None] Network 4981354a-e4af-4be3-a741-f2c6aeb7d905 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:11:12.432683 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-cd8dfeab-867c-4fc5-8ae1-b17eca8795a2 None None] Set router f4c606fa-6944-4ca0-b13d-c24085337d47 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:11:12.472124 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4166-e496-40da-a1e5-edf36063d09b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:12.586778 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4166-e496-40da-a1e5-edf36063d09b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:12.655974 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-1fcc4166-e496-40da-a1e5-edf36063d09b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Deleting port a3bb25cc-9d55-480f-b27c-47e2a17137bf {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:11:12.656713 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4166-e496-40da-a1e5-edf36063d09b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:12.694634 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-cd8dfeab-867c-4fc5-8ae1-b17eca8795a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'name': 'tempest-TestNetworkBasicOps-router-1749770573', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'a3bb25cc-9d55-480f-b27c-47e2a17137bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:11:11Z', 'revision_number': 5, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port': {'id': 'a3bb25cc-9d55-480f-b27c-47e2a17137bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:03:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:12.743670 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a3ef53-5d3b-43c0-95d0-72b7f733ba8a None None] DHCP port deletion for 4981354a-e4af-4be3-a741-f2c6aeb7d905 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:11:12.746793 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8dfeab-867c-4fc5-8ae1-b17eca8795a2 None None] Checking router: f4c606fa-6944-4ca0-b13d-c24085337d47 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:11:12.777850 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8dfeab-867c-4fc5-8ae1-b17eca8795a2 None None] Routers {'f4c606fa-6944-4ca0-b13d-c24085337d47'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:11:12.778509 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-cd8dfeab-867c-4fc5-8ae1-b17eca8795a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:10:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['f4c606fa-6944-4ca0-b13d-c24085337d47'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:12.807530 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-1fcc4166-e496-40da-a1e5-edf36063d09b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] For port a3bb25cc-9d55-480f-b27c-47e2a17137bf, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a3bb25cc-9d55-480f-b27c-47e2a17137bf,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:12.808015 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4166-e496-40da-a1e5-edf36063d09b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:12.825158 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-1fcc4166-e496-40da-a1e5-edf36063d09b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Calling delete_port for a3bb25cc-9d55-480f-b27c-47e2a17137bf owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:11:12.852490 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1b492-5b67-4797-9536-0d10259c07fa req-50b5fbd4-257e-4557-b255-5c6503a537ed tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:12.853705 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03f1b492-5b67-4797-9536-0d10259c07fa req-50b5fbd4-257e-4557-b255-5c6503a537ed tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 945 time: 0.0836930 Apr 18 21:11:12.881290 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-cd8dfeab-867c-4fc5-8ae1-b17eca8795a2 None None] Set router f4c606fa-6944-4ca0-b13d-c24085337d47 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:11:12.911979 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-17a3ef53-5d3b-43c0-95d0-72b7f733ba8a None None] Deleting port 5bb867b4-df6d-4c74-929e-259ad06c823f {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:11:12.912355 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-17a3ef53-5d3b-43c0-95d0-72b7f733ba8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:12.938331 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03f1b492-5b67-4797-9536-0d10259c07fa req-20547e90-c473-42bc-991b-806cc774b999 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547888 Apr 18 21:11:12.941930 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-cd8dfeab-867c-4fc5-8ae1-b17eca8795a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'name': 'tempest-TestNetworkBasicOps-router-1749770573', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:11:12Z', 'revision_number': 6, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:13.010061 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8dfeab-867c-4fc5-8ae1-b17eca8795a2 None None] The sync data for ids ['f4c606fa-6944-4ca0-b13d-c24085337d47'] in n-d-838323-3 is: [{'id': 'f4c606fa-6944-4ca0-b13d-c24085337d47', 'name': 'tempest-TestNetworkBasicOps-router-1749770573', 'tenant_id': '0ec59bc3ffdf4873b26042a0437d8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:11Z', 'updated_at': '2022-04-18T21:11:12Z', 'revision_number': 6, 'project_id': '0ec59bc3ffdf4873b26042a0437d8698', 'gw_port_host': None}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:11:13.039938 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-17a3ef53-5d3b-43c0-95d0-72b7f733ba8a None None] For port 5bb867b4-df6d-4c74-929e-259ad06c823f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5bb867b4-df6d-4c74-929e-259ad06c823f,segment=NetworkSegment(20e495fe-3877-436f-841c-80ed02143317),segment_id=20e495fe-3877-436f-841c-80ed02143317)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:13.040839 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-17a3ef53-5d3b-43c0-95d0-72b7f733ba8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:13.063591 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-17a3ef53-5d3b-43c0-95d0-72b7f733ba8a None None] Calling delete_port for 5bb867b4-df6d-4c74-929e-259ad06c823f owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:11:13.066983 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4166-e496-40da-a1e5-edf36063d09b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:13.102435 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc4166-e496-40da-a1e5-edf36063d09b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event deleted for resources: {'Port': ['ID=a3bb25cc-9d55-480f-b27c-47e2a17137bf,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:13.162166 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-17a3ef53-5d3b-43c0-95d0-72b7f733ba8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:13.177142 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4166-e496-40da-a1e5-edf36063d09b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:13.186681 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3ef53-5d3b-43c0-95d0-72b7f733ba8a None None] Pushing event deleted for resources: {'Port': ['ID=5bb867b4-df6d-4c74-929e-259ad06c823f,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:13.193232 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a3ef53-5d3b-43c0-95d0-72b7f733ba8a None None] No DVR routers for this DVR port 5bb867b4-df6d-4c74-929e-259ad06c823f on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:11:13.280157 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4166-e496-40da-a1e5-edf36063d09b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:13.282290 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4166-e496-40da-a1e5-edf36063d09b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:13.325946 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4166-e496-40da-a1e5-edf36063d09b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:13.326479 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcc4166-e496-40da-a1e5-edf36063d09b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Fanout notify agent at l3_agent the message router_deleted on router f4c606fa-6944-4ca0-b13d-c24085337d47 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:11:13.333172 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4166-e496-40da-a1e5-edf36063d09b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:13.336972 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1fcc4166-e496-40da-a1e5-edf36063d09b tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "DELETE /v2.0/routers/f4c606fa-6944-4ca0-b13d-c24085337d47 HTTP/1.1" status: 204 len: 168 time: 1.0249369 Apr 18 21:11:13.337188 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52152) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:13.450573 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5907eeb5-ecf0-4597-b276-db16dff79399 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:13.575620 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5907eeb5-ecf0-4597-b276-db16dff79399 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:13.601393 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-5907eeb5-ecf0-4597-b276-db16dff79399 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4981354a-e4af-4be3-a741-f2c6aeb7d905']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:13.606109 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5bb867b4-df6d-4c74-929e-259ad06c823f no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:11:13.615503 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-5907eeb5-ecf0-4597-b276-db16dff79399 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e495fe-3877-436f-841c-80ed02143317') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:13.615976 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-5907eeb5-ecf0-4597-b276-db16dff79399 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e495fe-3877-436f-841c-80ed02143317') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:13.631599 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5907eeb5-ecf0-4597-b276-db16dff79399 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:13.647261 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5907eeb5-ecf0-4597-b276-db16dff79399 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:13.649580 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 5bb867b4-df6d-4c74-929e-259ad06c823f {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:11:13.649954 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5bb867b4-df6d-4c74-929e-259ad06c823f not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:11:13.655921 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5907eeb5-ecf0-4597-b276-db16dff79399 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:11:13.656402 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5907eeb5-ecf0-4597-b276-db16dff79399 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:11:13.661361 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:11:13.738901 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5907eeb5-ecf0-4597-b276-db16dff79399 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:13.747851 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5907eeb5-ecf0-4597-b276-db16dff79399 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:13.751380 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5907eeb5-ecf0-4597-b276-db16dff79399 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] 10.222.0.41 "DELETE /v2.0/networks/4981354a-e4af-4be3-a741-f2c6aeb7d905 HTTP/1.1" status: 204 len: 168 time: 0.4124629 Apr 18 21:11:13.769436 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907eeb5-ecf0-4597-b276-db16dff79399 tempest-TestNetworkBasicOps-1133232427 tempest-TestNetworkBasicOps-1133232427-project] Pushing event deleted for resources: {'Network': ['ID=4981354a-e4af-4be3-a741-f2c6aeb7d905,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:14.062928 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52162) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:14.070282 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebd306-4290-4da0-b77a-aa6218abaf4f req-7f4fbf7d-9121-4963-b0e3-04cbece15991 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:14.071808 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b3ebd306-4290-4da0-b77a-aa6218abaf4f req-7f4fbf7d-9121-4963-b0e3-04cbece15991 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 945 time: 0.0563281 Apr 18 21:11:14.123611 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b3ebd306-4290-4da0-b77a-aa6218abaf4f req-d259bab2-ab77-43fe-aaa0-f84f942f5be5 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433028 Apr 18 21:11:14.234730 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e0444567-6235-4328-badc-e8c38fb80634 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ec59bc3ffdf4873b26042a0437d8698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713758 Apr 18 21:11:14.237797 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52168) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:14.251149 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812b9cd-f12f-4d38-95d4-9f4cb4572a00 req-fec887f2-c770-41b7-abee-850e3335b322 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:14.253729 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6812b9cd-f12f-4d38-95d4-9f4cb4572a00 req-fec887f2-c770-41b7-abee-850e3335b322 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 945 time: 0.0561130 Apr 18 21:11:14.306298 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6812b9cd-f12f-4d38-95d4-9f4cb4572a00 req-2dc7e9bd-bbbd-4e96-8478-df7f8a59677e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452869 Apr 18 21:11:14.310088 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f0ab7505-165d-4f13-9d16-d4d592243ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:14.322156 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52170) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:14.355286 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f0ab7505-165d-4f13-9d16-d4d592243ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:14.396840 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddaba49-9c72-49ec-b857-a2083af4e409 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:14.398386 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bddaba49-9c72-49ec-b857-a2083af4e409 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 1091 time: 0.0752075 Apr 18 21:11:14.401413 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52174) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:14.408152 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-40539c36-5976-4e29-ac07-15257f2e74f9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'port_id': 'f3cf1132-2b97-45a5-9854-ccf1407d5351', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:11:14.430924 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-40539c36-5976-4e29-ac07-15257f2e74f9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:14.434804 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f0ab7505-165d-4f13-9d16-d4d592243ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:14.437379 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f0ab7505-165d-4f13-9d16-d4d592243ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:14.441547 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f0ab7505-165d-4f13-9d16-d4d592243ff9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23dbf6a9-b147-4acf-a319-d242d9f8a85e HTTP/1.1" status: 204 len: 168 time: 0.1987844 Apr 18 21:11:14.460890 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab7505-165d-4f13-9d16-d4d592243ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23dbf6a9-b147-4acf-a319-d242d9f8a85e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:14.560209 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-40539c36-5976-4e29-ac07-15257f2e74f9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:14.679314 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-40539c36-5976-4e29-ac07-15257f2e74f9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Allocated IP 172.25.1.184 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/ffa9713f-db8c-4f28-ae18-e70eece15860) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:14.778173 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52180) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:14.796129 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5922842c-46b7-4f26-989e-1bef17fe115e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:14.803994 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-40539c36-5976-4e29-ac07-15257f2e74f9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:14.845729 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-40539c36-5976-4e29-ac07-15257f2e74f9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:14.884093 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5922842c-46b7-4f26-989e-1bef17fe115e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:14.889132 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40539c36-5976-4e29-ac07-15257f2e74f9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:14.892145 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-40539c36-5976-4e29-ac07-15257f2e74f9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:14.899542 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40539c36-5976-4e29-ac07-15257f2e74f9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Port': ['ID=ffa9713f-db8c-4f28-ae18-e70eece15860,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:14.902121 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40539c36-5976-4e29-ac07-15257f2e74f9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:11:14.904917 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5922842c-46b7-4f26-989e-1bef17fe115e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:14.944749 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922842c-46b7-4f26-989e-1bef17fe115e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165af128-3862-4f5e-965f-f7aeee943168,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:14.957654 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5922842c-46b7-4f26-989e-1bef17fe115e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a5ab644e1d74495a25acb0498ad64b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1783307 Apr 18 21:11:14.958243 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52182) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:15.016595 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4032cb38-877d-491d-ac0e-336bc0f3c47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:15.042893 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4032cb38-877d-491d-ac0e-336bc0f3c47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:15.100064 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4032cb38-877d-491d-ac0e-336bc0f3c47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:15.103423 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4032cb38-877d-491d-ac0e-336bc0f3c47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:15.107111 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4032cb38-877d-491d-ac0e-336bc0f3c47d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/165af128-3862-4f5e-965f-f7aeee943168 HTTP/1.1" status: 204 len: 168 time: 0.1454389 Apr 18 21:11:15.128236 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032cb38-877d-491d-ac0e-336bc0f3c47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165af128-3862-4f5e-965f-f7aeee943168,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:15.169627 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a3bb25cc-9d55-480f-b27c-47e2a17137bf no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:11:15.204104 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: a3bb25cc-9d55-480f-b27c-47e2a17137bf {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:11:15.204917 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a3bb25cc-9d55-480f-b27c-47e2a17137bf not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:11:15.205690 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 318b2dc8-6de3-4b94-9bae-281a2b58dfae no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:11:15.230017 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 318b2dc8-6de3-4b94-9bae-281a2b58dfae {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:11:15.230703 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 318b2dc8-6de3-4b94-9bae-281a2b58dfae not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:11:15.352495 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-40539c36-5976-4e29-ac07-15257f2e74f9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:15.442533 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-40539c36-5976-4e29-ac07-15257f2e74f9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:15.623109 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-40539c36-5976-4e29-ac07-15257f2e74f9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:15.628595 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-40539c36-5976-4e29-ac07-15257f2e74f9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:15.702124 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40539c36-5976-4e29-ac07-15257f2e74f9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Port': ['ID=ffa9713f-db8c-4f28-ae18-e70eece15860,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:15.710768 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-40539c36-5976-4e29-ac07-15257f2e74f9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:15.828546 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-40539c36-5976-4e29-ac07-15257f2e74f9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Floating IP d2b4170c-916b-4dba-92b3-7af9a4a837af associated. External IP: 172.25.1.184, port: f3cf1132-2b97-45a5-9854-ccf1407d5351. Apr 18 21:11:15.916034 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52208) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:16.016513 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-7fc0f5c5-0fe3-425e-a4f2-ef97083ddf92 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-537121109-network', 'tenant_id': 'cf7f262e0967424e8dc8cce0aa864d7e'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:11:16.038555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc0f5c5-0fe3-425e-a4f2-ef97083ddf92 admin admin] Made reservation on behalf of cf7f262e0967424e8dc8cce0aa864d7e for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:16.040880 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7fc0f5c5-0fe3-425e-a4f2-ef97083ddf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:16.050515 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7fc0f5c5-0fe3-425e-a4f2-ef97083ddf92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:16.151083 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7fc0f5c5-0fe3-425e-a4f2-ef97083ddf92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:16.162573 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7fc0f5c5-0fe3-425e-a4f2-ef97083ddf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:16.190005 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc0f5c5-0fe3-425e-a4f2-ef97083ddf92 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:11:16.196991 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0f5c5-0fe3-425e-a4f2-ef97083ddf92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a752acd6-b631-401d-95d3-355cf8727cff,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:16.206000 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7fc0f5c5-0fe3-425e-a4f2-ef97083ddf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:16.206343 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-7fc0f5c5-0fe3-425e-a4f2-ef97083ddf92 admin admin] Added segment 93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef of type vlan for network c1263179-8184-48d5-a484-5bbc183b0273 Apr 18 21:11:16.252142 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7fc0f5c5-0fe3-425e-a4f2-ef97083ddf92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:16.280214 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7fc0f5c5-0fe3-425e-a4f2-ef97083ddf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:16.281889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc0f5c5-0fe3-425e-a4f2-ef97083ddf92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:16.283210 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7fc0f5c5-0fe3-425e-a4f2-ef97083ddf92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:16.343309 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7fc0f5c5-0fe3-425e-a4f2-ef97083ddf92 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4259639 Apr 18 21:11:16.347334 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52214) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:16.352528 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-69ede242-6d18-44b2-9e9d-f7b40bc036b8 admin admin] Request body: {'subnet': {'network_id': 'c1263179-8184-48d5-a484-5bbc183b0273', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-537121109-subnet', 'tenant_id': 'cf7f262e0967424e8dc8cce0aa864d7e', 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:11:16.369334 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0f5c5-0fe3-425e-a4f2-ef97083ddf92 admin admin] Pushing event updated for resources: {'Network': ['ID=c1263179-8184-48d5-a484-5bbc183b0273,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:16.379088 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40539c36-5976-4e29-ac07-15257f2e74f9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Router 17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:11:16.381497 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network c1263179-8184-48d5-a484-5bbc183b0273 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:11:16.385748 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ede242-6d18-44b2-9e9d-f7b40bc036b8 admin admin] Made reservation on behalf of cf7f262e0967424e8dc8cce0aa864d7e for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:16.388380 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69ede242-6d18-44b2-9e9d-f7b40bc036b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:16.389927 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:11:16.495646 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40539c36-5976-4e29-ac07-15257f2e74f9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:11:16.511393 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25e7c0f-8c29-4a3f-b024-c632c9ade5b2 None None] Sync routers for ids ['17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:11:16.515126 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-40539c36-5976-4e29-ac07-15257f2e74f9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:16.524757 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25e7c0f-8c29-4a3f-b024-c632c9ade5b2 None None] Routers {'17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:11:16.525393 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e25e7c0f-8c29-4a3f-b024-c632c9ade5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:10:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:16.552287 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-40539c36-5976-4e29-ac07-15257f2e74f9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1469941 Apr 18 21:11:16.552287 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88952a7-68c1-4d41-8f1c-3ebef2684ff7', 'tag': 'f3cf1132-2b97-45a5-9854-ccf1407d5351'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:11:16.557208 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f4a425-8756-468e-aa47-7a2cb1003040" -d '{"events": [{"name": "network-changed", "server_uuid": "d88952a7-68c1-4d41-8f1c-3ebef2684ff7", "tag": "f3cf1132-2b97-45a5-9854-ccf1407d5351"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:11:16.583362 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69ede242-6d18-44b2-9e9d-f7b40bc036b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:16.619366 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1bd5ad-3eea-420a-b432-0ad6d82208a1 x-openstack-request-id: req-4b1bd5ad-3eea-420a-b432-0ad6d82208a1 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:11:16.619732 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d88952a7-68c1-4d41-8f1c-3ebef2684ff7", "tag": "f3cf1132-2b97-45a5-9854-ccf1407d5351", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:11:16.620286 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b1bd5ad-3eea-420a-b432-0ad6d82208a1 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:11:16.620795 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b1bd5ad-3eea-420a-b432-0ad6d82208a1'] response: {'name': 'network-changed', 'server_uuid': 'd88952a7-68c1-4d41-8f1c-3ebef2684ff7', 'tag': 'f3cf1132-2b97-45a5-9854-ccf1407d5351', 'status': 'completed', 'code': 200} Apr 18 21:11:16.702187 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ede242-6d18-44b2-9e9d-f7b40bc036b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d081fcc-0a2f-495f-aa50-9dbaecb08eb5,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:16.707334 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-e25e7c0f-8c29-4a3f-b024-c632c9ade5b2 None None] Set router 17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:11:16.733540 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ede242-6d18-44b2-9e9d-f7b40bc036b8 admin admin] Checking segment: {'id': '93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c1263179-8184-48d5-a484-5bbc183b0273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:11:16.733905 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ede242-6d18-44b2-9e9d-f7b40bc036b8 admin admin] Network hostable DHCP agents. Network: c1263179-8184-48d5-a484-5bbc183b0273, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:11:16.743423 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2daa6-b60e-4292-bfb8-87ad52492510 req-df7c7f3c-1cf5-4fc8-b0ab-67c58c403203 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:16.745068 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-38f2daa6-b60e-4292-bfb8-87ad52492510 req-df7c7f3c-1cf5-4fc8-b0ab-67c58c403203 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 945 time: 0.1272130 Apr 18 21:11:16.749602 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4a425-8756-468e-aa47-7a2cb1003040 req-f33538c8-4d42-4342-90bd-ca6d649298bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:16.751040 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c9f4a425-8756-468e-aa47-7a2cb1003040 req-f33538c8-4d42-4342-90bd-ca6d649298bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 1096 time: 0.0954931 Apr 18 21:11:16.831169 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ede242-6d18-44b2-9e9d-f7b40bc036b8 admin admin] Network c1263179-8184-48d5-a484-5bbc183b0273 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:11:16.862416 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-38f2daa6-b60e-4292-bfb8-87ad52492510 req-7f267415-da88-42ff-b2a0-955479d16413 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063805 Apr 18 21:11:16.865442 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-69ede242-6d18-44b2-9e9d-f7b40bc036b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, c1263179-8184-48d5-a484-5bbc183b0273) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:16.875800 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752b61c6-3dcd-4808-a414-77b6f564e632 None None] Network c1263179-8184-48d5-a484-5bbc183b0273 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:11:16.880970 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ede242-6d18-44b2-9e9d-f7b40bc036b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:16.881565 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69ede242-6d18-44b2-9e9d-f7b40bc036b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:16.895842 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52220) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:16.927889 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-69ede242-6d18-44b2-9e9d-f7b40bc036b8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5794380 Apr 18 21:11:16.929244 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4a425-8756-468e-aa47-7a2cb1003040 req-1722cf29-6a60-45e7-9660-026f6e8caad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:16.936816 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c9f4a425-8756-468e-aa47-7a2cb1003040 req-1722cf29-6a60-45e7-9660-026f6e8caad9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=769a9fa6-2125-4d70-9c37-b837ce0487be HTTP/1.1" status: 200 len: 898 time: 0.1703606 Apr 18 21:11:16.936816 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52222) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:16.936816 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-bd5de5db-d027-4ced-b5ea-94b58ad49f54 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-537121109-router', 'tenant_id': 'cf7f262e0967424e8dc8cce0aa864d7e', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:11:16.997789 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-55912624-f303-4de9-95b8-fa32ddc7ae68 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/floatingips/d2b4170c-916b-4dba-92b3-7af9a4a837af HTTP/1.1" status: 200 len: 991 time: 0.0994885 Apr 18 21:11:17.020064 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bd5de5db-d027-4ced-b5ea-94b58ad49f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:17.021461 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bd5de5db-d027-4ced-b5ea-94b58ad49f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:17.029419 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c9f4a425-8756-468e-aa47-7a2cb1003040 req-d2b1c54f-7143-47d3-b54b-ef4451e60102 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3cf1132-2b97-45a5-9854-ccf1407d5351 HTTP/1.1" status: 200 len: 999 time: 0.0869071 Apr 18 21:11:17.048941 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e25e7c0f-8c29-4a3f-b024-c632c9ade5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062954379', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:54Z', 'updated_at': '2022-04-18T21:10:59Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'd2b4170c-916b-4dba-92b3-7af9a4a837af', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'port_id': 'f3cf1132-2b97-45a5-9854-ccf1407d5351', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be', 'mac_address': 'fa:16:3e:e6:62:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88952a7-68c1-4d41-8f1c-3ebef2684ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:11:15Z', 'updated_at': '2022-04-18T21:11:15Z', 'revision_number': 0, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5622615-e1c3-4c00-a5c7-75b646bd649b', 'name': '', 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:f7:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:58Z', 'updated_at': '2022-04-18T21:11:02Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': '0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:17.092408 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25e7c0f-8c29-4a3f-b024-c632c9ade5b2 None None] Checking router: 17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:11:17.106294 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25e7c0f-8c29-4a3f-b024-c632c9ade5b2 None None] Routers {'17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:11:17.106970 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e25e7c0f-8c29-4a3f-b024-c632c9ade5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:10:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:17.121411 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bd5de5db-d027-4ced-b5ea-94b58ad49f54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:17.128613 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4a425-8756-468e-aa47-7a2cb1003040 req-c9e810ed-8cef-4451-b2e4-f6b7dbf54a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:17.130827 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c9f4a425-8756-468e-aa47-7a2cb1003040 req-c9e810ed-8cef-4451-b2e4-f6b7dbf54a69 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c HTTP/1.1" status: 200 len: 834 time: 0.0951715 Apr 18 21:11:17.168763 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78385e25-16ae-4ccb-880d-fb78e31e547f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-c1263179-8184-48d5-a484-5bbc183b0273', 'network_id': 'c1263179-8184-48d5-a484-5bbc183b0273', 'tenant_id': 'cf7f262e0967424e8dc8cce0aa864d7e', 'fixed_ips': [{'subnet_id': '3d081fcc-0a2f-495f-aa50-9dbaecb08eb5'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:11:17.171784 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-78385e25-16ae-4ccb-880d-fb78e31e547f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:17.238806 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-e25e7c0f-8c29-4a3f-b024-c632c9ade5b2 None None] Set router 17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:11:17.322752 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bd5de5db-d027-4ced-b5ea-94b58ad49f54 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:17.336465 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4a425-8756-468e-aa47-7a2cb1003040 req-877f362f-cd5b-47fe-bccc-a8cf5112d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:17.344533 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c9f4a425-8756-468e-aa47-7a2cb1003040 req-877f362f-cd5b-47fe-bccc-a8cf5112d787 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=769a9fa6-2125-4d70-9c37-b837ce0487be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1662767 Apr 18 21:11:17.362365 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-78385e25-16ae-4ccb-880d-fb78e31e547f None None] Allocated IP 172.20.0.2 (c1263179-8184-48d5-a484-5bbc183b0273/3d081fcc-0a2f-495f-aa50-9dbaecb08eb5/3de04958-838a-4bae-a444-64e145728730) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:17.521835 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e25e7c0f-8c29-4a3f-b024-c632c9ade5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062954379', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:54Z', 'updated_at': '2022-04-18T21:10:59Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'd2b4170c-916b-4dba-92b3-7af9a4a837af', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'port_id': 'f3cf1132-2b97-45a5-9854-ccf1407d5351', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be', 'mac_address': 'fa:16:3e:e6:62:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88952a7-68c1-4d41-8f1c-3ebef2684ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:11:15Z', 'updated_at': '2022-04-18T21:11:15Z', 'revision_number': 0, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5622615-e1c3-4c00-a5c7-75b646bd649b', 'name': '', 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:f7:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:58Z', 'updated_at': '2022-04-18T21:11:02Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': '0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:17.526256 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c9f4a425-8756-468e-aa47-7a2cb1003040 req-6452fdb3-9cb1-4e35-a6bd-4d8dc1673322 service neutron] 10.222.0.32 "GET /v2.0/networks/769a9fa6-2125-4d70-9c37-b837ce0487be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685922 Apr 18 21:11:17.557174 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-78385e25-16ae-4ccb-880d-fb78e31e547f None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:17.561179 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25e7c0f-8c29-4a3f-b024-c632c9ade5b2 None None] The sync data for ids ['17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'] in n-d-838323-3 is: [{'id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062954379', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:54Z', 'updated_at': '2022-04-18T21:10:59Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'd2b4170c-916b-4dba-92b3-7af9a4a837af', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'port_id': 'f3cf1132-2b97-45a5-9854-ccf1407d5351', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be', 'mac_address': 'fa:16:3e:e6:62:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88952a7-68c1-4d41-8f1c-3ebef2684ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:11:15Z', 'updated_at': '2022-04-18T21:11:15Z', 'revision_number': 0, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5622615-e1c3-4c00-a5c7-75b646bd649b', 'name': '', 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:f7:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:58Z', 'updated_at': '2022-04-18T21:11:02Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': '0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:11:17.565465 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-78385e25-16ae-4ccb-880d-fb78e31e547f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:17.617136 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78385e25-16ae-4ccb-880d-fb78e31e547f None None] Network c1263179-8184-48d5-a484-5bbc183b0273 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:17.621274 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-78385e25-16ae-4ccb-880d-fb78e31e547f None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:17.626943 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78385e25-16ae-4ccb-880d-fb78e31e547f None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:11:17.630980 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78385e25-16ae-4ccb-880d-fb78e31e547f None None] Pushing event updated for resources: {'Port': ['ID=3de04958-838a-4bae-a444-64e145728730,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:17.694134 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-78385e25-16ae-4ccb-880d-fb78e31e547f None None] Attempting to bind port 3de04958-838a-4bae-a444-64e145728730 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:17.694653 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-78385e25-16ae-4ccb-880d-fb78e31e547f None None] Attempting to bind port 3de04958-838a-4bae-a444-64e145728730 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c1263179-8184-48d5-a484-5bbc183b0273'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:17.695026 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78385e25-16ae-4ccb-880d-fb78e31e547f None None] Attempting to bind port 3de04958-838a-4bae-a444-64e145728730 on network c1263179-8184-48d5-a484-5bbc183b0273 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:11:17.700864 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78385e25-16ae-4ccb-880d-fb78e31e547f None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:11:17.701222 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78385e25-16ae-4ccb-880d-fb78e31e547f None None] Checking segment: {'id': '93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c1263179-8184-48d5-a484-5bbc183b0273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:11:17.701632 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-78385e25-16ae-4ccb-880d-fb78e31e547f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:17.702024 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78385e25-16ae-4ccb-880d-fb78e31e547f None None] Bound using segment: {'id': '93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c1263179-8184-48d5-a484-5bbc183b0273'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:11:17.702496 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-78385e25-16ae-4ccb-880d-fb78e31e547f None None] Bound port: 3de04958-838a-4bae-a444-64e145728730, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c1263179-8184-48d5-a484-5bbc183b0273'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:17.702880 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-78385e25-16ae-4ccb-880d-fb78e31e547f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:17.781171 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-78385e25-16ae-4ccb-880d-fb78e31e547f None None] For port 3de04958-838a-4bae-a444-64e145728730, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:17.786614 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-78385e25-16ae-4ccb-880d-fb78e31e547f None None] For port 3de04958-838a-4bae-a444-64e145728730, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3de04958-838a-4bae-a444-64e145728730,segment=NetworkSegment(93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef),segment_id=93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:17.793144 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-78385e25-16ae-4ccb-880d-fb78e31e547f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:17.883259 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f27899b-2eab-41cf-9795-578a727ad1b9 None None] New status for floating IP d2b4170c-916b-4dba-92b3-7af9a4a837af: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:11:17.946029 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78385e25-16ae-4ccb-880d-fb78e31e547f None None] Pushing event updated for resources: {'Port': ['ID=3de04958-838a-4bae-a444-64e145728730,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:17.999579 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 52248) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:18.112488 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-31999889-bb28-4730-93c7-d7ce09c2a79b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/floatingips/d2b4170c-916b-4dba-92b3-7af9a4a837af HTTP/1.1" status: 200 len: 991 time: 0.1116610 Apr 18 21:11:18.140677 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c9f4a425-8756-468e-aa47-7a2cb1003040 req-ea80b05e-467f-49ee-b75c-ffe8b3294bda service neutron] 10.222.0.32 "GET /v2.0/networks/769a9fa6-2125-4d70-9c37-b837ce0487be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6065853 Apr 18 21:11:18.221438 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bd5de5db-d027-4ced-b5ea-94b58ad49f54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:18.244067 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bd5de5db-d027-4ced-b5ea-94b58ad49f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:18.365348 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-bd5de5db-d027-4ced-b5ea-94b58ad49f54 admin admin] Allocated IP 172.25.1.72 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/a13a8dc3-0f81-448a-84ef-7b06b70dd520) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:18.475388 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bd5de5db-d027-4ced-b5ea-94b58ad49f54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:18.530216 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bd5de5db-d027-4ced-b5ea-94b58ad49f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:18.584976 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5de5db-d027-4ced-b5ea-94b58ad49f54 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:18.589505 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-bd5de5db-d027-4ced-b5ea-94b58ad49f54 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:18.591962 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5de5db-d027-4ced-b5ea-94b58ad49f54 admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:11:18.594288 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5de5db-d027-4ced-b5ea-94b58ad49f54 admin admin] Pushing event updated for resources: {'Port': ['ID=a13a8dc3-0f81-448a-84ef-7b06b70dd520,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:18.877919 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bd5de5db-d027-4ced-b5ea-94b58ad49f54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:19.066307 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ecb9f6-3824-46b4-acc8-17cabb963d95 None None] Network c1263179-8184-48d5-a484-5bbc183b0273 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:11:19.114675 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52268) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:19.157923 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c03205e6-7f68-4fb2-9a3e-ee6f14870788 None None] Provisioning complete for port 3de04958-838a-4bae-a444-64e145728730 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:19.158494 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c03205e6-7f68-4fb2-9a3e-ee6f14870788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:19.185852 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bd5de5db-d027-4ced-b5ea-94b58ad49f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:19.187255 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3de04958-838a-4bae-a444-64e145728730 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:11:19.208341 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-bd05a404-be8f-414f-af66-8489e956e8da tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/floatingips/d2b4170c-916b-4dba-92b3-7af9a4a837af HTTP/1.1" status: 200 len: 993 time: 0.0861599 Apr 18 21:11:19.351885 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 3de04958-838a-4bae-a444-64e145728730 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:19.352259 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:19.358926 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5de5db-d027-4ced-b5ea-94b58ad49f54 admin admin] Router bfeab980-5b96-42d8-bf2f-e1c2dc7aabee is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:11:19.400235 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c03205e6-7f68-4fb2-9a3e-ee6f14870788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:19.499008 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5de5db-d027-4ced-b5ea-94b58ad49f54 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:11:19.512688 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3856003-9173-4fbe-aa7f-5519c21d9cef None None] Sync routers for ids ['bfeab980-5b96-42d8-bf2f-e1c2dc7aabee'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:11:19.528719 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bd5de5db-d027-4ced-b5ea-94b58ad49f54 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:19.530347 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-bd5de5db-d027-4ced-b5ea-94b58ad49f54 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5975792 Apr 18 21:11:19.533623 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52278) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:19.533834 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3856003-9173-4fbe-aa7f-5519c21d9cef None None] Routers {'bfeab980-5b96-42d8-bf2f-e1c2dc7aabee'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:11:19.535218 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d3856003-9173-4fbe-aa7f-5519c21d9cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:10:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['bfeab980-5b96-42d8-bf2f-e1c2dc7aabee'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:19.664810 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c03205e6-7f68-4fb2-9a3e-ee6f14870788 None None] For port 3de04958-838a-4bae-a444-64e145728730, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3de04958-838a-4bae-a444-64e145728730,segment=NetworkSegment(93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef),segment_id=93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:19.671822 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c03205e6-7f68-4fb2-9a3e-ee6f14870788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:19.698738 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-d3856003-9173-4fbe-aa7f-5519c21d9cef None None] Set router bfeab980-5b96-42d8-bf2f-e1c2dc7aabee gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:11:19.767685 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03205e6-7f68-4fb2-9a3e-ee6f14870788 None None] Pushing event updated for resources: {'Port': ['ID=3de04958-838a-4bae-a444-64e145728730,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:20.000141 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-12f3c85c-6f50-421a-8bc7-5add14ca35b0 None None] Provisioning complete for port 3de04958-838a-4bae-a444-64e145728730 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:20.000577 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-12f3c85c-6f50-421a-8bc7-5add14ca35b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:20.071014 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d3856003-9173-4fbe-aa7f-5519c21d9cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfeab980-5b96-42d8-bf2f-e1c2dc7aabee', 'name': 'tempest-TestServerMultinode-537121109-router', 'tenant_id': 'cf7f262e0967424e8dc8cce0aa864d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'a13a8dc3-0f81-448a-84ef-7b06b70dd520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:17Z', 'updated_at': '2022-04-18T21:11:18Z', 'revision_number': 3, 'project_id': 'cf7f262e0967424e8dc8cce0aa864d7e', 'gw_port': {'id': 'a13a8dc3-0f81-448a-84ef-7b06b70dd520', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfeab980-5b96-42d8-bf2f-e1c2dc7aabee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:18Z', 'updated_at': '2022-04-18T21:11:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:20.103729 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3856003-9173-4fbe-aa7f-5519c21d9cef None None] Checking router: bfeab980-5b96-42d8-bf2f-e1c2dc7aabee for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:11:20.104077 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3856003-9173-4fbe-aa7f-5519c21d9cef None None] Updating router bfeab980-5b96-42d8-bf2f-e1c2dc7aabee port a13a8dc3-0f81-448a-84ef-7b06b70dd520 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:11:20.132031 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d3856003-9173-4fbe-aa7f-5519c21d9cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:20.147964 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-442a573f-3f33-493a-98f1-e30f6a1562ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:20.341376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-442a573f-3f33-493a-98f1-e30f6a1562ce admin admin] Allocated IP 172.20.0.1 (c1263179-8184-48d5-a484-5bbc183b0273/3d081fcc-0a2f-495f-aa50-9dbaecb08eb5/a0ceb500-3b1e-4976-b23c-ab0e0d14ac62) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:20.434190 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d3856003-9173-4fbe-aa7f-5519c21d9cef None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:20.440497 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d3856003-9173-4fbe-aa7f-5519c21d9cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:20.460858 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-442a573f-3f33-493a-98f1-e30f6a1562ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:20.496618 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-d3856003-9173-4fbe-aa7f-5519c21d9cef None None] Attempting to bind port a13a8dc3-0f81-448a-84ef-7b06b70dd520 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:20.496987 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-d3856003-9173-4fbe-aa7f-5519c21d9cef None None] Attempting to bind port a13a8dc3-0f81-448a-84ef-7b06b70dd520 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:20.497347 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3856003-9173-4fbe-aa7f-5519c21d9cef None None] Attempting to bind port a13a8dc3-0f81-448a-84ef-7b06b70dd520 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:11:20.506984 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3856003-9173-4fbe-aa7f-5519c21d9cef None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:11:20.507351 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3856003-9173-4fbe-aa7f-5519c21d9cef None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:11:20.507733 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d3856003-9173-4fbe-aa7f-5519c21d9cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:20.508120 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3856003-9173-4fbe-aa7f-5519c21d9cef None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:11:20.508612 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-d3856003-9173-4fbe-aa7f-5519c21d9cef None None] Bound port: a13a8dc3-0f81-448a-84ef-7b06b70dd520, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:20.508945 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-442a573f-3f33-493a-98f1-e30f6a1562ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:20.509104 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d3856003-9173-4fbe-aa7f-5519c21d9cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:20.510962 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9a7a1-cc5d-475b-b12f-e70280e4f3bc None None] Pushing event updated for resources: {'Port': ['ID=a13a8dc3-0f81-448a-84ef-7b06b70dd520,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:20.559305 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442a573f-3f33-493a-98f1-e30f6a1562ce admin admin] Network c1263179-8184-48d5-a484-5bbc183b0273 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:20.563869 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a573f-3f33-493a-98f1-e30f6a1562ce admin admin] Pushing event updated for resources: {'Port': ['ID=a0ceb500-3b1e-4976-b23c-ab0e0d14ac62,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:20.567194 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-442a573f-3f33-493a-98f1-e30f6a1562ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:20.569636 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442a573f-3f33-493a-98f1-e30f6a1562ce admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:11:20.572954 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-d3856003-9173-4fbe-aa7f-5519c21d9cef None None] For port a13a8dc3-0f81-448a-84ef-7b06b70dd520, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:20.576475 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-d3856003-9173-4fbe-aa7f-5519c21d9cef None None] For port a13a8dc3-0f81-448a-84ef-7b06b70dd520, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a13a8dc3-0f81-448a-84ef-7b06b70dd520,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:20.578862 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9a7a1-cc5d-475b-b12f-e70280e4f3bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:20.579994 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9a7a1-cc5d-475b-b12f-e70280e4f3bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:20.580594 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9a7a1-cc5d-475b-b12f-e70280e4f3bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:20.581220 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9a7a1-cc5d-475b-b12f-e70280e4f3bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:20.581426 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9a7a1-cc5d-475b-b12f-e70280e4f3bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:20.581756 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9a7a1-cc5d-475b-b12f-e70280e4f3bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:20.582079 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9a7a1-cc5d-475b-b12f-e70280e4f3bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:20.582500 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9a7a1-cc5d-475b-b12f-e70280e4f3bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:20.582999 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9a7a1-cc5d-475b-b12f-e70280e4f3bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:20.583480 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9a7a1-cc5d-475b-b12f-e70280e4f3bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:20.583982 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9a7a1-cc5d-475b-b12f-e70280e4f3bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:20.584604 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9a7a1-cc5d-475b-b12f-e70280e4f3bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:20.590253 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d3856003-9173-4fbe-aa7f-5519c21d9cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:20.637085 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-442a573f-3f33-493a-98f1-e30f6a1562ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:20.652878 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3856003-9173-4fbe-aa7f-5519c21d9cef None None] Routers {'bfeab980-5b96-42d8-bf2f-e1c2dc7aabee'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:11:20.653513 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d3856003-9173-4fbe-aa7f-5519c21d9cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:10:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['bfeab980-5b96-42d8-bf2f-e1c2dc7aabee'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:20.801318 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-d3856003-9173-4fbe-aa7f-5519c21d9cef None None] Set router bfeab980-5b96-42d8-bf2f-e1c2dc7aabee gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:11:20.806645 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-442a573f-3f33-493a-98f1-e30f6a1562ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:20.890958 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9a7a1-cc5d-475b-b12f-e70280e4f3bc None None] Pushing event updated for resources: {'Port': ['ID=a13a8dc3-0f81-448a-84ef-7b06b70dd520,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:20.947794 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c26bb196-a6ac-464b-a458-a97c1860204a None None] Provisioning complete for port a0ceb500-3b1e-4976-b23c-ab0e0d14ac62 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:20.948632 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c26bb196-a6ac-464b-a458-a97c1860204a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:21.013339 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c26bb196-a6ac-464b-a458-a97c1860204a None None] Port a0ceb500-3b1e-4976-b23c-ab0e0d14ac62 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:11:21.042059 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-442a573f-3f33-493a-98f1-e30f6a1562ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:21.050164 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-442a573f-3f33-493a-98f1-e30f6a1562ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:21.119264 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d3856003-9173-4fbe-aa7f-5519c21d9cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfeab980-5b96-42d8-bf2f-e1c2dc7aabee', 'name': 'tempest-TestServerMultinode-537121109-router', 'tenant_id': 'cf7f262e0967424e8dc8cce0aa864d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'a13a8dc3-0f81-448a-84ef-7b06b70dd520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:17Z', 'updated_at': '2022-04-18T21:11:18Z', 'revision_number': 3, 'project_id': 'cf7f262e0967424e8dc8cce0aa864d7e', 'gw_port': {'id': 'a13a8dc3-0f81-448a-84ef-7b06b70dd520', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfeab980-5b96-42d8-bf2f-e1c2dc7aabee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:18Z', 'updated_at': '2022-04-18T21:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:21.178235 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3856003-9173-4fbe-aa7f-5519c21d9cef None None] The sync data for ids ['bfeab980-5b96-42d8-bf2f-e1c2dc7aabee'] in n-d-838323-3 is: [{'id': 'bfeab980-5b96-42d8-bf2f-e1c2dc7aabee', 'name': 'tempest-TestServerMultinode-537121109-router', 'tenant_id': 'cf7f262e0967424e8dc8cce0aa864d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'a13a8dc3-0f81-448a-84ef-7b06b70dd520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:17Z', 'updated_at': '2022-04-18T21:11:18Z', 'revision_number': 3, 'project_id': 'cf7f262e0967424e8dc8cce0aa864d7e', 'gw_port': {'id': 'a13a8dc3-0f81-448a-84ef-7b06b70dd520', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfeab980-5b96-42d8-bf2f-e1c2dc7aabee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:18Z', 'updated_at': '2022-04-18T21:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:11:21.179224 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a573f-3f33-493a-98f1-e30f6a1562ce admin admin] Pushing event updated for resources: {'Port': ['ID=a0ceb500-3b1e-4976-b23c-ab0e0d14ac62,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:21.182548 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3de04958-838a-4bae-a444-64e145728730 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:11:21.183376 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-442a573f-3f33-493a-98f1-e30f6a1562ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:21.256379 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 3de04958-838a-4bae-a444-64e145728730 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:21.257087 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:21.332645 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442a573f-3f33-493a-98f1-e30f6a1562ce admin admin] Network c1263179-8184-48d5-a484-5bbc183b0273 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:21.334594 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-442a573f-3f33-493a-98f1-e30f6a1562ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:21.482647 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442a573f-3f33-493a-98f1-e30f6a1562ce admin admin] Router bfeab980-5b96-42d8-bf2f-e1c2dc7aabee has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:11:21.654691 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442a573f-3f33-493a-98f1-e30f6a1562ce admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:11:21.663093 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-442a573f-3f33-493a-98f1-e30f6a1562ce admin admin] 10.222.0.41 "PUT /v2.0/routers/bfeab980-5b96-42d8-bf2f-e1c2dc7aabee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1280723 Apr 18 21:11:21.755600 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e9950034-26c3-488d-a9c6-d795b5b89926 None None] Provisioning complete for port a0ceb500-3b1e-4976-b23c-ab0e0d14ac62 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:21.756276 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e9950034-26c3-488d-a9c6-d795b5b89926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:21.816568 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e9950034-26c3-488d-a9c6-d795b5b89926 None None] Port a0ceb500-3b1e-4976-b23c-ab0e0d14ac62 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:11:22.309696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52332) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:22.315400 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-bbabc7e8-86c1-4c8a-9179-8f578dc91623 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-57410693-network', 'tenant_id': '4764339203994b438e4d04f59093b8e8'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:11:22.344601 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbabc7e8-86c1-4c8a-9179-8f578dc91623 admin admin] Made reservation on behalf of 4764339203994b438e4d04f59093b8e8 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:22.347807 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bbabc7e8-86c1-4c8a-9179-8f578dc91623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:22.358782 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bbabc7e8-86c1-4c8a-9179-8f578dc91623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:22.454081 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bbabc7e8-86c1-4c8a-9179-8f578dc91623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:22.460024 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bbabc7e8-86c1-4c8a-9179-8f578dc91623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:22.487908 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbabc7e8-86c1-4c8a-9179-8f578dc91623 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:11:22.497991 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabc7e8-86c1-4c8a-9179-8f578dc91623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d334f9e-093e-4c0d-b8b8-33d421e844d5,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:22.504302 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bbabc7e8-86c1-4c8a-9179-8f578dc91623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:22.504659 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-bbabc7e8-86c1-4c8a-9179-8f578dc91623 admin admin] Added segment 26dc0bb7-6e18-4cbc-a62d-89f1c57bf7ee of type vlan for network 8b944eea-32d8-4f0e-8122-6715334509e2 Apr 18 21:11:22.546752 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bbabc7e8-86c1-4c8a-9179-8f578dc91623 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:22.574166 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bbabc7e8-86c1-4c8a-9179-8f578dc91623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:22.575217 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbabc7e8-86c1-4c8a-9179-8f578dc91623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:22.575854 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bbabc7e8-86c1-4c8a-9179-8f578dc91623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:22.645312 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-bbabc7e8-86c1-4c8a-9179-8f578dc91623 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3344398 Apr 18 21:11:22.646293 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabc7e8-86c1-4c8a-9179-8f578dc91623 admin admin] Pushing event updated for resources: {'Network': ['ID=8b944eea-32d8-4f0e-8122-6715334509e2,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:22.648702 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52344) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:22.653982 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-313faa59-70bf-4312-ba52-d9ee4cb0eb41 admin admin] Request body: {'subnet': {'network_id': '8b944eea-32d8-4f0e-8122-6715334509e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-57410693-subnet', 'tenant_id': '4764339203994b438e4d04f59093b8e8', 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:11:22.662329 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 8b944eea-32d8-4f0e-8122-6715334509e2 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:11:22.684545 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313faa59-70bf-4312-ba52-d9ee4cb0eb41 admin admin] Made reservation on behalf of 4764339203994b438e4d04f59093b8e8 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:22.687168 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-313faa59-70bf-4312-ba52-d9ee4cb0eb41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:22.891723 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-313faa59-70bf-4312-ba52-d9ee4cb0eb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:22.951440 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313faa59-70bf-4312-ba52-d9ee4cb0eb41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16848c62-b067-4294-ac35-aae2f24402e1,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:22.961367 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313faa59-70bf-4312-ba52-d9ee4cb0eb41 admin admin] Checking segment: {'id': '26dc0bb7-6e18-4cbc-a62d-89f1c57bf7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8b944eea-32d8-4f0e-8122-6715334509e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:11:22.961724 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313faa59-70bf-4312-ba52-d9ee4cb0eb41 admin admin] Network hostable DHCP agents. Network: 8b944eea-32d8-4f0e-8122-6715334509e2, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:11:22.984034 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313faa59-70bf-4312-ba52-d9ee4cb0eb41 admin admin] Network 8b944eea-32d8-4f0e-8122-6715334509e2 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:11:22.996974 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-313faa59-70bf-4312-ba52-d9ee4cb0eb41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 8b944eea-32d8-4f0e-8122-6715334509e2) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:23.007217 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313faa59-70bf-4312-ba52-d9ee4cb0eb41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:23.007810 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-313faa59-70bf-4312-ba52-d9ee4cb0eb41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:23.009380 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b978c65a-43c7-46c1-ba5f-fd1da054d5de None None] Network 8b944eea-32d8-4f0e-8122-6715334509e2 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:11:23.026712 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-313faa59-70bf-4312-ba52-d9ee4cb0eb41 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3761597 Apr 18 21:11:23.028358 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52350) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:23.033620 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-57de2a68-e376-4c8b-b04e-b36654dfb973 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-57410693-router', 'tenant_id': '4764339203994b438e4d04f59093b8e8', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:11:23.063228 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57de2a68-e376-4c8b-b04e-b36654dfb973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:23.065871 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57de2a68-e376-4c8b-b04e-b36654dfb973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:23.173939 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a13a8dc3-0f81-448a-84ef-7b06b70dd520 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:11:23.268342 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d7c9f2-a147-4f98-afec-f8c1705fb5df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-8b944eea-32d8-4f0e-8122-6715334509e2', 'network_id': '8b944eea-32d8-4f0e-8122-6715334509e2', 'tenant_id': '4764339203994b438e4d04f59093b8e8', 'fixed_ips': [{'subnet_id': '16848c62-b067-4294-ac35-aae2f24402e1'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:11:23.269283 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f0d7c9f2-a147-4f98-afec-f8c1705fb5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:23.283275 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98317140-eb01-4a49-8ab9-5b9effac19c4 None None] Sync routers for ids ['bfeab980-5b96-42d8-bf2f-e1c2dc7aabee'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:11:23.306783 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98317140-eb01-4a49-8ab9-5b9effac19c4 None None] Routers {'bfeab980-5b96-42d8-bf2f-e1c2dc7aabee'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:11:23.308450 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-98317140-eb01-4a49-8ab9-5b9effac19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:10:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['bfeab980-5b96-42d8-bf2f-e1c2dc7aabee'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:23.435406 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port a13a8dc3-0f81-448a-84ef-7b06b70dd520 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:23.436061 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:23.581230 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57de2a68-e376-4c8b-b04e-b36654dfb973 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:23.621024 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-98317140-eb01-4a49-8ab9-5b9effac19c4 None None] Set router bfeab980-5b96-42d8-bf2f-e1c2dc7aabee gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:11:23.682129 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-f0d7c9f2-a147-4f98-afec-f8c1705fb5df None None] Allocated IP 172.20.0.2 (8b944eea-32d8-4f0e-8122-6715334509e2/16848c62-b067-4294-ac35-aae2f24402e1/7181c022-0ceb-4a2f-abf5-cc93483eaf35) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:23.718806 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:23.754098 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57de2a68-e376-4c8b-b04e-b36654dfb973 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:23.857579 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port a13a8dc3-0f81-448a-84ef-7b06b70dd520, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a13a8dc3-0f81-448a-84ef-7b06b70dd520,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:23.868210 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:24.011328 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57de2a68-e376-4c8b-b04e-b36654dfb973 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:24.031458 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57de2a68-e376-4c8b-b04e-b36654dfb973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:24.031728 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=a13a8dc3-0f81-448a-84ef-7b06b70dd520,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:24.101543 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f0d7c9f2-a147-4f98-afec-f8c1705fb5df None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:24.110126 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f0d7c9f2-a147-4f98-afec-f8c1705fb5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:24.116082 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-98317140-eb01-4a49-8ab9-5b9effac19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfeab980-5b96-42d8-bf2f-e1c2dc7aabee', 'name': 'tempest-TestServerMultinode-537121109-router', 'tenant_id': 'cf7f262e0967424e8dc8cce0aa864d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'a13a8dc3-0f81-448a-84ef-7b06b70dd520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:17Z', 'updated_at': '2022-04-18T21:11:20Z', 'revision_number': 4, 'project_id': 'cf7f262e0967424e8dc8cce0aa864d7e', 'gw_port': {'id': 'a13a8dc3-0f81-448a-84ef-7b06b70dd520', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfeab980-5b96-42d8-bf2f-e1c2dc7aabee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:18Z', 'updated_at': '2022-04-18T21:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'a0ceb500-3b1e-4976-b23c-ab0e0d14ac62', 'name': '', 'network_id': 'c1263179-8184-48d5-a484-5bbc183b0273', 'tenant_id': 'cf7f262e0967424e8dc8cce0aa864d7e', 'mac_address': 'fa:16:3e:52:7d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfeab980-5b96-42d8-bf2f-e1c2dc7aabee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '3d081fcc-0a2f-495f-aa50-9dbaecb08eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:20Z', 'updated_at': '2022-04-18T21:11:20Z', 'revision_number': 2, 'project_id': 'cf7f262e0967424e8dc8cce0aa864d7e', 'subnets': [{'id': '3d081fcc-0a2f-495f-aa50-9dbaecb08eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:24.170612 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-57de2a68-e376-4c8b-b04e-b36654dfb973 admin admin] Allocated IP 172.25.1.15 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/bdbb9ae4-6452-4432-9b1c-68fed7d58099) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:24.177342 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98317140-eb01-4a49-8ab9-5b9effac19c4 None None] Checking router: bfeab980-5b96-42d8-bf2f-e1c2dc7aabee for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:11:24.177701 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98317140-eb01-4a49-8ab9-5b9effac19c4 None None] Updating router bfeab980-5b96-42d8-bf2f-e1c2dc7aabee port a0ceb500-3b1e-4976-b23c-ab0e0d14ac62 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:11:24.211139 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d7c9f2-a147-4f98-afec-f8c1705fb5df None None] Network 8b944eea-32d8-4f0e-8122-6715334509e2 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:24.220031 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7c9f2-a147-4f98-afec-f8c1705fb5df None None] Pushing event updated for resources: {'Port': ['ID=7181c022-0ceb-4a2f-abf5-cc93483eaf35,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:24.224786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-f0d7c9f2-a147-4f98-afec-f8c1705fb5df None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:24.227282 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d7c9f2-a147-4f98-afec-f8c1705fb5df None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:11:24.229490 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-98317140-eb01-4a49-8ab9-5b9effac19c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:24.294575 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57de2a68-e376-4c8b-b04e-b36654dfb973 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:24.335044 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57de2a68-e376-4c8b-b04e-b36654dfb973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:24.377664 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-f0d7c9f2-a147-4f98-afec-f8c1705fb5df None None] Attempting to bind port 7181c022-0ceb-4a2f-abf5-cc93483eaf35 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:24.378102 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-f0d7c9f2-a147-4f98-afec-f8c1705fb5df None None] Attempting to bind port 7181c022-0ceb-4a2f-abf5-cc93483eaf35 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '26dc0bb7-6e18-4cbc-a62d-89f1c57bf7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8b944eea-32d8-4f0e-8122-6715334509e2'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:24.378513 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d7c9f2-a147-4f98-afec-f8c1705fb5df None None] Attempting to bind port 7181c022-0ceb-4a2f-abf5-cc93483eaf35 on network 8b944eea-32d8-4f0e-8122-6715334509e2 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:11:24.385542 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57de2a68-e376-4c8b-b04e-b36654dfb973 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:24.389381 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d7c9f2-a147-4f98-afec-f8c1705fb5df None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:11:24.389381 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d7c9f2-a147-4f98-afec-f8c1705fb5df None None] Checking segment: {'id': '26dc0bb7-6e18-4cbc-a62d-89f1c57bf7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8b944eea-32d8-4f0e-8122-6715334509e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:11:24.389381 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f0d7c9f2-a147-4f98-afec-f8c1705fb5df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:24.390155 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-57de2a68-e376-4c8b-b04e-b36654dfb973 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:24.390375 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d7c9f2-a147-4f98-afec-f8c1705fb5df None None] Bound using segment: {'id': '26dc0bb7-6e18-4cbc-a62d-89f1c57bf7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8b944eea-32d8-4f0e-8122-6715334509e2'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:11:24.390375 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-f0d7c9f2-a147-4f98-afec-f8c1705fb5df None None] Bound port: 7181c022-0ceb-4a2f-abf5-cc93483eaf35, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26dc0bb7-6e18-4cbc-a62d-89f1c57bf7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8b944eea-32d8-4f0e-8122-6715334509e2'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:24.390375 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f0d7c9f2-a147-4f98-afec-f8c1705fb5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:24.393030 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57de2a68-e376-4c8b-b04e-b36654dfb973 admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:11:24.432148 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de2a68-e376-4c8b-b04e-b36654dfb973 admin admin] Pushing event updated for resources: {'Port': ['ID=bdbb9ae4-6452-4432-9b1c-68fed7d58099,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:24.537164 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f0d7c9f2-a147-4f98-afec-f8c1705fb5df None None] For port 7181c022-0ceb-4a2f-abf5-cc93483eaf35, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:24.541715 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f0d7c9f2-a147-4f98-afec-f8c1705fb5df None None] For port 7181c022-0ceb-4a2f-abf5-cc93483eaf35, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7181c022-0ceb-4a2f-abf5-cc93483eaf35,segment=NetworkSegment(26dc0bb7-6e18-4cbc-a62d-89f1c57bf7ee),segment_id=26dc0bb7-6e18-4cbc-a62d-89f1c57bf7ee)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:24.555445 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f0d7c9f2-a147-4f98-afec-f8c1705fb5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:24.679557 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7c9f2-a147-4f98-afec-f8c1705fb5df None None] Pushing event updated for resources: {'Port': ['ID=7181c022-0ceb-4a2f-abf5-cc93483eaf35,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:24.693582 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-225458be-85f7-4c63-833c-29b18dfa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:24.740150 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-98317140-eb01-4a49-8ab9-5b9effac19c4 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:24.747866 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-98317140-eb01-4a49-8ab9-5b9effac19c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:24.765083 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57de2a68-e376-4c8b-b04e-b36654dfb973 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:24.817869 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbea8b-0685-4518-8c0c-1378c95d4805 None None] Pushing event updated for resources: {'Port': ['ID=a0ceb500-3b1e-4976-b23c-ab0e0d14ac62,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:24.879383 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-98317140-eb01-4a49-8ab9-5b9effac19c4 None None] Attempting to bind port a0ceb500-3b1e-4976-b23c-ab0e0d14ac62 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:24.879846 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-98317140-eb01-4a49-8ab9-5b9effac19c4 None None] Attempting to bind port a0ceb500-3b1e-4976-b23c-ab0e0d14ac62 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c1263179-8184-48d5-a484-5bbc183b0273'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:24.880280 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98317140-eb01-4a49-8ab9-5b9effac19c4 None None] Attempting to bind port a0ceb500-3b1e-4976-b23c-ab0e0d14ac62 on network c1263179-8184-48d5-a484-5bbc183b0273 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:11:24.887873 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98317140-eb01-4a49-8ab9-5b9effac19c4 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:11:24.888616 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98317140-eb01-4a49-8ab9-5b9effac19c4 None None] Checking segment: {'id': '93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c1263179-8184-48d5-a484-5bbc183b0273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:11:24.889129 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-98317140-eb01-4a49-8ab9-5b9effac19c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:24.890581 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98317140-eb01-4a49-8ab9-5b9effac19c4 None None] Bound using segment: {'id': '93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c1263179-8184-48d5-a484-5bbc183b0273'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:11:24.891089 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-98317140-eb01-4a49-8ab9-5b9effac19c4 None None] Bound port: a0ceb500-3b1e-4976-b23c-ab0e0d14ac62, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c1263179-8184-48d5-a484-5bbc183b0273'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:24.892288 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-98317140-eb01-4a49-8ab9-5b9effac19c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:25.013121 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-98317140-eb01-4a49-8ab9-5b9effac19c4 None None] For port a0ceb500-3b1e-4976-b23c-ab0e0d14ac62, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:25.023700 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-98317140-eb01-4a49-8ab9-5b9effac19c4 None None] For port a0ceb500-3b1e-4976-b23c-ab0e0d14ac62, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a0ceb500-3b1e-4976-b23c-ab0e0d14ac62,segment=NetworkSegment(93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef),segment_id=93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:25.030237 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-98317140-eb01-4a49-8ab9-5b9effac19c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:25.093761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98317140-eb01-4a49-8ab9-5b9effac19c4 None None] Routers {'bfeab980-5b96-42d8-bf2f-e1c2dc7aabee'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:11:25.094395 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-98317140-eb01-4a49-8ab9-5b9effac19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:10:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['bfeab980-5b96-42d8-bf2f-e1c2dc7aabee'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:25.104664 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57de2a68-e376-4c8b-b04e-b36654dfb973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:25.151846 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbea8b-0685-4518-8c0c-1378c95d4805 None None] Pushing event updated for resources: {'Port': ['ID=a0ceb500-3b1e-4976-b23c-ab0e0d14ac62,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:25.330542 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57de2a68-e376-4c8b-b04e-b36654dfb973 admin admin] Router 3af27e2c-cbac-44b3-bab6-068df2c6ae48 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:11:25.449277 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7181c022-0ceb-4a2f-abf5-cc93483eaf35 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:11:25.452022 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-63b18067-ffc7-4720-8e9f-223bcd197aec None None] Provisioning complete for port a0ceb500-3b1e-4976-b23c-ab0e0d14ac62 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:25.452685 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-63b18067-ffc7-4720-8e9f-223bcd197aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:25.497182 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57de2a68-e376-4c8b-b04e-b36654dfb973 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:11:25.507886 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed38858d-32a6-45f6-8b67-59b93f2dfb20 None None] Sync routers for ids ['3af27e2c-cbac-44b3-bab6-068df2c6ae48'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:11:25.532871 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed38858d-32a6-45f6-8b67-59b93f2dfb20 None None] Routers {'3af27e2c-cbac-44b3-bab6-068df2c6ae48'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:11:25.534507 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ed38858d-32a6-45f6-8b67-59b93f2dfb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:10:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['3af27e2c-cbac-44b3-bab6-068df2c6ae48'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:25.551214 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-57de2a68-e376-4c8b-b04e-b36654dfb973 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:25.551609 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-98317140-eb01-4a49-8ab9-5b9effac19c4 None None] Set router bfeab980-5b96-42d8-bf2f-e1c2dc7aabee gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:11:25.553276 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-57de2a68-e376-4c8b-b04e-b36654dfb973 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5230660 Apr 18 21:11:25.555719 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 52382) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:25.711906 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-ed38858d-32a6-45f6-8b67-59b93f2dfb20 None None] Set router 3af27e2c-cbac-44b3-bab6-068df2c6ae48 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:11:25.761678 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-63b18067-ffc7-4720-8e9f-223bcd197aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:25.794566 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 7181c022-0ceb-4a2f-abf5-cc93483eaf35 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:25.795178 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:25.938336 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-63b18067-ffc7-4720-8e9f-223bcd197aec None None] For port a0ceb500-3b1e-4976-b23c-ab0e0d14ac62, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a0ceb500-3b1e-4976-b23c-ab0e0d14ac62,segment=NetworkSegment(93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef),segment_id=93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:25.953870 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-63b18067-ffc7-4720-8e9f-223bcd197aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:26.011962 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ed38858d-32a6-45f6-8b67-59b93f2dfb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af27e2c-cbac-44b3-bab6-068df2c6ae48', 'name': 'tempest-TestServerMultinode-57410693-router', 'tenant_id': '4764339203994b438e4d04f59093b8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bdbb9ae4-6452-4432-9b1c-68fed7d58099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:23Z', 'updated_at': '2022-04-18T21:11:24Z', 'revision_number': 3, 'project_id': '4764339203994b438e4d04f59093b8e8', 'gw_port': {'id': 'bdbb9ae4-6452-4432-9b1c-68fed7d58099', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af27e2c-cbac-44b3-bab6-068df2c6ae48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:24Z', 'updated_at': '2022-04-18T21:11:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:26.047146 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed38858d-32a6-45f6-8b67-59b93f2dfb20 None None] Checking router: 3af27e2c-cbac-44b3-bab6-068df2c6ae48 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:11:26.047490 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed38858d-32a6-45f6-8b67-59b93f2dfb20 None None] Updating router 3af27e2c-cbac-44b3-bab6-068df2c6ae48 port bdbb9ae4-6452-4432-9b1c-68fed7d58099 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:11:26.087655 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ed38858d-32a6-45f6-8b67-59b93f2dfb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:26.152192 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:26.171378 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-acae0d12-77f0-49d8-9ce6-4840b6456aa2 None None] Provisioning complete for port a0ceb500-3b1e-4976-b23c-ab0e0d14ac62 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:26.171754 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-acae0d12-77f0-49d8-9ce6-4840b6456aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:26.232687 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b18067-ffc7-4720-8e9f-223bcd197aec None None] Pushing event updated for resources: {'Port': ['ID=a0ceb500-3b1e-4976-b23c-ab0e0d14ac62,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:26.233182 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-79db90c2-7ceb-49cc-8e86-33d7d4d7118f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:26.249803 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b18067-ffc7-4720-8e9f-223bcd197aec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:26.250153 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b18067-ffc7-4720-8e9f-223bcd197aec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:26.250494 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b18067-ffc7-4720-8e9f-223bcd197aec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:26.250828 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b18067-ffc7-4720-8e9f-223bcd197aec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:26.251729 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b18067-ffc7-4720-8e9f-223bcd197aec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:26.252071 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b18067-ffc7-4720-8e9f-223bcd197aec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:26.252395 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b18067-ffc7-4720-8e9f-223bcd197aec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:26.255814 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b18067-ffc7-4720-8e9f-223bcd197aec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:26.256166 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b18067-ffc7-4720-8e9f-223bcd197aec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:26.256534 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b18067-ffc7-4720-8e9f-223bcd197aec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:26.256872 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b18067-ffc7-4720-8e9f-223bcd197aec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:26.257198 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b18067-ffc7-4720-8e9f-223bcd197aec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:26.283356 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 7181c022-0ceb-4a2f-abf5-cc93483eaf35, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7181c022-0ceb-4a2f-abf5-cc93483eaf35,segment=NetworkSegment(26dc0bb7-6e18-4cbc-a62d-89f1c57bf7ee),segment_id=26dc0bb7-6e18-4cbc-a62d-89f1c57bf7ee)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:26.301995 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:26.302874 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a13a8dc3-0f81-448a-84ef-7b06b70dd520 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:11:26.365650 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7a126b-f190-4553-b11d-dc499284139e None None] Network 8b944eea-32d8-4f0e-8122-6715334509e2 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:11:26.396076 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-98317140-eb01-4a49-8ab9-5b9effac19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfeab980-5b96-42d8-bf2f-e1c2dc7aabee', 'name': 'tempest-TestServerMultinode-537121109-router', 'tenant_id': 'cf7f262e0967424e8dc8cce0aa864d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'a13a8dc3-0f81-448a-84ef-7b06b70dd520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:17Z', 'updated_at': '2022-04-18T21:11:20Z', 'revision_number': 4, 'project_id': 'cf7f262e0967424e8dc8cce0aa864d7e', 'gw_port': {'id': 'a13a8dc3-0f81-448a-84ef-7b06b70dd520', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfeab980-5b96-42d8-bf2f-e1c2dc7aabee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:18Z', 'updated_at': '2022-04-18T21:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'a0ceb500-3b1e-4976-b23c-ab0e0d14ac62', 'name': '', 'network_id': 'c1263179-8184-48d5-a484-5bbc183b0273', 'tenant_id': 'cf7f262e0967424e8dc8cce0aa864d7e', 'mac_address': 'fa:16:3e:52:7d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfeab980-5b96-42d8-bf2f-e1c2dc7aabee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '3d081fcc-0a2f-495f-aa50-9dbaecb08eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:20Z', 'updated_at': '2022-04-18T21:11:24Z', 'revision_number': 4, 'project_id': 'cf7f262e0967424e8dc8cce0aa864d7e', 'subnets': [{'id': '3d081fcc-0a2f-495f-aa50-9dbaecb08eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:26.447817 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ed38858d-32a6-45f6-8b67-59b93f2dfb20 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:26.462093 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ed38858d-32a6-45f6-8b67-59b93f2dfb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:26.481823 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-79db90c2-7ceb-49cc-8e86-33d7d4d7118f admin admin] Allocated IP 172.20.0.1 (8b944eea-32d8-4f0e-8122-6715334509e2/16848c62-b067-4294-ac35-aae2f24402e1/562f89ae-2de4-49e5-920c-3b8a4a43b57b) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:26.506126 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98317140-eb01-4a49-8ab9-5b9effac19c4 None None] The sync data for ids ['bfeab980-5b96-42d8-bf2f-e1c2dc7aabee'] in n-d-838323-3 is: [{'id': 'bfeab980-5b96-42d8-bf2f-e1c2dc7aabee', 'name': 'tempest-TestServerMultinode-537121109-router', 'tenant_id': 'cf7f262e0967424e8dc8cce0aa864d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'a13a8dc3-0f81-448a-84ef-7b06b70dd520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:17Z', 'updated_at': '2022-04-18T21:11:20Z', 'revision_number': 4, 'project_id': 'cf7f262e0967424e8dc8cce0aa864d7e', 'gw_port': {'id': 'a13a8dc3-0f81-448a-84ef-7b06b70dd520', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfeab980-5b96-42d8-bf2f-e1c2dc7aabee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:18Z', 'updated_at': '2022-04-18T21:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'a0ceb500-3b1e-4976-b23c-ab0e0d14ac62', 'name': '', 'network_id': 'c1263179-8184-48d5-a484-5bbc183b0273', 'tenant_id': 'cf7f262e0967424e8dc8cce0aa864d7e', 'mac_address': 'fa:16:3e:52:7d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfeab980-5b96-42d8-bf2f-e1c2dc7aabee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '3d081fcc-0a2f-495f-aa50-9dbaecb08eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:20Z', 'updated_at': '2022-04-18T21:11:24Z', 'revision_number': 4, 'project_id': 'cf7f262e0967424e8dc8cce0aa864d7e', 'subnets': [{'id': '3d081fcc-0a2f-495f-aa50-9dbaecb08eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:11:26.525202 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-ed38858d-32a6-45f6-8b67-59b93f2dfb20 None None] Attempting to bind port bdbb9ae4-6452-4432-9b1c-68fed7d58099 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:26.526340 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-ed38858d-32a6-45f6-8b67-59b93f2dfb20 None None] Attempting to bind port bdbb9ae4-6452-4432-9b1c-68fed7d58099 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:26.526713 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed38858d-32a6-45f6-8b67-59b93f2dfb20 None None] Attempting to bind port bdbb9ae4-6452-4432-9b1c-68fed7d58099 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:11:26.543229 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed38858d-32a6-45f6-8b67-59b93f2dfb20 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:11:26.543904 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed38858d-32a6-45f6-8b67-59b93f2dfb20 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:11:26.544524 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ed38858d-32a6-45f6-8b67-59b93f2dfb20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:26.545109 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed38858d-32a6-45f6-8b67-59b93f2dfb20 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:11:26.545784 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-ed38858d-32a6-45f6-8b67-59b93f2dfb20 None None] Bound port: bdbb9ae4-6452-4432-9b1c-68fed7d58099, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:26.546370 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ed38858d-32a6-45f6-8b67-59b93f2dfb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:26.599017 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57781dff-e7c7-4f29-9531-6936d4477ca1 None None] Pushing event updated for resources: {'Port': ['ID=bdbb9ae4-6452-4432-9b1c-68fed7d58099,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:26.615422 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-ed38858d-32a6-45f6-8b67-59b93f2dfb20 None None] For port bdbb9ae4-6452-4432-9b1c-68fed7d58099, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:26.619977 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-ed38858d-32a6-45f6-8b67-59b93f2dfb20 None None] For port bdbb9ae4-6452-4432-9b1c-68fed7d58099, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=bdbb9ae4-6452-4432-9b1c-68fed7d58099,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:26.626774 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ed38858d-32a6-45f6-8b67-59b93f2dfb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:26.680975 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-79db90c2-7ceb-49cc-8e86-33d7d4d7118f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:26.699665 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=7181c022-0ceb-4a2f-abf5-cc93483eaf35,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:26.700360 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed38858d-32a6-45f6-8b67-59b93f2dfb20 None None] Routers {'3af27e2c-cbac-44b3-bab6-068df2c6ae48'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:11:26.701228 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ed38858d-32a6-45f6-8b67-59b93f2dfb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:10:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['3af27e2c-cbac-44b3-bab6-068df2c6ae48'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:26.764243 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57781dff-e7c7-4f29-9531-6936d4477ca1 None None] Pushing event updated for resources: {'Port': ['ID=bdbb9ae4-6452-4432-9b1c-68fed7d58099,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:26.784115 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-79db90c2-7ceb-49cc-8e86-33d7d4d7118f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:26.814481 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port a13a8dc3-0f81-448a-84ef-7b06b70dd520 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:26.815772 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:26.853343 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-ed38858d-32a6-45f6-8b67-59b93f2dfb20 None None] Set router 3af27e2c-cbac-44b3-bab6-068df2c6ae48 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:11:26.904171 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-7b92650c-8607-43d4-a2da-2ec06e65c91c None None] Provisioning complete for port 7181c022-0ceb-4a2f-abf5-cc93483eaf35 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:26.904869 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7b92650c-8607-43d4-a2da-2ec06e65c91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:26.936236 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db90c2-7ceb-49cc-8e86-33d7d4d7118f admin admin] Pushing event updated for resources: {'Port': ['ID=562f89ae-2de4-49e5-920c-3b8a4a43b57b,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:26.945556 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79db90c2-7ceb-49cc-8e86-33d7d4d7118f admin admin] Network 8b944eea-32d8-4f0e-8122-6715334509e2 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:26.949798 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-79db90c2-7ceb-49cc-8e86-33d7d4d7118f admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:26.953914 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79db90c2-7ceb-49cc-8e86-33d7d4d7118f admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:11:27.052393 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-79db90c2-7ceb-49cc-8e86-33d7d4d7118f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:27.210435 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ed38858d-32a6-45f6-8b67-59b93f2dfb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af27e2c-cbac-44b3-bab6-068df2c6ae48', 'name': 'tempest-TestServerMultinode-57410693-router', 'tenant_id': '4764339203994b438e4d04f59093b8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bdbb9ae4-6452-4432-9b1c-68fed7d58099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:23Z', 'updated_at': '2022-04-18T21:11:24Z', 'revision_number': 3, 'project_id': '4764339203994b438e4d04f59093b8e8', 'gw_port': {'id': 'bdbb9ae4-6452-4432-9b1c-68fed7d58099', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af27e2c-cbac-44b3-bab6-068df2c6ae48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:24Z', 'updated_at': '2022-04-18T21:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:27.279923 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed38858d-32a6-45f6-8b67-59b93f2dfb20 None None] The sync data for ids ['3af27e2c-cbac-44b3-bab6-068df2c6ae48'] in n-d-838323-3 is: [{'id': '3af27e2c-cbac-44b3-bab6-068df2c6ae48', 'name': 'tempest-TestServerMultinode-57410693-router', 'tenant_id': '4764339203994b438e4d04f59093b8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bdbb9ae4-6452-4432-9b1c-68fed7d58099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:23Z', 'updated_at': '2022-04-18T21:11:24Z', 'revision_number': 3, 'project_id': '4764339203994b438e4d04f59093b8e8', 'gw_port': {'id': 'bdbb9ae4-6452-4432-9b1c-68fed7d58099', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af27e2c-cbac-44b3-bab6-068df2c6ae48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:24Z', 'updated_at': '2022-04-18T21:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:11:27.400900 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-79db90c2-7ceb-49cc-8e86-33d7d4d7118f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:27.411283 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a0ceb500-3b1e-4976-b23c-ab0e0d14ac62 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:11:27.473997 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-8689a057-a915-43ea-b82e-d63c18708967 None None] Provisioning complete for port 562f89ae-2de4-49e5-920c-3b8a4a43b57b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:27.474496 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8689a057-a915-43ea-b82e-d63c18708967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:27.531510 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-8689a057-a915-43ea-b82e-d63c18708967 None None] Port 562f89ae-2de4-49e5-920c-3b8a4a43b57b cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:11:27.572734 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port a0ceb500-3b1e-4976-b23c-ab0e0d14ac62 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:27.572734 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:27.581771 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-8689a057-a915-43ea-b82e-d63c18708967 None None] Provisioning complete for port 7181c022-0ceb-4a2f-abf5-cc93483eaf35 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:27.583621 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8689a057-a915-43ea-b82e-d63c18708967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:27.676633 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-79db90c2-7ceb-49cc-8e86-33d7d4d7118f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:27.685585 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-79db90c2-7ceb-49cc-8e86-33d7d4d7118f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:27.766350 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-79db90c2-7ceb-49cc-8e86-33d7d4d7118f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:27.769800 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db90c2-7ceb-49cc-8e86-33d7d4d7118f admin admin] Pushing event updated for resources: {'Port': ['ID=562f89ae-2de4-49e5-920c-3b8a4a43b57b,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:27.770438 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7181c022-0ceb-4a2f-abf5-cc93483eaf35 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:11:27.840102 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 7181c022-0ceb-4a2f-abf5-cc93483eaf35 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:27.843434 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:27.895936 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79db90c2-7ceb-49cc-8e86-33d7d4d7118f admin admin] Network 8b944eea-32d8-4f0e-8122-6715334509e2 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:27.897641 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-79db90c2-7ceb-49cc-8e86-33d7d4d7118f admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:27.954322 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-706428b8-9112-41ff-9949-9662ef1c3130 None None] Provisioning complete for port 562f89ae-2de4-49e5-920c-3b8a4a43b57b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:27.955017 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-706428b8-9112-41ff-9949-9662ef1c3130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:28.043964 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-706428b8-9112-41ff-9949-9662ef1c3130 None None] Port 562f89ae-2de4-49e5-920c-3b8a4a43b57b cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:11:28.120955 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79db90c2-7ceb-49cc-8e86-33d7d4d7118f admin admin] Router 3af27e2c-cbac-44b3-bab6-068df2c6ae48 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:11:28.288348 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-96212cd2-7a86-42c6-9d05-7701300ab746 None None] Provisioning complete for port 562f89ae-2de4-49e5-920c-3b8a4a43b57b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:28.288874 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-96212cd2-7a86-42c6-9d05-7701300ab746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:28.310419 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79db90c2-7ceb-49cc-8e86-33d7d4d7118f admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:11:28.327434 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-79db90c2-7ceb-49cc-8e86-33d7d4d7118f admin admin] 10.222.0.41 "PUT /v2.0/routers/3af27e2c-cbac-44b3-bab6-068df2c6ae48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7695935 Apr 18 21:11:28.345433 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-96212cd2-7a86-42c6-9d05-7701300ab746 None None] Port 562f89ae-2de4-49e5-920c-3b8a4a43b57b cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:11:29.036646 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5ea38493-191a-46a1-9985-251388e86663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:29.048166 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefadf11-fac5-4be9-8488-34c211a9145e req-77c34e5b-e687-4d61-b5e4-585c87959a88 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:29.049812 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eefadf11-fac5-4be9-8488-34c211a9145e req-77c34e5b-e687-4d61-b5e4-585c87959a88 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/networks?id=c1263179-8184-48d5-a484-5bbc183b0273 HTTP/1.1" status: 200 len: 910 time: 0.1081948 Apr 18 21:11:29.065127 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eefadf11-fac5-4be9-8488-34c211a9145e req-a66962e8-dda7-4544-bbde-397e29fa2634 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/quotas/4764339203994b438e4d04f59093b8e8 HTTP/1.1" status: 200 len: 375 time: 0.0091822 Apr 18 21:11:29.155610 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eefadf11-fac5-4be9-8488-34c211a9145e req-3bf6b22a-2287-423e-8278-aa056a026c3c tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=4764339203994b438e4d04f59093b8e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818472 Apr 18 21:11:29.252140 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device bdbb9ae4-6452-4432-9b1c-68fed7d58099 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:11:29.314984 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port bdbb9ae4-6452-4432-9b1c-68fed7d58099 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:29.315547 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:29.427671 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:29.455000 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port bdbb9ae4-6452-4432-9b1c-68fed7d58099, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=bdbb9ae4-6452-4432-9b1c-68fed7d58099,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:29.461633 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:29.515343 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=bdbb9ae4-6452-4432-9b1c-68fed7d58099,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:29.646026 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eefadf11-fac5-4be9-8488-34c211a9145e req-2f6f1976-c77d-491a-a234-12072ffff6ea service neutron] 10.222.0.41 "GET /v2.0/networks/c1263179-8184-48d5-a484-5bbc183b0273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755745 Apr 18 21:11:29.748909 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eefadf11-fac5-4be9-8488-34c211a9145e req-4aec9641-1c5a-46de-acbd-9adc301224b4 service neutron] 10.222.0.41 "GET /v2.0/networks/c1263179-8184-48d5-a484-5bbc183b0273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952024 Apr 18 21:11:29.908318 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:29.933956 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-36a48f48-3eae-4b5c-a4c5-965a12e39fb1 req-cb6476c0-8ed6-4310-9fda-2e74d3d99fb7 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=531ff5c9-bae3-4731-9df8-5e4ea857fe24 HTTP/1.1" status: 200 len: 210 time: 0.0310228 Apr 18 21:11:29.992032 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e493e36-2ce4-4c14-af47-050cb9001a7f None None] Sync routers for ids ['3af27e2c-cbac-44b3-bab6-068df2c6ae48'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:11:30.010056 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e493e36-2ce4-4c14-af47-050cb9001a7f None None] Routers {'3af27e2c-cbac-44b3-bab6-068df2c6ae48'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:11:30.011001 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5e493e36-2ce4-4c14-af47-050cb9001a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:11:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['3af27e2c-cbac-44b3-bab6-068df2c6ae48'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:30.151180 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-5e493e36-2ce4-4c14-af47-050cb9001a7f None None] Set router 3af27e2c-cbac-44b3-bab6-068df2c6ae48 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:11:30.392827 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5e493e36-2ce4-4c14-af47-050cb9001a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af27e2c-cbac-44b3-bab6-068df2c6ae48', 'name': 'tempest-TestServerMultinode-57410693-router', 'tenant_id': '4764339203994b438e4d04f59093b8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bdbb9ae4-6452-4432-9b1c-68fed7d58099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:23Z', 'updated_at': '2022-04-18T21:11:27Z', 'revision_number': 4, 'project_id': '4764339203994b438e4d04f59093b8e8', 'gw_port': {'id': 'bdbb9ae4-6452-4432-9b1c-68fed7d58099', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af27e2c-cbac-44b3-bab6-068df2c6ae48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:24Z', 'updated_at': '2022-04-18T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '562f89ae-2de4-49e5-920c-3b8a4a43b57b', 'name': '', 'network_id': '8b944eea-32d8-4f0e-8122-6715334509e2', 'tenant_id': '4764339203994b438e4d04f59093b8e8', 'mac_address': 'fa:16:3e:48:af:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af27e2c-cbac-44b3-bab6-068df2c6ae48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '16848c62-b067-4294-ac35-aae2f24402e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:26Z', 'updated_at': '2022-04-18T21:11:27Z', 'revision_number': 2, 'project_id': '4764339203994b438e4d04f59093b8e8', 'subnets': [{'id': '16848c62-b067-4294-ac35-aae2f24402e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:30.426111 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e493e36-2ce4-4c14-af47-050cb9001a7f None None] Checking router: 3af27e2c-cbac-44b3-bab6-068df2c6ae48 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:11:30.426491 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e493e36-2ce4-4c14-af47-050cb9001a7f None None] Updating router 3af27e2c-cbac-44b3-bab6-068df2c6ae48 port 562f89ae-2de4-49e5-920c-3b8a4a43b57b binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:11:30.451998 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5e493e36-2ce4-4c14-af47-050cb9001a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:30.932368 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5e493e36-2ce4-4c14-af47-050cb9001a7f None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:30.940680 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5e493e36-2ce4-4c14-af47-050cb9001a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.058322 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-333ae229-808e-4313-b0a2-d0f4a1f002fe req-4078afe7-b122-41bb-ab44-961733d1715d tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=531ff5c9-bae3-4731-9df8-5e4ea857fe24 HTTP/1.1" status: 200 len: 210 time: 0.0364785 Apr 18 21:11:31.058963 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd678e4-c83b-4195-82f3-645aa3667d58 None None] Pushing event updated for resources: {'Port': ['ID=562f89ae-2de4-49e5-920c-3b8a4a43b57b,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:31.075068 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5e493e36-2ce4-4c14-af47-050cb9001a7f None None] Attempting to bind port 562f89ae-2de4-49e5-920c-3b8a4a43b57b on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:31.075464 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5e493e36-2ce4-4c14-af47-050cb9001a7f None None] Attempting to bind port 562f89ae-2de4-49e5-920c-3b8a4a43b57b by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '26dc0bb7-6e18-4cbc-a62d-89f1c57bf7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8b944eea-32d8-4f0e-8122-6715334509e2'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:31.075868 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e493e36-2ce4-4c14-af47-050cb9001a7f None None] Attempting to bind port 562f89ae-2de4-49e5-920c-3b8a4a43b57b on network 8b944eea-32d8-4f0e-8122-6715334509e2 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:11:31.082548 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e493e36-2ce4-4c14-af47-050cb9001a7f None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:11:31.082938 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e493e36-2ce4-4c14-af47-050cb9001a7f None None] Checking segment: {'id': '26dc0bb7-6e18-4cbc-a62d-89f1c57bf7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8b944eea-32d8-4f0e-8122-6715334509e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:11:31.083338 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5e493e36-2ce4-4c14-af47-050cb9001a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.083776 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e493e36-2ce4-4c14-af47-050cb9001a7f None None] Bound using segment: {'id': '26dc0bb7-6e18-4cbc-a62d-89f1c57bf7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8b944eea-32d8-4f0e-8122-6715334509e2'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:11:31.084256 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5e493e36-2ce4-4c14-af47-050cb9001a7f None None] Bound port: 562f89ae-2de4-49e5-920c-3b8a4a43b57b, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26dc0bb7-6e18-4cbc-a62d-89f1c57bf7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8b944eea-32d8-4f0e-8122-6715334509e2'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:31.084672 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5e493e36-2ce4-4c14-af47-050cb9001a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.166524 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5e493e36-2ce4-4c14-af47-050cb9001a7f None None] For port 562f89ae-2de4-49e5-920c-3b8a4a43b57b, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:31.170065 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5e493e36-2ce4-4c14-af47-050cb9001a7f None None] For port 562f89ae-2de4-49e5-920c-3b8a4a43b57b, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=562f89ae-2de4-49e5-920c-3b8a4a43b57b,segment=NetworkSegment(26dc0bb7-6e18-4cbc-a62d-89f1c57bf7ee),segment_id=26dc0bb7-6e18-4cbc-a62d-89f1c57bf7ee)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:31.175386 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5e493e36-2ce4-4c14-af47-050cb9001a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.279843 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device bdbb9ae4-6452-4432-9b1c-68fed7d58099 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:11:31.361965 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e493e36-2ce4-4c14-af47-050cb9001a7f None None] Routers {'3af27e2c-cbac-44b3-bab6-068df2c6ae48'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:11:31.363273 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5e493e36-2ce4-4c14-af47-050cb9001a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:11:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['3af27e2c-cbac-44b3-bab6-068df2c6ae48'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:31.419811 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefadf11-fac5-4be9-8488-34c211a9145e req-0ed4e2bd-0fba-4e5b-8d83-a4bbea196d8e tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:31.421403 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eefadf11-fac5-4be9-8488-34c211a9145e req-0ed4e2bd-0fba-4e5b-8d83-a4bbea196d8e tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.57 "GET /v2.0/networks?id=c1263179-8184-48d5-a484-5bbc183b0273 HTTP/1.1" status: 200 len: 910 time: 0.1043522 Apr 18 21:11:31.432978 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-eefadf11-fac5-4be9-8488-34c211a9145e req-7e927fd6-df44-4437-8ea4-ea6ff445bb65 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Request body: {'port': {'device_id': '531ff5c9-bae3-4731-9df8-5e4ea857fe24', 'network_id': 'c1263179-8184-48d5-a484-5bbc183b0273', 'admin_state_up': True, 'tenant_id': '4764339203994b438e4d04f59093b8e8'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:11:31.466730 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eefadf11-fac5-4be9-8488-34c211a9145e req-7e927fd6-df44-4437-8ea4-ea6ff445bb65 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Made reservation on behalf of 4764339203994b438e4d04f59093b8e8 for: {'port': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:31.480030 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-eefadf11-fac5-4be9-8488-34c211a9145e req-7e927fd6-df44-4437-8ea4-ea6ff445bb65 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.502824 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd678e4-c83b-4195-82f3-645aa3667d58 None None] Pushing event updated for resources: {'Port': ['ID=562f89ae-2de4-49e5-920c-3b8a4a43b57b,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:31.521398 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-0c6ba007-136d-462f-aed8-d4a0391e414b None None] Provisioning complete for port 562f89ae-2de4-49e5-920c-3b8a4a43b57b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:31.521844 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba007-136d-462f-aed8-d4a0391e414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.561242 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.643101 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [req-eefadf11-fac5-4be9-8488-34c211a9145e req-7e927fd6-df44-4437-8ea4-ea6ff445bb65 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Allocated IP 172.20.0.9 (c1263179-8184-48d5-a484-5bbc183b0273/3d081fcc-0a2f-495f-aa50-9dbaecb08eb5/00b6a35a-d074-4e71-91e1-2d6d1a959d39) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:31.646342 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port bdbb9ae4-6452-4432-9b1c-68fed7d58099 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:31.646718 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.650355 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-5e493e36-2ce4-4c14-af47-050cb9001a7f None None] Set router 3af27e2c-cbac-44b3-bab6-068df2c6ae48 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:11:31.795530 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.815503 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba007-136d-462f-aed8-d4a0391e414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.888979 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-eefadf11-fac5-4be9-8488-34c211a9145e req-7e927fd6-df44-4437-8ea4-ea6ff445bb65 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.936158 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-0c6ba007-136d-462f-aed8-d4a0391e414b None None] For port 562f89ae-2de4-49e5-920c-3b8a4a43b57b, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=562f89ae-2de4-49e5-920c-3b8a4a43b57b,segment=NetworkSegment(26dc0bb7-6e18-4cbc-a62d-89f1c57bf7ee),segment_id=26dc0bb7-6e18-4cbc-a62d-89f1c57bf7ee)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:31.948278 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba007-136d-462f-aed8-d4a0391e414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.949104 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-eefadf11-fac5-4be9-8488-34c211a9145e req-7e927fd6-df44-4437-8ea4-ea6ff445bb65 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:32.010762 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e927fd6-df44-4437-8ea4-ea6ff445bb65 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Pushing event updated for resources: {'Port': ['ID=00b6a35a-d074-4e71-91e1-2d6d1a959d39,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:32.021562 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eefadf11-fac5-4be9-8488-34c211a9145e req-7e927fd6-df44-4437-8ea4-ea6ff445bb65 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Network c1263179-8184-48d5-a484-5bbc183b0273 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:32.023218 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [req-eefadf11-fac5-4be9-8488-34c211a9145e req-7e927fd6-df44-4437-8ea4-ea6ff445bb65 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:32.026041 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefadf11-fac5-4be9-8488-34c211a9145e req-7e927fd6-df44-4437-8ea4-ea6ff445bb65 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:11:32.042508 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ba007-136d-462f-aed8-d4a0391e414b None None] Pushing event updated for resources: {'Port': ['ID=562f89ae-2de4-49e5-920c-3b8a4a43b57b,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:32.083978 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefadf11-fac5-4be9-8488-34c211a9145e req-7e927fd6-df44-4437-8ea4-ea6ff445bb65 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:32.086798 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-eefadf11-fac5-4be9-8488-34c211a9145e req-7e927fd6-df44-4437-8ea4-ea6ff445bb65 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:32.093865 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-5e493e36-2ce4-4c14-af47-050cb9001a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af27e2c-cbac-44b3-bab6-068df2c6ae48', 'name': 'tempest-TestServerMultinode-57410693-router', 'tenant_id': '4764339203994b438e4d04f59093b8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bdbb9ae4-6452-4432-9b1c-68fed7d58099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:23Z', 'updated_at': '2022-04-18T21:11:27Z', 'revision_number': 4, 'project_id': '4764339203994b438e4d04f59093b8e8', 'gw_port': {'id': 'bdbb9ae4-6452-4432-9b1c-68fed7d58099', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af27e2c-cbac-44b3-bab6-068df2c6ae48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:24Z', 'updated_at': '2022-04-18T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '562f89ae-2de4-49e5-920c-3b8a4a43b57b', 'name': '', 'network_id': '8b944eea-32d8-4f0e-8122-6715334509e2', 'tenant_id': '4764339203994b438e4d04f59093b8e8', 'mac_address': 'fa:16:3e:48:af:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af27e2c-cbac-44b3-bab6-068df2c6ae48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '16848c62-b067-4294-ac35-aae2f24402e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:26Z', 'updated_at': '2022-04-18T21:11:31Z', 'revision_number': 4, 'project_id': '4764339203994b438e4d04f59093b8e8', 'subnets': [{'id': '16848c62-b067-4294-ac35-aae2f24402e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:32.139507 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5546f79a-f409-4bdb-844e-d59189630263 None None] Provisioning complete for port 562f89ae-2de4-49e5-920c-3b8a4a43b57b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:32.139946 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5546f79a-f409-4bdb-844e-d59189630263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:32.143916 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e493e36-2ce4-4c14-af47-050cb9001a7f None None] The sync data for ids ['3af27e2c-cbac-44b3-bab6-068df2c6ae48'] in n-d-838323-3 is: [{'id': '3af27e2c-cbac-44b3-bab6-068df2c6ae48', 'name': 'tempest-TestServerMultinode-57410693-router', 'tenant_id': '4764339203994b438e4d04f59093b8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bdbb9ae4-6452-4432-9b1c-68fed7d58099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:23Z', 'updated_at': '2022-04-18T21:11:27Z', 'revision_number': 4, 'project_id': '4764339203994b438e4d04f59093b8e8', 'gw_port': {'id': 'bdbb9ae4-6452-4432-9b1c-68fed7d58099', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af27e2c-cbac-44b3-bab6-068df2c6ae48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:24Z', 'updated_at': '2022-04-18T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '562f89ae-2de4-49e5-920c-3b8a4a43b57b', 'name': '', 'network_id': '8b944eea-32d8-4f0e-8122-6715334509e2', 'tenant_id': '4764339203994b438e4d04f59093b8e8', 'mac_address': 'fa:16:3e:48:af:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af27e2c-cbac-44b3-bab6-068df2c6ae48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '16848c62-b067-4294-ac35-aae2f24402e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:26Z', 'updated_at': '2022-04-18T21:11:31Z', 'revision_number': 4, 'project_id': '4764339203994b438e4d04f59093b8e8', 'subnets': [{'id': '16848c62-b067-4294-ac35-aae2f24402e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:11:32.144275 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eefadf11-fac5-4be9-8488-34c211a9145e req-7e927fd6-df44-4437-8ea4-ea6ff445bb65 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7147675 Apr 18 21:11:32.167545 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-eefadf11-fac5-4be9-8488-34c211a9145e req-1f93e697-9da1-48a5-b72e-7aae79c64350 service neutron] Request body: {'port': {'device_id': '531ff5c9-bae3-4731-9df8-5e4ea857fe24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:11:32.296598 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ed71d-6cc8-4d3b-b016-7b9d023f94cb req-b57426fb-3042-4bf2-b8fa-9953b2ac1d1e tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:32.305435 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-823ed71d-6cc8-4d3b-b016-7b9d023f94cb req-b57426fb-3042-4bf2-b8fa-9953b2ac1d1e tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=531ff5c9-bae3-4731-9df8-5e4ea857fe24 HTTP/1.1" status: 200 len: 1027 time: 0.1615977 Apr 18 21:11:32.320722 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-eefadf11-fac5-4be9-8488-34c211a9145e req-1f93e697-9da1-48a5-b72e-7aae79c64350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:32.373679 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-823ed71d-6cc8-4d3b-b016-7b9d023f94cb req-14c15adc-a731-4b67-a1bb-c86789a3b1be tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d334f9e-093e-4c0d-b8b8-33d421e844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670919 Apr 18 21:11:32.591746 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-396e5239-1208-4558-9f73-d3b70305f754 None None] Provisioning complete for port 00b6a35a-d074-4e71-91e1-2d6d1a959d39 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:32.592342 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-396e5239-1208-4558-9f73-d3b70305f754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:32.639739 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-396e5239-1208-4558-9f73-d3b70305f754 None None] Port 00b6a35a-d074-4e71-91e1-2d6d1a959d39 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:11:32.764908 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [req-eefadf11-fac5-4be9-8488-34c211a9145e req-1f93e697-9da1-48a5-b72e-7aae79c64350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b6a35a-d074-4e71-91e1-2d6d1a959d39 {{(pid=102909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:11:32.774243 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-eefadf11-fac5-4be9-8488-34c211a9145e req-1f93e697-9da1-48a5-b72e-7aae79c64350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:32.791196 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.provisioning_blocks [req-eefadf11-fac5-4be9-8488-34c211a9145e req-1f93e697-9da1-48a5-b72e-7aae79c64350 service neutron] Transition to ACTIVE for port object 00b6a35a-d074-4e71-91e1-2d6d1a959d39 will not be triggered until provisioned by entity L2. {{(pid=102909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:32.795551 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-eefadf11-fac5-4be9-8488-34c211a9145e req-1f93e697-9da1-48a5-b72e-7aae79c64350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:32.855084 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93e697-9da1-48a5-b72e-7aae79c64350 service neutron] Pushing event updated for resources: {'Port': ['ID=00b6a35a-d074-4e71-91e1-2d6d1a959d39,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:32.947954 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-eefadf11-fac5-4be9-8488-34c211a9145e req-1f93e697-9da1-48a5-b72e-7aae79c64350 service neutron] Attempting to bind port 00b6a35a-d074-4e71-91e1-2d6d1a959d39 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:32.956952 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-eefadf11-fac5-4be9-8488-34c211a9145e req-1f93e697-9da1-48a5-b72e-7aae79c64350 service neutron] Attempting to bind port 00b6a35a-d074-4e71-91e1-2d6d1a959d39 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c1263179-8184-48d5-a484-5bbc183b0273'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:32.957462 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefadf11-fac5-4be9-8488-34c211a9145e req-1f93e697-9da1-48a5-b72e-7aae79c64350 service neutron] Attempting to bind port 00b6a35a-d074-4e71-91e1-2d6d1a959d39 on network c1263179-8184-48d5-a484-5bbc183b0273 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:11:32.973332 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefadf11-fac5-4be9-8488-34c211a9145e req-1f93e697-9da1-48a5-b72e-7aae79c64350 service neutron] Port 00b6a35a-d074-4e71-91e1-2d6d1a959d39 on network c1263179-8184-48d5-a484-5bbc183b0273 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:11:32.974420 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefadf11-fac5-4be9-8488-34c211a9145e req-1f93e697-9da1-48a5-b72e-7aae79c64350 service neutron] Attempting to bind port 00b6a35a-d074-4e71-91e1-2d6d1a959d39 on network c1263179-8184-48d5-a484-5bbc183b0273 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:11:32.998613 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefadf11-fac5-4be9-8488-34c211a9145e req-1f93e697-9da1-48a5-b72e-7aae79c64350 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:11:32.998954 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefadf11-fac5-4be9-8488-34c211a9145e req-1f93e697-9da1-48a5-b72e-7aae79c64350 service neutron] Checking segment: {'id': '93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c1263179-8184-48d5-a484-5bbc183b0273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:11:32.999348 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefadf11-fac5-4be9-8488-34c211a9145e req-1f93e697-9da1-48a5-b72e-7aae79c64350 service neutron] Bound using segment: {'id': '93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c1263179-8184-48d5-a484-5bbc183b0273'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:11:32.999781 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-eefadf11-fac5-4be9-8488-34c211a9145e req-1f93e697-9da1-48a5-b72e-7aae79c64350 service neutron] Bound port: 00b6a35a-d074-4e71-91e1-2d6d1a959d39, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c1263179-8184-48d5-a484-5bbc183b0273'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:33.000147 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-eefadf11-fac5-4be9-8488-34c211a9145e req-1f93e697-9da1-48a5-b72e-7aae79c64350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:33.101160 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-eefadf11-fac5-4be9-8488-34c211a9145e req-1f93e697-9da1-48a5-b72e-7aae79c64350 service neutron] For port 00b6a35a-d074-4e71-91e1-2d6d1a959d39, host n-h2-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:33.105616 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-eefadf11-fac5-4be9-8488-34c211a9145e req-1f93e697-9da1-48a5-b72e-7aae79c64350 service neutron] For port 00b6a35a-d074-4e71-91e1-2d6d1a959d39, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=00b6a35a-d074-4e71-91e1-2d6d1a959d39,segment=NetworkSegment(93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef),segment_id=93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:33.112527 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-eefadf11-fac5-4be9-8488-34c211a9145e req-1f93e697-9da1-48a5-b72e-7aae79c64350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:33.156842 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefadf11-fac5-4be9-8488-34c211a9145e req-1f93e697-9da1-48a5-b72e-7aae79c64350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:33.158007 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-eefadf11-fac5-4be9-8488-34c211a9145e req-1f93e697-9da1-48a5-b72e-7aae79c64350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:33.159419 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eefadf11-fac5-4be9-8488-34c211a9145e req-1f93e697-9da1-48a5-b72e-7aae79c64350 service neutron] 10.222.0.57 "PUT /v2.0/ports/00b6a35a-d074-4e71-91e1-2d6d1a959d39 HTTP/1.1" status: 200 len: 1091 time: 0.9979696 Apr 18 21:11:33.159867 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531ff5c9-bae3-4731-9df8-5e4ea857fe24', 'tag': '00b6a35a-d074-4e71-91e1-2d6d1a959d39'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:11:33.162630 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23658d57-d7e2-4576-b873-ca0faacda454" -d '{"events": [{"name": "network-changed", "server_uuid": "531ff5c9-bae3-4731-9df8-5e4ea857fe24", "tag": "00b6a35a-d074-4e71-91e1-2d6d1a959d39"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:11:33.187506 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93e697-9da1-48a5-b72e-7aae79c64350 service neutron] Pushing event updated for resources: {'Port': ['ID=00b6a35a-d074-4e71-91e1-2d6d1a959d39,revision_number=3']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:33.257484 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f22d8d-c3cf-464f-8b77-6559174a3087 x-openstack-request-id: req-50f22d8d-c3cf-464f-8b77-6559174a3087 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:11:33.257829 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "531ff5c9-bae3-4731-9df8-5e4ea857fe24", "tag": "00b6a35a-d074-4e71-91e1-2d6d1a959d39", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:11:33.258081 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-50f22d8d-c3cf-464f-8b77-6559174a3087 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:11:33.258492 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50f22d8d-c3cf-464f-8b77-6559174a3087'] response: {'name': 'network-changed', 'server_uuid': '531ff5c9-bae3-4731-9df8-5e4ea857fe24', 'tag': '00b6a35a-d074-4e71-91e1-2d6d1a959d39', 'status': 'completed', 'code': 200} Apr 18 21:11:33.293640 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefadf11-fac5-4be9-8488-34c211a9145e req-7edd099d-2c8d-4d80-84ef-193269d7514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:33.295399 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eefadf11-fac5-4be9-8488-34c211a9145e req-7edd099d-2c8d-4d80-84ef-193269d7514a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4764339203994b438e4d04f59093b8e8&device_id=531ff5c9-bae3-4731-9df8-5e4ea857fe24 HTTP/1.1" status: 200 len: 1094 time: 0.0901408 Apr 18 21:11:33.365233 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eefadf11-fac5-4be9-8488-34c211a9145e req-2cc16cc6-84ae-46a2-a96d-cf49f26a16d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00b6a35a-d074-4e71-91e1-2d6d1a959d39 HTTP/1.1" status: 200 len: 217 time: 0.0615978 Apr 18 21:11:33.365658 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 562f89ae-2de4-49e5-920c-3b8a4a43b57b up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:11:33.446215 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefadf11-fac5-4be9-8488-34c211a9145e req-14f6eaa1-fc6f-4c2e-9185-7f703fe01631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:33.448342 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 562f89ae-2de4-49e5-920c-3b8a4a43b57b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:33.448735 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:33.450001 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eefadf11-fac5-4be9-8488-34c211a9145e req-14f6eaa1-fc6f-4c2e-9185-7f703fe01631 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3d081fcc-0a2f-495f-aa50-9dbaecb08eb5 HTTP/1.1" status: 200 len: 848 time: 0.0762048 Apr 18 21:11:33.518771 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefadf11-fac5-4be9-8488-34c211a9145e req-c42c0bf7-de7d-4425-9768-caf5c155804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:33.520282 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eefadf11-fac5-4be9-8488-34c211a9145e req-c42c0bf7-de7d-4425-9768-caf5c155804d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c1263179-8184-48d5-a484-5bbc183b0273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637693 Apr 18 21:11:33.572370 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c38ad-76e3-4572-a0ef-e9bded8a9d56 req-4f150453-a254-4e5b-a2aa-8c67db298ebf tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:33.574673 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c22c38ad-76e3-4572-a0ef-e9bded8a9d56 req-4f150453-a254-4e5b-a2aa-8c67db298ebf tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=531ff5c9-bae3-4731-9df8-5e4ea857fe24 HTTP/1.1" status: 200 len: 1094 time: 0.0718915 Apr 18 21:11:33.640060 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c22c38ad-76e3-4572-a0ef-e9bded8a9d56 req-6196fb98-8515-4ddc-8c06-571d7d402280 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d334f9e-093e-4c0d-b8b8-33d421e844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558476 Apr 18 21:11:33.697920 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eefadf11-fac5-4be9-8488-34c211a9145e req-4ce373b4-b7ff-4248-a689-13bd844f4209 service neutron] 10.222.0.57 "GET /v2.0/networks/c1263179-8184-48d5-a484-5bbc183b0273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707547 Apr 18 21:11:33.802219 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-eefadf11-fac5-4be9-8488-34c211a9145e req-e684bab5-a490-4d7a-a1bc-83da6c3cbfd3 service neutron] 10.222.0.57 "GET /v2.0/networks/c1263179-8184-48d5-a484-5bbc183b0273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978746 Apr 18 21:11:33.915716 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23658d57-d7e2-4576-b873-ca0faacda454 req-59426d4d-81de-4cb7-9c75-df381825032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:33.919170 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-23658d57-d7e2-4576-b873-ca0faacda454 req-59426d4d-81de-4cb7-9c75-df381825032b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4764339203994b438e4d04f59093b8e8&device_id=531ff5c9-bae3-4731-9df8-5e4ea857fe24 HTTP/1.1" status: 200 len: 1094 time: 0.0555346 Apr 18 21:11:34.038635 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23658d57-d7e2-4576-b873-ca0faacda454 req-3b8541e4-19f7-4137-86d9-335d3b29bb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:34.041268 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-23658d57-d7e2-4576-b873-ca0faacda454 req-3b8541e4-19f7-4137-86d9-335d3b29bb07 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c1263179-8184-48d5-a484-5bbc183b0273 HTTP/1.1" status: 200 len: 910 time: 0.1151671 Apr 18 21:11:34.093472 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-23658d57-d7e2-4576-b873-ca0faacda454 req-65301bc4-02fd-46ca-852f-a38938bc65a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00b6a35a-d074-4e71-91e1-2d6d1a959d39 HTTP/1.1" status: 200 len: 217 time: 0.0445006 Apr 18 21:11:34.152045 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23658d57-d7e2-4576-b873-ca0faacda454 req-ccf3d664-1e0f-4fe6-81b5-bfff262a69f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:34.153578 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-23658d57-d7e2-4576-b873-ca0faacda454 req-ccf3d664-1e0f-4fe6-81b5-bfff262a69f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3d081fcc-0a2f-495f-aa50-9dbaecb08eb5 HTTP/1.1" status: 200 len: 848 time: 0.0526938 Apr 18 21:11:34.204767 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23658d57-d7e2-4576-b873-ca0faacda454 req-32fb38fa-ec5f-409d-84e7-21f7a170fc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:34.206396 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-23658d57-d7e2-4576-b873-ca0faacda454 req-32fb38fa-ec5f-409d-84e7-21f7a170fc15 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c1263179-8184-48d5-a484-5bbc183b0273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441864 Apr 18 21:11:34.323125 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-23658d57-d7e2-4576-b873-ca0faacda454 req-a75adf7a-fb93-4577-831f-4a53dbebfd44 service neutron] 10.222.0.57 "GET /v2.0/networks/c1263179-8184-48d5-a484-5bbc183b0273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092136 Apr 18 21:11:34.450030 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-23658d57-d7e2-4576-b873-ca0faacda454 req-547f9910-5471-4584-81fc-bcf84ce9aefa service neutron] 10.222.0.57 "GET /v2.0/networks/c1263179-8184-48d5-a484-5bbc183b0273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184406 Apr 18 21:11:34.784115 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33c859-6bd9-42e8-a3cd-250464e40c2a req-706d82fa-63a5-46d4-a248-3fa773f186ba tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:34.786076 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f33c859-6bd9-42e8-a3cd-250464e40c2a req-706d82fa-63a5-46d4-a248-3fa773f186ba tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=531ff5c9-bae3-4731-9df8-5e4ea857fe24 HTTP/1.1" status: 200 len: 1094 time: 0.0532737 Apr 18 21:11:34.837802 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f33c859-6bd9-42e8-a3cd-250464e40c2a req-1d085730-e6c4-4516-a8af-607e4dd2cd1f tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d334f9e-093e-4c0d-b8b8-33d421e844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445635 Apr 18 21:11:35.964598 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd84239-320d-4f31-91f6-d471b4d0f6e0 req-2e3501d4-da56-4211-bf2d-1b93104beaf5 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:35.966418 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bfd84239-320d-4f31-91f6-d471b4d0f6e0 req-2e3501d4-da56-4211-bf2d-1b93104beaf5 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=531ff5c9-bae3-4731-9df8-5e4ea857fe24 HTTP/1.1" status: 200 len: 1094 time: 0.0534663 Apr 18 21:11:36.005790 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bfd84239-320d-4f31-91f6-d471b4d0f6e0 req-f6fc1310-62bf-4e6e-9d52-fc15c59a6849 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d334f9e-093e-4c0d-b8b8-33d421e844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332136 Apr 18 21:11:36.255910 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 00b6a35a-d074-4e71-91e1-2d6d1a959d39 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:11:36.351501 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 00b6a35a-d074-4e71-91e1-2d6d1a959d39, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=00b6a35a-d074-4e71-91e1-2d6d1a959d39,segment=NetworkSegment(93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef),segment_id=93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:36.364789 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '00b6a35a-d074-4e71-91e1-2d6d1a959d39', 'network_id': 'c1263179-8184-48d5-a484-5bbc183b0273', 'port_id': '00b6a35a-d074-4e71-91e1-2d6d1a959d39', 'mac_address': 'fa:16:3e:a0:88:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d081fcc-0a2f-495f-aa50-9dbaecb08eb5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:11:36.418434 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:36.437152 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b6a35a-d074-4e71-91e1-2d6d1a959d39 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:11:36.461800 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 00b6a35a-d074-4e71-91e1-2d6d1a959d39, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=00b6a35a-d074-4e71-91e1-2d6d1a959d39,segment=NetworkSegment(93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef),segment_id=93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:36.467295 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:36.518780 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=00b6a35a-d074-4e71-91e1-2d6d1a959d39,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:36.679747 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['00b6a35a-d074-4e71-91e1-2d6d1a959d39'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:11:37.129061 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e9f20-69ea-469c-ac39-bf385598951d req-4adfd88d-1de8-4d9d-b095-69566350b9e6 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:37.130534 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac7e9f20-69ea-469c-ac39-bf385598951d req-4adfd88d-1de8-4d9d-b095-69566350b9e6 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=531ff5c9-bae3-4731-9df8-5e4ea857fe24 HTTP/1.1" status: 200 len: 1095 time: 0.0533881 Apr 18 21:11:37.169277 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac7e9f20-69ea-469c-ac39-bf385598951d req-70f6c2cb-6b23-4a4b-98f0-358528db3490 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d334f9e-093e-4c0d-b8b8-33d421e844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317929 Apr 18 21:11:37.951764 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:38.282728 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 00b6a35a-d074-4e71-91e1-2d6d1a959d39 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:11:38.294993 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83b061-6657-42f3-bab6-7627eefd1593 req-97c5af3a-d88b-49b7-8c62-d17ab85c343c tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:38.296747 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b83b061-6657-42f3-bab6-7627eefd1593 req-97c5af3a-d88b-49b7-8c62-d17ab85c343c tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=531ff5c9-bae3-4731-9df8-5e4ea857fe24 HTTP/1.1" status: 200 len: 1095 time: 0.0471001 Apr 18 21:11:38.340015 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 00b6a35a-d074-4e71-91e1-2d6d1a959d39 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:38.347210 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 00b6a35a-d074-4e71-91e1-2d6d1a959d39 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:38.347740 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:38.350765 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b83b061-6657-42f3-bab6-7627eefd1593 req-9c64b012-06ad-4cff-aa2a-0a16afd84bca tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d334f9e-093e-4c0d-b8b8-33d421e844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464516 Apr 18 21:11:38.438796 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:38.476168 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531ff5c9-bae3-4731-9df8-5e4ea857fe24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b6a35a-d074-4e71-91e1-2d6d1a959d39'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:11:38.478486 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d891dc18-a92e-4ef6-84b6-51a147051997" -d '{"events": [{"server_uuid": "531ff5c9-bae3-4731-9df8-5e4ea857fe24", "name": "network-vif-plugged", "status": "completed", "tag": "00b6a35a-d074-4e71-91e1-2d6d1a959d39"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:11:38.498687 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 00b6a35a-d074-4e71-91e1-2d6d1a959d39, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=00b6a35a-d074-4e71-91e1-2d6d1a959d39,segment=NetworkSegment(93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef),segment_id=93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:38.505334 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:38.533515 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a153242d-df56-40b5-b1c2-bb4eb3cb3e49 x-openstack-request-id: req-a153242d-df56-40b5-b1c2-bb4eb3cb3e49 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:11:38.533772 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531ff5c9-bae3-4731-9df8-5e4ea857fe24", "name": "network-vif-plugged", "status": "completed", "tag": "00b6a35a-d074-4e71-91e1-2d6d1a959d39", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:11:38.533955 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a153242d-df56-40b5-b1c2-bb4eb3cb3e49 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:11:38.534343 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a153242d-df56-40b5-b1c2-bb4eb3cb3e49'] response: {'server_uuid': '531ff5c9-bae3-4731-9df8-5e4ea857fe24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b6a35a-d074-4e71-91e1-2d6d1a959d39', 'code': 200} Apr 18 21:11:38.564367 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=00b6a35a-d074-4e71-91e1-2d6d1a959d39,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:38.646870 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d49ce-dc2c-41e5-95fd-1604229c8f0a req-dade9ca2-317c-4610-a830-c3b620b1dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:38.648269 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f15d49ce-dc2c-41e5-95fd-1604229c8f0a req-dade9ca2-317c-4610-a830-c3b620b1dc23 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=531ff5c9-bae3-4731-9df8-5e4ea857fe24 HTTP/1.1" status: 200 len: 1096 time: 0.0444770 Apr 18 21:11:38.685286 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-f15d49ce-dc2c-41e5-95fd-1604229c8f0a req-a61733b7-08ee-4049-bd7e-dead812ccb74 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0d334f9e-093e-4c0d-b8b8-33d421e844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300186 Apr 18 21:11:39.477029 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c314e-714f-43cf-9c80-9d6050b978ac req-06d858f6-6736-4180-8ced-010f9de81fa7 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:39.478644 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-974c314e-714f-43cf-9c80-9d6050b978ac req-06d858f6-6736-4180-8ced-010f9de81fa7 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=531ff5c9-bae3-4731-9df8-5e4ea857fe24 HTTP/1.1" status: 200 len: 1096 time: 0.0519111 Apr 18 21:11:39.517890 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-974c314e-714f-43cf-9c80-9d6050b978ac req-6f30ef07-c4b9-473e-90fd-592a701a7394 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d334f9e-093e-4c0d-b8b8-33d421e844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326858 Apr 18 21:11:40.636833 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9830980-b547-4ba9-bb7a-e6e7c64e6f47 req-c7be9264-6556-40b4-b01d-ca1d6d6b03da tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:40.638358 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d9830980-b547-4ba9-bb7a-e6e7c64e6f47 req-c7be9264-6556-40b4-b01d-ca1d6d6b03da tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=531ff5c9-bae3-4731-9df8-5e4ea857fe24 HTTP/1.1" status: 200 len: 1096 time: 0.0467930 Apr 18 21:11:40.674940 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d9830980-b547-4ba9-bb7a-e6e7c64e6f47 req-d5c3f6a6-8f36-4be8-882a-45b9fe81c7a2 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d334f9e-093e-4c0d-b8b8-33d421e844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299056 Apr 18 21:11:40.792246 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71ee2c-ee7f-4c33-b6dd-95acba98343b req-57d3f606-0ef0-474f-afca-7616c2c174cf tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:40.793994 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e71ee2c-ee7f-4c33-b6dd-95acba98343b req-57d3f606-0ef0-474f-afca-7616c2c174cf tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=531ff5c9-bae3-4731-9df8-5e4ea857fe24 HTTP/1.1" status: 200 len: 1096 time: 0.0460997 Apr 18 21:11:40.833183 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e71ee2c-ee7f-4c33-b6dd-95acba98343b req-17228d75-2137-47bf-a382-66dfe8814146 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d334f9e-093e-4c0d-b8b8-33d421e844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313344 Apr 18 21:11:40.948467 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4cfbb-33e6-4d02-b3d5-4584b22d55fd req-cecabfbd-6d49-4063-a8a8-486c6b519d74 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:40.950068 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-10d4cfbb-33e6-4d02-b3d5-4584b22d55fd req-cecabfbd-6d49-4063-a8a8-486c6b519d74 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=531ff5c9-bae3-4731-9df8-5e4ea857fe24 HTTP/1.1" status: 200 len: 1096 time: 0.0407369 Apr 18 21:11:40.986553 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-10d4cfbb-33e6-4d02-b3d5-4584b22d55fd req-398f23e4-c230-45dd-b771-90a88287ddc6 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d334f9e-093e-4c0d-b8b8-33d421e844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295715 Apr 18 21:11:41.228789 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304fc00-e820-4851-be7d-20a693e7c77f req-40a1a179-b2ac-4ea7-9b75-dfce7518d002 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:41.230476 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e304fc00-e820-4851-be7d-20a693e7c77f req-40a1a179-b2ac-4ea7-9b75-dfce7518d002 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/networks?id=c1263179-8184-48d5-a484-5bbc183b0273 HTTP/1.1" status: 200 len: 910 time: 0.1036658 Apr 18 21:11:41.245589 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e304fc00-e820-4851-be7d-20a693e7c77f req-2904d4e4-8828-4eb3-a6e8-9a66d484a568 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/quotas/4764339203994b438e4d04f59093b8e8 HTTP/1.1" status: 200 len: 375 time: 0.0092866 Apr 18 21:11:41.296420 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e304fc00-e820-4851-be7d-20a693e7c77f req-1a718ac2-4069-4541-a902-730f3acdac19 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=4764339203994b438e4d04f59093b8e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0444262 Apr 18 21:11:41.397783 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e304fc00-e820-4851-be7d-20a693e7c77f req-99b103b8-9885-4877-b28c-38cda6519a44 service neutron] 10.222.0.41 "GET /v2.0/networks/c1263179-8184-48d5-a484-5bbc183b0273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932021 Apr 18 21:11:41.494456 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e304fc00-e820-4851-be7d-20a693e7c77f req-61ad72e9-37ab-4873-900c-ca6077144a32 service neutron] 10.222.0.41 "GET /v2.0/networks/c1263179-8184-48d5-a484-5bbc183b0273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904531 Apr 18 21:11:41.660497 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3132a5a8-8322-43d8-a0e9-0a3e4e688453 req-3979f9f1-60fd-439e-974d-01bd15e3f4ab tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc960beb-a6ea-4c55-8431-a825ce48d5b0 HTTP/1.1" status: 200 len: 210 time: 0.0285950 Apr 18 21:11:41.994956 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:42.793304 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304fc00-e820-4851-be7d-20a693e7c77f req-b2370919-2fab-47ef-a9a8-b77891438e24 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:42.794686 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e304fc00-e820-4851-be7d-20a693e7c77f req-b2370919-2fab-47ef-a9a8-b77891438e24 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.32 "GET /v2.0/networks?id=c1263179-8184-48d5-a484-5bbc183b0273 HTTP/1.1" status: 200 len: 910 time: 0.1689572 Apr 18 21:11:42.811048 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dea09baf-4a7b-4ff4-8c34-d9e6f58a39ef req-e964fa8f-a085-471d-940f-2b4b8d79388e tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc960beb-a6ea-4c55-8431-a825ce48d5b0 HTTP/1.1" status: 200 len: 210 time: 0.0333269 Apr 18 21:11:42.815184 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-e304fc00-e820-4851-be7d-20a693e7c77f req-d6eda9fd-751d-467d-abc2-75f6e8b03cdc tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Request body: {'port': {'device_id': 'fc960beb-a6ea-4c55-8431-a825ce48d5b0', 'network_id': 'c1263179-8184-48d5-a484-5bbc183b0273', 'admin_state_up': True, 'tenant_id': '4764339203994b438e4d04f59093b8e8'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:11:42.839991 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e304fc00-e820-4851-be7d-20a693e7c77f req-d6eda9fd-751d-467d-abc2-75f6e8b03cdc tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Made reservation on behalf of 4764339203994b438e4d04f59093b8e8 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:42.842586 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e304fc00-e820-4851-be7d-20a693e7c77f req-d6eda9fd-751d-467d-abc2-75f6e8b03cdc tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:42.963374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-e304fc00-e820-4851-be7d-20a693e7c77f req-d6eda9fd-751d-467d-abc2-75f6e8b03cdc tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Allocated IP 172.20.0.12 (c1263179-8184-48d5-a484-5bbc183b0273/3d081fcc-0a2f-495f-aa50-9dbaecb08eb5/db64cef4-7426-4276-868d-fa3dc26cf2a6) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:43.105262 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e304fc00-e820-4851-be7d-20a693e7c77f req-d6eda9fd-751d-467d-abc2-75f6e8b03cdc tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.140718 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e304fc00-e820-4851-be7d-20a693e7c77f req-d6eda9fd-751d-467d-abc2-75f6e8b03cdc tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.151138 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['00b6a35a-d074-4e71-91e1-2d6d1a959d39'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:11:43.192940 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e304fc00-e820-4851-be7d-20a693e7c77f req-d6eda9fd-751d-467d-abc2-75f6e8b03cdc tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Network c1263179-8184-48d5-a484-5bbc183b0273 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:43.196987 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eda9fd-751d-467d-abc2-75f6e8b03cdc tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Pushing event updated for resources: {'Port': ['ID=db64cef4-7426-4276-868d-fa3dc26cf2a6,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:43.199520 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-e304fc00-e820-4851-be7d-20a693e7c77f req-d6eda9fd-751d-467d-abc2-75f6e8b03cdc tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:43.201634 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e304fc00-e820-4851-be7d-20a693e7c77f req-d6eda9fd-751d-467d-abc2-75f6e8b03cdc tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:11:43.242844 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304fc00-e820-4851-be7d-20a693e7c77f req-d6eda9fd-751d-467d-abc2-75f6e8b03cdc tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:43.243469 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e304fc00-e820-4851-be7d-20a693e7c77f req-d6eda9fd-751d-467d-abc2-75f6e8b03cdc tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.264240 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e304fc00-e820-4851-be7d-20a693e7c77f req-d6eda9fd-751d-467d-abc2-75f6e8b03cdc tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4555562 Apr 18 21:11:43.299108 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-e304fc00-e820-4851-be7d-20a693e7c77f req-9b3acde5-9f83-4b5e-82e4-23bf0859dcdf service neutron] Request body: {'port': {'device_id': 'fc960beb-a6ea-4c55-8431-a825ce48d5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:11:43.365447 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e304fc00-e820-4851-be7d-20a693e7c77f req-9b3acde5-9f83-4b5e-82e4-23bf0859dcdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.506575 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5f1bcbc3-2ef9-470c-ac99-b7385d0ce75f None None] Provisioning complete for port db64cef4-7426-4276-868d-fa3dc26cf2a6 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:43.507249 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5f1bcbc3-2ef9-470c-ac99-b7385d0ce75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.568573 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-5f1bcbc3-2ef9-470c-ac99-b7385d0ce75f None None] Port db64cef4-7426-4276-868d-fa3dc26cf2a6 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:11:43.665140 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-e304fc00-e820-4851-be7d-20a693e7c77f req-9b3acde5-9f83-4b5e-82e4-23bf0859dcdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db64cef4-7426-4276-868d-fa3dc26cf2a6 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:11:43.673530 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e304fc00-e820-4851-be7d-20a693e7c77f req-9b3acde5-9f83-4b5e-82e4-23bf0859dcdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.685847 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-e304fc00-e820-4851-be7d-20a693e7c77f req-9b3acde5-9f83-4b5e-82e4-23bf0859dcdf service neutron] Transition to ACTIVE for port object db64cef4-7426-4276-868d-fa3dc26cf2a6 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:43.690068 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e304fc00-e820-4851-be7d-20a693e7c77f req-9b3acde5-9f83-4b5e-82e4-23bf0859dcdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.743916 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3acde5-9f83-4b5e-82e4-23bf0859dcdf service neutron] Pushing event updated for resources: {'Port': ['ID=db64cef4-7426-4276-868d-fa3dc26cf2a6,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:43.821709 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-e304fc00-e820-4851-be7d-20a693e7c77f req-9b3acde5-9f83-4b5e-82e4-23bf0859dcdf service neutron] Attempting to bind port db64cef4-7426-4276-868d-fa3dc26cf2a6 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:43.822392 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-e304fc00-e820-4851-be7d-20a693e7c77f req-9b3acde5-9f83-4b5e-82e4-23bf0859dcdf service neutron] Attempting to bind port db64cef4-7426-4276-868d-fa3dc26cf2a6 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c1263179-8184-48d5-a484-5bbc183b0273'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:43.822392 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e304fc00-e820-4851-be7d-20a693e7c77f req-9b3acde5-9f83-4b5e-82e4-23bf0859dcdf service neutron] Attempting to bind port db64cef4-7426-4276-868d-fa3dc26cf2a6 on network c1263179-8184-48d5-a484-5bbc183b0273 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:11:43.827001 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e304fc00-e820-4851-be7d-20a693e7c77f req-9b3acde5-9f83-4b5e-82e4-23bf0859dcdf service neutron] Port db64cef4-7426-4276-868d-fa3dc26cf2a6 on network c1263179-8184-48d5-a484-5bbc183b0273 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:11:43.827373 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e304fc00-e820-4851-be7d-20a693e7c77f req-9b3acde5-9f83-4b5e-82e4-23bf0859dcdf service neutron] Attempting to bind port db64cef4-7426-4276-868d-fa3dc26cf2a6 on network c1263179-8184-48d5-a484-5bbc183b0273 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:11:43.835209 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e304fc00-e820-4851-be7d-20a693e7c77f req-9b3acde5-9f83-4b5e-82e4-23bf0859dcdf service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:11:43.835526 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e304fc00-e820-4851-be7d-20a693e7c77f req-9b3acde5-9f83-4b5e-82e4-23bf0859dcdf service neutron] Checking segment: {'id': '93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c1263179-8184-48d5-a484-5bbc183b0273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:11:43.835901 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e304fc00-e820-4851-be7d-20a693e7c77f req-9b3acde5-9f83-4b5e-82e4-23bf0859dcdf service neutron] Bound using segment: {'id': '93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c1263179-8184-48d5-a484-5bbc183b0273'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:11:43.837687 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-e304fc00-e820-4851-be7d-20a693e7c77f req-9b3acde5-9f83-4b5e-82e4-23bf0859dcdf service neutron] Bound port: db64cef4-7426-4276-868d-fa3dc26cf2a6, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c1263179-8184-48d5-a484-5bbc183b0273'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:43.837687 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e304fc00-e820-4851-be7d-20a693e7c77f req-9b3acde5-9f83-4b5e-82e4-23bf0859dcdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.966927 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27475f67-8d05-475b-b068-1cf3faa90a35 req-351c685d-d542-468a-851d-19b0da18ffc5 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:43.968528 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27475f67-8d05-475b-b068-1cf3faa90a35 req-351c685d-d542-468a-851d-19b0da18ffc5 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc960beb-a6ea-4c55-8431-a825ce48d5b0 HTTP/1.1" status: 200 len: 1053 time: 0.0662208 Apr 18 21:11:43.975375 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-e304fc00-e820-4851-be7d-20a693e7c77f req-9b3acde5-9f83-4b5e-82e4-23bf0859dcdf service neutron] For port db64cef4-7426-4276-868d-fa3dc26cf2a6, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:43.979748 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-e304fc00-e820-4851-be7d-20a693e7c77f req-9b3acde5-9f83-4b5e-82e4-23bf0859dcdf service neutron] For port db64cef4-7426-4276-868d-fa3dc26cf2a6, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=db64cef4-7426-4276-868d-fa3dc26cf2a6,segment=NetworkSegment(93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef),segment_id=93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:43.988088 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e304fc00-e820-4851-be7d-20a693e7c77f req-9b3acde5-9f83-4b5e-82e4-23bf0859dcdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:44.036331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304fc00-e820-4851-be7d-20a693e7c77f req-9b3acde5-9f83-4b5e-82e4-23bf0859dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:44.036976 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e304fc00-e820-4851-be7d-20a693e7c77f req-9b3acde5-9f83-4b5e-82e4-23bf0859dcdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:44.038377 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e304fc00-e820-4851-be7d-20a693e7c77f req-9b3acde5-9f83-4b5e-82e4-23bf0859dcdf service neutron] 10.222.0.32 "PUT /v2.0/ports/db64cef4-7426-4276-868d-fa3dc26cf2a6 HTTP/1.1" status: 200 len: 1092 time: 0.7444694 Apr 18 21:11:44.038824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc960beb-a6ea-4c55-8431-a825ce48d5b0', 'tag': 'db64cef4-7426-4276-868d-fa3dc26cf2a6'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:11:44.041222 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185aec65-7124-4cbf-823f-09128aeae18c" -d '{"events": [{"name": "network-changed", "server_uuid": "fc960beb-a6ea-4c55-8431-a825ce48d5b0", "tag": "db64cef4-7426-4276-868d-fa3dc26cf2a6"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:11:44.099160 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-b620c815-d978-45f4-a182-de299829fc67 req-ad7e8aee-dd3b-40f2-9c01-9e554aba994a service neutron] (102908) timed out ('10.222.0.32', 65301) {{(pid=102908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 21:11:44.113089 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27475f67-8d05-475b-b068-1cf3faa90a35 req-1915e4ec-3358-4510-8f0a-41f84ed7b86d tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d334f9e-093e-4c0d-b8b8-33d421e844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352684 Apr 18 21:11:44.114076 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3acde5-9f83-4b5e-82e4-23bf0859dcdf service neutron] Pushing event updated for resources: {'Port': ['ID=db64cef4-7426-4276-868d-fa3dc26cf2a6,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:44.218616 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304fc00-e820-4851-be7d-20a693e7c77f req-dd72e397-af3a-477c-be8a-403b5b74894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:44.220574 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e304fc00-e820-4851-be7d-20a693e7c77f req-dd72e397-af3a-477c-be8a-403b5b74894c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4764339203994b438e4d04f59093b8e8&device_id=fc960beb-a6ea-4c55-8431-a825ce48d5b0 HTTP/1.1" status: 200 len: 1095 time: 0.0943661 Apr 18 21:11:44.225586 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f5d9b0-3a76-43b2-ac72-946520b68267 x-openstack-request-id: req-d7f5d9b0-3a76-43b2-ac72-946520b68267 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:11:44.226005 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc960beb-a6ea-4c55-8431-a825ce48d5b0", "tag": "db64cef4-7426-4276-868d-fa3dc26cf2a6", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:11:44.226339 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7f5d9b0-3a76-43b2-ac72-946520b68267 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:11:44.226793 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7f5d9b0-3a76-43b2-ac72-946520b68267'] response: {'name': 'network-changed', 'server_uuid': 'fc960beb-a6ea-4c55-8431-a825ce48d5b0', 'tag': 'db64cef4-7426-4276-868d-fa3dc26cf2a6', 'status': 'completed', 'code': 200} Apr 18 21:11:44.278410 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e304fc00-e820-4851-be7d-20a693e7c77f req-c1b573cb-ee54-449b-8c1d-ed0aad852380 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db64cef4-7426-4276-868d-fa3dc26cf2a6 HTTP/1.1" status: 200 len: 217 time: 0.0366039 Apr 18 21:11:44.327651 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304fc00-e820-4851-be7d-20a693e7c77f req-940d5874-7155-4e5e-baea-997df2cee4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:44.329718 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e304fc00-e820-4851-be7d-20a693e7c77f req-940d5874-7155-4e5e-baea-997df2cee4a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d081fcc-0a2f-495f-aa50-9dbaecb08eb5 HTTP/1.1" status: 200 len: 848 time: 0.0441377 Apr 18 21:11:44.380169 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304fc00-e820-4851-be7d-20a693e7c77f req-170b37f6-dbd7-43fb-9a82-02a1ae1103f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:44.381714 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e304fc00-e820-4851-be7d-20a693e7c77f req-170b37f6-dbd7-43fb-9a82-02a1ae1103f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1263179-8184-48d5-a484-5bbc183b0273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462925 Apr 18 21:11:44.476756 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e304fc00-e820-4851-be7d-20a693e7c77f req-5f112d60-a03f-4df5-a260-9c1f96376400 service neutron] 10.222.0.32 "GET /v2.0/networks/c1263179-8184-48d5-a484-5bbc183b0273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876875 Apr 18 21:11:44.569816 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e304fc00-e820-4851-be7d-20a693e7c77f req-13de8364-6245-4fec-8a52-7a554156a4ef service neutron] 10.222.0.32 "GET /v2.0/networks/c1263179-8184-48d5-a484-5bbc183b0273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867307 Apr 18 21:11:44.654308 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185aec65-7124-4cbf-823f-09128aeae18c req-747ca480-b3bb-4665-aed7-e98a17fd83ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:44.656021 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-185aec65-7124-4cbf-823f-09128aeae18c req-747ca480-b3bb-4665-aed7-e98a17fd83ec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4764339203994b438e4d04f59093b8e8&device_id=fc960beb-a6ea-4c55-8431-a825ce48d5b0 HTTP/1.1" status: 200 len: 1095 time: 0.0430410 Apr 18 21:11:44.753550 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185aec65-7124-4cbf-823f-09128aeae18c req-683f54d3-bc6f-49aa-b0e3-04782cacc3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:44.755028 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-185aec65-7124-4cbf-823f-09128aeae18c req-683f54d3-bc6f-49aa-b0e3-04782cacc3eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=c1263179-8184-48d5-a484-5bbc183b0273 HTTP/1.1" status: 200 len: 910 time: 0.0919919 Apr 18 21:11:44.800401 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-185aec65-7124-4cbf-823f-09128aeae18c req-43f684a3-660c-4a71-8344-08e3452bf219 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db64cef4-7426-4276-868d-fa3dc26cf2a6 HTTP/1.1" status: 200 len: 217 time: 0.0390351 Apr 18 21:11:44.849492 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185aec65-7124-4cbf-823f-09128aeae18c req-154c3a6f-f889-4ce8-92da-f94fba06c2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:44.850951 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-185aec65-7124-4cbf-823f-09128aeae18c req-154c3a6f-f889-4ce8-92da-f94fba06c2e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d081fcc-0a2f-495f-aa50-9dbaecb08eb5 HTTP/1.1" status: 200 len: 848 time: 0.0446596 Apr 18 21:11:44.899553 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185aec65-7124-4cbf-823f-09128aeae18c req-f1007937-6ea9-469a-be81-0f9fab42932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:44.901610 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-185aec65-7124-4cbf-823f-09128aeae18c req-f1007937-6ea9-469a-be81-0f9fab42932f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1263179-8184-48d5-a484-5bbc183b0273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434113 Apr 18 21:11:45.002515 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-185aec65-7124-4cbf-823f-09128aeae18c req-b2935ef1-6044-4c77-8de6-9adfcf9bf8f9 service neutron] 10.222.0.32 "GET /v2.0/networks/c1263179-8184-48d5-a484-5bbc183b0273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943108 Apr 18 21:11:45.099235 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-185aec65-7124-4cbf-823f-09128aeae18c req-d9a59079-ba3c-4e5c-895b-8fa1a7a977f8 service neutron] 10.222.0.32 "GET /v2.0/networks/c1263179-8184-48d5-a484-5bbc183b0273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888793 Apr 18 21:11:45.233322 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7a0e4-8c98-447f-8bd8-a31d8e773037 req-991517d2-86ca-497c-98c4-39998fec6175 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:45.234970 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-84b7a0e4-8c98-447f-8bd8-a31d8e773037 req-991517d2-86ca-497c-98c4-39998fec6175 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc960beb-a6ea-4c55-8431-a825ce48d5b0 HTTP/1.1" status: 200 len: 1095 time: 0.0426629 Apr 18 21:11:45.285506 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-84b7a0e4-8c98-447f-8bd8-a31d8e773037 req-7acd9ef3-9892-4dde-a9c6-da6753b436da tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d334f9e-093e-4c0d-b8b8-33d421e844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433500 Apr 18 21:11:46.417634 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae94870-ecb1-404e-90b4-bfaa883a1b7e req-86873a81-5514-43a3-84c6-dfd2b4ccef48 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:46.419284 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eae94870-ecb1-404e-90b4-bfaa883a1b7e req-86873a81-5514-43a3-84c6-dfd2b4ccef48 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc960beb-a6ea-4c55-8431-a825ce48d5b0 HTTP/1.1" status: 200 len: 1095 time: 0.0527484 Apr 18 21:11:46.458571 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eae94870-ecb1-404e-90b4-bfaa883a1b7e req-22593646-aef6-401e-84c6-fc205672d484 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d334f9e-093e-4c0d-b8b8-33d421e844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325079 Apr 18 21:11:47.578711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff88eb-7129-4d15-9e5e-ae6bd0b7bd76 req-0d8cfd93-ef9a-473f-962e-ac6cc2f85c67 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:47.580927 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c0ff88eb-7129-4d15-9e5e-ae6bd0b7bd76 req-0d8cfd93-ef9a-473f-962e-ac6cc2f85c67 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc960beb-a6ea-4c55-8431-a825ce48d5b0 HTTP/1.1" status: 200 len: 1095 time: 0.0444422 Apr 18 21:11:47.619811 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c0ff88eb-7129-4d15-9e5e-ae6bd0b7bd76 req-5ecf1e9f-3f14-4b3d-bc34-aa1d710b4baf tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d334f9e-093e-4c0d-b8b8-33d421e844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318823 Apr 18 21:11:47.867531 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device db64cef4-7426-4276-868d-fa3dc26cf2a6 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:11:48.136793 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port db64cef4-7426-4276-868d-fa3dc26cf2a6, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=db64cef4-7426-4276-868d-fa3dc26cf2a6,segment=NetworkSegment(93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef),segment_id=93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:48.150459 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'db64cef4-7426-4276-868d-fa3dc26cf2a6', 'network_id': 'c1263179-8184-48d5-a484-5bbc183b0273', 'port_id': 'db64cef4-7426-4276-868d-fa3dc26cf2a6', 'mac_address': 'fa:16:3e:07:77:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d081fcc-0a2f-495f-aa50-9dbaecb08eb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:11:48.194953 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:48.214590 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db64cef4-7426-4276-868d-fa3dc26cf2a6 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:11:48.236244 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port db64cef4-7426-4276-868d-fa3dc26cf2a6, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=db64cef4-7426-4276-868d-fa3dc26cf2a6,segment=NetworkSegment(93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef),segment_id=93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:48.244782 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:48.294601 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=db64cef4-7426-4276-868d-fa3dc26cf2a6,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:48.530487 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['db64cef4-7426-4276-868d-fa3dc26cf2a6'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:11:48.754120 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80bca8-cd2f-4223-9acf-258fe35b4525 req-8cf14764-cb55-4a20-a572-0701c7cedc56 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:48.755672 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e80bca8-cd2f-4223-9acf-258fe35b4525 req-8cf14764-cb55-4a20-a572-0701c7cedc56 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc960beb-a6ea-4c55-8431-a825ce48d5b0 HTTP/1.1" status: 200 len: 1096 time: 0.0432827 Apr 18 21:11:48.817659 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e80bca8-cd2f-4223-9acf-258fe35b4525 req-ae41a6bb-888e-483b-8955-380b0d068b26 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d334f9e-093e-4c0d-b8b8-33d421e844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546734 Apr 18 21:11:49.879701 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device db64cef4-7426-4276-868d-fa3dc26cf2a6 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:11:49.931839 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port db64cef4-7426-4276-868d-fa3dc26cf2a6 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:49.932570 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c1c55-48f0-4205-9bd4-df2bc58ec0a4 req-82120ca7-2782-429b-a8d5-0de8588176aa tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:49.934105 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f91c1c55-48f0-4205-9bd4-df2bc58ec0a4 req-82120ca7-2782-429b-a8d5-0de8588176aa tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc960beb-a6ea-4c55-8431-a825ce48d5b0 HTTP/1.1" status: 200 len: 1096 time: 0.0429430 Apr 18 21:11:49.938075 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port db64cef4-7426-4276-868d-fa3dc26cf2a6 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:49.938488 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:49.973174 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f91c1c55-48f0-4205-9bd4-df2bc58ec0a4 req-66fd7ef5-9989-4c60-b737-5182b07ca6ce tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d334f9e-093e-4c0d-b8b8-33d421e844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320079 Apr 18 21:11:50.030868 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:50.057208 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc960beb-a6ea-4c55-8431-a825ce48d5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db64cef4-7426-4276-868d-fa3dc26cf2a6'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:11:50.059662 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fb5e10-2983-4fdc-b376-5609f699f625" -d '{"events": [{"server_uuid": "fc960beb-a6ea-4c55-8431-a825ce48d5b0", "name": "network-vif-plugged", "status": "completed", "tag": "db64cef4-7426-4276-868d-fa3dc26cf2a6"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:11:50.088935 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port db64cef4-7426-4276-868d-fa3dc26cf2a6, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=db64cef4-7426-4276-868d-fa3dc26cf2a6,segment=NetworkSegment(93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef),segment_id=93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:50.095725 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:50.102182 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7166e26-b782-47da-bbfb-407fb190f0f5 x-openstack-request-id: req-f7166e26-b782-47da-bbfb-407fb190f0f5 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:11:50.102483 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc960beb-a6ea-4c55-8431-a825ce48d5b0", "name": "network-vif-plugged", "status": "completed", "tag": "db64cef4-7426-4276-868d-fa3dc26cf2a6", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:11:50.102736 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f7166e26-b782-47da-bbfb-407fb190f0f5 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:11:50.103165 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7166e26-b782-47da-bbfb-407fb190f0f5'] response: {'server_uuid': 'fc960beb-a6ea-4c55-8431-a825ce48d5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db64cef4-7426-4276-868d-fa3dc26cf2a6', 'code': 200} Apr 18 21:11:50.150725 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=db64cef4-7426-4276-868d-fa3dc26cf2a6,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:50.213722 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f8083-5409-4640-af0e-6f441f3e6cbb req-23d1b0ae-52ea-485b-9bd9-2215d3437f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:50.215469 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-776f8083-5409-4640-af0e-6f441f3e6cbb req-23d1b0ae-52ea-485b-9bd9-2215d3437f0d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fc960beb-a6ea-4c55-8431-a825ce48d5b0 HTTP/1.1" status: 200 len: 1097 time: 0.0439296 Apr 18 21:11:50.258616 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-776f8083-5409-4640-af0e-6f441f3e6cbb req-c88a66dc-69b5-4380-b7e9-865ad15aa501 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0d334f9e-093e-4c0d-b8b8-33d421e844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365682 Apr 18 21:11:51.080662 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf90a9-c26a-4961-b29e-cdfcff6bf526 req-b831c7e1-4e72-4242-938a-5ce9f75fb38c tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:51.082189 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dddf90a9-c26a-4961-b29e-cdfcff6bf526 req-b831c7e1-4e72-4242-938a-5ce9f75fb38c tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc960beb-a6ea-4c55-8431-a825ce48d5b0 HTTP/1.1" status: 200 len: 1097 time: 0.0407045 Apr 18 21:11:51.130688 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dddf90a9-c26a-4961-b29e-cdfcff6bf526 req-3bff7303-dbe8-457f-9485-d6a57ad83e54 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d334f9e-093e-4c0d-b8b8-33d421e844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414128 Apr 18 21:11:52.246603 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823af452-cb94-4474-a476-04a69516e403 req-20d62c8c-3cb8-4742-a3d6-5fd918f0c8b4 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:52.248169 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-823af452-cb94-4474-a476-04a69516e403 req-20d62c8c-3cb8-4742-a3d6-5fd918f0c8b4 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc960beb-a6ea-4c55-8431-a825ce48d5b0 HTTP/1.1" status: 200 len: 1097 time: 0.0430040 Apr 18 21:11:52.291047 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-823af452-cb94-4474-a476-04a69516e403 req-fac0abb9-2f41-4ab6-b31f-624cfd89381d tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d334f9e-093e-4c0d-b8b8-33d421e844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358338 Apr 18 21:11:52.412078 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a82e10-1f84-4a09-9e5f-c6c86f02b112 req-74ca1897-ba94-41f8-8b2a-dfca3af09dc5 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:52.413571 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4a82e10-1f84-4a09-9e5f-c6c86f02b112 req-74ca1897-ba94-41f8-8b2a-dfca3af09dc5 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc960beb-a6ea-4c55-8431-a825ce48d5b0 HTTP/1.1" status: 200 len: 1097 time: 0.0447199 Apr 18 21:11:52.459187 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4a82e10-1f84-4a09-9e5f-c6c86f02b112 req-a3d0b818-d66d-4118-88df-fca5acaa021f tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d334f9e-093e-4c0d-b8b8-33d421e844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392628 Apr 18 21:11:52.576004 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876151c-45c1-4856-b25d-27d4297d4597 req-27f0774d-8c2f-45eb-8199-12f988b22b5b tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:52.577624 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8876151c-45c1-4856-b25d-27d4297d4597 req-27f0774d-8c2f-45eb-8199-12f988b22b5b tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc960beb-a6ea-4c55-8431-a825ce48d5b0 HTTP/1.1" status: 200 len: 1097 time: 0.0492387 Apr 18 21:11:52.621137 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8876151c-45c1-4856-b25d-27d4297d4597 req-e2238839-0dbc-435f-bbd4-466f401b26d1 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d334f9e-093e-4c0d-b8b8-33d421e844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366864 Apr 18 21:11:52.870863 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f027e-69da-4a37-9ec8-fb64ea6846ec req-b850260b-6e71-48cb-815c-dbf6f1b62129 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:52.873603 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b39f027e-69da-4a37-9ec8-fb64ea6846ec req-b850260b-6e71-48cb-815c-dbf6f1b62129 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc960beb-a6ea-4c55-8431-a825ce48d5b0 HTTP/1.1" status: 200 len: 1097 time: 0.0468447 Apr 18 21:11:52.910165 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b39f027e-69da-4a37-9ec8-fb64ea6846ec req-d29a9ee9-fe8b-41c9-aacf-b96e1e8885c4 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d334f9e-093e-4c0d-b8b8-33d421e844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302968 Apr 18 21:11:53.380230 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:11:54.026228 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a5764-71c0-47b2-a6f8-1a37cb34815c req-9bf32d8b-2aee-4943-a20d-20a16533cf5e tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:54.027727 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3b1a5764-71c0-47b2-a6f8-1a37cb34815c req-9bf32d8b-2aee-4943-a20d-20a16533cf5e tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc960beb-a6ea-4c55-8431-a825ce48d5b0 HTTP/1.1" status: 200 len: 1097 time: 0.0435753 Apr 18 21:11:54.074325 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3b1a5764-71c0-47b2-a6f8-1a37cb34815c req-b0eeb515-cee6-4470-b758-e1f09a3e4368 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d334f9e-093e-4c0d-b8b8-33d421e844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393567 Apr 18 21:11:54.288790 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df7d25-2dfd-4671-9534-29f5f95be203 req-4b29cbe8-907c-49c6-ae99-433ba136c192 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:54.290273 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-44df7d25-2dfd-4671-9534-29f5f95be203 req-4b29cbe8-907c-49c6-ae99-433ba136c192 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fc960beb-a6ea-4c55-8431-a825ce48d5b0 HTTP/1.1" status: 200 len: 1097 time: 0.0418615 Apr 18 21:11:54.381091 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-44df7d25-2dfd-4671-9534-29f5f95be203 req-376aca3d-48b0-4641-a00c-c52bb146e442 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Deleting port db64cef4-7426-4276-868d-fa3dc26cf2a6 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:11:54.381428 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-44df7d25-2dfd-4671-9534-29f5f95be203 req-376aca3d-48b0-4641-a00c-c52bb146e442 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:54.463215 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-44df7d25-2dfd-4671-9534-29f5f95be203 req-376aca3d-48b0-4641-a00c-c52bb146e442 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] For port db64cef4-7426-4276-868d-fa3dc26cf2a6, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=db64cef4-7426-4276-868d-fa3dc26cf2a6,segment=NetworkSegment(93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef),segment_id=93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:54.463793 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-44df7d25-2dfd-4671-9534-29f5f95be203 req-376aca3d-48b0-4641-a00c-c52bb146e442 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:54.477952 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-44df7d25-2dfd-4671-9534-29f5f95be203 req-376aca3d-48b0-4641-a00c-c52bb146e442 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Calling delete_port for db64cef4-7426-4276-868d-fa3dc26cf2a6 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:11:54.632127 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-44df7d25-2dfd-4671-9534-29f5f95be203 req-376aca3d-48b0-4641-a00c-c52bb146e442 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:54.638329 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-52727b1c-618a-4a2d-9f8e-d08ebec49837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:54.651223 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['00b6a35a-d074-4e71-91e1-2d6d1a959d39'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:11:54.675616 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376aca3d-48b0-4641-a00c-c52bb146e442 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Pushing event deleted for resources: {'Port': ['ID=db64cef4-7426-4276-868d-fa3dc26cf2a6,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:54.705598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['db64cef4-7426-4276-868d-fa3dc26cf2a6'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:11:54.732251 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-44df7d25-2dfd-4671-9534-29f5f95be203 req-376aca3d-48b0-4641-a00c-c52bb146e442 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] No DVR routers for this DVR port db64cef4-7426-4276-868d-fa3dc26cf2a6 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:11:54.735184 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-44df7d25-2dfd-4671-9534-29f5f95be203 req-376aca3d-48b0-4641-a00c-c52bb146e442 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:54.739789 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-44df7d25-2dfd-4671-9534-29f5f95be203 req-376aca3d-48b0-4641-a00c-c52bb146e442 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.32 "DELETE /v2.0/ports/db64cef4-7426-4276-868d-fa3dc26cf2a6 HTTP/1.1" status: 204 len: 173 time: 0.4442270 Apr 18 21:11:54.740304 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc960beb-a6ea-4c55-8431-a825ce48d5b0', 'name': 'network-vif-deleted', 'tag': 'db64cef4-7426-4276-868d-fa3dc26cf2a6'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:11:54.744632 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aabac90-92c9-4a39-a175-c26e1823fa69" -d '{"events": [{"server_uuid": "fc960beb-a6ea-4c55-8431-a825ce48d5b0", "name": "network-vif-deleted", "tag": "db64cef4-7426-4276-868d-fa3dc26cf2a6"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:11:54.792136 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8745f67a-ef27-4382-a290-ddec71fd0e05 x-openstack-request-id: req-8745f67a-ef27-4382-a290-ddec71fd0e05 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:11:54.792455 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc960beb-a6ea-4c55-8431-a825ce48d5b0", "name": "network-vif-deleted", "tag": "db64cef4-7426-4276-868d-fa3dc26cf2a6", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:11:54.792793 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8745f67a-ef27-4382-a290-ddec71fd0e05 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:11:54.793229 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8745f67a-ef27-4382-a290-ddec71fd0e05'] response: {'server_uuid': 'fc960beb-a6ea-4c55-8431-a825ce48d5b0', 'name': 'network-vif-deleted', 'tag': 'db64cef4-7426-4276-868d-fa3dc26cf2a6', 'status': 'completed', 'code': 200} Apr 18 21:11:55.217059 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92a0bd5d-5572-4c7f-8f1c-349f3cda1c93 req-1216f310-e890-4506-9c91-0f30f515fcd0 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc960beb-a6ea-4c55-8431-a825ce48d5b0 HTTP/1.1" status: 200 len: 210 time: 0.0406809 Apr 18 21:11:56.504701 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84871381-ed21-4ae1-8bb7-d305b1b89f59 req-aea27c1f-152e-4ac5-968c-feeb9e543f60 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:56.506150 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-84871381-ed21-4ae1-8bb7-d305b1b89f59 req-aea27c1f-152e-4ac5-968c-feeb9e543f60 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=531ff5c9-bae3-4731-9df8-5e4ea857fe24 HTTP/1.1" status: 200 len: 1096 time: 0.0421367 Apr 18 21:11:56.543254 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-84871381-ed21-4ae1-8bb7-d305b1b89f59 req-1ab0d322-f34c-4a75-b21d-701786a0672a tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d334f9e-093e-4c0d-b8b8-33d421e844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307765 Apr 18 21:11:57.656718 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014335f0-127f-46bb-be24-62df53b901be req-663b046e-8fcc-41c1-b0ae-7c49b4d72442 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:57.658466 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-014335f0-127f-46bb-be24-62df53b901be req-663b046e-8fcc-41c1-b0ae-7c49b4d72442 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=531ff5c9-bae3-4731-9df8-5e4ea857fe24 HTTP/1.1" status: 200 len: 1096 time: 0.0438402 Apr 18 21:11:57.695016 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-014335f0-127f-46bb-be24-62df53b901be req-0ba317e1-fcfc-40c8-bda2-d1264b708da8 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0d334f9e-093e-4c0d-b8b8-33d421e844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303502 Apr 18 21:11:57.800608 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e491a-da29-4ad0-a6a3-512b11b629ab req-1a74eb31-bc65-41ff-b99e-cf49a69e1544 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:57.802407 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-127e491a-da29-4ad0-a6a3-512b11b629ab req-1a74eb31-bc65-41ff-b99e-cf49a69e1544 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=531ff5c9-bae3-4731-9df8-5e4ea857fe24 HTTP/1.1" status: 200 len: 1096 time: 0.0537639 Apr 18 21:11:57.883552 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device db64cef4-7426-4276-868d-fa3dc26cf2a6 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:11:57.893498 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-127e491a-da29-4ad0-a6a3-512b11b629ab req-81bf9600-7806-4f53-b866-d752c243fcc8 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Deleting port 00b6a35a-d074-4e71-91e1-2d6d1a959d39 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:11:57.894142 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-127e491a-da29-4ad0-a6a3-512b11b629ab req-81bf9600-7806-4f53-b866-d752c243fcc8 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:57.917222 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: db64cef4-7426-4276-868d-fa3dc26cf2a6 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:11:57.917492 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device db64cef4-7426-4276-868d-fa3dc26cf2a6 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:11:57.980482 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-127e491a-da29-4ad0-a6a3-512b11b629ab req-81bf9600-7806-4f53-b866-d752c243fcc8 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] For port 00b6a35a-d074-4e71-91e1-2d6d1a959d39, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=00b6a35a-d074-4e71-91e1-2d6d1a959d39,segment=NetworkSegment(93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef),segment_id=93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:57.980848 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-127e491a-da29-4ad0-a6a3-512b11b629ab req-81bf9600-7806-4f53-b866-d752c243fcc8 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:57.995088 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-127e491a-da29-4ad0-a6a3-512b11b629ab req-81bf9600-7806-4f53-b866-d752c243fcc8 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Calling delete_port for 00b6a35a-d074-4e71-91e1-2d6d1a959d39 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:11:58.127525 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-127e491a-da29-4ad0-a6a3-512b11b629ab req-81bf9600-7806-4f53-b866-d752c243fcc8 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:58.138944 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['00b6a35a-d074-4e71-91e1-2d6d1a959d39'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:11:58.161897 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf9600-7806-4f53-b866-d752c243fcc8 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Pushing event deleted for resources: {'Port': ['ID=00b6a35a-d074-4e71-91e1-2d6d1a959d39,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:58.185851 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8ef4ab7f-cac7-44ae-bbea-9343542965a5 req-ea6fcca8-0746-461a-9119-eff7ab046236 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676794 Apr 18 21:11:58.233797 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-127e491a-da29-4ad0-a6a3-512b11b629ab req-81bf9600-7806-4f53-b866-d752c243fcc8 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] No DVR routers for this DVR port 00b6a35a-d074-4e71-91e1-2d6d1a959d39 on host n-h2-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:11:58.237316 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-127e491a-da29-4ad0-a6a3-512b11b629ab req-81bf9600-7806-4f53-b866-d752c243fcc8 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:58.241487 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-127e491a-da29-4ad0-a6a3-512b11b629ab req-81bf9600-7806-4f53-b866-d752c243fcc8 tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.57 "DELETE /v2.0/ports/00b6a35a-d074-4e71-91e1-2d6d1a959d39 HTTP/1.1" status: 204 len: 173 time: 0.4335434 Apr 18 21:11:58.242335 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531ff5c9-bae3-4731-9df8-5e4ea857fe24', 'name': 'network-vif-deleted', 'tag': '00b6a35a-d074-4e71-91e1-2d6d1a959d39'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:11:58.245675 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bd5a2b-b084-43f2-9bf3-0e0779e7b697" -d '{"events": [{"server_uuid": "531ff5c9-bae3-4731-9df8-5e4ea857fe24", "name": "network-vif-deleted", "tag": "00b6a35a-d074-4e71-91e1-2d6d1a959d39"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:11:58.294059 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4ab7f-cac7-44ae-bbea-9343542965a5 req-5eb1a3cb-fe36-483a-a975-da0b5db382f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:58.295840 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8ef4ab7f-cac7-44ae-bbea-9343542965a5 req-5eb1a3cb-fe36-483a-a975-da0b5db382f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 1096 time: 0.0597172 Apr 18 21:11:58.306010 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4140981f-ea41-4a97-b585-a272a370a4fd x-openstack-request-id: req-4140981f-ea41-4a97-b585-a272a370a4fd {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:11:58.306689 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531ff5c9-bae3-4731-9df8-5e4ea857fe24", "name": "network-vif-deleted", "tag": "00b6a35a-d074-4e71-91e1-2d6d1a959d39", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:11:58.307187 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4140981f-ea41-4a97-b585-a272a370a4fd {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:11:58.307824 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4140981f-ea41-4a97-b585-a272a370a4fd'] response: {'server_uuid': '531ff5c9-bae3-4731-9df8-5e4ea857fe24', 'name': 'network-vif-deleted', 'tag': '00b6a35a-d074-4e71-91e1-2d6d1a959d39', 'status': 'completed', 'code': 200} Apr 18 21:11:58.434892 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4ab7f-cac7-44ae-bbea-9343542965a5 req-a28393a4-b174-439a-96cc-29edecec6329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:58.436390 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8ef4ab7f-cac7-44ae-bbea-9343542965a5 req-a28393a4-b174-439a-96cc-29edecec6329 service neutron] 10.222.0.32 "GET /v2.0/networks?id=769a9fa6-2125-4d70-9c37-b837ce0487be HTTP/1.1" status: 200 len: 898 time: 0.1100106 Apr 18 21:11:58.507595 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8ef4ab7f-cac7-44ae-bbea-9343542965a5 req-17905491-ed15-4e43-88e1-ac9d08737de6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3cf1132-2b97-45a5-9854-ccf1407d5351 HTTP/1.1" status: 200 len: 1001 time: 0.0647469 Apr 18 21:11:58.564697 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4ab7f-cac7-44ae-bbea-9343542965a5 req-10a4a1e2-8847-4844-88a6-8a5ecacdbe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:58.566460 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8ef4ab7f-cac7-44ae-bbea-9343542965a5 req-10a4a1e2-8847-4844-88a6-8a5ecacdbe90 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c HTTP/1.1" status: 200 len: 834 time: 0.0525389 Apr 18 21:11:58.613254 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4ab7f-cac7-44ae-bbea-9343542965a5 req-d12670cf-be32-4ed3-9295-66dfe167068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:58.615110 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8ef4ab7f-cac7-44ae-bbea-9343542965a5 req-d12670cf-be32-4ed3-9295-66dfe167068d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=769a9fa6-2125-4d70-9c37-b837ce0487be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420702 Apr 18 21:11:58.723757 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8ef4ab7f-cac7-44ae-bbea-9343542965a5 req-4455f643-be4f-499b-a650-535a820a8406 service neutron] 10.222.0.32 "GET /v2.0/networks/769a9fa6-2125-4d70-9c37-b837ce0487be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015623 Apr 18 21:11:58.831973 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52ca72e8-4291-4a6d-95d3-b0a1e96238c8 req-2d9bec14-17c7-462a-8889-4ce9b6bbf12e tempest-TestServerMultinode-2118746478 tempest-TestServerMultinode-2118746478-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=531ff5c9-bae3-4731-9df8-5e4ea857fe24 HTTP/1.1" status: 200 len: 210 time: 0.0347419 Apr 18 21:11:58.870965 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8ef4ab7f-cac7-44ae-bbea-9343542965a5 req-b37cb416-f0ba-4f25-b77a-871b3a3fcafe service neutron] 10.222.0.32 "GET /v2.0/networks/769a9fa6-2125-4d70-9c37-b837ce0487be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396625 Apr 18 21:11:59.052579 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ba8388fe-0e5b-49df-91c3-91b444bea2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:59.126210 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53366) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:59.244798 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-90cbcf6f-61b9-49d0-bc47-f6c25a4ab17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:59.326013 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-90cbcf6f-61b9-49d0-bc47-f6c25a4ab17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:59.330977 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-90cbcf6f-61b9-49d0-bc47-f6c25a4ab17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:59.370196 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-90cbcf6f-61b9-49d0-bc47-f6c25a4ab17f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9125c3594dba48759d81ca0ac6946c38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2422836 Apr 18 21:11:59.370907 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbcf6f-61b9-49d0-bc47-f6c25a4ab17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c035a7-31ce-4093-9ff7-5c7a5f33caf2,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:59.372936 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53370) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:11:59.423905 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dacde835-0644-49a0-ac2c-2f70b97b069e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:59.446121 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dacde835-0644-49a0-ac2c-2f70b97b069e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:59.494406 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dacde835-0644-49a0-ac2c-2f70b97b069e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:59.497192 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dacde835-0644-49a0-ac2c-2f70b97b069e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:59.498381 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-dacde835-0644-49a0-ac2c-2f70b97b069e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/31c035a7-31ce-4093-9ff7-5c7a5f33caf2 HTTP/1.1" status: 204 len: 168 time: 0.1244640 Apr 18 21:11:59.510589 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacde835-0644-49a0-ac2c-2f70b97b069e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c035a7-31ce-4093-9ff7-5c7a5f33caf2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:59.906734 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:59.912411 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53386) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:00.292821 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-732b874c-2e14-4931-9df4-3550af0e1002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:00.566750 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-732b874c-2e14-4931-9df4-3550af0e1002 admin admin] Deleting port a0ceb500-3b1e-4976-b23c-ab0e0d14ac62 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:12:00.567321 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-732b874c-2e14-4931-9df4-3550af0e1002 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:00.662462 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-732b874c-2e14-4931-9df4-3550af0e1002 admin admin] For port a0ceb500-3b1e-4976-b23c-ab0e0d14ac62, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a0ceb500-3b1e-4976-b23c-ab0e0d14ac62,segment=NetworkSegment(93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef),segment_id=93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:00.662828 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-732b874c-2e14-4931-9df4-3550af0e1002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:00.677075 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-732b874c-2e14-4931-9df4-3550af0e1002 admin admin] Calling delete_port for a0ceb500-3b1e-4976-b23c-ab0e0d14ac62 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:12:00.871711 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-732b874c-2e14-4931-9df4-3550af0e1002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:00.897821 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b874c-2e14-4931-9df4-3550af0e1002 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ceb500-3b1e-4976-b23c-ab0e0d14ac62,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:01.097546 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-732b874c-2e14-4931-9df4-3550af0e1002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:01.348081 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732b874c-2e14-4931-9df4-3550af0e1002 admin admin] Router bfeab980-5b96-42d8-bf2f-e1c2dc7aabee has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:12:01.396309 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:01.459344 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732b874c-2e14-4931-9df4-3550af0e1002 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:12:01.464471 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-732b874c-2e14-4931-9df4-3550af0e1002 admin admin] 10.222.0.41 "PUT /v2.0/routers/bfeab980-5b96-42d8-bf2f-e1c2dc7aabee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5507383 Apr 18 21:12:01.467200 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53406) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:01.469963 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff751d43-05e6-4a91-89f6-455a31ce41ac None None] Sync routers for ids ['bfeab980-5b96-42d8-bf2f-e1c2dc7aabee'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:12:01.482233 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff751d43-05e6-4a91-89f6-455a31ce41ac None None] Routers {'bfeab980-5b96-42d8-bf2f-e1c2dc7aabee'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:12:01.483212 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ff751d43-05e6-4a91-89f6-455a31ce41ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:11:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['bfeab980-5b96-42d8-bf2f-e1c2dc7aabee'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:01.580141 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-78d2d266-59eb-44f8-adb8-b755e8bc32df admin admin] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:01.602704 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-ff751d43-05e6-4a91-89f6-455a31ce41ac None None] Set router bfeab980-5b96-42d8-bf2f-e1c2dc7aabee gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:12:01.693056 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-78d2d266-59eb-44f8-adb8-b755e8bc32df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:01.711333 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:01.760544 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-78d2d266-59eb-44f8-adb8-b755e8bc32df admin admin] Deleting port a13a8dc3-0f81-448a-84ef-7b06b70dd520 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:12:01.760904 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-78d2d266-59eb-44f8-adb8-b755e8bc32df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:01.808646 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ff751d43-05e6-4a91-89f6-455a31ce41ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfeab980-5b96-42d8-bf2f-e1c2dc7aabee', 'name': 'tempest-TestServerMultinode-537121109-router', 'tenant_id': 'cf7f262e0967424e8dc8cce0aa864d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'a13a8dc3-0f81-448a-84ef-7b06b70dd520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:17Z', 'updated_at': '2022-04-18T21:12:00Z', 'revision_number': 5, 'project_id': 'cf7f262e0967424e8dc8cce0aa864d7e', 'gw_port': {'id': 'a13a8dc3-0f81-448a-84ef-7b06b70dd520', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfeab980-5b96-42d8-bf2f-e1c2dc7aabee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:18Z', 'updated_at': '2022-04-18T21:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:01.843709 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff751d43-05e6-4a91-89f6-455a31ce41ac None None] Checking router: bfeab980-5b96-42d8-bf2f-e1c2dc7aabee for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:12:01.853206 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff751d43-05e6-4a91-89f6-455a31ce41ac None None] Routers {'bfeab980-5b96-42d8-bf2f-e1c2dc7aabee'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:12:01.853536 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ff751d43-05e6-4a91-89f6-455a31ce41ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:11:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['bfeab980-5b96-42d8-bf2f-e1c2dc7aabee'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:01.880735 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-78d2d266-59eb-44f8-adb8-b755e8bc32df admin admin] For port a13a8dc3-0f81-448a-84ef-7b06b70dd520, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a13a8dc3-0f81-448a-84ef-7b06b70dd520,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:01.880735 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-78d2d266-59eb-44f8-adb8-b755e8bc32df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:01.887156 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-78d2d266-59eb-44f8-adb8-b755e8bc32df admin admin] Calling delete_port for a13a8dc3-0f81-448a-84ef-7b06b70dd520 owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:12:01.942297 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-ff751d43-05e6-4a91-89f6-455a31ce41ac None None] Set router bfeab980-5b96-42d8-bf2f-e1c2dc7aabee gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:12:01.997602 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ff751d43-05e6-4a91-89f6-455a31ce41ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfeab980-5b96-42d8-bf2f-e1c2dc7aabee', 'name': 'tempest-TestServerMultinode-537121109-router', 'tenant_id': 'cf7f262e0967424e8dc8cce0aa864d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:17Z', 'updated_at': '2022-04-18T21:12:01Z', 'revision_number': 6, 'project_id': 'cf7f262e0967424e8dc8cce0aa864d7e', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:02.032657 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff751d43-05e6-4a91-89f6-455a31ce41ac None None] The sync data for ids ['bfeab980-5b96-42d8-bf2f-e1c2dc7aabee'] in n-d-838323-3 is: [{'id': 'bfeab980-5b96-42d8-bf2f-e1c2dc7aabee', 'name': 'tempest-TestServerMultinode-537121109-router', 'tenant_id': 'cf7f262e0967424e8dc8cce0aa864d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:17Z', 'updated_at': '2022-04-18T21:12:01Z', 'revision_number': 6, 'project_id': 'cf7f262e0967424e8dc8cce0aa864d7e', 'gw_port_host': None}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:12:02.055998 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-78d2d266-59eb-44f8-adb8-b755e8bc32df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:02.077606 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2d266-59eb-44f8-adb8-b755e8bc32df admin admin] Pushing event deleted for resources: {'Port': ['ID=a13a8dc3-0f81-448a-84ef-7b06b70dd520,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:02.152005 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-78d2d266-59eb-44f8-adb8-b755e8bc32df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:02.249992 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-78d2d266-59eb-44f8-adb8-b755e8bc32df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:02.253170 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-78d2d266-59eb-44f8-adb8-b755e8bc32df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:02.301808 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-78d2d266-59eb-44f8-adb8-b755e8bc32df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:02.302387 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d2d266-59eb-44f8-adb8-b755e8bc32df admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfeab980-5b96-42d8-bf2f-e1c2dc7aabee {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:12:02.307126 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-78d2d266-59eb-44f8-adb8-b755e8bc32df admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:02.308288 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-78d2d266-59eb-44f8-adb8-b755e8bc32df admin admin] 10.222.0.41 "DELETE /v2.0/routers/bfeab980-5b96-42d8-bf2f-e1c2dc7aabee HTTP/1.1" status: 204 len: 168 time: 0.8401000 Apr 18 21:12:02.310930 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53426) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:02.357281 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5043cb-902d-4d79-9548-f12501d31c35 admin admin] Deleting subnet 3d081fcc-0a2f-495f-aa50-9dbaecb08eb5 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:12:02.360819 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bf5043cb-902d-4d79-9548-f12501d31c35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:02.398793 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 00b6a35a-d074-4e71-91e1-2d6d1a959d39 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:12:02.411954 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bf5043cb-902d-4d79-9548-f12501d31c35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:02.444027 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 00b6a35a-d074-4e71-91e1-2d6d1a959d39 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:12:02.445824 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 00b6a35a-d074-4e71-91e1-2d6d1a959d39 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:12:02.525034 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bf5043cb-902d-4d79-9548-f12501d31c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:02.600009 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bf5043cb-902d-4d79-9548-f12501d31c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:02.627237 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5043cb-902d-4d79-9548-f12501d31c35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d081fcc-0a2f-495f-aa50-9dbaecb08eb5,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:02.646786 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bf5043cb-902d-4d79-9548-f12501d31c35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:02.649523 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72df3b2-daf3-463e-b5a0-14616dca1445 None None] Network c1263179-8184-48d5-a484-5bbc183b0273 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:12:02.653123 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53430) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:02.653729 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-bf5043cb-902d-4d79-9548-f12501d31c35 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3d081fcc-0a2f-495f-aa50-9dbaecb08eb5 HTTP/1.1" status: 204 len: 168 time: 0.3415203 Apr 18 21:12:02.825413 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0732962f-1d6c-4a8c-adb5-9c349e4bf153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:02.897435 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-0732962f-1d6c-4a8c-adb5-9c349e4bf153 admin admin] Deleting port 3de04958-838a-4bae-a444-64e145728730 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:12:02.897801 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0732962f-1d6c-4a8c-adb5-9c349e4bf153 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:02.945341 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c08d8d-25f7-4f4f-aaf7-280f03383c1a None None] DHCP port deletion for c1263179-8184-48d5-a484-5bbc183b0273 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:12:03.015680 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-52c08d8d-25f7-4f4f-aaf7-280f03383c1a None None] Deleting port 3de04958-838a-4bae-a444-64e145728730 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:12:03.016521 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-52c08d8d-25f7-4f4f-aaf7-280f03383c1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.018704 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-0732962f-1d6c-4a8c-adb5-9c349e4bf153 admin admin] For port 3de04958-838a-4bae-a444-64e145728730, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3de04958-838a-4bae-a444-64e145728730,segment=NetworkSegment(93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef),segment_id=93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:03.019090 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0732962f-1d6c-4a8c-adb5-9c349e4bf153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.043172 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-0732962f-1d6c-4a8c-adb5-9c349e4bf153 admin admin] Calling delete_port for 3de04958-838a-4bae-a444-64e145728730 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:12:03.097892 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-52c08d8d-25f7-4f4f-aaf7-280f03383c1a None None] For port 3de04958-838a-4bae-a444-64e145728730, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3de04958-838a-4bae-a444-64e145728730,segment=NetworkSegment(93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef),segment_id=93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:03.098288 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-52c08d8d-25f7-4f4f-aaf7-280f03383c1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.113061 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-52c08d8d-25f7-4f4f-aaf7-280f03383c1a None None] Calling delete_port for 3de04958-838a-4bae-a444-64e145728730 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:12:03.135878 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0732962f-1d6c-4a8c-adb5-9c349e4bf153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.160349 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732962f-1d6c-4a8c-adb5-9c349e4bf153 admin admin] Pushing event deleted for resources: {'Port': ['ID=3de04958-838a-4bae-a444-64e145728730,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:03.166186 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0732962f-1d6c-4a8c-adb5-9c349e4bf153 admin admin] No DVR routers for this DVR port 3de04958-838a-4bae-a444-64e145728730 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:12:03.202434 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-52c08d8d-25f7-4f4f-aaf7-280f03383c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.261765 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c08d8d-25f7-4f4f-aaf7-280f03383c1a None None] No DVR routers for this DVR port 3de04958-838a-4bae-a444-64e145728730 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:12:03.267914 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c08d8d-25f7-4f4f-aaf7-280f03383c1a None None] Pushing event deleted for resources: {'Port': ['ID=3de04958-838a-4bae-a444-64e145728730,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:03.293570 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a0ceb500-3b1e-4976-b23c-ab0e0d14ac62 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:12:03.319921 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0732962f-1d6c-4a8c-adb5-9c349e4bf153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.321887 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: a0ceb500-3b1e-4976-b23c-ab0e0d14ac62 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:12:03.322239 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a0ceb500-3b1e-4976-b23c-ab0e0d14ac62 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:12:03.322667 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3de04958-838a-4bae-a444-64e145728730 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:12:03.348970 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 3de04958-838a-4bae-a444-64e145728730 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:12:03.349534 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-0732962f-1d6c-4a8c-adb5-9c349e4bf153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1263179-8184-48d5-a484-5bbc183b0273']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:03.349988 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3de04958-838a-4bae-a444-64e145728730 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:12:03.351291 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a13a8dc3-0f81-448a-84ef-7b06b70dd520 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:12:03.374351 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-0732962f-1d6c-4a8c-adb5-9c349e4bf153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:03.375070 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-0732962f-1d6c-4a8c-adb5-9c349e4bf153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e84b32-bcf2-4fc0-87bf-2b40f4f4e6ef') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:03.377765 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: a13a8dc3-0f81-448a-84ef-7b06b70dd520 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:12:03.378620 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a13a8dc3-0f81-448a-84ef-7b06b70dd520 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:12:03.391609 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0732962f-1d6c-4a8c-adb5-9c349e4bf153 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.404041 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0732962f-1d6c-4a8c-adb5-9c349e4bf153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.412521 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0732962f-1d6c-4a8c-adb5-9c349e4bf153 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:12:03.413513 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0732962f-1d6c-4a8c-adb5-9c349e4bf153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:12:03.415434 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:12:03.473315 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0732962f-1d6c-4a8c-adb5-9c349e4bf153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.478262 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0732962f-1d6c-4a8c-adb5-9c349e4bf153 admin admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.481434 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0732962f-1d6c-4a8c-adb5-9c349e4bf153 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c1263179-8184-48d5-a484-5bbc183b0273 HTTP/1.1" status: 204 len: 168 time: 0.8273122 Apr 18 21:12:03.487626 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53442) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:03.505033 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732962f-1d6c-4a8c-adb5-9c349e4bf153 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1263179-8184-48d5-a484-5bbc183b0273,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:03.853212 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98cc3250-5d78-45bb-952c-0e2c4d573011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:04.452772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-98cc3250-5d78-45bb-952c-0e2c4d573011 admin admin] Deleting port 562f89ae-2de4-49e5-920c-3b8a4a43b57b {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:12:04.453115 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98cc3250-5d78-45bb-952c-0e2c4d573011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:04.535657 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-98cc3250-5d78-45bb-952c-0e2c4d573011 admin admin] For port 562f89ae-2de4-49e5-920c-3b8a4a43b57b, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=562f89ae-2de4-49e5-920c-3b8a4a43b57b,segment=NetworkSegment(26dc0bb7-6e18-4cbc-a62d-89f1c57bf7ee),segment_id=26dc0bb7-6e18-4cbc-a62d-89f1c57bf7ee)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:04.536175 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98cc3250-5d78-45bb-952c-0e2c4d573011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:04.549191 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-98cc3250-5d78-45bb-952c-0e2c4d573011 admin admin] Calling delete_port for 562f89ae-2de4-49e5-920c-3b8a4a43b57b owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:12:04.740043 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98cc3250-5d78-45bb-952c-0e2c4d573011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:04.768811 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc3250-5d78-45bb-952c-0e2c4d573011 admin admin] Pushing event deleted for resources: {'Port': ['ID=562f89ae-2de4-49e5-920c-3b8a4a43b57b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:04.805210 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc3250-5d78-45bb-952c-0e2c4d573011 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:04.805553 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc3250-5d78-45bb-952c-0e2c4d573011 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:04.805895 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc3250-5d78-45bb-952c-0e2c4d573011 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:04.806232 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc3250-5d78-45bb-952c-0e2c4d573011 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:04.806569 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc3250-5d78-45bb-952c-0e2c4d573011 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:04.806901 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc3250-5d78-45bb-952c-0e2c4d573011 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:04.807227 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc3250-5d78-45bb-952c-0e2c4d573011 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:04.807565 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc3250-5d78-45bb-952c-0e2c4d573011 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:04.807866 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc3250-5d78-45bb-952c-0e2c4d573011 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:04.808186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc3250-5d78-45bb-952c-0e2c4d573011 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:04.808559 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc3250-5d78-45bb-952c-0e2c4d573011 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:04.808853 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc3250-5d78-45bb-952c-0e2c4d573011 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:04.966832 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98cc3250-5d78-45bb-952c-0e2c4d573011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:05.191501 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98cc3250-5d78-45bb-952c-0e2c4d573011 admin admin] Router 3af27e2c-cbac-44b3-bab6-068df2c6ae48 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:12:05.298878 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cc3250-5d78-45bb-952c-0e2c4d573011 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:12:05.307342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-98cc3250-5d78-45bb-952c-0e2c4d573011 admin admin] 10.222.0.41 "PUT /v2.0/routers/3af27e2c-cbac-44b3-bab6-068df2c6ae48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8148057 Apr 18 21:12:05.308131 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53446) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:05.308620 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e8aa61-8abf-41f6-ab95-3bb542bbfcd4 None None] Sync routers for ids ['3af27e2c-cbac-44b3-bab6-068df2c6ae48'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:12:05.319817 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e8aa61-8abf-41f6-ab95-3bb542bbfcd4 None None] Routers {'3af27e2c-cbac-44b3-bab6-068df2c6ae48'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:12:05.320477 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a1e8aa61-8abf-41f6-ab95-3bb542bbfcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:11:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['3af27e2c-cbac-44b3-bab6-068df2c6ae48'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:05.421856 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15cf19bd-93d7-4392-8851-162b167c6360 admin admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:05.429319 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-a1e8aa61-8abf-41f6-ab95-3bb542bbfcd4 None None] Set router 3af27e2c-cbac-44b3-bab6-068df2c6ae48 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:12:05.694629 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a1e8aa61-8abf-41f6-ab95-3bb542bbfcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af27e2c-cbac-44b3-bab6-068df2c6ae48', 'name': 'tempest-TestServerMultinode-57410693-router', 'tenant_id': '4764339203994b438e4d04f59093b8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bdbb9ae4-6452-4432-9b1c-68fed7d58099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:23Z', 'updated_at': '2022-04-18T21:12:04Z', 'revision_number': 5, 'project_id': '4764339203994b438e4d04f59093b8e8', 'gw_port': {'id': 'bdbb9ae4-6452-4432-9b1c-68fed7d58099', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af27e2c-cbac-44b3-bab6-068df2c6ae48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:24Z', 'updated_at': '2022-04-18T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:05.724338 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e8aa61-8abf-41f6-ab95-3bb542bbfcd4 None None] Checking router: 3af27e2c-cbac-44b3-bab6-068df2c6ae48 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:12:05.733288 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e8aa61-8abf-41f6-ab95-3bb542bbfcd4 None None] Routers {'3af27e2c-cbac-44b3-bab6-068df2c6ae48'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:12:05.733893 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a1e8aa61-8abf-41f6-ab95-3bb542bbfcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:11:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['3af27e2c-cbac-44b3-bab6-068df2c6ae48'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:05.853289 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-a1e8aa61-8abf-41f6-ab95-3bb542bbfcd4 None None] Set router 3af27e2c-cbac-44b3-bab6-068df2c6ae48 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:12:05.898458 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15cf19bd-93d7-4392-8851-162b167c6360 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:05.965149 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-15cf19bd-93d7-4392-8851-162b167c6360 admin admin] Deleting port bdbb9ae4-6452-4432-9b1c-68fed7d58099 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:12:05.965149 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15cf19bd-93d7-4392-8851-162b167c6360 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.045183 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-15cf19bd-93d7-4392-8851-162b167c6360 admin admin] For port bdbb9ae4-6452-4432-9b1c-68fed7d58099, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=bdbb9ae4-6452-4432-9b1c-68fed7d58099,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:06.045658 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15cf19bd-93d7-4392-8851-162b167c6360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.047078 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a1e8aa61-8abf-41f6-ab95-3bb542bbfcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af27e2c-cbac-44b3-bab6-068df2c6ae48', 'name': 'tempest-TestServerMultinode-57410693-router', 'tenant_id': '4764339203994b438e4d04f59093b8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bdbb9ae4-6452-4432-9b1c-68fed7d58099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:23Z', 'updated_at': '2022-04-18T21:12:04Z', 'revision_number': 5, 'project_id': '4764339203994b438e4d04f59093b8e8', 'gw_port': {'id': 'bdbb9ae4-6452-4432-9b1c-68fed7d58099', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af27e2c-cbac-44b3-bab6-068df2c6ae48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:24Z', 'updated_at': '2022-04-18T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:06.059051 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-15cf19bd-93d7-4392-8851-162b167c6360 admin admin] Calling delete_port for bdbb9ae4-6452-4432-9b1c-68fed7d58099 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:12:06.077625 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e8aa61-8abf-41f6-ab95-3bb542bbfcd4 None None] The sync data for ids ['3af27e2c-cbac-44b3-bab6-068df2c6ae48'] in n-d-838323-3 is: [{'id': '3af27e2c-cbac-44b3-bab6-068df2c6ae48', 'name': 'tempest-TestServerMultinode-57410693-router', 'tenant_id': '4764339203994b438e4d04f59093b8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bdbb9ae4-6452-4432-9b1c-68fed7d58099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:23Z', 'updated_at': '2022-04-18T21:12:04Z', 'revision_number': 5, 'project_id': '4764339203994b438e4d04f59093b8e8', 'gw_port': {'id': 'bdbb9ae4-6452-4432-9b1c-68fed7d58099', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af27e2c-cbac-44b3-bab6-068df2c6ae48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:24Z', 'updated_at': '2022-04-18T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:12:06.229947 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15cf19bd-93d7-4392-8851-162b167c6360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.263204 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf19bd-93d7-4392-8851-162b167c6360 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdbb9ae4-6452-4432-9b1c-68fed7d58099,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:06.323776 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15cf19bd-93d7-4392-8851-162b167c6360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.431562 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15cf19bd-93d7-4392-8851-162b167c6360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.433821 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15cf19bd-93d7-4392-8851-162b167c6360 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.503548 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15cf19bd-93d7-4392-8851-162b167c6360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.504173 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cf19bd-93d7-4392-8851-162b167c6360 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3af27e2c-cbac-44b3-bab6-068df2c6ae48 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:12:06.508534 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-15cf19bd-93d7-4392-8851-162b167c6360 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.509685 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-15cf19bd-93d7-4392-8851-162b167c6360 admin admin] 10.222.0.41 "DELETE /v2.0/routers/3af27e2c-cbac-44b3-bab6-068df2c6ae48 HTTP/1.1" status: 204 len: 168 time: 1.1993651 Apr 18 21:12:06.512260 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53454) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:06.562047 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b423a36-ed5e-4f49-8d00-30f00e51aa2d admin admin] Deleting subnet 16848c62-b067-4294-ac35-aae2f24402e1 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:12:06.565951 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8b423a36-ed5e-4f49-8d00-30f00e51aa2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.605949 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8b423a36-ed5e-4f49-8d00-30f00e51aa2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.712919 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8b423a36-ed5e-4f49-8d00-30f00e51aa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.782094 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8b423a36-ed5e-4f49-8d00-30f00e51aa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.803124 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b423a36-ed5e-4f49-8d00-30f00e51aa2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16848c62-b067-4294-ac35-aae2f24402e1,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:06.815773 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8b423a36-ed5e-4f49-8d00-30f00e51aa2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.819109 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8b423a36-ed5e-4f49-8d00-30f00e51aa2d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/16848c62-b067-4294-ac35-aae2f24402e1 HTTP/1.1" status: 204 len: 168 time: 0.3057849 Apr 18 21:12:06.821998 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53458) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:06.822800 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95620d47-5279-4c51-b131-bf536a3a0cb0 None None] Network 8b944eea-32d8-4f0e-8122-6715334509e2 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:12:06.900204 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1cd4fb35-455a-44db-a3cf-43bd8b5bf51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.974003 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-1cd4fb35-455a-44db-a3cf-43bd8b5bf51a admin admin] Deleting port 7181c022-0ceb-4a2f-abf5-cc93483eaf35 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:12:06.974343 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1cd4fb35-455a-44db-a3cf-43bd8b5bf51a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:07.042198 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-1cd4fb35-455a-44db-a3cf-43bd8b5bf51a admin admin] For port 7181c022-0ceb-4a2f-abf5-cc93483eaf35, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7181c022-0ceb-4a2f-abf5-cc93483eaf35,segment=NetworkSegment(26dc0bb7-6e18-4cbc-a62d-89f1c57bf7ee),segment_id=26dc0bb7-6e18-4cbc-a62d-89f1c57bf7ee)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:07.042482 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1cd4fb35-455a-44db-a3cf-43bd8b5bf51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:07.056205 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-1cd4fb35-455a-44db-a3cf-43bd8b5bf51a admin admin] Calling delete_port for 7181c022-0ceb-4a2f-abf5-cc93483eaf35 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:12:07.129449 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd996e4-2dc6-4eb6-ad04-2ea845dafb99 None None] DHCP port deletion for 8b944eea-32d8-4f0e-8122-6715334509e2 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:12:07.142450 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1cd4fb35-455a-44db-a3cf-43bd8b5bf51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:07.170366 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-dcd996e4-2dc6-4eb6-ad04-2ea845dafb99 None None] The port '7181c022-0ceb-4a2f-abf5-cc93483eaf35' was deleted {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 18 21:12:07.173555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4fb35-455a-44db-a3cf-43bd8b5bf51a admin admin] Pushing event deleted for resources: {'Port': ['ID=7181c022-0ceb-4a2f-abf5-cc93483eaf35,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:07.181159 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd4fb35-455a-44db-a3cf-43bd8b5bf51a admin admin] No DVR routers for this DVR port 7181c022-0ceb-4a2f-abf5-cc93483eaf35 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:12:07.265326 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1cd4fb35-455a-44db-a3cf-43bd8b5bf51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:07.287207 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-1cd4fb35-455a-44db-a3cf-43bd8b5bf51a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b944eea-32d8-4f0e-8122-6715334509e2']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:07.300776 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-1cd4fb35-455a-44db-a3cf-43bd8b5bf51a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26dc0bb7-6e18-4cbc-a62d-89f1c57bf7ee') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:07.301285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-1cd4fb35-455a-44db-a3cf-43bd8b5bf51a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26dc0bb7-6e18-4cbc-a62d-89f1c57bf7ee') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:07.301505 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7181c022-0ceb-4a2f-abf5-cc93483eaf35 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:12:07.319504 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1cd4fb35-455a-44db-a3cf-43bd8b5bf51a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:07.324300 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 7181c022-0ceb-4a2f-abf5-cc93483eaf35 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:12:07.324904 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7181c022-0ceb-4a2f-abf5-cc93483eaf35 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:12:07.325665 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 562f89ae-2de4-49e5-920c-3b8a4a43b57b no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:12:07.336312 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1cd4fb35-455a-44db-a3cf-43bd8b5bf51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:07.343548 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd4fb35-455a-44db-a3cf-43bd8b5bf51a admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:12:07.343925 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1cd4fb35-455a-44db-a3cf-43bd8b5bf51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:12:07.347735 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:12:07.354250 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 562f89ae-2de4-49e5-920c-3b8a4a43b57b {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:12:07.354657 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 562f89ae-2de4-49e5-920c-3b8a4a43b57b not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:12:07.355147 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device bdbb9ae4-6452-4432-9b1c-68fed7d58099 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:12:07.375311 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: bdbb9ae4-6452-4432-9b1c-68fed7d58099 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:12:07.376498 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device bdbb9ae4-6452-4432-9b1c-68fed7d58099 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:12:07.418624 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1cd4fb35-455a-44db-a3cf-43bd8b5bf51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:07.443532 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1cd4fb35-455a-44db-a3cf-43bd8b5bf51a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:07.447101 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1cd4fb35-455a-44db-a3cf-43bd8b5bf51a admin admin] 10.222.0.41 "DELETE /v2.0/networks/8b944eea-32d8-4f0e-8122-6715334509e2 HTTP/1.1" status: 204 len: 168 time: 0.6238670 Apr 18 21:12:07.448094 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4fb35-455a-44db-a3cf-43bd8b5bf51a admin admin] Pushing event deleted for resources: {'Network': ['ID=8b944eea-32d8-4f0e-8122-6715334509e2,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:07.633539 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53462) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:07.674738 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b642d96d-19c8-41e9-a256-b564127ef130 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf7f262e0967424e8dc8cce0aa864d7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400238 Apr 18 21:12:07.677220 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53464) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:07.725702 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2061-5f58-49b1-9129-24bd29933f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:07.754011 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2061-5f58-49b1-9129-24bd29933f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:07.813923 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2061-5f58-49b1-9129-24bd29933f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:07.816954 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2061-5f58-49b1-9129-24bd29933f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:07.818848 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e7bc2061-5f58-49b1-9129-24bd29933f51 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a752acd6-b631-401d-95d3-355cf8727cff HTTP/1.1" status: 204 len: 168 time: 0.1405067 Apr 18 21:12:07.827267 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc2061-5f58-49b1-9129-24bd29933f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a752acd6-b631-401d-95d3-355cf8727cff,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:07.961444 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:08.247869 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53480) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:08.307174 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2cb81345-a5c9-46c7-ae5d-4dd08749d672 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4764339203994b438e4d04f59093b8e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558376 Apr 18 21:12:08.307649 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53482) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:08.365222 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d0d7bb2d-251e-4246-bf79-4b90a3ff54a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:08.389896 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d0d7bb2d-251e-4246-bf79-4b90a3ff54a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:08.437490 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d0d7bb2d-251e-4246-bf79-4b90a3ff54a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:08.440877 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d0d7bb2d-251e-4246-bf79-4b90a3ff54a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:08.442076 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d0d7bb2d-251e-4246-bf79-4b90a3ff54a8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d334f9e-093e-4c0d-b8b8-33d421e844d5 HTTP/1.1" status: 204 len: 168 time: 0.1334369 Apr 18 21:12:08.450404 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7bb2d-251e-4246-bf79-4b90a3ff54a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d334f9e-093e-4c0d-b8b8-33d421e844d5,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:12.005492 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:17.740243 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9a532-58b1-47ec-9871-c3a0cfe92999 req-909294a0-040e-4fc5-966c-09010a5d9efb tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:17.741783 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cab9a532-58b1-47ec-9871-c3a0cfe92999 req-909294a0-040e-4fc5-966c-09010a5d9efb tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 945 time: 0.0550141 Apr 18 21:12:17.785356 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cab9a532-58b1-47ec-9871-c3a0cfe92999 req-c40a5274-4661-4582-926e-7ec86451f603 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372396 Apr 18 21:12:17.809494 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53518) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:17.884051 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-de64e8be-be55-4e7b-b865-a3b2a2f85497 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/floatingips/d2b4170c-916b-4dba-92b3-7af9a4a837af HTTP/1.1" status: 200 len: 993 time: 0.0731969 Apr 18 21:12:18.175842 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a230f-7800-46a6-8521-896375f663b6 req-b5dd1f5c-7a06-48dc-9cd5-643288278cd1 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:18.177583 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-df9a230f-7800-46a6-8521-896375f663b6 req-b5dd1f5c-7a06-48dc-9cd5-643288278cd1 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 1096 time: 0.0416999 Apr 18 21:12:18.215565 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-df9a230f-7800-46a6-8521-896375f663b6 req-1eb01e30-d066-4c60-a1d6-20ba3675bd2d tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317242 Apr 18 21:12:18.765048 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53548) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:18.929109 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-36a50041-3b58-49b7-97b2-be1b87d5c8db service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1619303 Apr 18 21:12:18.939947 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-a9192880-6010-40da-a88d-d541a06df946 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:12:18.943367 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-a9192880-6010-40da-a88d-d541a06df946 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090282 Apr 18 21:12:19.493977 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-eb3d26d5-3407-4180-bdab-3f05f0932bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:19.495715 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-eb3d26d5-3407-4180-bdab-3f05f0932bd2 service neutron] 10.222.0.41 "GET /v2.0/ports/f3cf1132-2b97-45a5-9854-ccf1407d5351 HTTP/1.1" status: 200 len: 1093 time: 0.0440533 Apr 18 21:12:19.505308 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-23060d4e-caf4-4607-a0fb-e644db39966c service neutron] Request body: {'binding': {'host': 'n-h2-838323-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:12:19.505878 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-23060d4e-caf4-4607-a0fb-e644db39966c service neutron] Unknown quota resources ['binding']. {{(pid=102909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 18 21:12:19.660471 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-23060d4e-caf4-4607-a0fb-e644db39966c service neutron] Attempting to bind port f3cf1132-2b97-45a5-9854-ccf1407d5351 on host n-h2-838323-3 for vnic_type normal with profile None {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:19.660795 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-23060d4e-caf4-4607-a0fb-e644db39966c service neutron] Attempting to bind port f3cf1132-2b97-45a5-9854-ccf1407d5351 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'da874856-ef9e-4842-aadf-224666afa66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:19.661119 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-23060d4e-caf4-4607-a0fb-e644db39966c service neutron] Attempting to bind port f3cf1132-2b97-45a5-9854-ccf1407d5351 on network 769a9fa6-2125-4d70-9c37-b837ce0487be {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:12:19.666100 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-23060d4e-caf4-4607-a0fb-e644db39966c service neutron] Port f3cf1132-2b97-45a5-9854-ccf1407d5351 on network 769a9fa6-2125-4d70-9c37-b837ce0487be not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:12:19.666420 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-23060d4e-caf4-4607-a0fb-e644db39966c service neutron] Attempting to bind port f3cf1132-2b97-45a5-9854-ccf1407d5351 on network 769a9fa6-2125-4d70-9c37-b837ce0487be {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:12:19.671957 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-23060d4e-caf4-4607-a0fb-e644db39966c service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:12:19.673309 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-23060d4e-caf4-4607-a0fb-e644db39966c service neutron] Checking segment: {'id': 'da874856-ef9e-4842-aadf-224666afa66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:12:19.673723 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-23060d4e-caf4-4607-a0fb-e644db39966c service neutron] Bound using segment: {'id': 'da874856-ef9e-4842-aadf-224666afa66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:12:19.674190 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-23060d4e-caf4-4607-a0fb-e644db39966c service neutron] Bound port: f3cf1132-2b97-45a5-9854-ccf1407d5351, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da874856-ef9e-4842-aadf-224666afa66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:19.767550 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-23060d4e-caf4-4607-a0fb-e644db39966c service neutron] For port f3cf1132-2b97-45a5-9854-ccf1407d5351, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=f3cf1132-2b97-45a5-9854-ccf1407d5351,segment=NetworkSegment(da874856-ef9e-4842-aadf-224666afa66c),segment_id=da874856-ef9e-4842-aadf-224666afa66c)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:19.774623 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-23060d4e-caf4-4607-a0fb-e644db39966c service neutron] Notify callbacks [] for binding, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:19.775563 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-23060d4e-caf4-4607-a0fb-e644db39966c service neutron] 10.222.0.41 "POST /v2.0/ports/f3cf1132-2b97-45a5-9854-ccf1407d5351/bindings HTTP/1.1" status: 201 len: 389 time: 0.2739649 Apr 18 21:12:20.001422 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9005ba-25cf-4ee3-ba35-a5b8f1271163 req-140a34da-9365-407c-bf41-795ab2558f23 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:20.004319 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa9005ba-25cf-4ee3-ba35-a5b8f1271163 req-140a34da-9365-407c-bf41-795ab2558f23 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 945 time: 0.0847125 Apr 18 21:12:20.053658 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa9005ba-25cf-4ee3-ba35-a5b8f1271163 req-8f455ad1-b2f4-4503-a76a-fcb712908b71 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429759 Apr 18 21:12:20.073285 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-a09c67ab-366a-4e3c-b807-a4e34937c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:20.075235 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-a09c67ab-366a-4e3c-b807-a4e34937c6e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 1096 time: 0.0511053 Apr 18 21:12:20.175764 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-5a89ddcd-c1aa-4c01-8b00-cd85717db0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:20.177299 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-5a89ddcd-c1aa-4c01-8b00-cd85717db0e5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=769a9fa6-2125-4d70-9c37-b837ce0487be HTTP/1.1" status: 200 len: 898 time: 0.0946155 Apr 18 21:12:20.245816 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-413546b2-b520-4141-8b7e-f1afffae9cf0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3cf1132-2b97-45a5-9854-ccf1407d5351 HTTP/1.1" status: 200 len: 1001 time: 0.0620358 Apr 18 21:12:20.300183 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-d6f4bea5-53bc-49f8-9b58-b603a465367b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:20.301703 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-d6f4bea5-53bc-49f8-9b58-b603a465367b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c HTTP/1.1" status: 200 len: 834 time: 0.0497918 Apr 18 21:12:20.350478 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-3cc509b9-c59f-4ad4-979b-31681a013f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:20.351953 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-3cc509b9-c59f-4ad4-979b-31681a013f43 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=769a9fa6-2125-4d70-9c37-b837ce0487be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437300 Apr 18 21:12:20.455145 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-5a22f09d-9d30-4b4f-9bad-a2476b66d958 service neutron] 10.222.0.57 "GET /v2.0/networks/769a9fa6-2125-4d70-9c37-b837ce0487be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962348 Apr 18 21:12:20.561214 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-4fffe4f1-f05e-436f-9cd9-e7ac5e848adc service neutron] 10.222.0.57 "GET /v2.0/networks/769a9fa6-2125-4d70-9c37-b837ce0487be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937183 Apr 18 21:12:20.705648 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-ecff2d7e-2594-4752-af4c-d8a0993e622b tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:20.707505 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-ecff2d7e-2594-4752-af4c-d8a0993e622b tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7&tenant_id=27c85133ac5b409ea3755f27ced6b066&binding%3Ahost_id=n-h1-838323-3 HTTP/1.1" status: 200 len: 1096 time: 0.0916142 Apr 18 21:12:20.719403 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838323-3'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:12:20.782007 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:20.928207 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] For port f3cf1132-2b97-45a5-9854-ccf1407d5351, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f3cf1132-2b97-45a5-9854-ccf1407d5351,segment=NetworkSegment(da874856-ef9e-4842-aadf-224666afa66c),segment_id=da874856-ef9e-4842-aadf-224666afa66c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:20.969868 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] For port f3cf1132-2b97-45a5-9854-ccf1407d5351, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:21.010222 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88952a7-68c1-4d41-8f1c-3ebef2684ff7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3cf1132-2b97-45a5-9854-ccf1407d5351'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:12:21.012546 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df07d08c-5adb-4503-a133-e10f3700c2df" -d '{"events": [{"server_uuid": "d88952a7-68c1-4d41-8f1c-3ebef2684ff7", "name": "network-vif-unplugged", "status": "completed", "tag": "f3cf1132-2b97-45a5-9854-ccf1407d5351"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:12:21.017320 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:21.023691 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:21.056037 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91402c73-d191-4c35-9943-bc2fa61a0b37 x-openstack-request-id: req-91402c73-d191-4c35-9943-bc2fa61a0b37 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:12:21.056320 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88952a7-68c1-4d41-8f1c-3ebef2684ff7", "name": "network-vif-unplugged", "status": "completed", "tag": "f3cf1132-2b97-45a5-9854-ccf1407d5351", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:12:21.056591 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-91402c73-d191-4c35-9943-bc2fa61a0b37 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:12:21.056998 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91402c73-d191-4c35-9943-bc2fa61a0b37'] response: {'server_uuid': 'd88952a7-68c1-4d41-8f1c-3ebef2684ff7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3cf1132-2b97-45a5-9854-ccf1407d5351', 'code': 200} Apr 18 21:12:21.136903 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Pushing event updated for resources: {'Port': ['ID=f3cf1132-2b97-45a5-9854-ccf1407d5351,revision_number=7']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:21.148087 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:21.148754 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:21.149268 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:21.149860 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:21.150103 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:21.150603 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:21.151108 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:21.151611 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:21.152109 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:21.152628 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:21.153133 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:21.153724 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:21.212862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adfb15-bfb4-4107-85e7-fac246821afa req-36137920-de00-40f1-b36d-fc3deefd5910 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:21.215371 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-62adfb15-bfb4-4107-85e7-fac246821afa req-36137920-de00-40f1-b36d-fc3deefd5910 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 943 time: 0.0703177 Apr 18 21:12:21.228660 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Attempting to bind port f3cf1132-2b97-45a5-9854-ccf1407d5351 on host n-h1-838323-3 for vnic_type normal with profile {"migrating_to": "n-h2-838323-3"} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:21.228997 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Attempting to bind port f3cf1132-2b97-45a5-9854-ccf1407d5351 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'da874856-ef9e-4842-aadf-224666afa66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be'}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:21.229325 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Attempting to bind port f3cf1132-2b97-45a5-9854-ccf1407d5351 on network 769a9fa6-2125-4d70-9c37-b837ce0487be {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:12:21.234463 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Port f3cf1132-2b97-45a5-9854-ccf1407d5351 on network 769a9fa6-2125-4d70-9c37-b837ce0487be not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:12:21.235615 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Attempting to bind port f3cf1132-2b97-45a5-9854-ccf1407d5351 on network 769a9fa6-2125-4d70-9c37-b837ce0487be {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:12:21.241657 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:12:21.242606 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Checking segment: {'id': 'da874856-ef9e-4842-aadf-224666afa66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:12:21.243232 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Bound using segment: {'id': 'da874856-ef9e-4842-aadf-224666afa66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be'} {{(pid=102909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:12:21.243876 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.managers [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Bound port: f3cf1132-2b97-45a5-9854-ccf1407d5351, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da874856-ef9e-4842-aadf-224666afa66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be'}}] {{(pid=102909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:21.244507 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:21.280420 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-62adfb15-bfb4-4107-85e7-fac246821afa req-d54f5072-13a0-4e94-87eb-d564690f5caf tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551529 Apr 18 21:12:21.332697 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] For port f3cf1132-2b97-45a5-9854-ccf1407d5351, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:21.336539 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] For port f3cf1132-2b97-45a5-9854-ccf1407d5351, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f3cf1132-2b97-45a5-9854-ccf1407d5351,segment=NetworkSegment(da874856-ef9e-4842-aadf-224666afa66c),segment_id=da874856-ef9e-4842-aadf-224666afa66c)] {{(pid=102909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:21.341198 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-08d6a28b-54a7-4ec2-bffc-3eef550d7642 None None] Provisioning complete for port f3cf1132-2b97-45a5-9854-ccf1407d5351 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:21.341807 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-08d6a28b-54a7-4ec2-bffc-3eef550d7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:21.342293 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:21.446893 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-08d6a28b-54a7-4ec2-bffc-3eef550d7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:21.459508 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Pushing event updated for resources: {'Port': ['ID=f3cf1132-2b97-45a5-9854-ccf1407d5351,revision_number=8']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:21.488948 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88952a7-68c1-4d41-8f1c-3ebef2684ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cf1132-2b97-45a5-9854-ccf1407d5351'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:12:21.491335 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed67d1c-cdea-446b-881b-75b7b38c9f52" -d '{"events": [{"server_uuid": "d88952a7-68c1-4d41-8f1c-3ebef2684ff7", "name": "network-vif-plugged", "status": "completed", "tag": "f3cf1132-2b97-45a5-9854-ccf1407d5351"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:12:21.492554 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:21.493604 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:21.495362 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-5ba966ef-7bee-4f16-b1f9-3020405fc895 service neutron] 10.222.0.57 "PUT /v2.0/ports/f3cf1132-2b97-45a5-9854-ccf1407d5351 HTTP/1.1" status: 200 len: 1121 time: 0.7810385 Apr 18 21:12:21.507653 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-08d6a28b-54a7-4ec2-bffc-3eef550d7642 None None] For port f3cf1132-2b97-45a5-9854-ccf1407d5351, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f3cf1132-2b97-45a5-9854-ccf1407d5351,segment=NetworkSegment(da874856-ef9e-4842-aadf-224666afa66c),segment_id=da874856-ef9e-4842-aadf-224666afa66c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:21.513989 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-08d6a28b-54a7-4ec2-bffc-3eef550d7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:21.681816 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['f3cf1132-2b97-45a5-9854-ccf1407d5351'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:12:21.762482 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a0c804-1a94-40fd-b8ee-722b3de4cdae x-openstack-request-id: req-74a0c804-1a94-40fd-b8ee-722b3de4cdae {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:12:21.765263 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88952a7-68c1-4d41-8f1c-3ebef2684ff7", "name": "network-vif-plugged", "status": "completed", "tag": "f3cf1132-2b97-45a5-9854-ccf1407d5351", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:12:21.765597 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74a0c804-1a94-40fd-b8ee-722b3de4cdae {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:12:21.766793 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74a0c804-1a94-40fd-b8ee-722b3de4cdae'] response: {'server_uuid': 'd88952a7-68c1-4d41-8f1c-3ebef2684ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cf1132-2b97-45a5-9854-ccf1407d5351', 'code': 200} Apr 18 21:12:21.771795 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6a28b-54a7-4ec2-bffc-3eef550d7642 None None] Pushing event updated for resources: {'Port': ['ID=f3cf1132-2b97-45a5-9854-ccf1407d5351,revision_number=9']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:22.133977 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f206f98e-4d67-403a-810c-b5b5182dafa2 None None] Provisioning complete for port f3cf1132-2b97-45a5-9854-ccf1407d5351 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:22.134348 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f206f98e-4d67-403a-810c-b5b5182dafa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:22.400284 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd0b4a-df5b-44de-b17b-b1dd9c62c94b req-fa3b5bcd-5d94-4443-a119-7fcef64c86d6 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:22.402025 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-81fd0b4a-df5b-44de-b17b-b1dd9c62c94b req-fa3b5bcd-5d94-4443-a119-7fcef64c86d6 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 945 time: 0.0551319 Apr 18 21:12:22.442145 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-81fd0b4a-df5b-44de-b17b-b1dd9c62c94b req-c00bd9e5-cd76-46bf-b3ac-6f816a39b0df tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328953 Apr 18 21:12:23.058104 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88952a7-68c1-4d41-8f1c-3ebef2684ff7', 'tag': 'f3cf1132-2b97-45a5-9854-ccf1407d5351'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:12:23.060359 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d90d1f-128d-47c1-a5ff-aadc3c1d68e9" -d '{"events": [{"name": "network-changed", "server_uuid": "d88952a7-68c1-4d41-8f1c-3ebef2684ff7", "tag": "f3cf1132-2b97-45a5-9854-ccf1407d5351"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:12:23.099882 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26909a4-9924-4f25-ab02-b071f757606f x-openstack-request-id: req-c26909a4-9924-4f25-ab02-b071f757606f {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:12:23.100262 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d88952a7-68c1-4d41-8f1c-3ebef2684ff7", "tag": "f3cf1132-2b97-45a5-9854-ccf1407d5351", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:12:23.100624 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c26909a4-9924-4f25-ab02-b071f757606f {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:12:23.101094 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c26909a4-9924-4f25-ab02-b071f757606f'] response: {'name': 'network-changed', 'server_uuid': 'd88952a7-68c1-4d41-8f1c-3ebef2684ff7', 'tag': 'f3cf1132-2b97-45a5-9854-ccf1407d5351', 'status': 'completed', 'code': 200} Apr 18 21:12:23.166287 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d90d1f-128d-47c1-a5ff-aadc3c1d68e9 req-3c024514-c6dc-40c2-b83b-d9d47ed0c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:23.167877 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53d90d1f-128d-47c1-a5ff-aadc3c1d68e9 req-3c024514-c6dc-40c2-b83b-d9d47ed0c855 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 1126 time: 0.0438604 Apr 18 21:12:23.268742 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d90d1f-128d-47c1-a5ff-aadc3c1d68e9 req-98d42942-126a-4fe9-9ac9-828b35c6dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:23.270230 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53d90d1f-128d-47c1-a5ff-aadc3c1d68e9 req-98d42942-126a-4fe9-9ac9-828b35c6dda5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=769a9fa6-2125-4d70-9c37-b837ce0487be HTTP/1.1" status: 200 len: 898 time: 0.0945976 Apr 18 21:12:23.338565 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53d90d1f-128d-47c1-a5ff-aadc3c1d68e9 req-f758720a-26cc-461a-ab1a-3c7fa0091e21 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3cf1132-2b97-45a5-9854-ccf1407d5351 HTTP/1.1" status: 200 len: 1001 time: 0.0613840 Apr 18 21:12:23.388462 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d90d1f-128d-47c1-a5ff-aadc3c1d68e9 req-17efe1e3-088f-4063-b944-a802f30425b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:23.389929 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53d90d1f-128d-47c1-a5ff-aadc3c1d68e9 req-17efe1e3-088f-4063-b944-a802f30425b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c HTTP/1.1" status: 200 len: 834 time: 0.0444078 Apr 18 21:12:23.440111 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d90d1f-128d-47c1-a5ff-aadc3c1d68e9 req-8a49aaab-d0af-4816-818f-d7c179449c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:23.441577 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53d90d1f-128d-47c1-a5ff-aadc3c1d68e9 req-8a49aaab-d0af-4816-818f-d7c179449c6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=769a9fa6-2125-4d70-9c37-b837ce0487be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452933 Apr 18 21:12:23.562198 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53d90d1f-128d-47c1-a5ff-aadc3c1d68e9 req-c82da638-6d80-4002-a690-bc62c72eebd2 service neutron] 10.222.0.32 "GET /v2.0/networks/769a9fa6-2125-4d70-9c37-b837ce0487be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129956 Apr 18 21:12:23.604990 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d85cca-97c9-416c-8e4a-be26578e5d04 req-b2cdbac4-7e86-4b02-ae69-174241c96eae tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:23.606526 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-01d85cca-97c9-416c-8e4a-be26578e5d04 req-b2cdbac4-7e86-4b02-ae69-174241c96eae tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 945 time: 0.0864005 Apr 18 21:12:23.683100 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-01d85cca-97c9-416c-8e4a-be26578e5d04 req-568716ce-c472-4805-9526-b70de91977bb tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500510 Apr 18 21:12:23.698194 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53d90d1f-128d-47c1-a5ff-aadc3c1d68e9 req-83921c19-496c-4bd3-a268-6067b27274e2 service neutron] 10.222.0.32 "GET /v2.0/networks/769a9fa6-2125-4d70-9c37-b837ce0487be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281981 Apr 18 21:12:24.502798 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device f3cf1132-2b97-45a5-9854-ccf1407d5351 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:12:24.623096 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port f3cf1132-2b97-45a5-9854-ccf1407d5351, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f3cf1132-2b97-45a5-9854-ccf1407d5351,segment=NetworkSegment(da874856-ef9e-4842-aadf-224666afa66c),segment_id=da874856-ef9e-4842-aadf-224666afa66c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:24.641250 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device f3cf1132-2b97-45a5-9854-ccf1407d5351 has no active binding in host n-h2-838323-3 {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 21:12:24.652898 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-46d159a4-3cd1-47d0-ac17-941ae2d47c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:24.813607 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fa12e-0436-4e5a-8176-50b142eea762 req-a367d0af-c74e-445c-b4b7-86c1869cd6fb tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:24.815155 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-381fa12e-0436-4e5a-8176-50b142eea762 req-a367d0af-c74e-445c-b4b7-86c1869cd6fb tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 945 time: 0.0562687 Apr 18 21:12:24.860556 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-381fa12e-0436-4e5a-8176-50b142eea762 req-dcb4268b-33d5-4b3b-8bd9-f17ec18f3d11 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382140 Apr 18 21:12:25.985739 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3760dc8-b6c6-43b1-8b61-925ee219d9a4 req-d630918f-5e04-44e3-ba69-2729a94d01e7 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:25.987227 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3760dc8-b6c6-43b1-8b61-925ee219d9a4 req-d630918f-5e04-44e3-ba69-2729a94d01e7 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 945 time: 0.0539052 Apr 18 21:12:26.031581 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3760dc8-b6c6-43b1-8b61-925ee219d9a4 req-83ed30d7-c038-4e49-8134-45a92332ab11 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374498 Apr 18 21:12:27.012604 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-b541d51c-4126-4d48-8578-474586ff1d41 service neutron] 10.222.0.32 "GET /v2.0/ports/f3cf1132-2b97-45a5-9854-ccf1407d5351/bindings/n-h2-838323-3 HTTP/1.1" status: 200 len: 384 time: 0.0581391 Apr 18 21:12:27.219059 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe66ea-3365-452e-8f03-52090d4187ea req-757d28e0-c0ca-48a6-af20-49f0338c4d8e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:27.220798 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8cfe66ea-3365-452e-8f03-52090d4187ea req-757d28e0-c0ca-48a6-af20-49f0338c4d8e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 945 time: 0.1076279 Apr 18 21:12:27.282689 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-8206624c-904f-4a07-b51f-4fb04305acb3 service neutron] For port f3cf1132-2b97-45a5-9854-ccf1407d5351, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f3cf1132-2b97-45a5-9854-ccf1407d5351,segment=NetworkSegment(da874856-ef9e-4842-aadf-224666afa66c),segment_id=da874856-ef9e-4842-aadf-224666afa66c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:27.294318 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8cfe66ea-3365-452e-8f03-52090d4187ea req-f3e43dce-2482-4369-9d8b-50bbfb9934aa tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667276 Apr 18 21:12:27.316591 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-8206624c-904f-4a07-b51f-4fb04305acb3 service neutron] For port f3cf1132-2b97-45a5-9854-ccf1407d5351, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:27.360709 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88952a7-68c1-4d41-8f1c-3ebef2684ff7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3cf1132-2b97-45a5-9854-ccf1407d5351'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:12:27.363016 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7049345b-6daa-4012-85e1-0894ab9b9f92" -d '{"events": [{"server_uuid": "d88952a7-68c1-4d41-8f1c-3ebef2684ff7", "name": "network-vif-unplugged", "status": "completed", "tag": "f3cf1132-2b97-45a5-9854-ccf1407d5351"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:12:27.372542 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-8206624c-904f-4a07-b51f-4fb04305acb3 service neutron] For port f3cf1132-2b97-45a5-9854-ccf1407d5351, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=f3cf1132-2b97-45a5-9854-ccf1407d5351,segment=NetworkSegment(da874856-ef9e-4842-aadf-224666afa66c),segment_id=da874856-ef9e-4842-aadf-224666afa66c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:27.393267 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-8206624c-904f-4a07-b51f-4fb04305acb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:27.407117 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2dc91af-fdc4-4ec3-8ade-bfc7440bdc7e x-openstack-request-id: req-e2dc91af-fdc4-4ec3-8ade-bfc7440bdc7e {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:12:27.407467 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88952a7-68c1-4d41-8f1c-3ebef2684ff7", "name": "network-vif-unplugged", "status": "completed", "tag": "f3cf1132-2b97-45a5-9854-ccf1407d5351", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:12:27.407757 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2dc91af-fdc4-4ec3-8ade-bfc7440bdc7e {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:12:27.408163 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2dc91af-fdc4-4ec3-8ade-bfc7440bdc7e'] response: {'server_uuid': 'd88952a7-68c1-4d41-8f1c-3ebef2684ff7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3cf1132-2b97-45a5-9854-ccf1407d5351', 'code': 200} Apr 18 21:12:27.482330 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-8206624c-904f-4a07-b51f-4fb04305acb3 service neutron] Transition to ACTIVE for port object f3cf1132-2b97-45a5-9854-ccf1407d5351 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:27.490312 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-8206624c-904f-4a07-b51f-4fb04305acb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:27.605910 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206624c-904f-4a07-b51f-4fb04305acb3 service neutron] Pushing event updated for resources: {'Port': ['ID=f3cf1132-2b97-45a5-9854-ccf1407d5351,revision_number=11']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:27.640547 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-8206624c-904f-4a07-b51f-4fb04305acb3 service neutron] No DVR routers for this DVR port f3cf1132-2b97-45a5-9854-ccf1407d5351 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:12:27.796381 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-8206624c-904f-4a07-b51f-4fb04305acb3 service neutron] 10.222.0.32 "PUT /v2.0/ports/f3cf1132-2b97-45a5-9854-ccf1407d5351/bindings/n-h2-838323-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7752163 Apr 18 21:12:27.913041 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-aa436414-cb8a-4d5e-aff5-b7101567de06 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:27.913041 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-aa436414-cb8a-4d5e-aff5-b7101567de06 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7&tenant_id=27c85133ac5b409ea3755f27ced6b066&binding%3Ahost_id=n-h1-838323-3 HTTP/1.1" status: 200 len: 1095 time: 0.0549488 Apr 18 21:12:27.990029 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-877e9ef2-9c9d-4351-8d40-d4bc7da0b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:27.992135 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-877e9ef2-9c9d-4351-8d40-d4bc7da0b27b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7&tenant_id=27c85133ac5b409ea3755f27ced6b066 HTTP/1.1" status: 200 len: 1095 time: 0.0757105 Apr 18 21:12:28.068443 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-31b09786-93fd-4d78-b206-070594a8742f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:28.071119 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-31b09786-93fd-4d78-b206-070594a8742f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 1095 time: 0.0531733 Apr 18 21:12:28.167976 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-4001e53d-77d2-4d57-9067-9e324115355e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:28.169600 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-4001e53d-77d2-4d57-9067-9e324115355e service neutron] 10.222.0.57 "GET /v2.0/networks?id=769a9fa6-2125-4d70-9c37-b837ce0487be HTTP/1.1" status: 200 len: 898 time: 0.0922880 Apr 18 21:12:28.245701 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-ea766932-0377-4b73-a848-0eef92f486b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3cf1132-2b97-45a5-9854-ccf1407d5351 HTTP/1.1" status: 200 len: 999 time: 0.0689163 Apr 18 21:12:28.297890 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-f7647446-6299-4323-873c-c5dbfa3cbaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:28.298556 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-f7647446-6299-4323-873c-c5dbfa3cbaa4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c HTTP/1.1" status: 200 len: 834 time: 0.0462053 Apr 18 21:12:28.352043 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-081baec3-fa6a-4cd7-b7b4-c5ee8b4507b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:28.353616 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-081baec3-fa6a-4cd7-b7b4-c5ee8b4507b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=769a9fa6-2125-4d70-9c37-b837ce0487be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490220 Apr 18 21:12:28.437448 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94068c27-1878-490b-8e8f-6372a819c577 req-7c33b0fd-7950-4245-a987-eda822994936 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:28.439732 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-94068c27-1878-490b-8e8f-6372a819c577 req-7c33b0fd-7950-4245-a987-eda822994936 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 944 time: 0.0656238 Apr 18 21:12:28.468238 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-0946ed31-c539-4542-8b1a-185a6fc19141 service neutron] 10.222.0.57 "GET /v2.0/networks/769a9fa6-2125-4d70-9c37-b837ce0487be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078966 Apr 18 21:12:28.485404 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-94068c27-1878-490b-8e8f-6372a819c577 req-b2c6baef-193a-42da-85a5-1669b1d16549 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389624 Apr 18 21:12:28.571628 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-0a286a86-e7cb-40b8-affe-f885f890810e service neutron] 10.222.0.57 "GET /v2.0/networks/769a9fa6-2125-4d70-9c37-b837ce0487be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970938 Apr 18 21:12:28.822071 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-141ead18-fa37-4d93-95af-0fff4b08295e tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:28.823498 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-141ead18-fa37-4d93-95af-0fff4b08295e tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7&tenant_id=27c85133ac5b409ea3755f27ced6b066&binding%3Ahost_id=n-h2-838323-3 HTTP/1.1" status: 200 len: 1095 time: 0.0528483 Apr 18 21:12:28.944387 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-b31def84-02cd-47b5-9c1f-47e93e66d8fd service neutron] For port f3cf1132-2b97-45a5-9854-ccf1407d5351, host n-h1-838323-3, cleared binding levels {{(pid=102909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:28.947846 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-b31def84-02cd-47b5-9c1f-47e93e66d8fd service neutron] Notify callbacks [] for binding, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:28.949052 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-b31def84-02cd-47b5-9c1f-47e93e66d8fd service neutron] 10.222.0.57 "DELETE /v2.0/ports/f3cf1132-2b97-45a5-9854-ccf1407d5351/bindings/n-h1-838323-3 HTTP/1.1" status: 204 len: 173 time: 0.1182122 Apr 18 21:12:29.040150 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1637a6a5-0081-41a7-9424-8ec6d2df2ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:29.615307 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e1c08-087f-4566-b42a-27cb8584073e req-d2f89b6f-ba0e-4fea-88a4-88d662e0aa13 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:29.621036 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b46e1c08-087f-4566-b42a-27cb8584073e req-d2f89b6f-ba0e-4fea-88a4-88d662e0aa13 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 944 time: 0.0574737 Apr 18 21:12:29.659973 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b46e1c08-087f-4566-b42a-27cb8584073e req-cd39e492-ddfc-496a-be93-c3f96275862e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365226 Apr 18 21:12:29.775495 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f535f-b32c-43af-954d-6d97ea439281 req-ebd82bbe-9530-442c-b41c-297054f04679 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:29.776999 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-737f535f-b32c-43af-954d-6d97ea439281 req-ebd82bbe-9530-442c-b41c-297054f04679 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 1095 time: 0.0423474 Apr 18 21:12:29.812748 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-737f535f-b32c-43af-954d-6d97ea439281 req-5dd6ea1b-2efa-4dfe-8d79-411caafa714c tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286918 Apr 18 21:12:29.911751 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:29.943568 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba21c4-6725-417f-baf9-940be857eb99 req-91f2efbd-5006-4f8b-a567-2bcbb3ad1db0 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:29.945153 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28ba21c4-6725-417f-baf9-940be857eb99 req-91f2efbd-5006-4f8b-a567-2bcbb3ad1db0 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 944 time: 0.0612228 Apr 18 21:12:29.986431 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28ba21c4-6725-417f-baf9-940be857eb99 req-bdee14e1-255a-4298-800a-0bca8113db83 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349095 Apr 18 21:12:30.009952 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53712) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:30.079206 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-baf08698-0d57-4a48-9d50-ee7d0ffd365e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/floatingips/d2b4170c-916b-4dba-92b3-7af9a4a837af HTTP/1.1" status: 200 len: 991 time: 0.0674851 Apr 18 21:12:30.144887 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device f3cf1132-2b97-45a5-9854-ccf1407d5351 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:12:30.186338 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device f3cf1132-2b97-45a5-9854-ccf1407d5351 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:12:30.302517 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53718) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:30.379972 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:12:30.478017 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-23c0b2ab-a5c5-4c58-b2ce-e9761e2b22f2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Deleting port ffa9713f-db8c-4f28-ae18-e70eece15860 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:12:30.478362 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23c0b2ab-a5c5-4c58-b2ce-e9761e2b22f2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:30.559094 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23c0b2ab-a5c5-4c58-b2ce-e9761e2b22f2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:30.559423 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23c0b2ab-a5c5-4c58-b2ce-e9761e2b22f2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:30.572823 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-23c0b2ab-a5c5-4c58-b2ce-e9761e2b22f2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Calling delete_port for ffa9713f-db8c-4f28-ae18-e70eece15860 owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:12:30.767873 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23c0b2ab-a5c5-4c58-b2ce-e9761e2b22f2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:30.794514 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0b2ab-a5c5-4c58-b2ce-e9761e2b22f2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'Port': ['ID=ffa9713f-db8c-4f28-ae18-e70eece15860,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:30.874042 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23c0b2ab-a5c5-4c58-b2ce-e9761e2b22f2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:30.874440 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-23c0b2ab-a5c5-4c58-b2ce-e9761e2b22f2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Floating IP d2b4170c-916b-4dba-92b3-7af9a4a837af disassociated (deleted). External IP: 172.25.1.184, port: f3cf1132-2b97-45a5-9854-ccf1407d5351. Apr 18 21:12:31.097707 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c0b2ab-a5c5-4c58-b2ce-e9761e2b22f2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Router 17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:12:31.221435 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c0b2ab-a5c5-4c58-b2ce-e9761e2b22f2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:12:31.225914 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23c0b2ab-a5c5-4c58-b2ce-e9761e2b22f2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:31.234578 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2ee5a1-797a-42df-bff1-4dbc826d2f30 None None] Sync routers for ids ['17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:12:31.247817 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ee5a1-797a-42df-bff1-4dbc826d2f30 None None] Routers {'17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:12:31.249008 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9a2ee5a1-797a-42df-bff1-4dbc826d2f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:12:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:31.275352 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-23c0b2ab-a5c5-4c58-b2ce-e9761e2b22f2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "DELETE /v2.0/floatingips/d2b4170c-916b-4dba-92b3-7af9a4a837af HTTP/1.1" status: 204 len: 168 time: 0.9691346 Apr 18 21:12:31.275352 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88952a7-68c1-4d41-8f1c-3ebef2684ff7', 'tag': 'f3cf1132-2b97-45a5-9854-ccf1407d5351'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:12:31.275939 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b8c736-53f1-4d9d-a971-5a5e8382eb37" -d '{"events": [{"name": "network-changed", "server_uuid": "d88952a7-68c1-4d41-8f1c-3ebef2684ff7", "tag": "f3cf1132-2b97-45a5-9854-ccf1407d5351"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:12:31.334120 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c045cf41-4d9e-417b-a930-84083019159c x-openstack-request-id: req-c045cf41-4d9e-417b-a930-84083019159c {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:12:31.334409 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d88952a7-68c1-4d41-8f1c-3ebef2684ff7", "tag": "f3cf1132-2b97-45a5-9854-ccf1407d5351", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:12:31.334655 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c045cf41-4d9e-417b-a930-84083019159c {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:12:31.335081 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c045cf41-4d9e-417b-a930-84083019159c'] response: {'name': 'network-changed', 'server_uuid': 'd88952a7-68c1-4d41-8f1c-3ebef2684ff7', 'tag': 'f3cf1132-2b97-45a5-9854-ccf1407d5351', 'status': 'completed', 'code': 200} Apr 18 21:12:31.377486 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-9a2ee5a1-797a-42df-bff1-4dbc826d2f30 None None] Set router 17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:12:31.412079 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:31.416297 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8c736-53f1-4d9d-a971-5a5e8382eb37 req-c2784727-7ecb-4506-998d-300298f29d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:31.418599 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-35b8c736-53f1-4d9d-a971-5a5e8382eb37 req-c2784727-7ecb-4506-998d-300298f29d0a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 1095 time: 0.0588088 Apr 18 21:12:31.558390 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8c736-53f1-4d9d-a971-5a5e8382eb37 req-4341e62c-0a50-4927-b367-9962dc0af02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:31.560053 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-35b8c736-53f1-4d9d-a971-5a5e8382eb37 req-4341e62c-0a50-4927-b367-9962dc0af02c service neutron] 10.222.0.57 "GET /v2.0/networks?id=769a9fa6-2125-4d70-9c37-b837ce0487be HTTP/1.1" status: 200 len: 898 time: 0.1327426 Apr 18 21:12:31.613360 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756030c-e4a6-4328-9c82-e1143cabfddc req-88c4dd54-dbaf-46aa-8b48-bdef0083f71a tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:31.614881 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e756030c-e4a6-4328-9c82-e1143cabfddc req-88c4dd54-dbaf-46aa-8b48-bdef0083f71a tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 944 time: 0.0753021 Apr 18 21:12:31.624512 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-35b8c736-53f1-4d9d-a971-5a5e8382eb37 req-4b2a7d86-bbdf-4073-bbc4-3839d81e8065 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3cf1132-2b97-45a5-9854-ccf1407d5351 HTTP/1.1" status: 200 len: 217 time: 0.0566139 Apr 18 21:12:31.647078 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9a2ee5a1-797a-42df-bff1-4dbc826d2f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062954379', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:54Z', 'updated_at': '2022-04-18T21:10:59Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'c5622615-e1c3-4c00-a5c7-75b646bd649b', 'name': '', 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:f7:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:58Z', 'updated_at': '2022-04-18T21:11:02Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': '0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:31.662910 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e756030c-e4a6-4328-9c82-e1143cabfddc req-60e1aed8-404d-43dd-808f-30c09739e789 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415406 Apr 18 21:12:31.681675 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2ee5a1-797a-42df-bff1-4dbc826d2f30 None None] Checking router: 17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:12:31.690306 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8c736-53f1-4d9d-a971-5a5e8382eb37 req-85d2f79b-7c43-4162-be03-1d34c7396878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:31.690569 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ee5a1-797a-42df-bff1-4dbc826d2f30 None None] Routers {'17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:12:31.691206 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9a2ee5a1-797a-42df-bff1-4dbc826d2f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:12:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:31.691775 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-35b8c736-53f1-4d9d-a971-5a5e8382eb37 req-85d2f79b-7c43-4162-be03-1d34c7396878 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c HTTP/1.1" status: 200 len: 834 time: 0.0588298 Apr 18 21:12:31.716176 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:31.759350 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8c736-53f1-4d9d-a971-5a5e8382eb37 req-859afffc-81cc-49a7-8e1f-a1602baeea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:31.762039 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-35b8c736-53f1-4d9d-a971-5a5e8382eb37 req-859afffc-81cc-49a7-8e1f-a1602baeea3b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=769a9fa6-2125-4d70-9c37-b837ce0487be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627012 Apr 18 21:12:31.823114 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-9a2ee5a1-797a-42df-bff1-4dbc826d2f30 None None] Set router 17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:12:31.866626 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-35b8c736-53f1-4d9d-a971-5a5e8382eb37 req-ac3c79fc-8a38-4c49-91d6-5f393ac56b71 service neutron] 10.222.0.57 "GET /v2.0/networks/769a9fa6-2125-4d70-9c37-b837ce0487be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958526 Apr 18 21:12:31.972828 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-35b8c736-53f1-4d9d-a971-5a5e8382eb37 req-d1412edc-a65b-4867-839b-b0a08f1515cb service neutron] 10.222.0.57 "GET /v2.0/networks/769a9fa6-2125-4d70-9c37-b837ce0487be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998254 Apr 18 21:12:31.992182 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844cef2-e0d5-45e8-b240-9da6d86868dc req-30b0b2a2-9967-47e6-b985-e4f02e723ed7 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:31.993717 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4844cef2-e0d5-45e8-b240-9da6d86868dc req-30b0b2a2-9967-47e6-b985-e4f02e723ed7 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.57 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 944 time: 0.0539689 Apr 18 21:12:32.089286 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9a2ee5a1-797a-42df-bff1-4dbc826d2f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062954379', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:54Z', 'updated_at': '2022-04-18T21:10:59Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'c5622615-e1c3-4c00-a5c7-75b646bd649b', 'name': '', 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:f7:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:58Z', 'updated_at': '2022-04-18T21:11:02Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': '0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:32.096650 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-4844cef2-e0d5-45e8-b240-9da6d86868dc req-82265759-aed3-4cbb-8c32-c3068d67ab4c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Deleting port f3cf1132-2b97-45a5-9854-ccf1407d5351 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:12:32.096989 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4844cef2-e0d5-45e8-b240-9da6d86868dc req-82265759-aed3-4cbb-8c32-c3068d67ab4c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:32.220295 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-4844cef2-e0d5-45e8-b240-9da6d86868dc req-82265759-aed3-4cbb-8c32-c3068d67ab4c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] For port f3cf1132-2b97-45a5-9854-ccf1407d5351, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=f3cf1132-2b97-45a5-9854-ccf1407d5351,segment=NetworkSegment(da874856-ef9e-4842-aadf-224666afa66c),segment_id=da874856-ef9e-4842-aadf-224666afa66c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:32.221121 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4844cef2-e0d5-45e8-b240-9da6d86868dc req-82265759-aed3-4cbb-8c32-c3068d67ab4c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:32.229214 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2ee5a1-797a-42df-bff1-4dbc826d2f30 None None] The sync data for ids ['17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'] in n-d-838323-3 is: [{'id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062954379', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:54Z', 'updated_at': '2022-04-18T21:10:59Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'c5622615-e1c3-4c00-a5c7-75b646bd649b', 'name': '', 'network_id': '769a9fa6-2125-4d70-9c37-b837ce0487be', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:f7:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:58Z', 'updated_at': '2022-04-18T21:11:02Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': '0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:12:32.242075 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-4844cef2-e0d5-45e8-b240-9da6d86868dc req-82265759-aed3-4cbb-8c32-c3068d67ab4c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Calling delete_port for f3cf1132-2b97-45a5-9854-ccf1407d5351 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:12:32.403072 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4844cef2-e0d5-45e8-b240-9da6d86868dc req-82265759-aed3-4cbb-8c32-c3068d67ab4c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:32.436712 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82265759-aed3-4cbb-8c32-c3068d67ab4c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'Port': ['ID=f3cf1132-2b97-45a5-9854-ccf1407d5351,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:32.487229 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-4844cef2-e0d5-45e8-b240-9da6d86868dc req-82265759-aed3-4cbb-8c32-c3068d67ab4c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] No DVR routers for this DVR port f3cf1132-2b97-45a5-9854-ccf1407d5351 on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:12:32.489913 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4844cef2-e0d5-45e8-b240-9da6d86868dc req-82265759-aed3-4cbb-8c32-c3068d67ab4c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:32.495750 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4844cef2-e0d5-45e8-b240-9da6d86868dc req-82265759-aed3-4cbb-8c32-c3068d67ab4c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.57 "DELETE /v2.0/ports/f3cf1132-2b97-45a5-9854-ccf1407d5351 HTTP/1.1" status: 204 len: 173 time: 0.4953482 Apr 18 21:12:32.533821 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fed0e9-3a4a-42a2-8060-b7798f518ca5 None None] New status for floating IP d2b4170c-916b-4dba-92b3-7af9a4a837af: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:12:32.833083 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8d7212e-65fd-4694-a2f0-3f4d76270ff8 req-9700c3f2-6f3d-469d-abf8-d7a6eb1251af tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=d88952a7-68c1-4d41-8f1c-3ebef2684ff7 HTTP/1.1" status: 200 len: 210 time: 0.0471520 Apr 18 21:12:33.336043 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88952a7-68c1-4d41-8f1c-3ebef2684ff7', 'name': 'network-vif-deleted', 'tag': 'f3cf1132-2b97-45a5-9854-ccf1407d5351'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:12:33.338464 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8febf1-e8e9-4ab7-b1a3-3386792fad00" -d '{"events": [{"server_uuid": "d88952a7-68c1-4d41-8f1c-3ebef2684ff7", "name": "network-vif-deleted", "tag": "f3cf1132-2b97-45a5-9854-ccf1407d5351"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:12:33.379014 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713715ce-b3b3-4853-a17e-f7208d840f8b x-openstack-request-id: req-713715ce-b3b3-4853-a17e-f7208d840f8b {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:12:33.379310 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88952a7-68c1-4d41-8f1c-3ebef2684ff7", "name": "network-vif-deleted", "tag": "f3cf1132-2b97-45a5-9854-ccf1407d5351", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:12:33.379559 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-713715ce-b3b3-4853-a17e-f7208d840f8b {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:12:33.379960 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-713715ce-b3b3-4853-a17e-f7208d840f8b'] response: {'server_uuid': 'd88952a7-68c1-4d41-8f1c-3ebef2684ff7', 'name': 'network-vif-deleted', 'tag': 'f3cf1132-2b97-45a5-9854-ccf1407d5351', 'status': 'completed', 'code': 200} Apr 18 21:12:33.899924 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53742) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:34.338644 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d889234c-da16-4705-986f-4c4773d4fe62 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:34.667019 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-d889234c-da16-4705-986f-4c4773d4fe62 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Deleting port c5622615-e1c3-4c00-a5c7-75b646bd649b {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:12:34.667527 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d889234c-da16-4705-986f-4c4773d4fe62 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:34.780368 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-d889234c-da16-4705-986f-4c4773d4fe62 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] For port c5622615-e1c3-4c00-a5c7-75b646bd649b, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c5622615-e1c3-4c00-a5c7-75b646bd649b,segment=NetworkSegment(da874856-ef9e-4842-aadf-224666afa66c),segment_id=da874856-ef9e-4842-aadf-224666afa66c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:34.781486 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d889234c-da16-4705-986f-4c4773d4fe62 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:34.804363 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-d889234c-da16-4705-986f-4c4773d4fe62 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Calling delete_port for c5622615-e1c3-4c00-a5c7-75b646bd649b owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:12:35.387290 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d889234c-da16-4705-986f-4c4773d4fe62 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:35.416643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889234c-da16-4705-986f-4c4773d4fe62 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'Port': ['ID=c5622615-e1c3-4c00-a5c7-75b646bd649b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:35.651961 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d889234c-da16-4705-986f-4c4773d4fe62 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:35.943171 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d889234c-da16-4705-986f-4c4773d4fe62 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Router 17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:12:36.068990 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d889234c-da16-4705-986f-4c4773d4fe62 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:12:36.075894 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d889234c-da16-4705-986f-4c4773d4fe62 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "PUT /v2.0/routers/17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1743834 Apr 18 21:12:36.077948 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53748) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:36.096284 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968020e2-78e1-4a1b-9d5d-c7aa0965e800 None None] Sync routers for ids ['17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:12:36.118996 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968020e2-78e1-4a1b-9d5d-c7aa0965e800 None None] Routers {'17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:12:36.120629 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-968020e2-78e1-4a1b-9d5d-c7aa0965e800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:12:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:36.150772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b636c8-ac92-4751-958f-7b0a7d285909 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Deleting subnet 0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:12:36.155460 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c5b636c8-ac92-4751-958f-7b0a7d285909 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:36.227943 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c5b636c8-ac92-4751-958f-7b0a7d285909 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:36.285978 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-968020e2-78e1-4a1b-9d5d-c7aa0965e800 None None] Set router 17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:12:36.332831 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c5b636c8-ac92-4751-958f-7b0a7d285909 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:36.420339 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c5b636c8-ac92-4751-958f-7b0a7d285909 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:36.456696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b636c8-ac92-4751-958f-7b0a7d285909 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:36.461458 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c5b636c8-ac92-4751-958f-7b0a7d285909 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:36.465451 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cdc57f-d7d3-4ac7-b51e-3d2719e5952c None None] Network 769a9fa6-2125-4d70-9c37-b837ce0487be requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:12:36.468842 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c5b636c8-ac92-4751-958f-7b0a7d285909 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "DELETE /v2.0/subnets/0fd48fbe-3540-4b28-9c39-bc7fae4f0b3c HTTP/1.1" status: 204 len: 168 time: 0.3887799 Apr 18 21:12:36.471384 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53758) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:36.518889 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-968020e2-78e1-4a1b-9d5d-c7aa0965e800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062954379', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:54Z', 'updated_at': '2022-04-18T21:12:35Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:36.559902 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device f3cf1132-2b97-45a5-9854-ccf1407d5351 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:12:36.571967 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968020e2-78e1-4a1b-9d5d-c7aa0965e800 None None] Checking router: 17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:12:36.585983 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968020e2-78e1-4a1b-9d5d-c7aa0965e800 None None] Routers {'17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:12:36.586709 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-968020e2-78e1-4a1b-9d5d-c7aa0965e800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:12:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:36.621529 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: f3cf1132-2b97-45a5-9854-ccf1407d5351 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:12:36.622018 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device f3cf1132-2b97-45a5-9854-ccf1407d5351 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:12:36.657672 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8a30ee2e-285b-4ba6-b1a6-c0bc598d1a72 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:36.763780 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d6ddfd-0224-4012-b180-f71273ee6ef2 None None] DHCP port deletion for 769a9fa6-2125-4d70-9c37-b837ce0487be request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:12:36.766963 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-968020e2-78e1-4a1b-9d5d-c7aa0965e800 None None] Set router 17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:12:36.837287 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8a30ee2e-285b-4ba6-b1a6-c0bc598d1a72 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:36.841832 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-97d6ddfd-0224-4012-b180-f71273ee6ef2 None None] Deleting port d20e7974-28e1-47d3-8f98-d170eaecbf56 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:12:36.842467 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-97d6ddfd-0224-4012-b180-f71273ee6ef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:36.916158 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-8a30ee2e-285b-4ba6-b1a6-c0bc598d1a72 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Deleting port 56d8577d-7792-4a73-8fa4-e30e3c852432 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:12:36.916584 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8a30ee2e-285b-4ba6-b1a6-c0bc598d1a72 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:36.956035 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-97d6ddfd-0224-4012-b180-f71273ee6ef2 None None] For port d20e7974-28e1-47d3-8f98-d170eaecbf56, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d20e7974-28e1-47d3-8f98-d170eaecbf56,segment=NetworkSegment(da874856-ef9e-4842-aadf-224666afa66c),segment_id=da874856-ef9e-4842-aadf-224666afa66c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:36.956596 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-97d6ddfd-0224-4012-b180-f71273ee6ef2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:36.976186 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-97d6ddfd-0224-4012-b180-f71273ee6ef2 None None] Calling delete_port for d20e7974-28e1-47d3-8f98-d170eaecbf56 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:12:37.031514 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-968020e2-78e1-4a1b-9d5d-c7aa0965e800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062954379', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:54Z', 'updated_at': '2022-04-18T21:12:35Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:37.033712 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-8a30ee2e-285b-4ba6-b1a6-c0bc598d1a72 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] For port 56d8577d-7792-4a73-8fa4-e30e3c852432, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=56d8577d-7792-4a73-8fa4-e30e3c852432,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:37.033963 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8a30ee2e-285b-4ba6-b1a6-c0bc598d1a72 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:37.051544 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-8a30ee2e-285b-4ba6-b1a6-c0bc598d1a72 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Calling delete_port for 56d8577d-7792-4a73-8fa4-e30e3c852432 owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:12:37.088073 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968020e2-78e1-4a1b-9d5d-c7aa0965e800 None None] The sync data for ids ['17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c'] in n-d-838323-3 is: [{'id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062954379', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:54Z', 'updated_at': '2022-04-18T21:12:35Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '56d8577d-7792-4a73-8fa4-e30e3c852432', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:12:37.157747 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-97d6ddfd-0224-4012-b180-f71273ee6ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:37.188951 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6ddfd-0224-4012-b180-f71273ee6ef2 None None] Pushing event deleted for resources: {'Port': ['ID=d20e7974-28e1-47d3-8f98-d170eaecbf56,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:37.197746 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d6ddfd-0224-4012-b180-f71273ee6ef2 None None] No DVR routers for this DVR port d20e7974-28e1-47d3-8f98-d170eaecbf56 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:12:37.200372 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6ddfd-0224-4012-b180-f71273ee6ef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:37.200372 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6ddfd-0224-4012-b180-f71273ee6ef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:37.201007 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6ddfd-0224-4012-b180-f71273ee6ef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:37.201007 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6ddfd-0224-4012-b180-f71273ee6ef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:37.201342 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6ddfd-0224-4012-b180-f71273ee6ef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:37.201815 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6ddfd-0224-4012-b180-f71273ee6ef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:37.202015 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6ddfd-0224-4012-b180-f71273ee6ef2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:37.202565 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6ddfd-0224-4012-b180-f71273ee6ef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:37.202811 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6ddfd-0224-4012-b180-f71273ee6ef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:37.203574 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6ddfd-0224-4012-b180-f71273ee6ef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:37.203991 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6ddfd-0224-4012-b180-f71273ee6ef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:37.204397 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6ddfd-0224-4012-b180-f71273ee6ef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:37.296161 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8a30ee2e-285b-4ba6-b1a6-c0bc598d1a72 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:37.328645 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30ee2e-285b-4ba6-b1a6-c0bc598d1a72 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'Port': ['ID=56d8577d-7792-4a73-8fa4-e30e3c852432,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:37.435465 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8a30ee2e-285b-4ba6-b1a6-c0bc598d1a72 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:37.586518 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8a30ee2e-285b-4ba6-b1a6-c0bc598d1a72 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:37.589647 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8a30ee2e-285b-4ba6-b1a6-c0bc598d1a72 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:37.617609 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d20e7974-28e1-47d3-8f98-d170eaecbf56 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:12:37.648705 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: d20e7974-28e1-47d3-8f98-d170eaecbf56 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:12:37.649383 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d20e7974-28e1-47d3-8f98-d170eaecbf56 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:12:37.649860 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c5622615-e1c3-4c00-a5c7-75b646bd649b no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:12:37.665756 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8a30ee2e-285b-4ba6-b1a6-c0bc598d1a72 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:37.666951 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a30ee2e-285b-4ba6-b1a6-c0bc598d1a72 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Fanout notify agent at l3_agent the message router_deleted on router 17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:12:37.675737 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8a30ee2e-285b-4ba6-b1a6-c0bc598d1a72 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:37.677072 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: c5622615-e1c3-4c00-a5c7-75b646bd649b {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:12:37.677402 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c5622615-e1c3-4c00-a5c7-75b646bd649b not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:12:37.679866 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8a30ee2e-285b-4ba6-b1a6-c0bc598d1a72 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "DELETE /v2.0/routers/17ccaf09-3bff-43da-a8e1-7f19d5fd9b5c HTTP/1.1" status: 204 len: 168 time: 1.2068551 Apr 18 21:12:37.680392 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53770) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:37.768636 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b223c284-4189-4cc0-92af-05a617e1bb0d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:37.871480 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b223c284-4189-4cc0-92af-05a617e1bb0d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:37.898807 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-b223c284-4189-4cc0-92af-05a617e1bb0d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769a9fa6-2125-4d70-9c37-b837ce0487be']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:37.914317 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-b223c284-4189-4cc0-92af-05a617e1bb0d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da874856-ef9e-4842-aadf-224666afa66c') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:37.914656 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-b223c284-4189-4cc0-92af-05a617e1bb0d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da874856-ef9e-4842-aadf-224666afa66c') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:37.930441 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b223c284-4189-4cc0-92af-05a617e1bb0d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:37.958492 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b223c284-4189-4cc0-92af-05a617e1bb0d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:37.966999 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b223c284-4189-4cc0-92af-05a617e1bb0d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:12:37.967405 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b223c284-4189-4cc0-92af-05a617e1bb0d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:12:37.970750 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:12:37.981142 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.041586 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b223c284-4189-4cc0-92af-05a617e1bb0d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.048028 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b223c284-4189-4cc0-92af-05a617e1bb0d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.057003 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b223c284-4189-4cc0-92af-05a617e1bb0d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "DELETE /v2.0/networks/769a9fa6-2125-4d70-9c37-b837ce0487be HTTP/1.1" status: 204 len: 168 time: 0.3702881 Apr 18 21:12:38.057151 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53772) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:38.091262 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223c284-4189-4cc0-92af-05a617e1bb0d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'Network': ['ID=769a9fa6-2125-4d70-9c37-b837ce0487be,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:38.144096 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-56cd9fe8-7847-4ec3-ae52-7b9fc25472b7 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.179522 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-56cd9fe8-7847-4ec3-ae52-7b9fc25472b7 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.255662 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-56cd9fe8-7847-4ec3-ae52-7b9fc25472b7 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.258088 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-56cd9fe8-7847-4ec3-ae52-7b9fc25472b7 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.262576 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-56cd9fe8-7847-4ec3-ae52-7b9fc25472b7 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "DELETE /v2.0/security-groups/b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa HTTP/1.1" status: 204 len: 168 time: 0.2061863 Apr 18 21:12:38.275115 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd9fe8-7847-4ec3-ae52-7b9fc25472b7 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22cbcd1-7d9c-4a00-a327-e7c7b060c4fa,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:38.582428 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53790) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:38.588562 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-23170163-153c-4a1d-9a8b-ba965f10fbf2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1773384219', 'description': 'tempest-secgroup-smoke-1773384219 description', 'project_id': '27c85133ac5b409ea3755f27ced6b066'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:12:38.616712 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23170163-153c-4a1d-9a8b-ba965f10fbf2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.705636 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23170163-153c-4a1d-9a8b-ba965f10fbf2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.711798 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23170163-153c-4a1d-9a8b-ba965f10fbf2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.740010 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23170163-153c-4a1d-9a8b-ba965f10fbf2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.741368 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-23170163-153c-4a1d-9a8b-ba965f10fbf2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1573083 Apr 18 21:12:38.745916 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53792) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:38.752710 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-038df3d8-e054-4409-b41f-016b9eb13ab9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group_rule': {'security_group_id': '7a3c9ef1-f869-449a-ae6f-ae29f5c63b06', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:12:38.758270 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23170163-153c-4a1d-9a8b-ba965f10fbf2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:38.780913 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-038df3d8-e054-4409-b41f-016b9eb13ab9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.843394 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-038df3d8-e054-4409-b41f-016b9eb13ab9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.849249 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-038df3d8-e054-4409-b41f-016b9eb13ab9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.877527 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038df3d8-e054-4409-b41f-016b9eb13ab9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=312d622b-7b4c-4f89-8ced-1a96bfd1926f,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:38.886755 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-038df3d8-e054-4409-b41f-016b9eb13ab9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.890706 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-038df3d8-e054-4409-b41f-016b9eb13ab9 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404936 Apr 18 21:12:38.891789 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53794) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:38.898406 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-5934ffd8-4a0b-4228-a8f8-d0aae96473d6 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group_rule': {'security_group_id': '7a3c9ef1-f869-449a-ae6f-ae29f5c63b06', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:12:38.939116 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5934ffd8-4a0b-4228-a8f8-d0aae96473d6 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.991082 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5934ffd8-4a0b-4228-a8f8-d0aae96473d6 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.995178 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5934ffd8-4a0b-4228-a8f8-d0aae96473d6 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.013006 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934ffd8-4a0b-4228-a8f8-d0aae96473d6 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f458267-c39e-487c-8929-b821d51b4965,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:39.021299 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5934ffd8-4a0b-4228-a8f8-d0aae96473d6 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.022421 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5934ffd8-4a0b-4228-a8f8-d0aae96473d6 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1290538 Apr 18 21:12:39.025185 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53796) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:39.029769 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-2837d9ed-9b7a-4434-a3c4-b8496e097dc2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group_rule': {'security_group_id': '7a3c9ef1-f869-449a-ae6f-ae29f5c63b06', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:12:39.059613 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2837d9ed-9b7a-4434-a3c4-b8496e097dc2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.132179 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2837d9ed-9b7a-4434-a3c4-b8496e097dc2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.137631 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2837d9ed-9b7a-4434-a3c4-b8496e097dc2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.161441 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837d9ed-9b7a-4434-a3c4-b8496e097dc2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69b7344-24a2-4c4d-8953-4883d580b428,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:39.172772 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2837d9ed-9b7a-4434-a3c4-b8496e097dc2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.174173 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2837d9ed-9b7a-4434-a3c4-b8496e097dc2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1479805 Apr 18 21:12:39.176766 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53800) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:39.182652 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-1ca22de1-7230-481f-b976-09bd671eb739 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group_rule': {'security_group_id': '7a3c9ef1-f869-449a-ae6f-ae29f5c63b06', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:12:39.207082 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 56d8577d-7792-4a73-8fa4-e30e3c852432 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:12:39.212657 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1ca22de1-7230-481f-b976-09bd671eb739 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.229239 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 56d8577d-7792-4a73-8fa4-e30e3c852432 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:12:39.229668 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 56d8577d-7792-4a73-8fa4-e30e3c852432 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:12:39.285290 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1ca22de1-7230-481f-b976-09bd671eb739 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.290492 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1ca22de1-7230-481f-b976-09bd671eb739 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.306743 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca22de1-7230-481f-b976-09bd671eb739 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812adc6b-feef-4789-8d8c-c7dedbbc72e1,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:39.324289 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1ca22de1-7230-481f-b976-09bd671eb739 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.329110 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1ca22de1-7230-481f-b976-09bd671eb739 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1473920 Apr 18 21:12:39.329328 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53802) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:39.333978 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-f0c77d10-1b87-46ea-8690-33d7e59f389b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group_rule': {'security_group_id': '7a3c9ef1-f869-449a-ae6f-ae29f5c63b06', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:12:39.358266 n-d-838323-3 neutron-server[102908]: INFO neutron.db.securitygroups_db [None req-f0c77d10-1b87-46ea-8690-33d7e59f389b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Project 27c85133ac5b409ea3755f27ced6b066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:12:39.364077 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f0c77d10-1b87-46ea-8690-33d7e59f389b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.444513 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f0c77d10-1b87-46ea-8690-33d7e59f389b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.449404 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f0c77d10-1b87-46ea-8690-33d7e59f389b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.471770 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c77d10-1b87-46ea-8690-33d7e59f389b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76594e56-e93b-4489-9f18-6891bb20a02d,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:39.483211 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f0c77d10-1b87-46ea-8690-33d7e59f389b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.485822 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f0c77d10-1b87-46ea-8690-33d7e59f389b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1543322 Apr 18 21:12:39.488464 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53804) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:39.494861 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-6dd89782-391a-4aee-9731-f081a0d125e2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'security_group_rule': {'security_group_id': '7a3c9ef1-f869-449a-ae6f-ae29f5c63b06', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:12:39.527504 n-d-838323-3 neutron-server[102908]: INFO neutron.db.securitygroups_db [None req-6dd89782-391a-4aee-9731-f081a0d125e2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Project 27c85133ac5b409ea3755f27ced6b066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:12:39.534849 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dd89782-391a-4aee-9731-f081a0d125e2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.615548 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dd89782-391a-4aee-9731-f081a0d125e2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.621047 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dd89782-391a-4aee-9731-f081a0d125e2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.643981 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd89782-391a-4aee-9731-f081a0d125e2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4820e32e-8ca2-479e-89c1-4227a316fbad,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:39.650755 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dd89782-391a-4aee-9731-f081a0d125e2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.654744 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6dd89782-391a-4aee-9731-f081a0d125e2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1621056 Apr 18 21:12:39.655536 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 53806) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:39.660716 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-58b00e9b-643a-43eb-990f-6289f27324e1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'network': {'name': 'tempest-network-smoke--1449633872', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'port_security_enabled': True}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:12:39.689885 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b00e9b-643a-43eb-990f-6289f27324e1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Made reservation on behalf of 27c85133ac5b409ea3755f27ced6b066 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:39.693379 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-58b00e9b-643a-43eb-990f-6289f27324e1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.726030 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b00e9b-643a-43eb-990f-6289f27324e1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:12:39.738023 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-58b00e9b-643a-43eb-990f-6289f27324e1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.738378 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-58b00e9b-643a-43eb-990f-6289f27324e1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Added segment a1f358f5-3e27-4892-a0c8-912c3ca41501 of type vlan for network 5094b9f7-3394-4868-bb1f-39ad7c8a433f Apr 18 21:12:39.786202 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-58b00e9b-643a-43eb-990f-6289f27324e1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.827544 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-58b00e9b-643a-43eb-990f-6289f27324e1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.846005 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b00e9b-643a-43eb-990f-6289f27324e1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:39.846888 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-58b00e9b-643a-43eb-990f-6289f27324e1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.925132 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-58b00e9b-643a-43eb-990f-6289f27324e1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2685461 Apr 18 21:12:39.927657 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53808) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:39.932986 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e011d8a1-9fbd-437a-9214-06252aced2e3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1539243462', 'admin_state_up': True, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:12:39.947965 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b00e9b-643a-43eb-990f-6289f27324e1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Network': ['ID=5094b9f7-3394-4868-bb1f-39ad7c8a433f,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:39.962411 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 5094b9f7-3394-4868-bb1f-39ad7c8a433f details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:12:39.967393 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e011d8a1-9fbd-437a-9214-06252aced2e3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.968754 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e011d8a1-9fbd-437a-9214-06252aced2e3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:40.043334 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e011d8a1-9fbd-437a-9214-06252aced2e3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:40.236814 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e011d8a1-9fbd-437a-9214-06252aced2e3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:40.775510 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e011d8a1-9fbd-437a-9214-06252aced2e3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:40.795560 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e011d8a1-9fbd-437a-9214-06252aced2e3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:40.921799 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-e011d8a1-9fbd-437a-9214-06252aced2e3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Allocated IP 172.25.1.209 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/4638e6cb-d517-41ef-970b-80830a26c8bf) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:12:41.037306 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e011d8a1-9fbd-437a-9214-06252aced2e3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.074576 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e011d8a1-9fbd-437a-9214-06252aced2e3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.118506 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e011d8a1-9fbd-437a-9214-06252aced2e3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:41.120936 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-e011d8a1-9fbd-437a-9214-06252aced2e3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:41.123604 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e011d8a1-9fbd-437a-9214-06252aced2e3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:12:41.148498 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011d8a1-9fbd-437a-9214-06252aced2e3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Port': ['ID=4638e6cb-d517-41ef-970b-80830a26c8bf,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:41.390446 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e011d8a1-9fbd-437a-9214-06252aced2e3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.599194 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e011d8a1-9fbd-437a-9214-06252aced2e3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.740686 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e011d8a1-9fbd-437a-9214-06252aced2e3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Router 7c1b2b1f-eb78-4bed-94e8-41d15de916d2 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:12:41.858348 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e011d8a1-9fbd-437a-9214-06252aced2e3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:12:41.870772 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd30d09-7df2-4036-8b17-367fee3d4568 None None] Sync routers for ids ['7c1b2b1f-eb78-4bed-94e8-41d15de916d2'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:12:41.882656 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd30d09-7df2-4036-8b17-367fee3d4568 None None] Routers {'7c1b2b1f-eb78-4bed-94e8-41d15de916d2'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:12:41.882903 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e011d8a1-9fbd-437a-9214-06252aced2e3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.883427 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-0dd30d09-7df2-4036-8b17-367fee3d4568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:12:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7c1b2b1f-eb78-4bed-94e8-41d15de916d2'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:41.883948 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e011d8a1-9fbd-437a-9214-06252aced2e3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9552410 Apr 18 21:12:41.886991 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53832) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:41.923255 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-46b5d88e-1706-47da-a9e6-05b39e72cceb tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=27c85133ac5b409ea3755f27ced6b066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317428 Apr 18 21:12:41.923482 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53834) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:42.011948 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-0dd30d09-7df2-4036-8b17-367fee3d4568 None None] Set router 7c1b2b1f-eb78-4bed-94e8-41d15de916d2 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:12:42.020672 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aecbda-7278-439e-8de7-071dabf1a438 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:42.024920 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-17aecbda-7278-439e-8de7-071dabf1a438 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0978181 Apr 18 21:12:42.025092 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53836) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:42.057404 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d6eff681-30d2-4736-b1f9-548ce9c25021 tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312445 Apr 18 21:12:42.060024 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53838) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:42.065485 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e3fbb4d0-3df4-4ba8-b2a2-1d0690c3d1a7 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1363025516', 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f', 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:12:42.078574 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:42.158021 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fbb4d0-3df4-4ba8-b2a2-1d0690c3d1a7 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Made reservation on behalf of 27c85133ac5b409ea3755f27ced6b066 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:42.161657 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e3fbb4d0-3df4-4ba8-b2a2-1d0690c3d1a7 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:42.214853 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-0dd30d09-7df2-4036-8b17-367fee3d4568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1539243462', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:39Z', 'updated_at': '2022-04-18T21:12:41Z', 'revision_number': 3, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ed:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:40Z', 'updated_at': '2022-04-18T21:12:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:42.249880 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd30d09-7df2-4036-8b17-367fee3d4568 None None] Checking router: 7c1b2b1f-eb78-4bed-94e8-41d15de916d2 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:12:42.250575 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd30d09-7df2-4036-8b17-367fee3d4568 None None] Updating router 7c1b2b1f-eb78-4bed-94e8-41d15de916d2 port 4638e6cb-d517-41ef-970b-80830a26c8bf binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:12:42.278449 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0dd30d09-7df2-4036-8b17-367fee3d4568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:42.380495 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e3fbb4d0-3df4-4ba8-b2a2-1d0690c3d1a7 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:42.471320 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbb4d0-3df4-4ba8-b2a2-1d0690c3d1a7 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Subnet': ['ID=68678ae1-7fcd-496f-a201-cfa9bce11951,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:42.481792 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fbb4d0-3df4-4ba8-b2a2-1d0690c3d1a7 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Checking segment: {'id': 'a1f358f5-3e27-4892-a0c8-912c3ca41501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:12:42.482369 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fbb4d0-3df4-4ba8-b2a2-1d0690c3d1a7 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network hostable DHCP agents. Network: 5094b9f7-3394-4868-bb1f-39ad7c8a433f, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:12:42.508645 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fbb4d0-3df4-4ba8-b2a2-1d0690c3d1a7 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network 5094b9f7-3394-4868-bb1f-39ad7c8a433f is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:12:42.518626 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-e3fbb4d0-3df4-4ba8-b2a2-1d0690c3d1a7 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 5094b9f7-3394-4868-bb1f-39ad7c8a433f) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:42.524071 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fbb4d0-3df4-4ba8-b2a2-1d0690c3d1a7 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:42.525133 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e3fbb4d0-3df4-4ba8-b2a2-1d0690c3d1a7 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:42.529961 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de116146-c9e0-481c-81a6-b65844b12cfb None None] Network 5094b9f7-3394-4868-bb1f-39ad7c8a433f requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:12:42.545943 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e3fbb4d0-3df4-4ba8-b2a2-1d0690c3d1a7 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4816833 Apr 18 21:12:42.545943 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53840) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:42.639338 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0dd30d09-7df2-4036-8b17-367fee3d4568 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:42.654714 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0dd30d09-7df2-4036-8b17-367fee3d4568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:42.735408 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50ee80-0da6-4fda-8a71-9239c5169344 None None] Pushing event updated for resources: {'Port': ['ID=4638e6cb-d517-41ef-970b-80830a26c8bf,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:42.741591 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-0dd30d09-7df2-4036-8b17-367fee3d4568 None None] Attempting to bind port 4638e6cb-d517-41ef-970b-80830a26c8bf on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:42.741955 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-0dd30d09-7df2-4036-8b17-367fee3d4568 None None] Attempting to bind port 4638e6cb-d517-41ef-970b-80830a26c8bf by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:42.742410 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd30d09-7df2-4036-8b17-367fee3d4568 None None] Attempting to bind port 4638e6cb-d517-41ef-970b-80830a26c8bf on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:12:42.754920 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd30d09-7df2-4036-8b17-367fee3d4568 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:12:42.755298 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd30d09-7df2-4036-8b17-367fee3d4568 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:12:42.755711 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0dd30d09-7df2-4036-8b17-367fee3d4568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:42.756104 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd30d09-7df2-4036-8b17-367fee3d4568 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:12:42.756611 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-0dd30d09-7df2-4036-8b17-367fee3d4568 None None] Bound port: 4638e6cb-d517-41ef-970b-80830a26c8bf, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:42.756998 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0dd30d09-7df2-4036-8b17-367fee3d4568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:42.819294 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec3cac7-b4a4-4900-a245-abf41614f1aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-5094b9f7-3394-4868-bb1f-39ad7c8a433f', 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'fixed_ips': [{'subnet_id': '68678ae1-7fcd-496f-a201-cfa9bce11951'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:12:42.820282 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ec3cac7-b4a4-4900-a245-abf41614f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:42.846673 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-0dd30d09-7df2-4036-8b17-367fee3d4568 None None] For port 4638e6cb-d517-41ef-970b-80830a26c8bf, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:42.854626 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-0dd30d09-7df2-4036-8b17-367fee3d4568 None None] For port 4638e6cb-d517-41ef-970b-80830a26c8bf, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4638e6cb-d517-41ef-970b-80830a26c8bf,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:42.906189 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0dd30d09-7df2-4036-8b17-367fee3d4568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:43.056330 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a06b7f43-6944-406b-b9c3-e72980e4ed11 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:43.175724 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-8ec3cac7-b4a4-4900-a245-abf41614f1aa None None] Allocated IP 172.20.0.2 (5094b9f7-3394-4868-bb1f-39ad7c8a433f/68678ae1-7fcd-496f-a201-cfa9bce11951/95d2cfd9-96e7-43c4-88b0-4dd84816644a) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:12:43.281682 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50ee80-0da6-4fda-8a71-9239c5169344 None None] Pushing event updated for resources: {'Port': ['ID=4638e6cb-d517-41ef-970b-80830a26c8bf,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:43.289187 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd30d09-7df2-4036-8b17-367fee3d4568 None None] Routers {'7c1b2b1f-eb78-4bed-94e8-41d15de916d2'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:12:43.289824 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-0dd30d09-7df2-4036-8b17-367fee3d4568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:12:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7c1b2b1f-eb78-4bed-94e8-41d15de916d2'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:43.449030 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ec3cac7-b4a4-4900-a245-abf41614f1aa None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:43.454592 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-0dd30d09-7df2-4036-8b17-367fee3d4568 None None] Set router 7c1b2b1f-eb78-4bed-94e8-41d15de916d2 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:12:43.457764 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ec3cac7-b4a4-4900-a245-abf41614f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:43.515618 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-a06b7f43-6944-406b-b9c3-e72980e4ed11 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Allocated IP 172.20.0.1 (5094b9f7-3394-4868-bb1f-39ad7c8a433f/68678ae1-7fcd-496f-a201-cfa9bce11951/30a7330d-4357-4ba9-908f-737714e16ba2) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:12:43.565565 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec3cac7-b4a4-4900-a245-abf41614f1aa None None] Network 5094b9f7-3394-4868-bb1f-39ad7c8a433f is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:43.596371 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-8ec3cac7-b4a4-4900-a245-abf41614f1aa None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:43.603150 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec3cac7-b4a4-4900-a245-abf41614f1aa None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:12:43.612591 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3cac7-b4a4-4900-a245-abf41614f1aa None None] Pushing event updated for resources: {'Port': ['ID=95d2cfd9-96e7-43c4-88b0-4dd84816644a,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:43.638644 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a06b7f43-6944-406b-b9c3-e72980e4ed11 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:43.681383 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a06b7f43-6944-406b-b9c3-e72980e4ed11 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:43.698414 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-8ec3cac7-b4a4-4900-a245-abf41614f1aa None None] Attempting to bind port 95d2cfd9-96e7-43c4-88b0-4dd84816644a on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:43.706418 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-8ec3cac7-b4a4-4900-a245-abf41614f1aa None None] Attempting to bind port 95d2cfd9-96e7-43c4-88b0-4dd84816644a by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'a1f358f5-3e27-4892-a0c8-912c3ca41501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:43.706418 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec3cac7-b4a4-4900-a245-abf41614f1aa None None] Attempting to bind port 95d2cfd9-96e7-43c4-88b0-4dd84816644a on network 5094b9f7-3394-4868-bb1f-39ad7c8a433f {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:12:43.728134 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec3cac7-b4a4-4900-a245-abf41614f1aa None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:12:43.728876 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec3cac7-b4a4-4900-a245-abf41614f1aa None None] Checking segment: {'id': 'a1f358f5-3e27-4892-a0c8-912c3ca41501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:12:43.729451 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ec3cac7-b4a4-4900-a245-abf41614f1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:43.730015 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec3cac7-b4a4-4900-a245-abf41614f1aa None None] Bound using segment: {'id': 'a1f358f5-3e27-4892-a0c8-912c3ca41501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:12:43.730499 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-8ec3cac7-b4a4-4900-a245-abf41614f1aa None None] Bound port: 95d2cfd9-96e7-43c4-88b0-4dd84816644a, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f358f5-3e27-4892-a0c8-912c3ca41501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:43.730880 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ec3cac7-b4a4-4900-a245-abf41614f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:43.733410 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06b7f43-6944-406b-b9c3-e72980e4ed11 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network 5094b9f7-3394-4868-bb1f-39ad7c8a433f is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:43.737561 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-a06b7f43-6944-406b-b9c3-e72980e4ed11 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:43.742116 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06b7f43-6944-406b-b9c3-e72980e4ed11 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:12:43.767441 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b7f43-6944-406b-b9c3-e72980e4ed11 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Port': ['ID=30a7330d-4357-4ba9-908f-737714e16ba2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:43.796378 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a06b7f43-6944-406b-b9c3-e72980e4ed11 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:43.814369 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-0dd30d09-7df2-4036-8b17-367fee3d4568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1539243462', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:39Z', 'updated_at': '2022-04-18T21:12:41Z', 'revision_number': 3, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ed:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:40Z', 'updated_at': '2022-04-18T21:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:43.816616 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-8ec3cac7-b4a4-4900-a245-abf41614f1aa None None] For port 95d2cfd9-96e7-43c4-88b0-4dd84816644a, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:43.820620 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-8ec3cac7-b4a4-4900-a245-abf41614f1aa None None] For port 95d2cfd9-96e7-43c4-88b0-4dd84816644a, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=95d2cfd9-96e7-43c4-88b0-4dd84816644a,segment=NetworkSegment(a1f358f5-3e27-4892-a0c8-912c3ca41501),segment_id=a1f358f5-3e27-4892-a0c8-912c3ca41501)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:43.850679 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ec3cac7-b4a4-4900-a245-abf41614f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:43.852718 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd30d09-7df2-4036-8b17-367fee3d4568 None None] The sync data for ids ['7c1b2b1f-eb78-4bed-94e8-41d15de916d2'] in n-d-838323-3 is: [{'id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1539243462', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:39Z', 'updated_at': '2022-04-18T21:12:41Z', 'revision_number': 3, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ed:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:40Z', 'updated_at': '2022-04-18T21:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:12:43.919477 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3cac7-b4a4-4900-a245-abf41614f1aa None None] Pushing event updated for resources: {'Port': ['ID=95d2cfd9-96e7-43c4-88b0-4dd84816644a,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:43.954981 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a06b7f43-6944-406b-b9c3-e72980e4ed11 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.349899 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a06b7f43-6944-406b-b9c3-e72980e4ed11 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.359484 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a06b7f43-6944-406b-b9c3-e72980e4ed11 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.449077 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a06b7f43-6944-406b-b9c3-e72980e4ed11 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.455730 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b7f43-6944-406b-b9c3-e72980e4ed11 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Port': ['ID=30a7330d-4357-4ba9-908f-737714e16ba2,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:44.576873 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06b7f43-6944-406b-b9c3-e72980e4ed11 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network 5094b9f7-3394-4868-bb1f-39ad7c8a433f is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:44.581675 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-a06b7f43-6944-406b-b9c3-e72980e4ed11 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:44.760572 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06b7f43-6944-406b-b9c3-e72980e4ed11 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Router 7c1b2b1f-eb78-4bed-94e8-41d15de916d2 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:12:44.933820 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06b7f43-6944-406b-b9c3-e72980e4ed11 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:12:44.940410 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a06b7f43-6944-406b-b9c3-e72980e4ed11 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "PUT /v2.0/routers/7c1b2b1f-eb78-4bed-94e8-41d15de916d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3938475 Apr 18 21:12:45.190872 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469eeadd-6fac-44ce-a8f1-1bf9df2d489c None None] Network 5094b9f7-3394-4868-bb1f-39ad7c8a433f requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:12:45.251094 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-ef507182-bc63-4ba7-81ce-97f4e673543b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1773384219&fields=id&tenant_id=27c85133ac5b409ea3755f27ced6b066 HTTP/1.1" status: 200 len: 267 time: 0.0713522 Apr 18 21:12:45.369365 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-59375783-14b0-4dbf-86a4-5d8dc2849ca0 None None] Provisioning complete for port 95d2cfd9-96e7-43c4-88b0-4dd84816644a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:45.374149 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-59375783-14b0-4dbf-86a4-5d8dc2849ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.435806 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-9956579b-0ad9-4d70-8f7c-19bc9f71798d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:45.436830 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4638e6cb-d517-41ef-970b-80830a26c8bf up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:12:45.437410 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-9956579b-0ad9-4d70-8f7c-19bc9f71798d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/networks?id=5094b9f7-3394-4868-bb1f-39ad7c8a433f HTTP/1.1" status: 200 len: 797 time: 0.1852458 Apr 18 21:12:45.455208 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-d8573405-736a-436e-a930-eaef61ba7768 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/quotas/27c85133ac5b409ea3755f27ced6b066 HTTP/1.1" status: 200 len: 375 time: 0.0115495 Apr 18 21:12:45.544078 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-018d6c34-2fe1-450f-a208-bdb147ba5b43 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813181 Apr 18 21:12:45.654005 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-59375783-14b0-4dbf-86a4-5d8dc2849ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.660915 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 4638e6cb-d517-41ef-970b-80830a26c8bf triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:45.661557 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.675578 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-183ef5ec-46f2-4ad1-bccd-a2845529b34d service neutron] 10.222.0.41 "GET /v2.0/networks/5094b9f7-3394-4868-bb1f-39ad7c8a433f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143608 Apr 18 21:12:45.737390 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-59375783-14b0-4dbf-86a4-5d8dc2849ca0 None None] For port 95d2cfd9-96e7-43c4-88b0-4dd84816644a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=95d2cfd9-96e7-43c4-88b0-4dd84816644a,segment=NetworkSegment(a1f358f5-3e27-4892-a0c8-912c3ca41501),segment_id=a1f358f5-3e27-4892-a0c8-912c3ca41501)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:45.746754 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-59375783-14b0-4dbf-86a4-5d8dc2849ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.854868 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59375783-14b0-4dbf-86a4-5d8dc2849ca0 None None] Pushing event updated for resources: {'Port': ['ID=95d2cfd9-96e7-43c4-88b0-4dd84816644a,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:45.857923 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.863308 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-58fd6d69-25b4-4c63-a2a3-a2837fc13555 service neutron] 10.222.0.41 "GET /v2.0/networks/5094b9f7-3394-4868-bb1f-39ad7c8a433f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728971 Apr 18 21:12:45.889256 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 4638e6cb-d517-41ef-970b-80830a26c8bf, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4638e6cb-d517-41ef-970b-80830a26c8bf,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:45.895808 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.896966 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 95d2cfd9-96e7-43c4-88b0-4dd84816644a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:12:45.994996 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=4638e6cb-d517-41ef-970b-80830a26c8bf,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:46.027893 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 95d2cfd9-96e7-43c4-88b0-4dd84816644a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:46.028266 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:46.067965 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135d8f47-c880-4fc3-801e-864f9176a72b None None] Sync routers for ids ['7c1b2b1f-eb78-4bed-94e8-41d15de916d2'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:12:46.090087 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135d8f47-c880-4fc3-801e-864f9176a72b None None] Routers {'7c1b2b1f-eb78-4bed-94e8-41d15de916d2'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:12:46.090557 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-135d8f47-c880-4fc3-801e-864f9176a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:12:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7c1b2b1f-eb78-4bed-94e8-41d15de916d2'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:46.137247 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-410564c9-ff3f-4e7c-8317-33ad3c4b6574 req-706b7512-5be0-48e1-b4f1-fb3efa998bbd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 210 time: 0.0537546 Apr 18 21:12:46.142892 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-9102940b-d353-44d7-831a-142e1314e360 None None] Provisioning complete for port 95d2cfd9-96e7-43c4-88b0-4dd84816644a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:46.143511 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9102940b-d353-44d7-831a-142e1314e360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:46.303399 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-135d8f47-c880-4fc3-801e-864f9176a72b None None] Set router 7c1b2b1f-eb78-4bed-94e8-41d15de916d2 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:12:46.393101 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-9102940b-d353-44d7-831a-142e1314e360 None None] Provisioning complete for port 30a7330d-4357-4ba9-908f-737714e16ba2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:46.409278 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9102940b-d353-44d7-831a-142e1314e360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:46.501579 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-9102940b-d353-44d7-831a-142e1314e360 None None] Port 30a7330d-4357-4ba9-908f-737714e16ba2 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:12:46.532232 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-135d8f47-c880-4fc3-801e-864f9176a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1539243462', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:39Z', 'updated_at': '2022-04-18T21:12:43Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:40Z', 'updated_at': '2022-04-18T21:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '30a7330d-4357-4ba9-908f-737714e16ba2', 'name': '', 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:ee:af:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '68678ae1-7fcd-496f-a201-cfa9bce11951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:43Z', 'updated_at': '2022-04-18T21:12:44Z', 'revision_number': 2, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': '68678ae1-7fcd-496f-a201-cfa9bce11951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:46.566001 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135d8f47-c880-4fc3-801e-864f9176a72b None None] Checking router: 7c1b2b1f-eb78-4bed-94e8-41d15de916d2 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:12:46.566341 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135d8f47-c880-4fc3-801e-864f9176a72b None None] Updating router 7c1b2b1f-eb78-4bed-94e8-41d15de916d2 port 30a7330d-4357-4ba9-908f-737714e16ba2 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:12:46.593209 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-135d8f47-c880-4fc3-801e-864f9176a72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:46.631461 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5cbede60-ac3c-43bf-ab05-79fcd9907211 None None] Provisioning complete for port 30a7330d-4357-4ba9-908f-737714e16ba2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:46.631836 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5cbede60-ac3c-43bf-ab05-79fcd9907211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:46.680578 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-5cbede60-ac3c-43bf-ab05-79fcd9907211 None None] Port 30a7330d-4357-4ba9-908f-737714e16ba2 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:12:46.893077 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-135d8f47-c880-4fc3-801e-864f9176a72b None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:46.898591 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-135d8f47-c880-4fc3-801e-864f9176a72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:46.985247 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7208c5a-441e-4c7d-b2e9-b9a9ce159672 None None] Pushing event updated for resources: {'Port': ['ID=30a7330d-4357-4ba9-908f-737714e16ba2,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:47.010528 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7208c5a-441e-4c7d-b2e9-b9a9ce159672 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:47.010857 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7208c5a-441e-4c7d-b2e9-b9a9ce159672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:47.011192 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7208c5a-441e-4c7d-b2e9-b9a9ce159672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:47.011520 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7208c5a-441e-4c7d-b2e9-b9a9ce159672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:47.011849 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7208c5a-441e-4c7d-b2e9-b9a9ce159672 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:47.012171 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7208c5a-441e-4c7d-b2e9-b9a9ce159672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:47.012512 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7208c5a-441e-4c7d-b2e9-b9a9ce159672 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:47.012831 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7208c5a-441e-4c7d-b2e9-b9a9ce159672 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:47.013145 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7208c5a-441e-4c7d-b2e9-b9a9ce159672 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:47.013460 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7208c5a-441e-4c7d-b2e9-b9a9ce159672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:47.013773 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7208c5a-441e-4c7d-b2e9-b9a9ce159672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:47.014085 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7208c5a-441e-4c7d-b2e9-b9a9ce159672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:47.028903 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-135d8f47-c880-4fc3-801e-864f9176a72b None None] Attempting to bind port 30a7330d-4357-4ba9-908f-737714e16ba2 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:47.029266 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-135d8f47-c880-4fc3-801e-864f9176a72b None None] Attempting to bind port 30a7330d-4357-4ba9-908f-737714e16ba2 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'a1f358f5-3e27-4892-a0c8-912c3ca41501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:47.033948 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d8f47-c880-4fc3-801e-864f9176a72b None None] Attempting to bind port 30a7330d-4357-4ba9-908f-737714e16ba2 on network 5094b9f7-3394-4868-bb1f-39ad7c8a433f {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:12:47.039338 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d8f47-c880-4fc3-801e-864f9176a72b None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:12:47.039707 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d8f47-c880-4fc3-801e-864f9176a72b None None] Checking segment: {'id': 'a1f358f5-3e27-4892-a0c8-912c3ca41501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:12:47.040107 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-135d8f47-c880-4fc3-801e-864f9176a72b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:47.040519 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d8f47-c880-4fc3-801e-864f9176a72b None None] Bound using segment: {'id': 'a1f358f5-3e27-4892-a0c8-912c3ca41501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:12:47.040984 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-135d8f47-c880-4fc3-801e-864f9176a72b None None] Bound port: 30a7330d-4357-4ba9-908f-737714e16ba2, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f358f5-3e27-4892-a0c8-912c3ca41501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:47.041367 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-135d8f47-c880-4fc3-801e-864f9176a72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:47.222891 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-eb2a4084-d02a-4113-ac64-57ebbff973b4 None None] Provisioning complete for port 30a7330d-4357-4ba9-908f-737714e16ba2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:47.224497 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4084-d02a-4113-ac64-57ebbff973b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:47.272073 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-135d8f47-c880-4fc3-801e-864f9176a72b None None] For port 30a7330d-4357-4ba9-908f-737714e16ba2, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:47.275434 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-135d8f47-c880-4fc3-801e-864f9176a72b None None] For port 30a7330d-4357-4ba9-908f-737714e16ba2, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=30a7330d-4357-4ba9-908f-737714e16ba2,segment=NetworkSegment(a1f358f5-3e27-4892-a0c8-912c3ca41501),segment_id=a1f358f5-3e27-4892-a0c8-912c3ca41501)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:47.283432 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-135d8f47-c880-4fc3-801e-864f9176a72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:47.310270 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a4084-d02a-4113-ac64-57ebbff973b4 None None] Port 30a7330d-4357-4ba9-908f-737714e16ba2 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:12:47.322969 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7fe315b5-e759-4f46-ae1a-9927cfc49cb0 req-eddf4103-5597-4663-97c6-b0e4feaf0975 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 210 time: 0.0362849 Apr 18 21:12:47.333684 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4638e6cb-d517-41ef-970b-80830a26c8bf up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:12:47.378988 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135d8f47-c880-4fc3-801e-864f9176a72b None None] Routers {'7c1b2b1f-eb78-4bed-94e8-41d15de916d2'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:12:47.379900 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-135d8f47-c880-4fc3-801e-864f9176a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:12:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7c1b2b1f-eb78-4bed-94e8-41d15de916d2'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:47.382085 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7208c5a-441e-4c7d-b2e9-b9a9ce159672 None None] Pushing event updated for resources: {'Port': ['ID=30a7330d-4357-4ba9-908f-737714e16ba2,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:47.411809 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-44c5e52a-ef9b-4f9e-8690-0c5d1d85ba03 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:47.413376 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-44c5e52a-ef9b-4f9e-8690-0c5d1d85ba03 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.32 "GET /v2.0/networks?id=5094b9f7-3394-4868-bb1f-39ad7c8a433f HTTP/1.1" status: 200 len: 797 time: 0.2328951 Apr 18 21:12:47.439207 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 4638e6cb-d517-41ef-970b-80830a26c8bf triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:47.442050 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:47.487941 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-e859ca2b-e8be-4e7b-97b1-84d1130b4f7a tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27c85133ac5b409ea3755f27ced6b066 HTTP/1.1" status: 200 len: 380 time: 0.0653658 Apr 18 21:12:47.498535 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-5545814f-7111-4025-ba35-91c2a0534985 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'port': {'device_id': '1d384705-0b5b-4ce2-82d9-15a72711ec7e', 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f', 'admin_state_up': True, 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'security_groups': ['7a3c9ef1-f869-449a-ae6f-ae29f5c63b06']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:12:47.537129 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-135d8f47-c880-4fc3-801e-864f9176a72b None None] Set router 7c1b2b1f-eb78-4bed-94e8-41d15de916d2 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:12:47.592367 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 95d2cfd9-96e7-43c4-88b0-4dd84816644a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:12:47.667747 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-5545814f-7111-4025-ba35-91c2a0534985 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Made reservation on behalf of 27c85133ac5b409ea3755f27ced6b066 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:47.671443 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-5545814f-7111-4025-ba35-91c2a0534985 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:47.685852 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 95d2cfd9-96e7-43c4-88b0-4dd84816644a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:47.686527 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:47.849195 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-247765dc-fd36-4c31-a4e3-09768dc6dbac None None] Provisioning complete for port 30a7330d-4357-4ba9-908f-737714e16ba2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:47.849575 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-247765dc-fd36-4c31-a4e3-09768dc6dbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:47.945750 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-135d8f47-c880-4fc3-801e-864f9176a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1539243462', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:39Z', 'updated_at': '2022-04-18T21:12:43Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:40Z', 'updated_at': '2022-04-18T21:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '30a7330d-4357-4ba9-908f-737714e16ba2', 'name': '', 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:ee:af:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '68678ae1-7fcd-496f-a201-cfa9bce11951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:43Z', 'updated_at': '2022-04-18T21:12:47Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': '68678ae1-7fcd-496f-a201-cfa9bce11951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:47.957286 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-5545814f-7111-4025-ba35-91c2a0534985 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Allocated IP 172.20.0.9 (5094b9f7-3394-4868-bb1f-39ad7c8a433f/68678ae1-7fcd-496f-a201-cfa9bce11951/3844ea9d-7719-4b06-afff-64fb065d8f15) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:12:47.969546 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-247765dc-fd36-4c31-a4e3-09768dc6dbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:47.982922 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135d8f47-c880-4fc3-801e-864f9176a72b None None] The sync data for ids ['7c1b2b1f-eb78-4bed-94e8-41d15de916d2'] in n-d-838323-3 is: [{'id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1539243462', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:39Z', 'updated_at': '2022-04-18T21:12:43Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:40Z', 'updated_at': '2022-04-18T21:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '30a7330d-4357-4ba9-908f-737714e16ba2', 'name': '', 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:ee:af:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '68678ae1-7fcd-496f-a201-cfa9bce11951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:43Z', 'updated_at': '2022-04-18T21:12:47Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': '68678ae1-7fcd-496f-a201-cfa9bce11951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:12:48.009558 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-247765dc-fd36-4c31-a4e3-09768dc6dbac None None] For port 30a7330d-4357-4ba9-908f-737714e16ba2, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=30a7330d-4357-4ba9-908f-737714e16ba2,segment=NetworkSegment(a1f358f5-3e27-4892-a0c8-912c3ca41501),segment_id=a1f358f5-3e27-4892-a0c8-912c3ca41501)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:48.017158 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-247765dc-fd36-4c31-a4e3-09768dc6dbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:48.136352 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247765dc-fd36-4c31-a4e3-09768dc6dbac None None] Pushing event updated for resources: {'Port': ['ID=30a7330d-4357-4ba9-908f-737714e16ba2,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:48.207029 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-5545814f-7111-4025-ba35-91c2a0534985 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:48.260120 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-5545814f-7111-4025-ba35-91c2a0534985 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:48.317601 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-5545814f-7111-4025-ba35-91c2a0534985 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network 5094b9f7-3394-4868-bb1f-39ad7c8a433f is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:48.325210 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-5545814f-7111-4025-ba35-91c2a0534985 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:48.330853 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-5545814f-7111-4025-ba35-91c2a0534985 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:12:48.366073 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545814f-7111-4025-ba35-91c2a0534985 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Port': ['ID=3844ea9d-7719-4b06-afff-64fb065d8f15,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:48.408358 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-5545814f-7111-4025-ba35-91c2a0534985 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:48.409247 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-5545814f-7111-4025-ba35-91c2a0534985 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:48.454511 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-5545814f-7111-4025-ba35-91c2a0534985 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9605737 Apr 18 21:12:48.475716 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-762c065b-90d1-4ec3-9f68-f309b22a61fb service neutron] Request body: {'port': {'device_id': '1d384705-0b5b-4ce2-82d9-15a72711ec7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:12:48.568181 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-762c065b-90d1-4ec3-9f68-f309b22a61fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:48.592457 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fbbcc-e30c-4358-9b6f-685e9747c72d req-bd515aef-458d-4ae4-a781-3ef9e7fc0839 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:48.594403 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd8fbbcc-e30c-4358-9b6f-685e9747c72d req-bd515aef-458d-4ae4-a781-3ef9e7fc0839 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 931 time: 0.1595147 Apr 18 21:12:48.700672 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd8fbbcc-e30c-4358-9b6f-685e9747c72d req-9af65839-6c91-4a5b-8190-56d480e74ea0 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684502 Apr 18 21:12:48.755675 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ede2286b-d15e-4ad9-b50d-9b95eed4290a None None] Provisioning complete for port 3844ea9d-7719-4b06-afff-64fb065d8f15 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:48.756944 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ede2286b-d15e-4ad9-b50d-9b95eed4290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:48.804153 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ede2286b-d15e-4ad9-b50d-9b95eed4290a None None] Port 3844ea9d-7719-4b06-afff-64fb065d8f15 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:12:49.023088 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-762c065b-90d1-4ec3-9f68-f309b22a61fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3844ea9d-7719-4b06-afff-64fb065d8f15 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:12:49.032284 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-762c065b-90d1-4ec3-9f68-f309b22a61fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:49.047569 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-762c065b-90d1-4ec3-9f68-f309b22a61fb service neutron] Transition to ACTIVE for port object 3844ea9d-7719-4b06-afff-64fb065d8f15 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:49.053031 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-762c065b-90d1-4ec3-9f68-f309b22a61fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:49.128077 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c065b-90d1-4ec3-9f68-f309b22a61fb service neutron] Pushing event updated for resources: {'Port': ['ID=3844ea9d-7719-4b06-afff-64fb065d8f15,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:49.216054 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-762c065b-90d1-4ec3-9f68-f309b22a61fb service neutron] Attempting to bind port 3844ea9d-7719-4b06-afff-64fb065d8f15 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:49.216392 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-762c065b-90d1-4ec3-9f68-f309b22a61fb service neutron] Attempting to bind port 3844ea9d-7719-4b06-afff-64fb065d8f15 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'a1f358f5-3e27-4892-a0c8-912c3ca41501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:49.216923 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-762c065b-90d1-4ec3-9f68-f309b22a61fb service neutron] Attempting to bind port 3844ea9d-7719-4b06-afff-64fb065d8f15 on network 5094b9f7-3394-4868-bb1f-39ad7c8a433f {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:12:49.223055 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-762c065b-90d1-4ec3-9f68-f309b22a61fb service neutron] Port 3844ea9d-7719-4b06-afff-64fb065d8f15 on network 5094b9f7-3394-4868-bb1f-39ad7c8a433f not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:12:49.223390 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-762c065b-90d1-4ec3-9f68-f309b22a61fb service neutron] Attempting to bind port 3844ea9d-7719-4b06-afff-64fb065d8f15 on network 5094b9f7-3394-4868-bb1f-39ad7c8a433f {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:12:49.236335 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-762c065b-90d1-4ec3-9f68-f309b22a61fb service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:12:49.236710 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-762c065b-90d1-4ec3-9f68-f309b22a61fb service neutron] Checking segment: {'id': 'a1f358f5-3e27-4892-a0c8-912c3ca41501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:12:49.237101 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-762c065b-90d1-4ec3-9f68-f309b22a61fb service neutron] Bound using segment: {'id': 'a1f358f5-3e27-4892-a0c8-912c3ca41501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:12:49.237802 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-762c065b-90d1-4ec3-9f68-f309b22a61fb service neutron] Bound port: 3844ea9d-7719-4b06-afff-64fb065d8f15, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f358f5-3e27-4892-a0c8-912c3ca41501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:49.238169 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-762c065b-90d1-4ec3-9f68-f309b22a61fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:49.345429 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-762c065b-90d1-4ec3-9f68-f309b22a61fb service neutron] For port 3844ea9d-7719-4b06-afff-64fb065d8f15, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:49.349009 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-762c065b-90d1-4ec3-9f68-f309b22a61fb service neutron] For port 3844ea9d-7719-4b06-afff-64fb065d8f15, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3844ea9d-7719-4b06-afff-64fb065d8f15,segment=NetworkSegment(a1f358f5-3e27-4892-a0c8-912c3ca41501),segment_id=a1f358f5-3e27-4892-a0c8-912c3ca41501)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:49.355856 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-762c065b-90d1-4ec3-9f68-f309b22a61fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:49.374517 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 30a7330d-4357-4ba9-908f-737714e16ba2 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:12:49.430983 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-762c065b-90d1-4ec3-9f68-f309b22a61fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:49.438746 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-762c065b-90d1-4ec3-9f68-f309b22a61fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:49.440126 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-762c065b-90d1-4ec3-9f68-f309b22a61fb service neutron] 10.222.0.32 "PUT /v2.0/ports/3844ea9d-7719-4b06-afff-64fb065d8f15 HTTP/1.1" status: 200 len: 1091 time: 0.9691412 Apr 18 21:12:49.440630 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d384705-0b5b-4ce2-82d9-15a72711ec7e', 'tag': '3844ea9d-7719-4b06-afff-64fb065d8f15'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:12:49.443002 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d01e191-a823-4999-8353-b1fca0dab218" -d '{"events": [{"name": "network-changed", "server_uuid": "1d384705-0b5b-4ce2-82d9-15a72711ec7e", "tag": "3844ea9d-7719-4b06-afff-64fb065d8f15"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:12:49.487520 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c065b-90d1-4ec3-9f68-f309b22a61fb service neutron] Pushing event updated for resources: {'Port': ['ID=3844ea9d-7719-4b06-afff-64fb065d8f15,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:49.502208 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 30a7330d-4357-4ba9-908f-737714e16ba2 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:49.502907 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:49.509150 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4cedf2-2be6-4a34-b334-8cfd8ac0c264 x-openstack-request-id: req-2e4cedf2-2be6-4a34-b334-8cfd8ac0c264 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:12:49.509511 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d384705-0b5b-4ce2-82d9-15a72711ec7e", "tag": "3844ea9d-7719-4b06-afff-64fb065d8f15", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:12:49.509715 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e4cedf2-2be6-4a34-b334-8cfd8ac0c264 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:12:49.510071 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e4cedf2-2be6-4a34-b334-8cfd8ac0c264'] response: {'name': 'network-changed', 'server_uuid': '1d384705-0b5b-4ce2-82d9-15a72711ec7e', 'tag': '3844ea9d-7719-4b06-afff-64fb065d8f15', 'status': 'completed', 'code': 200} Apr 18 21:12:49.556025 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-3552da00-1548-4ca0-90c6-4f9c197f2ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:49.557856 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-3552da00-1548-4ca0-90c6-4f9c197f2ac0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 1094 time: 0.0612106 Apr 18 21:12:49.620929 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-e24cd90d-f307-4451-9a96-7a3c222d7ce8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3844ea9d-7719-4b06-afff-64fb065d8f15 HTTP/1.1" status: 200 len: 217 time: 0.0538499 Apr 18 21:12:49.681098 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-975cb0be-a280-442f-bca9-5c36d8ce8cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:49.682670 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-975cb0be-a280-442f-bca9-5c36d8ce8cf1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68678ae1-7fcd-496f-a201-cfa9bce11951 HTTP/1.1" status: 200 len: 835 time: 0.0535181 Apr 18 21:12:49.742264 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-830f72b6-457f-440f-8760-7e74c444dd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:49.743867 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-830f72b6-457f-440f-8760-7e74c444dd93 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5094b9f7-3394-4868-bb1f-39ad7c8a433f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546381 Apr 18 21:12:49.897720 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830018f-1e9e-45b1-80ae-e3f3cfe51ab0 req-6c40a683-e72d-4b98-86e2-863b042efb6e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:49.899306 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6830018f-1e9e-45b1-80ae-e3f3cfe51ab0 req-6c40a683-e72d-4b98-86e2-863b042efb6e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 943 time: 0.0846393 Apr 18 21:12:49.915338 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-c617b0ec-a4d9-4fdb-9dc8-1def3a337d9a service neutron] 10.222.0.32 "GET /v2.0/networks/5094b9f7-3394-4868-bb1f-39ad7c8a433f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646662 Apr 18 21:12:50.004770 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6830018f-1e9e-45b1-80ae-e3f3cfe51ab0 req-e6df8fd7-cf9d-4b07-99b2-1b194197e71d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972087 Apr 18 21:12:50.062314 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-215fea85-dfa4-47e4-996b-0d9ea40d88c0 req-cb0b11e1-a500-4904-8b77-85353da49438 service neutron] 10.222.0.32 "GET /v2.0/networks/5094b9f7-3394-4868-bb1f-39ad7c8a433f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381595 Apr 18 21:12:50.159527 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01e191-a823-4999-8353-b1fca0dab218 req-891611f2-838b-4f19-ad4b-576cddf4e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:50.161139 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d01e191-a823-4999-8353-b1fca0dab218 req-891611f2-838b-4f19-ad4b-576cddf4e6f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 1094 time: 0.0449538 Apr 18 21:12:50.294172 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53908) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:50.323206 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01e191-a823-4999-8353-b1fca0dab218 req-41a47cb7-d12f-40e7-98de-c1ad05f3ab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:50.325783 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d01e191-a823-4999-8353-b1fca0dab218 req-41a47cb7-d12f-40e7-98de-c1ad05f3ab4c service neutron] 10.222.0.32 "GET /v2.0/networks?id=5094b9f7-3394-4868-bb1f-39ad7c8a433f HTTP/1.1" status: 200 len: 898 time: 0.1581128 Apr 18 21:12:50.402341 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d01e191-a823-4999-8353-b1fca0dab218 req-d0537bbc-8a72-45ec-9554-464711a46cbe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3844ea9d-7719-4b06-afff-64fb065d8f15 HTTP/1.1" status: 200 len: 217 time: 0.0681965 Apr 18 21:12:50.429720 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8a41e212-307a-4651-a2fd-5f75d69d0d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:50.454416 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01e191-a823-4999-8353-b1fca0dab218 req-ed344692-4eb4-44ac-850b-2ccde90e0c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:50.456188 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d01e191-a823-4999-8353-b1fca0dab218 req-ed344692-4eb4-44ac-850b-2ccde90e0c50 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68678ae1-7fcd-496f-a201-cfa9bce11951 HTTP/1.1" status: 200 len: 835 time: 0.0479996 Apr 18 21:12:50.523708 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01e191-a823-4999-8353-b1fca0dab218 req-49e5dd64-36c0-45a6-a1e5-e4e576f44b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:50.526960 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d01e191-a823-4999-8353-b1fca0dab218 req-49e5dd64-36c0-45a6-a1e5-e4e576f44b4f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5094b9f7-3394-4868-bb1f-39ad7c8a433f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641589 Apr 18 21:12:50.561148 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8a41e212-307a-4651-a2fd-5f75d69d0d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:50.567015 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8a41e212-307a-4651-a2fd-5f75d69d0d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:50.600240 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8a41e212-307a-4651-a2fd-5f75d69d0d5f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=551cb78318d846d28492de6305be0ca8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3016710 Apr 18 21:12:50.601577 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 53912) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:50.663727 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a41e212-307a-4651-a2fd-5f75d69d0d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a0062a-067e-48bf-a35c-dd9d6ce0448d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:50.684494 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6c58ece1-df34-401e-b0bc-76857d07d322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:50.699186 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d01e191-a823-4999-8353-b1fca0dab218 req-b88cee5d-4ec8-4fd5-a5fe-a2733b239f0a service neutron] 10.222.0.32 "GET /v2.0/networks/5094b9f7-3394-4868-bb1f-39ad7c8a433f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652498 Apr 18 21:12:50.710672 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6c58ece1-df34-401e-b0bc-76857d07d322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:50.770778 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6c58ece1-df34-401e-b0bc-76857d07d322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:50.776701 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6c58ece1-df34-401e-b0bc-76857d07d322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:50.778776 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6c58ece1-df34-401e-b0bc-76857d07d322 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/06a0062a-067e-48bf-a35c-dd9d6ce0448d HTTP/1.1" status: 204 len: 168 time: 0.1771200 Apr 18 21:12:50.795266 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58ece1-df34-401e-b0bc-76857d07d322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a0062a-067e-48bf-a35c-dd9d6ce0448d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:50.833638 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d01e191-a823-4999-8353-b1fca0dab218 req-7ca6804f-5f2e-4a52-82d6-f6fb665e431c service neutron] 10.222.0.32 "GET /v2.0/networks/5094b9f7-3394-4868-bb1f-39ad7c8a433f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266909 Apr 18 21:12:51.180633 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e344b-0cda-4297-a913-70eeeca7f2e9 req-710d5f29-0653-4a3b-9f0c-9d6c7335e720 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:51.183419 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-269e344b-0cda-4297-a913-70eeeca7f2e9 req-710d5f29-0653-4a3b-9f0c-9d6c7335e720 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 943 time: 0.0745776 Apr 18 21:12:51.249044 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-269e344b-0cda-4297-a913-70eeeca7f2e9 req-fd6f0718-84e5-4a15-a593-c855ac26ff57 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574448 Apr 18 21:12:52.388327 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b33324-b991-4d70-8781-f0f03ae4ff9f req-f2d2cf75-c4ab-47cb-b045-539daccdfc37 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:52.389902 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-39b33324-b991-4d70-8781-f0f03ae4ff9f req-f2d2cf75-c4ab-47cb-b045-539daccdfc37 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 943 time: 0.0514643 Apr 18 21:12:52.436358 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-39b33324-b991-4d70-8781-f0f03ae4ff9f req-354f5b4c-6ee5-4b94-a8b4-27966872270a tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392199 Apr 18 21:12:53.152095 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54072) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:53.264355 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c1e14b3d-6474-4c22-ab13-548b3edd7fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:53.342179 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c1e14b3d-6474-4c22-ab13-548b3edd7fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:53.346809 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c1e14b3d-6474-4c22-ab13-548b3edd7fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:53.388663 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c1e14b3d-6474-4c22-ab13-548b3edd7fa8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1338535a62974835b3112e2ef3f7467e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2353494 Apr 18 21:12:53.389631 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e14b3d-6474-4c22-ab13-548b3edd7fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530f6b82-fc9e-4454-93c2-e9583084093c,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:53.391574 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54076) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:53.444201 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc89d67e-ed54-49c6-8a22-92be5dc239e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:53.466395 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc89d67e-ed54-49c6-8a22-92be5dc239e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:53.526382 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc89d67e-ed54-49c6-8a22-92be5dc239e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:53.528759 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fc89d67e-ed54-49c6-8a22-92be5dc239e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:53.529889 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-fc89d67e-ed54-49c6-8a22-92be5dc239e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/530f6b82-fc9e-4454-93c2-e9583084093c HTTP/1.1" status: 204 len: 168 time: 0.1372478 Apr 18 21:12:53.553486 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89d67e-ed54-49c6-8a22-92be5dc239e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530f6b82-fc9e-4454-93c2-e9583084093c,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:53.576396 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6fc510-0373-4d04-8e27-d911c8d767f0 req-0e7f24aa-6507-4d3f-b3c2-a8af4c892747 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:53.578862 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c6fc510-0373-4d04-8e27-d911c8d767f0 req-0e7f24aa-6507-4d3f-b3c2-a8af4c892747 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 943 time: 0.0640223 Apr 18 21:12:53.622561 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c6fc510-0373-4d04-8e27-d911c8d767f0 req-ae82a563-750d-467d-b359-604939cbe51e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353730 Apr 18 21:12:53.831809 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54084) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:53.845347 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-584c4d40-7246-4cee-bd42-6db9e2899acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:53.922579 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-584c4d40-7246-4cee-bd42-6db9e2899acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:53.926179 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-584c4d40-7246-4cee-bd42-6db9e2899acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:53.964945 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-584c4d40-7246-4cee-bd42-6db9e2899acb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f65fd07e0d7452eb7d026d1a7bc7b85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1322248 Apr 18 21:12:53.965824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c4d40-7246-4cee-bd42-6db9e2899acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a2f65e-e13d-4182-b1a8-feed1a257b6c,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:53.967619 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54086) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:54.016709 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5cf802b-6689-4e77-ad90-effb49040f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:54.037530 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5cf802b-6689-4e77-ad90-effb49040f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:54.084815 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5cf802b-6689-4e77-ad90-effb49040f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:54.087629 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b5cf802b-6689-4e77-ad90-effb49040f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:54.091593 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b5cf802b-6689-4e77-ad90-effb49040f6d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74a2f65e-e13d-4182-b1a8-feed1a257b6c HTTP/1.1" status: 204 len: 168 time: 0.1228406 Apr 18 21:12:54.100665 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf802b-6689-4e77-ad90-effb49040f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a2f65e-e13d-4182-b1a8-feed1a257b6c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:54.272191 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3844ea9d-7719-4b06-afff-64fb065d8f15 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:12:54.372924 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 3844ea9d-7719-4b06-afff-64fb065d8f15, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3844ea9d-7719-4b06-afff-64fb065d8f15,segment=NetworkSegment(a1f358f5-3e27-4892-a0c8-912c3ca41501),segment_id=a1f358f5-3e27-4892-a0c8-912c3ca41501)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:54.386073 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '3844ea9d-7719-4b06-afff-64fb065d8f15', 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f', 'port_id': '3844ea9d-7719-4b06-afff-64fb065d8f15', 'mac_address': 'fa:16:3e:b9:7b:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68678ae1-7fcd-496f-a201-cfa9bce11951', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:12:54.429840 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:54.445218 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3844ea9d-7719-4b06-afff-64fb065d8f15 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:12:54.480166 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 3844ea9d-7719-4b06-afff-64fb065d8f15, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3844ea9d-7719-4b06-afff-64fb065d8f15,segment=NetworkSegment(a1f358f5-3e27-4892-a0c8-912c3ca41501),segment_id=a1f358f5-3e27-4892-a0c8-912c3ca41501)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:54.487768 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:54.539089 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=3844ea9d-7719-4b06-afff-64fb065d8f15,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:54.636187 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff1e8cbd-ff08-4330-a056-ac722cacd372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:54.753498 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff720c-ca8b-48be-b808-fef96d1a99ae req-6dda36e6-63b9-4909-a128-4a6036da16d8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:54.755063 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03ff720c-ca8b-48be-b808-fef96d1a99ae req-6dda36e6-63b9-4909-a128-4a6036da16d8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 944 time: 0.0573454 Apr 18 21:12:54.785251 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['3844ea9d-7719-4b06-afff-64fb065d8f15'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:12:54.798056 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03ff720c-ca8b-48be-b808-fef96d1a99ae req-0fc6232b-51c9-4bd0-bc53-b0d3224f59af tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367243 Apr 18 21:12:54.831244 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54110) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:54.930676 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-4daa26ee-eb99-4da7-af9e-f60e0db9c284 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-803173733-network', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:12:54.951525 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4daa26ee-eb99-4da7-af9e-f60e0db9c284 admin admin] Made reservation on behalf of 68147772c1074ed78d5cfb8649ba7654 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:54.954834 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4daa26ee-eb99-4da7-af9e-f60e0db9c284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:54.964563 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4daa26ee-eb99-4da7-af9e-f60e0db9c284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:55.043180 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4daa26ee-eb99-4da7-af9e-f60e0db9c284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:55.048949 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4daa26ee-eb99-4da7-af9e-f60e0db9c284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:55.071427 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4daa26ee-eb99-4da7-af9e-f60e0db9c284 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:12:55.088276 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa26ee-eb99-4da7-af9e-f60e0db9c284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46bb526-6353-460e-a8f9-d1c5f0ff5dcb,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:55.091472 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4daa26ee-eb99-4da7-af9e-f60e0db9c284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:55.091820 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-4daa26ee-eb99-4da7-af9e-f60e0db9c284 admin admin] Added segment 5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe of type vlan for network e78346c5-efe6-486f-8435-7ff24f8c0116 Apr 18 21:12:55.133225 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4daa26ee-eb99-4da7-af9e-f60e0db9c284 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:55.157278 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4daa26ee-eb99-4da7-af9e-f60e0db9c284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:55.158219 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daa26ee-eb99-4da7-af9e-f60e0db9c284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:55.158802 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4daa26ee-eb99-4da7-af9e-f60e0db9c284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:55.211404 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4daa26ee-eb99-4da7-af9e-f60e0db9c284 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3789783 Apr 18 21:12:55.214625 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54114) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:55.219773 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-57ff3ee5-46bf-4551-9c9e-c32dedd7ceca admin admin] Request body: {'subnet': {'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-803173733-subnet', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:12:55.224589 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa26ee-eb99-4da7-af9e-f60e0db9c284 admin admin] Pushing event updated for resources: {'Network': ['ID=e78346c5-efe6-486f-8435-7ff24f8c0116,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:55.239279 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network e78346c5-efe6-486f-8435-7ff24f8c0116 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:12:55.244351 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ff3ee5-46bf-4551-9c9e-c32dedd7ceca admin admin] Made reservation on behalf of 68147772c1074ed78d5cfb8649ba7654 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:55.246806 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57ff3ee5-46bf-4551-9c9e-c32dedd7ceca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:55.416035 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57ff3ee5-46bf-4551-9c9e-c32dedd7ceca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:55.473980 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff3ee5-46bf-4551-9c9e-c32dedd7ceca admin admin] Pushing event updated for resources: {'Subnet': ['ID=2804ff6d-2923-4e7f-8cb1-21c60e3fc753,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:55.481106 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ff3ee5-46bf-4551-9c9e-c32dedd7ceca admin admin] Checking segment: {'id': '5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:12:55.481461 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ff3ee5-46bf-4551-9c9e-c32dedd7ceca admin admin] Network hostable DHCP agents. Network: e78346c5-efe6-486f-8435-7ff24f8c0116, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:12:55.498380 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ff3ee5-46bf-4551-9c9e-c32dedd7ceca admin admin] Network e78346c5-efe6-486f-8435-7ff24f8c0116 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:12:55.507991 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-57ff3ee5-46bf-4551-9c9e-c32dedd7ceca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, e78346c5-efe6-486f-8435-7ff24f8c0116) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:55.512244 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ff3ee5-46bf-4551-9c9e-c32dedd7ceca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:55.512865 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57ff3ee5-46bf-4551-9c9e-c32dedd7ceca admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:55.517075 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d827b038-d33c-4e3b-bfb4-d9e0cc42a370 None None] Network e78346c5-efe6-486f-8435-7ff24f8c0116 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:12:55.528887 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-57ff3ee5-46bf-4551-9c9e-c32dedd7ceca admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3130343 Apr 18 21:12:55.532073 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54116) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:55.537561 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-2018919c-57d9-49c1-b73d-4b45db9a6f83 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-803173733-router', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:12:55.558041 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2018919c-57d9-49c1-b73d-4b45db9a6f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:55.559070 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2018919c-57d9-49c1-b73d-4b45db9a6f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:55.619463 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2018919c-57d9-49c1-b73d-4b45db9a6f83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:55.759768 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2018919c-57d9-49c1-b73d-4b45db9a6f83 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:55.842496 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7d6afe-cf99-47c9-9222-3dfffc247f27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-e78346c5-efe6-486f-8435-7ff24f8c0116', 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'fixed_ips': [{'subnet_id': '2804ff6d-2923-4e7f-8cb1-21c60e3fc753'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:12:55.843447 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4c7d6afe-cf99-47c9-9222-3dfffc247f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:55.957339 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936e665-57e7-47c6-a21f-db117edec4a0 req-22483b25-3aab-49af-bb81-c6058bd05704 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:55.966076 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d936e665-57e7-47c6-a21f-db117edec4a0 req-22483b25-3aab-49af-bb81-c6058bd05704 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 944 time: 0.0735817 Apr 18 21:12:56.010321 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d936e665-57e7-47c6-a21f-db117edec4a0 req-a2bb3d51-4686-48a3-b5be-58f85bf442ef tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430648 Apr 18 21:12:56.013736 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2018919c-57d9-49c1-b73d-4b45db9a6f83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:56.038639 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2018919c-57d9-49c1-b73d-4b45db9a6f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:56.043324 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-4c7d6afe-cf99-47c9-9222-3dfffc247f27 None None] Allocated IP 172.20.0.2 (e78346c5-efe6-486f-8435-7ff24f8c0116/2804ff6d-2923-4e7f-8cb1-21c60e3fc753/ff6383f4-e5dd-4ed1-8357-66cb69c53495) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:12:56.207252 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4c7d6afe-cf99-47c9-9222-3dfffc247f27 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:56.214506 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4c7d6afe-cf99-47c9-9222-3dfffc247f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:56.257055 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7d6afe-cf99-47c9-9222-3dfffc247f27 None None] Network e78346c5-efe6-486f-8435-7ff24f8c0116 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:56.260103 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-4c7d6afe-cf99-47c9-9222-3dfffc247f27 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:56.263279 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7d6afe-cf99-47c9-9222-3dfffc247f27 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:12:56.275332 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d6afe-cf99-47c9-9222-3dfffc247f27 None None] Pushing event updated for resources: {'Port': ['ID=ff6383f4-e5dd-4ed1-8357-66cb69c53495,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:56.299792 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3844ea9d-7719-4b06-afff-64fb065d8f15 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:12:56.370312 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-4c7d6afe-cf99-47c9-9222-3dfffc247f27 None None] Attempting to bind port ff6383f4-e5dd-4ed1-8357-66cb69c53495 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:56.370687 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-4c7d6afe-cf99-47c9-9222-3dfffc247f27 None None] Attempting to bind port ff6383f4-e5dd-4ed1-8357-66cb69c53495 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:56.371061 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7d6afe-cf99-47c9-9222-3dfffc247f27 None None] Attempting to bind port ff6383f4-e5dd-4ed1-8357-66cb69c53495 on network e78346c5-efe6-486f-8435-7ff24f8c0116 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:12:56.379367 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7d6afe-cf99-47c9-9222-3dfffc247f27 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:12:56.379749 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7d6afe-cf99-47c9-9222-3dfffc247f27 None None] Checking segment: {'id': '5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:12:56.380156 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4c7d6afe-cf99-47c9-9222-3dfffc247f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:56.380586 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7d6afe-cf99-47c9-9222-3dfffc247f27 None None] Bound using segment: {'id': '5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:12:56.381062 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-4c7d6afe-cf99-47c9-9222-3dfffc247f27 None None] Bound port: ff6383f4-e5dd-4ed1-8357-66cb69c53495, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:56.381444 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4c7d6afe-cf99-47c9-9222-3dfffc247f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:56.420198 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 3844ea9d-7719-4b06-afff-64fb065d8f15 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:12:56.429223 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 3844ea9d-7719-4b06-afff-64fb065d8f15 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:56.429592 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:56.482922 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-2018919c-57d9-49c1-b73d-4b45db9a6f83 admin admin] Allocated IP 172.25.1.120 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/a3706bc8-d5c8-47c6-8e4e-b54c543e6b94) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:12:56.489663 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4c7d6afe-cf99-47c9-9222-3dfffc247f27 None None] For port ff6383f4-e5dd-4ed1-8357-66cb69c53495, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:56.495052 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4c7d6afe-cf99-47c9-9222-3dfffc247f27 None None] For port ff6383f4-e5dd-4ed1-8357-66cb69c53495, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=ff6383f4-e5dd-4ed1-8357-66cb69c53495,segment=NetworkSegment(5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe),segment_id=5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:56.502848 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4c7d6afe-cf99-47c9-9222-3dfffc247f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:56.590366 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d6afe-cf99-47c9-9222-3dfffc247f27 None None] Pushing event updated for resources: {'Port': ['ID=ff6383f4-e5dd-4ed1-8357-66cb69c53495,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:56.595886 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:56.603983 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2018919c-57d9-49c1-b73d-4b45db9a6f83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:56.619936 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d384705-0b5b-4ce2-82d9-15a72711ec7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3844ea9d-7719-4b06-afff-64fb065d8f15'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:12:56.622400 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14518564-84c7-4950-864f-36499259325d" -d '{"events": [{"server_uuid": "1d384705-0b5b-4ce2-82d9-15a72711ec7e", "name": "network-vif-plugged", "status": "completed", "tag": "3844ea9d-7719-4b06-afff-64fb065d8f15"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:12:56.636778 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 3844ea9d-7719-4b06-afff-64fb065d8f15, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3844ea9d-7719-4b06-afff-64fb065d8f15,segment=NetworkSegment(a1f358f5-3e27-4892-a0c8-912c3ca41501),segment_id=a1f358f5-3e27-4892-a0c8-912c3ca41501)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:56.643392 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:56.675688 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2018919c-57d9-49c1-b73d-4b45db9a6f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:56.688129 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02675d83-ad7b-4a28-82e9-d3c4d2d89de2 x-openstack-request-id: req-02675d83-ad7b-4a28-82e9-d3c4d2d89de2 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:12:56.688824 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d384705-0b5b-4ce2-82d9-15a72711ec7e", "name": "network-vif-plugged", "status": "completed", "tag": "3844ea9d-7719-4b06-afff-64fb065d8f15", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:12:56.689244 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02675d83-ad7b-4a28-82e9-d3c4d2d89de2 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:12:56.689802 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02675d83-ad7b-4a28-82e9-d3c4d2d89de2'] response: {'server_uuid': '1d384705-0b5b-4ce2-82d9-15a72711ec7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3844ea9d-7719-4b06-afff-64fb065d8f15', 'code': 200} Apr 18 21:12:56.722519 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2018919c-57d9-49c1-b73d-4b45db9a6f83 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:56.726095 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-2018919c-57d9-49c1-b73d-4b45db9a6f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:56.730747 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2018919c-57d9-49c1-b73d-4b45db9a6f83 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:12:56.736792 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018919c-57d9-49c1-b73d-4b45db9a6f83 admin admin] Pushing event updated for resources: {'Port': ['ID=a3706bc8-d5c8-47c6-8e4e-b54c543e6b94,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:56.743728 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=3844ea9d-7719-4b06-afff-64fb065d8f15,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:56.790891 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebea04c-71d3-4961-8112-22e1d6ce54aa req-be1f73f8-17ef-4766-8634-226bb479c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:56.793996 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ebea04c-71d3-4961-8112-22e1d6ce54aa req-be1f73f8-17ef-4766-8634-226bb479c0e0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 1096 time: 0.0518227 Apr 18 21:12:56.847780 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ebea04c-71d3-4961-8112-22e1d6ce54aa req-38b112b7-860d-4ba4-bb9c-a967335f8f7a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462444 Apr 18 21:12:57.029943 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2018919c-57d9-49c1-b73d-4b45db9a6f83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:57.129440 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d22572-93ac-45d3-aeb4-96e12751ef71 req-923c103c-27be-4242-a9b2-1dca265d3dc8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:57.137101 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8d22572-93ac-45d3-aeb4-96e12751ef71 req-923c103c-27be-4242-a9b2-1dca265d3dc8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 945 time: 0.0640166 Apr 18 21:12:57.171790 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8d22572-93ac-45d3-aeb4-96e12751ef71 req-9577bf2b-53ab-406a-9659-b92d14791f28 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335453 Apr 18 21:12:57.247456 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2018919c-57d9-49c1-b73d-4b45db9a6f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:57.284502 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device ff6383f4-e5dd-4ed1-8357-66cb69c53495 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:12:57.343587 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port ff6383f4-e5dd-4ed1-8357-66cb69c53495 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:57.344056 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:57.390059 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2018919c-57d9-49c1-b73d-4b45db9a6f83 admin admin] Router 16aaa3af-03d6-4f47-a9a2-0286872bf52f is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:12:57.429605 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:57.471147 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port ff6383f4-e5dd-4ed1-8357-66cb69c53495, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=ff6383f4-e5dd-4ed1-8357-66cb69c53495,segment=NetworkSegment(5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe),segment_id=5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:57.475308 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:57.522140 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2018919c-57d9-49c1-b73d-4b45db9a6f83 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:12:57.539123 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afc54b5-9905-4993-baaa-be53e4e33cd2 None None] Sync routers for ids ['16aaa3af-03d6-4f47-a9a2-0286872bf52f'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:12:57.542001 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=ff6383f4-e5dd-4ed1-8357-66cb69c53495,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:57.545006 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2018919c-57d9-49c1-b73d-4b45db9a6f83 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:57.549083 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2018919c-57d9-49c1-b73d-4b45db9a6f83 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0124221 Apr 18 21:12:57.549719 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54124) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:57.563182 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afc54b5-9905-4993-baaa-be53e4e33cd2 None None] Routers {'16aaa3af-03d6-4f47-a9a2-0286872bf52f'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:12:57.563842 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-4afc54b5-9905-4993-baaa-be53e4e33cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:12:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['16aaa3af-03d6-4f47-a9a2-0286872bf52f'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:57.663703 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a90fc0-7f82-4f12-a2ab-cb8ddaeeec4e None None] Network e78346c5-efe6-486f-8435-7ff24f8c0116 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:12:57.692761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-4afc54b5-9905-4993-baaa-be53e4e33cd2 None None] Set router 16aaa3af-03d6-4f47-a9a2-0286872bf52f gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:12:57.849342 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b0134f99-06e0-4dcb-80db-1135b7ba602d None None] Provisioning complete for port ff6383f4-e5dd-4ed1-8357-66cb69c53495 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:57.849707 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b0134f99-06e0-4dcb-80db-1135b7ba602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:57.997953 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4cb79492-a727-45fe-ad98-ef56defab5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:58.068412 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-4afc54b5-9905-4993-baaa-be53e4e33cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'name': 'tempest-TestServerBasicOps-803173733-router', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a3706bc8-d5c8-47c6-8e4e-b54c543e6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:55Z', 'updated_at': '2022-04-18T21:12:56Z', 'revision_number': 3, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'gw_port': {'id': 'a3706bc8-d5c8-47c6-8e4e-b54c543e6b94', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:56Z', 'updated_at': '2022-04-18T21:12:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:58.102037 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afc54b5-9905-4993-baaa-be53e4e33cd2 None None] Checking router: 16aaa3af-03d6-4f47-a9a2-0286872bf52f for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:12:58.102685 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afc54b5-9905-4993-baaa-be53e4e33cd2 None None] Updating router 16aaa3af-03d6-4f47-a9a2-0286872bf52f port a3706bc8-d5c8-47c6-8e4e-b54c543e6b94 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:12:58.136829 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4afc54b5-9905-4993-baaa-be53e4e33cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:58.279356 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-4cb79492-a727-45fe-ad98-ef56defab5c2 admin admin] Allocated IP 172.20.0.1 (e78346c5-efe6-486f-8435-7ff24f8c0116/2804ff6d-2923-4e7f-8cb1-21c60e3fc753/b5542dde-87b6-4905-b791-6d0a9bd1ea9f) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:12:58.320604 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38dc8e-ba50-46fd-b3f8-789350a5e073 req-59a9098f-f346-400d-9128-8039994db0c5 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:58.323282 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f38dc8e-ba50-46fd-b3f8-789350a5e073 req-59a9098f-f346-400d-9128-8039994db0c5 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 945 time: 0.0597758 Apr 18 21:12:58.367338 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f38dc8e-ba50-46fd-b3f8-789350a5e073 req-981e90db-627f-47eb-8447-470f03bb4562 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367303 Apr 18 21:12:58.400089 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-530f172f-d725-49d8-888f-5c226255877a None None] Provisioning complete for port ff6383f4-e5dd-4ed1-8357-66cb69c53495 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:58.400586 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-530f172f-d725-49d8-888f-5c226255877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:58.412204 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4cb79492-a727-45fe-ad98-ef56defab5c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:58.452356 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4cb79492-a727-45fe-ad98-ef56defab5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:58.496653 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb79492-a727-45fe-ad98-ef56defab5c2 admin admin] Network e78346c5-efe6-486f-8435-7ff24f8c0116 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:58.500695 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-4cb79492-a727-45fe-ad98-ef56defab5c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:58.501600 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4afc54b5-9905-4993-baaa-be53e4e33cd2 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:58.505138 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb79492-a727-45fe-ad98-ef56defab5c2 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:12:58.506212 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573f965-541f-4c54-add9-dae4d00ea258 req-e6c4f8eb-d082-48f4-b5cc-f58bcca6f9c3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:58.517073 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9573f965-541f-4c54-add9-dae4d00ea258 req-e6c4f8eb-d082-48f4-b5cc-f58bcca6f9c3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 945 time: 0.0594137 Apr 18 21:12:58.529977 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb79492-a727-45fe-ad98-ef56defab5c2 admin admin] Pushing event updated for resources: {'Port': ['ID=b5542dde-87b6-4905-b791-6d0a9bd1ea9f,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:58.538706 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4afc54b5-9905-4993-baaa-be53e4e33cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:58.552659 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4cb79492-a727-45fe-ad98-ef56defab5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:58.573788 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9573f965-541f-4c54-add9-dae4d00ea258 req-2a005dfd-4026-463b-8a89-fccd6b7402ea tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555723 Apr 18 21:12:58.617094 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54130) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:58.619506 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb974615-985d-4860-b685-37c8329ac6c6 None None] Pushing event updated for resources: {'Port': ['ID=a3706bc8-d5c8-47c6-8e4e-b54c543e6b94,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:58.635929 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-4afc54b5-9905-4993-baaa-be53e4e33cd2 None None] Attempting to bind port a3706bc8-d5c8-47c6-8e4e-b54c543e6b94 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:58.636303 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-4afc54b5-9905-4993-baaa-be53e4e33cd2 None None] Attempting to bind port a3706bc8-d5c8-47c6-8e4e-b54c543e6b94 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:58.637046 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afc54b5-9905-4993-baaa-be53e4e33cd2 None None] Attempting to bind port a3706bc8-d5c8-47c6-8e4e-b54c543e6b94 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:12:58.646639 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afc54b5-9905-4993-baaa-be53e4e33cd2 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:12:58.647011 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afc54b5-9905-4993-baaa-be53e4e33cd2 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:12:58.647427 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4afc54b5-9905-4993-baaa-be53e4e33cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:58.647824 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afc54b5-9905-4993-baaa-be53e4e33cd2 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:12:58.648299 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-4afc54b5-9905-4993-baaa-be53e4e33cd2 None None] Bound port: a3706bc8-d5c8-47c6-8e4e-b54c543e6b94, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:58.648713 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4afc54b5-9905-4993-baaa-be53e4e33cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:58.714674 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4afc54b5-9905-4993-baaa-be53e4e33cd2 None None] For port a3706bc8-d5c8-47c6-8e4e-b54c543e6b94, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:58.718113 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ac98f9-ceca-48fd-be4f-fbd24bb2661b tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:58.722493 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f3ac98f9-ceca-48fd-be4f-fbd24bb2661b tempest-TestNetworkAdvancedServerOps-775646345 tempest-TestNetworkAdvancedServerOps-775646345-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 1091 time: 0.0980685 Apr 18 21:12:58.722668 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4afc54b5-9905-4993-baaa-be53e4e33cd2 None None] For port a3706bc8-d5c8-47c6-8e4e-b54c543e6b94, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a3706bc8-d5c8-47c6-8e4e-b54c543e6b94,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:58.722788 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54132) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:58.727228 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-27da03cc-9b5e-4e8c-8580-7e541ce79465 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'port_id': '3844ea9d-7719-4b06-afff-64fb065d8f15', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:12:58.729666 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4afc54b5-9905-4993-baaa-be53e4e33cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:58.781589 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-27da03cc-9b5e-4e8c-8580-7e541ce79465 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:58.800615 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4cb79492-a727-45fe-ad98-ef56defab5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:58.821515 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afc54b5-9905-4993-baaa-be53e4e33cd2 None None] Routers {'16aaa3af-03d6-4f47-a9a2-0286872bf52f'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:12:58.822148 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-4afc54b5-9905-4993-baaa-be53e4e33cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:12:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['16aaa3af-03d6-4f47-a9a2-0286872bf52f'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:58.825574 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb974615-985d-4860-b685-37c8329ac6c6 None None] Pushing event updated for resources: {'Port': ['ID=a3706bc8-d5c8-47c6-8e4e-b54c543e6b94,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:58.869060 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-52a710dd-096a-4a4e-9c8c-e12860e57c34 None None] Provisioning complete for port b5542dde-87b6-4905-b791-6d0a9bd1ea9f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:58.869425 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-52a710dd-096a-4a4e-9c8c-e12860e57c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.006317 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-27da03cc-9b5e-4e8c-8580-7e541ce79465 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.079488 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4cb79492-a727-45fe-ad98-ef56defab5c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.086782 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4cb79492-a727-45fe-ad98-ef56defab5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.124268 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-52a710dd-096a-4a4e-9c8c-e12860e57c34 None None] Port b5542dde-87b6-4905-b791-6d0a9bd1ea9f cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:12:59.134153 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-427de2c9-582e-489e-9762-ae8447d82b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.142613 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-4afc54b5-9905-4993-baaa-be53e4e33cd2 None None] Set router 16aaa3af-03d6-4f47-a9a2-0286872bf52f gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:12:59.187388 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e68db365-349c-488b-8061-2eb4762c292a req-ea3bf6c9-99e7-44cb-8104-037daa9a5eb6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479205 Apr 18 21:12:59.198572 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4cb79492-a727-45fe-ad98-ef56defab5c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.209249 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb79492-a727-45fe-ad98-ef56defab5c2 admin admin] Pushing event updated for resources: {'Port': ['ID=b5542dde-87b6-4905-b791-6d0a9bd1ea9f,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:59.240253 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-27da03cc-9b5e-4e8c-8580-7e541ce79465 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Allocated IP 172.25.1.140 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/cb7462c5-04f0-42ee-baef-ba70b53aeaad) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:12:59.299527 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68db365-349c-488b-8061-2eb4762c292a req-8ceb4bb3-945f-460e-b2ad-c030a802d134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:59.301842 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e68db365-349c-488b-8061-2eb4762c292a req-8ceb4bb3-945f-460e-b2ad-c030a802d134 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 1096 time: 0.0657094 Apr 18 21:12:59.319831 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device ff6383f4-e5dd-4ed1-8357-66cb69c53495 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:12:59.386841 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb79492-a727-45fe-ad98-ef56defab5c2 admin admin] Network e78346c5-efe6-486f-8435-7ff24f8c0116 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:59.389669 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-4cb79492-a727-45fe-ad98-ef56defab5c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:59.414270 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port ff6383f4-e5dd-4ed1-8357-66cb69c53495 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:59.414618 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.420107 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-4afc54b5-9905-4993-baaa-be53e4e33cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'name': 'tempest-TestServerBasicOps-803173733-router', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a3706bc8-d5c8-47c6-8e4e-b54c543e6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:55Z', 'updated_at': '2022-04-18T21:12:58Z', 'revision_number': 4, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'gw_port': {'id': 'a3706bc8-d5c8-47c6-8e4e-b54c543e6b94', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:56Z', 'updated_at': '2022-04-18T21:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'b5542dde-87b6-4905-b791-6d0a9bd1ea9f', 'name': '', 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'mac_address': 'fa:16:3e:25:4c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '2804ff6d-2923-4e7f-8cb1-21c60e3fc753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:58Z', 'updated_at': '2022-04-18T21:12:58Z', 'revision_number': 1, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'subnets': [{'id': '2804ff6d-2923-4e7f-8cb1-21c60e3fc753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:59.434870 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68db365-349c-488b-8061-2eb4762c292a req-ef064351-83e0-4a03-b9d0-838d27df6a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:59.436680 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e68db365-349c-488b-8061-2eb4762c292a req-ef064351-83e0-4a03-b9d0-838d27df6a35 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5094b9f7-3394-4868-bb1f-39ad7c8a433f HTTP/1.1" status: 200 len: 898 time: 0.1140280 Apr 18 21:12:59.462607 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-27da03cc-9b5e-4e8c-8580-7e541ce79465 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.465003 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afc54b5-9905-4993-baaa-be53e4e33cd2 None None] The sync data for ids ['16aaa3af-03d6-4f47-a9a2-0286872bf52f'] in n-d-838323-3 is: [{'id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'name': 'tempest-TestServerBasicOps-803173733-router', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a3706bc8-d5c8-47c6-8e4e-b54c543e6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:55Z', 'updated_at': '2022-04-18T21:12:58Z', 'revision_number': 4, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'gw_port': {'id': 'a3706bc8-d5c8-47c6-8e4e-b54c543e6b94', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:56Z', 'updated_at': '2022-04-18T21:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'b5542dde-87b6-4905-b791-6d0a9bd1ea9f', 'name': '', 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'mac_address': 'fa:16:3e:25:4c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '2804ff6d-2923-4e7f-8cb1-21c60e3fc753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:58Z', 'updated_at': '2022-04-18T21:12:58Z', 'revision_number': 1, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'subnets': [{'id': '2804ff6d-2923-4e7f-8cb1-21c60e3fc753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:12:59.511304 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e68db365-349c-488b-8061-2eb4762c292a req-3e625388-2068-45de-ac08-96a44551728e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3844ea9d-7719-4b06-afff-64fb065d8f15 HTTP/1.1" status: 200 len: 217 time: 0.0641115 Apr 18 21:12:59.573690 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb79492-a727-45fe-ad98-ef56defab5c2 admin admin] Router 16aaa3af-03d6-4f47-a9a2-0286872bf52f has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:12:59.575158 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-27da03cc-9b5e-4e8c-8580-7e541ce79465 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.582497 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68db365-349c-488b-8061-2eb4762c292a req-ef4547be-cd4c-4fdb-85ef-cb98e7c0dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:59.585192 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e68db365-349c-488b-8061-2eb4762c292a req-ef4547be-cd4c-4fdb-85ef-cb98e7c0dd70 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68678ae1-7fcd-496f-a201-cfa9bce11951 HTTP/1.1" status: 200 len: 835 time: 0.0638847 Apr 18 21:12:59.635055 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27da03cc-9b5e-4e8c-8580-7e541ce79465 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:59.638049 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68db365-349c-488b-8061-2eb4762c292a req-466267bb-860f-467f-b59f-1f6dfef9244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:59.640011 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e68db365-349c-488b-8061-2eb4762c292a req-466267bb-860f-467f-b59f-1f6dfef9244b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5094b9f7-3394-4868-bb1f-39ad7c8a433f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489798 Apr 18 21:12:59.641921 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-27da03cc-9b5e-4e8c-8580-7e541ce79465 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:59.644829 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27da03cc-9b5e-4e8c-8580-7e541ce79465 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:12:59.651123 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da03cc-9b5e-4e8c-8580-7e541ce79465 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Port': ['ID=cb7462c5-04f0-42ee-baef-ba70b53aeaad,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:59.788771 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-60982dc0-3cb0-430f-ab90-e7912cd1634a None None] Provisioning complete for port b5542dde-87b6-4905-b791-6d0a9bd1ea9f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:59.789550 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-60982dc0-3cb0-430f-ab90-e7912cd1634a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.800964 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e68db365-349c-488b-8061-2eb4762c292a req-b8ca70e0-7d46-4237-be4d-4b9c392754ca service neutron] 10.222.0.32 "GET /v2.0/networks/5094b9f7-3394-4868-bb1f-39ad7c8a433f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512811 Apr 18 21:12:59.834980 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-60982dc0-3cb0-430f-ab90-e7912cd1634a None None] Port b5542dde-87b6-4905-b791-6d0a9bd1ea9f cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:12:59.873798 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb79492-a727-45fe-ad98-ef56defab5c2 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:12:59.882204 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4cb79492-a727-45fe-ad98-ef56defab5c2 admin admin] 10.222.0.41 "PUT /v2.0/routers/16aaa3af-03d6-4f47-a9a2-0286872bf52f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3314073 Apr 18 21:12:59.929868 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.931492 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e68db365-349c-488b-8061-2eb4762c292a req-aea352c7-0cc4-4e03-9c3a-4e5ccf4779f8 service neutron] 10.222.0.32 "GET /v2.0/networks/5094b9f7-3394-4868-bb1f-39ad7c8a433f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242104 Apr 18 21:13:00.476881 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54148) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:13:00.481047 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-f72a1095-d4ea-44b9-8846-0f0af10d2bb4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1279289471-network', 'tenant_id': '1307e2c8ef0545df8b825edfa61e4c65'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:13:00.531656 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72a1095-d4ea-44b9-8846-0f0af10d2bb4 admin admin] Made reservation on behalf of 1307e2c8ef0545df8b825edfa61e4c65 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:00.534132 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f72a1095-d4ea-44b9-8846-0f0af10d2bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:00.547357 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f72a1095-d4ea-44b9-8846-0f0af10d2bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:00.573928 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-27da03cc-9b5e-4e8c-8580-7e541ce79465 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:00.678326 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-27da03cc-9b5e-4e8c-8580-7e541ce79465 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:00.724503 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f72a1095-d4ea-44b9-8846-0f0af10d2bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:00.735404 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f72a1095-d4ea-44b9-8846-0f0af10d2bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:00.782650 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72a1095-d4ea-44b9-8846-0f0af10d2bb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:13:00.821156 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a1095-d4ea-44b9-8846-0f0af10d2bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6050072-e757-4695-8139-e722f7bc0539,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:00.833150 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f72a1095-d4ea-44b9-8846-0f0af10d2bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:00.833504 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-f72a1095-d4ea-44b9-8846-0f0af10d2bb4 admin admin] Added segment 329c4f40-8b40-4fdf-ad75-872019429346 of type vlan for network 76596185-6116-4996-84e8-de2962bcc718 Apr 18 21:13:00.894833 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f72a1095-d4ea-44b9-8846-0f0af10d2bb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:00.943782 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f72a1095-d4ea-44b9-8846-0f0af10d2bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:00.944831 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72a1095-d4ea-44b9-8846-0f0af10d2bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:00.945409 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f72a1095-d4ea-44b9-8846-0f0af10d2bb4 admin admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:00.951827 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-27da03cc-9b5e-4e8c-8580-7e541ce79465 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:00.976484 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-27da03cc-9b5e-4e8c-8580-7e541ce79465 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:01.066945 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f72a1095-d4ea-44b9-8846-0f0af10d2bb4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5896289 Apr 18 21:13:01.069831 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54150) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:13:01.074947 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-24aa5292-ba3b-41e8-a89f-acf4c8946d58 admin admin] Request body: {'subnet': {'network_id': '76596185-6116-4996-84e8-de2962bcc718', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1279289471-subnet', 'tenant_id': '1307e2c8ef0545df8b825edfa61e4c65', 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:13:01.098719 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24aa5292-ba3b-41e8-a89f-acf4c8946d58 admin admin] Made reservation on behalf of 1307e2c8ef0545df8b825edfa61e4c65 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:01.101261 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-24aa5292-ba3b-41e8-a89f-acf4c8946d58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:01.107479 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a1095-d4ea-44b9-8846-0f0af10d2bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=76596185-6116-4996-84e8-de2962bcc718,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:01.118903 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 76596185-6116-4996-84e8-de2962bcc718 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:13:01.124522 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da03cc-9b5e-4e8c-8580-7e541ce79465 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event updated for resources: {'Port': ['ID=cb7462c5-04f0-42ee-baef-ba70b53aeaad,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:01.133625 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-27da03cc-9b5e-4e8c-8580-7e541ce79465 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:01.244027 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-27da03cc-9b5e-4e8c-8580-7e541ce79465 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Floating IP 6afb82ac-5d76-4627-b430-7dd06a5ed370 associated. External IP: 172.25.1.140, port: 3844ea9d-7719-4b06-afff-64fb065d8f15. Apr 18 21:13:01.318274 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a3706bc8-d5c8-47c6-8e4e-b54c543e6b94 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:13:01.330856 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-24aa5292-ba3b-41e8-a89f-acf4c8946d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:01.372574 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port a3706bc8-d5c8-47c6-8e4e-b54c543e6b94 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:01.373343 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:01.392178 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa5292-ba3b-41e8-a89f-acf4c8946d58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7ce0d83-2706-4e7d-8cce-c761344db9a8,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:01.409068 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aa5292-ba3b-41e8-a89f-acf4c8946d58 admin admin] Checking segment: {'id': '329c4f40-8b40-4fdf-ad75-872019429346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '76596185-6116-4996-84e8-de2962bcc718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:13:01.409423 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aa5292-ba3b-41e8-a89f-acf4c8946d58 admin admin] Network hostable DHCP agents. Network: 76596185-6116-4996-84e8-de2962bcc718, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:13:01.428219 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aa5292-ba3b-41e8-a89f-acf4c8946d58 admin admin] Network 76596185-6116-4996-84e8-de2962bcc718 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:13:01.428844 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:01.439617 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-24aa5292-ba3b-41e8-a89f-acf4c8946d58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 76596185-6116-4996-84e8-de2962bcc718) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:01.444389 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aa5292-ba3b-41e8-a89f-acf4c8946d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:01.445004 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-24aa5292-ba3b-41e8-a89f-acf4c8946d58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:01.467966 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-24aa5292-ba3b-41e8-a89f-acf4c8946d58 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3941929 Apr 18 21:13:01.468646 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54152) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:13:01.473621 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-11fc1fda-5afa-45b5-96c4-c69e276a2cbf admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1279289471-router', 'tenant_id': '1307e2c8ef0545df8b825edfa61e4c65', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:13:01.490872 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:01.500395 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7a2e25-752b-4f05-a6a5-efbbeef4981c None None] Network 76596185-6116-4996-84e8-de2962bcc718 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:13:01.503786 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11fc1fda-5afa-45b5-96c4-c69e276a2cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:01.505727 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11fc1fda-5afa-45b5-96c4-c69e276a2cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:01.538913 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27da03cc-9b5e-4e8c-8580-7e541ce79465 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Router 7c1b2b1f-eb78-4bed-94e8-41d15de916d2 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:13:01.572150 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11fc1fda-5afa-45b5-96c4-c69e276a2cbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:01.583524 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port a3706bc8-d5c8-47c6-8e4e-b54c543e6b94, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a3706bc8-d5c8-47c6-8e4e-b54c543e6b94,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:01.591203 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:01.687954 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27da03cc-9b5e-4e8c-8580-7e541ce79465 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:13:01.699025 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=a3706bc8-d5c8-47c6-8e4e-b54c543e6b94,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:01.715954 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21dadaa-5e1e-4ef4-b36f-61a37e7c5a9e None None] Sync routers for ids ['7c1b2b1f-eb78-4bed-94e8-41d15de916d2'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:13:01.717140 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-27da03cc-9b5e-4e8c-8580-7e541ce79465 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:01.731394 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21dadaa-5e1e-4ef4-b36f-61a37e7c5a9e None None] Routers {'7c1b2b1f-eb78-4bed-94e8-41d15de916d2'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:13:01.732327 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d21dadaa-5e1e-4ef4-b36f-61a37e7c5a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:12:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7c1b2b1f-eb78-4bed-94e8-41d15de916d2'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:01.734904 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:01.746470 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d0f245-d206-4563-ae94-b7d632a071ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-76596185-6116-4996-84e8-de2962bcc718', 'network_id': '76596185-6116-4996-84e8-de2962bcc718', 'tenant_id': '1307e2c8ef0545df8b825edfa61e4c65', 'fixed_ips': [{'subnet_id': 'a7ce0d83-2706-4e7d-8cce-c761344db9a8'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:13:01.747346 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-09d0f245-d206-4563-ae94-b7d632a071ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:01.778278 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-27da03cc-9b5e-4e8c-8580-7e541ce79465 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0541165 Apr 18 21:13:01.779359 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d384705-0b5b-4ce2-82d9-15a72711ec7e', 'tag': '3844ea9d-7719-4b06-afff-64fb065d8f15'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:13:01.783064 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d46dad-5d92-4ce8-8204-4c58e3a9d98a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d384705-0b5b-4ce2-82d9-15a72711ec7e", "tag": "3844ea9d-7719-4b06-afff-64fb065d8f15"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:13:01.848371 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64382fb-e31d-4785-92de-0ffabfaa9a19 x-openstack-request-id: req-a64382fb-e31d-4785-92de-0ffabfaa9a19 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:13:01.849358 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d384705-0b5b-4ce2-82d9-15a72711ec7e", "tag": "3844ea9d-7719-4b06-afff-64fb065d8f15", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:13:01.849885 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a64382fb-e31d-4785-92de-0ffabfaa9a19 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:13:01.850669 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a64382fb-e31d-4785-92de-0ffabfaa9a19'] response: {'name': 'network-changed', 'server_uuid': '1d384705-0b5b-4ce2-82d9-15a72711ec7e', 'tag': '3844ea9d-7719-4b06-afff-64fb065d8f15', 'status': 'completed', 'code': 200} Apr 18 21:13:01.916975 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-d21dadaa-5e1e-4ef4-b36f-61a37e7c5a9e None None] Set router 7c1b2b1f-eb78-4bed-94e8-41d15de916d2 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:13:01.955698 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-09d0f245-d206-4563-ae94-b7d632a071ca None None] Allocated IP 172.20.0.2 (76596185-6116-4996-84e8-de2962bcc718/a7ce0d83-2706-4e7d-8cce-c761344db9a8/253c0302-a785-4393-8e26-df1df9973558) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:01.963337 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44e655e-89de-4041-ba1f-04371c27b90d None None] Sync routers for ids ['16aaa3af-03d6-4f47-a9a2-0286872bf52f'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:13:01.996334 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44e655e-89de-4041-ba1f-04371c27b90d None None] Routers {'16aaa3af-03d6-4f47-a9a2-0286872bf52f'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:13:01.997010 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a44e655e-89de-4041-ba1f-04371c27b90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:12:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['16aaa3af-03d6-4f47-a9a2-0286872bf52f'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:02.180822 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11fc1fda-5afa-45b5-96c4-c69e276a2cbf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:02.197253 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-a44e655e-89de-4041-ba1f-04371c27b90d None None] Set router 16aaa3af-03d6-4f47-a9a2-0286872bf52f gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:13:02.204412 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d21dadaa-5e1e-4ef4-b36f-61a37e7c5a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1539243462', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:39Z', 'updated_at': '2022-04-18T21:12:43Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:40Z', 'updated_at': '2022-04-18T21:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '6afb82ac-5d76-4627-b430-7dd06a5ed370', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'port_id': '3844ea9d-7719-4b06-afff-64fb065d8f15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f', 'mac_address': 'fa:16:3e:b9:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d384705-0b5b-4ce2-82d9-15a72711ec7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:13:00Z', 'updated_at': '2022-04-18T21:13:00Z', 'revision_number': 0, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a7330d-4357-4ba9-908f-737714e16ba2', 'name': '', 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:ee:af:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '68678ae1-7fcd-496f-a201-cfa9bce11951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:43Z', 'updated_at': '2022-04-18T21:12:47Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': '68678ae1-7fcd-496f-a201-cfa9bce11951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:02.241318 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21dadaa-5e1e-4ef4-b36f-61a37e7c5a9e None None] Checking router: 7c1b2b1f-eb78-4bed-94e8-41d15de916d2 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:13:02.251125 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21dadaa-5e1e-4ef4-b36f-61a37e7c5a9e None None] Routers {'7c1b2b1f-eb78-4bed-94e8-41d15de916d2'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:13:02.252033 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d21dadaa-5e1e-4ef4-b36f-61a37e7c5a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:12:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7c1b2b1f-eb78-4bed-94e8-41d15de916d2'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:02.252852 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-09d0f245-d206-4563-ae94-b7d632a071ca None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:02.267719 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d46dad-5d92-4ce8-8204-4c58e3a9d98a req-c2cbfdec-457d-41ae-920a-8216e7faa002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:02.269253 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22d46dad-5d92-4ce8-8204-4c58e3a9d98a req-c2cbfdec-457d-41ae-920a-8216e7faa002 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 1096 time: 0.0913727 Apr 18 21:13:02.289156 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-09d0f245-d206-4563-ae94-b7d632a071ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:02.338351 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc08bb1-10ca-4429-832b-481b6dd64f69 req-a5a141c4-5026-4e52-9ec1-d7a23e333cb1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:02.340140 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1cc08bb1-10ca-4429-832b-481b6dd64f69 req-a5a141c4-5026-4e52-9ec1-d7a23e333cb1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 945 time: 0.1633780 Apr 18 21:13:02.386899 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d0f245-d206-4563-ae94-b7d632a071ca None None] Network 76596185-6116-4996-84e8-de2962bcc718 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:02.391923 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-d21dadaa-5e1e-4ef4-b36f-61a37e7c5a9e None None] Set router 7c1b2b1f-eb78-4bed-94e8-41d15de916d2 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:13:02.393233 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0f245-d206-4563-ae94-b7d632a071ca None None] Pushing event updated for resources: {'Port': ['ID=253c0302-a785-4393-8e26-df1df9973558,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:02.397900 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-09d0f245-d206-4563-ae94-b7d632a071ca None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:02.401830 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d0f245-d206-4563-ae94-b7d632a071ca None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:13:02.452293 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1cc08bb1-10ca-4429-832b-481b6dd64f69 req-15f4a644-6273-4574-b406-cd0d830a95fd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817349 Apr 18 21:13:02.460149 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d46dad-5d92-4ce8-8204-4c58e3a9d98a req-1deeef14-cdd1-441b-a686-87e551463a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:02.461205 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22d46dad-5d92-4ce8-8204-4c58e3a9d98a req-1deeef14-cdd1-441b-a686-87e551463a9e service neutron] 10.222.0.32 "GET /v2.0/networks?id=5094b9f7-3394-4868-bb1f-39ad7c8a433f HTTP/1.1" status: 200 len: 898 time: 0.1595724 Apr 18 21:13:02.482998 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54160) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:13:02.566892 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-09d0f245-d206-4563-ae94-b7d632a071ca None None] Attempting to bind port 253c0302-a785-4393-8e26-df1df9973558 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:02.567298 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-09d0f245-d206-4563-ae94-b7d632a071ca None None] Attempting to bind port 253c0302-a785-4393-8e26-df1df9973558 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '329c4f40-8b40-4fdf-ad75-872019429346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '76596185-6116-4996-84e8-de2962bcc718'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:02.567684 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d0f245-d206-4563-ae94-b7d632a071ca None None] Attempting to bind port 253c0302-a785-4393-8e26-df1df9973558 on network 76596185-6116-4996-84e8-de2962bcc718 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:13:02.580133 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d0f245-d206-4563-ae94-b7d632a071ca None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:13:02.580846 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d0f245-d206-4563-ae94-b7d632a071ca None None] Checking segment: {'id': '329c4f40-8b40-4fdf-ad75-872019429346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '76596185-6116-4996-84e8-de2962bcc718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:13:02.581829 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-09d0f245-d206-4563-ae94-b7d632a071ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:02.581829 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d0f245-d206-4563-ae94-b7d632a071ca None None] Bound using segment: {'id': '329c4f40-8b40-4fdf-ad75-872019429346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '76596185-6116-4996-84e8-de2962bcc718'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:13:02.582935 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-09d0f245-d206-4563-ae94-b7d632a071ca None None] Bound port: 253c0302-a785-4393-8e26-df1df9973558, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329c4f40-8b40-4fdf-ad75-872019429346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '76596185-6116-4996-84e8-de2962bcc718'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:02.583330 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-09d0f245-d206-4563-ae94-b7d632a071ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:02.612140 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a46a5ab4-7c85-4552-8877-f4d930bbc7a4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/floatingips/6afb82ac-5d76-4627-b430-7dd06a5ed370 HTTP/1.1" status: 200 len: 991 time: 0.1279285 Apr 18 21:13:02.650134 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a44e655e-89de-4041-ba1f-04371c27b90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'name': 'tempest-TestServerBasicOps-803173733-router', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a3706bc8-d5c8-47c6-8e4e-b54c543e6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:55Z', 'updated_at': '2022-04-18T21:12:58Z', 'revision_number': 4, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'gw_port': {'id': 'a3706bc8-d5c8-47c6-8e4e-b54c543e6b94', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:56Z', 'updated_at': '2022-04-18T21:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'b5542dde-87b6-4905-b791-6d0a9bd1ea9f', 'name': '', 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'mac_address': 'fa:16:3e:25:4c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '2804ff6d-2923-4e7f-8cb1-21c60e3fc753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:58Z', 'updated_at': '2022-04-18T21:12:58Z', 'revision_number': 2, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'subnets': [{'id': '2804ff6d-2923-4e7f-8cb1-21c60e3fc753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:02.651209 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22d46dad-5d92-4ce8-8204-4c58e3a9d98a req-4faa2edd-2240-4bf6-8d80-0b2967de2ff3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3844ea9d-7719-4b06-afff-64fb065d8f15 HTTP/1.1" status: 200 len: 999 time: 0.1815910 Apr 18 21:13:02.660745 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11fc1fda-5afa-45b5-96c4-c69e276a2cbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:02.700976 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44e655e-89de-4041-ba1f-04371c27b90d None None] Checking router: 16aaa3af-03d6-4f47-a9a2-0286872bf52f for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:13:02.701380 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44e655e-89de-4041-ba1f-04371c27b90d None None] Updating router 16aaa3af-03d6-4f47-a9a2-0286872bf52f port b5542dde-87b6-4905-b791-6d0a9bd1ea9f binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:13:02.715139 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11fc1fda-5afa-45b5-96c4-c69e276a2cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:02.748803 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a44e655e-89de-4041-ba1f-04371c27b90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:02.754878 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d21dadaa-5e1e-4ef4-b36f-61a37e7c5a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1539243462', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:39Z', 'updated_at': '2022-04-18T21:12:43Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:40Z', 'updated_at': '2022-04-18T21:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '6afb82ac-5d76-4627-b430-7dd06a5ed370', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'port_id': '3844ea9d-7719-4b06-afff-64fb065d8f15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f', 'mac_address': 'fa:16:3e:b9:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d384705-0b5b-4ce2-82d9-15a72711ec7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:13:00Z', 'updated_at': '2022-04-18T21:13:00Z', 'revision_number': 0, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a7330d-4357-4ba9-908f-737714e16ba2', 'name': '', 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:ee:af:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '68678ae1-7fcd-496f-a201-cfa9bce11951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:43Z', 'updated_at': '2022-04-18T21:12:47Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': '68678ae1-7fcd-496f-a201-cfa9bce11951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:02.766170 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-09d0f245-d206-4563-ae94-b7d632a071ca None None] For port 253c0302-a785-4393-8e26-df1df9973558, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:02.775796 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d46dad-5d92-4ce8-8204-4c58e3a9d98a req-d56d97da-de6a-4886-98d0-8e0cb22e239e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:02.777777 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22d46dad-5d92-4ce8-8204-4c58e3a9d98a req-d56d97da-de6a-4886-98d0-8e0cb22e239e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68678ae1-7fcd-496f-a201-cfa9bce11951 HTTP/1.1" status: 200 len: 835 time: 0.1193063 Apr 18 21:13:02.787304 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21dadaa-5e1e-4ef4-b36f-61a37e7c5a9e None None] The sync data for ids ['7c1b2b1f-eb78-4bed-94e8-41d15de916d2'] in n-d-838323-3 is: [{'id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1539243462', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:39Z', 'updated_at': '2022-04-18T21:12:43Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:40Z', 'updated_at': '2022-04-18T21:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '6afb82ac-5d76-4627-b430-7dd06a5ed370', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'port_id': '3844ea9d-7719-4b06-afff-64fb065d8f15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f', 'mac_address': 'fa:16:3e:b9:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d384705-0b5b-4ce2-82d9-15a72711ec7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:13:00Z', 'updated_at': '2022-04-18T21:13:00Z', 'revision_number': 0, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a7330d-4357-4ba9-908f-737714e16ba2', 'name': '', 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:ee:af:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '68678ae1-7fcd-496f-a201-cfa9bce11951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:43Z', 'updated_at': '2022-04-18T21:12:47Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': '68678ae1-7fcd-496f-a201-cfa9bce11951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:13:02.801979 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-09d0f245-d206-4563-ae94-b7d632a071ca None None] For port 253c0302-a785-4393-8e26-df1df9973558, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=253c0302-a785-4393-8e26-df1df9973558,segment=NetworkSegment(329c4f40-8b40-4fdf-ad75-872019429346),segment_id=329c4f40-8b40-4fdf-ad75-872019429346)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:02.809509 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-09d0f245-d206-4563-ae94-b7d632a071ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:02.870839 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d46dad-5d92-4ce8-8204-4c58e3a9d98a req-378cc3e8-7fe4-4a4e-958a-9ccd90c0f0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:02.873278 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22d46dad-5d92-4ce8-8204-4c58e3a9d98a req-378cc3e8-7fe4-4a4e-958a-9ccd90c0f0ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5094b9f7-3394-4868-bb1f-39ad7c8a433f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874007 Apr 18 21:13:02.895544 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-11fc1fda-5afa-45b5-96c4-c69e276a2cbf admin admin] Allocated IP 172.25.1.51 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/003bee4d-5b07-4bbc-8519-c0402341f894) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:02.961534 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0f245-d206-4563-ae94-b7d632a071ca None None] Pushing event updated for resources: {'Port': ['ID=253c0302-a785-4393-8e26-df1df9973558,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:03.087439 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22d46dad-5d92-4ce8-8204-4c58e3a9d98a req-d4f1108a-f75f-4b6c-b4e3-78d9d0268c84 service neutron] 10.222.0.32 "GET /v2.0/networks/5094b9f7-3394-4868-bb1f-39ad7c8a433f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843216 Apr 18 21:13:03.191657 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a44e655e-89de-4041-ba1f-04371c27b90d None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:03.200479 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a44e655e-89de-4041-ba1f-04371c27b90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:03.243621 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11fc1fda-5afa-45b5-96c4-c69e276a2cbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:03.290228 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22d46dad-5d92-4ce8-8204-4c58e3a9d98a req-a10f0f79-1311-4b75-a030-1199fa73ecda service neutron] 10.222.0.32 "GET /v2.0/networks/5094b9f7-3394-4868-bb1f-39ad7c8a433f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846466 Apr 18 21:13:03.304111 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8932598-8a43-401d-a830-9463127e6405 None None] New status for floating IP 6afb82ac-5d76-4627-b430-7dd06a5ed370: ACTIVE {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:13:03.366322 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11fc1fda-5afa-45b5-96c4-c69e276a2cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:03.471884 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fc1fda-5afa-45b5-96c4-c69e276a2cbf admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:03.482830 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-11fc1fda-5afa-45b5-96c4-c69e276a2cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:03.487270 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fc1fda-5afa-45b5-96c4-c69e276a2cbf admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:13:03.516338 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc1fda-5afa-45b5-96c4-c69e276a2cbf admin admin] Pushing event updated for resources: {'Port': ['ID=003bee4d-5b07-4bbc-8519-c0402341f894,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:03.539351 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a3706bc8-d5c8-47c6-8e4e-b54c543e6b94 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:13:03.616040 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54162) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:13:03.676718 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port a3706bc8-d5c8-47c6-8e4e-b54c543e6b94 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:03.677092 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:03.717869 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d6aeb-eb6e-48c9-bbbd-df13ec271623 None None] Pushing event updated for resources: {'Port': ['ID=b5542dde-87b6-4905-b791-6d0a9bd1ea9f,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:03.749161 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ce55dcff-dc5a-4461-a560-8f0beb5d3c9e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/floatingips/6afb82ac-5d76-4627-b430-7dd06a5ed370 HTTP/1.1" status: 200 len: 991 time: 0.1265407 Apr 18 21:13:03.764255 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-a44e655e-89de-4041-ba1f-04371c27b90d None None] Attempting to bind port b5542dde-87b6-4905-b791-6d0a9bd1ea9f on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:03.764660 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-a44e655e-89de-4041-ba1f-04371c27b90d None None] Attempting to bind port b5542dde-87b6-4905-b791-6d0a9bd1ea9f by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:03.765077 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44e655e-89de-4041-ba1f-04371c27b90d None None] Attempting to bind port b5542dde-87b6-4905-b791-6d0a9bd1ea9f on network e78346c5-efe6-486f-8435-7ff24f8c0116 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:13:03.793684 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44e655e-89de-4041-ba1f-04371c27b90d None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:13:03.794070 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44e655e-89de-4041-ba1f-04371c27b90d None None] Checking segment: {'id': '5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:13:03.794483 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a44e655e-89de-4041-ba1f-04371c27b90d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:03.794882 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44e655e-89de-4041-ba1f-04371c27b90d None None] Bound using segment: {'id': '5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:13:03.795371 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-a44e655e-89de-4041-ba1f-04371c27b90d None None] Bound port: b5542dde-87b6-4905-b791-6d0a9bd1ea9f, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:03.795760 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a44e655e-89de-4041-ba1f-04371c27b90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:03.822757 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 253c0302-a785-4393-8e26-df1df9973558 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:13:03.884961 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11fc1fda-5afa-45b5-96c4-c69e276a2cbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:03.920198 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a44e655e-89de-4041-ba1f-04371c27b90d None None] For port b5542dde-87b6-4905-b791-6d0a9bd1ea9f, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:03.926436 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a44e655e-89de-4041-ba1f-04371c27b90d None None] For port b5542dde-87b6-4905-b791-6d0a9bd1ea9f, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b5542dde-87b6-4905-b791-6d0a9bd1ea9f,segment=NetworkSegment(5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe),segment_id=5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:03.936575 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a44e655e-89de-4041-ba1f-04371c27b90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:03.944313 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c6723fd5-1813-4b43-997f-74cd1c45ea4b None None] Provisioning complete for port b5542dde-87b6-4905-b791-6d0a9bd1ea9f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:03.944313 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c6723fd5-1813-4b43-997f-74cd1c45ea4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:04.013925 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 253c0302-a785-4393-8e26-df1df9973558 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:04.014298 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:04.078899 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d6aeb-eb6e-48c9-bbbd-df13ec271623 None None] Pushing event updated for resources: {'Port': ['ID=b5542dde-87b6-4905-b791-6d0a9bd1ea9f,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:04.082138 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44e655e-89de-4041-ba1f-04371c27b90d None None] Routers {'16aaa3af-03d6-4f47-a9a2-0286872bf52f'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:13:04.082493 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a44e655e-89de-4041-ba1f-04371c27b90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:12:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['16aaa3af-03d6-4f47-a9a2-0286872bf52f'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:04.142886 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11fc1fda-5afa-45b5-96c4-c69e276a2cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:04.244328 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c6723fd5-1813-4b43-997f-74cd1c45ea4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:04.286577 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:04.288951 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11fc1fda-5afa-45b5-96c4-c69e276a2cbf admin admin] Router 05241f63-64c0-407c-8e15-376229fcd931 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:13:04.291333 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-a44e655e-89de-4041-ba1f-04371c27b90d None None] Set router 16aaa3af-03d6-4f47-a9a2-0286872bf52f gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:13:04.338921 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9f3b5a-44ea-47d5-8bdf-8a86df9d1cff None None] Network 76596185-6116-4996-84e8-de2962bcc718 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:13:04.368512 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c6723fd5-1813-4b43-997f-74cd1c45ea4b None None] For port b5542dde-87b6-4905-b791-6d0a9bd1ea9f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b5542dde-87b6-4905-b791-6d0a9bd1ea9f,segment=NetworkSegment(5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe),segment_id=5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:04.386815 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c6723fd5-1813-4b43-997f-74cd1c45ea4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:04.412389 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fc1fda-5afa-45b5-96c4-c69e276a2cbf admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:13:04.429091 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-11fc1fda-5afa-45b5-96c4-c69e276a2cbf admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:04.430500 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-11fc1fda-5afa-45b5-96c4-c69e276a2cbf admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9606297 Apr 18 21:13:04.433330 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54164) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:13:04.459042 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f436c41-eee3-466a-9c9e-074d5faa2f98 None None] Sync routers for ids ['05241f63-64c0-407c-8e15-376229fcd931'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:13:04.480536 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 253c0302-a785-4393-8e26-df1df9973558, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=253c0302-a785-4393-8e26-df1df9973558,segment=NetworkSegment(329c4f40-8b40-4fdf-ad75-872019429346),segment_id=329c4f40-8b40-4fdf-ad75-872019429346)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:04.501407 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:04.572254 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f436c41-eee3-466a-9c9e-074d5faa2f98 None None] Routers {'05241f63-64c0-407c-8e15-376229fcd931'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:13:04.572498 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-9f436c41-eee3-466a-9c9e-074d5faa2f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:12:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['05241f63-64c0-407c-8e15-376229fcd931'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:04.637456 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6723fd5-1813-4b43-997f-74cd1c45ea4b None None] Pushing event updated for resources: {'Port': ['ID=b5542dde-87b6-4905-b791-6d0a9bd1ea9f,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:04.652623 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-34eefd4f-dddc-45fa-b87d-57943bc821d2 None None] Provisioning complete for port 253c0302-a785-4393-8e26-df1df9973558 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:04.653000 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-34eefd4f-dddc-45fa-b87d-57943bc821d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:04.752379 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54166) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:13:04.840454 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e9aedd8a-f6ba-4771-85d7-9ed41277f694 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/floatingips/6afb82ac-5d76-4627-b430-7dd06a5ed370 HTTP/1.1" status: 200 len: 993 time: 0.0738378 Apr 18 21:13:04.868407 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=253c0302-a785-4393-8e26-df1df9973558,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:04.871407 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2bc8257-f599-4bd1-92ae-5bb9806414fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:04.884624 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-9f436c41-eee3-466a-9c9e-074d5faa2f98 None None] Set router 05241f63-64c0-407c-8e15-376229fcd931 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:13:05.036597 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-a2bc8257-f599-4bd1-92ae-5bb9806414fb admin admin] Allocated IP 172.20.0.1 (76596185-6116-4996-84e8-de2962bcc718/a7ce0d83-2706-4e7d-8cce-c761344db9a8/0b59d415-a843-4f32-9a1d-98270fc04f1a) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:05.153304 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2bc8257-f599-4bd1-92ae-5bb9806414fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:05.190298 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2bc8257-f599-4bd1-92ae-5bb9806414fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:05.232668 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bc8257-f599-4bd1-92ae-5bb9806414fb admin admin] Network 76596185-6116-4996-84e8-de2962bcc718 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:05.234180 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-a2bc8257-f599-4bd1-92ae-5bb9806414fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:05.238782 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bc8257-f599-4bd1-92ae-5bb9806414fb admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:13:05.278129 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc8257-f599-4bd1-92ae-5bb9806414fb admin admin] Pushing event updated for resources: {'Port': ['ID=0b59d415-a843-4f32-9a1d-98270fc04f1a,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:05.287961 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a44e655e-89de-4041-ba1f-04371c27b90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'name': 'tempest-TestServerBasicOps-803173733-router', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a3706bc8-d5c8-47c6-8e4e-b54c543e6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:55Z', 'updated_at': '2022-04-18T21:12:58Z', 'revision_number': 4, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'gw_port': {'id': 'a3706bc8-d5c8-47c6-8e4e-b54c543e6b94', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:56Z', 'updated_at': '2022-04-18T21:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'b5542dde-87b6-4905-b791-6d0a9bd1ea9f', 'name': '', 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'mac_address': 'fa:16:3e:25:4c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '2804ff6d-2923-4e7f-8cb1-21c60e3fc753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:58Z', 'updated_at': '2022-04-18T21:13:03Z', 'revision_number': 4, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'subnets': [{'id': '2804ff6d-2923-4e7f-8cb1-21c60e3fc753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:05.289779 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-34eefd4f-dddc-45fa-b87d-57943bc821d2 None None] Provisioning complete for port b5542dde-87b6-4905-b791-6d0a9bd1ea9f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:05.290155 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-34eefd4f-dddc-45fa-b87d-57943bc821d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:05.303335 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2bc8257-f599-4bd1-92ae-5bb9806414fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:05.359977 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 253c0302-a785-4393-8e26-df1df9973558 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:13:05.362919 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44e655e-89de-4041-ba1f-04371c27b90d None None] The sync data for ids ['16aaa3af-03d6-4f47-a9a2-0286872bf52f'] in n-d-838323-3 is: [{'id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'name': 'tempest-TestServerBasicOps-803173733-router', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a3706bc8-d5c8-47c6-8e4e-b54c543e6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:55Z', 'updated_at': '2022-04-18T21:12:58Z', 'revision_number': 4, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'gw_port': {'id': 'a3706bc8-d5c8-47c6-8e4e-b54c543e6b94', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:56Z', 'updated_at': '2022-04-18T21:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'b5542dde-87b6-4905-b791-6d0a9bd1ea9f', 'name': '', 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'mac_address': 'fa:16:3e:25:4c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '2804ff6d-2923-4e7f-8cb1-21c60e3fc753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:58Z', 'updated_at': '2022-04-18T21:13:03Z', 'revision_number': 4, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'subnets': [{'id': '2804ff6d-2923-4e7f-8cb1-21c60e3fc753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:13:05.487575 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-9f436c41-eee3-466a-9c9e-074d5faa2f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05241f63-64c0-407c-8e15-376229fcd931', 'name': 'tempest-TestServerBasicOps-1279289471-router', 'tenant_id': '1307e2c8ef0545df8b825edfa61e4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '003bee4d-5b07-4bbc-8519-c0402341f894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:01Z', 'updated_at': '2022-04-18T21:13:03Z', 'revision_number': 3, 'project_id': '1307e2c8ef0545df8b825edfa61e4c65', 'gw_port': {'id': '003bee4d-5b07-4bbc-8519-c0402341f894', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:01:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05241f63-64c0-407c-8e15-376229fcd931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:02Z', 'updated_at': '2022-04-18T21:13:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:05.488504 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2bc8257-f599-4bd1-92ae-5bb9806414fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:05.527486 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 253c0302-a785-4393-8e26-df1df9973558 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:05.528102 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:05.533536 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f436c41-eee3-466a-9c9e-074d5faa2f98 None None] Checking router: 05241f63-64c0-407c-8e15-376229fcd931 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:13:05.534123 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f436c41-eee3-466a-9c9e-074d5faa2f98 None None] Updating router 05241f63-64c0-407c-8e15-376229fcd931 port 003bee4d-5b07-4bbc-8519-c0402341f894 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:13:05.604953 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9f436c41-eee3-466a-9c9e-074d5faa2f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:05.687790 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2bc8257-f599-4bd1-92ae-5bb9806414fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:05.696097 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2bc8257-f599-4bd1-92ae-5bb9806414fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:05.776746 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b5542dde-87b6-4905-b791-6d0a9bd1ea9f up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:13:05.781049 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc8257-f599-4bd1-92ae-5bb9806414fb admin admin] Pushing event updated for resources: {'Port': ['ID=0b59d415-a843-4f32-9a1d-98270fc04f1a,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:05.783818 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a2bc8257-f599-4bd1-92ae-5bb9806414fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:05.795862 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1973c307-d98d-4aa3-85ee-8a2f61163007 None None] Provisioning complete for port 253c0302-a785-4393-8e26-df1df9973558 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:05.796227 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1973c307-d98d-4aa3-85ee-8a2f61163007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:05.889273 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bc8257-f599-4bd1-92ae-5bb9806414fb admin admin] Network 76596185-6116-4996-84e8-de2962bcc718 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:05.892687 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-a2bc8257-f599-4bd1-92ae-5bb9806414fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:05.985022 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port b5542dde-87b6-4905-b791-6d0a9bd1ea9f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:05.985399 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:06.041261 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2bc8257-f599-4bd1-92ae-5bb9806414fb admin admin] Router 05241f63-64c0-407c-8e15-376229fcd931 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:13:06.094179 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9f436c41-eee3-466a-9c9e-074d5faa2f98 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:06.106882 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9f436c41-eee3-466a-9c9e-074d5faa2f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:06.185580 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bc8257-f599-4bd1-92ae-5bb9806414fb admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:13:06.191707 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a2bc8257-f599-4bd1-92ae-5bb9806414fb admin admin] 10.222.0.41 "PUT /v2.0/routers/05241f63-64c0-407c-8e15-376229fcd931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7573001 Apr 18 21:13:06.206535 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-9f436c41-eee3-466a-9c9e-074d5faa2f98 None None] Attempting to bind port 003bee4d-5b07-4bbc-8519-c0402341f894 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:06.206960 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-9f436c41-eee3-466a-9c9e-074d5faa2f98 None None] Attempting to bind port 003bee4d-5b07-4bbc-8519-c0402341f894 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:06.207245 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f436c41-eee3-466a-9c9e-074d5faa2f98 None None] Attempting to bind port 003bee4d-5b07-4bbc-8519-c0402341f894 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:13:06.211945 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148107b-6b14-4d24-ae3b-1769fa9ec291 None None] Pushing event updated for resources: {'Port': ['ID=003bee4d-5b07-4bbc-8519-c0402341f894,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:06.220058 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f436c41-eee3-466a-9c9e-074d5faa2f98 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:13:06.220345 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f436c41-eee3-466a-9c9e-074d5faa2f98 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:13:06.220764 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9f436c41-eee3-466a-9c9e-074d5faa2f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:06.221305 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f436c41-eee3-466a-9c9e-074d5faa2f98 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:13:06.221791 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-9f436c41-eee3-466a-9c9e-074d5faa2f98 None None] Bound port: 003bee4d-5b07-4bbc-8519-c0402341f894, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:06.222169 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9f436c41-eee3-466a-9c9e-074d5faa2f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:06.250355 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-de8aa7e9-aed7-4c13-971e-d9e513738957 None None] Provisioning complete for port 0b59d415-a843-4f32-9a1d-98270fc04f1a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:06.251006 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-de8aa7e9-aed7-4c13-971e-d9e513738957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:06.310592 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-9f436c41-eee3-466a-9c9e-074d5faa2f98 None None] For port 003bee4d-5b07-4bbc-8519-c0402341f894, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:06.314541 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-de8aa7e9-aed7-4c13-971e-d9e513738957 None None] Port 0b59d415-a843-4f32-9a1d-98270fc04f1a cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:13:06.318632 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-9f436c41-eee3-466a-9c9e-074d5faa2f98 None None] For port 003bee4d-5b07-4bbc-8519-c0402341f894, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=003bee4d-5b07-4bbc-8519-c0402341f894,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:06.324405 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9f436c41-eee3-466a-9c9e-074d5faa2f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:06.384813 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f436c41-eee3-466a-9c9e-074d5faa2f98 None None] Routers {'05241f63-64c0-407c-8e15-376229fcd931'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:13:06.385440 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-9f436c41-eee3-466a-9c9e-074d5faa2f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:12:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['05241f63-64c0-407c-8e15-376229fcd931'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:06.427735 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148107b-6b14-4d24-ae3b-1769fa9ec291 None None] Pushing event updated for resources: {'Port': ['ID=003bee4d-5b07-4bbc-8519-c0402341f894,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:06.454872 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-7348b9b2-b51f-4f69-b1b1-60603ec85dd5 None None] Provisioning complete for port 0b59d415-a843-4f32-9a1d-98270fc04f1a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:06.455250 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7348b9b2-b51f-4f69-b1b1-60603ec85dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:06.526124 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-7348b9b2-b51f-4f69-b1b1-60603ec85dd5 None None] Port 0b59d415-a843-4f32-9a1d-98270fc04f1a cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:13:06.534147 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-9f436c41-eee3-466a-9c9e-074d5faa2f98 None None] Set router 05241f63-64c0-407c-8e15-376229fcd931 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:13:06.734841 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-9f436c41-eee3-466a-9c9e-074d5faa2f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05241f63-64c0-407c-8e15-376229fcd931', 'name': 'tempest-TestServerBasicOps-1279289471-router', 'tenant_id': '1307e2c8ef0545df8b825edfa61e4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '003bee4d-5b07-4bbc-8519-c0402341f894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:01Z', 'updated_at': '2022-04-18T21:13:05Z', 'revision_number': 4, 'project_id': '1307e2c8ef0545df8b825edfa61e4c65', 'gw_port': {'id': '003bee4d-5b07-4bbc-8519-c0402341f894', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:01:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05241f63-64c0-407c-8e15-376229fcd931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:02Z', 'updated_at': '2022-04-18T21:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '0b59d415-a843-4f32-9a1d-98270fc04f1a', 'name': '', 'network_id': '76596185-6116-4996-84e8-de2962bcc718', 'tenant_id': '1307e2c8ef0545df8b825edfa61e4c65', 'mac_address': 'fa:16:3e:2e:73:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05241f63-64c0-407c-8e15-376229fcd931', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'a7ce0d83-2706-4e7d-8cce-c761344db9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:04Z', 'updated_at': '2022-04-18T21:13:05Z', 'revision_number': 2, 'project_id': '1307e2c8ef0545df8b825edfa61e4c65', 'subnets': [{'id': 'a7ce0d83-2706-4e7d-8cce-c761344db9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:06.760952 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f436c41-eee3-466a-9c9e-074d5faa2f98 None None] The sync data for ids ['05241f63-64c0-407c-8e15-376229fcd931'] in n-d-838323-3 is: [{'id': '05241f63-64c0-407c-8e15-376229fcd931', 'name': 'tempest-TestServerBasicOps-1279289471-router', 'tenant_id': '1307e2c8ef0545df8b825edfa61e4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '003bee4d-5b07-4bbc-8519-c0402341f894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:01Z', 'updated_at': '2022-04-18T21:13:05Z', 'revision_number': 4, 'project_id': '1307e2c8ef0545df8b825edfa61e4c65', 'gw_port': {'id': '003bee4d-5b07-4bbc-8519-c0402341f894', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:01:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05241f63-64c0-407c-8e15-376229fcd931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:02Z', 'updated_at': '2022-04-18T21:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '0b59d415-a843-4f32-9a1d-98270fc04f1a', 'name': '', 'network_id': '76596185-6116-4996-84e8-de2962bcc718', 'tenant_id': '1307e2c8ef0545df8b825edfa61e4c65', 'mac_address': 'fa:16:3e:2e:73:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05241f63-64c0-407c-8e15-376229fcd931', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'a7ce0d83-2706-4e7d-8cce-c761344db9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:04Z', 'updated_at': '2022-04-18T21:13:05Z', 'revision_number': 2, 'project_id': '1307e2c8ef0545df8b825edfa61e4c65', 'subnets': [{'id': 'a7ce0d83-2706-4e7d-8cce-c761344db9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:13:07.142876 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54174) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:13:07.148530 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-38af4f16-75dc-4bb4-a6b6-480037bc1940 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-798483514', 'description': 'tempest-secgroup-smoke-798483514 description', 'project_id': '68147772c1074ed78d5cfb8649ba7654'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:13:07.170087 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38af4f16-75dc-4bb4-a6b6-480037bc1940 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.243574 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38af4f16-75dc-4bb4-a6b6-480037bc1940 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.248017 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38af4f16-75dc-4bb4-a6b6-480037bc1940 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.277879 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38af4f16-75dc-4bb4-a6b6-480037bc1940 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.279129 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-38af4f16-75dc-4bb4-a6b6-480037bc1940 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1344936 Apr 18 21:13:07.283110 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54176) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:13:07.287548 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-62a2e615-a616-46e1-b416-72a60294369a tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Request body: {'security_group_rule': {'security_group_id': '67cc144a-a2b5-46c2-986a-b6d4e64b98be', 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:13:07.292966 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af4f16-75dc-4bb4-a6b6-480037bc1940 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67cc144a-a2b5-46c2-986a-b6d4e64b98be,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:07.308728 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af4f16-75dc-4bb4-a6b6-480037bc1940 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:07.309074 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af4f16-75dc-4bb4-a6b6-480037bc1940 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:07.309413 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af4f16-75dc-4bb4-a6b6-480037bc1940 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:07.309745 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af4f16-75dc-4bb4-a6b6-480037bc1940 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:07.310092 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af4f16-75dc-4bb4-a6b6-480037bc1940 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:07.310399 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af4f16-75dc-4bb4-a6b6-480037bc1940 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:07.310745 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af4f16-75dc-4bb4-a6b6-480037bc1940 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:07.311038 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af4f16-75dc-4bb4-a6b6-480037bc1940 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:07.311355 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af4f16-75dc-4bb4-a6b6-480037bc1940 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:07.311674 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af4f16-75dc-4bb4-a6b6-480037bc1940 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:07.313007 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af4f16-75dc-4bb4-a6b6-480037bc1940 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:07.313393 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af4f16-75dc-4bb4-a6b6-480037bc1940 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:07.329624 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-62a2e615-a616-46e1-b416-72a60294369a tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.385187 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:13:07.403681 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-62a2e615-a616-46e1-b416-72a60294369a tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.412494 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-62a2e615-a616-46e1-b416-72a60294369a tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.431596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2e615-a616-46e1-b416-72a60294369a tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=165dbba4-dc4f-4b71-ad62-3f3737f24de3,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:07.455407 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-62a2e615-a616-46e1-b416-72a60294369a tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.456719 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-62a2e615-a616-46e1-b416-72a60294369a tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1726124 Apr 18 21:13:07.459829 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54178) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:13:07.466472 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-6342d6b0-dae5-40ad-9f4a-2a591229e370 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Request body: {'security_group_rule': {'security_group_id': '67cc144a-a2b5-46c2-986a-b6d4e64b98be', 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:13:07.498640 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6342d6b0-dae5-40ad-9f4a-2a591229e370 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.566408 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6342d6b0-dae5-40ad-9f4a-2a591229e370 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.570869 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6342d6b0-dae5-40ad-9f4a-2a591229e370 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.592788 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342d6b0-dae5-40ad-9f4a-2a591229e370 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db46a461-03f7-4bf6-9bb2-cdb8435d55d7,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:07.599464 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6342d6b0-dae5-40ad-9f4a-2a591229e370 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.603111 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6342d6b0-dae5-40ad-9f4a-2a591229e370 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1390860 Apr 18 21:13:07.603273 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54180) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:13:07.607699 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-77ffef88-b0c9-4c9a-ac85-3ec2fbea0170 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Request body: {'security_group_rule': {'security_group_id': '67cc144a-a2b5-46c2-986a-b6d4e64b98be', 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:13:07.638350 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-77ffef88-b0c9-4c9a-ac85-3ec2fbea0170 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.709696 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-77ffef88-b0c9-4c9a-ac85-3ec2fbea0170 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.713973 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-77ffef88-b0c9-4c9a-ac85-3ec2fbea0170 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.736287 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffef88-b0c9-4c9a-ac85-3ec2fbea0170 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3a4149-78f0-4d60-b0fc-e4072e525646,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:07.742143 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-77ffef88-b0c9-4c9a-ac85-3ec2fbea0170 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.743247 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-77ffef88-b0c9-4c9a-ac85-3ec2fbea0170 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390305 Apr 18 21:13:07.746001 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54182) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:13:07.750863 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-bcf79723-fbb7-4f92-ac9d-ba6cef8917c0 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Request body: {'security_group_rule': {'security_group_id': '67cc144a-a2b5-46c2-986a-b6d4e64b98be', 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:13:07.778528 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bcf79723-fbb7-4f92-ac9d-ba6cef8917c0 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.844413 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bcf79723-fbb7-4f92-ac9d-ba6cef8917c0 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.848976 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bcf79723-fbb7-4f92-ac9d-ba6cef8917c0 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.871857 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf79723-fbb7-4f92-ac9d-ba6cef8917c0 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f71a2e5-16d4-4815-a21e-0c1fd62d7b0b,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:07.882059 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bcf79723-fbb7-4f92-ac9d-ba6cef8917c0 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.883309 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bcf79723-fbb7-4f92-ac9d-ba6cef8917c0 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1362963 Apr 18 21:13:07.886065 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54184) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:13:07.891079 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-25c2895c-5d5f-468e-b203-8240d5120dec tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Request body: {'security_group_rule': {'security_group_id': '67cc144a-a2b5-46c2-986a-b6d4e64b98be', 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:13:07.915885 n-d-838323-3 neutron-server[102909]: INFO neutron.db.securitygroups_db [None req-25c2895c-5d5f-468e-b203-8240d5120dec tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Project 68147772c1074ed78d5cfb8649ba7654 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:13:07.921779 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-25c2895c-5d5f-468e-b203-8240d5120dec tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.970722 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:08.003628 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-25c2895c-5d5f-468e-b203-8240d5120dec tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:08.007448 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-25c2895c-5d5f-468e-b203-8240d5120dec tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:08.030592 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2895c-5d5f-468e-b203-8240d5120dec tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37c63d5-90da-4a1b-a23e-f9f1531c4eb3,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:08.046529 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-25c2895c-5d5f-468e-b203-8240d5120dec tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:08.047796 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-25c2895c-5d5f-468e-b203-8240d5120dec tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1607876 Apr 18 21:13:08.050701 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54186) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:13:08.055741 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-eaea1a86-9abd-4687-9de5-25e59d74b959 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Request body: {'security_group_rule': {'security_group_id': '67cc144a-a2b5-46c2-986a-b6d4e64b98be', 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:13:08.079206 n-d-838323-3 neutron-server[102908]: INFO neutron.db.securitygroups_db [None req-eaea1a86-9abd-4687-9de5-25e59d74b959 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Project 68147772c1074ed78d5cfb8649ba7654 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:13:08.085495 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-eaea1a86-9abd-4687-9de5-25e59d74b959 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:08.147917 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-eaea1a86-9abd-4687-9de5-25e59d74b959 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:08.151783 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-eaea1a86-9abd-4687-9de5-25e59d74b959 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:08.169176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea1a86-9abd-4687-9de5-25e59d74b959 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae05b26-8057-4fe0-b8f5-8bd078f85921,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:08.177198 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-eaea1a86-9abd-4687-9de5-25e59d74b959 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:08.178346 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-eaea1a86-9abd-4687-9de5-25e59d74b959 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264532 Apr 18 21:13:08.319885 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-b0ecbc3c-0ea6-4763-87b7-afcdea7180f3 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-798483514&fields=id&tenant_id=68147772c1074ed78d5cfb8649ba7654 HTTP/1.1" status: 200 len: 267 time: 0.0337441 Apr 18 21:13:08.432372 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-3fc8bb38-533f-4ed0-9e02-0d6f1d8d04f6 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:08.433833 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-3fc8bb38-533f-4ed0-9e02-0d6f1d8d04f6 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/networks?id=e78346c5-efe6-486f-8435-7ff24f8c0116 HTTP/1.1" status: 200 len: 808 time: 0.1070073 Apr 18 21:13:08.449793 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-3ed6bc22-962a-412b-968e-643a004e4a09 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/quotas/68147772c1074ed78d5cfb8649ba7654 HTTP/1.1" status: 200 len: 375 time: 0.0093095 Apr 18 21:13:08.502141 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-3c6d8507-5cac-4491-840c-10f5afb43155 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=68147772c1074ed78d5cfb8649ba7654&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460408 Apr 18 21:13:08.604215 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-3031f6d1-9002-46d5-8541-6635db5d33f0 service neutron] 10.222.0.41 "GET /v2.0/networks/e78346c5-efe6-486f-8435-7ff24f8c0116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903585 Apr 18 21:13:08.699950 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-44d9068c-ecac-4358-85aa-79b3b98ee8dc service neutron] 10.222.0.41 "GET /v2.0/networks/e78346c5-efe6-486f-8435-7ff24f8c0116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874078 Apr 18 21:13:08.898520 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0f30cd37-1533-49aa-a3e3-02f41164cf93 req-080db52c-259f-4906-b94a-eb0e7c1a0162 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/ports?device_id=665dee72-9bf1-452b-96dc-8222c00884fd HTTP/1.1" status: 200 len: 210 time: 0.0285120 Apr 18 21:13:09.295724 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 003bee4d-5b07-4bbc-8519-c0402341f894 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:13:09.358475 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 003bee4d-5b07-4bbc-8519-c0402341f894 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:09.359032 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:09.440834 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:09.464938 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 003bee4d-5b07-4bbc-8519-c0402341f894, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=003bee4d-5b07-4bbc-8519-c0402341f894,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:09.470329 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:09.524130 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=003bee4d-5b07-4bbc-8519-c0402341f894,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:09.871981 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2236bd99-18ee-42c9-9500-2a645dc7f0a6 None None] Sync routers for ids ['05241f63-64c0-407c-8e15-376229fcd931'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:13:09.889693 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-de313eab-09bd-45cd-91f1-807f51272c30 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:09.892026 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-de313eab-09bd-45cd-91f1-807f51272c30 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.57 "GET /v2.0/networks?id=e78346c5-efe6-486f-8435-7ff24f8c0116 HTTP/1.1" status: 200 len: 808 time: 0.1217761 Apr 18 21:13:09.894805 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2236bd99-18ee-42c9-9500-2a645dc7f0a6 None None] Routers {'05241f63-64c0-407c-8e15-376229fcd931'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:13:09.895992 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2236bd99-18ee-42c9-9500-2a645dc7f0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:12:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['05241f63-64c0-407c-8e15-376229fcd931'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:09.953821 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-0cb9da60-d3f9-469f-a23b-ba6f10ddf1a1 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68147772c1074ed78d5cfb8649ba7654 HTTP/1.1" status: 200 len: 379 time: 0.0531085 Apr 18 21:13:09.965237 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-3ca45ca3-d043-4f0d-aae2-192335d424f9 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Request body: {'port': {'device_id': '665dee72-9bf1-452b-96dc-8222c00884fd', 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116', 'admin_state_up': True, 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'security_groups': ['67cc144a-a2b5-46c2-986a-b6d4e64b98be']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:13:10.044943 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c707f82f-4ecd-46f9-a254-2f4d7f6ab876 req-2daea0c9-f054-44a4-91f0-b8712d2451f2 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/ports?device_id=665dee72-9bf1-452b-96dc-8222c00884fd HTTP/1.1" status: 200 len: 210 time: 0.0632434 Apr 18 21:13:10.130853 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-3ca45ca3-d043-4f0d-aae2-192335d424f9 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Made reservation on behalf of 68147772c1074ed78d5cfb8649ba7654 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:10.135655 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-3ca45ca3-d043-4f0d-aae2-192335d424f9 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:10.147915 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-2236bd99-18ee-42c9-9500-2a645dc7f0a6 None None] Set router 05241f63-64c0-407c-8e15-376229fcd931 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:13:10.274111 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-3ca45ca3-d043-4f0d-aae2-192335d424f9 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Allocated IP 172.20.0.3 (e78346c5-efe6-486f-8435-7ff24f8c0116/2804ff6d-2923-4e7f-8cb1-21c60e3fc753/92f32479-7691-4694-9d7c-ea2b95c62db5) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:10.365937 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2236bd99-18ee-42c9-9500-2a645dc7f0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05241f63-64c0-407c-8e15-376229fcd931', 'name': 'tempest-TestServerBasicOps-1279289471-router', 'tenant_id': '1307e2c8ef0545df8b825edfa61e4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '003bee4d-5b07-4bbc-8519-c0402341f894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:01Z', 'updated_at': '2022-04-18T21:13:05Z', 'revision_number': 4, 'project_id': '1307e2c8ef0545df8b825edfa61e4c65', 'gw_port': {'id': '003bee4d-5b07-4bbc-8519-c0402341f894', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:01:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05241f63-64c0-407c-8e15-376229fcd931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:02Z', 'updated_at': '2022-04-18T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '0b59d415-a843-4f32-9a1d-98270fc04f1a', 'name': '', 'network_id': '76596185-6116-4996-84e8-de2962bcc718', 'tenant_id': '1307e2c8ef0545df8b825edfa61e4c65', 'mac_address': 'fa:16:3e:2e:73:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05241f63-64c0-407c-8e15-376229fcd931', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'a7ce0d83-2706-4e7d-8cce-c761344db9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:04Z', 'updated_at': '2022-04-18T21:13:05Z', 'revision_number': 2, 'project_id': '1307e2c8ef0545df8b825edfa61e4c65', 'subnets': [{'id': 'a7ce0d83-2706-4e7d-8cce-c761344db9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:10.392775 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2236bd99-18ee-42c9-9500-2a645dc7f0a6 None None] Checking router: 05241f63-64c0-407c-8e15-376229fcd931 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:13:10.393113 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2236bd99-18ee-42c9-9500-2a645dc7f0a6 None None] Updating router 05241f63-64c0-407c-8e15-376229fcd931 port 0b59d415-a843-4f32-9a1d-98270fc04f1a binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:13:10.419040 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2236bd99-18ee-42c9-9500-2a645dc7f0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:10.427863 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-3ca45ca3-d043-4f0d-aae2-192335d424f9 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:10.463389 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-3ca45ca3-d043-4f0d-aae2-192335d424f9 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:10.511763 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-3ca45ca3-d043-4f0d-aae2-192335d424f9 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Network e78346c5-efe6-486f-8435-7ff24f8c0116 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:10.515951 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-3ca45ca3-d043-4f0d-aae2-192335d424f9 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:10.520384 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-3ca45ca3-d043-4f0d-aae2-192335d424f9 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:13:10.566173 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca45ca3-d043-4f0d-aae2-192335d424f9 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Pushing event updated for resources: {'Port': ['ID=92f32479-7691-4694-9d7c-ea2b95c62db5,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:10.583510 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-3ca45ca3-d043-4f0d-aae2-192335d424f9 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:10.584568 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-3ca45ca3-d043-4f0d-aae2-192335d424f9 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:10.603954 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-3ca45ca3-d043-4f0d-aae2-192335d424f9 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6432891 Apr 18 21:13:10.617179 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-257c88f4-3526-447f-8bbd-7b02633107ea service neutron] Request body: {'port': {'device_id': '665dee72-9bf1-452b-96dc-8222c00884fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:13:10.685298 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-257c88f4-3526-447f-8bbd-7b02633107ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:10.729000 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2236bd99-18ee-42c9-9500-2a645dc7f0a6 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:10.735394 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2236bd99-18ee-42c9-9500-2a645dc7f0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:10.777705 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f90cf-6b3d-4a89-8051-12272e1b70d2 None None] Pushing event updated for resources: {'Port': ['ID=0b59d415-a843-4f32-9a1d-98270fc04f1a,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:10.778144 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-9e71aac8-2bf5-499d-9580-b8c95bcbb50a None None] Provisioning complete for port 92f32479-7691-4694-9d7c-ea2b95c62db5 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:10.779552 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9e71aac8-2bf5-499d-9580-b8c95bcbb50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:10.833053 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-9e71aac8-2bf5-499d-9580-b8c95bcbb50a None None] Port 92f32479-7691-4694-9d7c-ea2b95c62db5 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:13:10.842763 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-2236bd99-18ee-42c9-9500-2a645dc7f0a6 None None] Attempting to bind port 0b59d415-a843-4f32-9a1d-98270fc04f1a on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:10.843124 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-2236bd99-18ee-42c9-9500-2a645dc7f0a6 None None] Attempting to bind port 0b59d415-a843-4f32-9a1d-98270fc04f1a by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '329c4f40-8b40-4fdf-ad75-872019429346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '76596185-6116-4996-84e8-de2962bcc718'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:10.844181 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2236bd99-18ee-42c9-9500-2a645dc7f0a6 None None] Attempting to bind port 0b59d415-a843-4f32-9a1d-98270fc04f1a on network 76596185-6116-4996-84e8-de2962bcc718 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:13:10.849933 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2236bd99-18ee-42c9-9500-2a645dc7f0a6 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:13:10.850474 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2236bd99-18ee-42c9-9500-2a645dc7f0a6 None None] Checking segment: {'id': '329c4f40-8b40-4fdf-ad75-872019429346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '76596185-6116-4996-84e8-de2962bcc718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:13:10.850885 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2236bd99-18ee-42c9-9500-2a645dc7f0a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:10.851287 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2236bd99-18ee-42c9-9500-2a645dc7f0a6 None None] Bound using segment: {'id': '329c4f40-8b40-4fdf-ad75-872019429346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '76596185-6116-4996-84e8-de2962bcc718'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:13:10.851737 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-2236bd99-18ee-42c9-9500-2a645dc7f0a6 None None] Bound port: 0b59d415-a843-4f32-9a1d-98270fc04f1a, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329c4f40-8b40-4fdf-ad75-872019429346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '76596185-6116-4996-84e8-de2962bcc718'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:10.852118 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2236bd99-18ee-42c9-9500-2a645dc7f0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:10.930042 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-2236bd99-18ee-42c9-9500-2a645dc7f0a6 None None] For port 0b59d415-a843-4f32-9a1d-98270fc04f1a, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:10.934050 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-2236bd99-18ee-42c9-9500-2a645dc7f0a6 None None] For port 0b59d415-a843-4f32-9a1d-98270fc04f1a, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=0b59d415-a843-4f32-9a1d-98270fc04f1a,segment=NetworkSegment(329c4f40-8b40-4fdf-ad75-872019429346),segment_id=329c4f40-8b40-4fdf-ad75-872019429346)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:10.941801 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2236bd99-18ee-42c9-9500-2a645dc7f0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:11.007246 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f90cf-6b3d-4a89-8051-12272e1b70d2 None None] Pushing event updated for resources: {'Port': ['ID=0b59d415-a843-4f32-9a1d-98270fc04f1a,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:11.021731 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2236bd99-18ee-42c9-9500-2a645dc7f0a6 None None] Routers {'05241f63-64c0-407c-8e15-376229fcd931'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:13:11.023010 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2236bd99-18ee-42c9-9500-2a645dc7f0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:12:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['05241f63-64c0-407c-8e15-376229fcd931'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:11.038351 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-257c88f4-3526-447f-8bbd-7b02633107ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f32479-7691-4694-9d7c-ea2b95c62db5 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:13:11.048933 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-257c88f4-3526-447f-8bbd-7b02633107ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:11.063999 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-257c88f4-3526-447f-8bbd-7b02633107ea service neutron] Transition to ACTIVE for port object 92f32479-7691-4694-9d7c-ea2b95c62db5 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:11.069634 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-257c88f4-3526-447f-8bbd-7b02633107ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:11.070212 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-155c296f-dda6-4c85-b1b8-fb3b3e74cac0 None None] Provisioning complete for port 0b59d415-a843-4f32-9a1d-98270fc04f1a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:11.071277 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-155c296f-dda6-4c85-b1b8-fb3b3e74cac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:11.121537 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c88f4-3526-447f-8bbd-7b02633107ea service neutron] Pushing event updated for resources: {'Port': ['ID=92f32479-7691-4694-9d7c-ea2b95c62db5,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:11.216340 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-2236bd99-18ee-42c9-9500-2a645dc7f0a6 None None] Set router 05241f63-64c0-407c-8e15-376229fcd931 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:13:11.298862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-257c88f4-3526-447f-8bbd-7b02633107ea service neutron] Attempting to bind port 92f32479-7691-4694-9d7c-ea2b95c62db5 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:11.300479 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-257c88f4-3526-447f-8bbd-7b02633107ea service neutron] Attempting to bind port 92f32479-7691-4694-9d7c-ea2b95c62db5 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:11.300479 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-257c88f4-3526-447f-8bbd-7b02633107ea service neutron] Attempting to bind port 92f32479-7691-4694-9d7c-ea2b95c62db5 on network e78346c5-efe6-486f-8435-7ff24f8c0116 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:13:11.304795 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-155c296f-dda6-4c85-b1b8-fb3b3e74cac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:11.309207 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361e95d-decf-4ee9-9a02-42b6073fb9b9 req-3e5d1041-2c54-4010-9354-0b1779af7896 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:11.310790 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1361e95d-decf-4ee9-9a02-42b6073fb9b9 req-3e5d1041-2c54-4010-9354-0b1779af7896 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/ports?device_id=665dee72-9bf1-452b-96dc-8222c00884fd HTTP/1.1" status: 200 len: 943 time: 0.1121409 Apr 18 21:13:11.314794 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-257c88f4-3526-447f-8bbd-7b02633107ea service neutron] Port 92f32479-7691-4694-9d7c-ea2b95c62db5 on network e78346c5-efe6-486f-8435-7ff24f8c0116 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:13:11.315106 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-257c88f4-3526-447f-8bbd-7b02633107ea service neutron] Attempting to bind port 92f32479-7691-4694-9d7c-ea2b95c62db5 on network e78346c5-efe6-486f-8435-7ff24f8c0116 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:13:11.321141 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-257c88f4-3526-447f-8bbd-7b02633107ea service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:13:11.321485 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-257c88f4-3526-447f-8bbd-7b02633107ea service neutron] Checking segment: {'id': '5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:13:11.321884 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-257c88f4-3526-447f-8bbd-7b02633107ea service neutron] Bound using segment: {'id': '5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:13:11.322326 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-257c88f4-3526-447f-8bbd-7b02633107ea service neutron] Bound port: 92f32479-7691-4694-9d7c-ea2b95c62db5, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:11.322694 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-257c88f4-3526-447f-8bbd-7b02633107ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:11.398920 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1361e95d-decf-4ee9-9a02-42b6073fb9b9 req-0ff5dcec-49ac-431f-b91a-4e55f37e8318 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/security-groups?id=67cc144a-a2b5-46c2-986a-b6d4e64b98be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537271 Apr 18 21:13:11.425541 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-155c296f-dda6-4c85-b1b8-fb3b3e74cac0 None None] For port 0b59d415-a843-4f32-9a1d-98270fc04f1a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=0b59d415-a843-4f32-9a1d-98270fc04f1a,segment=NetworkSegment(329c4f40-8b40-4fdf-ad75-872019429346),segment_id=329c4f40-8b40-4fdf-ad75-872019429346)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:11.439320 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-155c296f-dda6-4c85-b1b8-fb3b3e74cac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:11.467680 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 0b59d415-a843-4f32-9a1d-98270fc04f1a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:13:11.467997 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-257c88f4-3526-447f-8bbd-7b02633107ea service neutron] For port 92f32479-7691-4694-9d7c-ea2b95c62db5, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:11.472645 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-257c88f4-3526-447f-8bbd-7b02633107ea service neutron] For port 92f32479-7691-4694-9d7c-ea2b95c62db5, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=92f32479-7691-4694-9d7c-ea2b95c62db5,segment=NetworkSegment(5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe),segment_id=5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:11.479035 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-257c88f4-3526-447f-8bbd-7b02633107ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:11.538976 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c88f4-3526-447f-8bbd-7b02633107ea service neutron] Pushing event updated for resources: {'Port': ['ID=92f32479-7691-4694-9d7c-ea2b95c62db5,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:11.556891 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-257c88f4-3526-447f-8bbd-7b02633107ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:11.557393 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-257c88f4-3526-447f-8bbd-7b02633107ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:11.559835 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-257c88f4-3526-447f-8bbd-7b02633107ea service neutron] 10.222.0.57 "PUT /v2.0/ports/92f32479-7691-4694-9d7c-ea2b95c62db5 HTTP/1.1" status: 200 len: 1091 time: 0.9470155 Apr 18 21:13:11.560342 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665dee72-9bf1-452b-96dc-8222c00884fd', 'tag': '92f32479-7691-4694-9d7c-ea2b95c62db5'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:13:11.566631 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00be79a7-70b8-4e94-9c73-1034905fed87" -d '{"events": [{"name": "network-changed", "server_uuid": "665dee72-9bf1-452b-96dc-8222c00884fd", "tag": "92f32479-7691-4694-9d7c-ea2b95c62db5"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:13:11.575289 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2236bd99-18ee-42c9-9500-2a645dc7f0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05241f63-64c0-407c-8e15-376229fcd931', 'name': 'tempest-TestServerBasicOps-1279289471-router', 'tenant_id': '1307e2c8ef0545df8b825edfa61e4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '003bee4d-5b07-4bbc-8519-c0402341f894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:01Z', 'updated_at': '2022-04-18T21:13:05Z', 'revision_number': 4, 'project_id': '1307e2c8ef0545df8b825edfa61e4c65', 'gw_port': {'id': '003bee4d-5b07-4bbc-8519-c0402341f894', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:01:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05241f63-64c0-407c-8e15-376229fcd931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:02Z', 'updated_at': '2022-04-18T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '0b59d415-a843-4f32-9a1d-98270fc04f1a', 'name': '', 'network_id': '76596185-6116-4996-84e8-de2962bcc718', 'tenant_id': '1307e2c8ef0545df8b825edfa61e4c65', 'mac_address': 'fa:16:3e:2e:73:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05241f63-64c0-407c-8e15-376229fcd931', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'a7ce0d83-2706-4e7d-8cce-c761344db9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:04Z', 'updated_at': '2022-04-18T21:13:10Z', 'revision_number': 4, 'project_id': '1307e2c8ef0545df8b825edfa61e4c65', 'subnets': [{'id': 'a7ce0d83-2706-4e7d-8cce-c761344db9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:11.613242 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2236bd99-18ee-42c9-9500-2a645dc7f0a6 None None] The sync data for ids ['05241f63-64c0-407c-8e15-376229fcd931'] in n-d-838323-3 is: [{'id': '05241f63-64c0-407c-8e15-376229fcd931', 'name': 'tempest-TestServerBasicOps-1279289471-router', 'tenant_id': '1307e2c8ef0545df8b825edfa61e4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '003bee4d-5b07-4bbc-8519-c0402341f894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:01Z', 'updated_at': '2022-04-18T21:13:05Z', 'revision_number': 4, 'project_id': '1307e2c8ef0545df8b825edfa61e4c65', 'gw_port': {'id': '003bee4d-5b07-4bbc-8519-c0402341f894', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:01:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05241f63-64c0-407c-8e15-376229fcd931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:02Z', 'updated_at': '2022-04-18T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '0b59d415-a843-4f32-9a1d-98270fc04f1a', 'name': '', 'network_id': '76596185-6116-4996-84e8-de2962bcc718', 'tenant_id': '1307e2c8ef0545df8b825edfa61e4c65', 'mac_address': 'fa:16:3e:2e:73:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05241f63-64c0-407c-8e15-376229fcd931', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'a7ce0d83-2706-4e7d-8cce-c761344db9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:04Z', 'updated_at': '2022-04-18T21:13:10Z', 'revision_number': 4, 'project_id': '1307e2c8ef0545df8b825edfa61e4c65', 'subnets': [{'id': 'a7ce0d83-2706-4e7d-8cce-c761344db9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:13:11.615105 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c296f-dda6-4c85-b1b8-fb3b3e74cac0 None None] Pushing event updated for resources: {'Port': ['ID=0b59d415-a843-4f32-9a1d-98270fc04f1a,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:11.646291 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-9558f672-e74f-459c-a365-06f4fd0ffc09 None None] Provisioning complete for port 0b59d415-a843-4f32-9a1d-98270fc04f1a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:11.647053 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9558f672-e74f-459c-a365-06f4fd0ffc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:11.652666 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 0b59d415-a843-4f32-9a1d-98270fc04f1a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:11.653755 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:11.675006 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc0c795-44e5-429a-858e-4f8d60ce37e4 x-openstack-request-id: req-7cc0c795-44e5-429a-858e-4f8d60ce37e4 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:13:11.675259 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665dee72-9bf1-452b-96dc-8222c00884fd", "tag": "92f32479-7691-4694-9d7c-ea2b95c62db5", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:13:11.675693 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7cc0c795-44e5-429a-858e-4f8d60ce37e4 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:13:11.675876 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc0c795-44e5-429a-858e-4f8d60ce37e4'] response: {'name': 'network-changed', 'server_uuid': '665dee72-9bf1-452b-96dc-8222c00884fd', 'tag': '92f32479-7691-4694-9d7c-ea2b95c62db5', 'status': 'completed', 'code': 200} Apr 18 21:13:11.692839 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-63197b72-d6d6-4211-b8c1-4145e282f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:11.696341 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-63197b72-d6d6-4211-b8c1-4145e282f1a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=68147772c1074ed78d5cfb8649ba7654&device_id=665dee72-9bf1-452b-96dc-8222c00884fd HTTP/1.1" status: 200 len: 1094 time: 0.0686653 Apr 18 21:13:11.754514 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-3e789196-971e-4e7f-a8ee-f0cb939289f7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92f32479-7691-4694-9d7c-ea2b95c62db5 HTTP/1.1" status: 200 len: 217 time: 0.0504389 Apr 18 21:13:11.820798 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-e6ba9462-cc89-49c1-aa94-14278cfe27d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:11.822363 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-e6ba9462-cc89-49c1-aa94-14278cfe27d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2804ff6d-2923-4e7f-8cb1-21c60e3fc753 HTTP/1.1" status: 200 len: 847 time: 0.0571318 Apr 18 21:13:11.875638 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-4d1e53f3-916f-4283-9c44-738132eb08e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:11.877493 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-4d1e53f3-916f-4283-9c44-738132eb08e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e78346c5-efe6-486f-8435-7ff24f8c0116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479734 Apr 18 21:13:11.986898 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-d7de1afb-92c2-41f4-b395-0a8d414974a6 service neutron] 10.222.0.57 "GET /v2.0/networks/e78346c5-efe6-486f-8435-7ff24f8c0116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022725 Apr 18 21:13:12.024402 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 003bee4d-5b07-4bbc-8519-c0402341f894 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:13:12.078530 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:12.094984 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0337d38e-d2b4-4ecc-8c52-e2bd8daa6eb8 req-ab8a6488-55f5-4200-9a7b-a46418b7738c service neutron] 10.222.0.57 "GET /v2.0/networks/e78346c5-efe6-486f-8435-7ff24f8c0116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014535 Apr 18 21:13:12.099834 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 003bee4d-5b07-4bbc-8519-c0402341f894 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:12.100204 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:12.198325 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be79a7-70b8-4e94-9c73-1034905fed87 req-2217707c-f9fa-4dab-bdf1-4c8af6550600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:12.200290 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-00be79a7-70b8-4e94-9c73-1034905fed87 req-2217707c-f9fa-4dab-bdf1-4c8af6550600 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=68147772c1074ed78d5cfb8649ba7654&device_id=665dee72-9bf1-452b-96dc-8222c00884fd HTTP/1.1" status: 200 len: 1094 time: 0.0566392 Apr 18 21:13:12.684315 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cab75-7242-482c-9386-fcf9efecb6fb req-9b00e498-8bd2-4ebf-9e74-d5ee0b245805 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:12.685968 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-742cab75-7242-482c-9386-fcf9efecb6fb req-9b00e498-8bd2-4ebf-9e74-d5ee0b245805 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/ports?device_id=665dee72-9bf1-452b-96dc-8222c00884fd HTTP/1.1" status: 200 len: 943 time: 0.1102786 Apr 18 21:13:12.689015 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be79a7-70b8-4e94-9c73-1034905fed87 req-e76e7fc4-991a-46b5-afbd-b78c6b597780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:12.690611 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-00be79a7-70b8-4e94-9c73-1034905fed87 req-e76e7fc4-991a-46b5-afbd-b78c6b597780 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e78346c5-efe6-486f-8435-7ff24f8c0116 HTTP/1.1" status: 200 len: 909 time: 0.4828310 Apr 18 21:13:12.744868 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-00be79a7-70b8-4e94-9c73-1034905fed87 req-f3d93929-f54f-4092-9dd6-cb6ef3db3674 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92f32479-7691-4694-9d7c-ea2b95c62db5 HTTP/1.1" status: 200 len: 217 time: 0.0462720 Apr 18 21:13:12.788080 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-742cab75-7242-482c-9386-fcf9efecb6fb req-fe34223d-0d6b-4934-8065-6ad501f18c75 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/security-groups?id=67cc144a-a2b5-46c2-986a-b6d4e64b98be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913570 Apr 18 21:13:12.807611 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be79a7-70b8-4e94-9c73-1034905fed87 req-33e5636e-6434-4af8-b182-ec4547e307ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:12.809027 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-00be79a7-70b8-4e94-9c73-1034905fed87 req-33e5636e-6434-4af8-b182-ec4547e307ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2804ff6d-2923-4e7f-8cb1-21c60e3fc753 HTTP/1.1" status: 200 len: 847 time: 0.0530066 Apr 18 21:13:12.860524 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be79a7-70b8-4e94-9c73-1034905fed87 req-149fc24d-f7f7-442a-84e8-c9f38dd58aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:12.861996 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-00be79a7-70b8-4e94-9c73-1034905fed87 req-149fc24d-f7f7-442a-84e8-c9f38dd58aef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e78346c5-efe6-486f-8435-7ff24f8c0116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453894 Apr 18 21:13:12.951517 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-00be79a7-70b8-4e94-9c73-1034905fed87 req-fa00591d-e484-46f2-9dd0-179b72163fa6 service neutron] 10.222.0.57 "GET /v2.0/networks/e78346c5-efe6-486f-8435-7ff24f8c0116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823252 Apr 18 21:13:13.049412 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-00be79a7-70b8-4e94-9c73-1034905fed87 req-913b6976-c8cb-4d01-abf8-14b3e7fb6a91 service neutron] 10.222.0.57 "GET /v2.0/networks/e78346c5-efe6-486f-8435-7ff24f8c0116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905418 Apr 18 21:13:13.271349 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 0b59d415-a843-4f32-9a1d-98270fc04f1a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:13:13.329924 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 0b59d415-a843-4f32-9a1d-98270fc04f1a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:13.330293 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:13.911376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6f0c4-01d0-404c-bc75-14c016d740f8 req-89b4b65e-007a-41c6-80ec-af06fb50ddfe tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:13.913011 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45c6f0c4-01d0-404c-bc75-14c016d740f8 req-89b4b65e-007a-41c6-80ec-af06fb50ddfe tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/ports?device_id=665dee72-9bf1-452b-96dc-8222c00884fd HTTP/1.1" status: 200 len: 943 time: 0.0514376 Apr 18 21:13:13.955008 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45c6f0c4-01d0-404c-bc75-14c016d740f8 req-9b84b2f5-fb0b-42f2-b0ec-3aa0c5628b48 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/security-groups?id=67cc144a-a2b5-46c2-986a-b6d4e64b98be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357563 Apr 18 21:13:14.718839 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 92f32479-7691-4694-9d7c-ea2b95c62db5 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:13:14.814875 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 92f32479-7691-4694-9d7c-ea2b95c62db5, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=92f32479-7691-4694-9d7c-ea2b95c62db5,segment=NetworkSegment(5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe),segment_id=5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:14.825976 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '92f32479-7691-4694-9d7c-ea2b95c62db5', 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116', 'port_id': '92f32479-7691-4694-9d7c-ea2b95c62db5', 'mac_address': 'fa:16:3e:b7:50:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2804ff6d-2923-4e7f-8cb1-21c60e3fc753', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:13:14.863537 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:14.876756 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f32479-7691-4694-9d7c-ea2b95c62db5 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:13:14.899683 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 92f32479-7691-4694-9d7c-ea2b95c62db5, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=92f32479-7691-4694-9d7c-ea2b95c62db5,segment=NetworkSegment(5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe),segment_id=5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:14.903393 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:14.951890 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=92f32479-7691-4694-9d7c-ea2b95c62db5,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:15.075966 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8a55a-097c-4c37-8269-c91d226744f7 req-59b4e435-38b1-4088-a7d7-6c1e1f84c0b6 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:15.077493 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-74c8a55a-097c-4c37-8269-c91d226744f7 req-59b4e435-38b1-4088-a7d7-6c1e1f84c0b6 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/ports?device_id=665dee72-9bf1-452b-96dc-8222c00884fd HTTP/1.1" status: 200 len: 944 time: 0.0505500 Apr 18 21:13:15.107463 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['92f32479-7691-4694-9d7c-ea2b95c62db5'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:13:15.117781 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-74c8a55a-097c-4c37-8269-c91d226744f7 req-9c4ea0cc-2256-4de4-8b78-7678320e7537 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/security-groups?id=67cc144a-a2b5-46c2-986a-b6d4e64b98be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334640 Apr 18 21:13:16.247398 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a80be-bc9c-4e7d-8b49-e7390ae39f1b req-4fe09265-459d-4f39-9bb5-5f12fec7cb60 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:16.248881 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-162a80be-bc9c-4e7d-8b49-e7390ae39f1b req-4fe09265-459d-4f39-9bb5-5f12fec7cb60 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/ports?device_id=665dee72-9bf1-452b-96dc-8222c00884fd HTTP/1.1" status: 200 len: 944 time: 0.0562077 Apr 18 21:13:16.290877 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-162a80be-bc9c-4e7d-8b49-e7390ae39f1b req-fcf868b5-cad7-4126-b8ba-776c73cdaf30 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/security-groups?id=67cc144a-a2b5-46c2-986a-b6d4e64b98be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351467 Apr 18 21:13:16.722188 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 92f32479-7691-4694-9d7c-ea2b95c62db5 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:13:16.773755 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 92f32479-7691-4694-9d7c-ea2b95c62db5 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:16.778296 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 92f32479-7691-4694-9d7c-ea2b95c62db5 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:16.778667 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:16.859928 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:16.885193 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665dee72-9bf1-452b-96dc-8222c00884fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f32479-7691-4694-9d7c-ea2b95c62db5'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:13:16.887452 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d01eaf-dba0-4221-aa5f-c8c8cf3f0f98" -d '{"events": [{"server_uuid": "665dee72-9bf1-452b-96dc-8222c00884fd", "name": "network-vif-plugged", "status": "completed", "tag": "92f32479-7691-4694-9d7c-ea2b95c62db5"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:13:16.901416 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 92f32479-7691-4694-9d7c-ea2b95c62db5, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=92f32479-7691-4694-9d7c-ea2b95c62db5,segment=NetworkSegment(5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe),segment_id=5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:16.906679 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:16.934671 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcaf18b-116a-499b-836f-1c71d210a8fa x-openstack-request-id: req-2fcaf18b-116a-499b-836f-1c71d210a8fa {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:13:16.934966 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665dee72-9bf1-452b-96dc-8222c00884fd", "name": "network-vif-plugged", "status": "completed", "tag": "92f32479-7691-4694-9d7c-ea2b95c62db5", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:13:16.935210 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2fcaf18b-116a-499b-836f-1c71d210a8fa {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:13:16.935621 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fcaf18b-116a-499b-836f-1c71d210a8fa'] response: {'server_uuid': '665dee72-9bf1-452b-96dc-8222c00884fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f32479-7691-4694-9d7c-ea2b95c62db5', 'code': 200} Apr 18 21:13:16.963913 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=92f32479-7691-4694-9d7c-ea2b95c62db5,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:17.028217 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136d471-2b44-40f4-810e-3a1669398bfa req-1deba2a9-7a1b-44ef-9c05-b90a5b49a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:17.029738 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b136d471-2b44-40f4-810e-3a1669398bfa req-1deba2a9-7a1b-44ef-9c05-b90a5b49a5a3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=665dee72-9bf1-452b-96dc-8222c00884fd HTTP/1.1" status: 200 len: 1096 time: 0.0411003 Apr 18 21:13:17.064272 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b136d471-2b44-40f4-810e-3a1669398bfa req-95469e9e-cd33-4185-8f13-a2b8065b5b10 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=67cc144a-a2b5-46c2-986a-b6d4e64b98be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281858 Apr 18 21:13:17.410990 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bcc026-36a0-428b-86a5-bb72f0ccbb54 req-6e771753-3207-4546-93ef-11d32997aedc tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:17.412471 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-78bcc026-36a0-428b-86a5-bb72f0ccbb54 req-6e771753-3207-4546-93ef-11d32997aedc tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/ports?device_id=665dee72-9bf1-452b-96dc-8222c00884fd HTTP/1.1" status: 200 len: 945 time: 0.0508013 Apr 18 21:13:17.452013 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-78bcc026-36a0-428b-86a5-bb72f0ccbb54 req-3924614a-66f7-4656-a9ef-b3f8b4b3e42a tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/security-groups?id=67cc144a-a2b5-46c2-986a-b6d4e64b98be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330458 Apr 18 21:13:18.578710 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d866c-56c6-4f83-9c5d-efa2b6836131 req-11545a36-a51e-4f69-b23d-946f76299bcb tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:18.580241 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4c1d866c-56c6-4f83-9c5d-efa2b6836131 req-11545a36-a51e-4f69-b23d-946f76299bcb tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/ports?device_id=665dee72-9bf1-452b-96dc-8222c00884fd HTTP/1.1" status: 200 len: 945 time: 0.0561836 Apr 18 21:13:18.621121 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4c1d866c-56c6-4f83-9c5d-efa2b6836131 req-be99a671-a23e-48cd-8f57-faad04dd3bb1 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/security-groups?id=67cc144a-a2b5-46c2-986a-b6d4e64b98be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346365 Apr 18 21:13:18.751738 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb8b8e-9038-4704-85e1-897df11b67d2 req-51eb3f65-71f3-4194-9d70-c5730f6bea4c tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:18.753359 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4fdb8b8e-9038-4704-85e1-897df11b67d2 req-51eb3f65-71f3-4194-9d70-c5730f6bea4c tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/ports?device_id=665dee72-9bf1-452b-96dc-8222c00884fd HTTP/1.1" status: 200 len: 945 time: 0.0566239 Apr 18 21:13:18.797922 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4fdb8b8e-9038-4704-85e1-897df11b67d2 req-1baa3168-c957-4fd3-90d6-81f25094224e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/security-groups?id=67cc144a-a2b5-46c2-986a-b6d4e64b98be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367646 Apr 18 21:13:18.920204 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048df3f1-2687-4148-9bde-ce40fdd71b07 req-e72b19e1-d077-41ce-a754-81df82cc61dd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:18.922234 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-048df3f1-2687-4148-9bde-ce40fdd71b07 req-e72b19e1-d077-41ce-a754-81df82cc61dd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/ports?device_id=665dee72-9bf1-452b-96dc-8222c00884fd HTTP/1.1" status: 200 len: 945 time: 0.0520022 Apr 18 21:13:18.960554 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-048df3f1-2687-4148-9bde-ce40fdd71b07 req-f2d4f2f3-e272-4086-808a-404809c3afe5 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/security-groups?id=67cc144a-a2b5-46c2-986a-b6d4e64b98be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321066 Apr 18 21:13:18.985507 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54238) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:13:19.148987 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e912419-d5b3-48a8-b087-f75bccf2463c tempest-TestServerBasicOps-755983314 tempest-TestServerBasicOps-755983314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:19.150663 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5e912419-d5b3-48a8-b087-f75bccf2463c tempest-TestServerBasicOps-755983314 tempest-TestServerBasicOps-755983314-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=665dee72-9bf1-452b-96dc-8222c00884fd HTTP/1.1" status: 200 len: 1091 time: 0.1640840 Apr 18 21:13:19.153843 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54242) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:13:19.159243 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-f70e437e-6f34-471f-8c21-f2508dd2b519 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'port_id': '92f32479-7691-4694-9d7c-ea2b95c62db5', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:13:19.179369 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f70e437e-6f34-471f-8c21-f2508dd2b519 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:19.280087 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f70e437e-6f34-471f-8c21-f2508dd2b519 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:19.403171 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-f70e437e-6f34-471f-8c21-f2508dd2b519 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Allocated IP 172.25.1.192 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/9360e133-0526-4d1f-beba-2f7cc4de201e) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:19.505619 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f70e437e-6f34-471f-8c21-f2508dd2b519 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:19.539499 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f70e437e-6f34-471f-8c21-f2508dd2b519 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:19.578107 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70e437e-6f34-471f-8c21-f2508dd2b519 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:19.583101 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-f70e437e-6f34-471f-8c21-f2508dd2b519 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:19.588829 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70e437e-6f34-471f-8c21-f2508dd2b519 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:13:19.616767 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e437e-6f34-471f-8c21-f2508dd2b519 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Pushing event updated for resources: {'Port': ['ID=9360e133-0526-4d1f-beba-2f7cc4de201e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:20.153998 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f70e437e-6f34-471f-8c21-f2508dd2b519 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:20.260893 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f70e437e-6f34-471f-8c21-f2508dd2b519 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:20.423526 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f70e437e-6f34-471f-8c21-f2508dd2b519 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:20.429768 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f70e437e-6f34-471f-8c21-f2508dd2b519 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:20.504290 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e437e-6f34-471f-8c21-f2508dd2b519 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Pushing event updated for resources: {'Port': ['ID=9360e133-0526-4d1f-beba-2f7cc4de201e,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:20.514568 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f70e437e-6f34-471f-8c21-f2508dd2b519 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:20.622717 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-f70e437e-6f34-471f-8c21-f2508dd2b519 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Floating IP 0d480b98-3e6f-461c-a60a-132d31ba32c3 associated. External IP: 172.25.1.192, port: 92f32479-7691-4694-9d7c-ea2b95c62db5. Apr 18 21:13:20.842497 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70e437e-6f34-471f-8c21-f2508dd2b519 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Router 16aaa3af-03d6-4f47-a9a2-0286872bf52f has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:13:20.960464 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70e437e-6f34-471f-8c21-f2508dd2b519 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:13:20.971373 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3e2526-0821-40a5-8977-0e01405e90a6 None None] Sync routers for ids ['16aaa3af-03d6-4f47-a9a2-0286872bf52f'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:13:20.981382 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f70e437e-6f34-471f-8c21-f2508dd2b519 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:20.983112 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3e2526-0821-40a5-8977-0e01405e90a6 None None] Routers {'16aaa3af-03d6-4f47-a9a2-0286872bf52f'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:13:20.983822 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-af3e2526-0821-40a5-8977-0e01405e90a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:12:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['16aaa3af-03d6-4f47-a9a2-0286872bf52f'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:21.014162 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f70e437e-6f34-471f-8c21-f2508dd2b519 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8592451 Apr 18 21:13:21.014917 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665dee72-9bf1-452b-96dc-8222c00884fd', 'tag': '92f32479-7691-4694-9d7c-ea2b95c62db5'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:13:21.018122 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf5d131-24a6-4072-a49c-3bc91b681dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "665dee72-9bf1-452b-96dc-8222c00884fd", "tag": "92f32479-7691-4694-9d7c-ea2b95c62db5"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:13:21.055744 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6189bdf5-4881-4d4a-baf5-134e16acad1f x-openstack-request-id: req-6189bdf5-4881-4d4a-baf5-134e16acad1f {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:13:21.056037 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665dee72-9bf1-452b-96dc-8222c00884fd", "tag": "92f32479-7691-4694-9d7c-ea2b95c62db5", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:13:21.056290 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6189bdf5-4881-4d4a-baf5-134e16acad1f {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:13:21.056730 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6189bdf5-4881-4d4a-baf5-134e16acad1f'] response: {'name': 'network-changed', 'server_uuid': '665dee72-9bf1-452b-96dc-8222c00884fd', 'tag': '92f32479-7691-4694-9d7c-ea2b95c62db5', 'status': 'completed', 'code': 200} Apr 18 21:13:21.106103 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-af3e2526-0821-40a5-8977-0e01405e90a6 None None] Set router 16aaa3af-03d6-4f47-a9a2-0286872bf52f gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:13:21.122724 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5d131-24a6-4072-a49c-3bc91b681dc8 req-181f0f6c-5d1a-4728-a8c0-de7fe368633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:21.124852 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bf5d131-24a6-4072-a49c-3bc91b681dc8 req-181f0f6c-5d1a-4728-a8c0-de7fe368633d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=68147772c1074ed78d5cfb8649ba7654&device_id=665dee72-9bf1-452b-96dc-8222c00884fd HTTP/1.1" status: 200 len: 1096 time: 0.0443046 Apr 18 21:13:21.221098 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5d131-24a6-4072-a49c-3bc91b681dc8 req-2861355f-d9e3-4073-9091-ccf10265b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:21.222591 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bf5d131-24a6-4072-a49c-3bc91b681dc8 req-2861355f-d9e3-4073-9091-ccf10265b76b service neutron] 10.222.0.57 "GET /v2.0/networks?id=e78346c5-efe6-486f-8435-7ff24f8c0116 HTTP/1.1" status: 200 len: 909 time: 0.0923491 Apr 18 21:13:21.297681 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bf5d131-24a6-4072-a49c-3bc91b681dc8 req-2797274d-9f4a-4994-b9b8-16512874072e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92f32479-7691-4694-9d7c-ea2b95c62db5 HTTP/1.1" status: 200 len: 999 time: 0.0684834 Apr 18 21:13:21.341911 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-af3e2526-0821-40a5-8977-0e01405e90a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'name': 'tempest-TestServerBasicOps-803173733-router', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a3706bc8-d5c8-47c6-8e4e-b54c543e6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:55Z', 'updated_at': '2022-04-18T21:12:58Z', 'revision_number': 4, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'gw_port': {'id': 'a3706bc8-d5c8-47c6-8e4e-b54c543e6b94', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:56Z', 'updated_at': '2022-04-18T21:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '0d480b98-3e6f-461c-a60a-132d31ba32c3', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'port_id': '92f32479-7691-4694-9d7c-ea2b95c62db5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116', 'mac_address': 'fa:16:3e:b7:50:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665dee72-9bf1-452b-96dc-8222c00884fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:13:19Z', 'updated_at': '2022-04-18T21:13:19Z', 'revision_number': 0, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5542dde-87b6-4905-b791-6d0a9bd1ea9f', 'name': '', 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'mac_address': 'fa:16:3e:25:4c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '2804ff6d-2923-4e7f-8cb1-21c60e3fc753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:58Z', 'updated_at': '2022-04-18T21:13:04Z', 'revision_number': 5, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'subnets': [{'id': '2804ff6d-2923-4e7f-8cb1-21c60e3fc753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:21.349601 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5d131-24a6-4072-a49c-3bc91b681dc8 req-05a39e38-4ee1-45c4-b9b2-3546ce069623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:21.351114 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bf5d131-24a6-4072-a49c-3bc91b681dc8 req-05a39e38-4ee1-45c4-b9b2-3546ce069623 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2804ff6d-2923-4e7f-8cb1-21c60e3fc753 HTTP/1.1" status: 200 len: 847 time: 0.0470638 Apr 18 21:13:21.369102 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3e2526-0821-40a5-8977-0e01405e90a6 None None] Checking router: 16aaa3af-03d6-4f47-a9a2-0286872bf52f for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:13:21.378552 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3e2526-0821-40a5-8977-0e01405e90a6 None None] Routers {'16aaa3af-03d6-4f47-a9a2-0286872bf52f'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:13:21.379192 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-af3e2526-0821-40a5-8977-0e01405e90a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:12:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['16aaa3af-03d6-4f47-a9a2-0286872bf52f'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:21.399034 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5d131-24a6-4072-a49c-3bc91b681dc8 req-7c56f38b-a016-4e15-b353-d6940cbbaeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:21.400587 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bf5d131-24a6-4072-a49c-3bc91b681dc8 req-7c56f38b-a016-4e15-b353-d6940cbbaeeb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e78346c5-efe6-486f-8435-7ff24f8c0116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433218 Apr 18 21:13:21.496725 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-af3e2526-0821-40a5-8977-0e01405e90a6 None None] Set router 16aaa3af-03d6-4f47-a9a2-0286872bf52f gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:13:21.505173 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bf5d131-24a6-4072-a49c-3bc91b681dc8 req-39bd72fa-86f7-414f-b24a-1b0e8716e7bb service neutron] 10.222.0.57 "GET /v2.0/networks/e78346c5-efe6-486f-8435-7ff24f8c0116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978379 Apr 18 21:13:21.606273 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bf5d131-24a6-4072-a49c-3bc91b681dc8 req-782cda8e-9576-4c86-9aa3-b78c8d75de7f service neutron] 10.222.0.57 "GET /v2.0/networks/e78346c5-efe6-486f-8435-7ff24f8c0116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946341 Apr 18 21:13:21.733125 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-af3e2526-0821-40a5-8977-0e01405e90a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'name': 'tempest-TestServerBasicOps-803173733-router', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a3706bc8-d5c8-47c6-8e4e-b54c543e6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:55Z', 'updated_at': '2022-04-18T21:12:58Z', 'revision_number': 4, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'gw_port': {'id': 'a3706bc8-d5c8-47c6-8e4e-b54c543e6b94', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:56Z', 'updated_at': '2022-04-18T21:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '0d480b98-3e6f-461c-a60a-132d31ba32c3', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'port_id': '92f32479-7691-4694-9d7c-ea2b95c62db5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116', 'mac_address': 'fa:16:3e:b7:50:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665dee72-9bf1-452b-96dc-8222c00884fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:13:19Z', 'updated_at': '2022-04-18T21:13:19Z', 'revision_number': 0, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5542dde-87b6-4905-b791-6d0a9bd1ea9f', 'name': '', 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'mac_address': 'fa:16:3e:25:4c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '2804ff6d-2923-4e7f-8cb1-21c60e3fc753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:58Z', 'updated_at': '2022-04-18T21:13:04Z', 'revision_number': 5, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'subnets': [{'id': '2804ff6d-2923-4e7f-8cb1-21c60e3fc753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:21.763905 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3e2526-0821-40a5-8977-0e01405e90a6 None None] The sync data for ids ['16aaa3af-03d6-4f47-a9a2-0286872bf52f'] in n-d-838323-3 is: [{'id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'name': 'tempest-TestServerBasicOps-803173733-router', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a3706bc8-d5c8-47c6-8e4e-b54c543e6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:55Z', 'updated_at': '2022-04-18T21:12:58Z', 'revision_number': 4, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'gw_port': {'id': 'a3706bc8-d5c8-47c6-8e4e-b54c543e6b94', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:56Z', 'updated_at': '2022-04-18T21:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '0d480b98-3e6f-461c-a60a-132d31ba32c3', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'port_id': '92f32479-7691-4694-9d7c-ea2b95c62db5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116', 'mac_address': 'fa:16:3e:b7:50:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665dee72-9bf1-452b-96dc-8222c00884fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:13:19Z', 'updated_at': '2022-04-18T21:13:19Z', 'revision_number': 0, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5542dde-87b6-4905-b791-6d0a9bd1ea9f', 'name': '', 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'mac_address': 'fa:16:3e:25:4c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '2804ff6d-2923-4e7f-8cb1-21c60e3fc753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:58Z', 'updated_at': '2022-04-18T21:13:04Z', 'revision_number': 5, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'subnets': [{'id': '2804ff6d-2923-4e7f-8cb1-21c60e3fc753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:13:21.972819 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5ebdb0-0e1e-4511-a22e-5296f9f3a75a None None] New status for floating IP 0d480b98-3e6f-461c-a60a-132d31ba32c3: ACTIVE {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:13:24.639136 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-32bc0502-9698-4775-8da9-d488ff943b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:29.048119 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d31b0daf-0544-43a6-9367-4a5826be28b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:29.915936 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:31.392409 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:31.705731 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:37.967397 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:42.042834 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:44.384741 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:13:54.646153 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8bfd114b-403b-40b0-8ff3-1ec8a490157c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:56.105583 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54292) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:13:56.234656 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78e802-c17e-4681-a4cf-8bab890d4726 req-3ec9c6a5-3aac-46dd-b6f4-22656809c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:56.236613 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc78e802-c17e-4681-a4cf-8bab890d4726 req-3ec9c6a5-3aac-46dd-b6f4-22656809c28a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=665dee72-9bf1-452b-96dc-8222c00884fd HTTP/1.1" status: 200 len: 1096 time: 0.1300759 Apr 18 21:13:56.282795 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc78e802-c17e-4681-a4cf-8bab890d4726 req-858d4ac9-3130-4c79-904c-ad24f319a9f3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=67cc144a-a2b5-46c2-986a-b6d4e64b98be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369651 Apr 18 21:13:59.051523 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f9e773a0-7157-499a-b5e0-2c84c6294685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:59.163988 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd75f6a7-aeb3-4699-9d89-96a6bc3513e3 req-c7ad58a7-3004-4662-90b8-0944c7e206d0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415277 Apr 18 21:13:59.271589 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75f6a7-aeb3-4699-9d89-96a6bc3513e3 req-fcea7769-f123-4c86-9cc1-8ec5f232dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:59.273139 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd75f6a7-aeb3-4699-9d89-96a6bc3513e3 req-fcea7769-f123-4c86-9cc1-8ec5f232dbe9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 1096 time: 0.0672143 Apr 18 21:13:59.276683 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-865963a9-ea1e-4abe-9d9b-b85ce1d21697 req-1f4346d2-6c27-413a-b6dd-53dda3ee9b2b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=665dee72-9bf1-452b-96dc-8222c00884fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0628808 Apr 18 21:13:59.407742 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865963a9-ea1e-4abe-9d9b-b85ce1d21697 req-0a53a566-d7e1-4c5a-a7ee-e33f6c33481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:59.409265 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-865963a9-ea1e-4abe-9d9b-b85ce1d21697 req-0a53a566-d7e1-4c5a-a7ee-e33f6c33481e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=68147772c1074ed78d5cfb8649ba7654&device_id=665dee72-9bf1-452b-96dc-8222c00884fd HTTP/1.1" status: 200 len: 1096 time: 0.0656941 Apr 18 21:13:59.413789 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75f6a7-aeb3-4699-9d89-96a6bc3513e3 req-4657a927-26b4-4dba-ab4d-1b49e2fff505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:59.415142 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd75f6a7-aeb3-4699-9d89-96a6bc3513e3 req-4657a927-26b4-4dba-ab4d-1b49e2fff505 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5094b9f7-3394-4868-bb1f-39ad7c8a433f HTTP/1.1" status: 200 len: 898 time: 0.1221073 Apr 18 21:13:59.531390 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd75f6a7-aeb3-4699-9d89-96a6bc3513e3 req-3202a600-2df0-4c11-88e5-1e1cff932d44 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3844ea9d-7719-4b06-afff-64fb065d8f15 HTTP/1.1" status: 200 len: 1001 time: 0.1095643 Apr 18 21:13:59.596957 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865963a9-ea1e-4abe-9d9b-b85ce1d21697 req-d6bc3604-be8b-4a7d-aad1-e8c155214b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:59.598408 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-865963a9-ea1e-4abe-9d9b-b85ce1d21697 req-d6bc3604-be8b-4a7d-aad1-e8c155214b5e service neutron] 10.222.0.57 "GET /v2.0/networks?id=e78346c5-efe6-486f-8435-7ff24f8c0116 HTTP/1.1" status: 200 len: 909 time: 0.1691649 Apr 18 21:13:59.615066 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75f6a7-aeb3-4699-9d89-96a6bc3513e3 req-605cdaaa-3d2c-4efa-946d-2eb1f0fd783c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:59.616422 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd75f6a7-aeb3-4699-9d89-96a6bc3513e3 req-605cdaaa-3d2c-4efa-946d-2eb1f0fd783c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68678ae1-7fcd-496f-a201-cfa9bce11951 HTTP/1.1" status: 200 len: 835 time: 0.0741446 Apr 18 21:13:59.692457 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-865963a9-ea1e-4abe-9d9b-b85ce1d21697 req-dfc93404-aeeb-426c-8fd5-5311989b0cb3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92f32479-7691-4694-9d7c-ea2b95c62db5 HTTP/1.1" status: 200 len: 1001 time: 0.0865276 Apr 18 21:13:59.698379 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75f6a7-aeb3-4699-9d89-96a6bc3513e3 req-90ae1919-f6d4-4ba4-bf06-8f7ca9c7e6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:59.699756 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd75f6a7-aeb3-4699-9d89-96a6bc3513e3 req-90ae1919-f6d4-4ba4-bf06-8f7ca9c7e6eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5094b9f7-3394-4868-bb1f-39ad7c8a433f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568411 Apr 18 21:13:59.919145 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:00.120803 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865963a9-ea1e-4abe-9d9b-b85ce1d21697 req-8440ae98-554e-421d-93fe-4da148733c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:00.122277 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-865963a9-ea1e-4abe-9d9b-b85ce1d21697 req-8440ae98-554e-421d-93fe-4da148733c39 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2804ff6d-2923-4e7f-8cb1-21c60e3fc753 HTTP/1.1" status: 200 len: 847 time: 0.4216883 Apr 18 21:14:00.181502 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd75f6a7-aeb3-4699-9d89-96a6bc3513e3 req-f26bb6f7-cc17-40c0-ab8b-e63f5bd19c8c service neutron] 10.222.0.32 "GET /v2.0/networks/5094b9f7-3394-4868-bb1f-39ad7c8a433f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732773 Apr 18 21:14:00.199822 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865963a9-ea1e-4abe-9d9b-b85ce1d21697 req-7708801c-513a-4a48-b60f-3e3883a4e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:00.201329 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-865963a9-ea1e-4abe-9d9b-b85ce1d21697 req-7708801c-513a-4a48-b60f-3e3883a4e0e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e78346c5-efe6-486f-8435-7ff24f8c0116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665114 Apr 18 21:14:00.348132 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd75f6a7-aeb3-4699-9d89-96a6bc3513e3 req-11a6f4df-a0f4-4cbc-a06a-a9b41943f26e service neutron] 10.222.0.32 "GET /v2.0/networks/5094b9f7-3394-4868-bb1f-39ad7c8a433f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584895 Apr 18 21:14:00.353256 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-865963a9-ea1e-4abe-9d9b-b85ce1d21697 req-464af99e-459f-4e8c-88e4-bbd82d1d27c1 service neutron] 10.222.0.57 "GET /v2.0/networks/e78346c5-efe6-486f-8435-7ff24f8c0116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417186 Apr 18 21:14:00.442702 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-865963a9-ea1e-4abe-9d9b-b85ce1d21697 req-92194ed2-4b3b-4401-8cba-bd42a7f7fd46 service neutron] 10.222.0.57 "GET /v2.0/networks/e78346c5-efe6-486f-8435-7ff24f8c0116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830905 Apr 18 21:14:01.395896 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:01.708908 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.579326 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f42ec3-87bc-4047-bfe6-76aeef1498f4 req-e314f264-50cc-4226-b413-d03e44c53a96 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:03.581061 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3f42ec3-87bc-4047-bfe6-76aeef1498f4 req-e314f264-50cc-4226-b413-d03e44c53a96 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 945 time: 0.0573084 Apr 18 21:14:03.619627 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3f42ec3-87bc-4047-bfe6-76aeef1498f4 req-17fce502-091c-4e80-b8f1-7f252aa98a72 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325139 Apr 18 21:14:04.741904 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5de5b-86c3-4ea6-bfa1-c417f9dcf358 req-48aeccd9-a825-4dd1-8a7b-3a50e72e458e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:04.743441 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0af5de5b-86c3-4ea6-bfa1-c417f9dcf358 req-48aeccd9-a825-4dd1-8a7b-3a50e72e458e tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 945 time: 0.0499184 Apr 18 21:14:04.785131 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0af5de5b-86c3-4ea6-bfa1-c417f9dcf358 req-5f94eaa1-f206-4289-9d9e-5deb2c68bcf4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352316 Apr 18 21:14:05.905922 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a7b00-894a-43c6-bec6-74fd8f39ca78 req-f61a5170-3dab-4744-813f-7c00cd93d406 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:05.908005 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-474a7b00-894a-43c6-bec6-74fd8f39ca78 req-f61a5170-3dab-4744-813f-7c00cd93d406 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 945 time: 0.0539479 Apr 18 21:14:05.952783 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-474a7b00-894a-43c6-bec6-74fd8f39ca78 req-e31c3085-2cd2-43b4-8f51-debae619ef63 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379596 Apr 18 21:14:07.073794 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db515e4f-e11d-4864-91cb-2838f93e0c5b req-929dd88b-5273-467d-863d-7785115f43c8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:07.075293 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db515e4f-e11d-4864-91cb-2838f93e0c5b req-929dd88b-5273-467d-863d-7785115f43c8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 945 time: 0.0535274 Apr 18 21:14:07.114554 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db515e4f-e11d-4864-91cb-2838f93e0c5b req-0e984678-9a86-4c4a-9123-f125c4721582 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330024 Apr 18 21:14:07.990830 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:08.234239 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed933a8c-f644-4cea-94e6-3ae939259713 req-e8152b85-0b0a-49f2-b3f1-c9152cce9557 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:08.236296 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ed933a8c-f644-4cea-94e6-3ae939259713 req-e8152b85-0b0a-49f2-b3f1-c9152cce9557 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 945 time: 0.0505979 Apr 18 21:14:08.275123 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ed933a8c-f644-4cea-94e6-3ae939259713 req-ad288b92-3d09-4c69-b419-a621151422cb tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323994 Apr 18 21:14:09.392658 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de0386-dd94-4213-aa13-09e2fbd3dd13 req-f458dbdc-34b4-4812-93b3-9b4f31c6a226 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:09.394147 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e1de0386-dd94-4213-aa13-09e2fbd3dd13 req-f458dbdc-34b4-4812-93b3-9b4f31c6a226 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 945 time: 0.0500753 Apr 18 21:14:09.432780 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e1de0386-dd94-4213-aa13-09e2fbd3dd13 req-764ca044-9887-404e-b746-c9edaca22bf6 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325558 Apr 18 21:14:10.557099 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430e06d-0f87-44db-a378-c73f35509f83 req-0b4dee55-4a27-49b9-8ee4-c687b7e9751c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:10.558565 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b430e06d-0f87-44db-a378-c73f35509f83 req-0b4dee55-4a27-49b9-8ee4-c687b7e9751c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 945 time: 0.0547569 Apr 18 21:14:10.598970 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b430e06d-0f87-44db-a378-c73f35509f83 req-cfde4337-6458-4b85-bab2-191b34f26725 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334966 Apr 18 21:14:11.720848 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46e712-b85a-4569-b908-f5c58ed8b827 req-202cdf4a-5073-4e0e-b29a-7b3656bb07fb tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:11.722385 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3b46e712-b85a-4569-b908-f5c58ed8b827 req-202cdf4a-5073-4e0e-b29a-7b3656bb07fb tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 945 time: 0.0514741 Apr 18 21:14:11.760836 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3b46e712-b85a-4569-b908-f5c58ed8b827 req-70fafcf7-84db-4614-b482-4331ae62dee2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323803 Apr 18 21:14:12.051632 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:13.012410 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c23c4-eefc-49b1-b43f-57cd93ffc444 req-af90cd16-c4ab-427d-b163-9e8aa6a2bdb4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:13.014002 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-238c23c4-eefc-49b1-b43f-57cd93ffc444 req-af90cd16-c4ab-427d-b163-9e8aa6a2bdb4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 945 time: 0.1802936 Apr 18 21:14:13.053274 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-238c23c4-eefc-49b1-b43f-57cd93ffc444 req-9a7e6590-69f6-49fd-a9ae-3b664e432fbc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325584 Apr 18 21:14:14.248533 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdb57e-5d54-405d-b144-ad56a967bee4 req-e603c72d-b09c-4a1d-bfeb-cb4c3ed7289b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:14.250090 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dafdb57e-5d54-405d-b144-ad56a967bee4 req-e603c72d-b09c-4a1d-bfeb-cb4c3ed7289b tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 945 time: 0.1241813 Apr 18 21:14:14.294666 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dafdb57e-5d54-405d-b144-ad56a967bee4 req-bb9044e7-dae0-41de-bfa5-ab7983022b98 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369818 Apr 18 21:14:15.419592 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef09c3-0438-4cde-9eaf-9e5d7f4af08c req-c0928af6-323d-4ecd-a84a-d9db7ccb1d3d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:15.421133 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bdef09c3-0438-4cde-9eaf-9e5d7f4af08c req-c0928af6-323d-4ecd-a84a-d9db7ccb1d3d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 945 time: 0.0565810 Apr 18 21:14:15.462148 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bdef09c3-0438-4cde-9eaf-9e5d7f4af08c req-11f8a11f-4764-4d22-85c9-80811c8c608d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343115 Apr 18 21:14:16.584026 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15d2d4-dbbb-4b80-89de-c19e0a7c22de req-669c005a-980f-4461-905e-f722a7e1b9bf tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:16.585678 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c15d2d4-dbbb-4b80-89de-c19e0a7c22de req-669c005a-980f-4461-905e-f722a7e1b9bf tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 945 time: 0.0515971 Apr 18 21:14:16.628067 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6c15d2d4-dbbb-4b80-89de-c19e0a7c22de req-24206a61-320b-4a9d-b367-256fb4773e4a tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353057 Apr 18 21:14:17.698835 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5d8e1-5998-4d64-8c88-11698c8bfff4 req-19686cec-a4df-4b6d-b857-9ab6b63f8c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:17.700715 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ac5d8e1-5998-4d64-8c88-11698c8bfff4 req-19686cec-a4df-4b6d-b857-9ab6b63f8c40 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 1096 time: 0.0477898 Apr 18 21:14:17.766035 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ac5d8e1-5998-4d64-8c88-11698c8bfff4 req-140f7c59-d0ec-4f35-b16e-12013f6b6600 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519574 Apr 18 21:14:17.775736 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928cd75-d713-4a0d-a8de-0b5119adcaaa req-e36cf0ec-7b56-46fb-a7b4-5734dee33f76 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:17.777399 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c928cd75-d713-4a0d-a8de-0b5119adcaaa req-e36cf0ec-7b56-46fb-a7b4-5734dee33f76 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 945 time: 0.0726845 Apr 18 21:14:17.817908 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c928cd75-d713-4a0d-a8de-0b5119adcaaa req-ebab1973-68b0-4c60-8247-75a2e5b32dc4 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338025 Apr 18 21:14:18.647734 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3844ea9d-7719-4b06-afff-64fb065d8f15 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:14:18.649857 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3844ea9d-7719-4b06-afff-64fb065d8f15 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:14:18.799960 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 3844ea9d-7719-4b06-afff-64fb065d8f15, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3844ea9d-7719-4b06-afff-64fb065d8f15,segment=NetworkSegment(a1f358f5-3e27-4892-a0c8-912c3ca41501),segment_id=a1f358f5-3e27-4892-a0c8-912c3ca41501)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:18.802098 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:18.819376 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '3844ea9d-7719-4b06-afff-64fb065d8f15', 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f', 'port_id': '3844ea9d-7719-4b06-afff-64fb065d8f15', 'mac_address': 'fa:16:3e:b9:7b:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68678ae1-7fcd-496f-a201-cfa9bce11951', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:14:18.835426 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d384705-0b5b-4ce2-82d9-15a72711ec7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3844ea9d-7719-4b06-afff-64fb065d8f15'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:14:18.837664 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60097ea-0569-4521-828f-7407ce4d5929" -d '{"events": [{"server_uuid": "1d384705-0b5b-4ce2-82d9-15a72711ec7e", "name": "network-vif-unplugged", "status": "completed", "tag": "3844ea9d-7719-4b06-afff-64fb065d8f15"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:14:18.867941 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 3844ea9d-7719-4b06-afff-64fb065d8f15, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3844ea9d-7719-4b06-afff-64fb065d8f15,segment=NetworkSegment(a1f358f5-3e27-4892-a0c8-912c3ca41501),segment_id=a1f358f5-3e27-4892-a0c8-912c3ca41501)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:18.876844 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:18.885452 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:18.911033 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b72b302-7814-4d61-917b-81b4bfcc850c x-openstack-request-id: req-4b72b302-7814-4d61-917b-81b4bfcc850c {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:14:18.911316 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d384705-0b5b-4ce2-82d9-15a72711ec7e", "name": "network-vif-unplugged", "status": "completed", "tag": "3844ea9d-7719-4b06-afff-64fb065d8f15", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:14:18.911566 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b72b302-7814-4d61-917b-81b4bfcc850c {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:14:18.911954 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b72b302-7814-4d61-917b-81b4bfcc850c'] response: {'server_uuid': '1d384705-0b5b-4ce2-82d9-15a72711ec7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3844ea9d-7719-4b06-afff-64fb065d8f15', 'code': 200} Apr 18 21:14:18.930104 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3844ea9d-7719-4b06-afff-64fb065d8f15 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:14:18.955340 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a740ac-c454-40cc-9b16-f7189e414cd9 req-52b094b2-6e06-4871-809e-4552f698f9dc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:18.957357 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-09a740ac-c454-40cc-9b16-f7189e414cd9 req-52b094b2-6e06-4871-809e-4552f698f9dc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 943 time: 0.0613422 Apr 18 21:14:18.972960 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=3844ea9d-7719-4b06-afff-64fb065d8f15,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:18.986696 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:18.987039 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:18.987377 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:18.987714 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:18.988066 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:18.988367 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:18.988778 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:18.989161 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:18.989485 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:18.989806 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:18.990123 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:18.990439 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:18.999955 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:14:19.000101 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:14:19.001145 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-09a740ac-c454-40cc-9b16-f7189e414cd9 req-f08dba0d-78ce-4816-9b07-330231fcb523 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378447 Apr 18 21:14:19.536955 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:19.549690 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3844ea9d-7719-4b06-afff-64fb065d8f15 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:14:19.572297 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 3844ea9d-7719-4b06-afff-64fb065d8f15, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3844ea9d-7719-4b06-afff-64fb065d8f15,segment=NetworkSegment(a1f358f5-3e27-4892-a0c8-912c3ca41501),segment_id=a1f358f5-3e27-4892-a0c8-912c3ca41501)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:19.576300 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:19.626550 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=3844ea9d-7719-4b06-afff-64fb065d8f15,revision_number=7']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:19.889069 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['3844ea9d-7719-4b06-afff-64fb065d8f15'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:14:20.125370 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a223b3-4e78-49a8-b767-c3ea7871fcf2 req-395bdbeb-0ba7-4c80-82db-7b4d30ad1318 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:20.126857 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f5a223b3-4e78-49a8-b767-c3ea7871fcf2 req-395bdbeb-0ba7-4c80-82db-7b4d30ad1318 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 944 time: 0.0536695 Apr 18 21:14:20.166322 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f5a223b3-4e78-49a8-b767-c3ea7871fcf2 req-dbd40c3d-55b2-4971-9796-952739d53927 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326741 Apr 18 21:14:20.188161 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54364) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:14:20.247622 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-96e09ea5-08b8-469f-bb8f-7d8feb9d733c tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/floatingips/6afb82ac-5d76-4627-b430-7dd06a5ed370 HTTP/1.1" status: 200 len: 992 time: 0.0583069 Apr 18 21:14:20.650631 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3844ea9d-7719-4b06-afff-64fb065d8f15 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:14:20.698341 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 3844ea9d-7719-4b06-afff-64fb065d8f15 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:20.698711 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:20.777348 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:20.808879 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 3844ea9d-7719-4b06-afff-64fb065d8f15, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3844ea9d-7719-4b06-afff-64fb065d8f15,segment=NetworkSegment(a1f358f5-3e27-4892-a0c8-912c3ca41501),segment_id=a1f358f5-3e27-4892-a0c8-912c3ca41501)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:20.812654 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:20.859735 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=3844ea9d-7719-4b06-afff-64fb065d8f15,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:20.913382 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d384705-0b5b-4ce2-82d9-15a72711ec7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3844ea9d-7719-4b06-afff-64fb065d8f15'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:14:20.916721 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4d659d-9e63-4caf-82da-3e6ed008198d" -d '{"events": [{"server_uuid": "1d384705-0b5b-4ce2-82d9-15a72711ec7e", "name": "network-vif-plugged", "status": "completed", "tag": "3844ea9d-7719-4b06-afff-64fb065d8f15"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:14:20.959699 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09794859-4b0c-434f-92d9-799ef446cdf6 x-openstack-request-id: req-09794859-4b0c-434f-92d9-799ef446cdf6 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:14:20.959993 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d384705-0b5b-4ce2-82d9-15a72711ec7e", "name": "network-vif-plugged", "status": "completed", "tag": "3844ea9d-7719-4b06-afff-64fb065d8f15", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:14:20.960248 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09794859-4b0c-434f-92d9-799ef446cdf6 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:14:20.960684 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09794859-4b0c-434f-92d9-799ef446cdf6'] response: {'server_uuid': '1d384705-0b5b-4ce2-82d9-15a72711ec7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3844ea9d-7719-4b06-afff-64fb065d8f15', 'code': 200} Apr 18 21:14:21.384210 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:14:24.639115 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9e263c69-95d1-4350-b689-b1041767504e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:29.054769 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b315c79a-b804-41b1-b231-c49fe235ebfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:29.921318 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:31.399234 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:31.714297 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:37.981435 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:39.551355 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-595f6e3a-bfa9-4642-8a27-9495c5dd1764 req-c0d4f06c-7d31-4a9b-93b6-275a1c855f8b tempest-VolumesNegativeTest-48396733 tempest-VolumesNegativeTest-48396733-project] (102908) timed out ('10.222.0.32', 65382) {{(pid=102908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 21:14:42.062328 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:54.641464 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bd264a8d-d049-4920-8acf-668cafc2556e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:58.384345 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:14:59.058515 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7cad3c84-1af9-425d-9021-3e3934f70e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:59.167916 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-547386a3-2b69-499a-8f19-f190928f26f1 req-6344143f-2ac8-4f0c-b48a-babd7d664cff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451093 Apr 18 21:14:59.253279 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547386a3-2b69-499a-8f19-f190928f26f1 req-bfcae593-ecdf-4627-86ac-e9ed879863fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:59.255446 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-547386a3-2b69-499a-8f19-f190928f26f1 req-bfcae593-ecdf-4627-86ac-e9ed879863fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 1096 time: 0.0429997 Apr 18 21:14:59.359431 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547386a3-2b69-499a-8f19-f190928f26f1 req-af68660d-6944-4733-b648-566165cc0f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:59.360922 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-547386a3-2b69-499a-8f19-f190928f26f1 req-af68660d-6944-4733-b648-566165cc0f04 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5094b9f7-3394-4868-bb1f-39ad7c8a433f HTTP/1.1" status: 200 len: 898 time: 0.0868719 Apr 18 21:14:59.432543 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-547386a3-2b69-499a-8f19-f190928f26f1 req-8b7ce40e-2ac3-41c8-9879-66b25d2cbbfa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3844ea9d-7719-4b06-afff-64fb065d8f15 HTTP/1.1" status: 200 len: 1001 time: 0.0651190 Apr 18 21:14:59.483039 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547386a3-2b69-499a-8f19-f190928f26f1 req-8ddd4208-1fc1-40e1-af91-7893cb68b9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:59.484536 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-547386a3-2b69-499a-8f19-f190928f26f1 req-8ddd4208-1fc1-40e1-af91-7893cb68b9d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68678ae1-7fcd-496f-a201-cfa9bce11951 HTTP/1.1" status: 200 len: 835 time: 0.0454137 Apr 18 21:14:59.531163 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547386a3-2b69-499a-8f19-f190928f26f1 req-3f0f327f-72ef-4e21-8798-f957dec90f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:59.532705 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-547386a3-2b69-499a-8f19-f190928f26f1 req-3f0f327f-72ef-4e21-8798-f957dec90f95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5094b9f7-3394-4868-bb1f-39ad7c8a433f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419183 Apr 18 21:14:59.543778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-547386a3-2b69-499a-8f19-f190928f26f1 req-f21fa81f-e905-47b9-b779-5cb2c04f3bb8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:14:59.544785 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-547386a3-2b69-499a-8f19-f190928f26f1 req-f21fa81f-e905-47b9-b779-5cb2c04f3bb8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051689 Apr 18 21:14:59.640279 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-547386a3-2b69-499a-8f19-f190928f26f1 req-ce10be52-3c6f-4350-9963-71cbe1a52731 service neutron] 10.222.0.32 "GET /v2.0/networks/5094b9f7-3394-4868-bb1f-39ad7c8a433f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884228 Apr 18 21:14:59.733134 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-547386a3-2b69-499a-8f19-f190928f26f1 req-9914c986-5f26-48a5-974b-cd60001230e1 service neutron] 10.222.0.32 "GET /v2.0/networks/5094b9f7-3394-4868-bb1f-39ad7c8a433f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854282 Apr 18 21:14:59.924135 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:01.310637 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-20aa5444-a64d-4fc0-9d42-9d16f7f650d4 req-8cbd96c7-e277-4462-b0ca-64bc0b1f5cdc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=665dee72-9bf1-452b-96dc-8222c00884fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1060114 Apr 18 21:15:01.403047 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa5444-a64d-4fc0-9d42-9d16f7f650d4 req-3ee97163-78c6-4c4e-b1d5-4d92ab48526a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:01.404728 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-20aa5444-a64d-4fc0-9d42-9d16f7f650d4 req-3ee97163-78c6-4c4e-b1d5-4d92ab48526a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=68147772c1074ed78d5cfb8649ba7654&device_id=665dee72-9bf1-452b-96dc-8222c00884fd HTTP/1.1" status: 200 len: 1096 time: 0.0524359 Apr 18 21:15:01.405822 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:01.511015 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa5444-a64d-4fc0-9d42-9d16f7f650d4 req-cf50a907-8eb0-4ac9-9926-f006a486bb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:01.512186 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-20aa5444-a64d-4fc0-9d42-9d16f7f650d4 req-cf50a907-8eb0-4ac9-9926-f006a486bb1f service neutron] 10.222.0.57 "GET /v2.0/networks?id=e78346c5-efe6-486f-8435-7ff24f8c0116 HTTP/1.1" status: 200 len: 909 time: 0.0884893 Apr 18 21:15:01.584202 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-20aa5444-a64d-4fc0-9d42-9d16f7f650d4 req-e87da7df-4cf3-4cd1-83dd-6a9890e68c7f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92f32479-7691-4694-9d7c-ea2b95c62db5 HTTP/1.1" status: 200 len: 1001 time: 0.0660694 Apr 18 21:15:01.636787 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa5444-a64d-4fc0-9d42-9d16f7f650d4 req-e43d1e8d-d1ab-4057-997d-b1e0c3ad45eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:01.638275 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-20aa5444-a64d-4fc0-9d42-9d16f7f650d4 req-e43d1e8d-d1ab-4057-997d-b1e0c3ad45eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2804ff6d-2923-4e7f-8cb1-21c60e3fc753 HTTP/1.1" status: 200 len: 847 time: 0.0464013 Apr 18 21:15:01.685577 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa5444-a64d-4fc0-9d42-9d16f7f650d4 req-65517a31-7f93-43f5-bdb1-81c25bc477dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:01.687086 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-20aa5444-a64d-4fc0-9d42-9d16f7f650d4 req-65517a31-7f93-43f5-bdb1-81c25bc477dc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e78346c5-efe6-486f-8435-7ff24f8c0116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414279 Apr 18 21:15:01.697559 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-20aa5444-a64d-4fc0-9d42-9d16f7f650d4 req-bf5f8068-bd6d-4ef4-9b36-89a7412ed6d7 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:15:01.698538 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-20aa5444-a64d-4fc0-9d42-9d16f7f650d4 req-bf5f8068-bd6d-4ef4-9b36-89a7412ed6d7 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052474 Apr 18 21:15:01.717392 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:01.802644 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-20aa5444-a64d-4fc0-9d42-9d16f7f650d4 req-3c666837-d2bd-4f1d-962f-d27a23556603 service neutron] 10.222.0.57 "GET /v2.0/networks/e78346c5-efe6-486f-8435-7ff24f8c0116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974290 Apr 18 21:15:01.898419 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-20aa5444-a64d-4fc0-9d42-9d16f7f650d4 req-ba9cdef5-206c-4fb0-a705-d7524cbaef73 service neutron] 10.222.0.57 "GET /v2.0/networks/e78346c5-efe6-486f-8435-7ff24f8c0116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897985 Apr 18 21:15:07.994256 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:12.078250 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:24.644254 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bc97d51d-3f6c-49d3-b342-8a6efd4e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:24.914673 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54390) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:15:25.073945 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-c67db308-13ff-4a03-93aa-5ca6d8e5e70d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Deleting port cb7462c5-04f0-42ee-baef-ba70b53aeaad {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:15:25.074284 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c67db308-13ff-4a03-93aa-5ca6d8e5e70d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:25.155560 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c67db308-13ff-4a03-93aa-5ca6d8e5e70d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:25.155890 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c67db308-13ff-4a03-93aa-5ca6d8e5e70d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:25.168241 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-c67db308-13ff-4a03-93aa-5ca6d8e5e70d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Calling delete_port for cb7462c5-04f0-42ee-baef-ba70b53aeaad owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:15:25.320269 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c67db308-13ff-4a03-93aa-5ca6d8e5e70d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:25.352180 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67db308-13ff-4a03-93aa-5ca6d8e5e70d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'Port': ['ID=cb7462c5-04f0-42ee-baef-ba70b53aeaad,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:25.375841 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67db308-13ff-4a03-93aa-5ca6d8e5e70d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:25.376193 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67db308-13ff-4a03-93aa-5ca6d8e5e70d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:25.376567 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67db308-13ff-4a03-93aa-5ca6d8e5e70d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:25.376911 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67db308-13ff-4a03-93aa-5ca6d8e5e70d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:25.377249 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67db308-13ff-4a03-93aa-5ca6d8e5e70d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:25.377585 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67db308-13ff-4a03-93aa-5ca6d8e5e70d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:25.377918 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67db308-13ff-4a03-93aa-5ca6d8e5e70d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:25.378981 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67db308-13ff-4a03-93aa-5ca6d8e5e70d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:25.379571 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67db308-13ff-4a03-93aa-5ca6d8e5e70d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:25.379927 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67db308-13ff-4a03-93aa-5ca6d8e5e70d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:25.380263 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67db308-13ff-4a03-93aa-5ca6d8e5e70d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:25.380628 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67db308-13ff-4a03-93aa-5ca6d8e5e70d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:25.425942 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c67db308-13ff-4a03-93aa-5ca6d8e5e70d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:25.426197 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-c67db308-13ff-4a03-93aa-5ca6d8e5e70d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Floating IP 6afb82ac-5d76-4627-b430-7dd06a5ed370 disassociated (deleted). External IP: 172.25.1.140, port: 3844ea9d-7719-4b06-afff-64fb065d8f15. Apr 18 21:15:25.648457 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67db308-13ff-4a03-93aa-5ca6d8e5e70d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Router 7c1b2b1f-eb78-4bed-94e8-41d15de916d2 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:15:26.064606 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67db308-13ff-4a03-93aa-5ca6d8e5e70d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:15:26.069841 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c67db308-13ff-4a03-93aa-5ca6d8e5e70d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:26.075284 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3088608f-d6d6-4519-8684-4fd3f916498a None None] Sync routers for ids ['7c1b2b1f-eb78-4bed-94e8-41d15de916d2'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:15:26.084682 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3088608f-d6d6-4519-8684-4fd3f916498a None None] Routers {'7c1b2b1f-eb78-4bed-94e8-41d15de916d2'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:15:26.085305 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-3088608f-d6d6-4519-8684-4fd3f916498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:14:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7c1b2b1f-eb78-4bed-94e8-41d15de916d2'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:26.096623 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c67db308-13ff-4a03-93aa-5ca6d8e5e70d tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "DELETE /v2.0/floatingips/6afb82ac-5d76-4627-b430-7dd06a5ed370 HTTP/1.1" status: 204 len: 168 time: 1.1799922 Apr 18 21:15:26.097694 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d384705-0b5b-4ce2-82d9-15a72711ec7e', 'tag': '3844ea9d-7719-4b06-afff-64fb065d8f15'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:15:26.099969 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d915198be7947ce604b926829b74f8742cc5d9fbebf96e13e6b6259c3108642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bc4291-ed11-49d3-a6cd-6c009a6396b1" -d '{"events": [{"name": "network-changed", "server_uuid": "1d384705-0b5b-4ce2-82d9-15a72711ec7e", "tag": "3844ea9d-7719-4b06-afff-64fb065d8f15"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:15:26.202011 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-3088608f-d6d6-4519-8684-4fd3f916498a None None] Set router 7c1b2b1f-eb78-4bed-94e8-41d15de916d2 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:15:26.217214 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8012b66-3c1c-4ed1-bcd8-bde88b6f45b9 x-openstack-request-id: req-e8012b66-3c1c-4ed1-bcd8-bde88b6f45b9 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:15:26.217513 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d384705-0b5b-4ce2-82d9-15a72711ec7e", "tag": "3844ea9d-7719-4b06-afff-64fb065d8f15", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:15:26.217755 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8012b66-3c1c-4ed1-bcd8-bde88b6f45b9 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:15:26.218157 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8012b66-3c1c-4ed1-bcd8-bde88b6f45b9'] response: {'name': 'network-changed', 'server_uuid': '1d384705-0b5b-4ce2-82d9-15a72711ec7e', 'tag': '3844ea9d-7719-4b06-afff-64fb065d8f15', 'status': 'completed', 'code': 200} Apr 18 21:15:26.287849 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc4291-ed11-49d3-a6cd-6c009a6396b1 req-bf6edce9-bf39-4fb1-89cf-d8d756ad2d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:26.290459 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77bc4291-ed11-49d3-a6cd-6c009a6396b1 req-bf6edce9-bf39-4fb1-89cf-d8d756ad2d90 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27c85133ac5b409ea3755f27ced6b066&device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 1096 time: 0.0499713 Apr 18 21:15:26.407189 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fb83d-b3c9-45b5-b640-597c02d72f4e req-47357a2c-2645-45f7-a912-6b4ccd3a94a1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:26.408828 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-546fb83d-b3c9-45b5-b640-597c02d72f4e req-47357a2c-2645-45f7-a912-6b4ccd3a94a1 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 945 time: 0.1037476 Apr 18 21:15:26.416515 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-3088608f-d6d6-4519-8684-4fd3f916498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1539243462', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:39Z', 'updated_at': '2022-04-18T21:12:43Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:40Z', 'updated_at': '2022-04-18T21:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '30a7330d-4357-4ba9-908f-737714e16ba2', 'name': '', 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:ee:af:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '68678ae1-7fcd-496f-a201-cfa9bce11951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:43Z', 'updated_at': '2022-04-18T21:12:47Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': '68678ae1-7fcd-496f-a201-cfa9bce11951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:26.441122 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc4291-ed11-49d3-a6cd-6c009a6396b1 req-da01f706-112d-4a38-a9e3-b871a0f7afd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:26.442664 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77bc4291-ed11-49d3-a6cd-6c009a6396b1 req-da01f706-112d-4a38-a9e3-b871a0f7afd1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5094b9f7-3394-4868-bb1f-39ad7c8a433f HTTP/1.1" status: 200 len: 898 time: 0.1453459 Apr 18 21:15:26.448722 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3088608f-d6d6-4519-8684-4fd3f916498a None None] Checking router: 7c1b2b1f-eb78-4bed-94e8-41d15de916d2 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:15:26.458383 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3088608f-d6d6-4519-8684-4fd3f916498a None None] Routers {'7c1b2b1f-eb78-4bed-94e8-41d15de916d2'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:15:26.459018 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-3088608f-d6d6-4519-8684-4fd3f916498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:14:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7c1b2b1f-eb78-4bed-94e8-41d15de916d2'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:26.498573 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-546fb83d-b3c9-45b5-b640-597c02d72f4e req-98e02e4a-47d8-4bbc-af4a-f6a0ef2544c2 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808063 Apr 18 21:15:26.500065 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77bc4291-ed11-49d3-a6cd-6c009a6396b1 req-dd07a0c7-54f3-421c-a4a1-0eeab4bbd164 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3844ea9d-7719-4b06-afff-64fb065d8f15 HTTP/1.1" status: 200 len: 217 time: 0.0460930 Apr 18 21:15:26.553963 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc4291-ed11-49d3-a6cd-6c009a6396b1 req-31702e4b-6f53-4508-bf53-d8c44a9f12e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:26.555454 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77bc4291-ed11-49d3-a6cd-6c009a6396b1 req-31702e4b-6f53-4508-bf53-d8c44a9f12e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68678ae1-7fcd-496f-a201-cfa9bce11951 HTTP/1.1" status: 200 len: 835 time: 0.0483830 Apr 18 21:15:26.580660 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-3088608f-d6d6-4519-8684-4fd3f916498a None None] Set router 7c1b2b1f-eb78-4bed-94e8-41d15de916d2 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:15:26.605104 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc4291-ed11-49d3-a6cd-6c009a6396b1 req-480fa3d3-4fef-4158-a3ea-86727f48cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:26.606629 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77bc4291-ed11-49d3-a6cd-6c009a6396b1 req-480fa3d3-4fef-4158-a3ea-86727f48cdaf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5094b9f7-3394-4868-bb1f-39ad7c8a433f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442228 Apr 18 21:15:26.702316 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77bc4291-ed11-49d3-a6cd-6c009a6396b1 req-2cc80333-9ac2-4125-a56f-e0f9b19cd4d7 service neutron] 10.222.0.32 "GET /v2.0/networks/5094b9f7-3394-4868-bb1f-39ad7c8a433f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868664 Apr 18 21:15:26.783141 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-3088608f-d6d6-4519-8684-4fd3f916498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1539243462', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:39Z', 'updated_at': '2022-04-18T21:12:43Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:40Z', 'updated_at': '2022-04-18T21:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '30a7330d-4357-4ba9-908f-737714e16ba2', 'name': '', 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:ee:af:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '68678ae1-7fcd-496f-a201-cfa9bce11951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:43Z', 'updated_at': '2022-04-18T21:12:47Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': '68678ae1-7fcd-496f-a201-cfa9bce11951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:26.796503 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-77bc4291-ed11-49d3-a6cd-6c009a6396b1 req-0a54f285-baf8-41e5-a3cc-cc74b07edb25 service neutron] 10.222.0.32 "GET /v2.0/networks/5094b9f7-3394-4868-bb1f-39ad7c8a433f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864718 Apr 18 21:15:26.809713 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3088608f-d6d6-4519-8684-4fd3f916498a None None] The sync data for ids ['7c1b2b1f-eb78-4bed-94e8-41d15de916d2'] in n-d-838323-3 is: [{'id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1539243462', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:39Z', 'updated_at': '2022-04-18T21:12:43Z', 'revision_number': 4, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:40Z', 'updated_at': '2022-04-18T21:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '30a7330d-4357-4ba9-908f-737714e16ba2', 'name': '', 'network_id': '5094b9f7-3394-4868-bb1f-39ad7c8a433f', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'mac_address': 'fa:16:3e:ee:af:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '68678ae1-7fcd-496f-a201-cfa9bce11951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:43Z', 'updated_at': '2022-04-18T21:12:47Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'subnets': [{'id': '68678ae1-7fcd-496f-a201-cfa9bce11951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:15:27.064163 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d79f41b-53e6-4e13-9bc3-bc3bb425f18a None None] New status for floating IP 6afb82ac-5d76-4627-b430-7dd06a5ed370: DOWN {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:15:27.769949 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15076e86-9240-442e-8fc2-7712ec03547b req-f03bb274-5632-41fb-861e-91fb2b5f7eac tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:27.771519 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15076e86-9240-442e-8fc2-7712ec03547b req-f03bb274-5632-41fb-861e-91fb2b5f7eac tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 945 time: 0.0551846 Apr 18 21:15:27.814477 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15076e86-9240-442e-8fc2-7712ec03547b req-e0944855-5b28-4c1e-bc17-a8db45994ac8 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367551 Apr 18 21:15:28.000558 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9752d6-dd9e-4cc4-bc56-a41ff17ec3f7 req-b226e074-f1f4-45b1-8e66-fc59f7a89797 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:28.001885 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7a9752d6-dd9e-4cc4-bc56-a41ff17ec3f7 req-b226e074-f1f4-45b1-8e66-fc59f7a89797 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 945 time: 0.0517828 Apr 18 21:15:28.104401 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-7a9752d6-dd9e-4cc4-bc56-a41ff17ec3f7 req-f4fc8647-a6b0-43e9-bdc0-d97814158486 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Deleting port 3844ea9d-7719-4b06-afff-64fb065d8f15 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:15:28.104747 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7a9752d6-dd9e-4cc4-bc56-a41ff17ec3f7 req-f4fc8647-a6b0-43e9-bdc0-d97814158486 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:28.198975 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-7a9752d6-dd9e-4cc4-bc56-a41ff17ec3f7 req-f4fc8647-a6b0-43e9-bdc0-d97814158486 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] For port 3844ea9d-7719-4b06-afff-64fb065d8f15, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3844ea9d-7719-4b06-afff-64fb065d8f15,segment=NetworkSegment(a1f358f5-3e27-4892-a0c8-912c3ca41501),segment_id=a1f358f5-3e27-4892-a0c8-912c3ca41501)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:28.199570 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7a9752d6-dd9e-4cc4-bc56-a41ff17ec3f7 req-f4fc8647-a6b0-43e9-bdc0-d97814158486 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:28.220071 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-7a9752d6-dd9e-4cc4-bc56-a41ff17ec3f7 req-f4fc8647-a6b0-43e9-bdc0-d97814158486 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Calling delete_port for 3844ea9d-7719-4b06-afff-64fb065d8f15 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:15:28.357412 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7a9752d6-dd9e-4cc4-bc56-a41ff17ec3f7 req-f4fc8647-a6b0-43e9-bdc0-d97814158486 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:28.386273 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc8647-a6b0-43e9-bdc0-d97814158486 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'Port': ['ID=3844ea9d-7719-4b06-afff-64fb065d8f15,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:28.401826 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc8647-a6b0-43e9-bdc0-d97814158486 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:28.402309 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc8647-a6b0-43e9-bdc0-d97814158486 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:28.402658 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc8647-a6b0-43e9-bdc0-d97814158486 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:28.402999 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc8647-a6b0-43e9-bdc0-d97814158486 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:28.403451 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc8647-a6b0-43e9-bdc0-d97814158486 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:28.403791 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc8647-a6b0-43e9-bdc0-d97814158486 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:28.404119 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc8647-a6b0-43e9-bdc0-d97814158486 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:28.404567 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc8647-a6b0-43e9-bdc0-d97814158486 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:28.404801 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc8647-a6b0-43e9-bdc0-d97814158486 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:28.405126 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc8647-a6b0-43e9-bdc0-d97814158486 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:28.405446 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc8647-a6b0-43e9-bdc0-d97814158486 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:28.405830 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc8647-a6b0-43e9-bdc0-d97814158486 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:28.441757 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9752d6-dd9e-4cc4-bc56-a41ff17ec3f7 req-f4fc8647-a6b0-43e9-bdc0-d97814158486 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] No DVR routers for this DVR port 3844ea9d-7719-4b06-afff-64fb065d8f15 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:15:28.444307 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7a9752d6-dd9e-4cc4-bc56-a41ff17ec3f7 req-f4fc8647-a6b0-43e9-bdc0-d97814158486 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:28.447564 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7a9752d6-dd9e-4cc4-bc56-a41ff17ec3f7 req-f4fc8647-a6b0-43e9-bdc0-d97814158486 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.32 "DELETE /v2.0/ports/3844ea9d-7719-4b06-afff-64fb065d8f15 HTTP/1.1" status: 204 len: 173 time: 0.4403825 Apr 18 21:15:28.448006 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d384705-0b5b-4ce2-82d9-15a72711ec7e', 'name': 'network-vif-deleted', 'tag': '3844ea9d-7719-4b06-afff-64fb065d8f15'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:15:28.450290 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f003f7-bfee-4363-a5f8-6cedfad5362b" -d '{"events": [{"server_uuid": "1d384705-0b5b-4ce2-82d9-15a72711ec7e", "name": "network-vif-deleted", "tag": "3844ea9d-7719-4b06-afff-64fb065d8f15"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:15:28.491973 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712b6c1a-bcbb-44d6-857c-2b69abfc2c98 x-openstack-request-id: req-712b6c1a-bcbb-44d6-857c-2b69abfc2c98 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:15:28.492263 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d384705-0b5b-4ce2-82d9-15a72711ec7e", "name": "network-vif-deleted", "tag": "3844ea9d-7719-4b06-afff-64fb065d8f15", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:15:28.492542 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-712b6c1a-bcbb-44d6-857c-2b69abfc2c98 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:15:28.492939 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-712b6c1a-bcbb-44d6-857c-2b69abfc2c98'] response: {'server_uuid': '1d384705-0b5b-4ce2-82d9-15a72711ec7e', 'name': 'network-vif-deleted', 'tag': '3844ea9d-7719-4b06-afff-64fb065d8f15', 'status': 'completed', 'code': 200} Apr 18 21:15:28.938237 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-326c2765-0201-4252-949b-6f6462fc5ab1 req-e847acc6-f44b-4b3a-9fff-761813e4dfd3 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d384705-0b5b-4ce2-82d9-15a72711ec7e HTTP/1.1" status: 200 len: 210 time: 0.0257823 Apr 18 21:15:29.061653 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bf697f77-9cd2-42bd-ab02-8abfbc4c4096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:29.931286 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:29.997294 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54414) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:15:30.365829 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8bc2a6ed-fc46-45c5-bc2e-b54c1bf54a88 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:30.648402 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-8bc2a6ed-fc46-45c5-bc2e-b54c1bf54a88 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Deleting port 30a7330d-4357-4ba9-908f-737714e16ba2 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:15:30.649309 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8bc2a6ed-fc46-45c5-bc2e-b54c1bf54a88 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:30.749256 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-8bc2a6ed-fc46-45c5-bc2e-b54c1bf54a88 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] For port 30a7330d-4357-4ba9-908f-737714e16ba2, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=30a7330d-4357-4ba9-908f-737714e16ba2,segment=NetworkSegment(a1f358f5-3e27-4892-a0c8-912c3ca41501),segment_id=a1f358f5-3e27-4892-a0c8-912c3ca41501)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:30.749625 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8bc2a6ed-fc46-45c5-bc2e-b54c1bf54a88 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:30.764041 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-8bc2a6ed-fc46-45c5-bc2e-b54c1bf54a88 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Calling delete_port for 30a7330d-4357-4ba9-908f-737714e16ba2 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:15:30.927418 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3844ea9d-7719-4b06-afff-64fb065d8f15 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:15:30.950847 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 3844ea9d-7719-4b06-afff-64fb065d8f15 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:15:30.951188 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3844ea9d-7719-4b06-afff-64fb065d8f15 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:15:30.963086 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8bc2a6ed-fc46-45c5-bc2e-b54c1bf54a88 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:30.993883 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2a6ed-fc46-45c5-bc2e-b54c1bf54a88 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'Port': ['ID=30a7330d-4357-4ba9-908f-737714e16ba2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:31.183162 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8bc2a6ed-fc46-45c5-bc2e-b54c1bf54a88 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:31.398767 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:31.410775 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc2a6ed-fc46-45c5-bc2e-b54c1bf54a88 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Router 7c1b2b1f-eb78-4bed-94e8-41d15de916d2 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:15:31.519227 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc2a6ed-fc46-45c5-bc2e-b54c1bf54a88 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:15:31.525007 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8bc2a6ed-fc46-45c5-bc2e-b54c1bf54a88 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "PUT /v2.0/routers/7c1b2b1f-eb78-4bed-94e8-41d15de916d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5266478 Apr 18 21:15:31.527849 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54416) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:15:31.531119 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4309157-68ac-47ac-bd1b-3a8d25288736 None None] Sync routers for ids ['7c1b2b1f-eb78-4bed-94e8-41d15de916d2'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:15:31.542444 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4309157-68ac-47ac-bd1b-3a8d25288736 None None] Routers {'7c1b2b1f-eb78-4bed-94e8-41d15de916d2'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:15:31.543053 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f4309157-68ac-47ac-bd1b-3a8d25288736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:15:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7c1b2b1f-eb78-4bed-94e8-41d15de916d2'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:31.584619 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-7995f509-ccdc-43ca-a0c3-71fe3a9d2330 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Deleting subnet 68678ae1-7fcd-496f-a201-cfa9bce11951 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:15:31.587782 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7995f509-ccdc-43ca-a0c3-71fe3a9d2330 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:31.630692 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7995f509-ccdc-43ca-a0c3-71fe3a9d2330 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:31.652617 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-f4309157-68ac-47ac-bd1b-3a8d25288736 None None] Set router 7c1b2b1f-eb78-4bed-94e8-41d15de916d2 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:15:31.715967 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7995f509-ccdc-43ca-a0c3-71fe3a9d2330 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:31.760447 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:31.783077 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7995f509-ccdc-43ca-a0c3-71fe3a9d2330 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:31.811351 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995f509-ccdc-43ca-a0c3-71fe3a9d2330 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'Subnet': ['ID=68678ae1-7fcd-496f-a201-cfa9bce11951,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:31.816257 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7995f509-ccdc-43ca-a0c3-71fe3a9d2330 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:31.819511 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7995f509-ccdc-43ca-a0c3-71fe3a9d2330 tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "DELETE /v2.0/subnets/68678ae1-7fcd-496f-a201-cfa9bce11951 HTTP/1.1" status: 204 len: 168 time: 0.2905500 Apr 18 21:15:31.822144 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54418) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:15:31.826835 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17b1cd8-e517-4342-bbb0-b2bd9d8ea8a5 None None] Network 5094b9f7-3394-4868-bb1f-39ad7c8a433f requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:15:31.944227 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09b242ca-79bb-445d-9e61-206214c9a4cc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:31.951090 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f4309157-68ac-47ac-bd1b-3a8d25288736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1539243462', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:39Z', 'updated_at': '2022-04-18T21:15:30Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:40Z', 'updated_at': '2022-04-18T21:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:31.984130 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4309157-68ac-47ac-bd1b-3a8d25288736 None None] Checking router: 7c1b2b1f-eb78-4bed-94e8-41d15de916d2 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:15:31.998705 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4309157-68ac-47ac-bd1b-3a8d25288736 None None] Routers {'7c1b2b1f-eb78-4bed-94e8-41d15de916d2'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:15:31.999346 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f4309157-68ac-47ac-bd1b-3a8d25288736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:15:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7c1b2b1f-eb78-4bed-94e8-41d15de916d2'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:32.059306 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09b242ca-79bb-445d-9e61-206214c9a4cc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:32.097440 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c01ffbc-09de-434a-a5dc-94bed0a9015a None None] DHCP port deletion for 5094b9f7-3394-4868-bb1f-39ad7c8a433f request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:15:32.120988 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-09b242ca-79bb-445d-9e61-206214c9a4cc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Deleting port 4638e6cb-d517-41ef-970b-80830a26c8bf {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:15:32.121342 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09b242ca-79bb-445d-9e61-206214c9a4cc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:32.207450 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-09b242ca-79bb-445d-9e61-206214c9a4cc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] For port 4638e6cb-d517-41ef-970b-80830a26c8bf, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=4638e6cb-d517-41ef-970b-80830a26c8bf,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:32.207834 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09b242ca-79bb-445d-9e61-206214c9a4cc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:32.223260 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-09b242ca-79bb-445d-9e61-206214c9a4cc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Calling delete_port for 4638e6cb-d517-41ef-970b-80830a26c8bf owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:15:32.312860 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-f4309157-68ac-47ac-bd1b-3a8d25288736 None None] Set router 7c1b2b1f-eb78-4bed-94e8-41d15de916d2 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:15:32.438327 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-2c01ffbc-09de-434a-a5dc-94bed0a9015a None None] Deleting port 95d2cfd9-96e7-43c4-88b0-4dd84816644a {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:15:32.438697 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2c01ffbc-09de-434a-a5dc-94bed0a9015a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:32.544654 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2c01ffbc-09de-434a-a5dc-94bed0a9015a None None] For port 95d2cfd9-96e7-43c4-88b0-4dd84816644a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=95d2cfd9-96e7-43c4-88b0-4dd84816644a,segment=NetworkSegment(a1f358f5-3e27-4892-a0c8-912c3ca41501),segment_id=a1f358f5-3e27-4892-a0c8-912c3ca41501)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:32.545056 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2c01ffbc-09de-434a-a5dc-94bed0a9015a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:32.560391 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-2c01ffbc-09de-434a-a5dc-94bed0a9015a None None] Calling delete_port for 95d2cfd9-96e7-43c4-88b0-4dd84816644a owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:15:32.637076 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f4309157-68ac-47ac-bd1b-3a8d25288736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1539243462', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:39Z', 'updated_at': '2022-04-18T21:15:30Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:40Z', 'updated_at': '2022-04-18T21:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:32.644478 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09b242ca-79bb-445d-9e61-206214c9a4cc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:32.671072 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4309157-68ac-47ac-bd1b-3a8d25288736 None None] The sync data for ids ['7c1b2b1f-eb78-4bed-94e8-41d15de916d2'] in n-d-838323-3 is: [{'id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1539243462', 'tenant_id': '27c85133ac5b409ea3755f27ced6b066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:39Z', 'updated_at': '2022-04-18T21:15:30Z', 'revision_number': 5, 'project_id': '27c85133ac5b409ea3755f27ced6b066', 'gw_port': {'id': '4638e6cb-d517-41ef-970b-80830a26c8bf', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b2b1f-eb78-4bed-94e8-41d15de916d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:40Z', 'updated_at': '2022-04-18T21:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:15:32.672187 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b242ca-79bb-445d-9e61-206214c9a4cc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'Port': ['ID=4638e6cb-d517-41ef-970b-80830a26c8bf,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:32.703560 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2c01ffbc-09de-434a-a5dc-94bed0a9015a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:32.734842 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01ffbc-09de-434a-a5dc-94bed0a9015a None None] Pushing event deleted for resources: {'Port': ['ID=95d2cfd9-96e7-43c4-88b0-4dd84816644a,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:32.740632 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09b242ca-79bb-445d-9e61-206214c9a4cc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:32.746477 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c01ffbc-09de-434a-a5dc-94bed0a9015a None None] No DVR routers for this DVR port 95d2cfd9-96e7-43c4-88b0-4dd84816644a on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:15:32.750953 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c01ffbc-09de-434a-a5dc-94bed0a9015a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:32.751320 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c01ffbc-09de-434a-a5dc-94bed0a9015a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:32.751680 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c01ffbc-09de-434a-a5dc-94bed0a9015a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:32.752021 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c01ffbc-09de-434a-a5dc-94bed0a9015a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:32.752361 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c01ffbc-09de-434a-a5dc-94bed0a9015a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:32.753434 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c01ffbc-09de-434a-a5dc-94bed0a9015a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:32.753770 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c01ffbc-09de-434a-a5dc-94bed0a9015a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:32.754107 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c01ffbc-09de-434a-a5dc-94bed0a9015a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:32.754613 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c01ffbc-09de-434a-a5dc-94bed0a9015a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:32.754946 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c01ffbc-09de-434a-a5dc-94bed0a9015a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:32.755272 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c01ffbc-09de-434a-a5dc-94bed0a9015a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:32.755598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c01ffbc-09de-434a-a5dc-94bed0a9015a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:32.858622 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09b242ca-79bb-445d-9e61-206214c9a4cc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:32.860858 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09b242ca-79bb-445d-9e61-206214c9a4cc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:32.920039 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09b242ca-79bb-445d-9e61-206214c9a4cc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:32.920486 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b242ca-79bb-445d-9e61-206214c9a4cc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Fanout notify agent at l3_agent the message router_deleted on router 7c1b2b1f-eb78-4bed-94e8-41d15de916d2 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:15:32.928806 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-09b242ca-79bb-445d-9e61-206214c9a4cc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:32.929955 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-09b242ca-79bb-445d-9e61-206214c9a4cc tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "DELETE /v2.0/routers/7c1b2b1f-eb78-4bed-94e8-41d15de916d2 HTTP/1.1" status: 204 len: 168 time: 1.1068532 Apr 18 21:15:32.933781 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54422) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:15:33.019582 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1f7f7b93-4abc-4a61-bbc0-2f1d253ed6fd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:33.108625 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1f7f7b93-4abc-4a61-bbc0-2f1d253ed6fd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:33.135026 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-1f7f7b93-4abc-4a61-bbc0-2f1d253ed6fd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5094b9f7-3394-4868-bb1f-39ad7c8a433f']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:33.146093 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-1f7f7b93-4abc-4a61-bbc0-2f1d253ed6fd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f358f5-3e27-4892-a0c8-912c3ca41501') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:33.146386 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-1f7f7b93-4abc-4a61-bbc0-2f1d253ed6fd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f358f5-3e27-4892-a0c8-912c3ca41501') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:33.156552 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1f7f7b93-4abc-4a61-bbc0-2f1d253ed6fd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:33.172760 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1f7f7b93-4abc-4a61-bbc0-2f1d253ed6fd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:33.182107 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7f7b93-4abc-4a61-bbc0-2f1d253ed6fd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:15:33.182504 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1f7f7b93-4abc-4a61-bbc0-2f1d253ed6fd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:15:33.185789 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:15:33.254015 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1f7f7b93-4abc-4a61-bbc0-2f1d253ed6fd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:33.261358 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1f7f7b93-4abc-4a61-bbc0-2f1d253ed6fd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:33.267105 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1f7f7b93-4abc-4a61-bbc0-2f1d253ed6fd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "DELETE /v2.0/networks/5094b9f7-3394-4868-bb1f-39ad7c8a433f HTTP/1.1" status: 204 len: 168 time: 0.3296752 Apr 18 21:15:33.267471 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54424) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:15:33.277461 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f7b93-4abc-4a61-bbc0-2f1d253ed6fd tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'Network': ['ID=5094b9f7-3394-4868-bb1f-39ad7c8a433f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:33.344061 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cc48ae75-1eb0-40f5-b9dc-9736c00de0bb tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:33.373713 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cc48ae75-1eb0-40f5-b9dc-9736c00de0bb tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:33.433091 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 95d2cfd9-96e7-43c4-88b0-4dd84816644a no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:15:33.446209 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cc48ae75-1eb0-40f5-b9dc-9736c00de0bb tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:33.449395 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cc48ae75-1eb0-40f5-b9dc-9736c00de0bb tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:33.450835 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-cc48ae75-1eb0-40f5-b9dc-9736c00de0bb tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] 10.222.0.41 "DELETE /v2.0/security-groups/7a3c9ef1-f869-449a-ae6f-ae29f5c63b06 HTTP/1.1" status: 204 len: 168 time: 0.1822748 Apr 18 21:15:33.462796 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48ae75-1eb0-40f5-b9dc-9736c00de0bb tempest-TestNetworkAdvancedServerOps-1296601244 tempest-TestNetworkAdvancedServerOps-1296601244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3c9ef1-f869-449a-ae6f-ae29f5c63b06,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:33.467123 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 95d2cfd9-96e7-43c4-88b0-4dd84816644a {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:15:33.467459 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 95d2cfd9-96e7-43c4-88b0-4dd84816644a not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:15:33.467881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 30a7330d-4357-4ba9-908f-737714e16ba2 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:15:33.492082 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 30a7330d-4357-4ba9-908f-737714e16ba2 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:15:33.492444 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 30a7330d-4357-4ba9-908f-737714e16ba2 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:15:34.804596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54438) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:15:34.935296 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9891b356-b43a-47bc-964b-4e21fc831078 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27c85133ac5b409ea3755f27ced6b066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293600 Apr 18 21:15:34.937762 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54442) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:15:34.986472 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d7a0320d-2bab-469b-aa9f-da4aa160635e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:35.010865 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d7a0320d-2bab-469b-aa9f-da4aa160635e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:35.062958 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d7a0320d-2bab-469b-aa9f-da4aa160635e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:35.067071 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d7a0320d-2bab-469b-aa9f-da4aa160635e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:35.068235 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d7a0320d-2bab-469b-aa9f-da4aa160635e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2250a4aa-de1f-4745-a6e0-6ca70fa2f52b HTTP/1.1" status: 204 len: 168 time: 0.1295476 Apr 18 21:15:35.076593 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0320d-2bab-469b-aa9f-da4aa160635e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2250a4aa-de1f-4745-a6e0-6ca70fa2f52b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:35.311141 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4638e6cb-d517-41ef-970b-80830a26c8bf no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:15:35.332938 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 4638e6cb-d517-41ef-970b-80830a26c8bf {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:15:35.333292 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 4638e6cb-d517-41ef-970b-80830a26c8bf not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:15:35.358041 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54448) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:15:35.384349 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:15:35.400855 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5bcf0ba6-8d89-458a-9c1f-cfa7d415803d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=87a015c1c95145f3aa8d4908e9bd3658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415351 Apr 18 21:15:35.403214 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54450) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:15:35.453896 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d5b74e0-838f-4f34-bda8-24bec94aa9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:35.477722 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d5b74e0-838f-4f34-bda8-24bec94aa9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:35.530106 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d5b74e0-838f-4f34-bda8-24bec94aa9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:35.533082 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2d5b74e0-838f-4f34-bda8-24bec94aa9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:35.534765 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2d5b74e0-838f-4f34-bda8-24bec94aa9d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/24262c5f-3c96-4d30-ae28-d0bd35b1b3f9 HTTP/1.1" status: 204 len: 168 time: 0.1301613 Apr 18 21:15:35.542828 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b74e0-838f-4f34-bda8-24bec94aa9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24262c5f-3c96-4d30-ae28-d0bd35b1b3f9,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:37.997411 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:42.080535 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.649394 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4af1e3b7-703f-4765-9124-db5f0a664816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:59.065807 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7081a7be-4953-471d-945e-ddba584a10fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:59.930215 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:01.402042 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:01.723225 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:02.261424 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5959bdc1-45d7-4fd1-bae7-b76c3b90d619 req-1b46d6a7-594e-45c2-9530-e3bbd2583775 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=665dee72-9bf1-452b-96dc-8222c00884fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435438 Apr 18 21:16:02.345434 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959bdc1-45d7-4fd1-bae7-b76c3b90d619 req-e53a5938-0087-4076-be8e-530368528689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:02.346995 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5959bdc1-45d7-4fd1-bae7-b76c3b90d619 req-e53a5938-0087-4076-be8e-530368528689 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=68147772c1074ed78d5cfb8649ba7654&device_id=665dee72-9bf1-452b-96dc-8222c00884fd HTTP/1.1" status: 200 len: 1096 time: 0.0425851 Apr 18 21:16:02.463015 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959bdc1-45d7-4fd1-bae7-b76c3b90d619 req-d48b2b2b-aeee-4d06-9ea4-75783dd3f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:02.464517 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5959bdc1-45d7-4fd1-bae7-b76c3b90d619 req-d48b2b2b-aeee-4d06-9ea4-75783dd3f202 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e78346c5-efe6-486f-8435-7ff24f8c0116 HTTP/1.1" status: 200 len: 909 time: 0.0964906 Apr 18 21:16:02.535017 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5959bdc1-45d7-4fd1-bae7-b76c3b90d619 req-10f10a06-c1b8-4cce-ae53-0dc02043b67a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92f32479-7691-4694-9d7c-ea2b95c62db5 HTTP/1.1" status: 200 len: 1001 time: 0.0639880 Apr 18 21:16:02.586524 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959bdc1-45d7-4fd1-bae7-b76c3b90d619 req-03d194ab-cfc2-4cad-b011-7a9e87251fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:02.587990 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5959bdc1-45d7-4fd1-bae7-b76c3b90d619 req-03d194ab-cfc2-4cad-b011-7a9e87251fa9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2804ff6d-2923-4e7f-8cb1-21c60e3fc753 HTTP/1.1" status: 200 len: 847 time: 0.0464809 Apr 18 21:16:02.640372 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959bdc1-45d7-4fd1-bae7-b76c3b90d619 req-b14c9bc4-ace6-436e-bb4f-1317b16ff5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:02.641927 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5959bdc1-45d7-4fd1-bae7-b76c3b90d619 req-b14c9bc4-ace6-436e-bb4f-1317b16ff5e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e78346c5-efe6-486f-8435-7ff24f8c0116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475690 Apr 18 21:16:02.745979 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5959bdc1-45d7-4fd1-bae7-b76c3b90d619 req-fb1a5c4c-60a4-418f-9371-c82680f571e0 service neutron] 10.222.0.57 "GET /v2.0/networks/e78346c5-efe6-486f-8435-7ff24f8c0116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974917 Apr 18 21:16:02.849786 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5959bdc1-45d7-4fd1-bae7-b76c3b90d619 req-c681ed44-4b7a-4f0b-8ad8-5fc8bcd4363e service neutron] 10.222.0.57 "GET /v2.0/networks/e78346c5-efe6-486f-8435-7ff24f8c0116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974786 Apr 18 21:16:07.995647 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:12.100607 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:12.383942 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:16:24.644299 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4915ec27-a376-468f-82f3-36e152f587b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:29.068881 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7fdb426d-645f-4e78-9691-6aae29a78606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:29.934409 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:31.405716 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:31.724864 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:38.006770 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:42.113687 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:49.383507 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:16:54.649411 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-db7c73f2-37cb-49d1-b8bc-06983b52ed13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:59.071068 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c011706d-5683-46f7-8bcf-f715de6a2d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:59.936107 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:01.410644 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:01.728123 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:02.259861 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ecf7bf3-1019-40a6-bbe5-8f8446c17445 req-1a43a85b-33f6-4b6c-b837-7316b79de2fc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=665dee72-9bf1-452b-96dc-8222c00884fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402679 Apr 18 21:17:02.340968 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf7bf3-1019-40a6-bbe5-8f8446c17445 req-01ea54d6-cf6c-412d-be1f-cb9879555940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:02.342699 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ecf7bf3-1019-40a6-bbe5-8f8446c17445 req-01ea54d6-cf6c-412d-be1f-cb9879555940 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=68147772c1074ed78d5cfb8649ba7654&device_id=665dee72-9bf1-452b-96dc-8222c00884fd HTTP/1.1" status: 200 len: 1096 time: 0.0412040 Apr 18 21:17:02.449566 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf7bf3-1019-40a6-bbe5-8f8446c17445 req-9386e0d3-db64-40a9-8ffd-62201c934420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:02.451028 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ecf7bf3-1019-40a6-bbe5-8f8446c17445 req-9386e0d3-db64-40a9-8ffd-62201c934420 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e78346c5-efe6-486f-8435-7ff24f8c0116 HTTP/1.1" status: 200 len: 909 time: 0.0890698 Apr 18 21:17:02.516595 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ecf7bf3-1019-40a6-bbe5-8f8446c17445 req-737ece37-8370-40c7-8767-d5d2ce96fe99 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92f32479-7691-4694-9d7c-ea2b95c62db5 HTTP/1.1" status: 200 len: 1001 time: 0.0586729 Apr 18 21:17:02.566810 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf7bf3-1019-40a6-bbe5-8f8446c17445 req-7a4e4ff6-5beb-47b2-b514-2248fa31a382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:02.568273 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ecf7bf3-1019-40a6-bbe5-8f8446c17445 req-7a4e4ff6-5beb-47b2-b514-2248fa31a382 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2804ff6d-2923-4e7f-8cb1-21c60e3fc753 HTTP/1.1" status: 200 len: 847 time: 0.0454187 Apr 18 21:17:02.619633 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf7bf3-1019-40a6-bbe5-8f8446c17445 req-69c85a79-8ee8-4638-8bfe-59c99d07761c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:02.621184 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ecf7bf3-1019-40a6-bbe5-8f8446c17445 req-69c85a79-8ee8-4638-8bfe-59c99d07761c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e78346c5-efe6-486f-8435-7ff24f8c0116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468516 Apr 18 21:17:02.712066 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ecf7bf3-1019-40a6-bbe5-8f8446c17445 req-0e4aca21-8299-455b-85df-f632c2e75145 service neutron] 10.222.0.57 "GET /v2.0/networks/e78346c5-efe6-486f-8435-7ff24f8c0116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831280 Apr 18 21:17:02.809287 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ecf7bf3-1019-40a6-bbe5-8f8446c17445 req-18fd1dcd-b8a6-492c-897a-5e695bd0646d service neutron] 10.222.0.57 "GET /v2.0/networks/e78346c5-efe6-486f-8435-7ff24f8c0116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908632 Apr 18 21:17:08.009930 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:12.113240 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.651289 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-51e0e162-3010-410e-832e-822b20181884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.384488 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:17:29.077594 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ffd22b0-d95c-44a6-8dec-c77dac4bea70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:29.942571 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:31.414048 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:31.732111 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:38.008702 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.116036 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.662242 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7f5ddb3e-1547-4b26-85ba-f9ad2a53da6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:59.070534 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-94c1a96d-bdcd-46cd-9c27-863d595a9c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:59.942660 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:00.620186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fc37f-c1cd-4ef1-9144-99f6457860df req-a5c430aa-09b6-49c2-9197-ca41ef6d1c03 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:00.621777 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-988fc37f-c1cd-4ef1-9144-99f6457860df req-a5c430aa-09b6-49c2-9197-ca41ef6d1c03 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/ports?device_id=665dee72-9bf1-452b-96dc-8222c00884fd HTTP/1.1" status: 200 len: 945 time: 0.0642245 Apr 18 21:18:00.668887 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-988fc37f-c1cd-4ef1-9144-99f6457860df req-797d6532-e0a7-4367-86ab-7590d815e748 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/security-groups?id=67cc144a-a2b5-46c2-986a-b6d4e64b98be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396845 Apr 18 21:18:01.416471 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:01.737751 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:01.840247 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabbf83-75e1-4667-842e-9cb395d32f29 req-aa371cc8-b2b1-40c7-86b3-4fc93899598c tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:01.841744 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-acabbf83-75e1-4667-842e-9cb395d32f29 req-aa371cc8-b2b1-40c7-86b3-4fc93899598c tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/ports?device_id=665dee72-9bf1-452b-96dc-8222c00884fd HTTP/1.1" status: 200 len: 945 time: 0.0800180 Apr 18 21:18:01.887371 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584001f2-3256-45c6-918f-4f9a220bf9d1 req-40612b10-2f1d-4ded-97ca-041f16c098bf tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:01.889071 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-584001f2-3256-45c6-918f-4f9a220bf9d1 req-40612b10-2f1d-4ded-97ca-041f16c098bf tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.57 "GET /v2.0/ports?device_id=665dee72-9bf1-452b-96dc-8222c00884fd HTTP/1.1" status: 200 len: 945 time: 0.0895791 Apr 18 21:18:01.910254 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-acabbf83-75e1-4667-842e-9cb395d32f29 req-1e6b61d0-17f0-47ff-a3e2-1fda43ac19f2 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/security-groups?id=67cc144a-a2b5-46c2-986a-b6d4e64b98be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613270 Apr 18 21:18:01.992496 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-584001f2-3256-45c6-918f-4f9a220bf9d1 req-c1a9e2e9-4983-423f-aaa6-5151e02cf3cd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Deleting port 92f32479-7691-4694-9d7c-ea2b95c62db5 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:18:01.992747 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-584001f2-3256-45c6-918f-4f9a220bf9d1 req-c1a9e2e9-4983-423f-aaa6-5151e02cf3cd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:02.094423 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-584001f2-3256-45c6-918f-4f9a220bf9d1 req-c1a9e2e9-4983-423f-aaa6-5151e02cf3cd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] For port 92f32479-7691-4694-9d7c-ea2b95c62db5, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=92f32479-7691-4694-9d7c-ea2b95c62db5,segment=NetworkSegment(5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe),segment_id=5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:02.095579 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-584001f2-3256-45c6-918f-4f9a220bf9d1 req-c1a9e2e9-4983-423f-aaa6-5151e02cf3cd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:02.333739 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-584001f2-3256-45c6-918f-4f9a220bf9d1 req-c1a9e2e9-4983-423f-aaa6-5151e02cf3cd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:02.334022 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-584001f2-3256-45c6-918f-4f9a220bf9d1 req-c1a9e2e9-4983-423f-aaa6-5151e02cf3cd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:02.334742 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [req-584001f2-3256-45c6-918f-4f9a220bf9d1 req-c1a9e2e9-4983-423f-aaa6-5151e02cf3cd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Floating IP 0d480b98-3e6f-461c-a60a-132d31ba32c3 disassociated. External IP: 172.25.1.192, port: 92f32479-7691-4694-9d7c-ea2b95c62db5. Apr 18 21:18:02.335097 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-584001f2-3256-45c6-918f-4f9a220bf9d1 req-c1a9e2e9-4983-423f-aaa6-5151e02cf3cd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Calling delete_port for 92f32479-7691-4694-9d7c-ea2b95c62db5 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:18:02.475003 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-584001f2-3256-45c6-918f-4f9a220bf9d1 req-c1a9e2e9-4983-423f-aaa6-5151e02cf3cd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:02.505573 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9e2e9-4983-423f-aaa6-5151e02cf3cd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Pushing event deleted for resources: {'Port': ['ID=92f32479-7691-4694-9d7c-ea2b95c62db5,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:02.519396 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9e2e9-4983-423f-aaa6-5151e02cf3cd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:02.519741 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9e2e9-4983-423f-aaa6-5151e02cf3cd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:02.520084 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9e2e9-4983-423f-aaa6-5151e02cf3cd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:02.520418 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9e2e9-4983-423f-aaa6-5151e02cf3cd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:02.520813 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9e2e9-4983-423f-aaa6-5151e02cf3cd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:02.521134 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9e2e9-4983-423f-aaa6-5151e02cf3cd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:02.521425 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9e2e9-4983-423f-aaa6-5151e02cf3cd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:02.521786 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9e2e9-4983-423f-aaa6-5151e02cf3cd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:02.522340 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9e2e9-4983-423f-aaa6-5151e02cf3cd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:02.522665 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9e2e9-4983-423f-aaa6-5151e02cf3cd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:02.522986 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9e2e9-4983-423f-aaa6-5151e02cf3cd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:02.523320 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9e2e9-4983-423f-aaa6-5151e02cf3cd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:02.643646 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-584001f2-3256-45c6-918f-4f9a220bf9d1 req-c1a9e2e9-4983-423f-aaa6-5151e02cf3cd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Router 16aaa3af-03d6-4f47-a9a2-0286872bf52f has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:18:02.758467 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-584001f2-3256-45c6-918f-4f9a220bf9d1 req-c1a9e2e9-4983-423f-aaa6-5151e02cf3cd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:18:02.769802 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d25b752-faa6-4b5c-a125-28e8b0eb5425 None None] Sync routers for ids ['16aaa3af-03d6-4f47-a9a2-0286872bf52f'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:18:02.780184 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d25b752-faa6-4b5c-a125-28e8b0eb5425 None None] Routers {'16aaa3af-03d6-4f47-a9a2-0286872bf52f'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:18:02.781119 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7d25b752-faa6-4b5c-a125-28e8b0eb5425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:17:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['16aaa3af-03d6-4f47-a9a2-0286872bf52f'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:02.801161 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-584001f2-3256-45c6-918f-4f9a220bf9d1 req-c1a9e2e9-4983-423f-aaa6-5151e02cf3cd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] No DVR routers for this DVR port 92f32479-7691-4694-9d7c-ea2b95c62db5 on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:18:02.803700 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-584001f2-3256-45c6-918f-4f9a220bf9d1 req-c1a9e2e9-4983-423f-aaa6-5151e02cf3cd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:02.807093 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-584001f2-3256-45c6-918f-4f9a220bf9d1 req-c1a9e2e9-4983-423f-aaa6-5151e02cf3cd tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.57 "DELETE /v2.0/ports/92f32479-7691-4694-9d7c-ea2b95c62db5 HTTP/1.1" status: 204 len: 173 time: 0.9088275 Apr 18 21:18:02.807623 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665dee72-9bf1-452b-96dc-8222c00884fd', 'name': 'network-vif-deleted', 'tag': '92f32479-7691-4694-9d7c-ea2b95c62db5'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:18:02.810038 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295b08cb-a65c-40a3-bccf-65f6fa48ffab" -d '{"events": [{"server_uuid": "665dee72-9bf1-452b-96dc-8222c00884fd", "name": "network-vif-deleted", "tag": "92f32479-7691-4694-9d7c-ea2b95c62db5"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:18:02.934262 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-7d25b752-faa6-4b5c-a125-28e8b0eb5425 None None] Set router 16aaa3af-03d6-4f47-a9a2-0286872bf52f gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:18:03.097792 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a554031-30e8-49b3-b64f-182383f9b36c x-openstack-request-id: req-3a554031-30e8-49b3-b64f-182383f9b36c {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:18:03.098407 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665dee72-9bf1-452b-96dc-8222c00884fd", "name": "network-vif-deleted", "tag": "92f32479-7691-4694-9d7c-ea2b95c62db5", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:18:03.098893 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a554031-30e8-49b3-b64f-182383f9b36c {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:18:03.100332 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a554031-30e8-49b3-b64f-182383f9b36c'] response: {'server_uuid': '665dee72-9bf1-452b-96dc-8222c00884fd', 'name': 'network-vif-deleted', 'tag': '92f32479-7691-4694-9d7c-ea2b95c62db5', 'status': 'completed', 'code': 200} Apr 18 21:18:03.141356 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-49bfe321-1fe8-4476-9788-1e892ae6845e req-7d768db8-7488-4b5a-af5b-4ae469eb1157 tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "GET /v2.0/ports?device_id=665dee72-9bf1-452b-96dc-8222c00884fd HTTP/1.1" status: 200 len: 210 time: 0.0659781 Apr 18 21:18:03.222572 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7d25b752-faa6-4b5c-a125-28e8b0eb5425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'name': 'tempest-TestServerBasicOps-803173733-router', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a3706bc8-d5c8-47c6-8e4e-b54c543e6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:55Z', 'updated_at': '2022-04-18T21:12:58Z', 'revision_number': 4, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'gw_port': {'id': 'a3706bc8-d5c8-47c6-8e4e-b54c543e6b94', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:56Z', 'updated_at': '2022-04-18T21:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'b5542dde-87b6-4905-b791-6d0a9bd1ea9f', 'name': '', 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'mac_address': 'fa:16:3e:25:4c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '2804ff6d-2923-4e7f-8cb1-21c60e3fc753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:58Z', 'updated_at': '2022-04-18T21:13:04Z', 'revision_number': 5, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'subnets': [{'id': '2804ff6d-2923-4e7f-8cb1-21c60e3fc753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:03.249068 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d25b752-faa6-4b5c-a125-28e8b0eb5425 None None] Checking router: 16aaa3af-03d6-4f47-a9a2-0286872bf52f for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:18:03.258182 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d25b752-faa6-4b5c-a125-28e8b0eb5425 None None] Routers {'16aaa3af-03d6-4f47-a9a2-0286872bf52f'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:18:03.258790 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7d25b752-faa6-4b5c-a125-28e8b0eb5425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:17:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['16aaa3af-03d6-4f47-a9a2-0286872bf52f'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:03.382279 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-7d25b752-faa6-4b5c-a125-28e8b0eb5425 None None] Set router 16aaa3af-03d6-4f47-a9a2-0286872bf52f gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:18:03.411773 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:18:03.605481 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-7d25b752-faa6-4b5c-a125-28e8b0eb5425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'name': 'tempest-TestServerBasicOps-803173733-router', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a3706bc8-d5c8-47c6-8e4e-b54c543e6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:55Z', 'updated_at': '2022-04-18T21:12:58Z', 'revision_number': 4, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'gw_port': {'id': 'a3706bc8-d5c8-47c6-8e4e-b54c543e6b94', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:56Z', 'updated_at': '2022-04-18T21:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'b5542dde-87b6-4905-b791-6d0a9bd1ea9f', 'name': '', 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'mac_address': 'fa:16:3e:25:4c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '2804ff6d-2923-4e7f-8cb1-21c60e3fc753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:58Z', 'updated_at': '2022-04-18T21:13:04Z', 'revision_number': 5, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'subnets': [{'id': '2804ff6d-2923-4e7f-8cb1-21c60e3fc753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:03.638410 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d25b752-faa6-4b5c-a125-28e8b0eb5425 None None] The sync data for ids ['16aaa3af-03d6-4f47-a9a2-0286872bf52f'] in n-d-838323-3 is: [{'id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'name': 'tempest-TestServerBasicOps-803173733-router', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a3706bc8-d5c8-47c6-8e4e-b54c543e6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:55Z', 'updated_at': '2022-04-18T21:12:58Z', 'revision_number': 4, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'gw_port': {'id': 'a3706bc8-d5c8-47c6-8e4e-b54c543e6b94', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:56Z', 'updated_at': '2022-04-18T21:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'b5542dde-87b6-4905-b791-6d0a9bd1ea9f', 'name': '', 'network_id': 'e78346c5-efe6-486f-8435-7ff24f8c0116', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'mac_address': 'fa:16:3e:25:4c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '2804ff6d-2923-4e7f-8cb1-21c60e3fc753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:58Z', 'updated_at': '2022-04-18T21:13:04Z', 'revision_number': 5, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'subnets': [{'id': '2804ff6d-2923-4e7f-8cb1-21c60e3fc753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:18:03.873135 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba78c64-5fa6-4e7b-b564-189b3cce1142 None None] New status for floating IP 0d480b98-3e6f-461c-a60a-132d31ba32c3: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:18:04.208212 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54504) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:18:04.354818 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-58923dba-e118-4837-bbab-7ec193c6fa2e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Deleting port 9360e133-0526-4d1f-beba-2f7cc4de201e {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:18:04.355155 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58923dba-e118-4837-bbab-7ec193c6fa2e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:04.436474 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58923dba-e118-4837-bbab-7ec193c6fa2e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:04.436729 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58923dba-e118-4837-bbab-7ec193c6fa2e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:04.448737 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-58923dba-e118-4837-bbab-7ec193c6fa2e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Calling delete_port for 9360e133-0526-4d1f-beba-2f7cc4de201e owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:18:04.609087 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58923dba-e118-4837-bbab-7ec193c6fa2e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:04.637213 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58923dba-e118-4837-bbab-7ec193c6fa2e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Pushing event deleted for resources: {'Port': ['ID=9360e133-0526-4d1f-beba-2f7cc4de201e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:04.650454 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58923dba-e118-4837-bbab-7ec193c6fa2e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:04.650454 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58923dba-e118-4837-bbab-7ec193c6fa2e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:04.650821 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58923dba-e118-4837-bbab-7ec193c6fa2e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:04.651003 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58923dba-e118-4837-bbab-7ec193c6fa2e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:04.651327 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58923dba-e118-4837-bbab-7ec193c6fa2e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:04.651651 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58923dba-e118-4837-bbab-7ec193c6fa2e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:04.651972 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58923dba-e118-4837-bbab-7ec193c6fa2e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:04.652292 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58923dba-e118-4837-bbab-7ec193c6fa2e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:04.652637 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58923dba-e118-4837-bbab-7ec193c6fa2e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:04.652959 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58923dba-e118-4837-bbab-7ec193c6fa2e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:04.653280 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58923dba-e118-4837-bbab-7ec193c6fa2e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:04.653601 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58923dba-e118-4837-bbab-7ec193c6fa2e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:04.743025 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58923dba-e118-4837-bbab-7ec193c6fa2e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:04.747162 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-58923dba-e118-4837-bbab-7ec193c6fa2e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:04.748335 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-58923dba-e118-4837-bbab-7ec193c6fa2e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "DELETE /v2.0/floatingips/0d480b98-3e6f-461c-a60a-132d31ba32c3 HTTP/1.1" status: 204 len: 168 time: 0.5388722 Apr 18 21:18:04.847922 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54512) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:18:04.916349 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ebd4eb04-2ca1-4ee7-9084-2b608df72b1e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:04.944979 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ebd4eb04-2ca1-4ee7-9084-2b608df72b1e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:05.014835 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ebd4eb04-2ca1-4ee7-9084-2b608df72b1e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:05.017928 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ebd4eb04-2ca1-4ee7-9084-2b608df72b1e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:05.019196 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ebd4eb04-2ca1-4ee7-9084-2b608df72b1e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] 10.222.0.41 "DELETE /v2.0/security-groups/67cc144a-a2b5-46c2-986a-b6d4e64b98be HTTP/1.1" status: 204 len: 168 time: 0.1701288 Apr 18 21:18:05.028870 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4eb04-2ca1-4ee7-9084-2b608df72b1e tempest-TestServerBasicOps-2078362085 tempest-TestServerBasicOps-2078362085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cc144a-a2b5-46c2-986a-b6d4e64b98be,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:05.076217 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54516) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:18:05.637782 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-802c5162-3aa6-4f51-8df6-cd89f7c04f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:05.905659 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-802c5162-3aa6-4f51-8df6-cd89f7c04f1c admin admin] Deleting port b5542dde-87b6-4905-b791-6d0a9bd1ea9f {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:18:05.906042 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-802c5162-3aa6-4f51-8df6-cd89f7c04f1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:05.978218 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 92f32479-7691-4694-9d7c-ea2b95c62db5 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:18:05.999339 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-802c5162-3aa6-4f51-8df6-cd89f7c04f1c admin admin] For port b5542dde-87b6-4905-b791-6d0a9bd1ea9f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b5542dde-87b6-4905-b791-6d0a9bd1ea9f,segment=NetworkSegment(5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe),segment_id=5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:05.999752 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-802c5162-3aa6-4f51-8df6-cd89f7c04f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:06.004096 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 92f32479-7691-4694-9d7c-ea2b95c62db5 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:18:06.004624 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 92f32479-7691-4694-9d7c-ea2b95c62db5 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:18:06.015406 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-802c5162-3aa6-4f51-8df6-cd89f7c04f1c admin admin] Calling delete_port for b5542dde-87b6-4905-b791-6d0a9bd1ea9f owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:18:06.210938 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-802c5162-3aa6-4f51-8df6-cd89f7c04f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:06.246151 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c5162-3aa6-4f51-8df6-cd89f7c04f1c admin admin] Pushing event deleted for resources: {'Port': ['ID=b5542dde-87b6-4905-b791-6d0a9bd1ea9f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:06.436414 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-802c5162-3aa6-4f51-8df6-cd89f7c04f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:06.671510 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802c5162-3aa6-4f51-8df6-cd89f7c04f1c admin admin] Router 16aaa3af-03d6-4f47-a9a2-0286872bf52f has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:18:06.787026 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802c5162-3aa6-4f51-8df6-cd89f7c04f1c admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:18:06.794135 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-802c5162-3aa6-4f51-8df6-cd89f7c04f1c admin admin] 10.222.0.41 "PUT /v2.0/routers/16aaa3af-03d6-4f47-a9a2-0286872bf52f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7148585 Apr 18 21:18:06.795767 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e17cb96-05b2-4c77-9cd8-19d8f8df265b None None] Sync routers for ids ['16aaa3af-03d6-4f47-a9a2-0286872bf52f'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:18:06.796473 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54520) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:18:06.809369 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e17cb96-05b2-4c77-9cd8-19d8f8df265b None None] Routers {'16aaa3af-03d6-4f47-a9a2-0286872bf52f'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:18:06.809996 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2e17cb96-05b2-4c77-9cd8-19d8f8df265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:17:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['16aaa3af-03d6-4f47-a9a2-0286872bf52f'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:06.910940 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-77c00105-c226-45d7-94d9-1ed51e32da31 admin admin] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:06.919881 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-2e17cb96-05b2-4c77-9cd8-19d8f8df265b None None] Set router 16aaa3af-03d6-4f47-a9a2-0286872bf52f gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:18:07.017221 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-77c00105-c226-45d7-94d9-1ed51e32da31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:07.074490 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-77c00105-c226-45d7-94d9-1ed51e32da31 admin admin] Deleting port a3706bc8-d5c8-47c6-8e4e-b54c543e6b94 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:18:07.074821 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-77c00105-c226-45d7-94d9-1ed51e32da31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:07.111303 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2e17cb96-05b2-4c77-9cd8-19d8f8df265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'name': 'tempest-TestServerBasicOps-803173733-router', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a3706bc8-d5c8-47c6-8e4e-b54c543e6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:55Z', 'updated_at': '2022-04-18T21:18:06Z', 'revision_number': 5, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'gw_port': {'id': 'a3706bc8-d5c8-47c6-8e4e-b54c543e6b94', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:12:56Z', 'updated_at': '2022-04-18T21:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:07.161924 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-77c00105-c226-45d7-94d9-1ed51e32da31 admin admin] For port a3706bc8-d5c8-47c6-8e4e-b54c543e6b94, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a3706bc8-d5c8-47c6-8e4e-b54c543e6b94,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:07.162293 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-77c00105-c226-45d7-94d9-1ed51e32da31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:07.165309 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e17cb96-05b2-4c77-9cd8-19d8f8df265b None None] Checking router: 16aaa3af-03d6-4f47-a9a2-0286872bf52f for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:18:07.180227 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e17cb96-05b2-4c77-9cd8-19d8f8df265b None None] Routers {'16aaa3af-03d6-4f47-a9a2-0286872bf52f'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:18:07.181304 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2e17cb96-05b2-4c77-9cd8-19d8f8df265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:17:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['16aaa3af-03d6-4f47-a9a2-0286872bf52f'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:07.184892 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-77c00105-c226-45d7-94d9-1ed51e32da31 admin admin] Calling delete_port for a3706bc8-d5c8-47c6-8e4e-b54c543e6b94 owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:18:07.292698 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-2e17cb96-05b2-4c77-9cd8-19d8f8df265b None None] Set router 16aaa3af-03d6-4f47-a9a2-0286872bf52f gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:18:07.398151 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-77c00105-c226-45d7-94d9-1ed51e32da31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:07.450113 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c00105-c226-45d7-94d9-1ed51e32da31 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3706bc8-d5c8-47c6-8e4e-b54c543e6b94,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:07.461184 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2e17cb96-05b2-4c77-9cd8-19d8f8df265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'name': 'tempest-TestServerBasicOps-803173733-router', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:55Z', 'updated_at': '2022-04-18T21:18:07Z', 'revision_number': 6, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:07.492484 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e17cb96-05b2-4c77-9cd8-19d8f8df265b None None] The sync data for ids ['16aaa3af-03d6-4f47-a9a2-0286872bf52f'] in n-d-838323-3 is: [{'id': '16aaa3af-03d6-4f47-a9a2-0286872bf52f', 'name': 'tempest-TestServerBasicOps-803173733-router', 'tenant_id': '68147772c1074ed78d5cfb8649ba7654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:12:55Z', 'updated_at': '2022-04-18T21:18:07Z', 'revision_number': 6, 'project_id': '68147772c1074ed78d5cfb8649ba7654', 'gw_port_host': None}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:18:07.540189 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-77c00105-c226-45d7-94d9-1ed51e32da31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:07.632867 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-77c00105-c226-45d7-94d9-1ed51e32da31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:07.635061 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-77c00105-c226-45d7-94d9-1ed51e32da31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:07.690075 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-77c00105-c226-45d7-94d9-1ed51e32da31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:07.690635 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c00105-c226-45d7-94d9-1ed51e32da31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16aaa3af-03d6-4f47-a9a2-0286872bf52f {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:18:07.697870 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-77c00105-c226-45d7-94d9-1ed51e32da31 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:07.698936 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-77c00105-c226-45d7-94d9-1ed51e32da31 admin admin] 10.222.0.41 "DELETE /v2.0/routers/16aaa3af-03d6-4f47-a9a2-0286872bf52f HTTP/1.1" status: 204 len: 168 time: 0.9016690 Apr 18 21:18:07.701460 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54522) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:18:07.750870 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d72cd1-508c-4f88-b1ae-8b66a94bce46 admin admin] Deleting subnet 2804ff6d-2923-4e7f-8cb1-21c60e3fc753 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:18:07.754517 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d1d72cd1-508c-4f88-b1ae-8b66a94bce46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:07.788207 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d1d72cd1-508c-4f88-b1ae-8b66a94bce46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:07.873598 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d1d72cd1-508c-4f88-b1ae-8b66a94bce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:07.933183 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d1d72cd1-508c-4f88-b1ae-8b66a94bce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:07.958181 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d72cd1-508c-4f88-b1ae-8b66a94bce46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2804ff6d-2923-4e7f-8cb1-21c60e3fc753,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:07.963945 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d1d72cd1-508c-4f88-b1ae-8b66a94bce46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:07.969426 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d1d72cd1-508c-4f88-b1ae-8b66a94bce46 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2804ff6d-2923-4e7f-8cb1-21c60e3fc753 HTTP/1.1" status: 204 len: 168 time: 0.2648921 Apr 18 21:18:07.970282 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54524) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:18:07.970433 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4bfade-0b56-49e4-929b-efa756ac8442 None None] Network e78346c5-efe6-486f-8435-7ff24f8c0116 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:18:08.042627 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-36068be4-ab73-48e3-a196-f1163f7d2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.066625 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.104459 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-36068be4-ab73-48e3-a196-f1163f7d2b82 admin admin] Deleting port ff6383f4-e5dd-4ed1-8357-66cb69c53495 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:18:08.104801 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-36068be4-ab73-48e3-a196-f1163f7d2b82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.277276 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ee136d-5525-48a4-b5a9-df39cf3ce95a None None] DHCP port deletion for e78346c5-efe6-486f-8435-7ff24f8c0116 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:18:08.331645 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-03ee136d-5525-48a4-b5a9-df39cf3ce95a None None] Deleting port ff6383f4-e5dd-4ed1-8357-66cb69c53495 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:18:08.332013 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-03ee136d-5525-48a4-b5a9-df39cf3ce95a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.398083 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-03ee136d-5525-48a4-b5a9-df39cf3ce95a None None] For port ff6383f4-e5dd-4ed1-8357-66cb69c53495, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=ff6383f4-e5dd-4ed1-8357-66cb69c53495,segment=NetworkSegment(5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe),segment_id=5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:08.398468 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-03ee136d-5525-48a4-b5a9-df39cf3ce95a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.414669 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-03ee136d-5525-48a4-b5a9-df39cf3ce95a None None] Calling delete_port for ff6383f4-e5dd-4ed1-8357-66cb69c53495 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:18:08.415696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-36068be4-ab73-48e3-a196-f1163f7d2b82 admin admin] For port ff6383f4-e5dd-4ed1-8357-66cb69c53495, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=ff6383f4-e5dd-4ed1-8357-66cb69c53495,segment=NetworkSegment(5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe),segment_id=5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:08.416065 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-36068be4-ab73-48e3-a196-f1163f7d2b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.430428 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-36068be4-ab73-48e3-a196-f1163f7d2b82 admin admin] Calling delete_port for ff6383f4-e5dd-4ed1-8357-66cb69c53495 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:18:08.505020 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-03ee136d-5525-48a4-b5a9-df39cf3ce95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.520285 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-36068be4-ab73-48e3-a196-f1163f7d2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.533170 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee136d-5525-48a4-b5a9-df39cf3ce95a None None] Pushing event deleted for resources: {'Port': ['ID=ff6383f4-e5dd-4ed1-8357-66cb69c53495,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:08.536217 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ee136d-5525-48a4-b5a9-df39cf3ce95a None None] No DVR routers for this DVR port ff6383f4-e5dd-4ed1-8357-66cb69c53495 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:18:08.549299 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ee136d-5525-48a4-b5a9-df39cf3ce95a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:08.549299 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ee136d-5525-48a4-b5a9-df39cf3ce95a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:08.549299 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ee136d-5525-48a4-b5a9-df39cf3ce95a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:08.549299 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ee136d-5525-48a4-b5a9-df39cf3ce95a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:08.549299 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ee136d-5525-48a4-b5a9-df39cf3ce95a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:08.549299 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ee136d-5525-48a4-b5a9-df39cf3ce95a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:08.551032 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ee136d-5525-48a4-b5a9-df39cf3ce95a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:08.551032 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ee136d-5525-48a4-b5a9-df39cf3ce95a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:08.551032 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ee136d-5525-48a4-b5a9-df39cf3ce95a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:08.551032 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ee136d-5525-48a4-b5a9-df39cf3ce95a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:08.551032 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ee136d-5525-48a4-b5a9-df39cf3ce95a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:08.551861 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ee136d-5525-48a4-b5a9-df39cf3ce95a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:08.566593 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36068be4-ab73-48e3-a196-f1163f7d2b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6383f4-e5dd-4ed1-8357-66cb69c53495,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:08.571274 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36068be4-ab73-48e3-a196-f1163f7d2b82 admin admin] No DVR routers for this DVR port ff6383f4-e5dd-4ed1-8357-66cb69c53495 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:18:08.653490 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-36068be4-ab73-48e3-a196-f1163f7d2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.682704 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-36068be4-ab73-48e3-a196-f1163f7d2b82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e78346c5-efe6-486f-8435-7ff24f8c0116']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:08.698438 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-36068be4-ab73-48e3-a196-f1163f7d2b82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:08.698734 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-36068be4-ab73-48e3-a196-f1163f7d2b82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5631ca88-8d72-4fbc-8dd2-8fd9ec905bfe') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:08.722505 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-36068be4-ab73-48e3-a196-f1163f7d2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.746707 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-36068be4-ab73-48e3-a196-f1163f7d2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.754500 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36068be4-ab73-48e3-a196-f1163f7d2b82 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:18:08.754947 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-36068be4-ab73-48e3-a196-f1163f7d2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: self.session.flush() Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:18:08.756827 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:18:08.817182 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-36068be4-ab73-48e3-a196-f1163f7d2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.823636 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-36068be4-ab73-48e3-a196-f1163f7d2b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.827160 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-36068be4-ab73-48e3-a196-f1163f7d2b82 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e78346c5-efe6-486f-8435-7ff24f8c0116 HTTP/1.1" status: 204 len: 168 time: 0.8553102 Apr 18 21:18:08.831179 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54526) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:18:08.839114 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36068be4-ab73-48e3-a196-f1163f7d2b82 admin admin] Pushing event deleted for resources: {'Network': ['ID=e78346c5-efe6-486f-8435-7ff24f8c0116,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:09.429107 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a3706bc8-d5c8-47c6-8e4e-b54c543e6b94 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:18:09.448874 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: a3706bc8-d5c8-47c6-8e4e-b54c543e6b94 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:18:09.449222 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a3706bc8-d5c8-47c6-8e4e-b54c543e6b94 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:18:09.449648 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b5542dde-87b6-4905-b791-6d0a9bd1ea9f no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:18:09.470465 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: b5542dde-87b6-4905-b791-6d0a9bd1ea9f {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:18:09.471006 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b5542dde-87b6-4905-b791-6d0a9bd1ea9f not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:18:09.471556 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device ff6383f4-e5dd-4ed1-8357-66cb69c53495 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:18:09.491080 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: ff6383f4-e5dd-4ed1-8357-66cb69c53495 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:18:09.491419 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device ff6383f4-e5dd-4ed1-8357-66cb69c53495 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:18:09.536394 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ddc3e32-0b75-4ac8-a392-4d2a5d96e8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:09.796878 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-0ddc3e32-0b75-4ac8-a392-4d2a5d96e8b7 admin admin] Deleting port 0b59d415-a843-4f32-9a1d-98270fc04f1a {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:18:09.797293 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ddc3e32-0b75-4ac8-a392-4d2a5d96e8b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:09.886475 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-0ddc3e32-0b75-4ac8-a392-4d2a5d96e8b7 admin admin] For port 0b59d415-a843-4f32-9a1d-98270fc04f1a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=0b59d415-a843-4f32-9a1d-98270fc04f1a,segment=NetworkSegment(329c4f40-8b40-4fdf-ad75-872019429346),segment_id=329c4f40-8b40-4fdf-ad75-872019429346)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:09.887183 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ddc3e32-0b75-4ac8-a392-4d2a5d96e8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:09.901522 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-0ddc3e32-0b75-4ac8-a392-4d2a5d96e8b7 admin admin] Calling delete_port for 0b59d415-a843-4f32-9a1d-98270fc04f1a owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:18:10.092644 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ddc3e32-0b75-4ac8-a392-4d2a5d96e8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:10.121282 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc3e32-0b75-4ac8-a392-4d2a5d96e8b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b59d415-a843-4f32-9a1d-98270fc04f1a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:10.296056 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0ddc3e32-0b75-4ac8-a392-4d2a5d96e8b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:10.521724 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddc3e32-0b75-4ac8-a392-4d2a5d96e8b7 admin admin] Router 05241f63-64c0-407c-8e15-376229fcd931 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:18:10.632660 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddc3e32-0b75-4ac8-a392-4d2a5d96e8b7 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:18:10.637923 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0ddc3e32-0b75-4ac8-a392-4d2a5d96e8b7 admin admin] 10.222.0.41 "PUT /v2.0/routers/05241f63-64c0-407c-8e15-376229fcd931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8056655 Apr 18 21:18:10.640661 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54528) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:18:10.641634 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe266722-8d76-431a-94f4-a422c9d287f0 None None] Sync routers for ids ['05241f63-64c0-407c-8e15-376229fcd931'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:18:10.652134 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe266722-8d76-431a-94f4-a422c9d287f0 None None] Routers {'05241f63-64c0-407c-8e15-376229fcd931'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:18:10.652784 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-fe266722-8d76-431a-94f4-a422c9d287f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:17:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['05241f63-64c0-407c-8e15-376229fcd931'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:10.749715 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0e64d30a-c6a4-4d9b-9639-0b0d8161c1ef admin admin] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:10.759773 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-fe266722-8d76-431a-94f4-a422c9d287f0 None None] Set router 05241f63-64c0-407c-8e15-376229fcd931 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:18:10.856594 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0e64d30a-c6a4-4d9b-9639-0b0d8161c1ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:10.916454 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-0e64d30a-c6a4-4d9b-9639-0b0d8161c1ef admin admin] Deleting port 003bee4d-5b07-4bbc-8519-c0402341f894 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:18:10.916850 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0e64d30a-c6a4-4d9b-9639-0b0d8161c1ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:10.944259 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-fe266722-8d76-431a-94f4-a422c9d287f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05241f63-64c0-407c-8e15-376229fcd931', 'name': 'tempest-TestServerBasicOps-1279289471-router', 'tenant_id': '1307e2c8ef0545df8b825edfa61e4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '003bee4d-5b07-4bbc-8519-c0402341f894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:01Z', 'updated_at': '2022-04-18T21:18:10Z', 'revision_number': 5, 'project_id': '1307e2c8ef0545df8b825edfa61e4c65', 'gw_port': {'id': '003bee4d-5b07-4bbc-8519-c0402341f894', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:01:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05241f63-64c0-407c-8e15-376229fcd931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:02Z', 'updated_at': '2022-04-18T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:10.970974 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe266722-8d76-431a-94f4-a422c9d287f0 None None] Checking router: 05241f63-64c0-407c-8e15-376229fcd931 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:18:10.980083 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe266722-8d76-431a-94f4-a422c9d287f0 None None] Routers {'05241f63-64c0-407c-8e15-376229fcd931'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:18:10.980743 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-fe266722-8d76-431a-94f4-a422c9d287f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:17:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['05241f63-64c0-407c-8e15-376229fcd931'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:11.006088 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-0e64d30a-c6a4-4d9b-9639-0b0d8161c1ef admin admin] For port 003bee4d-5b07-4bbc-8519-c0402341f894, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=003bee4d-5b07-4bbc-8519-c0402341f894,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:11.006472 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0e64d30a-c6a4-4d9b-9639-0b0d8161c1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.019543 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-0e64d30a-c6a4-4d9b-9639-0b0d8161c1ef admin admin] Calling delete_port for 003bee4d-5b07-4bbc-8519-c0402341f894 owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:18:11.210447 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0e64d30a-c6a4-4d9b-9639-0b0d8161c1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.240178 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-fe266722-8d76-431a-94f4-a422c9d287f0 None None] Set router 05241f63-64c0-407c-8e15-376229fcd931 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:18:11.244768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64d30a-c6a4-4d9b-9639-0b0d8161c1ef admin admin] Pushing event deleted for resources: {'Port': ['ID=003bee4d-5b07-4bbc-8519-c0402341f894,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:11.296386 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-fe266722-8d76-431a-94f4-a422c9d287f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05241f63-64c0-407c-8e15-376229fcd931', 'name': 'tempest-TestServerBasicOps-1279289471-router', 'tenant_id': '1307e2c8ef0545df8b825edfa61e4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:01Z', 'updated_at': '2022-04-18T21:18:10Z', 'revision_number': 6, 'project_id': '1307e2c8ef0545df8b825edfa61e4c65', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:11.303626 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0e64d30a-c6a4-4d9b-9639-0b0d8161c1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.323206 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe266722-8d76-431a-94f4-a422c9d287f0 None None] The sync data for ids ['05241f63-64c0-407c-8e15-376229fcd931'] in n-d-838323-3 is: [{'id': '05241f63-64c0-407c-8e15-376229fcd931', 'name': 'tempest-TestServerBasicOps-1279289471-router', 'tenant_id': '1307e2c8ef0545df8b825edfa61e4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:01Z', 'updated_at': '2022-04-18T21:18:10Z', 'revision_number': 6, 'project_id': '1307e2c8ef0545df8b825edfa61e4c65', 'gw_port_host': None}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:18:11.398927 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0e64d30a-c6a4-4d9b-9639-0b0d8161c1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.401077 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0e64d30a-c6a4-4d9b-9639-0b0d8161c1ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.445963 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0e64d30a-c6a4-4d9b-9639-0b0d8161c1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.446711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e64d30a-c6a4-4d9b-9639-0b0d8161c1ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05241f63-64c0-407c-8e15-376229fcd931 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:18:11.451072 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0e64d30a-c6a4-4d9b-9639-0b0d8161c1ef admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.452255 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0e64d30a-c6a4-4d9b-9639-0b0d8161c1ef admin admin] 10.222.0.41 "DELETE /v2.0/routers/05241f63-64c0-407c-8e15-376229fcd931 HTTP/1.1" status: 204 len: 168 time: 0.8105934 Apr 18 21:18:11.455598 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54530) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:18:11.498914 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-d144e8b2-e724-40af-8fe9-840501ec5845 admin admin] Deleting subnet a7ce0d83-2706-4e7d-8cce-c761344db9a8 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:18:11.502481 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d144e8b2-e724-40af-8fe9-840501ec5845 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.536011 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d144e8b2-e724-40af-8fe9-840501ec5845 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.617723 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d144e8b2-e724-40af-8fe9-840501ec5845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.674852 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d144e8b2-e724-40af-8fe9-840501ec5845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.702270 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144e8b2-e724-40af-8fe9-840501ec5845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7ce0d83-2706-4e7d-8cce-c761344db9a8,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:11.706369 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d144e8b2-e724-40af-8fe9-840501ec5845 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.710017 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d144e8b2-e724-40af-8fe9-840501ec5845 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a7ce0d83-2706-4e7d-8cce-c761344db9a8 HTTP/1.1" status: 204 len: 168 time: 0.2533967 Apr 18 21:18:11.712534 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54532) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:18:11.716142 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39984744-3bc3-44a5-a06a-37a6466204bf None None] Network 76596185-6116-4996-84e8-de2962bcc718 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:18:11.798645 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d12a5e1e-cc65-4f6e-ac4c-5a6e2297de05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.839381 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 0b59d415-a843-4f32-9a1d-98270fc04f1a no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:18:11.857204 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-d12a5e1e-cc65-4f6e-ac4c-5a6e2297de05 admin admin] Deleting port 253c0302-a785-4393-8e26-df1df9973558 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:18:11.857551 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d12a5e1e-cc65-4f6e-ac4c-5a6e2297de05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.862658 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 0b59d415-a843-4f32-9a1d-98270fc04f1a {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:18:11.863003 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 0b59d415-a843-4f32-9a1d-98270fc04f1a not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:18:11.924063 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-d12a5e1e-cc65-4f6e-ac4c-5a6e2297de05 admin admin] For port 253c0302-a785-4393-8e26-df1df9973558, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=253c0302-a785-4393-8e26-df1df9973558,segment=NetworkSegment(329c4f40-8b40-4fdf-ad75-872019429346),segment_id=329c4f40-8b40-4fdf-ad75-872019429346)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:11.924338 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d12a5e1e-cc65-4f6e-ac4c-5a6e2297de05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.937780 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-d12a5e1e-cc65-4f6e-ac4c-5a6e2297de05 admin admin] Calling delete_port for 253c0302-a785-4393-8e26-df1df9973558 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:18:12.021119 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d12a5e1e-cc65-4f6e-ac4c-5a6e2297de05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:12.046221 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a5e1e-cc65-4f6e-ac4c-5a6e2297de05 admin admin] Pushing event deleted for resources: {'Port': ['ID=253c0302-a785-4393-8e26-df1df9973558,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:12.050680 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12a5e1e-cc65-4f6e-ac4c-5a6e2297de05 admin admin] No DVR routers for this DVR port 253c0302-a785-4393-8e26-df1df9973558 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:18:12.127096 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:12.127366 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d12a5e1e-cc65-4f6e-ac4c-5a6e2297de05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:12.149796 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-d12a5e1e-cc65-4f6e-ac4c-5a6e2297de05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76596185-6116-4996-84e8-de2962bcc718']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:12.160855 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-d12a5e1e-cc65-4f6e-ac4c-5a6e2297de05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329c4f40-8b40-4fdf-ad75-872019429346') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:12.161174 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-d12a5e1e-cc65-4f6e-ac4c-5a6e2297de05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329c4f40-8b40-4fdf-ad75-872019429346') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:12.165940 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6f6a90-7bfe-4a0a-a0fa-9d971d2626d7 None None] DHCP port deletion for 76596185-6116-4996-84e8-de2962bcc718 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:18:12.172277 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d12a5e1e-cc65-4f6e-ac4c-5a6e2297de05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:12.191832 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d12a5e1e-cc65-4f6e-ac4c-5a6e2297de05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:12.199132 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12a5e1e-cc65-4f6e-ac4c-5a6e2297de05 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:18:12.199551 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d12a5e1e-cc65-4f6e-ac4c-5a6e2297de05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:18:12.201550 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:18:12.266480 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d12a5e1e-cc65-4f6e-ac4c-5a6e2297de05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:12.273037 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d12a5e1e-cc65-4f6e-ac4c-5a6e2297de05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:12.277824 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d12a5e1e-cc65-4f6e-ac4c-5a6e2297de05 admin admin] 10.222.0.41 "DELETE /v2.0/networks/76596185-6116-4996-84e8-de2962bcc718 HTTP/1.1" status: 204 len: 168 time: 0.5635900 Apr 18 21:18:12.290319 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a5e1e-cc65-4f6e-ac4c-5a6e2297de05 admin admin] Pushing event deleted for resources: {'Network': ['ID=76596185-6116-4996-84e8-de2962bcc718,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:12.461563 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54536) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:18:12.516411 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1bcdb15a-9fa8-4f81-897f-5e1c3a29f90a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68147772c1074ed78d5cfb8649ba7654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532846 Apr 18 21:18:12.519809 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54538) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:18:12.591129 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a4249a03-3a3b-434f-a794-3ceab1166720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:12.623989 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a4249a03-3a3b-434f-a794-3ceab1166720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:12.681257 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a4249a03-3a3b-434f-a794-3ceab1166720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:12.683970 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a4249a03-3a3b-434f-a794-3ceab1166720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:12.685212 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a4249a03-3a3b-434f-a794-3ceab1166720 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c46bb526-6353-460e-a8f9-d1c5f0ff5dcb HTTP/1.1" status: 204 len: 168 time: 0.1642404 Apr 18 21:18:12.693542 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4249a03-3a3b-434f-a794-3ceab1166720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46bb526-6353-460e-a8f9-d1c5f0ff5dcb,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:13.014245 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54544) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:18:13.054529 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9845b378-a75f-4415-a661-5469cdf25d67 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1307e2c8ef0545df8b825edfa61e4c65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391061 Apr 18 21:18:13.056954 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54546) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:18:13.105810 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-65d3fce9-f0fb-424b-809f-02b4d959707e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:13.128025 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-65d3fce9-f0fb-424b-809f-02b4d959707e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:13.174909 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-65d3fce9-f0fb-424b-809f-02b4d959707e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:13.178121 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-65d3fce9-f0fb-424b-809f-02b4d959707e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:13.179291 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-65d3fce9-f0fb-424b-809f-02b4d959707e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6050072-e757-4695-8139-e722f7bc0539 HTTP/1.1" status: 204 len: 168 time: 0.1214380 Apr 18 21:18:13.186858 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3fce9-f0fb-424b-809f-02b4d959707e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6050072-e757-4695-8139-e722f7bc0539,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:13.428828 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 253c0302-a785-4393-8e26-df1df9973558 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:18:13.449331 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 253c0302-a785-4393-8e26-df1df9973558 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:18:13.449675 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 253c0302-a785-4393-8e26-df1df9973558 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:18:13.450099 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 003bee4d-5b07-4bbc-8519-c0402341f894 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:18:13.469993 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 003bee4d-5b07-4bbc-8519-c0402341f894 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:18:13.470341 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 003bee4d-5b07-4bbc-8519-c0402341f894 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:18:13.886215 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54568) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:18:13.992386 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-8ddb1015-25f8-46be-94a7-1a66151aa8db admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-947766903-network', 'tenant_id': '7e10e770b8f64aef927def94f8989596'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:18:14.011901 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddb1015-25f8-46be-94a7-1a66151aa8db admin admin] Made reservation on behalf of 7e10e770b8f64aef927def94f8989596 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:14.014323 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ddb1015-25f8-46be-94a7-1a66151aa8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.023681 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ddb1015-25f8-46be-94a7-1a66151aa8db admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.101162 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ddb1015-25f8-46be-94a7-1a66151aa8db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.105565 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ddb1015-25f8-46be-94a7-1a66151aa8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.136237 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ddb1015-25f8-46be-94a7-1a66151aa8db admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:18:14.143305 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb1015-25f8-46be-94a7-1a66151aa8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7922c7a9-0250-458e-a24f-77a2587dc3bf,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:14.149399 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ddb1015-25f8-46be-94a7-1a66151aa8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.149743 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-8ddb1015-25f8-46be-94a7-1a66151aa8db admin admin] Added segment d6343b46-3604-4d40-af8d-504391686c47 of type vlan for network bb88a2d1-7c3d-489b-a874-774f524e89fe Apr 18 21:18:14.191928 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ddb1015-25f8-46be-94a7-1a66151aa8db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.218458 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ddb1015-25f8-46be-94a7-1a66151aa8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.219524 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddb1015-25f8-46be-94a7-1a66151aa8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:14.220192 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8ddb1015-25f8-46be-94a7-1a66151aa8db admin admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.301792 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8ddb1015-25f8-46be-94a7-1a66151aa8db admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4140863 Apr 18 21:18:14.304405 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54572) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:18:14.309672 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-905be780-a4d4-45cb-b785-31586ee045cb admin admin] Request body: {'subnet': {'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-947766903-subnet', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:18:14.313457 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb1015-25f8-46be-94a7-1a66151aa8db admin admin] Pushing event updated for resources: {'Network': ['ID=bb88a2d1-7c3d-489b-a874-774f524e89fe,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:14.325641 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network bb88a2d1-7c3d-489b-a874-774f524e89fe details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:18:14.332857 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905be780-a4d4-45cb-b785-31586ee045cb admin admin] Made reservation on behalf of 7e10e770b8f64aef927def94f8989596 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:14.335428 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-905be780-a4d4-45cb-b785-31586ee045cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.516737 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-905be780-a4d4-45cb-b785-31586ee045cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.571986 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905be780-a4d4-45cb-b785-31586ee045cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e82d17c-3f23-4ee9-9a52-c14ad9945950,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:14.588344 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905be780-a4d4-45cb-b785-31586ee045cb admin admin] Checking segment: {'id': 'd6343b46-3604-4d40-af8d-504391686c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:18:14.588717 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905be780-a4d4-45cb-b785-31586ee045cb admin admin] Network hostable DHCP agents. Network: bb88a2d1-7c3d-489b-a874-774f524e89fe, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:18:14.606773 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905be780-a4d4-45cb-b785-31586ee045cb admin admin] Network bb88a2d1-7c3d-489b-a874-774f524e89fe is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:18:14.617492 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-905be780-a4d4-45cb-b785-31586ee045cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, bb88a2d1-7c3d-489b-a874-774f524e89fe) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:14.622387 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905be780-a4d4-45cb-b785-31586ee045cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:14.624166 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-905be780-a4d4-45cb-b785-31586ee045cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.627854 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02047aae-846a-4c3e-bd54-35547f76da47 None None] Network bb88a2d1-7c3d-489b-a874-774f524e89fe requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:18:14.640731 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-905be780-a4d4-45cb-b785-31586ee045cb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3350489 Apr 18 21:18:14.650927 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54574) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:18:14.655413 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-be41d5a0-e37b-4ff8-85e9-32f9170f420a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-947766903-router', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:18:14.678068 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-be41d5a0-e37b-4ff8-85e9-32f9170f420a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.678068 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-be41d5a0-e37b-4ff8-85e9-32f9170f420a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.742073 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-be41d5a0-e37b-4ff8-85e9-32f9170f420a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.791940 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf20c2a-0391-42a4-b7fa-052d12f90f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-bb88a2d1-7c3d-489b-a874-774f524e89fe', 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'fixed_ips': [{'subnet_id': '3e82d17c-3f23-4ee9-9a52-c14ad9945950'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:18:14.792946 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7bf20c2a-0391-42a4-b7fa-052d12f90f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.900656 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-be41d5a0-e37b-4ff8-85e9-32f9170f420a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.935289 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-7bf20c2a-0391-42a4-b7fa-052d12f90f80 None None] Allocated IP 172.20.0.2 (bb88a2d1-7c3d-489b-a874-774f524e89fe/3e82d17c-3f23-4ee9-9a52-c14ad9945950/3ac0fe54-0974-4332-8e5c-45df321a6339) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:15.092250 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7bf20c2a-0391-42a4-b7fa-052d12f90f80 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:15.100459 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7bf20c2a-0391-42a4-b7fa-052d12f90f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:15.111539 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-be41d5a0-e37b-4ff8-85e9-32f9170f420a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:15.137703 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-be41d5a0-e37b-4ff8-85e9-32f9170f420a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:15.146700 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf20c2a-0391-42a4-b7fa-052d12f90f80 None None] Network bb88a2d1-7c3d-489b-a874-774f524e89fe is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:15.149730 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-7bf20c2a-0391-42a4-b7fa-052d12f90f80 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:15.153501 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf20c2a-0391-42a4-b7fa-052d12f90f80 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:18:15.161745 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf20c2a-0391-42a4-b7fa-052d12f90f80 None None] Pushing event updated for resources: {'Port': ['ID=3ac0fe54-0974-4332-8e5c-45df321a6339,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:15.216510 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7bf20c2a-0391-42a4-b7fa-052d12f90f80 None None] Attempting to bind port 3ac0fe54-0974-4332-8e5c-45df321a6339 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:18:15.216881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7bf20c2a-0391-42a4-b7fa-052d12f90f80 None None] Attempting to bind port 3ac0fe54-0974-4332-8e5c-45df321a6339 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'd6343b46-3604-4d40-af8d-504391686c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:18:15.217248 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf20c2a-0391-42a4-b7fa-052d12f90f80 None None] Attempting to bind port 3ac0fe54-0974-4332-8e5c-45df321a6339 on network bb88a2d1-7c3d-489b-a874-774f524e89fe {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:18:15.223278 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf20c2a-0391-42a4-b7fa-052d12f90f80 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:18:15.223661 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf20c2a-0391-42a4-b7fa-052d12f90f80 None None] Checking segment: {'id': 'd6343b46-3604-4d40-af8d-504391686c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:18:15.223988 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7bf20c2a-0391-42a4-b7fa-052d12f90f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:15.224382 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf20c2a-0391-42a4-b7fa-052d12f90f80 None None] Bound using segment: {'id': 'd6343b46-3604-4d40-af8d-504391686c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:18:15.224882 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7bf20c2a-0391-42a4-b7fa-052d12f90f80 None None] Bound port: 3ac0fe54-0974-4332-8e5c-45df321a6339, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6343b46-3604-4d40-af8d-504391686c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:18:15.225267 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7bf20c2a-0391-42a4-b7fa-052d12f90f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:15.246856 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-be41d5a0-e37b-4ff8-85e9-32f9170f420a admin admin] Allocated IP 172.25.1.244 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/5c124cd0-dd8b-4905-a77a-7c3b36550a5a) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:15.292398 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7bf20c2a-0391-42a4-b7fa-052d12f90f80 None None] For port 3ac0fe54-0974-4332-8e5c-45df321a6339, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:18:15.295646 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7bf20c2a-0391-42a4-b7fa-052d12f90f80 None None] For port 3ac0fe54-0974-4332-8e5c-45df321a6339, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3ac0fe54-0974-4332-8e5c-45df321a6339,segment=NetworkSegment(d6343b46-3604-4d40-af8d-504391686c47),segment_id=d6343b46-3604-4d40-af8d-504391686c47)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:18:15.300263 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7bf20c2a-0391-42a4-b7fa-052d12f90f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:15.357152 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf20c2a-0391-42a4-b7fa-052d12f90f80 None None] Pushing event updated for resources: {'Port': ['ID=3ac0fe54-0974-4332-8e5c-45df321a6339,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:15.366111 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-be41d5a0-e37b-4ff8-85e9-32f9170f420a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:15.405200 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-be41d5a0-e37b-4ff8-85e9-32f9170f420a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:15.441551 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be41d5a0-e37b-4ff8-85e9-32f9170f420a admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:15.446692 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-be41d5a0-e37b-4ff8-85e9-32f9170f420a admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:15.450053 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be41d5a0-e37b-4ff8-85e9-32f9170f420a admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:18:15.477502 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41d5a0-e37b-4ff8-85e9-32f9170f420a admin admin] Pushing event updated for resources: {'Port': ['ID=5c124cd0-dd8b-4905-a77a-7c3b36550a5a,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:15.727167 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-be41d5a0-e37b-4ff8-85e9-32f9170f420a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:15.928078 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-be41d5a0-e37b-4ff8-85e9-32f9170f420a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.286999 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd6c36f-b3f7-4ade-b3f1-5f5c71ea52fb None None] Network bb88a2d1-7c3d-489b-a874-774f524e89fe requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:18:16.359186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be41d5a0-e37b-4ff8-85e9-32f9170f420a admin admin] Router ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:18:16.405009 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-afc11f1c-eb40-4ea4-870d-c92854f1f662 None None] Provisioning complete for port 3ac0fe54-0974-4332-8e5c-45df321a6339 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:16.405380 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-afc11f1c-eb40-4ea4-870d-c92854f1f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.472546 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be41d5a0-e37b-4ff8-85e9-32f9170f420a admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:18:16.487868 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfdda98-dacc-4ec3-b4aa-d208c83e02d4 None None] Sync routers for ids ['ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:18:16.495255 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-be41d5a0-e37b-4ff8-85e9-32f9170f420a admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.496553 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-be41d5a0-e37b-4ff8-85e9-32f9170f420a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8446016 Apr 18 21:18:16.499231 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54576) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:18:16.503181 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfdda98-dacc-4ec3-b4aa-d208c83e02d4 None None] Routers {'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:18:16.503829 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ccfdda98-dacc-4ec3-b4aa-d208c83e02d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:17:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:16.529030 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-afc11f1c-eb40-4ea4-870d-c92854f1f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.570390 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-afc11f1c-eb40-4ea4-870d-c92854f1f662 None None] For port 3ac0fe54-0974-4332-8e5c-45df321a6339, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3ac0fe54-0974-4332-8e5c-45df321a6339,segment=NetworkSegment(d6343b46-3604-4d40-af8d-504391686c47),segment_id=d6343b46-3604-4d40-af8d-504391686c47)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:16.577067 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-afc11f1c-eb40-4ea4-870d-c92854f1f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.634325 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-ccfdda98-dacc-4ec3-b4aa-d208c83e02d4 None None] Set router ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:18:16.641917 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc11f1c-eb40-4ea4-870d-c92854f1f662 None None] Pushing event updated for resources: {'Port': ['ID=3ac0fe54-0974-4332-8e5c-45df321a6339,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:16.805803 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-46350ba9-576a-4707-bf4b-e5ea32788738 None None] Provisioning complete for port 3ac0fe54-0974-4332-8e5c-45df321a6339 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:16.806080 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-46350ba9-576a-4707-bf4b-e5ea32788738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.838047 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ccfdda98-dacc-4ec3-b4aa-d208c83e02d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'name': 'tempest-TestVolumeBackupRestore-947766903-router', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:14Z', 'updated_at': '2022-04-18T21:18:15Z', 'revision_number': 3, 'project_id': '7e10e770b8f64aef927def94f8989596', 'gw_port': {'id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:15Z', 'updated_at': '2022-04-18T21:18:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:16.870023 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfdda98-dacc-4ec3-b4aa-d208c83e02d4 None None] Checking router: ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:18:16.870378 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfdda98-dacc-4ec3-b4aa-d208c83e02d4 None None] Updating router ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 port 5c124cd0-dd8b-4905-a77a-7c3b36550a5a binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:18:16.897002 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ccfdda98-dacc-4ec3-b4aa-d208c83e02d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.974277 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dbff049-aa36-4fae-8ff6-2662b469cd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.166602 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ccfdda98-dacc-4ec3-b4aa-d208c83e02d4 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.173261 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ccfdda98-dacc-4ec3-b4aa-d208c83e02d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.198890 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-6dbff049-aa36-4fae-8ff6-2662b469cd91 admin admin] Allocated IP 172.20.0.1 (bb88a2d1-7c3d-489b-a874-774f524e89fe/3e82d17c-3f23-4ee9-9a52-c14ad9945950/09393c82-302f-4786-aa92-4090e991857c) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:17.230428 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc5cf1-4e2b-4a0b-89f2-f5b1b23edf23 None None] Pushing event updated for resources: {'Port': ['ID=5c124cd0-dd8b-4905-a77a-7c3b36550a5a,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:17.233535 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-ccfdda98-dacc-4ec3-b4aa-d208c83e02d4 None None] Attempting to bind port 5c124cd0-dd8b-4905-a77a-7c3b36550a5a on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:18:17.233900 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-ccfdda98-dacc-4ec3-b4aa-d208c83e02d4 None None] Attempting to bind port 5c124cd0-dd8b-4905-a77a-7c3b36550a5a by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:18:17.234263 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfdda98-dacc-4ec3-b4aa-d208c83e02d4 None None] Attempting to bind port 5c124cd0-dd8b-4905-a77a-7c3b36550a5a on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:18:17.242942 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc5cf1-4e2b-4a0b-89f2-f5b1b23edf23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:17.243279 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc5cf1-4e2b-4a0b-89f2-f5b1b23edf23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:17.243619 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc5cf1-4e2b-4a0b-89f2-f5b1b23edf23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:17.243947 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc5cf1-4e2b-4a0b-89f2-f5b1b23edf23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:17.244269 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc5cf1-4e2b-4a0b-89f2-f5b1b23edf23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:17.244615 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc5cf1-4e2b-4a0b-89f2-f5b1b23edf23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:17.244939 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc5cf1-4e2b-4a0b-89f2-f5b1b23edf23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:17.245269 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc5cf1-4e2b-4a0b-89f2-f5b1b23edf23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:17.245576 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc5cf1-4e2b-4a0b-89f2-f5b1b23edf23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:17.245892 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc5cf1-4e2b-4a0b-89f2-f5b1b23edf23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:17.246208 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc5cf1-4e2b-4a0b-89f2-f5b1b23edf23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:17.246530 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc5cf1-4e2b-4a0b-89f2-f5b1b23edf23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:17.251527 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfdda98-dacc-4ec3-b4aa-d208c83e02d4 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:18:17.252001 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfdda98-dacc-4ec3-b4aa-d208c83e02d4 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:18:17.252217 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ccfdda98-dacc-4ec3-b4aa-d208c83e02d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.252578 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfdda98-dacc-4ec3-b4aa-d208c83e02d4 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:18:17.253067 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-ccfdda98-dacc-4ec3-b4aa-d208c83e02d4 None None] Bound port: 5c124cd0-dd8b-4905-a77a-7c3b36550a5a, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:18:17.253484 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ccfdda98-dacc-4ec3-b4aa-d208c83e02d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.310692 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-ccfdda98-dacc-4ec3-b4aa-d208c83e02d4 None None] For port 5c124cd0-dd8b-4905-a77a-7c3b36550a5a, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:18:17.316082 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-ccfdda98-dacc-4ec3-b4aa-d208c83e02d4 None None] For port 5c124cd0-dd8b-4905-a77a-7c3b36550a5a, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5c124cd0-dd8b-4905-a77a-7c3b36550a5a,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:18:17.320895 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dbff049-aa36-4fae-8ff6-2662b469cd91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.321060 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ccfdda98-dacc-4ec3-b4aa-d208c83e02d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.358547 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dbff049-aa36-4fae-8ff6-2662b469cd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.381456 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfdda98-dacc-4ec3-b4aa-d208c83e02d4 None None] Routers {'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:18:17.382098 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ccfdda98-dacc-4ec3-b4aa-d208c83e02d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:17:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:17.397176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbff049-aa36-4fae-8ff6-2662b469cd91 admin admin] Network bb88a2d1-7c3d-489b-a874-774f524e89fe is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:17.404216 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-6dbff049-aa36-4fae-8ff6-2662b469cd91 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:17.408362 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbff049-aa36-4fae-8ff6-2662b469cd91 admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:18:17.432417 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc5cf1-4e2b-4a0b-89f2-f5b1b23edf23 None None] Pushing event updated for resources: {'Port': ['ID=5c124cd0-dd8b-4905-a77a-7c3b36550a5a,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:17.436491 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbff049-aa36-4fae-8ff6-2662b469cd91 admin admin] Pushing event updated for resources: {'Port': ['ID=09393c82-302f-4786-aa92-4090e991857c,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:17.471044 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dbff049-aa36-4fae-8ff6-2662b469cd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.499148 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-ccfdda98-dacc-4ec3-b4aa-d208c83e02d4 None None] Set router ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:18:17.499855 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3ac0fe54-0974-4332-8e5c-45df321a6339 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:18:17.557435 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 3ac0fe54-0974-4332-8e5c-45df321a6339 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:17.557805 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.672251 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dbff049-aa36-4fae-8ff6-2662b469cd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.730909 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ccfdda98-dacc-4ec3-b4aa-d208c83e02d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'name': 'tempest-TestVolumeBackupRestore-947766903-router', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:14Z', 'updated_at': '2022-04-18T21:18:15Z', 'revision_number': 3, 'project_id': '7e10e770b8f64aef927def94f8989596', 'gw_port': {'id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:15Z', 'updated_at': '2022-04-18T21:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:17.766871 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfdda98-dacc-4ec3-b4aa-d208c83e02d4 None None] The sync data for ids ['ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'] in n-d-838323-3 is: [{'id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'name': 'tempest-TestVolumeBackupRestore-947766903-router', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:14Z', 'updated_at': '2022-04-18T21:18:15Z', 'revision_number': 3, 'project_id': '7e10e770b8f64aef927def94f8989596', 'gw_port': {'id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:15Z', 'updated_at': '2022-04-18T21:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:18:17.767554 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-53bc450a-d8d2-4ab5-b33b-8e961be7c53b None None] Provisioning complete for port 09393c82-302f-4786-aa92-4090e991857c triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:17.767936 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-53bc450a-d8d2-4ab5-b33b-8e961be7c53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.808120 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-53bc450a-d8d2-4ab5-b33b-8e961be7c53b None None] Port 09393c82-302f-4786-aa92-4090e991857c cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:18:17.877524 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dbff049-aa36-4fae-8ff6-2662b469cd91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.884161 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dbff049-aa36-4fae-8ff6-2662b469cd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.955981 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6dbff049-aa36-4fae-8ff6-2662b469cd91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.957948 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbff049-aa36-4fae-8ff6-2662b469cd91 admin admin] Pushing event updated for resources: {'Port': ['ID=09393c82-302f-4786-aa92-4090e991857c,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:18.075356 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbff049-aa36-4fae-8ff6-2662b469cd91 admin admin] Network bb88a2d1-7c3d-489b-a874-774f524e89fe is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:18.077089 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-6dbff049-aa36-4fae-8ff6-2662b469cd91 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:18.212020 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbff049-aa36-4fae-8ff6-2662b469cd91 admin admin] Router ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:18:18.331420 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-8206ae0e-bbb4-4ad1-bfb7-d21907d12c2e None None] Provisioning complete for port 09393c82-302f-4786-aa92-4090e991857c triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:18.332130 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8206ae0e-bbb4-4ad1-bfb7-d21907d12c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:18.338327 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbff049-aa36-4fae-8ff6-2662b469cd91 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:18:18.351967 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6dbff049-aa36-4fae-8ff6-2662b469cd91 admin admin] 10.222.0.41 "PUT /v2.0/routers/ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8434486 Apr 18 21:18:18.375942 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-8206ae0e-bbb4-4ad1-bfb7-d21907d12c2e None None] Port 09393c82-302f-4786-aa92-4090e991857c cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:18:18.875710 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54592) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:18:18.881019 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-029636fd-d824-4574-a8d5-186e3175984c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-159048228-network', 'tenant_id': '20bd73c983684a9c90e6612a9a66bcea'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:18:18.905300 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029636fd-d824-4574-a8d5-186e3175984c admin admin] Made reservation on behalf of 20bd73c983684a9c90e6612a9a66bcea for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:18.908348 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-029636fd-d824-4574-a8d5-186e3175984c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:18.917863 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-029636fd-d824-4574-a8d5-186e3175984c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:18.999797 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-029636fd-d824-4574-a8d5-186e3175984c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.004100 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-029636fd-d824-4574-a8d5-186e3175984c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.034408 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029636fd-d824-4574-a8d5-186e3175984c admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:18:19.044386 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029636fd-d824-4574-a8d5-186e3175984c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f7776f-57fa-454b-ab1a-67938bc1c54d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:19.050971 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-029636fd-d824-4574-a8d5-186e3175984c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.051314 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-029636fd-d824-4574-a8d5-186e3175984c admin admin] Added segment 2904b10b-0c27-4666-b2f3-3bb25951c154 of type vlan for network 78ecf201-3e81-46f9-b575-e7eba495a1f0 Apr 18 21:18:19.113953 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-029636fd-d824-4574-a8d5-186e3175984c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.150357 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-029636fd-d824-4574-a8d5-186e3175984c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.151360 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029636fd-d824-4574-a8d5-186e3175984c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:19.151941 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-029636fd-d824-4574-a8d5-186e3175984c admin admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.202637 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-029636fd-d824-4574-a8d5-186e3175984c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3257709 Apr 18 21:18:19.207670 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54594) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:18:19.213376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-c9f828b8-e3e4-4b27-924e-3e005c3abf33 admin admin] Request body: {'subnet': {'network_id': '78ecf201-3e81-46f9-b575-e7eba495a1f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-159048228-subnet', 'tenant_id': '20bd73c983684a9c90e6612a9a66bcea', 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:18:19.216780 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029636fd-d824-4574-a8d5-186e3175984c admin admin] Pushing event updated for resources: {'Network': ['ID=78ecf201-3e81-46f9-b575-e7eba495a1f0,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:19.233278 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 78ecf201-3e81-46f9-b575-e7eba495a1f0 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:18:19.240670 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f828b8-e3e4-4b27-924e-3e005c3abf33 admin admin] Made reservation on behalf of 20bd73c983684a9c90e6612a9a66bcea for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:19.243097 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c9f828b8-e3e4-4b27-924e-3e005c3abf33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.445324 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c9f828b8-e3e4-4b27-924e-3e005c3abf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.469213 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36f38c8-732d-4fad-bfe7-ca19f823a0e1 None None] Sync routers for ids ['ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:18:19.485837 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5c124cd0-dd8b-4905-a77a-7c3b36550a5a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:18:19.488305 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36f38c8-732d-4fad-bfe7-ca19f823a0e1 None None] Routers {'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:18:19.488980 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-d36f38c8-732d-4fad-bfe7-ca19f823a0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:17:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:19.519833 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f828b8-e3e4-4b27-924e-3e005c3abf33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03fc8459-6f31-4a59-9d66-9294bacc6211,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:19.532305 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f828b8-e3e4-4b27-924e-3e005c3abf33 admin admin] Checking segment: {'id': '2904b10b-0c27-4666-b2f3-3bb25951c154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '78ecf201-3e81-46f9-b575-e7eba495a1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:18:19.532704 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f828b8-e3e4-4b27-924e-3e005c3abf33 admin admin] Network hostable DHCP agents. Network: 78ecf201-3e81-46f9-b575-e7eba495a1f0, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:18:19.550512 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f828b8-e3e4-4b27-924e-3e005c3abf33 admin admin] Network 78ecf201-3e81-46f9-b575-e7eba495a1f0 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:18:19.560378 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-c9f828b8-e3e4-4b27-924e-3e005c3abf33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 78ecf201-3e81-46f9-b575-e7eba495a1f0) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:19.571955 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f828b8-e3e4-4b27-924e-3e005c3abf33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:19.572671 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c9f828b8-e3e4-4b27-924e-3e005c3abf33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.573397 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e94f74-ff55-4505-87db-9c4337fbe252 None None] Network 78ecf201-3e81-46f9-b575-e7eba495a1f0 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:18:19.594656 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c9f828b8-e3e4-4b27-924e-3e005c3abf33 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3854983 Apr 18 21:18:19.597438 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 54596) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:18:19.602109 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-67eec8b4-a964-4c76-8808-bd302155d8f6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-159048228-router', 'tenant_id': '20bd73c983684a9c90e6612a9a66bcea', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:18:19.628553 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-67eec8b4-a964-4c76-8808-bd302155d8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.630463 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-67eec8b4-a964-4c76-8808-bd302155d8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.692642 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-67eec8b4-a964-4c76-8808-bd302155d8f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.702795 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-d36f38c8-732d-4fad-bfe7-ca19f823a0e1 None None] Set router ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:18:19.739699 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5c124cd0-dd8b-4905-a77a-7c3b36550a5a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:19.739954 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.840242 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-67eec8b4-a964-4c76-8808-bd302155d8f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.986359 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0d5d55-37e9-413d-9d3b-d867476f5b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-78ecf201-3e81-46f9-b575-e7eba495a1f0', 'network_id': '78ecf201-3e81-46f9-b575-e7eba495a1f0', 'tenant_id': '20bd73c983684a9c90e6612a9a66bcea', 'fixed_ips': [{'subnet_id': '03fc8459-6f31-4a59-9d66-9294bacc6211'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:18:19.987231 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb0d5d55-37e9-413d-9d3b-d867476f5b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:20.012398 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:20.051995 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-67eec8b4-a964-4c76-8808-bd302155d8f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:20.065225 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 5c124cd0-dd8b-4905-a77a-7c3b36550a5a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5c124cd0-dd8b-4905-a77a-7c3b36550a5a,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:20.071776 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-67eec8b4-a964-4c76-8808-bd302155d8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:20.113875 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:20.181280 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-67eec8b4-a964-4c76-8808-bd302155d8f6 admin admin] Allocated IP 172.25.1.18 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/79ecf715-9d01-4d26-a71c-fc2b745c8785) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:20.292202 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-67eec8b4-a964-4c76-8808-bd302155d8f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:20.331295 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-67eec8b4-a964-4c76-8808-bd302155d8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:20.380104 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eec8b4-a964-4c76-8808-bd302155d8f6 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:20.383180 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-67eec8b4-a964-4c76-8808-bd302155d8f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:20.387207 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eec8b4-a964-4c76-8808-bd302155d8f6 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:18:20.396008 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=5c124cd0-dd8b-4905-a77a-7c3b36550a5a,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:20.411091 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-cb0d5d55-37e9-413d-9d3b-d867476f5b55 None None] Allocated IP 172.20.0.2 (78ecf201-3e81-46f9-b575-e7eba495a1f0/03fc8459-6f31-4a59-9d66-9294bacc6211/d8d357b8-2f3a-4524-8a1e-ae8d5d939726) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:20.414639 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-d36f38c8-732d-4fad-bfe7-ca19f823a0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'name': 'tempest-TestVolumeBackupRestore-947766903-router', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:14Z', 'updated_at': '2022-04-18T21:18:17Z', 'revision_number': 4, 'project_id': '7e10e770b8f64aef927def94f8989596', 'gw_port': {'id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:15Z', 'updated_at': '2022-04-18T21:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '09393c82-302f-4786-aa92-4090e991857c', 'name': '', 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'mac_address': 'fa:16:3e:c7:8e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '3e82d17c-3f23-4ee9-9a52-c14ad9945950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:16Z', 'updated_at': '2022-04-18T21:18:17Z', 'revision_number': 2, 'project_id': '7e10e770b8f64aef927def94f8989596', 'subnets': [{'id': '3e82d17c-3f23-4ee9-9a52-c14ad9945950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:20.417839 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eec8b4-a964-4c76-8808-bd302155d8f6 admin admin] Pushing event updated for resources: {'Port': ['ID=79ecf715-9d01-4d26-a71c-fc2b745c8785,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:20.448635 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36f38c8-732d-4fad-bfe7-ca19f823a0e1 None None] Checking router: ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:18:20.448999 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36f38c8-732d-4fad-bfe7-ca19f823a0e1 None None] Updating router ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 port 09393c82-302f-4786-aa92-4090e991857c binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:18:20.489890 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d36f38c8-732d-4fad-bfe7-ca19f823a0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:20.655193 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-67eec8b4-a964-4c76-8808-bd302155d8f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:20.750362 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb0d5d55-37e9-413d-9d3b-d867476f5b55 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:20.764669 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb0d5d55-37e9-413d-9d3b-d867476f5b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:20.820974 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0d5d55-37e9-413d-9d3b-d867476f5b55 None None] Network 78ecf201-3e81-46f9-b575-e7eba495a1f0 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:20.836368 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-cb0d5d55-37e9-413d-9d3b-d867476f5b55 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:20.843022 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0d5d55-37e9-413d-9d3b-d867476f5b55 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:18:20.848975 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d5d55-37e9-413d-9d3b-d867476f5b55 None None] Pushing event updated for resources: {'Port': ['ID=d8d357b8-2f3a-4524-8a1e-ae8d5d939726,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:20.868172 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-67eec8b4-a964-4c76-8808-bd302155d8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:20.947030 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-cb0d5d55-37e9-413d-9d3b-d867476f5b55 None None] Attempting to bind port d8d357b8-2f3a-4524-8a1e-ae8d5d939726 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:18:20.947382 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-cb0d5d55-37e9-413d-9d3b-d867476f5b55 None None] Attempting to bind port d8d357b8-2f3a-4524-8a1e-ae8d5d939726 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '2904b10b-0c27-4666-b2f3-3bb25951c154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '78ecf201-3e81-46f9-b575-e7eba495a1f0'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:18:20.947755 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d5d55-37e9-413d-9d3b-d867476f5b55 None None] Attempting to bind port d8d357b8-2f3a-4524-8a1e-ae8d5d939726 on network 78ecf201-3e81-46f9-b575-e7eba495a1f0 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:18:20.960589 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d5d55-37e9-413d-9d3b-d867476f5b55 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:18:20.960974 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d5d55-37e9-413d-9d3b-d867476f5b55 None None] Checking segment: {'id': '2904b10b-0c27-4666-b2f3-3bb25951c154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '78ecf201-3e81-46f9-b575-e7eba495a1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:18:20.961391 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb0d5d55-37e9-413d-9d3b-d867476f5b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:20.961798 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d5d55-37e9-413d-9d3b-d867476f5b55 None None] Bound using segment: {'id': '2904b10b-0c27-4666-b2f3-3bb25951c154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '78ecf201-3e81-46f9-b575-e7eba495a1f0'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:18:20.962291 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-cb0d5d55-37e9-413d-9d3b-d867476f5b55 None None] Bound port: d8d357b8-2f3a-4524-8a1e-ae8d5d939726, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2904b10b-0c27-4666-b2f3-3bb25951c154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '78ecf201-3e81-46f9-b575-e7eba495a1f0'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:18:20.962683 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb0d5d55-37e9-413d-9d3b-d867476f5b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:20.984678 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d36f38c8-732d-4fad-bfe7-ca19f823a0e1 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:20.993748 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d36f38c8-732d-4fad-bfe7-ca19f823a0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:21.101429 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d77cd-e1e7-4241-9e67-e205fc6020c3 None None] Pushing event updated for resources: {'Port': ['ID=09393c82-302f-4786-aa92-4090e991857c,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:21.107074 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-cb0d5d55-37e9-413d-9d3b-d867476f5b55 None None] For port d8d357b8-2f3a-4524-8a1e-ae8d5d939726, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:18:21.138717 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-cb0d5d55-37e9-413d-9d3b-d867476f5b55 None None] For port d8d357b8-2f3a-4524-8a1e-ae8d5d939726, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d8d357b8-2f3a-4524-8a1e-ae8d5d939726,segment=NetworkSegment(2904b10b-0c27-4666-b2f3-3bb25951c154),segment_id=2904b10b-0c27-4666-b2f3-3bb25951c154)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:18:21.156414 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb0d5d55-37e9-413d-9d3b-d867476f5b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:21.216906 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-d36f38c8-732d-4fad-bfe7-ca19f823a0e1 None None] Attempting to bind port 09393c82-302f-4786-aa92-4090e991857c on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:18:21.217339 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-d36f38c8-732d-4fad-bfe7-ca19f823a0e1 None None] Attempting to bind port 09393c82-302f-4786-aa92-4090e991857c by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'd6343b46-3604-4d40-af8d-504391686c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:18:21.217621 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36f38c8-732d-4fad-bfe7-ca19f823a0e1 None None] Attempting to bind port 09393c82-302f-4786-aa92-4090e991857c on network bb88a2d1-7c3d-489b-a874-774f524e89fe {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:18:21.242211 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36f38c8-732d-4fad-bfe7-ca19f823a0e1 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:18:21.243498 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36f38c8-732d-4fad-bfe7-ca19f823a0e1 None None] Checking segment: {'id': 'd6343b46-3604-4d40-af8d-504391686c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:18:21.244389 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d36f38c8-732d-4fad-bfe7-ca19f823a0e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:21.244986 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36f38c8-732d-4fad-bfe7-ca19f823a0e1 None None] Bound using segment: {'id': 'd6343b46-3604-4d40-af8d-504391686c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:18:21.245690 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-d36f38c8-732d-4fad-bfe7-ca19f823a0e1 None None] Bound port: 09393c82-302f-4786-aa92-4090e991857c, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6343b46-3604-4d40-af8d-504391686c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:18:21.246280 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d36f38c8-732d-4fad-bfe7-ca19f823a0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:21.249175 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d5d55-37e9-413d-9d3b-d867476f5b55 None None] Pushing event updated for resources: {'Port': ['ID=d8d357b8-2f3a-4524-8a1e-ae8d5d939726,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:21.344532 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d36f38c8-732d-4fad-bfe7-ca19f823a0e1 None None] For port 09393c82-302f-4786-aa92-4090e991857c, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:18:21.358431 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-8e5915f9-51fb-4984-a5e9-77dabc28b76a None None] Provisioning complete for port 09393c82-302f-4786-aa92-4090e991857c triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:21.358886 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8e5915f9-51fb-4984-a5e9-77dabc28b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:21.363056 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d36f38c8-732d-4fad-bfe7-ca19f823a0e1 None None] For port 09393c82-302f-4786-aa92-4090e991857c, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=09393c82-302f-4786-aa92-4090e991857c,segment=NetworkSegment(d6343b46-3604-4d40-af8d-504391686c47),segment_id=d6343b46-3604-4d40-af8d-504391686c47)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:18:21.370485 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67eec8b4-a964-4c76-8808-bd302155d8f6 admin admin] Router cc791919-2032-4d28-b9e1-41fa46be4110 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:18:21.384805 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d36f38c8-732d-4fad-bfe7-ca19f823a0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:21.432272 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-8e5915f9-51fb-4984-a5e9-77dabc28b76a None None] Port 09393c82-302f-4786-aa92-4090e991857c cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:18:21.487175 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36f38c8-732d-4fad-bfe7-ca19f823a0e1 None None] Routers {'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:18:21.488201 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-d36f38c8-732d-4fad-bfe7-ca19f823a0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:17:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:21.533913 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67eec8b4-a964-4c76-8808-bd302155d8f6 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:18:21.547483 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce1fafd-fd64-4102-8d70-9209197b0f6d None None] Sync routers for ids ['cc791919-2032-4d28-b9e1-41fa46be4110'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:18:21.552370 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5c124cd0-dd8b-4905-a77a-7c3b36550a5a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:18:21.568385 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce1fafd-fd64-4102-8d70-9209197b0f6d None None] Routers {'cc791919-2032-4d28-b9e1-41fa46be4110'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:18:21.569173 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-5ce1fafd-fd64-4102-8d70-9209197b0f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:17:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cc791919-2032-4d28-b9e1-41fa46be4110'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:21.571235 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-67eec8b4-a964-4c76-8808-bd302155d8f6 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:21.575579 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 54598) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:18:21.576237 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-67eec8b4-a964-4c76-8808-bd302155d8f6 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9772506 Apr 18 21:18:21.586227 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d77cd-e1e7-4241-9e67-e205fc6020c3 None None] Pushing event updated for resources: {'Port': ['ID=09393c82-302f-4786-aa92-4090e991857c,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:21.701973 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5c124cd0-dd8b-4905-a77a-7c3b36550a5a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:21.702592 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:21.719088 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-5ce1fafd-fd64-4102-8d70-9209197b0f6d None None] Set router cc791919-2032-4d28-b9e1-41fa46be4110 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:18:21.747209 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-d36f38c8-732d-4fad-bfe7-ca19f823a0e1 None None] Set router ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:18:21.948399 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-7a2e0eb4-d033-485a-a5c2-a7edf7a0158e None None] Provisioning complete for port 09393c82-302f-4786-aa92-4090e991857c triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:21.948640 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7a2e0eb4-d033-485a-a5c2-a7edf7a0158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:22.040819 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-5ce1fafd-fd64-4102-8d70-9209197b0f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc791919-2032-4d28-b9e1-41fa46be4110', 'name': 'tempest-TestVolumeBackupRestore-159048228-router', 'tenant_id': '20bd73c983684a9c90e6612a9a66bcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '79ecf715-9d01-4d26-a71c-fc2b745c8785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:19Z', 'updated_at': '2022-04-18T21:18:20Z', 'revision_number': 3, 'project_id': '20bd73c983684a9c90e6612a9a66bcea', 'gw_port': {'id': '79ecf715-9d01-4d26-a71c-fc2b745c8785', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:11:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc791919-2032-4d28-b9e1-41fa46be4110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:20Z', 'updated_at': '2022-04-18T21:18:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:22.068814 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce1fafd-fd64-4102-8d70-9209197b0f6d None None] Checking router: cc791919-2032-4d28-b9e1-41fa46be4110 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:18:22.069470 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce1fafd-fd64-4102-8d70-9209197b0f6d None None] Updating router cc791919-2032-4d28-b9e1-41fa46be4110 port 79ecf715-9d01-4d26-a71c-fc2b745c8785 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:18:22.095191 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7a2e0eb4-d033-485a-a5c2-a7edf7a0158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:22.104254 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5ce1fafd-fd64-4102-8d70-9209197b0f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:22.116714 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-d36f38c8-732d-4fad-bfe7-ca19f823a0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'name': 'tempest-TestVolumeBackupRestore-947766903-router', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:14Z', 'updated_at': '2022-04-18T21:18:17Z', 'revision_number': 4, 'project_id': '7e10e770b8f64aef927def94f8989596', 'gw_port': {'id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:15Z', 'updated_at': '2022-04-18T21:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '09393c82-302f-4786-aa92-4090e991857c', 'name': '', 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'mac_address': 'fa:16:3e:c7:8e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '3e82d17c-3f23-4ee9-9a52-c14ad9945950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:16Z', 'updated_at': '2022-04-18T21:18:21Z', 'revision_number': 4, 'project_id': '7e10e770b8f64aef927def94f8989596', 'subnets': [{'id': '3e82d17c-3f23-4ee9-9a52-c14ad9945950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:22.129299 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-745070bd-faa7-45e5-8adf-ec914f829191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:22.154716 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36f38c8-732d-4fad-bfe7-ca19f823a0e1 None None] The sync data for ids ['ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'] in n-d-838323-3 is: [{'id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'name': 'tempest-TestVolumeBackupRestore-947766903-router', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:14Z', 'updated_at': '2022-04-18T21:18:17Z', 'revision_number': 4, 'project_id': '7e10e770b8f64aef927def94f8989596', 'gw_port': {'id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:15Z', 'updated_at': '2022-04-18T21:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '09393c82-302f-4786-aa92-4090e991857c', 'name': '', 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'mac_address': 'fa:16:3e:c7:8e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '3e82d17c-3f23-4ee9-9a52-c14ad9945950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:16Z', 'updated_at': '2022-04-18T21:18:21Z', 'revision_number': 4, 'project_id': '7e10e770b8f64aef927def94f8989596', 'subnets': [{'id': '3e82d17c-3f23-4ee9-9a52-c14ad9945950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:18:22.164877 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7a2e0eb4-d033-485a-a5c2-a7edf7a0158e None None] For port 09393c82-302f-4786-aa92-4090e991857c, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=09393c82-302f-4786-aa92-4090e991857c,segment=NetworkSegment(d6343b46-3604-4d40-af8d-504391686c47),segment_id=d6343b46-3604-4d40-af8d-504391686c47)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:22.174372 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7a2e0eb4-d033-485a-a5c2-a7edf7a0158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:22.269249 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e0eb4-d033-485a-a5c2-a7edf7a0158e None None] Pushing event updated for resources: {'Port': ['ID=09393c82-302f-4786-aa92-4090e991857c,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:22.379074 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-745070bd-faa7-45e5-8adf-ec914f829191 admin admin] Allocated IP 172.20.0.1 (78ecf201-3e81-46f9-b575-e7eba495a1f0/03fc8459-6f31-4a59-9d66-9294bacc6211/d566f3ba-2270-453d-aff1-3dde99f2b10a) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:22.463635 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5ce1fafd-fd64-4102-8d70-9209197b0f6d None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:22.471769 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5ce1fafd-fd64-4102-8d70-9209197b0f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:22.531793 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-745070bd-faa7-45e5-8adf-ec914f829191 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:22.536082 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df31832-cf93-47c4-a35a-c7034b4810f1 None None] Pushing event updated for resources: {'Port': ['ID=79ecf715-9d01-4d26-a71c-fc2b745c8785,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:22.541075 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-5ce1fafd-fd64-4102-8d70-9209197b0f6d None None] Attempting to bind port 79ecf715-9d01-4d26-a71c-fc2b745c8785 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:18:22.541588 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-5ce1fafd-fd64-4102-8d70-9209197b0f6d None None] Attempting to bind port 79ecf715-9d01-4d26-a71c-fc2b745c8785 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:18:22.542126 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1fafd-fd64-4102-8d70-9209197b0f6d None None] Attempting to bind port 79ecf715-9d01-4d26-a71c-fc2b745c8785 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:18:22.548278 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1fafd-fd64-4102-8d70-9209197b0f6d None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:18:22.549092 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1fafd-fd64-4102-8d70-9209197b0f6d None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:18:22.549092 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5ce1fafd-fd64-4102-8d70-9209197b0f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:22.549529 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1fafd-fd64-4102-8d70-9209197b0f6d None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:18:22.550078 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-5ce1fafd-fd64-4102-8d70-9209197b0f6d None None] Bound port: 79ecf715-9d01-4d26-a71c-fc2b745c8785, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:18:22.550601 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5ce1fafd-fd64-4102-8d70-9209197b0f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:22.596509 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-745070bd-faa7-45e5-8adf-ec914f829191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:22.620651 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-5ce1fafd-fd64-4102-8d70-9209197b0f6d None None] For port 79ecf715-9d01-4d26-a71c-fc2b745c8785, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:18:22.625243 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-5ce1fafd-fd64-4102-8d70-9209197b0f6d None None] For port 79ecf715-9d01-4d26-a71c-fc2b745c8785, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=79ecf715-9d01-4d26-a71c-fc2b745c8785,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:18:22.630516 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a38f64-4d60-49c1-aabf-2499743fa962 None None] Network 78ecf201-3e81-46f9-b575-e7eba495a1f0 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:18:22.631977 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5ce1fafd-fd64-4102-8d70-9209197b0f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:22.651578 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745070bd-faa7-45e5-8adf-ec914f829191 admin admin] Network 78ecf201-3e81-46f9-b575-e7eba495a1f0 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:22.658863 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-745070bd-faa7-45e5-8adf-ec914f829191 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:22.666844 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745070bd-faa7-45e5-8adf-ec914f829191 admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:18:22.702646 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce1fafd-fd64-4102-8d70-9209197b0f6d None None] Routers {'cc791919-2032-4d28-b9e1-41fa46be4110'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:18:22.703283 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-5ce1fafd-fd64-4102-8d70-9209197b0f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:17:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cc791919-2032-4d28-b9e1-41fa46be4110'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:22.706501 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df31832-cf93-47c4-a35a-c7034b4810f1 None None] Pushing event updated for resources: {'Port': ['ID=79ecf715-9d01-4d26-a71c-fc2b745c8785,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:22.712770 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745070bd-faa7-45e5-8adf-ec914f829191 admin admin] Pushing event updated for resources: {'Port': ['ID=d566f3ba-2270-453d-aff1-3dde99f2b10a,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:22.715745 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-0faebd23-6d06-48fc-ba26-eb60c0d66be5 None None] Provisioning complete for port d8d357b8-2f3a-4524-8a1e-ae8d5d939726 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:22.716123 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0faebd23-6d06-48fc-ba26-eb60c0d66be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:22.726764 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-745070bd-faa7-45e5-8adf-ec914f829191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:22.862765 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-5ce1fafd-fd64-4102-8d70-9209197b0f6d None None] Set router cc791919-2032-4d28-b9e1-41fa46be4110 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:18:22.897839 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-745070bd-faa7-45e5-8adf-ec914f829191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:23.105882 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0faebd23-6d06-48fc-ba26-eb60c0d66be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:23.121595 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-745070bd-faa7-45e5-8adf-ec914f829191 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:23.122340 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-5ce1fafd-fd64-4102-8d70-9209197b0f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc791919-2032-4d28-b9e1-41fa46be4110', 'name': 'tempest-TestVolumeBackupRestore-159048228-router', 'tenant_id': '20bd73c983684a9c90e6612a9a66bcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '79ecf715-9d01-4d26-a71c-fc2b745c8785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:19Z', 'updated_at': '2022-04-18T21:18:20Z', 'revision_number': 3, 'project_id': '20bd73c983684a9c90e6612a9a66bcea', 'gw_port': {'id': '79ecf715-9d01-4d26-a71c-fc2b745c8785', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:11:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc791919-2032-4d28-b9e1-41fa46be4110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:20Z', 'updated_at': '2022-04-18T21:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:23.128042 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-745070bd-faa7-45e5-8adf-ec914f829191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:23.156825 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-0faebd23-6d06-48fc-ba26-eb60c0d66be5 None None] For port d8d357b8-2f3a-4524-8a1e-ae8d5d939726, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d8d357b8-2f3a-4524-8a1e-ae8d5d939726,segment=NetworkSegment(2904b10b-0c27-4666-b2f3-3bb25951c154),segment_id=2904b10b-0c27-4666-b2f3-3bb25951c154)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:23.165496 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0faebd23-6d06-48fc-ba26-eb60c0d66be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:23.174250 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce1fafd-fd64-4102-8d70-9209197b0f6d None None] The sync data for ids ['cc791919-2032-4d28-b9e1-41fa46be4110'] in n-d-838323-3 is: [{'id': 'cc791919-2032-4d28-b9e1-41fa46be4110', 'name': 'tempest-TestVolumeBackupRestore-159048228-router', 'tenant_id': '20bd73c983684a9c90e6612a9a66bcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '79ecf715-9d01-4d26-a71c-fc2b745c8785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:19Z', 'updated_at': '2022-04-18T21:18:20Z', 'revision_number': 3, 'project_id': '20bd73c983684a9c90e6612a9a66bcea', 'gw_port': {'id': '79ecf715-9d01-4d26-a71c-fc2b745c8785', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:11:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc791919-2032-4d28-b9e1-41fa46be4110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:20Z', 'updated_at': '2022-04-18T21:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:18:23.221703 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745070bd-faa7-45e5-8adf-ec914f829191 admin admin] Pushing event updated for resources: {'Port': ['ID=d566f3ba-2270-453d-aff1-3dde99f2b10a,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:23.226869 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-745070bd-faa7-45e5-8adf-ec914f829191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:23.241057 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faebd23-6d06-48fc-ba26-eb60c0d66be5 None None] Pushing event updated for resources: {'Port': ['ID=d8d357b8-2f3a-4524-8a1e-ae8d5d939726,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:23.332180 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745070bd-faa7-45e5-8adf-ec914f829191 admin admin] Network 78ecf201-3e81-46f9-b575-e7eba495a1f0 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:23.333850 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-745070bd-faa7-45e5-8adf-ec914f829191 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:23.474492 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745070bd-faa7-45e5-8adf-ec914f829191 admin admin] Router cc791919-2032-4d28-b9e1-41fa46be4110 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:18:23.516963 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-acc2840c-7316-46bc-9d47-ea1590c3d0a4 None None] Provisioning complete for port d566f3ba-2270-453d-aff1-3dde99f2b10a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:23.517328 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-acc2840c-7316-46bc-9d47-ea1590c3d0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:23.560679 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d8d357b8-2f3a-4524-8a1e-ae8d5d939726 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:18:23.624286 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-acc2840c-7316-46bc-9d47-ea1590c3d0a4 None None] Port d566f3ba-2270-453d-aff1-3dde99f2b10a cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:18:23.653654 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-acc2840c-7316-46bc-9d47-ea1590c3d0a4 None None] Provisioning complete for port d8d357b8-2f3a-4524-8a1e-ae8d5d939726 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:23.654344 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-acc2840c-7316-46bc-9d47-ea1590c3d0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:23.673611 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745070bd-faa7-45e5-8adf-ec914f829191 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:18:23.682858 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-745070bd-faa7-45e5-8adf-ec914f829191 admin admin] 10.222.0.41 "PUT /v2.0/routers/cc791919-2032-4d28-b9e1-41fa46be4110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1051593 Apr 18 21:18:23.691727 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port d8d357b8-2f3a-4524-8a1e-ae8d5d939726 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:23.692555 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:23.866722 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 09393c82-302f-4786-aa92-4090e991857c up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:18:23.938734 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 09393c82-302f-4786-aa92-4090e991857c triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:23.939114 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:23.990198 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ff0c4054-bc6e-4ae7-809d-a1151b18dff8 None None] Provisioning complete for port d566f3ba-2270-453d-aff1-3dde99f2b10a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:23.990573 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff0c4054-bc6e-4ae7-809d-a1151b18dff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:24.043175 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ff0c4054-bc6e-4ae7-809d-a1151b18dff8 None None] Port d566f3ba-2270-453d-aff1-3dde99f2b10a cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:18:24.162691 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-81fd6cdd-e1fa-47d4-b61c-55b6a29e6d67 None None] Provisioning complete for port d566f3ba-2270-453d-aff1-3dde99f2b10a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:24.163067 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-81fd6cdd-e1fa-47d4-b61c-55b6a29e6d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:24.201266 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-81fd6cdd-e1fa-47d4-b61c-55b6a29e6d67 None None] Port d566f3ba-2270-453d-aff1-3dde99f2b10a cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:18:24.657454 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4e212489-1876-4bba-8847-6cfe325b4694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:25.485255 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 79ecf715-9d01-4d26-a71c-fc2b745c8785 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:18:25.534700 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 79ecf715-9d01-4d26-a71c-fc2b745c8785 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:25.535139 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:25.630767 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:25.640229 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f2bd7-6cb6-4f37-817d-9323d8f3b4e7 None None] Sync routers for ids ['cc791919-2032-4d28-b9e1-41fa46be4110'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:18:25.670609 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 79ecf715-9d01-4d26-a71c-fc2b745c8785, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=79ecf715-9d01-4d26-a71c-fc2b745c8785,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:25.672547 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f2bd7-6cb6-4f37-817d-9323d8f3b4e7 None None] Routers {'cc791919-2032-4d28-b9e1-41fa46be4110'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:18:25.674539 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-138f2bd7-6cb6-4f37-817d-9323d8f3b4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:17:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cc791919-2032-4d28-b9e1-41fa46be4110'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:25.681058 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:25.807328 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=79ecf715-9d01-4d26-a71c-fc2b745c8785,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:25.831125 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-138f2bd7-6cb6-4f37-817d-9323d8f3b4e7 None None] Set router cc791919-2032-4d28-b9e1-41fa46be4110 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:18:26.038513 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-138f2bd7-6cb6-4f37-817d-9323d8f3b4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc791919-2032-4d28-b9e1-41fa46be4110', 'name': 'tempest-TestVolumeBackupRestore-159048228-router', 'tenant_id': '20bd73c983684a9c90e6612a9a66bcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '79ecf715-9d01-4d26-a71c-fc2b745c8785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:19Z', 'updated_at': '2022-04-18T21:18:22Z', 'revision_number': 4, 'project_id': '20bd73c983684a9c90e6612a9a66bcea', 'gw_port': {'id': '79ecf715-9d01-4d26-a71c-fc2b745c8785', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:11:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc791919-2032-4d28-b9e1-41fa46be4110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:20Z', 'updated_at': '2022-04-18T21:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'd566f3ba-2270-453d-aff1-3dde99f2b10a', 'name': '', 'network_id': '78ecf201-3e81-46f9-b575-e7eba495a1f0', 'tenant_id': '20bd73c983684a9c90e6612a9a66bcea', 'mac_address': 'fa:16:3e:45:d1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc791919-2032-4d28-b9e1-41fa46be4110', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '03fc8459-6f31-4a59-9d66-9294bacc6211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:22Z', 'updated_at': '2022-04-18T21:18:22Z', 'revision_number': 2, 'project_id': '20bd73c983684a9c90e6612a9a66bcea', 'subnets': [{'id': '03fc8459-6f31-4a59-9d66-9294bacc6211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:26.067000 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f2bd7-6cb6-4f37-817d-9323d8f3b4e7 None None] Checking router: cc791919-2032-4d28-b9e1-41fa46be4110 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:18:26.067271 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f2bd7-6cb6-4f37-817d-9323d8f3b4e7 None None] Updating router cc791919-2032-4d28-b9e1-41fa46be4110 port d566f3ba-2270-453d-aff1-3dde99f2b10a binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:18:26.092753 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-138f2bd7-6cb6-4f37-817d-9323d8f3b4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:26.373396 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-138f2bd7-6cb6-4f37-817d-9323d8f3b4e7 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:26.380666 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-138f2bd7-6cb6-4f37-817d-9323d8f3b4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:26.429787 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32218cfb-5991-4673-9ac3-f78fd28252e0 None None] Pushing event updated for resources: {'Port': ['ID=d566f3ba-2270-453d-aff1-3dde99f2b10a,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:26.489123 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-138f2bd7-6cb6-4f37-817d-9323d8f3b4e7 None None] Attempting to bind port d566f3ba-2270-453d-aff1-3dde99f2b10a on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:18:26.489500 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-138f2bd7-6cb6-4f37-817d-9323d8f3b4e7 None None] Attempting to bind port d566f3ba-2270-453d-aff1-3dde99f2b10a by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '2904b10b-0c27-4666-b2f3-3bb25951c154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '78ecf201-3e81-46f9-b575-e7eba495a1f0'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:18:26.489869 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138f2bd7-6cb6-4f37-817d-9323d8f3b4e7 None None] Attempting to bind port d566f3ba-2270-453d-aff1-3dde99f2b10a on network 78ecf201-3e81-46f9-b575-e7eba495a1f0 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:18:26.495942 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138f2bd7-6cb6-4f37-817d-9323d8f3b4e7 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:18:26.496612 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138f2bd7-6cb6-4f37-817d-9323d8f3b4e7 None None] Checking segment: {'id': '2904b10b-0c27-4666-b2f3-3bb25951c154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '78ecf201-3e81-46f9-b575-e7eba495a1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:18:26.497540 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-138f2bd7-6cb6-4f37-817d-9323d8f3b4e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:26.497645 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138f2bd7-6cb6-4f37-817d-9323d8f3b4e7 None None] Bound using segment: {'id': '2904b10b-0c27-4666-b2f3-3bb25951c154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '78ecf201-3e81-46f9-b575-e7eba495a1f0'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:18:26.500334 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-138f2bd7-6cb6-4f37-817d-9323d8f3b4e7 None None] Bound port: d566f3ba-2270-453d-aff1-3dde99f2b10a, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2904b10b-0c27-4666-b2f3-3bb25951c154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '78ecf201-3e81-46f9-b575-e7eba495a1f0'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:18:26.501311 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-138f2bd7-6cb6-4f37-817d-9323d8f3b4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:26.577716 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-138f2bd7-6cb6-4f37-817d-9323d8f3b4e7 None None] For port d566f3ba-2270-453d-aff1-3dde99f2b10a, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:18:26.584469 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-138f2bd7-6cb6-4f37-817d-9323d8f3b4e7 None None] For port d566f3ba-2270-453d-aff1-3dde99f2b10a, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d566f3ba-2270-453d-aff1-3dde99f2b10a,segment=NetworkSegment(2904b10b-0c27-4666-b2f3-3bb25951c154),segment_id=2904b10b-0c27-4666-b2f3-3bb25951c154)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:18:26.592239 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-138f2bd7-6cb6-4f37-817d-9323d8f3b4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:26.666673 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f2bd7-6cb6-4f37-817d-9323d8f3b4e7 None None] Routers {'cc791919-2032-4d28-b9e1-41fa46be4110'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:18:26.667333 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-138f2bd7-6cb6-4f37-817d-9323d8f3b4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:17:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cc791919-2032-4d28-b9e1-41fa46be4110'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:26.719997 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32218cfb-5991-4673-9ac3-f78fd28252e0 None None] Pushing event updated for resources: {'Port': ['ID=d566f3ba-2270-453d-aff1-3dde99f2b10a,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:26.734345 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-378e16ea-16a9-4160-a9ed-a07a2ee16d41 None None] Provisioning complete for port d566f3ba-2270-453d-aff1-3dde99f2b10a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:26.734345 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-378e16ea-16a9-4160-a9ed-a07a2ee16d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:26.830657 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-138f2bd7-6cb6-4f37-817d-9323d8f3b4e7 None None] Set router cc791919-2032-4d28-b9e1-41fa46be4110 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:18:26.953853 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-378e16ea-16a9-4160-a9ed-a07a2ee16d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:27.034218 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-378e16ea-16a9-4160-a9ed-a07a2ee16d41 None None] For port d566f3ba-2270-453d-aff1-3dde99f2b10a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d566f3ba-2270-453d-aff1-3dde99f2b10a,segment=NetworkSegment(2904b10b-0c27-4666-b2f3-3bb25951c154),segment_id=2904b10b-0c27-4666-b2f3-3bb25951c154)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:27.044143 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-378e16ea-16a9-4160-a9ed-a07a2ee16d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:27.124218 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e16ea-16a9-4160-a9ed-a07a2ee16d41 None None] Pushing event updated for resources: {'Port': ['ID=d566f3ba-2270-453d-aff1-3dde99f2b10a,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:27.140126 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-138f2bd7-6cb6-4f37-817d-9323d8f3b4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc791919-2032-4d28-b9e1-41fa46be4110', 'name': 'tempest-TestVolumeBackupRestore-159048228-router', 'tenant_id': '20bd73c983684a9c90e6612a9a66bcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '79ecf715-9d01-4d26-a71c-fc2b745c8785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:19Z', 'updated_at': '2022-04-18T21:18:22Z', 'revision_number': 4, 'project_id': '20bd73c983684a9c90e6612a9a66bcea', 'gw_port': {'id': '79ecf715-9d01-4d26-a71c-fc2b745c8785', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:11:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc791919-2032-4d28-b9e1-41fa46be4110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:20Z', 'updated_at': '2022-04-18T21:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'd566f3ba-2270-453d-aff1-3dde99f2b10a', 'name': '', 'network_id': '78ecf201-3e81-46f9-b575-e7eba495a1f0', 'tenant_id': '20bd73c983684a9c90e6612a9a66bcea', 'mac_address': 'fa:16:3e:45:d1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc791919-2032-4d28-b9e1-41fa46be4110', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '03fc8459-6f31-4a59-9d66-9294bacc6211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:22Z', 'updated_at': '2022-04-18T21:18:26Z', 'revision_number': 4, 'project_id': '20bd73c983684a9c90e6612a9a66bcea', 'subnets': [{'id': '03fc8459-6f31-4a59-9d66-9294bacc6211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:27.184483 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f2bd7-6cb6-4f37-817d-9323d8f3b4e7 None None] The sync data for ids ['cc791919-2032-4d28-b9e1-41fa46be4110'] in n-d-838323-3 is: [{'id': 'cc791919-2032-4d28-b9e1-41fa46be4110', 'name': 'tempest-TestVolumeBackupRestore-159048228-router', 'tenant_id': '20bd73c983684a9c90e6612a9a66bcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '79ecf715-9d01-4d26-a71c-fc2b745c8785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:19Z', 'updated_at': '2022-04-18T21:18:22Z', 'revision_number': 4, 'project_id': '20bd73c983684a9c90e6612a9a66bcea', 'gw_port': {'id': '79ecf715-9d01-4d26-a71c-fc2b745c8785', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:11:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc791919-2032-4d28-b9e1-41fa46be4110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:20Z', 'updated_at': '2022-04-18T21:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'd566f3ba-2270-453d-aff1-3dde99f2b10a', 'name': '', 'network_id': '78ecf201-3e81-46f9-b575-e7eba495a1f0', 'tenant_id': '20bd73c983684a9c90e6612a9a66bcea', 'mac_address': 'fa:16:3e:45:d1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc791919-2032-4d28-b9e1-41fa46be4110', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '03fc8459-6f31-4a59-9d66-9294bacc6211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:22Z', 'updated_at': '2022-04-18T21:18:26Z', 'revision_number': 4, 'project_id': '20bd73c983684a9c90e6612a9a66bcea', 'subnets': [{'id': '03fc8459-6f31-4a59-9d66-9294bacc6211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:18:27.195421 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-651e851e-10d5-43b7-86a8-1c8960792f66 None None] Provisioning complete for port d566f3ba-2270-453d-aff1-3dde99f2b10a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:27.195791 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-651e851e-10d5-43b7-86a8-1c8960792f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:27.534534 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d566f3ba-2270-453d-aff1-3dde99f2b10a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:18:27.593943 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port d566f3ba-2270-453d-aff1-3dde99f2b10a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:27.594331 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:27.711199 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 79ecf715-9d01-4d26-a71c-fc2b745c8785 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:18:27.770590 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 79ecf715-9d01-4d26-a71c-fc2b745c8785 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:27.771529 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:29.087643 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3b227b5f-84ab-4bb6-9bbc-46a11bff309a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:29.951804 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:31.428183 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:31.743566 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:38.032164 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:40.381625 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:18:42.138281 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:54.659905 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d29efe83-d103-4bce-8129-f568ee3ac8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:59.072339 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8b37f853-701e-42dc-b7ed-e74fb58aaf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:59.946673 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:01.568538 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:01.746225 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:08.021888 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:12.127415 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:17.380219 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:19:24.662869 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2166e881-3a6f-448a-92ef-f34f7df96123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:29.075232 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-59e18e6f-26b3-4112-8974-8de93005bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:29.950625 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:31.571750 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:31.745000 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:38.021359 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:42.125951 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:54.380356 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:19:54.679867 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6d28d9aa-f3f6-4b45-b19a-6251ce09748b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:59.078324 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-75e298df-d935-4cd9-a64a-8b3bfe90a98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:59.962994 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:01.576531 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:01.747214 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:08.021404 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:09.731508 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55640) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:20:09.739338 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-d6077861-da1c-4ebe-bae4-058b995ff981 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1795834650', 'description': 'tempest-secgroup-smoke-1795834650 description', 'project_id': '7e10e770b8f64aef927def94f8989596'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:20:09.766123 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d6077861-da1c-4ebe-bae4-058b995ff981 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:09.849520 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d6077861-da1c-4ebe-bae4-058b995ff981 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:09.854070 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d6077861-da1c-4ebe-bae4-058b995ff981 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:09.887786 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d6077861-da1c-4ebe-bae4-058b995ff981 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:09.889102 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d6077861-da1c-4ebe-bae4-058b995ff981 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1564929 Apr 18 21:20:09.893596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55644) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:20:09.898703 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-4e57e12c-9935-47d6-a5bf-3e145543745c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Request body: {'security_group_rule': {'security_group_id': '70d7c105-256e-4a4e-8787-e931ac51f816', 'project_id': '7e10e770b8f64aef927def94f8989596', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:20:09.903366 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6077861-da1c-4ebe-bae4-058b995ff981 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d7c105-256e-4a4e-8787-e931ac51f816,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:09.917529 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6077861-da1c-4ebe-bae4-058b995ff981 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.917877 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6077861-da1c-4ebe-bae4-058b995ff981 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.918225 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6077861-da1c-4ebe-bae4-058b995ff981 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.918568 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6077861-da1c-4ebe-bae4-058b995ff981 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.918909 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6077861-da1c-4ebe-bae4-058b995ff981 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.919245 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6077861-da1c-4ebe-bae4-058b995ff981 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.919577 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6077861-da1c-4ebe-bae4-058b995ff981 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.919919 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6077861-da1c-4ebe-bae4-058b995ff981 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.920244 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6077861-da1c-4ebe-bae4-058b995ff981 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.920862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6077861-da1c-4ebe-bae4-058b995ff981 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.921223 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6077861-da1c-4ebe-bae4-058b995ff981 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.921552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6077861-da1c-4ebe-bae4-058b995ff981 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.948927 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4e57e12c-9935-47d6-a5bf-3e145543745c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.010051 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4e57e12c-9935-47d6-a5bf-3e145543745c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.014573 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4e57e12c-9935-47d6-a5bf-3e145543745c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.039742 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57e12c-9935-47d6-a5bf-3e145543745c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1593698-9176-470a-bbf2-05160381930f,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:10.052557 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4e57e12c-9935-47d6-a5bf-3e145543745c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.053878 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4e57e12c-9935-47d6-a5bf-3e145543745c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1592696 Apr 18 21:20:10.058852 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55646) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:20:10.065744 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-16c5b22e-661a-4fde-8475-b2441c911f5b tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Request body: {'security_group_rule': {'security_group_id': '70d7c105-256e-4a4e-8787-e931ac51f816', 'project_id': '7e10e770b8f64aef927def94f8989596', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:20:10.094998 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-16c5b22e-661a-4fde-8475-b2441c911f5b tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.167953 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-16c5b22e-661a-4fde-8475-b2441c911f5b tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.172837 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-16c5b22e-661a-4fde-8475-b2441c911f5b tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.196930 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5b22e-661a-4fde-8475-b2441c911f5b tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=777fc16f-41c6-44eb-bd30-cce2aea29022,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:10.206538 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-16c5b22e-661a-4fde-8475-b2441c911f5b tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.207801 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-16c5b22e-661a-4fde-8475-b2441c911f5b tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1476078 Apr 18 21:20:10.211960 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55648) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:20:10.219097 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ef357a7e-7efd-4311-b961-ac4487c87a6c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Request body: {'security_group_rule': {'security_group_id': '70d7c105-256e-4a4e-8787-e931ac51f816', 'project_id': '7e10e770b8f64aef927def94f8989596', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:20:10.247967 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ef357a7e-7efd-4311-b961-ac4487c87a6c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.327334 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ef357a7e-7efd-4311-b961-ac4487c87a6c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.332791 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ef357a7e-7efd-4311-b961-ac4487c87a6c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.363808 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef357a7e-7efd-4311-b961-ac4487c87a6c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f3347c-ef29-462e-9ef5-a280756724d8,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:10.375832 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ef357a7e-7efd-4311-b961-ac4487c87a6c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.378023 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ef357a7e-7efd-4311-b961-ac4487c87a6c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1628191 Apr 18 21:20:10.380672 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55650) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:20:10.387888 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-78e3c331-a367-4883-a6dc-d5470eab5d7c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Request body: {'security_group_rule': {'security_group_id': '70d7c105-256e-4a4e-8787-e931ac51f816', 'project_id': '7e10e770b8f64aef927def94f8989596', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:20:10.416361 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78e3c331-a367-4883-a6dc-d5470eab5d7c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.491841 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78e3c331-a367-4883-a6dc-d5470eab5d7c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.496872 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78e3c331-a367-4883-a6dc-d5470eab5d7c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.519003 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3c331-a367-4883-a6dc-d5470eab5d7c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846b4277-5e76-4b62-93e6-9c2999557067,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:10.530709 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-78e3c331-a367-4883-a6dc-d5470eab5d7c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.531987 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-78e3c331-a367-4883-a6dc-d5470eab5d7c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1495929 Apr 18 21:20:10.534125 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3c331-a367-4883-a6dc-d5470eab5d7c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:10.534473 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3c331-a367-4883-a6dc-d5470eab5d7c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:10.534826 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3c331-a367-4883-a6dc-d5470eab5d7c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:10.535283 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3c331-a367-4883-a6dc-d5470eab5d7c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:10.535620 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55654) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:20:10.535803 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3c331-a367-4883-a6dc-d5470eab5d7c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:10.535949 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3c331-a367-4883-a6dc-d5470eab5d7c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:10.536269 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3c331-a367-4883-a6dc-d5470eab5d7c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:10.536624 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3c331-a367-4883-a6dc-d5470eab5d7c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:10.536953 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3c331-a367-4883-a6dc-d5470eab5d7c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:10.537282 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3c331-a367-4883-a6dc-d5470eab5d7c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:10.537606 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3c331-a367-4883-a6dc-d5470eab5d7c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:10.537937 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3c331-a367-4883-a6dc-d5470eab5d7c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:10.541100 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ca6a9b0d-9d5e-4d0d-abc7-78532995891e tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Request body: {'security_group_rule': {'security_group_id': '70d7c105-256e-4a4e-8787-e931ac51f816', 'project_id': '7e10e770b8f64aef927def94f8989596', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:20:10.571172 n-d-838323-3 neutron-server[102908]: INFO neutron.db.securitygroups_db [None req-ca6a9b0d-9d5e-4d0d-abc7-78532995891e tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Project 7e10e770b8f64aef927def94f8989596 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:20:10.577284 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ca6a9b0d-9d5e-4d0d-abc7-78532995891e tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.645708 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ca6a9b0d-9d5e-4d0d-abc7-78532995891e tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.650022 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ca6a9b0d-9d5e-4d0d-abc7-78532995891e tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.672006 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a9b0d-9d5e-4d0d-abc7-78532995891e tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a95d930-52d0-445c-88e9-077e90d1cad4,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:10.680375 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ca6a9b0d-9d5e-4d0d-abc7-78532995891e tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.681939 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ca6a9b0d-9d5e-4d0d-abc7-78532995891e tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1449628 Apr 18 21:20:10.686370 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55656) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:20:10.691633 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-f5f848ff-f1d5-4cb4-a802-dfea55d0f443 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Request body: {'security_group_rule': {'security_group_id': '70d7c105-256e-4a4e-8787-e931ac51f816', 'project_id': '7e10e770b8f64aef927def94f8989596', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:20:10.714169 n-d-838323-3 neutron-server[102908]: INFO neutron.db.securitygroups_db [None req-f5f848ff-f1d5-4cb4-a802-dfea55d0f443 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Project 7e10e770b8f64aef927def94f8989596 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:20:10.719812 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f5f848ff-f1d5-4cb4-a802-dfea55d0f443 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:11.042508 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f5f848ff-f1d5-4cb4-a802-dfea55d0f443 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:11.046804 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f5f848ff-f1d5-4cb4-a802-dfea55d0f443 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:11.067736 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f848ff-f1d5-4cb4-a802-dfea55d0f443 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5877b6dd-dd6c-4d4f-9d4e-21a125621937,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:11.077428 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f5f848ff-f1d5-4cb4-a802-dfea55d0f443 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:11.079255 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f5f848ff-f1d5-4cb4-a802-dfea55d0f443 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3916712 Apr 18 21:20:11.528981 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-befc6286-b006-4dff-ba8e-bde33562fa21 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1795834650&fields=id&tenant_id=7e10e770b8f64aef927def94f8989596 HTTP/1.1" status: 200 len: 267 time: 0.0452671 Apr 18 21:20:11.662511 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-609fb581-5aa7-4676-8777-07b5099e2f14 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:11.664135 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-609fb581-5aa7-4676-8777-07b5099e2f14 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/networks?id=bb88a2d1-7c3d-489b-a874-774f524e89fe HTTP/1.1" status: 200 len: 813 time: 0.1264939 Apr 18 21:20:11.681804 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-92f63cc2-a4fd-4331-bc84-597777e8b117 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/quotas/7e10e770b8f64aef927def94f8989596 HTTP/1.1" status: 200 len: 375 time: 0.0110290 Apr 18 21:20:11.753176 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-ab157b42-3db4-4e00-bbd3-89e7bd58f1cb tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e10e770b8f64aef927def94f8989596&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651238 Apr 18 21:20:11.895280 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-7b588baa-b290-4258-b6f3-34d0ea7231ec service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:20:11.897082 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-7b588baa-b290-4258-b6f3-34d0ea7231ec service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1321778 Apr 18 21:20:11.999043 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-3e623d4a-8851-4e99-bb67-e4b7d17b18b3 service neutron] 10.222.0.41 "GET /v2.0/networks/bb88a2d1-7c3d-489b-a874-774f524e89fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952568 Apr 18 21:20:12.099339 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-9c5c85a1-c2cf-4a85-a501-9030d05a0eb1 service neutron] 10.222.0.41 "GET /v2.0/networks/bb88a2d1-7c3d-489b-a874-774f524e89fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931246 Apr 18 21:20:12.131888 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:12.498316 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0466d6aa-87bd-4a8c-902b-8dfd86b8c0c1 req-1bb6efc6-f1f2-4838-8f7d-a22adf1cff07 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 210 time: 0.0921159 Apr 18 21:20:13.496777 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-e9d01b82-d757-43cb-82d2-4280358c41f6 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:13.498262 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-e9d01b82-d757-43cb-82d2-4280358c41f6 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.32 "GET /v2.0/networks?id=bb88a2d1-7c3d-489b-a874-774f524e89fe HTTP/1.1" status: 200 len: 813 time: 0.1270094 Apr 18 21:20:13.559461 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-485f3350-4980-49ae-8d8b-8dba1805c46b tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e10e770b8f64aef927def94f8989596 HTTP/1.1" status: 200 len: 380 time: 0.0517612 Apr 18 21:20:13.571842 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-b6fb8262-96dd-4250-9df0-c2ca45536791 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Request body: {'port': {'device_id': '37947f87-0b3d-453e-89e2-624bc584780f', 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe', 'admin_state_up': True, 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'security_groups': ['70d7c105-256e-4a4e-8787-e931ac51f816']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:20:13.672127 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d4f7428-9a9b-4987-a578-db266d0c0e80 req-6d1ce2b8-04e0-4dd7-887e-eb8027762d03 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 210 time: 0.0917344 Apr 18 21:20:13.767439 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-b6fb8262-96dd-4250-9df0-c2ca45536791 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Made reservation on behalf of 7e10e770b8f64aef927def94f8989596 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:20:13.771051 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-b6fb8262-96dd-4250-9df0-c2ca45536791 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:13.917302 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-b6fb8262-96dd-4250-9df0-c2ca45536791 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Allocated IP 172.20.0.5 (bb88a2d1-7c3d-489b-a874-774f524e89fe/3e82d17c-3f23-4ee9-9a52-c14ad9945950/be5ed0fd-7ffb-4267-8473-6a145bd7ecc5) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:20:14.100129 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-b6fb8262-96dd-4250-9df0-c2ca45536791 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:14.139047 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-b6fb8262-96dd-4250-9df0-c2ca45536791 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:14.189075 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-b6fb8262-96dd-4250-9df0-c2ca45536791 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Network bb88a2d1-7c3d-489b-a874-774f524e89fe is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:20:14.192808 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-b6fb8262-96dd-4250-9df0-c2ca45536791 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:14.197448 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-b6fb8262-96dd-4250-9df0-c2ca45536791 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:20:14.205570 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb8262-96dd-4250-9df0-c2ca45536791 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Pushing event updated for resources: {'Port': ['ID=be5ed0fd-7ffb-4267-8473-6a145bd7ecc5,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:14.265029 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-b6fb8262-96dd-4250-9df0-c2ca45536791 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:14.265287 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-b6fb8262-96dd-4250-9df0-c2ca45536791 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:14.284697 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-b6fb8262-96dd-4250-9df0-c2ca45536791 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7190826 Apr 18 21:20:14.393867 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-a49ffa5d-0531-43e6-ab77-0018a68fe68f service neutron] Request body: {'port': {'device_id': '37947f87-0b3d-453e-89e2-624bc584780f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:20:14.458700 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-a49ffa5d-0531-43e6-ab77-0018a68fe68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:14.535658 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e54c5cb9-df08-4799-adad-174b119dd08e None None] Provisioning complete for port be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:14.536246 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e54c5cb9-df08-4799-adad-174b119dd08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:14.574464 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e54c5cb9-df08-4799-adad-174b119dd08e None None] Port be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:20:14.757205 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-a49ffa5d-0531-43e6-ab77-0018a68fe68f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:20:14.766581 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-a49ffa5d-0531-43e6-ab77-0018a68fe68f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:14.780955 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-a49ffa5d-0531-43e6-ab77-0018a68fe68f service neutron] Transition to ACTIVE for port object be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:14.786538 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-a49ffa5d-0531-43e6-ab77-0018a68fe68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:14.899965 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ffa5d-0531-43e6-ab77-0018a68fe68f service neutron] Pushing event updated for resources: {'Port': ['ID=be5ed0fd-7ffb-4267-8473-6a145bd7ecc5,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:14.983507 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74e436-154f-4c9f-96af-6711f6f276fb req-388b764a-1c97-45e4-b92b-d9f0dd7da432 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:14.984996 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f74e436-154f-4c9f-96af-6711f6f276fb req-388b764a-1c97-45e4-b92b-d9f0dd7da432 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 943 time: 0.1960526 Apr 18 21:20:15.051571 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f74e436-154f-4c9f-96af-6711f6f276fb req-37f3470d-33ad-495f-9895-283833595bc4 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/security-groups?id=70d7c105-256e-4a4e-8787-e931ac51f816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565789 Apr 18 21:20:15.052285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-a49ffa5d-0531-43e6-ab77-0018a68fe68f service neutron] Attempting to bind port be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:20:15.052723 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-a49ffa5d-0531-43e6-ab77-0018a68fe68f service neutron] Attempting to bind port be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'd6343b46-3604-4d40-af8d-504391686c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:20:15.053058 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-a49ffa5d-0531-43e6-ab77-0018a68fe68f service neutron] Attempting to bind port be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 on network bb88a2d1-7c3d-489b-a874-774f524e89fe {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:20:15.059052 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-a49ffa5d-0531-43e6-ab77-0018a68fe68f service neutron] Port be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 on network bb88a2d1-7c3d-489b-a874-774f524e89fe not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:20:15.059503 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-a49ffa5d-0531-43e6-ab77-0018a68fe68f service neutron] Attempting to bind port be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 on network bb88a2d1-7c3d-489b-a874-774f524e89fe {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:20:15.066047 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-a49ffa5d-0531-43e6-ab77-0018a68fe68f service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:20:15.066550 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-a49ffa5d-0531-43e6-ab77-0018a68fe68f service neutron] Checking segment: {'id': 'd6343b46-3604-4d40-af8d-504391686c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:20:15.066959 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-a49ffa5d-0531-43e6-ab77-0018a68fe68f service neutron] Bound using segment: {'id': 'd6343b46-3604-4d40-af8d-504391686c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:20:15.067413 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-a49ffa5d-0531-43e6-ab77-0018a68fe68f service neutron] Bound port: be5ed0fd-7ffb-4267-8473-6a145bd7ecc5, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6343b46-3604-4d40-af8d-504391686c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:20:15.067802 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-a49ffa5d-0531-43e6-ab77-0018a68fe68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:15.158631 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-a49ffa5d-0531-43e6-ab77-0018a68fe68f service neutron] For port be5ed0fd-7ffb-4267-8473-6a145bd7ecc5, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:20:15.170503 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-a49ffa5d-0531-43e6-ab77-0018a68fe68f service neutron] For port be5ed0fd-7ffb-4267-8473-6a145bd7ecc5, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=be5ed0fd-7ffb-4267-8473-6a145bd7ecc5,segment=NetworkSegment(d6343b46-3604-4d40-af8d-504391686c47),segment_id=d6343b46-3604-4d40-af8d-504391686c47)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:20:15.182039 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-a49ffa5d-0531-43e6-ab77-0018a68fe68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:15.237028 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-a49ffa5d-0531-43e6-ab77-0018a68fe68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:15.238365 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-a49ffa5d-0531-43e6-ab77-0018a68fe68f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:15.240300 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-a49ffa5d-0531-43e6-ab77-0018a68fe68f service neutron] 10.222.0.32 "PUT /v2.0/ports/be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 HTTP/1.1" status: 200 len: 1091 time: 0.9482334 Apr 18 21:20:15.244717 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37947f87-0b3d-453e-89e2-624bc584780f', 'tag': 'be5ed0fd-7ffb-4267-8473-6a145bd7ecc5'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:20:15.247859 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac719d3-a304-425f-b725-38687deca10d" -d '{"events": [{"name": "network-changed", "server_uuid": "37947f87-0b3d-453e-89e2-624bc584780f", "tag": "be5ed0fd-7ffb-4267-8473-6a145bd7ecc5"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:20:15.319822 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ffa5d-0531-43e6-ab77-0018a68fe68f service neutron] Pushing event updated for resources: {'Port': ['ID=be5ed0fd-7ffb-4267-8473-6a145bd7ecc5,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:15.325403 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c271669-9875-4405-94b1-a1fdd7d320cc x-openstack-request-id: req-0c271669-9875-4405-94b1-a1fdd7d320cc {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:20:15.325722 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37947f87-0b3d-453e-89e2-624bc584780f", "tag": "be5ed0fd-7ffb-4267-8473-6a145bd7ecc5", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:20:15.326079 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c271669-9875-4405-94b1-a1fdd7d320cc {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:20:15.326559 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c271669-9875-4405-94b1-a1fdd7d320cc'] response: {'name': 'network-changed', 'server_uuid': '37947f87-0b3d-453e-89e2-624bc584780f', 'tag': 'be5ed0fd-7ffb-4267-8473-6a145bd7ecc5', 'status': 'completed', 'code': 200} Apr 18 21:20:15.373869 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-466a7360-addd-459a-ad89-cf12ec4ff5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:15.376083 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-466a7360-addd-459a-ad89-cf12ec4ff5ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e10e770b8f64aef927def94f8989596&device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 1094 time: 0.0671854 Apr 18 21:20:15.425439 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-e5db35b0-5042-4d13-affb-76aa26dc0131 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 HTTP/1.1" status: 200 len: 217 time: 0.0418634 Apr 18 21:20:15.518485 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-931ac087-6746-4007-8a46-363b7bb7da4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:15.521022 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-931ac087-6746-4007-8a46-363b7bb7da4f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e82d17c-3f23-4ee9-9a52-c14ad9945950 HTTP/1.1" status: 200 len: 852 time: 0.0891268 Apr 18 21:20:15.584139 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-039a8869-61c7-4e43-a885-fd6a72e0fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:15.586077 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-039a8869-61c7-4e43-a885-fd6a72e0fd9b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb88a2d1-7c3d-489b-a874-774f524e89fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591247 Apr 18 21:20:15.698985 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-1bc8d037-d9b1-48ff-b0c2-4ba03cffc8a3 service neutron] 10.222.0.32 "GET /v2.0/networks/bb88a2d1-7c3d-489b-a874-774f524e89fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060774 Apr 18 21:20:15.835776 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e35ff779-7e0c-489c-ba51-6fd076353dd1 req-0a626d4b-643e-4a4a-a9b4-406e0cd542b7 service neutron] 10.222.0.32 "GET /v2.0/networks/bb88a2d1-7c3d-489b-a874-774f524e89fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298428 Apr 18 21:20:15.933100 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac719d3-a304-425f-b725-38687deca10d req-84a1decb-94c5-4f1b-897b-ebcc43ecfff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:15.935011 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cac719d3-a304-425f-b725-38687deca10d req-84a1decb-94c5-4f1b-897b-ebcc43ecfff3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e10e770b8f64aef927def94f8989596&device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 1094 time: 0.0463431 Apr 18 21:20:16.050633 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac719d3-a304-425f-b725-38687deca10d req-a0406cf0-9051-49f9-b726-733b77b95343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:16.052072 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cac719d3-a304-425f-b725-38687deca10d req-a0406cf0-9051-49f9-b726-733b77b95343 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb88a2d1-7c3d-489b-a874-774f524e89fe HTTP/1.1" status: 200 len: 914 time: 0.1104307 Apr 18 21:20:16.122077 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cac719d3-a304-425f-b725-38687deca10d req-3791dd0c-8271-489b-9fec-1cf72cb2fc13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 HTTP/1.1" status: 200 len: 217 time: 0.0632885 Apr 18 21:20:16.243923 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac719d3-a304-425f-b725-38687deca10d req-face135a-a43e-4920-b29a-0d0279cea1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:16.245395 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cac719d3-a304-425f-b725-38687deca10d req-face135a-a43e-4920-b29a-0d0279cea1cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e82d17c-3f23-4ee9-9a52-c14ad9945950 HTTP/1.1" status: 200 len: 852 time: 0.1174278 Apr 18 21:20:16.258820 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a421d2-5dbe-4808-8454-78c620edff49 req-ad32702c-070a-44b5-8814-d5e0486c7ebf tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:16.260349 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-88a421d2-5dbe-4808-8454-78c620edff49 req-ad32702c-070a-44b5-8814-d5e0486c7ebf tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 943 time: 0.1195385 Apr 18 21:20:16.326398 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-88a421d2-5dbe-4808-8454-78c620edff49 req-acda1b1a-9fcb-42fe-9ffe-5496be5b5b46 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/security-groups?id=70d7c105-256e-4a4e-8787-e931ac51f816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570476 Apr 18 21:20:16.334946 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac719d3-a304-425f-b725-38687deca10d req-11c33f0e-755e-4d5f-ab6f-8e5fda91df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:16.337924 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cac719d3-a304-425f-b725-38687deca10d req-11c33f0e-755e-4d5f-ab6f-8e5fda91df77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb88a2d1-7c3d-489b-a874-774f524e89fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764542 Apr 18 21:20:16.442590 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cac719d3-a304-425f-b725-38687deca10d req-0aff9a81-2500-4489-9318-511684c15538 service neutron] 10.222.0.32 "GET /v2.0/networks/bb88a2d1-7c3d-489b-a874-774f524e89fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976212 Apr 18 21:20:16.544507 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cac719d3-a304-425f-b725-38687deca10d req-bc1a2939-d3a9-426b-a86a-6c815e55aceb service neutron] 10.222.0.32 "GET /v2.0/networks/bb88a2d1-7c3d-489b-a874-774f524e89fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958433 Apr 18 21:20:17.459682 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da74e35-9258-4397-9f12-df545f3d0237 req-1c0316b2-ab4e-40a2-abef-736cdb8bee37 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:17.461587 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2da74e35-9258-4397-9f12-df545f3d0237 req-1c0316b2-ab4e-40a2-abef-736cdb8bee37 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 943 time: 0.0518215 Apr 18 21:20:17.502050 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2da74e35-9258-4397-9f12-df545f3d0237 req-99b25518-9033-42b8-ab66-dd21d9b57bb1 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/security-groups?id=70d7c105-256e-4a4e-8787-e931ac51f816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342865 Apr 18 21:20:18.624934 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0891ec4-7862-43e6-a5d2-bc6012aa6797 req-fae80235-08f7-4365-bc73-57538ee7f469 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:18.627007 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d0891ec4-7862-43e6-a5d2-bc6012aa6797 req-fae80235-08f7-4365-bc73-57538ee7f469 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 943 time: 0.0557053 Apr 18 21:20:18.665947 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d0891ec4-7862-43e6-a5d2-bc6012aa6797 req-0a7d81e3-c3e4-48de-8186-77eee4eb7661 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/security-groups?id=70d7c105-256e-4a4e-8787-e931ac51f816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328238 Apr 18 21:20:19.787375 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2aa17-7a9f-4e7b-8bbb-f39883bf9d2a req-3ccb410f-81e3-4238-95ba-cbc21b2a5dca tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:19.789001 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7ab2aa17-7a9f-4e7b-8bbb-f39883bf9d2a req-3ccb410f-81e3-4238-95ba-cbc21b2a5dca tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 943 time: 0.0507524 Apr 18 21:20:19.830869 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7ab2aa17-7a9f-4e7b-8bbb-f39883bf9d2a req-95690393-2e18-4048-9cb1-038cba7d9f18 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/security-groups?id=70d7c105-256e-4a4e-8787-e931ac51f816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318036 Apr 18 21:20:20.959852 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f65e5-3ad8-4473-a483-b77018bad083 req-ffeeb7c2-0479-402a-9046-fa8d2ed5201b tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:20.961487 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-187f65e5-3ad8-4473-a483-b77018bad083 req-ffeeb7c2-0479-402a-9046-fa8d2ed5201b tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 943 time: 0.0609403 Apr 18 21:20:21.007054 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-187f65e5-3ad8-4473-a483-b77018bad083 req-55384069-bee2-4f1f-a21b-443424695835 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/security-groups?id=70d7c105-256e-4a4e-8787-e931ac51f816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393722 Apr 18 21:20:22.127859 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1d662-bc5e-4b09-8134-3c13531f9bba req-98f2a66c-3c28-4fc3-ad13-9e95542d4dbf tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:22.129408 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3aa1d662-bc5e-4b09-8134-3c13531f9bba req-98f2a66c-3c28-4fc3-ad13-9e95542d4dbf tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 943 time: 0.0540326 Apr 18 21:20:22.169108 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3aa1d662-bc5e-4b09-8134-3c13531f9bba req-afcafe64-54e5-4e78-8c11-83395e8679bd tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/security-groups?id=70d7c105-256e-4a4e-8787-e931ac51f816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337272 Apr 18 21:20:23.286629 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed2abb-9b74-49e2-b83f-b6d4855e38a3 req-48cbad58-a0da-4a63-961d-f50afcad9731 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:23.288110 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9aed2abb-9b74-49e2-b83f-b6d4855e38a3 req-48cbad58-a0da-4a63-961d-f50afcad9731 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 943 time: 0.0484719 Apr 18 21:20:23.325716 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9aed2abb-9b74-49e2-b83f-b6d4855e38a3 req-95804a08-7412-41fb-b3e3-242d91d5dd37 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/security-groups?id=70d7c105-256e-4a4e-8787-e931ac51f816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315216 Apr 18 21:20:24.443691 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434a2ed-e81a-4640-a854-1b512ecc24df req-c78d742f-f95c-4075-be54-c5fc025bb961 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:24.448403 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5434a2ed-e81a-4640-a854-1b512ecc24df req-c78d742f-f95c-4075-be54-c5fc025bb961 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 943 time: 0.0504763 Apr 18 21:20:24.485455 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5434a2ed-e81a-4640-a854-1b512ecc24df req-21788309-be68-4cd1-96fa-b23d86e88cb8 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/security-groups?id=70d7c105-256e-4a4e-8787-e931ac51f816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334918 Apr 18 21:20:24.667429 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dd563187-c14f-4047-a44b-a801f172a2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:25.607070 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311ccf0-0268-48aa-8f12-81f9728a3a06 req-f8c96d50-77d7-4e23-858a-9dce51bb9dfd tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:25.608607 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1311ccf0-0268-48aa-8f12-81f9728a3a06 req-f8c96d50-77d7-4e23-858a-9dce51bb9dfd tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 943 time: 0.0542407 Apr 18 21:20:25.651188 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1311ccf0-0268-48aa-8f12-81f9728a3a06 req-eadca769-6755-41ca-a93e-0a87574b0715 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/security-groups?id=70d7c105-256e-4a4e-8787-e931ac51f816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346475 Apr 18 21:20:26.766035 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28eba27-1997-4e6a-9990-25a2b6756345 req-e279cad8-fc5a-4903-83b7-de668a7e1ba2 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:26.768024 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b28eba27-1997-4e6a-9990-25a2b6756345 req-e279cad8-fc5a-4903-83b7-de668a7e1ba2 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 943 time: 0.0503829 Apr 18 21:20:26.809779 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b28eba27-1997-4e6a-9990-25a2b6756345 req-ded1d37f-3fd3-480f-9961-7a34a25c8c6c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/security-groups?id=70d7c105-256e-4a4e-8787-e931ac51f816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354121 Apr 18 21:20:27.933243 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e02e0-2b4a-45a9-9d84-d4165cb4afff req-1f56f2a0-2708-438b-aa0e-196074cab3aa tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:27.934805 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c1e02e0-2b4a-45a9-9d84-d4165cb4afff req-1f56f2a0-2708-438b-aa0e-196074cab3aa tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 943 time: 0.0527787 Apr 18 21:20:27.976197 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c1e02e0-2b4a-45a9-9d84-d4165cb4afff req-9578c10b-4e17-47d9-93ea-1a8a708cccab tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/security-groups?id=70d7c105-256e-4a4e-8787-e931ac51f816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343058 Apr 18 21:20:28.344768 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:20:28.442657 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port be5ed0fd-7ffb-4267-8473-6a145bd7ecc5, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=be5ed0fd-7ffb-4267-8473-6a145bd7ecc5,segment=NetworkSegment(d6343b46-3604-4d40-af8d-504391686c47),segment_id=d6343b46-3604-4d40-af8d-504391686c47)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:28.453960 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'be5ed0fd-7ffb-4267-8473-6a145bd7ecc5', 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe', 'port_id': 'be5ed0fd-7ffb-4267-8473-6a145bd7ecc5', 'mac_address': 'fa:16:3e:5e:62:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e82d17c-3f23-4ee9-9a52-c14ad9945950', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:20:28.492949 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:28.511344 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:20:28.531644 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port be5ed0fd-7ffb-4267-8473-6a145bd7ecc5, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=be5ed0fd-7ffb-4267-8473-6a145bd7ecc5,segment=NetworkSegment(d6343b46-3604-4d40-af8d-504391686c47),segment_id=d6343b46-3604-4d40-af8d-504391686c47)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:28.536732 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:28.584951 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=be5ed0fd-7ffb-4267-8473-6a145bd7ecc5,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:28.592232 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:28.592619 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:28.592953 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:28.593284 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:28.593611 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:28.594187 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:28.595124 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:28.595459 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:28.595780 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:28.596206 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:28.596566 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:28.596888 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:28.888651 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['be5ed0fd-7ffb-4267-8473-6a145bd7ecc5'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:20:29.096211 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-359a079f-c1bc-424e-bf2e-98e563f849aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:29.128607 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac96a3-11c8-43b5-947d-27729656b222 req-bb837f31-fbee-4128-bb06-a6a9d55176a1 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:29.130109 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7cac96a3-11c8-43b5-947d-27729656b222 req-bb837f31-fbee-4128-bb06-a6a9d55176a1 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 944 time: 0.0543463 Apr 18 21:20:29.168931 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7cac96a3-11c8-43b5-947d-27729656b222 req-3460e8dd-7dad-4d19-aafa-6ba65df74c39 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/security-groups?id=70d7c105-256e-4a4e-8787-e931ac51f816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320423 Apr 18 21:20:29.956576 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:30.288507 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9f6dc-5ae7-4952-a86a-86f9a956b773 req-23ad6d9e-9837-4fd0-87c7-b8ebf3c7ff47 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:30.289436 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bfe9f6dc-5ae7-4952-a86a-86f9a956b773 req-23ad6d9e-9837-4fd0-87c7-b8ebf3c7ff47 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 944 time: 0.0504613 Apr 18 21:20:30.328121 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bfe9f6dc-5ae7-4952-a86a-86f9a956b773 req-03516f60-ffa6-43c6-9fdd-a51010bf6325 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/security-groups?id=70d7c105-256e-4a4e-8787-e931ac51f816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325549 Apr 18 21:20:30.359644 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:20:30.407706 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:30.411485 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:30.411848 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:30.491959 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:30.513590 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37947f87-0b3d-453e-89e2-624bc584780f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5ed0fd-7ffb-4267-8473-6a145bd7ecc5'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:20:30.515832 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41cc5a0-bd6e-47ca-bfde-dd9fa52c697f" -d '{"events": [{"server_uuid": "37947f87-0b3d-453e-89e2-624bc584780f", "name": "network-vif-plugged", "status": "completed", "tag": "be5ed0fd-7ffb-4267-8473-6a145bd7ecc5"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:20:30.529368 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port be5ed0fd-7ffb-4267-8473-6a145bd7ecc5, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=be5ed0fd-7ffb-4267-8473-6a145bd7ecc5,segment=NetworkSegment(d6343b46-3604-4d40-af8d-504391686c47),segment_id=d6343b46-3604-4d40-af8d-504391686c47)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:30.534224 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:30.582197 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=be5ed0fd-7ffb-4267-8473-6a145bd7ecc5,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:30.625651 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf8da52-aaef-4899-b3b6-ca77a682ac8b x-openstack-request-id: req-fcf8da52-aaef-4899-b3b6-ca77a682ac8b {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:20:30.625941 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37947f87-0b3d-453e-89e2-624bc584780f", "name": "network-vif-plugged", "status": "completed", "tag": "be5ed0fd-7ffb-4267-8473-6a145bd7ecc5", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:20:30.626224 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fcf8da52-aaef-4899-b3b6-ca77a682ac8b {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:20:30.626628 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcf8da52-aaef-4899-b3b6-ca77a682ac8b'] response: {'server_uuid': '37947f87-0b3d-453e-89e2-624bc584780f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5ed0fd-7ffb-4267-8473-6a145bd7ecc5', 'code': 200} Apr 18 21:20:30.729861 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e473244-bc17-4541-a522-b63ffa90ac60 req-b0766e9f-6485-48ca-8783-7fd680b44aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:30.731351 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6e473244-bc17-4541-a522-b63ffa90ac60 req-b0766e9f-6485-48ca-8783-7fd680b44aa7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 1096 time: 0.0405040 Apr 18 21:20:30.765372 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6e473244-bc17-4541-a522-b63ffa90ac60 req-9d7c6cb9-a6a0-43ca-9d5d-7c95a28743de service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=70d7c105-256e-4a4e-8787-e931ac51f816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271657 Apr 18 21:20:31.380299 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:20:31.447381 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4ba57-27fe-45b5-a03b-5a0960fd42d5 req-93c352a9-2992-451d-8802-7c0af9b8f638 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:31.448865 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90b4ba57-27fe-45b5-a03b-5a0960fd42d5 req-93c352a9-2992-451d-8802-7c0af9b8f638 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 945 time: 0.0521734 Apr 18 21:20:31.486533 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90b4ba57-27fe-45b5-a03b-5a0960fd42d5 req-8f661281-c161-4553-965d-07ab594e7b8a tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/security-groups?id=70d7c105-256e-4a4e-8787-e931ac51f816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315611 Apr 18 21:20:31.580364 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:31.749307 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:32.606994 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0247748-9b00-4fe5-a249-39c0cf46cebb req-de6b2bd3-352a-4917-a051-cc2550dbb1cc tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:32.608529 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b0247748-9b00-4fe5-a249-39c0cf46cebb req-de6b2bd3-352a-4917-a051-cc2550dbb1cc tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 945 time: 0.0518248 Apr 18 21:20:32.649390 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b0247748-9b00-4fe5-a249-39c0cf46cebb req-0b720d34-cc25-433b-995f-2204bc8c4c8e tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/security-groups?id=70d7c105-256e-4a4e-8787-e931ac51f816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345986 Apr 18 21:20:32.764383 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f077c-3f69-4cb4-b509-8a3601defe21 req-8112abb5-b77e-4bf9-bb22-cbd8f069b345 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:32.765939 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b2f077c-3f69-4cb4-b509-8a3601defe21 req-8112abb5-b77e-4bf9-bb22-cbd8f069b345 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 945 time: 0.0494931 Apr 18 21:20:32.805877 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b2f077c-3f69-4cb4-b509-8a3601defe21 req-e7b3a5b7-6504-47fd-923d-30204fdb3db8 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/security-groups?id=70d7c105-256e-4a4e-8787-e931ac51f816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336201 Apr 18 21:20:32.827833 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55750) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:20:32.912451 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0994ac03-9a02-4242-bed2-b6d72c6bb44b tempest-TestVolumeBackupRestore-123314940 tempest-TestVolumeBackupRestore-123314940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:32.913990 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0994ac03-9a02-4242-bed2-b6d72c6bb44b tempest-TestVolumeBackupRestore-123314940 tempest-TestVolumeBackupRestore-123314940-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 1091 time: 0.0851395 Apr 18 21:20:32.916922 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55754) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:20:32.921152 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a88c89f1-5239-45ab-a9f5-f8ef9388033d tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'port_id': 'be5ed0fd-7ffb-4267-8473-6a145bd7ecc5', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:20:32.942444 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a88c89f1-5239-45ab-a9f5-f8ef9388033d tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:33.049888 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a88c89f1-5239-45ab-a9f5-f8ef9388033d tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:33.155659 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-a88c89f1-5239-45ab-a9f5-f8ef9388033d tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Allocated IP 172.25.1.184 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/ef74a993-05a9-45fb-9b27-c341c7259edc) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:20:33.255994 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a88c89f1-5239-45ab-a9f5-f8ef9388033d tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:33.295518 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a88c89f1-5239-45ab-a9f5-f8ef9388033d tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:33.343168 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88c89f1-5239-45ab-a9f5-f8ef9388033d tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:20:33.350114 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-a88c89f1-5239-45ab-a9f5-f8ef9388033d tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:33.354830 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88c89f1-5239-45ab-a9f5-f8ef9388033d tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:20:33.380584 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c89f1-5239-45ab-a9f5-f8ef9388033d tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Pushing event updated for resources: {'Port': ['ID=ef74a993-05a9-45fb-9b27-c341c7259edc,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:33.710378 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a88c89f1-5239-45ab-a9f5-f8ef9388033d tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:33.780037 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a88c89f1-5239-45ab-a9f5-f8ef9388033d tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:33.934334 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a88c89f1-5239-45ab-a9f5-f8ef9388033d tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:33.939070 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a88c89f1-5239-45ab-a9f5-f8ef9388033d tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:34.010143 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c89f1-5239-45ab-a9f5-f8ef9388033d tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Pushing event updated for resources: {'Port': ['ID=ef74a993-05a9-45fb-9b27-c341c7259edc,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:34.018169 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a88c89f1-5239-45ab-a9f5-f8ef9388033d tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:34.116767 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-a88c89f1-5239-45ab-a9f5-f8ef9388033d tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Floating IP a782373b-1753-451f-96d8-dd52bab0009c associated. External IP: 172.25.1.184, port: be5ed0fd-7ffb-4267-8473-6a145bd7ecc5. Apr 18 21:20:34.568265 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88c89f1-5239-45ab-a9f5-f8ef9388033d tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Router ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:20:34.674931 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88c89f1-5239-45ab-a9f5-f8ef9388033d tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:20:34.686710 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de240a-eddf-49ff-9610-212ec1cead3a None None] Sync routers for ids ['ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:20:34.695575 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a88c89f1-5239-45ab-a9f5-f8ef9388033d tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:34.697615 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de240a-eddf-49ff-9610-212ec1cead3a None None] Routers {'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:20:34.698219 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f1de240a-eddf-49ff-9610-212ec1cead3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:20:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:34.731324 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a88c89f1-5239-45ab-a9f5-f8ef9388033d tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8133802 Apr 18 21:20:34.732639 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37947f87-0b3d-453e-89e2-624bc584780f', 'tag': 'be5ed0fd-7ffb-4267-8473-6a145bd7ecc5'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:20:34.734111 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 55758) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:20:34.734536 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe71cda-d801-43ac-a61d-f5a78704f2b1" -d '{"events": [{"name": "network-changed", "server_uuid": "37947f87-0b3d-453e-89e2-624bc584780f", "tag": "be5ed0fd-7ffb-4267-8473-6a145bd7ecc5"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:20:34.772408 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceed0732-4f73-4d50-962d-ae1779739d87 x-openstack-request-id: req-ceed0732-4f73-4d50-962d-ae1779739d87 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:20:34.772726 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37947f87-0b3d-453e-89e2-624bc584780f", "tag": "be5ed0fd-7ffb-4267-8473-6a145bd7ecc5", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:20:34.773073 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ceed0732-4f73-4d50-962d-ae1779739d87 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:20:34.773388 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceed0732-4f73-4d50-962d-ae1779739d87'] response: {'name': 'network-changed', 'server_uuid': '37947f87-0b3d-453e-89e2-624bc584780f', 'tag': 'be5ed0fd-7ffb-4267-8473-6a145bd7ecc5', 'status': 'completed', 'code': 200} Apr 18 21:20:34.782880 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc9bbd8-2e4e-46ca-bd75-8521901b1fa9 tempest-TestVolumeBackupRestore-123314940 tempest-TestVolumeBackupRestore-123314940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:34.787278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55762) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:20:34.787411 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fcc9bbd8-2e4e-46ca-bd75-8521901b1fa9 tempest-TestVolumeBackupRestore-123314940 tempest-TestVolumeBackupRestore-123314940-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 1091 time: 0.0513599 Apr 18 21:20:34.791846 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-495b1765-082e-4b4b-bc8d-2622e82eeec0 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Request body: {'floatingip': {'port_id': 'be5ed0fd-7ffb-4267-8473-6a145bd7ecc5'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:20:34.807787 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-f1de240a-eddf-49ff-9610-212ec1cead3a None None] Set router ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:20:34.877848 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-495b1765-082e-4b4b-bc8d-2622e82eeec0 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for floatingip, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:34.913814 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe71cda-d801-43ac-a61d-f5a78704f2b1 req-2bc60184-4991-4dcc-bb49-ed9584a8e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:34.915286 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7fe71cda-d801-43ac-a61d-f5a78704f2b1 req-2bc60184-4991-4dcc-bb49-ed9584a8e508 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e10e770b8f64aef927def94f8989596&device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 1096 time: 0.0925796 Apr 18 21:20:35.127034 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f1de240a-eddf-49ff-9610-212ec1cead3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'name': 'tempest-TestVolumeBackupRestore-947766903-router', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:14Z', 'updated_at': '2022-04-18T21:18:17Z', 'revision_number': 4, 'project_id': '7e10e770b8f64aef927def94f8989596', 'gw_port': {'id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:15Z', 'updated_at': '2022-04-18T21:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'a782373b-1753-451f-96d8-dd52bab0009c', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'port_id': 'be5ed0fd-7ffb-4267-8473-6a145bd7ecc5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe', 'mac_address': 'fa:16:3e:5e:62:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37947f87-0b3d-453e-89e2-624bc584780f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:20:33Z', 'updated_at': '2022-04-18T21:20:33Z', 'revision_number': 0, 'project_id': '7e10e770b8f64aef927def94f8989596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09393c82-302f-4786-aa92-4090e991857c', 'name': '', 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'mac_address': 'fa:16:3e:c7:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '3e82d17c-3f23-4ee9-9a52-c14ad9945950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:16Z', 'updated_at': '2022-04-18T21:18:22Z', 'revision_number': 5, 'project_id': '7e10e770b8f64aef927def94f8989596', 'subnets': [{'id': '3e82d17c-3f23-4ee9-9a52-c14ad9945950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:35.129995 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe71cda-d801-43ac-a61d-f5a78704f2b1 req-c8df36b3-f7e2-4473-999d-0f3160d22ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:35.131463 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7fe71cda-d801-43ac-a61d-f5a78704f2b1 req-c8df36b3-f7e2-4473-999d-0f3160d22ba8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb88a2d1-7c3d-489b-a874-774f524e89fe HTTP/1.1" status: 200 len: 914 time: 0.2096891 Apr 18 21:20:35.155691 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de240a-eddf-49ff-9610-212ec1cead3a None None] Checking router: ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:20:35.164109 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de240a-eddf-49ff-9610-212ec1cead3a None None] Routers {'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:20:35.164743 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f1de240a-eddf-49ff-9610-212ec1cead3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:20:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:35.244744 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7fe71cda-d801-43ac-a61d-f5a78704f2b1 req-8ece6622-bdd3-44a6-9339-497e9605e8aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 HTTP/1.1" status: 200 len: 999 time: 0.1030309 Apr 18 21:20:35.270476 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-f1de240a-eddf-49ff-9610-212ec1cead3a None None] Set router ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:20:35.334234 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe71cda-d801-43ac-a61d-f5a78704f2b1 req-5cd18b76-1a17-4826-9e23-7b0fd5dbd086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:35.335693 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7fe71cda-d801-43ac-a61d-f5a78704f2b1 req-5cd18b76-1a17-4826-9e23-7b0fd5dbd086 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e82d17c-3f23-4ee9-9a52-c14ad9945950 HTTP/1.1" status: 200 len: 852 time: 0.0635269 Apr 18 21:20:35.457146 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe71cda-d801-43ac-a61d-f5a78704f2b1 req-53d82680-a2f0-49a1-a6c6-3bd41fa3cb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:35.458689 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7fe71cda-d801-43ac-a61d-f5a78704f2b1 req-53d82680-a2f0-49a1-a6c6-3bd41fa3cb76 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb88a2d1-7c3d-489b-a874-774f524e89fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866749 Apr 18 21:20:35.518617 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f1de240a-eddf-49ff-9610-212ec1cead3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'name': 'tempest-TestVolumeBackupRestore-947766903-router', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:14Z', 'updated_at': '2022-04-18T21:18:17Z', 'revision_number': 4, 'project_id': '7e10e770b8f64aef927def94f8989596', 'gw_port': {'id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:15Z', 'updated_at': '2022-04-18T21:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'a782373b-1753-451f-96d8-dd52bab0009c', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'port_id': 'be5ed0fd-7ffb-4267-8473-6a145bd7ecc5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe', 'mac_address': 'fa:16:3e:5e:62:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37947f87-0b3d-453e-89e2-624bc584780f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:20:33Z', 'updated_at': '2022-04-18T21:20:33Z', 'revision_number': 0, 'project_id': '7e10e770b8f64aef927def94f8989596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09393c82-302f-4786-aa92-4090e991857c', 'name': '', 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'mac_address': 'fa:16:3e:c7:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '3e82d17c-3f23-4ee9-9a52-c14ad9945950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:16Z', 'updated_at': '2022-04-18T21:18:22Z', 'revision_number': 5, 'project_id': '7e10e770b8f64aef927def94f8989596', 'subnets': [{'id': '3e82d17c-3f23-4ee9-9a52-c14ad9945950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:35.544923 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de240a-eddf-49ff-9610-212ec1cead3a None None] The sync data for ids ['ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'] in n-d-838323-3 is: [{'id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'name': 'tempest-TestVolumeBackupRestore-947766903-router', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:14Z', 'updated_at': '2022-04-18T21:18:17Z', 'revision_number': 4, 'project_id': '7e10e770b8f64aef927def94f8989596', 'gw_port': {'id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:15Z', 'updated_at': '2022-04-18T21:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'a782373b-1753-451f-96d8-dd52bab0009c', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'port_id': 'be5ed0fd-7ffb-4267-8473-6a145bd7ecc5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe', 'mac_address': 'fa:16:3e:5e:62:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37947f87-0b3d-453e-89e2-624bc584780f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:20:33Z', 'updated_at': '2022-04-18T21:20:33Z', 'revision_number': 0, 'project_id': '7e10e770b8f64aef927def94f8989596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09393c82-302f-4786-aa92-4090e991857c', 'name': '', 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'mac_address': 'fa:16:3e:c7:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '3e82d17c-3f23-4ee9-9a52-c14ad9945950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:16Z', 'updated_at': '2022-04-18T21:18:22Z', 'revision_number': 5, 'project_id': '7e10e770b8f64aef927def94f8989596', 'subnets': [{'id': '3e82d17c-3f23-4ee9-9a52-c14ad9945950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:20:35.635958 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7fe71cda-d801-43ac-a61d-f5a78704f2b1 req-c722ff48-7c32-49fe-8f98-4eab3079c358 service neutron] 10.222.0.32 "GET /v2.0/networks/bb88a2d1-7c3d-489b-a874-774f524e89fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646106 Apr 18 21:20:35.640148 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-495b1765-082e-4b4b-bc8d-2622e82eeec0 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:35.652014 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-495b1765-082e-4b4b-bc8d-2622e82eeec0 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:35.758251 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1378fe46-9ba9-4eb7-b929-255fcd24e175 None None] New status for floating IP a782373b-1753-451f-96d8-dd52bab0009c: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:20:35.815972 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7fe71cda-d801-43ac-a61d-f5a78704f2b1 req-d9348b4c-e0e4-4eef-8a32-5e3a4e13a1f9 service neutron] 10.222.0.32 "GET /v2.0/networks/bb88a2d1-7c3d-489b-a874-774f524e89fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733983 Apr 18 21:20:35.936309 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495b1765-082e-4b4b-bc8d-2622e82eeec0 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Router ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:20:36.051946 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495b1765-082e-4b4b-bc8d-2622e82eeec0 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:20:36.056564 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-495b1765-082e-4b4b-bc8d-2622e82eeec0 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:36.062108 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3628a449-503f-4791-af85-acc3a8f54c2e None None] Sync routers for ids ['ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:20:36.072205 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3628a449-503f-4791-af85-acc3a8f54c2e None None] Routers {'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:20:36.072930 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3628a449-503f-4791-af85-acc3a8f54c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:20:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:36.114489 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-495b1765-082e-4b4b-bc8d-2622e82eeec0 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "PUT /v2.0/floatingips/a782373b-1753-451f-96d8-dd52bab0009c HTTP/1.1" status: 200 len: 991 time: 1.3261068 Apr 18 21:20:36.180272 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-3628a449-503f-4791-af85-acc3a8f54c2e None None] Set router ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:20:36.400552 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3628a449-503f-4791-af85-acc3a8f54c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'name': 'tempest-TestVolumeBackupRestore-947766903-router', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:14Z', 'updated_at': '2022-04-18T21:18:17Z', 'revision_number': 4, 'project_id': '7e10e770b8f64aef927def94f8989596', 'gw_port': {'id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:15Z', 'updated_at': '2022-04-18T21:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'a782373b-1753-451f-96d8-dd52bab0009c', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'port_id': 'be5ed0fd-7ffb-4267-8473-6a145bd7ecc5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe', 'mac_address': 'fa:16:3e:5e:62:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37947f87-0b3d-453e-89e2-624bc584780f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:20:33Z', 'updated_at': '2022-04-18T21:20:35Z', 'revision_number': 2, 'project_id': '7e10e770b8f64aef927def94f8989596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09393c82-302f-4786-aa92-4090e991857c', 'name': '', 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'mac_address': 'fa:16:3e:c7:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '3e82d17c-3f23-4ee9-9a52-c14ad9945950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:16Z', 'updated_at': '2022-04-18T21:18:22Z', 'revision_number': 5, 'project_id': '7e10e770b8f64aef927def94f8989596', 'subnets': [{'id': '3e82d17c-3f23-4ee9-9a52-c14ad9945950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:36.426071 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3628a449-503f-4791-af85-acc3a8f54c2e None None] Checking router: ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:20:36.434034 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3628a449-503f-4791-af85-acc3a8f54c2e None None] Routers {'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:20:36.434647 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3628a449-503f-4791-af85-acc3a8f54c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:20:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:36.540058 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-3628a449-503f-4791-af85-acc3a8f54c2e None None] Set router ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:20:36.767542 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3628a449-503f-4791-af85-acc3a8f54c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'name': 'tempest-TestVolumeBackupRestore-947766903-router', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:14Z', 'updated_at': '2022-04-18T21:18:17Z', 'revision_number': 4, 'project_id': '7e10e770b8f64aef927def94f8989596', 'gw_port': {'id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:15Z', 'updated_at': '2022-04-18T21:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'a782373b-1753-451f-96d8-dd52bab0009c', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'port_id': 'be5ed0fd-7ffb-4267-8473-6a145bd7ecc5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe', 'mac_address': 'fa:16:3e:5e:62:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37947f87-0b3d-453e-89e2-624bc584780f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:20:33Z', 'updated_at': '2022-04-18T21:20:35Z', 'revision_number': 2, 'project_id': '7e10e770b8f64aef927def94f8989596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09393c82-302f-4786-aa92-4090e991857c', 'name': '', 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'mac_address': 'fa:16:3e:c7:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '3e82d17c-3f23-4ee9-9a52-c14ad9945950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:16Z', 'updated_at': '2022-04-18T21:18:22Z', 'revision_number': 5, 'project_id': '7e10e770b8f64aef927def94f8989596', 'subnets': [{'id': '3e82d17c-3f23-4ee9-9a52-c14ad9945950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:36.775185 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37947f87-0b3d-453e-89e2-624bc584780f', 'tag': 'be5ed0fd-7ffb-4267-8473-6a145bd7ecc5'}, {'name': 'network-changed', 'server_uuid': '37947f87-0b3d-453e-89e2-624bc584780f', 'tag': 'be5ed0fd-7ffb-4267-8473-6a145bd7ecc5'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:20:36.779154 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e0e5c7-06e4-4f41-aac2-b66775544817" -d '{"events": [{"name": "network-changed", "server_uuid": "37947f87-0b3d-453e-89e2-624bc584780f", "tag": "be5ed0fd-7ffb-4267-8473-6a145bd7ecc5"}, {"name": "network-changed", "server_uuid": "37947f87-0b3d-453e-89e2-624bc584780f", "tag": "be5ed0fd-7ffb-4267-8473-6a145bd7ecc5"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:20:36.794800 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3628a449-503f-4791-af85-acc3a8f54c2e None None] The sync data for ids ['ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'] in n-d-838323-3 is: [{'id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'name': 'tempest-TestVolumeBackupRestore-947766903-router', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:14Z', 'updated_at': '2022-04-18T21:18:17Z', 'revision_number': 4, 'project_id': '7e10e770b8f64aef927def94f8989596', 'gw_port': {'id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:15Z', 'updated_at': '2022-04-18T21:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'a782373b-1753-451f-96d8-dd52bab0009c', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'port_id': 'be5ed0fd-7ffb-4267-8473-6a145bd7ecc5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe', 'mac_address': 'fa:16:3e:5e:62:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37947f87-0b3d-453e-89e2-624bc584780f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:20:33Z', 'updated_at': '2022-04-18T21:20:35Z', 'revision_number': 2, 'project_id': '7e10e770b8f64aef927def94f8989596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09393c82-302f-4786-aa92-4090e991857c', 'name': '', 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'mac_address': 'fa:16:3e:c7:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '3e82d17c-3f23-4ee9-9a52-c14ad9945950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:16Z', 'updated_at': '2022-04-18T21:18:22Z', 'revision_number': 5, 'project_id': '7e10e770b8f64aef927def94f8989596', 'subnets': [{'id': '3e82d17c-3f23-4ee9-9a52-c14ad9945950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:20:37.833742 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Apr 2022 21:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d6917a-4bed-4d4a-bbde-624afe739960 x-openstack-request-id: req-59d6917a-4bed-4d4a-bbde-624afe739960 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:20:37.834263 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37947f87-0b3d-453e-89e2-624bc584780f", "tag": "be5ed0fd-7ffb-4267-8473-6a145bd7ecc5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "37947f87-0b3d-453e-89e2-624bc584780f", "tag": "be5ed0fd-7ffb-4267-8473-6a145bd7ecc5", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:20:37.834487 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59d6917a-4bed-4d4a-bbde-624afe739960 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:20:37.834698 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59d6917a-4bed-4d4a-bbde-624afe739960'] response: {'name': 'network-changed', 'server_uuid': '37947f87-0b3d-453e-89e2-624bc584780f', 'tag': 'be5ed0fd-7ffb-4267-8473-6a145bd7ecc5', 'status': 'completed', 'code': 200} Apr 18 21:20:37.834952 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59d6917a-4bed-4d4a-bbde-624afe739960'] response: {'name': 'network-changed', 'server_uuid': '37947f87-0b3d-453e-89e2-624bc584780f', 'tag': 'be5ed0fd-7ffb-4267-8473-6a145bd7ecc5', 'status': 'completed', 'code': 200} Apr 18 21:20:37.895025 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0e5c7-06e4-4f41-aac2-b66775544817 req-512be912-e92e-4c4f-a270-011b37e94b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:37.896603 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4e0e5c7-06e4-4f41-aac2-b66775544817 req-512be912-e92e-4c4f-a270-011b37e94b44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e10e770b8f64aef927def94f8989596&device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 1096 time: 0.0412836 Apr 18 21:20:37.986003 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0e5c7-06e4-4f41-aac2-b66775544817 req-eb406381-f3b1-4e2d-b301-b812624246e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:37.987767 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4e0e5c7-06e4-4f41-aac2-b66775544817 req-eb406381-f3b1-4e2d-b301-b812624246e6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb88a2d1-7c3d-489b-a874-774f524e89fe HTTP/1.1" status: 200 len: 914 time: 0.0844171 Apr 18 21:20:38.021503 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:38.070405 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4e0e5c7-06e4-4f41-aac2-b66775544817 req-c7f112c1-77f8-464e-aeb6-69649be2063f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 HTTP/1.1" status: 200 len: 1001 time: 0.0755658 Apr 18 21:20:38.121436 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0e5c7-06e4-4f41-aac2-b66775544817 req-a090e91e-5d91-4971-9604-3fad148251f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:38.122899 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4e0e5c7-06e4-4f41-aac2-b66775544817 req-a090e91e-5d91-4971-9604-3fad148251f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e82d17c-3f23-4ee9-9a52-c14ad9945950 HTTP/1.1" status: 200 len: 852 time: 0.0461922 Apr 18 21:20:38.167196 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0e5c7-06e4-4f41-aac2-b66775544817 req-7bfe1d1e-5711-4a4e-b722-683ac2f5fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:38.168709 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4e0e5c7-06e4-4f41-aac2-b66775544817 req-7bfe1d1e-5711-4a4e-b722-683ac2f5fe85 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb88a2d1-7c3d-489b-a874-774f524e89fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395324 Apr 18 21:20:38.262120 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4e0e5c7-06e4-4f41-aac2-b66775544817 req-082dd4cb-f0bc-490d-bba0-a3b7222f3698 service neutron] 10.222.0.32 "GET /v2.0/networks/bb88a2d1-7c3d-489b-a874-774f524e89fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871696 Apr 18 21:20:38.349735 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4e0e5c7-06e4-4f41-aac2-b66775544817 req-6e18244c-8713-43db-8a1a-3289d42fb621 service neutron] 10.222.0.32 "GET /v2.0/networks/bb88a2d1-7c3d-489b-a874-774f524e89fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817463 Apr 18 21:20:38.434271 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0e5c7-06e4-4f41-aac2-b66775544817 req-c502f098-e3da-4513-a687-440543c5fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:38.435688 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4e0e5c7-06e4-4f41-aac2-b66775544817 req-c502f098-e3da-4513-a687-440543c5fafc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e10e770b8f64aef927def94f8989596&device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 1096 time: 0.0467989 Apr 18 21:20:38.523218 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0e5c7-06e4-4f41-aac2-b66775544817 req-0be960c2-6ca8-49d1-8239-9ff85c56cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:38.524737 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4e0e5c7-06e4-4f41-aac2-b66775544817 req-0be960c2-6ca8-49d1-8239-9ff85c56cbf8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb88a2d1-7c3d-489b-a874-774f524e89fe HTTP/1.1" status: 200 len: 914 time: 0.0831320 Apr 18 21:20:38.592206 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4e0e5c7-06e4-4f41-aac2-b66775544817 req-191f0555-86d0-4de3-b7ba-fdabfa198c7c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 HTTP/1.1" status: 200 len: 1001 time: 0.0610125 Apr 18 21:20:38.641490 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0e5c7-06e4-4f41-aac2-b66775544817 req-c0f138ce-1ccc-413e-bae4-cc39f527f50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:38.643112 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4e0e5c7-06e4-4f41-aac2-b66775544817 req-c0f138ce-1ccc-413e-bae4-cc39f527f50a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e82d17c-3f23-4ee9-9a52-c14ad9945950 HTTP/1.1" status: 200 len: 852 time: 0.0448320 Apr 18 21:20:38.688740 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0e5c7-06e4-4f41-aac2-b66775544817 req-82569367-1349-4d07-9f95-01c5b4b7ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:38.690148 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4e0e5c7-06e4-4f41-aac2-b66775544817 req-82569367-1349-4d07-9f95-01c5b4b7ed03 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb88a2d1-7c3d-489b-a874-774f524e89fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403125 Apr 18 21:20:38.783486 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4e0e5c7-06e4-4f41-aac2-b66775544817 req-9851a6d3-7a5f-4af2-b957-70f5134e76b1 service neutron] 10.222.0.32 "GET /v2.0/networks/bb88a2d1-7c3d-489b-a874-774f524e89fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867908 Apr 18 21:20:38.873410 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4e0e5c7-06e4-4f41-aac2-b66775544817 req-e3642201-d31b-45ef-b646-3e7569c47228 service neutron] 10.222.0.32 "GET /v2.0/networks/bb88a2d1-7c3d-489b-a874-774f524e89fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830860 Apr 18 21:20:42.122827 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:54.668818 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0ff98cb8-2f2c-4a22-8528-aa4d7ac3bd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:59.078455 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1f91ac42-8956-4b2a-b048-40894e0abbd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:59.958840 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:01.582917 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:01.752154 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:04.593538 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55776) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:21:04.756541 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-1d9f5fdc-81f3-49d0-86f6-7da2430dfa86 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Deleting port ef74a993-05a9-45fb-9b27-c341c7259edc {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:21:04.756823 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1d9f5fdc-81f3-49d0-86f6-7da2430dfa86 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:05.096719 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1d9f5fdc-81f3-49d0-86f6-7da2430dfa86 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:05.096969 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1d9f5fdc-81f3-49d0-86f6-7da2430dfa86 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:05.109677 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-1d9f5fdc-81f3-49d0-86f6-7da2430dfa86 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Calling delete_port for ef74a993-05a9-45fb-9b27-c341c7259edc owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:21:05.260613 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1d9f5fdc-81f3-49d0-86f6-7da2430dfa86 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:05.286448 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f5fdc-81f3-49d0-86f6-7da2430dfa86 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Pushing event deleted for resources: {'Port': ['ID=ef74a993-05a9-45fb-9b27-c341c7259edc,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:05.347196 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1d9f5fdc-81f3-49d0-86f6-7da2430dfa86 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:05.347553 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-1d9f5fdc-81f3-49d0-86f6-7da2430dfa86 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Floating IP a782373b-1753-451f-96d8-dd52bab0009c disassociated (deleted). External IP: 172.25.1.184, port: be5ed0fd-7ffb-4267-8473-6a145bd7ecc5. Apr 18 21:21:05.569414 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9f5fdc-81f3-49d0-86f6-7da2430dfa86 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Router ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:21:05.686545 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9f5fdc-81f3-49d0-86f6-7da2430dfa86 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:21:05.691398 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1d9f5fdc-81f3-49d0-86f6-7da2430dfa86 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:05.696852 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aadf071-ed61-4304-9b22-c1a444e37b1d None None] Sync routers for ids ['ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:21:05.707363 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aadf071-ed61-4304-9b22-c1a444e37b1d None None] Routers {'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:21:05.708135 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-4aadf071-ed61-4304-9b22-c1a444e37b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:20:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:05.725246 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1d9f5fdc-81f3-49d0-86f6-7da2430dfa86 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "DELETE /v2.0/floatingips/a782373b-1753-451f-96d8-dd52bab0009c HTTP/1.1" status: 204 len: 168 time: 1.1272056 Apr 18 21:21:05.725246 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37947f87-0b3d-453e-89e2-624bc584780f', 'tag': 'be5ed0fd-7ffb-4267-8473-6a145bd7ecc5'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:21:05.736797 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a763abd5-d1cd-4a0b-a89b-284319987d86" -d '{"events": [{"name": "network-changed", "server_uuid": "37947f87-0b3d-453e-89e2-624bc584780f", "tag": "be5ed0fd-7ffb-4267-8473-6a145bd7ecc5"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:21:05.797599 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acef434-62ca-4b95-b17d-a1dc05c9dba4 x-openstack-request-id: req-8acef434-62ca-4b95-b17d-a1dc05c9dba4 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:21:05.797896 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37947f87-0b3d-453e-89e2-624bc584780f", "tag": "be5ed0fd-7ffb-4267-8473-6a145bd7ecc5", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:21:05.798141 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8acef434-62ca-4b95-b17d-a1dc05c9dba4 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:21:05.798740 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8acef434-62ca-4b95-b17d-a1dc05c9dba4'] response: {'name': 'network-changed', 'server_uuid': '37947f87-0b3d-453e-89e2-624bc584780f', 'tag': 'be5ed0fd-7ffb-4267-8473-6a145bd7ecc5', 'status': 'completed', 'code': 200} Apr 18 21:21:05.878458 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763abd5-d1cd-4a0b-a89b-284319987d86 req-419facae-9955-44de-a666-0363af989a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:05.881699 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a763abd5-d1cd-4a0b-a89b-284319987d86 req-419facae-9955-44de-a666-0363af989a76 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e10e770b8f64aef927def94f8989596&device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 1096 time: 0.0530858 Apr 18 21:21:05.890692 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-4aadf071-ed61-4304-9b22-c1a444e37b1d None None] Set router ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:21:06.018879 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763abd5-d1cd-4a0b-a89b-284319987d86 req-97df5f1f-b1e5-4df7-999a-4540db846c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:06.020724 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a763abd5-d1cd-4a0b-a89b-284319987d86 req-97df5f1f-b1e5-4df7-999a-4540db846c6f service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb88a2d1-7c3d-489b-a874-774f524e89fe HTTP/1.1" status: 200 len: 914 time: 0.1318276 Apr 18 21:21:06.031434 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13155fc-da89-413b-b3bc-0b33be9b25d5 req-ef5e060e-6f6e-42f7-8d35-c3789202cced tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:06.032960 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f13155fc-da89-413b-b3bc-0b33be9b25d5 req-ef5e060e-6f6e-42f7-8d35-c3789202cced tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 945 time: 0.0756047 Apr 18 21:21:06.086212 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a763abd5-d1cd-4a0b-a89b-284319987d86 req-06e4f649-bdcc-47a3-ad7a-20838bed084a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 HTTP/1.1" status: 200 len: 217 time: 0.0522940 Apr 18 21:21:06.111398 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-4aadf071-ed61-4304-9b22-c1a444e37b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'name': 'tempest-TestVolumeBackupRestore-947766903-router', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:14Z', 'updated_at': '2022-04-18T21:18:17Z', 'revision_number': 4, 'project_id': '7e10e770b8f64aef927def94f8989596', 'gw_port': {'id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:15Z', 'updated_at': '2022-04-18T21:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '09393c82-302f-4786-aa92-4090e991857c', 'name': '', 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'mac_address': 'fa:16:3e:c7:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '3e82d17c-3f23-4ee9-9a52-c14ad9945950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:16Z', 'updated_at': '2022-04-18T21:18:22Z', 'revision_number': 5, 'project_id': '7e10e770b8f64aef927def94f8989596', 'subnets': [{'id': '3e82d17c-3f23-4ee9-9a52-c14ad9945950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:06.135422 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f13155fc-da89-413b-b3bc-0b33be9b25d5 req-3d801303-a26f-4850-b49f-ddf207ca60fe tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/security-groups?id=70d7c105-256e-4a4e-8787-e931ac51f816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941381 Apr 18 21:21:06.146113 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aadf071-ed61-4304-9b22-c1a444e37b1d None None] Checking router: ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:21:06.150861 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763abd5-d1cd-4a0b-a89b-284319987d86 req-e401d09e-201c-421d-8902-d5bd8a952109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:06.152302 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a763abd5-d1cd-4a0b-a89b-284319987d86 req-e401d09e-201c-421d-8902-d5bd8a952109 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e82d17c-3f23-4ee9-9a52-c14ad9945950 HTTP/1.1" status: 200 len: 852 time: 0.0584738 Apr 18 21:21:06.165155 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aadf071-ed61-4304-9b22-c1a444e37b1d None None] Routers {'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:21:06.166066 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-4aadf071-ed61-4304-9b22-c1a444e37b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:20:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:06.201050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763abd5-d1cd-4a0b-a89b-284319987d86 req-6de882b4-3d2c-4911-a7d4-6d68aa9deb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:06.202150 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a763abd5-d1cd-4a0b-a89b-284319987d86 req-6de882b4-3d2c-4911-a7d4-6d68aa9deb09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb88a2d1-7c3d-489b-a874-774f524e89fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425029 Apr 18 21:21:06.279294 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-4aadf071-ed61-4304-9b22-c1a444e37b1d None None] Set router ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:21:06.297603 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a763abd5-d1cd-4a0b-a89b-284319987d86 req-6c739828-f095-4b6f-ab46-8aa87ec6b64a service neutron] 10.222.0.32 "GET /v2.0/networks/bb88a2d1-7c3d-489b-a874-774f524e89fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876937 Apr 18 21:21:06.390659 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a763abd5-d1cd-4a0b-a89b-284319987d86 req-67109fde-8386-4cac-854b-91374e6b721a service neutron] 10.222.0.32 "GET /v2.0/networks/bb88a2d1-7c3d-489b-a874-774f524e89fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851095 Apr 18 21:21:06.491786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-4aadf071-ed61-4304-9b22-c1a444e37b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'name': 'tempest-TestVolumeBackupRestore-947766903-router', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:14Z', 'updated_at': '2022-04-18T21:18:17Z', 'revision_number': 4, 'project_id': '7e10e770b8f64aef927def94f8989596', 'gw_port': {'id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:15Z', 'updated_at': '2022-04-18T21:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '09393c82-302f-4786-aa92-4090e991857c', 'name': '', 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'mac_address': 'fa:16:3e:c7:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '3e82d17c-3f23-4ee9-9a52-c14ad9945950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:16Z', 'updated_at': '2022-04-18T21:18:22Z', 'revision_number': 5, 'project_id': '7e10e770b8f64aef927def94f8989596', 'subnets': [{'id': '3e82d17c-3f23-4ee9-9a52-c14ad9945950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:06.518121 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aadf071-ed61-4304-9b22-c1a444e37b1d None None] The sync data for ids ['ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'] in n-d-838323-3 is: [{'id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'name': 'tempest-TestVolumeBackupRestore-947766903-router', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:14Z', 'updated_at': '2022-04-18T21:18:17Z', 'revision_number': 4, 'project_id': '7e10e770b8f64aef927def94f8989596', 'gw_port': {'id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:15Z', 'updated_at': '2022-04-18T21:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '09393c82-302f-4786-aa92-4090e991857c', 'name': '', 'network_id': 'bb88a2d1-7c3d-489b-a874-774f524e89fe', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'mac_address': 'fa:16:3e:c7:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '3e82d17c-3f23-4ee9-9a52-c14ad9945950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:16Z', 'updated_at': '2022-04-18T21:18:22Z', 'revision_number': 5, 'project_id': '7e10e770b8f64aef927def94f8989596', 'subnets': [{'id': '3e82d17c-3f23-4ee9-9a52-c14ad9945950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:21:06.744090 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e93de9c-f24e-41ad-bee1-760f05d99663 None None] New status for floating IP a782373b-1753-451f-96d8-dd52bab0009c: DOWN {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:21:07.261634 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb299c2-28e5-43c1-9fa0-8466e9b6ea79 req-6e5503fc-22fa-4603-8ef4-db83827442fa tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:07.263096 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dfb299c2-28e5-43c1-9fa0-8466e9b6ea79 req-6e5503fc-22fa-4603-8ef4-db83827442fa tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 945 time: 0.0555668 Apr 18 21:21:07.302021 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dfb299c2-28e5-43c1-9fa0-8466e9b6ea79 req-1d3249ce-3f53-488a-a8d9-b97b206f6d1c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/security-groups?id=70d7c105-256e-4a4e-8787-e931ac51f816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321581 Apr 18 21:21:07.653540 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664be678-f6a8-4076-bedc-c9137de96349 req-74ce9f2f-0751-44e6-b983-396820bde181 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:07.654982 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-664be678-f6a8-4076-bedc-c9137de96349 req-74ce9f2f-0751-44e6-b983-396820bde181 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.32 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 945 time: 0.0476725 Apr 18 21:21:07.744381 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-664be678-f6a8-4076-bedc-c9137de96349 req-fd02de98-3181-4ba9-b46a-adb7501f51bc tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Deleting port be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:21:07.744666 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-664be678-f6a8-4076-bedc-c9137de96349 req-fd02de98-3181-4ba9-b46a-adb7501f51bc tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:07.835340 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-664be678-f6a8-4076-bedc-c9137de96349 req-fd02de98-3181-4ba9-b46a-adb7501f51bc tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] For port be5ed0fd-7ffb-4267-8473-6a145bd7ecc5, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=be5ed0fd-7ffb-4267-8473-6a145bd7ecc5,segment=NetworkSegment(d6343b46-3604-4d40-af8d-504391686c47),segment_id=d6343b46-3604-4d40-af8d-504391686c47)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:07.835709 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-664be678-f6a8-4076-bedc-c9137de96349 req-fd02de98-3181-4ba9-b46a-adb7501f51bc tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:07.849588 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-664be678-f6a8-4076-bedc-c9137de96349 req-fd02de98-3181-4ba9-b46a-adb7501f51bc tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Calling delete_port for be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:21:07.984623 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-664be678-f6a8-4076-bedc-c9137de96349 req-fd02de98-3181-4ba9-b46a-adb7501f51bc tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:08.016259 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02de98-3181-4ba9-b46a-adb7501f51bc tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Pushing event deleted for resources: {'Port': ['ID=be5ed0fd-7ffb-4267-8473-6a145bd7ecc5,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:08.016522 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:08.059162 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-664be678-f6a8-4076-bedc-c9137de96349 req-fd02de98-3181-4ba9-b46a-adb7501f51bc tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] No DVR routers for this DVR port be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:21:08.061919 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-664be678-f6a8-4076-bedc-c9137de96349 req-fd02de98-3181-4ba9-b46a-adb7501f51bc tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:08.065428 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-664be678-f6a8-4076-bedc-c9137de96349 req-fd02de98-3181-4ba9-b46a-adb7501f51bc tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.32 "DELETE /v2.0/ports/be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 HTTP/1.1" status: 204 len: 173 time: 0.4050171 Apr 18 21:21:08.065880 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37947f87-0b3d-453e-89e2-624bc584780f', 'name': 'network-vif-deleted', 'tag': 'be5ed0fd-7ffb-4267-8473-6a145bd7ecc5'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:21:08.068922 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02372c6-938b-4568-b5a8-49d2fcbbe8d6" -d '{"events": [{"server_uuid": "37947f87-0b3d-453e-89e2-624bc584780f", "name": "network-vif-deleted", "tag": "be5ed0fd-7ffb-4267-8473-6a145bd7ecc5"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:21:08.115167 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be77434-20e5-4c3a-ac48-7a19f4f72104 x-openstack-request-id: req-1be77434-20e5-4c3a-ac48-7a19f4f72104 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:21:08.115464 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37947f87-0b3d-453e-89e2-624bc584780f", "name": "network-vif-deleted", "tag": "be5ed0fd-7ffb-4267-8473-6a145bd7ecc5", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:21:08.115712 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1be77434-20e5-4c3a-ac48-7a19f4f72104 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:21:08.116117 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1be77434-20e5-4c3a-ac48-7a19f4f72104'] response: {'server_uuid': '37947f87-0b3d-453e-89e2-624bc584780f', 'name': 'network-vif-deleted', 'tag': 'be5ed0fd-7ffb-4267-8473-6a145bd7ecc5', 'status': 'completed', 'code': 200} Apr 18 21:21:08.381580 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:21:08.406004 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c747fe01-a0e9-4729-aa86-1b96008d0d98 req-8c710e00-cbf7-40e4-a62d-5eaaac70ca3e tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 210 time: 0.0343513 Apr 18 21:21:09.504063 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-80ee9ac8-28eb-4821-94a6-302acbcbb291 req-bbb34772-ab60-4d2f-8621-0a0633f02542 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 210 time: 0.0266969 Apr 18 21:21:10.601343 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-80610c31-6fe4-47c7-8e62-f5cdfaefc9bb req-206fb223-59a3-4d4d-b58d-09bd24bd5ca9 tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 210 time: 0.0268929 Apr 18 21:21:11.713923 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f8538e82-9250-4067-8d2b-11f392596240 req-fe9332d7-0254-4142-a2f1-e4742af5e04c tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "GET /v2.0/ports?device_id=37947f87-0b3d-453e-89e2-624bc584780f HTTP/1.1" status: 200 len: 210 time: 0.0311191 Apr 18 21:21:12.124332 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:12.545749 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:21:12.567253 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:21:12.567632 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device be5ed0fd-7ffb-4267-8473-6a145bd7ecc5 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:21:13.033966 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 55798) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:21:13.095282 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d568887a-7556-4dda-b4c9-aa4f8684ffda tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:13.121210 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d568887a-7556-4dda-b4c9-aa4f8684ffda tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:13.180557 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d568887a-7556-4dda-b4c9-aa4f8684ffda tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:13.183229 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d568887a-7556-4dda-b4c9-aa4f8684ffda tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:13.187270 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d568887a-7556-4dda-b4c9-aa4f8684ffda tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] 10.222.0.41 "DELETE /v2.0/security-groups/70d7c105-256e-4a4e-8787-e931ac51f816 HTTP/1.1" status: 204 len: 168 time: 0.1523099 Apr 18 21:21:13.197196 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568887a-7556-4dda-b4c9-aa4f8684ffda tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d7c105-256e-4a4e-8787-e931ac51f816,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:13.204710 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568887a-7556-4dda-b4c9-aa4f8684ffda tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:13.205061 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568887a-7556-4dda-b4c9-aa4f8684ffda tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:13.205409 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568887a-7556-4dda-b4c9-aa4f8684ffda tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:13.205750 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568887a-7556-4dda-b4c9-aa4f8684ffda tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:13.206092 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568887a-7556-4dda-b4c9-aa4f8684ffda tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:13.206473 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568887a-7556-4dda-b4c9-aa4f8684ffda tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:13.206753 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568887a-7556-4dda-b4c9-aa4f8684ffda tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:13.207079 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568887a-7556-4dda-b4c9-aa4f8684ffda tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:13.207426 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568887a-7556-4dda-b4c9-aa4f8684ffda tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:13.208334 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568887a-7556-4dda-b4c9-aa4f8684ffda tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:13.208685 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568887a-7556-4dda-b4c9-aa4f8684ffda tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:13.209007 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568887a-7556-4dda-b4c9-aa4f8684ffda tempest-TestVolumeBackupRestore-865470156 tempest-TestVolumeBackupRestore-865470156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:16.663033 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56250) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:21:17.030080 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-973b8c48-22d2-4f6d-b5a0-3d39092fa66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:17.291097 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-973b8c48-22d2-4f6d-b5a0-3d39092fa66f admin admin] Deleting port 09393c82-302f-4786-aa92-4090e991857c {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:21:17.291434 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-973b8c48-22d2-4f6d-b5a0-3d39092fa66f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:17.368234 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-973b8c48-22d2-4f6d-b5a0-3d39092fa66f admin admin] For port 09393c82-302f-4786-aa92-4090e991857c, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=09393c82-302f-4786-aa92-4090e991857c,segment=NetworkSegment(d6343b46-3604-4d40-af8d-504391686c47),segment_id=d6343b46-3604-4d40-af8d-504391686c47)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:17.368635 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-973b8c48-22d2-4f6d-b5a0-3d39092fa66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:17.385784 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-973b8c48-22d2-4f6d-b5a0-3d39092fa66f admin admin] Calling delete_port for 09393c82-302f-4786-aa92-4090e991857c owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:21:17.569510 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-973b8c48-22d2-4f6d-b5a0-3d39092fa66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:17.594214 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b8c48-22d2-4f6d-b5a0-3d39092fa66f admin admin] Pushing event deleted for resources: {'Port': ['ID=09393c82-302f-4786-aa92-4090e991857c,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:17.765264 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-973b8c48-22d2-4f6d-b5a0-3d39092fa66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:17.997634 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973b8c48-22d2-4f6d-b5a0-3d39092fa66f admin admin] Router ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:21:18.112839 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973b8c48-22d2-4f6d-b5a0-3d39092fa66f admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:21:18.118595 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-973b8c48-22d2-4f6d-b5a0-3d39092fa66f admin admin] 10.222.0.41 "PUT /v2.0/routers/ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4544585 Apr 18 21:21:18.121628 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56252) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:21:18.122718 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad32c3-a968-4a79-9c85-c29c8b7f1061 None None] Sync routers for ids ['ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:21:18.133954 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fad32c3-a968-4a79-9c85-c29c8b7f1061 None None] Routers {'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:21:18.134717 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-8fad32c3-a968-4a79-9c85-c29c8b7f1061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:20:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:18.242231 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0f8fda16-715e-4295-a9a2-788896b6886a admin admin] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:18.256220 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-8fad32c3-a968-4a79-9c85-c29c8b7f1061 None None] Set router ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:21:18.351075 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0f8fda16-715e-4295-a9a2-788896b6886a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:18.403970 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-0f8fda16-715e-4295-a9a2-788896b6886a admin admin] Deleting port 5c124cd0-dd8b-4905-a77a-7c3b36550a5a {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:21:18.404321 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0f8fda16-715e-4295-a9a2-788896b6886a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:18.439745 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-8fad32c3-a968-4a79-9c85-c29c8b7f1061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'name': 'tempest-TestVolumeBackupRestore-947766903-router', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:14Z', 'updated_at': '2022-04-18T21:21:17Z', 'revision_number': 5, 'project_id': '7e10e770b8f64aef927def94f8989596', 'gw_port': {'id': '5c124cd0-dd8b-4905-a77a-7c3b36550a5a', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:15Z', 'updated_at': '2022-04-18T21:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:18.485339 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-0f8fda16-715e-4295-a9a2-788896b6886a admin admin] For port 5c124cd0-dd8b-4905-a77a-7c3b36550a5a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5c124cd0-dd8b-4905-a77a-7c3b36550a5a,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:18.485703 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0f8fda16-715e-4295-a9a2-788896b6886a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:18.504866 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-0f8fda16-715e-4295-a9a2-788896b6886a admin admin] Calling delete_port for 5c124cd0-dd8b-4905-a77a-7c3b36550a5a owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:21:18.626799 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad32c3-a968-4a79-9c85-c29c8b7f1061 None None] Checking router: ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:21:18.636508 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fad32c3-a968-4a79-9c85-c29c8b7f1061 None None] Routers {'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:21:18.637134 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-8fad32c3-a968-4a79-9c85-c29c8b7f1061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:20:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:18.678105 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0f8fda16-715e-4295-a9a2-788896b6886a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:18.709674 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8fda16-715e-4295-a9a2-788896b6886a admin admin] Pushing event deleted for resources: {'Port': ['ID=5c124cd0-dd8b-4905-a77a-7c3b36550a5a,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:18.729971 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-8fad32c3-a968-4a79-9c85-c29c8b7f1061 None None] Set router ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:21:18.768645 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0f8fda16-715e-4295-a9a2-788896b6886a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:18.785604 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-8fad32c3-a968-4a79-9c85-c29c8b7f1061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'name': 'tempest-TestVolumeBackupRestore-947766903-router', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:14Z', 'updated_at': '2022-04-18T21:21:18Z', 'revision_number': 6, 'project_id': '7e10e770b8f64aef927def94f8989596', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:18.813269 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad32c3-a968-4a79-9c85-c29c8b7f1061 None None] The sync data for ids ['ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1'] in n-d-838323-3 is: [{'id': 'ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1', 'name': 'tempest-TestVolumeBackupRestore-947766903-router', 'tenant_id': '7e10e770b8f64aef927def94f8989596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:14Z', 'updated_at': '2022-04-18T21:21:18Z', 'revision_number': 6, 'project_id': '7e10e770b8f64aef927def94f8989596', 'gw_port_host': None}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:21:18.861923 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0f8fda16-715e-4295-a9a2-788896b6886a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:18.864639 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0f8fda16-715e-4295-a9a2-788896b6886a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:18.906510 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0f8fda16-715e-4295-a9a2-788896b6886a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:18.907113 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8fda16-715e-4295-a9a2-788896b6886a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:21:18.914984 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0f8fda16-715e-4295-a9a2-788896b6886a admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:18.916124 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0f8fda16-715e-4295-a9a2-788896b6886a admin admin] 10.222.0.41 "DELETE /v2.0/routers/ecf08c36-3b0f-42d8-a7b0-5ec39417cbc1 HTTP/1.1" status: 204 len: 168 time: 0.7935781 Apr 18 21:21:18.918740 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56254) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:21:18.966859 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de37699-cdd3-47ec-bc96-623f4117c4ea admin admin] Deleting subnet 3e82d17c-3f23-4ee9-9a52-c14ad9945950 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:21:18.971622 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5de37699-cdd3-47ec-bc96-623f4117c4ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.009933 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5de37699-cdd3-47ec-bc96-623f4117c4ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.085466 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5de37699-cdd3-47ec-bc96-623f4117c4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.142118 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5de37699-cdd3-47ec-bc96-623f4117c4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.417102 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de37699-cdd3-47ec-bc96-623f4117c4ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e82d17c-3f23-4ee9-9a52-c14ad9945950,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:19.420838 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5de37699-cdd3-47ec-bc96-623f4117c4ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.423942 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5de37699-cdd3-47ec-bc96-623f4117c4ea admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3e82d17c-3f23-4ee9-9a52-c14ad9945950 HTTP/1.1" status: 204 len: 168 time: 0.5042908 Apr 18 21:21:19.428374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56256) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:21:19.429236 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ebdf65-535b-4ed1-bad1-312259fc4be7 None None] Network bb88a2d1-7c3d-489b-a874-774f524e89fe requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:21:19.495057 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6a4bec91-3200-4c9b-9082-c6ecbc410005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.546596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-6a4bec91-3200-4c9b-9082-c6ecbc410005 admin admin] Deleting port 3ac0fe54-0974-4332-8e5c-45df321a6339 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:21:19.546843 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6a4bec91-3200-4c9b-9082-c6ecbc410005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.615900 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-6a4bec91-3200-4c9b-9082-c6ecbc410005 admin admin] For port 3ac0fe54-0974-4332-8e5c-45df321a6339, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3ac0fe54-0974-4332-8e5c-45df321a6339,segment=NetworkSegment(d6343b46-3604-4d40-af8d-504391686c47),segment_id=d6343b46-3604-4d40-af8d-504391686c47)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:19.616268 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6a4bec91-3200-4c9b-9082-c6ecbc410005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.621951 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625bdd06-e7e0-42f2-b9d9-7d179749b3f4 None None] DHCP port deletion for bb88a2d1-7c3d-489b-a874-774f524e89fe request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:21:19.631405 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-6a4bec91-3200-4c9b-9082-c6ecbc410005 admin admin] Calling delete_port for 3ac0fe54-0974-4332-8e5c-45df321a6339 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:21:19.678418 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-625bdd06-e7e0-42f2-b9d9-7d179749b3f4 None None] Deleting port 3ac0fe54-0974-4332-8e5c-45df321a6339 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:21:19.678790 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-625bdd06-e7e0-42f2-b9d9-7d179749b3f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.681996 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 09393c82-302f-4786-aa92-4090e991857c no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:21:19.717340 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 09393c82-302f-4786-aa92-4090e991857c {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:21:19.717682 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 09393c82-302f-4786-aa92-4090e991857c not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:21:19.718108 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5c124cd0-dd8b-4905-a77a-7c3b36550a5a no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:21:19.724257 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6a4bec91-3200-4c9b-9082-c6ecbc410005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.753151 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4bec91-3200-4c9b-9082-c6ecbc410005 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac0fe54-0974-4332-8e5c-45df321a6339,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:19.760361 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4bec91-3200-4c9b-9082-c6ecbc410005 admin admin] No DVR routers for this DVR port 3ac0fe54-0974-4332-8e5c-45df321a6339 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:21:19.771980 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 5c124cd0-dd8b-4905-a77a-7c3b36550a5a {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:21:19.772323 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5c124cd0-dd8b-4905-a77a-7c3b36550a5a not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:21:19.790023 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-625bdd06-e7e0-42f2-b9d9-7d179749b3f4 None None] For port 3ac0fe54-0974-4332-8e5c-45df321a6339, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3ac0fe54-0974-4332-8e5c-45df321a6339,segment=NetworkSegment(d6343b46-3604-4d40-af8d-504391686c47),segment_id=d6343b46-3604-4d40-af8d-504391686c47)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:19.790422 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-625bdd06-e7e0-42f2-b9d9-7d179749b3f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.807869 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-625bdd06-e7e0-42f2-b9d9-7d179749b3f4 None None] Calling delete_port for 3ac0fe54-0974-4332-8e5c-45df321a6339 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:21:19.836954 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6a4bec91-3200-4c9b-9082-c6ecbc410005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.860538 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-6a4bec91-3200-4c9b-9082-c6ecbc410005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb88a2d1-7c3d-489b-a874-774f524e89fe']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:19.875517 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-6a4bec91-3200-4c9b-9082-c6ecbc410005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6343b46-3604-4d40-af8d-504391686c47') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:19.875957 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-6a4bec91-3200-4c9b-9082-c6ecbc410005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6343b46-3604-4d40-af8d-504391686c47') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:19.887631 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6a4bec91-3200-4c9b-9082-c6ecbc410005 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.905952 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6a4bec91-3200-4c9b-9082-c6ecbc410005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.917086 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-625bdd06-e7e0-42f2-b9d9-7d179749b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.919957 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a4bec91-3200-4c9b-9082-c6ecbc410005 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:21:19.920235 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6a4bec91-3200-4c9b-9082-c6ecbc410005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:21:19.922091 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:21:19.939478 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625bdd06-e7e0-42f2-b9d9-7d179749b3f4 None None] Pushing event deleted for resources: {'Port': ['ID=3ac0fe54-0974-4332-8e5c-45df321a6339,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:19.953136 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625bdd06-e7e0-42f2-b9d9-7d179749b3f4 None None] No DVR routers for this DVR port 3ac0fe54-0974-4332-8e5c-45df321a6339 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:21:19.986403 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6a4bec91-3200-4c9b-9082-c6ecbc410005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.993335 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6a4bec91-3200-4c9b-9082-c6ecbc410005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.999736 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6a4bec91-3200-4c9b-9082-c6ecbc410005 admin admin] 10.222.0.41 "DELETE /v2.0/networks/bb88a2d1-7c3d-489b-a874-774f524e89fe HTTP/1.1" status: 204 len: 168 time: 0.5672452 Apr 18 21:21:19.999814 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56258) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:21:20.007492 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4bec91-3200-4c9b-9082-c6ecbc410005 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb88a2d1-7c3d-489b-a874-774f524e89fe,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:20.356101 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d8f305dc-f947-43ba-979c-cf87ec615301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:20.607152 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-d8f305dc-f947-43ba-979c-cf87ec615301 admin admin] Deleting port d566f3ba-2270-453d-aff1-3dde99f2b10a {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:21:20.607413 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d8f305dc-f947-43ba-979c-cf87ec615301 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:20.684916 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-d8f305dc-f947-43ba-979c-cf87ec615301 admin admin] For port d566f3ba-2270-453d-aff1-3dde99f2b10a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d566f3ba-2270-453d-aff1-3dde99f2b10a,segment=NetworkSegment(2904b10b-0c27-4666-b2f3-3bb25951c154),segment_id=2904b10b-0c27-4666-b2f3-3bb25951c154)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:20.685284 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d8f305dc-f947-43ba-979c-cf87ec615301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:20.698266 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-d8f305dc-f947-43ba-979c-cf87ec615301 admin admin] Calling delete_port for d566f3ba-2270-453d-aff1-3dde99f2b10a owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:21:20.883841 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d8f305dc-f947-43ba-979c-cf87ec615301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:20.914789 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f305dc-f947-43ba-979c-cf87ec615301 admin admin] Pushing event deleted for resources: {'Port': ['ID=d566f3ba-2270-453d-aff1-3dde99f2b10a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:20.945970 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f305dc-f947-43ba-979c-cf87ec615301 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:20.946458 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f305dc-f947-43ba-979c-cf87ec615301 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:20.946798 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f305dc-f947-43ba-979c-cf87ec615301 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:20.947127 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f305dc-f947-43ba-979c-cf87ec615301 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:20.947590 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f305dc-f947-43ba-979c-cf87ec615301 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:20.947922 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f305dc-f947-43ba-979c-cf87ec615301 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:20.948242 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f305dc-f947-43ba-979c-cf87ec615301 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:20.948589 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f305dc-f947-43ba-979c-cf87ec615301 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:20.948906 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f305dc-f947-43ba-979c-cf87ec615301 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:20.949226 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f305dc-f947-43ba-979c-cf87ec615301 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:20.949543 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f305dc-f947-43ba-979c-cf87ec615301 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:20.949857 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f305dc-f947-43ba-979c-cf87ec615301 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:21.093840 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d8f305dc-f947-43ba-979c-cf87ec615301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:21.307232 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f305dc-f947-43ba-979c-cf87ec615301 admin admin] Router cc791919-2032-4d28-b9e1-41fa46be4110 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:21:21.407840 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f305dc-f947-43ba-979c-cf87ec615301 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:21:21.413035 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d8f305dc-f947-43ba-979c-cf87ec615301 admin admin] 10.222.0.41 "PUT /v2.0/routers/cc791919-2032-4d28-b9e1-41fa46be4110/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4121659 Apr 18 21:21:21.416306 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56260) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:21:21.417195 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b94ef1-ec24-4ad0-8f94-83f74d999a03 None None] Sync routers for ids ['cc791919-2032-4d28-b9e1-41fa46be4110'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:21:21.430753 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b94ef1-ec24-4ad0-8f94-83f74d999a03 None None] Routers {'cc791919-2032-4d28-b9e1-41fa46be4110'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:21:21.431375 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-07b94ef1-ec24-4ad0-8f94-83f74d999a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:20:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cc791919-2032-4d28-b9e1-41fa46be4110'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:21.524024 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e80ff419-c538-45ab-aff5-d7bae69090c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:21.542066 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-07b94ef1-ec24-4ad0-8f94-83f74d999a03 None None] Set router cc791919-2032-4d28-b9e1-41fa46be4110 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:21:21.605622 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3ac0fe54-0974-4332-8e5c-45df321a6339 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:21:21.626083 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 3ac0fe54-0974-4332-8e5c-45df321a6339 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:21:21.626433 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3ac0fe54-0974-4332-8e5c-45df321a6339 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:21:21.637389 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e80ff419-c538-45ab-aff5-d7bae69090c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:21.692594 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e80ff419-c538-45ab-aff5-d7bae69090c3 admin admin] Deleting port 79ecf715-9d01-4d26-a71c-fc2b745c8785 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:21:21.692937 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e80ff419-c538-45ab-aff5-d7bae69090c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:21.776593 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-e80ff419-c538-45ab-aff5-d7bae69090c3 admin admin] For port 79ecf715-9d01-4d26-a71c-fc2b745c8785, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=79ecf715-9d01-4d26-a71c-fc2b745c8785,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:21.776955 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e80ff419-c538-45ab-aff5-d7bae69090c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:21.788683 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e80ff419-c538-45ab-aff5-d7bae69090c3 admin admin] Calling delete_port for 79ecf715-9d01-4d26-a71c-fc2b745c8785 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:21:21.827197 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-07b94ef1-ec24-4ad0-8f94-83f74d999a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc791919-2032-4d28-b9e1-41fa46be4110', 'name': 'tempest-TestVolumeBackupRestore-159048228-router', 'tenant_id': '20bd73c983684a9c90e6612a9a66bcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '79ecf715-9d01-4d26-a71c-fc2b745c8785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:19Z', 'updated_at': '2022-04-18T21:21:20Z', 'revision_number': 5, 'project_id': '20bd73c983684a9c90e6612a9a66bcea', 'gw_port': {'id': '79ecf715-9d01-4d26-a71c-fc2b745c8785', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:11:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc791919-2032-4d28-b9e1-41fa46be4110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:18:20Z', 'updated_at': '2022-04-18T21:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:21.853105 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b94ef1-ec24-4ad0-8f94-83f74d999a03 None None] Checking router: cc791919-2032-4d28-b9e1-41fa46be4110 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:21:21.861187 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b94ef1-ec24-4ad0-8f94-83f74d999a03 None None] Routers {'cc791919-2032-4d28-b9e1-41fa46be4110'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:21:21.861825 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-07b94ef1-ec24-4ad0-8f94-83f74d999a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:20:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['cc791919-2032-4d28-b9e1-41fa46be4110'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:21.951618 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-07b94ef1-ec24-4ad0-8f94-83f74d999a03 None None] Set router cc791919-2032-4d28-b9e1-41fa46be4110 gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:21:21.965723 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e80ff419-c538-45ab-aff5-d7bae69090c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:21.994505 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ff419-c538-45ab-aff5-d7bae69090c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=79ecf715-9d01-4d26-a71c-fc2b745c8785,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:22.006783 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-07b94ef1-ec24-4ad0-8f94-83f74d999a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc791919-2032-4d28-b9e1-41fa46be4110', 'name': 'tempest-TestVolumeBackupRestore-159048228-router', 'tenant_id': '20bd73c983684a9c90e6612a9a66bcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:19Z', 'updated_at': '2022-04-18T21:21:21Z', 'revision_number': 6, 'project_id': '20bd73c983684a9c90e6612a9a66bcea', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:22.034175 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b94ef1-ec24-4ad0-8f94-83f74d999a03 None None] The sync data for ids ['cc791919-2032-4d28-b9e1-41fa46be4110'] in n-d-838323-3 is: [{'id': 'cc791919-2032-4d28-b9e1-41fa46be4110', 'name': 'tempest-TestVolumeBackupRestore-159048228-router', 'tenant_id': '20bd73c983684a9c90e6612a9a66bcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:18:19Z', 'updated_at': '2022-04-18T21:21:21Z', 'revision_number': 6, 'project_id': '20bd73c983684a9c90e6612a9a66bcea', 'gw_port_host': None}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:21:22.064234 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e80ff419-c538-45ab-aff5-d7bae69090c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.166266 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e80ff419-c538-45ab-aff5-d7bae69090c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.169088 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e80ff419-c538-45ab-aff5-d7bae69090c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.217883 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e80ff419-c538-45ab-aff5-d7bae69090c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.218414 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80ff419-c538-45ab-aff5-d7bae69090c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc791919-2032-4d28-b9e1-41fa46be4110 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:21:22.224348 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e80ff419-c538-45ab-aff5-d7bae69090c3 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.225179 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e80ff419-c538-45ab-aff5-d7bae69090c3 admin admin] 10.222.0.41 "DELETE /v2.0/routers/cc791919-2032-4d28-b9e1-41fa46be4110 HTTP/1.1" status: 204 len: 168 time: 0.8078983 Apr 18 21:21:22.228212 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56262) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:21:22.278883 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e591e68-5a6e-4c5a-ac3c-774193dab9f0 admin admin] Deleting subnet 03fc8459-6f31-4a59-9d66-9294bacc6211 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:21:22.282791 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9e591e68-5a6e-4c5a-ac3c-774193dab9f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.317766 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9e591e68-5a6e-4c5a-ac3c-774193dab9f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.402064 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9e591e68-5a6e-4c5a-ac3c-774193dab9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.459207 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9e591e68-5a6e-4c5a-ac3c-774193dab9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.486371 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e591e68-5a6e-4c5a-ac3c-774193dab9f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03fc8459-6f31-4a59-9d66-9294bacc6211,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:22.492221 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9e591e68-5a6e-4c5a-ac3c-774193dab9f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.496608 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9e591e68-5a6e-4c5a-ac3c-774193dab9f0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/03fc8459-6f31-4a59-9d66-9294bacc6211 HTTP/1.1" status: 204 len: 168 time: 0.2672155 Apr 18 21:21:22.497371 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3ee1c0-09e8-411d-991d-f9cf0b97aabb None None] Network 78ecf201-3e81-46f9-b575-e7eba495a1f0 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:21:22.499411 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56264) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:21:22.574289 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-661ab525-7300-47df-8e5f-e6034eb825f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.629158 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-661ab525-7300-47df-8e5f-e6034eb825f2 admin admin] Deleting port d8d357b8-2f3a-4524-8a1e-ae8d5d939726 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:21:22.629488 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-661ab525-7300-47df-8e5f-e6034eb825f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.693342 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-661ab525-7300-47df-8e5f-e6034eb825f2 admin admin] For port d8d357b8-2f3a-4524-8a1e-ae8d5d939726, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d8d357b8-2f3a-4524-8a1e-ae8d5d939726,segment=NetworkSegment(2904b10b-0c27-4666-b2f3-3bb25951c154),segment_id=2904b10b-0c27-4666-b2f3-3bb25951c154)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:22.693703 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-661ab525-7300-47df-8e5f-e6034eb825f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.706141 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-661ab525-7300-47df-8e5f-e6034eb825f2 admin admin] Calling delete_port for d8d357b8-2f3a-4524-8a1e-ae8d5d939726 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:21:22.786951 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-661ab525-7300-47df-8e5f-e6034eb825f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.821948 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661ab525-7300-47df-8e5f-e6034eb825f2 admin admin] No DVR routers for this DVR port d8d357b8-2f3a-4524-8a1e-ae8d5d939726 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:21:22.823986 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ab525-7300-47df-8e5f-e6034eb825f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8d357b8-2f3a-4524-8a1e-ae8d5d939726,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:22.837251 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02346b5c-dade-4e51-991c-311d843b998e None None] DHCP port deletion for 78ecf201-3e81-46f9-b575-e7eba495a1f0 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:21:22.905497 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-661ab525-7300-47df-8e5f-e6034eb825f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.927062 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-661ab525-7300-47df-8e5f-e6034eb825f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ecf201-3e81-46f9-b575-e7eba495a1f0']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:22.936603 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-661ab525-7300-47df-8e5f-e6034eb825f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2904b10b-0c27-4666-b2f3-3bb25951c154') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:22.936791 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-661ab525-7300-47df-8e5f-e6034eb825f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2904b10b-0c27-4666-b2f3-3bb25951c154') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:22.946617 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-661ab525-7300-47df-8e5f-e6034eb825f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.961416 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-661ab525-7300-47df-8e5f-e6034eb825f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.967711 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-661ab525-7300-47df-8e5f-e6034eb825f2 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:21:22.968123 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-661ab525-7300-47df-8e5f-e6034eb825f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:21:22.970153 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:21:23.026699 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-661ab525-7300-47df-8e5f-e6034eb825f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:23.031567 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-661ab525-7300-47df-8e5f-e6034eb825f2 admin admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:23.035125 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-661ab525-7300-47df-8e5f-e6034eb825f2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/78ecf201-3e81-46f9-b575-e7eba495a1f0 HTTP/1.1" status: 204 len: 168 time: 0.5348780 Apr 18 21:21:23.048722 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ab525-7300-47df-8e5f-e6034eb825f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=78ecf201-3e81-46f9-b575-e7eba495a1f0,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:23.203012 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56268) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:21:23.242610 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f2ad9097-0902-4ad1-b426-8de820374926 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e10e770b8f64aef927def94f8989596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383711 Apr 18 21:21:23.245005 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56270) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:21:23.293396 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a559ce9c-9482-4253-bf25-fdc8475b23ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:23.314671 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a559ce9c-9482-4253-bf25-fdc8475b23ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:23.360996 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a559ce9c-9482-4253-bf25-fdc8475b23ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:23.364390 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a559ce9c-9482-4253-bf25-fdc8475b23ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:23.368104 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a559ce9c-9482-4253-bf25-fdc8475b23ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7922c7a9-0250-458e-a24f-77a2587dc3bf HTTP/1.1" status: 204 len: 168 time: 0.1220791 Apr 18 21:21:23.375888 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559ce9c-9482-4253-bf25-fdc8475b23ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7922c7a9-0250-458e-a24f-77a2587dc3bf,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:23.529555 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d566f3ba-2270-453d-aff1-3dde99f2b10a no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:21:23.550630 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: d566f3ba-2270-453d-aff1-3dde99f2b10a {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:21:23.551576 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d566f3ba-2270-453d-aff1-3dde99f2b10a not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:21:23.552008 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d8d357b8-2f3a-4524-8a1e-ae8d5d939726 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:21:23.570719 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: d8d357b8-2f3a-4524-8a1e-ae8d5d939726 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:21:23.571063 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d8d357b8-2f3a-4524-8a1e-ae8d5d939726 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:21:23.571488 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 79ecf715-9d01-4d26-a71c-fc2b745c8785 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:21:23.594958 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 79ecf715-9d01-4d26-a71c-fc2b745c8785 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:21:23.595295 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 79ecf715-9d01-4d26-a71c-fc2b745c8785 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:21:23.686128 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56276) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:21:23.728611 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b736c9ea-0745-436c-b17e-d5ae6892b9c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=20bd73c983684a9c90e6612a9a66bcea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412853 Apr 18 21:21:23.731196 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56278) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:21:23.784148 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d01c4c8-00c4-47d6-a5da-d47f94940c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:23.806634 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d01c4c8-00c4-47d6-a5da-d47f94940c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:23.857146 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d01c4c8-00c4-47d6-a5da-d47f94940c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:23.859693 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4d01c4c8-00c4-47d6-a5da-d47f94940c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:23.860871 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4d01c4c8-00c4-47d6-a5da-d47f94940c7e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6f7776f-57fa-454b-ab1a-67938bc1c54d HTTP/1.1" status: 204 len: 168 time: 0.1287906 Apr 18 21:21:23.871540 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01c4c8-00c4-47d6-a5da-d47f94940c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f7776f-57fa-454b-ab1a-67938bc1c54d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:24.670362 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1a566e12-b2ae-423a-a9d4-4359efbd28d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:29.082521 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-14466a43-b44c-4df9-8182-ba8892394ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:29.963439 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:31.586052 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:31.755974 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:34.673976 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-538682c0-7469-4938-9eec-4d64c58411ce tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=48a180dafc764a98a0a702e379c94d62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325320 Apr 18 21:21:34.862045 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-bc7e94d0-a237-4f4f-af56-7750ce82a19c tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:34.864004 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-bc7e94d0-a237-4f4f-af56-7750ce82a19c tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1838696 Apr 18 21:21:34.879690 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-57bd56a7-9991-463b-88ae-28a706fc450d tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/quotas/48a180dafc764a98a0a702e379c94d62 HTTP/1.1" status: 200 len: 375 time: 0.0089874 Apr 18 21:21:34.911733 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-d171e875-1c4c-4ec3-9d53-f474ee8ca9bf tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=48a180dafc764a98a0a702e379c94d62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263638 Apr 18 21:21:35.075786 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7a70d6a4-b1c0-4f54-8a6a-b19280c740e4 req-4632a17b-2605-4cb3-98b0-6c1eb056b984 tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/ports?device_id=65119ecd-e832-4314-9611-854554608afc HTTP/1.1" status: 200 len: 210 time: 0.0311975 Apr 18 21:21:36.068148 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-0fe6eeba-ed9d-4db9-a050-0e3eccabfc33 tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=48a180dafc764a98a0a702e379c94d62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265162 Apr 18 21:21:36.198030 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4911dc5-de89-4fdf-a098-4e505a879653 req-25201c75-d95f-48a3-b07c-9bed16dbd73e tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/ports?device_id=65119ecd-e832-4314-9611-854554608afc HTTP/1.1" status: 200 len: 210 time: 0.0425868 Apr 18 21:21:36.220792 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-27906bf2-9588-4981-a964-8f3328d8f1d4 tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:36.222181 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-27906bf2-9588-4981-a964-8f3328d8f1d4 tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1494265 Apr 18 21:21:36.237493 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-2670a7fb-37c7-4f70-8d5b-17dff7f4550d tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Request body: {'port': {'device_id': '65119ecd-e832-4314-9611-854554608afc', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'admin_state_up': True, 'tenant_id': '48a180dafc764a98a0a702e379c94d62'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:21:36.356176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-2670a7fb-37c7-4f70-8d5b-17dff7f4550d tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Made reservation on behalf of 48a180dafc764a98a0a702e379c94d62 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:21:36.359717 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-2670a7fb-37c7-4f70-8d5b-17dff7f4550d tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:36.370642 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-2670a7fb-37c7-4f70-8d5b-17dff7f4550d tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:36.448737 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-2670a7fb-37c7-4f70-8d5b-17dff7f4550d tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:36.452449 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-2670a7fb-37c7-4f70-8d5b-17dff7f4550d tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:36.523055 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670a7fb-37c7-4f70-8d5b-17dff7f4550d tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36cb65b5-f8a2-4c8c-9c95-18e3708373e8,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:36.609921 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-2670a7fb-37c7-4f70-8d5b-17dff7f4550d tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Allocated IP 192.168.233.116 (615e1cae-b97f-47fa-a701-86445dc2465b/738c099a-2d75-4838-affd-4f6009aedc01/eeae9323-48a5-44cb-b654-a832062eb2c2) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:21:36.776907 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-2670a7fb-37c7-4f70-8d5b-17dff7f4550d tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:36.810747 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-2670a7fb-37c7-4f70-8d5b-17dff7f4550d tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:36.857047 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-2670a7fb-37c7-4f70-8d5b-17dff7f4550d tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Network 615e1cae-b97f-47fa-a701-86445dc2465b is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:36.860238 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-2670a7fb-37c7-4f70-8d5b-17dff7f4550d tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:36.864913 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-2670a7fb-37c7-4f70-8d5b-17dff7f4550d tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:21:36.871492 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670a7fb-37c7-4f70-8d5b-17dff7f4550d tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Pushing event updated for resources: {'Port': ['ID=eeae9323-48a5-44cb-b654-a832062eb2c2,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:36.918606 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-2670a7fb-37c7-4f70-8d5b-17dff7f4550d tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:36.919261 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-2670a7fb-37c7-4f70-8d5b-17dff7f4550d tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:36.943948 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-2670a7fb-37c7-4f70-8d5b-17dff7f4550d tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7105093 Apr 18 21:21:36.957642 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-e8cdb7ba-52c2-418c-82ad-6f50bd439578 service neutron] Request body: {'port': {'device_id': '65119ecd-e832-4314-9611-854554608afc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:21:37.024326 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-e8cdb7ba-52c2-418c-82ad-6f50bd439578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:37.099913 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e05f22cf-5e5d-4c8a-b8ca-201e597507a8 None None] Provisioning complete for port eeae9323-48a5-44cb-b654-a832062eb2c2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:37.100774 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e05f22cf-5e5d-4c8a-b8ca-201e597507a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:37.138451 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e05f22cf-5e5d-4c8a-b8ca-201e597507a8 None None] Port eeae9323-48a5-44cb-b654-a832062eb2c2 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:21:37.346900 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-e8cdb7ba-52c2-418c-82ad-6f50bd439578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeae9323-48a5-44cb-b654-a832062eb2c2 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:21:37.356871 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-e8cdb7ba-52c2-418c-82ad-6f50bd439578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:37.380599 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2dab1-f6bc-4746-8286-d2fd71a4b1a7 req-9df02cfa-dfc1-456a-8f36-53cead606fbc tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:37.382108 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58d2dab1-f6bc-4746-8286-d2fd71a4b1a7 req-9df02cfa-dfc1-456a-8f36-53cead606fbc tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/ports?device_id=65119ecd-e832-4314-9611-854554608afc HTTP/1.1" status: 200 len: 936 time: 0.1066046 Apr 18 21:21:37.384946 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-e8cdb7ba-52c2-418c-82ad-6f50bd439578 service neutron] Transition to ACTIVE for port object eeae9323-48a5-44cb-b654-a832062eb2c2 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:37.396071 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-e8cdb7ba-52c2-418c-82ad-6f50bd439578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:37.482766 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58d2dab1-f6bc-4746-8286-d2fd71a4b1a7 req-43f0c6b2-a1d8-40dc-ab8d-dcd326999ecf tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/security-groups?id=36cb65b5-f8a2-4c8c-9c95-18e3708373e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932484 Apr 18 21:21:37.485077 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdb7ba-52c2-418c-82ad-6f50bd439578 service neutron] Pushing event updated for resources: {'Port': ['ID=eeae9323-48a5-44cb-b654-a832062eb2c2,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:37.565277 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-e8cdb7ba-52c2-418c-82ad-6f50bd439578 service neutron] Attempting to bind port eeae9323-48a5-44cb-b654-a832062eb2c2 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:21:37.565621 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-e8cdb7ba-52c2-418c-82ad-6f50bd439578 service neutron] Attempting to bind port eeae9323-48a5-44cb-b654-a832062eb2c2 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:21:37.565969 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-e8cdb7ba-52c2-418c-82ad-6f50bd439578 service neutron] Attempting to bind port eeae9323-48a5-44cb-b654-a832062eb2c2 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:21:37.583600 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-e8cdb7ba-52c2-418c-82ad-6f50bd439578 service neutron] Port eeae9323-48a5-44cb-b654-a832062eb2c2 on network 615e1cae-b97f-47fa-a701-86445dc2465b not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:21:37.584165 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-e8cdb7ba-52c2-418c-82ad-6f50bd439578 service neutron] Attempting to bind port eeae9323-48a5-44cb-b654-a832062eb2c2 on network 615e1cae-b97f-47fa-a701-86445dc2465b {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:21:37.593904 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-e8cdb7ba-52c2-418c-82ad-6f50bd439578 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:21:37.594723 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-e8cdb7ba-52c2-418c-82ad-6f50bd439578 service neutron] Checking segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:21:37.595349 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-e8cdb7ba-52c2-418c-82ad-6f50bd439578 service neutron] Bound using segment: {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:21:37.596110 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-e8cdb7ba-52c2-418c-82ad-6f50bd439578 service neutron] Bound port: eeae9323-48a5-44cb-b654-a832062eb2c2, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dca32a-65de-4e15-aa11-0ead690dd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:21:37.596764 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-e8cdb7ba-52c2-418c-82ad-6f50bd439578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:37.699074 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-e8cdb7ba-52c2-418c-82ad-6f50bd439578 service neutron] For port eeae9323-48a5-44cb-b654-a832062eb2c2, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:21:37.702500 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-e8cdb7ba-52c2-418c-82ad-6f50bd439578 service neutron] For port eeae9323-48a5-44cb-b654-a832062eb2c2, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=eeae9323-48a5-44cb-b654-a832062eb2c2,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:21:37.709100 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-e8cdb7ba-52c2-418c-82ad-6f50bd439578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:37.748080 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-e8cdb7ba-52c2-418c-82ad-6f50bd439578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:37.748735 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-e8cdb7ba-52c2-418c-82ad-6f50bd439578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:37.750237 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-e8cdb7ba-52c2-418c-82ad-6f50bd439578 service neutron] 10.222.0.32 "PUT /v2.0/ports/eeae9323-48a5-44cb-b654-a832062eb2c2 HTTP/1.1" status: 200 len: 1096 time: 0.7972841 Apr 18 21:21:37.750719 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65119ecd-e832-4314-9611-854554608afc', 'tag': 'eeae9323-48a5-44cb-b654-a832062eb2c2'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:21:37.753088 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bdf45e-eb40-44bf-a325-2431c7a883c0" -d '{"events": [{"name": "network-changed", "server_uuid": "65119ecd-e832-4314-9611-854554608afc", "tag": "eeae9323-48a5-44cb-b654-a832062eb2c2"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:21:37.799390 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdb7ba-52c2-418c-82ad-6f50bd439578 service neutron] Pushing event updated for resources: {'Port': ['ID=eeae9323-48a5-44cb-b654-a832062eb2c2,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:37.864934 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b97680-6ab7-402a-8c4f-e1d3b79a6e40 x-openstack-request-id: req-72b97680-6ab7-402a-8c4f-e1d3b79a6e40 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:21:37.865403 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65119ecd-e832-4314-9611-854554608afc", "tag": "eeae9323-48a5-44cb-b654-a832062eb2c2", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:21:37.865819 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72b97680-6ab7-402a-8c4f-e1d3b79a6e40 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:21:37.866468 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72b97680-6ab7-402a-8c4f-e1d3b79a6e40'] response: {'name': 'network-changed', 'server_uuid': '65119ecd-e832-4314-9611-854554608afc', 'tag': 'eeae9323-48a5-44cb-b654-a832062eb2c2', 'status': 'completed', 'code': 200} Apr 18 21:21:37.895904 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-ccadfa86-98a1-4b3b-9b39-852d7844de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:37.898412 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-ccadfa86-98a1-4b3b-9b39-852d7844de05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48a180dafc764a98a0a702e379c94d62&device_id=65119ecd-e832-4314-9611-854554608afc HTTP/1.1" status: 200 len: 1099 time: 0.0824676 Apr 18 21:21:37.945437 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-2d6cb9b1-8adf-461a-8462-d9624c973f0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=eeae9323-48a5-44cb-b654-a832062eb2c2 HTTP/1.1" status: 200 len: 217 time: 0.0389502 Apr 18 21:21:38.003349 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-54204919-5102-41c0-b7ea-a036a2a02c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:38.005028 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-54204919-5102-41c0-b7ea-a036a2a02c06 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.0534174 Apr 18 21:21:38.037547 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:38.056744 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-0ecf0140-6f86-4959-b0d1-3c47b2ae835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:38.058590 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-0ecf0140-6f86-4959-b0d1-3c47b2ae835d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0467863 Apr 18 21:21:38.160840 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-6e5ed1ea-0838-4335-9577-8732d740f9ce service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946550 Apr 18 21:21:38.277323 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68026b85-05ff-4de4-a46c-dd5eccc7351e req-3b9de637-4256-49cf-8d91-4d3fe11d6536 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108725 Apr 18 21:21:38.369467 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdf45e-eb40-44bf-a325-2431c7a883c0 req-0598cf2d-4dd5-45f1-8930-6039abb87d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:38.370971 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7bdf45e-eb40-44bf-a325-2431c7a883c0 req-0598cf2d-4dd5-45f1-8930-6039abb87d2e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48a180dafc764a98a0a702e379c94d62&device_id=65119ecd-e832-4314-9611-854554608afc HTTP/1.1" status: 200 len: 1099 time: 0.0447280 Apr 18 21:21:38.472143 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdf45e-eb40-44bf-a325-2431c7a883c0 req-612e7bb0-0e43-4961-b2f3-40b41db78c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:38.474180 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7bdf45e-eb40-44bf-a325-2431c7a883c0 req-612e7bb0-0e43-4961-b2f3-40b41db78c88 service neutron] 10.222.0.32 "GET /v2.0/networks?id=615e1cae-b97f-47fa-a701-86445dc2465b HTTP/1.1" status: 200 len: 870 time: 0.0971053 Apr 18 21:21:38.517133 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7bdf45e-eb40-44bf-a325-2431c7a883c0 req-dbb91c43-8fc3-4fe1-9c28-0b520788d6c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=eeae9323-48a5-44cb-b654-a832062eb2c2 HTTP/1.1" status: 200 len: 217 time: 0.0361869 Apr 18 21:21:38.571599 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdf45e-eb40-44bf-a325-2431c7a883c0 req-bc9ab92e-9d55-4356-ac8f-fd4ebaabcdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:38.573164 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7bdf45e-eb40-44bf-a325-2431c7a883c0 req-bc9ab92e-9d55-4356-ac8f-fd4ebaabcdfb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c099a-2d75-4838-affd-4f6009aedc01 HTTP/1.1" status: 200 len: 843 time: 0.0504775 Apr 18 21:21:38.648703 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdf45e-eb40-44bf-a325-2431c7a883c0 req-1966d41b-c6b6-4b51-872f-fb04918585e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:38.650216 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7bdf45e-eb40-44bf-a325-2431c7a883c0 req-1966d41b-c6b6-4b51-872f-fb04918585e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=615e1cae-b97f-47fa-a701-86445dc2465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0695508 Apr 18 21:21:38.659087 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d695c-336d-4968-a1f4-6ebf5db262cf req-b494b837-15f0-4bab-8485-7134a96cc001 tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:38.661399 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-785d695c-336d-4968-a1f4-6ebf5db262cf req-b494b837-15f0-4bab-8485-7134a96cc001 tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/ports?device_id=65119ecd-e832-4314-9611-854554608afc HTTP/1.1" status: 200 len: 948 time: 0.0927060 Apr 18 21:21:38.747732 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-785d695c-336d-4968-a1f4-6ebf5db262cf req-7d1eb3ee-0747-4708-85f0-f83ab37ba6c6 tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/security-groups?id=36cb65b5-f8a2-4c8c-9c95-18e3708373e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781007 Apr 18 21:21:38.777970 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7bdf45e-eb40-44bf-a325-2431c7a883c0 req-fe7c0e0a-6c2f-4e33-96a3-7748750da4cd service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155832 Apr 18 21:21:38.874320 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7bdf45e-eb40-44bf-a325-2431c7a883c0 req-552cf63e-18e2-4306-a24a-089363afbc70 service neutron] 10.222.0.32 "GET /v2.0/networks/615e1cae-b97f-47fa-a701-86445dc2465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889316 Apr 18 21:21:39.869851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15613cc6-6656-40e0-8b0f-e4477cbac5d9 req-63708976-b68c-4752-8669-9659f873b0b7 tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:39.871342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15613cc6-6656-40e0-8b0f-e4477cbac5d9 req-63708976-b68c-4752-8669-9659f873b0b7 tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/ports?device_id=65119ecd-e832-4314-9611-854554608afc HTTP/1.1" status: 200 len: 948 time: 0.0522382 Apr 18 21:21:39.912660 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15613cc6-6656-40e0-8b0f-e4477cbac5d9 req-3cd697f2-499d-4ed1-97d4-d4a67c643805 tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/security-groups?id=36cb65b5-f8a2-4c8c-9c95-18e3708373e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351033 Apr 18 21:21:41.052236 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f26987-e637-40b0-9936-cb45663217e9 req-06455f5a-d11f-4123-86b6-6db0d05c84f2 tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:41.053983 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-48f26987-e637-40b0-9936-cb45663217e9 req-06455f5a-d11f-4123-86b6-6db0d05c84f2 tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/ports?device_id=65119ecd-e832-4314-9611-854554608afc HTTP/1.1" status: 200 len: 948 time: 0.0629337 Apr 18 21:21:41.102961 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-48f26987-e637-40b0-9936-cb45663217e9 req-a3c98837-1174-442e-9fd5-8aa7fa088094 tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/security-groups?id=36cb65b5-f8a2-4c8c-9c95-18e3708373e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376904 Apr 18 21:21:42.140246 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:42.220657 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743249fa-c043-45dc-be92-9b72308d9c47 req-a657fbd8-b622-44cb-8b00-4e95ded46c09 tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:42.222080 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-743249fa-c043-45dc-be92-9b72308d9c47 req-a657fbd8-b622-44cb-8b00-4e95ded46c09 tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/ports?device_id=65119ecd-e832-4314-9611-854554608afc HTTP/1.1" status: 200 len: 948 time: 0.0496094 Apr 18 21:21:42.262909 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-743249fa-c043-45dc-be92-9b72308d9c47 req-b73b066e-6914-404b-932f-ddaeb953780f tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/security-groups?id=36cb65b5-f8a2-4c8c-9c95-18e3708373e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336125 Apr 18 21:21:42.639080 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device eeae9323-48a5-44cb-b654-a832062eb2c2 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:21:42.740494 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port eeae9323-48a5-44cb-b654-a832062eb2c2, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=eeae9323-48a5-44cb-b654-a832062eb2c2,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:42.752956 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'eeae9323-48a5-44cb-b654-a832062eb2c2', 'network_id': '615e1cae-b97f-47fa-a701-86445dc2465b', 'port_id': 'eeae9323-48a5-44cb-b654-a832062eb2c2', 'mac_address': 'fa:16:3e:0d:45:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c099a-2d75-4838-affd-4f6009aedc01', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:21:42.790823 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:42.808051 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeae9323-48a5-44cb-b654-a832062eb2c2 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:21:42.829847 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port eeae9323-48a5-44cb-b654-a832062eb2c2, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=eeae9323-48a5-44cb-b654-a832062eb2c2,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:42.835198 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:42.885605 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=eeae9323-48a5-44cb-b654-a832062eb2c2,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:42.894212 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:42.894212 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:42.895218 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:42.895357 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:42.895674 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:42.896009 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:42.896341 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:42.896693 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:42.897024 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:42.897346 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:42.897674 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:42.897998 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:43.174660 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['eeae9323-48a5-44cb-b654-a832062eb2c2'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:21:43.385615 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fb6bc-5d5a-4c4b-a3a8-b32072278d55 req-9d86a9ce-0c34-4b85-824a-b02e2c9c3842 tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:43.387169 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec6fb6bc-5d5a-4c4b-a3a8-b32072278d55 req-9d86a9ce-0c34-4b85-824a-b02e2c9c3842 tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/ports?device_id=65119ecd-e832-4314-9611-854554608afc HTTP/1.1" status: 200 len: 949 time: 0.0500572 Apr 18 21:21:43.427597 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec6fb6bc-5d5a-4c4b-a3a8-b32072278d55 req-3c71d22d-86ca-4fef-81fa-63926f858c2f tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/security-groups?id=36cb65b5-f8a2-4c8c-9c95-18e3708373e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341415 Apr 18 21:21:44.552418 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630d3ea-a323-464f-ac9f-7079fa0ea9e6 req-c958c317-01ec-4b03-bd76-f9ec90e3268e tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:44.553966 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c630d3ea-a323-464f-ac9f-7079fa0ea9e6 req-c958c317-01ec-4b03-bd76-f9ec90e3268e tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/ports?device_id=65119ecd-e832-4314-9611-854554608afc HTTP/1.1" status: 200 len: 949 time: 0.0554314 Apr 18 21:21:44.599365 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c630d3ea-a323-464f-ac9f-7079fa0ea9e6 req-4b74f531-7162-4749-b49b-e31ca0b10d4d tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/security-groups?id=36cb65b5-f8a2-4c8c-9c95-18e3708373e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344977 Apr 18 21:21:44.655040 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device eeae9323-48a5-44cb-b654-a832062eb2c2 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:21:44.706455 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port eeae9323-48a5-44cb-b654-a832062eb2c2 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:44.711301 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port eeae9323-48a5-44cb-b654-a832062eb2c2 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:44.711676 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:44.794584 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:44.822399 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65119ecd-e832-4314-9611-854554608afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeae9323-48a5-44cb-b654-a832062eb2c2'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:21:44.824750 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c476e40e-1279-493f-92cf-d03b999d837d" -d '{"events": [{"server_uuid": "65119ecd-e832-4314-9611-854554608afc", "name": "network-vif-plugged", "status": "completed", "tag": "eeae9323-48a5-44cb-b654-a832062eb2c2"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:21:44.843148 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port eeae9323-48a5-44cb-b654-a832062eb2c2, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=eeae9323-48a5-44cb-b654-a832062eb2c2,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:44.849801 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:44.877134 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3a7567-81b4-4774-9acd-8099df0f1b05 x-openstack-request-id: req-1e3a7567-81b4-4774-9acd-8099df0f1b05 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:21:44.877432 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65119ecd-e832-4314-9611-854554608afc", "name": "network-vif-plugged", "status": "completed", "tag": "eeae9323-48a5-44cb-b654-a832062eb2c2", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:21:44.877682 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e3a7567-81b4-4774-9acd-8099df0f1b05 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:21:44.878079 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e3a7567-81b4-4774-9acd-8099df0f1b05'] response: {'server_uuid': '65119ecd-e832-4314-9611-854554608afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeae9323-48a5-44cb-b654-a832062eb2c2', 'code': 200} Apr 18 21:21:44.906726 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=eeae9323-48a5-44cb-b654-a832062eb2c2,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:44.995603 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5ab1f-bdbd-45fa-9e8b-976e1f009cfd req-1b90f86c-38fd-4705-89e6-7995ed86f692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:44.997072 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2d5ab1f-bdbd-45fa-9e8b-976e1f009cfd req-1b90f86c-38fd-4705-89e6-7995ed86f692 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=65119ecd-e832-4314-9611-854554608afc HTTP/1.1" status: 200 len: 1101 time: 0.0447249 Apr 18 21:21:45.039045 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c2d5ab1f-bdbd-45fa-9e8b-976e1f009cfd req-43c026e5-7c11-4d67-a965-a0e0dd7c815e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=36cb65b5-f8a2-4c8c-9c95-18e3708373e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342219 Apr 18 21:21:45.381387 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:21:45.723939 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc4a9f-b1a8-4c63-ad1b-2451103413e9 req-2dba9325-5949-4aad-a79d-709f428fb503 tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:45.725471 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4dcc4a9f-b1a8-4c63-ad1b-2451103413e9 req-2dba9325-5949-4aad-a79d-709f428fb503 tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/ports?device_id=65119ecd-e832-4314-9611-854554608afc HTTP/1.1" status: 200 len: 950 time: 0.0513237 Apr 18 21:21:45.763474 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4dcc4a9f-b1a8-4c63-ad1b-2451103413e9 req-01c59a6a-7373-41d9-8048-6cad1f8a7cf1 tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/security-groups?id=36cb65b5-f8a2-4c8c-9c95-18e3708373e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319986 Apr 18 21:21:46.887986 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72aaad9-14b3-4fc4-a4c3-6b206c9e8493 req-9205ae4b-369b-468e-99f8-60251a92a648 tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:46.889519 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f72aaad9-14b3-4fc4-a4c3-6b206c9e8493 req-9205ae4b-369b-468e-99f8-60251a92a648 tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/ports?device_id=65119ecd-e832-4314-9611-854554608afc HTTP/1.1" status: 200 len: 950 time: 0.0533261 Apr 18 21:21:46.933678 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f72aaad9-14b3-4fc4-a4c3-6b206c9e8493 req-5d80abdf-4fcf-4b27-964d-76f97ababbc5 tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/security-groups?id=36cb65b5-f8a2-4c8c-9c95-18e3708373e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372009 Apr 18 21:21:47.219360 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-dd0355c4-064b-4aa4-b733-9b8cbd61c293 req-97379fe7-ba25-4c06-ac0a-7c2cbd73c7cb service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:21:47.221234 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd0355c4-064b-4aa4-b733-9b8cbd61c293 req-97379fe7-ba25-4c06-ac0a-7c2cbd73c7cb service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062637 Apr 18 21:21:47.669204 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-01df8d36-7950-41a9-8cd7-3b4282efad24 req-8a00a180-86f9-43be-93eb-332ccae8cd29 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:21:47.671108 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-01df8d36-7950-41a9-8cd7-3b4282efad24 req-8a00a180-86f9-43be-93eb-332ccae8cd29 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1146877 Apr 18 21:21:48.055681 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0e83c-a873-4a02-ab13-e13b129d4ae1 req-de72ef42-b8d0-443d-ab65-70289aecf7ee tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:48.057388 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4cb0e83c-a873-4a02-ab13-e13b129d4ae1 req-de72ef42-b8d0-443d-ab65-70289aecf7ee tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/ports?device_id=65119ecd-e832-4314-9611-854554608afc HTTP/1.1" status: 200 len: 950 time: 0.0746303 Apr 18 21:21:48.097915 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4cb0e83c-a873-4a02-ab13-e13b129d4ae1 req-542443f0-268d-403b-a408-eb529017c5fc tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/security-groups?id=36cb65b5-f8a2-4c8c-9c95-18e3708373e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336418 Apr 18 21:21:49.223062 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf874b8-d6fa-4962-9627-fab2770cfec2 req-039d5ef8-fc00-4697-aa3c-833e82c60ec7 tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:49.224637 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbf874b8-d6fa-4962-9627-fab2770cfec2 req-039d5ef8-fc00-4697-aa3c-833e82c60ec7 tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/ports?device_id=65119ecd-e832-4314-9611-854554608afc HTTP/1.1" status: 200 len: 950 time: 0.0502241 Apr 18 21:21:49.264895 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbf874b8-d6fa-4962-9627-fab2770cfec2 req-700be4b1-c4d3-46de-aada-4be05203eb3a tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.41 "GET /v2.0/security-groups?id=36cb65b5-f8a2-4c8c-9c95-18e3708373e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340505 Apr 18 21:21:49.389358 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486cddb-9329-4890-a6b9-df665e50b071 req-525ee8eb-8ad1-4eb0-a58b-bcb722a1bb33 tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:49.390803 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a486cddb-9329-4890-a6b9-df665e50b071 req-525ee8eb-8ad1-4eb0-a58b-bcb722a1bb33 tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.32 "GET /v2.0/ports?device_id=65119ecd-e832-4314-9611-854554608afc HTTP/1.1" status: 200 len: 950 time: 0.0534625 Apr 18 21:21:49.483600 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-a486cddb-9329-4890-a6b9-df665e50b071 req-be5b7791-9df1-4302-8b0d-242b31bf06ba tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Deleting port eeae9323-48a5-44cb-b654-a832062eb2c2 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:21:49.483859 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a486cddb-9329-4890-a6b9-df665e50b071 req-be5b7791-9df1-4302-8b0d-242b31bf06ba tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:49.580205 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-a486cddb-9329-4890-a6b9-df665e50b071 req-be5b7791-9df1-4302-8b0d-242b31bf06ba tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] For port eeae9323-48a5-44cb-b654-a832062eb2c2, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=eeae9323-48a5-44cb-b654-a832062eb2c2,segment=NetworkSegment(13dca32a-65de-4e15-aa11-0ead690dd140),segment_id=13dca32a-65de-4e15-aa11-0ead690dd140)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:49.580608 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a486cddb-9329-4890-a6b9-df665e50b071 req-be5b7791-9df1-4302-8b0d-242b31bf06ba tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:49.593009 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-a486cddb-9329-4890-a6b9-df665e50b071 req-be5b7791-9df1-4302-8b0d-242b31bf06ba tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Calling delete_port for eeae9323-48a5-44cb-b654-a832062eb2c2 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:21:49.722811 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a486cddb-9329-4890-a6b9-df665e50b071 req-be5b7791-9df1-4302-8b0d-242b31bf06ba tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:49.735175 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['eeae9323-48a5-44cb-b654-a832062eb2c2'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:21:49.756226 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b7791-9df1-4302-8b0d-242b31bf06ba tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Pushing event deleted for resources: {'Port': ['ID=eeae9323-48a5-44cb-b654-a832062eb2c2,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:49.802003 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-a486cddb-9329-4890-a6b9-df665e50b071 req-be5b7791-9df1-4302-8b0d-242b31bf06ba tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] No DVR routers for this DVR port eeae9323-48a5-44cb-b654-a832062eb2c2 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:21:49.804901 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-a486cddb-9329-4890-a6b9-df665e50b071 req-be5b7791-9df1-4302-8b0d-242b31bf06ba tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:49.808285 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a486cddb-9329-4890-a6b9-df665e50b071 req-be5b7791-9df1-4302-8b0d-242b31bf06ba tempest-ServersAdminNegativeTestJSON-134176649 tempest-ServersAdminNegativeTestJSON-134176649-project] 10.222.0.32 "DELETE /v2.0/ports/eeae9323-48a5-44cb-b654-a832062eb2c2 HTTP/1.1" status: 204 len: 173 time: 0.4121082 Apr 18 21:21:49.809008 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65119ecd-e832-4314-9611-854554608afc', 'name': 'network-vif-deleted', 'tag': 'eeae9323-48a5-44cb-b654-a832062eb2c2'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:21:49.811402 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24183efa-2389-4132-b0ea-48b7a2caf8be" -d '{"events": [{"server_uuid": "65119ecd-e832-4314-9611-854554608afc", "name": "network-vif-deleted", "tag": "eeae9323-48a5-44cb-b654-a832062eb2c2"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:21:49.861023 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f3149e-9103-4745-8354-f51a2007b168 x-openstack-request-id: req-08f3149e-9103-4745-8354-f51a2007b168 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:21:49.861477 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65119ecd-e832-4314-9611-854554608afc", "name": "network-vif-deleted", "tag": "eeae9323-48a5-44cb-b654-a832062eb2c2", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:21:49.861875 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08f3149e-9103-4745-8354-f51a2007b168 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:21:49.863253 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08f3149e-9103-4745-8354-f51a2007b168'] response: {'server_uuid': '65119ecd-e832-4314-9611-854554608afc', 'name': 'network-vif-deleted', 'tag': 'eeae9323-48a5-44cb-b654-a832062eb2c2', 'status': 'completed', 'code': 200} Apr 18 21:21:50.570568 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56414) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:21:50.716050 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8ae4c7d1-bddf-4bf4-be6f-319c2fa76200 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=48a180dafc764a98a0a702e379c94d62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441691 Apr 18 21:21:50.718590 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56418) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:21:50.770164 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23743c46-f51c-4b62-9b45-acbd20a2520f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.791748 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23743c46-f51c-4b62-9b45-acbd20a2520f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.844395 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23743c46-f51c-4b62-9b45-acbd20a2520f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.847238 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-23743c46-f51c-4b62-9b45-acbd20a2520f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.848539 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-23743c46-f51c-4b62-9b45-acbd20a2520f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/36cb65b5-f8a2-4c8c-9c95-18e3708373e8 HTTP/1.1" status: 204 len: 168 time: 0.1289234 Apr 18 21:21:50.856263 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23743c46-f51c-4b62-9b45-acbd20a2520f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cb65b5-f8a2-4c8c-9c95-18e3708373e8,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:51.136796 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56424) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:21:51.150048 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bb0f14d0-c40a-4111-8477-4bfbffca809a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:51.229396 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bb0f14d0-c40a-4111-8477-4bfbffca809a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:51.233080 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bb0f14d0-c40a-4111-8477-4bfbffca809a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:51.271827 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-bb0f14d0-c40a-4111-8477-4bfbffca809a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8398e2c10ffe482aba31c9c89fc9dc00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1339443 Apr 18 21:21:51.273006 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f14d0-c40a-4111-8477-4bfbffca809a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b657f510-46da-4e8a-8c01-62a656e442c9,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:51.274562 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56426) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:21:51.326980 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eedb6f9a-cc2a-48ff-b658-812ca06b26a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:51.350084 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eedb6f9a-cc2a-48ff-b658-812ca06b26a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:51.399580 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eedb6f9a-cc2a-48ff-b658-812ca06b26a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:51.402442 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eedb6f9a-cc2a-48ff-b658-812ca06b26a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:51.403622 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-eedb6f9a-cc2a-48ff-b658-812ca06b26a4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b657f510-46da-4e8a-8c01-62a656e442c9 HTTP/1.1" status: 204 len: 168 time: 0.1272531 Apr 18 21:21:51.414526 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb6f9a-cc2a-48ff-b658-812ca06b26a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b657f510-46da-4e8a-8c01-62a656e442c9,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:52.166119 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56448) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:21:52.274654 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-01543e91-e3e2-49ff-80f9-999be6763e92 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2095239679-network', 'tenant_id': 'dbdfa7fd56914c34a84d2c63fb9fca49'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:21:52.295047 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01543e91-e3e2-49ff-80f9-999be6763e92 admin admin] Made reservation on behalf of dbdfa7fd56914c34a84d2c63fb9fca49 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:21:52.297632 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-01543e91-e3e2-49ff-80f9-999be6763e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.307637 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-01543e91-e3e2-49ff-80f9-999be6763e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.399917 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-01543e91-e3e2-49ff-80f9-999be6763e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.404681 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-01543e91-e3e2-49ff-80f9-999be6763e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.766233 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01543e91-e3e2-49ff-80f9-999be6763e92 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:21:52.777762 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01543e91-e3e2-49ff-80f9-999be6763e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:52.784640 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-01543e91-e3e2-49ff-80f9-999be6763e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.785712 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-01543e91-e3e2-49ff-80f9-999be6763e92 admin admin] Added segment dcd28c8f-1811-4722-b84f-d2a8a3446281 of type vlan for network ecb7401d-02a2-4faf-a633-6aebd31402c6 Apr 18 21:21:52.829336 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-01543e91-e3e2-49ff-80f9-999be6763e92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.856410 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-01543e91-e3e2-49ff-80f9-999be6763e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.857406 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01543e91-e3e2-49ff-80f9-999be6763e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:52.857980 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-01543e91-e3e2-49ff-80f9-999be6763e92 admin admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.914256 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-01543e91-e3e2-49ff-80f9-999be6763e92 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7469964 Apr 18 21:21:52.917089 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56452) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:21:52.922006 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-f96c220c-7a91-4b84-8a86-fdb70e1dabbc admin admin] Request body: {'subnet': {'network_id': 'ecb7401d-02a2-4faf-a633-6aebd31402c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2095239679-subnet', 'tenant_id': 'dbdfa7fd56914c34a84d2c63fb9fca49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:21:52.934090 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01543e91-e3e2-49ff-80f9-999be6763e92 admin admin] Pushing event updated for resources: {'Network': ['ID=ecb7401d-02a2-4faf-a633-6aebd31402c6,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:52.949156 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network ecb7401d-02a2-4faf-a633-6aebd31402c6 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:21:52.950796 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96c220c-7a91-4b84-8a86-fdb70e1dabbc admin admin] Made reservation on behalf of dbdfa7fd56914c34a84d2c63fb9fca49 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:21:52.953354 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f96c220c-7a91-4b84-8a86-fdb70e1dabbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:53.148488 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f96c220c-7a91-4b84-8a86-fdb70e1dabbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:53.209175 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c220c-7a91-4b84-8a86-fdb70e1dabbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=aada5a15-872d-41fe-ad26-90e73f77bd3c,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:53.220390 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c220c-7a91-4b84-8a86-fdb70e1dabbc admin admin] Checking segment: {'id': 'dcd28c8f-1811-4722-b84f-d2a8a3446281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ecb7401d-02a2-4faf-a633-6aebd31402c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:21:53.220781 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96c220c-7a91-4b84-8a86-fdb70e1dabbc admin admin] Network hostable DHCP agents. Network: ecb7401d-02a2-4faf-a633-6aebd31402c6, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:21:53.241857 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96c220c-7a91-4b84-8a86-fdb70e1dabbc admin admin] Network ecb7401d-02a2-4faf-a633-6aebd31402c6 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:21:53.252941 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-f96c220c-7a91-4b84-8a86-fdb70e1dabbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, ecb7401d-02a2-4faf-a633-6aebd31402c6) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:53.259128 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96c220c-7a91-4b84-8a86-fdb70e1dabbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:53.259894 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f96c220c-7a91-4b84-8a86-fdb70e1dabbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:53.263955 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a7e834-bb91-4fb7-b405-59a8cb1701a5 None None] Network ecb7401d-02a2-4faf-a633-6aebd31402c6 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:21:53.277944 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f96c220c-7a91-4b84-8a86-fdb70e1dabbc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3597069 Apr 18 21:21:53.401066 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2aa1be-bbc8-4642-8e01-faa57d233397 None None] Network ecb7401d-02a2-4faf-a633-6aebd31402c6 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:21:53.950515 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-a0ad770e-0d17-445c-8bff-d4caff29b3ad tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:53.952280 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-a0ad770e-0d17-445c-8bff-d4caff29b3ad tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/networks?id=ecb7401d-02a2-4faf-a633-6aebd31402c6 HTTP/1.1" status: 200 len: 812 time: 0.1145899 Apr 18 21:21:53.968802 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-61fa8c61-f8b0-4e46-9a40-da4f7d70f825 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/quotas/dbdfa7fd56914c34a84d2c63fb9fca49 HTTP/1.1" status: 200 len: 375 time: 0.0094438 Apr 18 21:21:54.002947 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-40e5ff20-5d18-4065-956e-27b4e0bc3221 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbdfa7fd56914c34a84d2c63fb9fca49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271883 Apr 18 21:21:54.015464 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-5d1f0172-0314-4d52-87bb-19fb314acb16 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:21:54.016548 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-5d1f0172-0314-4d52-87bb-19fb314acb16 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058174 Apr 18 21:21:54.118309 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-8e5954c7-63e1-4ef4-a34a-f9241fec2222 service neutron] 10.222.0.41 "GET /v2.0/networks/ecb7401d-02a2-4faf-a633-6aebd31402c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903900 Apr 18 21:21:54.220115 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-e234bdc6-a881-4d58-90d3-310e1d78ae49 service neutron] 10.222.0.41 "GET /v2.0/networks/ecb7401d-02a2-4faf-a633-6aebd31402c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948164 Apr 18 21:21:54.548277 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c5ba575-0ce3-40b6-86da-a37ccb37a67f req-bd110fef-7d3d-47f6-8f0c-12aa99891bf8 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 210 time: 0.0864770 Apr 18 21:21:54.677611 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-95d9253e-d210-491a-89a7-3b98a18d99cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:54.705157 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device eeae9323-48a5-44cb-b654-a832062eb2c2 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:21:54.754700 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: eeae9323-48a5-44cb-b654-a832062eb2c2 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:21:54.755799 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device eeae9323-48a5-44cb-b654-a832062eb2c2 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:21:55.773350 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-be0a52ff-682c-40c6-8067-0d2bbf271f65 req-6f2dfb79-ee1e-4781-87e2-4a86beffa201 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 210 time: 0.0327361 Apr 18 21:21:55.813819 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-468ab12a-b8f5-43d9-9c27-375ad7468bb9 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:55.815994 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-468ab12a-b8f5-43d9-9c27-375ad7468bb9 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.32 "GET /v2.0/networks?id=ecb7401d-02a2-4faf-a633-6aebd31402c6 HTTP/1.1" status: 200 len: 812 time: 0.4194686 Apr 18 21:21:55.828578 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-277113dc-29b1-4fef-8007-e1cb4af31371 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Request body: {'port': {'device_id': 'd648f885-d582-4a47-94f8-940c42e89539', 'network_id': 'ecb7401d-02a2-4faf-a633-6aebd31402c6', 'admin_state_up': True, 'tenant_id': 'dbdfa7fd56914c34a84d2c63fb9fca49'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:21:55.946396 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-277113dc-29b1-4fef-8007-e1cb4af31371 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Made reservation on behalf of dbdfa7fd56914c34a84d2c63fb9fca49 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:21:55.950241 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-277113dc-29b1-4fef-8007-e1cb4af31371 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.104077 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-277113dc-29b1-4fef-8007-e1cb4af31371 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Allocated IP 172.20.0.6 (ecb7401d-02a2-4faf-a633-6aebd31402c6/aada5a15-872d-41fe-ad26-90e73f77bd3c/3ae6d16c-2664-4956-81ae-da59c488c06c) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:21:56.290459 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-277113dc-29b1-4fef-8007-e1cb4af31371 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.327345 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-277113dc-29b1-4fef-8007-e1cb4af31371 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.377847 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-277113dc-29b1-4fef-8007-e1cb4af31371 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Network ecb7401d-02a2-4faf-a633-6aebd31402c6 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:56.381599 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-277113dc-29b1-4fef-8007-e1cb4af31371 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:56.385835 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-277113dc-29b1-4fef-8007-e1cb4af31371 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:21:56.392718 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277113dc-29b1-4fef-8007-e1cb4af31371 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Pushing event updated for resources: {'Port': ['ID=3ae6d16c-2664-4956-81ae-da59c488c06c,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:56.441251 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-277113dc-29b1-4fef-8007-e1cb4af31371 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:56.441906 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-277113dc-29b1-4fef-8007-e1cb4af31371 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.459028 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-277113dc-29b1-4fef-8007-e1cb4af31371 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6345024 Apr 18 21:21:56.471354 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-210b7c95-056c-4e1e-9f2e-09c2d699ed5b service neutron] Request body: {'port': {'device_id': 'd648f885-d582-4a47-94f8-940c42e89539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:21:56.536276 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-210b7c95-056c-4e1e-9f2e-09c2d699ed5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.832580 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-210b7c95-056c-4e1e-9f2e-09c2d699ed5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae6d16c-2664-4956-81ae-da59c488c06c {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:21:56.841318 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-210b7c95-056c-4e1e-9f2e-09c2d699ed5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.855791 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-210b7c95-056c-4e1e-9f2e-09c2d699ed5b service neutron] Transition to ACTIVE for port object 3ae6d16c-2664-4956-81ae-da59c488c06c will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:56.860738 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-210b7c95-056c-4e1e-9f2e-09c2d699ed5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.952953 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b7c95-056c-4e1e-9f2e-09c2d699ed5b service neutron] Pushing event updated for resources: {'Port': ['ID=3ae6d16c-2664-4956-81ae-da59c488c06c,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:57.011461 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be7228-c1d4-4a45-baa6-39ec073dc872 req-057a8caf-05e1-4fe5-a770-20ae1a81b336 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:57.013090 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90be7228-c1d4-4a45-baa6-39ec073dc872 req-057a8caf-05e1-4fe5-a770-20ae1a81b336 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 943 time: 0.1241829 Apr 18 21:21:57.079664 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90be7228-c1d4-4a45-baa6-39ec073dc872 req-230066c7-29ed-425a-abf5-26a1291bfa9d tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576127 Apr 18 21:21:57.080936 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-210b7c95-056c-4e1e-9f2e-09c2d699ed5b service neutron] Attempting to bind port 3ae6d16c-2664-4956-81ae-da59c488c06c on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:21:57.081341 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-210b7c95-056c-4e1e-9f2e-09c2d699ed5b service neutron] Attempting to bind port 3ae6d16c-2664-4956-81ae-da59c488c06c by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'dcd28c8f-1811-4722-b84f-d2a8a3446281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ecb7401d-02a2-4faf-a633-6aebd31402c6'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:21:57.081923 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-210b7c95-056c-4e1e-9f2e-09c2d699ed5b service neutron] Attempting to bind port 3ae6d16c-2664-4956-81ae-da59c488c06c on network ecb7401d-02a2-4faf-a633-6aebd31402c6 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:21:57.089413 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-210b7c95-056c-4e1e-9f2e-09c2d699ed5b service neutron] Port 3ae6d16c-2664-4956-81ae-da59c488c06c on network ecb7401d-02a2-4faf-a633-6aebd31402c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:21:57.089741 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-210b7c95-056c-4e1e-9f2e-09c2d699ed5b service neutron] Attempting to bind port 3ae6d16c-2664-4956-81ae-da59c488c06c on network ecb7401d-02a2-4faf-a633-6aebd31402c6 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:21:57.095806 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-210b7c95-056c-4e1e-9f2e-09c2d699ed5b service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:21:57.096146 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-210b7c95-056c-4e1e-9f2e-09c2d699ed5b service neutron] Checking segment: {'id': 'dcd28c8f-1811-4722-b84f-d2a8a3446281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ecb7401d-02a2-4faf-a633-6aebd31402c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:21:57.096565 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-210b7c95-056c-4e1e-9f2e-09c2d699ed5b service neutron] Bound using segment: {'id': 'dcd28c8f-1811-4722-b84f-d2a8a3446281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ecb7401d-02a2-4faf-a633-6aebd31402c6'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:21:57.097510 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-210b7c95-056c-4e1e-9f2e-09c2d699ed5b service neutron] Bound port: 3ae6d16c-2664-4956-81ae-da59c488c06c, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcd28c8f-1811-4722-b84f-d2a8a3446281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ecb7401d-02a2-4faf-a633-6aebd31402c6'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:21:57.097878 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-210b7c95-056c-4e1e-9f2e-09c2d699ed5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:57.167090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-210b7c95-056c-4e1e-9f2e-09c2d699ed5b service neutron] For port 3ae6d16c-2664-4956-81ae-da59c488c06c, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:21:57.170648 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-210b7c95-056c-4e1e-9f2e-09c2d699ed5b service neutron] For port 3ae6d16c-2664-4956-81ae-da59c488c06c, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3ae6d16c-2664-4956-81ae-da59c488c06c,segment=NetworkSegment(dcd28c8f-1811-4722-b84f-d2a8a3446281),segment_id=dcd28c8f-1811-4722-b84f-d2a8a3446281)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:21:57.176404 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-210b7c95-056c-4e1e-9f2e-09c2d699ed5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:57.216807 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-210b7c95-056c-4e1e-9f2e-09c2d699ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:57.217425 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-210b7c95-056c-4e1e-9f2e-09c2d699ed5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:57.218821 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-210b7c95-056c-4e1e-9f2e-09c2d699ed5b service neutron] 10.222.0.32 "PUT /v2.0/ports/3ae6d16c-2664-4956-81ae-da59c488c06c HTTP/1.1" status: 200 len: 1091 time: 0.7521722 Apr 18 21:21:57.219265 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd648f885-d582-4a47-94f8-940c42e89539', 'tag': '3ae6d16c-2664-4956-81ae-da59c488c06c'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:21:57.221882 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9fc84f9d8238e999e16735d6a49d58706d7ea27f20ca6fdcc7d7971266a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3250c453-0146-4ddb-b513-aa3a6cd45054" -d '{"events": [{"name": "network-changed", "server_uuid": "d648f885-d582-4a47-94f8-940c42e89539", "tag": "3ae6d16c-2664-4956-81ae-da59c488c06c"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:21:57.250206 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b7c95-056c-4e1e-9f2e-09c2d699ed5b service neutron] Pushing event updated for resources: {'Port': ['ID=3ae6d16c-2664-4956-81ae-da59c488c06c,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:57.288086 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988d104a-2850-4ffc-8f02-48ddc3dede01 x-openstack-request-id: req-988d104a-2850-4ffc-8f02-48ddc3dede01 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:21:57.288379 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d648f885-d582-4a47-94f8-940c42e89539", "tag": "3ae6d16c-2664-4956-81ae-da59c488c06c", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:21:57.288693 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-988d104a-2850-4ffc-8f02-48ddc3dede01 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:21:57.289133 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-988d104a-2850-4ffc-8f02-48ddc3dede01'] response: {'name': 'network-changed', 'server_uuid': 'd648f885-d582-4a47-94f8-940c42e89539', 'tag': '3ae6d16c-2664-4956-81ae-da59c488c06c', 'status': 'completed', 'code': 200} Apr 18 21:21:57.331807 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-cb3215d2-6d7d-4005-9256-ca8f7b29d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:57.333299 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-cb3215d2-6d7d-4005-9256-ca8f7b29d481 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbdfa7fd56914c34a84d2c63fb9fca49&device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 1094 time: 0.0472178 Apr 18 21:21:57.398085 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-45cdd558-374d-4536-a5dd-2883e128a64b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ae6d16c-2664-4956-81ae-da59c488c06c HTTP/1.1" status: 200 len: 217 time: 0.0572190 Apr 18 21:21:57.471431 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-29a662f3-75cd-4cdc-812f-cf4000ae8550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:57.473663 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-29a662f3-75cd-4cdc-812f-cf4000ae8550 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aada5a15-872d-41fe-ad26-90e73f77bd3c HTTP/1.1" status: 200 len: 852 time: 0.0671825 Apr 18 21:21:57.507668 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-e2aa5f3a-9b3c-4c9b-976c-744bd7651700 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ecb7401d-02a2-4faf-a633-6aebd31402c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278575 Apr 18 21:21:57.604900 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-ebc8c0e9-fb42-44fe-8b08-4ea8c7d81da8 service neutron] 10.222.0.32 "GET /v2.0/networks/ecb7401d-02a2-4faf-a633-6aebd31402c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909653 Apr 18 21:21:57.709281 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5bfaf09b-a165-48d8-a186-7da2bfe124a7 req-02e71b7e-37cc-4736-8bce-d7b27a85f546 service neutron] 10.222.0.32 "GET /v2.0/networks/ecb7401d-02a2-4faf-a633-6aebd31402c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978270 Apr 18 21:21:57.799199 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250c453-0146-4ddb-b513-aa3a6cd45054 req-5a7be5b7-6908-49a1-976c-4d2ecd0efe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:57.801462 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3250c453-0146-4ddb-b513-aa3a6cd45054 req-5a7be5b7-6908-49a1-976c-4d2ecd0efe2e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbdfa7fd56914c34a84d2c63fb9fca49&device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 1094 time: 0.0444682 Apr 18 21:21:57.898994 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250c453-0146-4ddb-b513-aa3a6cd45054 req-ab61b145-5c16-45e9-a8d5-3da39073ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:57.900503 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3250c453-0146-4ddb-b513-aa3a6cd45054 req-ab61b145-5c16-45e9-a8d5-3da39073ba67 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ecb7401d-02a2-4faf-a633-6aebd31402c6 HTTP/1.1" status: 200 len: 913 time: 0.0929492 Apr 18 21:21:57.945946 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3250c453-0146-4ddb-b513-aa3a6cd45054 req-918ae558-e2f6-495f-a2b6-4fe63f4c6e0c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ae6d16c-2664-4956-81ae-da59c488c06c HTTP/1.1" status: 200 len: 217 time: 0.0379906 Apr 18 21:21:57.998165 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250c453-0146-4ddb-b513-aa3a6cd45054 req-fc28ba8a-0c49-45d8-b64d-ee0512e8122a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:57.999832 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3250c453-0146-4ddb-b513-aa3a6cd45054 req-fc28ba8a-0c49-45d8-b64d-ee0512e8122a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aada5a15-872d-41fe-ad26-90e73f77bd3c HTTP/1.1" status: 200 len: 852 time: 0.0481665 Apr 18 21:21:58.032733 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3250c453-0146-4ddb-b513-aa3a6cd45054 req-d0f51cff-01dd-497e-91a0-d21e402ad319 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ecb7401d-02a2-4faf-a633-6aebd31402c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266445 Apr 18 21:21:58.132937 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3250c453-0146-4ddb-b513-aa3a6cd45054 req-1fb7628a-2a66-463b-a625-8e2fb4f2f160 service neutron] 10.222.0.32 "GET /v2.0/networks/ecb7401d-02a2-4faf-a633-6aebd31402c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939536 Apr 18 21:21:58.274781 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356dae2-fec9-4e3f-9c78-ec9aa0b29a83 req-7e369afa-dc11-40aa-aa24-ca928864f1c0 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:58.276566 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5356dae2-fec9-4e3f-9c78-ec9aa0b29a83 req-7e369afa-dc11-40aa-aa24-ca928864f1c0 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 943 time: 0.0886331 Apr 18 21:21:58.280203 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3250c453-0146-4ddb-b513-aa3a6cd45054 req-fe79fe79-e056-4664-915e-e15b56ca1870 service neutron] 10.222.0.32 "GET /v2.0/networks/ecb7401d-02a2-4faf-a633-6aebd31402c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412637 Apr 18 21:21:58.325671 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5356dae2-fec9-4e3f-9c78-ec9aa0b29a83 req-1b90a4d3-04b1-404f-ba9d-361eae8d544f tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394492 Apr 18 21:21:59.090210 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-87a3c238-1833-4d65-bc91-69719d12554d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:59.455123 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d155fc2-e7aa-4ad8-811b-17f206eececc req-997ca129-8368-41fe-9003-3e5d84ec360d tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:59.456635 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d155fc2-e7aa-4ad8-811b-17f206eececc req-997ca129-8368-41fe-9003-3e5d84ec360d tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 943 time: 0.0560489 Apr 18 21:21:59.505588 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d155fc2-e7aa-4ad8-811b-17f206eececc req-b7a4a379-2a21-4ebd-9a44-3d1286024b67 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429766 Apr 18 21:21:59.968761 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:00.642095 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3443f-ec44-401a-afed-57ea8c9d48f8 req-58a751c1-6657-4ff5-9193-1d2837e8660e tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:00.643686 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3b3443f-ec44-401a-afed-57ea8c9d48f8 req-58a751c1-6657-4ff5-9193-1d2837e8660e tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 943 time: 0.0539136 Apr 18 21:22:00.692567 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3b3443f-ec44-401a-afed-57ea8c9d48f8 req-50f7faab-8c2b-4910-878e-9bfff220a371 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416505 Apr 18 21:22:01.590233 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:01.758328 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:01.817064 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945256b1-ba0b-43bd-ad66-ee2d9604e87a req-b6960683-3080-4704-a015-21c0cef95b8c tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:01.818923 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-945256b1-ba0b-43bd-ad66-ee2d9604e87a req-b6960683-3080-4704-a015-21c0cef95b8c tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 943 time: 0.0535407 Apr 18 21:22:01.861655 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-945256b1-ba0b-43bd-ad66-ee2d9604e87a req-3e386f5c-9f53-4392-ab68-9e8f4f022c24 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365863 Apr 18 21:22:02.722935 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3ae6d16c-2664-4956-81ae-da59c488c06c details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:22:02.819214 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 3ae6d16c-2664-4956-81ae-da59c488c06c, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3ae6d16c-2664-4956-81ae-da59c488c06c,segment=NetworkSegment(dcd28c8f-1811-4722-b84f-d2a8a3446281),segment_id=dcd28c8f-1811-4722-b84f-d2a8a3446281)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:02.830661 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '3ae6d16c-2664-4956-81ae-da59c488c06c', 'network_id': 'ecb7401d-02a2-4faf-a633-6aebd31402c6', 'port_id': '3ae6d16c-2664-4956-81ae-da59c488c06c', 'mac_address': 'fa:16:3e:ea:65:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aada5a15-872d-41fe-ad26-90e73f77bd3c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:22:02.868410 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:02.881151 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae6d16c-2664-4956-81ae-da59c488c06c {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:22:02.901879 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 3ae6d16c-2664-4956-81ae-da59c488c06c, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3ae6d16c-2664-4956-81ae-da59c488c06c,segment=NetworkSegment(dcd28c8f-1811-4722-b84f-d2a8a3446281),segment_id=dcd28c8f-1811-4722-b84f-d2a8a3446281)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:02.912951 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:02.961079 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=3ae6d16c-2664-4956-81ae-da59c488c06c,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:02.984847 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766dba6-3f3f-47b6-bfa7-42df1cca11e8 req-562fa367-719d-4ced-93fe-9077ec065d75 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:02.986258 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1766dba6-3f3f-47b6-bfa7-42df1cca11e8 req-562fa367-719d-4ced-93fe-9077ec065d75 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 944 time: 0.0533788 Apr 18 21:22:03.031796 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1766dba6-3f3f-47b6-bfa7-42df1cca11e8 req-a259a205-e2db-4bcb-9e62-d7c05977fbda tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393882 Apr 18 21:22:03.205818 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['3ae6d16c-2664-4956-81ae-da59c488c06c'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:22:04.150915 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388eeaec-4731-4ec0-8554-24833e3552b4 req-27b7827c-238d-412b-b330-954bcd050813 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:04.152389 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-388eeaec-4731-4ec0-8554-24833e3552b4 req-27b7827c-238d-412b-b330-954bcd050813 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 944 time: 0.0517790 Apr 18 21:22:04.194771 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-388eeaec-4731-4ec0-8554-24833e3552b4 req-14c01341-7a35-4339-8f2c-b4f9bf88ddef tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362425 Apr 18 21:22:04.748500 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3ae6d16c-2664-4956-81ae-da59c488c06c up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:22:04.805528 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 3ae6d16c-2664-4956-81ae-da59c488c06c completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:04.809793 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 3ae6d16c-2664-4956-81ae-da59c488c06c triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:04.810166 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:04.893631 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:04.917102 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd648f885-d582-4a47-94f8-940c42e89539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae6d16c-2664-4956-81ae-da59c488c06c'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:22:04.919267 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b726a03b225ff4d4b4123c4c7c2603e7850c0c88d52befd3d3f35e78a088f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d60db6-43ec-4b94-a00f-bc064b2ed6a4" -d '{"events": [{"server_uuid": "d648f885-d582-4a47-94f8-940c42e89539", "name": "network-vif-plugged", "status": "completed", "tag": "3ae6d16c-2664-4956-81ae-da59c488c06c"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:22:04.931998 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 3ae6d16c-2664-4956-81ae-da59c488c06c, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3ae6d16c-2664-4956-81ae-da59c488c06c,segment=NetworkSegment(dcd28c8f-1811-4722-b84f-d2a8a3446281),segment_id=dcd28c8f-1811-4722-b84f-d2a8a3446281)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:04.937904 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:04.963036 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef79e322-215a-4252-8474-86774c6136a3 x-openstack-request-id: req-ef79e322-215a-4252-8474-86774c6136a3 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:22:04.963326 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d648f885-d582-4a47-94f8-940c42e89539", "name": "network-vif-plugged", "status": "completed", "tag": "3ae6d16c-2664-4956-81ae-da59c488c06c", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:22:04.963579 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef79e322-215a-4252-8474-86774c6136a3 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:22:04.963969 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef79e322-215a-4252-8474-86774c6136a3'] response: {'server_uuid': 'd648f885-d582-4a47-94f8-940c42e89539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae6d16c-2664-4956-81ae-da59c488c06c', 'code': 200} Apr 18 21:22:04.990622 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=3ae6d16c-2664-4956-81ae-da59c488c06c,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:05.150626 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e00ed-ac1f-4da1-b680-67dd7a91a2fe req-44e81c87-aae4-4501-a55a-8047b571b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:05.152149 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1b2e00ed-ac1f-4da1-b680-67dd7a91a2fe req-44e81c87-aae4-4501-a55a-8047b571b096 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 1096 time: 0.0820835 Apr 18 21:22:05.187870 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1b2e00ed-ac1f-4da1-b680-67dd7a91a2fe req-cb7aff24-8e12-4cd7-8d46-17d2b3fd9dfc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295362 Apr 18 21:22:05.314443 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0900654-4b83-48e4-9489-54a0e6c72824 req-e47a98c7-a751-487a-b4eb-c04cf8192ed7 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:05.316369 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b0900654-4b83-48e4-9489-54a0e6c72824 req-e47a98c7-a751-487a-b4eb-c04cf8192ed7 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0502510 Apr 18 21:22:05.368245 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b0900654-4b83-48e4-9489-54a0e6c72824 req-3bc209cf-ede9-417f-8e20-0349e3a48c28 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454409 Apr 18 21:22:06.498660 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de113f3a-f61f-4ea1-baad-9d1c1ee6feaf req-93f03cf2-6f25-426c-bab6-c985a774143a tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:06.501296 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de113f3a-f61f-4ea1-baad-9d1c1ee6feaf req-93f03cf2-6f25-426c-bab6-c985a774143a tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0552857 Apr 18 21:22:06.544631 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de113f3a-f61f-4ea1-baad-9d1c1ee6feaf req-4b3956bb-f125-4a1a-b9c2-2d2ffe9eb43d tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363348 Apr 18 21:22:07.669317 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ae93d-9cd4-4b3a-841d-7f79bddbff72 req-0813bcf5-542a-4f9b-96c3-4bc5e0dd77ac tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:07.670839 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-928ae93d-9cd4-4b3a-841d-7f79bddbff72 req-0813bcf5-542a-4f9b-96c3-4bc5e0dd77ac tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0493996 Apr 18 21:22:07.710299 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-928ae93d-9cd4-4b3a-841d-7f79bddbff72 req-b9c9d3b9-5fd4-4784-9c63-96fa2dd26cef tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323708 Apr 18 21:22:07.975551 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e8562-a508-4705-ad52-10fd7b184717 req-54c063fc-e85a-4480-abd6-9ce7f80b211f tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:07.977114 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb9e8562-a508-4705-ad52-10fd7b184717 req-54c063fc-e85a-4480-abd6-9ce7f80b211f tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0542185 Apr 18 21:22:08.017702 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-0cd568a7-b563-4691-8f12-2622e9c10c4d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0977924 Apr 18 21:22:08.020570 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb9e8562-a508-4705-ad52-10fd7b184717 req-b703e916-bff0-4e05-bfbf-855ef006eb04 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369513 Apr 18 21:22:08.028985 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-2ac556f8-1c39-41b7-aae9-eaf15412d94a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:22:08.029971 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-2ac556f8-1c39-41b7-aae9-eaf15412d94a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061171 Apr 18 21:22:08.040071 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:09.148303 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8326db-0c1d-4a17-88c6-a7e91634601d req-63625b97-82eb-4d82-9eb4-ce7a2f16eb82 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:09.149870 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1e8326db-0c1d-4a17-88c6-a7e91634601d req-63625b97-82eb-4d82-9eb4-ce7a2f16eb82 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0580649 Apr 18 21:22:09.206735 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1e8326db-0c1d-4a17-88c6-a7e91634601d req-9b56ba1f-38c8-4ade-8bea-f970b0b8e424 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481579 Apr 18 21:22:09.240547 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-b39f92a7-53ac-4b82-901d-22157e38ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:09.242078 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-b39f92a7-53ac-4b82-901d-22157e38ad15 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbdfa7fd56914c34a84d2c63fb9fca49&device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 1096 time: 0.0458918 Apr 18 21:22:09.336866 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-f376f547-57e9-45e5-9a64-994cf3e66a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:09.338469 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-f376f547-57e9-45e5-9a64-994cf3e66a01 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ecb7401d-02a2-4faf-a633-6aebd31402c6 HTTP/1.1" status: 200 len: 913 time: 0.0890453 Apr 18 21:22:09.384647 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-e5de108e-e3a6-4e17-847b-afc599938d3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ae6d16c-2664-4956-81ae-da59c488c06c HTTP/1.1" status: 200 len: 217 time: 0.0396028 Apr 18 21:22:09.442287 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-8a6674e0-ec1c-4b21-8e2a-622873cdcdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:09.443782 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-8a6674e0-ec1c-4b21-8e2a-622873cdcdf6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aada5a15-872d-41fe-ad26-90e73f77bd3c HTTP/1.1" status: 200 len: 852 time: 0.0527554 Apr 18 21:22:09.476388 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-189296b9-4e63-45c7-a3fc-b239c27ae4b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ecb7401d-02a2-4faf-a633-6aebd31402c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262239 Apr 18 21:22:09.570170 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-52850056-fac4-4bea-a971-ca0a4c501593 service neutron] 10.222.0.32 "GET /v2.0/networks/ecb7401d-02a2-4faf-a633-6aebd31402c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874312 Apr 18 21:22:09.666228 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-afb3f5e6-9d84-4b47-9e5f-fb6b00773fba service neutron] 10.222.0.32 "GET /v2.0/networks/ecb7401d-02a2-4faf-a633-6aebd31402c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885742 Apr 18 21:22:10.336727 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e36e89-90d3-4955-b3c9-ed4cf1e543ad req-8a43323f-57ef-46cd-86ab-eb66c3d77bd0 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:10.338409 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a5e36e89-90d3-4955-b3c9-ed4cf1e543ad req-8a43323f-57ef-46cd-86ab-eb66c3d77bd0 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0579760 Apr 18 21:22:10.382221 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a5e36e89-90d3-4955-b3c9-ed4cf1e543ad req-40c66c06-3f09-4710-90fa-c0d7bf71c11e tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372736 Apr 18 21:22:11.522181 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783f04e-a7ad-4c7b-b91a-1e3ae0a0047f req-35c82032-4693-4853-9d88-99e116481d3f tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:11.523744 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e783f04e-a7ad-4c7b-b91a-1e3ae0a0047f req-35c82032-4693-4853-9d88-99e116481d3f tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0572627 Apr 18 21:22:11.569683 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e783f04e-a7ad-4c7b-b91a-1e3ae0a0047f req-2b76a74b-2b22-4d32-a1e2-b2a5545dc1af tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350797 Apr 18 21:22:12.153088 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:12.213862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4400d23-56ba-4ec3-abb1-a08f54e5ee9d req-5afe1c90-7dad-4952-a274-b5c65d7da8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:12.215262 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4400d23-56ba-4ec3-abb1-a08f54e5ee9d req-5afe1c90-7dad-4952-a274-b5c65d7da8cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbdfa7fd56914c34a84d2c63fb9fca49&device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 1096 time: 0.0414093 Apr 18 21:22:12.321837 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4400d23-56ba-4ec3-abb1-a08f54e5ee9d req-52130baf-2f7a-44b1-9666-f8871482acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:12.323298 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4400d23-56ba-4ec3-abb1-a08f54e5ee9d req-52130baf-2f7a-44b1-9666-f8871482acfe service neutron] 10.222.0.32 "GET /v2.0/networks?id=ecb7401d-02a2-4faf-a633-6aebd31402c6 HTTP/1.1" status: 200 len: 913 time: 0.0890238 Apr 18 21:22:12.364197 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4400d23-56ba-4ec3-abb1-a08f54e5ee9d req-c728b931-5bc3-45d0-aa88-823b4bb13f74 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ae6d16c-2664-4956-81ae-da59c488c06c HTTP/1.1" status: 200 len: 217 time: 0.0348210 Apr 18 21:22:12.412192 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4400d23-56ba-4ec3-abb1-a08f54e5ee9d req-fd4f0add-9033-409d-97d2-6bf2237d3abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:12.413655 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4400d23-56ba-4ec3-abb1-a08f54e5ee9d req-fd4f0add-9033-409d-97d2-6bf2237d3abe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aada5a15-872d-41fe-ad26-90e73f77bd3c HTTP/1.1" status: 200 len: 852 time: 0.0425768 Apr 18 21:22:12.445242 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4400d23-56ba-4ec3-abb1-a08f54e5ee9d req-7634602d-1c6e-4ef0-b83e-4f3db8d59f4a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ecb7401d-02a2-4faf-a633-6aebd31402c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257330 Apr 18 21:22:12.541845 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4400d23-56ba-4ec3-abb1-a08f54e5ee9d req-f53dc5cb-98ba-4849-8bd5-45dac9d26d79 service neutron] 10.222.0.32 "GET /v2.0/networks/ecb7401d-02a2-4faf-a633-6aebd31402c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900013 Apr 18 21:22:12.638503 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4400d23-56ba-4ec3-abb1-a08f54e5ee9d req-c446a23f-7875-4448-843a-7e0aca199fe7 service neutron] 10.222.0.32 "GET /v2.0/networks/ecb7401d-02a2-4faf-a633-6aebd31402c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899413 Apr 18 21:22:12.693434 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca606c-b5ff-459a-b04e-1b347e67ea12 req-985701d1-e9be-425b-bdca-b62b47d4654b tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:12.694919 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eaca606c-b5ff-459a-b04e-1b347e67ea12 req-985701d1-e9be-425b-bdca-b62b47d4654b tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0589578 Apr 18 21:22:12.733009 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eaca606c-b5ff-459a-b04e-1b347e67ea12 req-f899c4e8-bd86-420d-beea-fbc829b9f034 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321205 Apr 18 21:22:13.850500 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdb274-ef7a-4783-a852-4dc6b20b25f6 req-f5ff37f6-2db5-4dcb-9a9a-ac53625363cd tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:13.851990 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52fdb274-ef7a-4783-a852-4dc6b20b25f6 req-f5ff37f6-2db5-4dcb-9a9a-ac53625363cd tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0506427 Apr 18 21:22:13.889601 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52fdb274-ef7a-4783-a852-4dc6b20b25f6 req-fe8cf18c-a04b-40af-9a15-ec1047361138 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314915 Apr 18 21:22:15.012376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e309181-060e-4898-9293-8f968b2be077 req-3696a39e-7b5f-4296-99e6-5abbf8ca6a60 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:15.013878 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e309181-060e-4898-9293-8f968b2be077 req-3696a39e-7b5f-4296-99e6-5abbf8ca6a60 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0492470 Apr 18 21:22:15.051999 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e309181-060e-4898-9293-8f968b2be077 req-53799af4-6bc7-4f22-be44-7890f3b794ed tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317535 Apr 18 21:22:16.174197 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a2b3a-d9c9-43b0-ac3c-b2916f303096 req-db463dde-b91f-45aa-9c35-f16f86c8d0b0 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:16.176292 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-938a2b3a-d9c9-43b0-ac3c-b2916f303096 req-db463dde-b91f-45aa-9c35-f16f86c8d0b0 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0522461 Apr 18 21:22:16.214163 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-938a2b3a-d9c9-43b0-ac3c-b2916f303096 req-8dd43f48-a76e-4076-83de-e2d03a9d6699 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316148 Apr 18 21:22:17.332820 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac15c8-6d31-4c76-9d2b-4214701bb009 req-3b111c67-65b5-4d2a-a277-38cddbb29603 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:17.334298 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-65ac15c8-6d31-4c76-9d2b-4214701bb009 req-3b111c67-65b5-4d2a-a277-38cddbb29603 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0483329 Apr 18 21:22:17.373100 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-65ac15c8-6d31-4c76-9d2b-4214701bb009 req-80e025b9-3f02-46ae-b8fb-d671b7220a52 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327096 Apr 18 21:22:18.496918 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174444c-2e8c-49b5-8539-b51e713f23e2 req-da37cccd-aa77-4f77-9799-d1f77d8b1e31 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:18.498369 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9174444c-2e8c-49b5-8539-b51e713f23e2 req-da37cccd-aa77-4f77-9799-d1f77d8b1e31 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0481048 Apr 18 21:22:18.536260 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9174444c-2e8c-49b5-8539-b51e713f23e2 req-39b0e6da-afeb-42e0-903d-199b6bd421b0 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310457 Apr 18 21:22:19.657512 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9c680-40d0-4bd9-ac61-9eec9ea24a10 req-2a2ea5e0-afd5-4bdd-a590-6f35d156df2d tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:19.658940 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-21b9c680-40d0-4bd9-ac61-9eec9ea24a10 req-2a2ea5e0-afd5-4bdd-a590-6f35d156df2d tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0527999 Apr 18 21:22:19.698201 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-21b9c680-40d0-4bd9-ac61-9eec9ea24a10 req-e17a30b2-5ada-493b-97a8-e576bd590118 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327265 Apr 18 21:22:20.814548 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82c7eb-e5c8-4b2a-8e4b-211144c37259 req-9db52cae-d63e-4905-9336-0230a33eb2d8 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:20.816783 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de82c7eb-e5c8-4b2a-8e4b-211144c37259 req-9db52cae-d63e-4905-9336-0230a33eb2d8 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0490785 Apr 18 21:22:20.854647 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de82c7eb-e5c8-4b2a-8e4b-211144c37259 req-645cb237-fdac-447c-b801-feb9351947d9 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310810 Apr 18 21:22:21.978331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099f8e8-4acb-4a02-9aed-728f09516992 req-28e9e29c-d763-457d-9890-a007da8ab2db tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:21.979789 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d099f8e8-4acb-4a02-9aed-728f09516992 req-28e9e29c-d763-457d-9890-a007da8ab2db tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0502582 Apr 18 21:22:22.017983 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d099f8e8-4acb-4a02-9aed-728f09516992 req-f15a7ba9-bfa1-4236-b716-bf8740de4010 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321965 Apr 18 21:22:22.381543 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:22:23.146999 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a1f90-9dd6-480d-880d-37c90ffc1926 req-91f20aff-49c8-46c3-a9c8-91b8d5fae3ce tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:23.148465 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc4a1f90-9dd6-480d-880d-37c90ffc1926 req-91f20aff-49c8-46c3-a9c8-91b8d5fae3ce tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0523367 Apr 18 21:22:23.185413 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc4a1f90-9dd6-480d-880d-37c90ffc1926 req-1b9b09c6-2498-4ad5-8209-51037c323c9c tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309207 Apr 18 21:22:24.303390 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64bc01-6704-499f-98a7-3f06e5affd80 req-377f1422-5519-4da6-bd0a-74ef9fc0d62e tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:24.304897 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee64bc01-6704-499f-98a7-3f06e5affd80 req-377f1422-5519-4da6-bd0a-74ef9fc0d62e tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0496333 Apr 18 21:22:24.342390 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee64bc01-6704-499f-98a7-3f06e5affd80 req-64a92243-c92b-45d8-88c7-ebe8c710fc20 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315332 Apr 18 21:22:24.671211 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-79e16614-11c6-408c-8495-8a62b83ef88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:25.460460 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc95c9e-cd1f-4de5-9a2f-a3b5b23adba8 req-a9058a52-cd83-4dd3-bbf3-52998f121be5 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:25.461917 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bfc95c9e-cd1f-4de5-9a2f-a3b5b23adba8 req-a9058a52-cd83-4dd3-bbf3-52998f121be5 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0496881 Apr 18 21:22:25.500349 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bfc95c9e-cd1f-4de5-9a2f-a3b5b23adba8 req-09a3c578-8e40-471b-b3f9-e809c19666f9 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323691 Apr 18 21:22:26.619488 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78ad91-2806-4bf5-ac5b-fb6bdc4331db req-b407fe70-c3c9-454d-8634-f0e997310dc4 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:26.620947 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d78ad91-2806-4bf5-ac5b-fb6bdc4331db req-b407fe70-c3c9-454d-8634-f0e997310dc4 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0524435 Apr 18 21:22:26.657962 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d78ad91-2806-4bf5-ac5b-fb6bdc4331db req-6d6a81b4-d718-4c92-91c7-ee652e0fe3fd tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309937 Apr 18 21:22:27.776658 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41507292-abe4-495e-a42d-292887f8c980 req-5ce0bea0-7dd6-4216-b3d8-3bf972c4ead7 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:27.778043 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41507292-abe4-495e-a42d-292887f8c980 req-5ce0bea0-7dd6-4216-b3d8-3bf972c4ead7 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0506573 Apr 18 21:22:27.816344 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41507292-abe4-495e-a42d-292887f8c980 req-ebfdca19-5ef1-4c24-a190-b4058ad2a556 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322273 Apr 18 21:22:28.936650 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa67178-70d1-430c-ac31-1cbcf9d5b784 req-5a4b93b8-d201-4c40-a24c-904ffd5e0ba1 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:28.938171 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1fa67178-70d1-430c-ac31-1cbcf9d5b784 req-5a4b93b8-d201-4c40-a24c-904ffd5e0ba1 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0491314 Apr 18 21:22:28.976691 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1fa67178-70d1-430c-ac31-1cbcf9d5b784 req-c10fb306-61e4-4600-8341-24bb76072365 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319290 Apr 18 21:22:29.083514 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-22d897a7-cb5e-4e78-833d-b609d1fb3d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:29.968400 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:30.098652 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135cfee-5547-47c2-bd41-10110cd18d6e req-62355a00-de87-479b-a985-05f20cd2ebd6 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:30.100129 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5135cfee-5547-47c2-bd41-10110cd18d6e req-62355a00-de87-479b-a985-05f20cd2ebd6 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0544035 Apr 18 21:22:30.138790 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5135cfee-5547-47c2-bd41-10110cd18d6e req-226d18f7-950b-42e7-820e-b8d67cb93d14 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324225 Apr 18 21:22:31.253368 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87b5fd-d901-4fc9-971d-dbd592a26acf req-52d33d70-04cd-4bfb-a399-42f49ee1e495 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:31.254711 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fc87b5fd-d901-4fc9-971d-dbd592a26acf req-52d33d70-04cd-4bfb-a399-42f49ee1e495 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0492365 Apr 18 21:22:31.292536 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fc87b5fd-d901-4fc9-971d-dbd592a26acf req-eb8beb8e-3393-43a4-8546-20c1ecd76adc tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318372 Apr 18 21:22:31.593777 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:31.759054 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:32.410343 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376571af-51b2-4382-8f50-05407ea44f56 req-02fee71f-7e17-4c61-bef5-44f86540017e tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:32.412617 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-376571af-51b2-4382-8f50-05407ea44f56 req-02fee71f-7e17-4c61-bef5-44f86540017e tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0490322 Apr 18 21:22:32.450334 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-376571af-51b2-4382-8f50-05407ea44f56 req-438fd53c-d76e-480a-b682-041e4715dcca tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314174 Apr 18 21:22:33.569335 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4b8af-c82e-4bb0-bd2c-e23b3595f9b5 req-1722d4f4-6818-4001-9758-94456d34ca55 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:33.570807 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1db4b8af-c82e-4bb0-bd2c-e23b3595f9b5 req-1722d4f4-6818-4001-9758-94456d34ca55 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0527525 Apr 18 21:22:33.609447 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1db4b8af-c82e-4bb0-bd2c-e23b3595f9b5 req-6efa798b-c534-41f5-81e2-131c2013d7c7 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326598 Apr 18 21:22:34.726703 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf4748-f03e-43b5-8c01-cdd94bdd9638 req-db57dad3-9c21-43f9-878b-e321c1199028 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:34.728299 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9cdf4748-f03e-43b5-8c01-cdd94bdd9638 req-db57dad3-9c21-43f9-878b-e321c1199028 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0499890 Apr 18 21:22:34.768606 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9cdf4748-f03e-43b5-8c01-cdd94bdd9638 req-9d41c38b-b50e-47de-ac73-340f3321d755 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328746 Apr 18 21:22:35.889383 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df54fa6-2c2f-45b9-a534-669a3ffce995 req-d34ebfdc-f621-4cb3-bac3-d2964cf34e10 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:35.890857 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2df54fa6-2c2f-45b9-a534-669a3ffce995 req-d34ebfdc-f621-4cb3-bac3-d2964cf34e10 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0492878 Apr 18 21:22:35.929646 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2df54fa6-2c2f-45b9-a534-669a3ffce995 req-6160db5f-66eb-4443-a141-ea521ba5b145 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324957 Apr 18 21:22:36.452109 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-3ba15fc1-da78-4f10-8a77-461bfaf0d3b2 service neutron] show failed (client error): The resource could not be found. Apr 18 21:22:36.453171 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-3ba15fc1-da78-4f10-8a77-461bfaf0d3b2 service neutron] 10.222.0.32 "GET /v2.0/ports/3ae6d16c-2664-4956-81ae-da59c488c06c/bindings/n-h2-838323-3 HTTP/1.1" status: 404 len: 380 time: 0.0587955 Apr 18 21:22:36.768179 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-514a7b41-d97b-40e1-a335-051feed5313d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:36.769674 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-514a7b41-d97b-40e1-a335-051feed5313d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539&tenant_id=dbdfa7fd56914c34a84d2c63fb9fca49 HTTP/1.1" status: 200 len: 1096 time: 0.1115611 Apr 18 21:22:36.781585 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838323-3', 'device_owner': 'compute:nova'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:22:36.840492 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:37.099685 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] For port 3ae6d16c-2664-4956-81ae-da59c488c06c, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=3ae6d16c-2664-4956-81ae-da59c488c06c,segment=NetworkSegment(dcd28c8f-1811-4722-b84f-d2a8a3446281),segment_id=dcd28c8f-1811-4722-b84f-d2a8a3446281)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:37.108513 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487e2a2-2322-4652-9f7e-5be959e41201 req-0caef89f-7056-48fb-aa01-670ab34bbcc4 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:37.110034 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e487e2a2-2322-4652-9f7e-5be959e41201 req-0caef89f-7056-48fb-aa01-670ab34bbcc4 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 945 time: 0.0801375 Apr 18 21:22:37.166444 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] For port 3ae6d16c-2664-4956-81ae-da59c488c06c, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:22:37.170604 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e487e2a2-2322-4652-9f7e-5be959e41201 req-7e788ce4-2fb2-417f-9ee1-6c9b6b773ed0 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516558 Apr 18 21:22:37.480090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd648f885-d582-4a47-94f8-940c42e89539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ae6d16c-2664-4956-81ae-da59c488c06c'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:22:37.485098 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:37.497663 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Transition to ACTIVE for port object 3ae6d16c-2664-4956-81ae-da59c488c06c will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:37.502339 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:37.527675 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14c92cb-0e15-48db-acac-22e0b1b5d453" -d '{"events": [{"server_uuid": "d648f885-d582-4a47-94f8-940c42e89539", "name": "network-vif-unplugged", "status": "completed", "tag": "3ae6d16c-2664-4956-81ae-da59c488c06c"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:22:37.568775 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] No DVR routers for this DVR port 3ae6d16c-2664-4956-81ae-da59c488c06c on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:22:37.570658 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae6d16c-2664-4956-81ae-da59c488c06c,revision_number=6']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:37.582966 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:37.583433 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:37.583752 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:37.584106 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:37.584443 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:37.584775 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:37.585114 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:37.585423 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:37.586019 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:37.586019 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:37.586406 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:37.586782 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:37.617442 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Attempting to bind port 3ae6d16c-2664-4956-81ae-da59c488c06c on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:37.617780 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Attempting to bind port 3ae6d16c-2664-4956-81ae-da59c488c06c by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'dcd28c8f-1811-4722-b84f-d2a8a3446281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ecb7401d-02a2-4faf-a633-6aebd31402c6'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:37.618117 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Attempting to bind port 3ae6d16c-2664-4956-81ae-da59c488c06c on network ecb7401d-02a2-4faf-a633-6aebd31402c6 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:22:37.622726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Port 3ae6d16c-2664-4956-81ae-da59c488c06c on network ecb7401d-02a2-4faf-a633-6aebd31402c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:22:37.623048 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Attempting to bind port 3ae6d16c-2664-4956-81ae-da59c488c06c on network ecb7401d-02a2-4faf-a633-6aebd31402c6 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:22:37.627818 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:22:37.628157 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Checking segment: {'id': 'dcd28c8f-1811-4722-b84f-d2a8a3446281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ecb7401d-02a2-4faf-a633-6aebd31402c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:22:37.628577 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Bound using segment: {'id': 'dcd28c8f-1811-4722-b84f-d2a8a3446281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ecb7401d-02a2-4faf-a633-6aebd31402c6'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:22:37.629000 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Bound port: 3ae6d16c-2664-4956-81ae-da59c488c06c, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcd28c8f-1811-4722-b84f-d2a8a3446281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ecb7401d-02a2-4faf-a633-6aebd31402c6'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:22:37.629569 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:37.642307 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cae2eb1-8a4b-469d-8f5d-79ae997f6ef1 x-openstack-request-id: req-7cae2eb1-8a4b-469d-8f5d-79ae997f6ef1 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:22:37.642597 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d648f885-d582-4a47-94f8-940c42e89539", "name": "network-vif-unplugged", "status": "completed", "tag": "3ae6d16c-2664-4956-81ae-da59c488c06c", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:22:37.642844 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7cae2eb1-8a4b-469d-8f5d-79ae997f6ef1 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:22:37.643234 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cae2eb1-8a4b-469d-8f5d-79ae997f6ef1'] response: {'server_uuid': 'd648f885-d582-4a47-94f8-940c42e89539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ae6d16c-2664-4956-81ae-da59c488c06c', 'code': 200} Apr 18 21:22:37.701015 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] For port 3ae6d16c-2664-4956-81ae-da59c488c06c, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:22:37.704002 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] For port 3ae6d16c-2664-4956-81ae-da59c488c06c, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=3ae6d16c-2664-4956-81ae-da59c488c06c,segment=NetworkSegment(dcd28c8f-1811-4722-b84f-d2a8a3446281),segment_id=dcd28c8f-1811-4722-b84f-d2a8a3446281)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:22:37.708510 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:37.743859 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:37.744518 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:37.745948 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] 10.222.0.57 "PUT /v2.0/ports/3ae6d16c-2664-4956-81ae-da59c488c06c HTTP/1.1" status: 200 len: 1091 time: 0.9689779 Apr 18 21:22:37.766867 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbd71d-d01e-4873-b814-d9a83d2cd760 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae6d16c-2664-4956-81ae-da59c488c06c,revision_number=7']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:37.810019 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-b5b09b29-af3d-4223-9d75-7ce60b69068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:37.811525 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-b5b09b29-af3d-4223-9d75-7ce60b69068f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dbdfa7fd56914c34a84d2c63fb9fca49&device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 1094 time: 0.0409179 Apr 18 21:22:37.906243 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-c3593cc8-3348-4515-ab6d-0af77e8aba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:37.907761 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-c3593cc8-3348-4515-ab6d-0af77e8aba4c service neutron] 10.222.0.57 "GET /v2.0/networks?id=ecb7401d-02a2-4faf-a633-6aebd31402c6 HTTP/1.1" status: 200 len: 913 time: 0.0889564 Apr 18 21:22:37.949470 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-1b2106a8-1f19-4912-a7ee-c44b0d216bbb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ae6d16c-2664-4956-81ae-da59c488c06c HTTP/1.1" status: 200 len: 217 time: 0.0346146 Apr 18 21:22:37.998124 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-a1df4b3a-b47a-4f0d-8b5c-61a2017ccc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:37.999498 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-a1df4b3a-b47a-4f0d-8b5c-61a2017ccc23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aada5a15-872d-41fe-ad26-90e73f77bd3c HTTP/1.1" status: 200 len: 852 time: 0.0443289 Apr 18 21:22:38.029846 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:38.033381 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-0afe836e-6f1f-41c7-acf2-9f52aa56a536 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ecb7401d-02a2-4faf-a633-6aebd31402c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271857 Apr 18 21:22:38.130599 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-73d33e77-5619-4065-80be-c4c51ab66b85 service neutron] 10.222.0.57 "GET /v2.0/networks/ecb7401d-02a2-4faf-a633-6aebd31402c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888839 Apr 18 21:22:38.219634 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcb46c0b-599b-49d7-86d0-37fc16b5ea74 req-27e6b961-0083-4ebd-a0e1-67943004b550 service neutron] 10.222.0.57 "GET /v2.0/networks/ecb7401d-02a2-4faf-a633-6aebd31402c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833111 Apr 18 21:22:38.303021 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73f912-f028-4cca-819d-4b664474c390 req-34825dc7-2163-4e93-9f33-b698c33bc77f tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:38.304466 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2f73f912-f028-4cca-819d-4b664474c390 req-34825dc7-2163-4e93-9f33-b698c33bc77f tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 943 time: 0.0573232 Apr 18 21:22:38.342968 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2f73f912-f028-4cca-819d-4b664474c390 req-c7b2e728-2c2d-4d89-a7e8-96e1ed5a6cbf tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318458 Apr 18 21:22:39.462790 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accbd79-9760-46d7-b77c-adcbc6b2920a req-d063cf9c-fa0c-4f06-832f-edef9ced8ea2 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:39.464270 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6accbd79-9760-46d7-b77c-adcbc6b2920a req-d063cf9c-fa0c-4f06-832f-edef9ced8ea2 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 943 time: 0.0506914 Apr 18 21:22:39.503247 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6accbd79-9760-46d7-b77c-adcbc6b2920a req-b4e8d4a8-a11f-41f5-8c76-66adb23162fb tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325673 Apr 18 21:22:39.644139 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd648f885-d582-4a47-94f8-940c42e89539', 'tag': '3ae6d16c-2664-4956-81ae-da59c488c06c'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:22:39.646488 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7085ce9-e420-44ac-8971-a9b7f130d393" -d '{"events": [{"name": "network-changed", "server_uuid": "d648f885-d582-4a47-94f8-940c42e89539", "tag": "3ae6d16c-2664-4956-81ae-da59c488c06c"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:22:39.701205 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93aee5a-ad81-4529-87d5-c0dc8a7c4efd x-openstack-request-id: req-a93aee5a-ad81-4529-87d5-c0dc8a7c4efd {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:22:39.701888 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d648f885-d582-4a47-94f8-940c42e89539", "tag": "3ae6d16c-2664-4956-81ae-da59c488c06c", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:22:39.702109 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a93aee5a-ad81-4529-87d5-c0dc8a7c4efd {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:22:39.702792 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a93aee5a-ad81-4529-87d5-c0dc8a7c4efd'] response: {'name': 'network-changed', 'server_uuid': 'd648f885-d582-4a47-94f8-940c42e89539', 'tag': '3ae6d16c-2664-4956-81ae-da59c488c06c', 'status': 'completed', 'code': 200} Apr 18 21:22:39.795887 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7085ce9-e420-44ac-8971-a9b7f130d393 req-61647b9f-196c-4266-93e8-ce9e9bf94fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:39.797400 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7085ce9-e420-44ac-8971-a9b7f130d393 req-61647b9f-196c-4266-93e8-ce9e9bf94fd5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dbdfa7fd56914c34a84d2c63fb9fca49&device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 1094 time: 0.0639055 Apr 18 21:22:39.798943 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7085ce9-e420-44ac-8971-a9b7f130d393 req-cdc4a560-69aa-4612-bc6d-82f749086107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:39.800255 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7085ce9-e420-44ac-8971-a9b7f130d393 req-cdc4a560-69aa-4612-bc6d-82f749086107 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbdfa7fd56914c34a84d2c63fb9fca49&device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 1094 time: 0.0760143 Apr 18 21:22:39.952561 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7085ce9-e420-44ac-8971-a9b7f130d393 req-acb01409-0939-4b32-925f-27bb1111651e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:39.954005 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7085ce9-e420-44ac-8971-a9b7f130d393 req-acb01409-0939-4b32-925f-27bb1111651e service neutron] 10.222.0.57 "GET /v2.0/networks?id=ecb7401d-02a2-4faf-a633-6aebd31402c6 HTTP/1.1" status: 200 len: 913 time: 0.1505666 Apr 18 21:22:39.956468 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7085ce9-e420-44ac-8971-a9b7f130d393 req-d603e3b1-4be6-4c0b-b7d6-425e7627532e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:39.957835 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7085ce9-e420-44ac-8971-a9b7f130d393 req-d603e3b1-4be6-4c0b-b7d6-425e7627532e service neutron] 10.222.0.32 "GET /v2.0/networks?id=ecb7401d-02a2-4faf-a633-6aebd31402c6 HTTP/1.1" status: 200 len: 913 time: 0.1474111 Apr 18 21:22:40.025861 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7085ce9-e420-44ac-8971-a9b7f130d393 req-f33fc548-3c20-49f1-aab1-ccba9b8400b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ae6d16c-2664-4956-81ae-da59c488c06c HTTP/1.1" status: 200 len: 217 time: 0.0649185 Apr 18 21:22:40.027180 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7085ce9-e420-44ac-8971-a9b7f130d393 req-9922a429-6339-4aa6-b114-d7df940bc95d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ae6d16c-2664-4956-81ae-da59c488c06c HTTP/1.1" status: 200 len: 217 time: 0.0607343 Apr 18 21:22:40.112318 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7085ce9-e420-44ac-8971-a9b7f130d393 req-bf088b3c-af5b-4609-9a37-4383bd9ef2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:40.113829 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7085ce9-e420-44ac-8971-a9b7f130d393 req-bf088b3c-af5b-4609-9a37-4383bd9ef2e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aada5a15-872d-41fe-ad26-90e73f77bd3c HTTP/1.1" status: 200 len: 852 time: 0.0809531 Apr 18 21:22:40.116279 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7085ce9-e420-44ac-8971-a9b7f130d393 req-783b4836-e6d3-4c24-9d0c-7da3c2ac3970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:40.117611 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7085ce9-e420-44ac-8971-a9b7f130d393 req-783b4836-e6d3-4c24-9d0c-7da3c2ac3970 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aada5a15-872d-41fe-ad26-90e73f77bd3c HTTP/1.1" status: 200 len: 852 time: 0.0772157 Apr 18 21:22:40.150773 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7085ce9-e420-44ac-8971-a9b7f130d393 req-f4bd1bb8-a2c4-41bc-a1db-1d39cef82f4e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ecb7401d-02a2-4faf-a633-6aebd31402c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308244 Apr 18 21:22:40.171727 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7085ce9-e420-44ac-8971-a9b7f130d393 req-83a3b79e-bac6-48a2-b14e-36d473259b7d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ecb7401d-02a2-4faf-a633-6aebd31402c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444582 Apr 18 21:22:40.311563 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7085ce9-e420-44ac-8971-a9b7f130d393 req-41f0833c-e228-4291-b11c-c4c6dd796ae4 service neutron] 10.222.0.57 "GET /v2.0/networks/ecb7401d-02a2-4faf-a633-6aebd31402c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479416 Apr 18 21:22:40.355740 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7085ce9-e420-44ac-8971-a9b7f130d393 req-2910d812-5b2e-4f92-b6f0-c273df0c5095 service neutron] 10.222.0.32 "GET /v2.0/networks/ecb7401d-02a2-4faf-a633-6aebd31402c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694186 Apr 18 21:22:40.514062 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7085ce9-e420-44ac-8971-a9b7f130d393 req-d46d071f-13e8-4041-abdf-f73b290f6eb3 service neutron] 10.222.0.57 "GET /v2.0/networks/ecb7401d-02a2-4faf-a633-6aebd31402c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899388 Apr 18 21:22:40.535340 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7085ce9-e420-44ac-8971-a9b7f130d393 req-4aa3589a-f4b9-44f4-91a6-e3a528641695 service neutron] 10.222.0.32 "GET /v2.0/networks/ecb7401d-02a2-4faf-a633-6aebd31402c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471384 Apr 18 21:22:40.627498 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf3f4b-4773-4879-9050-bce36195fba3 req-458b5b06-7fa2-49e0-93e6-8d4b70ea3afd tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:40.629043 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bfdf3f4b-4773-4879-9050-bce36195fba3 req-458b5b06-7fa2-49e0-93e6-8d4b70ea3afd tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 943 time: 0.0523860 Apr 18 21:22:40.681016 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bfdf3f4b-4773-4879-9050-bce36195fba3 req-2fb6de7c-b3ab-4006-9ad1-0fb15a14f475 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453742 Apr 18 21:22:40.935576 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3ae6d16c-2664-4956-81ae-da59c488c06c no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:22:40.984576 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 3ae6d16c-2664-4956-81ae-da59c488c06c not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:22:40.990253 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb787cc-037b-49dd-8f8a-c2f0abf57b22 req-45ff38cd-a753-4030-93cf-36b2be36fa4b tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:40.991791 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-afb787cc-037b-49dd-8f8a-c2f0abf57b22 req-45ff38cd-a753-4030-93cf-36b2be36fa4b tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.32 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539&tenant_id=dbdfa7fd56914c34a84d2c63fb9fca49&binding%3Ahost_id=n-h2-838323-3 HTTP/1.1" status: 200 len: 943 time: 0.1009138 Apr 18 21:22:41.056631 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-afb787cc-037b-49dd-8f8a-c2f0abf57b22 req-6d690a88-0c89-4671-8fbd-b1d290e35fa7 service neutron] delete failed (client error): The resource could not be found. Apr 18 21:22:41.057648 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-afb787cc-037b-49dd-8f8a-c2f0abf57b22 req-6d690a88-0c89-4671-8fbd-b1d290e35fa7 service neutron] 10.222.0.32 "DELETE /v2.0/ports/3ae6d16c-2664-4956-81ae-da59c488c06c/bindings/n-h1-838323-3 HTTP/1.1" status: 404 len: 380 time: 0.0591569 Apr 18 21:22:41.140219 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb787cc-037b-49dd-8f8a-c2f0abf57b22 req-19e82300-fc76-40be-8322-e86ae9b06263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:41.141750 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-afb787cc-037b-49dd-8f8a-c2f0abf57b22 req-19e82300-fc76-40be-8322-e86ae9b06263 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbdfa7fd56914c34a84d2c63fb9fca49&device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 1094 time: 0.0417261 Apr 18 21:22:41.233488 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb787cc-037b-49dd-8f8a-c2f0abf57b22 req-0c088156-84a1-4642-9f8b-0314b8186fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:41.234876 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-afb787cc-037b-49dd-8f8a-c2f0abf57b22 req-0c088156-84a1-4642-9f8b-0314b8186fd9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ecb7401d-02a2-4faf-a633-6aebd31402c6 HTTP/1.1" status: 200 len: 913 time: 0.0872591 Apr 18 21:22:41.250126 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 3ae6d16c-2664-4956-81ae-da59c488c06c details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:22:41.277012 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-afb787cc-037b-49dd-8f8a-c2f0abf57b22 req-da049783-9495-49c8-a576-043959da99e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ae6d16c-2664-4956-81ae-da59c488c06c HTTP/1.1" status: 200 len: 217 time: 0.0355239 Apr 18 21:22:41.326802 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb787cc-037b-49dd-8f8a-c2f0abf57b22 req-1ce02c64-e4f9-4546-9d71-d1f6db99f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:41.328250 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-afb787cc-037b-49dd-8f8a-c2f0abf57b22 req-1ce02c64-e4f9-4546-9d71-d1f6db99f96a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aada5a15-872d-41fe-ad26-90e73f77bd3c HTTP/1.1" status: 200 len: 852 time: 0.0438833 Apr 18 21:22:41.358307 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 3ae6d16c-2664-4956-81ae-da59c488c06c, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=3ae6d16c-2664-4956-81ae-da59c488c06c,segment=NetworkSegment(dcd28c8f-1811-4722-b84f-d2a8a3446281),segment_id=dcd28c8f-1811-4722-b84f-d2a8a3446281)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:41.363324 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-afb787cc-037b-49dd-8f8a-c2f0abf57b22 req-76c79fb2-42eb-4dff-a26c-0dfab2d9150c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ecb7401d-02a2-4faf-a633-6aebd31402c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286984 Apr 18 21:22:41.369786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '3ae6d16c-2664-4956-81ae-da59c488c06c', 'network_id': 'ecb7401d-02a2-4faf-a633-6aebd31402c6', 'port_id': '3ae6d16c-2664-4956-81ae-da59c488c06c', 'mac_address': 'fa:16:3e:ea:65:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aada5a15-872d-41fe-ad26-90e73f77bd3c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:22:41.406595 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:41.419520 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae6d16c-2664-4956-81ae-da59c488c06c {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:22:41.438397 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 3ae6d16c-2664-4956-81ae-da59c488c06c, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=3ae6d16c-2664-4956-81ae-da59c488c06c,segment=NetworkSegment(dcd28c8f-1811-4722-b84f-d2a8a3446281),segment_id=dcd28c8f-1811-4722-b84f-d2a8a3446281)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:41.443385 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:41.453516 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-afb787cc-037b-49dd-8f8a-c2f0abf57b22 req-0752b2bf-f623-4a05-aca5-2ff155c9a78d service neutron] 10.222.0.32 "GET /v2.0/networks/ecb7401d-02a2-4faf-a633-6aebd31402c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836325 Apr 18 21:22:41.491591 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=3ae6d16c-2664-4956-81ae-da59c488c06c,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:41.546514 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-afb787cc-037b-49dd-8f8a-c2f0abf57b22 req-5083ffb1-38dd-41f9-99e8-1766e1cfa570 service neutron] 10.222.0.32 "GET /v2.0/networks/ecb7401d-02a2-4faf-a633-6aebd31402c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870080 Apr 18 21:22:41.686615 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['3ae6d16c-2664-4956-81ae-da59c488c06c'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:22:42.166664 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:42.225054 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c07da8-24aa-4552-ad36-1ec34c10c7c1 req-78637ea3-4ae6-4bcb-89ec-091a86d49a2f tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:42.226443 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8c07da8-24aa-4552-ad36-1ec34c10c7c1 req-78637ea3-4ae6-4bcb-89ec-091a86d49a2f tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 944 time: 0.0505974 Apr 18 21:22:42.264766 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8c07da8-24aa-4552-ad36-1ec34c10c7c1 req-10e23fc8-2f0a-46a9-9b32-aa56d81be3cb tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322406 Apr 18 21:22:43.273587 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 3ae6d16c-2664-4956-81ae-da59c488c06c up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:22:43.323778 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 3ae6d16c-2664-4956-81ae-da59c488c06c completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:43.327781 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 3ae6d16c-2664-4956-81ae-da59c488c06c triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:43.328192 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:43.385229 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea77f7d-9a7e-48c3-a93c-e3c420b8465a req-67e325a2-0335-4f72-bc07-c5c988845b14 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:43.386769 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ea77f7d-9a7e-48c3-a93c-e3c420b8465a req-67e325a2-0335-4f72-bc07-c5c988845b14 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 944 time: 0.0493982 Apr 18 21:22:43.411258 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:43.434155 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd648f885-d582-4a47-94f8-940c42e89539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae6d16c-2664-4956-81ae-da59c488c06c'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:22:43.448492 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 3ae6d16c-2664-4956-81ae-da59c488c06c, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=3ae6d16c-2664-4956-81ae-da59c488c06c,segment=NetworkSegment(dcd28c8f-1811-4722-b84f-d2a8a3446281),segment_id=dcd28c8f-1811-4722-b84f-d2a8a3446281)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:43.454059 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:43.455681 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ea77f7d-9a7e-48c3-a93c-e3c420b8465a req-1dd1d902-258c-48ea-aafd-9d397dec6afe tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.41 "GET /v2.0/security-groups?id=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562963 Apr 18 21:22:43.468198 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb787cc-037b-49dd-8f8a-c2f0abf57b22 req-ce512e24-feb8-42bd-98cc-19484c62cc0c tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:43.469641 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-afb787cc-037b-49dd-8f8a-c2f0abf57b22 req-ce512e24-feb8-42bd-98cc-19484c62cc0c tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.57 "GET /v2.0/ports?device_id=d648f885-d582-4a47-94f8-940c42e89539 HTTP/1.1" status: 200 len: 944 time: 0.0794299 Apr 18 21:22:43.492421 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad9e7bf-4f34-4d17-b537-ad7eae6168e8" -d '{"events": [{"server_uuid": "d648f885-d582-4a47-94f8-940c42e89539", "name": "network-vif-plugged", "status": "completed", "tag": "3ae6d16c-2664-4956-81ae-da59c488c06c"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:22:43.512510 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=3ae6d16c-2664-4956-81ae-da59c488c06c,revision_number=9']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:43.521587 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:43.521943 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:43.522288 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:43.522625 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:43.523103 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:43.523448 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:43.523830 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:43.524103 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:43.524591 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:43.524918 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:43.525270 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:43.525666 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:43.566428 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-afb787cc-037b-49dd-8f8a-c2f0abf57b22 req-3b963869-6780-4f74-b9ca-bd300cde72a0 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Deleting port 3ae6d16c-2664-4956-81ae-da59c488c06c {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:22:43.566970 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-afb787cc-037b-49dd-8f8a-c2f0abf57b22 req-3b963869-6780-4f74-b9ca-bd300cde72a0 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:43.585879 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94dec582-1100-4c42-9315-fb3ab2e847ed x-openstack-request-id: req-94dec582-1100-4c42-9315-fb3ab2e847ed {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:22:43.586113 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d648f885-d582-4a47-94f8-940c42e89539", "name": "network-vif-plugged", "status": "completed", "tag": "3ae6d16c-2664-4956-81ae-da59c488c06c", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:22:43.587189 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94dec582-1100-4c42-9315-fb3ab2e847ed {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:22:43.587592 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94dec582-1100-4c42-9315-fb3ab2e847ed'] response: {'server_uuid': 'd648f885-d582-4a47-94f8-940c42e89539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae6d16c-2664-4956-81ae-da59c488c06c', 'code': 200} Apr 18 21:22:43.663582 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-afb787cc-037b-49dd-8f8a-c2f0abf57b22 req-3b963869-6780-4f74-b9ca-bd300cde72a0 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] For port 3ae6d16c-2664-4956-81ae-da59c488c06c, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=3ae6d16c-2664-4956-81ae-da59c488c06c,segment=NetworkSegment(dcd28c8f-1811-4722-b84f-d2a8a3446281),segment_id=dcd28c8f-1811-4722-b84f-d2a8a3446281)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:43.663951 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-afb787cc-037b-49dd-8f8a-c2f0abf57b22 req-3b963869-6780-4f74-b9ca-bd300cde72a0 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:43.677677 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-afb787cc-037b-49dd-8f8a-c2f0abf57b22 req-3b963869-6780-4f74-b9ca-bd300cde72a0 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Calling delete_port for 3ae6d16c-2664-4956-81ae-da59c488c06c owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:22:43.801995 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-afb787cc-037b-49dd-8f8a-c2f0abf57b22 req-3b963869-6780-4f74-b9ca-bd300cde72a0 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:43.813052 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['3ae6d16c-2664-4956-81ae-da59c488c06c'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:22:43.841219 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b963869-6780-4f74-b9ca-bd300cde72a0 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Pushing event deleted for resources: {'Port': ['ID=3ae6d16c-2664-4956-81ae-da59c488c06c,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:43.879755 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb787cc-037b-49dd-8f8a-c2f0abf57b22 req-3b963869-6780-4f74-b9ca-bd300cde72a0 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] No DVR routers for this DVR port 3ae6d16c-2664-4956-81ae-da59c488c06c on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:22:43.882544 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-afb787cc-037b-49dd-8f8a-c2f0abf57b22 req-3b963869-6780-4f74-b9ca-bd300cde72a0 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:43.885890 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-afb787cc-037b-49dd-8f8a-c2f0abf57b22 req-3b963869-6780-4f74-b9ca-bd300cde72a0 tempest-DeleteServersTestJSON-1931889069 tempest-DeleteServersTestJSON-1931889069-project] 10.222.0.57 "DELETE /v2.0/ports/3ae6d16c-2664-4956-81ae-da59c488c06c HTTP/1.1" status: 204 len: 173 time: 0.4092247 Apr 18 21:22:43.886340 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd648f885-d582-4a47-94f8-940c42e89539', 'name': 'network-vif-deleted', 'tag': '3ae6d16c-2664-4956-81ae-da59c488c06c'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:22:43.888635 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9364a662-dd6d-46df-9b45-0237facb3f06" -d '{"events": [{"server_uuid": "d648f885-d582-4a47-94f8-940c42e89539", "name": "network-vif-deleted", "tag": "3ae6d16c-2664-4956-81ae-da59c488c06c"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:22:43.929898 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abad0ce-36b6-4385-bfad-4d7e8bb8b1cc x-openstack-request-id: req-3abad0ce-36b6-4385-bfad-4d7e8bb8b1cc {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:22:43.930188 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d648f885-d582-4a47-94f8-940c42e89539", "name": "network-vif-deleted", "tag": "3ae6d16c-2664-4956-81ae-da59c488c06c", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:22:43.930435 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3abad0ce-36b6-4385-bfad-4d7e8bb8b1cc {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:22:43.931279 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3abad0ce-36b6-4385-bfad-4d7e8bb8b1cc'] response: {'server_uuid': 'd648f885-d582-4a47-94f8-940c42e89539', 'name': 'network-vif-deleted', 'tag': '3ae6d16c-2664-4956-81ae-da59c488c06c', 'status': 'completed', 'code': 200} Apr 18 21:22:44.590355 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56634) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:22:44.634392 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00ae47e-9642-46c8-8bc6-8453afacbcc5 admin admin] Deleting subnet aada5a15-872d-41fe-ad26-90e73f77bd3c {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:22:44.637469 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f00ae47e-9642-46c8-8bc6-8453afacbcc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:44.670964 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f00ae47e-9642-46c8-8bc6-8453afacbcc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:44.715310 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f00ae47e-9642-46c8-8bc6-8453afacbcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:44.769531 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f00ae47e-9642-46c8-8bc6-8453afacbcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:44.796254 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ae47e-9642-46c8-8bc6-8453afacbcc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aada5a15-872d-41fe-ad26-90e73f77bd3c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:44.798699 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f00ae47e-9642-46c8-8bc6-8453afacbcc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:44.802338 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f00ae47e-9642-46c8-8bc6-8453afacbcc5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/aada5a15-872d-41fe-ad26-90e73f77bd3c HTTP/1.1" status: 204 len: 168 time: 0.2109869 Apr 18 21:22:44.804882 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56636) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:22:44.808979 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ae47e-9642-46c8-8bc6-8453afacbcc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:44.809331 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ae47e-9642-46c8-8bc6-8453afacbcc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:44.809673 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ae47e-9642-46c8-8bc6-8453afacbcc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:44.810019 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ae47e-9642-46c8-8bc6-8453afacbcc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:44.810356 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ae47e-9642-46c8-8bc6-8453afacbcc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:44.810690 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ae47e-9642-46c8-8bc6-8453afacbcc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:44.811020 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ae47e-9642-46c8-8bc6-8453afacbcc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:44.811352 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ae47e-9642-46c8-8bc6-8453afacbcc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:44.811679 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ae47e-9642-46c8-8bc6-8453afacbcc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:44.812005 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ae47e-9642-46c8-8bc6-8453afacbcc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:44.812331 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ae47e-9642-46c8-8bc6-8453afacbcc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:44.812680 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ae47e-9642-46c8-8bc6-8453afacbcc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:44.873306 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c4e54e9d-1a3d-4b77-917a-6232b164ae23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:44.954128 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c4e54e9d-1a3d-4b77-917a-6232b164ae23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:44.976182 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-c4e54e9d-1a3d-4b77-917a-6232b164ae23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb7401d-02a2-4faf-a633-6aebd31402c6']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:44.985570 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-c4e54e9d-1a3d-4b77-917a-6232b164ae23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd28c8f-1811-4722-b84f-d2a8a3446281') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:44.985893 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-c4e54e9d-1a3d-4b77-917a-6232b164ae23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd28c8f-1811-4722-b84f-d2a8a3446281') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:44.995772 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c4e54e9d-1a3d-4b77-917a-6232b164ae23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:45.008820 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c4e54e9d-1a3d-4b77-917a-6232b164ae23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:45.014640 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e54e9d-1a3d-4b77-917a-6232b164ae23 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:22:45.015021 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c4e54e9d-1a3d-4b77-917a-6232b164ae23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:22:45.016976 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:22:45.073912 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c4e54e9d-1a3d-4b77-917a-6232b164ae23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:45.079443 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c4e54e9d-1a3d-4b77-917a-6232b164ae23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:45.082680 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c4e54e9d-1a3d-4b77-917a-6232b164ae23 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ecb7401d-02a2-4faf-a633-6aebd31402c6 HTTP/1.1" status: 204 len: 168 time: 0.2766786 Apr 18 21:22:45.093838 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e54e9d-1a3d-4b77-917a-6232b164ae23 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecb7401d-02a2-4faf-a633-6aebd31402c6,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:45.194867 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56640) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:22:45.237507 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4c82172c-82bd-4739-9ed8-77af08322264 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dbdfa7fd56914c34a84d2c63fb9fca49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410402 Apr 18 21:22:45.240744 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56642) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:22:45.289459 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e1e1159e-c055-446d-8f3d-e3ccc0a5bb9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:45.311119 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e1e1159e-c055-446d-8f3d-e3ccc0a5bb9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:45.364530 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e1e1159e-c055-446d-8f3d-e3ccc0a5bb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:45.367627 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e1e1159e-c055-446d-8f3d-e3ccc0a5bb9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:45.368861 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e1e1159e-c055-446d-8f3d-e3ccc0a5bb9c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef HTTP/1.1" status: 204 len: 168 time: 0.1272082 Apr 18 21:22:45.377293 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1159e-c055-446d-8f3d-e3ccc0a5bb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07e6c66-08e6-4d90-bcb4-1ba02f27f1ef,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:46.078621 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 56664) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:22:46.178126 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-34c04fc0-e553-4f39-a3f4-b3a6380e0d09 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1607256315-network', 'tenant_id': '5efdf6a9801e4a97be46cbd85953bd0a'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:22:46.198714 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c04fc0-e553-4f39-a3f4-b3a6380e0d09 admin admin] Made reservation on behalf of 5efdf6a9801e4a97be46cbd85953bd0a for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:22:46.201132 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-34c04fc0-e553-4f39-a3f4-b3a6380e0d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.209893 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-34c04fc0-e553-4f39-a3f4-b3a6380e0d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.290009 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-34c04fc0-e553-4f39-a3f4-b3a6380e0d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.293751 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-34c04fc0-e553-4f39-a3f4-b3a6380e0d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.319709 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c04fc0-e553-4f39-a3f4-b3a6380e0d09 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:22:46.329447 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c04fc0-e553-4f39-a3f4-b3a6380e0d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591ddd6c-ab63-45af-84f1-d95d267779a9,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:46.334282 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-34c04fc0-e553-4f39-a3f4-b3a6380e0d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.334632 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-34c04fc0-e553-4f39-a3f4-b3a6380e0d09 admin admin] Added segment 4d51d107-5231-44b8-ba6b-a76107d5565d of type vlan for network 95e275c6-3584-413c-9cce-55943d5e76bf Apr 18 21:22:46.374047 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-34c04fc0-e553-4f39-a3f4-b3a6380e0d09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.399759 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-34c04fc0-e553-4f39-a3f4-b3a6380e0d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.400655 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c04fc0-e553-4f39-a3f4-b3a6380e0d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:46.401244 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-34c04fc0-e553-4f39-a3f4-b3a6380e0d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.452047 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-34c04fc0-e553-4f39-a3f4-b3a6380e0d09 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3722982 Apr 18 21:22:46.455001 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 56668) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:22:46.461591 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-5b5a3860-8596-44b3-a333-e6eac2727140 admin admin] Request body: {'subnet': {'network_id': '95e275c6-3584-413c-9cce-55943d5e76bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1607256315-subnet', 'tenant_id': '5efdf6a9801e4a97be46cbd85953bd0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:22:46.465234 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c04fc0-e553-4f39-a3f4-b3a6380e0d09 admin admin] Pushing event updated for resources: {'Network': ['ID=95e275c6-3584-413c-9cce-55943d5e76bf,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:46.476001 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 95e275c6-3584-413c-9cce-55943d5e76bf details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:22:46.483059 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5a3860-8596-44b3-a333-e6eac2727140 admin admin] Made reservation on behalf of 5efdf6a9801e4a97be46cbd85953bd0a for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:22:46.486335 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b5a3860-8596-44b3-a333-e6eac2727140 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.668080 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b5a3860-8596-44b3-a333-e6eac2727140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.717683 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a3860-8596-44b3-a333-e6eac2727140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b79fff2c-e979-4f08-ba5f-a9e4af64133a,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:46.735770 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5a3860-8596-44b3-a333-e6eac2727140 admin admin] Checking segment: {'id': '4d51d107-5231-44b8-ba6b-a76107d5565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '95e275c6-3584-413c-9cce-55943d5e76bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:22:46.736135 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5a3860-8596-44b3-a333-e6eac2727140 admin admin] Network hostable DHCP agents. Network: 95e275c6-3584-413c-9cce-55943d5e76bf, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:22:46.753704 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5a3860-8596-44b3-a333-e6eac2727140 admin admin] Network 95e275c6-3584-413c-9cce-55943d5e76bf is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:22:46.763042 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-5b5a3860-8596-44b3-a333-e6eac2727140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 95e275c6-3584-413c-9cce-55943d5e76bf) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:46.767530 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5a3860-8596-44b3-a333-e6eac2727140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:46.768724 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b5a3860-8596-44b3-a333-e6eac2727140 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.773685 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9304485-084a-425b-997d-6c5c1be5414f None None] Network 95e275c6-3584-413c-9cce-55943d5e76bf requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:22:46.785866 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5b5a3860-8596-44b3-a333-e6eac2727140 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3289287 Apr 18 21:22:46.902774 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2d8c77-63c5-4fdd-a95e-4635c27d610f None None] Network 95e275c6-3584-413c-9cce-55943d5e76bf requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:22:47.220872 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-14d477b1-82aa-47b0-9776-f0d1ccc00d58 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:47.222261 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-14d477b1-82aa-47b0-9776-f0d1ccc00d58 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/networks?id=95e275c6-3584-413c-9cce-55943d5e76bf HTTP/1.1" status: 200 len: 815 time: 0.1092558 Apr 18 21:22:47.239618 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-9a32bb0a-f4a4-4838-97d6-e07b7741059d tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/quotas/5efdf6a9801e4a97be46cbd85953bd0a HTTP/1.1" status: 200 len: 375 time: 0.0103223 Apr 18 21:22:47.271276 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-4341c5e5-56fd-4d93-b494-714d0ab29a03 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5efdf6a9801e4a97be46cbd85953bd0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257237 Apr 18 21:22:47.297101 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 3ae6d16c-2664-4956-81ae-da59c488c06c no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:22:47.317770 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 3ae6d16c-2664-4956-81ae-da59c488c06c {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:22:47.318139 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 3ae6d16c-2664-4956-81ae-da59c488c06c not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:22:47.365864 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-f05b209e-7d82-4931-81a5-391091bd70b7 service neutron] 10.222.0.41 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872681 Apr 18 21:22:47.453763 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-3a494986-5a45-4a4b-8b8c-e3456fe13f85 service neutron] 10.222.0.41 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816455 Apr 18 21:22:47.619913 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4af8404a-960c-40c6-b829-f271e480e20b req-be418c99-a430-4060-99ec-2fe9129c5109 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 210 time: 0.0278137 Apr 18 21:22:48.805596 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9113e9fc-3bc8-4265-9de4-f457e5fcd8cb req-c3b912c8-9f38-4bb8-834a-63fa2d3cd761 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 210 time: 0.0335832 Apr 18 21:22:48.843666 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-07a91f5b-64b5-4d56-b3ec-3aa654952193 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:48.845417 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-07a91f5b-64b5-4d56-b3ec-3aa654952193 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.57 "GET /v2.0/networks?id=95e275c6-3584-413c-9cce-55943d5e76bf HTTP/1.1" status: 200 len: 815 time: 0.4017825 Apr 18 21:22:48.857984 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-26cbdca6-c305-4e7e-87fd-55b2a9114652 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Request body: {'port': {'device_id': 'a28b5a0f-6957-430a-a316-e8105e37de83', 'network_id': '95e275c6-3584-413c-9cce-55943d5e76bf', 'admin_state_up': True, 'tenant_id': '5efdf6a9801e4a97be46cbd85953bd0a'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:22:48.966858 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-26cbdca6-c305-4e7e-87fd-55b2a9114652 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Made reservation on behalf of 5efdf6a9801e4a97be46cbd85953bd0a for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:22:48.970754 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-26cbdca6-c305-4e7e-87fd-55b2a9114652 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:49.095772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-26cbdca6-c305-4e7e-87fd-55b2a9114652 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Allocated IP 172.20.0.8 (95e275c6-3584-413c-9cce-55943d5e76bf/b79fff2c-e979-4f08-ba5f-a9e4af64133a/1d0192cd-a8bf-4c97-ba48-32d2c3f872a6) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:22:49.265257 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-26cbdca6-c305-4e7e-87fd-55b2a9114652 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:49.300397 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-26cbdca6-c305-4e7e-87fd-55b2a9114652 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:49.346437 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-26cbdca6-c305-4e7e-87fd-55b2a9114652 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Network 95e275c6-3584-413c-9cce-55943d5e76bf is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:49.349715 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-26cbdca6-c305-4e7e-87fd-55b2a9114652 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:49.353635 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-26cbdca6-c305-4e7e-87fd-55b2a9114652 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:22:49.359921 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbdca6-c305-4e7e-87fd-55b2a9114652 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Pushing event updated for resources: {'Port': ['ID=1d0192cd-a8bf-4c97-ba48-32d2c3f872a6,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:49.409539 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-26cbdca6-c305-4e7e-87fd-55b2a9114652 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:49.410895 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-26cbdca6-c305-4e7e-87fd-55b2a9114652 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:49.426775 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-26cbdca6-c305-4e7e-87fd-55b2a9114652 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5723233 Apr 18 21:22:49.437749 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-893f8d1b-95d2-400c-9339-2d183b0bfa2f service neutron] Request body: {'port': {'device_id': 'a28b5a0f-6957-430a-a316-e8105e37de83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:22:49.491113 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-893f8d1b-95d2-400c-9339-2d183b0bfa2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:49.756025 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-893f8d1b-95d2-400c-9339-2d183b0bfa2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:22:49.763769 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-893f8d1b-95d2-400c-9339-2d183b0bfa2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:49.778997 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-893f8d1b-95d2-400c-9339-2d183b0bfa2f service neutron] Transition to ACTIVE for port object 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:49.782524 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-893f8d1b-95d2-400c-9339-2d183b0bfa2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:49.853617 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f8d1b-95d2-400c-9339-2d183b0bfa2f service neutron] Pushing event updated for resources: {'Port': ['ID=1d0192cd-a8bf-4c97-ba48-32d2c3f872a6,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:49.934499 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-893f8d1b-95d2-400c-9339-2d183b0bfa2f service neutron] Attempting to bind port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:49.934842 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-893f8d1b-95d2-400c-9339-2d183b0bfa2f service neutron] Attempting to bind port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '4d51d107-5231-44b8-ba6b-a76107d5565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '95e275c6-3584-413c-9cce-55943d5e76bf'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:49.935167 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-893f8d1b-95d2-400c-9339-2d183b0bfa2f service neutron] Attempting to bind port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 on network 95e275c6-3584-413c-9cce-55943d5e76bf {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:22:49.943257 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-893f8d1b-95d2-400c-9339-2d183b0bfa2f service neutron] Port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 on network 95e275c6-3584-413c-9cce-55943d5e76bf not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:22:49.943579 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-893f8d1b-95d2-400c-9339-2d183b0bfa2f service neutron] Attempting to bind port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 on network 95e275c6-3584-413c-9cce-55943d5e76bf {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:22:49.954036 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15635c11-396d-4357-885f-1715ad29dff0 req-55238845-8e81-41c7-8ac3-249b75e6dc01 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:49.955514 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15635c11-396d-4357-885f-1715ad29dff0 req-55238845-8e81-41c7-8ac3-249b75e6dc01 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 943 time: 0.0745709 Apr 18 21:22:49.958481 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-893f8d1b-95d2-400c-9339-2d183b0bfa2f service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:22:49.958795 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-893f8d1b-95d2-400c-9339-2d183b0bfa2f service neutron] Checking segment: {'id': '4d51d107-5231-44b8-ba6b-a76107d5565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '95e275c6-3584-413c-9cce-55943d5e76bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:22:49.959182 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-893f8d1b-95d2-400c-9339-2d183b0bfa2f service neutron] Bound using segment: {'id': '4d51d107-5231-44b8-ba6b-a76107d5565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '95e275c6-3584-413c-9cce-55943d5e76bf'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:22:49.959610 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-893f8d1b-95d2-400c-9339-2d183b0bfa2f service neutron] Bound port: 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d51d107-5231-44b8-ba6b-a76107d5565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '95e275c6-3584-413c-9cce-55943d5e76bf'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:22:49.959970 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-893f8d1b-95d2-400c-9339-2d183b0bfa2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:50.032694 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15635c11-396d-4357-885f-1715ad29dff0 req-c5e7f29c-c7e5-40ed-8050-e17eb76cae04 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694225 Apr 18 21:22:50.054608 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-893f8d1b-95d2-400c-9339-2d183b0bfa2f service neutron] For port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:22:50.057708 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-893f8d1b-95d2-400c-9339-2d183b0bfa2f service neutron] For port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=1d0192cd-a8bf-4c97-ba48-32d2c3f872a6,segment=NetworkSegment(4d51d107-5231-44b8-ba6b-a76107d5565d),segment_id=4d51d107-5231-44b8-ba6b-a76107d5565d)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:22:50.062829 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-893f8d1b-95d2-400c-9339-2d183b0bfa2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:50.095898 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-893f8d1b-95d2-400c-9339-2d183b0bfa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:50.096530 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-893f8d1b-95d2-400c-9339-2d183b0bfa2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:50.097907 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-893f8d1b-95d2-400c-9339-2d183b0bfa2f service neutron] 10.222.0.57 "PUT /v2.0/ports/1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 HTTP/1.1" status: 200 len: 1091 time: 0.6643929 Apr 18 21:22:50.098330 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28b5a0f-6957-430a-a316-e8105e37de83', 'tag': '1d0192cd-a8bf-4c97-ba48-32d2c3f872a6'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:22:50.100640 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4def843-2f0d-452f-843c-c945ccfc6cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "a28b5a0f-6957-430a-a316-e8105e37de83", "tag": "1d0192cd-a8bf-4c97-ba48-32d2c3f872a6"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:22:50.133662 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f8d1b-95d2-400c-9339-2d183b0bfa2f service neutron] Pushing event updated for resources: {'Port': ['ID=1d0192cd-a8bf-4c97-ba48-32d2c3f872a6,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:50.145629 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb63d64-8f53-450b-a728-4dd56292234c x-openstack-request-id: req-adb63d64-8f53-450b-a728-4dd56292234c {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:22:50.145923 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28b5a0f-6957-430a-a316-e8105e37de83", "tag": "1d0192cd-a8bf-4c97-ba48-32d2c3f872a6", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:22:50.146178 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-adb63d64-8f53-450b-a728-4dd56292234c {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:22:50.146583 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adb63d64-8f53-450b-a728-4dd56292234c'] response: {'name': 'network-changed', 'server_uuid': 'a28b5a0f-6957-430a-a316-e8105e37de83', 'tag': '1d0192cd-a8bf-4c97-ba48-32d2c3f872a6', 'status': 'completed', 'code': 200} Apr 18 21:22:50.192186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-15b48c1b-e3c2-49f1-ad7f-1313777413f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:50.193708 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-15b48c1b-e3c2-49f1-ad7f-1313777413f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5efdf6a9801e4a97be46cbd85953bd0a&device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 1094 time: 0.0416694 Apr 18 21:22:50.241444 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-9d09aee2-b724-420c-8de2-ef55df134422 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 HTTP/1.1" status: 200 len: 217 time: 0.0394294 Apr 18 21:22:50.292536 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-759974bc-ae9c-447e-a2af-962310862796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:50.293935 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-759974bc-ae9c-447e-a2af-962310862796 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b79fff2c-e979-4f08-ba5f-a9e4af64133a HTTP/1.1" status: 200 len: 855 time: 0.0462132 Apr 18 21:22:50.324816 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-075b9e19-ed41-4cdc-bcfb-6cb5ac589bff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95e275c6-3584-413c-9cce-55943d5e76bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243402 Apr 18 21:22:50.418439 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-01e1a5bc-7909-4f97-89c2-82523d388d4a service neutron] 10.222.0.57 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870321 Apr 18 21:22:50.510015 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b823f07d-fd7d-48b9-8c0f-3a0f79e6058f req-961ae132-e654-4ad2-b366-ddcbbd30abad service neutron] 10.222.0.57 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854208 Apr 18 21:22:50.608834 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4def843-2f0d-452f-843c-c945ccfc6cb6 req-b0f5434c-6035-4448-97ef-ee3625489702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:50.610250 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4def843-2f0d-452f-843c-c945ccfc6cb6 req-b0f5434c-6035-4448-97ef-ee3625489702 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5efdf6a9801e4a97be46cbd85953bd0a&device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 1094 time: 0.0429468 Apr 18 21:22:50.702811 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4def843-2f0d-452f-843c-c945ccfc6cb6 req-952235ee-aefb-4184-8d87-914e96f2c72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:50.704314 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4def843-2f0d-452f-843c-c945ccfc6cb6 req-952235ee-aefb-4184-8d87-914e96f2c72f service neutron] 10.222.0.57 "GET /v2.0/networks?id=95e275c6-3584-413c-9cce-55943d5e76bf HTTP/1.1" status: 200 len: 916 time: 0.0880260 Apr 18 21:22:50.746702 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4def843-2f0d-452f-843c-c945ccfc6cb6 req-2fc4ab26-ad92-4b01-ac8f-04235cd4ed51 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 HTTP/1.1" status: 200 len: 217 time: 0.0349653 Apr 18 21:22:50.800182 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4def843-2f0d-452f-843c-c945ccfc6cb6 req-ed30c3d0-40d3-4a26-bbd7-7c827f02c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:50.801677 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4def843-2f0d-452f-843c-c945ccfc6cb6 req-ed30c3d0-40d3-4a26-bbd7-7c827f02c685 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b79fff2c-e979-4f08-ba5f-a9e4af64133a HTTP/1.1" status: 200 len: 855 time: 0.0481482 Apr 18 21:22:50.833689 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4def843-2f0d-452f-843c-c945ccfc6cb6 req-c9d1e051-3956-4e57-b63b-bda2b1858d94 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95e275c6-3584-413c-9cce-55943d5e76bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249875 Apr 18 21:22:50.923478 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4def843-2f0d-452f-843c-c945ccfc6cb6 req-115feb5e-86c8-487b-916d-075d261a1315 service neutron] 10.222.0.57 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822232 Apr 18 21:22:51.019444 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4def843-2f0d-452f-843c-c945ccfc6cb6 req-ae94aaf9-5e48-4efe-af9c-64aaaa9158f8 service neutron] 10.222.0.57 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888743 Apr 18 21:22:51.152891 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce527a-07ff-48c1-893b-f7b8865cf22b req-d408f0eb-a288-4288-bd99-23684a4332c4 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:51.154359 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcce527a-07ff-48c1-893b-f7b8865cf22b req-d408f0eb-a288-4288-bd99-23684a4332c4 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 943 time: 0.0507536 Apr 18 21:22:51.192356 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcce527a-07ff-48c1-893b-f7b8865cf22b req-a4f2f1fa-dc1b-489b-b71d-e420bf20c322 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318935 Apr 18 21:22:52.312811 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57d619-2985-478d-b337-6fa6adddc6ab req-0d8df66a-6084-4371-8f9d-2191948979fd tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:52.314298 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2a57d619-2985-478d-b337-6fa6adddc6ab req-0d8df66a-6084-4371-8f9d-2191948979fd tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 943 time: 0.0489838 Apr 18 21:22:52.353076 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2a57d619-2985-478d-b337-6fa6adddc6ab req-72e8e178-cfd3-4b66-9a1e-9cf10f256d3c tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319009 Apr 18 21:22:53.312763 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:22:53.410893 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=1d0192cd-a8bf-4c97-ba48-32d2c3f872a6,segment=NetworkSegment(4d51d107-5231-44b8-ba6b-a76107d5565d),segment_id=4d51d107-5231-44b8-ba6b-a76107d5565d)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:53.422700 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '1d0192cd-a8bf-4c97-ba48-32d2c3f872a6', 'network_id': '95e275c6-3584-413c-9cce-55943d5e76bf', 'port_id': '1d0192cd-a8bf-4c97-ba48-32d2c3f872a6', 'mac_address': 'fa:16:3e:1b:a6:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b79fff2c-e979-4f08-ba5f-a9e4af64133a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:22:53.460488 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:53.474286 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:22:53.477961 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772bba5-37cc-4456-9fe8-8b8f93ab9019 req-1f6252b7-7d58-42c1-852c-5f01907cf9bf tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:53.479560 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a772bba5-37cc-4456-9fe8-8b8f93ab9019 req-1f6252b7-7d58-42c1-852c-5f01907cf9bf tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 943 time: 0.0526721 Apr 18 21:22:53.498489 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=1d0192cd-a8bf-4c97-ba48-32d2c3f872a6,segment=NetworkSegment(4d51d107-5231-44b8-ba6b-a76107d5565d),segment_id=4d51d107-5231-44b8-ba6b-a76107d5565d)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:53.502835 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:53.520909 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a772bba5-37cc-4456-9fe8-8b8f93ab9019 req-4b1c3979-92b8-4d4e-8683-476554bb9f33 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350823 Apr 18 21:22:53.551722 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=1d0192cd-a8bf-4c97-ba48-32d2c3f872a6,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:53.690924 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['1d0192cd-a8bf-4c97-ba48-32d2c3f872a6'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:22:54.643012 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9e96d-86e1-462d-ae67-0b1905225381 req-475fc2b4-41d4-41aa-b31f-aaea2837f2f1 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:54.644542 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7df9e96d-86e1-462d-ae67-0b1905225381 req-475fc2b4-41d4-41aa-b31f-aaea2837f2f1 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 944 time: 0.0498681 Apr 18 21:22:54.677196 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-75cb5584-538b-4520-9dd5-5be09f1d5b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:54.687526 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7df9e96d-86e1-462d-ae67-0b1905225381 req-bb05af33-76b0-4942-a1a8-dd12d3673505 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367229 Apr 18 21:22:55.320800 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:22:55.370021 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:55.374269 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:55.374638 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:55.452916 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:55.480077 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28b5a0f-6957-430a-a316-e8105e37de83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0192cd-a8bf-4c97-ba48-32d2c3f872a6'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:22:55.483862 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463a8aa3-a404-4f72-8e54-c5c39713cd10" -d '{"events": [{"server_uuid": "a28b5a0f-6957-430a-a316-e8105e37de83", "name": "network-vif-plugged", "status": "completed", "tag": "1d0192cd-a8bf-4c97-ba48-32d2c3f872a6"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:22:55.501969 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=1d0192cd-a8bf-4c97-ba48-32d2c3f872a6,segment=NetworkSegment(4d51d107-5231-44b8-ba6b-a76107d5565d),segment_id=4d51d107-5231-44b8-ba6b-a76107d5565d)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:55.507285 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:55.530274 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8fb42f-0e1f-4d53-81a0-cf0cb0a136a2 x-openstack-request-id: req-6c8fb42f-0e1f-4d53-81a0-cf0cb0a136a2 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:22:55.530514 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28b5a0f-6957-430a-a316-e8105e37de83", "name": "network-vif-plugged", "status": "completed", "tag": "1d0192cd-a8bf-4c97-ba48-32d2c3f872a6", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:22:55.530718 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6c8fb42f-0e1f-4d53-81a0-cf0cb0a136a2 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:22:55.531066 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c8fb42f-0e1f-4d53-81a0-cf0cb0a136a2'] response: {'server_uuid': 'a28b5a0f-6957-430a-a316-e8105e37de83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0192cd-a8bf-4c97-ba48-32d2c3f872a6', 'code': 200} Apr 18 21:22:55.560136 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=1d0192cd-a8bf-4c97-ba48-32d2c3f872a6,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:55.625545 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ea4ca-bd45-4c8d-a7ec-8def2c962df9 req-bc7b4fae-11c5-4972-adb0-48db5783bcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:55.627052 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c2ea4ca-bd45-4c8d-a7ec-8def2c962df9 req-bc7b4fae-11c5-4972-adb0-48db5783bcee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 1096 time: 0.0423949 Apr 18 21:22:55.663307 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c2ea4ca-bd45-4c8d-a7ec-8def2c962df9 req-c1529254-34fa-4b6b-acc6-75e464093852 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297210 Apr 18 21:22:55.810714 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83320e-9736-461d-8773-934dc60f1190 req-937789f6-3e56-48fe-957c-117b044c508b tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:55.812188 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d83320e-9736-461d-8773-934dc60f1190 req-937789f6-3e56-48fe-957c-117b044c508b tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0557742 Apr 18 21:22:55.853711 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d83320e-9736-461d-8773-934dc60f1190 req-d83ceeed-cd3d-41e1-a4a6-25740c46ac96 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345666 Apr 18 21:22:56.977800 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166e9c4-04cd-4a89-a19e-9de2af173ef0 req-efa6c33a-f908-4823-a1bd-5631f0ebe8d8 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:56.979298 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f166e9c4-04cd-4a89-a19e-9de2af173ef0 req-efa6c33a-f908-4823-a1bd-5631f0ebe8d8 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0507841 Apr 18 21:22:57.021690 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f166e9c4-04cd-4a89-a19e-9de2af173ef0 req-41d0dc40-02fe-42d3-b540-781284671ebe tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362439 Apr 18 21:22:57.137695 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff14a3-5fa8-4370-a690-63cb9d088679 req-46994b56-6942-4c17-9569-39b61b000f1c tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:57.139178 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d6ff14a3-5fa8-4370-a690-63cb9d088679 req-46994b56-6942-4c17-9569-39b61b000f1c tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0503113 Apr 18 21:22:57.177789 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d6ff14a3-5fa8-4370-a690-63cb9d088679 req-36f06433-5274-4bc1-943b-ef465ab1616c tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322163 Apr 18 21:22:57.378549 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadd6e6-4382-4aa3-8c20-0d63a161d4bb req-b254a186-7363-42b4-8da3-7a8671dc2049 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:57.380111 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6cadd6e6-4382-4aa3-8c20-0d63a161d4bb req-b254a186-7363-42b4-8da3-7a8671dc2049 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0527542 Apr 18 21:22:57.418524 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6cadd6e6-4382-4aa3-8c20-0d63a161d4bb req-fd6c316b-026d-4318-a3db-3e690c5f6fd2 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322821 Apr 18 21:22:57.532290 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcefb39-2a65-4bc4-80bc-02c3ebafb8bc req-e65c3861-3768-45fa-8164-403a6b4ea186 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:57.533772 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8fcefb39-2a65-4bc4-80bc-02c3ebafb8bc req-e65c3861-3768-45fa-8164-403a6b4ea186 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0490346 Apr 18 21:22:57.573016 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8fcefb39-2a65-4bc4-80bc-02c3ebafb8bc req-64870c46-ab01-461f-8ecb-4d4a51366f2a tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326443 Apr 18 21:22:57.799084 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-22ef61b6-3d4c-4b97-9df4-140cbfeb1263 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0427136 Apr 18 21:22:57.814148 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516b343-dad0-4575-9ea3-bd8b9b3fee71 req-2d2b9607-973a-480d-b7a0-fa06a4168e34 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:57.815933 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a516b343-dad0-4575-9ea3-bd8b9b3fee71 req-2d2b9607-973a-480d-b7a0-fa06a4168e34 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0512094 Apr 18 21:22:57.858475 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a516b343-dad0-4575-9ea3-bd8b9b3fee71 req-fb7027dd-3ce9-43f7-834c-952e95763e67 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350664 Apr 18 21:22:58.975796 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-edb274ea-68ec-4c4f-a28c-a5d455927fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:58.977303 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-edb274ea-68ec-4c4f-a28c-a5d455927fe2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5efdf6a9801e4a97be46cbd85953bd0a&device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 1096 time: 0.0791597 Apr 18 21:22:58.989318 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068e679-d385-4579-8567-8ed4288a4997 req-eb12597c-1d07-48b6-896f-6413f4aec6ca tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:58.990719 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c068e679-d385-4579-8567-8ed4288a4997 req-eb12597c-1d07-48b6-896f-6413f4aec6ca tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0591948 Apr 18 21:22:59.076501 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c068e679-d385-4579-8567-8ed4288a4997 req-0ef4c79a-ec63-45a8-aee1-bce7a45272af tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777826 Apr 18 21:22:59.088034 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1fea0959-06ec-4ec1-af22-3fff83a23eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:59.107563 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-00f350c2-2aac-4c3e-801f-dcb519e60dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:59.109172 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-00f350c2-2aac-4c3e-801f-dcb519e60dd7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=95e275c6-3584-413c-9cce-55943d5e76bf HTTP/1.1" status: 200 len: 916 time: 0.1175098 Apr 18 21:22:59.151205 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-0d915f29-ab0a-4547-9604-955f4d117b46 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 HTTP/1.1" status: 200 len: 217 time: 0.0352955 Apr 18 21:22:59.202346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-d82caa00-19aa-489e-ba6c-6fc71149b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:59.203803 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-d82caa00-19aa-489e-ba6c-6fc71149b3f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b79fff2c-e979-4f08-ba5f-a9e4af64133a HTTP/1.1" status: 200 len: 855 time: 0.0465422 Apr 18 21:22:59.235818 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-1383f75f-b2f3-45d1-944c-89c464526e99 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95e275c6-3584-413c-9cce-55943d5e76bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248516 Apr 18 21:22:59.331140 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-8275cffe-fedc-42d6-b529-65a20b9c1d31 service neutron] 10.222.0.57 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886383 Apr 18 21:22:59.380877 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:22:59.423860 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-54042bff-3553-4c1f-b92f-9eac0edcdf2d service neutron] 10.222.0.57 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862155 Apr 18 21:22:59.972488 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:00.202983 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1a0f3-ccbb-469b-8ba8-30deff8195a3 req-571eb08a-e50c-4da5-bd5b-0cecf06ff3de tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:00.204367 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27a1a0f3-ccbb-469b-8ba8-30deff8195a3 req-571eb08a-e50c-4da5-bd5b-0cecf06ff3de tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0537453 Apr 18 21:23:00.243314 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27a1a0f3-ccbb-469b-8ba8-30deff8195a3 req-4fd296ee-bc74-4e30-916a-7faa1a3a5cb3 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320201 Apr 18 21:23:01.362864 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be475c2-27fd-4057-bd4d-cfd378dc5163 req-ae111f17-46e0-4754-b474-804a692aa270 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:01.364358 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7be475c2-27fd-4057-bd4d-cfd378dc5163 req-ae111f17-46e0-4754-b474-804a692aa270 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0489500 Apr 18 21:23:01.401447 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7be475c2-27fd-4057-bd4d-cfd378dc5163 req-3b4f789b-82ff-45cd-b1b6-a5e07e3ce16d tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310326 Apr 18 21:23:01.599179 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:01.764662 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:02.521442 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde16e37-bc9a-4020-a306-8890c3bcbf92 req-cabca114-f20f-4de4-890b-728c554f5641 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:02.523090 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fde16e37-bc9a-4020-a306-8890c3bcbf92 req-cabca114-f20f-4de4-890b-728c554f5641 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0521414 Apr 18 21:23:02.561628 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fde16e37-bc9a-4020-a306-8890c3bcbf92 req-ebbbdc9a-3c9c-4227-931d-b35c3e5b3f29 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324311 Apr 18 21:23:03.680396 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1a2a1-5dee-46c3-b160-a4003a305501 req-e8fda6d6-4a27-4807-bf14-7cb6c82287df tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:03.681964 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-49b1a2a1-5dee-46c3-b160-a4003a305501 req-e8fda6d6-4a27-4807-bf14-7cb6c82287df tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0531850 Apr 18 21:23:03.718939 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-49b1a2a1-5dee-46c3-b160-a4003a305501 req-2a40697e-8165-4faf-b8a0-ab12fc29f0e6 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310082 Apr 18 21:23:04.836206 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68e700-b462-4877-8e4d-6b42e1b10e24 req-b50e2f8d-7285-438d-9f84-928eaa006279 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:04.837691 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec68e700-b462-4877-8e4d-6b42e1b10e24 req-b50e2f8d-7285-438d-9f84-928eaa006279 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0495853 Apr 18 21:23:04.876957 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec68e700-b462-4877-8e4d-6b42e1b10e24 req-7b85cef4-4570-4e83-bff9-702d5936379d tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332503 Apr 18 21:23:05.996158 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d99b3-d50c-4bb2-81f2-bbfdec0d59cd req-ea9ca970-2e39-4f87-b907-9faccbfa7a20 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:05.997678 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d2d99b3-d50c-4bb2-81f2-bbfdec0d59cd req-ea9ca970-2e39-4f87-b907-9faccbfa7a20 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0508356 Apr 18 21:23:06.035325 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d2d99b3-d50c-4bb2-81f2-bbfdec0d59cd req-7472e23d-30fa-4491-ad16-4573f2bfeb35 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315666 Apr 18 21:23:07.158523 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358855c2-52a0-4b9f-80b5-8d59278a3ca7 req-bea5e905-9c0c-4606-9ad0-67bdc93cae6e tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:07.159988 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-358855c2-52a0-4b9f-80b5-8d59278a3ca7 req-bea5e905-9c0c-4606-9ad0-67bdc93cae6e tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0526180 Apr 18 21:23:07.198563 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-358855c2-52a0-4b9f-80b5-8d59278a3ca7 req-e4809eaf-2ca4-4b5f-9780-782b5e3be76f tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317419 Apr 18 21:23:08.030478 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:08.316890 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b616d-4ff6-4d41-bffa-53b54055e982 req-93d78e27-e7c6-498b-bd8a-2b5d922a27c3 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:08.318377 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd6b616d-4ff6-4d41-bffa-53b54055e982 req-93d78e27-e7c6-498b-bd8a-2b5d922a27c3 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0501366 Apr 18 21:23:08.356483 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd6b616d-4ff6-4d41-bffa-53b54055e982 req-ec1d1fdf-06bc-4edb-bf94-e1a1ea91d78b tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318482 Apr 18 21:23:09.476725 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3dd2db-6e34-4cd1-b973-9269b7328f0b req-f2aebb6e-98ae-419f-946a-0e6e5ff88dfe tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:09.478195 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c3dd2db-6e34-4cd1-b973-9269b7328f0b req-f2aebb6e-98ae-419f-946a-0e6e5ff88dfe tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0506577 Apr 18 21:23:09.516730 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c3dd2db-6e34-4cd1-b973-9269b7328f0b req-a3017fb3-0115-4218-a4fe-76293ac8472e tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324414 Apr 18 21:23:10.284377 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fda2a-c5e8-48a9-821a-f444a7febab7 req-9cfdccdb-226f-494c-bce5-6acd8b3a2118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:10.285800 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6f3fda2a-c5e8-48a9-821a-f444a7febab7 req-9cfdccdb-226f-494c-bce5-6acd8b3a2118 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5efdf6a9801e4a97be46cbd85953bd0a&device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 1096 time: 0.0443950 Apr 18 21:23:10.387529 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fda2a-c5e8-48a9-821a-f444a7febab7 req-12241919-bed0-4451-82a5-da15831e12d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:10.389059 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6f3fda2a-c5e8-48a9-821a-f444a7febab7 req-12241919-bed0-4451-82a5-da15831e12d8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=95e275c6-3584-413c-9cce-55943d5e76bf HTTP/1.1" status: 200 len: 916 time: 0.0845771 Apr 18 21:23:10.433015 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6f3fda2a-c5e8-48a9-821a-f444a7febab7 req-c05ceffc-f169-45f2-a884-57ecd9ff08ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 HTTP/1.1" status: 200 len: 217 time: 0.0372305 Apr 18 21:23:10.481870 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fda2a-c5e8-48a9-821a-f444a7febab7 req-d1fb7518-416b-4d2e-94fa-7ebb53b0f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:10.483308 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6f3fda2a-c5e8-48a9-821a-f444a7febab7 req-d1fb7518-416b-4d2e-94fa-7ebb53b0f4e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b79fff2c-e979-4f08-ba5f-a9e4af64133a HTTP/1.1" status: 200 len: 855 time: 0.0446277 Apr 18 21:23:10.514316 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6f3fda2a-c5e8-48a9-821a-f444a7febab7 req-f98a8fb9-3bd7-47e6-8f43-c59a6f847166 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95e275c6-3584-413c-9cce-55943d5e76bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246587 Apr 18 21:23:10.635658 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6f3fda2a-c5e8-48a9-821a-f444a7febab7 req-803c1581-4a75-4195-ae05-58ce996dbfc2 service neutron] 10.222.0.57 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147971 Apr 18 21:23:10.659703 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec4547-cd59-441a-b473-94be5a0cafe6 req-211b16e9-1d27-42cc-a78c-29f33765380e tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:10.661147 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4dec4547-cd59-441a-b473-94be5a0cafe6 req-211b16e9-1d27-42cc-a78c-29f33765380e tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0743780 Apr 18 21:23:10.743869 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4dec4547-cd59-441a-b473-94be5a0cafe6 req-60f5ca45-361b-4f92-9d48-48525f941dd7 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730615 Apr 18 21:23:10.766563 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6f3fda2a-c5e8-48a9-821a-f444a7febab7 req-592f9238-3845-42ab-ae68-dac088ad200d service neutron] 10.222.0.57 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230309 Apr 18 21:23:11.861327 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c99e52-a90f-49b8-9b79-c235cd7de79a req-621cb43e-4ea0-41ef-bed0-8ff8fec4d51d tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:11.862785 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a4c99e52-a90f-49b8-9b79-c235cd7de79a req-621cb43e-4ea0-41ef-bed0-8ff8fec4d51d tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0511370 Apr 18 21:23:11.900444 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a4c99e52-a90f-49b8-9b79-c235cd7de79a req-d14de049-8ff6-4482-aaa6-60270ab8cabd tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307708 Apr 18 21:23:12.173722 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:13.018253 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239be633-9f5e-46bd-b20a-519aa6dd58b0 req-c1536fdb-5c47-413d-80be-657c508b7d93 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:13.019699 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-239be633-9f5e-46bd-b20a-519aa6dd58b0 req-c1536fdb-5c47-413d-80be-657c508b7d93 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0499222 Apr 18 21:23:13.058872 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-239be633-9f5e-46bd-b20a-519aa6dd58b0 req-2fc11d7d-f987-418b-b95d-8edeb258232c tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329313 Apr 18 21:23:14.176616 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069becc7-cb61-40db-9ab0-1d1cc73c9aaa req-74b57d5b-df53-4d20-8786-001c5f0b2e0e tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:14.178105 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-069becc7-cb61-40db-9ab0-1d1cc73c9aaa req-74b57d5b-df53-4d20-8786-001c5f0b2e0e tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0492561 Apr 18 21:23:14.222284 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-069becc7-cb61-40db-9ab0-1d1cc73c9aaa req-96c74999-dfc0-4798-b058-cd6b1ee7f23c tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378828 Apr 18 21:23:15.338884 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b37c3-7442-4d8e-bb56-fb7b347e60c0 req-5e5ff3ae-125a-4b04-bde2-07f4e1a8fb73 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:15.340276 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-280b37c3-7442-4d8e-bb56-fb7b347e60c0 req-5e5ff3ae-125a-4b04-bde2-07f4e1a8fb73 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0495207 Apr 18 21:23:15.379578 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-280b37c3-7442-4d8e-bb56-fb7b347e60c0 req-a3a7b218-9315-4a8d-9374-662108ab689f tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326872 Apr 18 21:23:16.497182 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c897710-306f-4edb-a50f-c371082e4374 req-5e88c657-e5db-4e81-babf-f37d7728cab0 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:16.498649 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4c897710-306f-4edb-a50f-c371082e4374 req-5e88c657-e5db-4e81-babf-f37d7728cab0 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0495920 Apr 18 21:23:16.535534 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4c897710-306f-4edb-a50f-c371082e4374 req-bf4e37a7-e318-44e2-9502-e9b30ba39ecf tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308812 Apr 18 21:23:17.655977 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc9478-043c-4bc5-b577-3af69b0e6ec8 req-a49ff5a3-c299-4368-9370-5aacbb74252f tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:17.657435 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52dc9478-043c-4bc5-b577-3af69b0e6ec8 req-a49ff5a3-c299-4368-9370-5aacbb74252f tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0499721 Apr 18 21:23:17.699828 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-52dc9478-043c-4bc5-b577-3af69b0e6ec8 req-c6648aa9-4ced-4dca-86e5-581c6940b2fe tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360236 Apr 18 21:23:18.814754 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc9597-08c0-4d06-98f3-d6e6bf687264 req-c18b3dea-0def-4db4-83aa-7b400ab30665 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:18.816228 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dacc9597-08c0-4d06-98f3-d6e6bf687264 req-c18b3dea-0def-4db4-83aa-7b400ab30665 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0487595 Apr 18 21:23:18.855369 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dacc9597-08c0-4d06-98f3-d6e6bf687264 req-22b52d3c-6957-4155-9008-1748c7ce0267 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326116 Apr 18 21:23:19.972165 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e90119-034d-4574-8ff3-b4cb7bc4f90f req-27da7e26-afdc-4a81-8215-ea7ed37f5414 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:19.973654 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-47e90119-034d-4574-8ff3-b4cb7bc4f90f req-27da7e26-afdc-4a81-8215-ea7ed37f5414 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0497255 Apr 18 21:23:20.014989 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-47e90119-034d-4574-8ff3-b4cb7bc4f90f req-d5552ffc-4281-4747-9bfe-a28ddc058237 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340433 Apr 18 21:23:21.135050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291526b-120e-404f-a192-802b1cd17ec3 req-f9663117-3de2-4378-aa55-608c3895538a tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:21.136567 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8291526b-120e-404f-a192-802b1cd17ec3 req-f9663117-3de2-4378-aa55-608c3895538a tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0504425 Apr 18 21:23:21.178646 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8291526b-120e-404f-a192-802b1cd17ec3 req-1ac984eb-97e3-4459-84e8-aaff174fce57 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359609 Apr 18 21:23:22.294333 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e4119-0d99-4d0b-85f2-27cb09be8f78 req-0d3aca4e-a0f6-4956-a937-5feca1d63b81 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:22.295785 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c9e4119-0d99-4d0b-85f2-27cb09be8f78 req-0d3aca4e-a0f6-4956-a937-5feca1d63b81 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0477824 Apr 18 21:23:22.335288 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c9e4119-0d99-4d0b-85f2-27cb09be8f78 req-6cc0d2f4-fec0-4747-86b6-e68d99e0671f tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332787 Apr 18 21:23:23.454182 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722657e4-b182-47aa-a0fc-02e75dae195c req-45ca19d1-8ffb-4dff-8efb-2e964e79088b tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:23.455648 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-722657e4-b182-47aa-a0fc-02e75dae195c req-45ca19d1-8ffb-4dff-8efb-2e964e79088b tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0483491 Apr 18 21:23:23.492910 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-722657e4-b182-47aa-a0fc-02e75dae195c req-be03b705-92e1-4069-b7c4-9ec504b5415a tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312393 Apr 18 21:23:24.609253 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220047d-916b-4b03-ad2e-958fe52fdc05 req-5f8fdce3-942d-48a9-8182-f0d9e2306a86 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:24.610745 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7220047d-916b-4b03-ad2e-958fe52fdc05 req-5f8fdce3-942d-48a9-8182-f0d9e2306a86 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0486469 Apr 18 21:23:24.652247 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7220047d-916b-4b03-ad2e-958fe52fdc05 req-a5be13bc-3403-43ef-b497-2017d40e0756 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353634 Apr 18 21:23:24.674038 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-215f6576-13a9-458d-b74e-dcb68baf1c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:25.773667 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d8875-04fe-41dd-8f93-63ee03e3fbbf req-f5e5f3e7-08fe-446e-950f-5a94e17bcb87 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:25.775433 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-574d8875-04fe-41dd-8f93-63ee03e3fbbf req-f5e5f3e7-08fe-446e-950f-5a94e17bcb87 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 945 time: 0.0504875 Apr 18 21:23:25.813883 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-574d8875-04fe-41dd-8f93-63ee03e3fbbf req-32593137-082b-4a43-80da-47bf8825cf87 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325184 Apr 18 21:23:26.242213 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-96f2aac2-49f5-47af-9064-cf17e24be632 service neutron] show failed (client error): The resource could not be found. Apr 18 21:23:26.243215 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-96f2aac2-49f5-47af-9064-cf17e24be632 service neutron] 10.222.0.57 "GET /v2.0/ports/1d0192cd-a8bf-4c97-ba48-32d2c3f872a6/bindings/n-h1-838323-3 HTTP/1.1" status: 404 len: 380 time: 0.0543208 Apr 18 21:23:26.438006 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-ac9eaf03-e4a5-4cef-a46e-36613c328e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:26.439492 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-ac9eaf03-e4a5-4cef-a46e-36613c328e37 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83&tenant_id=5efdf6a9801e4a97be46cbd85953bd0a HTTP/1.1" status: 200 len: 1096 time: 0.0411034 Apr 18 21:23:26.451446 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-3cb4c8f8-ba7b-4ec7-9741-c538f420a729 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838323-3', 'device_owner': 'compute:nova'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:23:26.506443 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-3cb4c8f8-ba7b-4ec7-9741-c538f420a729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:26.708056 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-3cb4c8f8-ba7b-4ec7-9741-c538f420a729 service neutron] For port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=1d0192cd-a8bf-4c97-ba48-32d2c3f872a6,segment=NetworkSegment(4d51d107-5231-44b8-ba6b-a76107d5565d),segment_id=4d51d107-5231-44b8-ba6b-a76107d5565d)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:26.741291 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-3cb4c8f8-ba7b-4ec7-9741-c538f420a729 service neutron] For port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:23:26.781138 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28b5a0f-6957-430a-a316-e8105e37de83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d0192cd-a8bf-4c97-ba48-32d2c3f872a6'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:23:26.783310 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528f7713-73c4-441c-beb4-31a26e66f0c4" -d '{"events": [{"server_uuid": "a28b5a0f-6957-430a-a316-e8105e37de83", "name": "network-vif-unplugged", "status": "completed", "tag": "1d0192cd-a8bf-4c97-ba48-32d2c3f872a6"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:23:26.787525 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-3cb4c8f8-ba7b-4ec7-9741-c538f420a729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:26.800100 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-3cb4c8f8-ba7b-4ec7-9741-c538f420a729 service neutron] Transition to ACTIVE for port object 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:26.804292 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-3cb4c8f8-ba7b-4ec7-9741-c538f420a729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:26.836452 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e6945a-bc66-4adc-a683-0e690f662304 x-openstack-request-id: req-e6e6945a-bc66-4adc-a683-0e690f662304 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:23:26.836754 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28b5a0f-6957-430a-a316-e8105e37de83", "name": "network-vif-unplugged", "status": "completed", "tag": "1d0192cd-a8bf-4c97-ba48-32d2c3f872a6", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:23:26.837008 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6e6945a-bc66-4adc-a683-0e690f662304 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:23:26.837498 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6e6945a-bc66-4adc-a683-0e690f662304'] response: {'server_uuid': 'a28b5a0f-6957-430a-a316-e8105e37de83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d0192cd-a8bf-4c97-ba48-32d2c3f872a6', 'code': 200} Apr 18 21:23:26.871975 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-3cb4c8f8-ba7b-4ec7-9741-c538f420a729 service neutron] No DVR routers for this DVR port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:23:26.883847 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4c8f8-ba7b-4ec7-9741-c538f420a729 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0192cd-a8bf-4c97-ba48-32d2c3f872a6,revision_number=6']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:27.198742 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-3cb4c8f8-ba7b-4ec7-9741-c538f420a729 service neutron] Attempting to bind port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:23:27.199072 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-3cb4c8f8-ba7b-4ec7-9741-c538f420a729 service neutron] Attempting to bind port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '4d51d107-5231-44b8-ba6b-a76107d5565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '95e275c6-3584-413c-9cce-55943d5e76bf'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:23:27.199400 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-3cb4c8f8-ba7b-4ec7-9741-c538f420a729 service neutron] Attempting to bind port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 on network 95e275c6-3584-413c-9cce-55943d5e76bf {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:23:27.206340 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-3cb4c8f8-ba7b-4ec7-9741-c538f420a729 service neutron] Port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 on network 95e275c6-3584-413c-9cce-55943d5e76bf not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:23:27.206659 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-3cb4c8f8-ba7b-4ec7-9741-c538f420a729 service neutron] Attempting to bind port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 on network 95e275c6-3584-413c-9cce-55943d5e76bf {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:23:27.214561 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-3cb4c8f8-ba7b-4ec7-9741-c538f420a729 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:23:27.214897 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-3cb4c8f8-ba7b-4ec7-9741-c538f420a729 service neutron] Checking segment: {'id': '4d51d107-5231-44b8-ba6b-a76107d5565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '95e275c6-3584-413c-9cce-55943d5e76bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:23:27.215281 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-3cb4c8f8-ba7b-4ec7-9741-c538f420a729 service neutron] Bound using segment: {'id': '4d51d107-5231-44b8-ba6b-a76107d5565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '95e275c6-3584-413c-9cce-55943d5e76bf'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:23:27.215714 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-3cb4c8f8-ba7b-4ec7-9741-c538f420a729 service neutron] Bound port: 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d51d107-5231-44b8-ba6b-a76107d5565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '95e275c6-3584-413c-9cce-55943d5e76bf'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:23:27.216070 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-3cb4c8f8-ba7b-4ec7-9741-c538f420a729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:27.238216 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765f54a-2ca1-4143-b39c-23d6825ed5ce req-72525b77-d4d7-4435-a978-ce3435868504 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:27.239806 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9765f54a-2ca1-4143-b39c-23d6825ed5ce req-72525b77-d4d7-4435-a978-ce3435868504 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 943 time: 0.0765743 Apr 18 21:23:27.316849 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9765f54a-2ca1-4143-b39c-23d6825ed5ce req-af3a9a77-e634-42d4-9f62-0616c6c2a978 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548494 Apr 18 21:23:27.323282 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-3cb4c8f8-ba7b-4ec7-9741-c538f420a729 service neutron] For port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:23:27.326461 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-3cb4c8f8-ba7b-4ec7-9741-c538f420a729 service neutron] For port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=1d0192cd-a8bf-4c97-ba48-32d2c3f872a6,segment=NetworkSegment(4d51d107-5231-44b8-ba6b-a76107d5565d),segment_id=4d51d107-5231-44b8-ba6b-a76107d5565d)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:23:27.331980 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-3cb4c8f8-ba7b-4ec7-9741-c538f420a729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:27.365955 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-3cb4c8f8-ba7b-4ec7-9741-c538f420a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:27.366587 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-3cb4c8f8-ba7b-4ec7-9741-c538f420a729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:27.367947 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-3cb4c8f8-ba7b-4ec7-9741-c538f420a729 service neutron] 10.222.0.32 "PUT /v2.0/ports/1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 HTTP/1.1" status: 200 len: 1091 time: 0.9204431 Apr 18 21:23:27.388692 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4c8f8-ba7b-4ec7-9741-c538f420a729 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0192cd-a8bf-4c97-ba48-32d2c3f872a6,revision_number=7']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:27.432325 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-17aeede9-33b7-43a5-8d8b-e0ba6cc37d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:27.433844 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-17aeede9-33b7-43a5-8d8b-e0ba6cc37d48 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5efdf6a9801e4a97be46cbd85953bd0a&device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 1094 time: 0.0423377 Apr 18 21:23:27.528172 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-1536b250-86ca-4e42-b53c-49a82a3e0b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:27.529608 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-1536b250-86ca-4e42-b53c-49a82a3e0b23 service neutron] 10.222.0.32 "GET /v2.0/networks?id=95e275c6-3584-413c-9cce-55943d5e76bf HTTP/1.1" status: 200 len: 916 time: 0.0887120 Apr 18 21:23:27.571287 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-992e035e-9377-453a-98ba-3c6476866e0e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 HTTP/1.1" status: 200 len: 217 time: 0.0352852 Apr 18 21:23:27.619654 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-e25a6490-9af1-423e-adb3-fb49c8633120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:27.621126 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-e25a6490-9af1-423e-adb3-fb49c8633120 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b79fff2c-e979-4f08-ba5f-a9e4af64133a HTTP/1.1" status: 200 len: 855 time: 0.0438683 Apr 18 21:23:27.652096 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-baed9f23-959a-4944-8411-e085ec0e52cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=95e275c6-3584-413c-9cce-55943d5e76bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248213 Apr 18 21:23:27.750384 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-5779cce6-1792-4ed2-aff3-54ef3c028280 service neutron] 10.222.0.32 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918341 Apr 18 21:23:27.847010 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4cf84f3-66cf-4c25-a653-99066c4f1b7f req-eb1c5bf8-5cb4-4528-9776-021cb70a4ff7 service neutron] 10.222.0.32 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901186 Apr 18 21:23:28.445123 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413f627-944c-46d5-9e18-cb6f3392ca7d req-97675280-a13d-4805-a57e-3144ac23ef6a tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:28.446679 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5413f627-944c-46d5-9e18-cb6f3392ca7d req-97675280-a13d-4805-a57e-3144ac23ef6a tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 943 time: 0.0539734 Apr 18 21:23:28.488303 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5413f627-944c-46d5-9e18-cb6f3392ca7d req-78338fa6-ef20-45a2-a4c5-35ce5083a380 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347567 Apr 18 21:23:28.838901 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28b5a0f-6957-430a-a316-e8105e37de83', 'tag': '1d0192cd-a8bf-4c97-ba48-32d2c3f872a6'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:23:28.841244 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ded819-886c-4c81-a7f5-a60dbd631822" -d '{"events": [{"name": "network-changed", "server_uuid": "a28b5a0f-6957-430a-a316-e8105e37de83", "tag": "1d0192cd-a8bf-4c97-ba48-32d2c3f872a6"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:23:28.890880 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc50a2bd-520d-4007-824f-a9056c3d50b8 x-openstack-request-id: req-dc50a2bd-520d-4007-824f-a9056c3d50b8 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:23:28.891479 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28b5a0f-6957-430a-a316-e8105e37de83", "tag": "1d0192cd-a8bf-4c97-ba48-32d2c3f872a6", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:23:28.891479 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc50a2bd-520d-4007-824f-a9056c3d50b8 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:23:28.891827 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc50a2bd-520d-4007-824f-a9056c3d50b8'] response: {'name': 'network-changed', 'server_uuid': 'a28b5a0f-6957-430a-a316-e8105e37de83', 'tag': '1d0192cd-a8bf-4c97-ba48-32d2c3f872a6', 'status': 'completed', 'code': 200} Apr 18 21:23:28.975410 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ded819-886c-4c81-a7f5-a60dbd631822 req-254668b2-8f72-4620-9de8-5808e0fbb50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:28.976930 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6ded819-886c-4c81-a7f5-a60dbd631822 req-254668b2-8f72-4620-9de8-5808e0fbb50e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5efdf6a9801e4a97be46cbd85953bd0a&device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 1094 time: 0.0604696 Apr 18 21:23:28.979862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ded819-886c-4c81-a7f5-a60dbd631822 req-d700a0f6-14ff-4d77-906c-d77a2ec3ea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:28.981231 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6ded819-886c-4c81-a7f5-a60dbd631822 req-d700a0f6-14ff-4d77-906c-d77a2ec3ea61 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5efdf6a9801e4a97be46cbd85953bd0a&device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 1094 time: 0.0732195 Apr 18 21:23:29.082340 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-46c31ed9-2b9b-4704-8d04-a41203bd7fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:29.141035 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ded819-886c-4c81-a7f5-a60dbd631822 req-ac098453-d7d6-43bd-bbf9-102ef1026d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:29.142484 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6ded819-886c-4c81-a7f5-a60dbd631822 req-ac098453-d7d6-43bd-bbf9-102ef1026d3f service neutron] 10.222.0.32 "GET /v2.0/networks?id=95e275c6-3584-413c-9cce-55943d5e76bf HTTP/1.1" status: 200 len: 916 time: 0.1578498 Apr 18 21:23:29.143856 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ded819-886c-4c81-a7f5-a60dbd631822 req-06c6392a-fa7a-40ba-9700-7e906d746629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:29.145162 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6ded819-886c-4c81-a7f5-a60dbd631822 req-06c6392a-fa7a-40ba-9700-7e906d746629 service neutron] 10.222.0.57 "GET /v2.0/networks?id=95e275c6-3584-413c-9cce-55943d5e76bf HTTP/1.1" status: 200 len: 916 time: 0.1534555 Apr 18 21:23:29.189275 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6ded819-886c-4c81-a7f5-a60dbd631822 req-66d2a22d-16bc-463c-a3e4-7e9b3a60427c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 HTTP/1.1" status: 200 len: 217 time: 0.0401454 Apr 18 21:23:29.222813 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6ded819-886c-4c81-a7f5-a60dbd631822 req-f22c3d69-0ed3-41bd-8e8e-5c0d61b97a0a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 HTTP/1.1" status: 200 len: 217 time: 0.0674303 Apr 18 21:23:29.291764 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ded819-886c-4c81-a7f5-a60dbd631822 req-f5ffb1a6-deb9-47e9-a4f4-dd6db9820470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:29.293262 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6ded819-886c-4c81-a7f5-a60dbd631822 req-f5ffb1a6-deb9-47e9-a4f4-dd6db9820470 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b79fff2c-e979-4f08-ba5f-a9e4af64133a HTTP/1.1" status: 200 len: 855 time: 0.0787895 Apr 18 21:23:29.308972 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ded819-886c-4c81-a7f5-a60dbd631822 req-d29d5076-1f8f-406d-a2c4-086ed18ae9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:29.310310 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6ded819-886c-4c81-a7f5-a60dbd631822 req-d29d5076-1f8f-406d-a2c4-086ed18ae9be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b79fff2c-e979-4f08-ba5f-a9e4af64133a HTTP/1.1" status: 200 len: 855 time: 0.0650399 Apr 18 21:23:29.329330 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6ded819-886c-4c81-a7f5-a60dbd631822 req-684e5e09-600d-4ee3-a4d8-3f2a7caff1f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=95e275c6-3584-413c-9cce-55943d5e76bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282121 Apr 18 21:23:29.359521 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6ded819-886c-4c81-a7f5-a60dbd631822 req-cb518709-ce77-43aa-87d6-5e389d6143a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95e275c6-3584-413c-9cce-55943d5e76bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323486 Apr 18 21:23:29.501637 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6ded819-886c-4c81-a7f5-a60dbd631822 req-5912285c-d83c-431e-ac82-43cebc4dbffb service neutron] 10.222.0.32 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652777 Apr 18 21:23:29.520447 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6ded819-886c-4c81-a7f5-a60dbd631822 req-0fce5f99-3ee0-4488-a560-e556cd3aebbd service neutron] 10.222.0.57 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521158 Apr 18 21:23:29.695912 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393da5eb-3a6c-4010-a0e0-a6a14a46f000 req-5526c981-ef07-44db-b5c4-74eaa8e7aaf2 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:29.697999 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-393da5eb-3a6c-4010-a0e0-a6a14a46f000 req-5526c981-ef07-44db-b5c4-74eaa8e7aaf2 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 943 time: 0.1234131 Apr 18 21:23:29.713288 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6ded819-886c-4c81-a7f5-a60dbd631822 req-7280fa7c-04ba-415e-879d-543b14a3ca4e service neutron] 10.222.0.57 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826298 Apr 18 21:23:29.721736 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6ded819-886c-4c81-a7f5-a60dbd631822 req-d1a08c8b-fc7d-4e9f-bcc5-6e760d2bab0f service neutron] 10.222.0.32 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133934 Apr 18 21:23:29.749776 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-393da5eb-3a6c-4010-a0e0-a6a14a46f000 req-a03ef939-5778-4299-9150-042c93a5f623 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392857 Apr 18 21:23:29.974027 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:30.870173 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58946d-8b83-4a08-8382-9c0af2c9dda5 req-0c6cd242-04a7-46a0-8d25-ec95e98aa849 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:30.871665 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f58946d-8b83-4a08-8382-9c0af2c9dda5 req-0c6cd242-04a7-46a0-8d25-ec95e98aa849 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 943 time: 0.0504317 Apr 18 21:23:30.914029 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9f58946d-8b83-4a08-8382-9c0af2c9dda5 req-ac702556-ef2e-4bb2-9427-1768d7e3553b tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362597 Apr 18 21:23:31.141944 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb63c6b-a893-4d56-a70f-2fdbe6a890d5 req-b0cd62bf-349c-4199-9195-42106d921204 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:31.143400 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9fb63c6b-a893-4d56-a70f-2fdbe6a890d5 req-b0cd62bf-349c-4199-9195-42106d921204 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.57 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83&tenant_id=5efdf6a9801e4a97be46cbd85953bd0a&binding%3Ahost_id=n-h1-838323-3 HTTP/1.1" status: 200 len: 943 time: 0.0706694 Apr 18 21:23:31.151297 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768092c-24e7-4fe0-9b3e-15d3a5f8b296 req-67864edf-76cb-4144-a1f1-d86c88072df2 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:31.152691 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d768092c-24e7-4fe0-9b3e-15d3a5f8b296 req-67864edf-76cb-4144-a1f1-d86c88072df2 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 943 time: 0.0908630 Apr 18 21:23:31.226601 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d768092c-24e7-4fe0-9b3e-15d3a5f8b296 req-67885855-779d-4854-8ffb-28a017eaadd8 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677083 Apr 18 21:23:31.235516 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-9fb63c6b-a893-4d56-a70f-2fdbe6a890d5 req-a56b9b9c-f207-4633-bd64-bf26e6f0c98b service neutron] delete failed (client error): The resource could not be found. Apr 18 21:23:31.236542 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9fb63c6b-a893-4d56-a70f-2fdbe6a890d5 req-a56b9b9c-f207-4633-bd64-bf26e6f0c98b service neutron] 10.222.0.57 "DELETE /v2.0/ports/1d0192cd-a8bf-4c97-ba48-32d2c3f872a6/bindings/n-h2-838323-3 HTTP/1.1" status: 404 len: 380 time: 0.0829363 Apr 18 21:23:31.319995 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb63c6b-a893-4d56-a70f-2fdbe6a890d5 req-b4c5bce9-ba7c-4498-b2de-8c2ab55ae621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:31.322216 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9fb63c6b-a893-4d56-a70f-2fdbe6a890d5 req-b4c5bce9-ba7c-4498-b2de-8c2ab55ae621 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5efdf6a9801e4a97be46cbd85953bd0a&device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 1094 time: 0.0417664 Apr 18 21:23:31.410079 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb63c6b-a893-4d56-a70f-2fdbe6a890d5 req-3ec03407-6259-415f-86ab-32cd6eb0f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:31.411450 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9fb63c6b-a893-4d56-a70f-2fdbe6a890d5 req-3ec03407-6259-415f-86ab-32cd6eb0f014 service neutron] 10.222.0.57 "GET /v2.0/networks?id=95e275c6-3584-413c-9cce-55943d5e76bf HTTP/1.1" status: 200 len: 916 time: 0.0840588 Apr 18 21:23:31.455353 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9fb63c6b-a893-4d56-a70f-2fdbe6a890d5 req-791305a2-6817-4205-89bc-736601df7073 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 HTTP/1.1" status: 200 len: 217 time: 0.0380127 Apr 18 21:23:31.498962 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:23:31.503545 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb63c6b-a893-4d56-a70f-2fdbe6a890d5 req-94e25c2a-a9f2-4ae3-a031-c93cb22a8ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:31.505023 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9fb63c6b-a893-4d56-a70f-2fdbe6a890d5 req-94e25c2a-a9f2-4ae3-a031-c93cb22a8ce2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b79fff2c-e979-4f08-ba5f-a9e4af64133a HTTP/1.1" status: 200 len: 855 time: 0.0429981 Apr 18 21:23:31.536049 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9fb63c6b-a893-4d56-a70f-2fdbe6a890d5 req-8c016283-6308-4bac-b5b3-b440db611b40 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95e275c6-3584-413c-9cce-55943d5e76bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248172 Apr 18 21:23:31.536701 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:23:31.594736 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:31.635490 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9fb63c6b-a893-4d56-a70f-2fdbe6a890d5 req-f22ac85a-70ac-4e46-89a5-df2c7cb970d0 service neutron] 10.222.0.57 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927801 Apr 18 21:23:31.725527 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9fb63c6b-a893-4d56-a70f-2fdbe6a890d5 req-be035875-8885-4edf-ad43-9db694ad499a service neutron] 10.222.0.57 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838311 Apr 18 21:23:31.767734 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:32.346095 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaaf5b9-b06d-47a1-ace5-13e48f933300 req-719b6f17-0467-413c-bc91-d1298681c6fe tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:32.347585 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eeaaf5b9-b06d-47a1-ace5-13e48f933300 req-719b6f17-0467-413c-bc91-d1298681c6fe tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 943 time: 0.0507390 Apr 18 21:23:32.385934 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eeaaf5b9-b06d-47a1-ace5-13e48f933300 req-85e5e248-f881-4d65-a246-e55ab4f27560 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317960 Apr 18 21:23:32.756851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12674597-5f91-4077-a18e-52677826b195 req-38f1489d-7fe2-4f35-b0c6-0c09c99da345 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:32.758219 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-12674597-5f91-4077-a18e-52677826b195 req-38f1489d-7fe2-4f35-b0c6-0c09c99da345 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 943 time: 0.0543330 Apr 18 21:23:32.796874 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-12674597-5f91-4077-a18e-52677826b195 req-f6adf2c5-7d62-42aa-8d04-ddf8435c887b tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325291 Apr 18 21:23:32.913413 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc91596-e0f1-4d8a-aba6-7527194084f5 req-ef27de9b-d05c-482d-ac1a-df1742f98fb5 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:32.914908 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bcc91596-e0f1-4d8a-aba6-7527194084f5 req-ef27de9b-d05c-482d-ac1a-df1742f98fb5 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 943 time: 0.0489843 Apr 18 21:23:32.954090 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bcc91596-e0f1-4d8a-aba6-7527194084f5 req-6ee669f9-8320-419f-a6b6-88bd8dbdf650 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323994 Apr 18 21:23:33.171028 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:23:33.266148 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=1d0192cd-a8bf-4c97-ba48-32d2c3f872a6,segment=NetworkSegment(4d51d107-5231-44b8-ba6b-a76107d5565d),segment_id=4d51d107-5231-44b8-ba6b-a76107d5565d)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:33.278294 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '1d0192cd-a8bf-4c97-ba48-32d2c3f872a6', 'network_id': '95e275c6-3584-413c-9cce-55943d5e76bf', 'port_id': '1d0192cd-a8bf-4c97-ba48-32d2c3f872a6', 'mac_address': 'fa:16:3e:1b:a6:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b79fff2c-e979-4f08-ba5f-a9e4af64133a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:23:33.304063 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-e9b952c9-bba1-44ca-aa20-cd3820ff1671 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:33.306396 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-e9b952c9-bba1-44ca-aa20-cd3820ff1671 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/networks?id=95e275c6-3584-413c-9cce-55943d5e76bf HTTP/1.1" status: 200 len: 815 time: 0.1058497 Apr 18 21:23:33.315431 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:33.321275 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-3ee376f1-ff9e-48a4-a30e-2b7e2896e257 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/quotas/5efdf6a9801e4a97be46cbd85953bd0a HTTP/1.1" status: 200 len: 375 time: 0.0093427 Apr 18 21:23:33.332940 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:23:33.352659 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=1d0192cd-a8bf-4c97-ba48-32d2c3f872a6,segment=NetworkSegment(4d51d107-5231-44b8-ba6b-a76107d5565d),segment_id=4d51d107-5231-44b8-ba6b-a76107d5565d)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:33.356939 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:33.374066 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-e7888dcf-b848-4396-b705-c18507dafe0c tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5efdf6a9801e4a97be46cbd85953bd0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456729 Apr 18 21:23:33.403053 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=1d0192cd-a8bf-4c97-ba48-32d2c3f872a6,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:33.537598 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-ab33c98f-eda9-43c3-a99f-81abe85ecdbe service neutron] 10.222.0.41 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212034 Apr 18 21:23:33.631254 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-2a42cd96-aaa3-4fe8-906f-cf7334e0a901 service neutron] 10.222.0.41 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864673 Apr 18 21:23:33.686144 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['1d0192cd-a8bf-4c97-ba48-32d2c3f872a6'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:23:33.803882 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-07d779d8-e815-48bf-9ec0-797171407d54 req-c8e51ef8-13bf-4ca9-b19a-3e6b6543d149 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 210 time: 0.0289791 Apr 18 21:23:34.663008 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.32', 49636) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:23:34.718507 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881c827-7ec1-4b2a-a65d-5efaaa6caf95 req-85e538a6-4be2-431a-860e-9ecdf492589b tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:34.720102 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8881c827-7ec1-4b2a-a65d-5efaaa6caf95 req-85e538a6-4be2-431a-860e-9ecdf492589b tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.32 "GET /v2.0/ports?device_id=a28b5a0f-6957-430a-a316-e8105e37de83 HTTP/1.1" status: 200 len: 944 time: 0.0560684 Apr 18 21:23:34.729684 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-69f69218-a149-476a-86e9-1b7dc272fe47 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:34.731361 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-69f69218-a149-476a-86e9-1b7dc272fe47 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.32 "GET /v2.0/networks?id=95e275c6-3584-413c-9cce-55943d5e76bf HTTP/1.1" status: 200 len: 815 time: 0.1153722 Apr 18 21:23:34.744174 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-02ad2b8c-5645-43c9-9737-30d9d976b3ca tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Request body: {'port': {'device_id': '62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c', 'network_id': '95e275c6-3584-413c-9cce-55943d5e76bf', 'admin_state_up': True, 'tenant_id': '5efdf6a9801e4a97be46cbd85953bd0a'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:23:34.816128 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-8881c827-7ec1-4b2a-a65d-5efaaa6caf95 req-79589963-001a-49d9-8b44-7ed9c8a0b00c tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Deleting port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:23:34.816501 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8881c827-7ec1-4b2a-a65d-5efaaa6caf95 req-79589963-001a-49d9-8b44-7ed9c8a0b00c tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:34.861213 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-02ad2b8c-5645-43c9-9737-30d9d976b3ca tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Made reservation on behalf of 5efdf6a9801e4a97be46cbd85953bd0a for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:23:34.866298 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-02ad2b8c-5645-43c9-9737-30d9d976b3ca tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:34.916917 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [req-8881c827-7ec1-4b2a-a65d-5efaaa6caf95 req-79589963-001a-49d9-8b44-7ed9c8a0b00c tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] For port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=1d0192cd-a8bf-4c97-ba48-32d2c3f872a6,segment=NetworkSegment(4d51d107-5231-44b8-ba6b-a76107d5565d),segment_id=4d51d107-5231-44b8-ba6b-a76107d5565d)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:34.917334 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8881c827-7ec1-4b2a-a65d-5efaaa6caf95 req-79589963-001a-49d9-8b44-7ed9c8a0b00c tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:34.935362 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [req-8881c827-7ec1-4b2a-a65d-5efaaa6caf95 req-79589963-001a-49d9-8b44-7ed9c8a0b00c tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Calling delete_port for 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 owned by compute:nova {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:23:34.948758 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ae220b5f-593f-46e6-a442-356192e6301a req-98cfddb3-5d8f-43bc-9523-3d9e3b1e2e74 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 210 time: 0.0577724 Apr 18 21:23:35.034165 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-02ad2b8c-5645-43c9-9737-30d9d976b3ca tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Allocated IP 172.20.0.14 (95e275c6-3584-413c-9cce-55943d5e76bf/b79fff2c-e979-4f08-ba5f-a9e4af64133a/05b9d922-bd31-404f-a7bf-7efeaa01748a) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:23:35.063873 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8881c827-7ec1-4b2a-a65d-5efaaa6caf95 req-79589963-001a-49d9-8b44-7ed9c8a0b00c tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:35.078194 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['1d0192cd-a8bf-4c97-ba48-32d2c3f872a6'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:23:35.099535 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79589963-001a-49d9-8b44-7ed9c8a0b00c tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Pushing event deleted for resources: {'Port': ['ID=1d0192cd-a8bf-4c97-ba48-32d2c3f872a6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:35.142114 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [req-8881c827-7ec1-4b2a-a65d-5efaaa6caf95 req-79589963-001a-49d9-8b44-7ed9c8a0b00c tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] No DVR routers for this DVR port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 on host n-h1-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:23:35.144699 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [req-8881c827-7ec1-4b2a-a65d-5efaaa6caf95 req-79589963-001a-49d9-8b44-7ed9c8a0b00c tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:35.147940 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-8881c827-7ec1-4b2a-a65d-5efaaa6caf95 req-79589963-001a-49d9-8b44-7ed9c8a0b00c tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.32 "DELETE /v2.0/ports/1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 HTTP/1.1" status: 204 len: 173 time: 0.4225495 Apr 18 21:23:35.148381 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28b5a0f-6957-430a-a316-e8105e37de83', 'name': 'network-vif-deleted', 'tag': '1d0192cd-a8bf-4c97-ba48-32d2c3f872a6'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:23:35.188830 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2316f7aae560ee2534ee33f3ac4cc6eb4b6c4379016ac3c0f66c65b131d8d070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7657697-0a1d-45ad-b31e-bdfcfc0c1548" -d '{"events": [{"server_uuid": "a28b5a0f-6957-430a-a316-e8105e37de83", "name": "network-vif-deleted", "tag": "1d0192cd-a8bf-4c97-ba48-32d2c3f872a6"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:23:35.189724 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:23:35.212807 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:23:35.213284 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 18 21:23:35.230689 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-02ad2b8c-5645-43c9-9737-30d9d976b3ca tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:35.235692 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Port 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 not found, will not notify nova. {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 18 21:23:35.274404 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-02ad2b8c-5645-43c9-9737-30d9d976b3ca tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:35.285189 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['1d0192cd-a8bf-4c97-ba48-32d2c3f872a6'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:23:35.290574 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394e33fa-26ba-4970-891e-ab8fb9de2735 x-openstack-request-id: req-394e33fa-26ba-4970-891e-ab8fb9de2735 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:23:35.290928 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28b5a0f-6957-430a-a316-e8105e37de83", "name": "network-vif-deleted", "tag": "1d0192cd-a8bf-4c97-ba48-32d2c3f872a6", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:23:35.291244 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-394e33fa-26ba-4970-891e-ab8fb9de2735 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:23:35.291806 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-394e33fa-26ba-4970-891e-ab8fb9de2735'] response: {'server_uuid': 'a28b5a0f-6957-430a-a316-e8105e37de83', 'name': 'network-vif-deleted', 'tag': '1d0192cd-a8bf-4c97-ba48-32d2c3f872a6', 'status': 'completed', 'code': 200} Apr 18 21:23:35.317843 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-02ad2b8c-5645-43c9-9737-30d9d976b3ca tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Network 95e275c6-3584-413c-9cce-55943d5e76bf is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:23:35.320834 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-02ad2b8c-5645-43c9-9737-30d9d976b3ca tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:23:35.325935 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-02ad2b8c-5645-43c9-9737-30d9d976b3ca tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:23:35.376558 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad2b8c-5645-43c9-9737-30d9d976b3ca tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Pushing event updated for resources: {'Port': ['ID=05b9d922-bd31-404f-a7bf-7efeaa01748a,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:35.394374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-02ad2b8c-5645-43c9-9737-30d9d976b3ca tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:35.394995 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-02ad2b8c-5645-43c9-9737-30d9d976b3ca tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:35.411755 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-02ad2b8c-5645-43c9-9737-30d9d976b3ca tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6725454 Apr 18 21:23:35.423797 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-08cce135-c9d8-46ae-895f-9ec7559490c7 service neutron] Request body: {'port': {'device_id': '62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:23:35.482584 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-08cce135-c9d8-46ae-895f-9ec7559490c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:35.749693 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-08cce135-c9d8-46ae-895f-9ec7559490c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b9d922-bd31-404f-a7bf-7efeaa01748a {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:23:35.757142 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-08cce135-c9d8-46ae-895f-9ec7559490c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:35.769820 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-08cce135-c9d8-46ae-895f-9ec7559490c7 service neutron] Transition to ACTIVE for port object 05b9d922-bd31-404f-a7bf-7efeaa01748a will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:35.773662 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-08cce135-c9d8-46ae-895f-9ec7559490c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:35.826012 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cce135-c9d8-46ae-895f-9ec7559490c7 service neutron] Pushing event updated for resources: {'Port': ['ID=05b9d922-bd31-404f-a7bf-7efeaa01748a,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:35.897007 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-08cce135-c9d8-46ae-895f-9ec7559490c7 service neutron] Attempting to bind port 05b9d922-bd31-404f-a7bf-7efeaa01748a on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:23:35.897344 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-08cce135-c9d8-46ae-895f-9ec7559490c7 service neutron] Attempting to bind port 05b9d922-bd31-404f-a7bf-7efeaa01748a by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '4d51d107-5231-44b8-ba6b-a76107d5565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '95e275c6-3584-413c-9cce-55943d5e76bf'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:23:35.897673 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-08cce135-c9d8-46ae-895f-9ec7559490c7 service neutron] Attempting to bind port 05b9d922-bd31-404f-a7bf-7efeaa01748a on network 95e275c6-3584-413c-9cce-55943d5e76bf {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:23:35.901935 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-08cce135-c9d8-46ae-895f-9ec7559490c7 service neutron] Port 05b9d922-bd31-404f-a7bf-7efeaa01748a on network 95e275c6-3584-413c-9cce-55943d5e76bf not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:23:35.902258 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-08cce135-c9d8-46ae-895f-9ec7559490c7 service neutron] Attempting to bind port 05b9d922-bd31-404f-a7bf-7efeaa01748a on network 95e275c6-3584-413c-9cce-55943d5e76bf {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:23:35.907202 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-08cce135-c9d8-46ae-895f-9ec7559490c7 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:23:35.907547 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-08cce135-c9d8-46ae-895f-9ec7559490c7 service neutron] Checking segment: {'id': '4d51d107-5231-44b8-ba6b-a76107d5565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '95e275c6-3584-413c-9cce-55943d5e76bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:23:35.907958 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-08cce135-c9d8-46ae-895f-9ec7559490c7 service neutron] Bound using segment: {'id': '4d51d107-5231-44b8-ba6b-a76107d5565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '95e275c6-3584-413c-9cce-55943d5e76bf'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:23:35.908372 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-08cce135-c9d8-46ae-895f-9ec7559490c7 service neutron] Bound port: 05b9d922-bd31-404f-a7bf-7efeaa01748a, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d51d107-5231-44b8-ba6b-a76107d5565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '95e275c6-3584-413c-9cce-55943d5e76bf'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:23:35.908759 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-08cce135-c9d8-46ae-895f-9ec7559490c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:35.973747 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-08cce135-c9d8-46ae-895f-9ec7559490c7 service neutron] For port 05b9d922-bd31-404f-a7bf-7efeaa01748a, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:23:35.977097 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-08cce135-c9d8-46ae-895f-9ec7559490c7 service neutron] For port 05b9d922-bd31-404f-a7bf-7efeaa01748a, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=05b9d922-bd31-404f-a7bf-7efeaa01748a,segment=NetworkSegment(4d51d107-5231-44b8-ba6b-a76107d5565d),segment_id=4d51d107-5231-44b8-ba6b-a76107d5565d)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:23:35.982960 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-08cce135-c9d8-46ae-895f-9ec7559490c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:36.021777 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-08cce135-c9d8-46ae-895f-9ec7559490c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:36.022558 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-08cce135-c9d8-46ae-895f-9ec7559490c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:36.024085 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-08cce135-c9d8-46ae-895f-9ec7559490c7 service neutron] 10.222.0.32 "PUT /v2.0/ports/05b9d922-bd31-404f-a7bf-7efeaa01748a HTTP/1.1" status: 200 len: 1092 time: 0.6047366 Apr 18 21:23:36.024599 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c', 'tag': '05b9d922-bd31-404f-a7bf-7efeaa01748a'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:23:36.026985 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ef49d6-4a8c-47ba-8931-27de2d857f53" -d '{"events": [{"name": "network-changed", "server_uuid": "62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c", "tag": "05b9d922-bd31-404f-a7bf-7efeaa01748a"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:23:36.342467 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18570694-fcfc-4511-89ec-6b0e5e7aa75e x-openstack-request-id: req-18570694-fcfc-4511-89ec-6b0e5e7aa75e {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:23:36.342672 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c", "tag": "05b9d922-bd31-404f-a7bf-7efeaa01748a", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:23:36.342896 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-18570694-fcfc-4511-89ec-6b0e5e7aa75e {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:23:36.343296 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18570694-fcfc-4511-89ec-6b0e5e7aa75e'] response: {'name': 'network-changed', 'server_uuid': '62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c', 'tag': '05b9d922-bd31-404f-a7bf-7efeaa01748a', 'status': 'completed', 'code': 200} Apr 18 21:23:36.380312 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cce135-c9d8-46ae-895f-9ec7559490c7 service neutron] Pushing event updated for resources: {'Port': ['ID=05b9d922-bd31-404f-a7bf-7efeaa01748a,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:36.380792 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:23:36.408383 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7f10e-07d8-4181-a294-55be4d45a2bb req-ba85dcf5-7442-4929-b4ed-b851dd1201c1 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:36.409926 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-79b7f10e-07d8-4181-a294-55be4d45a2bb req-ba85dcf5-7442-4929-b4ed-b851dd1201c1 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 944 time: 0.3799253 Apr 18 21:23:36.412875 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-037abff4-fdd8-4f08-a26c-dfb35ee078bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:36.414241 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-037abff4-fdd8-4f08-a26c-dfb35ee078bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5efdf6a9801e4a97be46cbd85953bd0a&device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 1095 time: 0.0737870 Apr 18 21:23:36.467772 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-830bb331-6d9f-442d-b530-b96e82cfd24a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05b9d922-bd31-404f-a7bf-7efeaa01748a HTTP/1.1" status: 200 len: 217 time: 0.0441961 Apr 18 21:23:36.493391 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-79b7f10e-07d8-4181-a294-55be4d45a2bb req-19db72e8-0e18-4356-a888-da4d8a087dcc tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772431 Apr 18 21:23:36.530240 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-720efba7-d70b-4b0d-be64-21f3dadd4644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:36.531692 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-720efba7-d70b-4b0d-be64-21f3dadd4644 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b79fff2c-e979-4f08-ba5f-a9e4af64133a HTTP/1.1" status: 200 len: 855 time: 0.0541759 Apr 18 21:23:36.563699 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-98545682-ba2a-48dc-a511-91205fda0be8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=95e275c6-3584-413c-9cce-55943d5e76bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259624 Apr 18 21:23:36.661481 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-0a28f40c-6042-42b4-8613-6140eb225c41 service neutron] 10.222.0.32 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914159 Apr 18 21:23:36.754834 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6e80dbf-aec9-489a-9ef6-9f5483231a31 req-56d38026-5476-4ae9-b3f4-e3cf156f6bbd service neutron] 10.222.0.32 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856316 Apr 18 21:23:36.847469 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef49d6-4a8c-47ba-8931-27de2d857f53 req-3002ed0b-2a25-41d1-a804-cf9e324a5c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:36.849017 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86ef49d6-4a8c-47ba-8931-27de2d857f53 req-3002ed0b-2a25-41d1-a804-cf9e324a5c61 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5efdf6a9801e4a97be46cbd85953bd0a&device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 1095 time: 0.0443523 Apr 18 21:23:36.946023 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef49d6-4a8c-47ba-8931-27de2d857f53 req-fe52f6d7-81c0-4c14-bf72-26aa9f0ebb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:36.947600 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86ef49d6-4a8c-47ba-8931-27de2d857f53 req-fe52f6d7-81c0-4c14-bf72-26aa9f0ebb05 service neutron] 10.222.0.32 "GET /v2.0/networks?id=95e275c6-3584-413c-9cce-55943d5e76bf HTTP/1.1" status: 200 len: 916 time: 0.0918708 Apr 18 21:23:36.991696 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86ef49d6-4a8c-47ba-8931-27de2d857f53 req-02a79e31-e978-4d78-b9b1-2ba09d944642 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05b9d922-bd31-404f-a7bf-7efeaa01748a HTTP/1.1" status: 200 len: 217 time: 0.0378718 Apr 18 21:23:37.044287 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef49d6-4a8c-47ba-8931-27de2d857f53 req-a1ac6fe7-8e61-4d3c-ba74-9a82ffb6addb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:37.045840 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86ef49d6-4a8c-47ba-8931-27de2d857f53 req-a1ac6fe7-8e61-4d3c-ba74-9a82ffb6addb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b79fff2c-e979-4f08-ba5f-a9e4af64133a HTTP/1.1" status: 200 len: 855 time: 0.0478649 Apr 18 21:23:37.084155 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86ef49d6-4a8c-47ba-8931-27de2d857f53 req-de9b7753-16e0-4282-a797-6fc79e0fc728 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=95e275c6-3584-413c-9cce-55943d5e76bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314956 Apr 18 21:23:37.176400 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86ef49d6-4a8c-47ba-8931-27de2d857f53 req-b012e460-8161-42ec-925c-14e2b830dce4 service neutron] 10.222.0.32 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854378 Apr 18 21:23:37.273430 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86ef49d6-4a8c-47ba-8931-27de2d857f53 req-f8d437aa-5a51-4925-bf54-92d5f58ee248 service neutron] 10.222.0.32 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906663 Apr 18 21:23:37.638750 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835d816-5c66-4c60-b5c2-68538b09cefc req-e6f25f18-2e5a-4c24-bef5-f11ead82a594 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:37.640341 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a835d816-5c66-4c60-b5c2-68538b09cefc req-e6f25f18-2e5a-4c24-bef5-f11ead82a594 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 944 time: 0.0578005 Apr 18 21:23:37.681972 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a835d816-5c66-4c60-b5c2-68538b09cefc req-8495f537-d3a1-4d33-b1e7-345f1db3e615 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351145 Apr 18 21:23:38.044962 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:38.808388 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d771a1-bc9a-435d-96ec-44b2a5d3ccfc req-720d2592-7e99-4c9f-867d-43bfe06486d4 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:38.810071 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-69d771a1-bc9a-435d-96ec-44b2a5d3ccfc req-720d2592-7e99-4c9f-867d-43bfe06486d4 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 944 time: 0.0527959 Apr 18 21:23:38.851236 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-69d771a1-bc9a-435d-96ec-44b2a5d3ccfc req-722219fe-7bef-45c7-96b4-84a2e96c78c4 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350189 Apr 18 21:23:39.210503 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:23:39.232586 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:23:39.232905 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 1d0192cd-a8bf-4c97-ba48-32d2c3f872a6 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:23:39.974827 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e4ede-4625-464f-a051-eab0b35fc0a9 req-4dab5507-5fb5-45c1-bd52-017e961706f5 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:39.976411 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d68e4ede-4625-464f-a051-eab0b35fc0a9 req-4dab5507-5fb5-45c1-bd52-017e961706f5 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 944 time: 0.0546234 Apr 18 21:23:40.018137 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d68e4ede-4625-464f-a051-eab0b35fc0a9 req-d112d6bf-921e-4553-a4c5-f834093164ad tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351856 Apr 18 21:23:41.141030 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84dfcc6-f1d0-464f-9230-2fc12773b4a5 req-ed3f5a1b-1a74-41d0-aee5-c9916666721f tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:41.142567 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f84dfcc6-f1d0-464f-9230-2fc12773b4a5 req-ed3f5a1b-1a74-41d0-aee5-c9916666721f tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 944 time: 0.0520594 Apr 18 21:23:41.181736 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f84dfcc6-f1d0-464f-9230-2fc12773b4a5 req-99ff1071-0671-46cc-83cc-3f12d1ed0114 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329001 Apr 18 21:23:41.218055 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 05b9d922-bd31-404f-a7bf-7efeaa01748a details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:23:41.317657 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 05b9d922-bd31-404f-a7bf-7efeaa01748a, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=05b9d922-bd31-404f-a7bf-7efeaa01748a,segment=NetworkSegment(4d51d107-5231-44b8-ba6b-a76107d5565d),segment_id=4d51d107-5231-44b8-ba6b-a76107d5565d)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:41.330437 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '05b9d922-bd31-404f-a7bf-7efeaa01748a', 'network_id': '95e275c6-3584-413c-9cce-55943d5e76bf', 'port_id': '05b9d922-bd31-404f-a7bf-7efeaa01748a', 'mac_address': 'fa:16:3e:24:2c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b79fff2c-e979-4f08-ba5f-a9e4af64133a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:23:41.368162 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:41.380699 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b9d922-bd31-404f-a7bf-7efeaa01748a {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:23:41.399722 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 05b9d922-bd31-404f-a7bf-7efeaa01748a, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=05b9d922-bd31-404f-a7bf-7efeaa01748a,segment=NetworkSegment(4d51d107-5231-44b8-ba6b-a76107d5565d),segment_id=4d51d107-5231-44b8-ba6b-a76107d5565d)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:41.404878 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:41.450725 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=05b9d922-bd31-404f-a7bf-7efeaa01748a,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:41.699534 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['05b9d922-bd31-404f-a7bf-7efeaa01748a'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:23:42.168608 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:42.302134 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df8c4e-6007-4170-a3fe-495baf62ebca req-f00d87f6-ad5d-493b-be93-ef672e02a436 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:42.303628 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8df8c4e-6007-4170-a3fe-495baf62ebca req-f00d87f6-ad5d-493b-be93-ef672e02a436 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 945 time: 0.0507367 Apr 18 21:23:42.342882 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8df8c4e-6007-4170-a3fe-495baf62ebca req-9833877b-a767-48fc-9855-7b11d7d5262b tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325379 Apr 18 21:23:43.247512 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 05b9d922-bd31-404f-a7bf-7efeaa01748a up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:23:43.296654 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 05b9d922-bd31-404f-a7bf-7efeaa01748a completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:23:43.301104 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 05b9d922-bd31-404f-a7bf-7efeaa01748a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:43.301479 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:43.389810 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:43.414440 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b9d922-bd31-404f-a7bf-7efeaa01748a'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:23:43.418151 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7605a7ad-1bc4-4b72-b637-b5edfca5c3e8" -d '{"events": [{"server_uuid": "62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c", "name": "network-vif-plugged", "status": "completed", "tag": "05b9d922-bd31-404f-a7bf-7efeaa01748a"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:23:43.434958 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 05b9d922-bd31-404f-a7bf-7efeaa01748a, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=05b9d922-bd31-404f-a7bf-7efeaa01748a,segment=NetworkSegment(4d51d107-5231-44b8-ba6b-a76107d5565d),segment_id=4d51d107-5231-44b8-ba6b-a76107d5565d)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:43.440646 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:43.466531 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12c40a2-1373-42b4-9587-7e4c38ffcb2c x-openstack-request-id: req-b12c40a2-1373-42b4-9587-7e4c38ffcb2c {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:23:43.466875 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c", "name": "network-vif-plugged", "status": "completed", "tag": "05b9d922-bd31-404f-a7bf-7efeaa01748a", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:23:43.467065 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b12c40a2-1373-42b4-9587-7e4c38ffcb2c {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:23:43.467474 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12c40a2-1373-42b4-9587-7e4c38ffcb2c'] response: {'server_uuid': '62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b9d922-bd31-404f-a7bf-7efeaa01748a', 'code': 200} Apr 18 21:23:43.488105 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd68787-317d-4a42-bfc7-4182b13eff11 req-bcfd5bd5-7e18-4768-bfcc-57146490080f tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:43.490016 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcd68787-317d-4a42-bfc7-4182b13eff11 req-bcfd5bd5-7e18-4768-bfcc-57146490080f tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 945 time: 0.0753717 Apr 18 21:23:43.497112 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=05b9d922-bd31-404f-a7bf-7efeaa01748a,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:43.566413 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcd68787-317d-4a42-bfc7-4182b13eff11 req-63de8610-bff9-4846-9be4-46318dbd325f tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606663 Apr 18 21:23:43.582299 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ea068-f3ec-4ce3-b1f8-74236f44135f req-f0659026-172b-4f6d-895f-0afb1514f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:43.583799 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f39ea068-f3ec-4ce3-b1f8-74236f44135f req-f0659026-172b-4f6d-895f-0afb1514f2d1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 1097 time: 0.0517681 Apr 18 21:23:43.618790 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f39ea068-f3ec-4ce3-b1f8-74236f44135f req-8c9b1dcd-2649-4537-b530-80395c2c87f8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283146 Apr 18 21:23:44.690136 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79c68f-836b-4536-93b1-e05f75dead8e req-0b08e0ea-8c83-43ed-8e5e-f2434b205c8f tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:44.691720 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4a79c68f-836b-4536-93b1-e05f75dead8e req-0b08e0ea-8c83-43ed-8e5e-f2434b205c8f tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0521946 Apr 18 21:23:44.736127 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4a79c68f-836b-4536-93b1-e05f75dead8e req-8a83b1c9-f853-4964-a60b-e722bde6f59e tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380356 Apr 18 21:23:45.863913 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6d7b4-7143-4d5c-84dc-33285e369849 req-c23b5c7a-e9ae-4d9e-8800-26a41bc519f6 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:45.865423 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76e6d7b4-7143-4d5c-84dc-33285e369849 req-c23b5c7a-e9ae-4d9e-8800-26a41bc519f6 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0557897 Apr 18 21:23:45.907902 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76e6d7b4-7143-4d5c-84dc-33285e369849 req-82957212-4eec-461a-80fa-4459b7af8b55 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350187 Apr 18 21:23:46.038119 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447da29-acc4-4b29-944f-a2c2266738c2 req-f0f69e56-9599-45da-b0a3-4f9290234026 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:46.039674 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4447da29-acc4-4b29-944f-a2c2266738c2 req-f0f69e56-9599-45da-b0a3-4f9290234026 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0531530 Apr 18 21:23:46.083218 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4447da29-acc4-4b29-944f-a2c2266738c2 req-72dd0a15-fdad-4f26-ab78-98aff68bad47 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342174 Apr 18 21:23:46.336130 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb3d07-993f-44dd-8ec3-75702bcd8ba1 req-d15a4412-0e47-4271-b66d-b6e9c2235215 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:46.337757 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-edfb3d07-993f-44dd-8ec3-75702bcd8ba1 req-d15a4412-0e47-4271-b66d-b6e9c2235215 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0535905 Apr 18 21:23:46.393863 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-edfb3d07-993f-44dd-8ec3-75702bcd8ba1 req-a9752cd8-f975-4297-bad4-2a0820b105b2 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481408 Apr 18 21:23:46.404746 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-e5801bd7-97bd-4dcc-9631-f018afe64312 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929959 Apr 18 21:23:47.562882 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fd922-ab59-49bf-8f8c-cfda88f9d285 req-e4590bb0-3498-4ca8-90d3-38939ff11f5e tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:47.564367 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9e9fd922-ab59-49bf-8f8c-cfda88f9d285 req-e4590bb0-3498-4ca8-90d3-38939ff11f5e tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0859985 Apr 18 21:23:47.571939 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1f294c05-51f0-4cf9-a466-f9ce197053b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:47.573483 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1f294c05-51f0-4cf9-a466-f9ce197053b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5efdf6a9801e4a97be46cbd85953bd0a&device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 1097 time: 0.0635393 Apr 18 21:23:47.655703 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9e9fd922-ab59-49bf-8f8c-cfda88f9d285 req-ec8d18f6-033f-47c6-a09d-abc016b8d820 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812433 Apr 18 21:23:47.690851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-87baf7bf-0ec7-4c86-a85b-5866af8c173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:47.692364 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-87baf7bf-0ec7-4c86-a85b-5866af8c173f service neutron] 10.222.0.32 "GET /v2.0/networks?id=95e275c6-3584-413c-9cce-55943d5e76bf HTTP/1.1" status: 200 len: 916 time: 0.1121254 Apr 18 21:23:47.740076 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-288295cc-f9c8-4ad6-9b83-1d7f1e65d3a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05b9d922-bd31-404f-a7bf-7efeaa01748a HTTP/1.1" status: 200 len: 217 time: 0.0400488 Apr 18 21:23:47.789432 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-f904307b-2006-4bd1-84ee-5d89ff4914ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:47.790895 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-f904307b-2006-4bd1-84ee-5d89ff4914ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b79fff2c-e979-4f08-ba5f-a9e4af64133a HTTP/1.1" status: 200 len: 855 time: 0.0445518 Apr 18 21:23:47.823785 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-4cf74895-58b3-4ee7-97ee-cef447a66a9b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=95e275c6-3584-413c-9cce-55943d5e76bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263360 Apr 18 21:23:47.919466 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-3ea124ab-e7cb-43e9-8e1a-a2fa1aa7a32f service neutron] 10.222.0.32 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895777 Apr 18 21:23:48.012554 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-a497cbb8-77ec-4d97-9e93-be28e1d054c7 service neutron] 10.222.0.32 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863893 Apr 18 21:23:48.805057 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a890a-cd47-431a-be71-04a6c7946a20 req-16711513-6611-4216-a5c3-beeb438d60ab tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:48.806555 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-370a890a-cd47-431a-be71-04a6c7946a20 req-16711513-6611-4216-a5c3-beeb438d60ab tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0744414 Apr 18 21:23:48.854967 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-370a890a-cd47-431a-be71-04a6c7946a20 req-c8905c7b-f2ac-43d5-aa06-9fef5c3a04fc tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414987 Apr 18 21:23:49.980725 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40016be7-be96-41b7-a9fc-29ae99cd3789 req-7343f762-8b43-4550-b563-2ba7121cb9da tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:49.982234 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-40016be7-be96-41b7-a9fc-29ae99cd3789 req-7343f762-8b43-4550-b563-2ba7121cb9da tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0513091 Apr 18 21:23:50.022579 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-40016be7-be96-41b7-a9fc-29ae99cd3789 req-4dce69f0-ca08-46a4-a48f-2df304f67893 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342667 Apr 18 21:23:51.149307 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423da859-6895-4f38-b341-9452d8a31196 req-cb747ab5-93c2-4f9a-ae81-6a4cdcf05ec4 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:51.150604 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-423da859-6895-4f38-b341-9452d8a31196 req-cb747ab5-93c2-4f9a-ae81-6a4cdcf05ec4 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0526791 Apr 18 21:23:51.194385 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-423da859-6895-4f38-b341-9452d8a31196 req-c00a5b3e-2240-4464-aca3-18b05899c8d2 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365033 Apr 18 21:23:52.320019 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ea0d5-2ea7-42ab-927b-8046adaab96c req-3f14cae5-11e8-4ed5-ab50-35ee7eb5c51c tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:52.321566 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-910ea0d5-2ea7-42ab-927b-8046adaab96c req-3f14cae5-11e8-4ed5-ab50-35ee7eb5c51c tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0531769 Apr 18 21:23:52.370291 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-910ea0d5-2ea7-42ab-927b-8046adaab96c req-6e421502-ab95-4880-82f3-16b5d3b25a17 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414674 Apr 18 21:23:53.496522 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae070f5-b025-43d9-909d-45e5d975efb0 req-03f45a9c-26ce-49b8-8c08-d2b07fcf84b9 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:53.498293 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0ae070f5-b025-43d9-909d-45e5d975efb0 req-03f45a9c-26ce-49b8-8c08-d2b07fcf84b9 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0537350 Apr 18 21:23:53.541348 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0ae070f5-b025-43d9-909d-45e5d975efb0 req-94b9120b-2dc6-4e1a-8ea2-ba2607fc4660 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352299 Apr 18 21:23:54.678555 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d7fa0798-ede5-4cdf-bd9b-75e6335b701f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:54.698702 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d22eb-c250-4ad6-b396-016db5856e0b req-32d602b6-85b1-4b01-bea2-8e664032362f tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:54.700407 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e39d22eb-c250-4ad6-b396-016db5856e0b req-32d602b6-85b1-4b01-bea2-8e664032362f tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0709443 Apr 18 21:23:54.748918 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e39d22eb-c250-4ad6-b396-016db5856e0b req-20eead76-ac0f-441c-89de-9a86809a810f tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420628 Apr 18 21:23:55.887296 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2e50b-2945-4b4b-899d-43c57fde3f57 req-a137324f-20ed-45c8-a310-9becf76bc849 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:55.888889 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-78e2e50b-2945-4b4b-899d-43c57fde3f57 req-a137324f-20ed-45c8-a310-9becf76bc849 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0579643 Apr 18 21:23:55.935800 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-78e2e50b-2945-4b4b-899d-43c57fde3f57 req-ca9c3785-23c6-4ddc-aa92-9a4ba4757dc0 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404940 Apr 18 21:23:57.065300 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b69ef2-1304-45c7-b208-61421397025c req-3c222311-33a5-4be9-8b76-7d6ca7825262 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:57.067506 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-37b69ef2-1304-45c7-b208-61421397025c req-3c222311-33a5-4be9-8b76-7d6ca7825262 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0534794 Apr 18 21:23:57.111044 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-37b69ef2-1304-45c7-b208-61421397025c req-6ffbfbbb-d256-4f14-8a1d-196aa9047d30 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364134 Apr 18 21:23:58.241741 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7010db8-4193-40ce-84b7-84185d27b3d9 req-2039f0f5-b8db-4786-9642-e0442624ab2b tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:58.243609 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7010db8-4193-40ce-84b7-84185d27b3d9 req-2039f0f5-b8db-4786-9642-e0442624ab2b tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0571067 Apr 18 21:23:58.292707 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7010db8-4193-40ce-84b7-84185d27b3d9 req-ba1fbe05-3f44-40ff-82a2-ab79b8618027 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409119 Apr 18 21:23:59.086522 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-90888080-ffce-471d-9b9c-3c2debc84b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:59.415885 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa8b59-b845-421e-8202-1c5b2eff92b7 req-2e99402e-15da-42c4-9d91-5a118e84f784 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:59.417686 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68aa8b59-b845-421e-8202-1c5b2eff92b7 req-2e99402e-15da-42c4-9d91-5a118e84f784 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0537460 Apr 18 21:23:59.464946 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68aa8b59-b845-421e-8202-1c5b2eff92b7 req-c70ce6e8-0fc0-454b-b7ab-e9bfcbad7057 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381064 Apr 18 21:23:59.982949 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:00.589803 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba54f7-611d-410a-a141-58077ffd1578 req-8684d0cf-6bd8-4e2d-b2a8-fb401ea3cfc1 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:00.591305 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-61ba54f7-611d-410a-a141-58077ffd1578 req-8684d0cf-6bd8-4e2d-b2a8-fb401ea3cfc1 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0557990 Apr 18 21:24:00.631187 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-61ba54f7-611d-410a-a141-58077ffd1578 req-32697512-e448-4b6f-89f6-09383b7e7a8b tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333700 Apr 18 21:24:01.596404 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:01.749478 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff6b93-8ac2-4657-9a1f-fb3740125e40 req-f25321f2-0e16-42d8-ab06-ad37d8d8a079 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:01.750962 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-62ff6b93-8ac2-4657-9a1f-fb3740125e40 req-f25321f2-0e16-42d8-ab06-ad37d8d8a079 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0503621 Apr 18 21:24:01.769774 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:01.790263 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-62ff6b93-8ac2-4657-9a1f-fb3740125e40 req-4ae88489-10bc-47d8-b257-989e50af076c tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324786 Apr 18 21:24:02.913030 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cbcf1-8692-4544-a961-1a25037e7ffa req-7b814703-afdc-4b8f-b0da-ac7f08aebdad tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:02.914524 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-382cbcf1-8692-4544-a961-1a25037e7ffa req-7b814703-afdc-4b8f-b0da-ac7f08aebdad tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0518100 Apr 18 21:24:02.959745 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-382cbcf1-8692-4544-a961-1a25037e7ffa req-dcf2b5d9-4c11-44a8-ba7d-71eede449111 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384569 Apr 18 21:24:04.085064 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7f72f-1682-4cc0-8764-461916447175 req-52ac81e8-9611-4b7a-862d-bef8c09d71c9 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:04.086649 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e2d7f72f-1682-4cc0-8764-461916447175 req-52ac81e8-9611-4b7a-862d-bef8c09d71c9 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0530887 Apr 18 21:24:04.132512 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e2d7f72f-1682-4cc0-8764-461916447175 req-0866c07c-6c91-447d-a803-d7da1639bda9 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388062 Apr 18 21:24:05.253448 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600ddf1-7e81-4585-8ced-1d28c9f7ebe3 req-f1a61032-3e9d-4b25-9e2f-ecbe4fed87ca tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:05.254887 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6600ddf1-7e81-4585-8ced-1d28c9f7ebe3 req-f1a61032-3e9d-4b25-9e2f-ecbe4fed87ca tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0522416 Apr 18 21:24:05.294397 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6600ddf1-7e81-4585-8ced-1d28c9f7ebe3 req-4d3319f5-7b33-4636-84ee-7d1ffa573b86 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328503 Apr 18 21:24:06.428244 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d698b2-9987-4e27-afa2-5943412fa8f5 req-77fb3b2a-e8bb-4130-8481-e10c130ec8f8 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:06.429940 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3d698b2-9987-4e27-afa2-5943412fa8f5 req-77fb3b2a-e8bb-4130-8481-e10c130ec8f8 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0616057 Apr 18 21:24:06.477929 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3d698b2-9987-4e27-afa2-5943412fa8f5 req-a100b839-d1f5-4724-9fa0-af3347c7bf64 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413847 Apr 18 21:24:07.603903 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f9411-3026-49fb-bae7-2edef1506bb5 req-c29787e7-ac68-4ae2-b886-6623d3ebb2e3 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:07.605409 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-530f9411-3026-49fb-bae7-2edef1506bb5 req-c29787e7-ac68-4ae2-b886-6623d3ebb2e3 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0564437 Apr 18 21:24:07.643257 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-530f9411-3026-49fb-bae7-2edef1506bb5 req-5028263a-f2d4-46e8-b37a-4d22f6fdf574 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317833 Apr 18 21:24:08.044165 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:08.765189 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fc132-ae12-4f69-a7d2-b96170121094 req-890ad0e9-c43d-4341-bd61-c385351dc7ab tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:08.766921 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-829fc132-ae12-4f69-a7d2-b96170121094 req-890ad0e9-c43d-4341-bd61-c385351dc7ab tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0532629 Apr 18 21:24:08.807795 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-829fc132-ae12-4f69-a7d2-b96170121094 req-05e05e1f-a9b2-49b8-8432-8f24607d59ac tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340760 Apr 18 21:24:09.929474 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944297d-64b6-49de-8e5f-17dab35954ca req-165ba727-ea68-462a-a6f4-6dc801d00d9a tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:09.931027 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9944297d-64b6-49de-8e5f-17dab35954ca req-165ba727-ea68-462a-a6f4-6dc801d00d9a tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0509050 Apr 18 21:24:09.975294 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9944297d-64b6-49de-8e5f-17dab35954ca req-70b95bc2-befc-4801-a821-7c5194c489fb tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373282 Apr 18 21:24:11.126691 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cf640-8cfe-4543-bb99-9baec1ecb1bc req-f45c2232-47d6-462b-900d-a1144bea784a tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:11.129406 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f19cf640-8cfe-4543-bb99-9baec1ecb1bc req-f45c2232-47d6-462b-900d-a1144bea784a tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0814028 Apr 18 21:24:11.170234 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f19cf640-8cfe-4543-bb99-9baec1ecb1bc req-241e4a22-0678-40e4-b6e4-9b20c443ab7d tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339191 Apr 18 21:24:12.212956 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:12.290196 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc9737-38ba-4537-b26d-c47856566a34 req-987b0424-2124-4fe4-a907-83048fa30f74 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:12.291802 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6dcc9737-38ba-4537-b26d-c47856566a34 req-987b0424-2124-4fe4-a907-83048fa30f74 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0488141 Apr 18 21:24:12.330077 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6dcc9737-38ba-4537-b26d-c47856566a34 req-fe07ec04-83a0-4ceb-928f-8be344b9e748 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321386 Apr 18 21:24:13.379701 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:24:13.445223 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498691a7-36f7-4896-a4c1-e161f09bdded req-328baf8e-00c8-4aaa-9e55-fce09c69d264 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:13.446666 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-498691a7-36f7-4896-a4c1-e161f09bdded req-328baf8e-00c8-4aaa-9e55-fce09c69d264 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0481000 Apr 18 21:24:13.489052 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-498691a7-36f7-4896-a4c1-e161f09bdded req-6322c491-c277-4d3c-88c8-6ea7642a443e tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354161 Apr 18 21:24:14.607192 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8783e-6b3f-4040-9004-7d4b75b7c5a0 req-a87e1de1-6ab4-413c-9587-94e24d7df4b8 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:14.608681 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ba8783e-6b3f-4040-9004-7d4b75b7c5a0 req-a87e1de1-6ab4-413c-9587-94e24d7df4b8 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0507917 Apr 18 21:24:14.647116 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ba8783e-6b3f-4040-9004-7d4b75b7c5a0 req-8cfdd290-3a8b-4844-bee0-7d3d16e6d6a9 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323653 Apr 18 21:24:14.959711 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-7e61a9cf-8653-4177-9b84-92475bc60125 service neutron] show failed (client error): The resource could not be found. Apr 18 21:24:14.960772 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-7e61a9cf-8653-4177-9b84-92475bc60125 service neutron] 10.222.0.32 "GET /v2.0/ports/05b9d922-bd31-404f-a7bf-7efeaa01748a/bindings/n-h2-838323-3 HTTP/1.1" status: 404 len: 380 time: 0.0553205 Apr 18 21:24:15.162986 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-640f945f-6939-42bb-b765-7586aa4ae624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:15.164489 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-640f945f-6939-42bb-b765-7586aa4ae624 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c&tenant_id=5efdf6a9801e4a97be46cbd85953bd0a HTTP/1.1" status: 200 len: 1097 time: 0.0401359 Apr 18 21:24:15.175542 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838323-3', 'device_owner': 'compute:nova'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:24:15.231906 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.434878 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] For port 05b9d922-bd31-404f-a7bf-7efeaa01748a, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=05b9d922-bd31-404f-a7bf-7efeaa01748a,segment=NetworkSegment(4d51d107-5231-44b8-ba6b-a76107d5565d),segment_id=4d51d107-5231-44b8-ba6b-a76107d5565d)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:15.466955 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] For port 05b9d922-bd31-404f-a7bf-7efeaa01748a, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:24:15.505626 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05b9d922-bd31-404f-a7bf-7efeaa01748a'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:24:15.507799 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dff720e-cfca-43d0-9cc8-f03b07c652be" -d '{"events": [{"server_uuid": "62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c", "name": "network-vif-unplugged", "status": "completed", "tag": "05b9d922-bd31-404f-a7bf-7efeaa01748a"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:24:15.512343 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.525540 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Transition to ACTIVE for port object 05b9d922-bd31-404f-a7bf-7efeaa01748a will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:15.529939 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.560646 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b817f65-2dd2-4f30-8b7a-35679fb73a53 x-openstack-request-id: req-8b817f65-2dd2-4f30-8b7a-35679fb73a53 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:24:15.560646 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c", "name": "network-vif-unplugged", "status": "completed", "tag": "05b9d922-bd31-404f-a7bf-7efeaa01748a", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:24:15.560847 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b817f65-2dd2-4f30-8b7a-35679fb73a53 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:24:15.561258 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b817f65-2dd2-4f30-8b7a-35679fb73a53'] response: {'server_uuid': '62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05b9d922-bd31-404f-a7bf-7efeaa01748a', 'code': 200} Apr 18 21:24:15.583668 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Pushing event updated for resources: {'Port': ['ID=05b9d922-bd31-404f-a7bf-7efeaa01748a,revision_number=6']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:15.607512 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] No DVR routers for this DVR port 05b9d922-bd31-404f-a7bf-7efeaa01748a on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:24:15.610100 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:15.610448 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:15.610792 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:15.611127 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:15.611490 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:15.611826 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:15.612152 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:15.612503 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:15.612839 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:15.613163 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:15.613482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:15.613804 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:15.649221 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Attempting to bind port 05b9d922-bd31-404f-a7bf-7efeaa01748a on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:24:15.649559 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Attempting to bind port 05b9d922-bd31-404f-a7bf-7efeaa01748a by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '4d51d107-5231-44b8-ba6b-a76107d5565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '95e275c6-3584-413c-9cce-55943d5e76bf'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:24:15.650519 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Attempting to bind port 05b9d922-bd31-404f-a7bf-7efeaa01748a on network 95e275c6-3584-413c-9cce-55943d5e76bf {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:24:15.654950 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Port 05b9d922-bd31-404f-a7bf-7efeaa01748a on network 95e275c6-3584-413c-9cce-55943d5e76bf not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:24:15.655279 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Attempting to bind port 05b9d922-bd31-404f-a7bf-7efeaa01748a on network 95e275c6-3584-413c-9cce-55943d5e76bf {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:24:15.659997 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:24:15.660339 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Checking segment: {'id': '4d51d107-5231-44b8-ba6b-a76107d5565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '95e275c6-3584-413c-9cce-55943d5e76bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:24:15.660753 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Bound using segment: {'id': '4d51d107-5231-44b8-ba6b-a76107d5565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '95e275c6-3584-413c-9cce-55943d5e76bf'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:24:15.661187 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Bound port: 05b9d922-bd31-404f-a7bf-7efeaa01748a, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d51d107-5231-44b8-ba6b-a76107d5565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '95e275c6-3584-413c-9cce-55943d5e76bf'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:24:15.661538 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.736653 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] For port 05b9d922-bd31-404f-a7bf-7efeaa01748a, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:24:15.763208 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] For port 05b9d922-bd31-404f-a7bf-7efeaa01748a, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=05b9d922-bd31-404f-a7bf-7efeaa01748a,segment=NetworkSegment(4d51d107-5231-44b8-ba6b-a76107d5565d),segment_id=4d51d107-5231-44b8-ba6b-a76107d5565d)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:24:15.767816 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.817146 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:15.817760 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.819129 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] 10.222.0.57 "PUT /v2.0/ports/05b9d922-bd31-404f-a7bf-7efeaa01748a HTTP/1.1" status: 200 len: 1092 time: 0.6474776 Apr 18 21:24:15.827233 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f2693-2dd8-4b25-a0ab-69e30b0e853c req-a59b2534-ea20-4dd8-9864-0232d2e01cdc tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:15.828873 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de5f2693-2dd8-4b25-a0ab-69e30b0e853c req-a59b2534-ea20-4dd8-9864-0232d2e01cdc tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 944 time: 0.1111417 Apr 18 21:24:15.851514 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ad208-8fe8-4312-b9c5-bc7799b5b48a service neutron] Pushing event updated for resources: {'Port': ['ID=05b9d922-bd31-404f-a7bf-7efeaa01748a,revision_number=7']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:15.909968 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de5f2693-2dd8-4b25-a0ab-69e30b0e853c req-092e78b8-d44d-4d59-98ea-cfddfc2cb5dd tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680983 Apr 18 21:24:15.914678 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-bdddf212-c0fe-4c4c-a43b-56daeb252695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:15.916249 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-bdddf212-c0fe-4c4c-a43b-56daeb252695 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5efdf6a9801e4a97be46cbd85953bd0a&device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 1095 time: 0.0705898 Apr 18 21:24:16.010815 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-9a9fa8a1-6dff-4333-89fd-d3d16d3ad597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:16.012276 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-9a9fa8a1-6dff-4333-89fd-d3d16d3ad597 service neutron] 10.222.0.57 "GET /v2.0/networks?id=95e275c6-3584-413c-9cce-55943d5e76bf HTTP/1.1" status: 200 len: 916 time: 0.0896132 Apr 18 21:24:16.055771 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-b7c2e909-8c11-4ad3-accc-a1ff82c583c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05b9d922-bd31-404f-a7bf-7efeaa01748a HTTP/1.1" status: 200 len: 217 time: 0.0370166 Apr 18 21:24:16.105026 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1ad48fce-6788-478f-82e1-9a31daa18f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:16.106480 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-1ad48fce-6788-478f-82e1-9a31daa18f66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b79fff2c-e979-4f08-ba5f-a9e4af64133a HTTP/1.1" status: 200 len: 855 time: 0.0450554 Apr 18 21:24:16.137939 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-095cd7c1-dd50-4b6b-ba42-bdeef960363f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95e275c6-3584-413c-9cce-55943d5e76bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254242 Apr 18 21:24:16.227863 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-5bcd7a3a-4eed-4159-9d00-ab340f23bd26 service neutron] 10.222.0.57 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827878 Apr 18 21:24:16.314567 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34e10e87-1cfc-4bd0-a726-88406e911807 req-15499e81-bdd9-4104-a1b3-7b1632e85155 service neutron] 10.222.0.57 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801096 Apr 18 21:24:17.033251 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf12f1-af76-4f4c-b628-d77fbe7db97a req-e13422f5-c0de-4b68-8158-20f2ab84397c tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:17.034716 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5faf12f1-af76-4f4c-b628-d77fbe7db97a req-e13422f5-c0de-4b68-8158-20f2ab84397c tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 944 time: 0.0525181 Apr 18 21:24:17.074095 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5faf12f1-af76-4f4c-b628-d77fbe7db97a req-d025627f-5b76-48a1-ba1c-11115fb87387 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332954 Apr 18 21:24:17.562602 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c', 'tag': '05b9d922-bd31-404f-a7bf-7efeaa01748a'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:24:17.565013 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1241de2e-7979-4aef-90e1-a5120e277055" -d '{"events": [{"name": "network-changed", "server_uuid": "62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c", "tag": "05b9d922-bd31-404f-a7bf-7efeaa01748a"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:24:17.613071 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911a8b9c-beac-485e-96d9-8264ebde8bc8 x-openstack-request-id: req-911a8b9c-beac-485e-96d9-8264ebde8bc8 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:24:17.613399 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c", "tag": "05b9d922-bd31-404f-a7bf-7efeaa01748a", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:24:17.613610 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-911a8b9c-beac-485e-96d9-8264ebde8bc8 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:24:17.614439 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-911a8b9c-beac-485e-96d9-8264ebde8bc8'] response: {'name': 'network-changed', 'server_uuid': '62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c', 'tag': '05b9d922-bd31-404f-a7bf-7efeaa01748a', 'status': 'completed', 'code': 200} Apr 18 21:24:17.704186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241de2e-7979-4aef-90e1-a5120e277055 req-9bd9da84-f31c-468b-89a6-78dadd973d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:17.705714 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1241de2e-7979-4aef-90e1-a5120e277055 req-9bd9da84-f31c-468b-89a6-78dadd973d7a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5efdf6a9801e4a97be46cbd85953bd0a&device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 1095 time: 0.0681996 Apr 18 21:24:17.711410 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241de2e-7979-4aef-90e1-a5120e277055 req-bed0665b-f7e4-45f7-abc9-e98c73c9cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:17.713202 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1241de2e-7979-4aef-90e1-a5120e277055 req-bed0665b-f7e4-45f7-abc9-e98c73c9cb1d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5efdf6a9801e4a97be46cbd85953bd0a&device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 1095 time: 0.0675249 Apr 18 21:24:17.869629 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241de2e-7979-4aef-90e1-a5120e277055 req-91a5f5f2-3ca5-4260-baa5-96f05f35cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:17.870871 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1241de2e-7979-4aef-90e1-a5120e277055 req-91a5f5f2-3ca5-4260-baa5-96f05f35cc40 service neutron] 10.222.0.57 "GET /v2.0/networks?id=95e275c6-3584-413c-9cce-55943d5e76bf HTTP/1.1" status: 200 len: 916 time: 0.1566765 Apr 18 21:24:17.873610 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241de2e-7979-4aef-90e1-a5120e277055 req-4f4c59f4-01af-4a3b-be2b-b3ce2cab1aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:17.874926 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1241de2e-7979-4aef-90e1-a5120e277055 req-4f4c59f4-01af-4a3b-be2b-b3ce2cab1aa5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=95e275c6-3584-413c-9cce-55943d5e76bf HTTP/1.1" status: 200 len: 916 time: 0.1531286 Apr 18 21:24:17.945923 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1241de2e-7979-4aef-90e1-a5120e277055 req-44156575-c334-47ad-9475-dfe6a1bc6962 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05b9d922-bd31-404f-a7bf-7efeaa01748a HTTP/1.1" status: 200 len: 217 time: 0.0682065 Apr 18 21:24:17.947443 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1241de2e-7979-4aef-90e1-a5120e277055 req-dd9ce121-0b46-4f64-964a-0e160e05db37 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05b9d922-bd31-404f-a7bf-7efeaa01748a HTTP/1.1" status: 200 len: 217 time: 0.0641756 Apr 18 21:24:18.032829 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241de2e-7979-4aef-90e1-a5120e277055 req-ac0d5b8d-a5c5-44f3-88bf-37d4f9c8d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:18.034299 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1241de2e-7979-4aef-90e1-a5120e277055 req-ac0d5b8d-a5c5-44f3-88bf-37d4f9c8d34b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b79fff2c-e979-4f08-ba5f-a9e4af64133a HTTP/1.1" status: 200 len: 855 time: 0.0813324 Apr 18 21:24:18.035675 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241de2e-7979-4aef-90e1-a5120e277055 req-f61d4d6c-3f3d-4a09-a6a7-0d5281787e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:18.037031 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1241de2e-7979-4aef-90e1-a5120e277055 req-f61d4d6c-3f3d-4a09-a6a7-0d5281787e17 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b79fff2c-e979-4f08-ba5f-a9e4af64133a HTTP/1.1" status: 200 len: 855 time: 0.0851884 Apr 18 21:24:18.072913 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1241de2e-7979-4aef-90e1-a5120e277055 req-00dac3c1-6010-4c2e-8f52-129d89e3f8e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=95e275c6-3584-413c-9cce-55943d5e76bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319231 Apr 18 21:24:18.093945 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1241de2e-7979-4aef-90e1-a5120e277055 req-428e545f-dc4d-45e8-a428-1571107412b6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95e275c6-3584-413c-9cce-55943d5e76bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452254 Apr 18 21:24:18.551357 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e6e39-9ae7-48c2-9965-a8a53df7c1ee req-fd35dc86-4494-4d44-98f6-fb22a184a13b tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:18.552865 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b9e6e39-9ae7-48c2-9965-a8a53df7c1ee req-fd35dc86-4494-4d44-98f6-fb22a184a13b tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 944 time: 0.3978665 Apr 18 21:24:18.563644 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1241de2e-7979-4aef-90e1-a5120e277055 req-4f61d289-e4db-48dd-8e0b-16b089a16409 service neutron] 10.222.0.32 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780152 Apr 18 21:24:18.569781 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1241de2e-7979-4aef-90e1-a5120e277055 req-3a7bab51-7990-48e0-9c47-739ed677234e service neutron] 10.222.0.57 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636433 Apr 18 21:24:18.699597 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b9e6e39-9ae7-48c2-9965-a8a53df7c1ee req-3c5582d6-d5bd-4ca1-89a2-c8009763f78d tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392307 Apr 18 21:24:18.750638 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1241de2e-7979-4aef-90e1-a5120e277055 req-c80e6513-6c62-45f5-ae3a-1aef48981115 service neutron] 10.222.0.32 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790490 Apr 18 21:24:18.767916 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1241de2e-7979-4aef-90e1-a5120e277055 req-41ae44ee-5b8e-460a-95ac-c91e5fad3613 service neutron] 10.222.0.57 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817050 Apr 18 21:24:18.952271 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ce638-f91f-4142-8e65-4f90196f7148 req-d1c77397-061a-4989-8e77-659066c722a4 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:18.953810 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-361ce638-f91f-4142-8e65-4f90196f7148 req-d1c77397-061a-4989-8e77-659066c722a4 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 944 time: 0.0861726 Apr 18 21:24:18.961320 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a5ca7-b55b-4a29-b20d-62990b047684 req-acaf4135-6c8e-4f0b-9489-3bc2c89fa8e0 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:18.963392 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c94a5ca7-b55b-4a29-b20d-62990b047684 req-acaf4135-6c8e-4f0b-9489-3bc2c89fa8e0 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.32 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c&tenant_id=5efdf6a9801e4a97be46cbd85953bd0a&binding%3Ahost_id=n-h2-838323-3 HTTP/1.1" status: 200 len: 944 time: 0.0861657 Apr 18 21:24:19.030282 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-361ce638-f91f-4142-8e65-4f90196f7148 req-87e5c792-6264-4c56-8a6a-1ef46b5068ba tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658715 Apr 18 21:24:19.044890 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-c94a5ca7-b55b-4a29-b20d-62990b047684 req-2e9ed73a-e4b0-4c49-a913-4561ce55e248 service neutron] delete failed (client error): The resource could not be found. Apr 18 21:24:19.045900 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c94a5ca7-b55b-4a29-b20d-62990b047684 req-2e9ed73a-e4b0-4c49-a913-4561ce55e248 service neutron] 10.222.0.32 "DELETE /v2.0/ports/05b9d922-bd31-404f-a7bf-7efeaa01748a/bindings/n-h1-838323-3 HTTP/1.1" status: 404 len: 380 time: 0.0756917 Apr 18 21:24:19.130513 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a5ca7-b55b-4a29-b20d-62990b047684 req-696371e4-7e48-4466-8984-64af9ede2155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:19.132005 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c94a5ca7-b55b-4a29-b20d-62990b047684 req-696371e4-7e48-4466-8984-64af9ede2155 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5efdf6a9801e4a97be46cbd85953bd0a&device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 1095 time: 0.0428238 Apr 18 21:24:19.229453 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a5ca7-b55b-4a29-b20d-62990b047684 req-731bbf61-4e26-494a-838e-24ca6b7944e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:19.230935 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c94a5ca7-b55b-4a29-b20d-62990b047684 req-731bbf61-4e26-494a-838e-24ca6b7944e8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=95e275c6-3584-413c-9cce-55943d5e76bf HTTP/1.1" status: 200 len: 916 time: 0.0923717 Apr 18 21:24:19.275954 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c94a5ca7-b55b-4a29-b20d-62990b047684 req-c3d1a003-7a3b-4c0b-8a92-4034162ebf21 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05b9d922-bd31-404f-a7bf-7efeaa01748a HTTP/1.1" status: 200 len: 217 time: 0.0355043 Apr 18 21:24:19.326790 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a5ca7-b55b-4a29-b20d-62990b047684 req-07c91f29-40b0-4523-af0f-58e3652688a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:19.328258 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c94a5ca7-b55b-4a29-b20d-62990b047684 req-07c91f29-40b0-4523-af0f-58e3652688a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b79fff2c-e979-4f08-ba5f-a9e4af64133a HTTP/1.1" status: 200 len: 855 time: 0.0454023 Apr 18 21:24:19.364898 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c94a5ca7-b55b-4a29-b20d-62990b047684 req-65a3eaf2-4a71-42e5-bc4c-aa5f5f896357 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=95e275c6-3584-413c-9cce-55943d5e76bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297019 Apr 18 21:24:19.418341 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 05b9d922-bd31-404f-a7bf-7efeaa01748a no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:24:19.461067 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 05b9d922-bd31-404f-a7bf-7efeaa01748a not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:24:19.463860 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c94a5ca7-b55b-4a29-b20d-62990b047684 req-c7735f3a-a12c-42eb-b21c-d5f2e37a427d service neutron] 10.222.0.32 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895798 Apr 18 21:24:19.559161 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c94a5ca7-b55b-4a29-b20d-62990b047684 req-2e199d5c-b478-48c3-aa46-d73117286706 service neutron] 10.222.0.32 "GET /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907843 Apr 18 21:24:19.684689 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 05b9d922-bd31-404f-a7bf-7efeaa01748a details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:24:19.782413 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 05b9d922-bd31-404f-a7bf-7efeaa01748a, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=05b9d922-bd31-404f-a7bf-7efeaa01748a,segment=NetworkSegment(4d51d107-5231-44b8-ba6b-a76107d5565d),segment_id=4d51d107-5231-44b8-ba6b-a76107d5565d)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:19.794000 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '05b9d922-bd31-404f-a7bf-7efeaa01748a', 'network_id': '95e275c6-3584-413c-9cce-55943d5e76bf', 'port_id': '05b9d922-bd31-404f-a7bf-7efeaa01748a', 'mac_address': 'fa:16:3e:24:2c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b79fff2c-e979-4f08-ba5f-a9e4af64133a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:24:19.830427 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:19.846087 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b9d922-bd31-404f-a7bf-7efeaa01748a {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:24:19.864559 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 05b9d922-bd31-404f-a7bf-7efeaa01748a, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=05b9d922-bd31-404f-a7bf-7efeaa01748a,segment=NetworkSegment(4d51d107-5231-44b8-ba6b-a76107d5565d),segment_id=4d51d107-5231-44b8-ba6b-a76107d5565d)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:19.869047 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.082492 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=05b9d922-bd31-404f-a7bf-7efeaa01748a,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:20.090892 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:20.091383 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:20.091765 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:20.092922 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:20.092922 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:20.092922 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:20.093248 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:20.093558 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:20.093877 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:20.094193 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:20.094508 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:20.094827 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:20.126885 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['05b9d922-bd31-404f-a7bf-7efeaa01748a'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:24:20.168232 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2959a3-189a-4914-954c-9af4f6bf252e req-b6cb42b3-0db7-43a6-bd21-3f499ad58473 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:20.169893 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb2959a3-189a-4914-954c-9af4f6bf252e req-b6cb42b3-0db7-43a6-bd21-3f499ad58473 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 945 time: 0.0574360 Apr 18 21:24:20.215106 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb2959a3-189a-4914-954c-9af4f6bf252e req-242f5aac-84cb-4a3f-a528-394102a04e70 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374162 Apr 18 21:24:20.334016 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be673e-0b57-4e97-8444-e2c332d82ce6 req-c288654f-70b2-43cf-93ee-c43e80ab9f7b tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:20.335447 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-39be673e-0b57-4e97-8444-e2c332d82ce6 req-c288654f-70b2-43cf-93ee-c43e80ab9f7b tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 945 time: 0.0492899 Apr 18 21:24:20.373726 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-39be673e-0b57-4e97-8444-e2c332d82ce6 req-6e258693-458e-4f5b-8107-d64d1c78bfbd tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319855 Apr 18 21:24:20.488376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4c049-7932-437e-9363-6d61adcf85d0 req-fb4e6d64-3412-4f91-a023-cd8e11f2d4ec tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:20.489836 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-36f4c049-7932-437e-9363-6d61adcf85d0 req-fb4e6d64-3412-4f91-a023-cd8e11f2d4ec tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 945 time: 0.0499201 Apr 18 21:24:20.531523 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-36f4c049-7932-437e-9363-6d61adcf85d0 req-6faad47a-520a-4a44-9413-8db973344235 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355978 Apr 18 21:24:20.862694 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce55e7-c42f-4391-bdeb-a8c96c32588f req-e44c2148-b0e2-42de-80dd-03c13f27821e tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:20.864262 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4ce55e7-c42f-4391-bdeb-a8c96c32588f req-e44c2148-b0e2-42de-80dd-03c13f27821e tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 945 time: 0.0497682 Apr 18 21:24:20.902872 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4ce55e7-c42f-4391-bdeb-a8c96c32588f req-aadf772d-1c25-4c55-a7ab-ebdf7a72adba tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316274 Apr 18 21:24:21.701216 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 05b9d922-bd31-404f-a7bf-7efeaa01748a up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:24:21.750512 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 05b9d922-bd31-404f-a7bf-7efeaa01748a completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:21.754742 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 05b9d922-bd31-404f-a7bf-7efeaa01748a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:21.755115 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.834241 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.860640 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b9d922-bd31-404f-a7bf-7efeaa01748a'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:24:21.862940 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8156da82-4854-431c-ae80-a88ae8a02b24" -d '{"events": [{"server_uuid": "62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c", "name": "network-vif-plugged", "status": "completed", "tag": "05b9d922-bd31-404f-a7bf-7efeaa01748a"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:24:21.880256 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 05b9d922-bd31-404f-a7bf-7efeaa01748a, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=05b9d922-bd31-404f-a7bf-7efeaa01748a,segment=NetworkSegment(4d51d107-5231-44b8-ba6b-a76107d5565d),segment_id=4d51d107-5231-44b8-ba6b-a76107d5565d)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:21.885210 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.908384 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f227d1d-847b-4edc-ba33-5986634bfd2f x-openstack-request-id: req-8f227d1d-847b-4edc-ba33-5986634bfd2f {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:24:21.908702 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c", "name": "network-vif-plugged", "status": "completed", "tag": "05b9d922-bd31-404f-a7bf-7efeaa01748a", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:24:21.908954 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f227d1d-847b-4edc-ba33-5986634bfd2f {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:24:21.909344 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f227d1d-847b-4edc-ba33-5986634bfd2f'] response: {'server_uuid': '62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b9d922-bd31-404f-a7bf-7efeaa01748a', 'code': 200} Apr 18 21:24:21.935871 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=05b9d922-bd31-404f-a7bf-7efeaa01748a,revision_number=9']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:22.051290 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf981b-3f69-4851-8fa5-95ad73fd90f3 req-ccfe8858-519b-46a7-af48-74cb3a70a475 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:22.053263 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0cbf981b-3f69-4851-8fa5-95ad73fd90f3 req-ccfe8858-519b-46a7-af48-74cb3a70a475 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0797291 Apr 18 21:24:22.064125 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2d5dd-c877-4b8b-9eaf-bf612deaa669 req-c77fba00-d3ea-4f70-a251-e914f127366e tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:22.065917 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91a2d5dd-c877-4b8b-9eaf-bf612deaa669 req-c77fba00-d3ea-4f70-a251-e914f127366e tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c HTTP/1.1" status: 200 len: 946 time: 0.0837529 Apr 18 21:24:22.156894 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0cbf981b-3f69-4851-8fa5-95ad73fd90f3 req-0247bb48-f2e8-455d-a38a-61ed62f65cff tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.41 "GET /v2.0/security-groups?id=591ddd6c-ab63-45af-84f1-d95d267779a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898957 Apr 18 21:24:22.182991 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-91a2d5dd-c877-4b8b-9eaf-bf612deaa669 req-a3e97752-b756-4475-a874-eb6ae0fcfc55 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Deleting port 05b9d922-bd31-404f-a7bf-7efeaa01748a {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:24:22.183351 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-91a2d5dd-c877-4b8b-9eaf-bf612deaa669 req-a3e97752-b756-4475-a874-eb6ae0fcfc55 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:22.274660 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-91a2d5dd-c877-4b8b-9eaf-bf612deaa669 req-a3e97752-b756-4475-a874-eb6ae0fcfc55 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] For port 05b9d922-bd31-404f-a7bf-7efeaa01748a, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=05b9d922-bd31-404f-a7bf-7efeaa01748a,segment=NetworkSegment(4d51d107-5231-44b8-ba6b-a76107d5565d),segment_id=4d51d107-5231-44b8-ba6b-a76107d5565d)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:22.275151 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-91a2d5dd-c877-4b8b-9eaf-bf612deaa669 req-a3e97752-b756-4475-a874-eb6ae0fcfc55 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:22.291142 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-91a2d5dd-c877-4b8b-9eaf-bf612deaa669 req-a3e97752-b756-4475-a874-eb6ae0fcfc55 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Calling delete_port for 05b9d922-bd31-404f-a7bf-7efeaa01748a owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:24:22.417627 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-91a2d5dd-c877-4b8b-9eaf-bf612deaa669 req-a3e97752-b756-4475-a874-eb6ae0fcfc55 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:22.428910 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['05b9d922-bd31-404f-a7bf-7efeaa01748a'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:24:22.444532 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e97752-b756-4475-a874-eb6ae0fcfc55 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Pushing event deleted for resources: {'Port': ['ID=05b9d922-bd31-404f-a7bf-7efeaa01748a,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:22.491520 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a2d5dd-c877-4b8b-9eaf-bf612deaa669 req-a3e97752-b756-4475-a874-eb6ae0fcfc55 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] No DVR routers for this DVR port 05b9d922-bd31-404f-a7bf-7efeaa01748a on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:24:22.494866 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-91a2d5dd-c877-4b8b-9eaf-bf612deaa669 req-a3e97752-b756-4475-a874-eb6ae0fcfc55 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:22.498134 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-91a2d5dd-c877-4b8b-9eaf-bf612deaa669 req-a3e97752-b756-4475-a874-eb6ae0fcfc55 tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] 10.222.0.57 "DELETE /v2.0/ports/05b9d922-bd31-404f-a7bf-7efeaa01748a HTTP/1.1" status: 204 len: 173 time: 0.4235144 Apr 18 21:24:22.498575 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c', 'name': 'network-vif-deleted', 'tag': '05b9d922-bd31-404f-a7bf-7efeaa01748a'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:24:22.500827 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30dde5d4-a06d-4f0c-bdaa-344254fb656a" -d '{"events": [{"server_uuid": "62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c", "name": "network-vif-deleted", "tag": "05b9d922-bd31-404f-a7bf-7efeaa01748a"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:24:22.541501 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eadb6b3-a1c6-41f4-8827-34e5db526457 x-openstack-request-id: req-6eadb6b3-a1c6-41f4-8827-34e5db526457 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:24:22.541892 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c", "name": "network-vif-deleted", "tag": "05b9d922-bd31-404f-a7bf-7efeaa01748a", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:24:22.542145 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6eadb6b3-a1c6-41f4-8827-34e5db526457 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:24:22.542550 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eadb6b3-a1c6-41f4-8827-34e5db526457'] response: {'server_uuid': '62c4277e-e2ff-4dfd-ac1d-1194b44eeb0c', 'name': 'network-vif-deleted', 'tag': '05b9d922-bd31-404f-a7bf-7efeaa01748a', 'status': 'completed', 'code': 200} Apr 18 21:24:23.289904 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57038) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:24:23.332949 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fcdda59-4b6f-40cf-a78e-8b0f7e65a81d admin admin] Deleting subnet b79fff2c-e979-4f08-ba5f-a9e4af64133a {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:24:23.335972 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5fcdda59-4b6f-40cf-a78e-8b0f7e65a81d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.370352 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5fcdda59-4b6f-40cf-a78e-8b0f7e65a81d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.413884 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5fcdda59-4b6f-40cf-a78e-8b0f7e65a81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.466140 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5fcdda59-4b6f-40cf-a78e-8b0f7e65a81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.493053 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdda59-4b6f-40cf-a78e-8b0f7e65a81d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b79fff2c-e979-4f08-ba5f-a9e4af64133a,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:23.495760 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5fcdda59-4b6f-40cf-a78e-8b0f7e65a81d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.498951 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5fcdda59-4b6f-40cf-a78e-8b0f7e65a81d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b79fff2c-e979-4f08-ba5f-a9e4af64133a HTTP/1.1" status: 204 len: 168 time: 0.2079933 Apr 18 21:24:23.501433 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57040) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:24:23.569287 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71b677c5-ba7b-4e13-b47e-f53413c57edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.653076 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71b677c5-ba7b-4e13-b47e-f53413c57edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.672767 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-71b677c5-ba7b-4e13-b47e-f53413c57edd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e275c6-3584-413c-9cce-55943d5e76bf']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:23.682255 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-71b677c5-ba7b-4e13-b47e-f53413c57edd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d51d107-5231-44b8-ba6b-a76107d5565d') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:23.682551 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-71b677c5-ba7b-4e13-b47e-f53413c57edd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d51d107-5231-44b8-ba6b-a76107d5565d') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:23.691710 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71b677c5-ba7b-4e13-b47e-f53413c57edd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.705247 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71b677c5-ba7b-4e13-b47e-f53413c57edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.711248 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b677c5-ba7b-4e13-b47e-f53413c57edd admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:24:23.711637 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71b677c5-ba7b-4e13-b47e-f53413c57edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:24:23.713390 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:24:23.771014 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71b677c5-ba7b-4e13-b47e-f53413c57edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.776735 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71b677c5-ba7b-4e13-b47e-f53413c57edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.779973 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-71b677c5-ba7b-4e13-b47e-f53413c57edd admin admin] 10.222.0.41 "DELETE /v2.0/networks/95e275c6-3584-413c-9cce-55943d5e76bf HTTP/1.1" status: 204 len: 168 time: 0.2776017 Apr 18 21:24:23.791074 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b677c5-ba7b-4e13-b47e-f53413c57edd admin admin] Pushing event deleted for resources: {'Network': ['ID=95e275c6-3584-413c-9cce-55943d5e76bf,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:23.913475 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57044) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:24:23.953902 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c0fe9f1d-270d-4dc4-90a7-89a25024acfe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5efdf6a9801e4a97be46cbd85953bd0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391901 Apr 18 21:24:23.956322 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57046) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:24:24.012272 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-56569024-a737-494b-b18b-2a03d838cbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.034416 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-56569024-a737-494b-b18b-2a03d838cbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.085071 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-56569024-a737-494b-b18b-2a03d838cbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.088457 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-56569024-a737-494b-b18b-2a03d838cbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.089731 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-56569024-a737-494b-b18b-2a03d838cbc4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/591ddd6c-ab63-45af-84f1-d95d267779a9 HTTP/1.1" status: 204 len: 168 time: 0.1324768 Apr 18 21:24:24.098779 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56569024-a737-494b-b18b-2a03d838cbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591ddd6c-ab63-45af-84f1-d95d267779a9,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:24.106705 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56569024-a737-494b-b18b-2a03d838cbc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:24.107052 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56569024-a737-494b-b18b-2a03d838cbc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:24.107396 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56569024-a737-494b-b18b-2a03d838cbc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:24.107736 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56569024-a737-494b-b18b-2a03d838cbc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:24.108072 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56569024-a737-494b-b18b-2a03d838cbc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:24.108406 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56569024-a737-494b-b18b-2a03d838cbc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:24.108769 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56569024-a737-494b-b18b-2a03d838cbc4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:24.109099 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56569024-a737-494b-b18b-2a03d838cbc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:24.109425 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56569024-a737-494b-b18b-2a03d838cbc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:24.109750 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56569024-a737-494b-b18b-2a03d838cbc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:24.110076 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56569024-a737-494b-b18b-2a03d838cbc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:24.110399 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56569024-a737-494b-b18b-2a03d838cbc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:24.661854 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-50ac7337-5730-4151-8fa9-be01d95f7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.790121 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57072) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:24:24.912477 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-50702cff-3ec2-4b1f-b20d-c32d6afbb7a1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1637731987-network', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:24:24.932145 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50702cff-3ec2-4b1f-b20d-c32d6afbb7a1 admin admin] Made reservation on behalf of febac6f1972d4f6586ca4e632e76baf9 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:24.934474 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50702cff-3ec2-4b1f-b20d-c32d6afbb7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.943039 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50702cff-3ec2-4b1f-b20d-c32d6afbb7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:25.019810 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50702cff-3ec2-4b1f-b20d-c32d6afbb7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:25.024703 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50702cff-3ec2-4b1f-b20d-c32d6afbb7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:25.049675 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50702cff-3ec2-4b1f-b20d-c32d6afbb7a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:24:25.060153 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50702cff-3ec2-4b1f-b20d-c32d6afbb7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905fa9b0-d19a-4819-9d39-e4651d770aa8,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:25.065078 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50702cff-3ec2-4b1f-b20d-c32d6afbb7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:25.065413 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-50702cff-3ec2-4b1f-b20d-c32d6afbb7a1 admin admin] Added segment d2886e33-f8f2-41a0-9904-18b03d054def of type vlan for network d777c1c3-7216-458b-92de-a063414b4aae Apr 18 21:24:25.106135 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50702cff-3ec2-4b1f-b20d-c32d6afbb7a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:25.130932 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50702cff-3ec2-4b1f-b20d-c32d6afbb7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:25.131865 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50702cff-3ec2-4b1f-b20d-c32d6afbb7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:25.132475 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-50702cff-3ec2-4b1f-b20d-c32d6afbb7a1 admin admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:25.186558 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-50702cff-3ec2-4b1f-b20d-c32d6afbb7a1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3946886 Apr 18 21:24:25.189567 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57076) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:24:25.194671 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-245bb8cb-b01e-481d-91cc-67a98593fdaa admin admin] Request body: {'subnet': {'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1637731987-subnet', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:24:25.200246 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50702cff-3ec2-4b1f-b20d-c32d6afbb7a1 admin admin] Pushing event updated for resources: {'Network': ['ID=d777c1c3-7216-458b-92de-a063414b4aae,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:25.211098 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network d777c1c3-7216-458b-92de-a063414b4aae details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:24:25.215091 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245bb8cb-b01e-481d-91cc-67a98593fdaa admin admin] Made reservation on behalf of febac6f1972d4f6586ca4e632e76baf9 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:25.217609 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-245bb8cb-b01e-481d-91cc-67a98593fdaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:25.389228 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-245bb8cb-b01e-481d-91cc-67a98593fdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:25.438441 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245bb8cb-b01e-481d-91cc-67a98593fdaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c074492c-1c2d-4ddc-9821-47d233297603,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:25.453566 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245bb8cb-b01e-481d-91cc-67a98593fdaa admin admin] Checking segment: {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:24:25.453929 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245bb8cb-b01e-481d-91cc-67a98593fdaa admin admin] Network hostable DHCP agents. Network: d777c1c3-7216-458b-92de-a063414b4aae, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:24:25.469265 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245bb8cb-b01e-481d-91cc-67a98593fdaa admin admin] Network d777c1c3-7216-458b-92de-a063414b4aae is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:24:25.479159 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-245bb8cb-b01e-481d-91cc-67a98593fdaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, d777c1c3-7216-458b-92de-a063414b4aae) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:25.482873 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245bb8cb-b01e-481d-91cc-67a98593fdaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:25.483459 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-245bb8cb-b01e-481d-91cc-67a98593fdaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:25.487852 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e03f94-75da-4c2c-9efb-46798257e9a8 None None] Network d777c1c3-7216-458b-92de-a063414b4aae requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:24:25.499759 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-245bb8cb-b01e-481d-91cc-67a98593fdaa admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3089797 Apr 18 21:24:25.502491 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57078) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:24:25.506874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-19935bf5-8a9f-4007-9e39-281be695d512 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:24:25.526649 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-19935bf5-8a9f-4007-9e39-281be695d512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:25.527773 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-19935bf5-8a9f-4007-9e39-281be695d512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:25.585332 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-19935bf5-8a9f-4007-9e39-281be695d512 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:25.639809 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2021a9ee-1699-49ea-82d8-e1550d8a5c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-d777c1c3-7216-458b-92de-a063414b4aae', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:24:25.640751 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2021a9ee-1699-49ea-82d8-e1550d8a5c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:25.724047 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-19935bf5-8a9f-4007-9e39-281be695d512 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:25.731796 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 05b9d922-bd31-404f-a7bf-7efeaa01748a no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:24:25.761579 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 05b9d922-bd31-404f-a7bf-7efeaa01748a {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:24:25.761927 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 05b9d922-bd31-404f-a7bf-7efeaa01748a not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:24:25.810518 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-2021a9ee-1699-49ea-82d8-e1550d8a5c1d None None] Allocated IP 172.20.0.2 (d777c1c3-7216-458b-92de-a063414b4aae/c074492c-1c2d-4ddc-9821-47d233297603/8888d7b0-8c99-430a-9a56-b9f6f55998ff) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:25.933230 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-19935bf5-8a9f-4007-9e39-281be695d512 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:25.952679 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-19935bf5-8a9f-4007-9e39-281be695d512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:25.956225 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2021a9ee-1699-49ea-82d8-e1550d8a5c1d None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:25.964075 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2021a9ee-1699-49ea-82d8-e1550d8a5c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:26.005253 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2021a9ee-1699-49ea-82d8-e1550d8a5c1d None None] Network d777c1c3-7216-458b-92de-a063414b4aae is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:26.008071 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-2021a9ee-1699-49ea-82d8-e1550d8a5c1d None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:26.011827 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2021a9ee-1699-49ea-82d8-e1550d8a5c1d None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:24:26.019314 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021a9ee-1699-49ea-82d8-e1550d8a5c1d None None] Pushing event updated for resources: {'Port': ['ID=8888d7b0-8c99-430a-9a56-b9f6f55998ff,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:26.062074 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-19935bf5-8a9f-4007-9e39-281be695d512 admin admin] Allocated IP 172.25.1.215 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/cee7a1af-96c5-460c-b308-b9c557c5e6d7) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:26.072269 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2021a9ee-1699-49ea-82d8-e1550d8a5c1d None None] Attempting to bind port 8888d7b0-8c99-430a-9a56-b9f6f55998ff on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:24:26.072660 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2021a9ee-1699-49ea-82d8-e1550d8a5c1d None None] Attempting to bind port 8888d7b0-8c99-430a-9a56-b9f6f55998ff by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:24:26.073026 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2021a9ee-1699-49ea-82d8-e1550d8a5c1d None None] Attempting to bind port 8888d7b0-8c99-430a-9a56-b9f6f55998ff on network d777c1c3-7216-458b-92de-a063414b4aae {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:24:26.078164 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2021a9ee-1699-49ea-82d8-e1550d8a5c1d None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:24:26.078537 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2021a9ee-1699-49ea-82d8-e1550d8a5c1d None None] Checking segment: {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:24:26.078941 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2021a9ee-1699-49ea-82d8-e1550d8a5c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:26.079336 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2021a9ee-1699-49ea-82d8-e1550d8a5c1d None None] Bound using segment: {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:24:26.079810 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2021a9ee-1699-49ea-82d8-e1550d8a5c1d None None] Bound port: 8888d7b0-8c99-430a-9a56-b9f6f55998ff, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:24:26.080189 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2021a9ee-1699-49ea-82d8-e1550d8a5c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:26.147343 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2021a9ee-1699-49ea-82d8-e1550d8a5c1d None None] For port 8888d7b0-8c99-430a-9a56-b9f6f55998ff, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:24:26.151143 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2021a9ee-1699-49ea-82d8-e1550d8a5c1d None None] For port 8888d7b0-8c99-430a-9a56-b9f6f55998ff, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8888d7b0-8c99-430a-9a56-b9f6f55998ff,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:24:26.155798 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2021a9ee-1699-49ea-82d8-e1550d8a5c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:26.176292 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-19935bf5-8a9f-4007-9e39-281be695d512 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:26.213532 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021a9ee-1699-49ea-82d8-e1550d8a5c1d None None] Pushing event updated for resources: {'Port': ['ID=8888d7b0-8c99-430a-9a56-b9f6f55998ff,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:26.217714 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-19935bf5-8a9f-4007-9e39-281be695d512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:26.265793 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19935bf5-8a9f-4007-9e39-281be695d512 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:26.268956 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-19935bf5-8a9f-4007-9e39-281be695d512 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:26.273540 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19935bf5-8a9f-4007-9e39-281be695d512 admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:24:26.277427 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19935bf5-8a9f-4007-9e39-281be695d512 admin admin] Pushing event updated for resources: {'Port': ['ID=cee7a1af-96c5-460c-b308-b9c557c5e6d7,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:26.549849 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-19935bf5-8a9f-4007-9e39-281be695d512 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:26.753657 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-19935bf5-8a9f-4007-9e39-281be695d512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:26.889317 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19935bf5-8a9f-4007-9e39-281be695d512 admin admin] Router 83a63878-4847-41ee-b031-ff385879d405 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:24:27.007590 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19935bf5-8a9f-4007-9e39-281be695d512 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:24:27.016902 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6620e883-53e3-403a-8fd4-c215dbde4c8b None None] Sync routers for ids ['83a63878-4847-41ee-b031-ff385879d405'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:24:27.026893 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-19935bf5-8a9f-4007-9e39-281be695d512 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:27.028327 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-19935bf5-8a9f-4007-9e39-281be695d512 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5247531 Apr 18 21:24:27.030854 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57082) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:24:27.034367 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6620e883-53e3-403a-8fd4-c215dbde4c8b None None] Routers {'83a63878-4847-41ee-b031-ff385879d405'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:24:27.035082 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-6620e883-53e3-403a-8fd4-c215dbde4c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:23:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['83a63878-4847-41ee-b031-ff385879d405'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:27.131922 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4909ba-48ca-4e03-b281-58c7a3bc3647 None None] Network d777c1c3-7216-458b-92de-a063414b4aae requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:24:27.216786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-6620e883-53e3-403a-8fd4-c215dbde4c8b None None] Set router 83a63878-4847-41ee-b031-ff385879d405 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:24:27.297039 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-feaf8135-b589-4c47-a7d0-82de2bf30bb8 None None] Provisioning complete for port 8888d7b0-8c99-430a-9a56-b9f6f55998ff triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:27.297331 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-feaf8135-b589-4c47-a7d0-82de2bf30bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:27.543283 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-feaf8135-b589-4c47-a7d0-82de2bf30bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:27.591684 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-feaf8135-b589-4c47-a7d0-82de2bf30bb8 None None] For port 8888d7b0-8c99-430a-9a56-b9f6f55998ff, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8888d7b0-8c99-430a-9a56-b9f6f55998ff,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:27.598419 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-feaf8135-b589-4c47-a7d0-82de2bf30bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:27.635365 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-6620e883-53e3-403a-8fd4-c215dbde4c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:26Z', 'revision_number': 3, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:27.673398 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6620e883-53e3-403a-8fd4-c215dbde4c8b None None] Checking router: 83a63878-4847-41ee-b031-ff385879d405 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:24:27.673754 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6620e883-53e3-403a-8fd4-c215dbde4c8b None None] Updating router 83a63878-4847-41ee-b031-ff385879d405 port cee7a1af-96c5-460c-b308-b9c557c5e6d7 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:24:27.717237 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8888d7b0-8c99-430a-9a56-b9f6f55998ff up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:24:27.721474 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6620e883-53e3-403a-8fd4-c215dbde4c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:27.723047 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf8135-b589-4c47-a7d0-82de2bf30bb8 None None] Pushing event updated for resources: {'Port': ['ID=8888d7b0-8c99-430a-9a56-b9f6f55998ff,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:27.776049 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b51a5752-f765-4c3e-a31b-0267060cba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:27.886837 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-36d7af84-c2fe-47b6-ab78-9b77cb7a08ab None None] Provisioning complete for port 8888d7b0-8c99-430a-9a56-b9f6f55998ff triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:27.887206 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-36d7af84-c2fe-47b6-ab78-9b77cb7a08ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:27.898767 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 8888d7b0-8c99-430a-9a56-b9f6f55998ff triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:27.899138 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:27.941619 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-b51a5752-f765-4c3e-a31b-0267060cba8a admin admin] Allocated IP 172.20.0.1 (d777c1c3-7216-458b-92de-a063414b4aae/c074492c-1c2d-4ddc-9821-47d233297603/22889fa4-dd42-4529-bab4-d08ba4f7a120) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:28.052860 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b51a5752-f765-4c3e-a31b-0267060cba8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:28.089646 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b51a5752-f765-4c3e-a31b-0267060cba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:28.126002 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51a5752-f765-4c3e-a31b-0267060cba8a admin admin] Network d777c1c3-7216-458b-92de-a063414b4aae is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:28.131051 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-b51a5752-f765-4c3e-a31b-0267060cba8a admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:28.135139 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51a5752-f765-4c3e-a31b-0267060cba8a admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:24:28.161223 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a5752-f765-4c3e-a31b-0267060cba8a admin admin] Pushing event updated for resources: {'Port': ['ID=22889fa4-dd42-4529-bab4-d08ba4f7a120,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:28.171432 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6620e883-53e3-403a-8fd4-c215dbde4c8b None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:28.178384 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6620e883-53e3-403a-8fd4-c215dbde4c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:28.178697 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b51a5752-f765-4c3e-a31b-0267060cba8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:28.237495 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-6620e883-53e3-403a-8fd4-c215dbde4c8b None None] Attempting to bind port cee7a1af-96c5-460c-b308-b9c557c5e6d7 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:24:28.237935 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-6620e883-53e3-403a-8fd4-c215dbde4c8b None None] Attempting to bind port cee7a1af-96c5-460c-b308-b9c557c5e6d7 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:24:28.238369 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6620e883-53e3-403a-8fd4-c215dbde4c8b None None] Attempting to bind port cee7a1af-96c5-460c-b308-b9c557c5e6d7 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:24:28.248578 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6620e883-53e3-403a-8fd4-c215dbde4c8b None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:24:28.248958 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6620e883-53e3-403a-8fd4-c215dbde4c8b None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:24:28.249364 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6620e883-53e3-403a-8fd4-c215dbde4c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:28.249758 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6620e883-53e3-403a-8fd4-c215dbde4c8b None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:24:28.250237 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-6620e883-53e3-403a-8fd4-c215dbde4c8b None None] Bound port: cee7a1af-96c5-460c-b308-b9c557c5e6d7, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:24:28.250649 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6620e883-53e3-403a-8fd4-c215dbde4c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:28.252464 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2377e-2a04-4f58-8729-8a3d1fc1e1eb None None] Pushing event updated for resources: {'Port': ['ID=cee7a1af-96c5-460c-b308-b9c557c5e6d7,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:28.333666 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b51a5752-f765-4c3e-a31b-0267060cba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:28.471768 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-6620e883-53e3-403a-8fd4-c215dbde4c8b None None] For port cee7a1af-96c5-460c-b308-b9c557c5e6d7, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:24:28.485437 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-6620e883-53e3-403a-8fd4-c215dbde4c8b None None] For port cee7a1af-96c5-460c-b308-b9c557c5e6d7, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=cee7a1af-96c5-460c-b308-b9c557c5e6d7,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:24:28.492257 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6620e883-53e3-403a-8fd4-c215dbde4c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:28.499594 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e8835a75-5d09-4c9d-84fd-de28b310cf34 None None] Provisioning complete for port 22889fa4-dd42-4529-bab4-d08ba4f7a120 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:28.499961 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e8835a75-5d09-4c9d-84fd-de28b310cf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:28.512281 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b51a5752-f765-4c3e-a31b-0267060cba8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:28.516848 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b51a5752-f765-4c3e-a31b-0267060cba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:28.580698 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b51a5752-f765-4c3e-a31b-0267060cba8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:28.582989 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e8835a75-5d09-4c9d-84fd-de28b310cf34 None None] Port 22889fa4-dd42-4529-bab4-d08ba4f7a120 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:24:28.589413 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a5752-f765-4c3e-a31b-0267060cba8a admin admin] Pushing event updated for resources: {'Port': ['ID=22889fa4-dd42-4529-bab4-d08ba4f7a120,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:28.589585 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2377e-2a04-4f58-8729-8a3d1fc1e1eb None None] Pushing event updated for resources: {'Port': ['ID=cee7a1af-96c5-460c-b308-b9c557c5e6d7,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:28.592184 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6620e883-53e3-403a-8fd4-c215dbde4c8b None None] Routers {'83a63878-4847-41ee-b031-ff385879d405'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:24:28.592852 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-6620e883-53e3-403a-8fd4-c215dbde4c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:23:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['83a63878-4847-41ee-b031-ff385879d405'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:28.681552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51a5752-f765-4c3e-a31b-0267060cba8a admin admin] Network d777c1c3-7216-458b-92de-a063414b4aae is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:28.683012 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-b51a5752-f765-4c3e-a31b-0267060cba8a admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:28.704739 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-6620e883-53e3-403a-8fd4-c215dbde4c8b None None] Set router 83a63878-4847-41ee-b031-ff385879d405 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:24:28.810289 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51a5752-f765-4c3e-a31b-0267060cba8a admin admin] Router 83a63878-4847-41ee-b031-ff385879d405 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:24:28.923941 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1954d9f9-fc1e-4ce4-b8b2-a26cfc3a02f9 None None] Provisioning complete for port 22889fa4-dd42-4529-bab4-d08ba4f7a120 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:28.924320 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1954d9f9-fc1e-4ce4-b8b2-a26cfc3a02f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:28.926030 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51a5752-f765-4c3e-a31b-0267060cba8a admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:24:28.932395 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b51a5752-f765-4c3e-a31b-0267060cba8a admin admin] 10.222.0.41 "PUT /v2.0/routers/83a63878-4847-41ee-b031-ff385879d405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9002123 Apr 18 21:24:28.967165 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-6620e883-53e3-403a-8fd4-c215dbde4c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 2, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:28.970388 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-1954d9f9-fc1e-4ce4-b8b2-a26cfc3a02f9 None None] Port 22889fa4-dd42-4529-bab4-d08ba4f7a120 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:24:29.000876 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6620e883-53e3-403a-8fd4-c215dbde4c8b None None] The sync data for ids ['83a63878-4847-41ee-b031-ff385879d405'] in n-d-838323-3 is: [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 2, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:24:29.091114 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-08096e6e-ca51-4417-bc17-8953ea222b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.462975 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57092) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:24:29.467715 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-66e935e3-462e-41d2-bbb5-e1f4d774c3de tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2109802003', 'description': 'tempest-description--2088031451'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:24:29.490588 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-66e935e3-462e-41d2-bbb5-e1f4d774c3de tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.565889 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-66e935e3-462e-41d2-bbb5-e1f4d774c3de tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.570414 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-66e935e3-462e-41d2-bbb5-e1f4d774c3de tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.604829 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e935e3-462e-41d2-bbb5-e1f4d774c3de tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2a5c71-947d-469c-a22b-19b462cfb034,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:29.610780 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-66e935e3-462e-41d2-bbb5-e1f4d774c3de tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.614859 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-66e935e3-462e-41d2-bbb5-e1f4d774c3de tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1480386 Apr 18 21:24:29.615817 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57094) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:24:29.620075 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-02f73ff0-13a5-4441-81b1-3670abbf3071 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Request body: {'security_group_rule': {'security_group_id': '4f2a5c71-947d-469c-a22b-19b462cfb034', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:24:29.660112 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-02f73ff0-13a5-4441-81b1-3670abbf3071 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.709669 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8888d7b0-8c99-430a-9a56-b9f6f55998ff up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:24:29.724512 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-02f73ff0-13a5-4441-81b1-3670abbf3071 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.729648 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-02f73ff0-13a5-4441-81b1-3670abbf3071 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.750625 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f73ff0-13a5-4441-81b1-3670abbf3071 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64156cd-b62f-46f3-b34e-01eba9393101,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:29.762033 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-02f73ff0-13a5-4441-81b1-3670abbf3071 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.763714 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-02f73ff0-13a5-4441-81b1-3670abbf3071 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473193 Apr 18 21:24:29.765406 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 8888d7b0-8c99-430a-9a56-b9f6f55998ff triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:29.765880 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.766359 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57096) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:24:29.772098 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a415c8e2-63dd-45eb-96dd-52f455cc1e4d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Request body: {'security_group_rule': {'security_group_id': '4f2a5c71-947d-469c-a22b-19b462cfb034', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:24:29.808910 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a415c8e2-63dd-45eb-96dd-52f455cc1e4d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.876945 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a415c8e2-63dd-45eb-96dd-52f455cc1e4d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.881098 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a415c8e2-63dd-45eb-96dd-52f455cc1e4d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.900320 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415c8e2-63dd-45eb-96dd-52f455cc1e4d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d51fd035-6d70-4943-8e66-0f6ed171d862,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:29.909751 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a415c8e2-63dd-45eb-96dd-52f455cc1e4d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.911345 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a415c8e2-63dd-45eb-96dd-52f455cc1e4d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1428852 Apr 18 21:24:29.914337 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57098) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:24:29.919708 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-dfb3648c-69ce-4630-9769-961b2cad724a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:24:29.941516 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dfb3648c-69ce-4630-9769-961b2cad724a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.984305 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:30.053145 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dfb3648c-69ce-4630-9769-961b2cad724a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:30.169738 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-dfb3648c-69ce-4630-9769-961b2cad724a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Allocated IP 172.25.1.218 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/b1289e24-f0cb-4246-9bcd-12c1d8127e8b) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:30.278675 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dfb3648c-69ce-4630-9769-961b2cad724a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:30.314216 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dfb3648c-69ce-4630-9769-961b2cad724a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:30.352343 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb3648c-69ce-4630-9769-961b2cad724a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:30.355913 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-dfb3648c-69ce-4630-9769-961b2cad724a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:30.361435 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb3648c-69ce-4630-9769-961b2cad724a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:24:30.394453 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3648c-69ce-4630-9769-961b2cad724a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Pushing event updated for resources: {'Port': ['ID=b1289e24-f0cb-4246-9bcd-12c1d8127e8b,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:30.454898 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dfb3648c-69ce-4630-9769-961b2cad724a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:30.487939 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dfb3648c-69ce-4630-9769-961b2cad724a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:30.645021 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dfb3648c-69ce-4630-9769-961b2cad724a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:30.649531 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dfb3648c-69ce-4630-9769-961b2cad724a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:30.717669 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3648c-69ce-4630-9769-961b2cad724a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Pushing event updated for resources: {'Port': ['ID=b1289e24-f0cb-4246-9bcd-12c1d8127e8b,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:30.730684 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dfb3648c-69ce-4630-9769-961b2cad724a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:30.747035 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dfb3648c-69ce-4630-9769-961b2cad724a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:30.748300 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-dfb3648c-69ce-4630-9769-961b2cad724a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8329387 Apr 18 21:24:30.896127 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-a11f6395-0243-47ff-b3aa-ebc7e395ca6b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2109802003&fields=id&tenant_id=febac6f1972d4f6586ca4e632e76baf9 HTTP/1.1" status: 200 len: 267 time: 0.0378079 Apr 18 21:24:31.013936 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-cf4a3377-df66-45e7-b266-64d0a3df769f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:31.015488 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-cf4a3377-df66-45e7-b266-64d0a3df769f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 812 time: 0.1146517 Apr 18 21:24:31.035271 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-d49fb0ed-3e43-4c8c-9358-d7290d86eb3a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/quotas/febac6f1972d4f6586ca4e632e76baf9 HTTP/1.1" status: 200 len: 375 time: 0.0109689 Apr 18 21:24:31.043343 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa75735c-0641-4944-a945-6beeede265d8 None None] Sync routers for ids ['83a63878-4847-41ee-b031-ff385879d405'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:24:31.053609 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa75735c-0641-4944-a945-6beeede265d8 None None] Routers {'83a63878-4847-41ee-b031-ff385879d405'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:24:31.054231 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-aa75735c-0641-4944-a945-6beeede265d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:24:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['83a63878-4847-41ee-b031-ff385879d405'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:31.096389 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-bdb2d166-b12d-465b-bfb7-abe373953806 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530987 Apr 18 21:24:31.158884 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-aa75735c-0641-4944-a945-6beeede265d8 None None] Set router 83a63878-4847-41ee-b031-ff385879d405 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:24:31.199161 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-006f5736-f77d-4a10-9c32-26d0371523e8 service neutron] 10.222.0.41 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900068 Apr 18 21:24:31.290039 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-59f73ea6-12a4-4ba2-8213-0779480f3342 service neutron] 10.222.0.41 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853512 Apr 18 21:24:31.363298 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-aa75735c-0641-4944-a945-6beeede265d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 2, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:31.471492 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b996177-ac9b-46a8-a2a7-3b2754a3a298 req-f6c57b06-fe2f-4418-aaac-0fe161400669 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 210 time: 0.0292344 Apr 18 21:24:31.488113 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa75735c-0641-4944-a945-6beeede265d8 None None] Checking router: 83a63878-4847-41ee-b031-ff385879d405 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:24:31.488482 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa75735c-0641-4944-a945-6beeede265d8 None None] Updating router 83a63878-4847-41ee-b031-ff385879d405 port 22889fa4-dd42-4529-bab4-d08ba4f7a120 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:24:31.513632 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-aa75735c-0641-4944-a945-6beeede265d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:31.617124 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:31.667140 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device cee7a1af-96c5-460c-b308-b9c557c5e6d7 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:24:31.722799 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port cee7a1af-96c5-460c-b308-b9c557c5e6d7 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:31.723554 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:31.786193 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:31.801043 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-aa75735c-0641-4944-a945-6beeede265d8 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:31.810317 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-aa75735c-0641-4944-a945-6beeede265d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:31.837628 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:31.872402 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port cee7a1af-96c5-460c-b308-b9c557c5e6d7, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=cee7a1af-96c5-460c-b308-b9c557c5e6d7,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:31.878794 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:31.920483 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d6a64-69b1-482c-9c85-9d0110158b7b None None] Pushing event updated for resources: {'Port': ['ID=22889fa4-dd42-4529-bab4-d08ba4f7a120,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:31.933313 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-aa75735c-0641-4944-a945-6beeede265d8 None None] Attempting to bind port 22889fa4-dd42-4529-bab4-d08ba4f7a120 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:24:31.933714 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-aa75735c-0641-4944-a945-6beeede265d8 None None] Attempting to bind port 22889fa4-dd42-4529-bab4-d08ba4f7a120 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:24:31.934256 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa75735c-0641-4944-a945-6beeede265d8 None None] Attempting to bind port 22889fa4-dd42-4529-bab4-d08ba4f7a120 on network d777c1c3-7216-458b-92de-a063414b4aae {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:24:31.939977 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=cee7a1af-96c5-460c-b308-b9c557c5e6d7,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:31.942609 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d6a64-69b1-482c-9c85-9d0110158b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:31.943192 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d6a64-69b1-482c-9c85-9d0110158b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:31.943687 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d6a64-69b1-482c-9c85-9d0110158b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:31.944170 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d6a64-69b1-482c-9c85-9d0110158b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:31.944672 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d6a64-69b1-482c-9c85-9d0110158b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:31.945166 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d6a64-69b1-482c-9c85-9d0110158b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:31.945848 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d6a64-69b1-482c-9c85-9d0110158b7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:31.946378 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d6a64-69b1-482c-9c85-9d0110158b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:31.947508 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d6a64-69b1-482c-9c85-9d0110158b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:31.948164 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d6a64-69b1-482c-9c85-9d0110158b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:31.948684 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d6a64-69b1-482c-9c85-9d0110158b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:31.950666 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d6a64-69b1-482c-9c85-9d0110158b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:31.957097 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa75735c-0641-4944-a945-6beeede265d8 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:24:31.957693 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa75735c-0641-4944-a945-6beeede265d8 None None] Checking segment: {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:24:31.958265 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-aa75735c-0641-4944-a945-6beeede265d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:31.958803 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa75735c-0641-4944-a945-6beeede265d8 None None] Bound using segment: {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:24:31.960525 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-aa75735c-0641-4944-a945-6beeede265d8 None None] Bound port: 22889fa4-dd42-4529-bab4-d08ba4f7a120, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:24:31.960910 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-aa75735c-0641-4944-a945-6beeede265d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:32.036760 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-aa75735c-0641-4944-a945-6beeede265d8 None None] For port 22889fa4-dd42-4529-bab4-d08ba4f7a120, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:24:32.040239 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-aa75735c-0641-4944-a945-6beeede265d8 None None] For port 22889fa4-dd42-4529-bab4-d08ba4f7a120, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=22889fa4-dd42-4529-bab4-d08ba4f7a120,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:24:32.045470 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-aa75735c-0641-4944-a945-6beeede265d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:32.111227 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d6a64-69b1-482c-9c85-9d0110158b7b None None] Pushing event updated for resources: {'Port': ['ID=22889fa4-dd42-4529-bab4-d08ba4f7a120,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:32.113789 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa75735c-0641-4944-a945-6beeede265d8 None None] Routers {'83a63878-4847-41ee-b031-ff385879d405'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:24:32.114522 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-aa75735c-0641-4944-a945-6beeede265d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:24:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['83a63878-4847-41ee-b031-ff385879d405'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:32.216724 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c3c29c59-1135-403c-8bf9-3a90af6da170 None None] Provisioning complete for port 22889fa4-dd42-4529-bab4-d08ba4f7a120 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:32.217105 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c3c29c59-1135-403c-8bf9-3a90af6da170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:32.234881 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-aa75735c-0641-4944-a945-6beeede265d8 None None] Set router 83a63878-4847-41ee-b031-ff385879d405 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:24:32.305355 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c3c29c59-1135-403c-8bf9-3a90af6da170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:32.338838 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c3c29c59-1135-403c-8bf9-3a90af6da170 None None] For port 22889fa4-dd42-4529-bab4-d08ba4f7a120, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=22889fa4-dd42-4529-bab4-d08ba4f7a120,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:32.345274 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c3c29c59-1135-403c-8bf9-3a90af6da170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:32.396624 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c29c59-1135-403c-8bf9-3a90af6da170 None None] Pushing event updated for resources: {'Port': ['ID=22889fa4-dd42-4529-bab4-d08ba4f7a120,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:32.448420 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-aa75735c-0641-4944-a945-6beeede265d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:32.475257 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-54ec9c1f-72a0-4a99-b442-f251f0536bfd None None] Provisioning complete for port 22889fa4-dd42-4529-bab4-d08ba4f7a120 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:32.476172 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-54ec9c1f-72a0-4a99-b442-f251f0536bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:32.485831 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa75735c-0641-4944-a945-6beeede265d8 None None] The sync data for ids ['83a63878-4847-41ee-b031-ff385879d405'] in n-d-838323-3 is: [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:24:32.599122 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c9384c5c-e83f-4728-9228-f7383f9b9ce5 req-2660b39a-8e19-42b0-803c-980b69dffd9a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 210 time: 0.0492346 Apr 18 21:24:32.609612 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-95b45737-76f1-436a-a2b4-18da0f4449fe tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:32.611604 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-95b45737-76f1-436a-a2b4-18da0f4449fe tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.32 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 812 time: 0.1809781 Apr 18 21:24:32.660678 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-ae0ab153-fc82-4903-9ba3-604e4d5e1c2d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=febac6f1972d4f6586ca4e632e76baf9 HTTP/1.1" status: 200 len: 380 time: 0.0406120 Apr 18 21:24:32.671028 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-46928c44-85b8-4175-b9be-881cb9257e89 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Request body: {'port': {'device_id': 'dcf311f1-acc0-4422-bd10-1efc72d5148f', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'admin_state_up': True, 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'security_groups': ['4f2a5c71-947d-469c-a22b-19b462cfb034']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:24:32.787169 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-46928c44-85b8-4175-b9be-881cb9257e89 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Made reservation on behalf of febac6f1972d4f6586ca4e632e76baf9 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:32.791512 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-46928c44-85b8-4175-b9be-881cb9257e89 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:32.924186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-46928c44-85b8-4175-b9be-881cb9257e89 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Allocated IP 172.20.0.14 (d777c1c3-7216-458b-92de-a063414b4aae/c074492c-1c2d-4ddc-9821-47d233297603/9bd7b24c-b66d-425e-9c82-350dc448168d) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:33.078542 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-46928c44-85b8-4175-b9be-881cb9257e89 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:33.114856 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-46928c44-85b8-4175-b9be-881cb9257e89 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:33.163951 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-46928c44-85b8-4175-b9be-881cb9257e89 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Network d777c1c3-7216-458b-92de-a063414b4aae is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:33.167216 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-46928c44-85b8-4175-b9be-881cb9257e89 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:33.171618 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-46928c44-85b8-4175-b9be-881cb9257e89 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:24:33.175442 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46928c44-85b8-4175-b9be-881cb9257e89 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Pushing event updated for resources: {'Port': ['ID=9bd7b24c-b66d-425e-9c82-350dc448168d,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:33.227111 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-46928c44-85b8-4175-b9be-881cb9257e89 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:33.227780 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-46928c44-85b8-4175-b9be-881cb9257e89 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:33.244629 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-46928c44-85b8-4175-b9be-881cb9257e89 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5778098 Apr 18 21:24:33.256828 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-3755ac2b-0627-44d0-a7b0-477f345b27c5 service neutron] Request body: {'port': {'device_id': 'dcf311f1-acc0-4422-bd10-1efc72d5148f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:24:33.313094 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-3755ac2b-0627-44d0-a7b0-477f345b27c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:33.442750 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-422e0655-fc86-4909-a87d-2c7c0be228f4 None None] Provisioning complete for port 9bd7b24c-b66d-425e-9c82-350dc448168d triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:33.443327 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-422e0655-fc86-4909-a87d-2c7c0be228f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:33.477035 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-422e0655-fc86-4909-a87d-2c7c0be228f4 None None] Port 9bd7b24c-b66d-425e-9c82-350dc448168d cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:24:33.572712 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-3755ac2b-0627-44d0-a7b0-477f345b27c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd7b24c-b66d-425e-9c82-350dc448168d {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:24:33.580311 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-3755ac2b-0627-44d0-a7b0-477f345b27c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:33.594140 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-3755ac2b-0627-44d0-a7b0-477f345b27c5 service neutron] Transition to ACTIVE for port object 9bd7b24c-b66d-425e-9c82-350dc448168d will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:33.600110 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-3755ac2b-0627-44d0-a7b0-477f345b27c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:33.654896 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755ac2b-0627-44d0-a7b0-477f345b27c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd7b24c-b66d-425e-9c82-350dc448168d,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:33.679071 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device cee7a1af-96c5-460c-b308-b9c557c5e6d7 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:24:33.746198 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port cee7a1af-96c5-460c-b308-b9c557c5e6d7 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:33.746672 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:33.771934 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-3755ac2b-0627-44d0-a7b0-477f345b27c5 service neutron] Attempting to bind port 9bd7b24c-b66d-425e-9c82-350dc448168d on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:24:33.772157 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-3755ac2b-0627-44d0-a7b0-477f345b27c5 service neutron] Attempting to bind port 9bd7b24c-b66d-425e-9c82-350dc448168d by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:24:33.772516 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-3755ac2b-0627-44d0-a7b0-477f345b27c5 service neutron] Attempting to bind port 9bd7b24c-b66d-425e-9c82-350dc448168d on network d777c1c3-7216-458b-92de-a063414b4aae {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:24:33.779445 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-3755ac2b-0627-44d0-a7b0-477f345b27c5 service neutron] Port 9bd7b24c-b66d-425e-9c82-350dc448168d on network d777c1c3-7216-458b-92de-a063414b4aae not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:24:33.779762 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-3755ac2b-0627-44d0-a7b0-477f345b27c5 service neutron] Attempting to bind port 9bd7b24c-b66d-425e-9c82-350dc448168d on network d777c1c3-7216-458b-92de-a063414b4aae {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:24:33.796322 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d581ea7-811e-46d3-b4c4-b377137770ea req-7a03742a-3c36-429a-a4bc-f50fcd15a317 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:33.797915 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d581ea7-811e-46d3-b4c4-b377137770ea req-7a03742a-3c36-429a-a4bc-f50fcd15a317 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 944 time: 0.0827036 Apr 18 21:24:33.798701 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-3755ac2b-0627-44d0-a7b0-477f345b27c5 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:24:33.799040 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-3755ac2b-0627-44d0-a7b0-477f345b27c5 service neutron] Checking segment: {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:24:33.799427 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-3755ac2b-0627-44d0-a7b0-477f345b27c5 service neutron] Bound using segment: {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:24:33.799871 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-3755ac2b-0627-44d0-a7b0-477f345b27c5 service neutron] Bound port: 9bd7b24c-b66d-425e-9c82-350dc448168d, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:24:33.800231 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-3755ac2b-0627-44d0-a7b0-477f345b27c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:33.835798 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 22889fa4-dd42-4529-bab4-d08ba4f7a120 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:24:33.883528 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 22889fa4-dd42-4529-bab4-d08ba4f7a120 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:33.883878 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:33.887208 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d581ea7-811e-46d3-b4c4-b377137770ea req-81f30c87-f551-4c2f-b7aa-996b66062e4d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774560 Apr 18 21:24:33.896889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-3755ac2b-0627-44d0-a7b0-477f345b27c5 service neutron] For port 9bd7b24c-b66d-425e-9c82-350dc448168d, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:24:33.902311 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-3755ac2b-0627-44d0-a7b0-477f345b27c5 service neutron] For port 9bd7b24c-b66d-425e-9c82-350dc448168d, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=9bd7b24c-b66d-425e-9c82-350dc448168d,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:24:33.907170 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-3755ac2b-0627-44d0-a7b0-477f345b27c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:33.946389 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-3755ac2b-0627-44d0-a7b0-477f345b27c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:33.947000 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-3755ac2b-0627-44d0-a7b0-477f345b27c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:33.948555 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-3755ac2b-0627-44d0-a7b0-477f345b27c5 service neutron] 10.222.0.32 "PUT /v2.0/ports/9bd7b24c-b66d-425e-9c82-350dc448168d HTTP/1.1" status: 200 len: 1092 time: 0.6960635 Apr 18 21:24:33.948961 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf311f1-acc0-4422-bd10-1efc72d5148f', 'tag': '9bd7b24c-b66d-425e-9c82-350dc448168d'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:24:33.951094 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dd48f6-f8bc-449e-8e04-4d661d841a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf311f1-acc0-4422-bd10-1efc72d5148f", "tag": "9bd7b24c-b66d-425e-9c82-350dc448168d"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:24:33.986081 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755ac2b-0627-44d0-a7b0-477f345b27c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd7b24c-b66d-425e-9c82-350dc448168d,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:34.023579 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d02aa95-afac-4c1e-8a94-86eb1f7d2cd0 x-openstack-request-id: req-7d02aa95-afac-4c1e-8a94-86eb1f7d2cd0 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:24:34.024017 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf311f1-acc0-4422-bd10-1efc72d5148f", "tag": "9bd7b24c-b66d-425e-9c82-350dc448168d", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:24:34.024306 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d02aa95-afac-4c1e-8a94-86eb1f7d2cd0 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:24:34.025392 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d02aa95-afac-4c1e-8a94-86eb1f7d2cd0'] response: {'name': 'network-changed', 'server_uuid': 'dcf311f1-acc0-4422-bd10-1efc72d5148f', 'tag': '9bd7b24c-b66d-425e-9c82-350dc448168d', 'status': 'completed', 'code': 200} Apr 18 21:24:34.042263 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-d9a73c8d-91a3-41ca-8691-8089a24fed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:34.043845 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-d9a73c8d-91a3-41ca-8691-8089a24fed1f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 1095 time: 0.0527332 Apr 18 21:24:34.091831 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-513a9c72-e72d-48f0-88cd-a13f54b35718 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bd7b24c-b66d-425e-9c82-350dc448168d HTTP/1.1" status: 200 len: 217 time: 0.0402989 Apr 18 21:24:34.141782 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-379662ee-15fb-4592-88bc-f593766684ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:34.142930 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-379662ee-15fb-4592-88bc-f593766684ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0453012 Apr 18 21:24:34.187684 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-f8f5b41d-d13d-4ac1-8277-0f04606f6564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:34.189180 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-f8f5b41d-d13d-4ac1-8277-0f04606f6564 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402641 Apr 18 21:24:34.285675 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-4831a2e8-3054-499c-b42a-2d38d33e9ded service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898387 Apr 18 21:24:34.374759 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec3728e7-2468-4204-8b5b-50b0c3ac12d3 req-7366c3a2-4452-4e9a-815e-33b5393aef9a service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827754 Apr 18 21:24:34.466326 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd48f6-f8bc-449e-8e04-4d661d841a8e req-f0f90269-427e-4424-baea-8014b6610453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:34.467815 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-17dd48f6-f8bc-449e-8e04-4d661d841a8e req-f0f90269-427e-4424-baea-8014b6610453 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 1095 time: 0.0413582 Apr 18 21:24:34.564334 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd48f6-f8bc-449e-8e04-4d661d841a8e req-6b8ac0ca-d3f0-4ef7-b2be-45a934b14d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:34.565764 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-17dd48f6-f8bc-449e-8e04-4d661d841a8e req-6b8ac0ca-d3f0-4ef7-b2be-45a934b14d75 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.0916634 Apr 18 21:24:34.611389 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-17dd48f6-f8bc-449e-8e04-4d661d841a8e req-a553f092-d4f1-454e-a316-c77f5054baed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bd7b24c-b66d-425e-9c82-350dc448168d HTTP/1.1" status: 200 len: 217 time: 0.0380876 Apr 18 21:24:34.663511 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd48f6-f8bc-449e-8e04-4d661d841a8e req-cdf39c60-f81c-4d3b-bbef-645b4fd5a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:34.665077 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-17dd48f6-f8bc-449e-8e04-4d661d841a8e req-cdf39c60-f81c-4d3b-bbef-645b4fd5a2c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0485504 Apr 18 21:24:34.710907 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd48f6-f8bc-449e-8e04-4d661d841a8e req-e2b72aba-689b-4308-8736-a6d6884cb8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:34.712572 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-17dd48f6-f8bc-449e-8e04-4d661d841a8e req-e2b72aba-689b-4308-8736-a6d6884cb8a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408125 Apr 18 21:24:34.805496 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-17dd48f6-f8bc-449e-8e04-4d661d841a8e req-de158979-8500-43d6-8822-a44699dbe7a7 service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860069 Apr 18 21:24:34.899105 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-17dd48f6-f8bc-449e-8e04-4d661d841a8e req-e6c2e808-b8da-4b1a-bf0f-226365f7faac service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878019 Apr 18 21:24:35.008130 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276872a-4489-4404-8183-3f5588d8b03d req-25109e52-22ed-4a77-ae47-486ddbe5e530 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:35.010687 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f276872a-4489-4404-8183-3f5588d8b03d req-25109e52-22ed-4a77-ae47-486ddbe5e530 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 944 time: 0.0524197 Apr 18 21:24:35.052569 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f276872a-4489-4404-8183-3f5588d8b03d req-fd37e9ce-9c78-4167-b777-bb1939e7f9ea tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354211 Apr 18 21:24:36.174491 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39db59-e11e-436b-935b-677ce746551f req-4c8b4ad1-190a-4516-b251-46ef17556910 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:36.175957 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9e39db59-e11e-436b-935b-677ce746551f req-4c8b4ad1-190a-4516-b251-46ef17556910 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 944 time: 0.0492728 Apr 18 21:24:36.218152 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9e39db59-e11e-436b-935b-677ce746551f req-3dac2aa6-642b-4819-b18c-964f8493f4c9 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353158 Apr 18 21:24:37.340238 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e83e67-04fd-4bd2-bf3b-6188eaeb2d61 req-df66a776-cb34-436f-9eea-d4a0a2f522cf tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:37.341764 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2e83e67-04fd-4bd2-bf3b-6188eaeb2d61 req-df66a776-cb34-436f-9eea-d4a0a2f522cf tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 944 time: 0.0503120 Apr 18 21:24:37.381450 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2e83e67-04fd-4bd2-bf3b-6188eaeb2d61 req-85bf3ffc-6b13-4bf8-8702-ad23dfaea52c tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332258 Apr 18 21:24:37.511895 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 9bd7b24c-b66d-425e-9c82-350dc448168d details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:24:37.603167 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 9bd7b24c-b66d-425e-9c82-350dc448168d, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=9bd7b24c-b66d-425e-9c82-350dc448168d,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:37.614207 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '9bd7b24c-b66d-425e-9c82-350dc448168d', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'port_id': '9bd7b24c-b66d-425e-9c82-350dc448168d', 'mac_address': 'fa:16:3e:59:45:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:24:37.655251 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:37.668227 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd7b24c-b66d-425e-9c82-350dc448168d {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:24:37.687345 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 9bd7b24c-b66d-425e-9c82-350dc448168d, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=9bd7b24c-b66d-425e-9c82-350dc448168d,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:37.691338 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:37.738636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=9bd7b24c-b66d-425e-9c82-350dc448168d,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:37.998616 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['9bd7b24c-b66d-425e-9c82-350dc448168d'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:24:38.061577 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:38.500338 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbd996-d74b-4621-8836-13297ec7223c req-db535ee9-b16a-41e9-8a92-f1b2d67394e7 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:38.501882 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d7fbd996-d74b-4621-8836-13297ec7223c req-db535ee9-b16a-41e9-8a92-f1b2d67394e7 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 945 time: 0.0499389 Apr 18 21:24:38.539430 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d7fbd996-d74b-4621-8836-13297ec7223c req-23bde5af-1a2e-4c50-9d93-e90a9059bfd2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314691 Apr 18 21:24:39.527588 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 9bd7b24c-b66d-425e-9c82-350dc448168d up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:24:39.577420 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 9bd7b24c-b66d-425e-9c82-350dc448168d completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:39.584916 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 9bd7b24c-b66d-425e-9c82-350dc448168d triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:39.585439 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:39.656911 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808c5f8-f7e8-4f17-b0ba-88d60fd40256 req-f16daaad-4f61-4edf-93d1-ffc8bd5b95cb tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:39.658384 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a808c5f8-f7e8-4f17-b0ba-88d60fd40256 req-f16daaad-4f61-4edf-93d1-ffc8bd5b95cb tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 945 time: 0.0484350 Apr 18 21:24:39.669152 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:39.692627 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf311f1-acc0-4422-bd10-1efc72d5148f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd7b24c-b66d-425e-9c82-350dc448168d'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:24:39.694890 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7e3bb4-ed9a-492c-93bc-6c2cdab95263" -d '{"events": [{"server_uuid": "dcf311f1-acc0-4422-bd10-1efc72d5148f", "name": "network-vif-plugged", "status": "completed", "tag": "9bd7b24c-b66d-425e-9c82-350dc448168d"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:24:39.703211 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a808c5f8-f7e8-4f17-b0ba-88d60fd40256 req-5139682f-f473-46c9-9c85-f667a9fa6d0a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385897 Apr 18 21:24:39.709120 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 9bd7b24c-b66d-425e-9c82-350dc448168d, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=9bd7b24c-b66d-425e-9c82-350dc448168d,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:39.714619 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:39.745811 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9fcb5b-e9aa-4e1c-9965-ea82cc985c8b x-openstack-request-id: req-cf9fcb5b-e9aa-4e1c-9965-ea82cc985c8b {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:24:39.746099 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf311f1-acc0-4422-bd10-1efc72d5148f", "name": "network-vif-plugged", "status": "completed", "tag": "9bd7b24c-b66d-425e-9c82-350dc448168d", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:24:39.746350 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf9fcb5b-e9aa-4e1c-9965-ea82cc985c8b {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:24:39.746852 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf9fcb5b-e9aa-4e1c-9965-ea82cc985c8b'] response: {'server_uuid': 'dcf311f1-acc0-4422-bd10-1efc72d5148f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd7b24c-b66d-425e-9c82-350dc448168d', 'code': 200} Apr 18 21:24:39.767431 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=9bd7b24c-b66d-425e-9c82-350dc448168d,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:39.844299 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858a15e-7734-4ba6-8c94-2de1e16cce76 req-1d717454-dea8-488f-829b-2540726361e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:39.846094 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d858a15e-7734-4ba6-8c94-2de1e16cce76 req-1d717454-dea8-488f-829b-2540726361e8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 1097 time: 0.0406926 Apr 18 21:24:39.881277 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d858a15e-7734-4ba6-8c94-2de1e16cce76 req-3d52191b-0093-4416-9a0c-f2acc2f336af service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273631 Apr 18 21:24:40.820715 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274d7c2-06c6-4dd4-accf-03fa7d50dbfa req-a27eca0e-0138-4982-ba4e-c33eb21829cc tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:40.823153 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c274d7c2-06c6-4dd4-accf-03fa7d50dbfa req-a27eca0e-0138-4982-ba4e-c33eb21829cc tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 946 time: 0.0490999 Apr 18 21:24:40.860815 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c274d7c2-06c6-4dd4-accf-03fa7d50dbfa req-9d7c741a-6d81-4a03-974f-ae75bf8c4b3a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315371 Apr 18 21:24:41.979888 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe042d-b317-409c-a522-61304eab14a7 req-248594d2-5b4b-45d9-8cad-60c0f10b0c61 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:41.981389 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffe042d-b317-409c-a522-61304eab14a7 req-248594d2-5b4b-45d9-8cad-60c0f10b0c61 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 946 time: 0.0495775 Apr 18 21:24:42.023483 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ffe042d-b317-409c-a522-61304eab14a7 req-d48f444d-ce84-4a9c-9ac1-34d7fb032f3d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360076 Apr 18 21:24:42.145205 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7fa38-bb5c-409c-9a11-99928752a7a0 req-b36498a9-72fa-4dae-8799-66e0b5db9476 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:42.146587 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-61e7fa38-bb5c-409c-9a11-99928752a7a0 req-b36498a9-72fa-4dae-8799-66e0b5db9476 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 946 time: 0.0525563 Apr 18 21:24:42.155985 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57158) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:24:42.160315 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-6ac1b334-92be-463d-ad87-d0aac2b11002 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Request body: {'floatingip': {'port_id': '9bd7b24c-b66d-425e-9c82-350dc448168d'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:24:42.198944 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b334-92be-463d-ad87-d0aac2b11002 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for floatingip, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:42.244417 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:42.939781 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b334-92be-463d-ad87-d0aac2b11002 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:42.943982 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b334-92be-463d-ad87-d0aac2b11002 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:43.054114 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-6ac1b334-92be-463d-ad87-d0aac2b11002 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Floating IP 3f0923cd-8925-4b4b-809a-734bf5c65230 associated. External IP: 172.25.1.218, port: 9bd7b24c-b66d-425e-9c82-350dc448168d. Apr 18 21:24:43.273576 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac1b334-92be-463d-ad87-d0aac2b11002 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Router 83a63878-4847-41ee-b031-ff385879d405 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:24:43.386446 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac1b334-92be-463d-ad87-d0aac2b11002 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:24:43.391075 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b334-92be-463d-ad87-d0aac2b11002 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:43.396274 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39213869-3e64-4c93-8a21-2c6e1dd87949 None None] Sync routers for ids ['83a63878-4847-41ee-b031-ff385879d405'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:24:43.407122 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39213869-3e64-4c93-8a21-2c6e1dd87949 None None] Routers {'83a63878-4847-41ee-b031-ff385879d405'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:24:43.407754 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-39213869-3e64-4c93-8a21-2c6e1dd87949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:24:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['83a63878-4847-41ee-b031-ff385879d405'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:43.419668 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6ac1b334-92be-463d-ad87-d0aac2b11002 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "PUT /v2.0/floatingips/3f0923cd-8925-4b4b-809a-734bf5c65230 HTTP/1.1" status: 200 len: 992 time: 1.2625849 Apr 18 21:24:43.420372 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf311f1-acc0-4422-bd10-1efc72d5148f', 'tag': '9bd7b24c-b66d-425e-9c82-350dc448168d'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:24:43.422795 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa9a3ad-a0e8-41be-abdc-962533dc50ac" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf311f1-acc0-4422-bd10-1efc72d5148f", "tag": "9bd7b24c-b66d-425e-9c82-350dc448168d"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:24:43.466773 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a19c7fd-0470-4eaf-bcda-24a54fb4e127 x-openstack-request-id: req-1a19c7fd-0470-4eaf-bcda-24a54fb4e127 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:24:43.467123 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf311f1-acc0-4422-bd10-1efc72d5148f", "tag": "9bd7b24c-b66d-425e-9c82-350dc448168d", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:24:43.467382 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a19c7fd-0470-4eaf-bcda-24a54fb4e127 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:24:43.469501 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a19c7fd-0470-4eaf-bcda-24a54fb4e127'] response: {'name': 'network-changed', 'server_uuid': 'dcf311f1-acc0-4422-bd10-1efc72d5148f', 'tag': '9bd7b24c-b66d-425e-9c82-350dc448168d', 'status': 'completed', 'code': 200} Apr 18 21:24:43.520419 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-39213869-3e64-4c93-8a21-2c6e1dd87949 None None] Set router 83a63878-4847-41ee-b031-ff385879d405 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:24:43.556892 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a323b72-806a-4b52-be37-1a2d5331d86d req-90828eb6-f8e1-451e-9075-84c69f95c9dd tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:43.558438 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3a323b72-806a-4b52-be37-1a2d5331d86d req-90828eb6-f8e1-451e-9075-84c69f95c9dd tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 946 time: 0.0813422 Apr 18 21:24:43.562032 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9a3ad-a0e8-41be-abdc-962533dc50ac req-7b58fc26-4842-4797-8d22-36c5f16d94f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:43.563500 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2aa9a3ad-a0e8-41be-abdc-962533dc50ac req-7b58fc26-4842-4797-8d22-36c5f16d94f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 1097 time: 0.0738156 Apr 18 21:24:43.654066 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3a323b72-806a-4b52-be37-1a2d5331d86d req-24183383-8784-404c-80a6-c3d46cfe1fad tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888336 Apr 18 21:24:43.686316 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9a3ad-a0e8-41be-abdc-962533dc50ac req-2a61540c-328e-408b-acf7-2e5991222291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:43.688249 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2aa9a3ad-a0e8-41be-abdc-962533dc50ac req-2a61540c-328e-408b-acf7-2e5991222291 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.1155956 Apr 18 21:24:43.771894 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-39213869-3e64-4c93-8a21-2c6e1dd87949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '3f0923cd-8925-4b4b-809a-734bf5c65230', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '83a63878-4847-41ee-b031-ff385879d405', 'port_id': '9bd7b24c-b66d-425e-9c82-350dc448168d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'mac_address': 'fa:16:3e:59:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf311f1-acc0-4422-bd10-1efc72d5148f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:24:30Z', 'updated_at': '2022-04-18T21:24:42Z', 'revision_number': 1, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:43.788329 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2aa9a3ad-a0e8-41be-abdc-962533dc50ac req-f46290a7-2387-4cc4-828c-db01f1fbe0ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bd7b24c-b66d-425e-9c82-350dc448168d HTTP/1.1" status: 200 len: 1000 time: 0.0942013 Apr 18 21:24:43.798701 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39213869-3e64-4c93-8a21-2c6e1dd87949 None None] Checking router: 83a63878-4847-41ee-b031-ff385879d405 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:24:43.800578 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d980e2c-475a-497e-adc5-dbde01fe5251 req-17d14342-ce13-44ae-b7bc-18c06a7e0125 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:43.802027 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d980e2c-475a-497e-adc5-dbde01fe5251 req-17d14342-ce13-44ae-b7bc-18c06a7e0125 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 946 time: 0.0709395 Apr 18 21:24:43.807927 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39213869-3e64-4c93-8a21-2c6e1dd87949 None None] Routers {'83a63878-4847-41ee-b031-ff385879d405'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:24:43.808575 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-39213869-3e64-4c93-8a21-2c6e1dd87949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:24:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['83a63878-4847-41ee-b031-ff385879d405'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:43.868825 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9a3ad-a0e8-41be-abdc-962533dc50ac req-cabf04ce-2130-4b59-9e83-03245f1fea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:43.870315 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2aa9a3ad-a0e8-41be-abdc-962533dc50ac req-cabf04ce-2130-4b59-9e83-03245f1fea06 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0674393 Apr 18 21:24:43.878350 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d980e2c-475a-497e-adc5-dbde01fe5251 req-e07b83fc-c32e-4e0c-ac18-08a53c52948f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674751 Apr 18 21:24:43.924171 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9a3ad-a0e8-41be-abdc-962533dc50ac req-c752e29f-ca40-49ee-9f16-a1feaf682995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:43.925733 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2aa9a3ad-a0e8-41be-abdc-962533dc50ac req-c752e29f-ca40-49ee-9f16-a1feaf682995 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465188 Apr 18 21:24:44.026685 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2aa9a3ad-a0e8-41be-abdc-962533dc50ac req-59346715-7d7a-4543-a453-e8b3833da76f service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939565 Apr 18 21:24:44.075189 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-39213869-3e64-4c93-8a21-2c6e1dd87949 None None] Set router 83a63878-4847-41ee-b031-ff385879d405 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:24:44.120087 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2aa9a3ad-a0e8-41be-abdc-962533dc50ac req-716b9b53-ce53-46e8-badb-682ddf5af74b service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866733 Apr 18 21:24:44.300143 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-39213869-3e64-4c93-8a21-2c6e1dd87949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '3f0923cd-8925-4b4b-809a-734bf5c65230', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '83a63878-4847-41ee-b031-ff385879d405', 'port_id': '9bd7b24c-b66d-425e-9c82-350dc448168d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'mac_address': 'fa:16:3e:59:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf311f1-acc0-4422-bd10-1efc72d5148f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:24:30Z', 'updated_at': '2022-04-18T21:24:42Z', 'revision_number': 1, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:44.326201 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39213869-3e64-4c93-8a21-2c6e1dd87949 None None] The sync data for ids ['83a63878-4847-41ee-b031-ff385879d405'] in n-d-838323-3 is: [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '3f0923cd-8925-4b4b-809a-734bf5c65230', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '83a63878-4847-41ee-b031-ff385879d405', 'port_id': '9bd7b24c-b66d-425e-9c82-350dc448168d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'mac_address': 'fa:16:3e:59:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf311f1-acc0-4422-bd10-1efc72d5148f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:24:30Z', 'updated_at': '2022-04-18T21:24:42Z', 'revision_number': 1, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:24:44.528404 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89dc00a-2065-46aa-b9e4-e42af2cd20a0 None None] New status for floating IP 3f0923cd-8925-4b4b-809a-734bf5c65230: ACTIVE {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:24:45.002086 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d015456-caf8-40df-81ea-1d640a79957f req-0cb72d20-0685-4c4d-b7ca-d54d4a67df99 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:45.003498 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d015456-caf8-40df-81ea-1d640a79957f req-0cb72d20-0685-4c4d-b7ca-d54d4a67df99 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 946 time: 0.0544548 Apr 18 21:24:45.042107 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d015456-caf8-40df-81ea-1d640a79957f req-3bc2018a-f39a-4892-81fc-9720c6ff50e8 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317276 Apr 18 21:24:45.161082 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4078f2-e7c9-41a7-8ba9-8e4aa740f4c0 req-d764b3ed-490f-4dc3-9f03-39e29351edb2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:45.162561 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee4078f2-e7c9-41a7-8ba9-8e4aa740f4c0 req-d764b3ed-490f-4dc3-9f03-39e29351edb2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 946 time: 0.0503268 Apr 18 21:24:45.200828 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee4078f2-e7c9-41a7-8ba9-8e4aa740f4c0 req-7e2972e3-8773-4129-bed0-9fda0ec9eb6e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317636 Apr 18 21:24:45.433933 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-7ef2eb4b-ea61-4ac7-9169-a60e71243425 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0461087 Apr 18 21:24:45.440045 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4b12a-eec2-4c0d-86a3-061a16fe0e79 req-ef2a0a56-c2e2-4f98-9409-696b0eafcd23 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:45.441862 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2d4b12a-eec2-4c0d-86a3-061a16fe0e79 req-ef2a0a56-c2e2-4f98-9409-696b0eafcd23 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 946 time: 0.0494623 Apr 18 21:24:45.483264 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2d4b12a-eec2-4c0d-86a3-061a16fe0e79 req-f11025ee-3b3d-406b-afe6-bbd13d02b204 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345047 Apr 18 21:24:46.592912 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-5f7b2efb-7106-4251-85a3-9368ad83b3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:46.594426 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-5f7b2efb-7106-4251-85a3-9368ad83b3b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 1097 time: 0.0732031 Apr 18 21:24:46.633217 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760d423-9022-4815-bf28-be30ea935017 req-fcb3e0f1-8050-460e-b7f8-7567cfe34eb0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:46.634862 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f760d423-9022-4815-bf28-be30ea935017 req-fcb3e0f1-8050-460e-b7f8-7567cfe34eb0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 946 time: 0.0797894 Apr 18 21:24:46.715404 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f760d423-9022-4815-bf28-be30ea935017 req-4d90c43d-c79d-40a8-9024-df913b4a56c9 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563383 Apr 18 21:24:46.728711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-a5c587c5-096f-44b2-8e2c-2c24bc34fb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:46.730600 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-a5c587c5-096f-44b2-8e2c-2c24bc34fb46 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.1299484 Apr 18 21:24:46.795382 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-6859b718-c696-4ee7-b0a7-28def6c6209c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bd7b24c-b66d-425e-9c82-350dc448168d HTTP/1.1" status: 200 len: 1002 time: 0.0575056 Apr 18 21:24:46.842575 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-b4c80cd9-7418-48d7-942e-413f73e18611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:46.844002 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-b4c80cd9-7418-48d7-942e-413f73e18611 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0428059 Apr 18 21:24:46.893013 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-50eaaea3-edc3-4e6b-985c-d6a5b1c95876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:46.894495 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-50eaaea3-edc3-4e6b-985c-d6a5b1c95876 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443335 Apr 18 21:24:46.983086 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-5bc118b3-3c93-4593-8121-01a388c41bf0 service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819407 Apr 18 21:24:47.074696 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-b12735ba-54ac-4e9f-a93a-a49ce0d2be39 service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856979 Apr 18 21:24:47.835595 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed66e33-57d0-47d7-ba3d-9fabf16276bf req-9199009e-0a81-40db-82a9-9042c0df2b9d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:47.837033 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aed66e33-57d0-47d7-ba3d-9fabf16276bf req-9199009e-0a81-40db-82a9-9042c0df2b9d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 946 time: 0.0505552 Apr 18 21:24:47.875968 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aed66e33-57d0-47d7-ba3d-9fabf16276bf req-18515c08-d687-45a8-a1d0-2dc40ef5af59 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324903 Apr 18 21:24:48.994009 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe27fc-e21e-41b6-970a-2a6f6868b19e req-3701658e-5d3b-45c2-a99e-f39ada1345af tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:48.995821 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5dbe27fc-e21e-41b6-970a-2a6f6868b19e req-3701658e-5d3b-45c2-a99e-f39ada1345af tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 946 time: 0.0488350 Apr 18 21:24:49.034323 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5dbe27fc-e21e-41b6-970a-2a6f6868b19e req-4a2e388f-647d-49d3-8cee-e02d8fbc1dcd tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322080 Apr 18 21:24:50.155441 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02782ac3-c735-484d-b509-5f71afd4b6c5 req-33bdb91b-7c94-4f19-8513-d753404c60a7 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:50.156948 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-02782ac3-c735-484d-b509-5f71afd4b6c5 req-33bdb91b-7c94-4f19-8513-d753404c60a7 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 946 time: 0.0531397 Apr 18 21:24:50.195505 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-02782ac3-c735-484d-b509-5f71afd4b6c5 req-20b3265a-6f3c-4f98-95f1-2cf14128be27 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322385 Apr 18 21:24:50.378604 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:24:51.311661 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210109b9-b8ab-47b3-a95b-a0e8779333c6 req-e27211ba-cc91-4d94-89a2-694513da5b01 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:51.313178 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-210109b9-b8ab-47b3-a95b-a0e8779333c6 req-e27211ba-cc91-4d94-89a2-694513da5b01 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 946 time: 0.0486991 Apr 18 21:24:51.351738 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-210109b9-b8ab-47b3-a95b-a0e8779333c6 req-8b392f37-c2a5-4bf5-9648-897abcc61d42 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323370 Apr 18 21:24:52.470671 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bcc9ae-66bb-44ca-b54f-b8ca4b196b68 req-cdd12467-897b-4970-941c-1d7db176703a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:52.472400 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4bcc9ae-66bb-44ca-b54f-b8ca4b196b68 req-cdd12467-897b-4970-941c-1d7db176703a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 946 time: 0.0502484 Apr 18 21:24:52.511204 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4bcc9ae-66bb-44ca-b54f-b8ca4b196b68 req-be6e3ec4-669a-45ca-beac-12286e0eba82 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326390 Apr 18 21:24:53.635835 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe7aad-0df5-48ba-9b46-29bf98aef09c req-e0c205d0-e737-4e17-9aa7-bda4adecca8f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:53.637342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4fe7aad-0df5-48ba-9b46-29bf98aef09c req-e0c205d0-e737-4e17-9aa7-bda4adecca8f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 946 time: 0.0533931 Apr 18 21:24:53.675150 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4fe7aad-0df5-48ba-9b46-29bf98aef09c req-4abd9602-2acf-4700-8143-5abed69704e8 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317969 Apr 18 21:24:54.663796 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c6a5cd73-f826-4f03-9887-a86d3c937575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:54.793627 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf1047-0017-4820-bf80-fb414b6cc743 req-f1da1b70-eac2-4486-b3e4-61bd09efa5e2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:54.795115 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-44bf1047-0017-4820-bf80-fb414b6cc743 req-f1da1b70-eac2-4486-b3e4-61bd09efa5e2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 946 time: 0.0492833 Apr 18 21:24:54.833792 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-44bf1047-0017-4820-bf80-fb414b6cc743 req-63d8edaf-2beb-4182-a61e-45e1358ccc82 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323627 Apr 18 21:24:55.956111 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9c498-fc22-4eda-ae71-ee5c51f80929 req-11c0b9d8-ac95-4e79-85c4-7a4233f58769 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:55.957632 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45d9c498-fc22-4eda-ae71-ee5c51f80929 req-11c0b9d8-ac95-4e79-85c4-7a4233f58769 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 946 time: 0.0512490 Apr 18 21:24:55.997277 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45d9c498-fc22-4eda-ae71-ee5c51f80929 req-ed2e6855-c795-412b-8871-e054c8c2d975 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331614 Apr 18 21:24:57.118890 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c48658-5ea8-46ae-b5e8-b0909f8fdadd req-f1c2ca8a-79d2-4c4b-abd4-73ca5d11ed48 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:57.120397 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-84c48658-5ea8-46ae-b5e8-b0909f8fdadd req-f1c2ca8a-79d2-4c4b-abd4-73ca5d11ed48 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 946 time: 0.0532606 Apr 18 21:24:57.167623 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-84c48658-5ea8-46ae-b5e8-b0909f8fdadd req-de1a399a-e6fd-4031-8855-dde8af58176f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323701 Apr 18 21:24:58.290603 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a9609-7fa5-42c0-8ff0-767ad7f80c89 req-e89ab9bf-59c3-49ce-b68a-b648cf8edb69 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:58.292083 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e31a9609-7fa5-42c0-8ff0-767ad7f80c89 req-e89ab9bf-59c3-49ce-b68a-b648cf8edb69 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 946 time: 0.0511692 Apr 18 21:24:58.330268 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e31a9609-7fa5-42c0-8ff0-767ad7f80c89 req-b63a0f5f-2aec-4e89-a355-ff1579a9aca9 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320480 Apr 18 21:24:59.093806 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e6673785-d0e8-44db-9132-53912501bea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:59.448423 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6625176-67f2-44b7-8c36-e1cb2bc7d33c req-eac7b979-6ed2-41da-87fb-c342629d7a13 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:59.449930 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b6625176-67f2-44b7-8c36-e1cb2bc7d33c req-eac7b979-6ed2-41da-87fb-c342629d7a13 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 946 time: 0.0490990 Apr 18 21:24:59.487835 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b6625176-67f2-44b7-8c36-e1cb2bc7d33c req-91c9cf1a-9567-4ac2-8930-8aa220cdcfc6 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319242 Apr 18 21:24:59.984336 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:00.610210 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba5095-2fac-432e-9fdc-e3e1e0dcdbe1 req-ed1a1b2d-8be8-4b0b-abdf-326e6e3e6ddf tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:00.611693 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1dba5095-2fac-432e-9fdc-e3e1e0dcdbe1 req-ed1a1b2d-8be8-4b0b-abdf-326e6e3e6ddf tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 946 time: 0.0547464 Apr 18 21:25:00.650947 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1dba5095-2fac-432e-9fdc-e3e1e0dcdbe1 req-0925831a-3062-403f-a7e6-71a79a3805e8 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326586 Apr 18 21:25:01.604180 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:01.772280 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17622760-9363-4f25-a0c2-c7560a8cb75f req-aa454634-866d-4437-b3ed-e1a4715c63cf tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:01.774608 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-17622760-9363-4f25-a0c2-c7560a8cb75f req-aa454634-866d-4437-b3ed-e1a4715c63cf tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 946 time: 0.0524638 Apr 18 21:25:01.776901 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:01.812271 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-17622760-9363-4f25-a0c2-c7560a8cb75f req-e69d0ea5-29b9-4428-8bd1-6d8116012f27 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315125 Apr 18 21:25:02.931965 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c576b9c-2b54-4b12-8317-224b18cd7653 req-a6f535fb-b764-40d4-a24b-9641daf4bbd2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:02.933431 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c576b9c-2b54-4b12-8317-224b18cd7653 req-a6f535fb-b764-40d4-a24b-9641daf4bbd2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 946 time: 0.0501385 Apr 18 21:25:02.971882 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c576b9c-2b54-4b12-8317-224b18cd7653 req-37b78cd7-0792-44d3-88d5-fb7e44d700b8 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321805 Apr 18 21:25:03.619138 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-b68f072b-181e-4dfa-99e2-4dce81c9fd03 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:25:03.620195 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-b68f072b-181e-4dfa-99e2-4dce81c9fd03 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053918 Apr 18 21:25:03.683562 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-e793ad94-836a-4334-a624-a72ea1fc9d8a service neutron] show failed (client error): The resource could not be found. Apr 18 21:25:03.684622 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-e793ad94-836a-4334-a624-a72ea1fc9d8a service neutron] 10.222.0.32 "GET /v2.0/ports/9bd7b24c-b66d-425e-9c82-350dc448168d/bindings/n-h2-838323-3 HTTP/1.1" status: 404 len: 380 time: 0.0581133 Apr 18 21:25:03.879284 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-a6f465d0-e64c-4092-8dcb-c7d9362bbf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:03.880813 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-a6f465d0-e64c-4092-8dcb-c7d9362bbf55 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f&tenant_id=febac6f1972d4f6586ca4e632e76baf9 HTTP/1.1" status: 200 len: 1097 time: 0.0411162 Apr 18 21:25:03.890905 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-bdde3379-63d7-4817-9ce6-6da3fbeaf515 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:25:03.891867 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-bdde3379-63d7-4817-9ce6-6da3fbeaf515 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049679 Apr 18 21:25:03.903891 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-4695c86e-5528-4a03-870e-faafceeb80a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838323-3', 'device_owner': 'compute:nova'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:25:03.957934 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-4695c86e-5528-4a03-870e-faafceeb80a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:04.162901 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceea86a-5a1e-494a-bda2-2dfb24964c2e req-5af2520b-14f8-47f5-8a78-d7c42d19b420 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:04.164252 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ceea86a-5a1e-494a-bda2-2dfb24964c2e req-5af2520b-14f8-47f5-8a78-d7c42d19b420 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 946 time: 0.1031582 Apr 18 21:25:04.224948 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-4695c86e-5528-4a03-870e-faafceeb80a6 service neutron] For port 9bd7b24c-b66d-425e-9c82-350dc448168d, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=9bd7b24c-b66d-425e-9c82-350dc448168d,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:04.229468 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ceea86a-5a1e-494a-bda2-2dfb24964c2e req-43ec9ff2-cf16-4783-8c41-1170a7a74bcd tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586543 Apr 18 21:25:04.262469 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-4695c86e-5528-4a03-870e-faafceeb80a6 service neutron] For port 9bd7b24c-b66d-425e-9c82-350dc448168d, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:25:04.303810 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf311f1-acc0-4422-bd10-1efc72d5148f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bd7b24c-b66d-425e-9c82-350dc448168d'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:25:04.306684 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2519afa3-699f-4c02-a778-dc621f1eb020" -d '{"events": [{"server_uuid": "dcf311f1-acc0-4422-bd10-1efc72d5148f", "name": "network-vif-unplugged", "status": "completed", "tag": "9bd7b24c-b66d-425e-9c82-350dc448168d"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:25:04.310792 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-4695c86e-5528-4a03-870e-faafceeb80a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:04.323086 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-4695c86e-5528-4a03-870e-faafceeb80a6 service neutron] Transition to ACTIVE for port object 9bd7b24c-b66d-425e-9c82-350dc448168d will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:04.327251 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-4695c86e-5528-4a03-870e-faafceeb80a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:04.361427 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aeadb28-919b-4152-8699-fb0d207e6a4a x-openstack-request-id: req-5aeadb28-919b-4152-8699-fb0d207e6a4a {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:25:04.361724 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf311f1-acc0-4422-bd10-1efc72d5148f", "name": "network-vif-unplugged", "status": "completed", "tag": "9bd7b24c-b66d-425e-9c82-350dc448168d", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:25:04.361969 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5aeadb28-919b-4152-8699-fb0d207e6a4a {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:25:04.362828 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aeadb28-919b-4152-8699-fb0d207e6a4a'] response: {'server_uuid': 'dcf311f1-acc0-4422-bd10-1efc72d5148f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bd7b24c-b66d-425e-9c82-350dc448168d', 'code': 200} Apr 18 21:25:04.442111 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695c86e-5528-4a03-870e-faafceeb80a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd7b24c-b66d-425e-9c82-350dc448168d,revision_number=6']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:04.499478 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-4695c86e-5528-4a03-870e-faafceeb80a6 service neutron] No DVR routers for this DVR port 9bd7b24c-b66d-425e-9c82-350dc448168d on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:25:04.905194 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-4695c86e-5528-4a03-870e-faafceeb80a6 service neutron] Attempting to bind port 9bd7b24c-b66d-425e-9c82-350dc448168d on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:25:04.905528 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-4695c86e-5528-4a03-870e-faafceeb80a6 service neutron] Attempting to bind port 9bd7b24c-b66d-425e-9c82-350dc448168d by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:25:04.905857 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-4695c86e-5528-4a03-870e-faafceeb80a6 service neutron] Attempting to bind port 9bd7b24c-b66d-425e-9c82-350dc448168d on network d777c1c3-7216-458b-92de-a063414b4aae {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:25:04.910255 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-4695c86e-5528-4a03-870e-faafceeb80a6 service neutron] Port 9bd7b24c-b66d-425e-9c82-350dc448168d on network d777c1c3-7216-458b-92de-a063414b4aae not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:25:04.910578 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-4695c86e-5528-4a03-870e-faafceeb80a6 service neutron] Attempting to bind port 9bd7b24c-b66d-425e-9c82-350dc448168d on network d777c1c3-7216-458b-92de-a063414b4aae {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:25:04.915676 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-4695c86e-5528-4a03-870e-faafceeb80a6 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:25:04.916011 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-4695c86e-5528-4a03-870e-faafceeb80a6 service neutron] Checking segment: {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:25:04.916396 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-4695c86e-5528-4a03-870e-faafceeb80a6 service neutron] Bound using segment: {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:25:04.916843 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-4695c86e-5528-4a03-870e-faafceeb80a6 service neutron] Bound port: 9bd7b24c-b66d-425e-9c82-350dc448168d, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:25:04.917197 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-4695c86e-5528-4a03-870e-faafceeb80a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:04.980913 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-4695c86e-5528-4a03-870e-faafceeb80a6 service neutron] For port 9bd7b24c-b66d-425e-9c82-350dc448168d, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:25:04.983936 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-4695c86e-5528-4a03-870e-faafceeb80a6 service neutron] For port 9bd7b24c-b66d-425e-9c82-350dc448168d, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=9bd7b24c-b66d-425e-9c82-350dc448168d,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:25:04.988467 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-4695c86e-5528-4a03-870e-faafceeb80a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:05.021563 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-4695c86e-5528-4a03-870e-faafceeb80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:05.022227 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-4695c86e-5528-4a03-870e-faafceeb80a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:05.023511 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-4695c86e-5528-4a03-870e-faafceeb80a6 service neutron] 10.222.0.57 "PUT /v2.0/ports/9bd7b24c-b66d-425e-9c82-350dc448168d HTTP/1.1" status: 200 len: 1092 time: 1.1233363 Apr 18 21:25:05.062247 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695c86e-5528-4a03-870e-faafceeb80a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd7b24c-b66d-425e-9c82-350dc448168d,revision_number=7']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:05.099429 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-4dc78d0f-d456-460c-903f-570f32a774ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:05.100973 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-4dc78d0f-d456-460c-903f-570f32a774ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 1095 time: 0.0540557 Apr 18 21:25:05.196215 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-015ce5e7-efa9-4a1f-ad1f-ccc6fa162429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:05.197719 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-015ce5e7-efa9-4a1f-ad1f-ccc6fa162429 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.0901351 Apr 18 21:25:05.268709 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-c495a962-5473-45ac-be51-b3342eada0c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bd7b24c-b66d-425e-9c82-350dc448168d HTTP/1.1" status: 200 len: 1000 time: 0.0642285 Apr 18 21:25:05.341358 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-a4e51b02-2628-4f52-af3c-a2a2e32f0d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:05.342925 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-a4e51b02-2628-4f52-af3c-a2a2e32f0d0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0677991 Apr 18 21:25:05.387603 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183fbc5-83eb-49db-9d79-43323f955952 req-90dc9d7a-fea1-40fb-8590-23b6e7cc7db0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:05.389108 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1183fbc5-83eb-49db-9d79-43323f955952 req-90dc9d7a-fea1-40fb-8590-23b6e7cc7db0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 944 time: 0.0799792 Apr 18 21:25:05.417891 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-26c779b6-d19e-4156-90d7-33d8d7eff509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:05.419359 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-26c779b6-d19e-4156-90d7-33d8d7eff509 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692244 Apr 18 21:25:05.455396 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1183fbc5-83eb-49db-9d79-43323f955952 req-e56f3f2d-53a9-4ada-a1bb-bc1cac574d0c tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588558 Apr 18 21:25:05.522081 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-61a80a85-28a2-4cc6-91c6-6a634cb71b31 service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930626 Apr 18 21:25:05.618218 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ff21403-aa4c-4188-858d-d5edf614cc35 req-12f8246f-17b7-43ae-9561-3277bcdf6ba1 service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893583 Apr 18 21:25:06.363788 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf311f1-acc0-4422-bd10-1efc72d5148f', 'tag': '9bd7b24c-b66d-425e-9c82-350dc448168d'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:25:06.366224 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4db47d-4eae-4942-ba09-761c727946d9" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf311f1-acc0-4422-bd10-1efc72d5148f", "tag": "9bd7b24c-b66d-425e-9c82-350dc448168d"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:25:06.417481 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c89542-700c-4ebd-b752-f2ee2075a912 x-openstack-request-id: req-78c89542-700c-4ebd-b752-f2ee2075a912 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:25:06.417775 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf311f1-acc0-4422-bd10-1efc72d5148f", "tag": "9bd7b24c-b66d-425e-9c82-350dc448168d", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:25:06.418031 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78c89542-700c-4ebd-b752-f2ee2075a912 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:25:06.418947 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78c89542-700c-4ebd-b752-f2ee2075a912'] response: {'name': 'network-changed', 'server_uuid': 'dcf311f1-acc0-4422-bd10-1efc72d5148f', 'tag': '9bd7b24c-b66d-425e-9c82-350dc448168d', 'status': 'completed', 'code': 200} Apr 18 21:25:06.525345 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4db47d-4eae-4942-ba09-761c727946d9 req-f4519e8d-2b61-40df-97c4-86f3227b8c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:06.526873 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b4db47d-4eae-4942-ba09-761c727946d9 req-f4519e8d-2b61-40df-97c4-86f3227b8c7a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 1095 time: 0.0839515 Apr 18 21:25:06.528805 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4db47d-4eae-4942-ba09-761c727946d9 req-bd85edad-dc9e-42cb-a1b7-f8dfa3f4b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:06.530500 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b4db47d-4eae-4942-ba09-761c727946d9 req-bd85edad-dc9e-42cb-a1b7-f8dfa3f4b829 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 1095 time: 0.0781007 Apr 18 21:25:06.716807 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dedd21-052c-4066-bb57-4d7d0ba3ea29 req-65682f4a-54b5-4f5c-bde0-59e72a40233e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:06.721174 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a1dedd21-052c-4066-bb57-4d7d0ba3ea29 req-65682f4a-54b5-4f5c-bde0-59e72a40233e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 944 time: 0.1894155 Apr 18 21:25:06.770943 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4db47d-4eae-4942-ba09-761c727946d9 req-21850f8e-c1b0-4de9-a53d-de65eed73068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:06.772409 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b4db47d-4eae-4942-ba09-761c727946d9 req-21850f8e-c1b0-4de9-a53d-de65eed73068 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.2300954 Apr 18 21:25:06.826489 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4db47d-4eae-4942-ba09-761c727946d9 req-d157ca71-d9aa-46f0-ae72-df33d39413d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:06.827982 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b4db47d-4eae-4942-ba09-761c727946d9 req-d157ca71-d9aa-46f0-ae72-df33d39413d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.2846606 Apr 18 21:25:06.895385 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a1dedd21-052c-4066-bb57-4d7d0ba3ea29 req-74209b0b-d7d5-4939-b571-e2583b14e024 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611059 Apr 18 21:25:06.906360 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b4db47d-4eae-4942-ba09-761c727946d9 req-933113b8-5674-4bf5-b806-8ae2ab613991 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bd7b24c-b66d-425e-9c82-350dc448168d HTTP/1.1" status: 200 len: 1000 time: 0.1269419 Apr 18 21:25:06.962834 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b4db47d-4eae-4942-ba09-761c727946d9 req-e648c8fc-ce37-45da-b950-2f877d12aa12 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bd7b24c-b66d-425e-9c82-350dc448168d HTTP/1.1" status: 200 len: 1000 time: 0.1248453 Apr 18 21:25:07.006292 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4db47d-4eae-4942-ba09-761c727946d9 req-bc518bc9-a41a-4bbc-bbcf-4fd0b1e76acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:07.007678 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b4db47d-4eae-4942-ba09-761c727946d9 req-bc518bc9-a41a-4bbc-bbcf-4fd0b1e76acc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0871882 Apr 18 21:25:07.045644 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4db47d-4eae-4942-ba09-761c727946d9 req-2d0f6020-bc54-4044-b507-921c9a59c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:07.047122 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b4db47d-4eae-4942-ba09-761c727946d9 req-2d0f6020-bc54-4044-b507-921c9a59c2c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0782773 Apr 18 21:25:07.096164 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4db47d-4eae-4942-ba09-761c727946d9 req-97f2de16-7d46-4d24-8b10-8d0fd4558cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:07.097758 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b4db47d-4eae-4942-ba09-761c727946d9 req-97f2de16-7d46-4d24-8b10-8d0fd4558cad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815778 Apr 18 21:25:07.109134 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4db47d-4eae-4942-ba09-761c727946d9 req-f321bdff-d784-4b78-8281-ba9d5e95f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:07.110600 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b4db47d-4eae-4942-ba09-761c727946d9 req-f321bdff-d784-4b78-8281-ba9d5e95f2da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565450 Apr 18 21:25:07.274265 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b4db47d-4eae-4942-ba09-761c727946d9 req-7b3bee96-a316-4e28-acec-526fb0f1a546 service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673145 Apr 18 21:25:07.276145 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b4db47d-4eae-4942-ba09-761c727946d9 req-bb60e0f3-e835-4460-b63b-0db356ed1110 service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587787 Apr 18 21:25:07.437998 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b4db47d-4eae-4942-ba09-761c727946d9 req-f5a5f76b-d10b-4b70-96f1-ef3cbb4501cf service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565514 Apr 18 21:25:07.439907 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2b4db47d-4eae-4942-ba09-761c727946d9 req-459ddbb8-7d95-4486-85a2-974377de3440 service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514368 Apr 18 21:25:07.636449 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 9bd7b24c-b66d-425e-9c82-350dc448168d no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:25:07.676587 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 9bd7b24c-b66d-425e-9c82-350dc448168d not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:25:07.813223 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 9bd7b24c-b66d-425e-9c82-350dc448168d details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:25:07.908326 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 9bd7b24c-b66d-425e-9c82-350dc448168d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=9bd7b24c-b66d-425e-9c82-350dc448168d,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:07.920710 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '9bd7b24c-b66d-425e-9c82-350dc448168d', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'port_id': '9bd7b24c-b66d-425e-9c82-350dc448168d', 'mac_address': 'fa:16:3e:59:45:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:25:07.963223 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:07.976488 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd7b24c-b66d-425e-9c82-350dc448168d {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:25:07.996801 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 9bd7b24c-b66d-425e-9c82-350dc448168d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=9bd7b24c-b66d-425e-9c82-350dc448168d,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:08.000964 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:08.022342 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b4642-255b-4b1c-a619-e2fbebbcb629 req-f59d4206-ecff-4fa7-9f98-2509c0d37f44 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:08.024045 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6e7b4642-255b-4b1c-a619-e2fbebbcb629 req-f59d4206-ecff-4fa7-9f98-2509c0d37f44 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 944 time: 0.0515878 Apr 18 21:25:08.062315 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:08.065387 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=9bd7b24c-b66d-425e-9c82-350dc448168d,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:08.072692 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6e7b4642-255b-4b1c-a619-e2fbebbcb629 req-f1823937-b488-4104-bcf0-71e9e127f916 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414958 Apr 18 21:25:08.206535 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['9bd7b24c-b66d-425e-9c82-350dc448168d'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:25:08.313103 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e674ed5-5e3c-48a1-8738-390dd52e2412 req-69dd9fea-e793-4671-9243-924aeb95145c tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:08.314911 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e674ed5-5e3c-48a1-8738-390dd52e2412 req-69dd9fea-e793-4671-9243-924aeb95145c tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 945 time: 0.0903301 Apr 18 21:25:08.323719 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82faee-fe72-4d11-98f2-26a18f6d6eab req-e90cb795-d4d5-4e72-a1c2-ff419444eea3 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:08.325208 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d82faee-fe72-4d11-98f2-26a18f6d6eab req-e90cb795-d4d5-4e72-a1c2-ff419444eea3 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f&tenant_id=febac6f1972d4f6586ca4e632e76baf9&binding%3Ahost_id=n-h2-838323-3 HTTP/1.1" status: 200 len: 945 time: 0.0876260 Apr 18 21:25:08.392375 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e674ed5-5e3c-48a1-8738-390dd52e2412 req-b5f5a2df-efb7-44af-adfa-b2e45586dd2e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661662 Apr 18 21:25:08.411068 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-0d82faee-fe72-4d11-98f2-26a18f6d6eab req-a924b49d-36a5-40ee-8a6c-3f6b51811c0c service neutron] delete failed (client error): The resource could not be found. Apr 18 21:25:08.412130 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d82faee-fe72-4d11-98f2-26a18f6d6eab req-a924b49d-36a5-40ee-8a6c-3f6b51811c0c service neutron] 10.222.0.32 "DELETE /v2.0/ports/9bd7b24c-b66d-425e-9c82-350dc448168d/bindings/n-h1-838323-3 HTTP/1.1" status: 404 len: 380 time: 0.0790377 Apr 18 21:25:08.495308 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82faee-fe72-4d11-98f2-26a18f6d6eab req-30627fc9-58b6-40bd-b453-4292fda28e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:08.496759 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d82faee-fe72-4d11-98f2-26a18f6d6eab req-30627fc9-58b6-40bd-b453-4292fda28e02 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 1096 time: 0.0425885 Apr 18 21:25:08.585859 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82faee-fe72-4d11-98f2-26a18f6d6eab req-69e9db61-7ca5-4fb2-bbad-fddd9dcf8e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:08.588003 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d82faee-fe72-4d11-98f2-26a18f6d6eab req-69e9db61-7ca5-4fb2-bbad-fddd9dcf8e65 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.0854208 Apr 18 21:25:08.656767 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d82faee-fe72-4d11-98f2-26a18f6d6eab req-337ab03d-eeaf-44e0-82bb-d49f2c860402 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bd7b24c-b66d-425e-9c82-350dc448168d HTTP/1.1" status: 200 len: 1001 time: 0.0614808 Apr 18 21:25:08.703981 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82faee-fe72-4d11-98f2-26a18f6d6eab req-f9612b4c-e8ee-49d1-934b-3883d78fa6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:08.705435 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d82faee-fe72-4d11-98f2-26a18f6d6eab req-f9612b4c-e8ee-49d1-934b-3883d78fa6a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0430090 Apr 18 21:25:08.749805 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82faee-fe72-4d11-98f2-26a18f6d6eab req-89ffe95f-73c1-474a-9536-77cbc746fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:08.751204 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d82faee-fe72-4d11-98f2-26a18f6d6eab req-89ffe95f-73c1-474a-9536-77cbc746fc83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399625 Apr 18 21:25:08.848275 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d82faee-fe72-4d11-98f2-26a18f6d6eab req-30dbef2d-8b26-4133-b240-70b9abe06e65 service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905857 Apr 18 21:25:08.936678 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d82faee-fe72-4d11-98f2-26a18f6d6eab req-d6400d5e-7cca-4f3e-9fe0-c4bfd8b5d1ad service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823081 Apr 18 21:25:09.515178 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea790a08-59b3-457b-986e-99c7496a57f9 req-4d34c46a-cb76-43b9-8c4f-be9e42588aba tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:09.516701 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ea790a08-59b3-457b-986e-99c7496a57f9 req-4d34c46a-cb76-43b9-8c4f-be9e42588aba tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 945 time: 0.0525701 Apr 18 21:25:09.559769 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ea790a08-59b3-457b-986e-99c7496a57f9 req-07d1f411-e148-4201-82da-82eb105cc388 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369246 Apr 18 21:25:09.675016 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf7c3b-8399-4802-86f4-7c83d7c2258b req-2121d132-6a71-4251-8e24-8de1f9c031b1 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:09.676490 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-71cf7c3b-8399-4802-86f4-7c83d7c2258b req-2121d132-6a71-4251-8e24-8de1f9c031b1 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 945 time: 0.0484693 Apr 18 21:25:09.714359 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-71cf7c3b-8399-4802-86f4-7c83d7c2258b req-8968c25f-12fb-4648-8b3d-0aa43428e0c5 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312376 Apr 18 21:25:09.830219 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee065a52-f3d2-46f9-bc12-f60bbe9ce91d req-45b58183-fd36-45eb-9a8c-97b15b66c21f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:09.830439 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 9bd7b24c-b66d-425e-9c82-350dc448168d up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:25:09.831754 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee065a52-f3d2-46f9-bc12-f60bbe9ce91d req-45b58183-fd36-45eb-9a8c-97b15b66c21f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 945 time: 0.0484526 Apr 18 21:25:09.873027 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee065a52-f3d2-46f9-bc12-f60bbe9ce91d req-830fb803-fcdd-4170-9bbe-4a53d4e1df60 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333016 Apr 18 21:25:09.880620 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 9bd7b24c-b66d-425e-9c82-350dc448168d completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:25:09.885577 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 9bd7b24c-b66d-425e-9c82-350dc448168d triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:09.886019 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:09.973830 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:10.000151 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf311f1-acc0-4422-bd10-1efc72d5148f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd7b24c-b66d-425e-9c82-350dc448168d'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:25:10.002626 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e81db3-f619-4c47-8d24-d1d25216f358" -d '{"events": [{"server_uuid": "dcf311f1-acc0-4422-bd10-1efc72d5148f", "name": "network-vif-plugged", "status": "completed", "tag": "9bd7b24c-b66d-425e-9c82-350dc448168d"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:25:10.018957 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 9bd7b24c-b66d-425e-9c82-350dc448168d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=9bd7b24c-b66d-425e-9c82-350dc448168d,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:10.029066 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:10.059254 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f039d0-55ef-468b-a60d-2d119c859562 x-openstack-request-id: req-62f039d0-55ef-468b-a60d-2d119c859562 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:25:10.059569 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf311f1-acc0-4422-bd10-1efc72d5148f", "name": "network-vif-plugged", "status": "completed", "tag": "9bd7b24c-b66d-425e-9c82-350dc448168d", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:25:10.059792 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62f039d0-55ef-468b-a60d-2d119c859562 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:25:10.060185 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f039d0-55ef-468b-a60d-2d119c859562'] response: {'server_uuid': 'dcf311f1-acc0-4422-bd10-1efc72d5148f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd7b24c-b66d-425e-9c82-350dc448168d', 'code': 200} Apr 18 21:25:10.086315 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=9bd7b24c-b66d-425e-9c82-350dc448168d,revision_number=9']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:10.126813 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffd3ba-3942-4ac6-a485-e881a7c63b84 req-741d99dc-af34-4a6b-97be-23a0495238ae tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:10.128298 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58ffd3ba-3942-4ac6-a485-e881a7c63b84 req-741d99dc-af34-4a6b-97be-23a0495238ae tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 946 time: 0.0505726 Apr 18 21:25:10.169614 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58ffd3ba-3942-4ac6-a485-e881a7c63b84 req-5291adb5-33e5-4c8b-8319-4309a57652ed tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350993 Apr 18 21:25:11.290890 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c251b6-e295-4be3-a9f4-105e6a160e5f req-712ff413-c286-45f2-a7c7-606412e8b3a1 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:11.292361 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b5c251b6-e295-4be3-a9f4-105e6a160e5f req-712ff413-c286-45f2-a7c7-606412e8b3a1 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 946 time: 0.0491333 Apr 18 21:25:11.360049 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b5c251b6-e295-4be3-a9f4-105e6a160e5f req-5a301696-1991-4085-88dc-364a6f9c06a3 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612917 Apr 18 21:25:11.373113 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f329c69-82fb-4f9d-a775-039f0abf33a3 req-35520534-7fba-426b-9878-c9fe10e2e61e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:11.374735 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f329c69-82fb-4f9d-a775-039f0abf33a3 req-35520534-7fba-426b-9878-c9fe10e2e61e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.57 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 946 time: 0.0749509 Apr 18 21:25:11.467340 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-7f329c69-82fb-4f9d-a775-039f0abf33a3 req-a250a3a4-da96-4a90-a60f-b825e648a668 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Deleting port 9bd7b24c-b66d-425e-9c82-350dc448168d {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:25:11.467593 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7f329c69-82fb-4f9d-a775-039f0abf33a3 req-a250a3a4-da96-4a90-a60f-b825e648a668 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:11.556250 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-7f329c69-82fb-4f9d-a775-039f0abf33a3 req-a250a3a4-da96-4a90-a60f-b825e648a668 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] For port 9bd7b24c-b66d-425e-9c82-350dc448168d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=9bd7b24c-b66d-425e-9c82-350dc448168d,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:11.556651 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7f329c69-82fb-4f9d-a775-039f0abf33a3 req-a250a3a4-da96-4a90-a60f-b825e648a668 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:11.731939 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7f329c69-82fb-4f9d-a775-039f0abf33a3 req-a250a3a4-da96-4a90-a60f-b825e648a668 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:11.732289 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7f329c69-82fb-4f9d-a775-039f0abf33a3 req-a250a3a4-da96-4a90-a60f-b825e648a668 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:11.732643 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [req-7f329c69-82fb-4f9d-a775-039f0abf33a3 req-a250a3a4-da96-4a90-a60f-b825e648a668 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Floating IP 3f0923cd-8925-4b4b-809a-734bf5c65230 disassociated. External IP: 172.25.1.218, port: 9bd7b24c-b66d-425e-9c82-350dc448168d. Apr 18 21:25:11.732994 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-7f329c69-82fb-4f9d-a775-039f0abf33a3 req-a250a3a4-da96-4a90-a60f-b825e648a668 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Calling delete_port for 9bd7b24c-b66d-425e-9c82-350dc448168d owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:25:11.862811 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7f329c69-82fb-4f9d-a775-039f0abf33a3 req-a250a3a4-da96-4a90-a60f-b825e648a668 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:11.893143 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250a3a4-da96-4a90-a60f-b825e648a668 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Pushing event deleted for resources: {'Port': ['ID=9bd7b24c-b66d-425e-9c82-350dc448168d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:12.013284 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f329c69-82fb-4f9d-a775-039f0abf33a3 req-a250a3a4-da96-4a90-a60f-b825e648a668 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Router 83a63878-4847-41ee-b031-ff385879d405 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:25:12.129176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f329c69-82fb-4f9d-a775-039f0abf33a3 req-a250a3a4-da96-4a90-a60f-b825e648a668 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:25:12.140729 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01cb60c-4963-4a02-89ea-181633169434 None None] Sync routers for ids ['83a63878-4847-41ee-b031-ff385879d405'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:25:12.150945 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01cb60c-4963-4a02-89ea-181633169434 None None] Routers {'83a63878-4847-41ee-b031-ff385879d405'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:25:12.151578 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b01cb60c-4963-4a02-89ea-181633169434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:24:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['83a63878-4847-41ee-b031-ff385879d405'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:12.173191 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f329c69-82fb-4f9d-a775-039f0abf33a3 req-a250a3a4-da96-4a90-a60f-b825e648a668 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] No DVR routers for this DVR port 9bd7b24c-b66d-425e-9c82-350dc448168d on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:25:12.175861 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7f329c69-82fb-4f9d-a775-039f0abf33a3 req-a250a3a4-da96-4a90-a60f-b825e648a668 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:12.181116 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f329c69-82fb-4f9d-a775-039f0abf33a3 req-a250a3a4-da96-4a90-a60f-b825e648a668 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.57 "DELETE /v2.0/ports/9bd7b24c-b66d-425e-9c82-350dc448168d HTTP/1.1" status: 204 len: 173 time: 0.7987678 Apr 18 21:25:12.181329 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf311f1-acc0-4422-bd10-1efc72d5148f', 'name': 'network-vif-deleted', 'tag': '9bd7b24c-b66d-425e-9c82-350dc448168d'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:25:12.185285 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4283033-e832-4810-96b6-42f6b475b938" -d '{"events": [{"server_uuid": "dcf311f1-acc0-4422-bd10-1efc72d5148f", "name": "network-vif-deleted", "tag": "9bd7b24c-b66d-425e-9c82-350dc448168d"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:25:12.224491 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8528ae-767f-4225-b1bb-9bc42fd23575 x-openstack-request-id: req-4e8528ae-767f-4225-b1bb-9bc42fd23575 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:25:12.224791 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf311f1-acc0-4422-bd10-1efc72d5148f", "name": "network-vif-deleted", "tag": "9bd7b24c-b66d-425e-9c82-350dc448168d", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:25:12.225447 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e8528ae-767f-4225-b1bb-9bc42fd23575 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:25:12.227203 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e8528ae-767f-4225-b1bb-9bc42fd23575'] response: {'server_uuid': 'dcf311f1-acc0-4422-bd10-1efc72d5148f', 'name': 'network-vif-deleted', 'tag': '9bd7b24c-b66d-425e-9c82-350dc448168d', 'status': 'completed', 'code': 200} Apr 18 21:25:12.271434 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:12.282771 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-b01cb60c-4963-4a02-89ea-181633169434 None None] Set router 83a63878-4847-41ee-b031-ff385879d405 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:25:12.466229 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4780dabe-d52a-456d-bffd-baaa1b770b70 req-7181e212-cf7f-4351-870c-e8ca083ca313 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf311f1-acc0-4422-bd10-1efc72d5148f HTTP/1.1" status: 200 len: 210 time: 0.0262091 Apr 18 21:25:12.487379 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b01cb60c-4963-4a02-89ea-181633169434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:12.516409 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01cb60c-4963-4a02-89ea-181633169434 None None] Checking router: 83a63878-4847-41ee-b031-ff385879d405 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:25:12.525914 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01cb60c-4963-4a02-89ea-181633169434 None None] Routers {'83a63878-4847-41ee-b031-ff385879d405'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:25:12.526623 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b01cb60c-4963-4a02-89ea-181633169434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:24:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['83a63878-4847-41ee-b031-ff385879d405'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:12.644785 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-b01cb60c-4963-4a02-89ea-181633169434 None None] Set router 83a63878-4847-41ee-b031-ff385879d405 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:25:12.846298 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b01cb60c-4963-4a02-89ea-181633169434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:12.877319 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01cb60c-4963-4a02-89ea-181633169434 None None] The sync data for ids ['83a63878-4847-41ee-b031-ff385879d405'] in n-d-838323-3 is: [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:25:13.097699 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2122c6e-318e-45a3-b5ff-d5f89a4cb36b None None] New status for floating IP 3f0923cd-8925-4b4b-809a-734bf5c65230: DOWN {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:25:13.700634 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-b2597720-8d7b-4e1e-ae5c-e0e979459a2f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2109802003&fields=id&tenant_id=febac6f1972d4f6586ca4e632e76baf9 HTTP/1.1" status: 200 len: 267 time: 0.0340958 Apr 18 21:25:13.809053 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-f7e68d6a-0cc0-474c-a091-b5f7c3e8cba3 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:13.810406 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-f7e68d6a-0cc0-474c-a091-b5f7c3e8cba3 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 812 time: 0.1027708 Apr 18 21:25:13.825636 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-8df51430-12df-43e5-b267-fd6da2e741a5 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/quotas/febac6f1972d4f6586ca4e632e76baf9 HTTP/1.1" status: 200 len: 375 time: 0.0092788 Apr 18 21:25:13.884709 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-348a2f31-1c4e-44cf-a044-bc9419854423 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536158 Apr 18 21:25:13.987081 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-f1e0fcad-4d62-40fd-901c-8588e5afec47 service neutron] 10.222.0.41 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860717 Apr 18 21:25:14.370345 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-f0014b25-1861-43d4-82e9-95b082337ce2 service neutron] 10.222.0.41 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761902 Apr 18 21:25:14.535418 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-785c5534-6d67-4f8e-8e7a-2e84da614022 req-67896668-caa5-436d-831f-88ee0ed671bb tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 210 time: 0.0285487 Apr 18 21:25:15.583514 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-0e595575-4b29-4aba-9e81-1499ac5d7b1e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:15.585295 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-0e595575-4b29-4aba-9e81-1499ac5d7b1e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.57 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 812 time: 0.1206918 Apr 18 21:25:15.648187 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-1283d32a-972f-4b01-817a-0b026089837b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=febac6f1972d4f6586ca4e632e76baf9 HTTP/1.1" status: 200 len: 380 time: 0.0470147 Apr 18 21:25:15.671009 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ab2a11fb-064c-4d77-a96b-a304c650b8ba req-2a538dba-edb0-478b-9ee0-09878ca2c8e5 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 210 time: 0.0395398 Apr 18 21:25:15.674444 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-f854768d-8a52-4c55-9729-d2320f50e0f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Request body: {'port': {'device_id': '130269d5-264d-450e-882a-b27a7c862c8c', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'admin_state_up': True, 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'security_groups': ['4f2a5c71-947d-469c-a22b-19b462cfb034']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:25:15.795195 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-f854768d-8a52-4c55-9729-d2320f50e0f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Made reservation on behalf of febac6f1972d4f6586ca4e632e76baf9 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:25:15.799105 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-f854768d-8a52-4c55-9729-d2320f50e0f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:15.868947 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 9bd7b24c-b66d-425e-9c82-350dc448168d no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:25:15.889597 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 9bd7b24c-b66d-425e-9c82-350dc448168d {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:25:15.889968 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 9bd7b24c-b66d-425e-9c82-350dc448168d not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:25:15.934006 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-f854768d-8a52-4c55-9729-d2320f50e0f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Allocated IP 172.20.0.9 (d777c1c3-7216-458b-92de-a063414b4aae/c074492c-1c2d-4ddc-9821-47d233297603/dbb3b9b7-c45e-466b-ae2c-489855a44e30) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:25:16.079113 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-f854768d-8a52-4c55-9729-d2320f50e0f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:16.121038 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-f854768d-8a52-4c55-9729-d2320f50e0f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:16.167228 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-f854768d-8a52-4c55-9729-d2320f50e0f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Network d777c1c3-7216-458b-92de-a063414b4aae is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:25:16.170493 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-f854768d-8a52-4c55-9729-d2320f50e0f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:16.174494 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-f854768d-8a52-4c55-9729-d2320f50e0f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:25:16.181293 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854768d-8a52-4c55-9729-d2320f50e0f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Pushing event updated for resources: {'Port': ['ID=dbb3b9b7-c45e-466b-ae2c-489855a44e30,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:16.210640 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854768d-8a52-4c55-9729-d2320f50e0f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:16.210990 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854768d-8a52-4c55-9729-d2320f50e0f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:16.211361 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854768d-8a52-4c55-9729-d2320f50e0f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:16.212221 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854768d-8a52-4c55-9729-d2320f50e0f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:16.212597 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854768d-8a52-4c55-9729-d2320f50e0f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:16.212930 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854768d-8a52-4c55-9729-d2320f50e0f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:16.213263 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854768d-8a52-4c55-9729-d2320f50e0f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:16.213588 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854768d-8a52-4c55-9729-d2320f50e0f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:16.213916 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854768d-8a52-4c55-9729-d2320f50e0f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:16.214245 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854768d-8a52-4c55-9729-d2320f50e0f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:16.214576 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854768d-8a52-4c55-9729-d2320f50e0f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:16.214902 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854768d-8a52-4c55-9729-d2320f50e0f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:16.245773 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-f854768d-8a52-4c55-9729-d2320f50e0f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:16.246410 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-f854768d-8a52-4c55-9729-d2320f50e0f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:16.266214 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-f854768d-8a52-4c55-9729-d2320f50e0f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5977652 Apr 18 21:25:16.279825 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-c4d328e3-0f62-4a4a-9265-cdfcd642f585 service neutron] Request body: {'port': {'device_id': '130269d5-264d-450e-882a-b27a7c862c8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:25:16.342097 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-c4d328e3-0f62-4a4a-9265-cdfcd642f585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:16.376782 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-7b9dd5c3-301e-46a5-afd9-98e0f84551ae None None] Provisioning complete for port dbb3b9b7-c45e-466b-ae2c-489855a44e30 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:16.377084 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7b9dd5c3-301e-46a5-afd9-98e0f84551ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:16.411978 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-7b9dd5c3-301e-46a5-afd9-98e0f84551ae None None] Port dbb3b9b7-c45e-466b-ae2c-489855a44e30 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:25:16.615512 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-c4d328e3-0f62-4a4a-9265-cdfcd642f585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb3b9b7-c45e-466b-ae2c-489855a44e30 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:25:16.623872 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-c4d328e3-0f62-4a4a-9265-cdfcd642f585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:16.636644 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-c4d328e3-0f62-4a4a-9265-cdfcd642f585 service neutron] Transition to ACTIVE for port object dbb3b9b7-c45e-466b-ae2c-489855a44e30 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:16.640475 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-c4d328e3-0f62-4a4a-9265-cdfcd642f585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:16.698476 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d328e3-0f62-4a4a-9265-cdfcd642f585 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb3b9b7-c45e-466b-ae2c-489855a44e30,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:16.815397 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-c4d328e3-0f62-4a4a-9265-cdfcd642f585 service neutron] Attempting to bind port dbb3b9b7-c45e-466b-ae2c-489855a44e30 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:25:16.815737 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-c4d328e3-0f62-4a4a-9265-cdfcd642f585 service neutron] Attempting to bind port dbb3b9b7-c45e-466b-ae2c-489855a44e30 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:25:16.816070 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-c4d328e3-0f62-4a4a-9265-cdfcd642f585 service neutron] Attempting to bind port dbb3b9b7-c45e-466b-ae2c-489855a44e30 on network d777c1c3-7216-458b-92de-a063414b4aae {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:25:16.824514 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-c4d328e3-0f62-4a4a-9265-cdfcd642f585 service neutron] Port dbb3b9b7-c45e-466b-ae2c-489855a44e30 on network d777c1c3-7216-458b-92de-a063414b4aae not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:25:16.824842 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-c4d328e3-0f62-4a4a-9265-cdfcd642f585 service neutron] Attempting to bind port dbb3b9b7-c45e-466b-ae2c-489855a44e30 on network d777c1c3-7216-458b-92de-a063414b4aae {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:25:16.835798 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93d1e5-86f9-44b0-8501-4d630369a2a9 req-380eb816-7268-46fd-8c1c-da9783cdb67f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:16.837490 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db93d1e5-86f9-44b0-8501-4d630369a2a9 req-380eb816-7268-46fd-8c1c-da9783cdb67f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 943 time: 0.0827882 Apr 18 21:25:16.840652 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-c4d328e3-0f62-4a4a-9265-cdfcd642f585 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:25:16.841001 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-c4d328e3-0f62-4a4a-9265-cdfcd642f585 service neutron] Checking segment: {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:25:16.841395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-c4d328e3-0f62-4a4a-9265-cdfcd642f585 service neutron] Bound using segment: {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:25:16.841840 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-c4d328e3-0f62-4a4a-9265-cdfcd642f585 service neutron] Bound port: dbb3b9b7-c45e-466b-ae2c-489855a44e30, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:25:16.842207 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-c4d328e3-0f62-4a4a-9265-cdfcd642f585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:16.917085 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db93d1e5-86f9-44b0-8501-4d630369a2a9 req-bc28cd97-97db-4adb-b391-aa106ec057c4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713220 Apr 18 21:25:16.946402 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-c4d328e3-0f62-4a4a-9265-cdfcd642f585 service neutron] For port dbb3b9b7-c45e-466b-ae2c-489855a44e30, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:25:16.949806 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-c4d328e3-0f62-4a4a-9265-cdfcd642f585 service neutron] For port dbb3b9b7-c45e-466b-ae2c-489855a44e30, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=dbb3b9b7-c45e-466b-ae2c-489855a44e30,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:25:16.954776 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-c4d328e3-0f62-4a4a-9265-cdfcd642f585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:16.993909 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-c4d328e3-0f62-4a4a-9265-cdfcd642f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:16.994528 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-c4d328e3-0f62-4a4a-9265-cdfcd642f585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:16.995901 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-c4d328e3-0f62-4a4a-9265-cdfcd642f585 service neutron] 10.222.0.57 "PUT /v2.0/ports/dbb3b9b7-c45e-466b-ae2c-489855a44e30 HTTP/1.1" status: 200 len: 1091 time: 0.7207983 Apr 18 21:25:16.996348 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130269d5-264d-450e-882a-b27a7c862c8c', 'tag': 'dbb3b9b7-c45e-466b-ae2c-489855a44e30'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:25:16.998651 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4363e38d-ef61-47ff-a4ef-973ea529d074" -d '{"events": [{"name": "network-changed", "server_uuid": "130269d5-264d-450e-882a-b27a7c862c8c", "tag": "dbb3b9b7-c45e-466b-ae2c-489855a44e30"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:25:17.028638 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d328e3-0f62-4a4a-9265-cdfcd642f585 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb3b9b7-c45e-466b-ae2c-489855a44e30,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:17.054237 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f2fc69-8da0-4b70-997d-c5c5b7d6fd44 x-openstack-request-id: req-a0f2fc69-8da0-4b70-997d-c5c5b7d6fd44 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:25:17.054825 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130269d5-264d-450e-882a-b27a7c862c8c", "tag": "dbb3b9b7-c45e-466b-ae2c-489855a44e30", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:25:17.054825 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0f2fc69-8da0-4b70-997d-c5c5b7d6fd44 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:25:17.055233 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0f2fc69-8da0-4b70-997d-c5c5b7d6fd44'] response: {'name': 'network-changed', 'server_uuid': '130269d5-264d-450e-882a-b27a7c862c8c', 'tag': 'dbb3b9b7-c45e-466b-ae2c-489855a44e30', 'status': 'completed', 'code': 200} Apr 18 21:25:17.092327 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-8fccbdbb-e4cd-4371-b1ea-02e49c3d9527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:17.093926 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-8fccbdbb-e4cd-4371-b1ea-02e49c3d9527 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 1094 time: 0.0524693 Apr 18 21:25:17.140278 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-4a2549af-67fb-46af-957d-87a917f8588f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbb3b9b7-c45e-466b-ae2c-489855a44e30 HTTP/1.1" status: 200 len: 217 time: 0.0372612 Apr 18 21:25:17.195625 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-879266e6-0fec-4a17-bc26-3da89013ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:17.197959 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-879266e6-0fec-4a17-bc26-3da89013ab3b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0508554 Apr 18 21:25:17.260793 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-0c67f1a6-ff6d-46f8-a107-7f5862350f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:17.262264 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-0c67f1a6-ff6d-46f8-a107-7f5862350f80 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572712 Apr 18 21:25:17.351499 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-2e19501e-f875-46ed-9490-8320fefc9f86 service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827959 Apr 18 21:25:17.443729 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb436907-81dc-4a8a-83a1-62c9904ad7e1 req-3bf019b3-2024-4751-9475-8c25ac4f09af service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862324 Apr 18 21:25:17.529395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363e38d-ef61-47ff-a4ef-973ea529d074 req-829f4e89-a517-49e4-92e7-0e1d66018b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:17.530908 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4363e38d-ef61-47ff-a4ef-973ea529d074 req-829f4e89-a517-49e4-92e7-0e1d66018b17 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 1094 time: 0.0421813 Apr 18 21:25:17.626186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363e38d-ef61-47ff-a4ef-973ea529d074 req-f3a4a3fd-dea5-4f4d-a054-c322d37fd048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:17.627665 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4363e38d-ef61-47ff-a4ef-973ea529d074 req-f3a4a3fd-dea5-4f4d-a054-c322d37fd048 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.0905435 Apr 18 21:25:17.669366 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4363e38d-ef61-47ff-a4ef-973ea529d074 req-ef9b0084-24ba-4fb4-80e2-4e1c9ef4aee4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbb3b9b7-c45e-466b-ae2c-489855a44e30 HTTP/1.1" status: 200 len: 217 time: 0.0344138 Apr 18 21:25:17.718676 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363e38d-ef61-47ff-a4ef-973ea529d074 req-9d2da28a-c7e9-4994-b862-d1cf44fb25e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:17.720020 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4363e38d-ef61-47ff-a4ef-973ea529d074 req-9d2da28a-c7e9-4994-b862-d1cf44fb25e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0435641 Apr 18 21:25:17.770538 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363e38d-ef61-47ff-a4ef-973ea529d074 req-7bd7951a-abbb-453f-9dfb-77a1fe0b5675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:17.772073 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4363e38d-ef61-47ff-a4ef-973ea529d074 req-7bd7951a-abbb-453f-9dfb-77a1fe0b5675 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453217 Apr 18 21:25:17.864058 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4363e38d-ef61-47ff-a4ef-973ea529d074 req-c6f28077-5efd-4024-b145-6889a7263699 service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845931 Apr 18 21:25:17.959754 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4363e38d-ef61-47ff-a4ef-973ea529d074 req-22fc50e3-482f-41ce-a559-982e6b6c19e8 service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886538 Apr 18 21:25:18.050890 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2323b3-963a-4311-b0cb-bcf8ad55abd1 req-65a073b8-7248-4a1e-a26c-a3633f06c70a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:18.052354 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a2323b3-963a-4311-b0cb-bcf8ad55abd1 req-65a073b8-7248-4a1e-a26c-a3633f06c70a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 943 time: 0.0528221 Apr 18 21:25:18.093663 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a2323b3-963a-4311-b0cb-bcf8ad55abd1 req-01bfc250-8df7-480f-9912-74be5e5e6618 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339692 Apr 18 21:25:19.213941 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74059d0-b5cf-483d-bf40-d571ee6aaeef req-00b812d5-be0c-4fe6-83a1-377fb77c8e9a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:19.215449 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d74059d0-b5cf-483d-bf40-d571ee6aaeef req-00b812d5-be0c-4fe6-83a1-377fb77c8e9a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 943 time: 0.0497978 Apr 18 21:25:19.257658 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d74059d0-b5cf-483d-bf40-d571ee6aaeef req-10840d4a-1df1-445f-9d62-59c89af06dc1 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354443 Apr 18 21:25:19.852779 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device dbb3b9b7-c45e-466b-ae2c-489855a44e30 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:25:19.947765 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port dbb3b9b7-c45e-466b-ae2c-489855a44e30, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=dbb3b9b7-c45e-466b-ae2c-489855a44e30,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:19.959583 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'dbb3b9b7-c45e-466b-ae2c-489855a44e30', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'port_id': 'dbb3b9b7-c45e-466b-ae2c-489855a44e30', 'mac_address': 'fa:16:3e:2a:36:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:25:20.001570 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:20.015405 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb3b9b7-c45e-466b-ae2c-489855a44e30 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:25:20.035986 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port dbb3b9b7-c45e-466b-ae2c-489855a44e30, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=dbb3b9b7-c45e-466b-ae2c-489855a44e30,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:20.040559 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:20.092198 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=dbb3b9b7-c45e-466b-ae2c-489855a44e30,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:20.245884 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['dbb3b9b7-c45e-466b-ae2c-489855a44e30'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:25:20.387487 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74734dc8-c3f6-4a4e-bdf8-4de856f2b1e9 req-4226b8e9-03e1-4d57-868e-b3e3c0cc6908 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:20.389018 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-74734dc8-c3f6-4a4e-bdf8-4de856f2b1e9 req-4226b8e9-03e1-4d57-868e-b3e3c0cc6908 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 944 time: 0.0516770 Apr 18 21:25:20.431502 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-74734dc8-c3f6-4a4e-bdf8-4de856f2b1e9 req-02b921e2-5fff-48bc-a29a-3dc52800947f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361865 Apr 18 21:25:21.546925 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2d308-7b72-473f-815e-26b6f3827538 req-4ad82002-fab8-4986-9de2-1d3b78c5582e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:21.548405 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d8b2d308-7b72-473f-815e-26b6f3827538 req-4ad82002-fab8-4986-9de2-1d3b78c5582e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 944 time: 0.0488005 Apr 18 21:25:21.586596 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d8b2d308-7b72-473f-815e-26b6f3827538 req-73374c06-a3df-40c2-a6f7-72187ce2055e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320301 Apr 18 21:25:21.871405 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device dbb3b9b7-c45e-466b-ae2c-489855a44e30 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:25:21.919481 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port dbb3b9b7-c45e-466b-ae2c-489855a44e30 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:25:21.923164 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port dbb3b9b7-c45e-466b-ae2c-489855a44e30 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:21.923526 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:22.005916 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:22.030559 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130269d5-264d-450e-882a-b27a7c862c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb3b9b7-c45e-466b-ae2c-489855a44e30'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:25:22.033108 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4771ce41-b16c-40d9-8f22-c4178c66c6c9" -d '{"events": [{"server_uuid": "130269d5-264d-450e-882a-b27a7c862c8c", "name": "network-vif-plugged", "status": "completed", "tag": "dbb3b9b7-c45e-466b-ae2c-489855a44e30"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:25:22.046741 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port dbb3b9b7-c45e-466b-ae2c-489855a44e30, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=dbb3b9b7-c45e-466b-ae2c-489855a44e30,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:22.051685 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:22.078555 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c66325-418b-43e7-bedd-cac3d9f45f92 x-openstack-request-id: req-02c66325-418b-43e7-bedd-cac3d9f45f92 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:25:22.078855 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130269d5-264d-450e-882a-b27a7c862c8c", "name": "network-vif-plugged", "status": "completed", "tag": "dbb3b9b7-c45e-466b-ae2c-489855a44e30", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:25:22.079106 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02c66325-418b-43e7-bedd-cac3d9f45f92 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:25:22.079550 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02c66325-418b-43e7-bedd-cac3d9f45f92'] response: {'server_uuid': '130269d5-264d-450e-882a-b27a7c862c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb3b9b7-c45e-466b-ae2c-489855a44e30', 'code': 200} Apr 18 21:25:22.111357 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=dbb3b9b7-c45e-466b-ae2c-489855a44e30,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:22.119777 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:22.120272 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:22.120866 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:22.121380 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:22.121887 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:22.122259 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:22.122695 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:22.123186 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:22.123614 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:22.124040 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:22.124481 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:22.124921 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:22.175613 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852d88d-17ad-4802-a4f8-2234e8e12e35 req-017ece98-e52b-4e84-a132-2cc7fd325bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:22.177171 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3852d88d-17ad-4802-a4f8-2234e8e12e35 req-017ece98-e52b-4e84-a132-2cc7fd325bfb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 1096 time: 0.0425181 Apr 18 21:25:22.221709 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3852d88d-17ad-4802-a4f8-2234e8e12e35 req-c95019fb-16d3-4972-ae54-d1b4bc9f237d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291173 Apr 18 21:25:22.702971 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab15e98-d20e-451e-a883-987b8f94cf0b req-c058e792-9721-4c3f-a1de-ccd8fa798790 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:22.704455 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ab15e98-d20e-451e-a883-987b8f94cf0b req-c058e792-9721-4c3f-a1de-ccd8fa798790 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0489783 Apr 18 21:25:22.747303 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4ab15e98-d20e-451e-a883-987b8f94cf0b req-e07eb990-fff8-4511-a1ae-a203b33e1255 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366189 Apr 18 21:25:23.872813 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1793ac9-2971-4059-9af7-68381065f649 req-c265b009-270f-475d-b963-4bd9a9eb0c08 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:23.874341 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1793ac9-2971-4059-9af7-68381065f649 req-c265b009-270f-475d-b963-4bd9a9eb0c08 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0555823 Apr 18 21:25:23.914677 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1793ac9-2971-4059-9af7-68381065f649 req-f77b6a72-81d2-442c-8575-fa1322f8f031 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339170 Apr 18 21:25:24.026916 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1bea7-5e73-4b42-9cbd-1a281debed56 req-1bb86453-d39c-4da0-a3c1-0ef94f3a92c4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:24.028711 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6d1bea7-5e73-4b42-9cbd-1a281debed56 req-1bb86453-d39c-4da0-a3c1-0ef94f3a92c4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0483408 Apr 18 21:25:24.037268 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57328) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:25:24.042315 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-89c7493e-e4a1-4d97-8b79-fb2216352d9e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Request body: {'floatingip': {'port_id': 'dbb3b9b7-c45e-466b-ae2c-489855a44e30'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:25:24.084162 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-89c7493e-e4a1-4d97-8b79-fb2216352d9e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for floatingip, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:24.526203 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-89c7493e-e4a1-4d97-8b79-fb2216352d9e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:24.530612 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-89c7493e-e4a1-4d97-8b79-fb2216352d9e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:24.633727 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-89c7493e-e4a1-4d97-8b79-fb2216352d9e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Floating IP 3f0923cd-8925-4b4b-809a-734bf5c65230 associated. External IP: 172.25.1.218, port: dbb3b9b7-c45e-466b-ae2c-489855a44e30. Apr 18 21:25:24.667060 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e3720670-8fbe-43fd-84e3-008a675be9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:24.848214 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c7493e-e4a1-4d97-8b79-fb2216352d9e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Router 83a63878-4847-41ee-b031-ff385879d405 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:25:24.959533 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c7493e-e4a1-4d97-8b79-fb2216352d9e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:25:24.965152 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-89c7493e-e4a1-4d97-8b79-fb2216352d9e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:24.969788 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c484d86-72ca-4412-b806-bd7cac2e18ae None None] Sync routers for ids ['83a63878-4847-41ee-b031-ff385879d405'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:25:24.981216 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c484d86-72ca-4412-b806-bd7cac2e18ae None None] Routers {'83a63878-4847-41ee-b031-ff385879d405'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:25:24.981833 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-6c484d86-72ca-4412-b806-bd7cac2e18ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:24:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['83a63878-4847-41ee-b031-ff385879d405'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:24.992320 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-89c7493e-e4a1-4d97-8b79-fb2216352d9e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "PUT /v2.0/floatingips/3f0923cd-8925-4b4b-809a-734bf5c65230 HTTP/1.1" status: 200 len: 991 time: 0.9539981 Apr 18 21:25:24.992955 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130269d5-264d-450e-882a-b27a7c862c8c', 'tag': 'dbb3b9b7-c45e-466b-ae2c-489855a44e30'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:25:24.995374 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acca4468-a412-4817-a59e-bca12f7fc5f1" -d '{"events": [{"name": "network-changed", "server_uuid": "130269d5-264d-450e-882a-b27a7c862c8c", "tag": "dbb3b9b7-c45e-466b-ae2c-489855a44e30"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:25:25.035143 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67aa549f-7ffa-477a-ae99-6e8c07d784a1 x-openstack-request-id: req-67aa549f-7ffa-477a-ae99-6e8c07d784a1 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:25:25.035508 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130269d5-264d-450e-882a-b27a7c862c8c", "tag": "dbb3b9b7-c45e-466b-ae2c-489855a44e30", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:25:25.035855 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67aa549f-7ffa-477a-ae99-6e8c07d784a1 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:25:25.036333 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67aa549f-7ffa-477a-ae99-6e8c07d784a1'] response: {'name': 'network-changed', 'server_uuid': '130269d5-264d-450e-882a-b27a7c862c8c', 'tag': 'dbb3b9b7-c45e-466b-ae2c-489855a44e30', 'status': 'completed', 'code': 200} Apr 18 21:25:25.107209 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca4468-a412-4817-a59e-bca12f7fc5f1 req-e9a6c76d-4006-4367-a2ce-e151942265c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:25.108917 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-acca4468-a412-4817-a59e-bca12f7fc5f1 req-e9a6c76d-4006-4367-a2ce-e151942265c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 1096 time: 0.0502322 Apr 18 21:25:25.117055 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-6c484d86-72ca-4412-b806-bd7cac2e18ae None None] Set router 83a63878-4847-41ee-b031-ff385879d405 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:25:25.246477 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca4468-a412-4817-a59e-bca12f7fc5f1 req-9e9ae9ff-f85f-4b54-9af7-1520d3b448bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:25.247955 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-acca4468-a412-4817-a59e-bca12f7fc5f1 req-9e9ae9ff-f85f-4b54-9af7-1520d3b448bb service neutron] 10.222.0.57 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.1297817 Apr 18 21:25:25.269358 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4aba4-01c2-4e66-b24a-98b9b4328a9d req-8940e09a-852d-4b37-a34f-becf0d176351 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:25.271020 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcd4aba4-01c2-4e66-b24a-98b9b4328a9d req-8940e09a-852d-4b37-a34f-becf0d176351 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0961649 Apr 18 21:25:25.359724 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcd4aba4-01c2-4e66-b24a-98b9b4328a9d req-4a005a3e-e5a0-4b0c-a8c5-6d7df27c299b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583420 Apr 18 21:25:25.361419 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-acca4468-a412-4817-a59e-bca12f7fc5f1 req-92f02aba-a22b-4a28-b8f8-7af5eed50fae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbb3b9b7-c45e-466b-ae2c-489855a44e30 HTTP/1.1" status: 200 len: 999 time: 0.1057000 Apr 18 21:25:25.413464 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca4468-a412-4817-a59e-bca12f7fc5f1 req-33ad26ff-5383-4fb0-9976-7d15feaf0ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:25.414964 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-acca4468-a412-4817-a59e-bca12f7fc5f1 req-33ad26ff-5383-4fb0-9976-7d15feaf0ec3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0473459 Apr 18 21:25:25.462834 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca4468-a412-4817-a59e-bca12f7fc5f1 req-4f69d0b0-8e54-4578-87b8-344c1abf1a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:25.464342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-acca4468-a412-4817-a59e-bca12f7fc5f1 req-4f69d0b0-8e54-4578-87b8-344c1abf1a77 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434215 Apr 18 21:25:25.520534 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-6c484d86-72ca-4412-b806-bd7cac2e18ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '3f0923cd-8925-4b4b-809a-734bf5c65230', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '83a63878-4847-41ee-b031-ff385879d405', 'port_id': 'dbb3b9b7-c45e-466b-ae2c-489855a44e30', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'mac_address': 'fa:16:3e:2a:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130269d5-264d-450e-882a-b27a7c862c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:24:30Z', 'updated_at': '2022-04-18T21:25:24Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:25.547498 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c484d86-72ca-4412-b806-bd7cac2e18ae None None] Checking router: 83a63878-4847-41ee-b031-ff385879d405 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:25:25.556836 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c484d86-72ca-4412-b806-bd7cac2e18ae None None] Routers {'83a63878-4847-41ee-b031-ff385879d405'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:25:25.557462 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-6c484d86-72ca-4412-b806-bd7cac2e18ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:24:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['83a63878-4847-41ee-b031-ff385879d405'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:25.557885 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-acca4468-a412-4817-a59e-bca12f7fc5f1 req-beb1a6e3-a61e-4c40-8943-76f00b1c0d90 service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867910 Apr 18 21:25:25.646897 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-acca4468-a412-4817-a59e-bca12f7fc5f1 req-5d6b3f7f-3621-47c8-b555-9f4374c0e381 service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827246 Apr 18 21:25:25.668354 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-6c484d86-72ca-4412-b806-bd7cac2e18ae None None] Set router 83a63878-4847-41ee-b031-ff385879d405 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:25:25.907656 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-6c484d86-72ca-4412-b806-bd7cac2e18ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '3f0923cd-8925-4b4b-809a-734bf5c65230', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '83a63878-4847-41ee-b031-ff385879d405', 'port_id': 'dbb3b9b7-c45e-466b-ae2c-489855a44e30', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'mac_address': 'fa:16:3e:2a:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130269d5-264d-450e-882a-b27a7c862c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:24:30Z', 'updated_at': '2022-04-18T21:25:24Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:25.935901 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c484d86-72ca-4412-b806-bd7cac2e18ae None None] The sync data for ids ['83a63878-4847-41ee-b031-ff385879d405'] in n-d-838323-3 is: [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '3f0923cd-8925-4b4b-809a-734bf5c65230', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '83a63878-4847-41ee-b031-ff385879d405', 'port_id': 'dbb3b9b7-c45e-466b-ae2c-489855a44e30', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'mac_address': 'fa:16:3e:2a:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130269d5-264d-450e-882a-b27a7c862c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:24:30Z', 'updated_at': '2022-04-18T21:25:24Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:25:26.126855 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fac0307-fd28-4338-8418-8f625b9b2c4a None None] New status for floating IP 3f0923cd-8925-4b4b-809a-734bf5c65230: ACTIVE {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:25:26.481149 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6c774-4640-4ea2-8598-5214132db4e1 req-3dd0f864-1c90-4cf1-9b5e-57791bc0a501 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:26.482623 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86a6c774-4640-4ea2-8598-5214132db4e1 req-3dd0f864-1c90-4cf1-9b5e-57791bc0a501 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0497336 Apr 18 21:25:26.525277 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86a6c774-4640-4ea2-8598-5214132db4e1 req-71835015-b296-4316-be1f-91bbe5ed898c tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365310 Apr 18 21:25:27.377210 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:25:27.647296 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c650ae9-3616-41dd-80d9-757390b5dea0 req-ea391907-68a8-456f-8d8e-c5c1a0664386 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:27.648713 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c650ae9-3616-41dd-80d9-757390b5dea0 req-ea391907-68a8-456f-8d8e-c5c1a0664386 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0490785 Apr 18 21:25:27.686429 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c650ae9-3616-41dd-80d9-757390b5dea0 req-b0a7461e-22f2-411e-989b-5b0f3d3e530e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314512 Apr 18 21:25:28.804527 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3c736-fda4-4332-853f-8f4ab007846a req-babe9f96-c3f6-4f41-955a-49d50cd8df7b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:28.806584 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fba3c736-fda4-4332-853f-8f4ab007846a req-babe9f96-c3f6-4f41-955a-49d50cd8df7b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0508564 Apr 18 21:25:28.847033 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fba3c736-fda4-4332-853f-8f4ab007846a req-d39d0238-a105-4486-8085-49bf58c9ee9f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341938 Apr 18 21:25:29.100033 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4e0793e2-fa8c-45cf-9f8b-ede5cd66db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:29.968620 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2c2cd-a59d-479e-aab1-e7518103d467 req-551bacb6-6a86-49c0-9ca9-f3577b74ac77 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:29.970180 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92c2c2cd-a59d-479e-aab1-e7518103d467 req-551bacb6-6a86-49c0-9ca9-f3577b74ac77 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0513799 Apr 18 21:25:29.999615 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:30.018414 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92c2c2cd-a59d-479e-aab1-e7518103d467 req-bb52e116-049b-404a-bf80-0268644bffe0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382364 Apr 18 21:25:31.158937 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3497dc-f3c8-4870-a88e-2e7e0fada131 req-b455e074-c11c-4779-a4da-fa87dbf7d493 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:31.160593 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-df3497dc-f3c8-4870-a88e-2e7e0fada131 req-b455e074-c11c-4779-a4da-fa87dbf7d493 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0684369 Apr 18 21:25:31.201958 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-df3497dc-f3c8-4870-a88e-2e7e0fada131 req-3b131136-6a8e-4885-b1ce-cf81aeaccf11 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334439 Apr 18 21:25:31.607546 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:31.782672 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:32.323705 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b7fb4-48fa-46d7-be3b-23a43bac3189 req-21aa003a-1901-40ac-b14b-2af77474ea52 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:32.325246 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b28b7fb4-48fa-46d7-be3b-23a43bac3189 req-21aa003a-1901-40ac-b14b-2af77474ea52 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0517156 Apr 18 21:25:32.365361 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b28b7fb4-48fa-46d7-be3b-23a43bac3189 req-7ba07cc9-c7a6-4411-9531-27170770a27a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339136 Apr 18 21:25:33.481564 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509efcb7-368a-42a1-815a-78505e466d6d req-1ac58e1b-a4a1-4cec-9612-dda96ce98acc tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:33.483040 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-509efcb7-368a-42a1-815a-78505e466d6d req-1ac58e1b-a4a1-4cec-9612-dda96ce98acc tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0485096 Apr 18 21:25:33.524752 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-509efcb7-368a-42a1-815a-78505e466d6d req-9ed94b49-5a1a-4760-b9f1-4cf8eb4cb359 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356588 Apr 18 21:25:34.656046 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a753a5-a7c1-49d1-8532-da7c43af7341 req-1de0433f-603b-493a-9958-4151b7c3e3a2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:34.657556 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82a753a5-a7c1-49d1-8532-da7c43af7341 req-1de0433f-603b-493a-9958-4151b7c3e3a2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0507374 Apr 18 21:25:34.696799 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-82a753a5-a7c1-49d1-8532-da7c43af7341 req-e026230d-0667-4ac2-808b-2f3170ff3cc6 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328789 Apr 18 21:25:35.821161 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393aea3-7f61-4691-bbe4-95dd1dbd8cd9 req-33b14185-54d1-4745-9f8d-dbac34c1e23a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:35.823162 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5393aea3-7f61-4691-bbe4-95dd1dbd8cd9 req-33b14185-54d1-4745-9f8d-dbac34c1e23a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0522351 Apr 18 21:25:35.863865 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5393aea3-7f61-4691-bbe4-95dd1dbd8cd9 req-02c2baae-c758-4f43-8ac3-0db11bbc6040 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344558 Apr 18 21:25:36.985642 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72dc26a-610e-4348-bf0e-deb7a0cdd6e3 req-8f1ce26e-4f5e-4a97-b239-de048f3914c6 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:36.987176 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a72dc26a-610e-4348-bf0e-deb7a0cdd6e3 req-8f1ce26e-4f5e-4a97-b239-de048f3914c6 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0514944 Apr 18 21:25:37.031113 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a72dc26a-610e-4348-bf0e-deb7a0cdd6e3 req-1615951c-9b1f-4cfe-a4a6-269cc9b6082e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368667 Apr 18 21:25:38.056420 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:38.425346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44148fb1-02f2-4abb-9825-5a6f2d030688 req-6ad02d21-a8cc-4b0d-a07d-8ab541d4a938 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:38.426818 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-44148fb1-02f2-4abb-9825-5a6f2d030688 req-6ad02d21-a8cc-4b0d-a07d-8ab541d4a938 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.3236923 Apr 18 21:25:38.464413 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-44148fb1-02f2-4abb-9825-5a6f2d030688 req-88c13d90-ae3d-4a8b-b48c-ac62b7ca45f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310063 Apr 18 21:25:39.584601 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1287721-c6d4-4ed5-b4bb-453b29fbf704 req-50987ede-dffc-4f1a-887f-1afc5130ef38 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:39.586043 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1287721-c6d4-4ed5-b4bb-453b29fbf704 req-50987ede-dffc-4f1a-887f-1afc5130ef38 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0486932 Apr 18 21:25:39.624935 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1287721-c6d4-4ed5-b4bb-453b29fbf704 req-04d59706-0904-4d16-a08e-dff9d38676dd tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322602 Apr 18 21:25:40.741021 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a44989-53a1-4a92-9915-2f45dd824470 req-46b4e089-cd08-4816-a58c-98abc6808ba7 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:40.743133 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0a44989-53a1-4a92-9915-2f45dd824470 req-46b4e089-cd08-4816-a58c-98abc6808ba7 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0489962 Apr 18 21:25:40.784131 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0a44989-53a1-4a92-9915-2f45dd824470 req-d8b20707-6c98-455d-ba60-d0e464d1cd44 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350280 Apr 18 21:25:41.904911 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903573c-4bab-49a2-9b3b-35d38765e194 req-3ca7b70f-9f95-4c02-907e-fecaca1fcdd7 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:41.906499 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e903573c-4bab-49a2-9b3b-35d38765e194 req-3ca7b70f-9f95-4c02-907e-fecaca1fcdd7 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0544107 Apr 18 21:25:41.948019 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e903573c-4bab-49a2-9b3b-35d38765e194 req-53f60c92-5a5a-4b43-a659-5ded856280cf tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347807 Apr 18 21:25:42.274376 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:43.068592 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e257a4-f8ed-416b-a7b6-f7d1cb421095 req-8b0ab925-bcad-4bdb-8d57-a9841364b826 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:43.070056 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3e257a4-f8ed-416b-a7b6-f7d1cb421095 req-8b0ab925-bcad-4bdb-8d57-a9841364b826 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0500343 Apr 18 21:25:43.110123 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d3e257a4-f8ed-416b-a7b6-f7d1cb421095 req-26ee7c62-febc-4aeb-b568-3b863d942c99 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335820 Apr 18 21:25:44.223894 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b0798-1498-498e-abdf-6f6a13cdadae req-24598dc7-0396-4c0a-b9a6-d9daec7364b1 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:44.225287 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c0b0798-1498-498e-abdf-6f6a13cdadae req-24598dc7-0396-4c0a-b9a6-d9daec7364b1 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0480688 Apr 18 21:25:44.266823 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c0b0798-1498-498e-abdf-6f6a13cdadae req-cdd0beb1-7747-42a2-942b-a9923dab6ea4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349264 Apr 18 21:25:45.382074 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c921e-dfff-4525-9dd4-959af2b8b11f req-fd74f660-5882-4500-8e89-071c88f08ed7 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:45.384421 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f65c921e-dfff-4525-9dd4-959af2b8b11f req-fd74f660-5882-4500-8e89-071c88f08ed7 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0492163 Apr 18 21:25:45.422314 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f65c921e-dfff-4525-9dd4-959af2b8b11f req-1d3baa06-1df4-4542-9735-4e9fa3b41d79 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315881 Apr 18 21:25:46.541659 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e363b4-5a3d-4749-8ef2-3757f554a27f req-1c78310a-0cb5-4b1a-b78b-e9335107c66e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:46.543135 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-93e363b4-5a3d-4749-8ef2-3757f554a27f req-1c78310a-0cb5-4b1a-b78b-e9335107c66e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0497358 Apr 18 21:25:46.580968 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-93e363b4-5a3d-4749-8ef2-3757f554a27f req-7b202fb4-fcd8-4fdb-95d5-fe1d5fafe0db tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316799 Apr 18 21:25:47.699797 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eaa6fe-8011-4200-84e0-890e1d274645 req-a4ae6bd2-55ea-4e01-8470-ce7579541b0c tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:47.701259 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53eaa6fe-8011-4200-84e0-890e1d274645 req-a4ae6bd2-55ea-4e01-8470-ce7579541b0c tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0481541 Apr 18 21:25:47.743223 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53eaa6fe-8011-4200-84e0-890e1d274645 req-6a6fa5f0-b8e1-44c8-a19d-db243d3f6c36 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357010 Apr 18 21:25:48.860361 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75d50d-5a11-422c-a9a8-9ffee2bd74ca req-4dc304a9-fc4b-43f2-8fb6-c062a3dcb20f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:48.861868 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e75d50d-5a11-422c-a9a8-9ffee2bd74ca req-4dc304a9-fc4b-43f2-8fb6-c062a3dcb20f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0498841 Apr 18 21:25:48.900364 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7e75d50d-5a11-422c-a9a8-9ffee2bd74ca req-7bd0b20d-f975-4d61-a242-a4af320e98c3 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316565 Apr 18 21:25:50.016696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195b448-fcbf-4ee0-9712-e5b7198c9012 req-7c05b9de-6d59-4367-b406-c78ade8c867e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:50.018303 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d195b448-fcbf-4ee0-9712-e5b7198c9012 req-7c05b9de-6d59-4367-b406-c78ade8c867e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0493453 Apr 18 21:25:50.057489 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d195b448-fcbf-4ee0-9712-e5b7198c9012 req-4e7f6249-7080-4322-a01f-f04d2a7f77e1 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328910 Apr 18 21:25:51.175564 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4d256-cd65-47d1-9527-5b033191bb5d req-cf3eae3e-dc41-4c3e-9678-96f6f4cd0d10 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:51.177044 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d7d4d256-cd65-47d1-9527-5b033191bb5d req-cf3eae3e-dc41-4c3e-9678-96f6f4cd0d10 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0485785 Apr 18 21:25:51.219717 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d7d4d256-cd65-47d1-9527-5b033191bb5d req-25fbc747-af3d-4721-8933-de6aa4c09bec tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357327 Apr 18 21:25:51.452873 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-c9862b9f-835b-42fa-8edb-ad0815fdd1ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0486276 Apr 18 21:25:51.456825 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977167e-c4f7-45de-8821-cf3fdc5030f3 req-f11b42c3-e585-44dd-9eec-356ce80416db tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:51.458352 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9977167e-c4f7-45de-8821-cf3fdc5030f3 req-f11b42c3-e585-44dd-9eec-356ce80416db tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0498168 Apr 18 21:25:51.499200 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9977167e-c4f7-45de-8821-cf3fdc5030f3 req-a146acfa-b459-4069-8b59-ecb7cc0233af tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337439 Apr 18 21:25:52.512822 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-6600b503-8b34-43c1-b40f-6f93047826ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:52.514316 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-6600b503-8b34-43c1-b40f-6f93047826ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 1096 time: 0.0415797 Apr 18 21:25:52.646551 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa906b8-8778-4033-9087-e8e6eb39e789 req-b1ee6aeb-c040-4921-b1f1-a305602da66b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:52.648019 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5fa906b8-8778-4033-9087-e8e6eb39e789 req-b1ee6aeb-c040-4921-b1f1-a305602da66b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0760987 Apr 18 21:25:52.649442 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-118cad75-e104-42d1-9a92-40466bfb2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:52.650782 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-118cad75-e104-42d1-9a92-40466bfb2be4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.1288824 Apr 18 21:25:52.730333 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5fa906b8-8778-4033-9087-e8e6eb39e789 req-cdbdb7e6-92d1-43c4-98e5-8ec83b361d1e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761933 Apr 18 21:25:52.740628 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-370a0e4e-f826-4bac-b263-ee176ff7f2e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbb3b9b7-c45e-466b-ae2c-489855a44e30 HTTP/1.1" status: 200 len: 1001 time: 0.0806808 Apr 18 21:25:52.789168 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-0379e6ef-79a4-4174-80e2-b204f3d9c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:52.790520 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-0379e6ef-79a4-4174-80e2-b204f3d9c483 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0440209 Apr 18 21:25:52.835078 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-7f4c5194-80c0-4474-acff-46c8ab116208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:52.836661 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-7f4c5194-80c0-4474-acff-46c8ab116208 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394528 Apr 18 21:25:52.929423 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-5d42ad71-ff62-44cc-8dbf-499a132ee127 service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865898 Apr 18 21:25:53.019199 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-a177fec2-1318-4d96-a703-7ab7fbff1b4e service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835915 Apr 18 21:25:53.852054 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d8cf2-eb84-45d4-bdc1-cd6a29869573 req-1f4dd08e-4ce5-424c-a7be-344a0627ab92 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:53.854392 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f54d8cf2-eb84-45d4-bdc1-cd6a29869573 req-1f4dd08e-4ce5-424c-a7be-344a0627ab92 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0508487 Apr 18 21:25:53.897300 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f54d8cf2-eb84-45d4-bdc1-cd6a29869573 req-68d27883-268c-4507-9f9f-b48c1121c4c7 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369959 Apr 18 21:25:54.671108 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-feef5fef-da36-47af-83fb-8f2feec41765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:54.710136 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-332292dc-5374-46a7-be1c-52cf14ad2c2e service neutron] show failed (client error): The resource could not be found. Apr 18 21:25:54.711175 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-332292dc-5374-46a7-be1c-52cf14ad2c2e service neutron] 10.222.0.57 "GET /v2.0/ports/dbb3b9b7-c45e-466b-ae2c-489855a44e30/bindings/n-h1-838323-3 HTTP/1.1" status: 404 len: 380 time: 0.0590405 Apr 18 21:25:54.917021 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-6168ef07-058f-488f-b7f3-5d497a2cbe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:54.918532 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-6168ef07-058f-488f-b7f3-5d497a2cbe0b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c&tenant_id=febac6f1972d4f6586ca4e632e76baf9 HTTP/1.1" status: 200 len: 1096 time: 0.0421610 Apr 18 21:25:54.929552 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-8895157e-16eb-49ab-80b3-06e64455672e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838323-3', 'device_owner': 'compute:nova'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:25:55.011963 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-8895157e-16eb-49ab-80b3-06e64455672e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:55.062327 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115eb65c-3397-4ed8-87d4-81212958642d req-419d6d55-22d9-4e03-a3aa-3aaae47d0bdf tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:55.063831 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-115eb65c-3397-4ed8-87d4-81212958642d req-419d6d55-22d9-4e03-a3aa-3aaae47d0bdf tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0875823 Apr 18 21:25:55.183546 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-115eb65c-3397-4ed8-87d4-81212958642d req-9c5b1140-0b67-4507-8199-0f9323a38088 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105371 Apr 18 21:25:55.271216 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-8895157e-16eb-49ab-80b3-06e64455672e service neutron] For port dbb3b9b7-c45e-466b-ae2c-489855a44e30, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=dbb3b9b7-c45e-466b-ae2c-489855a44e30,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:55.307445 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-8895157e-16eb-49ab-80b3-06e64455672e service neutron] For port dbb3b9b7-c45e-466b-ae2c-489855a44e30, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:25:55.346404 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130269d5-264d-450e-882a-b27a7c862c8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbb3b9b7-c45e-466b-ae2c-489855a44e30'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:25:55.348677 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864291f5-7481-421a-8a25-54ed8f252f5b" -d '{"events": [{"server_uuid": "130269d5-264d-450e-882a-b27a7c862c8c", "name": "network-vif-unplugged", "status": "completed", "tag": "dbb3b9b7-c45e-466b-ae2c-489855a44e30"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:25:55.352419 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-8895157e-16eb-49ab-80b3-06e64455672e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:55.366925 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-8895157e-16eb-49ab-80b3-06e64455672e service neutron] Transition to ACTIVE for port object dbb3b9b7-c45e-466b-ae2c-489855a44e30 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:55.370846 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-8895157e-16eb-49ab-80b3-06e64455672e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:55.405600 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e0447c-538f-40dd-be66-6b77fd80bef8 x-openstack-request-id: req-50e0447c-538f-40dd-be66-6b77fd80bef8 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:25:55.405890 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130269d5-264d-450e-882a-b27a7c862c8c", "name": "network-vif-unplugged", "status": "completed", "tag": "dbb3b9b7-c45e-466b-ae2c-489855a44e30", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:25:55.406284 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-50e0447c-538f-40dd-be66-6b77fd80bef8 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:25:55.413987 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50e0447c-538f-40dd-be66-6b77fd80bef8'] response: {'server_uuid': '130269d5-264d-450e-882a-b27a7c862c8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbb3b9b7-c45e-466b-ae2c-489855a44e30', 'code': 200} Apr 18 21:25:55.465869 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895157e-16eb-49ab-80b3-06e64455672e service neutron] Pushing event updated for resources: {'Port': ['ID=dbb3b9b7-c45e-466b-ae2c-489855a44e30,revision_number=6']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:55.511837 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-8895157e-16eb-49ab-80b3-06e64455672e service neutron] No DVR routers for this DVR port dbb3b9b7-c45e-466b-ae2c-489855a44e30 on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:25:55.653237 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-8895157e-16eb-49ab-80b3-06e64455672e service neutron] Attempting to bind port dbb3b9b7-c45e-466b-ae2c-489855a44e30 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:25:55.653566 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-8895157e-16eb-49ab-80b3-06e64455672e service neutron] Attempting to bind port dbb3b9b7-c45e-466b-ae2c-489855a44e30 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:25:55.653889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-8895157e-16eb-49ab-80b3-06e64455672e service neutron] Attempting to bind port dbb3b9b7-c45e-466b-ae2c-489855a44e30 on network d777c1c3-7216-458b-92de-a063414b4aae {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:25:55.658341 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-8895157e-16eb-49ab-80b3-06e64455672e service neutron] Port dbb3b9b7-c45e-466b-ae2c-489855a44e30 on network d777c1c3-7216-458b-92de-a063414b4aae not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:25:55.658668 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-8895157e-16eb-49ab-80b3-06e64455672e service neutron] Attempting to bind port dbb3b9b7-c45e-466b-ae2c-489855a44e30 on network d777c1c3-7216-458b-92de-a063414b4aae {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:25:55.663610 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-8895157e-16eb-49ab-80b3-06e64455672e service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:25:55.663945 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-8895157e-16eb-49ab-80b3-06e64455672e service neutron] Checking segment: {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:25:55.664333 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-8895157e-16eb-49ab-80b3-06e64455672e service neutron] Bound using segment: {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:25:55.664906 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-8895157e-16eb-49ab-80b3-06e64455672e service neutron] Bound port: dbb3b9b7-c45e-466b-ae2c-489855a44e30, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:25:55.665167 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-8895157e-16eb-49ab-80b3-06e64455672e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:55.732368 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-8895157e-16eb-49ab-80b3-06e64455672e service neutron] For port dbb3b9b7-c45e-466b-ae2c-489855a44e30, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:25:55.735290 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-8895157e-16eb-49ab-80b3-06e64455672e service neutron] For port dbb3b9b7-c45e-466b-ae2c-489855a44e30, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=dbb3b9b7-c45e-466b-ae2c-489855a44e30,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:25:55.740212 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-8895157e-16eb-49ab-80b3-06e64455672e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:55.773542 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-8895157e-16eb-49ab-80b3-06e64455672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:55.774226 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-8895157e-16eb-49ab-80b3-06e64455672e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:55.776507 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-8895157e-16eb-49ab-80b3-06e64455672e service neutron] 10.222.0.32 "PUT /v2.0/ports/dbb3b9b7-c45e-466b-ae2c-489855a44e30 HTTP/1.1" status: 200 len: 1091 time: 0.8508849 Apr 18 21:25:55.826024 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895157e-16eb-49ab-80b3-06e64455672e service neutron] Pushing event updated for resources: {'Port': ['ID=dbb3b9b7-c45e-466b-ae2c-489855a44e30,revision_number=7']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:55.846981 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-134ad32d-0f00-4e00-8750-643ee3c8819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:55.848609 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-134ad32d-0f00-4e00-8750-643ee3c8819c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 1094 time: 0.0491683 Apr 18 21:25:55.956610 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-2434907f-8a87-4eeb-b7f0-09e236458234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:55.958122 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-2434907f-8a87-4eeb-b7f0-09e236458234 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.1020555 Apr 18 21:25:56.026351 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-21d99d75-7eec-4621-8e16-7e31214e9392 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbb3b9b7-c45e-466b-ae2c-489855a44e30 HTTP/1.1" status: 200 len: 999 time: 0.0612812 Apr 18 21:25:56.080140 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-691ae266-a0aa-4f12-80d7-106d611d2f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:56.081645 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-691ae266-a0aa-4f12-80d7-106d611d2f79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0501277 Apr 18 21:25:56.133298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-6e6e694d-4f9b-4fd3-8d51-cd54b09577f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:56.135441 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-6e6e694d-4f9b-4fd3-8d51-cd54b09577f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467422 Apr 18 21:25:56.226771 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-483bcd19-c88f-4d1a-9fdf-2a9917de4d48 service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846956 Apr 18 21:25:56.361017 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f4a56-63f9-444a-90b5-ee1ff70982d7 req-e3120032-4697-4914-a03a-39e1ed7de9b0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:56.362591 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b5f4a56-63f9-444a-90b5-ee1ff70982d7 req-e3120032-4697-4914-a03a-39e1ed7de9b0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 943 time: 0.0800955 Apr 18 21:25:56.365081 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2581f5ce-f31c-42c8-9452-10d35b99ab8d req-af9b4c25-4580-48e6-8e17-cc89cb71189f service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319492 Apr 18 21:25:56.407342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b5f4a56-63f9-444a-90b5-ee1ff70982d7 req-08759eb8-e6b0-4428-8f02-202b2b0fbd0d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378470 Apr 18 21:25:57.415182 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130269d5-264d-450e-882a-b27a7c862c8c', 'tag': 'dbb3b9b7-c45e-466b-ae2c-489855a44e30'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:25:57.417620 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac4746c-513f-4606-9ec6-dd8f289ba349" -d '{"events": [{"name": "network-changed", "server_uuid": "130269d5-264d-450e-882a-b27a7c862c8c", "tag": "dbb3b9b7-c45e-466b-ae2c-489855a44e30"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:25:57.468125 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a395f935-8425-4678-b4f3-38e33b2c147c x-openstack-request-id: req-a395f935-8425-4678-b4f3-38e33b2c147c {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:25:57.468414 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130269d5-264d-450e-882a-b27a7c862c8c", "tag": "dbb3b9b7-c45e-466b-ae2c-489855a44e30", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:25:57.468700 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a395f935-8425-4678-b4f3-38e33b2c147c {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:25:57.469122 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a395f935-8425-4678-b4f3-38e33b2c147c'] response: {'name': 'network-changed', 'server_uuid': '130269d5-264d-450e-882a-b27a7c862c8c', 'tag': 'dbb3b9b7-c45e-466b-ae2c-489855a44e30', 'status': 'completed', 'code': 200} Apr 18 21:25:57.588242 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4746c-513f-4606-9ec6-dd8f289ba349 req-6b10e9bf-19c3-410c-9fcb-071f1be3da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:57.589781 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ac4746c-513f-4606-9ec6-dd8f289ba349 req-6b10e9bf-19c3-410c-9fcb-071f1be3da94 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 1094 time: 0.0968635 Apr 18 21:25:57.599047 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f52fe0-961a-4230-9642-4021f2d204dd req-f27b8279-04e2-4dbe-9a8e-ee141922102b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:57.600470 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e9f52fe0-961a-4230-9642-4021f2d204dd req-f27b8279-04e2-4dbe-9a8e-ee141922102b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 943 time: 0.1164784 Apr 18 21:25:57.611327 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4746c-513f-4606-9ec6-dd8f289ba349 req-4bc5e7a0-3176-4a36-b76d-4508ba307cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:57.612784 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ac4746c-513f-4606-9ec6-dd8f289ba349 req-4bc5e7a0-3176-4a36-b76d-4508ba307cb9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 1094 time: 0.1091814 Apr 18 21:25:57.754329 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e9f52fe0-961a-4230-9642-4021f2d204dd req-9f6f990a-5314-4fe9-96e7-94abf76321a0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404934 Apr 18 21:25:57.785561 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4746c-513f-4606-9ec6-dd8f289ba349 req-feaa2235-4746-402c-8733-017baedf9b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:57.787018 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ac4746c-513f-4606-9ec6-dd8f289ba349 req-feaa2235-4746-402c-8733-017baedf9b03 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.1849012 Apr 18 21:25:57.802751 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4746c-513f-4606-9ec6-dd8f289ba349 req-13bef956-c6d4-4749-9fb2-c2f951078240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:57.804117 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ac4746c-513f-4606-9ec6-dd8f289ba349 req-13bef956-c6d4-4749-9fb2-c2f951078240 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.1739628 Apr 18 21:25:57.902529 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ac4746c-513f-4606-9ec6-dd8f289ba349 req-2f3a28fb-3ce3-44ef-829d-a2d63d74b925 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbb3b9b7-c45e-466b-ae2c-489855a44e30 HTTP/1.1" status: 200 len: 999 time: 0.1078904 Apr 18 21:25:57.919021 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ac4746c-513f-4606-9ec6-dd8f289ba349 req-1d51f77d-b9bf-4d94-b79f-edfe2baedf3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbb3b9b7-c45e-466b-ae2c-489855a44e30 HTTP/1.1" status: 200 len: 999 time: 0.0839558 Apr 18 21:25:57.992905 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4746c-513f-4606-9ec6-dd8f289ba349 req-8627054f-deb8-4c32-8ce3-528b4b091b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:57.994988 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ac4746c-513f-4606-9ec6-dd8f289ba349 req-8627054f-deb8-4c32-8ce3-528b4b091b64 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0847871 Apr 18 21:25:57.998578 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4746c-513f-4606-9ec6-dd8f289ba349 req-23c6102c-327f-48e4-9391-88321b928bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:57.999900 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ac4746c-513f-4606-9ec6-dd8f289ba349 req-23c6102c-327f-48e4-9391-88321b928bc6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0576892 Apr 18 21:25:58.065750 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4746c-513f-4606-9ec6-dd8f289ba349 req-b9bd1f0c-757e-4e8d-a436-18ef2db4a246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:58.067175 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ac4746c-513f-4606-9ec6-dd8f289ba349 req-b9bd1f0c-757e-4e8d-a436-18ef2db4a246 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664287 Apr 18 21:25:58.072650 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4746c-513f-4606-9ec6-dd8f289ba349 req-904ff7cd-04dc-4192-ab6e-f3a40bd03e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:58.074000 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ac4746c-513f-4606-9ec6-dd8f289ba349 req-904ff7cd-04dc-4192-ab6e-f3a40bd03e6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648701 Apr 18 21:25:58.231143 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ac4746c-513f-4606-9ec6-dd8f289ba349 req-c4be1976-77e2-4e69-b9de-c69a15920690 service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561587 Apr 18 21:25:58.233243 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ac4746c-513f-4606-9ec6-dd8f289ba349 req-0fca32eb-6099-4f52-95af-cdf225be9216 service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515255 Apr 18 21:25:58.389793 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ac4746c-513f-4606-9ec6-dd8f289ba349 req-2238872e-7640-4fc1-8091-9b91126d1a9c service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516316 Apr 18 21:25:58.391652 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2ac4746c-513f-4606-9ec6-dd8f289ba349 req-c4f35b75-db7b-4226-b64e-2c224ca00ed6 service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461549 Apr 18 21:25:58.876457 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cbeb1-a93b-4e53-8ba7-9a94b23700d2 req-bb23ef07-6ed0-4fd9-a28e-fc6dd36f1133 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:58.877937 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-277cbeb1-a93b-4e53-8ba7-9a94b23700d2 req-bb23ef07-6ed0-4fd9-a28e-fc6dd36f1133 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 943 time: 0.0504842 Apr 18 21:25:58.919926 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-277cbeb1-a93b-4e53-8ba7-9a94b23700d2 req-e905c772-a484-4202-80cf-096aef700b82 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353725 Apr 18 21:25:59.093678 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6eab9b25-489b-4e09-bbe5-063b56cb5890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:59.917229 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device dbb3b9b7-c45e-466b-ae2c-489855a44e30 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:26:00.011788 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:00.030796 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port dbb3b9b7-c45e-466b-ae2c-489855a44e30, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=dbb3b9b7-c45e-466b-ae2c-489855a44e30,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:00.039611 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fa241-6fa4-4c13-9e9f-d6cb561226dc req-164b4463-faec-4bcf-9b51-181842c93233 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:00.041762 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f5fa241-6fa4-4c13-9e9f-d6cb561226dc req-164b4463-faec-4bcf-9b51-181842c93233 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 943 time: 0.0498023 Apr 18 21:26:00.043175 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'dbb3b9b7-c45e-466b-ae2c-489855a44e30', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'port_id': 'dbb3b9b7-c45e-466b-ae2c-489855a44e30', 'mac_address': 'fa:16:3e:2a:36:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:26:00.082183 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:00.091713 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f5fa241-6fa4-4c13-9e9f-d6cb561226dc req-b015f4a5-2eca-4a34-8d6c-521ffc27103e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434771 Apr 18 21:26:00.095882 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb3b9b7-c45e-466b-ae2c-489855a44e30 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:26:00.104933 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device dbb3b9b7-c45e-466b-ae2c-489855a44e30 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:26:00.141925 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port dbb3b9b7-c45e-466b-ae2c-489855a44e30, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=dbb3b9b7-c45e-466b-ae2c-489855a44e30,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:00.147811 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:00.191517 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device dbb3b9b7-c45e-466b-ae2c-489855a44e30 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:26:00.208951 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=dbb3b9b7-c45e-466b-ae2c-489855a44e30,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:00.331421 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f77498-c0fa-4db7-a5d3-99be44368e1a req-02266ee3-ea04-4ea4-95a7-ee5dcee5b58a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:00.332909 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-49f77498-c0fa-4db7-a5d3-99be44368e1a req-02266ee3-ea04-4ea4-95a7-ee5dcee5b58a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 944 time: 0.0752738 Apr 18 21:26:00.346103 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868f652-c2a7-4a48-b213-c80b05640f3b req-063c875f-d94a-4d77-b435-cb243459a0d2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:00.347767 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0868f652-c2a7-4a48-b213-c80b05640f3b req-063c875f-d94a-4d77-b435-cb243459a0d2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.57 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c&tenant_id=febac6f1972d4f6586ca4e632e76baf9&binding%3Ahost_id=n-h1-838323-3 HTTP/1.1" status: 200 len: 944 time: 0.0815120 Apr 18 21:26:00.418111 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-49f77498-c0fa-4db7-a5d3-99be44368e1a req-4d2dd3c7-0d15-4ade-9317-2edb766aa3da tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693693 Apr 18 21:26:00.426754 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-0868f652-c2a7-4a48-b213-c80b05640f3b req-51e1adeb-0150-414d-96bc-49a552b077b7 service neutron] delete failed (client error): The resource could not be found. Apr 18 21:26:00.427726 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0868f652-c2a7-4a48-b213-c80b05640f3b req-51e1adeb-0150-414d-96bc-49a552b077b7 service neutron] 10.222.0.57 "DELETE /v2.0/ports/dbb3b9b7-c45e-466b-ae2c-489855a44e30/bindings/n-h2-838323-3 HTTP/1.1" status: 404 len: 380 time: 0.0727925 Apr 18 21:26:00.452655 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['dbb3b9b7-c45e-466b-ae2c-489855a44e30'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:26:00.511939 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868f652-c2a7-4a48-b213-c80b05640f3b req-3c2a350f-e526-4861-b775-57b6b2aeaf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:00.513452 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0868f652-c2a7-4a48-b213-c80b05640f3b req-3c2a350f-e526-4861-b775-57b6b2aeaf85 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 1095 time: 0.0448701 Apr 18 21:26:00.608277 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868f652-c2a7-4a48-b213-c80b05640f3b req-eea3baa7-4746-46a4-9377-312ab391ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:00.609801 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0868f652-c2a7-4a48-b213-c80b05640f3b req-eea3baa7-4746-46a4-9377-312ab391ae8c service neutron] 10.222.0.57 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.0900624 Apr 18 21:26:00.679407 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0868f652-c2a7-4a48-b213-c80b05640f3b req-bf3ee1fe-b5c6-4ef5-873b-55786b018898 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbb3b9b7-c45e-466b-ae2c-489855a44e30 HTTP/1.1" status: 200 len: 1000 time: 0.0623324 Apr 18 21:26:00.728737 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868f652-c2a7-4a48-b213-c80b05640f3b req-ded297d5-77ce-4c25-aaac-7f1be154d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:00.730302 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0868f652-c2a7-4a48-b213-c80b05640f3b req-ded297d5-77ce-4c25-aaac-7f1be154d8f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0444672 Apr 18 21:26:00.775133 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868f652-c2a7-4a48-b213-c80b05640f3b req-5ad19219-3480-48ca-8448-1a2926c8f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:00.777323 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0868f652-c2a7-4a48-b213-c80b05640f3b req-5ad19219-3480-48ca-8448-1a2926c8f65f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406196 Apr 18 21:26:00.870180 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0868f652-c2a7-4a48-b213-c80b05640f3b req-6baeea9f-b64a-421f-9377-3a0b65f193fd service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861652 Apr 18 21:26:00.964243 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0868f652-c2a7-4a48-b213-c80b05640f3b req-bf6a2049-965c-4e24-8ed4-85713cd109c6 service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872009 Apr 18 21:26:01.545943 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0278932-c9c2-450f-91c3-62e12dfca993 req-234cb1ce-019f-4c0b-8e89-c8bfed962592 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:01.547468 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b0278932-c9c2-450f-91c3-62e12dfca993 req-234cb1ce-019f-4c0b-8e89-c8bfed962592 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 944 time: 0.0541742 Apr 18 21:26:01.585280 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b0278932-c9c2-450f-91c3-62e12dfca993 req-184de8f6-f884-4e7c-8b51-c9b2b41f9ddd tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317445 Apr 18 21:26:01.610350 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:01.711503 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85f38c-a775-4977-b089-6e80b82abed2 req-5dd6db8e-1dd1-46e4-907d-70e37374a50c tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:01.713254 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1a85f38c-a775-4977-b089-6e80b82abed2 req-5dd6db8e-1dd1-46e4-907d-70e37374a50c tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 944 time: 0.0546565 Apr 18 21:26:01.752763 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1a85f38c-a775-4977-b089-6e80b82abed2 req-8667ca04-e805-4728-90d8-cb77db301e23 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331218 Apr 18 21:26:01.793642 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:01.932540 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device dbb3b9b7-c45e-466b-ae2c-489855a44e30 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:26:01.969139 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6121d0d-5f92-43a0-91d0-9474c2534fea req-9769a7c0-f4a1-463a-a3b6-2b58664b79a6 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:01.970651 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b6121d0d-5f92-43a0-91d0-9474c2534fea req-9769a7c0-f4a1-463a-a3b6-2b58664b79a6 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 944 time: 0.0589547 Apr 18 21:26:01.983099 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port dbb3b9b7-c45e-466b-ae2c-489855a44e30 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:01.987221 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port dbb3b9b7-c45e-466b-ae2c-489855a44e30 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:01.987589 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:02.031275 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b6121d0d-5f92-43a0-91d0-9474c2534fea req-58b81b87-d433-446f-9942-2b74e97aae81 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450346 Apr 18 21:26:02.033253 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91966d-4396-4077-8ab4-57b21ce4afb0 req-ceef15d6-f949-414d-90b4-0e669e2bab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:02.034915 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e91966d-4396-4077-8ab4-57b21ce4afb0 req-ceef15d6-f949-414d-90b4-0e669e2bab67 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 1095 time: 0.0853250 Apr 18 21:26:02.072221 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:02.097446 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130269d5-264d-450e-882a-b27a7c862c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb3b9b7-c45e-466b-ae2c-489855a44e30'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:26:02.099766 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa1c218-47ec-4558-ba1d-6743c4e8b00c" -d '{"events": [{"server_uuid": "130269d5-264d-450e-882a-b27a7c862c8c", "name": "network-vif-plugged", "status": "completed", "tag": "dbb3b9b7-c45e-466b-ae2c-489855a44e30"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:26:02.115251 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port dbb3b9b7-c45e-466b-ae2c-489855a44e30, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=dbb3b9b7-c45e-466b-ae2c-489855a44e30,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:02.121033 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:02.145442 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4844bc93-a3aa-4275-b577-13d2c11a0335 x-openstack-request-id: req-4844bc93-a3aa-4275-b577-13d2c11a0335 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:26:02.145743 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130269d5-264d-450e-882a-b27a7c862c8c", "name": "network-vif-plugged", "status": "completed", "tag": "dbb3b9b7-c45e-466b-ae2c-489855a44e30", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:26:02.145993 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4844bc93-a3aa-4275-b577-13d2c11a0335 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:26:02.146392 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4844bc93-a3aa-4275-b577-13d2c11a0335'] response: {'server_uuid': '130269d5-264d-450e-882a-b27a7c862c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb3b9b7-c45e-466b-ae2c-489855a44e30', 'code': 200} Apr 18 21:26:02.175342 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=dbb3b9b7-c45e-466b-ae2c-489855a44e30,revision_number=9']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:02.396454 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91966d-4396-4077-8ab4-57b21ce4afb0 req-3ae22534-1a2b-4dec-9ef2-7a727114897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:02.397924 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e91966d-4396-4077-8ab4-57b21ce4afb0 req-3ae22534-1a2b-4dec-9ef2-7a727114897b service neutron] 10.222.0.32 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.3560116 Apr 18 21:26:02.464676 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e91966d-4396-4077-8ab4-57b21ce4afb0 req-fc85d211-746a-4c5f-8055-2b5a3330b513 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbb3b9b7-c45e-466b-ae2c-489855a44e30 HTTP/1.1" status: 200 len: 1001 time: 0.0600870 Apr 18 21:26:02.516930 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91966d-4396-4077-8ab4-57b21ce4afb0 req-2313d32c-3c7f-47d3-849b-382883eeb64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:02.518371 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e91966d-4396-4077-8ab4-57b21ce4afb0 req-2313d32c-3c7f-47d3-849b-382883eeb64a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0474329 Apr 18 21:26:02.562529 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91966d-4396-4077-8ab4-57b21ce4afb0 req-ad5b9b32-1f1a-4969-989a-85d5c3d7456a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:02.563968 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e91966d-4396-4077-8ab4-57b21ce4afb0 req-ad5b9b32-1f1a-4969-989a-85d5c3d7456a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386047 Apr 18 21:26:02.655247 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e91966d-4396-4077-8ab4-57b21ce4afb0 req-e50ae545-70d2-4374-9ec8-34279a7c7c6c service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838046 Apr 18 21:26:02.741612 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e91966d-4396-4077-8ab4-57b21ce4afb0 req-cf7847ad-b7fa-4cb3-86d0-5c1ef1bcc198 service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799773 Apr 18 21:26:03.155140 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa078a36-5644-4014-86cd-ea98b6628d78 req-caa9b19e-6152-4d6b-9305-c452f0e94870 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:03.156711 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa078a36-5644-4014-86cd-ea98b6628d78 req-caa9b19e-6152-4d6b-9305-c452f0e94870 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0516160 Apr 18 21:26:03.195552 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa078a36-5644-4014-86cd-ea98b6628d78 req-d043a8a7-9696-43de-b95f-de48168e38cc tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325236 Apr 18 21:26:04.321185 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc63d0-3935-47a8-9ac4-d1c60391a79c req-7145ab33-949d-4a92-b974-18abe567c082 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:04.322864 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-37cc63d0-3935-47a8-9ac4-d1c60391a79c req-7145ab33-949d-4a92-b974-18abe567c082 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0527256 Apr 18 21:26:04.360675 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-37cc63d0-3935-47a8-9ac4-d1c60391a79c req-e69951f1-2f14-426c-9212-bfe5249060ff tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317647 Apr 18 21:26:04.376017 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:26:04.599843 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09729a90-f195-4238-abef-831146facb0b req-cf44c461-c792-499b-9062-c982992226f7 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:04.601347 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-09729a90-f195-4238-abef-831146facb0b req-cf44c461-c792-499b-9062-c982992226f7 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0509048 Apr 18 21:26:04.639096 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-09729a90-f195-4238-abef-831146facb0b req-444add00-99e6-47a3-8ce6-abcc26ab7607 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316181 Apr 18 21:26:05.757911 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d0f88-13a5-4e7d-97fa-8b234518dccc req-f868afb9-ac74-4e12-90b8-6a4915033851 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:05.759364 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c50d0f88-13a5-4e7d-97fa-8b234518dccc req-f868afb9-ac74-4e12-90b8-6a4915033851 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0495901 Apr 18 21:26:05.799938 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c50d0f88-13a5-4e7d-97fa-8b234518dccc req-b9248a35-e0e4-45c9-a46a-bca0adb3d2da tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338511 Apr 18 21:26:05.959804 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017cbf2-00ca-4378-ab2e-dee31791a606 req-b16187fa-92e6-4ef4-816a-afd895ada8d9 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:05.961258 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5017cbf2-00ca-4378-ab2e-dee31791a606 req-b16187fa-92e6-4ef4-816a-afd895ada8d9 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.32 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 945 time: 0.0516264 Apr 18 21:26:06.049305 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-5017cbf2-00ca-4378-ab2e-dee31791a606 req-a04af4ff-867f-4ac2-afde-672519737f57 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Deleting port dbb3b9b7-c45e-466b-ae2c-489855a44e30 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:26:06.049647 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5017cbf2-00ca-4378-ab2e-dee31791a606 req-a04af4ff-867f-4ac2-afde-672519737f57 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.141218 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-5017cbf2-00ca-4378-ab2e-dee31791a606 req-a04af4ff-867f-4ac2-afde-672519737f57 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] For port dbb3b9b7-c45e-466b-ae2c-489855a44e30, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=dbb3b9b7-c45e-466b-ae2c-489855a44e30,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:06.141581 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5017cbf2-00ca-4378-ab2e-dee31791a606 req-a04af4ff-867f-4ac2-afde-672519737f57 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.308056 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5017cbf2-00ca-4378-ab2e-dee31791a606 req-a04af4ff-867f-4ac2-afde-672519737f57 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.308322 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5017cbf2-00ca-4378-ab2e-dee31791a606 req-a04af4ff-867f-4ac2-afde-672519737f57 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.308661 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [req-5017cbf2-00ca-4378-ab2e-dee31791a606 req-a04af4ff-867f-4ac2-afde-672519737f57 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Floating IP 3f0923cd-8925-4b4b-809a-734bf5c65230 disassociated. External IP: 172.25.1.218, port: dbb3b9b7-c45e-466b-ae2c-489855a44e30. Apr 18 21:26:06.309003 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-5017cbf2-00ca-4378-ab2e-dee31791a606 req-a04af4ff-867f-4ac2-afde-672519737f57 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Calling delete_port for dbb3b9b7-c45e-466b-ae2c-489855a44e30 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:26:06.437818 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5017cbf2-00ca-4378-ab2e-dee31791a606 req-a04af4ff-867f-4ac2-afde-672519737f57 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.467517 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04af4ff-867f-4ac2-afde-672519737f57 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Pushing event deleted for resources: {'Port': ['ID=dbb3b9b7-c45e-466b-ae2c-489855a44e30,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:06.593070 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5017cbf2-00ca-4378-ab2e-dee31791a606 req-a04af4ff-867f-4ac2-afde-672519737f57 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Router 83a63878-4847-41ee-b031-ff385879d405 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:26:06.709467 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5017cbf2-00ca-4378-ab2e-dee31791a606 req-a04af4ff-867f-4ac2-afde-672519737f57 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:26:06.720153 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2749894b-ae4f-4bd0-ac55-9909ddf97115 None None] Sync routers for ids ['83a63878-4847-41ee-b031-ff385879d405'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:26:06.731392 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2749894b-ae4f-4bd0-ac55-9909ddf97115 None None] Routers {'83a63878-4847-41ee-b031-ff385879d405'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:26:06.732035 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2749894b-ae4f-4bd0-ac55-9909ddf97115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:25:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['83a63878-4847-41ee-b031-ff385879d405'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:06.750636 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-5017cbf2-00ca-4378-ab2e-dee31791a606 req-a04af4ff-867f-4ac2-afde-672519737f57 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] No DVR routers for this DVR port dbb3b9b7-c45e-466b-ae2c-489855a44e30 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:26:06.753291 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5017cbf2-00ca-4378-ab2e-dee31791a606 req-a04af4ff-867f-4ac2-afde-672519737f57 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.756710 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5017cbf2-00ca-4378-ab2e-dee31791a606 req-a04af4ff-867f-4ac2-afde-672519737f57 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.32 "DELETE /v2.0/ports/dbb3b9b7-c45e-466b-ae2c-489855a44e30 HTTP/1.1" status: 204 len: 173 time: 0.7899420 Apr 18 21:26:06.757171 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130269d5-264d-450e-882a-b27a7c862c8c', 'name': 'network-vif-deleted', 'tag': 'dbb3b9b7-c45e-466b-ae2c-489855a44e30'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:26:06.759499 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48da4d2d-3ac1-40ad-b160-177ebd10c2cb" -d '{"events": [{"server_uuid": "130269d5-264d-450e-882a-b27a7c862c8c", "name": "network-vif-deleted", "tag": "dbb3b9b7-c45e-466b-ae2c-489855a44e30"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:26:06.812580 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b50511-3120-4647-adf6-aaa6e5cf9078 x-openstack-request-id: req-70b50511-3120-4647-adf6-aaa6e5cf9078 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:26:06.813141 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130269d5-264d-450e-882a-b27a7c862c8c", "name": "network-vif-deleted", "tag": "dbb3b9b7-c45e-466b-ae2c-489855a44e30", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:26:06.813690 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-70b50511-3120-4647-adf6-aaa6e5cf9078 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:26:06.814302 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70b50511-3120-4647-adf6-aaa6e5cf9078'] response: {'server_uuid': '130269d5-264d-450e-882a-b27a7c862c8c', 'name': 'network-vif-deleted', 'tag': 'dbb3b9b7-c45e-466b-ae2c-489855a44e30', 'status': 'completed', 'code': 200} Apr 18 21:26:06.848282 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-2749894b-ae4f-4bd0-ac55-9909ddf97115 None None] Set router 83a63878-4847-41ee-b031-ff385879d405 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:26:06.910937 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d4da86d-c32d-43be-b8ae-47c3bdb7ec62 req-59d76296-0708-471d-85c5-db8d5e1a281c tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=130269d5-264d-450e-882a-b27a7c862c8c HTTP/1.1" status: 200 len: 210 time: 0.0302880 Apr 18 21:26:07.080767 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2749894b-ae4f-4bd0-ac55-9909ddf97115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:07.110931 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2749894b-ae4f-4bd0-ac55-9909ddf97115 None None] Checking router: 83a63878-4847-41ee-b031-ff385879d405 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:26:07.121062 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2749894b-ae4f-4bd0-ac55-9909ddf97115 None None] Routers {'83a63878-4847-41ee-b031-ff385879d405'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:26:07.121683 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2749894b-ae4f-4bd0-ac55-9909ddf97115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:25:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['83a63878-4847-41ee-b031-ff385879d405'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:07.233595 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-2749894b-ae4f-4bd0-ac55-9909ddf97115 None None] Set router 83a63878-4847-41ee-b031-ff385879d405 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:26:07.439298 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2749894b-ae4f-4bd0-ac55-9909ddf97115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:07.469513 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2749894b-ae4f-4bd0-ac55-9909ddf97115 None None] The sync data for ids ['83a63878-4847-41ee-b031-ff385879d405'] in n-d-838323-3 is: [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:26:07.706297 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cfc93c-0ad6-44fd-a7cf-91b538f235e0 None None] New status for floating IP 3f0923cd-8925-4b4b-809a-734bf5c65230: DOWN {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:26:08.063073 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:08.159386 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-80a76f89-f97a-4840-851f-5332114c8ae9 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2109802003&fields=id&tenant_id=febac6f1972d4f6586ca4e632e76baf9 HTTP/1.1" status: 200 len: 267 time: 0.0391366 Apr 18 21:26:08.271525 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-11b90b68-5107-4577-8cf0-98da570e6485 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:08.272954 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-11b90b68-5107-4577-8cf0-98da570e6485 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 812 time: 0.1053786 Apr 18 21:26:08.289059 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-f8a35a26-6e4f-488f-a519-cdadccd102e9 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/quotas/febac6f1972d4f6586ca4e632e76baf9 HTTP/1.1" status: 200 len: 375 time: 0.0095019 Apr 18 21:26:08.345979 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-6c66040f-0246-41f5-85d1-3ba5c92c30ea tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509403 Apr 18 21:26:08.456011 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-eed9429d-85d4-471a-a076-032887f03d4b service neutron] 10.222.0.41 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968463 Apr 18 21:26:08.551384 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-437e7865-5859-4f2c-8106-49a2c95b8f42 service neutron] 10.222.0.41 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885978 Apr 18 21:26:08.736812 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec467fee-a249-43d7-8fa5-fed30df625ff req-1ce39e2e-dfa9-42db-b216-0c683bb1dec1 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 210 time: 0.0357594 Apr 18 21:26:09.745739 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-55079623-d54f-4851-8878-5ee9d71dfe48 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:09.747359 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-55079623-d54f-4851-8878-5ee9d71dfe48 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.57 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 812 time: 0.1280360 Apr 18 21:26:09.798028 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-5c44b242-52d4-4da1-ab36-076b06f1666a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=febac6f1972d4f6586ca4e632e76baf9 HTTP/1.1" status: 200 len: 380 time: 0.0410118 Apr 18 21:26:09.808349 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-ef4ed56f-edd7-46e0-bcd2-825b4c4b2e54 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Request body: {'port': {'device_id': '8c426f66-725e-460b-a610-db36a7184b6b', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'admin_state_up': True, 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'security_groups': ['4f2a5c71-947d-469c-a22b-19b462cfb034']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:09.889827 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f23b3b6-4d88-4147-97c5-7d1195457436 req-6c117297-ebd2-4e4c-b79b-d388bbe4284f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 210 time: 0.0647290 Apr 18 21:26:09.962172 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-ef4ed56f-edd7-46e0-bcd2-825b4c4b2e54 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Made reservation on behalf of febac6f1972d4f6586ca4e632e76baf9 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:09.966274 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-ef4ed56f-edd7-46e0-bcd2-825b4c4b2e54 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:09.980253 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device dbb3b9b7-c45e-466b-ae2c-489855a44e30 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:26:10.002096 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: dbb3b9b7-c45e-466b-ae2c-489855a44e30 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:26:10.002438 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device dbb3b9b7-c45e-466b-ae2c-489855a44e30 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:26:10.107330 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-ef4ed56f-edd7-46e0-bcd2-825b4c4b2e54 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Allocated IP 172.20.0.13 (d777c1c3-7216-458b-92de-a063414b4aae/c074492c-1c2d-4ddc-9821-47d233297603/593ad1d9-3214-4822-949c-4d0dd4d4f55d) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:10.257038 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-ef4ed56f-edd7-46e0-bcd2-825b4c4b2e54 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:10.292700 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-ef4ed56f-edd7-46e0-bcd2-825b4c4b2e54 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:10.343562 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-ef4ed56f-edd7-46e0-bcd2-825b4c4b2e54 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Network d777c1c3-7216-458b-92de-a063414b4aae is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:10.347027 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-ef4ed56f-edd7-46e0-bcd2-825b4c4b2e54 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:10.350977 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-ef4ed56f-edd7-46e0-bcd2-825b4c4b2e54 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:26:10.358242 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ed56f-edd7-46e0-bcd2-825b4c4b2e54 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Pushing event updated for resources: {'Port': ['ID=593ad1d9-3214-4822-949c-4d0dd4d4f55d,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:10.405159 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-ef4ed56f-edd7-46e0-bcd2-825b4c4b2e54 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:10.405781 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-ef4ed56f-edd7-46e0-bcd2-825b4c4b2e54 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:10.423212 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-ef4ed56f-edd7-46e0-bcd2-825b4c4b2e54 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6194103 Apr 18 21:26:10.435946 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-5dfaff0b-aaa6-41ff-90da-964000304266 service neutron] Request body: {'port': {'device_id': '8c426f66-725e-460b-a610-db36a7184b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:10.492144 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-5dfaff0b-aaa6-41ff-90da-964000304266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:10.564135 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-3063e403-86f0-4e7d-aeef-72ed510b7bb4 None None] Provisioning complete for port 593ad1d9-3214-4822-949c-4d0dd4d4f55d triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:10.564536 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3063e403-86f0-4e7d-aeef-72ed510b7bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:10.599948 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-3063e403-86f0-4e7d-aeef-72ed510b7bb4 None None] Port 593ad1d9-3214-4822-949c-4d0dd4d4f55d cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:26:10.799110 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-5dfaff0b-aaa6-41ff-90da-964000304266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 593ad1d9-3214-4822-949c-4d0dd4d4f55d {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:26:10.807489 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-5dfaff0b-aaa6-41ff-90da-964000304266 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:10.819555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-5dfaff0b-aaa6-41ff-90da-964000304266 service neutron] Transition to ACTIVE for port object 593ad1d9-3214-4822-949c-4d0dd4d4f55d will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:26:10.824259 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-5dfaff0b-aaa6-41ff-90da-964000304266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:10.877893 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfaff0b-aaa6-41ff-90da-964000304266 service neutron] Pushing event updated for resources: {'Port': ['ID=593ad1d9-3214-4822-949c-4d0dd4d4f55d,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:10.957450 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-5dfaff0b-aaa6-41ff-90da-964000304266 service neutron] Attempting to bind port 593ad1d9-3214-4822-949c-4d0dd4d4f55d on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:26:10.957826 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-5dfaff0b-aaa6-41ff-90da-964000304266 service neutron] Attempting to bind port 593ad1d9-3214-4822-949c-4d0dd4d4f55d by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:26:10.958156 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-5dfaff0b-aaa6-41ff-90da-964000304266 service neutron] Attempting to bind port 593ad1d9-3214-4822-949c-4d0dd4d4f55d on network d777c1c3-7216-458b-92de-a063414b4aae {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:26:10.963280 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-5dfaff0b-aaa6-41ff-90da-964000304266 service neutron] Port 593ad1d9-3214-4822-949c-4d0dd4d4f55d on network d777c1c3-7216-458b-92de-a063414b4aae not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:26:10.963606 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-5dfaff0b-aaa6-41ff-90da-964000304266 service neutron] Attempting to bind port 593ad1d9-3214-4822-949c-4d0dd4d4f55d on network d777c1c3-7216-458b-92de-a063414b4aae {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:26:10.969705 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-5dfaff0b-aaa6-41ff-90da-964000304266 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:26:10.970045 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-5dfaff0b-aaa6-41ff-90da-964000304266 service neutron] Checking segment: {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:26:10.970428 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-5dfaff0b-aaa6-41ff-90da-964000304266 service neutron] Bound using segment: {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:26:10.970998 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-5dfaff0b-aaa6-41ff-90da-964000304266 service neutron] Bound port: 593ad1d9-3214-4822-949c-4d0dd4d4f55d, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:26:10.971621 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-5dfaff0b-aaa6-41ff-90da-964000304266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:11.084964 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f366a87-1512-430e-afa4-4b8cb9c1a581 req-0142a8d8-a088-459c-a9b2-3eeac65d9857 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:11.086881 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1f366a87-1512-430e-afa4-4b8cb9c1a581 req-0142a8d8-a088-459c-a9b2-3eeac65d9857 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 944 time: 0.1040726 Apr 18 21:26:11.090343 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-5dfaff0b-aaa6-41ff-90da-964000304266 service neutron] For port 593ad1d9-3214-4822-949c-4d0dd4d4f55d, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:26:11.094682 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-5dfaff0b-aaa6-41ff-90da-964000304266 service neutron] For port 593ad1d9-3214-4822-949c-4d0dd4d4f55d, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=593ad1d9-3214-4822-949c-4d0dd4d4f55d,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:26:11.105977 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-5dfaff0b-aaa6-41ff-90da-964000304266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:11.166694 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-5dfaff0b-aaa6-41ff-90da-964000304266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:11.167636 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-5dfaff0b-aaa6-41ff-90da-964000304266 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:11.169084 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-5dfaff0b-aaa6-41ff-90da-964000304266 service neutron] 10.222.0.57 "PUT /v2.0/ports/593ad1d9-3214-4822-949c-4d0dd4d4f55d HTTP/1.1" status: 200 len: 1092 time: 0.7375979 Apr 18 21:26:11.169543 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c426f66-725e-460b-a610-db36a7184b6b', 'tag': '593ad1d9-3214-4822-949c-4d0dd4d4f55d'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:26:11.171834 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a87521-d289-4fb5-bc3e-317c3bd25a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "8c426f66-725e-460b-a610-db36a7184b6b", "tag": "593ad1d9-3214-4822-949c-4d0dd4d4f55d"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:26:11.184009 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1f366a87-1512-430e-afa4-4b8cb9c1a581 req-d70ba7bd-3345-40d7-b318-d9a0a47952a6 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878429 Apr 18 21:26:11.221901 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69fee2b-81e7-4d8e-8a03-3f1e87ab1c92 x-openstack-request-id: req-f69fee2b-81e7-4d8e-8a03-3f1e87ab1c92 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:26:11.222278 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c426f66-725e-460b-a610-db36a7184b6b", "tag": "593ad1d9-3214-4822-949c-4d0dd4d4f55d", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:26:11.222603 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f69fee2b-81e7-4d8e-8a03-3f1e87ab1c92 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:26:11.223058 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f69fee2b-81e7-4d8e-8a03-3f1e87ab1c92'] response: {'name': 'network-changed', 'server_uuid': '8c426f66-725e-460b-a610-db36a7184b6b', 'tag': '593ad1d9-3214-4822-949c-4d0dd4d4f55d', 'status': 'completed', 'code': 200} Apr 18 21:26:11.240968 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfaff0b-aaa6-41ff-90da-964000304266 service neutron] Pushing event updated for resources: {'Port': ['ID=593ad1d9-3214-4822-949c-4d0dd4d4f55d,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:11.274666 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-1542befa-efa4-4f52-a1c5-118b90b66a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:11.276929 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-1542befa-efa4-4f52-a1c5-118b90b66a1f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 1095 time: 0.0495775 Apr 18 21:26:11.327114 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-28b51520-5b5b-4b3a-800a-b9b3fd4fa7b8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=593ad1d9-3214-4822-949c-4d0dd4d4f55d HTTP/1.1" status: 200 len: 217 time: 0.0426512 Apr 18 21:26:11.384114 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-d48fa422-9e03-4907-890c-7a0d7aa341d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:11.386165 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-d48fa422-9e03-4907-890c-7a0d7aa341d1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0521460 Apr 18 21:26:11.432976 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-b73e31e0-20f4-426d-8484-a768c4c17476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:11.434430 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-b73e31e0-20f4-426d-8484-a768c4c17476 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421836 Apr 18 21:26:11.543766 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-afb8ba91-4501-4daa-bcbe-020ef17790de service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028450 Apr 18 21:26:11.637927 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-86416d00-9b59-44bc-ae75-43e8cb0039b8 req-efe89fc0-156c-4a4e-89cc-216ed07e64ba service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879166 Apr 18 21:26:11.730127 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a87521-d289-4fb5-bc3e-317c3bd25a7b req-26981d0f-1211-4b96-9e8e-e5a2f17d2dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:11.731685 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7a87521-d289-4fb5-bc3e-317c3bd25a7b req-26981d0f-1211-4b96-9e8e-e5a2f17d2dcc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 1095 time: 0.0489142 Apr 18 21:26:11.827678 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a87521-d289-4fb5-bc3e-317c3bd25a7b req-6472aab8-82cb-43ab-9ec8-98467ce8226f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:11.829222 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7a87521-d289-4fb5-bc3e-317c3bd25a7b req-6472aab8-82cb-43ab-9ec8-98467ce8226f service neutron] 10.222.0.57 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.0913422 Apr 18 21:26:11.874602 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7a87521-d289-4fb5-bc3e-317c3bd25a7b req-1bb765b9-ab3c-4045-867a-e1773f718921 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=593ad1d9-3214-4822-949c-4d0dd4d4f55d HTTP/1.1" status: 200 len: 217 time: 0.0375834 Apr 18 21:26:11.930785 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a87521-d289-4fb5-bc3e-317c3bd25a7b req-142fdb86-c0cb-4cf5-801d-8dcc6fbb783d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:11.932264 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7a87521-d289-4fb5-bc3e-317c3bd25a7b req-142fdb86-c0cb-4cf5-801d-8dcc6fbb783d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0502789 Apr 18 21:26:11.981364 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a87521-d289-4fb5-bc3e-317c3bd25a7b req-4c504353-5cc5-407b-a574-15478afa0c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:11.982913 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7a87521-d289-4fb5-bc3e-317c3bd25a7b req-4c504353-5cc5-407b-a574-15478afa0c49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428207 Apr 18 21:26:12.104308 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7a87521-d289-4fb5-bc3e-317c3bd25a7b req-d17d98da-d682-4d06-8da0-a031eab7a7e2 service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141040 Apr 18 21:26:12.200293 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b7a87521-d289-4fb5-bc3e-317c3bd25a7b req-64056e6c-a29c-4d7b-ae7e-b4d4d948982c service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889816 Apr 18 21:26:12.289088 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:12.316485 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4251fd6-ab23-44ee-afb2-5fac548c8984 req-9471c581-25cb-4a47-9b97-c62ba17353e0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:12.317986 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4251fd6-ab23-44ee-afb2-5fac548c8984 req-9471c581-25cb-4a47-9b97-c62ba17353e0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 944 time: 0.0589437 Apr 18 21:26:12.356925 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4251fd6-ab23-44ee-afb2-5fac548c8984 req-13820c86-29cd-4406-9ffd-5a7b1aaccc0f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321534 Apr 18 21:26:13.480556 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00ca45-2045-4299-ba95-bc8a72d0bca8 req-5a394ab4-ed29-4300-81d0-debf2c0978f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:13.482042 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b00ca45-2045-4299-ba95-bc8a72d0bca8 req-5a394ab4-ed29-4300-81d0-debf2c0978f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 944 time: 0.0539687 Apr 18 21:26:13.521017 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b00ca45-2045-4299-ba95-bc8a72d0bca8 req-9b7f4ed8-997a-4e2f-ad6c-1af2f30ff5ed tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325103 Apr 18 21:26:14.181332 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 593ad1d9-3214-4822-949c-4d0dd4d4f55d details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:26:14.281670 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 593ad1d9-3214-4822-949c-4d0dd4d4f55d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=593ad1d9-3214-4822-949c-4d0dd4d4f55d,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:14.292866 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '593ad1d9-3214-4822-949c-4d0dd4d4f55d', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'port_id': '593ad1d9-3214-4822-949c-4d0dd4d4f55d', 'mac_address': 'fa:16:3e:7d:47:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:26:14.333095 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:14.347242 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 593ad1d9-3214-4822-949c-4d0dd4d4f55d {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:26:14.365699 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 593ad1d9-3214-4822-949c-4d0dd4d4f55d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=593ad1d9-3214-4822-949c-4d0dd4d4f55d,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:14.370325 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:14.418827 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=593ad1d9-3214-4822-949c-4d0dd4d4f55d,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:14.599574 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['593ad1d9-3214-4822-949c-4d0dd4d4f55d'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:26:14.652353 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99a242-6d77-447e-a5bb-ec1588d29dd7 req-0b5304da-534a-4239-8882-4a29ee1c9b23 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:14.655018 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cd99a242-6d77-447e-a5bb-ec1588d29dd7 req-0b5304da-534a-4239-8882-4a29ee1c9b23 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 945 time: 0.0598540 Apr 18 21:26:14.700672 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cd99a242-6d77-447e-a5bb-ec1588d29dd7 req-1734c0f6-4223-4a00-8071-a8c3eda28ddb tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389388 Apr 18 21:26:15.843728 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f0a82-060b-4e3a-9f56-66637fefe3ad req-ec9d78d2-5078-490e-8913-4425d22df3db tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:15.845336 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d10f0a82-060b-4e3a-9f56-66637fefe3ad req-ec9d78d2-5078-490e-8913-4425d22df3db tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 945 time: 0.0543404 Apr 18 21:26:15.887331 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d10f0a82-060b-4e3a-9f56-66637fefe3ad req-bd617eef-7ecc-416b-85a4-71c9eac9e1e6 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353606 Apr 18 21:26:16.198138 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 593ad1d9-3214-4822-949c-4d0dd4d4f55d up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:26:16.248650 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 593ad1d9-3214-4822-949c-4d0dd4d4f55d completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:16.253322 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 593ad1d9-3214-4822-949c-4d0dd4d4f55d triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:16.253703 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:16.340555 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:16.365591 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c426f66-725e-460b-a610-db36a7184b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593ad1d9-3214-4822-949c-4d0dd4d4f55d'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:26:16.367933 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757e29ee-c84c-41e5-9aff-d46b5f161bd0" -d '{"events": [{"server_uuid": "8c426f66-725e-460b-a610-db36a7184b6b", "name": "network-vif-plugged", "status": "completed", "tag": "593ad1d9-3214-4822-949c-4d0dd4d4f55d"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:26:16.385249 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 593ad1d9-3214-4822-949c-4d0dd4d4f55d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=593ad1d9-3214-4822-949c-4d0dd4d4f55d,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:16.390123 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:16.422108 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899e79a1-7ccf-40ad-b239-9001dfc46e1f x-openstack-request-id: req-899e79a1-7ccf-40ad-b239-9001dfc46e1f {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:26:16.422465 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c426f66-725e-460b-a610-db36a7184b6b", "name": "network-vif-plugged", "status": "completed", "tag": "593ad1d9-3214-4822-949c-4d0dd4d4f55d", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:26:16.422829 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-899e79a1-7ccf-40ad-b239-9001dfc46e1f {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:26:16.423287 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-899e79a1-7ccf-40ad-b239-9001dfc46e1f'] response: {'server_uuid': '8c426f66-725e-460b-a610-db36a7184b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593ad1d9-3214-4822-949c-4d0dd4d4f55d', 'code': 200} Apr 18 21:26:16.459122 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=593ad1d9-3214-4822-949c-4d0dd4d4f55d,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:16.524202 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f4d3a-fd46-4dfd-8237-617a168803a7 req-bc045d32-163f-49e9-92cb-f3bba9a79780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:16.526381 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-100f4d3a-fd46-4dfd-8237-617a168803a7 req-bc045d32-163f-49e9-92cb-f3bba9a79780 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 1097 time: 0.0480869 Apr 18 21:26:16.562392 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-100f4d3a-fd46-4dfd-8237-617a168803a7 req-a782034b-e9be-4b5b-b066-8dd94ce2077c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293179 Apr 18 21:26:17.017511 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1dace-4884-41ab-813a-5527ede815fd req-2d39de06-582f-4df7-a500-a35febc7d00f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:17.019108 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1c1dace-4884-41ab-813a-5527ede815fd req-2d39de06-582f-4df7-a500-a35febc7d00f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0570076 Apr 18 21:26:17.059014 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1c1dace-4884-41ab-813a-5527ede815fd req-545474a3-25c2-4d5e-946f-6949420046d1 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337110 Apr 18 21:26:18.192560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f942f-9eda-4f54-9d95-555a61e51e74 req-61874125-dc05-464f-afa6-b7eb056d41e6 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:18.194065 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-040f942f-9eda-4f54-9d95-555a61e51e74 req-61874125-dc05-464f-afa6-b7eb056d41e6 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0597482 Apr 18 21:26:18.236504 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-040f942f-9eda-4f54-9d95-555a61e51e74 req-69942782-0211-4635-aa2c-e6d896c10782 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350728 Apr 18 21:26:18.358179 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e2d3b-163f-4bf6-ba0e-876421d42dd5 req-827a9d87-1c4a-4bc2-9233-9027eae00424 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:18.359630 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e39e2d3b-163f-4bf6-ba0e-876421d42dd5 req-827a9d87-1c4a-4bc2-9233-9027eae00424 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0537918 Apr 18 21:26:18.368296 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57502) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:18.372881 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-3cb5f36e-0de6-4db1-8e8c-d90a61a2611d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Request body: {'floatingip': {'port_id': '593ad1d9-3214-4822-949c-4d0dd4d4f55d'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:18.411121 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3cb5f36e-0de6-4db1-8e8c-d90a61a2611d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for floatingip, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:18.841252 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3cb5f36e-0de6-4db1-8e8c-d90a61a2611d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:18.844917 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3cb5f36e-0de6-4db1-8e8c-d90a61a2611d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:19.221000 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-3cb5f36e-0de6-4db1-8e8c-d90a61a2611d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Floating IP 3f0923cd-8925-4b4b-809a-734bf5c65230 associated. External IP: 172.25.1.218, port: 593ad1d9-3214-4822-949c-4d0dd4d4f55d. Apr 18 21:26:19.431765 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb5f36e-0de6-4db1-8e8c-d90a61a2611d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Router 83a63878-4847-41ee-b031-ff385879d405 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:26:19.547610 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb5f36e-0de6-4db1-8e8c-d90a61a2611d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:26:19.552377 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3cb5f36e-0de6-4db1-8e8c-d90a61a2611d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:19.557930 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86c2887-1a96-4780-935a-629d21bc658a None None] Sync routers for ids ['83a63878-4847-41ee-b031-ff385879d405'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:26:19.567721 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86c2887-1a96-4780-935a-629d21bc658a None None] Routers {'83a63878-4847-41ee-b031-ff385879d405'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:26:19.568336 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-e86c2887-1a96-4780-935a-629d21bc658a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:25:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['83a63878-4847-41ee-b031-ff385879d405'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:19.584012 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3cb5f36e-0de6-4db1-8e8c-d90a61a2611d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "PUT /v2.0/floatingips/3f0923cd-8925-4b4b-809a-734bf5c65230 HTTP/1.1" status: 200 len: 992 time: 1.2144573 Apr 18 21:26:19.585381 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c426f66-725e-460b-a610-db36a7184b6b', 'tag': '593ad1d9-3214-4822-949c-4d0dd4d4f55d'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:26:19.588667 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced64f03-2e99-47c5-9c34-d30ca50c400d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c426f66-725e-460b-a610-db36a7184b6b", "tag": "593ad1d9-3214-4822-949c-4d0dd4d4f55d"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:26:19.638207 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8a3dad-ff6c-4247-b116-26a0a84ef2a4 x-openstack-request-id: req-cc8a3dad-ff6c-4247-b116-26a0a84ef2a4 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:26:19.639191 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c426f66-725e-460b-a610-db36a7184b6b", "tag": "593ad1d9-3214-4822-949c-4d0dd4d4f55d", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:26:19.639191 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc8a3dad-ff6c-4247-b116-26a0a84ef2a4 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:26:19.645913 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc8a3dad-ff6c-4247-b116-26a0a84ef2a4'] response: {'name': 'network-changed', 'server_uuid': '8c426f66-725e-460b-a610-db36a7184b6b', 'tag': '593ad1d9-3214-4822-949c-4d0dd4d4f55d', 'status': 'completed', 'code': 200} Apr 18 21:26:19.702824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced64f03-2e99-47c5-9c34-d30ca50c400d req-c692c8ae-2e0f-406b-9c6d-43960e574f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:19.704690 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ced64f03-2e99-47c5-9c34-d30ca50c400d req-c692c8ae-2e0f-406b-9c6d-43960e574f04 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 1097 time: 0.0461550 Apr 18 21:26:19.845095 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-9cd7437b-ffc1-4c2d-b251-0b621f1e1914 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0573995 Apr 18 21:26:19.850917 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced64f03-2e99-47c5-9c34-d30ca50c400d req-6494de3e-af06-47e3-9fce-b30aa322d429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:19.851683 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-e86c2887-1a96-4780-935a-629d21bc658a None None] Set router 83a63878-4847-41ee-b031-ff385879d405 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:26:19.852129 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ced64f03-2e99-47c5-9c34-d30ca50c400d req-6494de3e-af06-47e3-9fce-b30aa322d429 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.1407599 Apr 18 21:26:19.918162 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e865e-06e4-4001-b187-328f97b8a923 req-a6d6d925-6a70-4a7c-b22b-9da045aec3cd tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:19.920274 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e7e865e-06e4-4001-b187-328f97b8a923 req-a6d6d925-6a70-4a7c-b22b-9da045aec3cd tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.1096940 Apr 18 21:26:19.964373 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ced64f03-2e99-47c5-9c34-d30ca50c400d req-d99afcb6-8785-4646-b063-c1ab81d86000 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=593ad1d9-3214-4822-949c-4d0dd4d4f55d HTTP/1.1" status: 200 len: 1000 time: 0.1056788 Apr 18 21:26:20.012170 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e7e865e-06e4-4001-b187-328f97b8a923 req-4101b17f-e2dc-4167-859e-e285aebae640 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792146 Apr 18 21:26:20.030789 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced64f03-2e99-47c5-9c34-d30ca50c400d req-6618dfa8-fe33-4153-8ada-3a54258707bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:20.032562 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ced64f03-2e99-47c5-9c34-d30ca50c400d req-6618dfa8-fe33-4153-8ada-3a54258707bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0622981 Apr 18 21:26:20.104846 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced64f03-2e99-47c5-9c34-d30ca50c400d req-9177d425-01c1-4bbe-bbbc-a7da1780caf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:20.106530 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ced64f03-2e99-47c5-9c34-d30ca50c400d req-9177d425-01c1-4bbe-bbbc-a7da1780caf5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670707 Apr 18 21:26:20.127054 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-e86c2887-1a96-4780-935a-629d21bc658a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '3f0923cd-8925-4b4b-809a-734bf5c65230', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '83a63878-4847-41ee-b031-ff385879d405', 'port_id': '593ad1d9-3214-4822-949c-4d0dd4d4f55d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'mac_address': 'fa:16:3e:7d:47:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c426f66-725e-460b-a610-db36a7184b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:24:30Z', 'updated_at': '2022-04-18T21:26:18Z', 'revision_number': 9, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:20.158354 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86c2887-1a96-4780-935a-629d21bc658a None None] Checking router: 83a63878-4847-41ee-b031-ff385879d405 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:26:20.169143 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86c2887-1a96-4780-935a-629d21bc658a None None] Routers {'83a63878-4847-41ee-b031-ff385879d405'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:26:20.169789 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-e86c2887-1a96-4780-935a-629d21bc658a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:25:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['83a63878-4847-41ee-b031-ff385879d405'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:20.226306 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ced64f03-2e99-47c5-9c34-d30ca50c400d req-32bcc24a-9a3f-40df-adc3-6f3c8ce4955b service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133401 Apr 18 21:26:20.288060 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-e86c2887-1a96-4780-935a-629d21bc658a None None] Set router 83a63878-4847-41ee-b031-ff385879d405 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:26:20.339507 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ced64f03-2e99-47c5-9c34-d30ca50c400d req-c0f79300-d805-4503-a4b1-68eca8cbc1cf service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068418 Apr 18 21:26:20.568336 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-e86c2887-1a96-4780-935a-629d21bc658a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '3f0923cd-8925-4b4b-809a-734bf5c65230', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '83a63878-4847-41ee-b031-ff385879d405', 'port_id': '593ad1d9-3214-4822-949c-4d0dd4d4f55d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'mac_address': 'fa:16:3e:7d:47:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c426f66-725e-460b-a610-db36a7184b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:24:30Z', 'updated_at': '2022-04-18T21:26:18Z', 'revision_number': 9, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:20.605113 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86c2887-1a96-4780-935a-629d21bc658a None None] The sync data for ids ['83a63878-4847-41ee-b031-ff385879d405'] in n-d-838323-3 is: [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '3f0923cd-8925-4b4b-809a-734bf5c65230', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '83a63878-4847-41ee-b031-ff385879d405', 'port_id': '593ad1d9-3214-4822-949c-4d0dd4d4f55d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'mac_address': 'fa:16:3e:7d:47:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c426f66-725e-460b-a610-db36a7184b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:24:30Z', 'updated_at': '2022-04-18T21:26:18Z', 'revision_number': 9, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:26:20.828614 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94177aa6-00b0-4c72-9371-5605fe152f66 None None] New status for floating IP 3f0923cd-8925-4b4b-809a-734bf5c65230: ACTIVE {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:26:21.131965 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-cbee8637-1349-4d58-a0c0-2e78236f271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:21.133496 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-cbee8637-1349-4d58-a0c0-2e78236f271c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 1097 time: 0.0737987 Apr 18 21:26:21.171852 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ea17f-7eb3-4185-bb34-0056c730c7fe req-02cf4af2-cce5-4db2-b181-c638b6805136 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:21.173430 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e6ea17f-7eb3-4185-bb34-0056c730c7fe req-02cf4af2-cce5-4db2-b181-c638b6805136 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0792968 Apr 18 21:26:21.255190 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e6ea17f-7eb3-4185-bb34-0056c730c7fe req-25cbf0a5-b682-4a82-9f61-6323317c3512 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525150 Apr 18 21:26:21.271657 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-20cc44be-96c0-4066-8de2-b5ec89e97616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:21.272472 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-20cc44be-96c0-4066-8de2-b5ec89e97616 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.1323113 Apr 18 21:26:21.342398 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-87ffa370-37d9-44de-ae61-28507d90c473 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=593ad1d9-3214-4822-949c-4d0dd4d4f55d HTTP/1.1" status: 200 len: 1003 time: 0.0629714 Apr 18 21:26:21.397123 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-47d9b82d-cbad-49f8-92af-f3c3ea9568b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:21.398599 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-47d9b82d-cbad-49f8-92af-f3c3ea9568b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0506656 Apr 18 21:26:21.445374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-d8a5bdb9-233b-4286-af76-318c63f5b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:21.446928 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-d8a5bdb9-233b-4286-af76-318c63f5b78d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416820 Apr 18 21:26:21.542546 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-1b5c0f7a-b225-4a6d-8d8e-bddbecdb0b81 service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890136 Apr 18 21:26:21.646755 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-1cc67ce7-f5f4-429b-8f24-f164c3121420 service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981696 Apr 18 21:26:22.377677 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354cc1b-7366-4a69-939f-805b6b7e1aa6 req-7161c81e-c380-4aa5-8e8c-a5ba494daf07 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:22.379191 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f354cc1b-7366-4a69-939f-805b6b7e1aa6 req-7161c81e-c380-4aa5-8e8c-a5ba494daf07 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0524602 Apr 18 21:26:22.419895 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f354cc1b-7366-4a69-939f-805b6b7e1aa6 req-9c4f756d-8b66-4069-9e62-9a2d1bd1159e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335345 Apr 18 21:26:23.543176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9a90b-571a-410d-afaa-a58b7b9899a7 req-bb833480-632e-49af-b273-4e59c433f78a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:23.544742 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ff9a90b-571a-410d-afaa-a58b7b9899a7 req-bb833480-632e-49af-b273-4e59c433f78a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0524983 Apr 18 21:26:23.583007 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ff9a90b-571a-410d-afaa-a58b7b9899a7 req-698cfb75-b070-4935-9574-c89863a356a9 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319753 Apr 18 21:26:24.676411 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6170a876-2961-479a-be18-d32b0e50a2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.715332 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8bf0d-602b-48d8-b765-6337fcc220b4 req-26ad5da5-8d27-4df1-bf69-c83a70e82557 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:24.716936 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bf8bf0d-602b-48d8-b765-6337fcc220b4 req-26ad5da5-8d27-4df1-bf69-c83a70e82557 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0582778 Apr 18 21:26:24.769230 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bf8bf0d-602b-48d8-b765-6337fcc220b4 req-f57c58b5-e43c-4190-a2c6-a897b770fc3e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455432 Apr 18 21:26:25.895487 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b6dee-2119-421a-b075-d1b5af644abf req-808d6642-9f49-45ea-ad96-c465b2c2f569 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:25.897021 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-509b6dee-2119-421a-b075-d1b5af644abf req-808d6642-9f49-45ea-ad96-c465b2c2f569 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0527446 Apr 18 21:26:25.938520 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-509b6dee-2119-421a-b075-d1b5af644abf req-5b7c0fb1-3802-44cc-b030-d6ad20c108a6 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349913 Apr 18 21:26:27.070100 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3d6a8-5baa-4d4f-9f59-74f0a382135f req-ac61db2c-d372-458b-8b9f-04f860490ab5 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:27.071668 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1f3d6a8-5baa-4d4f-9f59-74f0a382135f req-ac61db2c-d372-458b-8b9f-04f860490ab5 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0544076 Apr 18 21:26:27.117510 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1f3d6a8-5baa-4d4f-9f59-74f0a382135f req-20b890d2-5f54-43db-8556-f3c542c7ab91 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343347 Apr 18 21:26:28.254041 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a80427-c212-41d9-8441-05a4801d8201 req-3c30157a-e9f0-43ff-8bc4-e39b733e7418 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:28.255602 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92a80427-c212-41d9-8441-05a4801d8201 req-3c30157a-e9f0-43ff-8bc4-e39b733e7418 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0591662 Apr 18 21:26:28.300131 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92a80427-c212-41d9-8441-05a4801d8201 req-5fc99105-0a7e-4c0a-a7d6-b9e284706738 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369718 Apr 18 21:26:29.097120 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-09d9cee2-63b2-49a0-958c-d49ff3ccd351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.426063 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bb306-61e7-4814-9645-b3bc6f6f7959 req-1da9fdc8-72e3-4a31-ac2b-4bbf56e71855 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:29.427774 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-384bb306-61e7-4814-9645-b3bc6f6f7959 req-1da9fdc8-72e3-4a31-ac2b-4bbf56e71855 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0517344 Apr 18 21:26:29.475471 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-384bb306-61e7-4814-9645-b3bc6f6f7959 req-a81e1d44-e59e-42a1-92a6-26b9b4813b5e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405619 Apr 18 21:26:30.000000 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.609586 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45697fd-7ade-4f5b-bdf3-11343b7bc265 req-4b4cec82-3dfb-4d58-a515-108318fb716b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:30.611261 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a45697fd-7ade-4f5b-bdf3-11343b7bc265 req-4b4cec82-3dfb-4d58-a515-108318fb716b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0574698 Apr 18 21:26:30.659329 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a45697fd-7ade-4f5b-bdf3-11343b7bc265 req-6dc2daad-8373-406a-8eca-66477e296167 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372725 Apr 18 21:26:31.619918 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.786175 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.806928 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b612ed-324b-4992-8903-ee6e6fcbcec5 req-fbd40c4a-4463-4680-b127-accc5a5dae31 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:31.808699 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57b612ed-324b-4992-8903-ee6e6fcbcec5 req-fbd40c4a-4463-4680-b127-accc5a5dae31 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0654223 Apr 18 21:26:31.850269 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57b612ed-324b-4992-8903-ee6e6fcbcec5 req-bd5fa0da-8786-4154-8d5f-4ea977f44b1c tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352368 Apr 18 21:26:32.984743 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773c5f1-a362-4f15-8022-5a1d2d67d938 req-9424fc1c-2643-466e-aa37-6679362fef34 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:32.986275 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d773c5f1-a362-4f15-8022-5a1d2d67d938 req-9424fc1c-2643-466e-aa37-6679362fef34 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0573103 Apr 18 21:26:33.025907 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d773c5f1-a362-4f15-8022-5a1d2d67d938 req-10424b99-aab1-4d12-93b8-ecf71dec2d59 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334544 Apr 18 21:26:34.147601 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b9e21-10ee-41f8-90fa-1a9ac46e663e req-dc90b1cb-eca8-444d-9f42-c439579b2da2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:34.149229 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-264b9e21-10ee-41f8-90fa-1a9ac46e663e req-dc90b1cb-eca8-444d-9f42-c439579b2da2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0518098 Apr 18 21:26:34.188909 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-264b9e21-10ee-41f8-90fa-1a9ac46e663e req-915fddf1-dcf0-422a-b7fb-364bc439b407 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328031 Apr 18 21:26:35.311944 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71c726-8e29-4bd2-a6a1-9be2f90eb59b req-8e8d8cf9-0ebd-40be-849a-22087163ce27 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:35.313456 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e71c726-8e29-4bd2-a6a1-9be2f90eb59b req-8e8d8cf9-0ebd-40be-849a-22087163ce27 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0537512 Apr 18 21:26:35.353976 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3e71c726-8e29-4bd2-a6a1-9be2f90eb59b req-936819b9-3326-4ab3-8658-a43b823e12ad tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342567 Apr 18 21:26:36.471255 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e0879-b2b0-4cb4-a365-834718c21fde req-2423cda6-861e-419c-9eff-0d717368851a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:36.473036 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a98e0879-b2b0-4cb4-a365-834718c21fde req-2423cda6-861e-419c-9eff-0d717368851a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0497193 Apr 18 21:26:36.513080 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a98e0879-b2b0-4cb4-a365-834718c21fde req-5b1992dc-ec32-4396-b7a6-47b6e4064051 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331929 Apr 18 21:26:37.632346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01fea4-25bd-44b7-9313-6790d7566644 req-69b489c2-a3c9-4c53-af1a-9e16af428680 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:37.634358 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1e01fea4-25bd-44b7-9313-6790d7566644 req-69b489c2-a3c9-4c53-af1a-9e16af428680 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0492623 Apr 18 21:26:37.672328 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1e01fea4-25bd-44b7-9313-6790d7566644 req-cf04fa8f-5ef0-4c63-8b5f-47b0c233cf29 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316136 Apr 18 21:26:38.076895 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.800848 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2b81e-2750-4ee9-8e01-0c9e38cefbc1 req-0d40b78e-029e-4b1e-ba25-0349bb95557f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:38.802320 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4c2b81e-2750-4ee9-8e01-0c9e38cefbc1 req-0d40b78e-029e-4b1e-ba25-0349bb95557f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0568578 Apr 18 21:26:38.845940 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4c2b81e-2750-4ee9-8e01-0c9e38cefbc1 req-dcb2209e-d1cd-462d-9b80-95973e6f97fb tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374436 Apr 18 21:26:39.967146 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf53d8-66fd-4dbb-a4a5-2dcaaae77692 req-078a1296-6bfe-4414-a138-66dc8aa4fa95 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:39.968701 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fbaf53d8-66fd-4dbb-a4a5-2dcaaae77692 req-078a1296-6bfe-4414-a138-66dc8aa4fa95 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0511363 Apr 18 21:26:40.010325 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fbaf53d8-66fd-4dbb-a4a5-2dcaaae77692 req-3fe1ac7c-1a88-46c9-a390-3241783271b4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351660 Apr 18 21:26:41.136784 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679e535-ce62-449a-88f4-693984155514 req-9886b2d1-b5d1-4750-a38b-d42ec7e92e5d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:41.144687 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2679e535-ce62-449a-88f4-693984155514 req-9886b2d1-b5d1-4750-a38b-d42ec7e92e5d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0581594 Apr 18 21:26:41.185420 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2679e535-ce62-449a-88f4-693984155514 req-8f8dc22d-4bdb-4c1d-9c11-45f52c80a6f5 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345073 Apr 18 21:26:41.375645 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:26:42.298968 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:42.318777 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1db9b1-922f-44b8-905d-cd37495dfe7e req-3f9f6cd6-d274-48a2-802a-491bc68bb8b6 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:42.320313 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e1db9b1-922f-44b8-905d-cd37495dfe7e req-3f9f6cd6-d274-48a2-802a-491bc68bb8b6 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0594730 Apr 18 21:26:42.371915 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e1db9b1-922f-44b8-905d-cd37495dfe7e req-d2093eb6-7804-4ad2-a4d3-25c37198b2ec tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448420 Apr 18 21:26:43.496901 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cb249-b24d-4b62-a8fb-0f6c10fb902b req-233d744f-2d42-492e-bd52-ac23af37754e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:43.498528 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-525cb249-b24d-4b62-a8fb-0f6c10fb902b req-233d744f-2d42-492e-bd52-ac23af37754e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0518520 Apr 18 21:26:43.537623 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-525cb249-b24d-4b62-a8fb-0f6c10fb902b req-2d2ef06d-b35c-46db-9cfa-cff4c24872bb tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330014 Apr 18 21:26:44.666331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9ee04-1464-4b80-938f-4b401c5092ee req-c9d6a583-975e-48f8-9535-288a95669391 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:44.667957 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3a9ee04-1464-4b80-938f-4b401c5092ee req-c9d6a583-975e-48f8-9535-288a95669391 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0546439 Apr 18 21:26:44.711354 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3a9ee04-1464-4b80-938f-4b401c5092ee req-d48882b6-e949-4c93-a35d-90a0533b8a2a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370169 Apr 18 21:26:45.843555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e33f4a-cbea-4781-bb01-fb48443510a8 req-a23441d7-6399-4fd7-a42e-90a0c12da8ba tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:45.845116 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75e33f4a-cbea-4781-bb01-fb48443510a8 req-a23441d7-6399-4fd7-a42e-90a0c12da8ba tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0552092 Apr 18 21:26:45.882715 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75e33f4a-cbea-4781-bb01-fb48443510a8 req-8713eab0-a175-437f-a33f-a163e9457ed3 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312424 Apr 18 21:26:47.002783 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb6616-28a5-4e5a-bba2-ac276d0125e6 req-9677bea9-5005-4b48-86d0-a2d8f1f71374 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:47.004254 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-febb6616-28a5-4e5a-bba2-ac276d0125e6 req-9677bea9-5005-4b48-86d0-a2d8f1f71374 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0508692 Apr 18 21:26:47.043790 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-febb6616-28a5-4e5a-bba2-ac276d0125e6 req-8adec7fd-1a3d-46f8-a7cf-b4663150595d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333691 Apr 18 21:26:48.163891 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a894e-37e8-4a50-8dab-c7567ef2ec53 req-4e72a984-6048-4d23-a21f-80adc3e1b88b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:48.165491 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-070a894e-37e8-4a50-8dab-c7567ef2ec53 req-4e72a984-6048-4d23-a21f-80adc3e1b88b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0509241 Apr 18 21:26:48.204121 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-070a894e-37e8-4a50-8dab-c7567ef2ec53 req-501dcd6c-5bb9-4d07-bae5-37edb13ac925 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322459 Apr 18 21:26:49.324640 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa8cc6-5552-41fa-b05b-cc76d4090d56 req-0df5d8cb-1f82-4b11-a842-441dff52b35c tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:49.326119 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c3aa8cc6-5552-41fa-b05b-cc76d4090d56 req-0df5d8cb-1f82-4b11-a842-441dff52b35c tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0534682 Apr 18 21:26:49.364908 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c3aa8cc6-5552-41fa-b05b-cc76d4090d56 req-6d6f556d-e5bc-4b19-b634-18e17f5dda6a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327108 Apr 18 21:26:50.482061 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1d301-1b93-453e-8e3a-15f133b905d0 req-22589390-c260-4cd2-9f14-0df77d494439 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:50.483593 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26d1d301-1b93-453e-8e3a-15f133b905d0 req-22589390-c260-4cd2-9f14-0df77d494439 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0485663 Apr 18 21:26:50.522124 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26d1d301-1b93-453e-8e3a-15f133b905d0 req-38272f3a-e9a5-4a74-8f5e-90b7afe395c1 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323267 Apr 18 21:26:51.639923 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32ae91-1046-4e1b-b5e8-2f34871b749f req-ef1ad3fd-117e-4177-8553-69de005fedf0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:51.641427 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c32ae91-1046-4e1b-b5e8-2f34871b749f req-ef1ad3fd-117e-4177-8553-69de005fedf0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0497813 Apr 18 21:26:51.679065 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c32ae91-1046-4e1b-b5e8-2f34871b749f req-525b50e9-081a-429f-9b85-1c236e348ee8 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316265 Apr 18 21:26:52.802810 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a332b-0e18-4130-ac36-6f899f7450ea req-2f6d6b0b-bfaa-41aa-8622-53a14ebbfe77 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:52.804307 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-228a332b-0e18-4130-ac36-6f899f7450ea req-2f6d6b0b-bfaa-41aa-8622-53a14ebbfe77 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0535614 Apr 18 21:26:52.842950 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-228a332b-0e18-4130-ac36-6f899f7450ea req-f9f1327d-c471-4f58-92a5-fc3b31babf1f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324981 Apr 18 21:26:53.518221 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-86495a7b-1a68-431d-ab75-a26e291c823b service neutron] show failed (client error): The resource could not be found. Apr 18 21:26:53.519265 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-86495a7b-1a68-431d-ab75-a26e291c823b service neutron] 10.222.0.57 "GET /v2.0/ports/593ad1d9-3214-4822-949c-4d0dd4d4f55d/bindings/n-h1-838323-3 HTTP/1.1" status: 404 len: 380 time: 0.0547888 Apr 18 21:26:53.716846 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-37f7b3f9-5c40-4187-8ac8-fdb156b850fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:53.718342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-37f7b3f9-5c40-4187-8ac8-fdb156b850fd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b&tenant_id=febac6f1972d4f6586ca4e632e76baf9 HTTP/1.1" status: 200 len: 1097 time: 0.0425928 Apr 18 21:26:53.730812 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838323-3', 'device_owner': 'compute:nova'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:53.786862 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.015513 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a4bb8-4e2a-4c08-a08a-799e8b218ac9 req-41b09447-1ad8-456d-b3a8-883cd3419e78 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:54.017009 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f8a4bb8-4e2a-4c08-a08a-799e8b218ac9 req-41b09447-1ad8-456d-b3a8-883cd3419e78 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.1014729 Apr 18 21:26:54.041490 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] For port 593ad1d9-3214-4822-949c-4d0dd4d4f55d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=593ad1d9-3214-4822-949c-4d0dd4d4f55d,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:54.087343 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] For port 593ad1d9-3214-4822-949c-4d0dd4d4f55d, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:26:54.156181 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c426f66-725e-460b-a610-db36a7184b6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '593ad1d9-3214-4822-949c-4d0dd4d4f55d'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:26:54.158477 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8195239f-834a-4d6f-8938-08e53401d102" -d '{"events": [{"server_uuid": "8c426f66-725e-460b-a610-db36a7184b6b", "name": "network-vif-unplugged", "status": "completed", "tag": "593ad1d9-3214-4822-949c-4d0dd4d4f55d"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:26:54.162677 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.185415 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f8a4bb8-4e2a-4c08-a08a-799e8b218ac9 req-333b5ef0-d1fc-47e9-a22a-d86ee2fefa78 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612113 Apr 18 21:26:54.187958 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Transition to ACTIVE for port object 593ad1d9-3214-4822-949c-4d0dd4d4f55d will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:26:54.193216 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.222104 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948236ae-1b47-4023-8b3a-a27804f5e7c7 x-openstack-request-id: req-948236ae-1b47-4023-8b3a-a27804f5e7c7 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:26:54.222398 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c426f66-725e-460b-a610-db36a7184b6b", "name": "network-vif-unplugged", "status": "completed", "tag": "593ad1d9-3214-4822-949c-4d0dd4d4f55d", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:26:54.222649 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-948236ae-1b47-4023-8b3a-a27804f5e7c7 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:26:54.223046 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-948236ae-1b47-4023-8b3a-a27804f5e7c7'] response: {'server_uuid': '8c426f66-725e-460b-a610-db36a7184b6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '593ad1d9-3214-4822-949c-4d0dd4d4f55d', 'code': 200} Apr 18 21:26:54.273818 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Pushing event updated for resources: {'Port': ['ID=593ad1d9-3214-4822-949c-4d0dd4d4f55d,revision_number=6']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:54.285967 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:54.286314 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:54.286659 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:54.286996 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:54.287330 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:54.287660 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:54.287989 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:54.288315 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:54.288668 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:54.288998 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:54.289323 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:54.289654 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:54.331702 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] No DVR routers for this DVR port 593ad1d9-3214-4822-949c-4d0dd4d4f55d on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:26:54.470840 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Attempting to bind port 593ad1d9-3214-4822-949c-4d0dd4d4f55d on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:26:54.471174 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Attempting to bind port 593ad1d9-3214-4822-949c-4d0dd4d4f55d by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:26:54.471739 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Attempting to bind port 593ad1d9-3214-4822-949c-4d0dd4d4f55d on network d777c1c3-7216-458b-92de-a063414b4aae {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:26:54.475984 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Port 593ad1d9-3214-4822-949c-4d0dd4d4f55d on network d777c1c3-7216-458b-92de-a063414b4aae not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:26:54.476300 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Attempting to bind port 593ad1d9-3214-4822-949c-4d0dd4d4f55d on network d777c1c3-7216-458b-92de-a063414b4aae {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:26:54.481991 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:26:54.482322 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Checking segment: {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:26:54.482703 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Bound using segment: {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:26:54.483124 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Bound port: 593ad1d9-3214-4822-949c-4d0dd4d4f55d, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:26:54.483474 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.548064 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] For port 593ad1d9-3214-4822-949c-4d0dd4d4f55d, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:26:54.551413 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] For port 593ad1d9-3214-4822-949c-4d0dd4d4f55d, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=593ad1d9-3214-4822-949c-4d0dd4d4f55d,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:26:54.557311 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.592243 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:54.592889 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.594338 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] 10.222.0.32 "PUT /v2.0/ports/593ad1d9-3214-4822-949c-4d0dd4d4f55d HTTP/1.1" status: 200 len: 1092 time: 0.8675108 Apr 18 21:26:54.625770 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e006a-748c-4fac-ac76-482181a44e7b service neutron] Pushing event updated for resources: {'Port': ['ID=593ad1d9-3214-4822-949c-4d0dd4d4f55d,revision_number=7']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:54.665554 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c35b5204-acd2-4b73-9509-3cfbd480af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:54.667190 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c35b5204-acd2-4b73-9509-3cfbd480af67 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 1095 time: 0.0497832 Apr 18 21:26:54.679008 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-57f47ccd-883f-4164-b996-8fa76d95c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.773921 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-f7fc7fa4-77f2-4972-8a98-6e75eca5b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:54.775814 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-f7fc7fa4-77f2-4972-8a98-6e75eca5b067 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.1024818 Apr 18 21:26:54.841230 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-14c857be-5d74-4700-8426-11f5fb0f0538 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=593ad1d9-3214-4822-949c-4d0dd4d4f55d HTTP/1.1" status: 200 len: 1001 time: 0.0590124 Apr 18 21:26:54.895839 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c076b34e-3081-476e-bbac-912a238aecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:54.897371 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-c076b34e-3081-476e-bbac-912a238aecd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0502315 Apr 18 21:26:54.943418 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-bd421991-93dd-469b-b097-e2562f3bef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:54.944953 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-bd421991-93dd-469b-b097-e2562f3bef85 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415611 Apr 18 21:26:55.032351 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-2fa4f2fa-a3e8-4e4d-8baf-6f77a871f101 service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810113 Apr 18 21:26:55.134551 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8da40c6-26e6-4b4a-911e-aa406cb2c864 req-a9f08199-50fe-4831-815f-54da780f5519 service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954700 Apr 18 21:26:55.313452 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0f1b7-5185-42db-9d9e-1090aebcab3a req-c35ef6f3-1dfa-4fb9-95ce-3a4aef5b7288 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:55.314952 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15d0f1b7-5185-42db-9d9e-1090aebcab3a req-c35ef6f3-1dfa-4fb9-95ce-3a4aef5b7288 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 944 time: 0.0516412 Apr 18 21:26:55.354728 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15d0f1b7-5185-42db-9d9e-1090aebcab3a req-6687dccd-6a85-42d0-adbd-828fb4b8a4ea tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336056 Apr 18 21:26:56.224620 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c426f66-725e-460b-a610-db36a7184b6b', 'tag': '593ad1d9-3214-4822-949c-4d0dd4d4f55d'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:26:56.226974 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d29cfcb-93a4-4650-90f8-bfd72c6cf745" -d '{"events": [{"name": "network-changed", "server_uuid": "8c426f66-725e-460b-a610-db36a7184b6b", "tag": "593ad1d9-3214-4822-949c-4d0dd4d4f55d"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:26:56.278168 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb79ce88-d127-48c9-aac7-c6e11d0064fb x-openstack-request-id: req-eb79ce88-d127-48c9-aac7-c6e11d0064fb {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:26:56.278475 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c426f66-725e-460b-a610-db36a7184b6b", "tag": "593ad1d9-3214-4822-949c-4d0dd4d4f55d", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:26:56.278800 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb79ce88-d127-48c9-aac7-c6e11d0064fb {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:26:56.279230 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb79ce88-d127-48c9-aac7-c6e11d0064fb'] response: {'name': 'network-changed', 'server_uuid': '8c426f66-725e-460b-a610-db36a7184b6b', 'tag': '593ad1d9-3214-4822-949c-4d0dd4d4f55d', 'status': 'completed', 'code': 200} Apr 18 21:26:56.370170 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29cfcb-93a4-4650-90f8-bfd72c6cf745 req-0039e420-450b-492f-879e-6ae84afccdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:56.371697 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d29cfcb-93a4-4650-90f8-bfd72c6cf745 req-0039e420-450b-492f-879e-6ae84afccdca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 1095 time: 0.0755861 Apr 18 21:26:56.377665 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29cfcb-93a4-4650-90f8-bfd72c6cf745 req-3ec2d577-f549-4d40-81bd-c6613b0ae956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:56.379074 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d29cfcb-93a4-4650-90f8-bfd72c6cf745 req-3ec2d577-f549-4d40-81bd-c6613b0ae956 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 1095 time: 0.0749195 Apr 18 21:26:56.565623 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b386b7-6f80-407e-a619-53996023ffe2 req-5faee89c-d860-4fec-9d78-7a393c16f0a8 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:56.566979 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9b386b7-6f80-407e-a619-53996023ffe2 req-5faee89c-d860-4fec-9d78-7a393c16f0a8 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 944 time: 0.1213284 Apr 18 21:26:56.591165 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29cfcb-93a4-4650-90f8-bfd72c6cf745 req-8719a785-2a72-496f-b94d-3182ecf4531e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:56.592613 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d29cfcb-93a4-4650-90f8-bfd72c6cf745 req-8719a785-2a72-496f-b94d-3182ecf4531e service neutron] 10.222.0.57 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.2126620 Apr 18 21:26:56.599403 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29cfcb-93a4-4650-90f8-bfd72c6cf745 req-9085d993-981b-4a60-942b-6e02d052962e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:56.600774 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d29cfcb-93a4-4650-90f8-bfd72c6cf745 req-9085d993-981b-4a60-942b-6e02d052962e service neutron] 10.222.0.32 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.2132018 Apr 18 21:26:56.700379 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9b386b7-6f80-407e-a619-53996023ffe2 req-4f102077-ad71-4541-b422-27648b53e3a9 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207552 Apr 18 21:26:56.730336 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d29cfcb-93a4-4650-90f8-bfd72c6cf745 req-43901fa4-339d-4c0e-b686-63c468ef5d8c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=593ad1d9-3214-4822-949c-4d0dd4d4f55d HTTP/1.1" status: 200 len: 1001 time: 0.1286294 Apr 18 21:26:56.731950 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d29cfcb-93a4-4650-90f8-bfd72c6cf745 req-98040e3e-0876-47ff-bcc3-94f4026e1163 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=593ad1d9-3214-4822-949c-4d0dd4d4f55d HTTP/1.1" status: 200 len: 1001 time: 0.1209414 Apr 18 21:26:56.784593 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29cfcb-93a4-4650-90f8-bfd72c6cf745 req-de688563-d8e2-4221-a500-6509a605f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:56.786159 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d29cfcb-93a4-4650-90f8-bfd72c6cf745 req-de688563-d8e2-4221-a500-6509a605f829 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0492644 Apr 18 21:26:56.869538 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29cfcb-93a4-4650-90f8-bfd72c6cf745 req-fb6b3e90-dc9a-494f-8361-e190663e134f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:56.871064 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d29cfcb-93a4-4650-90f8-bfd72c6cf745 req-fb6b3e90-dc9a-494f-8361-e190663e134f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787749 Apr 18 21:26:56.872535 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29cfcb-93a4-4650-90f8-bfd72c6cf745 req-b43f4a4a-7676-424c-a2b3-ac0ff0ddd6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:56.873821 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d29cfcb-93a4-4650-90f8-bfd72c6cf745 req-b43f4a4a-7676-424c-a2b3-ac0ff0ddd6d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0564461 Apr 18 21:26:56.971230 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29cfcb-93a4-4650-90f8-bfd72c6cf745 req-47a24ad8-5f8a-40b8-a1e1-ee8a5b18cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:56.972991 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d29cfcb-93a4-4650-90f8-bfd72c6cf745 req-47a24ad8-5f8a-40b8-a1e1-ee8a5b18cee2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880108 Apr 18 21:26:57.014352 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d29cfcb-93a4-4650-90f8-bfd72c6cf745 req-de13991a-d48d-470a-88ab-701b28ff24c8 service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363020 Apr 18 21:26:57.137898 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d29cfcb-93a4-4650-90f8-bfd72c6cf745 req-e324f1a9-03bc-448f-9a16-e289c793dd27 service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565733 Apr 18 21:26:57.169537 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d29cfcb-93a4-4650-90f8-bfd72c6cf745 req-ec66712b-a2db-4f06-b5f9-f28186d8ca97 service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318479 Apr 18 21:26:57.240050 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d29cfcb-93a4-4650-90f8-bfd72c6cf745 req-eff4e295-ec6d-44d3-aa74-a1d49299e593 service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921204 Apr 18 21:26:57.874710 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690a0e6-59df-4f16-ad4b-be8668dd012d req-53a344cd-17a9-46a8-a5a1-e34d5e653a40 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:57.876208 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b690a0e6-59df-4f16-ad4b-be8668dd012d req-53a344cd-17a9-46a8-a5a1-e34d5e653a40 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 944 time: 0.1022973 Apr 18 21:26:57.924825 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b690a0e6-59df-4f16-ad4b-be8668dd012d req-42d95d1f-6315-48b7-b106-e7898db6f962 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335188 Apr 18 21:26:58.446379 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 593ad1d9-3214-4822-949c-4d0dd4d4f55d no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:26:58.484494 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 593ad1d9-3214-4822-949c-4d0dd4d4f55d not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:26:59.044856 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ae8d0-8f13-43db-b5e0-4c0b57de5db1 req-82655bf3-c25c-417c-9984-372bf8fd7755 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:59.046356 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e78ae8d0-8f13-43db-b5e0-4c0b57de5db1 req-82655bf3-c25c-417c-9984-372bf8fd7755 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 944 time: 0.0510764 Apr 18 21:26:59.085333 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e78ae8d0-8f13-43db-b5e0-4c0b57de5db1 req-754379d6-36e7-4435-83f5-54f15ca30f18 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327005 Apr 18 21:26:59.101374 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e54a81b5-d055-487c-8195-13f46990d4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:59.405018 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244b426-23fe-48b3-8b05-b97ece007686 req-5b85c0b6-5195-4e19-ad13-8f8bb5312985 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:59.406487 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0244b426-23fe-48b3-8b05-b97ece007686 req-5b85c0b6-5195-4e19-ad13-8f8bb5312985 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b&tenant_id=febac6f1972d4f6586ca4e632e76baf9&binding%3Ahost_id=n-h1-838323-3 HTTP/1.1" status: 200 len: 944 time: 0.0853276 Apr 18 21:26:59.427609 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9383831-39c4-41e5-aef8-0afa769057a6 req-9d2c1dee-179a-401c-9a7a-90cce6f7833c tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:59.429071 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f9383831-39c4-41e5-aef8-0afa769057a6 req-9d2c1dee-179a-401c-9a7a-90cce6f7833c tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 944 time: 0.0749648 Apr 18 21:26:59.502608 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f9383831-39c4-41e5-aef8-0afa769057a6 req-e10177e0-4cf3-42ba-8f53-1760f8e6b4c1 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522714 Apr 18 21:26:59.508314 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0244b426-23fe-48b3-8b05-b97ece007686 req-f2162f5e-cbc6-4d63-8282-8a0be25f6e4b service neutron] 10.222.0.32 "GET /v2.0/ports/593ad1d9-3214-4822-949c-4d0dd4d4f55d/bindings/n-h1-838323-3 HTTP/1.1" status: 200 len: 382 time: 0.0929973 Apr 18 21:26:59.573131 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244b426-23fe-48b3-8b05-b97ece007686 req-6eefcba5-f65a-4ba8-8389-787a8ab6b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:59.574569 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0244b426-23fe-48b3-8b05-b97ece007686 req-6eefcba5-f65a-4ba8-8389-787a8ab6b97d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 1095 time: 0.0430753 Apr 18 21:26:59.667655 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244b426-23fe-48b3-8b05-b97ece007686 req-e106ce15-9837-4a2a-a5f5-5eedf66805f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:59.669170 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0244b426-23fe-48b3-8b05-b97ece007686 req-e106ce15-9837-4a2a-a5f5-5eedf66805f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.0884457 Apr 18 21:26:59.736819 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0244b426-23fe-48b3-8b05-b97ece007686 req-a76d3f97-5fb4-4e7c-b892-bbc310e1af87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=593ad1d9-3214-4822-949c-4d0dd4d4f55d HTTP/1.1" status: 200 len: 1001 time: 0.0614812 Apr 18 21:27:00.000876 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:00.074240 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244b426-23fe-48b3-8b05-b97ece007686 req-8ba5e528-c7b2-4c2e-bd36-4b3b68ade714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:00.076073 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0244b426-23fe-48b3-8b05-b97ece007686 req-8ba5e528-c7b2-4c2e-bd36-4b3b68ade714 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.3323612 Apr 18 21:27:00.122925 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244b426-23fe-48b3-8b05-b97ece007686 req-6650d8dd-1e7f-4d39-b5fc-69b54bd008bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:00.124509 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0244b426-23fe-48b3-8b05-b97ece007686 req-6650d8dd-1e7f-4d39-b5fc-69b54bd008bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415983 Apr 18 21:27:00.216511 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0244b426-23fe-48b3-8b05-b97ece007686 req-eb0e1826-6a4b-4f25-a5e1-8de7213604e7 service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850713 Apr 18 21:27:00.247365 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 593ad1d9-3214-4822-949c-4d0dd4d4f55d details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:27:00.306718 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0244b426-23fe-48b3-8b05-b97ece007686 req-45c153ab-04b9-4d03-8c40-57324ffa2492 service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840352 Apr 18 21:27:00.343667 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 593ad1d9-3214-4822-949c-4d0dd4d4f55d, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=593ad1d9-3214-4822-949c-4d0dd4d4f55d,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:00.357161 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '593ad1d9-3214-4822-949c-4d0dd4d4f55d', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'port_id': '593ad1d9-3214-4822-949c-4d0dd4d4f55d', 'mac_address': 'fa:16:3e:7d:47:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:27:00.393276 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:00.410449 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 593ad1d9-3214-4822-949c-4d0dd4d4f55d {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:27:00.429613 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 593ad1d9-3214-4822-949c-4d0dd4d4f55d, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=593ad1d9-3214-4822-949c-4d0dd4d4f55d,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:00.433780 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:00.480960 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=593ad1d9-3214-4822-949c-4d0dd4d4f55d,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:00.488054 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:00.488406 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:00.488837 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:00.489121 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:00.489461 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:00.489797 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:00.490123 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:00.490492 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:00.490778 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:00.491102 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:00.491425 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:00.491747 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:00.625869 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f73449-6f11-49f7-a9a0-df9c98c6a00c req-3fbac8fb-28c4-477d-af50-a2bf03e426d1 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:00.627334 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-07f73449-6f11-49f7-a9a0-df9c98c6a00c req-3fbac8fb-28c4-477d-af50-a2bf03e426d1 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 945 time: 0.0500860 Apr 18 21:27:00.670735 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-07f73449-6f11-49f7-a9a0-df9c98c6a00c req-1184a22f-ff1b-4de9-bf8b-c6cf4c25b29a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372231 Apr 18 21:27:00.780765 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['593ad1d9-3214-4822-949c-4d0dd4d4f55d'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:27:01.616926 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:01.790262 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:01.803483 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474c22a-084c-47e1-9934-d7a8a9bb532b req-3c234732-3246-4b40-97a0-cd1625ae9ec8 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:01.805020 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6474c22a-084c-47e1-9934-d7a8a9bb532b req-3c234732-3246-4b40-97a0-cd1625ae9ec8 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 945 time: 0.0594966 Apr 18 21:27:01.856995 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6474c22a-084c-47e1-9934-d7a8a9bb532b req-7718b4af-fe9b-462f-b90a-d5a163e17cf0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447216 Apr 18 21:27:02.258985 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 593ad1d9-3214-4822-949c-4d0dd4d4f55d up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:27:02.309738 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 593ad1d9-3214-4822-949c-4d0dd4d4f55d completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:02.314041 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 593ad1d9-3214-4822-949c-4d0dd4d4f55d triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:02.314427 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:02.394080 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:02.408880 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244b426-23fe-48b3-8b05-b97ece007686 req-3c2b75eb-fae1-456d-b24c-22bdc52e5bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:02.410373 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0244b426-23fe-48b3-8b05-b97ece007686 req-3c2b75eb-fae1-456d-b24c-22bdc52e5bc5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b&tenant_id=febac6f1972d4f6586ca4e632e76baf9 HTTP/1.1" status: 200 len: 1096 time: 0.0417933 Apr 18 21:27:02.420469 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c426f66-725e-460b-a610-db36a7184b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593ad1d9-3214-4822-949c-4d0dd4d4f55d'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:27:02.421194 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-0244b426-23fe-48b3-8b05-b97ece007686 req-a2fce284-af83-4c87-ab56-1d8c131d6fc9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838323-3', 'device_owner': 'compute:nova'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:27:02.422692 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2743a36-eb5c-44b5-9b3d-2fa2924e025f" -d '{"events": [{"server_uuid": "8c426f66-725e-460b-a610-db36a7184b6b", "name": "network-vif-plugged", "status": "completed", "tag": "593ad1d9-3214-4822-949c-4d0dd4d4f55d"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:27:02.435891 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 593ad1d9-3214-4822-949c-4d0dd4d4f55d, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=593ad1d9-3214-4822-949c-4d0dd4d4f55d,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:02.441036 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:02.479761 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4300a701-14e0-4b06-b3bc-9e5d2fc0f1d6 x-openstack-request-id: req-4300a701-14e0-4b06-b3bc-9e5d2fc0f1d6 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:27:02.480080 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c426f66-725e-460b-a610-db36a7184b6b", "name": "network-vif-plugged", "status": "completed", "tag": "593ad1d9-3214-4822-949c-4d0dd4d4f55d", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:27:02.480327 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4300a701-14e0-4b06-b3bc-9e5d2fc0f1d6 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:27:02.480897 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4300a701-14e0-4b06-b3bc-9e5d2fc0f1d6'] response: {'server_uuid': '8c426f66-725e-460b-a610-db36a7184b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593ad1d9-3214-4822-949c-4d0dd4d4f55d', 'code': 200} Apr 18 21:27:02.482956 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0244b426-23fe-48b3-8b05-b97ece007686 req-a2fce284-af83-4c87-ab56-1d8c131d6fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:02.492896 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=593ad1d9-3214-4822-949c-4d0dd4d4f55d,revision_number=9']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:02.688559 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-0244b426-23fe-48b3-8b05-b97ece007686 req-a2fce284-af83-4c87-ab56-1d8c131d6fc9 service neutron] For port 593ad1d9-3214-4822-949c-4d0dd4d4f55d, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=593ad1d9-3214-4822-949c-4d0dd4d4f55d,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:02.720727 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-0244b426-23fe-48b3-8b05-b97ece007686 req-a2fce284-af83-4c87-ab56-1d8c131d6fc9 service neutron] For port 593ad1d9-3214-4822-949c-4d0dd4d4f55d, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:27:02.759702 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c426f66-725e-460b-a610-db36a7184b6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '593ad1d9-3214-4822-949c-4d0dd4d4f55d'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:27:02.761938 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8543340d-8fa4-4edc-8a21-bdbb60284207" -d '{"events": [{"server_uuid": "8c426f66-725e-460b-a610-db36a7184b6b", "name": "network-vif-unplugged", "status": "completed", "tag": "593ad1d9-3214-4822-949c-4d0dd4d4f55d"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:27:02.765801 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0244b426-23fe-48b3-8b05-b97ece007686 req-a2fce284-af83-4c87-ab56-1d8c131d6fc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:02.779184 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-0244b426-23fe-48b3-8b05-b97ece007686 req-a2fce284-af83-4c87-ab56-1d8c131d6fc9 service neutron] Transition to ACTIVE for port object 593ad1d9-3214-4822-949c-4d0dd4d4f55d will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:02.782902 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0244b426-23fe-48b3-8b05-b97ece007686 req-a2fce284-af83-4c87-ab56-1d8c131d6fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:02.823533 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830b59fe-200e-4306-845d-584c9db017f8 x-openstack-request-id: req-830b59fe-200e-4306-845d-584c9db017f8 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:27:02.824211 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c426f66-725e-460b-a610-db36a7184b6b", "name": "network-vif-unplugged", "status": "completed", "tag": "593ad1d9-3214-4822-949c-4d0dd4d4f55d", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:27:02.824417 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-830b59fe-200e-4306-845d-584c9db017f8 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:27:02.824914 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-830b59fe-200e-4306-845d-584c9db017f8'] response: {'server_uuid': '8c426f66-725e-460b-a610-db36a7184b6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '593ad1d9-3214-4822-949c-4d0dd4d4f55d', 'code': 200} Apr 18 21:27:02.867504 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fce284-af83-4c87-ab56-1d8c131d6fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=593ad1d9-3214-4822-949c-4d0dd4d4f55d,revision_number=10']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:02.909780 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-0244b426-23fe-48b3-8b05-b97ece007686 req-a2fce284-af83-4c87-ab56-1d8c131d6fc9 service neutron] No DVR routers for this DVR port 593ad1d9-3214-4822-949c-4d0dd4d4f55d on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:27:03.045683 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01a3ab-0050-406e-ac60-7e15389feacd req-82780ca3-9e61-4fc8-a923-f4265570d950 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:03.047215 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe01a3ab-0050-406e-ac60-7e15389feacd req-82780ca3-9e61-4fc8-a923-f4265570d950 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 945 time: 0.1041365 Apr 18 21:27:03.109056 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-0244b426-23fe-48b3-8b05-b97ece007686 req-a2fce284-af83-4c87-ab56-1d8c131d6fc9 service neutron] Attempting to bind port 593ad1d9-3214-4822-949c-4d0dd4d4f55d on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:27:03.109307 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-0244b426-23fe-48b3-8b05-b97ece007686 req-a2fce284-af83-4c87-ab56-1d8c131d6fc9 service neutron] Attempting to bind port 593ad1d9-3214-4822-949c-4d0dd4d4f55d by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:27:03.109629 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0244b426-23fe-48b3-8b05-b97ece007686 req-a2fce284-af83-4c87-ab56-1d8c131d6fc9 service neutron] Attempting to bind port 593ad1d9-3214-4822-949c-4d0dd4d4f55d on network d777c1c3-7216-458b-92de-a063414b4aae {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:27:03.117838 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe01a3ab-0050-406e-ac60-7e15389feacd req-6c7993d9-0812-4bad-98c1-1bf0df0a9dd2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637474 Apr 18 21:27:03.118843 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0244b426-23fe-48b3-8b05-b97ece007686 req-a2fce284-af83-4c87-ab56-1d8c131d6fc9 service neutron] Port 593ad1d9-3214-4822-949c-4d0dd4d4f55d on network d777c1c3-7216-458b-92de-a063414b4aae not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:27:03.119162 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0244b426-23fe-48b3-8b05-b97ece007686 req-a2fce284-af83-4c87-ab56-1d8c131d6fc9 service neutron] Attempting to bind port 593ad1d9-3214-4822-949c-4d0dd4d4f55d on network d777c1c3-7216-458b-92de-a063414b4aae {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:27:03.124886 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0244b426-23fe-48b3-8b05-b97ece007686 req-a2fce284-af83-4c87-ab56-1d8c131d6fc9 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:27:03.125321 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0244b426-23fe-48b3-8b05-b97ece007686 req-a2fce284-af83-4c87-ab56-1d8c131d6fc9 service neutron] Checking segment: {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:27:03.125642 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0244b426-23fe-48b3-8b05-b97ece007686 req-a2fce284-af83-4c87-ab56-1d8c131d6fc9 service neutron] Bound using segment: {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:27:03.126056 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-0244b426-23fe-48b3-8b05-b97ece007686 req-a2fce284-af83-4c87-ab56-1d8c131d6fc9 service neutron] Bound port: 593ad1d9-3214-4822-949c-4d0dd4d4f55d, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:27:03.126413 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0244b426-23fe-48b3-8b05-b97ece007686 req-a2fce284-af83-4c87-ab56-1d8c131d6fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:03.193228 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-0244b426-23fe-48b3-8b05-b97ece007686 req-a2fce284-af83-4c87-ab56-1d8c131d6fc9 service neutron] For port 593ad1d9-3214-4822-949c-4d0dd4d4f55d, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:27:03.196063 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-0244b426-23fe-48b3-8b05-b97ece007686 req-a2fce284-af83-4c87-ab56-1d8c131d6fc9 service neutron] For port 593ad1d9-3214-4822-949c-4d0dd4d4f55d, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=593ad1d9-3214-4822-949c-4d0dd4d4f55d,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:27:03.201016 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0244b426-23fe-48b3-8b05-b97ece007686 req-a2fce284-af83-4c87-ab56-1d8c131d6fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:03.234589 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244b426-23fe-48b3-8b05-b97ece007686 req-a2fce284-af83-4c87-ab56-1d8c131d6fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:03.235251 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0244b426-23fe-48b3-8b05-b97ece007686 req-a2fce284-af83-4c87-ab56-1d8c131d6fc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:03.236584 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0244b426-23fe-48b3-8b05-b97ece007686 req-a2fce284-af83-4c87-ab56-1d8c131d6fc9 service neutron] 10.222.0.57 "PUT /v2.0/ports/593ad1d9-3214-4822-949c-4d0dd4d4f55d HTTP/1.1" status: 200 len: 1093 time: 0.8194082 Apr 18 21:27:03.269217 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fce284-af83-4c87-ab56-1d8c131d6fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=593ad1d9-3214-4822-949c-4d0dd4d4f55d,revision_number=11']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:03.305007 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244b426-23fe-48b3-8b05-b97ece007686 req-65e2cbad-8da4-4a70-a1b4-55741a77f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:03.307014 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0244b426-23fe-48b3-8b05-b97ece007686 req-65e2cbad-8da4-4a70-a1b4-55741a77f498 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 1096 time: 0.0452955 Apr 18 21:27:03.408876 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244b426-23fe-48b3-8b05-b97ece007686 req-f2630105-3c9e-4d79-8fdd-e4434638cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:03.410358 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0244b426-23fe-48b3-8b05-b97ece007686 req-f2630105-3c9e-4d79-8fdd-e4434638cd2c service neutron] 10.222.0.57 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.0972888 Apr 18 21:27:03.476511 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0244b426-23fe-48b3-8b05-b97ece007686 req-74bc73e1-eb2d-475e-b646-c0eb4741d622 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=593ad1d9-3214-4822-949c-4d0dd4d4f55d HTTP/1.1" status: 200 len: 1001 time: 0.0595078 Apr 18 21:27:03.528810 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244b426-23fe-48b3-8b05-b97ece007686 req-617788f7-6283-47e1-b238-1414fd2cd727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:03.530156 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0244b426-23fe-48b3-8b05-b97ece007686 req-617788f7-6283-47e1-b238-1414fd2cd727 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0475061 Apr 18 21:27:03.576312 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244b426-23fe-48b3-8b05-b97ece007686 req-b7fbe713-7e31-4ab4-b89e-1a91e7b8397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:03.577853 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0244b426-23fe-48b3-8b05-b97ece007686 req-b7fbe713-7e31-4ab4-b89e-1a91e7b8397a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412393 Apr 18 21:27:03.667964 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0244b426-23fe-48b3-8b05-b97ece007686 req-36944b0a-1280-4935-b5ea-2a69129180d5 service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836537 Apr 18 21:27:03.761246 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0244b426-23fe-48b3-8b05-b97ece007686 req-d7fdcf33-c447-43d1-968f-6adcf025e839 service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871539 Apr 18 21:27:04.238533 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffafd8-6591-4f1b-a0ee-1fa43407f102 req-2b8964aa-2d4f-4795-8ad5-82960853baa3 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:04.239917 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7ffafd8-6591-4f1b-a0ee-1fa43407f102 req-2b8964aa-2d4f-4795-8ad5-82960853baa3 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 945 time: 0.0500948 Apr 18 21:27:04.278355 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7ffafd8-6591-4f1b-a0ee-1fa43407f102 req-4b71d78b-9e57-4690-9085-75b0e9e866af tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317700 Apr 18 21:27:04.826527 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c426f66-725e-460b-a610-db36a7184b6b', 'tag': '593ad1d9-3214-4822-949c-4d0dd4d4f55d'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:27:04.828920 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286feee7-5f4c-410c-9be9-21599641e0bc" -d '{"events": [{"name": "network-changed", "server_uuid": "8c426f66-725e-460b-a610-db36a7184b6b", "tag": "593ad1d9-3214-4822-949c-4d0dd4d4f55d"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:27:04.880195 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a17d3ab-2164-47e8-9eb4-4860dc024a5f x-openstack-request-id: req-1a17d3ab-2164-47e8-9eb4-4860dc024a5f {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:27:04.880541 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c426f66-725e-460b-a610-db36a7184b6b", "tag": "593ad1d9-3214-4822-949c-4d0dd4d4f55d", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:27:04.880795 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a17d3ab-2164-47e8-9eb4-4860dc024a5f {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:27:04.881200 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a17d3ab-2164-47e8-9eb4-4860dc024a5f'] response: {'name': 'network-changed', 'server_uuid': '8c426f66-725e-460b-a610-db36a7184b6b', 'tag': '593ad1d9-3214-4822-949c-4d0dd4d4f55d', 'status': 'completed', 'code': 200} Apr 18 21:27:04.970557 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286feee7-5f4c-410c-9be9-21599641e0bc req-f35ed63c-45a0-40b1-ad15-a3ded1b2c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:04.972332 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-286feee7-5f4c-410c-9be9-21599641e0bc req-f35ed63c-45a0-40b1-ad15-a3ded1b2c864 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 1096 time: 0.0714178 Apr 18 21:27:04.978512 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286feee7-5f4c-410c-9be9-21599641e0bc req-f4d7ad3b-8d82-47ed-b09f-f01f241d2db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:04.979892 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-286feee7-5f4c-410c-9be9-21599641e0bc req-f4d7ad3b-8d82-47ed-b09f-f01f241d2db1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 1096 time: 0.0710628 Apr 18 21:27:05.136883 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286feee7-5f4c-410c-9be9-21599641e0bc req-5010bd1b-e57d-47eb-8d09-2ab6ac59cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:05.138346 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-286feee7-5f4c-410c-9be9-21599641e0bc req-5010bd1b-e57d-47eb-8d09-2ab6ac59cd28 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.1562409 Apr 18 21:27:05.140980 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286feee7-5f4c-410c-9be9-21599641e0bc req-ebd3597a-bbcc-4be5-880b-dcda82add10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:05.142304 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-286feee7-5f4c-410c-9be9-21599641e0bc req-ebd3597a-bbcc-4be5-880b-dcda82add10f service neutron] 10.222.0.32 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.1522737 Apr 18 21:27:05.256254 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-286feee7-5f4c-410c-9be9-21599641e0bc req-9ae42ac3-052f-4c08-b61e-4fdd6d8c343b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=593ad1d9-3214-4822-949c-4d0dd4d4f55d HTTP/1.1" status: 200 len: 1001 time: 0.1095541 Apr 18 21:27:05.316482 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-286feee7-5f4c-410c-9be9-21599641e0bc req-2933df5c-7aa3-48ef-af79-23ab1cee2053 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=593ad1d9-3214-4822-949c-4d0dd4d4f55d HTTP/1.1" status: 200 len: 1001 time: 0.1635084 Apr 18 21:27:05.336498 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286feee7-5f4c-410c-9be9-21599641e0bc req-cb58be12-5147-4779-bf84-58fe5f4d4a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:05.338017 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-286feee7-5f4c-410c-9be9-21599641e0bc req-cb58be12-5147-4779-bf84-58fe5f4d4a0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0747509 Apr 18 21:27:05.429876 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286feee7-5f4c-410c-9be9-21599641e0bc req-e4417daf-9b34-4f1a-a41a-0c24f53b97b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:05.431845 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-286feee7-5f4c-410c-9be9-21599641e0bc req-e4417daf-9b34-4f1a-a41a-0c24f53b97b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.1079988 Apr 18 21:27:05.467772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286feee7-5f4c-410c-9be9-21599641e0bc req-4ae2ebaa-b3a5-4eaa-9543-fd01c9f6780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:05.469291 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-286feee7-5f4c-410c-9be9-21599641e0bc req-4ae2ebaa-b3a5-4eaa-9543-fd01c9f6780c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117349 Apr 18 21:27:05.478757 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55fc25-8e3d-4603-9310-b95bdde16195 req-7a264125-0888-4139-87ce-219cf319971c tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:05.480130 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1f55fc25-8e3d-4603-9310-b95bdde16195 req-7a264125-0888-4139-87ce-219cf319971c tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 945 time: 0.1236718 Apr 18 21:27:05.563805 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286feee7-5f4c-410c-9be9-21599641e0bc req-4e20b691-e597-4128-bb98-94639da14acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:05.565350 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-286feee7-5f4c-410c-9be9-21599641e0bc req-4e20b691-e597-4128-bb98-94639da14acb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1273568 Apr 18 21:27:05.602779 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1f55fc25-8e3d-4603-9310-b95bdde16195 req-906a8998-4607-46d8-81ae-40c89839bc94 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124048 Apr 18 21:27:05.660292 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-286feee7-5f4c-410c-9be9-21599641e0bc req-c7b7dca3-480b-473b-a187-4d827348908d service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777020 Apr 18 21:27:05.767453 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-286feee7-5f4c-410c-9be9-21599641e0bc req-ba1b6e1b-3903-4a22-8101-d862f75b158b service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936364 Apr 18 21:27:05.834224 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91e34a-13ac-4b09-a205-eec17d6d85a2 req-6a9547df-f326-4e6f-8e0f-10b613c1c0dc tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:05.835797 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa91e34a-13ac-4b09-a205-eec17d6d85a2 req-6a9547df-f326-4e6f-8e0f-10b613c1c0dc tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 945 time: 0.1503663 Apr 18 21:27:05.867825 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-286feee7-5f4c-410c-9be9-21599641e0bc req-f65516ce-3ad8-4f81-8b47-297fe03ba2e7 service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002532 Apr 18 21:27:05.921084 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fa91e34a-13ac-4b09-a205-eec17d6d85a2 req-01fa0d98-04bf-48d8-8926-9b30c00a1734 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579727 Apr 18 21:27:05.932232 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-286feee7-5f4c-410c-9be9-21599641e0bc req-4d5b807d-3b2f-484b-8650-b399059e5f8f service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483727 Apr 18 21:27:06.037445 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49239984-291c-48d8-b992-149f928e0b58 req-9616f619-9051-470e-837e-b05ae8b9a1c3 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:06.038933 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-49239984-291c-48d8-b992-149f928e0b58 req-9616f619-9051-470e-837e-b05ae8b9a1c3 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 945 time: 0.0499315 Apr 18 21:27:06.077734 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-49239984-291c-48d8-b992-149f928e0b58 req-91830ea4-593c-44ad-9625-456e24a7dcb8 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319998 Apr 18 21:27:06.259697 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 593ad1d9-3214-4822-949c-4d0dd4d4f55d no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:27:06.299391 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 593ad1d9-3214-4822-949c-4d0dd4d4f55d not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:27:06.315366 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b369c-8664-4023-84db-9cf293d55223 req-d41d56d6-0cb4-420a-8cb4-63374de77d29 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:06.316857 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c6b369c-8664-4023-84db-9cf293d55223 req-d41d56d6-0cb4-420a-8cb4-63374de77d29 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 945 time: 0.0540271 Apr 18 21:27:06.355002 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0c6b369c-8664-4023-84db-9cf293d55223 req-24d50dc1-f625-4d87-b9a1-78aedb8638fc tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318336 Apr 18 21:27:06.468089 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 593ad1d9-3214-4822-949c-4d0dd4d4f55d details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:27:06.562494 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 593ad1d9-3214-4822-949c-4d0dd4d4f55d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=593ad1d9-3214-4822-949c-4d0dd4d4f55d,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:06.574308 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '593ad1d9-3214-4822-949c-4d0dd4d4f55d', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'port_id': '593ad1d9-3214-4822-949c-4d0dd4d4f55d', 'mac_address': 'fa:16:3e:7d:47:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:27:06.610117 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:06.623002 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 593ad1d9-3214-4822-949c-4d0dd4d4f55d {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:27:06.645567 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 593ad1d9-3214-4822-949c-4d0dd4d4f55d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=593ad1d9-3214-4822-949c-4d0dd4d4f55d,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:06.649346 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:06.695218 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=593ad1d9-3214-4822-949c-4d0dd4d4f55d,revision_number=12']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:06.924274 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['593ad1d9-3214-4822-949c-4d0dd4d4f55d'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:27:07.474943 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d56ff2-d55c-4afd-a7cb-19ba689818b7 req-2953dae3-2908-4fdf-9fbf-69ab391305d4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:07.476399 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-70d56ff2-d55c-4afd-a7cb-19ba689818b7 req-2953dae3-2908-4fdf-9fbf-69ab391305d4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0496821 Apr 18 21:27:07.538923 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-70d56ff2-d55c-4afd-a7cb-19ba689818b7 req-c956dbbe-f64c-4194-adab-300730b1011d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562675 Apr 18 21:27:07.553298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516683e-853a-4418-a284-1c5f155ba340 req-61cc48a0-941f-4920-bdec-4eb9627ee5d2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:07.554756 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0516683e-853a-4418-a284-1c5f155ba340 req-61cc48a0-941f-4920-bdec-4eb9627ee5d2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 946 time: 0.0664406 Apr 18 21:27:07.645584 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-0516683e-853a-4418-a284-1c5f155ba340 req-dbf49915-91ae-4370-9b69-631f98c933f2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Deleting port 593ad1d9-3214-4822-949c-4d0dd4d4f55d {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:27:07.645839 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0516683e-853a-4418-a284-1c5f155ba340 req-dbf49915-91ae-4370-9b69-631f98c933f2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:07.732792 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-0516683e-853a-4418-a284-1c5f155ba340 req-dbf49915-91ae-4370-9b69-631f98c933f2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] For port 593ad1d9-3214-4822-949c-4d0dd4d4f55d, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=593ad1d9-3214-4822-949c-4d0dd4d4f55d,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:07.733165 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0516683e-853a-4418-a284-1c5f155ba340 req-dbf49915-91ae-4370-9b69-631f98c933f2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:07.909973 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0516683e-853a-4418-a284-1c5f155ba340 req-dbf49915-91ae-4370-9b69-631f98c933f2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:07.910254 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0516683e-853a-4418-a284-1c5f155ba340 req-dbf49915-91ae-4370-9b69-631f98c933f2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:07.910575 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [req-0516683e-853a-4418-a284-1c5f155ba340 req-dbf49915-91ae-4370-9b69-631f98c933f2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Floating IP 3f0923cd-8925-4b4b-809a-734bf5c65230 disassociated. External IP: 172.25.1.218, port: 593ad1d9-3214-4822-949c-4d0dd4d4f55d. Apr 18 21:27:07.910926 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-0516683e-853a-4418-a284-1c5f155ba340 req-dbf49915-91ae-4370-9b69-631f98c933f2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Calling delete_port for 593ad1d9-3214-4822-949c-4d0dd4d4f55d owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:27:08.038023 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0516683e-853a-4418-a284-1c5f155ba340 req-dbf49915-91ae-4370-9b69-631f98c933f2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:08.074177 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf49915-91ae-4370-9b69-631f98c933f2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Pushing event deleted for resources: {'Port': ['ID=593ad1d9-3214-4822-949c-4d0dd4d4f55d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:08.088326 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:08.192082 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0516683e-853a-4418-a284-1c5f155ba340 req-dbf49915-91ae-4370-9b69-631f98c933f2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Router 83a63878-4847-41ee-b031-ff385879d405 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:27:08.477938 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 593ad1d9-3214-4822-949c-4d0dd4d4f55d details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:27:08.483048 n-d-838323-3 neutron-server[102910]: INFO neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No ports have port_id starting with 593ad1d9-3214-4822-949c-4d0dd4d4f55d Apr 18 21:27:08.484570 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 593ad1d9-3214-4822-949c-4d0dd4d4f55d requested by agent hyperv_n-h2-838323-3 not found in database {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Apr 18 21:27:08.570707 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0516683e-853a-4418-a284-1c5f155ba340 req-dbf49915-91ae-4370-9b69-631f98c933f2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:27:08.582465 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ab1141-758f-44f0-88e4-b81371cc6312 None None] Sync routers for ids ['83a63878-4847-41ee-b031-ff385879d405'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:27:08.593570 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ab1141-758f-44f0-88e4-b81371cc6312 None None] Routers {'83a63878-4847-41ee-b031-ff385879d405'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:27:08.594835 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-49ab1141-758f-44f0-88e4-b81371cc6312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:26:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['83a63878-4847-41ee-b031-ff385879d405'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:08.610288 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-0516683e-853a-4418-a284-1c5f155ba340 req-dbf49915-91ae-4370-9b69-631f98c933f2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] No DVR routers for this DVR port 593ad1d9-3214-4822-949c-4d0dd4d4f55d on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:27:08.613757 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0516683e-853a-4418-a284-1c5f155ba340 req-dbf49915-91ae-4370-9b69-631f98c933f2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:08.616913 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0516683e-853a-4418-a284-1c5f155ba340 req-dbf49915-91ae-4370-9b69-631f98c933f2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.57 "DELETE /v2.0/ports/593ad1d9-3214-4822-949c-4d0dd4d4f55d HTTP/1.1" status: 204 len: 173 time: 1.0566688 Apr 18 21:27:08.617934 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c426f66-725e-460b-a610-db36a7184b6b', 'name': 'network-vif-deleted', 'tag': '593ad1d9-3214-4822-949c-4d0dd4d4f55d'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:27:08.620130 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a891d18-3501-40af-937f-80b036879ab7" -d '{"events": [{"server_uuid": "8c426f66-725e-460b-a610-db36a7184b6b", "name": "network-vif-deleted", "tag": "593ad1d9-3214-4822-949c-4d0dd4d4f55d"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:27:08.651746 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ad1591f8-8b69-40a3-956e-6dce5ca45f9f req-c27da48e-3439-4924-bb42-91f00e9d53ad tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c426f66-725e-460b-a610-db36a7184b6b HTTP/1.1" status: 200 len: 210 time: 0.0392079 Apr 18 21:27:08.689983 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5faef571-8886-4e95-a723-1d8484210e63 x-openstack-request-id: req-5faef571-8886-4e95-a723-1d8484210e63 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:27:08.690335 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c426f66-725e-460b-a610-db36a7184b6b", "name": "network-vif-deleted", "tag": "593ad1d9-3214-4822-949c-4d0dd4d4f55d", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:27:08.690649 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5faef571-8886-4e95-a723-1d8484210e63 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:27:08.691121 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5faef571-8886-4e95-a723-1d8484210e63'] response: {'server_uuid': '8c426f66-725e-460b-a610-db36a7184b6b', 'name': 'network-vif-deleted', 'tag': '593ad1d9-3214-4822-949c-4d0dd4d4f55d', 'status': 'completed', 'code': 200} Apr 18 21:27:08.706636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-49ab1141-758f-44f0-88e4-b81371cc6312 None None] Set router 83a63878-4847-41ee-b031-ff385879d405 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:27:08.914827 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-49ab1141-758f-44f0-88e4-b81371cc6312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:08.945645 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ab1141-758f-44f0-88e4-b81371cc6312 None None] Checking router: 83a63878-4847-41ee-b031-ff385879d405 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:27:08.954138 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ab1141-758f-44f0-88e4-b81371cc6312 None None] Routers {'83a63878-4847-41ee-b031-ff385879d405'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:27:08.954745 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-49ab1141-758f-44f0-88e4-b81371cc6312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:26:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['83a63878-4847-41ee-b031-ff385879d405'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:09.070431 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-49ab1141-758f-44f0-88e4-b81371cc6312 None None] Set router 83a63878-4847-41ee-b031-ff385879d405 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:27:09.270716 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-49ab1141-758f-44f0-88e4-b81371cc6312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:09.297162 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ab1141-758f-44f0-88e4-b81371cc6312 None None] The sync data for ids ['83a63878-4847-41ee-b031-ff385879d405'] in n-d-838323-3 is: [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:27:09.522166 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f592cff-b3b1-402a-a31c-1682bf758440 None None] New status for floating IP 3f0923cd-8925-4b4b-809a-734bf5c65230: DOWN {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:27:09.894930 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-1dd5beeb-8af0-4563-91fe-169c09f7bc87 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2109802003&fields=id&tenant_id=febac6f1972d4f6586ca4e632e76baf9 HTTP/1.1" status: 200 len: 267 time: 0.0326295 Apr 18 21:27:10.004165 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-19cadf02-3b4f-4e74-bd47-3383999d2c21 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:10.005642 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-19cadf02-3b4f-4e74-bd47-3383999d2c21 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 812 time: 0.1030185 Apr 18 21:27:10.021403 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-467af688-198e-4e14-b048-26129c559009 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/quotas/febac6f1972d4f6586ca4e632e76baf9 HTTP/1.1" status: 200 len: 375 time: 0.0092535 Apr 18 21:27:10.076079 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-3f5bb488-0090-4548-b4b8-203e93544878 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483634 Apr 18 21:27:10.247352 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-8fc54921-fd1e-4f2a-afc5-9f14ae4f0f1f service neutron] 10.222.0.41 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248872 Apr 18 21:27:10.336522 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-0fc2d61b-6ced-4f89-9110-7d4a2ef8b7d0 service neutron] 10.222.0.41 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826051 Apr 18 21:27:10.500525 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-716c618a-425f-4b25-91b0-2ed529447e2e req-fd7d0bb8-29c3-4d0c-bf5c-c27ed52e546e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 210 time: 0.0273235 Apr 18 21:27:11.410548 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-ea4f7a02-c80a-4cc1-9457-74ddb682b4b4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:11.412075 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-ea4f7a02-c80a-4cc1-9457-74ddb682b4b4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.32 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 812 time: 0.1087573 Apr 18 21:27:11.457502 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-f794f828-5ac4-40d6-be8e-f062fa4f6c26 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=febac6f1972d4f6586ca4e632e76baf9 HTTP/1.1" status: 200 len: 380 time: 0.0353401 Apr 18 21:27:11.473394 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-ab649429-ec82-492d-8edd-db970dc7c306 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Request body: {'port': {'device_id': '79b353d7-81c4-45d9-9eef-c9648abdbaf8', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'admin_state_up': True, 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'security_groups': ['4f2a5c71-947d-469c-a22b-19b462cfb034']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:27:11.603397 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-ab649429-ec82-492d-8edd-db970dc7c306 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Made reservation on behalf of febac6f1972d4f6586ca4e632e76baf9 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:27:11.606874 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-ab649429-ec82-492d-8edd-db970dc7c306 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:11.610050 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-862b018b-b68b-4b1b-89fa-38e5d4f18954 req-953701de-6cbe-4e5e-8d96-82f3d4b32c9c tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 210 time: 0.0400476 Apr 18 21:27:11.746414 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-ab649429-ec82-492d-8edd-db970dc7c306 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Allocated IP 172.20.0.9 (d777c1c3-7216-458b-92de-a063414b4aae/c074492c-1c2d-4ddc-9821-47d233297603/f47730a3-b857-4c87-9fc1-eb1c93cd9077) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:27:11.891038 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-ab649429-ec82-492d-8edd-db970dc7c306 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:11.924744 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-ab649429-ec82-492d-8edd-db970dc7c306 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:11.969880 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-ab649429-ec82-492d-8edd-db970dc7c306 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Network d777c1c3-7216-458b-92de-a063414b4aae is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:27:11.973240 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-ab649429-ec82-492d-8edd-db970dc7c306 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:11.977125 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-ab649429-ec82-492d-8edd-db970dc7c306 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:27:11.983943 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab649429-ec82-492d-8edd-db970dc7c306 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Pushing event updated for resources: {'Port': ['ID=f47730a3-b857-4c87-9fc1-eb1c93cd9077,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:12.030001 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-ab649429-ec82-492d-8edd-db970dc7c306 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:12.030637 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-ab649429-ec82-492d-8edd-db970dc7c306 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:12.049048 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-ab649429-ec82-492d-8edd-db970dc7c306 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5796978 Apr 18 21:27:12.066143 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-d93326ba-ac1c-4161-98bf-c883c745a542 service neutron] Request body: {'port': {'device_id': '79b353d7-81c4-45d9-9eef-c9648abdbaf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:27:12.130968 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-d93326ba-ac1c-4161-98bf-c883c745a542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:12.244328 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6c151a76-169b-400b-bb25-d819a0fc0fa0 None None] Provisioning complete for port f47730a3-b857-4c87-9fc1-eb1c93cd9077 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:12.244913 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6c151a76-169b-400b-bb25-d819a0fc0fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:12.282279 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6c151a76-169b-400b-bb25-d819a0fc0fa0 None None] Port f47730a3-b857-4c87-9fc1-eb1c93cd9077 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:27:12.301752 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:12.402659 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-d93326ba-ac1c-4161-98bf-c883c745a542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47730a3-b857-4c87-9fc1-eb1c93cd9077 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:27:12.410095 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-d93326ba-ac1c-4161-98bf-c883c745a542 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:12.422892 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-d93326ba-ac1c-4161-98bf-c883c745a542 service neutron] Transition to ACTIVE for port object f47730a3-b857-4c87-9fc1-eb1c93cd9077 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:12.426716 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-d93326ba-ac1c-4161-98bf-c883c745a542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:12.501661 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93326ba-ac1c-4161-98bf-c883c745a542 service neutron] Pushing event updated for resources: {'Port': ['ID=f47730a3-b857-4c87-9fc1-eb1c93cd9077,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:12.509244 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 593ad1d9-3214-4822-949c-4d0dd4d4f55d no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:27:12.539992 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 593ad1d9-3214-4822-949c-4d0dd4d4f55d {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:27:12.540373 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 593ad1d9-3214-4822-949c-4d0dd4d4f55d not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:27:12.553502 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-d93326ba-ac1c-4161-98bf-c883c745a542 service neutron] Attempting to bind port f47730a3-b857-4c87-9fc1-eb1c93cd9077 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:27:12.553846 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-d93326ba-ac1c-4161-98bf-c883c745a542 service neutron] Attempting to bind port f47730a3-b857-4c87-9fc1-eb1c93cd9077 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:27:12.554182 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-d93326ba-ac1c-4161-98bf-c883c745a542 service neutron] Attempting to bind port f47730a3-b857-4c87-9fc1-eb1c93cd9077 on network d777c1c3-7216-458b-92de-a063414b4aae {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:27:12.558942 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-d93326ba-ac1c-4161-98bf-c883c745a542 service neutron] Port f47730a3-b857-4c87-9fc1-eb1c93cd9077 on network d777c1c3-7216-458b-92de-a063414b4aae not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:27:12.559270 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-d93326ba-ac1c-4161-98bf-c883c745a542 service neutron] Attempting to bind port f47730a3-b857-4c87-9fc1-eb1c93cd9077 on network d777c1c3-7216-458b-92de-a063414b4aae {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:27:12.564346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-d93326ba-ac1c-4161-98bf-c883c745a542 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:27:12.564722 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-d93326ba-ac1c-4161-98bf-c883c745a542 service neutron] Checking segment: {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:27:12.565110 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-d93326ba-ac1c-4161-98bf-c883c745a542 service neutron] Bound using segment: {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:27:12.565541 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-d93326ba-ac1c-4161-98bf-c883c745a542 service neutron] Bound port: f47730a3-b857-4c87-9fc1-eb1c93cd9077, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:27:12.565903 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-d93326ba-ac1c-4161-98bf-c883c745a542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:12.635592 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-d93326ba-ac1c-4161-98bf-c883c745a542 service neutron] For port f47730a3-b857-4c87-9fc1-eb1c93cd9077, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:27:12.640055 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-d93326ba-ac1c-4161-98bf-c883c745a542 service neutron] For port f47730a3-b857-4c87-9fc1-eb1c93cd9077, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f47730a3-b857-4c87-9fc1-eb1c93cd9077,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:27:12.645901 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-d93326ba-ac1c-4161-98bf-c883c745a542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:12.680635 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-d93326ba-ac1c-4161-98bf-c883c745a542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:12.681880 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-d93326ba-ac1c-4161-98bf-c883c745a542 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:12.683313 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-d93326ba-ac1c-4161-98bf-c883c745a542 service neutron] 10.222.0.32 "PUT /v2.0/ports/f47730a3-b857-4c87-9fc1-eb1c93cd9077 HTTP/1.1" status: 200 len: 1091 time: 0.6218600 Apr 18 21:27:12.687568 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b353d7-81c4-45d9-9eef-c9648abdbaf8', 'tag': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:27:12.690115 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25be594c-c616-4c2f-9528-9d91291e5b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "79b353d7-81c4-45d9-9eef-c9648abdbaf8", "tag": "f47730a3-b857-4c87-9fc1-eb1c93cd9077"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:27:12.756650 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a69cf93-cb73-493f-8ea2-9cf72b71acf8 x-openstack-request-id: req-2a69cf93-cb73-493f-8ea2-9cf72b71acf8 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:27:12.757075 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b353d7-81c4-45d9-9eef-c9648abdbaf8", "tag": "f47730a3-b857-4c87-9fc1-eb1c93cd9077", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:27:12.757336 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a69cf93-cb73-493f-8ea2-9cf72b71acf8 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:27:12.757750 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a69cf93-cb73-493f-8ea2-9cf72b71acf8'] response: {'name': 'network-changed', 'server_uuid': '79b353d7-81c4-45d9-9eef-c9648abdbaf8', 'tag': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077', 'status': 'completed', 'code': 200} Apr 18 21:27:12.797398 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93326ba-ac1c-4161-98bf-c883c745a542 service neutron] Pushing event updated for resources: {'Port': ['ID=f47730a3-b857-4c87-9fc1-eb1c93cd9077,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:12.815930 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f1199-7f5a-4a8c-9240-b9f1f39f17f6 req-a75d76e0-1b7f-4697-b2e3-d9aa02c1fc36 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:12.817526 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a83f1199-7f5a-4a8c-9240-b9f1f39f17f6 req-a75d76e0-1b7f-4697-b2e3-d9aa02c1fc36 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 943 time: 0.1313882 Apr 18 21:27:12.833555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-b8f7f3cf-d613-40da-8762-39cb30f642ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:12.835076 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-b8f7f3cf-d613-40da-8762-39cb30f642ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 1094 time: 0.0971918 Apr 18 21:27:12.884057 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-0e2ca6a5-fde2-48d1-9a98-9e0c57b67802 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f47730a3-b857-4c87-9fc1-eb1c93cd9077 HTTP/1.1" status: 200 len: 217 time: 0.0393438 Apr 18 21:27:12.908144 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a83f1199-7f5a-4a8c-9240-b9f1f39f17f6 req-9dcf9b1a-ef82-4dfe-8ddd-18c4f56e4e6a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828087 Apr 18 21:27:12.947828 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-ad1339e5-330c-4973-aac0-b4279a3ac504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:12.949341 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-ad1339e5-330c-4973-aac0-b4279a3ac504 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0575519 Apr 18 21:27:12.995776 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-2af3e0dd-4e2f-4cb4-adfa-82eb100fb86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:12.997326 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-2af3e0dd-4e2f-4cb4-adfa-82eb100fb86d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416696 Apr 18 21:27:13.085110 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-90a6ab2f-36c2-4827-a528-98803573b55a service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810368 Apr 18 21:27:13.178369 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce459548-2882-4124-a1ec-7e55c9f8c671 req-580e0410-73d9-43e7-9fb5-af5d18b27b67 service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863266 Apr 18 21:27:13.261307 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be594c-c616-4c2f-9528-9d91291e5b8e req-7d24aceb-c025-40cc-bf68-114e7f759f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:13.262777 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-25be594c-c616-4c2f-9528-9d91291e5b8e req-7d24aceb-c025-40cc-bf68-114e7f759f12 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 1094 time: 0.0413401 Apr 18 21:27:13.354441 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be594c-c616-4c2f-9528-9d91291e5b8e req-342fa357-132f-4b9d-8c3f-b99d365b3f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:13.355818 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-25be594c-c616-4c2f-9528-9d91291e5b8e req-342fa357-132f-4b9d-8c3f-b99d365b3f00 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.0872173 Apr 18 21:27:13.397704 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-25be594c-c616-4c2f-9528-9d91291e5b8e req-01b26965-9e71-41b4-8be6-ebd49533eda8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f47730a3-b857-4c87-9fc1-eb1c93cd9077 HTTP/1.1" status: 200 len: 217 time: 0.0347178 Apr 18 21:27:13.446384 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be594c-c616-4c2f-9528-9d91291e5b8e req-e4277f9b-07de-4167-9477-0df2499ef57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:13.448066 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-25be594c-c616-4c2f-9528-9d91291e5b8e req-e4277f9b-07de-4167-9477-0df2499ef57f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0437641 Apr 18 21:27:13.498178 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be594c-c616-4c2f-9528-9d91291e5b8e req-51db48c6-9a1a-4458-b149-e01b16cf9be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:13.499688 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-25be594c-c616-4c2f-9528-9d91291e5b8e req-51db48c6-9a1a-4458-b149-e01b16cf9be0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446801 Apr 18 21:27:13.588679 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-25be594c-c616-4c2f-9528-9d91291e5b8e req-0b199d56-c474-4b1d-8d91-bb7076092fc0 service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825922 Apr 18 21:27:13.684205 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-25be594c-c616-4c2f-9528-9d91291e5b8e req-51ae59e1-a559-4e5f-885d-ad057e7919e9 service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884566 Apr 18 21:27:14.032223 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43b5a4-3015-4d6f-a690-6f2b0f62a4b6 req-d5e59239-f05e-4e8f-9665-26927eb95b92 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:14.033732 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce43b5a4-3015-4d6f-a690-6f2b0f62a4b6 req-d5e59239-f05e-4e8f-9665-26927eb95b92 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 943 time: 0.0495217 Apr 18 21:27:14.073900 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce43b5a4-3015-4d6f-a690-6f2b0f62a4b6 req-3bc43430-3724-46ba-a425-8b2b5a2f97ff tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339932 Apr 18 21:27:15.198560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1e448-0e99-400d-b7fc-449fe44a6e58 req-5b0e42b4-6621-4d86-9a86-525a08b1821b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:15.199953 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-48d1e448-0e99-400d-b7fc-449fe44a6e58 req-5b0e42b4-6621-4d86-9a86-525a08b1821b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 943 time: 0.0508964 Apr 18 21:27:15.239491 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-48d1e448-0e99-400d-b7fc-449fe44a6e58 req-84a4ead3-070d-4d02-8978-1a072f067150 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333138 Apr 18 21:27:16.289225 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device f47730a3-b857-4c87-9fc1-eb1c93cd9077 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:27:16.359709 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bf3cf-ed99-4128-a9c0-bd10064189a1 req-5339e8df-6410-4eed-861b-31dd2db5bdba tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:16.361294 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b09bf3cf-ed99-4128-a9c0-bd10064189a1 req-5339e8df-6410-4eed-861b-31dd2db5bdba tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 943 time: 0.0494800 Apr 18 21:27:16.386324 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port f47730a3-b857-4c87-9fc1-eb1c93cd9077, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f47730a3-b857-4c87-9fc1-eb1c93cd9077,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:16.398004 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'port_id': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077', 'mac_address': 'fa:16:3e:62:1b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:27:16.405151 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b09bf3cf-ed99-4128-a9c0-bd10064189a1 req-b0136996-c1a2-4acf-a137-be9b3ab65983 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377662 Apr 18 21:27:16.435749 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:16.449015 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47730a3-b857-4c87-9fc1-eb1c93cd9077 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:27:16.468120 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port f47730a3-b857-4c87-9fc1-eb1c93cd9077, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f47730a3-b857-4c87-9fc1-eb1c93cd9077,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:16.472196 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:16.523274 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=f47730a3-b857-4c87-9fc1-eb1c93cd9077,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:16.747939 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['f47730a3-b857-4c87-9fc1-eb1c93cd9077'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:27:17.525519 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e9175-d62a-4d7c-bc01-c465e4dd3109 req-8c9ad8d2-60de-4fa3-a746-495c907e2cb0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:17.527034 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-168e9175-d62a-4d7c-bc01-c465e4dd3109 req-8c9ad8d2-60de-4fa3-a746-495c907e2cb0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 944 time: 0.0505791 Apr 18 21:27:17.565433 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-168e9175-d62a-4d7c-bc01-c465e4dd3109 req-d5546285-2329-4fd0-8ce8-968e1b08e9ec tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322247 Apr 18 21:27:18.304940 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device f47730a3-b857-4c87-9fc1-eb1c93cd9077 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:27:18.354862 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port f47730a3-b857-4c87-9fc1-eb1c93cd9077 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:18.358967 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port f47730a3-b857-4c87-9fc1-eb1c93cd9077 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:18.359341 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:18.375760 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:27:18.435493 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:18.457570 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b353d7-81c4-45d9-9eef-c9648abdbaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:27:18.459811 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc309b1-2e77-4fc0-8caf-b7e2e1222cb1" -d '{"events": [{"server_uuid": "79b353d7-81c4-45d9-9eef-c9648abdbaf8", "name": "network-vif-plugged", "status": "completed", "tag": "f47730a3-b857-4c87-9fc1-eb1c93cd9077"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:27:18.473294 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port f47730a3-b857-4c87-9fc1-eb1c93cd9077, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f47730a3-b857-4c87-9fc1-eb1c93cd9077,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:18.477207 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:18.503608 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2b0233-9a2a-41f2-8eaa-aab1bf5ebcf0 x-openstack-request-id: req-4d2b0233-9a2a-41f2-8eaa-aab1bf5ebcf0 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:27:18.503896 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b353d7-81c4-45d9-9eef-c9648abdbaf8", "name": "network-vif-plugged", "status": "completed", "tag": "f47730a3-b857-4c87-9fc1-eb1c93cd9077", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:27:18.504148 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d2b0233-9a2a-41f2-8eaa-aab1bf5ebcf0 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:27:18.504574 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d2b0233-9a2a-41f2-8eaa-aab1bf5ebcf0'] response: {'server_uuid': '79b353d7-81c4-45d9-9eef-c9648abdbaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077', 'code': 200} Apr 18 21:27:18.530448 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=f47730a3-b857-4c87-9fc1-eb1c93cd9077,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:18.596901 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe8eb3-9bfe-4e41-a691-359d2cb19320 req-e3436b3f-9ff4-4d6b-ae83-8038f3633c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:18.598366 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1afe8eb3-9bfe-4e41-a691-359d2cb19320 req-e3436b3f-9ff4-4d6b-ae83-8038f3633c96 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 1096 time: 0.0428772 Apr 18 21:27:18.632698 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1afe8eb3-9bfe-4e41-a691-359d2cb19320 req-9d323e49-2be8-421d-9644-0048e253c59f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276141 Apr 18 21:27:18.683777 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7283cdb-88d2-4f79-b47c-735aaa1b665a req-8d190c63-904e-4c34-a06e-b607867a0848 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:18.685283 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7283cdb-88d2-4f79-b47c-735aaa1b665a req-8d190c63-904e-4c34-a06e-b607867a0848 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 945 time: 0.0475814 Apr 18 21:27:18.733957 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7283cdb-88d2-4f79-b47c-735aaa1b665a req-8a22087d-b2fc-4418-b1a0-fdae19f11efb tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383356 Apr 18 21:27:19.777168 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-8f6273ff-03a2-4456-932a-31d5870c8c2d req-23060d4e-caf4-4607-a0fb-e644db39966c service neutron] (102909) timed out ('10.222.0.41', 53548) {{(pid=102909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 21:27:19.854934 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0087e1-065f-4ab7-9622-b4f940ef25bf req-12bcd5dc-7a37-4add-90fb-825966091e58 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:19.856486 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d0087e1-065f-4ab7-9622-b4f940ef25bf req-12bcd5dc-7a37-4add-90fb-825966091e58 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 945 time: 0.0513244 Apr 18 21:27:19.895850 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d0087e1-065f-4ab7-9622-b4f940ef25bf req-3769685f-2e71-4360-85da-f6a10baaaaff tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330222 Apr 18 21:27:21.020906 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a98f4a-7ddb-4edb-bbd2-14bd31865e4c req-5ff5395d-4dab-4187-9ba5-5da5aef466f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:21.022352 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58a98f4a-7ddb-4edb-bbd2-14bd31865e4c req-5ff5395d-4dab-4187-9ba5-5da5aef466f0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 945 time: 0.0492594 Apr 18 21:27:21.061412 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58a98f4a-7ddb-4edb-bbd2-14bd31865e4c req-c356f53e-7bf1-4254-ae93-52c0684947bb tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328181 Apr 18 21:27:21.178719 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01860361-249b-4475-a3e9-c70345f86062 req-7a477b2a-c241-4520-95ce-0d30d8dc32cf tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:21.180093 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-01860361-249b-4475-a3e9-c70345f86062 req-7a477b2a-c241-4520-95ce-0d30d8dc32cf tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 945 time: 0.0499258 Apr 18 21:27:21.189957 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57714) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:27:21.194311 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-2c103504-f4a4-491f-b55c-d61f33ede2c4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Request body: {'floatingip': {'port_id': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:27:21.236734 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c103504-f4a4-491f-b55c-d61f33ede2c4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for floatingip, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:21.664561 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c103504-f4a4-491f-b55c-d61f33ede2c4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:21.668696 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c103504-f4a4-491f-b55c-d61f33ede2c4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:21.768052 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-2c103504-f4a4-491f-b55c-d61f33ede2c4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Floating IP 3f0923cd-8925-4b4b-809a-734bf5c65230 associated. External IP: 172.25.1.218, port: f47730a3-b857-4c87-9fc1-eb1c93cd9077. Apr 18 21:27:22.247480 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c103504-f4a4-491f-b55c-d61f33ede2c4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Router 83a63878-4847-41ee-b031-ff385879d405 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:27:22.353645 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c103504-f4a4-491f-b55c-d61f33ede2c4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:27:22.358530 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2c103504-f4a4-491f-b55c-d61f33ede2c4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:22.363417 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d37ed7-0408-43a3-b791-42a35317e10a None None] Sync routers for ids ['83a63878-4847-41ee-b031-ff385879d405'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:27:22.372884 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d37ed7-0408-43a3-b791-42a35317e10a None None] Routers {'83a63878-4847-41ee-b031-ff385879d405'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:27:22.373503 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-e7d37ed7-0408-43a3-b791-42a35317e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:26:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['83a63878-4847-41ee-b031-ff385879d405'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:22.385736 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2c103504-f4a4-491f-b55c-d61f33ede2c4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "PUT /v2.0/floatingips/3f0923cd-8925-4b4b-809a-734bf5c65230 HTTP/1.1" status: 200 len: 992 time: 1.1947236 Apr 18 21:27:22.386327 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b353d7-81c4-45d9-9eef-c9648abdbaf8', 'tag': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:27:22.388879 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b7f4aa-44e9-4bac-8bfe-4541f7dce1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "79b353d7-81c4-45d9-9eef-c9648abdbaf8", "tag": "f47730a3-b857-4c87-9fc1-eb1c93cd9077"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:27:22.429879 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efa8bbd-b2f9-4695-9840-73bed9567e97 x-openstack-request-id: req-8efa8bbd-b2f9-4695-9840-73bed9567e97 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:27:22.430494 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b353d7-81c4-45d9-9eef-c9648abdbaf8", "tag": "f47730a3-b857-4c87-9fc1-eb1c93cd9077", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:27:22.430749 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8efa8bbd-b2f9-4695-9840-73bed9567e97 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:27:22.431697 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8efa8bbd-b2f9-4695-9840-73bed9567e97'] response: {'name': 'network-changed', 'server_uuid': '79b353d7-81c4-45d9-9eef-c9648abdbaf8', 'tag': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077', 'status': 'completed', 'code': 200} Apr 18 21:27:22.497418 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7f4aa-44e9-4bac-8bfe-4541f7dce1c2 req-627d8add-573d-44bd-8c6d-f93b7ce767fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:22.499030 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-32b7f4aa-44e9-4bac-8bfe-4541f7dce1c2 req-627d8add-573d-44bd-8c6d-f93b7ce767fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 1096 time: 0.0475664 Apr 18 21:27:22.499161 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-e7d37ed7-0408-43a3-b791-42a35317e10a None None] Set router 83a63878-4847-41ee-b031-ff385879d405 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:27:22.605646 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7f4aa-44e9-4bac-8bfe-4541f7dce1c2 req-58072a43-1ec8-498e-97c5-a5f7840ff35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:22.607308 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-32b7f4aa-44e9-4bac-8bfe-4541f7dce1c2 req-58072a43-1ec8-498e-97c5-a5f7840ff35a service neutron] 10.222.0.32 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.1025298 Apr 18 21:27:22.686663 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-32b7f4aa-44e9-4bac-8bfe-4541f7dce1c2 req-3ff3265e-a9ec-4fb2-bcdb-ead7dc19ee03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f47730a3-b857-4c87-9fc1-eb1c93cd9077 HTTP/1.1" status: 200 len: 1000 time: 0.0730069 Apr 18 21:27:22.744075 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7f4aa-44e9-4bac-8bfe-4541f7dce1c2 req-26078be6-6bcb-41b0-85ec-251c19985db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:22.745759 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-32b7f4aa-44e9-4bac-8bfe-4541f7dce1c2 req-26078be6-6bcb-41b0-85ec-251c19985db8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0524335 Apr 18 21:27:22.761751 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-e7d37ed7-0408-43a3-b791-42a35317e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '3f0923cd-8925-4b4b-809a-734bf5c65230', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '83a63878-4847-41ee-b031-ff385879d405', 'port_id': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'mac_address': 'fa:16:3e:62:1b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b353d7-81c4-45d9-9eef-c9648abdbaf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:24:30Z', 'updated_at': '2022-04-18T21:27:21Z', 'revision_number': 13, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:22.795247 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d37ed7-0408-43a3-b791-42a35317e10a None None] Checking router: 83a63878-4847-41ee-b031-ff385879d405 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:27:22.797787 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7f4aa-44e9-4bac-8bfe-4541f7dce1c2 req-c57bf704-3713-4583-8485-476572400556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:22.799368 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-32b7f4aa-44e9-4bac-8bfe-4541f7dce1c2 req-c57bf704-3713-4583-8485-476572400556 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451522 Apr 18 21:27:22.803836 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d37ed7-0408-43a3-b791-42a35317e10a None None] Routers {'83a63878-4847-41ee-b031-ff385879d405'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:27:22.804489 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-e7d37ed7-0408-43a3-b791-42a35317e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:26:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['83a63878-4847-41ee-b031-ff385879d405'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:22.911930 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-32b7f4aa-44e9-4bac-8bfe-4541f7dce1c2 req-3223893d-a4f2-42f3-ad6a-793697f00e7f service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048493 Apr 18 21:27:22.920339 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-e7d37ed7-0408-43a3-b791-42a35317e10a None None] Set router 83a63878-4847-41ee-b031-ff385879d405 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:27:23.022722 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-32b7f4aa-44e9-4bac-8bfe-4541f7dce1c2 req-03e7ec33-8771-48c8-8082-ea58e4823640 service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044583 Apr 18 21:27:23.161443 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-e7d37ed7-0408-43a3-b791-42a35317e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '3f0923cd-8925-4b4b-809a-734bf5c65230', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '83a63878-4847-41ee-b031-ff385879d405', 'port_id': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'mac_address': 'fa:16:3e:62:1b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b353d7-81c4-45d9-9eef-c9648abdbaf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:24:30Z', 'updated_at': '2022-04-18T21:27:21Z', 'revision_number': 13, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:23.192918 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d37ed7-0408-43a3-b791-42a35317e10a None None] The sync data for ids ['83a63878-4847-41ee-b031-ff385879d405'] in n-d-838323-3 is: [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '3f0923cd-8925-4b4b-809a-734bf5c65230', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '83a63878-4847-41ee-b031-ff385879d405', 'port_id': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'mac_address': 'fa:16:3e:62:1b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b353d7-81c4-45d9-9eef-c9648abdbaf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:24:30Z', 'updated_at': '2022-04-18T21:27:21Z', 'revision_number': 13, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:27:23.409191 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59194a88-a65d-4e7c-8a45-55c3b81aae7f None None] New status for floating IP 3f0923cd-8925-4b4b-809a-734bf5c65230: ACTIVE {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:27:23.867437 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf90bf2-a895-4a0c-8285-2fd5f8560c8b req-5db8a102-987e-4022-b2dd-b7ee4d89538d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:23.869443 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdf90bf2-a895-4a0c-8285-2fd5f8560c8b req-5db8a102-987e-4022-b2dd-b7ee4d89538d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 945 time: 0.0592630 Apr 18 21:27:23.912069 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cdf90bf2-a895-4a0c-8285-2fd5f8560c8b req-5f4b1ca4-5067-4c28-bd75-c3feef31e5c2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365438 Apr 18 21:27:24.683361 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3bedd712-bf2e-4766-9d44-4ddc9aee6f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:29.101364 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a45bc3e1-2609-4946-bb9d-e5ebe0eb4e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:30.003020 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:31.616858 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:31.791629 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:31.974989 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-35b8c736-53f1-4d9d-a971-5a5e8382eb37 req-d1412edc-a65b-4867-839b-b0a08f1515cb service neutron] (102909) timed out ('10.222.0.57', 57436) {{(pid=102909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 21:27:33.984556 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-2aefe642-d84b-4166-b525-b3f798255584 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0498784 Apr 18 21:27:33.990981 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5bcd6-485a-4f9b-be01-331c19703358 req-7b6a61ab-9c73-4812-952f-1ff3e9d887a4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:33.992931 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-acb5bcd6-485a-4f9b-be01-331c19703358 req-7b6a61ab-9c73-4812-952f-1ff3e9d887a4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 945 time: 0.0516770 Apr 18 21:27:34.034382 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-acb5bcd6-485a-4f9b-be01-331c19703358 req-17a67723-9461-4755-86b3-f72b4de4c9e6 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346129 Apr 18 21:27:35.165197 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-29b5cbdd-12e6-43ab-aeb2-3e42c79d36f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:35.166747 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-29b5cbdd-12e6-43ab-aeb2-3e42c79d36f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 1096 time: 0.0742924 Apr 18 21:27:35.179750 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d3b79-e376-4b22-8804-84ffe5ae5842 req-ef157747-6c4b-4eb3-b572-4892f4a9199d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:35.181275 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c5d3b79-e376-4b22-8804-84ffe5ae5842 req-ef157747-6c4b-4eb3-b572-4892f4a9199d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 945 time: 0.0637951 Apr 18 21:27:35.273850 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c5d3b79-e376-4b22-8804-84ffe5ae5842 req-74ebdc2d-42a8-4d43-aa18-ec757e0e99aa tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842552 Apr 18 21:27:35.298228 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-607e7100-df29-4888-b97e-3296111a59b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:35.299808 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-607e7100-df29-4888-b97e-3296111a59b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.1176164 Apr 18 21:27:35.371769 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-a47d9c79-b849-4074-851f-3637f30b131a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f47730a3-b857-4c87-9fc1-eb1c93cd9077 HTTP/1.1" status: 200 len: 1002 time: 0.0638864 Apr 18 21:27:35.423704 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-c26c360d-b4ea-4308-b0a7-2318f21feddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:35.425211 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-c26c360d-b4ea-4308-b0a7-2318f21feddc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0460882 Apr 18 21:27:35.470474 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-009e4f72-a9ac-4022-a724-b10cb9b4ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:35.472185 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-009e4f72-a9ac-4022-a724-b10cb9b4ab19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400355 Apr 18 21:27:35.564548 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-4535c865-1ad3-4bc6-9611-8e73c5860b69 service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856323 Apr 18 21:27:35.653663 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-f45eb001-ec82-486f-b811-47bae8225b6d service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814409 Apr 18 21:27:36.396660 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a626de-6cd5-4ce9-8e0a-799615a1c927 req-e53eab54-ec90-4d3a-99f7-ae2f9275c44b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:36.398155 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-18a626de-6cd5-4ce9-8e0a-799615a1c927 req-e53eab54-ec90-4d3a-99f7-ae2f9275c44b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 945 time: 0.0503931 Apr 18 21:27:36.441407 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-18a626de-6cd5-4ce9-8e0a-799615a1c927 req-2e767e98-331a-4453-b257-e88137e62dea tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367126 Apr 18 21:27:37.560081 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568084c-1e75-4609-9350-5382e821c273 req-35525505-ee82-41da-95c2-53dae2fac57b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:37.561583 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7568084c-1e75-4609-9350-5382e821c273 req-35525505-ee82-41da-95c2-53dae2fac57b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 945 time: 0.0495071 Apr 18 21:27:37.600651 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7568084c-1e75-4609-9350-5382e821c273 req-9db82f9a-7912-4742-96e7-6b83b5a383bc tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330412 Apr 18 21:27:38.101105 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:38.718882 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134573a-0a85-4348-90f6-034302306a2b req-01223f1f-f469-40b9-8781-2b67c4ce93d7 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:38.720399 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d134573a-0a85-4348-90f6-034302306a2b req-01223f1f-f469-40b9-8781-2b67c4ce93d7 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 945 time: 0.0496902 Apr 18 21:27:38.759600 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d134573a-0a85-4348-90f6-034302306a2b req-61236d67-4bc8-417b-b608-a4785954f778 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321782 Apr 18 21:27:39.879055 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25961e81-71a4-49b8-b7d0-5b6d40eddf94 req-9572a1ec-80c3-4b93-b83a-9e148efb8953 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:39.880562 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-25961e81-71a4-49b8-b7d0-5b6d40eddf94 req-9572a1ec-80c3-4b93-b83a-9e148efb8953 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 945 time: 0.0506291 Apr 18 21:27:39.922738 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-25961e81-71a4-49b8-b7d0-5b6d40eddf94 req-b7fc211d-11f7-4f2d-a66f-3fb1f3185776 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360796 Apr 18 21:27:41.042936 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3f55f-53b4-4335-9a15-b33b59b61f83 req-1ca66a2b-b8a8-4655-bece-0858efe22461 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:41.044464 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-18b3f55f-53b4-4335-9a15-b33b59b61f83 req-1ca66a2b-b8a8-4655-bece-0858efe22461 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 945 time: 0.0505104 Apr 18 21:27:41.083101 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-18b3f55f-53b4-4335-9a15-b33b59b61f83 req-2e9247c8-7a75-43ff-b0d2-9e8c84bb0e2a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324364 Apr 18 21:27:42.207514 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654f8c3-c131-4c84-995d-98c2682b591a req-98c34e53-f562-4511-b569-89af7cc46467 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:42.208935 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0654f8c3-c131-4c84-995d-98c2682b591a req-98c34e53-f562-4511-b569-89af7cc46467 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 945 time: 0.0533736 Apr 18 21:27:42.249793 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0654f8c3-c131-4c84-995d-98c2682b591a req-6ed1bf43-3902-467f-be7c-ad4813cbdaf9 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327547 Apr 18 21:27:42.302235 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:43.374957 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760121b1-e4fe-4bf9-afca-ae266b71caf5 req-5332fe20-4a5a-4504-948d-c4a0146d591d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:43.376503 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-760121b1-e4fe-4bf9-afca-ae266b71caf5 req-5332fe20-4a5a-4504-948d-c4a0146d591d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 945 time: 0.0511394 Apr 18 21:27:43.425036 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-760121b1-e4fe-4bf9-afca-ae266b71caf5 req-7f5d3eff-5356-4942-a4a8-fbbfe47a8972 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423539 Apr 18 21:27:44.109223 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-50240bd5-10f4-49e4-9787-c106c458f3dc service neutron] show failed (client error): The resource could not be found. Apr 18 21:27:44.110266 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-50240bd5-10f4-49e4-9787-c106c458f3dc service neutron] 10.222.0.32 "GET /v2.0/ports/f47730a3-b857-4c87-9fc1-eb1c93cd9077/bindings/n-h2-838323-3 HTTP/1.1" status: 404 len: 380 time: 0.0585356 Apr 18 21:27:44.352606 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-36534578-6ea3-433d-a547-4e62adef1ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:44.354121 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-36534578-6ea3-433d-a547-4e62adef1ed6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8&tenant_id=febac6f1972d4f6586ca4e632e76baf9 HTTP/1.1" status: 200 len: 1096 time: 0.0846393 Apr 18 21:27:44.365398 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-0441b9d1-ea3a-4d49-9d67-48d80e31e987 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838323-3', 'device_owner': 'compute:nova'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:27:44.419101 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-0441b9d1-ea3a-4d49-9d67-48d80e31e987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:44.610747 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89e2bb-f40d-45ca-8ab5-ac5daa8f9d99 req-71ac0f1d-dd06-4569-bac2-34c972a7e889 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:44.612266 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe89e2bb-f40d-45ca-8ab5-ac5daa8f9d99 req-71ac0f1d-dd06-4569-bac2-34c972a7e889 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 945 time: 0.0885732 Apr 18 21:27:44.692755 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe89e2bb-f40d-45ca-8ab5-ac5daa8f9d99 req-fbfa51ef-7a7d-4ceb-883a-443fa2ec0290 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542688 Apr 18 21:27:44.704752 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-0441b9d1-ea3a-4d49-9d67-48d80e31e987 service neutron] For port f47730a3-b857-4c87-9fc1-eb1c93cd9077, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f47730a3-b857-4c87-9fc1-eb1c93cd9077,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:44.737526 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-0441b9d1-ea3a-4d49-9d67-48d80e31e987 service neutron] For port f47730a3-b857-4c87-9fc1-eb1c93cd9077, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:27:44.778641 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b353d7-81c4-45d9-9eef-c9648abdbaf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:27:44.781261 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ec71ed-a23d-4ac0-bac9-a13aaf4a61ca" -d '{"events": [{"server_uuid": "79b353d7-81c4-45d9-9eef-c9648abdbaf8", "name": "network-vif-unplugged", "status": "completed", "tag": "f47730a3-b857-4c87-9fc1-eb1c93cd9077"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:27:44.785493 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-0441b9d1-ea3a-4d49-9d67-48d80e31e987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:44.799131 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-0441b9d1-ea3a-4d49-9d67-48d80e31e987 service neutron] Transition to ACTIVE for port object f47730a3-b857-4c87-9fc1-eb1c93cd9077 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:44.803128 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-0441b9d1-ea3a-4d49-9d67-48d80e31e987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:44.887020 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441b9d1-ea3a-4d49-9d67-48d80e31e987 service neutron] Pushing event updated for resources: {'Port': ['ID=f47730a3-b857-4c87-9fc1-eb1c93cd9077,revision_number=6']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:44.917295 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6f842a-d1e1-4125-be38-b1b1de4eded0 x-openstack-request-id: req-1c6f842a-d1e1-4125-be38-b1b1de4eded0 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:27:44.917590 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b353d7-81c4-45d9-9eef-c9648abdbaf8", "name": "network-vif-unplugged", "status": "completed", "tag": "f47730a3-b857-4c87-9fc1-eb1c93cd9077", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:27:44.917843 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c6f842a-d1e1-4125-be38-b1b1de4eded0 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:27:44.918249 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c6f842a-d1e1-4125-be38-b1b1de4eded0'] response: {'server_uuid': '79b353d7-81c4-45d9-9eef-c9648abdbaf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077', 'code': 200} Apr 18 21:27:44.939055 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-0441b9d1-ea3a-4d49-9d67-48d80e31e987 service neutron] No DVR routers for this DVR port f47730a3-b857-4c87-9fc1-eb1c93cd9077 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:27:45.082460 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-0441b9d1-ea3a-4d49-9d67-48d80e31e987 service neutron] Attempting to bind port f47730a3-b857-4c87-9fc1-eb1c93cd9077 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:27:45.082796 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-0441b9d1-ea3a-4d49-9d67-48d80e31e987 service neutron] Attempting to bind port f47730a3-b857-4c87-9fc1-eb1c93cd9077 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:27:45.083128 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-0441b9d1-ea3a-4d49-9d67-48d80e31e987 service neutron] Attempting to bind port f47730a3-b857-4c87-9fc1-eb1c93cd9077 on network d777c1c3-7216-458b-92de-a063414b4aae {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:27:45.088096 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-0441b9d1-ea3a-4d49-9d67-48d80e31e987 service neutron] Port f47730a3-b857-4c87-9fc1-eb1c93cd9077 on network d777c1c3-7216-458b-92de-a063414b4aae not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:27:45.088413 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-0441b9d1-ea3a-4d49-9d67-48d80e31e987 service neutron] Attempting to bind port f47730a3-b857-4c87-9fc1-eb1c93cd9077 on network d777c1c3-7216-458b-92de-a063414b4aae {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:27:45.093372 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-0441b9d1-ea3a-4d49-9d67-48d80e31e987 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:27:45.093710 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-0441b9d1-ea3a-4d49-9d67-48d80e31e987 service neutron] Checking segment: {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:27:45.094100 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-0441b9d1-ea3a-4d49-9d67-48d80e31e987 service neutron] Bound using segment: {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:27:45.094522 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-0441b9d1-ea3a-4d49-9d67-48d80e31e987 service neutron] Bound port: f47730a3-b857-4c87-9fc1-eb1c93cd9077, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:27:45.094878 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-0441b9d1-ea3a-4d49-9d67-48d80e31e987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:45.161876 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-0441b9d1-ea3a-4d49-9d67-48d80e31e987 service neutron] For port f47730a3-b857-4c87-9fc1-eb1c93cd9077, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:27:45.165212 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-0441b9d1-ea3a-4d49-9d67-48d80e31e987 service neutron] For port f47730a3-b857-4c87-9fc1-eb1c93cd9077, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=f47730a3-b857-4c87-9fc1-eb1c93cd9077,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:27:45.170523 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-0441b9d1-ea3a-4d49-9d67-48d80e31e987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:45.204521 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-0441b9d1-ea3a-4d49-9d67-48d80e31e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:45.205144 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-0441b9d1-ea3a-4d49-9d67-48d80e31e987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:45.206573 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-0441b9d1-ea3a-4d49-9d67-48d80e31e987 service neutron] 10.222.0.57 "PUT /v2.0/ports/f47730a3-b857-4c87-9fc1-eb1c93cd9077 HTTP/1.1" status: 200 len: 1091 time: 0.8452005 Apr 18 21:27:45.232102 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441b9d1-ea3a-4d49-9d67-48d80e31e987 service neutron] Pushing event updated for resources: {'Port': ['ID=f47730a3-b857-4c87-9fc1-eb1c93cd9077,revision_number=7']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:45.277734 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-5dd45a33-2285-441a-a144-152014453df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:45.279389 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-5dd45a33-2285-441a-a144-152014453df8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 1094 time: 0.0442853 Apr 18 21:27:45.379937 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-d97f9f24-3015-4c28-8220-a61373721147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:45.381500 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-d97f9f24-3015-4c28-8220-a61373721147 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.0958564 Apr 18 21:27:45.446910 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-f1b2cc3f-ddd8-4c35-87f6-5b9ee9609a46 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f47730a3-b857-4c87-9fc1-eb1c93cd9077 HTTP/1.1" status: 200 len: 1000 time: 0.0581110 Apr 18 21:27:45.495416 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-33820fff-682a-42ee-a511-d4e8252c56ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:45.496830 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-33820fff-682a-42ee-a511-d4e8252c56ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0445504 Apr 18 21:27:45.549018 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-0759b33b-8219-4586-8b32-25e71109641c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:45.550528 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-0759b33b-8219-4586-8b32-25e71109641c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476968 Apr 18 21:27:45.640212 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-ff7309cf-ac86-4640-a90a-e4baff19e0b6 service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826185 Apr 18 21:27:45.735839 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-e7f4cf7c-deb4-4e8c-9444-746a0cf02d22 service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879998 Apr 18 21:27:45.815361 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9a7f7-bf10-4eb5-92e8-af159ac9497e req-5ea65122-23d1-4bd8-a966-e594dbfc1eb0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:45.816987 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ebc9a7f7-bf10-4eb5-92e8-af159ac9497e req-5ea65122-23d1-4bd8-a966-e594dbfc1eb0 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 943 time: 0.0518866 Apr 18 21:27:45.858613 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ebc9a7f7-bf10-4eb5-92e8-af159ac9497e req-5d46d4be-606b-418c-b94c-c3fcff352cb2 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342929 Apr 18 21:27:46.419651 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device f47730a3-b857-4c87-9fc1-eb1c93cd9077 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:27:46.461884 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device f47730a3-b857-4c87-9fc1-eb1c93cd9077 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:27:46.919477 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b353d7-81c4-45d9-9eef-c9648abdbaf8', 'tag': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:27:46.922146 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa4178c-d81c-4eac-8090-8fc5e0c3a682" -d '{"events": [{"name": "network-changed", "server_uuid": "79b353d7-81c4-45d9-9eef-c9648abdbaf8", "tag": "f47730a3-b857-4c87-9fc1-eb1c93cd9077"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:27:46.984841 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765c35f8-1351-4faf-acf7-1863b73d3dea x-openstack-request-id: req-765c35f8-1351-4faf-acf7-1863b73d3dea {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:27:46.985138 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b353d7-81c4-45d9-9eef-c9648abdbaf8", "tag": "f47730a3-b857-4c87-9fc1-eb1c93cd9077", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:27:46.985397 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-765c35f8-1351-4faf-acf7-1863b73d3dea {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:27:46.985821 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-765c35f8-1351-4faf-acf7-1863b73d3dea'] response: {'name': 'network-changed', 'server_uuid': '79b353d7-81c4-45d9-9eef-c9648abdbaf8', 'tag': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077', 'status': 'completed', 'code': 200} Apr 18 21:27:46.994457 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842e1ff-7b45-4fde-b4b8-69b84984dade req-4c64ead5-1a8f-454e-8ffd-4df30c71c450 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:47.001518 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8842e1ff-7b45-4fde-b4b8-69b84984dade req-4c64ead5-1a8f-454e-8ffd-4df30c71c450 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 943 time: 0.0653486 Apr 18 21:27:47.098634 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8842e1ff-7b45-4fde-b4b8-69b84984dade req-7dfdaddb-ff73-49ec-83ae-7ed11a3c8386 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962429 Apr 18 21:27:47.111100 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4178c-d81c-4eac-8090-8fc5e0c3a682 req-5a4c0da9-0f06-4714-8bde-69fa9ccff53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:47.112338 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efa4178c-d81c-4eac-8090-8fc5e0c3a682 req-5a4c0da9-0f06-4714-8bde-69fa9ccff53e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 1094 time: 0.1011069 Apr 18 21:27:47.114303 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4178c-d81c-4eac-8090-8fc5e0c3a682 req-f4c43463-dad8-4f7f-bd14-57234fc9c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:47.115660 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efa4178c-d81c-4eac-8090-8fc5e0c3a682 req-f4c43463-dad8-4f7f-bd14-57234fc9c561 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 1094 time: 0.0952919 Apr 18 21:27:47.279666 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4178c-d81c-4eac-8090-8fc5e0c3a682 req-59b2b0b6-b5d5-422a-b2ff-0607f29db053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:47.281066 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efa4178c-d81c-4eac-8090-8fc5e0c3a682 req-59b2b0b6-b5d5-422a-b2ff-0607f29db053 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.1615939 Apr 18 21:27:47.281989 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4178c-d81c-4eac-8090-8fc5e0c3a682 req-dc14ecdf-5956-4826-8e14-61f843158ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:47.283296 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efa4178c-d81c-4eac-8090-8fc5e0c3a682 req-dc14ecdf-5956-4826-8e14-61f843158ab8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.1562481 Apr 18 21:27:47.396605 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efa4178c-d81c-4eac-8090-8fc5e0c3a682 req-75b5a8d2-5df5-41e4-8439-abfc9bdc9ddf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f47730a3-b857-4c87-9fc1-eb1c93cd9077 HTTP/1.1" status: 200 len: 1000 time: 0.1094995 Apr 18 21:27:47.398337 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efa4178c-d81c-4eac-8090-8fc5e0c3a682 req-de979523-97d2-4707-8e5f-52ed933f9636 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f47730a3-b857-4c87-9fc1-eb1c93cd9077 HTTP/1.1" status: 200 len: 1000 time: 0.1048620 Apr 18 21:27:47.483866 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4178c-d81c-4eac-8090-8fc5e0c3a682 req-ec6c8e5d-0e52-4eaf-9bbb-7f8791b6fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:47.485374 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efa4178c-d81c-4eac-8090-8fc5e0c3a682 req-ec6c8e5d-0e52-4eaf-9bbb-7f8791b6fc41 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0827434 Apr 18 21:27:47.486781 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4178c-d81c-4eac-8090-8fc5e0c3a682 req-c6de5dc4-41ae-4884-808f-7b5ef05acf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:47.488072 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efa4178c-d81c-4eac-8090-8fc5e0c3a682 req-c6de5dc4-41ae-4884-808f-7b5ef05acf5d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0782244 Apr 18 21:27:47.563443 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4178c-d81c-4eac-8090-8fc5e0c3a682 req-d531c735-eae6-4a73-8df2-4d2027aea5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:47.564937 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efa4178c-d81c-4eac-8090-8fc5e0c3a682 req-d531c735-eae6-4a73-8df2-4d2027aea5d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731006 Apr 18 21:27:47.566866 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4178c-d81c-4eac-8090-8fc5e0c3a682 req-a8a9f8e6-cf4a-4dbf-a008-1e5c33102a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:47.568267 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efa4178c-d81c-4eac-8090-8fc5e0c3a682 req-a8a9f8e6-cf4a-4dbf-a008-1e5c33102a92 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679286 Apr 18 21:27:47.741560 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efa4178c-d81c-4eac-8090-8fc5e0c3a682 req-92a718aa-c38a-4bc5-a1f5-ddec1bdd97c3 service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702073 Apr 18 21:27:47.745755 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efa4178c-d81c-4eac-8090-8fc5e0c3a682 req-e223ed94-7a94-4725-a7d7-5f76a78eb6f8 service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661739 Apr 18 21:27:47.904864 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efa4178c-d81c-4eac-8090-8fc5e0c3a682 req-858f02b4-dd91-45af-9946-c8de501d2b8a service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565647 Apr 18 21:27:47.908553 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efa4178c-d81c-4eac-8090-8fc5e0c3a682 req-9a06b0f6-ee48-4d0a-9bcb-989998671f55 service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531172 Apr 18 21:27:48.232342 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf86b9-4a7b-4c99-b036-de09eea21738 req-e76b9a40-5f6d-420c-9f03-aec354faaeb4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:48.233939 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2cf86b9-4a7b-4c99-b036-de09eea21738 req-e76b9a40-5f6d-420c-9f03-aec354faaeb4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 943 time: 0.0577161 Apr 18 21:27:48.275377 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2cf86b9-4a7b-4c99-b036-de09eea21738 req-0d4c66b9-39d0-441d-9a6b-8a1c24881080 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349641 Apr 18 21:27:49.400904 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6112e87-8418-4ce2-b5ba-c1d534dd1be4 req-3511e915-b233-4a8d-9f44-a48005d98d96 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:49.402458 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f6112e87-8418-4ce2-b5ba-c1d534dd1be4 req-3511e915-b233-4a8d-9f44-a48005d98d96 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 943 time: 0.0541384 Apr 18 21:27:49.444614 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f6112e87-8418-4ce2-b5ba-c1d534dd1be4 req-cd91b593-0958-497a-971e-eb431a2f8c8b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360270 Apr 18 21:27:50.564861 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8856cb-6352-4ae7-9b85-718590d8ad44 req-5e499634-62c5-4884-a2f4-21a04d7389fd tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:50.566331 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db8856cb-6352-4ae7-9b85-718590d8ad44 req-5e499634-62c5-4884-a2f4-21a04d7389fd tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 943 time: 0.0498681 Apr 18 21:27:50.604808 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db8856cb-6352-4ae7-9b85-718590d8ad44 req-e26b6160-7f87-4c6e-948f-cb47a027b46e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321968 Apr 18 21:27:51.729375 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad02d6-c029-4cbb-ba4e-45c158945689 req-9e7cead0-235d-4009-9b41-e00bee6b4670 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:51.730818 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-87ad02d6-c029-4cbb-ba4e-45c158945689 req-9e7cead0-235d-4009-9b41-e00bee6b4670 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 943 time: 0.0529771 Apr 18 21:27:51.769275 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-87ad02d6-c029-4cbb-ba4e-45c158945689 req-0700ae34-9b03-4a82-b87a-d0e6e482dfd3 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323586 Apr 18 21:27:52.891062 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1e591-6e71-4115-80fd-dd55406be1d2 req-605ac828-9370-4fb2-9b67-b99596ab2492 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:52.892598 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58f1e591-6e71-4115-80fd-dd55406be1d2 req-605ac828-9370-4fb2-9b67-b99596ab2492 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 943 time: 0.0509148 Apr 18 21:27:52.935060 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-58f1e591-6e71-4115-80fd-dd55406be1d2 req-d84de919-090b-46ed-aefb-3e1112b0e845 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351441 Apr 18 21:27:54.056986 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f70af3-3fa7-4bd0-acd3-7ffe994a9b07 req-a85690c4-3a7b-48ae-b92e-eed74304fb74 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:54.058686 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11f70af3-3fa7-4bd0-acd3-7ffe994a9b07 req-a85690c4-3a7b-48ae-b92e-eed74304fb74 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 943 time: 0.0519304 Apr 18 21:27:54.100163 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11f70af3-3fa7-4bd0-acd3-7ffe994a9b07 req-b186e658-9c95-4250-bb1f-81039bcdcbb7 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345697 Apr 18 21:27:54.684138 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-604f180d-6bc3-46d9-a564-66d4d2631fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.229078 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb3e4d-15f8-4d31-95ca-b21eea26ddeb req-b21b7ea0-680b-4bf4-9176-b01e535a446d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:55.230551 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26fb3e4d-15f8-4d31-95ca-b21eea26ddeb req-b21b7ea0-680b-4bf4-9176-b01e535a446d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 943 time: 0.0576265 Apr 18 21:27:55.271624 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26fb3e4d-15f8-4d31-95ca-b21eea26ddeb req-ef7efb88-b2fc-48fe-89cc-1eb8f0ed2aa9 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349119 Apr 18 21:27:55.375637 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:27:56.390938 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c225d-f01b-4a8f-abab-2f6c54ac35fd req-3d327120-903d-4f14-a092-9980d44ba14f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:56.392499 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-441c225d-f01b-4a8f-abab-2f6c54ac35fd req-3d327120-903d-4f14-a092-9980d44ba14f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 943 time: 0.0492876 Apr 18 21:27:56.434642 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-441c225d-f01b-4a8f-abab-2f6c54ac35fd req-6cddde79-a5cd-4a09-a253-766cf477bcfa tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356796 Apr 18 21:27:57.555556 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5887f-9b56-4a0a-9c92-f246eccd436c req-d4fce81b-d608-4504-b71e-b9441aa2de67 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:57.557617 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dfb5887f-9b56-4a0a-9c92-f246eccd436c req-d4fce81b-d608-4504-b71e-b9441aa2de67 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 943 time: 0.0505316 Apr 18 21:27:57.595066 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dfb5887f-9b56-4a0a-9c92-f246eccd436c req-fe0ce585-66a4-41e0-942e-456f794822cb tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313187 Apr 18 21:27:57.922520 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-f18fac27-7627-4eda-b5cd-04b6310bee25 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:57.924005 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-f18fac27-7627-4eda-b5cd-04b6310bee25 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.57 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8&tenant_id=febac6f1972d4f6586ca4e632e76baf9&binding%3Ahost_id=n-h2-838323-3 HTTP/1.1" status: 200 len: 943 time: 0.0887845 Apr 18 21:27:57.936395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9f466-8480-4615-aa66-43e5333df106 req-2a9c098f-8c36-4b7b-8663-a1a00c8c2e2f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:57.938378 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9fd9f466-8480-4615-aa66-43e5333df106 req-2a9c098f-8c36-4b7b-8663-a1a00c8c2e2f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 943 time: 0.0712094 Apr 18 21:27:58.013131 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9fd9f466-8480-4615-aa66-43e5333df106 req-db024a7f-41fd-4a9b-9a16-38c440d63118 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687830 Apr 18 21:27:58.021974 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-72518315-4ee1-4c16-8433-1d52e2057c1a service neutron] 10.222.0.57 "GET /v2.0/ports/f47730a3-b857-4c87-9fc1-eb1c93cd9077/bindings/n-h2-838323-3 HTTP/1.1" status: 200 len: 382 time: 0.0828795 Apr 18 21:27:58.094219 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-cd951a00-8877-4a06-8f90-48d68f983993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:58.095630 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-cd951a00-8877-4a06-8f90-48d68f983993 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 1094 time: 0.0499692 Apr 18 21:27:58.185952 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-2d25c454-14f8-487d-8760-ad5a160db3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:58.187417 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-2d25c454-14f8-487d-8760-ad5a160db3c9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.0856090 Apr 18 21:27:58.528372 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-83cdb1a7-78d5-48e2-ad86-9d8bf088f70e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f47730a3-b857-4c87-9fc1-eb1c93cd9077 HTTP/1.1" status: 200 len: 1000 time: 0.3341699 Apr 18 21:27:58.576243 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-d3e64c6e-e2a4-4756-af18-2dfa113c6a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:58.577730 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-d3e64c6e-e2a4-4756-af18-2dfa113c6a32 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0430872 Apr 18 21:27:58.623909 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-5a0263bd-e77b-4793-bcdd-b23aa06bb8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:58.625420 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-5a0263bd-e77b-4793-bcdd-b23aa06bb8a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407217 Apr 18 21:27:58.700229 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device f47730a3-b857-4c87-9fc1-eb1c93cd9077 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:27:58.716889 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-0952b673-b1fb-46f8-bf3c-7fd4da24848c service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845504 Apr 18 21:27:58.796457 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port f47730a3-b857-4c87-9fc1-eb1c93cd9077, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=f47730a3-b857-4c87-9fc1-eb1c93cd9077,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:58.806900 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-f8232187-8503-4662-ab96-9f901be1edea service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833220 Apr 18 21:27:58.808660 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'port_id': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077', 'mac_address': 'fa:16:3e:62:1b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:27:58.847295 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:58.860783 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47730a3-b857-4c87-9fc1-eb1c93cd9077 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:27:58.879613 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port f47730a3-b857-4c87-9fc1-eb1c93cd9077, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=f47730a3-b857-4c87-9fc1-eb1c93cd9077,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:58.883531 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:58.934479 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=f47730a3-b857-4c87-9fc1-eb1c93cd9077,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:59.103365 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['f47730a3-b857-4c87-9fc1-eb1c93cd9077'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:27:59.144204 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1b4f22a9-1ad5-48ae-a50b-5ca54dd1a98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.153371 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645d059-2a8f-4b5d-8cbf-0bfbf65ef48a req-555aeaf6-26c0-44df-b8c8-dbb55b2fab6c tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:59.154935 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3645d059-2a8f-4b5d-8cbf-0bfbf65ef48a req-555aeaf6-26c0-44df-b8c8-dbb55b2fab6c tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 944 time: 0.0558398 Apr 18 21:27:59.198182 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3645d059-2a8f-4b5d-8cbf-0bfbf65ef48a req-f1ca8553-dbf3-494e-9b41-af2e05059986 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367086 Apr 18 21:28:00.007794 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.330218 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f06093-bc8c-4580-99f7-0b007c09d783 req-bac1f285-bb0f-4517-9bf2-1761b67a4ce4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:00.331710 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90f06093-bc8c-4580-99f7-0b007c09d783 req-bac1f285-bb0f-4517-9bf2-1761b67a4ce4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 944 time: 0.0538163 Apr 18 21:28:00.371850 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90f06093-bc8c-4580-99f7-0b007c09d783 req-8769cdb9-f3db-4488-b79a-b37546f326d3 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333822 Apr 18 21:28:00.725186 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device f47730a3-b857-4c87-9fc1-eb1c93cd9077 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:28:00.783901 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port f47730a3-b857-4c87-9fc1-eb1c93cd9077 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:00.788702 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port f47730a3-b857-4c87-9fc1-eb1c93cd9077 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:00.789106 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.869230 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.893365 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b353d7-81c4-45d9-9eef-c9648abdbaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:28:00.895703 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d515e1-c33f-4f97-b751-fb491ad93814" -d '{"events": [{"server_uuid": "79b353d7-81c4-45d9-9eef-c9648abdbaf8", "name": "network-vif-plugged", "status": "completed", "tag": "f47730a3-b857-4c87-9fc1-eb1c93cd9077"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:28:00.913885 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port f47730a3-b857-4c87-9fc1-eb1c93cd9077, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=f47730a3-b857-4c87-9fc1-eb1c93cd9077,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:00.919493 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.977537 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=f47730a3-b857-4c87-9fc1-eb1c93cd9077,revision_number=9']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:00.987057 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:00.987494 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:00.987783 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:00.988275 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:00.988713 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:00.989287 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:00.989645 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:00.989932 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:00.990261 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:00.990587 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:00.990911 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:00.991235 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:01.026999 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754b3773-53e1-4fe5-aede-5c8497981525 x-openstack-request-id: req-754b3773-53e1-4fe5-aede-5c8497981525 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:28:01.027852 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b353d7-81c4-45d9-9eef-c9648abdbaf8", "name": "network-vif-plugged", "status": "completed", "tag": "f47730a3-b857-4c87-9fc1-eb1c93cd9077", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:28:01.027852 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-754b3773-53e1-4fe5-aede-5c8497981525 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:28:01.028255 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-754b3773-53e1-4fe5-aede-5c8497981525'] response: {'server_uuid': '79b353d7-81c4-45d9-9eef-c9648abdbaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077', 'code': 200} Apr 18 21:28:01.492263 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9e858-cd0b-4b0b-9e4b-99c11dee2634 req-729fe53b-bdd0-4741-b091-e9feadc13f70 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:01.493752 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-49e9e858-cd0b-4b0b-9e4b-99c11dee2634 req-729fe53b-bdd0-4741-b091-e9feadc13f70 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 945 time: 0.0505352 Apr 18 21:28:01.535116 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-49e9e858-cd0b-4b0b-9e4b-99c11dee2634 req-4f173ee9-a891-4275-a0a4-76ac996bce86 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343068 Apr 18 21:28:01.617255 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:01.798117 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.531939 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-7105a1cb-7e63-4340-8b87-5a7d17a5e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:02.533475 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-7105a1cb-7e63-4340-8b87-5a7d17a5e31f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8&tenant_id=febac6f1972d4f6586ca4e632e76baf9 HTTP/1.1" status: 200 len: 1096 time: 0.0445158 Apr 18 21:28:02.544922 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838323-3', 'device_owner': 'compute:nova'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:28:02.602556 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.745248 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaf1db-f603-4c46-8d0b-36eb570c73b6 req-14505072-adef-469f-b474-1dd901f880e7 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:02.746732 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-44aaf1db-f603-4c46-8d0b-36eb570c73b6 req-14505072-adef-469f-b474-1dd901f880e7 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 945 time: 0.1333294 Apr 18 21:28:02.836285 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-44aaf1db-f603-4c46-8d0b-36eb570c73b6 req-70aaadc6-dd05-40b1-b2a9-b91d8a5e1ca9 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834301 Apr 18 21:28:02.878555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] For port f47730a3-b857-4c87-9fc1-eb1c93cd9077, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=f47730a3-b857-4c87-9fc1-eb1c93cd9077,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:02.911967 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] For port f47730a3-b857-4c87-9fc1-eb1c93cd9077, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:28:02.957832 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b353d7-81c4-45d9-9eef-c9648abdbaf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:28:02.960117 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8684c725-2c33-4db0-9c38-4fa197922565" -d '{"events": [{"server_uuid": "79b353d7-81c4-45d9-9eef-c9648abdbaf8", "name": "network-vif-unplugged", "status": "completed", "tag": "f47730a3-b857-4c87-9fc1-eb1c93cd9077"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:28:02.963928 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.979127 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Transition to ACTIVE for port object f47730a3-b857-4c87-9fc1-eb1c93cd9077 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:02.982921 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.017945 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f6782a-3f38-4772-9d4f-b740db6c178d x-openstack-request-id: req-05f6782a-3f38-4772-9d4f-b740db6c178d {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:28:03.018236 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b353d7-81c4-45d9-9eef-c9648abdbaf8", "name": "network-vif-unplugged", "status": "completed", "tag": "f47730a3-b857-4c87-9fc1-eb1c93cd9077", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:28:03.018518 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05f6782a-3f38-4772-9d4f-b740db6c178d {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:28:03.018941 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05f6782a-3f38-4772-9d4f-b740db6c178d'] response: {'server_uuid': '79b353d7-81c4-45d9-9eef-c9648abdbaf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077', 'code': 200} Apr 18 21:28:03.067510 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Pushing event updated for resources: {'Port': ['ID=f47730a3-b857-4c87-9fc1-eb1c93cd9077,revision_number=10']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:03.081024 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:03.081389 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:03.081716 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:03.082072 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:03.082413 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:03.082726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:03.083054 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:03.083384 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:03.083713 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:03.084040 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:03.084370 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:03.084719 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:03.117311 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] No DVR routers for this DVR port f47730a3-b857-4c87-9fc1-eb1c93cd9077 on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:28:03.268136 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Attempting to bind port f47730a3-b857-4c87-9fc1-eb1c93cd9077 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:28:03.268489 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Attempting to bind port f47730a3-b857-4c87-9fc1-eb1c93cd9077 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:28:03.268819 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Attempting to bind port f47730a3-b857-4c87-9fc1-eb1c93cd9077 on network d777c1c3-7216-458b-92de-a063414b4aae {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:28:03.273231 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Port f47730a3-b857-4c87-9fc1-eb1c93cd9077 on network d777c1c3-7216-458b-92de-a063414b4aae not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:28:03.273546 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Attempting to bind port f47730a3-b857-4c87-9fc1-eb1c93cd9077 on network d777c1c3-7216-458b-92de-a063414b4aae {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:28:03.279266 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:28:03.279579 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Checking segment: {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:28:03.279901 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Bound using segment: {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:28:03.280333 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Bound port: f47730a3-b857-4c87-9fc1-eb1c93cd9077, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2886e33-f8f2-41a0-9904-18b03d054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:28:03.280788 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.350421 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] For port f47730a3-b857-4c87-9fc1-eb1c93cd9077, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:28:03.354120 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] For port f47730a3-b857-4c87-9fc1-eb1c93cd9077, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f47730a3-b857-4c87-9fc1-eb1c93cd9077,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:28:03.358918 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.393361 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:03.393971 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.395348 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] 10.222.0.32 "PUT /v2.0/ports/f47730a3-b857-4c87-9fc1-eb1c93cd9077 HTTP/1.1" status: 200 len: 1092 time: 0.8544977 Apr 18 21:28:03.426822 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f777f16-e6b3-4756-a9e3-e5e76d1ab0ab service neutron] Pushing event updated for resources: {'Port': ['ID=f47730a3-b857-4c87-9fc1-eb1c93cd9077,revision_number=11']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:03.465144 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-9b6cbaf4-b0e3-4d27-8cda-fd00afbb2e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:03.466650 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-9b6cbaf4-b0e3-4d27-8cda-fd00afbb2e5c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 1095 time: 0.0481014 Apr 18 21:28:03.567439 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-c48ed377-242c-4040-9b19-a82e8bb4c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:03.568962 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-c48ed377-242c-4040-9b19-a82e8bb4c6ea service neutron] 10.222.0.32 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.0955124 Apr 18 21:28:03.636573 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-79f76abb-f667-47f7-9dc4-28690adf1737 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f47730a3-b857-4c87-9fc1-eb1c93cd9077 HTTP/1.1" status: 200 len: 1000 time: 0.0615454 Apr 18 21:28:03.690082 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-aa34671b-ef7a-4de1-ac9e-8b8e09f9b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:03.691529 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-aa34671b-ef7a-4de1-ac9e-8b8e09f9b7d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0488970 Apr 18 21:28:03.736855 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-f1685813-b13f-4721-ad71-7660a12274c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:03.738334 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-f1685813-b13f-4721-ad71-7660a12274c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404205 Apr 18 21:28:03.826434 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-81a6a076-2c57-4ed3-a466-47dd65ba7a0d service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812585 Apr 18 21:28:03.947136 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-efc7c4e1-4f4e-4573-97d0-15de3ebce464 req-19cb8bce-50dc-42d9-9abd-09168dced03f service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142325 Apr 18 21:28:03.968734 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e65f1-04f6-4bd0-9ee4-1f0245059582 req-d1d5b1df-6d06-4208-9ad0-cb216f596ffe tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:03.970198 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-306e65f1-04f6-4bd0-9ee4-1f0245059582 req-d1d5b1df-6d06-4208-9ad0-cb216f596ffe tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 944 time: 0.0612693 Apr 18 21:28:04.009753 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-306e65f1-04f6-4bd0-9ee4-1f0245059582 req-e508bd1d-ef31-4f27-917f-4b804b59993f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326772 Apr 18 21:28:04.729168 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device f47730a3-b857-4c87-9fc1-eb1c93cd9077 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:28:04.767139 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device f47730a3-b857-4c87-9fc1-eb1c93cd9077 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:28:05.020450 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b353d7-81c4-45d9-9eef-c9648abdbaf8', 'tag': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:28:05.022800 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3977206d-6412-44d4-a889-66d2165faaf1" -d '{"events": [{"name": "network-changed", "server_uuid": "79b353d7-81c4-45d9-9eef-c9648abdbaf8", "tag": "f47730a3-b857-4c87-9fc1-eb1c93cd9077"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:28:05.082849 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a9a445-b682-4c8c-a1b0-2373885d445c x-openstack-request-id: req-02a9a445-b682-4c8c-a1b0-2373885d445c {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:28:05.083149 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b353d7-81c4-45d9-9eef-c9648abdbaf8", "tag": "f47730a3-b857-4c87-9fc1-eb1c93cd9077", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:28:05.083400 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02a9a445-b682-4c8c-a1b0-2373885d445c {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:28:05.083807 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a9a445-b682-4c8c-a1b0-2373885d445c'] response: {'name': 'network-changed', 'server_uuid': '79b353d7-81c4-45d9-9eef-c9648abdbaf8', 'tag': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077', 'status': 'completed', 'code': 200} Apr 18 21:28:05.199360 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977206d-6412-44d4-a889-66d2165faaf1 req-0f846676-adbb-4542-a755-fc0425e4dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:05.200880 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3977206d-6412-44d4-a889-66d2165faaf1 req-0f846676-adbb-4542-a755-fc0425e4dfd4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 1095 time: 0.0989404 Apr 18 21:28:05.210431 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18027be5-522d-4831-af00-7ebecb2a7695 req-faa0d3b3-a3b0-4bd2-9c01-623d8d00893a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:05.211836 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-18027be5-522d-4831-af00-7ebecb2a7695 req-faa0d3b3-a3b0-4bd2-9c01-623d8d00893a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 944 time: 0.1234517 Apr 18 21:28:05.223442 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977206d-6412-44d4-a889-66d2165faaf1 req-1dd98b03-fdaf-44a0-a60e-27e23f924f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:05.224871 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3977206d-6412-44d4-a889-66d2165faaf1 req-1dd98b03-fdaf-44a0-a60e-27e23f924f69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=febac6f1972d4f6586ca4e632e76baf9&device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 1095 time: 0.1009798 Apr 18 21:28:05.365274 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-18027be5-522d-4831-af00-7ebecb2a7695 req-e285ae9e-d0ff-443f-9465-5f82a2284ad9 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441476 Apr 18 21:28:05.409250 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977206d-6412-44d4-a889-66d2165faaf1 req-5fa09363-2690-4367-9d45-9d368fe18c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:05.410719 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3977206d-6412-44d4-a889-66d2165faaf1 req-5fa09363-2690-4367-9d45-9d368fe18c2d service neutron] 10.222.0.57 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.1979904 Apr 18 21:28:05.413436 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977206d-6412-44d4-a889-66d2165faaf1 req-91159a52-8359-4581-bc46-af86fe68e2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:05.414752 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3977206d-6412-44d4-a889-66d2165faaf1 req-91159a52-8359-4581-bc46-af86fe68e2b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 200 len: 913 time: 0.1710749 Apr 18 21:28:05.521573 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3977206d-6412-44d4-a889-66d2165faaf1 req-c93c16ca-efd5-4c6e-995f-e5c04dd59e70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f47730a3-b857-4c87-9fc1-eb1c93cd9077 HTTP/1.1" status: 200 len: 1000 time: 0.1042633 Apr 18 21:28:05.527996 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3977206d-6412-44d4-a889-66d2165faaf1 req-6a2a53e4-85cb-4169-8701-d235c3ff0b90 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f47730a3-b857-4c87-9fc1-eb1c93cd9077 HTTP/1.1" status: 200 len: 1000 time: 0.1036396 Apr 18 21:28:05.608813 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977206d-6412-44d4-a889-66d2165faaf1 req-db52207a-19cc-4a3b-bcf8-bd6bbaa1373d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:05.610277 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3977206d-6412-44d4-a889-66d2165faaf1 req-db52207a-19cc-4a3b-bcf8-bd6bbaa1373d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0814159 Apr 18 21:28:05.613616 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977206d-6412-44d4-a889-66d2165faaf1 req-e63c700b-7243-428c-a49e-47c9d782f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:05.614939 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3977206d-6412-44d4-a889-66d2165faaf1 req-e63c700b-7243-428c-a49e-47c9d782f966 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 200 len: 851 time: 0.0789800 Apr 18 21:28:05.686748 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977206d-6412-44d4-a889-66d2165faaf1 req-3886e637-9c7e-4251-b54f-63675bd4f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:05.688273 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3977206d-6412-44d4-a889-66d2165faaf1 req-3886e637-9c7e-4251-b54f-63675bd4f592 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718961 Apr 18 21:28:05.691184 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977206d-6412-44d4-a889-66d2165faaf1 req-97dffc6b-9441-46ba-82c1-c8b3e0a61c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:05.692668 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3977206d-6412-44d4-a889-66d2165faaf1 req-97dffc6b-9441-46ba-82c1-c8b3e0a61c36 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d777c1c3-7216-458b-92de-a063414b4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679195 Apr 18 21:28:05.857418 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3977206d-6412-44d4-a889-66d2165faaf1 req-3b2445f3-4512-4ccd-8931-72fc5e0bd5b4 service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619358 Apr 18 21:28:05.859246 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3977206d-6412-44d4-a889-66d2165faaf1 req-2dc9d8ba-efbb-49c1-9c74-c2638d0d891b service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559539 Apr 18 21:28:06.018780 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3977206d-6412-44d4-a889-66d2165faaf1 req-2a3e0e84-4c5f-4009-be50-415736ea4e83 service neutron] 10.222.0.57 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549399 Apr 18 21:28:06.020461 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3977206d-6412-44d4-a889-66d2165faaf1 req-b43a1858-9e0c-44e0-8ee7-393d513fa9d9 service neutron] 10.222.0.32 "GET /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486371 Apr 18 21:28:06.487714 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45747f4-1f10-4690-ac37-3dfd45bc36f1 req-984bc736-c313-4c3a-92a4-fb782fc59705 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:06.489214 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d45747f4-1f10-4690-ac37-3dfd45bc36f1 req-984bc736-c313-4c3a-92a4-fb782fc59705 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 944 time: 0.0506957 Apr 18 21:28:06.528739 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d45747f4-1f10-4690-ac37-3dfd45bc36f1 req-fd89fbdf-a615-42f7-b7c5-464bd7f2d91c tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326531 Apr 18 21:28:07.655313 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342bdea-3f44-46b0-85d0-be425c969f4a req-c87d07e7-96b0-4fa9-809e-1da80b052c1a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:07.664349 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a342bdea-3f44-46b0-85d0-be425c969f4a req-c87d07e7-96b0-4fa9-809e-1da80b052c1a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 944 time: 0.0597305 Apr 18 21:28:07.706001 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a342bdea-3f44-46b0-85d0-be425c969f4a req-1b2396c4-3347-404f-af97-8d8ad1f2a556 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417194 Apr 18 21:28:08.100993 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.827074 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785788b-8bff-425b-9f9a-bc421bb172f0 req-6b69e68c-bcda-4ab6-82f6-3be100a6420f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:08.828582 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d785788b-8bff-425b-9f9a-bc421bb172f0 req-6b69e68c-bcda-4ab6-82f6-3be100a6420f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 944 time: 0.0499532 Apr 18 21:28:08.867437 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d785788b-8bff-425b-9f9a-bc421bb172f0 req-e7c84efc-adf6-4fdb-bd90-aef9bae6d861 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328031 Apr 18 21:28:09.985250 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc82457-242f-4371-9673-662ddbd7cb82 req-a8f1f860-5db4-471d-baf5-2ca37880cd3b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:09.986615 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7fc82457-242f-4371-9673-662ddbd7cb82 req-a8f1f860-5db4-471d-baf5-2ca37880cd3b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 944 time: 0.0480287 Apr 18 21:28:10.024000 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7fc82457-242f-4371-9673-662ddbd7cb82 req-efb49714-2c21-4999-ae24-66c71c541033 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313520 Apr 18 21:28:11.145292 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e284c-f741-4f85-aec9-ca482ae6ade2 req-75017c8d-d6c0-47a1-b9e8-6be85afb10c3 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:11.146798 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-121e284c-f741-4f85-aec9-ca482ae6ade2 req-75017c8d-d6c0-47a1-b9e8-6be85afb10c3 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 944 time: 0.0498853 Apr 18 21:28:11.192143 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-121e284c-f741-4f85-aec9-ca482ae6ade2 req-e973e523-2765-42fc-b444-eef1a8b739df tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375378 Apr 18 21:28:12.309944 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a5065-5d8b-4daa-b276-0b9fa5bcd13b req-0ebadfc5-f760-4391-8af6-41467d5f3400 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:12.310751 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:12.312496 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ef3a5065-5d8b-4daa-b276-0b9fa5bcd13b req-0ebadfc5-f760-4391-8af6-41467d5f3400 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 944 time: 0.0511017 Apr 18 21:28:12.351621 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ef3a5065-5d8b-4daa-b276-0b9fa5bcd13b req-1ad220f0-355c-4e4a-859f-9cc38ca45e91 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329983 Apr 18 21:28:13.473798 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181e113-b848-49f9-8d56-f23c392ff16c req-6293e616-3960-4b26-ad77-32b71fd90e0a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:13.475269 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4181e113-b848-49f9-8d56-f23c392ff16c req-6293e616-3960-4b26-ad77-32b71fd90e0a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 944 time: 0.0500798 Apr 18 21:28:13.513551 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4181e113-b848-49f9-8d56-f23c392ff16c req-d7b2f902-7a13-429f-a901-c1a97d0fd688 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320690 Apr 18 21:28:14.633950 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe0669-a268-404d-93af-b7014cddabd0 req-4d955bfe-ea13-4ac4-a31f-96dc6c4673de tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:14.635462 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-63fe0669-a268-404d-93af-b7014cddabd0 req-4d955bfe-ea13-4ac4-a31f-96dc6c4673de tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 944 time: 0.0499561 Apr 18 21:28:14.678299 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-63fe0669-a268-404d-93af-b7014cddabd0 req-404e85b6-ac07-4540-88b4-e88ddb07cbdf tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365553 Apr 18 21:28:15.798916 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26c56b-45fe-4b98-a669-c1815a3ba83d req-5aeb0603-2d16-4ef5-a7c6-a349d8ff465e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:15.800402 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6e26c56b-45fe-4b98-a669-c1815a3ba83d req-5aeb0603-2d16-4ef5-a7c6-a349d8ff465e tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 944 time: 0.0507762 Apr 18 21:28:15.839257 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6e26c56b-45fe-4b98-a669-c1815a3ba83d req-3c4572d1-6c97-42b1-b210-fd2a6ae53ced tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321519 Apr 18 21:28:16.511810 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device f47730a3-b857-4c87-9fc1-eb1c93cd9077 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:28:16.605459 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port f47730a3-b857-4c87-9fc1-eb1c93cd9077, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f47730a3-b857-4c87-9fc1-eb1c93cd9077,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:16.616623 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'port_id': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077', 'mac_address': 'fa:16:3e:62:1b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:28:16.652358 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.664502 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47730a3-b857-4c87-9fc1-eb1c93cd9077 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:28:16.684659 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port f47730a3-b857-4c87-9fc1-eb1c93cd9077, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f47730a3-b857-4c87-9fc1-eb1c93cd9077,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:16.688763 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.736138 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=f47730a3-b857-4c87-9fc1-eb1c93cd9077,revision_number=12']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:16.959159 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc769c-49b4-4a0d-950f-54398911c431 req-be6f3500-8fc3-4579-b7fb-f2ffee920739 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:16.960686 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0cfc769c-49b4-4a0d-950f-54398911c431 req-be6f3500-8fc3-4579-b7fb-f2ffee920739 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 945 time: 0.0491390 Apr 18 21:28:16.999446 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0cfc769c-49b4-4a0d-950f-54398911c431 req-2279d693-fb18-4558-bf30-2ad555ec198f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319636 Apr 18 21:28:17.015611 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['f47730a3-b857-4c87-9fc1-eb1c93cd9077'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:28:17.120363 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d78d1-23ac-4c33-afc7-3429e07df0cd req-33eed999-d8c4-4530-a1a1-b6729fc755a6 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:17.122183 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ed5d78d1-23ac-4c33-afc7-3429e07df0cd req-33eed999-d8c4-4530-a1a1-b6729fc755a6 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 945 time: 0.0531602 Apr 18 21:28:17.169745 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ed5d78d1-23ac-4c33-afc7-3429e07df0cd req-d278f867-4136-41ac-8797-c2d2cf6aab51 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413656 Apr 18 21:28:17.287865 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de8a19-e806-441a-a066-94edd9e50c69 req-0b27dc6d-103e-4d4f-a122-041e3519511f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:17.289357 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-35de8a19-e806-441a-a066-94edd9e50c69 req-0b27dc6d-103e-4d4f-a122-041e3519511f tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 945 time: 0.0526083 Apr 18 21:28:17.327886 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-35de8a19-e806-441a-a066-94edd9e50c69 req-91967326-196f-48c0-a2a4-0d2e764a83e3 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321093 Apr 18 21:28:17.566240 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b12e3-fb43-4c9c-a4a5-aad565b83286 req-65d952c4-6827-417f-aaf6-7381778a679a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:17.567707 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc1b12e3-fb43-4c9c-a4a5-aad565b83286 req-65d952c4-6827-417f-aaf6-7381778a679a tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 945 time: 0.0490251 Apr 18 21:28:17.606729 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc1b12e3-fb43-4c9c-a4a5-aad565b83286 req-f05fc026-a98d-4398-a3cf-706d33c5519d tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322766 Apr 18 21:28:18.539165 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device f47730a3-b857-4c87-9fc1-eb1c93cd9077 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:28:18.588414 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port f47730a3-b857-4c87-9fc1-eb1c93cd9077 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:18.592714 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port f47730a3-b857-4c87-9fc1-eb1c93cd9077 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:18.593089 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:18.673364 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:18.701707 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b353d7-81c4-45d9-9eef-c9648abdbaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:28:18.705624 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d32b19-17d3-4410-b0e7-e28b3135de1f" -d '{"events": [{"server_uuid": "79b353d7-81c4-45d9-9eef-c9648abdbaf8", "name": "network-vif-plugged", "status": "completed", "tag": "f47730a3-b857-4c87-9fc1-eb1c93cd9077"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:28:18.728320 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port f47730a3-b857-4c87-9fc1-eb1c93cd9077, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f47730a3-b857-4c87-9fc1-eb1c93cd9077,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:18.729597 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77ebbd-8bd0-4c13-b9ec-5088c7337eb5 req-f3b74157-83e5-43c0-a815-4c1d2c5f0f18 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:18.731226 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c77ebbd-8bd0-4c13-b9ec-5088c7337eb5 req-f3b74157-83e5-43c0-a815-4c1d2c5f0f18 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 945 time: 0.0520236 Apr 18 21:28:18.733192 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:18.756419 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8432c692-936e-4e6c-946e-5d9c9f7648d9 x-openstack-request-id: req-8432c692-936e-4e6c-946e-5d9c9f7648d9 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:28:18.756735 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b353d7-81c4-45d9-9eef-c9648abdbaf8", "name": "network-vif-plugged", "status": "completed", "tag": "f47730a3-b857-4c87-9fc1-eb1c93cd9077", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:28:18.756985 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8432c692-936e-4e6c-946e-5d9c9f7648d9 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:28:18.757370 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8432c692-936e-4e6c-946e-5d9c9f7648d9'] response: {'server_uuid': '79b353d7-81c4-45d9-9eef-c9648abdbaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077', 'code': 200} Apr 18 21:28:18.781096 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c77ebbd-8bd0-4c13-b9ec-5088c7337eb5 req-81b72866-fa3e-45bf-9dd3-2f2dd801da06 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f2a5c71-947d-469c-a22b-19b462cfb034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404992 Apr 18 21:28:18.783497 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=f47730a3-b857-4c87-9fc1-eb1c93cd9077,revision_number=13']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:19.229402 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afa7c8-261a-465e-b5ba-334ff7b1ef99 req-8acfb225-d736-4aaa-9523-95e7b17fa7fd tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:19.230820 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68afa7c8-261a-465e-b5ba-334ff7b1ef99 req-8acfb225-d736-4aaa-9523-95e7b17fa7fd tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.32 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 946 time: 0.0477469 Apr 18 21:28:19.317505 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-68afa7c8-261a-465e-b5ba-334ff7b1ef99 req-222d10fe-0be5-416e-841f-554a8c0ed8b4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Deleting port f47730a3-b857-4c87-9fc1-eb1c93cd9077 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:28:19.317839 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-68afa7c8-261a-465e-b5ba-334ff7b1ef99 req-222d10fe-0be5-416e-841f-554a8c0ed8b4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.409025 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-68afa7c8-261a-465e-b5ba-334ff7b1ef99 req-222d10fe-0be5-416e-841f-554a8c0ed8b4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] For port f47730a3-b857-4c87-9fc1-eb1c93cd9077, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=f47730a3-b857-4c87-9fc1-eb1c93cd9077,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:19.409398 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-68afa7c8-261a-465e-b5ba-334ff7b1ef99 req-222d10fe-0be5-416e-841f-554a8c0ed8b4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.579383 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-68afa7c8-261a-465e-b5ba-334ff7b1ef99 req-222d10fe-0be5-416e-841f-554a8c0ed8b4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.579660 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-68afa7c8-261a-465e-b5ba-334ff7b1ef99 req-222d10fe-0be5-416e-841f-554a8c0ed8b4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.579979 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [req-68afa7c8-261a-465e-b5ba-334ff7b1ef99 req-222d10fe-0be5-416e-841f-554a8c0ed8b4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Floating IP 3f0923cd-8925-4b4b-809a-734bf5c65230 disassociated. External IP: 172.25.1.218, port: f47730a3-b857-4c87-9fc1-eb1c93cd9077. Apr 18 21:28:19.580325 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-68afa7c8-261a-465e-b5ba-334ff7b1ef99 req-222d10fe-0be5-416e-841f-554a8c0ed8b4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Calling delete_port for f47730a3-b857-4c87-9fc1-eb1c93cd9077 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:28:19.711500 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-68afa7c8-261a-465e-b5ba-334ff7b1ef99 req-222d10fe-0be5-416e-841f-554a8c0ed8b4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.741283 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d10fe-0be5-416e-841f-554a8c0ed8b4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Pushing event deleted for resources: {'Port': ['ID=f47730a3-b857-4c87-9fc1-eb1c93cd9077,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:19.894450 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68afa7c8-261a-465e-b5ba-334ff7b1ef99 req-222d10fe-0be5-416e-841f-554a8c0ed8b4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Router 83a63878-4847-41ee-b031-ff385879d405 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:28:19.897172 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-64112151-07ac-4693-bc9a-3e6a4441a0f0 req-d72b4087-e0c8-49eb-b962-5d1c7733d510 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 210 time: 0.0328376 Apr 18 21:28:20.008314 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68afa7c8-261a-465e-b5ba-334ff7b1ef99 req-222d10fe-0be5-416e-841f-554a8c0ed8b4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:28:20.018931 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a51e22e-55a7-4ad8-a3ce-d3daf24e5343 None None] Sync routers for ids ['83a63878-4847-41ee-b031-ff385879d405'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:28:20.029318 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a51e22e-55a7-4ad8-a3ce-d3daf24e5343 None None] Routers {'83a63878-4847-41ee-b031-ff385879d405'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:28:20.029942 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-1a51e22e-55a7-4ad8-a3ce-d3daf24e5343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:27:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['83a63878-4847-41ee-b031-ff385879d405'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:20.048489 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-68afa7c8-261a-465e-b5ba-334ff7b1ef99 req-222d10fe-0be5-416e-841f-554a8c0ed8b4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] No DVR routers for this DVR port f47730a3-b857-4c87-9fc1-eb1c93cd9077 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:28:20.051163 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-68afa7c8-261a-465e-b5ba-334ff7b1ef99 req-222d10fe-0be5-416e-841f-554a8c0ed8b4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:20.054517 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68afa7c8-261a-465e-b5ba-334ff7b1ef99 req-222d10fe-0be5-416e-841f-554a8c0ed8b4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.32 "DELETE /v2.0/ports/f47730a3-b857-4c87-9fc1-eb1c93cd9077 HTTP/1.1" status: 204 len: 173 time: 0.8179977 Apr 18 21:28:20.054963 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b353d7-81c4-45d9-9eef-c9648abdbaf8', 'name': 'network-vif-deleted', 'tag': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:28:20.057344 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ecb8eb-0abe-44ba-b660-a1d619a1744a" -d '{"events": [{"server_uuid": "79b353d7-81c4-45d9-9eef-c9648abdbaf8", "name": "network-vif-deleted", "tag": "f47730a3-b857-4c87-9fc1-eb1c93cd9077"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:28:20.097930 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f1a605-d50f-4b15-bc74-5346049a4535 x-openstack-request-id: req-c4f1a605-d50f-4b15-bc74-5346049a4535 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:28:20.098304 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b353d7-81c4-45d9-9eef-c9648abdbaf8", "name": "network-vif-deleted", "tag": "f47730a3-b857-4c87-9fc1-eb1c93cd9077", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:28:20.098304 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4f1a605-d50f-4b15-bc74-5346049a4535 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:28:20.098703 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4f1a605-d50f-4b15-bc74-5346049a4535'] response: {'server_uuid': '79b353d7-81c4-45d9-9eef-c9648abdbaf8', 'name': 'network-vif-deleted', 'tag': 'f47730a3-b857-4c87-9fc1-eb1c93cd9077', 'status': 'completed', 'code': 200} Apr 18 21:28:20.317519 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-1a51e22e-55a7-4ad8-a3ce-d3daf24e5343 None None] Set router 83a63878-4847-41ee-b031-ff385879d405 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:28:20.527205 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-1a51e22e-55a7-4ad8-a3ce-d3daf24e5343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:20.554034 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a51e22e-55a7-4ad8-a3ce-d3daf24e5343 None None] Checking router: 83a63878-4847-41ee-b031-ff385879d405 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:28:20.562827 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a51e22e-55a7-4ad8-a3ce-d3daf24e5343 None None] Routers {'83a63878-4847-41ee-b031-ff385879d405'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:28:20.563471 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-1a51e22e-55a7-4ad8-a3ce-d3daf24e5343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:27:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['83a63878-4847-41ee-b031-ff385879d405'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:20.673633 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-1a51e22e-55a7-4ad8-a3ce-d3daf24e5343 None None] Set router 83a63878-4847-41ee-b031-ff385879d405 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:28:20.884598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-1a51e22e-55a7-4ad8-a3ce-d3daf24e5343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:20.911639 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a51e22e-55a7-4ad8-a3ce-d3daf24e5343 None None] The sync data for ids ['83a63878-4847-41ee-b031-ff385879d405'] in n-d-838323-3 is: [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:28Z', 'revision_number': 4, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '22889fa4-dd42-4529-bab4-d08ba4f7a120', 'name': '', 'network_id': 'd777c1c3-7216-458b-92de-a063414b4aae', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'mac_address': 'fa:16:3e:1d:87:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:27Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'subnets': [{'id': 'c074492c-1c2d-4ddc-9821-47d233297603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:28:21.004676 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2bc55053-f2c5-4db4-b217-2b44a2ea8344 req-149bb0d7-47fe-47d6-ae0a-81faab1bec25 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 210 time: 0.0315094 Apr 18 21:28:21.159143 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6d54f5-1700-40cf-aaa0-510a6baafd94 None None] New status for floating IP 3f0923cd-8925-4b4b-809a-734bf5c65230: DOWN {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:28:22.110623 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb5d2c69-47e2-483c-a1c4-bef5c8653b74 req-01d7abbf-26b7-4ff1-aec7-1871ca00e684 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 210 time: 0.0276062 Apr 18 21:28:22.553863 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device f47730a3-b857-4c87-9fc1-eb1c93cd9077 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:28:22.574790 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: f47730a3-b857-4c87-9fc1-eb1c93cd9077 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:28:22.575133 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device f47730a3-b857-4c87-9fc1-eb1c93cd9077 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:28:23.209444 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-87f0be30-4aed-4200-b1d6-339839566650 req-dd88518c-fbac-41d6-bc09-6124457e65a4 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b353d7-81c4-45d9-9eef-c9648abdbaf8 HTTP/1.1" status: 200 len: 210 time: 0.0262263 Apr 18 21:28:24.686755 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9e8a5949-0eca-442b-adee-632eebca6975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:26.874866 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57950) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:26.929170 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98a80ae4-42bf-4d7c-b1fb-46d6155ab6fd tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:26.955250 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98a80ae4-42bf-4d7c-b1fb-46d6155ab6fd tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:27.007151 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98a80ae4-42bf-4d7c-b1fb-46d6155ab6fd tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:27.010635 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98a80ae4-42bf-4d7c-b1fb-46d6155ab6fd tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:27.012145 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-98a80ae4-42bf-4d7c-b1fb-46d6155ab6fd tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "DELETE /v2.0/security-groups/4f2a5c71-947d-469c-a22b-19b462cfb034 HTTP/1.1" status: 204 len: 168 time: 0.1362314 Apr 18 21:28:27.015049 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57952) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:27.025042 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a80ae4-42bf-4d7c-b1fb-46d6155ab6fd tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2a5c71-947d-469c-a22b-19b462cfb034,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:27.030435 n-d-838323-3 neutron-server[102909]: INFO neutron.api.v2.resource [None req-af7baecb-18f5-411a-beac-16d31874e232 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] show failed (client error): The resource could not be found. Apr 18 21:28:27.031776 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-af7baecb-18f5-411a-beac-16d31874e232 tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "GET /v2.0/security-groups/4f2a5c71-947d-469c-a22b-19b462cfb034 HTTP/1.1" status: 404 len: 347 time: 0.0157518 Apr 18 21:28:27.035395 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57954) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:27.173204 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-195a02b0-0eb5-4044-b51b-6d92ad99010b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Deleting port b1289e24-f0cb-4246-9bcd-12c1d8127e8b {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:28:27.173544 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-195a02b0-0eb5-4044-b51b-6d92ad99010b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:27.248863 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-195a02b0-0eb5-4044-b51b-6d92ad99010b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:27.249067 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-195a02b0-0eb5-4044-b51b-6d92ad99010b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:27.261599 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-195a02b0-0eb5-4044-b51b-6d92ad99010b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Calling delete_port for b1289e24-f0cb-4246-9bcd-12c1d8127e8b owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:28:27.395928 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-195a02b0-0eb5-4044-b51b-6d92ad99010b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:27.422328 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a02b0-0eb5-4044-b51b-6d92ad99010b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Pushing event deleted for resources: {'Port': ['ID=b1289e24-f0cb-4246-9bcd-12c1d8127e8b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:27.449838 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a02b0-0eb5-4044-b51b-6d92ad99010b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:27.450175 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a02b0-0eb5-4044-b51b-6d92ad99010b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:27.450504 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a02b0-0eb5-4044-b51b-6d92ad99010b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:27.450839 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a02b0-0eb5-4044-b51b-6d92ad99010b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:27.451165 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a02b0-0eb5-4044-b51b-6d92ad99010b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:27.451491 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a02b0-0eb5-4044-b51b-6d92ad99010b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:27.451818 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a02b0-0eb5-4044-b51b-6d92ad99010b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:27.452132 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a02b0-0eb5-4044-b51b-6d92ad99010b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:27.452691 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a02b0-0eb5-4044-b51b-6d92ad99010b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:27.452799 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a02b0-0eb5-4044-b51b-6d92ad99010b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:27.453093 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a02b0-0eb5-4044-b51b-6d92ad99010b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:27.453409 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a02b0-0eb5-4044-b51b-6d92ad99010b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:27.495217 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-195a02b0-0eb5-4044-b51b-6d92ad99010b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:27.497777 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-195a02b0-0eb5-4044-b51b-6d92ad99010b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:27.499013 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-195a02b0-0eb5-4044-b51b-6d92ad99010b tempest-ServerActionsTestJSON-941145404 tempest-ServerActionsTestJSON-941145404-project] 10.222.0.41 "DELETE /v2.0/floatingips/3f0923cd-8925-4b4b-809a-734bf5c65230 HTTP/1.1" status: 204 len: 168 time: 0.4622629 Apr 18 21:28:27.501950 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57958) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:27.853125 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e3c76f3d-6a89-4179-a4fb-d7d1eaa88a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:28.102156 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e3c76f3d-6a89-4179-a4fb-d7d1eaa88a6f admin admin] Deleting port 22889fa4-dd42-4529-bab4-d08ba4f7a120 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:28:28.102914 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e3c76f3d-6a89-4179-a4fb-d7d1eaa88a6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:28.180106 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-e3c76f3d-6a89-4179-a4fb-d7d1eaa88a6f admin admin] For port 22889fa4-dd42-4529-bab4-d08ba4f7a120, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=22889fa4-dd42-4529-bab4-d08ba4f7a120,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:28.181012 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e3c76f3d-6a89-4179-a4fb-d7d1eaa88a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:28.193729 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e3c76f3d-6a89-4179-a4fb-d7d1eaa88a6f admin admin] Calling delete_port for 22889fa4-dd42-4529-bab4-d08ba4f7a120 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:28:28.385496 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e3c76f3d-6a89-4179-a4fb-d7d1eaa88a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:28.414280 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c76f3d-6a89-4179-a4fb-d7d1eaa88a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=22889fa4-dd42-4529-bab4-d08ba4f7a120,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:28.581012 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e3c76f3d-6a89-4179-a4fb-d7d1eaa88a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:28.797172 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c76f3d-6a89-4179-a4fb-d7d1eaa88a6f admin admin] Router 83a63878-4847-41ee-b031-ff385879d405 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:28:28.903271 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c76f3d-6a89-4179-a4fb-d7d1eaa88a6f admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:28:28.911085 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e3c76f3d-6a89-4179-a4fb-d7d1eaa88a6f admin admin] 10.222.0.41 "PUT /v2.0/routers/83a63878-4847-41ee-b031-ff385879d405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4052455 Apr 18 21:28:28.911085 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57960) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:28.915073 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdd9d56-168a-442b-8ea6-6976f365e9d0 None None] Sync routers for ids ['83a63878-4847-41ee-b031-ff385879d405'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:28:28.925084 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdd9d56-168a-442b-8ea6-6976f365e9d0 None None] Routers {'83a63878-4847-41ee-b031-ff385879d405'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:28:28.925708 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2fdd9d56-168a-442b-8ea6-6976f365e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:27:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['83a63878-4847-41ee-b031-ff385879d405'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:29.015552 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94572627-6772-40a4-b32c-f8657abeb784 admin admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:29.031567 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-2fdd9d56-168a-442b-8ea6-6976f365e9d0 None None] Set router 83a63878-4847-41ee-b031-ff385879d405 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:28:29.134026 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94572627-6772-40a4-b32c-f8657abeb784 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:29.148378 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-daae1852-9242-469c-af85-ff2b9cc10fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:29.230992 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2fdd9d56-168a-442b-8ea6-6976f365e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:28:28Z', 'revision_number': 5, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port': {'id': 'cee7a1af-96c5-460c-b308-b9c557c5e6d7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63878-4847-41ee-b031-ff385879d405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:29.258145 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdd9d56-168a-442b-8ea6-6976f365e9d0 None None] Checking router: 83a63878-4847-41ee-b031-ff385879d405 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:28:29.268334 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdd9d56-168a-442b-8ea6-6976f365e9d0 None None] Routers {'83a63878-4847-41ee-b031-ff385879d405'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:28:29.268999 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2fdd9d56-168a-442b-8ea6-6976f365e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:28:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['83a63878-4847-41ee-b031-ff385879d405'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:29.360718 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-2fdd9d56-168a-442b-8ea6-6976f365e9d0 None None] Set router 83a63878-4847-41ee-b031-ff385879d405 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:28:29.418148 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2fdd9d56-168a-442b-8ea6-6976f365e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:28:29Z', 'revision_number': 6, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:29.445643 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdd9d56-168a-442b-8ea6-6976f365e9d0 None None] The sync data for ids ['83a63878-4847-41ee-b031-ff385879d405'] in n-d-838323-3 is: [{'id': '83a63878-4847-41ee-b031-ff385879d405', 'name': 'tempest-ServerActionsTestJSON-1637731987-router', 'tenant_id': 'febac6f1972d4f6586ca4e632e76baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:28:29Z', 'revision_number': 6, 'project_id': 'febac6f1972d4f6586ca4e632e76baf9', 'gw_port_host': None}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:28:29.509618 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-94572627-6772-40a4-b32c-f8657abeb784 admin admin] Deleting port cee7a1af-96c5-460c-b308-b9c557c5e6d7 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:28:29.510135 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94572627-6772-40a4-b32c-f8657abeb784 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:29.587001 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-94572627-6772-40a4-b32c-f8657abeb784 admin admin] For port cee7a1af-96c5-460c-b308-b9c557c5e6d7, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=cee7a1af-96c5-460c-b308-b9c557c5e6d7,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:29.587465 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94572627-6772-40a4-b32c-f8657abeb784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:29.601235 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-94572627-6772-40a4-b32c-f8657abeb784 admin admin] Calling delete_port for cee7a1af-96c5-460c-b308-b9c557c5e6d7 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:28:29.770718 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94572627-6772-40a4-b32c-f8657abeb784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:29.823092 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572627-6772-40a4-b32c-f8657abeb784 admin admin] Pushing event deleted for resources: {'Port': ['ID=cee7a1af-96c5-460c-b308-b9c557c5e6d7,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:29.844843 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 22889fa4-dd42-4529-bab4-d08ba4f7a120 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:28:29.869212 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 22889fa4-dd42-4529-bab4-d08ba4f7a120 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:28:29.869625 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 22889fa4-dd42-4529-bab4-d08ba4f7a120 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:28:29.898090 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94572627-6772-40a4-b32c-f8657abeb784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:29.993865 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94572627-6772-40a4-b32c-f8657abeb784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:29.996166 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94572627-6772-40a4-b32c-f8657abeb784 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.013654 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.043666 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94572627-6772-40a4-b32c-f8657abeb784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.044198 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94572627-6772-40a4-b32c-f8657abeb784 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83a63878-4847-41ee-b031-ff385879d405 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:28:30.051602 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-94572627-6772-40a4-b32c-f8657abeb784 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.053398 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-94572627-6772-40a4-b32c-f8657abeb784 admin admin] 10.222.0.41 "DELETE /v2.0/routers/83a63878-4847-41ee-b031-ff385879d405 HTTP/1.1" status: 204 len: 168 time: 1.1416707 Apr 18 21:28:30.056417 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57962) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:30.100909 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fd5f9b-9b00-4993-9b70-4e6b154a22c8 admin admin] Deleting subnet c074492c-1c2d-4ddc-9821-47d233297603 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:28:30.105211 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-63fd5f9b-9b00-4993-9b70-4e6b154a22c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.141051 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-63fd5f9b-9b00-4993-9b70-4e6b154a22c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.223352 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-63fd5f9b-9b00-4993-9b70-4e6b154a22c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.282070 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-63fd5f9b-9b00-4993-9b70-4e6b154a22c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.306598 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd5f9b-9b00-4993-9b70-4e6b154a22c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c074492c-1c2d-4ddc-9821-47d233297603,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:30.312519 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-63fd5f9b-9b00-4993-9b70-4e6b154a22c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.316951 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-63fd5f9b-9b00-4993-9b70-4e6b154a22c8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c074492c-1c2d-4ddc-9821-47d233297603 HTTP/1.1" status: 204 len: 168 time: 0.2594557 Apr 18 21:28:30.318855 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57964) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:30.320032 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a013e670-50f5-4a95-947d-0e21735d440f None None] Network d777c1c3-7216-458b-92de-a063414b4aae requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:28:30.391544 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33a48589-db50-406c-aaf4-6a31fd109fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.455411 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-33a48589-db50-406c-aaf4-6a31fd109fcc admin admin] Deleting port 8888d7b0-8c99-430a-9a56-b9f6f55998ff {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:28:30.455756 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33a48589-db50-406c-aaf4-6a31fd109fcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.515517 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5774f9bd-853f-40d2-b15b-4b667b3e8c93 None None] DHCP port deletion for d777c1c3-7216-458b-92de-a063414b4aae request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:28:30.526371 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-33a48589-db50-406c-aaf4-6a31fd109fcc admin admin] For port 8888d7b0-8c99-430a-9a56-b9f6f55998ff, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8888d7b0-8c99-430a-9a56-b9f6f55998ff,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:30.526696 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33a48589-db50-406c-aaf4-6a31fd109fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.540694 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-33a48589-db50-406c-aaf4-6a31fd109fcc admin admin] Calling delete_port for 8888d7b0-8c99-430a-9a56-b9f6f55998ff owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:28:30.569647 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-5774f9bd-853f-40d2-b15b-4b667b3e8c93 None None] Deleting port 8888d7b0-8c99-430a-9a56-b9f6f55998ff {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:28:30.570022 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5774f9bd-853f-40d2-b15b-4b667b3e8c93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.622487 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33a48589-db50-406c-aaf4-6a31fd109fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.632904 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5774f9bd-853f-40d2-b15b-4b667b3e8c93 None None] For port 8888d7b0-8c99-430a-9a56-b9f6f55998ff, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8888d7b0-8c99-430a-9a56-b9f6f55998ff,segment=NetworkSegment(d2886e33-f8f2-41a0-9904-18b03d054def),segment_id=d2886e33-f8f2-41a0-9904-18b03d054def)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:30.633306 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5774f9bd-853f-40d2-b15b-4b667b3e8c93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.651676 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-5774f9bd-853f-40d2-b15b-4b667b3e8c93 None None] Calling delete_port for 8888d7b0-8c99-430a-9a56-b9f6f55998ff owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:28:30.652407 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a48589-db50-406c-aaf4-6a31fd109fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=8888d7b0-8c99-430a-9a56-b9f6f55998ff,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:30.656467 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a48589-db50-406c-aaf4-6a31fd109fcc admin admin] No DVR routers for this DVR port 8888d7b0-8c99-430a-9a56-b9f6f55998ff on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:28:30.728622 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5774f9bd-853f-40d2-b15b-4b667b3e8c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.731479 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33a48589-db50-406c-aaf4-6a31fd109fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.752378 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-33a48589-db50-406c-aaf4-6a31fd109fcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d777c1c3-7216-458b-92de-a063414b4aae']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:30.756859 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774f9bd-853f-40d2-b15b-4b667b3e8c93 None None] Pushing event deleted for resources: {'Port': ['ID=8888d7b0-8c99-430a-9a56-b9f6f55998ff,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:30.759908 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5774f9bd-853f-40d2-b15b-4b667b3e8c93 None None] No DVR routers for this DVR port 8888d7b0-8c99-430a-9a56-b9f6f55998ff on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:28:30.763500 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-33a48589-db50-406c-aaf4-6a31fd109fcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2886e33-f8f2-41a0-9904-18b03d054def') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:30.763950 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-33a48589-db50-406c-aaf4-6a31fd109fcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2886e33-f8f2-41a0-9904-18b03d054def') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:30.776487 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33a48589-db50-406c-aaf4-6a31fd109fcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.789920 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33a48589-db50-406c-aaf4-6a31fd109fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.795987 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a48589-db50-406c-aaf4-6a31fd109fcc admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:28:30.796364 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33a48589-db50-406c-aaf4-6a31fd109fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:28:30.798153 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:28:30.855420 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33a48589-db50-406c-aaf4-6a31fd109fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.861120 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-33a48589-db50-406c-aaf4-6a31fd109fcc admin admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.864862 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-33a48589-db50-406c-aaf4-6a31fd109fcc admin admin] 10.222.0.41 "DELETE /v2.0/networks/d777c1c3-7216-458b-92de-a063414b4aae HTTP/1.1" status: 204 len: 168 time: 0.5447140 Apr 18 21:28:30.877286 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a48589-db50-406c-aaf4-6a31fd109fcc admin admin] Pushing event deleted for resources: {'Network': ['ID=d777c1c3-7216-458b-92de-a063414b4aae,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:30.994093 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57968) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:31.034391 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e844b879-b005-49b9-a04c-1c8025e01c9e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=febac6f1972d4f6586ca4e632e76baf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389216 Apr 18 21:28:31.036628 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57970) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:31.085347 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-56c65f4c-6e5b-4271-b49c-9166379b0a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:31.106591 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-56c65f4c-6e5b-4271-b49c-9166379b0a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:31.164723 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-56c65f4c-6e5b-4271-b49c-9166379b0a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:31.167262 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-56c65f4c-6e5b-4271-b49c-9166379b0a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:31.171470 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-56c65f4c-6e5b-4271-b49c-9166379b0a19 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/905fa9b0-d19a-4819-9d39-e4651d770aa8 HTTP/1.1" status: 204 len: 168 time: 0.1308863 Apr 18 21:28:31.179753 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c65f4c-6e5b-4271-b49c-9166379b0a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905fa9b0-d19a-4819-9d39-e4651d770aa8,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:31.611261 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:31.761986 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8888d7b0-8c99-430a-9a56-b9f6f55998ff no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:28:31.787842 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 8888d7b0-8c99-430a-9a56-b9f6f55998ff {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:28:31.787842 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8888d7b0-8c99-430a-9a56-b9f6f55998ff not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:28:31.787842 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device cee7a1af-96c5-460c-b308-b9c557c5e6d7 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:28:31.815583 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: cee7a1af-96c5-460c-b308-b9c557c5e6d7 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:28:31.816109 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device cee7a1af-96c5-460c-b308-b9c557c5e6d7 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:28:31.823047 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:31.907595 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 57992) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:32.008942 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-4dd450c0-757e-4108-bc66-f9e19682610b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-487354813-network', 'tenant_id': 'ebed29abbed7438c87b22f50d943d868'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:28:32.032651 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd450c0-757e-4108-bc66-f9e19682610b admin admin] Made reservation on behalf of ebed29abbed7438c87b22f50d943d868 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:28:32.035677 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4dd450c0-757e-4108-bc66-f9e19682610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:32.045539 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4dd450c0-757e-4108-bc66-f9e19682610b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:32.126691 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4dd450c0-757e-4108-bc66-f9e19682610b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:32.130793 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4dd450c0-757e-4108-bc66-f9e19682610b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:32.166845 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd450c0-757e-4108-bc66-f9e19682610b admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:28:32.185705 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd450c0-757e-4108-bc66-f9e19682610b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5577fa3-7627-4f52-afbf-537a171504a7,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:32.192076 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4dd450c0-757e-4108-bc66-f9e19682610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:32.192444 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-4dd450c0-757e-4108-bc66-f9e19682610b admin admin] Added segment cac623bf-6948-482b-a24c-bfdbfc7a5752 of type vlan for network 2966d6d4-5261-4704-9923-c158de5a8fdc Apr 18 21:28:32.235330 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4dd450c0-757e-4108-bc66-f9e19682610b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:32.259743 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4dd450c0-757e-4108-bc66-f9e19682610b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:32.260892 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd450c0-757e-4108-bc66-f9e19682610b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:32.261479 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4dd450c0-757e-4108-bc66-f9e19682610b admin admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:32.319972 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4dd450c0-757e-4108-bc66-f9e19682610b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4112420 Apr 18 21:28:32.323661 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 57996) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:32.328570 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-86fc2b20-d0d9-42aa-83bf-6af1a85fe072 admin admin] Request body: {'subnet': {'network_id': '2966d6d4-5261-4704-9923-c158de5a8fdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-487354813-subnet', 'tenant_id': 'ebed29abbed7438c87b22f50d943d868', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:28:32.333822 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd450c0-757e-4108-bc66-f9e19682610b admin admin] Pushing event updated for resources: {'Network': ['ID=2966d6d4-5261-4704-9923-c158de5a8fdc,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:32.349471 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 2966d6d4-5261-4704-9923-c158de5a8fdc details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:28:32.353067 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fc2b20-d0d9-42aa-83bf-6af1a85fe072 admin admin] Made reservation on behalf of ebed29abbed7438c87b22f50d943d868 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:28:32.355787 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-86fc2b20-d0d9-42aa-83bf-6af1a85fe072 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:32.374363 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:28:32.531609 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-86fc2b20-d0d9-42aa-83bf-6af1a85fe072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:32.590189 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc2b20-d0d9-42aa-83bf-6af1a85fe072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f105a5c-2197-4a8e-b535-f06ce5b5c5eb,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:32.602394 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fc2b20-d0d9-42aa-83bf-6af1a85fe072 admin admin] Checking segment: {'id': 'cac623bf-6948-482b-a24c-bfdbfc7a5752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2966d6d4-5261-4704-9923-c158de5a8fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:28:32.603076 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fc2b20-d0d9-42aa-83bf-6af1a85fe072 admin admin] Network hostable DHCP agents. Network: 2966d6d4-5261-4704-9923-c158de5a8fdc, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:28:32.620256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fc2b20-d0d9-42aa-83bf-6af1a85fe072 admin admin] Network 2966d6d4-5261-4704-9923-c158de5a8fdc is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:28:32.628123 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-86fc2b20-d0d9-42aa-83bf-6af1a85fe072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 2966d6d4-5261-4704-9923-c158de5a8fdc) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:32.632650 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fc2b20-d0d9-42aa-83bf-6af1a85fe072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:32.633389 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-86fc2b20-d0d9-42aa-83bf-6af1a85fe072 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:32.639144 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82e5d2f-9559-4d2c-9c27-5e39c413ab41 None None] Network 2966d6d4-5261-4704-9923-c158de5a8fdc requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:28:32.659271 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-86fc2b20-d0d9-42aa-83bf-6af1a85fe072 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3343420 Apr 18 21:28:32.769974 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7463dc-fa84-4063-b255-b9daa197838b None None] Network 2966d6d4-5261-4704-9923-c158de5a8fdc requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:28:33.087242 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-6fd5bfe0-bd6c-45f7-8644-f744ca93a570 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:33.088723 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-6fd5bfe0-bd6c-45f7-8644-f744ca93a570 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/networks?id=2966d6d4-5261-4704-9923-c158de5a8fdc HTTP/1.1" status: 200 len: 813 time: 0.1006558 Apr 18 21:28:33.104492 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-cb8549ef-a9f6-40bc-a2aa-6f2d389b4ab2 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/quotas/ebed29abbed7438c87b22f50d943d868 HTTP/1.1" status: 200 len: 375 time: 0.0097885 Apr 18 21:28:33.137670 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-70c99df9-c13a-4846-81fb-5923dbb7bf56 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ebed29abbed7438c87b22f50d943d868&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274889 Apr 18 21:28:33.233410 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-4cd4f4c0-3600-40db-93f6-de818c0177fb service neutron] 10.222.0.41 "GET /v2.0/networks/2966d6d4-5261-4704-9923-c158de5a8fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870640 Apr 18 21:28:33.321675 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-fa3746d6-1d64-4366-9483-66a0f6644dc5 service neutron] 10.222.0.41 "GET /v2.0/networks/2966d6d4-5261-4704-9923-c158de5a8fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820165 Apr 18 21:28:33.488144 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a6879593-6647-4e5b-8057-b8698db2dd2e req-0b1962be-79ef-429d-98ba-c85fd2cf5b89 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbd251d-47b9-4919-a949-ef92428f9bc4 HTTP/1.1" status: 200 len: 210 time: 0.0319259 Apr 18 21:28:34.654709 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d7d59d1-de62-495e-8371-8a1ea7a54f4c req-b640c044-81e4-4f25-8d91-e9419e8d5c18 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbd251d-47b9-4919-a949-ef92428f9bc4 HTTP/1.1" status: 200 len: 210 time: 0.0525670 Apr 18 21:28:34.702225 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-474a804b-2e78-4704-ad44-a0478d3dbadf tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:34.703705 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-474a804b-2e78-4704-ad44-a0478d3dbadf tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.32 "GET /v2.0/networks?id=2966d6d4-5261-4704-9923-c158de5a8fdc HTTP/1.1" status: 200 len: 813 time: 0.3982477 Apr 18 21:28:34.716534 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-0be293de-f6f4-497c-82d7-635dbe1d7f41 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Request body: {'port': {'device_id': '9dbd251d-47b9-4919-a949-ef92428f9bc4', 'network_id': '2966d6d4-5261-4704-9923-c158de5a8fdc', 'admin_state_up': True, 'tenant_id': 'ebed29abbed7438c87b22f50d943d868'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:28:34.824769 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-0be293de-f6f4-497c-82d7-635dbe1d7f41 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Made reservation on behalf of ebed29abbed7438c87b22f50d943d868 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:28:34.828352 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-0be293de-f6f4-497c-82d7-635dbe1d7f41 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:34.960047 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-0be293de-f6f4-497c-82d7-635dbe1d7f41 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Allocated IP 172.20.0.5 (2966d6d4-5261-4704-9923-c158de5a8fdc/4f105a5c-2197-4a8e-b535-f06ce5b5c5eb/2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:35.107832 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-0be293de-f6f4-497c-82d7-635dbe1d7f41 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:35.141395 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-0be293de-f6f4-497c-82d7-635dbe1d7f41 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:35.185767 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-0be293de-f6f4-497c-82d7-635dbe1d7f41 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Network 2966d6d4-5261-4704-9923-c158de5a8fdc is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:35.190775 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-0be293de-f6f4-497c-82d7-635dbe1d7f41 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:35.194498 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-0be293de-f6f4-497c-82d7-635dbe1d7f41 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:28:35.220366 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be293de-f6f4-497c-82d7-635dbe1d7f41 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Pushing event updated for resources: {'Port': ['ID=2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:35.247318 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-0be293de-f6f4-497c-82d7-635dbe1d7f41 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:35.247927 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-0be293de-f6f4-497c-82d7-635dbe1d7f41 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:35.263485 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-0be293de-f6f4-497c-82d7-635dbe1d7f41 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5504675 Apr 18 21:28:35.276326 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-af31c667-038c-4fe2-b2b7-250dd6f6d6ae service neutron] Request body: {'port': {'device_id': '9dbd251d-47b9-4919-a949-ef92428f9bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:28:35.328722 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-af31c667-038c-4fe2-b2b7-250dd6f6d6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:35.596864 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-af31c667-038c-4fe2-b2b7-250dd6f6d6ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:28:35.604997 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-af31c667-038c-4fe2-b2b7-250dd6f6d6ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:35.617074 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-af31c667-038c-4fe2-b2b7-250dd6f6d6ae service neutron] Transition to ACTIVE for port object 2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:35.621071 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-af31c667-038c-4fe2-b2b7-250dd6f6d6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:35.673090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31c667-038c-4fe2-b2b7-250dd6f6d6ae service neutron] Pushing event updated for resources: {'Port': ['ID=2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:35.771828 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-af31c667-038c-4fe2-b2b7-250dd6f6d6ae service neutron] Attempting to bind port 2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:28:35.772157 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-af31c667-038c-4fe2-b2b7-250dd6f6d6ae service neutron] Attempting to bind port 2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'cac623bf-6948-482b-a24c-bfdbfc7a5752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2966d6d4-5261-4704-9923-c158de5a8fdc'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:28:35.772502 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-af31c667-038c-4fe2-b2b7-250dd6f6d6ae service neutron] Attempting to bind port 2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb on network 2966d6d4-5261-4704-9923-c158de5a8fdc {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:28:35.783818 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-af31c667-038c-4fe2-b2b7-250dd6f6d6ae service neutron] Port 2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb on network 2966d6d4-5261-4704-9923-c158de5a8fdc not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:28:35.784136 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-af31c667-038c-4fe2-b2b7-250dd6f6d6ae service neutron] Attempting to bind port 2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb on network 2966d6d4-5261-4704-9923-c158de5a8fdc {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:28:35.794102 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-af31c667-038c-4fe2-b2b7-250dd6f6d6ae service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:28:35.794433 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-af31c667-038c-4fe2-b2b7-250dd6f6d6ae service neutron] Checking segment: {'id': 'cac623bf-6948-482b-a24c-bfdbfc7a5752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2966d6d4-5261-4704-9923-c158de5a8fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:28:35.794815 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-af31c667-038c-4fe2-b2b7-250dd6f6d6ae service neutron] Bound using segment: {'id': 'cac623bf-6948-482b-a24c-bfdbfc7a5752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2966d6d4-5261-4704-9923-c158de5a8fdc'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:28:35.795237 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-af31c667-038c-4fe2-b2b7-250dd6f6d6ae service neutron] Bound port: 2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac623bf-6948-482b-a24c-bfdbfc7a5752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2966d6d4-5261-4704-9923-c158de5a8fdc'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:28:35.795595 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-af31c667-038c-4fe2-b2b7-250dd6f6d6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:35.813102 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bd375-f532-47bb-86ad-42d4e843eef6 req-bce149c4-2167-482d-a8d7-b5b105edef1f tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:35.814576 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7b0bd375-f532-47bb-86ad-42d4e843eef6 req-bce149c4-2167-482d-a8d7-b5b105edef1f tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbd251d-47b9-4919-a949-ef92428f9bc4 HTTP/1.1" status: 200 len: 943 time: 0.0834911 Apr 18 21:28:35.896816 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7b0bd375-f532-47bb-86ad-42d4e843eef6 req-2e01b788-429f-4a22-b3c1-0edb462bfa8a tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756583 Apr 18 21:28:35.899912 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-af31c667-038c-4fe2-b2b7-250dd6f6d6ae service neutron] For port 2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:28:35.903874 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-af31c667-038c-4fe2-b2b7-250dd6f6d6ae service neutron] For port 2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb,segment=NetworkSegment(cac623bf-6948-482b-a24c-bfdbfc7a5752),segment_id=cac623bf-6948-482b-a24c-bfdbfc7a5752)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:28:35.907477 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-af31c667-038c-4fe2-b2b7-250dd6f6d6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:35.942664 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-af31c667-038c-4fe2-b2b7-250dd6f6d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:35.943327 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-af31c667-038c-4fe2-b2b7-250dd6f6d6ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:35.944783 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-af31c667-038c-4fe2-b2b7-250dd6f6d6ae service neutron] 10.222.0.32 "PUT /v2.0/ports/2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb HTTP/1.1" status: 200 len: 1091 time: 0.6731989 Apr 18 21:28:35.945219 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbd251d-47b9-4919-a949-ef92428f9bc4', 'tag': '2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:28:35.948453 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb602e93-1b7c-4ea6-b266-0bfc9deed1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbd251d-47b9-4919-a949-ef92428f9bc4", "tag": "2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:28:35.979262 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31c667-038c-4fe2-b2b7-250dd6f6d6ae service neutron] Pushing event updated for resources: {'Port': ['ID=2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:35.994784 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd32b53-ddc0-4578-aa87-730edd124885 x-openstack-request-id: req-0bd32b53-ddc0-4578-aa87-730edd124885 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:28:35.995063 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbd251d-47b9-4919-a949-ef92428f9bc4", "tag": "2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:28:35.995308 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0bd32b53-ddc0-4578-aa87-730edd124885 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:28:35.995696 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bd32b53-ddc0-4578-aa87-730edd124885'] response: {'name': 'network-changed', 'server_uuid': '9dbd251d-47b9-4919-a949-ef92428f9bc4', 'tag': '2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb', 'status': 'completed', 'code': 200} Apr 18 21:28:36.032885 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-0f273598-71c4-4e40-884a-b85e4438b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:36.034388 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-0f273598-71c4-4e40-884a-b85e4438b5a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ebed29abbed7438c87b22f50d943d868&device_id=9dbd251d-47b9-4919-a949-ef92428f9bc4 HTTP/1.1" status: 200 len: 1094 time: 0.0486491 Apr 18 21:28:36.078040 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-5f7e8031-7c52-4d63-9699-7ff6661d4afe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb HTTP/1.1" status: 200 len: 217 time: 0.0361192 Apr 18 21:28:36.127816 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-6126a96e-813a-43ce-8d72-477842facbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:36.129292 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-6126a96e-813a-43ce-8d72-477842facbc6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f105a5c-2197-4a8e-b535-f06ce5b5c5eb HTTP/1.1" status: 200 len: 853 time: 0.0452323 Apr 18 21:28:36.161980 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-476f6be0-0822-4cbf-921b-ca32ee40627b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2966d6d4-5261-4704-9923-c158de5a8fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261300 Apr 18 21:28:36.255228 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-84a0d2d9-668c-4ebc-9146-07aef8e65750 service neutron] 10.222.0.32 "GET /v2.0/networks/2966d6d4-5261-4704-9923-c158de5a8fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871956 Apr 18 21:28:36.345248 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24d9fad9-2ac6-4953-8cee-e2639d1dc4ae req-b1271e42-2446-4155-8fcb-aac459b646fe service neutron] 10.222.0.32 "GET /v2.0/networks/2966d6d4-5261-4704-9923-c158de5a8fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839577 Apr 18 21:28:36.438238 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb602e93-1b7c-4ea6-b266-0bfc9deed1e9 req-27a1830f-198c-45e1-aba1-eabbc4ac4968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:36.439648 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb602e93-1b7c-4ea6-b266-0bfc9deed1e9 req-27a1830f-198c-45e1-aba1-eabbc4ac4968 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ebed29abbed7438c87b22f50d943d868&device_id=9dbd251d-47b9-4919-a949-ef92428f9bc4 HTTP/1.1" status: 200 len: 1094 time: 0.0482872 Apr 18 21:28:36.532589 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb602e93-1b7c-4ea6-b266-0bfc9deed1e9 req-0c4815f9-9c23-49e3-9fbe-1304afb6a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:36.534136 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb602e93-1b7c-4ea6-b266-0bfc9deed1e9 req-0c4815f9-9c23-49e3-9fbe-1304afb6a4c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2966d6d4-5261-4704-9923-c158de5a8fdc HTTP/1.1" status: 200 len: 914 time: 0.0868454 Apr 18 21:28:36.580481 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb602e93-1b7c-4ea6-b266-0bfc9deed1e9 req-364c2376-d455-42e6-8e4f-ccbf39ba89c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb HTTP/1.1" status: 200 len: 217 time: 0.0393620 Apr 18 21:28:36.630990 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb602e93-1b7c-4ea6-b266-0bfc9deed1e9 req-c2e477df-026a-4c92-88af-04255c4f62bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:36.632514 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb602e93-1b7c-4ea6-b266-0bfc9deed1e9 req-c2e477df-026a-4c92-88af-04255c4f62bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f105a5c-2197-4a8e-b535-f06ce5b5c5eb HTTP/1.1" status: 200 len: 853 time: 0.0458210 Apr 18 21:28:36.665654 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb602e93-1b7c-4ea6-b266-0bfc9deed1e9 req-79ddd6bf-5832-4fde-9e21-3ed7d664f69b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2966d6d4-5261-4704-9923-c158de5a8fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259988 Apr 18 21:28:36.755901 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb602e93-1b7c-4ea6-b266-0bfc9deed1e9 req-fb078582-647e-4ccb-a457-7c67dddb792e service neutron] 10.222.0.32 "GET /v2.0/networks/2966d6d4-5261-4704-9923-c158de5a8fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829847 Apr 18 21:28:36.852890 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb602e93-1b7c-4ea6-b266-0bfc9deed1e9 req-367ad108-1976-40cd-a046-f131ad4195e3 service neutron] 10.222.0.32 "GET /v2.0/networks/2966d6d4-5261-4704-9923-c158de5a8fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894654 Apr 18 21:28:37.020034 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51d0c-a840-4b5f-902e-ab4860b7aec1 req-ee85f267-fe66-4edc-b032-3c2d9c1b998d tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:37.021506 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-18c51d0c-a840-4b5f-902e-ab4860b7aec1 req-ee85f267-fe66-4edc-b032-3c2d9c1b998d tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbd251d-47b9-4919-a949-ef92428f9bc4 HTTP/1.1" status: 200 len: 943 time: 0.0517714 Apr 18 21:28:37.061292 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-18c51d0c-a840-4b5f-902e-ab4860b7aec1 req-8d67f121-b1b0-47ce-bcbf-6c2bd67efd56 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331247 Apr 18 21:28:38.113374 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:38.186088 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89f4ab-be0d-4f37-a5da-caf5f4d32a3e req-dbd1aa87-69d0-494f-82cf-95ef6de05746 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:38.187555 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec89f4ab-be0d-4f37-a5da-caf5f4d32a3e req-dbd1aa87-69d0-494f-82cf-95ef6de05746 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbd251d-47b9-4919-a949-ef92428f9bc4 HTTP/1.1" status: 200 len: 943 time: 0.0541747 Apr 18 21:28:38.225660 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec89f4ab-be0d-4f37-a5da-caf5f4d32a3e req-1a891dd1-c109-4548-9fac-7d570d35c7b0 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318906 Apr 18 21:28:39.344241 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c6c41-5571-4c5e-8240-f677067ea0c1 req-956ff8a2-7e83-4452-b607-20f38f6e6060 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:39.346144 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c2c6c41-5571-4c5e-8240-f677067ea0c1 req-956ff8a2-7e83-4452-b607-20f38f6e6060 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbd251d-47b9-4919-a949-ef92428f9bc4 HTTP/1.1" status: 200 len: 943 time: 0.0502310 Apr 18 21:28:39.385139 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c2c6c41-5571-4c5e-8240-f677067ea0c1 req-482f1d48-f721-4231-b4ec-f124724124df tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325949 Apr 18 21:28:40.503155 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a69f2f-359e-4f39-83d7-6deb985d8a42 req-6f15e87b-22c6-44eb-b35f-61c823493b87 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:40.504680 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-95a69f2f-359e-4f39-83d7-6deb985d8a42 req-6f15e87b-22c6-44eb-b35f-61c823493b87 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbd251d-47b9-4919-a949-ef92428f9bc4 HTTP/1.1" status: 200 len: 943 time: 0.0507064 Apr 18 21:28:40.543618 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-95a69f2f-359e-4f39-83d7-6deb985d8a42 req-9766955e-f2f9-423a-9883-737ffc38eafd tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322325 Apr 18 21:28:40.631485 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:28:40.882303 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb,segment=NetworkSegment(cac623bf-6948-482b-a24c-bfdbfc7a5752),segment_id=cac623bf-6948-482b-a24c-bfdbfc7a5752)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:40.893638 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb', 'network_id': '2966d6d4-5261-4704-9923-c158de5a8fdc', 'port_id': '2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb', 'mac_address': 'fa:16:3e:ba:91:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f105a5c-2197-4a8e-b535-f06ce5b5c5eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:28:40.930955 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:40.943758 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:28:40.963291 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb,segment=NetworkSegment(cac623bf-6948-482b-a24c-bfdbfc7a5752),segment_id=cac623bf-6948-482b-a24c-bfdbfc7a5752)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:40.967199 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:41.017037 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:41.262057 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:28:41.662853 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a03bc-bf96-4816-b813-dd9dfcf7040d req-6b26c58c-aa33-46c5-902d-84ea5a201f6e tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:41.664303 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb6a03bc-bf96-4816-b813-dd9dfcf7040d req-6b26c58c-aa33-46c5-902d-84ea5a201f6e tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbd251d-47b9-4919-a949-ef92428f9bc4 HTTP/1.1" status: 200 len: 944 time: 0.0522051 Apr 18 21:28:41.703211 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb6a03bc-bf96-4816-b813-dd9dfcf7040d req-b38cb9d3-6bc4-4162-9fc1-a03738e3db70 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322227 Apr 18 21:28:42.317333 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:42.646282 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:28:42.699300 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:42.703569 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:42.704009 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:42.790045 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:42.815706 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbd251d-47b9-4919-a949-ef92428f9bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:28:42.818612 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a23071-7e6c-46ee-972e-8d83e391729b" -d '{"events": [{"server_uuid": "9dbd251d-47b9-4919-a949-ef92428f9bc4", "name": "network-vif-plugged", "status": "completed", "tag": "2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:28:42.838468 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb,segment=NetworkSegment(cac623bf-6948-482b-a24c-bfdbfc7a5752),segment_id=cac623bf-6948-482b-a24c-bfdbfc7a5752)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:42.842576 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b751124-48f2-4225-bdff-6ae99b70b61b req-22f3d984-4429-412b-8d14-2b590fea2c7e tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:42.843140 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:42.844278 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b751124-48f2-4225-bdff-6ae99b70b61b req-22f3d984-4429-412b-8d14-2b590fea2c7e tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbd251d-47b9-4919-a949-ef92428f9bc4 HTTP/1.1" status: 200 len: 944 time: 0.0646026 Apr 18 21:28:42.882264 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd412bf6-59d1-412a-8975-5c580fb3cb97 x-openstack-request-id: req-dd412bf6-59d1-412a-8975-5c580fb3cb97 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:28:42.882550 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbd251d-47b9-4919-a949-ef92428f9bc4", "name": "network-vif-plugged", "status": "completed", "tag": "2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:28:42.882804 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd412bf6-59d1-412a-8975-5c580fb3cb97 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:28:42.883211 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd412bf6-59d1-412a-8975-5c580fb3cb97'] response: {'server_uuid': '9dbd251d-47b9-4919-a949-ef92428f9bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb', 'code': 200} Apr 18 21:28:42.895829 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b751124-48f2-4225-bdff-6ae99b70b61b req-fc65b29e-92f3-4e6a-aa6c-a4b526ed6777 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423024 Apr 18 21:28:42.919317 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:43.002166 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aaf176-7478-4f61-896b-b735701c1753 req-911e6ab9-ab58-4837-a69f-1dd644272946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:43.003687 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-93aaf176-7478-4f61-896b-b735701c1753 req-911e6ab9-ab58-4837-a69f-1dd644272946 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9dbd251d-47b9-4919-a949-ef92428f9bc4 HTTP/1.1" status: 200 len: 1096 time: 0.0513785 Apr 18 21:28:43.040898 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-93aaf176-7478-4f61-896b-b735701c1753 req-a527c0d0-9421-4fec-ac00-43095e1c8a86 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308630 Apr 18 21:28:44.033775 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7693fa-2af7-4e86-a278-788342332573 req-43004b8e-50c9-4031-ae41-1c32435414b7 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:44.035141 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd7693fa-2af7-4e86-a278-788342332573 req-43004b8e-50c9-4031-ae41-1c32435414b7 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbd251d-47b9-4919-a949-ef92428f9bc4 HTTP/1.1" status: 200 len: 945 time: 0.0523810 Apr 18 21:28:44.078278 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd7693fa-2af7-4e86-a278-788342332573 req-80eada04-22d4-4b03-9b38-72a0b4059500 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364251 Apr 18 21:28:45.199550 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0bcb8-6599-4c04-bbde-063dd98f53c0 req-cc23bb86-c67a-4090-b994-eb44c9a25299 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:45.200980 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-62f0bcb8-6599-4c04-bbde-063dd98f53c0 req-cc23bb86-c67a-4090-b994-eb44c9a25299 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbd251d-47b9-4919-a949-ef92428f9bc4 HTTP/1.1" status: 200 len: 945 time: 0.0541716 Apr 18 21:28:45.238573 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-62f0bcb8-6599-4c04-bbde-063dd98f53c0 req-5ffbdf44-fab3-4b58-9103-e5a2c5dc27ce tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315361 Apr 18 21:28:45.466631 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-d4930309-d716-4ff4-bf4e-a59f01d139c5 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:45.468002 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-d4930309-d716-4ff4-bf4e-a59f01d139c5 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/networks?id=2966d6d4-5261-4704-9923-c158de5a8fdc HTTP/1.1" status: 200 len: 813 time: 0.1040840 Apr 18 21:28:45.483226 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-8f4144a5-3fbd-47dd-8169-3d197b4873b4 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/quotas/ebed29abbed7438c87b22f50d943d868 HTTP/1.1" status: 200 len: 375 time: 0.0090120 Apr 18 21:28:45.533030 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-2545b190-371e-4652-8a7d-bf2edc569a08 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ebed29abbed7438c87b22f50d943d868&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0443792 Apr 18 21:28:45.622700 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-65becc3f-c280-47f7-b3da-e1eaca8c5d55 service neutron] 10.222.0.41 "GET /v2.0/networks/2966d6d4-5261-4704-9923-c158de5a8fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825095 Apr 18 21:28:45.718770 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-ec49c1f5-3946-4fdb-8605-4c00687d37c1 service neutron] 10.222.0.41 "GET /v2.0/networks/2966d6d4-5261-4704-9923-c158de5a8fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898361 Apr 18 21:28:45.877440 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb5957f2-c299-4685-8edf-a84b50a2de78 req-91f8103c-6211-4a4b-9ed2-303f3badb21e tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=177b2141-d118-412b-a26d-a3a25ddd2302 HTTP/1.1" status: 200 len: 210 time: 0.0281889 Apr 18 21:28:46.784423 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-6a2dba5a-379d-438d-b09b-b5add4e42970 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:46.786938 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-6a2dba5a-379d-438d-b09b-b5add4e42970 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.57 "GET /v2.0/networks?id=2966d6d4-5261-4704-9923-c158de5a8fdc HTTP/1.1" status: 200 len: 813 time: 0.1142695 Apr 18 21:28:46.799240 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-84b6fe5f-1ddb-451c-9b05-1693865b2662 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Request body: {'port': {'device_id': '177b2141-d118-412b-a26d-a3a25ddd2302', 'network_id': '2966d6d4-5261-4704-9923-c158de5a8fdc', 'admin_state_up': True, 'tenant_id': 'ebed29abbed7438c87b22f50d943d868'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:28:46.909297 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-84b6fe5f-1ddb-451c-9b05-1693865b2662 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Made reservation on behalf of ebed29abbed7438c87b22f50d943d868 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:28:46.913010 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-84b6fe5f-1ddb-451c-9b05-1693865b2662 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:47.006847 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf6ec5d1-82bd-4580-8d7b-051880fe4bea req-848ad988-df4d-4826-a6ec-1bc76c56b474 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=177b2141-d118-412b-a26d-a3a25ddd2302 HTTP/1.1" status: 200 len: 210 time: 0.0365396 Apr 18 21:28:47.066203 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-84b6fe5f-1ddb-451c-9b05-1693865b2662 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Allocated IP 172.20.0.8 (2966d6d4-5261-4704-9923-c158de5a8fdc/4f105a5c-2197-4a8e-b535-f06ce5b5c5eb/401bf457-27c5-465b-92e8-7fd8b9f307c4) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:47.216186 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-84b6fe5f-1ddb-451c-9b05-1693865b2662 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:47.257152 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-84b6fe5f-1ddb-451c-9b05-1693865b2662 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:47.272296 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:28:47.301077 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-84b6fe5f-1ddb-451c-9b05-1693865b2662 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Network 2966d6d4-5261-4704-9923-c158de5a8fdc is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:47.306959 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-84b6fe5f-1ddb-451c-9b05-1693865b2662 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:47.310790 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-84b6fe5f-1ddb-451c-9b05-1693865b2662 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:28:47.340712 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6fe5f-1ddb-451c-9b05-1693865b2662 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Pushing event updated for resources: {'Port': ['ID=401bf457-27c5-465b-92e8-7fd8b9f307c4,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:47.364368 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-84b6fe5f-1ddb-451c-9b05-1693865b2662 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:47.365013 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-84b6fe5f-1ddb-451c-9b05-1693865b2662 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:47.380944 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-84b6fe5f-1ddb-451c-9b05-1693865b2662 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5861988 Apr 18 21:28:47.392783 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-59966e30-61b8-4fdc-a557-b82d791ea029 service neutron] Request body: {'port': {'device_id': '177b2141-d118-412b-a26d-a3a25ddd2302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:28:47.449906 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-59966e30-61b8-4fdc-a557-b82d791ea029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:47.722871 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-59966e30-61b8-4fdc-a557-b82d791ea029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 401bf457-27c5-465b-92e8-7fd8b9f307c4 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:28:47.730877 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-59966e30-61b8-4fdc-a557-b82d791ea029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:47.742734 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-59966e30-61b8-4fdc-a557-b82d791ea029 service neutron] Transition to ACTIVE for port object 401bf457-27c5-465b-92e8-7fd8b9f307c4 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:47.747259 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-59966e30-61b8-4fdc-a557-b82d791ea029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:47.796387 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59966e30-61b8-4fdc-a557-b82d791ea029 service neutron] Pushing event updated for resources: {'Port': ['ID=401bf457-27c5-465b-92e8-7fd8b9f307c4,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:47.873725 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-59966e30-61b8-4fdc-a557-b82d791ea029 service neutron] Attempting to bind port 401bf457-27c5-465b-92e8-7fd8b9f307c4 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:28:47.874070 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-59966e30-61b8-4fdc-a557-b82d791ea029 service neutron] Attempting to bind port 401bf457-27c5-465b-92e8-7fd8b9f307c4 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'cac623bf-6948-482b-a24c-bfdbfc7a5752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2966d6d4-5261-4704-9923-c158de5a8fdc'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:28:47.874380 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-59966e30-61b8-4fdc-a557-b82d791ea029 service neutron] Attempting to bind port 401bf457-27c5-465b-92e8-7fd8b9f307c4 on network 2966d6d4-5261-4704-9923-c158de5a8fdc {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:28:47.878713 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-59966e30-61b8-4fdc-a557-b82d791ea029 service neutron] Port 401bf457-27c5-465b-92e8-7fd8b9f307c4 on network 2966d6d4-5261-4704-9923-c158de5a8fdc not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:28:47.879053 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-59966e30-61b8-4fdc-a557-b82d791ea029 service neutron] Attempting to bind port 401bf457-27c5-465b-92e8-7fd8b9f307c4 on network 2966d6d4-5261-4704-9923-c158de5a8fdc {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:28:47.884124 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-59966e30-61b8-4fdc-a557-b82d791ea029 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:28:47.884554 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-59966e30-61b8-4fdc-a557-b82d791ea029 service neutron] Checking segment: {'id': 'cac623bf-6948-482b-a24c-bfdbfc7a5752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2966d6d4-5261-4704-9923-c158de5a8fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:28:47.885123 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-59966e30-61b8-4fdc-a557-b82d791ea029 service neutron] Bound using segment: {'id': 'cac623bf-6948-482b-a24c-bfdbfc7a5752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2966d6d4-5261-4704-9923-c158de5a8fdc'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:28:47.885564 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-59966e30-61b8-4fdc-a557-b82d791ea029 service neutron] Bound port: 401bf457-27c5-465b-92e8-7fd8b9f307c4, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac623bf-6948-482b-a24c-bfdbfc7a5752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2966d6d4-5261-4704-9923-c158de5a8fdc'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:28:47.885929 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-59966e30-61b8-4fdc-a557-b82d791ea029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:47.955781 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-59966e30-61b8-4fdc-a557-b82d791ea029 service neutron] For port 401bf457-27c5-465b-92e8-7fd8b9f307c4, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:28:47.959135 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-59966e30-61b8-4fdc-a557-b82d791ea029 service neutron] For port 401bf457-27c5-465b-92e8-7fd8b9f307c4, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=401bf457-27c5-465b-92e8-7fd8b9f307c4,segment=NetworkSegment(cac623bf-6948-482b-a24c-bfdbfc7a5752),segment_id=cac623bf-6948-482b-a24c-bfdbfc7a5752)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:28:47.962856 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-59966e30-61b8-4fdc-a557-b82d791ea029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:47.998465 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-59966e30-61b8-4fdc-a557-b82d791ea029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:47.999107 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-59966e30-61b8-4fdc-a557-b82d791ea029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:48.000516 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-59966e30-61b8-4fdc-a557-b82d791ea029 service neutron] 10.222.0.57 "PUT /v2.0/ports/401bf457-27c5-465b-92e8-7fd8b9f307c4 HTTP/1.1" status: 200 len: 1091 time: 0.6119568 Apr 18 21:28:48.000965 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177b2141-d118-412b-a26d-a3a25ddd2302', 'tag': '401bf457-27c5-465b-92e8-7fd8b9f307c4'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:28:48.003208 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d33f0f9-15a9-45d0-b62e-64aa6556a334" -d '{"events": [{"name": "network-changed", "server_uuid": "177b2141-d118-412b-a26d-a3a25ddd2302", "tag": "401bf457-27c5-465b-92e8-7fd8b9f307c4"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:28:48.029623 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59966e30-61b8-4fdc-a557-b82d791ea029 service neutron] Pushing event updated for resources: {'Port': ['ID=401bf457-27c5-465b-92e8-7fd8b9f307c4,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:48.066280 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f1ca19-667e-48b1-81fe-45550c132ab1 x-openstack-request-id: req-88f1ca19-667e-48b1-81fe-45550c132ab1 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:28:48.066750 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "177b2141-d118-412b-a26d-a3a25ddd2302", "tag": "401bf457-27c5-465b-92e8-7fd8b9f307c4", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:28:48.066872 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88f1ca19-667e-48b1-81fe-45550c132ab1 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:28:48.067200 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88f1ca19-667e-48b1-81fe-45550c132ab1'] response: {'name': 'network-changed', 'server_uuid': '177b2141-d118-412b-a26d-a3a25ddd2302', 'tag': '401bf457-27c5-465b-92e8-7fd8b9f307c4', 'status': 'completed', 'code': 200} Apr 18 21:28:48.127914 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-ec691c39-0a47-4952-8563-44ff16924cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:48.129445 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-ec691c39-0a47-4952-8563-44ff16924cc8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ebed29abbed7438c87b22f50d943d868&device_id=177b2141-d118-412b-a26d-a3a25ddd2302 HTTP/1.1" status: 200 len: 1094 time: 0.0746031 Apr 18 21:28:48.143792 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b359f0-8131-4b18-a9cc-fdfcd3082d00 req-be12da96-c289-4c27-8bb2-872b4e0ee788 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:48.145242 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-25b359f0-8131-4b18-a9cc-fdfcd3082d00 req-be12da96-c289-4c27-8bb2-872b4e0ee788 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=177b2141-d118-412b-a26d-a3a25ddd2302 HTTP/1.1" status: 200 len: 943 time: 0.0600553 Apr 18 21:28:48.185664 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-704c6a38-e2ac-4076-9b85-d59bb7d1c689 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=401bf457-27c5-465b-92e8-7fd8b9f307c4 HTTP/1.1" status: 200 len: 217 time: 0.0394535 Apr 18 21:28:48.262076 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-25b359f0-8131-4b18-a9cc-fdfcd3082d00 req-9d598e34-8e96-4602-ac40-7eedbbe9b4dd tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090314 Apr 18 21:28:48.271818 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-03774767-6cb7-4bb9-b13f-f6154f13afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:48.273354 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-03774767-6cb7-4bb9-b13f-f6154f13afc6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4f105a5c-2197-4a8e-b535-f06ce5b5c5eb HTTP/1.1" status: 200 len: 853 time: 0.0818009 Apr 18 21:28:48.306895 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-9f1a782d-c3b5-498d-9c86-2c23bdcb0c6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2966d6d4-5261-4704-9923-c158de5a8fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262122 Apr 18 21:28:48.394774 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-728f2896-1838-4f03-b7ab-a7f0acf7df11 service neutron] 10.222.0.57 "GET /v2.0/networks/2966d6d4-5261-4704-9923-c158de5a8fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815349 Apr 18 21:28:48.486754 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c6b5a0fd-3100-442d-b432-79c721871d87 req-ad930db1-e633-4f63-8e52-d7b265ccd0f0 service neutron] 10.222.0.57 "GET /v2.0/networks/2966d6d4-5261-4704-9923-c158de5a8fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845659 Apr 18 21:28:48.581829 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33f0f9-15a9-45d0-b62e-64aa6556a334 req-5bc86c72-cc6b-4eed-97a6-c7f0e34bfcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:48.583211 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d33f0f9-15a9-45d0-b62e-64aa6556a334 req-5bc86c72-cc6b-4eed-97a6-c7f0e34bfcf2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ebed29abbed7438c87b22f50d943d868&device_id=177b2141-d118-412b-a26d-a3a25ddd2302 HTTP/1.1" status: 200 len: 1094 time: 0.0435936 Apr 18 21:28:48.677013 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33f0f9-15a9-45d0-b62e-64aa6556a334 req-ad11ce77-119e-4643-9d77-cb5d0088bbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:48.678483 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d33f0f9-15a9-45d0-b62e-64aa6556a334 req-ad11ce77-119e-4643-9d77-cb5d0088bbc5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2966d6d4-5261-4704-9923-c158de5a8fdc HTTP/1.1" status: 200 len: 914 time: 0.0883343 Apr 18 21:28:48.719770 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d33f0f9-15a9-45d0-b62e-64aa6556a334 req-0c89225d-9a63-419b-b55d-9f3c2ad8b329 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=401bf457-27c5-465b-92e8-7fd8b9f307c4 HTTP/1.1" status: 200 len: 217 time: 0.0347764 Apr 18 21:28:48.768841 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33f0f9-15a9-45d0-b62e-64aa6556a334 req-0fcc1596-8c45-49b8-a2ca-76d78ecff82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:48.770347 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d33f0f9-15a9-45d0-b62e-64aa6556a334 req-0fcc1596-8c45-49b8-a2ca-76d78ecff82d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4f105a5c-2197-4a8e-b535-f06ce5b5c5eb HTTP/1.1" status: 200 len: 853 time: 0.0434594 Apr 18 21:28:48.800911 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d33f0f9-15a9-45d0-b62e-64aa6556a334 req-999aa400-5d70-405e-afa4-a83cdbd9a628 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2966d6d4-5261-4704-9923-c158de5a8fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236261 Apr 18 21:28:48.892940 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d33f0f9-15a9-45d0-b62e-64aa6556a334 req-c08da66b-9882-4a57-a78b-e76561197e0c service neutron] 10.222.0.57 "GET /v2.0/networks/2966d6d4-5261-4704-9923-c158de5a8fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847828 Apr 18 21:28:48.982488 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d33f0f9-15a9-45d0-b62e-64aa6556a334 req-95d5b068-966a-46f8-ae04-05f156a76ec6 service neutron] 10.222.0.57 "GET /v2.0/networks/2966d6d4-5261-4704-9923-c158de5a8fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814092 Apr 18 21:28:49.391268 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a285273-1e0d-46a0-8466-2459cb559d04 req-5a9befeb-a778-4123-aa9a-bb7b122f98cc tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:49.392759 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a285273-1e0d-46a0-8466-2459cb559d04 req-5a9befeb-a778-4123-aa9a-bb7b122f98cc tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=177b2141-d118-412b-a26d-a3a25ddd2302 HTTP/1.1" status: 200 len: 943 time: 0.0541744 Apr 18 21:28:49.432867 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a285273-1e0d-46a0-8466-2459cb559d04 req-860172ce-1eee-4d43-956c-6fa674283985 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338569 Apr 18 21:28:50.550026 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43013c05-d49d-4f1e-b2bc-1b0239b0b3c5 req-dffaad2b-e4b6-4a38-b1f3-105a9027bce1 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:50.551506 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43013c05-d49d-4f1e-b2bc-1b0239b0b3c5 req-dffaad2b-e4b6-4a38-b1f3-105a9027bce1 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=177b2141-d118-412b-a26d-a3a25ddd2302 HTTP/1.1" status: 200 len: 943 time: 0.0486882 Apr 18 21:28:50.590847 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43013c05-d49d-4f1e-b2bc-1b0239b0b3c5 req-ee8cd8fc-c1ba-44e8-941e-1f56aefd78ad tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324562 Apr 18 21:28:50.871058 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 401bf457-27c5-465b-92e8-7fd8b9f307c4 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:28:50.964891 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 401bf457-27c5-465b-92e8-7fd8b9f307c4, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=401bf457-27c5-465b-92e8-7fd8b9f307c4,segment=NetworkSegment(cac623bf-6948-482b-a24c-bfdbfc7a5752),segment_id=cac623bf-6948-482b-a24c-bfdbfc7a5752)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:50.976336 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '401bf457-27c5-465b-92e8-7fd8b9f307c4', 'network_id': '2966d6d4-5261-4704-9923-c158de5a8fdc', 'port_id': '401bf457-27c5-465b-92e8-7fd8b9f307c4', 'mac_address': 'fa:16:3e:40:2d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f105a5c-2197-4a8e-b535-f06ce5b5c5eb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:28:51.017765 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:51.030463 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401bf457-27c5-465b-92e8-7fd8b9f307c4 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:28:51.050456 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 401bf457-27c5-465b-92e8-7fd8b9f307c4, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=401bf457-27c5-465b-92e8-7fd8b9f307c4,segment=NetworkSegment(cac623bf-6948-482b-a24c-bfdbfc7a5752),segment_id=cac623bf-6948-482b-a24c-bfdbfc7a5752)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:51.061970 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:51.111064 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=401bf457-27c5-465b-92e8-7fd8b9f307c4,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:51.300616 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['401bf457-27c5-465b-92e8-7fd8b9f307c4'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:28:51.705096 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca58524-b59d-4414-ab4a-b48db87ba123 req-a060e99c-a8f1-4137-9d1e-1f8646aa05a1 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:51.706576 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fca58524-b59d-4414-ab4a-b48db87ba123 req-a060e99c-a8f1-4137-9d1e-1f8646aa05a1 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=177b2141-d118-412b-a26d-a3a25ddd2302 HTTP/1.1" status: 200 len: 944 time: 0.0482204 Apr 18 21:28:51.745113 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fca58524-b59d-4414-ab4a-b48db87ba123 req-610155da-7331-48e1-b06a-4a1a3810749a tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317559 Apr 18 21:28:52.865603 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235274cb-2771-4cc8-94e3-255d5d8c2662 req-24d1af36-c8e5-49bb-bdec-976f59e3d874 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:52.867038 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-235274cb-2771-4cc8-94e3-255d5d8c2662 req-24d1af36-c8e5-49bb-bdec-976f59e3d874 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=177b2141-d118-412b-a26d-a3a25ddd2302 HTTP/1.1" status: 200 len: 944 time: 0.0530548 Apr 18 21:28:52.887283 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 401bf457-27c5-465b-92e8-7fd8b9f307c4 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:28:52.905289 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-235274cb-2771-4cc8-94e3-255d5d8c2662 req-790794f1-0d32-4b95-9b9e-da5fe88d82d8 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320632 Apr 18 21:28:52.938211 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 401bf457-27c5-465b-92e8-7fd8b9f307c4 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:52.941901 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 401bf457-27c5-465b-92e8-7fd8b9f307c4 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:52.942264 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:53.017595 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:53.044298 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177b2141-d118-412b-a26d-a3a25ddd2302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401bf457-27c5-465b-92e8-7fd8b9f307c4'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:28:53.046482 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071d2635-3510-4353-884b-3243c248ce23" -d '{"events": [{"server_uuid": "177b2141-d118-412b-a26d-a3a25ddd2302", "name": "network-vif-plugged", "status": "completed", "tag": "401bf457-27c5-465b-92e8-7fd8b9f307c4"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:28:53.060400 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 401bf457-27c5-465b-92e8-7fd8b9f307c4, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=401bf457-27c5-465b-92e8-7fd8b9f307c4,segment=NetworkSegment(cac623bf-6948-482b-a24c-bfdbfc7a5752),segment_id=cac623bf-6948-482b-a24c-bfdbfc7a5752)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:53.065257 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:53.089803 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52aeeff-7520-470d-8953-77375ab18e92 x-openstack-request-id: req-d52aeeff-7520-470d-8953-77375ab18e92 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:28:53.090087 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177b2141-d118-412b-a26d-a3a25ddd2302", "name": "network-vif-plugged", "status": "completed", "tag": "401bf457-27c5-465b-92e8-7fd8b9f307c4", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:28:53.090348 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d52aeeff-7520-470d-8953-77375ab18e92 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:28:53.090721 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d52aeeff-7520-470d-8953-77375ab18e92'] response: {'server_uuid': '177b2141-d118-412b-a26d-a3a25ddd2302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401bf457-27c5-465b-92e8-7fd8b9f307c4', 'code': 200} Apr 18 21:28:53.116750 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=401bf457-27c5-465b-92e8-7fd8b9f307c4,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:53.179982 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3ffe8-b79b-4ba4-b26c-ca676bb62df5 req-8c777353-a33f-43a4-a958-01aaa6f9890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:53.181488 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7bf3ffe8-b79b-4ba4-b26c-ca676bb62df5 req-8c777353-a33f-43a4-a958-01aaa6f9890b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=177b2141-d118-412b-a26d-a3a25ddd2302 HTTP/1.1" status: 200 len: 1096 time: 0.0394678 Apr 18 21:28:53.216091 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7bf3ffe8-b79b-4ba4-b26c-ca676bb62df5 req-8566a193-7b56-44df-96c5-a0d7477c9002 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283468 Apr 18 21:28:54.023760 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355276c2-0ff2-4a6c-b40c-00ce67291e23 req-f104f5f4-9729-44f7-95eb-a6bf4bbc3b9d tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:54.025316 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-355276c2-0ff2-4a6c-b40c-00ce67291e23 req-f104f5f4-9729-44f7-95eb-a6bf4bbc3b9d tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=177b2141-d118-412b-a26d-a3a25ddd2302 HTTP/1.1" status: 200 len: 945 time: 0.0492580 Apr 18 21:28:54.065761 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-355276c2-0ff2-4a6c-b40c-00ce67291e23 req-44f6a63c-5fae-434c-b6d7-259b8d235170 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343554 Apr 18 21:28:54.688306 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-17b41383-a070-45d8-919b-656a82210e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:55.190969 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda138e-7981-47bf-a58c-a98d109304eb req-b935554f-a1f8-421a-b1e8-63a35427faa6 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:55.192466 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2fda138e-7981-47bf-a58c-a98d109304eb req-b935554f-a1f8-421a-b1e8-63a35427faa6 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=177b2141-d118-412b-a26d-a3a25ddd2302 HTTP/1.1" status: 200 len: 945 time: 0.0535977 Apr 18 21:28:55.231469 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2fda138e-7981-47bf-a58c-a98d109304eb req-64121d94-41a8-4623-89c4-901a7a147045 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323315 Apr 18 21:28:55.461814 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f998f1d-1257-4e50-8efc-df717c20d104 req-fa7031b9-0515-40c4-999c-4581ceee3bcf tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:55.463339 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2f998f1d-1257-4e50-8efc-df717c20d104 req-fa7031b9-0515-40c4-999c-4581ceee3bcf tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=177b2141-d118-412b-a26d-a3a25ddd2302 HTTP/1.1" status: 200 len: 945 time: 0.0493355 Apr 18 21:28:55.502197 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2f998f1d-1257-4e50-8efc-df717c20d104 req-1a6a8fae-4bc0-4499-980f-1c4013427462 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327039 Apr 18 21:28:56.284234 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-dc78e802-c17e-4681-a4cf-8bab890d4726 req-858d4ac9-3130-4c79-904c-ad24f319a9f3 service neutron] (102908) timed out ('10.222.0.41', 54292) {{(pid=102908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 21:28:56.624147 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4aa50-99b5-48dc-9c72-72bbf2972829 req-a4e3f204-9100-4944-8394-10e1dd4d41c0 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:56.625695 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22c4aa50-99b5-48dc-9c72-72bbf2972829 req-a4e3f204-9100-4944-8394-10e1dd4d41c0 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=177b2141-d118-412b-a26d-a3a25ddd2302 HTTP/1.1" status: 200 len: 945 time: 0.0520813 Apr 18 21:28:56.663954 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22c4aa50-99b5-48dc-9c72-72bbf2972829 req-7c82ebcb-8c83-4f9e-bfa2-4ab8fc9b0d09 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320323 Apr 18 21:28:56.735691 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcec56-be90-4d7b-a7d1-fb16c1632438 req-b731df75-f7c4-405e-8402-8f132bd71582 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:56.737158 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ddcec56-be90-4d7b-a7d1-fb16c1632438 req-b731df75-f7c4-405e-8402-8f132bd71582 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.57 "GET /v2.0/ports?device_id=177b2141-d118-412b-a26d-a3a25ddd2302 HTTP/1.1" status: 200 len: 945 time: 0.0511014 Apr 18 21:28:56.828419 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-5ddcec56-be90-4d7b-a7d1-fb16c1632438 req-5ffa96ac-30f7-48ba-9ee6-fefb4ff5407a tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Deleting port 401bf457-27c5-465b-92e8-7fd8b9f307c4 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:28:56.828775 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5ddcec56-be90-4d7b-a7d1-fb16c1632438 req-5ffa96ac-30f7-48ba-9ee6-fefb4ff5407a tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:56.919900 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-5ddcec56-be90-4d7b-a7d1-fb16c1632438 req-5ffa96ac-30f7-48ba-9ee6-fefb4ff5407a tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] For port 401bf457-27c5-465b-92e8-7fd8b9f307c4, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=401bf457-27c5-465b-92e8-7fd8b9f307c4,segment=NetworkSegment(cac623bf-6948-482b-a24c-bfdbfc7a5752),segment_id=cac623bf-6948-482b-a24c-bfdbfc7a5752)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:56.920271 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5ddcec56-be90-4d7b-a7d1-fb16c1632438 req-5ffa96ac-30f7-48ba-9ee6-fefb4ff5407a tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:56.933152 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-5ddcec56-be90-4d7b-a7d1-fb16c1632438 req-5ffa96ac-30f7-48ba-9ee6-fefb4ff5407a tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Calling delete_port for 401bf457-27c5-465b-92e8-7fd8b9f307c4 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:28:57.063229 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5ddcec56-be90-4d7b-a7d1-fb16c1632438 req-5ffa96ac-30f7-48ba-9ee6-fefb4ff5407a tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:57.076742 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['401bf457-27c5-465b-92e8-7fd8b9f307c4'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:28:57.079028 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:28:57.364745 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa96ac-30f7-48ba-9ee6-fefb4ff5407a tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Pushing event deleted for resources: {'Port': ['ID=401bf457-27c5-465b-92e8-7fd8b9f307c4,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:57.406602 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddcec56-be90-4d7b-a7d1-fb16c1632438 req-5ffa96ac-30f7-48ba-9ee6-fefb4ff5407a tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] No DVR routers for this DVR port 401bf457-27c5-465b-92e8-7fd8b9f307c4 on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:28:57.409206 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-5ddcec56-be90-4d7b-a7d1-fb16c1632438 req-5ffa96ac-30f7-48ba-9ee6-fefb4ff5407a tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:57.412471 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ddcec56-be90-4d7b-a7d1-fb16c1632438 req-5ffa96ac-30f7-48ba-9ee6-fefb4ff5407a tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.57 "DELETE /v2.0/ports/401bf457-27c5-465b-92e8-7fd8b9f307c4 HTTP/1.1" status: 204 len: 173 time: 0.6691327 Apr 18 21:28:57.412911 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177b2141-d118-412b-a26d-a3a25ddd2302', 'name': 'network-vif-deleted', 'tag': '401bf457-27c5-465b-92e8-7fd8b9f307c4'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:28:57.415449 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8575edf7-7e1f-4236-844c-5bf51a838fa7" -d '{"events": [{"server_uuid": "177b2141-d118-412b-a26d-a3a25ddd2302", "name": "network-vif-deleted", "tag": "401bf457-27c5-465b-92e8-7fd8b9f307c4"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:28:57.454920 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f372cc8c-33b7-4a23-99e3-210c47db51c9 x-openstack-request-id: req-f372cc8c-33b7-4a23-99e3-210c47db51c9 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:28:57.455351 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177b2141-d118-412b-a26d-a3a25ddd2302", "name": "network-vif-deleted", "tag": "401bf457-27c5-465b-92e8-7fd8b9f307c4", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:28:57.455586 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f372cc8c-33b7-4a23-99e3-210c47db51c9 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:28:57.455987 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f372cc8c-33b7-4a23-99e3-210c47db51c9'] response: {'server_uuid': '177b2141-d118-412b-a26d-a3a25ddd2302', 'name': 'network-vif-deleted', 'tag': '401bf457-27c5-465b-92e8-7fd8b9f307c4', 'status': 'completed', 'code': 200} Apr 18 21:28:57.770603 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1929a67f-cdc6-4eda-9ee7-f34e0e77d58b req-13185653-0298-4313-b192-655b02c8819b tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=177b2141-d118-412b-a26d-a3a25ddd2302 HTTP/1.1" status: 200 len: 210 time: 0.0278046 Apr 18 21:28:58.931226 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeecfad-8922-4329-91f8-a168fb62f777 req-b9879d19-4cb0-48f3-a51c-db0fdb8cfb50 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:58.932775 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5eeecfad-8922-4329-91f8-a168fb62f777 req-b9879d19-4cb0-48f3-a51c-db0fdb8cfb50 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbd251d-47b9-4919-a949-ef92428f9bc4 HTTP/1.1" status: 200 len: 945 time: 0.0528674 Apr 18 21:28:58.975937 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5eeecfad-8922-4329-91f8-a168fb62f777 req-a88e990b-9e20-40d5-9cc4-68ec9a2f5823 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329957 Apr 18 21:28:59.104721 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5a817a8d-f1dd-497b-91a9-a086fa7772f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.129202 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42947105-cbfb-4d30-86f6-99f53633fb64 req-ab54751d-bd53-41bd-a802-ebe6553e74fa tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:59.131880 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-42947105-cbfb-4d30-86f6-99f53633fb64 req-ab54751d-bd53-41bd-a802-ebe6553e74fa tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbd251d-47b9-4919-a949-ef92428f9bc4 HTTP/1.1" status: 200 len: 945 time: 0.0676441 Apr 18 21:28:59.171638 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-42947105-cbfb-4d30-86f6-99f53633fb64 req-5ad3344d-dbe2-471d-9e38-f34ab33132ef tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329289 Apr 18 21:28:59.291677 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc50689-c96e-48db-bb69-7008e58c0aab req-c168901c-a99f-4f2a-9cb5-ff9bd64b7c08 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:59.293177 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0fc50689-c96e-48db-bb69-7008e58c0aab req-c168901c-a99f-4f2a-9cb5-ff9bd64b7c08 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbd251d-47b9-4919-a949-ef92428f9bc4 HTTP/1.1" status: 200 len: 945 time: 0.0505564 Apr 18 21:28:59.332245 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0fc50689-c96e-48db-bb69-7008e58c0aab req-672f5a64-1a18-4e32-93c3-967565d90bc9 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329723 Apr 18 21:28:59.510725 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b21c5-6572-49cc-b32a-a4bc1b0e8ac5 req-f13793f7-78b9-435b-aa3f-5f0c804ef139 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:59.512217 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c64b21c5-6572-49cc-b32a-a4bc1b0e8ac5 req-f13793f7-78b9-435b-aa3f-5f0c804ef139 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbd251d-47b9-4919-a949-ef92428f9bc4 HTTP/1.1" status: 200 len: 945 time: 0.0565233 Apr 18 21:28:59.551328 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c64b21c5-6572-49cc-b32a-a4bc1b0e8ac5 req-75283598-5e7b-4789-a142-bf24e3955d77 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329943 Apr 18 21:28:59.675395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b647de7-d512-4e38-959f-a111243bbb3e req-5c78fe68-eea4-496b-bc10-af7ef6ed8af3 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:59.677522 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5b647de7-d512-4e38-959f-a111243bbb3e req-5c78fe68-eea4-496b-bc10-af7ef6ed8af3 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbd251d-47b9-4919-a949-ef92428f9bc4 HTTP/1.1" status: 200 len: 945 time: 0.0545793 Apr 18 21:28:59.719239 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5b647de7-d512-4e38-959f-a111243bbb3e req-64f4bf49-b00a-45d3-9c34-544a29a0d9da tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345638 Apr 18 21:28:59.846014 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d90fe-73fe-4e56-a41d-1ee286163b21 req-47ccddc4-083f-48d5-87b0-6f9fad37ad5d tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:59.847772 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-525d90fe-73fe-4e56-a41d-1ee286163b21 req-47ccddc4-083f-48d5-87b0-6f9fad37ad5d tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbd251d-47b9-4919-a949-ef92428f9bc4 HTTP/1.1" status: 200 len: 945 time: 0.0501578 Apr 18 21:28:59.890677 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-525d90fe-73fe-4e56-a41d-1ee286163b21 req-ff76c1e3-0ebf-49e1-8725-e6520549ec43 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350368 Apr 18 21:29:00.014515 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:00.221565 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f5cc9-6110-4095-b636-8097aafc6edd req-4fea72c5-ee17-4b30-a6ce-5c8991be5f4a tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:00.223193 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-726f5cc9-6110-4095-b636-8097aafc6edd req-4fea72c5-ee17-4b30-a6ce-5c8991be5f4a tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbd251d-47b9-4919-a949-ef92428f9bc4 HTTP/1.1" status: 200 len: 945 time: 0.0529697 Apr 18 21:29:00.261612 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-726f5cc9-6110-4095-b636-8097aafc6edd req-0afc3e3a-db4b-4364-b163-a2636ee44523 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316639 Apr 18 21:29:00.926459 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 401bf457-27c5-465b-92e8-7fd8b9f307c4 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:29:00.948946 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 401bf457-27c5-465b-92e8-7fd8b9f307c4 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:29:00.949292 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 401bf457-27c5-465b-92e8-7fd8b9f307c4 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:29:01.392624 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fce9b5-c841-4371-beb1-e5a27ac0e301 req-1b50440b-0a3a-4dc5-8222-4605b4ac9156 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:01.394124 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3fce9b5-c841-4371-beb1-e5a27ac0e301 req-1b50440b-0a3a-4dc5-8222-4605b4ac9156 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbd251d-47b9-4919-a949-ef92428f9bc4 HTTP/1.1" status: 200 len: 945 time: 0.0528538 Apr 18 21:29:01.455769 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a3fce9b5-c841-4371-beb1-e5a27ac0e301 req-1e4bc24b-61ca-42a4-ba29-66deb5433e6e tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5577fa3-7627-4f52-afbf-537a171504a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548713 Apr 18 21:29:01.615412 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:01.635314 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2a18a-f549-4f22-8510-ad26af8bbc64 req-239ea0b7-82e7-4236-85d8-3f27cb71aaa7 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:01.636837 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-73d2a18a-f549-4f22-8510-ad26af8bbc64 req-239ea0b7-82e7-4236-85d8-3f27cb71aaa7 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dbd251d-47b9-4919-a949-ef92428f9bc4 HTTP/1.1" status: 200 len: 945 time: 0.0536160 Apr 18 21:29:01.744895 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-73d2a18a-f549-4f22-8510-ad26af8bbc64 req-a5f8dce8-298c-4658-9a2e-bf10e1689418 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Deleting port 2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:29:01.745243 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-73d2a18a-f549-4f22-8510-ad26af8bbc64 req-a5f8dce8-298c-4658-9a2e-bf10e1689418 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:01.801320 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:01.838422 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-73d2a18a-f549-4f22-8510-ad26af8bbc64 req-a5f8dce8-298c-4658-9a2e-bf10e1689418 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] For port 2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb,segment=NetworkSegment(cac623bf-6948-482b-a24c-bfdbfc7a5752),segment_id=cac623bf-6948-482b-a24c-bfdbfc7a5752)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:01.838786 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-73d2a18a-f549-4f22-8510-ad26af8bbc64 req-a5f8dce8-298c-4658-9a2e-bf10e1689418 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:01.852185 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-73d2a18a-f549-4f22-8510-ad26af8bbc64 req-a5f8dce8-298c-4658-9a2e-bf10e1689418 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Calling delete_port for 2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:29:01.986301 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-73d2a18a-f549-4f22-8510-ad26af8bbc64 req-a5f8dce8-298c-4658-9a2e-bf10e1689418 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:01.997600 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:29:02.021181 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8dce8-298c-4658-9a2e-bf10e1689418 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Pushing event deleted for resources: {'Port': ['ID=2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:02.060035 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d2a18a-f549-4f22-8510-ad26af8bbc64 req-a5f8dce8-298c-4658-9a2e-bf10e1689418 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] No DVR routers for this DVR port 2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:29:02.062611 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-73d2a18a-f549-4f22-8510-ad26af8bbc64 req-a5f8dce8-298c-4658-9a2e-bf10e1689418 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:02.065858 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-73d2a18a-f549-4f22-8510-ad26af8bbc64 req-a5f8dce8-298c-4658-9a2e-bf10e1689418 tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.32 "DELETE /v2.0/ports/2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb HTTP/1.1" status: 204 len: 173 time: 0.4228990 Apr 18 21:29:02.066294 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbd251d-47b9-4919-a949-ef92428f9bc4', 'name': 'network-vif-deleted', 'tag': '2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:29:02.068584 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f739b9fa-615e-4708-b5e1-cdcd52fca3a2" -d '{"events": [{"server_uuid": "9dbd251d-47b9-4919-a949-ef92428f9bc4", "name": "network-vif-deleted", "tag": "2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:29:02.110697 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d97f94f-26cd-4a24-a5bc-93abb45e01b9 x-openstack-request-id: req-4d97f94f-26cd-4a24-a5bc-93abb45e01b9 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:29:02.110985 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbd251d-47b9-4919-a949-ef92428f9bc4", "name": "network-vif-deleted", "tag": "2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:29:02.111236 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d97f94f-26cd-4a24-a5bc-93abb45e01b9 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:29:02.111647 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d97f94f-26cd-4a24-a5bc-93abb45e01b9'] response: {'server_uuid': '9dbd251d-47b9-4919-a949-ef92428f9bc4', 'name': 'network-vif-deleted', 'tag': '2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb', 'status': 'completed', 'code': 200} Apr 18 21:29:02.581116 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8810097e-c2a8-4774-970f-11fd4aed4dfc req-58974a68-9752-47a8-b276-790a89cd4f1a tempest-ServersNegativeTestJSON-1359804939 tempest-ServersNegativeTestJSON-1359804939-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbd251d-47b9-4919-a949-ef92428f9bc4 HTTP/1.1" status: 200 len: 210 time: 0.0325928 Apr 18 21:29:03.640638 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58142) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:03.688478 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c24e44-5196-412f-acea-8d68e4070b43 admin admin] Deleting subnet 4f105a5c-2197-4a8e-b535-f06ce5b5c5eb {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:29:03.691956 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b7c24e44-5196-412f-acea-8d68e4070b43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:03.733007 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b7c24e44-5196-412f-acea-8d68e4070b43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:03.775049 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b7c24e44-5196-412f-acea-8d68e4070b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:03.829281 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b7c24e44-5196-412f-acea-8d68e4070b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:03.859292 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c24e44-5196-412f-acea-8d68e4070b43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f105a5c-2197-4a8e-b535-f06ce5b5c5eb,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:03.869582 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b7c24e44-5196-412f-acea-8d68e4070b43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:03.872730 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b7c24e44-5196-412f-acea-8d68e4070b43 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4f105a5c-2197-4a8e-b535-f06ce5b5c5eb HTTP/1.1" status: 204 len: 168 time: 0.2310319 Apr 18 21:29:03.874088 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c24e44-5196-412f-acea-8d68e4070b43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:03.874427 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c24e44-5196-412f-acea-8d68e4070b43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:03.874762 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c24e44-5196-412f-acea-8d68e4070b43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:03.875094 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c24e44-5196-412f-acea-8d68e4070b43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:03.875425 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c24e44-5196-412f-acea-8d68e4070b43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:03.875552 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58144) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:03.875991 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c24e44-5196-412f-acea-8d68e4070b43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:03.876088 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c24e44-5196-412f-acea-8d68e4070b43 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:03.876411 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c24e44-5196-412f-acea-8d68e4070b43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:03.876696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c24e44-5196-412f-acea-8d68e4070b43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:03.877011 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c24e44-5196-412f-acea-8d68e4070b43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:03.877324 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c24e44-5196-412f-acea-8d68e4070b43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:03.877636 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c24e44-5196-412f-acea-8d68e4070b43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:03.950253 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-abdbae8f-5eb7-4027-952c-10d7bfec2501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:04.035643 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-abdbae8f-5eb7-4027-952c-10d7bfec2501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:04.059484 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-abdbae8f-5eb7-4027-952c-10d7bfec2501 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2966d6d4-5261-4704-9923-c158de5a8fdc']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:04.068997 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-abdbae8f-5eb7-4027-952c-10d7bfec2501 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac623bf-6948-482b-a24c-bfdbfc7a5752') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:04.069298 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-abdbae8f-5eb7-4027-952c-10d7bfec2501 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac623bf-6948-482b-a24c-bfdbfc7a5752') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:04.078681 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-abdbae8f-5eb7-4027-952c-10d7bfec2501 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:04.093263 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-abdbae8f-5eb7-4027-952c-10d7bfec2501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:04.099639 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abdbae8f-5eb7-4027-952c-10d7bfec2501 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:29:04.100025 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-abdbae8f-5eb7-4027-952c-10d7bfec2501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:29:04.101726 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:29:04.157330 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-abdbae8f-5eb7-4027-952c-10d7bfec2501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:04.163045 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-abdbae8f-5eb7-4027-952c-10d7bfec2501 admin admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:04.166723 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-abdbae8f-5eb7-4027-952c-10d7bfec2501 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2966d6d4-5261-4704-9923-c158de5a8fdc HTTP/1.1" status: 204 len: 168 time: 0.2901933 Apr 18 21:29:04.178419 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbae8f-5eb7-4027-952c-10d7bfec2501 admin admin] Pushing event deleted for resources: {'Network': ['ID=2966d6d4-5261-4704-9923-c158de5a8fdc,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:04.281502 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58148) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:04.322807 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-319a053c-4277-4260-a8ff-4b918af4e087 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ebed29abbed7438c87b22f50d943d868&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400264 Apr 18 21:29:04.325334 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58150) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:04.381195 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ab5af4f9-e50b-4841-9624-19437d1a0856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:04.403506 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ab5af4f9-e50b-4841-9624-19437d1a0856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:04.453766 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ab5af4f9-e50b-4841-9624-19437d1a0856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:04.456307 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ab5af4f9-e50b-4841-9624-19437d1a0856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:04.457627 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ab5af4f9-e50b-4841-9624-19437d1a0856 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5577fa3-7627-4f52-afbf-537a171504a7 HTTP/1.1" status: 204 len: 168 time: 0.1313820 Apr 18 21:29:04.466627 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5af4f9-e50b-4841-9624-19437d1a0856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5577fa3-7627-4f52-afbf-537a171504a7,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:04.725512 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:29:04.746109 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:29:04.746452 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 2e61cc30-4ee2-4d0f-9ed2-c8187e3e66bb not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:29:05.220642 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58172) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:05.319489 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-d64c7814-9dca-4395-8449-3207f539c96f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2008549489'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:05.338129 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64c7814-9dca-4395-8449-3207f539c96f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Made reservation on behalf of ea3fcee43e6f4b6489e124eac9133c59 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:05.341596 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d64c7814-9dca-4395-8449-3207f539c96f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:05.351131 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d64c7814-9dca-4395-8449-3207f539c96f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:05.434381 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d64c7814-9dca-4395-8449-3207f539c96f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:05.438562 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d64c7814-9dca-4395-8449-3207f539c96f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:05.466889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64c7814-9dca-4395-8449-3207f539c96f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:29:05.476298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c7814-9dca-4395-8449-3207f539c96f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b259c40c-2048-4b9e-83ee-72103cf8d34a,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:05.483206 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d64c7814-9dca-4395-8449-3207f539c96f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:05.483554 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-d64c7814-9dca-4395-8449-3207f539c96f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Added segment 89f5d0e2-da28-486c-a9e6-74c4c3d31880 of type vlan for network 4504119b-9846-40f8-837e-7ec68618b0ed Apr 18 21:29:05.529543 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d64c7814-9dca-4395-8449-3207f539c96f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:05.557641 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d64c7814-9dca-4395-8449-3207f539c96f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:05.563395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64c7814-9dca-4395-8449-3207f539c96f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:05.564037 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d64c7814-9dca-4395-8449-3207f539c96f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:05.625403 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d64c7814-9dca-4395-8449-3207f539c96f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4035902 Apr 18 21:29:05.641300 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c7814-9dca-4395-8449-3207f539c96f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Pushing event updated for resources: {'Network': ['ID=4504119b-9846-40f8-837e-7ec68618b0ed,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:05.651325 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 4504119b-9846-40f8-837e-7ec68618b0ed details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:29:08.116849 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:08.977546 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58176) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:08.982813 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-aacfc1ec-a4fe-4078-b082-c50e1e87ab09 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Request body: {'subnet': {'network_id': '4504119b-9846-40f8-837e-7ec68618b0ed', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:09.076151 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacfc1ec-a4fe-4078-b082-c50e1e87ab09 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Made reservation on behalf of ea3fcee43e6f4b6489e124eac9133c59 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:09.080702 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aacfc1ec-a4fe-4078-b082-c50e1e87ab09 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.315141 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aacfc1ec-a4fe-4078-b082-c50e1e87ab09 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.373797 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:29:09.379960 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfc1ec-a4fe-4078-b082-c50e1e87ab09 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Pushing event updated for resources: {'Subnet': ['ID=e088f1f1-6834-4bae-a687-3b5fad9cc849,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:09.391484 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacfc1ec-a4fe-4078-b082-c50e1e87ab09 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Checking segment: {'id': '89f5d0e2-da28-486c-a9e6-74c4c3d31880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4504119b-9846-40f8-837e-7ec68618b0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:29:09.392093 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacfc1ec-a4fe-4078-b082-c50e1e87ab09 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Network hostable DHCP agents. Network: 4504119b-9846-40f8-837e-7ec68618b0ed, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:29:09.412064 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacfc1ec-a4fe-4078-b082-c50e1e87ab09 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Network 4504119b-9846-40f8-837e-7ec68618b0ed is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:29:09.427418 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-aacfc1ec-a4fe-4078-b082-c50e1e87ab09 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 4504119b-9846-40f8-837e-7ec68618b0ed) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:09.432173 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacfc1ec-a4fe-4078-b082-c50e1e87ab09 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:09.432807 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-aacfc1ec-a4fe-4078-b082-c50e1e87ab09 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.438387 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9792738e-42bd-4095-bed1-bfe040e23ad1 None None] Network 4504119b-9846-40f8-837e-7ec68618b0ed requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:29:09.455083 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-aacfc1ec-a4fe-4078-b082-c50e1e87ab09 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4760766 Apr 18 21:29:09.458516 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58178) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:09.464804 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-eef0100f-eca4-4f7d-81ec-d6beb35e60b3 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-258858467'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:09.487204 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef0100f-eca4-4f7d-81ec-d6beb35e60b3 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Made reservation on behalf of ea3fcee43e6f4b6489e124eac9133c59 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:09.494536 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eef0100f-eca4-4f7d-81ec-d6beb35e60b3 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.533822 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef0100f-eca4-4f7d-81ec-d6beb35e60b3 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:29:09.545106 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eef0100f-eca4-4f7d-81ec-d6beb35e60b3 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.545442 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-eef0100f-eca4-4f7d-81ec-d6beb35e60b3 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Added segment 2972adc6-1e91-4252-97cc-00530e5042b2 of type vlan for network 00fa9069-84e0-453e-9cc8-f4e27c193e0d Apr 18 21:29:09.589180 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eef0100f-eca4-4f7d-81ec-d6beb35e60b3 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.602438 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-4504119b-9846-40f8-837e-7ec68618b0ed', 'network_id': '4504119b-9846-40f8-837e-7ec68618b0ed', 'tenant_id': 'ea3fcee43e6f4b6489e124eac9133c59', 'fixed_ips': [{'subnet_id': 'e088f1f1-6834-4bae-a687-3b5fad9cc849'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:29:09.603328 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.618299 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eef0100f-eca4-4f7d-81ec-d6beb35e60b3 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.624302 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef0100f-eca4-4f7d-81ec-d6beb35e60b3 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:09.625073 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eef0100f-eca4-4f7d-81ec-d6beb35e60b3 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.694205 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-eef0100f-eca4-4f7d-81ec-d6beb35e60b3 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2344887 Apr 18 21:29:09.698224 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58180) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:09.703508 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-f37697a7-13d3-46ad-bbac-b8273eb6f6f0 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Request body: {'subnet': {'network_id': '00fa9069-84e0-453e-9cc8-f4e27c193e0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:09.705158 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0100f-eca4-4f7d-81ec-d6beb35e60b3 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Pushing event updated for resources: {'Network': ['ID=00fa9069-84e0-453e-9cc8-f4e27c193e0d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:09.718539 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 00fa9069-84e0-453e-9cc8-f4e27c193e0d details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:29:09.808933 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37697a7-13d3-46ad-bbac-b8273eb6f6f0 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Made reservation on behalf of ea3fcee43e6f4b6489e124eac9133c59 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:09.810597 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Allocated IP 2001:db8:0:ffff::2 (4504119b-9846-40f8-837e-7ec68618b0ed/e088f1f1-6834-4bae-a687-3b5fad9cc849/aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:09.812539 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f37697a7-13d3-46ad-bbac-b8273eb6f6f0 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.987836 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.995244 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.021891 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f37697a7-13d3-46ad-bbac-b8273eb6f6f0 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.043575 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Network 4504119b-9846-40f8-837e-7ec68618b0ed is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:10.046965 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:10.049698 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:29:10.061977 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Pushing event updated for resources: {'Port': ['ID=aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:10.079984 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37697a7-13d3-46ad-bbac-b8273eb6f6f0 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Pushing event updated for resources: {'Subnet': ['ID=2a37201c-e345-40a1-a5b4-a7b8d74ac246,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:10.084484 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:10.084820 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:10.085163 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:10.085506 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:10.085840 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:10.086175 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:10.087129 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:10.087652 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:10.088005 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:10.088346 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:10.088702 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:10.089031 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:10.098822 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37697a7-13d3-46ad-bbac-b8273eb6f6f0 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Checking segment: {'id': '2972adc6-1e91-4252-97cc-00530e5042b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '00fa9069-84e0-453e-9cc8-f4e27c193e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:29:10.099189 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37697a7-13d3-46ad-bbac-b8273eb6f6f0 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Network hostable DHCP agents. Network: 00fa9069-84e0-453e-9cc8-f4e27c193e0d, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:29:10.120122 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37697a7-13d3-46ad-bbac-b8273eb6f6f0 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Network 00fa9069-84e0-453e-9cc8-f4e27c193e0d is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:29:10.130850 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Attempting to bind port aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:29:10.131265 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Attempting to bind port aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '89f5d0e2-da28-486c-a9e6-74c4c3d31880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4504119b-9846-40f8-837e-7ec68618b0ed'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:29:10.132528 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Attempting to bind port aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a on network 4504119b-9846-40f8-837e-7ec68618b0ed {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:29:10.135326 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-f37697a7-13d3-46ad-bbac-b8273eb6f6f0 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 00fa9069-84e0-453e-9cc8-f4e27c193e0d) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:10.139431 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:29:10.139894 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Checking segment: {'id': '89f5d0e2-da28-486c-a9e6-74c4c3d31880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4504119b-9846-40f8-837e-7ec68618b0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:29:10.140307 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.140508 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37697a7-13d3-46ad-bbac-b8273eb6f6f0 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:10.140867 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Bound using segment: {'id': '89f5d0e2-da28-486c-a9e6-74c4c3d31880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4504119b-9846-40f8-837e-7ec68618b0ed'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:29:10.141270 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f37697a7-13d3-46ad-bbac-b8273eb6f6f0 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.141397 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Bound port: aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f5d0e2-da28-486c-a9e6-74c4c3d31880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4504119b-9846-40f8-837e-7ec68618b0ed'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:29:10.141879 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.146268 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cc6ede-c6b2-4e68-8a01-5667233eeacb None None] Network 00fa9069-84e0-453e-9cc8-f4e27c193e0d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:29:10.172476 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f37697a7-13d3-46ad-bbac-b8273eb6f6f0 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4708934 Apr 18 21:29:10.173218 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58182) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:10.281952 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dddb7e31-29bb-4951-8e99-60ed5bc73019 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.287179 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] For port aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:29:10.291871 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] For port aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a,segment=NetworkSegment(89f5d0e2-da28-486c-a9e6-74c4c3d31880),segment_id=89f5d0e2-da28-486c-a9e6-74c4c3d31880)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:29:10.299298 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.371123 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dddb7e31-29bb-4951-8e99-60ed5bc73019 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.423410 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540e096-b8d4-4c6c-a0b9-6913cc8f7382 None None] Pushing event updated for resources: {'Port': ['ID=aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:10.434571 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796f86fa-3088-458d-9a51-9f19b7ea71b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-00fa9069-84e0-453e-9cc8-f4e27c193e0d', 'network_id': '00fa9069-84e0-453e-9cc8-f4e27c193e0d', 'tenant_id': 'ea3fcee43e6f4b6489e124eac9133c59', 'fixed_ips': [{'subnet_id': '2a37201c-e345-40a1-a5b4-a7b8d74ac246'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:29:10.435472 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-796f86fa-3088-458d-9a51-9f19b7ea71b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.456662 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dddb7e31-29bb-4951-8e99-60ed5bc73019 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.494109 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb7e31-29bb-4951-8e99-60ed5bc73019 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Pushing event deleted for resources: {'Subnet': ['ID=2a37201c-e345-40a1-a5b4-a7b8d74ac246,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server [None req-796f86fa-3088-458d-9a51-9f19b7ea71b8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a37201c-e345-40a1-a5b4-a7b8d74ac246: This subnet is being modified by another concurrent operation. Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server raise exception Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a37201c-e345-40a1-a5b4-a7b8d74ac246: This subnet is being modified by another concurrent operation. Apr 18 21:29:10.551958 n-d-838323-3 neutron-server[102910]: ERROR oslo_messaging.rpc.server Apr 18 21:29:10.589597 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dddb7e31-29bb-4951-8e99-60ed5bc73019 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.601048 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cd8a2d-9193-4e1d-bcac-120016bd9ac5 None None] Network 00fa9069-84e0-453e-9cc8-f4e27c193e0d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:29:10.625599 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-dddb7e31-29bb-4951-8e99-60ed5bc73019 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00fa9069-84e0-453e-9cc8-f4e27c193e0d']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:10.636301 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-dddb7e31-29bb-4951-8e99-60ed5bc73019 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2972adc6-1e91-4252-97cc-00530e5042b2') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:10.636637 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-dddb7e31-29bb-4951-8e99-60ed5bc73019 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2972adc6-1e91-4252-97cc-00530e5042b2') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:10.651812 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dddb7e31-29bb-4951-8e99-60ed5bc73019 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.672593 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dddb7e31-29bb-4951-8e99-60ed5bc73019 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.681916 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dddb7e31-29bb-4951-8e99-60ed5bc73019 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:29:10.682396 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dddb7e31-29bb-4951-8e99-60ed5bc73019 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:29:10.685993 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:29:10.759431 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dddb7e31-29bb-4951-8e99-60ed5bc73019 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.767390 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-dddb7e31-29bb-4951-8e99-60ed5bc73019 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.771209 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-dddb7e31-29bb-4951-8e99-60ed5bc73019 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] 10.222.0.41 "DELETE /v2.0/networks/00fa9069-84e0-453e-9cc8-f4e27c193e0d HTTP/1.1" status: 204 len: 168 time: 0.5969329 Apr 18 21:29:10.775362 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58184) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:10.790796 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-735ee870-fe0f-442b-b929-bb9eb825c70a tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1893034504'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:10.794367 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb7e31-29bb-4951-8e99-60ed5bc73019 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Pushing event deleted for resources: {'Network': ['ID=00fa9069-84e0-453e-9cc8-f4e27c193e0d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:10.813546 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735ee870-fe0f-442b-b929-bb9eb825c70a tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Made reservation on behalf of ea3fcee43e6f4b6489e124eac9133c59 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:10.817075 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-735ee870-fe0f-442b-b929-bb9eb825c70a tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.842745 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735ee870-fe0f-442b-b929-bb9eb825c70a tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:29:10.855974 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-735ee870-fe0f-442b-b929-bb9eb825c70a tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.856394 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-735ee870-fe0f-442b-b929-bb9eb825c70a tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Added segment ef6038a6-7df5-4491-b1d2-381baba27d21 of type vlan for network e29f3f56-64ce-4a0c-9fb0-0f8e763aaa21 Apr 18 21:29:10.903913 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-735ee870-fe0f-442b-b929-bb9eb825c70a tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.937963 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-735ee870-fe0f-442b-b929-bb9eb825c70a tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.943758 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735ee870-fe0f-442b-b929-bb9eb825c70a tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:10.944372 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-735ee870-fe0f-442b-b929-bb9eb825c70a tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.007906 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-735ee870-fe0f-442b-b929-bb9eb825c70a tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2222002 Apr 18 21:29:11.010970 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58186) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:11.016288 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-18e940a6-27bf-4976-9e2f-e7e97a42c65b tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Request body: {'subnet': {'network_id': 'e29f3f56-64ce-4a0c-9fb0-0f8e763aaa21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:11.017775 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ee870-fe0f-442b-b929-bb9eb825c70a tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Pushing event updated for resources: {'Network': ['ID=e29f3f56-64ce-4a0c-9fb0-0f8e763aaa21,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:11.029137 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network e29f3f56-64ce-4a0c-9fb0-0f8e763aaa21 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:29:11.120647 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e940a6-27bf-4976-9e2f-e7e97a42c65b tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Made reservation on behalf of ea3fcee43e6f4b6489e124eac9133c59 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:11.124726 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-18e940a6-27bf-4976-9e2f-e7e97a42c65b tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.191223 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.ipam_backend_mixin [None req-18e940a6-27bf-4976-9e2f-e7e97a42c65b tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Performing IP validity checks on allocation pools {{(pid=102908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 21:29:11.191747 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.ipam_backend_mixin [None req-18e940a6-27bf-4976-9e2f-e7e97a42c65b tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 21:29:11.335659 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-18e940a6-27bf-4976-9e2f-e7e97a42c65b tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.398293 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e940a6-27bf-4976-9e2f-e7e97a42c65b tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Pushing event updated for resources: {'Subnet': ['ID=015b6933-c31a-4210-b741-726de2c310bf,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:11.416823 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e940a6-27bf-4976-9e2f-e7e97a42c65b tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Checking segment: {'id': 'ef6038a6-7df5-4491-b1d2-381baba27d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e29f3f56-64ce-4a0c-9fb0-0f8e763aaa21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:29:11.417107 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e940a6-27bf-4976-9e2f-e7e97a42c65b tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Network hostable DHCP agents. Network: e29f3f56-64ce-4a0c-9fb0-0f8e763aaa21, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:29:11.436802 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e940a6-27bf-4976-9e2f-e7e97a42c65b tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Network e29f3f56-64ce-4a0c-9fb0-0f8e763aaa21 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:29:11.447937 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-18e940a6-27bf-4976-9e2f-e7e97a42c65b tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, e29f3f56-64ce-4a0c-9fb0-0f8e763aaa21) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:11.452281 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e940a6-27bf-4976-9e2f-e7e97a42c65b tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:11.452938 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-18e940a6-27bf-4976-9e2f-e7e97a42c65b tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.460499 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d027a5b0-30cf-4126-9bdb-e13cc981972d None None] Network e29f3f56-64ce-4a0c-9fb0-0f8e763aaa21 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:29:11.473990 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-18e940a6-27bf-4976-9e2f-e7e97a42c65b tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4618921 Apr 18 21:29:11.476651 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58188) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:11.512834 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f96990-6ed3-4438-89fd-3882cd85e7f6 None None] Network 4504119b-9846-40f8-837e-7ec68618b0ed requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:29:11.582934 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6666b2dc-7fd9-44ba-b0ab-0bb2c33867a7 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.612759 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ff578e2b-1731-48c6-8767-c8282b1174b9 None None] Provisioning complete for port aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:11.613333 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff578e2b-1731-48c6-8767-c8282b1174b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.680137 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6666b2dc-7fd9-44ba-b0ab-0bb2c33867a7 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.746715 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6666b2dc-7fd9-44ba-b0ab-0bb2c33867a7 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.784141 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666b2dc-7fd9-44ba-b0ab-0bb2c33867a7 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Pushing event deleted for resources: {'Subnet': ['ID=015b6933-c31a-4210-b741-726de2c310bf,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:11.802614 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219bffaf-7228-4f19-b2e1-60868c29e162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-e29f3f56-64ce-4a0c-9fb0-0f8e763aaa21', 'network_id': 'e29f3f56-64ce-4a0c-9fb0-0f8e763aaa21', 'tenant_id': 'ea3fcee43e6f4b6489e124eac9133c59', 'fixed_ips': [{'subnet_id': '015b6933-c31a-4210-b741-726de2c310bf'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:29:11.803487 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-219bffaf-7228-4f19-b2e1-60868c29e162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.845831 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff578e2b-1731-48c6-8767-c8282b1174b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.850120 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:29:11.865111 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6666b2dc-7fd9-44ba-b0ab-0bb2c33867a7 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.886989 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-6666b2dc-7fd9-44ba-b0ab-0bb2c33867a7 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29f3f56-64ce-4a0c-9fb0-0f8e763aaa21']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:11.897125 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-6666b2dc-7fd9-44ba-b0ab-0bb2c33867a7 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6038a6-7df5-4491-b1d2-381baba27d21') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:11.897518 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-6666b2dc-7fd9-44ba-b0ab-0bb2c33867a7 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6038a6-7df5-4491-b1d2-381baba27d21') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:11.909121 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6666b2dc-7fd9-44ba-b0ab-0bb2c33867a7 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.925318 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6666b2dc-7fd9-44ba-b0ab-0bb2c33867a7 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.933903 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6666b2dc-7fd9-44ba-b0ab-0bb2c33867a7 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:29:11.934571 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6666b2dc-7fd9-44ba-b0ab-0bb2c33867a7 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:29:11.938600 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:29:12.084547 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6666b2dc-7fd9-44ba-b0ab-0bb2c33867a7 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.093618 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6666b2dc-7fd9-44ba-b0ab-0bb2c33867a7 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.097014 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6666b2dc-7fd9-44ba-b0ab-0bb2c33867a7 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] 10.222.0.41 "DELETE /v2.0/networks/e29f3f56-64ce-4a0c-9fb0-0f8e763aaa21 HTTP/1.1" status: 204 len: 168 time: 0.6192272 Apr 18 21:29:12.101261 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58190) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:12.109224 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c09afe3a-ad4a-4152-869a-f34af5afa32c tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1488453177'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:12.113017 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666b2dc-7fd9-44ba-b0ab-0bb2c33867a7 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Pushing event deleted for resources: {'Network': ['ID=e29f3f56-64ce-4a0c-9fb0-0f8e763aaa21,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:12.139767 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2dfd8c-f228-454c-aa2c-197a7e623e86 None None] Network e29f3f56-64ce-4a0c-9fb0-0f8e763aaa21 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:29:12.147188 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ff578e2b-1731-48c6-8767-c8282b1174b9 None None] For port aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a,segment=NetworkSegment(89f5d0e2-da28-486c-a9e6-74c4c3d31880),segment_id=89f5d0e2-da28-486c-a9e6-74c4c3d31880)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:12.147415 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09afe3a-ad4a-4152-869a-f34af5afa32c tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Made reservation on behalf of ea3fcee43e6f4b6489e124eac9133c59 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:12.152377 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c09afe3a-ad4a-4152-869a-f34af5afa32c tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.161393 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff578e2b-1731-48c6-8767-c8282b1174b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.163448 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2dfd8c-f228-454c-aa2c-197a7e623e86 None None] Network e29f3f56-64ce-4a0c-9fb0-0f8e763aaa21 could not be found, it might have been deleted concurrently. {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 21:29:12.179841 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09afe3a-ad4a-4152-869a-f34af5afa32c tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:29:12.191468 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c09afe3a-ad4a-4152-869a-f34af5afa32c tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.191729 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-c09afe3a-ad4a-4152-869a-f34af5afa32c tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Added segment de44d508-9c8e-438a-893b-8eb3bb5214d5 of type vlan for network 3dc92c26-dba6-4a08-8097-972fc707ad52 Apr 18 21:29:12.216229 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:12.216627 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.235519 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c09afe3a-ad4a-4152-869a-f34af5afa32c tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.245777 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff578e2b-1731-48c6-8767-c8282b1174b9 None None] Pushing event updated for resources: {'Port': ['ID=aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:12.272736 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c09afe3a-ad4a-4152-869a-f34af5afa32c tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.279391 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09afe3a-ad4a-4152-869a-f34af5afa32c tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:12.280033 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c09afe3a-ad4a-4152-869a-f34af5afa32c tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.331749 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.349808 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c09afe3a-ad4a-4152-869a-f34af5afa32c tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2457402 Apr 18 21:29:12.352976 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58192) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:12.358248 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-383d467a-7e27-4dcb-b50a-a42471d81ad1 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Request body: {'subnet': {'network_id': '3dc92c26-dba6-4a08-8097-972fc707ad52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:12.363782 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09afe3a-ad4a-4152-869a-f34af5afa32c tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Pushing event updated for resources: {'Network': ['ID=3dc92c26-dba6-4a08-8097-972fc707ad52,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:12.377849 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 3dc92c26-dba6-4a08-8097-972fc707ad52 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:29:12.382338 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ac3975-9522-4003-8f3d-87eaafc9e3d4 None None] get_active_networks_info from n-d-838323-3 {{(pid=102910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 21:29:12.457193 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383d467a-7e27-4dcb-b50a-a42471d81ad1 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Made reservation on behalf of ea3fcee43e6f4b6489e124eac9133c59 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:12.461145 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-383d467a-7e27-4dcb-b50a-a42471d81ad1 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.470917 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ede70ddc-4b66-4760-b547-caff86dddba1 None None] Provisioning complete for port aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:12.471285 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ede70ddc-4b66-4760-b547-caff86dddba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.551267 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ac3975-9522-4003-8f3d-87eaafc9e3d4 None None] Resources bound (agent type, host, resource id): {{(pid=102910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:29:12.662291 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-383d467a-7e27-4dcb-b50a-a42471d81ad1 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.734823 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d467a-7e27-4dcb-b50a-a42471d81ad1 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Pushing event updated for resources: {'Subnet': ['ID=18574457-da8a-48fc-960e-5950bae32864,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:12.746881 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383d467a-7e27-4dcb-b50a-a42471d81ad1 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Checking segment: {'id': 'de44d508-9c8e-438a-893b-8eb3bb5214d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3dc92c26-dba6-4a08-8097-972fc707ad52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:29:12.747327 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383d467a-7e27-4dcb-b50a-a42471d81ad1 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Network hostable DHCP agents. Network: 3dc92c26-dba6-4a08-8097-972fc707ad52, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:29:12.768170 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383d467a-7e27-4dcb-b50a-a42471d81ad1 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Network 3dc92c26-dba6-4a08-8097-972fc707ad52 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:29:12.780080 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-383d467a-7e27-4dcb-b50a-a42471d81ad1 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 3dc92c26-dba6-4a08-8097-972fc707ad52) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:12.788076 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383d467a-7e27-4dcb-b50a-a42471d81ad1 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:12.788979 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-383d467a-7e27-4dcb-b50a-a42471d81ad1 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.802478 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995b5749-7225-4d5c-8de1-3a329eda8e0d None None] Network 3dc92c26-dba6-4a08-8097-972fc707ad52 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:29:12.807238 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-383d467a-7e27-4dcb-b50a-a42471d81ad1 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4531128 Apr 18 21:29:12.810838 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58194) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:12.816109 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-6cc6ef27-20f2-4827-b0a2-cab2d03d0857 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1482080224'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:12.838954 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc6ef27-20f2-4827-b0a2-cab2d03d0857 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Made reservation on behalf of ea3fcee43e6f4b6489e124eac9133c59 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:12.842938 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6cc6ef27-20f2-4827-b0a2-cab2d03d0857 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.873982 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc6ef27-20f2-4827-b0a2-cab2d03d0857 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:29:12.884456 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6cc6ef27-20f2-4827-b0a2-cab2d03d0857 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.884895 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-6cc6ef27-20f2-4827-b0a2-cab2d03d0857 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Added segment 87b41111-8dcf-4a7e-a3d7-00846be5fe8f of type vlan for network ba98598c-976d-4698-8b22-ac9be2e5c835 Apr 18 21:29:12.928096 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6cc6ef27-20f2-4827-b0a2-cab2d03d0857 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.955603 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6cc6ef27-20f2-4827-b0a2-cab2d03d0857 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.962214 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc6ef27-20f2-4827-b0a2-cab2d03d0857 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:12.962853 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6cc6ef27-20f2-4827-b0a2-cab2d03d0857 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.969706 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf03e89e-692d-46ae-8439-c2c69d60f819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-3dc92c26-dba6-4a08-8097-972fc707ad52', 'network_id': '3dc92c26-dba6-4a08-8097-972fc707ad52', 'tenant_id': 'ea3fcee43e6f4b6489e124eac9133c59', 'fixed_ips': [{'subnet_id': '18574457-da8a-48fc-960e-5950bae32864'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:29:12.970821 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cf03e89e-692d-46ae-8439-c2c69d60f819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:13.018611 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6cc6ef27-20f2-4827-b0a2-cab2d03d0857 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2063389 Apr 18 21:29:13.021357 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58196) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:13.027345 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e4c4e62e-5336-4439-ac92-80719db53c74 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Request body: {'subnet': {'network_id': 'ba98598c-976d-4698-8b22-ac9be2e5c835', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:13.033683 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6ef27-20f2-4827-b0a2-cab2d03d0857 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Pushing event updated for resources: {'Network': ['ID=ba98598c-976d-4698-8b22-ac9be2e5c835,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:13.047314 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network ba98598c-976d-4698-8b22-ac9be2e5c835 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:29:13.127077 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c4e62e-5336-4439-ac92-80719db53c74 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Made reservation on behalf of ea3fcee43e6f4b6489e124eac9133c59 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:13.131627 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e62e-5336-4439-ac92-80719db53c74 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:13.188774 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-cf03e89e-692d-46ae-8439-c2c69d60f819 None None] Allocated IP 2001:db8::2 (3dc92c26-dba6-4a08-8097-972fc707ad52/18574457-da8a-48fc-960e-5950bae32864/816ab00e-2754-44e6-8549-d09d16d1bc0a) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:13.334180 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e62e-5336-4439-ac92-80719db53c74 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:13.350422 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cf03e89e-692d-46ae-8439-c2c69d60f819 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:13.356953 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cf03e89e-692d-46ae-8439-c2c69d60f819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:13.401340 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf03e89e-692d-46ae-8439-c2c69d60f819 None None] Network 3dc92c26-dba6-4a08-8097-972fc707ad52 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:13.403547 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4e62e-5336-4439-ac92-80719db53c74 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Pushing event updated for resources: {'Subnet': ['ID=e1aa7663-e2d2-4567-a68c-9a67630339b9,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:13.405235 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-cf03e89e-692d-46ae-8439-c2c69d60f819 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:13.409017 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf03e89e-692d-46ae-8439-c2c69d60f819 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:29:13.414901 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03e89e-692d-46ae-8439-c2c69d60f819 None None] Pushing event updated for resources: {'Port': ['ID=816ab00e-2754-44e6-8549-d09d16d1bc0a,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:13.417449 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c4e62e-5336-4439-ac92-80719db53c74 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Checking segment: {'id': '87b41111-8dcf-4a7e-a3d7-00846be5fe8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ba98598c-976d-4698-8b22-ac9be2e5c835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:29:13.418263 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c4e62e-5336-4439-ac92-80719db53c74 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Network hostable DHCP agents. Network: ba98598c-976d-4698-8b22-ac9be2e5c835, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:29:13.439760 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c4e62e-5336-4439-ac92-80719db53c74 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Network ba98598c-976d-4698-8b22-ac9be2e5c835 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:29:13.451483 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-e4c4e62e-5336-4439-ac92-80719db53c74 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, ba98598c-976d-4698-8b22-ac9be2e5c835) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:13.457612 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c4e62e-5336-4439-ac92-80719db53c74 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:13.458829 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e62e-5336-4439-ac92-80719db53c74 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:13.468082 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89bf1a2-90f8-4128-9057-cfe5c7fa8d12 None None] Network ba98598c-976d-4698-8b22-ac9be2e5c835 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:29:13.479548 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e4c4e62e-5336-4439-ac92-80719db53c74 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4569223 Apr 18 21:29:13.482177 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58198) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:13.522815 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-cf03e89e-692d-46ae-8439-c2c69d60f819 None None] Attempting to bind port 816ab00e-2754-44e6-8549-d09d16d1bc0a on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:29:13.523177 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-cf03e89e-692d-46ae-8439-c2c69d60f819 None None] Attempting to bind port 816ab00e-2754-44e6-8549-d09d16d1bc0a by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'de44d508-9c8e-438a-893b-8eb3bb5214d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3dc92c26-dba6-4a08-8097-972fc707ad52'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:29:13.523542 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf03e89e-692d-46ae-8439-c2c69d60f819 None None] Attempting to bind port 816ab00e-2754-44e6-8549-d09d16d1bc0a on network 3dc92c26-dba6-4a08-8097-972fc707ad52 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:29:13.535998 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf03e89e-692d-46ae-8439-c2c69d60f819 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:29:13.536372 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf03e89e-692d-46ae-8439-c2c69d60f819 None None] Checking segment: {'id': 'de44d508-9c8e-438a-893b-8eb3bb5214d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3dc92c26-dba6-4a08-8097-972fc707ad52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:29:13.536803 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cf03e89e-692d-46ae-8439-c2c69d60f819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:13.537260 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf03e89e-692d-46ae-8439-c2c69d60f819 None None] Bound using segment: {'id': 'de44d508-9c8e-438a-893b-8eb3bb5214d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3dc92c26-dba6-4a08-8097-972fc707ad52'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:29:13.537745 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-cf03e89e-692d-46ae-8439-c2c69d60f819 None None] Bound port: 816ab00e-2754-44e6-8549-d09d16d1bc0a, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de44d508-9c8e-438a-893b-8eb3bb5214d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3dc92c26-dba6-4a08-8097-972fc707ad52'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:29:13.538124 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cf03e89e-692d-46ae-8439-c2c69d60f819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:13.585801 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-85b33ffb-0ac0-4714-b262-78c9c2f1bb2f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:13.640547 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-85b33ffb-0ac0-4714-b262-78c9c2f1bb2f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:13.669964 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-cf03e89e-692d-46ae-8439-c2c69d60f819 None None] For port 816ab00e-2754-44e6-8549-d09d16d1bc0a, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:29:13.675889 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-cf03e89e-692d-46ae-8439-c2c69d60f819 None None] For port 816ab00e-2754-44e6-8549-d09d16d1bc0a, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=816ab00e-2754-44e6-8549-d09d16d1bc0a,segment=NetworkSegment(de44d508-9c8e-438a-893b-8eb3bb5214d5),segment_id=de44d508-9c8e-438a-893b-8eb3bb5214d5)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:29:13.695152 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cf03e89e-692d-46ae-8439-c2c69d60f819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:13.727844 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-85b33ffb-0ac0-4714-b262-78c9c2f1bb2f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:13.729834 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10034472-7cec-422a-a531-67a36248174a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-ba98598c-976d-4698-8b22-ac9be2e5c835', 'network_id': 'ba98598c-976d-4698-8b22-ac9be2e5c835', 'tenant_id': 'ea3fcee43e6f4b6489e124eac9133c59', 'fixed_ips': [{'subnet_id': 'e1aa7663-e2d2-4567-a68c-9a67630339b9'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:29:13.730716 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-10034472-7cec-422a-a531-67a36248174a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:13.761171 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b33ffb-0ac0-4714-b262-78c9c2f1bb2f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Pushing event deleted for resources: {'Subnet': ['ID=e1aa7663-e2d2-4567-a68c-9a67630339b9,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:13.823079 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-85b33ffb-0ac0-4714-b262-78c9c2f1bb2f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:13.849007 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-85b33ffb-0ac0-4714-b262-78c9c2f1bb2f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba98598c-976d-4698-8b22-ac9be2e5c835']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:13.855667 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03e89e-692d-46ae-8439-c2c69d60f819 None None] Pushing event updated for resources: {'Port': ['ID=816ab00e-2754-44e6-8549-d09d16d1bc0a,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:13.860304 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:29:13.861575 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-85b33ffb-0ac0-4714-b262-78c9c2f1bb2f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b41111-8dcf-4a7e-a3d7-00846be5fe8f') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:13.861895 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-85b33ffb-0ac0-4714-b262-78c9c2f1bb2f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b41111-8dcf-4a7e-a3d7-00846be5fe8f') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:13.874586 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-85b33ffb-0ac0-4714-b262-78c9c2f1bb2f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:13.891886 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-85b33ffb-0ac0-4714-b262-78c9c2f1bb2f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:13.901511 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b33ffb-0ac0-4714-b262-78c9c2f1bb2f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:29:13.902021 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-85b33ffb-0ac0-4714-b262-78c9c2f1bb2f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:13.904061 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144f0217-6015-4104-881b-c061c9ed1a91 None None] Network ba98598c-976d-4698-8b22-ac9be2e5c835 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:29:13.906770 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:29:13.981368 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-85b33ffb-0ac0-4714-b262-78c9c2f1bb2f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:13.989816 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-85b33ffb-0ac0-4714-b262-78c9c2f1bb2f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:14.001260 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-85b33ffb-0ac0-4714-b262-78c9c2f1bb2f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] 10.222.0.41 "DELETE /v2.0/networks/ba98598c-976d-4698-8b22-ac9be2e5c835 HTTP/1.1" status: 204 len: 168 time: 0.5177078 Apr 18 21:29:14.011539 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58200) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:14.012230 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:14.012642 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:14.038259 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b33ffb-0ac0-4714-b262-78c9c2f1bb2f tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Pushing event deleted for resources: {'Network': ['ID=ba98598c-976d-4698-8b22-ac9be2e5c835,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:14.062956 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b79e4a-03f3-4e49-912e-881624f9a045 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] GET failed (client error): The resource could not be found. Apr 18 21:29:14.064625 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-71b79e4a-03f3-4e49-912e-881624f9a045 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] 10.222.0.41 "GET /v2.0/subnets/e1aa7663-e2d2-4567-a68c-9a67630339b9 HTTP/1.1" status: 404 len: 337 time: 0.0489163 Apr 18 21:29:14.067993 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58202) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:14.101725 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f1ba2fa-def1-4001-8d2e-6ca5208b211a tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] DELETE failed (client error): The resource could not be found. Apr 18 21:29:14.102825 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f1ba2fa-def1-4001-8d2e-6ca5208b211a tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:29:14.106094 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1f1ba2fa-def1-4001-8d2e-6ca5208b211a tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] 10.222.0.41 "DELETE /v2.0/networks/ba98598c-976d-4698-8b22-ac9be2e5c835 HTTP/1.1" status: 404 len: 339 time: 0.0364945 Apr 18 21:29:14.109931 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58204) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:14.137914 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d2c3ba5-d18d-4e02-a31b-e2e90d52aaf4 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] DELETE failed (client error): The resource could not be found. Apr 18 21:29:14.138459 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d2c3ba5-d18d-4e02-a31b-e2e90d52aaf4 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:29:14.144137 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4d2c3ba5-d18d-4e02-a31b-e2e90d52aaf4 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] 10.222.0.41 "DELETE /v2.0/subnets/e1aa7663-e2d2-4567-a68c-9a67630339b9 HTTP/1.1" status: 404 len: 337 time: 0.0307934 Apr 18 21:29:14.144503 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58206) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:14.163815 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be2c4d4-a1ce-42b8-b7fa-6a4b8bf42d63 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] DELETE failed (client error): The resource could not be found. Apr 18 21:29:14.164537 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5be2c4d4-a1ce-42b8-b7fa-6a4b8bf42d63 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:29:14.167711 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5be2c4d4-a1ce-42b8-b7fa-6a4b8bf42d63 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] 10.222.0.41 "DELETE /v2.0/networks/ba98598c-976d-4698-8b22-ac9be2e5c835 HTTP/1.1" status: 404 len: 339 time: 0.0221572 Apr 18 21:29:14.170725 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58208) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:14.224020 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7855ba9-6ba5-4737-bb1f-99aa6d888e00 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Deleting subnet 18574457-da8a-48fc-960e-5950bae32864 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:29:14.227611 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d7855ba9-6ba5-4737-bb1f-99aa6d888e00 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:14.276271 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d7855ba9-6ba5-4737-bb1f-99aa6d888e00 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:14.372323 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d7855ba9-6ba5-4737-bb1f-99aa6d888e00 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:14.438184 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d7855ba9-6ba5-4737-bb1f-99aa6d888e00 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:14.465678 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7855ba9-6ba5-4737-bb1f-99aa6d888e00 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Pushing event deleted for resources: {'Subnet': ['ID=18574457-da8a-48fc-960e-5950bae32864,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:14.471884 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d7855ba9-6ba5-4737-bb1f-99aa6d888e00 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:14.475436 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d7855ba9-6ba5-4737-bb1f-99aa6d888e00 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] 10.222.0.41 "DELETE /v2.0/subnets/18574457-da8a-48fc-960e-5950bae32864 HTTP/1.1" status: 204 len: 168 time: 0.3037198 Apr 18 21:29:14.478121 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58210) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:14.567911 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c61e2afc-282c-40ed-bc4f-24631b6cc4dc tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:14.642944 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-c61e2afc-282c-40ed-bc4f-24631b6cc4dc tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Deleting port 816ab00e-2754-44e6-8549-d09d16d1bc0a {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:29:14.643600 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c61e2afc-282c-40ed-bc4f-24631b6cc4dc tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:14.722625 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-c61e2afc-282c-40ed-bc4f-24631b6cc4dc tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] For port 816ab00e-2754-44e6-8549-d09d16d1bc0a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=816ab00e-2754-44e6-8549-d09d16d1bc0a,segment=NetworkSegment(de44d508-9c8e-438a-893b-8eb3bb5214d5),segment_id=de44d508-9c8e-438a-893b-8eb3bb5214d5)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:14.723011 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c61e2afc-282c-40ed-bc4f-24631b6cc4dc tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:14.741915 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-c61e2afc-282c-40ed-bc4f-24631b6cc4dc tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Calling delete_port for 816ab00e-2754-44e6-8549-d09d16d1bc0a owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:29:14.840030 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0581f4-19f2-440f-9242-83f1a3eb1ec0 None None] Network 3dc92c26-dba6-4a08-8097-972fc707ad52 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:29:14.860813 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c61e2afc-282c-40ed-bc4f-24631b6cc4dc tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:14.890025 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e2afc-282c-40ed-bc4f-24631b6cc4dc tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Pushing event deleted for resources: {'Port': ['ID=816ab00e-2754-44e6-8549-d09d16d1bc0a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:14.895788 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61e2afc-282c-40ed-bc4f-24631b6cc4dc tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] No DVR routers for this DVR port 816ab00e-2754-44e6-8549-d09d16d1bc0a on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:29:14.902349 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-0afafc94-cd21-4698-8588-1cf4dee34433 None None] Could not find standard attr ID for object 816ab00e-2754-44e6-8549-d09d16d1bc0a. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:29:15.001578 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c61e2afc-282c-40ed-bc4f-24631b6cc4dc tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:15.017653 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdccd61c-eff2-4594-9bb8-d79c13b6439d None None] DHCP port deletion for 3dc92c26-dba6-4a08-8097-972fc707ad52 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:29:15.033506 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-c61e2afc-282c-40ed-bc4f-24631b6cc4dc tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc92c26-dba6-4a08-8097-972fc707ad52']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:15.047440 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-c61e2afc-282c-40ed-bc4f-24631b6cc4dc tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de44d508-9c8e-438a-893b-8eb3bb5214d5') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:15.047737 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-c61e2afc-282c-40ed-bc4f-24631b6cc4dc tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de44d508-9c8e-438a-893b-8eb3bb5214d5') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:15.060093 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c61e2afc-282c-40ed-bc4f-24631b6cc4dc tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:15.074536 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c61e2afc-282c-40ed-bc4f-24631b6cc4dc tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:15.081045 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61e2afc-282c-40ed-bc4f-24631b6cc4dc tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:29:15.081406 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c61e2afc-282c-40ed-bc4f-24631b6cc4dc tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:29:15.084725 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:29:15.151290 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c61e2afc-282c-40ed-bc4f-24631b6cc4dc tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:15.157037 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c61e2afc-282c-40ed-bc4f-24631b6cc4dc tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:15.160482 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c61e2afc-282c-40ed-bc4f-24631b6cc4dc tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] 10.222.0.41 "DELETE /v2.0/networks/3dc92c26-dba6-4a08-8097-972fc707ad52 HTTP/1.1" status: 204 len: 168 time: 0.6812997 Apr 18 21:29:15.164313 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58212) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:15.177409 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e2afc-282c-40ed-bc4f-24631b6cc4dc tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Pushing event deleted for resources: {'Network': ['ID=3dc92c26-dba6-4a08-8097-972fc707ad52,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:15.194275 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-1623a41b-670b-44b0-97a1-32e168276c06 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] DELETE failed (client error): The resource could not be found. Apr 18 21:29:15.194733 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1623a41b-670b-44b0-97a1-32e168276c06 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:29:15.199705 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1623a41b-670b-44b0-97a1-32e168276c06 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] 10.222.0.41 "DELETE /v2.0/subnets/015b6933-c31a-4210-b741-726de2c310bf HTTP/1.1" status: 404 len: 337 time: 0.0332367 Apr 18 21:29:15.202820 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58214) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:15.222070 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a0fa5b-acd8-413a-b30f-21d6b336ee4a tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] DELETE failed (client error): The resource could not be found. Apr 18 21:29:15.222909 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59a0fa5b-acd8-413a-b30f-21d6b336ee4a tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:29:15.225991 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-59a0fa5b-acd8-413a-b30f-21d6b336ee4a tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] 10.222.0.41 "DELETE /v2.0/networks/e29f3f56-64ce-4a0c-9fb0-0f8e763aaa21 HTTP/1.1" status: 404 len: 339 time: 0.0221941 Apr 18 21:29:15.228629 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58216) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:15.262116 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-14065178-2ede-4c9a-a838-9c6573fab998 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] DELETE failed (client error): The resource could not be found. Apr 18 21:29:15.262576 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14065178-2ede-4c9a-a838-9c6573fab998 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:29:15.265745 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-14065178-2ede-4c9a-a838-9c6573fab998 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] 10.222.0.41 "DELETE /v2.0/subnets/2a37201c-e345-40a1-a5b4-a7b8d74ac246 HTTP/1.1" status: 404 len: 337 time: 0.0361118 Apr 18 21:29:15.268361 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58218) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:15.288121 n-d-838323-3 neutron-server[102908]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f1e953-d32a-478e-9e02-c2c242a82369 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] DELETE failed (client error): The resource could not be found. Apr 18 21:29:15.288720 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f1e953-d32a-478e-9e02-c2c242a82369 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:29:15.292746 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-19f1e953-d32a-478e-9e02-c2c242a82369 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] 10.222.0.41 "DELETE /v2.0/networks/00fa9069-84e0-453e-9cc8-f4e27c193e0d HTTP/1.1" status: 404 len: 339 time: 0.0233314 Apr 18 21:29:15.295406 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58220) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:15.349950 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-0794d879-b83e-4667-9e93-b64b67e0d192 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Deleting subnet e088f1f1-6834-4bae-a687-3b5fad9cc849 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:29:15.353771 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0794d879-b83e-4667-9e93-b64b67e0d192 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:15.397149 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0794d879-b83e-4667-9e93-b64b67e0d192 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:15.501912 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0794d879-b83e-4667-9e93-b64b67e0d192 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:15.568582 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0794d879-b83e-4667-9e93-b64b67e0d192 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:15.599502 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0794d879-b83e-4667-9e93-b64b67e0d192 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:15.603851 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0794d879-b83e-4667-9e93-b64b67e0d192 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] 10.222.0.41 "DELETE /v2.0/subnets/e088f1f1-6834-4bae-a687-3b5fad9cc849 HTTP/1.1" status: 204 len: 168 time: 0.3074276 Apr 18 21:29:15.604810 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794d879-b83e-4667-9e93-b64b67e0d192 tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Pushing event deleted for resources: {'Subnet': ['ID=e088f1f1-6834-4bae-a687-3b5fad9cc849,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:15.612100 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58222) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:15.616052 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7164b8b7-35a1-4322-976e-38218750301d None None] Network 4504119b-9846-40f8-837e-7ec68618b0ed requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:29:15.737453 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a8d052c7-9ca4-4972-9181-dc214e0a4ffe tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:15.809477 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-a8d052c7-9ca4-4972-9181-dc214e0a4ffe tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Deleting port aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:29:15.810470 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a8d052c7-9ca4-4972-9181-dc214e0a4ffe tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:15.819975 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a70ecc0-6665-4613-8191-ec0b08412415 None None] DHCP port deletion for 4504119b-9846-40f8-837e-7ec68618b0ed request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:29:15.880799 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-5a70ecc0-6665-4613-8191-ec0b08412415 None None] Deleting port aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:29:15.881412 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5a70ecc0-6665-4613-8191-ec0b08412415 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:15.907116 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-a8d052c7-9ca4-4972-9181-dc214e0a4ffe tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] For port aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a,segment=NetworkSegment(89f5d0e2-da28-486c-a9e6-74c4c3d31880),segment_id=89f5d0e2-da28-486c-a9e6-74c4c3d31880)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:15.907742 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a8d052c7-9ca4-4972-9181-dc214e0a4ffe tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:15.932112 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-a8d052c7-9ca4-4972-9181-dc214e0a4ffe tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Calling delete_port for aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:29:15.984769 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5a70ecc0-6665-4613-8191-ec0b08412415 None None] For port aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a,segment=NetworkSegment(89f5d0e2-da28-486c-a9e6-74c4c3d31880),segment_id=89f5d0e2-da28-486c-a9e6-74c4c3d31880)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:15.985426 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5a70ecc0-6665-4613-8191-ec0b08412415 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:16.002788 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-5a70ecc0-6665-4613-8191-ec0b08412415 None None] Calling delete_port for aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:29:16.065918 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a8d052c7-9ca4-4972-9181-dc214e0a4ffe tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:16.092466 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5a70ecc0-6665-4613-8191-ec0b08412415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:16.118304 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d052c7-9ca4-4972-9181-dc214e0a4ffe tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Pushing event deleted for resources: {'Port': ['ID=aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:16.121676 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d052c7-9ca4-4972-9181-dc214e0a4ffe tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] No DVR routers for this DVR port aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:29:16.121969 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70ecc0-6665-4613-8191-ec0b08412415 None None] Pushing event deleted for resources: {'Port': ['ID=aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:16.127806 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a70ecc0-6665-4613-8191-ec0b08412415 None None] No DVR routers for this DVR port aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:29:16.261847 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a8d052c7-9ca4-4972-9181-dc214e0a4ffe tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:16.285895 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a8d052c7-9ca4-4972-9181-dc214e0a4ffe tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4504119b-9846-40f8-837e-7ec68618b0ed']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:16.297702 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a8d052c7-9ca4-4972-9181-dc214e0a4ffe tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f5d0e2-da28-486c-a9e6-74c4c3d31880') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:16.297999 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a8d052c7-9ca4-4972-9181-dc214e0a4ffe tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f5d0e2-da28-486c-a9e6-74c4c3d31880') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:16.309204 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a8d052c7-9ca4-4972-9181-dc214e0a4ffe tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:16.323683 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a8d052c7-9ca4-4972-9181-dc214e0a4ffe tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:16.330278 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d052c7-9ca4-4972-9181-dc214e0a4ffe tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:29:16.330678 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a8d052c7-9ca4-4972-9181-dc214e0a4ffe tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:29:16.333915 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:29:16.397503 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a8d052c7-9ca4-4972-9181-dc214e0a4ffe tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:16.402680 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a8d052c7-9ca4-4972-9181-dc214e0a4ffe tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:16.408777 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a8d052c7-9ca4-4972-9181-dc214e0a4ffe tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] 10.222.0.41 "DELETE /v2.0/networks/4504119b-9846-40f8-837e-7ec68618b0ed HTTP/1.1" status: 204 len: 168 time: 0.7951033 Apr 18 21:29:16.425581 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d052c7-9ca4-4972-9181-dc214e0a4ffe tempest-NetworksIpV6Test-1663790041 tempest-NetworksIpV6Test-1663790041-project] Pushing event deleted for resources: {'Network': ['ID=4504119b-9846-40f8-837e-7ec68618b0ed,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:16.726989 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58228) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:16.903747 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1c2833eb-4ead-4912-83e5-7ef951a8f3c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea3fcee43e6f4b6489e124eac9133c59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1754060 Apr 18 21:29:16.906715 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58232) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:16.969242 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0711e396-16eb-4d51-918d-3819db0f52b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:16.995596 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0711e396-16eb-4d51-918d-3819db0f52b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:17.050720 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0711e396-16eb-4d51-918d-3819db0f52b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:17.054540 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0711e396-16eb-4d51-918d-3819db0f52b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:17.056453 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0711e396-16eb-4d51-918d-3819db0f52b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b259c40c-2048-4b9e-83ee-72103cf8d34a HTTP/1.1" status: 204 len: 168 time: 0.1485255 Apr 18 21:29:17.071978 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711e396-16eb-4d51-918d-3819db0f52b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b259c40c-2048-4b9e-83ee-72103cf8d34a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:17.790619 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:29:17.803516 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58254) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:17.813610 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:29:17.814019 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device aa1bc6d7-4d33-4bbd-b7bb-1f4144bb6b0a not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:29:17.919000 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-01235ed4-5646-485e-9912-2a95bac76409 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1405305997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:17.943854 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-01235ed4-5646-485e-9912-2a95bac76409 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:17.945155 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-01235ed4-5646-485e-9912-2a95bac76409 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.006562 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-01235ed4-5646-485e-9912-2a95bac76409 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.011796 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-01235ed4-5646-485e-9912-2a95bac76409 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.032710 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-01235ed4-5646-485e-9912-2a95bac76409 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.033984 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-01235ed4-5646-485e-9912-2a95bac76409 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2292175 Apr 18 21:29:18.036911 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58258) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:18.043102 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-897fa751-d1e6-4e1a-aa33-dee155aec349 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2042187713'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:18.065522 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897fa751-d1e6-4e1a-aa33-dee155aec349 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Made reservation on behalf of 52cacd3e92a841b0ba3e089107ba08f8 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:18.069149 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-897fa751-d1e6-4e1a-aa33-dee155aec349 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.078773 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-897fa751-d1e6-4e1a-aa33-dee155aec349 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.168953 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-897fa751-d1e6-4e1a-aa33-dee155aec349 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.173550 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-897fa751-d1e6-4e1a-aa33-dee155aec349 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.206742 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897fa751-d1e6-4e1a-aa33-dee155aec349 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:29:18.218735 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fa751-d1e6-4e1a-aa33-dee155aec349 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=855a9237-ebe3-44d5-b021-1761e55c1559,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:18.224373 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-897fa751-d1e6-4e1a-aa33-dee155aec349 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.224749 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-897fa751-d1e6-4e1a-aa33-dee155aec349 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Added segment 0bfdb991-8074-412f-bc4a-7060dfaff6b3 of type vlan for network eb120353-924c-46dc-974f-b8ef478e7c31 Apr 18 21:29:18.273651 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-897fa751-d1e6-4e1a-aa33-dee155aec349 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.303867 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-897fa751-d1e6-4e1a-aa33-dee155aec349 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.309990 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897fa751-d1e6-4e1a-aa33-dee155aec349 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:18.310645 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-897fa751-d1e6-4e1a-aa33-dee155aec349 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.372900 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-897fa751-d1e6-4e1a-aa33-dee155aec349 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3347309 Apr 18 21:29:18.376120 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58260) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:18.382988 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d253a258-4ad7-49df-ba7f-e5ce6028ce08 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Request body: {'subnet': {'network_id': 'eb120353-924c-46dc-974f-b8ef478e7c31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:18.390951 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fa751-d1e6-4e1a-aa33-dee155aec349 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Pushing event updated for resources: {'Network': ['ID=eb120353-924c-46dc-974f-b8ef478e7c31,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:18.406770 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network eb120353-924c-46dc-974f-b8ef478e7c31 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:29:18.490089 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d253a258-4ad7-49df-ba7f-e5ce6028ce08 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Made reservation on behalf of 52cacd3e92a841b0ba3e089107ba08f8 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:18.494286 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d253a258-4ad7-49df-ba7f-e5ce6028ce08 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.749422 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d253a258-4ad7-49df-ba7f-e5ce6028ce08 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.816976 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253a258-4ad7-49df-ba7f-e5ce6028ce08 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Pushing event updated for resources: {'Subnet': ['ID=45eedc4e-f095-4ce9-8bd2-d62bb5deed9e,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:18.828563 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d253a258-4ad7-49df-ba7f-e5ce6028ce08 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Checking segment: {'id': '0bfdb991-8074-412f-bc4a-7060dfaff6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'eb120353-924c-46dc-974f-b8ef478e7c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:29:18.828930 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d253a258-4ad7-49df-ba7f-e5ce6028ce08 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Network hostable DHCP agents. Network: eb120353-924c-46dc-974f-b8ef478e7c31, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:29:18.849009 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d253a258-4ad7-49df-ba7f-e5ce6028ce08 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Network eb120353-924c-46dc-974f-b8ef478e7c31 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:29:18.859000 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-d253a258-4ad7-49df-ba7f-e5ce6028ce08 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, eb120353-924c-46dc-974f-b8ef478e7c31) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:18.864184 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d253a258-4ad7-49df-ba7f-e5ce6028ce08 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:18.864809 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d253a258-4ad7-49df-ba7f-e5ce6028ce08 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.876502 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61560fac-3a35-4d31-b5e5-4f90b72fc0e5 None None] Network eb120353-924c-46dc-974f-b8ef478e7c31 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:29:18.887299 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d253a258-4ad7-49df-ba7f-e5ce6028ce08 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5043821 Apr 18 21:29:18.887782 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58262) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:18.894002 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-8873ba3f-9ec3-48d7-ad03-14c83149ace4 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-495671536'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:18.921500 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8873ba3f-9ec3-48d7-ad03-14c83149ace4 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Made reservation on behalf of 52cacd3e92a841b0ba3e089107ba08f8 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:18.925742 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8873ba3f-9ec3-48d7-ad03-14c83149ace4 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.957186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8873ba3f-9ec3-48d7-ad03-14c83149ace4 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:29:18.969975 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8873ba3f-9ec3-48d7-ad03-14c83149ace4 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.970328 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-8873ba3f-9ec3-48d7-ad03-14c83149ace4 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Added segment 0be81850-bb1f-4fb5-9e46-228e73448943 of type vlan for network fbabc7e2-c85d-4d38-a513-52478f3d81d8 Apr 18 21:29:19.021381 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8873ba3f-9ec3-48d7-ad03-14c83149ace4 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.052013 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8873ba3f-9ec3-48d7-ad03-14c83149ace4 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.058700 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8873ba3f-9ec3-48d7-ad03-14c83149ace4 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:19.059315 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8873ba3f-9ec3-48d7-ad03-14c83149ace4 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.064050 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e132c87d-303b-4e48-ad70-11f6058b7276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-eb120353-924c-46dc-974f-b8ef478e7c31', 'network_id': 'eb120353-924c-46dc-974f-b8ef478e7c31', 'tenant_id': '52cacd3e92a841b0ba3e089107ba08f8', 'fixed_ips': [{'subnet_id': '45eedc4e-f095-4ce9-8bd2-d62bb5deed9e'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:29:19.065077 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e132c87d-303b-4e48-ad70-11f6058b7276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.148211 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8873ba3f-9ec3-48d7-ad03-14c83149ace4 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2589688 Apr 18 21:29:19.152237 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58264) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:19.157205 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a58088e3-5b30-49e7-afaf-1e5bc79156fc tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Request body: {'subnet': {'network_id': 'fbabc7e2-c85d-4d38-a513-52478f3d81d8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:19.176514 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873ba3f-9ec3-48d7-ad03-14c83149ace4 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Pushing event updated for resources: {'Network': ['ID=fbabc7e2-c85d-4d38-a513-52478f3d81d8,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:19.196677 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network fbabc7e2-c85d-4d38-a513-52478f3d81d8 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:29:19.266786 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58088e3-5b30-49e7-afaf-1e5bc79156fc tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Made reservation on behalf of 52cacd3e92a841b0ba3e089107ba08f8 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:19.270448 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a58088e3-5b30-49e7-afaf-1e5bc79156fc tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.287610 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-e132c87d-303b-4e48-ad70-11f6058b7276 None None] Allocated IP 172.20.0.2 (eb120353-924c-46dc-974f-b8ef478e7c31/45eedc4e-f095-4ce9-8bd2-d62bb5deed9e/6996eaac-2330-4ecf-b10c-ef182e4a340f) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:19.454417 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e132c87d-303b-4e48-ad70-11f6058b7276 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.462933 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e132c87d-303b-4e48-ad70-11f6058b7276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.488876 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a58088e3-5b30-49e7-afaf-1e5bc79156fc tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.509594 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e132c87d-303b-4e48-ad70-11f6058b7276 None None] Network eb120353-924c-46dc-974f-b8ef478e7c31 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:19.512638 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-e132c87d-303b-4e48-ad70-11f6058b7276 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:19.516454 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e132c87d-303b-4e48-ad70-11f6058b7276 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:29:19.523982 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132c87d-303b-4e48-ad70-11f6058b7276 None None] Pushing event updated for resources: {'Port': ['ID=6996eaac-2330-4ecf-b10c-ef182e4a340f,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:19.582126 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58088e3-5b30-49e7-afaf-1e5bc79156fc tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Pushing event updated for resources: {'Subnet': ['ID=d450bdd1-b2f9-4055-a29b-46511430acfd,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:19.587791 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58088e3-5b30-49e7-afaf-1e5bc79156fc tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Checking segment: {'id': '0be81850-bb1f-4fb5-9e46-228e73448943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fbabc7e2-c85d-4d38-a513-52478f3d81d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:29:19.588248 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58088e3-5b30-49e7-afaf-1e5bc79156fc tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Network hostable DHCP agents. Network: fbabc7e2-c85d-4d38-a513-52478f3d81d8, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:29:19.597020 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-e132c87d-303b-4e48-ad70-11f6058b7276 None None] Attempting to bind port 6996eaac-2330-4ecf-b10c-ef182e4a340f on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:29:19.597678 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-e132c87d-303b-4e48-ad70-11f6058b7276 None None] Attempting to bind port 6996eaac-2330-4ecf-b10c-ef182e4a340f by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '0bfdb991-8074-412f-bc4a-7060dfaff6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'eb120353-924c-46dc-974f-b8ef478e7c31'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:29:19.598005 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e132c87d-303b-4e48-ad70-11f6058b7276 None None] Attempting to bind port 6996eaac-2330-4ecf-b10c-ef182e4a340f on network eb120353-924c-46dc-974f-b8ef478e7c31 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:29:19.604778 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e132c87d-303b-4e48-ad70-11f6058b7276 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:29:19.605509 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e132c87d-303b-4e48-ad70-11f6058b7276 None None] Checking segment: {'id': '0bfdb991-8074-412f-bc4a-7060dfaff6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'eb120353-924c-46dc-974f-b8ef478e7c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:29:19.606027 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e132c87d-303b-4e48-ad70-11f6058b7276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.606675 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e132c87d-303b-4e48-ad70-11f6058b7276 None None] Bound using segment: {'id': '0bfdb991-8074-412f-bc4a-7060dfaff6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'eb120353-924c-46dc-974f-b8ef478e7c31'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:29:19.607406 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-e132c87d-303b-4e48-ad70-11f6058b7276 None None] Bound port: 6996eaac-2330-4ecf-b10c-ef182e4a340f, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bfdb991-8074-412f-bc4a-7060dfaff6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'eb120353-924c-46dc-974f-b8ef478e7c31'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:29:19.608118 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e132c87d-303b-4e48-ad70-11f6058b7276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.611961 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58088e3-5b30-49e7-afaf-1e5bc79156fc tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Network fbabc7e2-c85d-4d38-a513-52478f3d81d8 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:29:19.629066 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-a58088e3-5b30-49e7-afaf-1e5bc79156fc tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, fbabc7e2-c85d-4d38-a513-52478f3d81d8) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:19.636126 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58088e3-5b30-49e7-afaf-1e5bc79156fc tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:19.637088 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a58088e3-5b30-49e7-afaf-1e5bc79156fc tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.649877 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c9d6da-e262-45ff-839d-f5b8d76d326a None None] Network fbabc7e2-c85d-4d38-a513-52478f3d81d8 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:29:19.661221 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a58088e3-5b30-49e7-afaf-1e5bc79156fc tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5076575 Apr 18 21:29:19.666236 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58266) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:19.671314 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-54964b5d-9e51-4f1c-8db9-33fae404c629 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fbabc7e2-c85d-4d38-a513-52478f3d81d8'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:19.736652 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-e132c87d-303b-4e48-ad70-11f6058b7276 None None] For port 6996eaac-2330-4ecf-b10c-ef182e4a340f, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:29:19.741554 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-e132c87d-303b-4e48-ad70-11f6058b7276 None None] For port 6996eaac-2330-4ecf-b10c-ef182e4a340f, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6996eaac-2330-4ecf-b10c-ef182e4a340f,segment=NetworkSegment(0bfdb991-8074-412f-bc4a-7060dfaff6b3),segment_id=0bfdb991-8074-412f-bc4a-7060dfaff6b3)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:29:19.753045 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e132c87d-303b-4e48-ad70-11f6058b7276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.853163 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132c87d-303b-4e48-ad70-11f6058b7276 None None] Pushing event updated for resources: {'Port': ['ID=6996eaac-2330-4ecf-b10c-ef182e4a340f,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:19.910510 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720f5cfd-2762-4042-8469-9ffbcde78594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-fbabc7e2-c85d-4d38-a513-52478f3d81d8', 'network_id': 'fbabc7e2-c85d-4d38-a513-52478f3d81d8', 'tenant_id': '52cacd3e92a841b0ba3e089107ba08f8', 'fixed_ips': [{'subnet_id': 'd450bdd1-b2f9-4055-a29b-46511430acfd'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:29:19.912024 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-720f5cfd-2762-4042-8469-9ffbcde78594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.920153 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-54964b5d-9e51-4f1c-8db9-33fae404c629 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.096084 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [None req-54964b5d-9e51-4f1c-8db9-33fae404c629 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:29:20.104592 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-54964b5d-9e51-4f1c-8db9-33fae404c629 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] 10.222.0.41 "PUT /v2.0/routers/2a66b068-5147-4f94-a52f-911cb6fb9730 HTTP/1.1" status: 400 len: 364 time: 0.4298656 Apr 18 21:29:20.108110 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58268) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:20.130492 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-720f5cfd-2762-4042-8469-9ffbcde78594 None None] Allocated IP 172.21.0.2 (fbabc7e2-c85d-4d38-a513-52478f3d81d8/d450bdd1-b2f9-4055-a29b-46511430acfd/caf34086-ff92-4ab7-8102-622254c98c4a) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:20.187655 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb7bb56-5574-46b4-ac4a-24225fc656ca tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Deleting subnet d450bdd1-b2f9-4055-a29b-46511430acfd {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:29:20.306376 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-720f5cfd-2762-4042-8469-9ffbcde78594 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.311145 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2cb7bb56-5574-46b4-ac4a-24225fc656ca tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.311519 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-720f5cfd-2762-4042-8469-9ffbcde78594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.348132 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720f5cfd-2762-4042-8469-9ffbcde78594 None None] Network fbabc7e2-c85d-4d38-a513-52478f3d81d8 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:20.351250 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-720f5cfd-2762-4042-8469-9ffbcde78594 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:20.357869 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720f5cfd-2762-4042-8469-9ffbcde78594 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:29:20.364600 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2cb7bb56-5574-46b4-ac4a-24225fc656ca tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.395181 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f5cfd-2762-4042-8469-9ffbcde78594 None None] Pushing event updated for resources: {'Port': ['ID=caf34086-ff92-4ab7-8102-622254c98c4a,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:20.437762 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-720f5cfd-2762-4042-8469-9ffbcde78594 None None] Attempting to bind port caf34086-ff92-4ab7-8102-622254c98c4a on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:29:20.438130 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-720f5cfd-2762-4042-8469-9ffbcde78594 None None] Attempting to bind port caf34086-ff92-4ab7-8102-622254c98c4a by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '0be81850-bb1f-4fb5-9e46-228e73448943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fbabc7e2-c85d-4d38-a513-52478f3d81d8'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:29:20.440284 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720f5cfd-2762-4042-8469-9ffbcde78594 None None] Attempting to bind port caf34086-ff92-4ab7-8102-622254c98c4a on network fbabc7e2-c85d-4d38-a513-52478f3d81d8 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:29:20.444801 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720f5cfd-2762-4042-8469-9ffbcde78594 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:29:20.445177 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720f5cfd-2762-4042-8469-9ffbcde78594 None None] Checking segment: {'id': '0be81850-bb1f-4fb5-9e46-228e73448943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fbabc7e2-c85d-4d38-a513-52478f3d81d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:29:20.445701 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-720f5cfd-2762-4042-8469-9ffbcde78594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.446760 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720f5cfd-2762-4042-8469-9ffbcde78594 None None] Bound using segment: {'id': '0be81850-bb1f-4fb5-9e46-228e73448943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fbabc7e2-c85d-4d38-a513-52478f3d81d8'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:29:20.446760 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-720f5cfd-2762-4042-8469-9ffbcde78594 None None] Bound port: caf34086-ff92-4ab7-8102-622254c98c4a, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be81850-bb1f-4fb5-9e46-228e73448943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fbabc7e2-c85d-4d38-a513-52478f3d81d8'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:29:20.446760 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-720f5cfd-2762-4042-8469-9ffbcde78594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.492026 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2cb7bb56-5574-46b4-ac4a-24225fc656ca tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.565471 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2cb7bb56-5574-46b4-ac4a-24225fc656ca tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.567342 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-720f5cfd-2762-4042-8469-9ffbcde78594 None None] For port caf34086-ff92-4ab7-8102-622254c98c4a, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:29:20.571232 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-720f5cfd-2762-4042-8469-9ffbcde78594 None None] For port caf34086-ff92-4ab7-8102-622254c98c4a, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=caf34086-ff92-4ab7-8102-622254c98c4a,segment=NetworkSegment(0be81850-bb1f-4fb5-9e46-228e73448943),segment_id=0be81850-bb1f-4fb5-9e46-228e73448943)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:29:20.576802 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-720f5cfd-2762-4042-8469-9ffbcde78594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.598691 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7bb56-5574-46b4-ac4a-24225fc656ca tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Pushing event deleted for resources: {'Subnet': ['ID=d450bdd1-b2f9-4055-a29b-46511430acfd,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:20.601194 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2cb7bb56-5574-46b4-ac4a-24225fc656ca tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.608416 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2cb7bb56-5574-46b4-ac4a-24225fc656ca tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] 10.222.0.41 "DELETE /v2.0/subnets/d450bdd1-b2f9-4055-a29b-46511430acfd HTTP/1.1" status: 204 len: 168 time: 0.4969819 Apr 18 21:29:20.608637 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58270) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:20.640984 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f5cfd-2762-4042-8469-9ffbcde78594 None None] Pushing event updated for resources: {'Port': ['ID=caf34086-ff92-4ab7-8102-622254c98c4a,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:20.712346 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d72c1950-494a-49ae-839b-88371031e011 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.778873 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-d72c1950-494a-49ae-839b-88371031e011 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Deleting port caf34086-ff92-4ab7-8102-622254c98c4a {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:29:20.779211 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d72c1950-494a-49ae-839b-88371031e011 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.863896 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-d72c1950-494a-49ae-839b-88371031e011 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] For port caf34086-ff92-4ab7-8102-622254c98c4a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=caf34086-ff92-4ab7-8102-622254c98c4a,segment=NetworkSegment(0be81850-bb1f-4fb5-9e46-228e73448943),segment_id=0be81850-bb1f-4fb5-9e46-228e73448943)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:20.864667 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d72c1950-494a-49ae-839b-88371031e011 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.880373 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-d72c1950-494a-49ae-839b-88371031e011 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Calling delete_port for caf34086-ff92-4ab7-8102-622254c98c4a owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:29:20.985106 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d72c1950-494a-49ae-839b-88371031e011 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.010496 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c1950-494a-49ae-839b-88371031e011 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Pushing event deleted for resources: {'Port': ['ID=caf34086-ff92-4ab7-8102-622254c98c4a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:21.020361 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72c1950-494a-49ae-839b-88371031e011 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] No DVR routers for this DVR port caf34086-ff92-4ab7-8102-622254c98c4a on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:29:21.074888 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd41d5c-a85c-4b5e-b57f-2c167da3ef67 None None] Network eb120353-924c-46dc-974f-b8ef478e7c31 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:29:21.132787 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d72c1950-494a-49ae-839b-88371031e011 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.161775 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-d72c1950-494a-49ae-839b-88371031e011 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbabc7e2-c85d-4d38-a513-52478f3d81d8']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:21.172043 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-d72c1950-494a-49ae-839b-88371031e011 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be81850-bb1f-4fb5-9e46-228e73448943') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:21.172339 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-d72c1950-494a-49ae-839b-88371031e011 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be81850-bb1f-4fb5-9e46-228e73448943') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:21.184682 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d72c1950-494a-49ae-839b-88371031e011 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.201323 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-11add150-365a-4319-aef6-d08fe55d4d77 None None] Provisioning complete for port 6996eaac-2330-4ecf-b10c-ef182e4a340f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:21.201614 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d72c1950-494a-49ae-839b-88371031e011 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.201745 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-11add150-365a-4319-aef6-d08fe55d4d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.208875 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72c1950-494a-49ae-839b-88371031e011 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:29:21.209794 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d72c1950-494a-49ae-839b-88371031e011 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:29:21.213794 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:29:21.283046 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d72c1950-494a-49ae-839b-88371031e011 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.292048 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d72c1950-494a-49ae-839b-88371031e011 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.296712 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d72c1950-494a-49ae-839b-88371031e011 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] 10.222.0.41 "DELETE /v2.0/networks/fbabc7e2-c85d-4d38-a513-52478f3d81d8 HTTP/1.1" status: 204 len: 168 time: 0.6870413 Apr 18 21:29:21.299661 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58272) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:21.315679 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c1950-494a-49ae-839b-88371031e011 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Pushing event deleted for resources: {'Network': ['ID=fbabc7e2-c85d-4d38-a513-52478f3d81d8,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:21.337955 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-11add150-365a-4319-aef6-d08fe55d4d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.385450 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-11add150-365a-4319-aef6-d08fe55d4d77 None None] For port 6996eaac-2330-4ecf-b10c-ef182e4a340f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6996eaac-2330-4ecf-b10c-ef182e4a340f,segment=NetworkSegment(0bfdb991-8074-412f-bc4a-7060dfaff6b3),segment_id=0bfdb991-8074-412f-bc4a-7060dfaff6b3)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:21.393522 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-11add150-365a-4319-aef6-d08fe55d4d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.404050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e3b317c-b6be-4375-acf6-986a076a3f96 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Deleting subnet 45eedc4e-f095-4ce9-8bd2-d62bb5deed9e {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:29:21.409101 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e3b317c-b6be-4375-acf6-986a076a3f96 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.455575 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11add150-365a-4319-aef6-d08fe55d4d77 None None] Pushing event updated for resources: {'Port': ['ID=6996eaac-2330-4ecf-b10c-ef182e4a340f,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:21.464590 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e3b317c-b6be-4375-acf6-986a076a3f96 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.558118 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e3b317c-b6be-4375-acf6-986a076a3f96 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.620159 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-dd12a44d-00d8-4411-aebb-0df6cc842396 None None] Provisioning complete for port 6996eaac-2330-4ecf-b10c-ef182e4a340f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:21.620569 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dd12a44d-00d8-4411-aebb-0df6cc842396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.629450 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e3b317c-b6be-4375-acf6-986a076a3f96 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.670156 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9e3b317c-b6be-4375-acf6-986a076a3f96 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.676251 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58274) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:21.676379 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9e3b317c-b6be-4375-acf6-986a076a3f96 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] 10.222.0.41 "DELETE /v2.0/subnets/45eedc4e-f095-4ce9-8bd2-d62bb5deed9e HTTP/1.1" status: 204 len: 168 time: 0.3745129 Apr 18 21:29:21.678366 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b317c-b6be-4375-acf6-986a076a3f96 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Pushing event deleted for resources: {'Subnet': ['ID=45eedc4e-f095-4ce9-8bd2-d62bb5deed9e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:21.683455 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0f3b79-b63e-4a9a-8157-ace76829ecf9 None None] Network eb120353-924c-46dc-974f-b8ef478e7c31 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:29:21.780327 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-492bfc48-7c21-486d-a74c-0117860bb357 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.865391 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6996eaac-2330-4ecf-b10c-ef182e4a340f up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:29:21.865981 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-492bfc48-7c21-486d-a74c-0117860bb357 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Deleting port 6996eaac-2330-4ecf-b10c-ef182e4a340f {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:29:21.866181 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-492bfc48-7c21-486d-a74c-0117860bb357 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.908951 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e8d7fb04-6d0c-4adc-93a3-245752b69064 None None] Could not find standard attr ID for object caf34086-ff92-4ab7-8102-622254c98c4a. {{(pid=102910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:29:21.928640 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 6996eaac-2330-4ecf-b10c-ef182e4a340f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:21.929125 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.942201 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-492bfc48-7c21-486d-a74c-0117860bb357 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] For port 6996eaac-2330-4ecf-b10c-ef182e4a340f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6996eaac-2330-4ecf-b10c-ef182e4a340f,segment=NetworkSegment(0bfdb991-8074-412f-bc4a-7060dfaff6b3),segment_id=0bfdb991-8074-412f-bc4a-7060dfaff6b3)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:21.942573 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-492bfc48-7c21-486d-a74c-0117860bb357 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.954594 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ca5a16-4589-4d12-90de-901c442f26ef None None] DHCP port deletion for fbabc7e2-c85d-4d38-a513-52478f3d81d8 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:29:21.959980 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-492bfc48-7c21-486d-a74c-0117860bb357 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Calling delete_port for 6996eaac-2330-4ecf-b10c-ef182e4a340f owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:29:21.974486 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbdca68-985a-4997-b6d4-cf3c152e0b3e None None] DHCP port deletion for eb120353-924c-46dc-974f-b8ef478e7c31 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:29:22.008632 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8a13cd-9148-4c4f-a2bc-60c332e53a65 None None] Network fbabc7e2-c85d-4d38-a513-52478f3d81d8 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:29:22.029379 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8a13cd-9148-4c4f-a2bc-60c332e53a65 None None] Network fbabc7e2-c85d-4d38-a513-52478f3d81d8 could not be found, it might have been deleted concurrently. {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 21:29:22.091475 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-8cbdca68-985a-4997-b6d4-cf3c152e0b3e None None] Deleting port 6996eaac-2330-4ecf-b10c-ef182e4a340f {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:29:22.091475 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8cbdca68-985a-4997-b6d4-cf3c152e0b3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:22.162655 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-8cbdca68-985a-4997-b6d4-cf3c152e0b3e None None] For port 6996eaac-2330-4ecf-b10c-ef182e4a340f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6996eaac-2330-4ecf-b10c-ef182e4a340f,segment=NetworkSegment(0bfdb991-8074-412f-bc4a-7060dfaff6b3),segment_id=0bfdb991-8074-412f-bc4a-7060dfaff6b3)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:22.162970 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8cbdca68-985a-4997-b6d4-cf3c152e0b3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:22.178504 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-8cbdca68-985a-4997-b6d4-cf3c152e0b3e None None] Calling delete_port for 6996eaac-2330-4ecf-b10c-ef182e4a340f owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:29:22.272836 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8cbdca68-985a-4997-b6d4-cf3c152e0b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:22.302821 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbdca68-985a-4997-b6d4-cf3c152e0b3e None None] Pushing event deleted for resources: {'Port': ['ID=6996eaac-2330-4ecf-b10c-ef182e4a340f,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:22.306517 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbdca68-985a-4997-b6d4-cf3c152e0b3e None None] No DVR routers for this DVR port 6996eaac-2330-4ecf-b10c-ef182e4a340f on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:29:22.402231 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-492bfc48-7c21-486d-a74c-0117860bb357 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:22.431444 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bfc48-7c21-486d-a74c-0117860bb357 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Pushing event deleted for resources: {'Port': ['ID=6996eaac-2330-4ecf-b10c-ef182e4a340f,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:22.432975 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492bfc48-7c21-486d-a74c-0117860bb357 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] No DVR routers for this DVR port 6996eaac-2330-4ecf-b10c-ef182e4a340f on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:29:22.530669 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-492bfc48-7c21-486d-a74c-0117860bb357 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:22.567543 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-492bfc48-7c21-486d-a74c-0117860bb357 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb120353-924c-46dc-974f-b8ef478e7c31']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:22.578829 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-492bfc48-7c21-486d-a74c-0117860bb357 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bfdb991-8074-412f-bc4a-7060dfaff6b3') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:22.579057 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-492bfc48-7c21-486d-a74c-0117860bb357 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bfdb991-8074-412f-bc4a-7060dfaff6b3') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:22.589603 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-492bfc48-7c21-486d-a74c-0117860bb357 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:22.604769 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-492bfc48-7c21-486d-a74c-0117860bb357 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:22.611267 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492bfc48-7c21-486d-a74c-0117860bb357 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:29:22.611669 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-492bfc48-7c21-486d-a74c-0117860bb357 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: self.session.flush() Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:29:22.614844 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:29:22.675180 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-492bfc48-7c21-486d-a74c-0117860bb357 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:22.685840 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-492bfc48-7c21-486d-a74c-0117860bb357 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:22.689114 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-492bfc48-7c21-486d-a74c-0117860bb357 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] 10.222.0.41 "DELETE /v2.0/networks/eb120353-924c-46dc-974f-b8ef478e7c31 HTTP/1.1" status: 204 len: 168 time: 1.0114288 Apr 18 21:29:22.695136 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58276) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:22.699378 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bfc48-7c21-486d-a74c-0117860bb357 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Pushing event deleted for resources: {'Network': ['ID=eb120353-924c-46dc-974f-b8ef478e7c31,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:22.724723 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-efcdffd4-0d4c-499c-b1c0-42fa33cedecb tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a66b068-5147-4f94-a52f-911cb6fb9730 HTTP/1.1" status: 200 len: 205 time: 0.0283551 Apr 18 21:29:22.727719 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58278) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:23.081539 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ad0b1f14-0d36-4f40-8110-a64c5d5dc651 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:23.236949 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ad0b1f14-0d36-4f40-8110-a64c5d5dc651 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:23.238957 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ad0b1f14-0d36-4f40-8110-a64c5d5dc651 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:23.281653 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ad0b1f14-0d36-4f40-8110-a64c5d5dc651 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:23.282179 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0b1f14-0d36-4f40-8110-a64c5d5dc651 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Fanout notify agent at l3_agent the message router_deleted on router 2a66b068-5147-4f94-a52f-911cb6fb9730 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:29:23.288849 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ad0b1f14-0d36-4f40-8110-a64c5d5dc651 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:23.292719 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ad0b1f14-0d36-4f40-8110-a64c5d5dc651 tempest-RoutersNegativeTest-1762962470 tempest-RoutersNegativeTest-1762962470-project] 10.222.0.41 "DELETE /v2.0/routers/2a66b068-5147-4f94-a52f-911cb6fb9730 HTTP/1.1" status: 204 len: 168 time: 0.5618870 Apr 18 21:29:23.538073 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58284) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:23.685631 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-30d29779-649f-48bf-b1c2-54e66aa1fccb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52cacd3e92a841b0ba3e089107ba08f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463807 Apr 18 21:29:23.688104 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58288) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:23.738709 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a974c371-823d-4dd9-a0dd-616f799d7455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:23.762547 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a974c371-823d-4dd9-a0dd-616f799d7455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:23.800581 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device caf34086-ff92-4ab7-8102-622254c98c4a no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:29:23.811066 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a974c371-823d-4dd9-a0dd-616f799d7455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:23.814022 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a974c371-823d-4dd9-a0dd-616f799d7455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:23.815204 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a974c371-823d-4dd9-a0dd-616f799d7455 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/855a9237-ebe3-44d5-b021-1761e55c1559 HTTP/1.1" status: 204 len: 168 time: 0.1261563 Apr 18 21:29:23.824242 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974c371-823d-4dd9-a0dd-616f799d7455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855a9237-ebe3-44d5-b021-1761e55c1559,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:23.824572 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: caf34086-ff92-4ab7-8102-622254c98c4a {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:29:23.824964 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device caf34086-ff92-4ab7-8102-622254c98c4a not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:29:23.825367 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6996eaac-2330-4ecf-b10c-ef182e4a340f no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:29:23.859704 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 6996eaac-2330-4ecf-b10c-ef182e4a340f {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:29:23.860060 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6996eaac-2330-4ecf-b10c-ef182e4a340f not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:29:24.474432 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58310) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:24.572887 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c71f67de-c4e2-47e1-a13b-7c3a4917186b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1554501917-network', 'tenant_id': '08f8790f222f490bacab040d36ecbbe3'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:24.592853 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71f67de-c4e2-47e1-a13b-7c3a4917186b admin admin] Made reservation on behalf of 08f8790f222f490bacab040d36ecbbe3 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:24.595287 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c71f67de-c4e2-47e1-a13b-7c3a4917186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:24.604488 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c71f67de-c4e2-47e1-a13b-7c3a4917186b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:24.684870 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c71f67de-c4e2-47e1-a13b-7c3a4917186b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:24.689546 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c71f67de-c4e2-47e1-a13b-7c3a4917186b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:24.692581 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-95e0678f-aeda-4f41-b459-fcf6e69f3adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:24.723530 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71f67de-c4e2-47e1-a13b-7c3a4917186b admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:29:24.730319 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f67de-c4e2-47e1-a13b-7c3a4917186b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:24.736580 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c71f67de-c4e2-47e1-a13b-7c3a4917186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:24.736926 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-c71f67de-c4e2-47e1-a13b-7c3a4917186b admin admin] Added segment 71708b31-6fab-4d69-9e69-013b8493a512 of type vlan for network 2fd532a8-61d4-4f7b-bce9-20b0978e9555 Apr 18 21:29:24.791328 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c71f67de-c4e2-47e1-a13b-7c3a4917186b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:24.818788 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c71f67de-c4e2-47e1-a13b-7c3a4917186b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:24.819627 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71f67de-c4e2-47e1-a13b-7c3a4917186b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:24.820215 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c71f67de-c4e2-47e1-a13b-7c3a4917186b admin admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:24.874919 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c71f67de-c4e2-47e1-a13b-7c3a4917186b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3967857 Apr 18 21:29:24.875422 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58314) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:24.880457 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-f3c73148-d4bb-4b9f-84a3-31b3c323708b admin admin] Request body: {'subnet': {'network_id': '2fd532a8-61d4-4f7b-bce9-20b0978e9555', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1554501917-subnet', 'tenant_id': '08f8790f222f490bacab040d36ecbbe3', 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:24.885903 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f67de-c4e2-47e1-a13b-7c3a4917186b admin admin] Pushing event updated for resources: {'Network': ['ID=2fd532a8-61d4-4f7b-bce9-20b0978e9555,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:24.896693 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 2fd532a8-61d4-4f7b-bce9-20b0978e9555 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:29:24.901712 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c73148-d4bb-4b9f-84a3-31b3c323708b admin admin] Made reservation on behalf of 08f8790f222f490bacab040d36ecbbe3 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:24.904031 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f3c73148-d4bb-4b9f-84a3-31b3c323708b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:25.082395 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f3c73148-d4bb-4b9f-84a3-31b3c323708b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:25.137528 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c73148-d4bb-4b9f-84a3-31b3c323708b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc1358b1-620c-4686-849b-4a21a16f2876,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:25.146117 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c73148-d4bb-4b9f-84a3-31b3c323708b admin admin] Checking segment: {'id': '71708b31-6fab-4d69-9e69-013b8493a512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fd532a8-61d4-4f7b-bce9-20b0978e9555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:29:25.146475 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c73148-d4bb-4b9f-84a3-31b3c323708b admin admin] Network hostable DHCP agents. Network: 2fd532a8-61d4-4f7b-bce9-20b0978e9555, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:29:25.162620 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c73148-d4bb-4b9f-84a3-31b3c323708b admin admin] Network 2fd532a8-61d4-4f7b-bce9-20b0978e9555 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:29:25.171802 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-f3c73148-d4bb-4b9f-84a3-31b3c323708b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 2fd532a8-61d4-4f7b-bce9-20b0978e9555) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:25.176559 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c73148-d4bb-4b9f-84a3-31b3c323708b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:25.177290 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-f3c73148-d4bb-4b9f-84a3-31b3c323708b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:25.181837 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2f173d-2a27-44f7-b6f7-ead808f6530e None None] Network 2fd532a8-61d4-4f7b-bce9-20b0978e9555 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:29:25.196651 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-f3c73148-d4bb-4b9f-84a3-31b3c323708b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3193264 Apr 18 21:29:25.199160 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58316) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:25.203503 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-b9d15214-be43-4b1c-95b1-7df6da133afa admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1554501917-router', 'tenant_id': '08f8790f222f490bacab040d36ecbbe3', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:25.225197 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9d15214-be43-4b1c-95b1-7df6da133afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:25.226234 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9d15214-be43-4b1c-95b1-7df6da133afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:25.285612 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9d15214-be43-4b1c-95b1-7df6da133afa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:25.343222 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38233dc5-7b17-4c59-b716-1da3a1a2ea75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-2fd532a8-61d4-4f7b-bce9-20b0978e9555', 'network_id': '2fd532a8-61d4-4f7b-bce9-20b0978e9555', 'tenant_id': '08f8790f222f490bacab040d36ecbbe3', 'fixed_ips': [{'subnet_id': 'fc1358b1-620c-4686-849b-4a21a16f2876'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:29:25.344407 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-38233dc5-7b17-4c59-b716-1da3a1a2ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:25.429584 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9d15214-be43-4b1c-95b1-7df6da133afa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:25.494958 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-38233dc5-7b17-4c59-b716-1da3a1a2ea75 None None] Allocated IP 172.20.0.2 (2fd532a8-61d4-4f7b-bce9-20b0978e9555/fc1358b1-620c-4686-849b-4a21a16f2876/8868a02a-2e9c-4422-97c2-9ce3a824408f) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:25.655236 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-38233dc5-7b17-4c59-b716-1da3a1a2ea75 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:25.657034 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9d15214-be43-4b1c-95b1-7df6da133afa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:25.662593 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-38233dc5-7b17-4c59-b716-1da3a1a2ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:25.678480 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9d15214-be43-4b1c-95b1-7df6da133afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:25.704172 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38233dc5-7b17-4c59-b716-1da3a1a2ea75 None None] Network 2fd532a8-61d4-4f7b-bce9-20b0978e9555 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:25.707590 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-38233dc5-7b17-4c59-b716-1da3a1a2ea75 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:25.712606 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38233dc5-7b17-4c59-b716-1da3a1a2ea75 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:29:25.720440 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38233dc5-7b17-4c59-b716-1da3a1a2ea75 None None] Pushing event updated for resources: {'Port': ['ID=8868a02a-2e9c-4422-97c2-9ce3a824408f,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:25.772533 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-38233dc5-7b17-4c59-b716-1da3a1a2ea75 None None] Attempting to bind port 8868a02a-2e9c-4422-97c2-9ce3a824408f on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:29:25.772896 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-38233dc5-7b17-4c59-b716-1da3a1a2ea75 None None] Attempting to bind port 8868a02a-2e9c-4422-97c2-9ce3a824408f by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '71708b31-6fab-4d69-9e69-013b8493a512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fd532a8-61d4-4f7b-bce9-20b0978e9555'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:29:25.773257 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38233dc5-7b17-4c59-b716-1da3a1a2ea75 None None] Attempting to bind port 8868a02a-2e9c-4422-97c2-9ce3a824408f on network 2fd532a8-61d4-4f7b-bce9-20b0978e9555 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:29:25.781044 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38233dc5-7b17-4c59-b716-1da3a1a2ea75 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:29:25.781568 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38233dc5-7b17-4c59-b716-1da3a1a2ea75 None None] Checking segment: {'id': '71708b31-6fab-4d69-9e69-013b8493a512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fd532a8-61d4-4f7b-bce9-20b0978e9555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:29:25.781934 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-38233dc5-7b17-4c59-b716-1da3a1a2ea75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:25.782264 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38233dc5-7b17-4c59-b716-1da3a1a2ea75 None None] Bound using segment: {'id': '71708b31-6fab-4d69-9e69-013b8493a512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fd532a8-61d4-4f7b-bce9-20b0978e9555'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:29:25.782745 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-38233dc5-7b17-4c59-b716-1da3a1a2ea75 None None] Bound port: 8868a02a-2e9c-4422-97c2-9ce3a824408f, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71708b31-6fab-4d69-9e69-013b8493a512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fd532a8-61d4-4f7b-bce9-20b0978e9555'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:29:25.783126 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-38233dc5-7b17-4c59-b716-1da3a1a2ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:25.799748 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-b9d15214-be43-4b1c-95b1-7df6da133afa admin admin] Allocated IP 172.25.1.168 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/96ff49ab-7229-48f3-b931-a000f86ebf06) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:25.853613 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-38233dc5-7b17-4c59-b716-1da3a1a2ea75 None None] For port 8868a02a-2e9c-4422-97c2-9ce3a824408f, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:29:25.857400 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-38233dc5-7b17-4c59-b716-1da3a1a2ea75 None None] For port 8868a02a-2e9c-4422-97c2-9ce3a824408f, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8868a02a-2e9c-4422-97c2-9ce3a824408f,segment=NetworkSegment(71708b31-6fab-4d69-9e69-013b8493a512),segment_id=71708b31-6fab-4d69-9e69-013b8493a512)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:29:25.862272 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-38233dc5-7b17-4c59-b716-1da3a1a2ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:25.913778 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9d15214-be43-4b1c-95b1-7df6da133afa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:25.952097 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38233dc5-7b17-4c59-b716-1da3a1a2ea75 None None] Pushing event updated for resources: {'Port': ['ID=8868a02a-2e9c-4422-97c2-9ce3a824408f,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:25.958619 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9d15214-be43-4b1c-95b1-7df6da133afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:26.002563 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d15214-be43-4b1c-95b1-7df6da133afa admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:26.005659 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-b9d15214-be43-4b1c-95b1-7df6da133afa admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:26.009611 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d15214-be43-4b1c-95b1-7df6da133afa admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:29:26.015410 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d15214-be43-4b1c-95b1-7df6da133afa admin admin] Pushing event updated for resources: {'Port': ['ID=96ff49ab-7229-48f3-b931-a000f86ebf06,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:26.303804 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9d15214-be43-4b1c-95b1-7df6da133afa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:26.513384 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9d15214-be43-4b1c-95b1-7df6da133afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:26.671434 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d15214-be43-4b1c-95b1-7df6da133afa admin admin] Router 1a22035c-4b91-408a-af48-2f3ad3b64ae9 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:29:26.787448 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d15214-be43-4b1c-95b1-7df6da133afa admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:29:26.797573 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515e7bd6-835d-4c80-9b5f-c0a915bce663 None None] Sync routers for ids ['1a22035c-4b91-408a-af48-2f3ad3b64ae9'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:29:26.810535 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9d15214-be43-4b1c-95b1-7df6da133afa admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:26.810788 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515e7bd6-835d-4c80-9b5f-c0a915bce663 None None] Routers {'1a22035c-4b91-408a-af48-2f3ad3b64ae9'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:29:26.811352 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-515e7bd6-835d-4c80-9b5f-c0a915bce663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:28:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1a22035c-4b91-408a-af48-2f3ad3b64ae9'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:26.812890 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b9d15214-be43-4b1c-95b1-7df6da133afa admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6127386 Apr 18 21:29:26.814959 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58318) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:26.907226 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc5c255-de71-4f8b-afcd-77b8addaab26 None None] Network 2fd532a8-61d4-4f7b-bce9-20b0978e9555 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:29:26.924810 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-515e7bd6-835d-4c80-9b5f-c0a915bce663 None None] Set router 1a22035c-4b91-408a-af48-2f3ad3b64ae9 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:29:27.145668 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-515e7bd6-835d-4c80-9b5f-c0a915bce663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a22035c-4b91-408a-af48-2f3ad3b64ae9', 'name': 'tempest-TestEncryptedCinderVolumes-1554501917-router', 'tenant_id': '08f8790f222f490bacab040d36ecbbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '96ff49ab-7229-48f3-b931-a000f86ebf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:25Z', 'updated_at': '2022-04-18T21:29:26Z', 'revision_number': 3, 'project_id': '08f8790f222f490bacab040d36ecbbe3', 'gw_port': {'id': '96ff49ab-7229-48f3-b931-a000f86ebf06', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a22035c-4b91-408a-af48-2f3ad3b64ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:25Z', 'updated_at': '2022-04-18T21:29:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:27.166524 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-93ccff06-881b-484a-b9e3-ce01e90962b2 None None] Provisioning complete for port 8868a02a-2e9c-4422-97c2-9ce3a824408f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:27.167117 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-93ccff06-881b-484a-b9e3-ce01e90962b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.174837 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515e7bd6-835d-4c80-9b5f-c0a915bce663 None None] Checking router: 1a22035c-4b91-408a-af48-2f3ad3b64ae9 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:29:27.175111 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515e7bd6-835d-4c80-9b5f-c0a915bce663 None None] Updating router 1a22035c-4b91-408a-af48-2f3ad3b64ae9 port 96ff49ab-7229-48f3-b931-a000f86ebf06 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:29:27.201726 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-515e7bd6-835d-4c80-9b5f-c0a915bce663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.330846 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-93ccff06-881b-484a-b9e3-ce01e90962b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.375537 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-93ccff06-881b-484a-b9e3-ce01e90962b2 None None] For port 8868a02a-2e9c-4422-97c2-9ce3a824408f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8868a02a-2e9c-4422-97c2-9ce3a824408f,segment=NetworkSegment(71708b31-6fab-4d69-9e69-013b8493a512),segment_id=71708b31-6fab-4d69-9e69-013b8493a512)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:27.377049 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.380294 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-93ccff06-881b-484a-b9e3-ce01e90962b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.455609 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ccff06-881b-484a-b9e3-ce01e90962b2 None None] Pushing event updated for resources: {'Port': ['ID=8868a02a-2e9c-4422-97c2-9ce3a824408f,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:27.571612 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-515e7bd6-835d-4c80-9b5f-c0a915bce663 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.571881 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Allocated IP 172.20.0.1 (2fd532a8-61d4-4f7b-bce9-20b0978e9555/fc1358b1-620c-4686-849b-4a21a16f2876/b111de49-172a-4cc6-bbfa-2449874b7cf2) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:27.580456 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-515e7bd6-835d-4c80-9b5f-c0a915bce663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.608478 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-80306fab-2eb6-4024-bc19-b4285f0526f6 None None] Provisioning complete for port 8868a02a-2e9c-4422-97c2-9ce3a824408f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:27.609179 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-80306fab-2eb6-4024-bc19-b4285f0526f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.650156 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-515e7bd6-835d-4c80-9b5f-c0a915bce663 None None] Attempting to bind port 96ff49ab-7229-48f3-b931-a000f86ebf06 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:29:27.650507 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-515e7bd6-835d-4c80-9b5f-c0a915bce663 None None] Attempting to bind port 96ff49ab-7229-48f3-b931-a000f86ebf06 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:29:27.650882 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515e7bd6-835d-4c80-9b5f-c0a915bce663 None None] Attempting to bind port 96ff49ab-7229-48f3-b931-a000f86ebf06 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:29:27.654304 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc64e2a-0295-4adf-bdc1-5da1f2c34e4f None None] Pushing event updated for resources: {'Port': ['ID=96ff49ab-7229-48f3-b931-a000f86ebf06,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:27.663209 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515e7bd6-835d-4c80-9b5f-c0a915bce663 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:29:27.663641 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515e7bd6-835d-4c80-9b5f-c0a915bce663 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:29:27.664646 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-515e7bd6-835d-4c80-9b5f-c0a915bce663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.664993 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515e7bd6-835d-4c80-9b5f-c0a915bce663 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:29:27.666441 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-515e7bd6-835d-4c80-9b5f-c0a915bce663 None None] Bound port: 96ff49ab-7229-48f3-b931-a000f86ebf06, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:29:27.666441 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-515e7bd6-835d-4c80-9b5f-c0a915bce663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.668651 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc64e2a-0295-4adf-bdc1-5da1f2c34e4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:27.668991 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc64e2a-0295-4adf-bdc1-5da1f2c34e4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:27.669327 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc64e2a-0295-4adf-bdc1-5da1f2c34e4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:27.669658 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc64e2a-0295-4adf-bdc1-5da1f2c34e4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:27.669985 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc64e2a-0295-4adf-bdc1-5da1f2c34e4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:27.670312 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc64e2a-0295-4adf-bdc1-5da1f2c34e4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:27.670633 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc64e2a-0295-4adf-bdc1-5da1f2c34e4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:27.670947 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc64e2a-0295-4adf-bdc1-5da1f2c34e4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:27.671667 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc64e2a-0295-4adf-bdc1-5da1f2c34e4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:27.671667 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc64e2a-0295-4adf-bdc1-5da1f2c34e4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:27.672471 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc64e2a-0295-4adf-bdc1-5da1f2c34e4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:27.672471 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc64e2a-0295-4adf-bdc1-5da1f2c34e4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:27.707103 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.747403 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-515e7bd6-835d-4c80-9b5f-c0a915bce663 None None] For port 96ff49ab-7229-48f3-b931-a000f86ebf06, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:29:27.747586 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.750646 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-515e7bd6-835d-4c80-9b5f-c0a915bce663 None None] For port 96ff49ab-7229-48f3-b931-a000f86ebf06, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=96ff49ab-7229-48f3-b931-a000f86ebf06,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:29:27.755763 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-515e7bd6-835d-4c80-9b5f-c0a915bce663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.799040 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Network 2fd532a8-61d4-4f7b-bce9-20b0978e9555 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:27.802451 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:27.807930 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:29:27.811408 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Pushing event updated for resources: {'Port': ['ID=b111de49-172a-4cc6-bbfa-2449874b7cf2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:27.818388 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc64e2a-0295-4adf-bdc1-5da1f2c34e4f None None] Pushing event updated for resources: {'Port': ['ID=96ff49ab-7229-48f3-b931-a000f86ebf06,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:27.830455 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515e7bd6-835d-4c80-9b5f-c0a915bce663 None None] Routers {'1a22035c-4b91-408a-af48-2f3ad3b64ae9'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:29:27.831091 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-515e7bd6-835d-4c80-9b5f-c0a915bce663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:28:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1a22035c-4b91-408a-af48-2f3ad3b64ae9'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:27.842121 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:27.842929 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:27.842929 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:27.843119 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:27.843445 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:27.843969 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:27.844300 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:27.844844 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:27.845179 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:27.845523 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:27.845841 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:27.846168 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:27.873007 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8868a02a-2e9c-4422-97c2-9ce3a824408f up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:29:27.882331 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.951951 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 8868a02a-2e9c-4422-97c2-9ce3a824408f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:27.952722 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:28.068317 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:28.108950 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-515e7bd6-835d-4c80-9b5f-c0a915bce663 None None] Set router 1a22035c-4b91-408a-af48-2f3ad3b64ae9 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:29:28.146926 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-38e32ddb-2939-4bc1-b9d9-4787dd8713be None None] Provisioning complete for port b111de49-172a-4cc6-bbfa-2449874b7cf2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:28.147347 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-38e32ddb-2939-4bc1-b9d9-4787dd8713be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:28.186642 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-38e32ddb-2939-4bc1-b9d9-4787dd8713be None None] Port b111de49-172a-4cc6-bbfa-2449874b7cf2 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:29:28.254268 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:28.260309 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:28.302022 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-515e7bd6-835d-4c80-9b5f-c0a915bce663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a22035c-4b91-408a-af48-2f3ad3b64ae9', 'name': 'tempest-TestEncryptedCinderVolumes-1554501917-router', 'tenant_id': '08f8790f222f490bacab040d36ecbbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '96ff49ab-7229-48f3-b931-a000f86ebf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:25Z', 'updated_at': '2022-04-18T21:29:26Z', 'revision_number': 3, 'project_id': '08f8790f222f490bacab040d36ecbbe3', 'gw_port': {'id': '96ff49ab-7229-48f3-b931-a000f86ebf06', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a22035c-4b91-408a-af48-2f3ad3b64ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:25Z', 'updated_at': '2022-04-18T21:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:28.329747 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515e7bd6-835d-4c80-9b5f-c0a915bce663 None None] The sync data for ids ['1a22035c-4b91-408a-af48-2f3ad3b64ae9'] in n-d-838323-3 is: [{'id': '1a22035c-4b91-408a-af48-2f3ad3b64ae9', 'name': 'tempest-TestEncryptedCinderVolumes-1554501917-router', 'tenant_id': '08f8790f222f490bacab040d36ecbbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '96ff49ab-7229-48f3-b931-a000f86ebf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:25Z', 'updated_at': '2022-04-18T21:29:26Z', 'revision_number': 3, 'project_id': '08f8790f222f490bacab040d36ecbbe3', 'gw_port': {'id': '96ff49ab-7229-48f3-b931-a000f86ebf06', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a22035c-4b91-408a-af48-2f3ad3b64ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:25Z', 'updated_at': '2022-04-18T21:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:29:28.336611 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Pushing event updated for resources: {'Port': ['ID=b111de49-172a-4cc6-bbfa-2449874b7cf2,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:28.340351 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:28.446630 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Network 2fd532a8-61d4-4f7b-bce9-20b0978e9555 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:28.448190 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:28.608029 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Router 1a22035c-4b91-408a-af48-2f3ad3b64ae9 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:29:28.741122 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:29:28.754554 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a1496015-87d4-492c-b1ba-7056eba857bb admin admin] 10.222.0.41 "PUT /v2.0/routers/1a22035c-4b91-408a-af48-2f3ad3b64ae9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9322882 Apr 18 21:29:28.813901 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-9df721fd-247c-4d45-be3d-52e76f376a1f None None] Provisioning complete for port b111de49-172a-4cc6-bbfa-2449874b7cf2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:28.814270 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9df721fd-247c-4d45-be3d-52e76f376a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:28.850424 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-9df721fd-247c-4d45-be3d-52e76f376a1f None None] Port b111de49-172a-4cc6-bbfa-2449874b7cf2 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:29:29.104750 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3e5d0011-f391-4087-80f0-c42bc000c4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:29.303194 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58334) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:29.308899 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ea319f41-2977-4c8d-bcdd-16a76911549d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-759981092-network', 'tenant_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:29.328193 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea319f41-2977-4c8d-bcdd-16a76911549d admin admin] Made reservation on behalf of 7dbf58b43bfc4e5aaf22e79ffb153e7e for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:29.330558 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea319f41-2977-4c8d-bcdd-16a76911549d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:29.339171 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea319f41-2977-4c8d-bcdd-16a76911549d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:29.417417 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea319f41-2977-4c8d-bcdd-16a76911549d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:29.421297 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea319f41-2977-4c8d-bcdd-16a76911549d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:29.447466 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea319f41-2977-4c8d-bcdd-16a76911549d admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:29:29.457860 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea319f41-2977-4c8d-bcdd-16a76911549d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f192c994-43f6-4e3e-be25-6ee35aeaa64c,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:29.464323 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea319f41-2977-4c8d-bcdd-16a76911549d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:29.464706 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-ea319f41-2977-4c8d-bcdd-16a76911549d admin admin] Added segment 78dd7caf-36ba-4c08-af3f-e14e2f4ec71a of type vlan for network dbce0959-b58d-46b5-a4d4-e966b6f3385d Apr 18 21:29:29.505633 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea319f41-2977-4c8d-bcdd-16a76911549d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:29.530344 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea319f41-2977-4c8d-bcdd-16a76911549d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:29.531395 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea319f41-2977-4c8d-bcdd-16a76911549d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:29.531959 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ea319f41-2977-4c8d-bcdd-16a76911549d admin admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:29.585345 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ea319f41-2977-4c8d-bcdd-16a76911549d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2810314 Apr 18 21:29:29.588938 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58336) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:29.593992 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-96726a4a-9813-4c83-8fc9-68cb68b0aefe admin admin] Request body: {'subnet': {'network_id': 'dbce0959-b58d-46b5-a4d4-e966b6f3385d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-759981092-subnet', 'tenant_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e', 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:29.598776 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea319f41-2977-4c8d-bcdd-16a76911549d admin admin] Pushing event updated for resources: {'Network': ['ID=dbce0959-b58d-46b5-a4d4-e966b6f3385d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:29.611865 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network dbce0959-b58d-46b5-a4d4-e966b6f3385d details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:29:29.618635 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96726a4a-9813-4c83-8fc9-68cb68b0aefe admin admin] Made reservation on behalf of 7dbf58b43bfc4e5aaf22e79ffb153e7e for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:29.621699 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-96726a4a-9813-4c83-8fc9-68cb68b0aefe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:29.807880 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-96726a4a-9813-4c83-8fc9-68cb68b0aefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:29.835057 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 96ff49ab-7229-48f3-b931-a000f86ebf06 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:29:29.868109 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96726a4a-9813-4c83-8fc9-68cb68b0aefe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0c9f9bb-3003-4547-af24-1f313fae8d6c,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:29.877298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96726a4a-9813-4c83-8fc9-68cb68b0aefe admin admin] Checking segment: {'id': '78dd7caf-36ba-4c08-af3f-e14e2f4ec71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'dbce0959-b58d-46b5-a4d4-e966b6f3385d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:29:29.878337 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96726a4a-9813-4c83-8fc9-68cb68b0aefe admin admin] Network hostable DHCP agents. Network: dbce0959-b58d-46b5-a4d4-e966b6f3385d, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:29:29.890374 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 96ff49ab-7229-48f3-b931-a000f86ebf06 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:29.890749 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:29.902585 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96726a4a-9813-4c83-8fc9-68cb68b0aefe admin admin] Network dbce0959-b58d-46b5-a4d4-e966b6f3385d is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:29:29.915850 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-96726a4a-9813-4c83-8fc9-68cb68b0aefe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, dbce0959-b58d-46b5-a4d4-e966b6f3385d) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:29.920757 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96726a4a-9813-4c83-8fc9-68cb68b0aefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:29.921386 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-96726a4a-9813-4c83-8fc9-68cb68b0aefe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:29.928359 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76e2f6b-1081-4553-b366-97d1a889858a None None] Network dbce0959-b58d-46b5-a4d4-e966b6f3385d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:29:29.950871 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-96726a4a-9813-4c83-8fc9-68cb68b0aefe admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3604496 Apr 18 21:29:29.953168 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58338) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:29.958690 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-c1617480-31cc-4765-bc6f-44c469a367de admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-759981092-router', 'tenant_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:29.987305 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c1617480-31cc-4765-bc6f-44c469a367de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:29.988648 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c1617480-31cc-4765-bc6f-44c469a367de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:29.990153 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0505e723-4679-4034-b8ef-7f9296c2e44b None None] Sync routers for ids ['1a22035c-4b91-408a-af48-2f3ad3b64ae9'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:29:30.031086 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0505e723-4679-4034-b8ef-7f9296c2e44b None None] Routers {'1a22035c-4b91-408a-af48-2f3ad3b64ae9'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:29:30.031606 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-0505e723-4679-4034-b8ef-7f9296c2e44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:29:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1a22035c-4b91-408a-af48-2f3ad3b64ae9'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:30.049684 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c1617480-31cc-4765-bc6f-44c469a367de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.088991 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.149230 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.192358 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c1617480-31cc-4765-bc6f-44c469a367de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.223533 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 96ff49ab-7229-48f3-b931-a000f86ebf06, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=96ff49ab-7229-48f3-b931-a000f86ebf06,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:30.245810 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.257399 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-0505e723-4679-4034-b8ef-7f9296c2e44b None None] Set router 1a22035c-4b91-408a-af48-2f3ad3b64ae9 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:29:30.276793 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e614283-1048-49b5-ae00-1dba683140f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-dbce0959-b58d-46b5-a4d4-e966b6f3385d', 'network_id': 'dbce0959-b58d-46b5-a4d4-e966b6f3385d', 'tenant_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e', 'fixed_ips': [{'subnet_id': 'b0c9f9bb-3003-4547-af24-1f313fae8d6c'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:29:30.277677 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6e614283-1048-49b5-ae00-1dba683140f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.390878 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=96ff49ab-7229-48f3-b931-a000f86ebf06,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:30.397109 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c1617480-31cc-4765-bc6f-44c469a367de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.417487 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c1617480-31cc-4765-bc6f-44c469a367de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.525982 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-c1617480-31cc-4765-bc6f-44c469a367de admin admin] Allocated IP 172.25.1.54 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:30.565823 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-6e614283-1048-49b5-ae00-1dba683140f7 None None] Allocated IP 172.20.0.2 (dbce0959-b58d-46b5-a4d4-e966b6f3385d/b0c9f9bb-3003-4547-af24-1f313fae8d6c/48d06e43-5061-4e85-9576-b5b4192d7ba5) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:30.631801 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c1617480-31cc-4765-bc6f-44c469a367de admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.669026 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c1617480-31cc-4765-bc6f-44c469a367de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.698383 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-0505e723-4679-4034-b8ef-7f9296c2e44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a22035c-4b91-408a-af48-2f3ad3b64ae9', 'name': 'tempest-TestEncryptedCinderVolumes-1554501917-router', 'tenant_id': '08f8790f222f490bacab040d36ecbbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '96ff49ab-7229-48f3-b931-a000f86ebf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:25Z', 'updated_at': '2022-04-18T21:29:28Z', 'revision_number': 4, 'project_id': '08f8790f222f490bacab040d36ecbbe3', 'gw_port': {'id': '96ff49ab-7229-48f3-b931-a000f86ebf06', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a22035c-4b91-408a-af48-2f3ad3b64ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:25Z', 'updated_at': '2022-04-18T21:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'b111de49-172a-4cc6-bbfa-2449874b7cf2', 'name': '', 'network_id': '2fd532a8-61d4-4f7b-bce9-20b0978e9555', 'tenant_id': '08f8790f222f490bacab040d36ecbbe3', 'mac_address': 'fa:16:3e:b2:29:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a22035c-4b91-408a-af48-2f3ad3b64ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fc1358b1-620c-4686-849b-4a21a16f2876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:27Z', 'updated_at': '2022-04-18T21:29:28Z', 'revision_number': 2, 'project_id': '08f8790f222f490bacab040d36ecbbe3', 'subnets': [{'id': 'fc1358b1-620c-4686-849b-4a21a16f2876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:30.711889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1617480-31cc-4765-bc6f-44c469a367de admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:30.725549 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-c1617480-31cc-4765-bc6f-44c469a367de admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:30.728413 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1617480-31cc-4765-bc6f-44c469a367de admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:29:30.731761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0505e723-4679-4034-b8ef-7f9296c2e44b None None] Checking router: 1a22035c-4b91-408a-af48-2f3ad3b64ae9 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:29:30.732118 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0505e723-4679-4034-b8ef-7f9296c2e44b None None] Updating router 1a22035c-4b91-408a-af48-2f3ad3b64ae9 port b111de49-172a-4cc6-bbfa-2449874b7cf2 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:29:30.755560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1617480-31cc-4765-bc6f-44c469a367de admin admin] Pushing event updated for resources: {'Port': ['ID=8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:30.788534 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0505e723-4679-4034-b8ef-7f9296c2e44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.813451 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6e614283-1048-49b5-ae00-1dba683140f7 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.834774 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6e614283-1048-49b5-ae00-1dba683140f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:30.940877 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e614283-1048-49b5-ae00-1dba683140f7 None None] Network dbce0959-b58d-46b5-a4d4-e966b6f3385d is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:30.954685 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-6e614283-1048-49b5-ae00-1dba683140f7 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:30.958982 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e614283-1048-49b5-ae00-1dba683140f7 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:29:30.963258 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e614283-1048-49b5-ae00-1dba683140f7 None None] Pushing event updated for resources: {'Port': ['ID=48d06e43-5061-4e85-9576-b5b4192d7ba5,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:31.240172 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-6e614283-1048-49b5-ae00-1dba683140f7 None None] Attempting to bind port 48d06e43-5061-4e85-9576-b5b4192d7ba5 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:29:31.240540 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-6e614283-1048-49b5-ae00-1dba683140f7 None None] Attempting to bind port 48d06e43-5061-4e85-9576-b5b4192d7ba5 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '78dd7caf-36ba-4c08-af3f-e14e2f4ec71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'dbce0959-b58d-46b5-a4d4-e966b6f3385d'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:29:31.240909 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e614283-1048-49b5-ae00-1dba683140f7 None None] Attempting to bind port 48d06e43-5061-4e85-9576-b5b4192d7ba5 on network dbce0959-b58d-46b5-a4d4-e966b6f3385d {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:29:31.255180 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e614283-1048-49b5-ae00-1dba683140f7 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:29:31.255559 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e614283-1048-49b5-ae00-1dba683140f7 None None] Checking segment: {'id': '78dd7caf-36ba-4c08-af3f-e14e2f4ec71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'dbce0959-b58d-46b5-a4d4-e966b6f3385d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:29:31.255965 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6e614283-1048-49b5-ae00-1dba683140f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.256365 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e614283-1048-49b5-ae00-1dba683140f7 None None] Bound using segment: {'id': '78dd7caf-36ba-4c08-af3f-e14e2f4ec71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'dbce0959-b58d-46b5-a4d4-e966b6f3385d'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:29:31.256884 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-6e614283-1048-49b5-ae00-1dba683140f7 None None] Bound port: 48d06e43-5061-4e85-9576-b5b4192d7ba5, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78dd7caf-36ba-4c08-af3f-e14e2f4ec71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'dbce0959-b58d-46b5-a4d4-e966b6f3385d'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:29:31.257264 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6e614283-1048-49b5-ae00-1dba683140f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.295473 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c1617480-31cc-4765-bc6f-44c469a367de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.372036 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-6e614283-1048-49b5-ae00-1dba683140f7 None None] For port 48d06e43-5061-4e85-9576-b5b4192d7ba5, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:29:31.390487 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-6e614283-1048-49b5-ae00-1dba683140f7 None None] For port 48d06e43-5061-4e85-9576-b5b4192d7ba5, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=48d06e43-5061-4e85-9576-b5b4192d7ba5,segment=NetworkSegment(78dd7caf-36ba-4c08-af3f-e14e2f4ec71a),segment_id=78dd7caf-36ba-4c08-af3f-e14e2f4ec71a)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:29:31.398192 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6e614283-1048-49b5-ae00-1dba683140f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.404633 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0505e723-4679-4034-b8ef-7f9296c2e44b None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.435616 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0505e723-4679-4034-b8ef-7f9296c2e44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.475691 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e614283-1048-49b5-ae00-1dba683140f7 None None] Pushing event updated for resources: {'Port': ['ID=48d06e43-5061-4e85-9576-b5b4192d7ba5,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:31.528692 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c1617480-31cc-4765-bc6f-44c469a367de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.557705 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300996dd-408d-44d5-b5a1-752ec558b900 None None] Pushing event updated for resources: {'Port': ['ID=b111de49-172a-4cc6-bbfa-2449874b7cf2,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:31.562185 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-0505e723-4679-4034-b8ef-7f9296c2e44b None None] Attempting to bind port b111de49-172a-4cc6-bbfa-2449874b7cf2 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:29:31.562564 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-0505e723-4679-4034-b8ef-7f9296c2e44b None None] Attempting to bind port b111de49-172a-4cc6-bbfa-2449874b7cf2 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '71708b31-6fab-4d69-9e69-013b8493a512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fd532a8-61d4-4f7b-bce9-20b0978e9555'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:29:31.562933 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0505e723-4679-4034-b8ef-7f9296c2e44b None None] Attempting to bind port b111de49-172a-4cc6-bbfa-2449874b7cf2 on network 2fd532a8-61d4-4f7b-bce9-20b0978e9555 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:29:31.576529 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0505e723-4679-4034-b8ef-7f9296c2e44b None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:29:31.576993 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0505e723-4679-4034-b8ef-7f9296c2e44b None None] Checking segment: {'id': '71708b31-6fab-4d69-9e69-013b8493a512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fd532a8-61d4-4f7b-bce9-20b0978e9555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:29:31.577478 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0505e723-4679-4034-b8ef-7f9296c2e44b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.577949 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0505e723-4679-4034-b8ef-7f9296c2e44b None None] Bound using segment: {'id': '71708b31-6fab-4d69-9e69-013b8493a512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fd532a8-61d4-4f7b-bce9-20b0978e9555'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:29:31.578558 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-0505e723-4679-4034-b8ef-7f9296c2e44b None None] Bound port: b111de49-172a-4cc6-bbfa-2449874b7cf2, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71708b31-6fab-4d69-9e69-013b8493a512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fd532a8-61d4-4f7b-bce9-20b0978e9555'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:29:31.579051 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0505e723-4679-4034-b8ef-7f9296c2e44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.655936 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.670959 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-0505e723-4679-4034-b8ef-7f9296c2e44b None None] For port b111de49-172a-4cc6-bbfa-2449874b7cf2, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:29:31.674908 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-0505e723-4679-4034-b8ef-7f9296c2e44b None None] For port b111de49-172a-4cc6-bbfa-2449874b7cf2, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b111de49-172a-4cc6-bbfa-2449874b7cf2,segment=NetworkSegment(71708b31-6fab-4d69-9e69-013b8493a512),segment_id=71708b31-6fab-4d69-9e69-013b8493a512)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:29:31.680603 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0505e723-4679-4034-b8ef-7f9296c2e44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.706384 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1617480-31cc-4765-bc6f-44c469a367de admin admin] Router c6f9b8c3-4c83-4e4d-b866-75fbe1991f54 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:29:31.763263 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0505e723-4679-4034-b8ef-7f9296c2e44b None None] Routers {'1a22035c-4b91-408a-af48-2f3ad3b64ae9'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:29:31.763680 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-0505e723-4679-4034-b8ef-7f9296c2e44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:29:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1a22035c-4b91-408a-af48-2f3ad3b64ae9'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:31.826953 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300996dd-408d-44d5-b5a1-752ec558b900 None None] Pushing event updated for resources: {'Port': ['ID=b111de49-172a-4cc6-bbfa-2449874b7cf2,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:31.873772 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.875301 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-0e2c4fbb-b099-494d-a803-740782c7a8dd None None] Provisioning complete for port b111de49-172a-4cc6-bbfa-2449874b7cf2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:31.875670 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0e2c4fbb-b099-494d-a803-740782c7a8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.940280 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1617480-31cc-4765-bc6f-44c469a367de admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:29:31.955734 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee25b98-352c-4cbc-b432-21e6e48baf2b None None] Sync routers for ids ['c6f9b8c3-4c83-4e4d-b866-75fbe1991f54'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:29:31.963870 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c1617480-31cc-4765-bc6f-44c469a367de admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.965715 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c1617480-31cc-4765-bc6f-44c469a367de admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0115335 Apr 18 21:29:31.969964 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58340) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:31.983613 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee25b98-352c-4cbc-b432-21e6e48baf2b None None] Routers {'c6f9b8c3-4c83-4e4d-b866-75fbe1991f54'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:29:31.984987 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6ee25b98-352c-4cbc-b432-21e6e48baf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:29:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c6f9b8c3-4c83-4e4d-b866-75fbe1991f54'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:32.016520 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 48d06e43-5061-4e85-9576-b5b4192d7ba5 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:29:32.116720 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0e2c4fbb-b099-494d-a803-740782c7a8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:32.124381 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-0505e723-4679-4034-b8ef-7f9296c2e44b None None] Set router 1a22035c-4b91-408a-af48-2f3ad3b64ae9 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:29:32.135971 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-6ee25b98-352c-4cbc-b432-21e6e48baf2b None None] Set router c6f9b8c3-4c83-4e4d-b866-75fbe1991f54 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:29:32.261574 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-0e2c4fbb-b099-494d-a803-740782c7a8dd None None] For port b111de49-172a-4cc6-bbfa-2449874b7cf2, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b111de49-172a-4cc6-bbfa-2449874b7cf2,segment=NetworkSegment(71708b31-6fab-4d69-9e69-013b8493a512),segment_id=71708b31-6fab-4d69-9e69-013b8493a512)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:32.278051 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0e2c4fbb-b099-494d-a803-740782c7a8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:32.332637 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 48d06e43-5061-4e85-9576-b5b4192d7ba5 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:32.333344 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:32.356669 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6ee25b98-352c-4cbc-b432-21e6e48baf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f9b8c3-4c83-4e4d-b866-75fbe1991f54', 'name': 'tempest-TestEncryptedCinderVolumes-759981092-router', 'tenant_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:29Z', 'updated_at': '2022-04-18T21:29:30Z', 'revision_number': 3, 'project_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e', 'gw_port': {'id': '8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:28:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f9b8c3-4c83-4e4d-b866-75fbe1991f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:30Z', 'updated_at': '2022-04-18T21:29:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:32.387974 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee25b98-352c-4cbc-b432-21e6e48baf2b None None] Checking router: c6f9b8c3-4c83-4e4d-b866-75fbe1991f54 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:29:32.388318 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee25b98-352c-4cbc-b432-21e6e48baf2b None None] Updating router c6f9b8c3-4c83-4e4d-b866-75fbe1991f54 port 8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:29:32.420083 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6ee25b98-352c-4cbc-b432-21e6e48baf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:32.454307 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c4fbb-b099-494d-a803-740782c7a8dd None None] Pushing event updated for resources: {'Port': ['ID=b111de49-172a-4cc6-bbfa-2449874b7cf2,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:32.492984 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ac4bda84-b1a0-4392-8567-3c53f1aeecf9 None None] Provisioning complete for port b111de49-172a-4cc6-bbfa-2449874b7cf2 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:32.493363 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ac4bda84-b1a0-4392-8567-3c53f1aeecf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:32.575416 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:32.636963 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 48d06e43-5061-4e85-9576-b5b4192d7ba5, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=48d06e43-5061-4e85-9576-b5b4192d7ba5,segment=NetworkSegment(78dd7caf-36ba-4c08-af3f-e14e2f4ec71a),segment_id=78dd7caf-36ba-4c08-af3f-e14e2f4ec71a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:32.653936 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-318134e2-a308-424f-ae93-20d5397ba92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:32.675156 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:32.675974 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 96ff49ab-7229-48f3-b931-a000f86ebf06 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:29:32.704154 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-0505e723-4679-4034-b8ef-7f9296c2e44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a22035c-4b91-408a-af48-2f3ad3b64ae9', 'name': 'tempest-TestEncryptedCinderVolumes-1554501917-router', 'tenant_id': '08f8790f222f490bacab040d36ecbbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '96ff49ab-7229-48f3-b931-a000f86ebf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:25Z', 'updated_at': '2022-04-18T21:29:28Z', 'revision_number': 4, 'project_id': '08f8790f222f490bacab040d36ecbbe3', 'gw_port': {'id': '96ff49ab-7229-48f3-b931-a000f86ebf06', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a22035c-4b91-408a-af48-2f3ad3b64ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:25Z', 'updated_at': '2022-04-18T21:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'b111de49-172a-4cc6-bbfa-2449874b7cf2', 'name': '', 'network_id': '2fd532a8-61d4-4f7b-bce9-20b0978e9555', 'tenant_id': '08f8790f222f490bacab040d36ecbbe3', 'mac_address': 'fa:16:3e:b2:29:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a22035c-4b91-408a-af48-2f3ad3b64ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fc1358b1-620c-4686-849b-4a21a16f2876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:27Z', 'updated_at': '2022-04-18T21:29:31Z', 'revision_number': 4, 'project_id': '08f8790f222f490bacab040d36ecbbe3', 'subnets': [{'id': 'fc1358b1-620c-4686-849b-4a21a16f2876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:32.778534 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0505e723-4679-4034-b8ef-7f9296c2e44b None None] The sync data for ids ['1a22035c-4b91-408a-af48-2f3ad3b64ae9'] in n-d-838323-3 is: [{'id': '1a22035c-4b91-408a-af48-2f3ad3b64ae9', 'name': 'tempest-TestEncryptedCinderVolumes-1554501917-router', 'tenant_id': '08f8790f222f490bacab040d36ecbbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '96ff49ab-7229-48f3-b931-a000f86ebf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:25Z', 'updated_at': '2022-04-18T21:29:28Z', 'revision_number': 4, 'project_id': '08f8790f222f490bacab040d36ecbbe3', 'gw_port': {'id': '96ff49ab-7229-48f3-b931-a000f86ebf06', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a22035c-4b91-408a-af48-2f3ad3b64ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:25Z', 'updated_at': '2022-04-18T21:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'b111de49-172a-4cc6-bbfa-2449874b7cf2', 'name': '', 'network_id': '2fd532a8-61d4-4f7b-bce9-20b0978e9555', 'tenant_id': '08f8790f222f490bacab040d36ecbbe3', 'mac_address': 'fa:16:3e:b2:29:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a22035c-4b91-408a-af48-2f3ad3b64ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fc1358b1-620c-4686-849b-4a21a16f2876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:27Z', 'updated_at': '2022-04-18T21:29:31Z', 'revision_number': 4, 'project_id': '08f8790f222f490bacab040d36ecbbe3', 'subnets': [{'id': 'fc1358b1-620c-4686-849b-4a21a16f2876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:29:32.808757 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6ee25b98-352c-4cbc-b432-21e6e48baf2b None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:32.810182 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=48d06e43-5061-4e85-9576-b5b4192d7ba5,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:32.819148 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6ee25b98-352c-4cbc-b432-21e6e48baf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:32.840893 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 96ff49ab-7229-48f3-b931-a000f86ebf06 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:32.843596 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:32.908779 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-6ee25b98-352c-4cbc-b432-21e6e48baf2b None None] Attempting to bind port 8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:29:32.909143 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-6ee25b98-352c-4cbc-b432-21e6e48baf2b None None] Attempting to bind port 8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:29:32.909503 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee25b98-352c-4cbc-b432-21e6e48baf2b None None] Attempting to bind port 8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:29:32.914838 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-318134e2-a308-424f-ae93-20d5397ba92a admin admin] Allocated IP 172.20.0.1 (dbce0959-b58d-46b5-a4d4-e966b6f3385d/b0c9f9bb-3003-4547-af24-1f313fae8d6c/aea3dbce-4fa1-4082-bb33-715dcd5cfff8) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:32.920588 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee25b98-352c-4cbc-b432-21e6e48baf2b None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:29:32.922178 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee25b98-352c-4cbc-b432-21e6e48baf2b None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:29:32.923262 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6ee25b98-352c-4cbc-b432-21e6e48baf2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:32.923604 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee25b98-352c-4cbc-b432-21e6e48baf2b None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:29:32.924098 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-6ee25b98-352c-4cbc-b432-21e6e48baf2b None None] Bound port: 8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:29:32.924693 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6ee25b98-352c-4cbc-b432-21e6e48baf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:32.926232 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe8fc9-c074-4738-966b-9f121ed891f9 None None] Pushing event updated for resources: {'Port': ['ID=8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:33.022210 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-6ee25b98-352c-4cbc-b432-21e6e48baf2b None None] For port 8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:29:33.022858 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7747d54c-d6e8-4087-8e74-6940fc1378aa None None] Network dbce0959-b58d-46b5-a4d4-e966b6f3385d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:29:33.025935 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-6ee25b98-352c-4cbc-b432-21e6e48baf2b None None] For port 8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:29:33.031913 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6ee25b98-352c-4cbc-b432-21e6e48baf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:33.062313 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-318134e2-a308-424f-ae93-20d5397ba92a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:33.101084 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee25b98-352c-4cbc-b432-21e6e48baf2b None None] Routers {'c6f9b8c3-4c83-4e4d-b866-75fbe1991f54'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:29:33.102055 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6ee25b98-352c-4cbc-b432-21e6e48baf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:29:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c6f9b8c3-4c83-4e4d-b866-75fbe1991f54'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:33.119232 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-318134e2-a308-424f-ae93-20d5397ba92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:33.140767 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d95b51dc-0e94-4c3f-bcc7-2e7794e3357d None None] Provisioning complete for port 48d06e43-5061-4e85-9576-b5b4192d7ba5 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:33.141294 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d95b51dc-0e94-4c3f-bcc7-2e7794e3357d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:33.168650 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318134e2-a308-424f-ae93-20d5397ba92a admin admin] Network dbce0959-b58d-46b5-a4d4-e966b6f3385d is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:33.176599 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-318134e2-a308-424f-ae93-20d5397ba92a admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:33.184567 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318134e2-a308-424f-ae93-20d5397ba92a admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:29:33.194350 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318134e2-a308-424f-ae93-20d5397ba92a admin admin] Pushing event updated for resources: {'Port': ['ID=aea3dbce-4fa1-4082-bb33-715dcd5cfff8,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:33.218789 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-6ee25b98-352c-4cbc-b432-21e6e48baf2b None None] Set router c6f9b8c3-4c83-4e4d-b866-75fbe1991f54 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:29:33.243567 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-318134e2-a308-424f-ae93-20d5397ba92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:33.345182 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe8fc9-c074-4738-966b-9f121ed891f9 None None] Pushing event updated for resources: {'Port': ['ID=8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:33.416309 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-318134e2-a308-424f-ae93-20d5397ba92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:33.466104 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6ee25b98-352c-4cbc-b432-21e6e48baf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f9b8c3-4c83-4e4d-b866-75fbe1991f54', 'name': 'tempest-TestEncryptedCinderVolumes-759981092-router', 'tenant_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:29Z', 'updated_at': '2022-04-18T21:29:30Z', 'revision_number': 3, 'project_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e', 'gw_port': {'id': '8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:28:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f9b8c3-4c83-4e4d-b866-75fbe1991f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:30Z', 'updated_at': '2022-04-18T21:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:33.495815 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee25b98-352c-4cbc-b432-21e6e48baf2b None None] The sync data for ids ['c6f9b8c3-4c83-4e4d-b866-75fbe1991f54'] in n-d-838323-3 is: [{'id': 'c6f9b8c3-4c83-4e4d-b866-75fbe1991f54', 'name': 'tempest-TestEncryptedCinderVolumes-759981092-router', 'tenant_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:29Z', 'updated_at': '2022-04-18T21:29:30Z', 'revision_number': 3, 'project_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e', 'gw_port': {'id': '8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:28:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f9b8c3-4c83-4e4d-b866-75fbe1991f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:30Z', 'updated_at': '2022-04-18T21:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:29:33.610640 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-725f7792-2317-4e19-815e-b1e79950ffa8 None None] Provisioning complete for port 48d06e43-5061-4e85-9576-b5b4192d7ba5 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:33.611071 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-725f7792-2317-4e19-815e-b1e79950ffa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:33.661751 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-318134e2-a308-424f-ae93-20d5397ba92a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:33.673327 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-318134e2-a308-424f-ae93-20d5397ba92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:33.757465 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318134e2-a308-424f-ae93-20d5397ba92a admin admin] Pushing event updated for resources: {'Port': ['ID=aea3dbce-4fa1-4082-bb33-715dcd5cfff8,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:33.768120 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-725f7792-2317-4e19-815e-b1e79950ffa8 None None] Provisioning complete for port aea3dbce-4fa1-4082-bb33-715dcd5cfff8 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:33.768884 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-725f7792-2317-4e19-815e-b1e79950ffa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:33.783061 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-318134e2-a308-424f-ae93-20d5397ba92a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:33.852543 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-725f7792-2317-4e19-815e-b1e79950ffa8 None None] Port aea3dbce-4fa1-4082-bb33-715dcd5cfff8 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:29:33.930866 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318134e2-a308-424f-ae93-20d5397ba92a admin admin] Network dbce0959-b58d-46b5-a4d4-e966b6f3385d is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:33.933166 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-318134e2-a308-424f-ae93-20d5397ba92a admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:33.987355 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-20b9c011-4bc0-43a0-882a-39056779076b None None] Provisioning complete for port aea3dbce-4fa1-4082-bb33-715dcd5cfff8 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:33.987906 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-20b9c011-4bc0-43a0-882a-39056779076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:34.107221 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-20b9c011-4bc0-43a0-882a-39056779076b None None] Port aea3dbce-4fa1-4082-bb33-715dcd5cfff8 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:29:34.135618 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 48d06e43-5061-4e85-9576-b5b4192d7ba5 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:29:34.199599 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318134e2-a308-424f-ae93-20d5397ba92a admin admin] Router c6f9b8c3-4c83-4e4d-b866-75fbe1991f54 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:29:34.213054 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 48d06e43-5061-4e85-9576-b5b4192d7ba5 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:34.213421 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:34.326436 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b111de49-172a-4cc6-bbfa-2449874b7cf2 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:29:34.361704 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e62310ef-a857-4d52-9de6-acd61ea8e6ee None None] Provisioning complete for port aea3dbce-4fa1-4082-bb33-715dcd5cfff8 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:34.362257 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e62310ef-a857-4d52-9de6-acd61ea8e6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:34.409599 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e62310ef-a857-4d52-9de6-acd61ea8e6ee None None] Port aea3dbce-4fa1-4082-bb33-715dcd5cfff8 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:29:34.420354 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port b111de49-172a-4cc6-bbfa-2449874b7cf2 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:34.420920 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:34.689159 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318134e2-a308-424f-ae93-20d5397ba92a admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:29:34.694912 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-318134e2-a308-424f-ae93-20d5397ba92a admin admin] 10.222.0.41 "PUT /v2.0/routers/c6f9b8c3-4c83-4e4d-b866-75fbe1991f54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7235343 Apr 18 21:29:35.463915 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-69142365-8bc8-4bc2-b794-a4987eeebfde tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:35.466002 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-69142365-8bc8-4bc2-b794-a4987eeebfde tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/networks?id=2fd532a8-61d4-4f7b-bce9-20b0978e9555 HTTP/1.1" status: 200 len: 817 time: 0.1099844 Apr 18 21:29:35.482824 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-d7a757b8-2743-44fe-968f-fc208cd44ca7 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/quotas/08f8790f222f490bacab040d36ecbbe3 HTTP/1.1" status: 200 len: 375 time: 0.0107019 Apr 18 21:29:35.536888 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-a276afc2-155b-4811-bef7-76d93f69aa31 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=08f8790f222f490bacab040d36ecbbe3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482180 Apr 18 21:29:35.640803 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-18b1814c-ac41-4188-bbf9-f5e1c84b155b service neutron] 10.222.0.41 "GET /v2.0/networks/2fd532a8-61d4-4f7b-bce9-20b0978e9555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910406 Apr 18 21:29:35.731921 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-ae89af9d-1e2a-4741-b9f8-7af7149ebb95 service neutron] 10.222.0.41 "GET /v2.0/networks/2fd532a8-61d4-4f7b-bce9-20b0978e9555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849435 Apr 18 21:29:35.826612 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:29:35.883930 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:35.884406 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:35.926494 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dabb42a1-a69d-4a39-b3e1-39346381e31f req-a2bc688b-77bf-45d1-8da5-961490c51d00 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=70249aff-549f-4066-bb8d-80a938990b15 HTTP/1.1" status: 200 len: 210 time: 0.0482640 Apr 18 21:29:35.974439 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:35.997083 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:36.005678 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:36.062337 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:36.230253 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efe34cc-056f-4e03-84c7-9f00644210c9 None None] Sync routers for ids ['c6f9b8c3-4c83-4e4d-b866-75fbe1991f54'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:29:36.240853 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efe34cc-056f-4e03-84c7-9f00644210c9 None None] Routers {'c6f9b8c3-4c83-4e4d-b866-75fbe1991f54'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:29:36.241466 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-1efe34cc-056f-4e03-84c7-9f00644210c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:29:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c6f9b8c3-4c83-4e4d-b866-75fbe1991f54'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:36.524839 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-1efe34cc-056f-4e03-84c7-9f00644210c9 None None] Set router c6f9b8c3-4c83-4e4d-b866-75fbe1991f54 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:29:36.738625 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-1efe34cc-056f-4e03-84c7-9f00644210c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f9b8c3-4c83-4e4d-b866-75fbe1991f54', 'name': 'tempest-TestEncryptedCinderVolumes-759981092-router', 'tenant_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:29Z', 'updated_at': '2022-04-18T21:29:33Z', 'revision_number': 4, 'project_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e', 'gw_port': {'id': '8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f9b8c3-4c83-4e4d-b866-75fbe1991f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:30Z', 'updated_at': '2022-04-18T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'aea3dbce-4fa1-4082-bb33-715dcd5cfff8', 'name': '', 'network_id': 'dbce0959-b58d-46b5-a4d4-e966b6f3385d', 'tenant_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e', 'mac_address': 'fa:16:3e:67:e4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f9b8c3-4c83-4e4d-b866-75fbe1991f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'b0c9f9bb-3003-4547-af24-1f313fae8d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:32Z', 'updated_at': '2022-04-18T21:29:33Z', 'revision_number': 2, 'project_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e', 'subnets': [{'id': 'b0c9f9bb-3003-4547-af24-1f313fae8d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:36.772214 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efe34cc-056f-4e03-84c7-9f00644210c9 None None] Checking router: c6f9b8c3-4c83-4e4d-b866-75fbe1991f54 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:29:36.772414 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efe34cc-056f-4e03-84c7-9f00644210c9 None None] Updating router c6f9b8c3-4c83-4e4d-b866-75fbe1991f54 port aea3dbce-4fa1-4082-bb33-715dcd5cfff8 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:29:36.809949 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1efe34cc-056f-4e03-84c7-9f00644210c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:36.947006 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-201bb3ef-ff22-4d9c-bb1f-79833ea633e6 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:36.948624 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-201bb3ef-ff22-4d9c-bb1f-79833ea633e6 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.32 "GET /v2.0/networks?id=2fd532a8-61d4-4f7b-bce9-20b0978e9555 HTTP/1.1" status: 200 len: 817 time: 0.1400821 Apr 18 21:29:36.964298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-2d35b08a-e7ba-430b-b963-2007881ccf26 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Request body: {'port': {'device_id': '70249aff-549f-4066-bb8d-80a938990b15', 'network_id': '2fd532a8-61d4-4f7b-bce9-20b0978e9555', 'admin_state_up': True, 'tenant_id': '08f8790f222f490bacab040d36ecbbe3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:37.056494 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-173d52db-38b8-4c85-90b0-97280f91f448 req-3a6021c6-5e65-412d-a7a7-f4485add79a1 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=70249aff-549f-4066-bb8d-80a938990b15 HTTP/1.1" status: 200 len: 210 time: 0.0345020 Apr 18 21:29:37.123144 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-2d35b08a-e7ba-430b-b963-2007881ccf26 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Made reservation on behalf of 08f8790f222f490bacab040d36ecbbe3 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:37.127102 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-2d35b08a-e7ba-430b-b963-2007881ccf26 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:37.143855 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1efe34cc-056f-4e03-84c7-9f00644210c9 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:37.150875 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1efe34cc-056f-4e03-84c7-9f00644210c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:37.214571 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d7fae-d281-4667-8ef9-999d59ef0514 None None] Pushing event updated for resources: {'Port': ['ID=aea3dbce-4fa1-4082-bb33-715dcd5cfff8,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:37.268758 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1efe34cc-056f-4e03-84c7-9f00644210c9 None None] Attempting to bind port aea3dbce-4fa1-4082-bb33-715dcd5cfff8 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:29:37.269394 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1efe34cc-056f-4e03-84c7-9f00644210c9 None None] Attempting to bind port aea3dbce-4fa1-4082-bb33-715dcd5cfff8 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '78dd7caf-36ba-4c08-af3f-e14e2f4ec71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'dbce0959-b58d-46b5-a4d4-e966b6f3385d'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:29:37.270022 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efe34cc-056f-4e03-84c7-9f00644210c9 None None] Attempting to bind port aea3dbce-4fa1-4082-bb33-715dcd5cfff8 on network dbce0959-b58d-46b5-a4d4-e966b6f3385d {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:29:37.271617 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-2d35b08a-e7ba-430b-b963-2007881ccf26 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Allocated IP 172.20.0.7 (2fd532a8-61d4-4f7b-bce9-20b0978e9555/fc1358b1-620c-4686-849b-4a21a16f2876/8d38101b-5443-4d3f-a884-2ca6db4d76a9) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:37.280163 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efe34cc-056f-4e03-84c7-9f00644210c9 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:29:37.280597 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efe34cc-056f-4e03-84c7-9f00644210c9 None None] Checking segment: {'id': '78dd7caf-36ba-4c08-af3f-e14e2f4ec71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'dbce0959-b58d-46b5-a4d4-e966b6f3385d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:29:37.281017 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1efe34cc-056f-4e03-84c7-9f00644210c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:37.281420 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efe34cc-056f-4e03-84c7-9f00644210c9 None None] Bound using segment: {'id': '78dd7caf-36ba-4c08-af3f-e14e2f4ec71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'dbce0959-b58d-46b5-a4d4-e966b6f3385d'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:29:37.281904 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1efe34cc-056f-4e03-84c7-9f00644210c9 None None] Bound port: aea3dbce-4fa1-4082-bb33-715dcd5cfff8, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78dd7caf-36ba-4c08-af3f-e14e2f4ec71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'dbce0959-b58d-46b5-a4d4-e966b6f3385d'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:29:37.282297 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1efe34cc-056f-4e03-84c7-9f00644210c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:37.369284 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1efe34cc-056f-4e03-84c7-9f00644210c9 None None] For port aea3dbce-4fa1-4082-bb33-715dcd5cfff8, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:29:37.377134 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1efe34cc-056f-4e03-84c7-9f00644210c9 None None] For port aea3dbce-4fa1-4082-bb33-715dcd5cfff8, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=aea3dbce-4fa1-4082-bb33-715dcd5cfff8,segment=NetworkSegment(78dd7caf-36ba-4c08-af3f-e14e2f4ec71a),segment_id=78dd7caf-36ba-4c08-af3f-e14e2f4ec71a)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:29:37.386551 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1efe34cc-056f-4e03-84c7-9f00644210c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:37.452111 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efe34cc-056f-4e03-84c7-9f00644210c9 None None] Routers {'c6f9b8c3-4c83-4e4d-b866-75fbe1991f54'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:29:37.452791 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-1efe34cc-056f-4e03-84c7-9f00644210c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:29:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c6f9b8c3-4c83-4e4d-b866-75fbe1991f54'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:37.458015 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-2d35b08a-e7ba-430b-b963-2007881ccf26 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:37.496798 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d7fae-d281-4667-8ef9-999d59ef0514 None None] Pushing event updated for resources: {'Port': ['ID=aea3dbce-4fa1-4082-bb33-715dcd5cfff8,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:37.498813 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-2d35b08a-e7ba-430b-b963-2007881ccf26 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:37.516578 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-96d94459-9a29-4738-a818-46d124c64b45 None None] Provisioning complete for port aea3dbce-4fa1-4082-bb33-715dcd5cfff8 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:37.516964 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-96d94459-9a29-4738-a818-46d124c64b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:37.569637 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-2d35b08a-e7ba-430b-b963-2007881ccf26 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Network 2fd532a8-61d4-4f7b-bce9-20b0978e9555 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:37.574166 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-2d35b08a-e7ba-430b-b963-2007881ccf26 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:37.581679 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-2d35b08a-e7ba-430b-b963-2007881ccf26 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:29:37.618351 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35b08a-e7ba-430b-b963-2007881ccf26 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Pushing event updated for resources: {'Port': ['ID=8d38101b-5443-4d3f-a884-2ca6db4d76a9,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:37.631896 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-1efe34cc-056f-4e03-84c7-9f00644210c9 None None] Set router c6f9b8c3-4c83-4e4d-b866-75fbe1991f54 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:29:37.657496 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-2d35b08a-e7ba-430b-b963-2007881ccf26 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:37.658270 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-2d35b08a-e7ba-430b-b963-2007881ccf26 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:37.678913 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-2d35b08a-e7ba-430b-b963-2007881ccf26 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7202945 Apr 18 21:29:37.693905 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-a24b6fe3-52ac-4869-b826-77bce2b87a1e service neutron] Request body: {'port': {'device_id': '70249aff-549f-4066-bb8d-80a938990b15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:37.763811 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-a24b6fe3-52ac-4869-b826-77bce2b87a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:37.799954 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-96d94459-9a29-4738-a818-46d124c64b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:37.842479 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:29:37.878730 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-96d94459-9a29-4738-a818-46d124c64b45 None None] For port aea3dbce-4fa1-4082-bb33-715dcd5cfff8, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=aea3dbce-4fa1-4082-bb33-715dcd5cfff8,segment=NetworkSegment(78dd7caf-36ba-4c08-af3f-e14e2f4ec71a),segment_id=78dd7caf-36ba-4c08-af3f-e14e2f4ec71a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:37.889729 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-96d94459-9a29-4738-a818-46d124c64b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:37.989768 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d94459-9a29-4738-a818-46d124c64b45 None None] Pushing event updated for resources: {'Port': ['ID=aea3dbce-4fa1-4082-bb33-715dcd5cfff8,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:38.014313 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:38.014691 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:38.053041 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b5dcd4d4-33b1-49ab-9671-b8df9c3b2f09 None None] Provisioning complete for port aea3dbce-4fa1-4082-bb33-715dcd5cfff8 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:38.053493 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b5dcd4d4-33b1-49ab-9671-b8df9c3b2f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:38.075701 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-a24b6fe3-52ac-4869-b826-77bce2b87a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d38101b-5443-4d3f-a884-2ca6db4d76a9 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:29:38.084145 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-a24b6fe3-52ac-4869-b826-77bce2b87a1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:38.100808 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-a24b6fe3-52ac-4869-b826-77bce2b87a1e service neutron] Transition to ACTIVE for port object 8d38101b-5443-4d3f-a884-2ca6db4d76a9 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:29:38.106527 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-a24b6fe3-52ac-4869-b826-77bce2b87a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:38.137854 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-1efe34cc-056f-4e03-84c7-9f00644210c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f9b8c3-4c83-4e4d-b866-75fbe1991f54', 'name': 'tempest-TestEncryptedCinderVolumes-759981092-router', 'tenant_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:29Z', 'updated_at': '2022-04-18T21:29:33Z', 'revision_number': 4, 'project_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e', 'gw_port': {'id': '8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f9b8c3-4c83-4e4d-b866-75fbe1991f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:30Z', 'updated_at': '2022-04-18T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'aea3dbce-4fa1-4082-bb33-715dcd5cfff8', 'name': '', 'network_id': 'dbce0959-b58d-46b5-a4d4-e966b6f3385d', 'tenant_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e', 'mac_address': 'fa:16:3e:67:e4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f9b8c3-4c83-4e4d-b866-75fbe1991f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'b0c9f9bb-3003-4547-af24-1f313fae8d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:32Z', 'updated_at': '2022-04-18T21:29:37Z', 'revision_number': 4, 'project_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e', 'subnets': [{'id': 'b0c9f9bb-3003-4547-af24-1f313fae8d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:38.140812 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:38.176706 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efe34cc-056f-4e03-84c7-9f00644210c9 None None] The sync data for ids ['c6f9b8c3-4c83-4e4d-b866-75fbe1991f54'] in n-d-838323-3 is: [{'id': 'c6f9b8c3-4c83-4e4d-b866-75fbe1991f54', 'name': 'tempest-TestEncryptedCinderVolumes-759981092-router', 'tenant_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:29Z', 'updated_at': '2022-04-18T21:29:33Z', 'revision_number': 4, 'project_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e', 'gw_port': {'id': '8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f9b8c3-4c83-4e4d-b866-75fbe1991f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:30Z', 'updated_at': '2022-04-18T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'aea3dbce-4fa1-4082-bb33-715dcd5cfff8', 'name': '', 'network_id': 'dbce0959-b58d-46b5-a4d4-e966b6f3385d', 'tenant_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e', 'mac_address': 'fa:16:3e:67:e4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f9b8c3-4c83-4e4d-b866-75fbe1991f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'b0c9f9bb-3003-4547-af24-1f313fae8d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:32Z', 'updated_at': '2022-04-18T21:29:37Z', 'revision_number': 4, 'project_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e', 'subnets': [{'id': 'b0c9f9bb-3003-4547-af24-1f313fae8d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:29:38.222261 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b6fe3-52ac-4869-b826-77bce2b87a1e service neutron] Pushing event updated for resources: {'Port': ['ID=8d38101b-5443-4d3f-a884-2ca6db4d76a9,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:38.342781 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d464c4-6188-4cc1-9763-15eef1a64b2d req-e1110e9f-3302-4ce0-a8d7-453ae7a309d9 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:38.350808 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68d464c4-6188-4cc1-9763-15eef1a64b2d req-e1110e9f-3302-4ce0-a8d7-453ae7a309d9 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=70249aff-549f-4066-bb8d-80a938990b15 HTTP/1.1" status: 200 len: 943 time: 0.1747816 Apr 18 21:29:38.409866 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-a24b6fe3-52ac-4869-b826-77bce2b87a1e service neutron] Attempting to bind port 8d38101b-5443-4d3f-a884-2ca6db4d76a9 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:29:38.410132 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-a24b6fe3-52ac-4869-b826-77bce2b87a1e service neutron] Attempting to bind port 8d38101b-5443-4d3f-a884-2ca6db4d76a9 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '71708b31-6fab-4d69-9e69-013b8493a512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fd532a8-61d4-4f7b-bce9-20b0978e9555'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:29:38.410462 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-a24b6fe3-52ac-4869-b826-77bce2b87a1e service neutron] Attempting to bind port 8d38101b-5443-4d3f-a884-2ca6db4d76a9 on network 2fd532a8-61d4-4f7b-bce9-20b0978e9555 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:29:38.427051 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-68d464c4-6188-4cc1-9763-15eef1a64b2d req-5c0ff08e-fbc1-4b12-ad4a-747c4617c1c0 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703716 Apr 18 21:29:38.433630 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-a24b6fe3-52ac-4869-b826-77bce2b87a1e service neutron] Port 8d38101b-5443-4d3f-a884-2ca6db4d76a9 on network 2fd532a8-61d4-4f7b-bce9-20b0978e9555 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:29:38.434332 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-a24b6fe3-52ac-4869-b826-77bce2b87a1e service neutron] Attempting to bind port 8d38101b-5443-4d3f-a884-2ca6db4d76a9 on network 2fd532a8-61d4-4f7b-bce9-20b0978e9555 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:29:38.440445 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-a24b6fe3-52ac-4869-b826-77bce2b87a1e service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:29:38.440814 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-a24b6fe3-52ac-4869-b826-77bce2b87a1e service neutron] Checking segment: {'id': '71708b31-6fab-4d69-9e69-013b8493a512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fd532a8-61d4-4f7b-bce9-20b0978e9555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:29:38.441203 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-a24b6fe3-52ac-4869-b826-77bce2b87a1e service neutron] Bound using segment: {'id': '71708b31-6fab-4d69-9e69-013b8493a512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fd532a8-61d4-4f7b-bce9-20b0978e9555'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:29:38.441642 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-a24b6fe3-52ac-4869-b826-77bce2b87a1e service neutron] Bound port: 8d38101b-5443-4d3f-a884-2ca6db4d76a9, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71708b31-6fab-4d69-9e69-013b8493a512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fd532a8-61d4-4f7b-bce9-20b0978e9555'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:29:38.442060 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-a24b6fe3-52ac-4869-b826-77bce2b87a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:38.518414 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-a24b6fe3-52ac-4869-b826-77bce2b87a1e service neutron] For port 8d38101b-5443-4d3f-a884-2ca6db4d76a9, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:29:38.522834 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-a24b6fe3-52ac-4869-b826-77bce2b87a1e service neutron] For port 8d38101b-5443-4d3f-a884-2ca6db4d76a9, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=8d38101b-5443-4d3f-a884-2ca6db4d76a9,segment=NetworkSegment(71708b31-6fab-4d69-9e69-013b8493a512),segment_id=71708b31-6fab-4d69-9e69-013b8493a512)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:29:38.528971 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-a24b6fe3-52ac-4869-b826-77bce2b87a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:38.567588 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-a24b6fe3-52ac-4869-b826-77bce2b87a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:38.568218 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-a24b6fe3-52ac-4869-b826-77bce2b87a1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:38.569691 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-a24b6fe3-52ac-4869-b826-77bce2b87a1e service neutron] 10.222.0.32 "PUT /v2.0/ports/8d38101b-5443-4d3f-a884-2ca6db4d76a9 HTTP/1.1" status: 200 len: 1091 time: 0.8802514 Apr 18 21:29:38.570848 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70249aff-549f-4066-bb8d-80a938990b15', 'tag': '8d38101b-5443-4d3f-a884-2ca6db4d76a9'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:29:38.573527 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c10b9a3-3a88-4411-8856-2fe22034ab22" -d '{"events": [{"name": "network-changed", "server_uuid": "70249aff-549f-4066-bb8d-80a938990b15", "tag": "8d38101b-5443-4d3f-a884-2ca6db4d76a9"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:29:38.618381 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b6fe3-52ac-4869-b826-77bce2b87a1e service neutron] Pushing event updated for resources: {'Port': ['ID=8d38101b-5443-4d3f-a884-2ca6db4d76a9,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:38.650772 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dd815e-302f-4a63-a6c0-d47b42b59450 x-openstack-request-id: req-b0dd815e-302f-4a63-a6c0-d47b42b59450 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:29:38.651063 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70249aff-549f-4066-bb8d-80a938990b15", "tag": "8d38101b-5443-4d3f-a884-2ca6db4d76a9", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:29:38.651315 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b0dd815e-302f-4a63-a6c0-d47b42b59450 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:29:38.651730 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0dd815e-302f-4a63-a6c0-d47b42b59450'] response: {'name': 'network-changed', 'server_uuid': '70249aff-549f-4066-bb8d-80a938990b15', 'tag': '8d38101b-5443-4d3f-a884-2ca6db4d76a9', 'status': 'completed', 'code': 200} Apr 18 21:29:38.693324 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-402d873d-f16e-473d-98e6-dd9ab5c7ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:38.696782 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-402d873d-f16e-473d-98e6-dd9ab5c7ab95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08f8790f222f490bacab040d36ecbbe3&device_id=70249aff-549f-4066-bb8d-80a938990b15 HTTP/1.1" status: 200 len: 1094 time: 0.0656943 Apr 18 21:29:38.745796 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-9761aad3-4d76-4e44-b326-ca1b10959868 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d38101b-5443-4d3f-a884-2ca6db4d76a9 HTTP/1.1" status: 200 len: 217 time: 0.0432971 Apr 18 21:29:38.807020 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-e8e1c850-626f-40e7-abb4-016166d478a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:38.808530 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-e8e1c850-626f-40e7-abb4-016166d478a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc1358b1-620c-4686-849b-4a21a16f2876 HTTP/1.1" status: 200 len: 856 time: 0.0487835 Apr 18 21:29:38.858072 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-a4e70347-f23a-403f-b1c0-cbc59d2465fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:38.859628 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-a4e70347-f23a-403f-b1c0-cbc59d2465fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2fd532a8-61d4-4f7b-bce9-20b0978e9555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440679 Apr 18 21:29:38.961537 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-6c3e09e1-8452-406a-9f56-f101fdfa9e21 service neutron] 10.222.0.32 "GET /v2.0/networks/2fd532a8-61d4-4f7b-bce9-20b0978e9555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944698 Apr 18 21:29:39.056033 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fdbf2e5d-4aa5-48e4-9e28-8bc131faec00 req-99a566eb-388d-45e9-8db6-c2018a7df2b4 service neutron] 10.222.0.32 "GET /v2.0/networks/2fd532a8-61d4-4f7b-bce9-20b0978e9555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883954 Apr 18 21:29:39.152596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10b9a3-3a88-4411-8856-2fe22034ab22 req-6b656301-4829-4605-b6b9-36d6aa3a96c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:39.154205 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c10b9a3-3a88-4411-8856-2fe22034ab22 req-6b656301-4829-4605-b6b9-36d6aa3a96c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08f8790f222f490bacab040d36ecbbe3&device_id=70249aff-549f-4066-bb8d-80a938990b15 HTTP/1.1" status: 200 len: 1094 time: 0.0485935 Apr 18 21:29:39.247226 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10b9a3-3a88-4411-8856-2fe22034ab22 req-9d9541a8-bff7-44a6-8cc8-447e0180d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:39.248654 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c10b9a3-3a88-4411-8856-2fe22034ab22 req-9d9541a8-bff7-44a6-8cc8-447e0180d627 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2fd532a8-61d4-4f7b-bce9-20b0978e9555 HTTP/1.1" status: 200 len: 918 time: 0.0877731 Apr 18 21:29:39.290755 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c10b9a3-3a88-4411-8856-2fe22034ab22 req-ea0bc4c6-0434-4851-b67d-d30845f93e7e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d38101b-5443-4d3f-a884-2ca6db4d76a9 HTTP/1.1" status: 200 len: 217 time: 0.0358608 Apr 18 21:29:39.344819 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10b9a3-3a88-4411-8856-2fe22034ab22 req-8ae24e55-356e-4200-827a-63fb83e1da7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:39.346273 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c10b9a3-3a88-4411-8856-2fe22034ab22 req-8ae24e55-356e-4200-827a-63fb83e1da7c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc1358b1-620c-4686-849b-4a21a16f2876 HTTP/1.1" status: 200 len: 856 time: 0.0494692 Apr 18 21:29:39.394499 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10b9a3-3a88-4411-8856-2fe22034ab22 req-bd57fa6a-64e0-4f51-9f21-334517ff1d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:39.396014 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c10b9a3-3a88-4411-8856-2fe22034ab22 req-bd57fa6a-64e0-4f51-9f21-334517ff1d9e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2fd532a8-61d4-4f7b-bce9-20b0978e9555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424862 Apr 18 21:29:39.488125 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c10b9a3-3a88-4411-8856-2fe22034ab22 req-cf4c6617-129b-4afb-9eb0-651a845a74b2 service neutron] 10.222.0.32 "GET /v2.0/networks/2fd532a8-61d4-4f7b-bce9-20b0978e9555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848832 Apr 18 21:29:39.605204 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4dfbf-3653-4cf4-8859-f7ed1a5ace5d req-eb2e55b1-8b45-4912-93a1-9e46096d6b03 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:39.606714 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4c4dfbf-3653-4cf4-8859-f7ed1a5ace5d req-eb2e55b1-8b45-4912-93a1-9e46096d6b03 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=70249aff-549f-4066-bb8d-80a938990b15 HTTP/1.1" status: 200 len: 943 time: 0.1178970 Apr 18 21:29:39.636111 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c10b9a3-3a88-4411-8856-2fe22034ab22 req-090692e2-868c-44e4-9ee1-316a1c5dc1ee service neutron] 10.222.0.32 "GET /v2.0/networks/2fd532a8-61d4-4f7b-bce9-20b0978e9555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377172 Apr 18 21:29:39.657675 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b4c4dfbf-3653-4cf4-8859-f7ed1a5ace5d req-4c68028c-5132-42db-8cb3-7a719b91e2c4 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446541 Apr 18 21:29:39.848621 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device aea3dbce-4fa1-4082-bb33-715dcd5cfff8 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:29:39.938222 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port aea3dbce-4fa1-4082-bb33-715dcd5cfff8 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:39.939255 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:40.797900 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499eb1ab-1ef8-4b61-b95e-2adcc90254d8 req-7e39ecf5-9b0e-4266-9e80-f60e6e3ba1e6 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:40.799299 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-499eb1ab-1ef8-4b61-b95e-2adcc90254d8 req-7e39ecf5-9b0e-4266-9e80-f60e6e3ba1e6 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=70249aff-549f-4066-bb8d-80a938990b15 HTTP/1.1" status: 200 len: 943 time: 0.0589807 Apr 18 21:29:40.840607 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-499eb1ab-1ef8-4b61-b95e-2adcc90254d8 req-afd4e335-6f05-416f-a0d6-05646e8e28f1 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340283 Apr 18 21:29:41.957054 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba686370-6d98-477c-a7f9-814948e90782 req-b22f7d74-354c-45a0-9194-9eb9848aff36 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:41.958525 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba686370-6d98-477c-a7f9-814948e90782 req-b22f7d74-354c-45a0-9194-9eb9848aff36 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=70249aff-549f-4066-bb8d-80a938990b15 HTTP/1.1" status: 200 len: 943 time: 0.0494456 Apr 18 21:29:41.998382 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba686370-6d98-477c-a7f9-814948e90782 req-bae5c77c-c4b3-4867-ba0c-1338c945cfd0 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330408 Apr 18 21:29:42.315596 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:42.912163 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 8d38101b-5443-4d3f-a884-2ca6db4d76a9 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:29:43.016814 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 8d38101b-5443-4d3f-a884-2ca6db4d76a9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=8d38101b-5443-4d3f-a884-2ca6db4d76a9,segment=NetworkSegment(71708b31-6fab-4d69-9e69-013b8493a512),segment_id=71708b31-6fab-4d69-9e69-013b8493a512)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:43.029386 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '8d38101b-5443-4d3f-a884-2ca6db4d76a9', 'network_id': '2fd532a8-61d4-4f7b-bce9-20b0978e9555', 'port_id': '8d38101b-5443-4d3f-a884-2ca6db4d76a9', 'mac_address': 'fa:16:3e:c7:79:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc1358b1-620c-4686-849b-4a21a16f2876', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:29:43.067794 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:43.081632 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d38101b-5443-4d3f-a884-2ca6db4d76a9 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:29:43.104023 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 8d38101b-5443-4d3f-a884-2ca6db4d76a9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=8d38101b-5443-4d3f-a884-2ca6db4d76a9,segment=NetworkSegment(71708b31-6fab-4d69-9e69-013b8493a512),segment_id=71708b31-6fab-4d69-9e69-013b8493a512)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:43.110238 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:43.117769 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61d589-a18d-4283-b959-915191cc2a0e req-dcdf8b11-7fb0-46ee-8d89-41e13d4bc056 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:43.119311 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d61d589-a18d-4283-b959-915191cc2a0e req-dcdf8b11-7fb0-46ee-8d89-41e13d4bc056 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=70249aff-549f-4066-bb8d-80a938990b15 HTTP/1.1" status: 200 len: 943 time: 0.0522394 Apr 18 21:29:43.158322 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d61d589-a18d-4283-b959-915191cc2a0e req-adcadf7f-94dd-49e9-9d9f-117c7ec99c4f tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327516 Apr 18 21:29:43.160194 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=8d38101b-5443-4d3f-a884-2ca6db4d76a9,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:43.422832 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['8d38101b-5443-4d3f-a884-2ca6db4d76a9'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:29:44.284883 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43353dc0-9d41-43e0-967c-7db12d25d21a req-c2d91fe2-12df-4f93-98d8-3bd6b5dbe7e1 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:44.286324 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43353dc0-9d41-43e0-967c-7db12d25d21a req-c2d91fe2-12df-4f93-98d8-3bd6b5dbe7e1 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=70249aff-549f-4066-bb8d-80a938990b15 HTTP/1.1" status: 200 len: 944 time: 0.0525150 Apr 18 21:29:44.325628 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-43353dc0-9d41-43e0-967c-7db12d25d21a req-e67612f4-33f9-444b-bf3e-fbc0d5f3a852 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330710 Apr 18 21:29:44.934405 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 8d38101b-5443-4d3f-a884-2ca6db4d76a9 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:29:44.987594 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 8d38101b-5443-4d3f-a884-2ca6db4d76a9 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:29:44.994174 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 8d38101b-5443-4d3f-a884-2ca6db4d76a9 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:44.994696 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:45.078326 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:45.102368 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70249aff-549f-4066-bb8d-80a938990b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d38101b-5443-4d3f-a884-2ca6db4d76a9'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:29:45.104670 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e27189-d6dc-4c05-9b46-00d4377a885f" -d '{"events": [{"server_uuid": "70249aff-549f-4066-bb8d-80a938990b15", "name": "network-vif-plugged", "status": "completed", "tag": "8d38101b-5443-4d3f-a884-2ca6db4d76a9"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:29:45.118088 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 8d38101b-5443-4d3f-a884-2ca6db4d76a9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=8d38101b-5443-4d3f-a884-2ca6db4d76a9,segment=NetworkSegment(71708b31-6fab-4d69-9e69-013b8493a512),segment_id=71708b31-6fab-4d69-9e69-013b8493a512)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:45.122600 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:45.151760 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf7e93a-d60f-4870-8576-ea5f48dc949f x-openstack-request-id: req-9cf7e93a-d60f-4870-8576-ea5f48dc949f {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:29:45.152050 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70249aff-549f-4066-bb8d-80a938990b15", "name": "network-vif-plugged", "status": "completed", "tag": "8d38101b-5443-4d3f-a884-2ca6db4d76a9", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:29:45.152301 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9cf7e93a-d60f-4870-8576-ea5f48dc949f {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:29:45.152750 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cf7e93a-d60f-4870-8576-ea5f48dc949f'] response: {'server_uuid': '70249aff-549f-4066-bb8d-80a938990b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d38101b-5443-4d3f-a884-2ca6db4d76a9', 'code': 200} Apr 18 21:29:45.176657 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=8d38101b-5443-4d3f-a884-2ca6db4d76a9,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:45.247628 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7c856-7fe0-4b93-b657-80f59517b907 req-511eec0e-6941-46ea-bf68-91ee1a3425a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:45.249170 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-71b7c856-7fe0-4b93-b657-80f59517b907 req-511eec0e-6941-46ea-bf68-91ee1a3425a1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=70249aff-549f-4066-bb8d-80a938990b15 HTTP/1.1" status: 200 len: 1096 time: 0.0421970 Apr 18 21:29:45.284899 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-71b7c856-7fe0-4b93-b657-80f59517b907 req-e84a0ce0-63d9-4a50-be0b-792cabeb1b6d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294437 Apr 18 21:29:45.446044 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921719af-07cf-427b-884d-f270abfd45d1 req-cfd34684-9641-478b-bf7d-cd6f8c306bc5 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:45.447436 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-921719af-07cf-427b-884d-f270abfd45d1 req-cfd34684-9641-478b-bf7d-cd6f8c306bc5 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=70249aff-549f-4066-bb8d-80a938990b15 HTTP/1.1" status: 200 len: 945 time: 0.0500302 Apr 18 21:29:45.487226 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-921719af-07cf-427b-884d-f270abfd45d1 req-b22c5c6c-3c06-44a7-b784-302186d3766f tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336037 Apr 18 21:29:46.374058 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:29:46.613491 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecefe0-9ff8-466c-98ac-a18e442211cf req-c1a3e9af-6d4f-4d7e-afda-13c1026a7f53 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:46.615038 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9cecefe0-9ff8-466c-98ac-a18e442211cf req-c1a3e9af-6d4f-4d7e-afda-13c1026a7f53 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=70249aff-549f-4066-bb8d-80a938990b15 HTTP/1.1" status: 200 len: 945 time: 0.0548837 Apr 18 21:29:46.654790 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9cecefe0-9ff8-466c-98ac-a18e442211cf req-16344610-069b-4f0e-8753-114e3797c187 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336006 Apr 18 21:29:47.769477 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac633134-a7d4-4544-b552-57a253e3b2bf req-ef0174fb-0b59-4e34-b502-484897c8d652 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:47.770947 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac633134-a7d4-4544-b552-57a253e3b2bf req-ef0174fb-0b59-4e34-b502-484897c8d652 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=70249aff-549f-4066-bb8d-80a938990b15 HTTP/1.1" status: 200 len: 945 time: 0.0490093 Apr 18 21:29:47.809408 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac633134-a7d4-4544-b552-57a253e3b2bf req-612ddbe9-5052-4e4e-8552-dc3bb7122c46 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318437 Apr 18 21:29:47.927376 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06ee96-7227-4119-b440-4cf204263f9f req-805b9517-4676-42e4-a80f-96a9db77e9e9 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:47.928848 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc06ee96-7227-4119-b440-4cf204263f9f req-805b9517-4676-42e4-a80f-96a9db77e9e9 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=70249aff-549f-4066-bb8d-80a938990b15 HTTP/1.1" status: 200 len: 945 time: 0.0492935 Apr 18 21:29:47.969634 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc06ee96-7227-4119-b440-4cf204263f9f req-83e13778-e16a-46e8-a3d2-c9cfbe81fbfe tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341623 Apr 18 21:29:54.696941 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4db67ee6-8c3b-469c-8d6e-4789c05228b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:59.099337 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2946db5d-25e9-4b8b-9789-174ecf2fe6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:00.019309 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:01.619582 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:01.807340 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:06.359213 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce655167-8830-4900-868e-3d5ef5b06dc8 req-d1658e69-7f37-410d-a501-67e529f13ea9 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:06.360713 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce655167-8830-4900-868e-3d5ef5b06dc8 req-d1658e69-7f37-410d-a501-67e529f13ea9 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=70249aff-549f-4066-bb8d-80a938990b15 HTTP/1.1" status: 200 len: 945 time: 0.0534189 Apr 18 21:30:06.398986 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce655167-8830-4900-868e-3d5ef5b06dc8 req-519da8e8-6fdd-41a3-bcc2-5f7c415b11af tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318747 Apr 18 21:30:07.518261 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189de7e-c595-42d1-ba7c-7cdf7ff7d258 req-9f4c8a9e-dacf-4dd3-a3a8-f2f57973882f tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:07.519754 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2189de7e-c595-42d1-ba7c-7cdf7ff7d258 req-9f4c8a9e-dacf-4dd3-a3a8-f2f57973882f tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=70249aff-549f-4066-bb8d-80a938990b15 HTTP/1.1" status: 200 len: 945 time: 0.0497811 Apr 18 21:30:07.559967 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2189de7e-c595-42d1-ba7c-7cdf7ff7d258 req-9bba5759-419a-4020-843c-41218ad593c5 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328379 Apr 18 21:30:08.046244 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4d5b9-5870-4d7e-9310-c5808b9ff731 req-f3c3b39b-d5e9-4b60-b60f-6777e2f61149 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:08.047610 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aec4d5b9-5870-4d7e-9310-c5808b9ff731 req-f3c3b39b-d5e9-4b60-b60f-6777e2f61149 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.32 "GET /v2.0/ports?device_id=70249aff-549f-4066-bb8d-80a938990b15 HTTP/1.1" status: 200 len: 945 time: 0.0499485 Apr 18 21:30:08.118763 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:08.152544 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-aec4d5b9-5870-4d7e-9310-c5808b9ff731 req-78f9f60f-0341-4534-9c15-a8c612a20c95 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Deleting port 8d38101b-5443-4d3f-a884-2ca6db4d76a9 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:30:08.153173 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-aec4d5b9-5870-4d7e-9310-c5808b9ff731 req-78f9f60f-0341-4534-9c15-a8c612a20c95 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:08.240220 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-aec4d5b9-5870-4d7e-9310-c5808b9ff731 req-78f9f60f-0341-4534-9c15-a8c612a20c95 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] For port 8d38101b-5443-4d3f-a884-2ca6db4d76a9, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=8d38101b-5443-4d3f-a884-2ca6db4d76a9,segment=NetworkSegment(71708b31-6fab-4d69-9e69-013b8493a512),segment_id=71708b31-6fab-4d69-9e69-013b8493a512)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:08.240612 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-aec4d5b9-5870-4d7e-9310-c5808b9ff731 req-78f9f60f-0341-4534-9c15-a8c612a20c95 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:08.254194 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-aec4d5b9-5870-4d7e-9310-c5808b9ff731 req-78f9f60f-0341-4534-9c15-a8c612a20c95 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Calling delete_port for 8d38101b-5443-4d3f-a884-2ca6db4d76a9 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:30:08.390354 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-aec4d5b9-5870-4d7e-9310-c5808b9ff731 req-78f9f60f-0341-4534-9c15-a8c612a20c95 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:08.402956 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['8d38101b-5443-4d3f-a884-2ca6db4d76a9'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:30:08.419254 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9f60f-0341-4534-9c15-a8c612a20c95 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Pushing event deleted for resources: {'Port': ['ID=8d38101b-5443-4d3f-a884-2ca6db4d76a9,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:08.434918 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9f60f-0341-4534-9c15-a8c612a20c95 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:08.435297 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9f60f-0341-4534-9c15-a8c612a20c95 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:08.435641 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9f60f-0341-4534-9c15-a8c612a20c95 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:08.435981 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9f60f-0341-4534-9c15-a8c612a20c95 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:08.436319 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9f60f-0341-4534-9c15-a8c612a20c95 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:08.436682 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9f60f-0341-4534-9c15-a8c612a20c95 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:08.437014 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9f60f-0341-4534-9c15-a8c612a20c95 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:08.437346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9f60f-0341-4534-9c15-a8c612a20c95 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:08.437676 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9f60f-0341-4534-9c15-a8c612a20c95 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:08.438005 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9f60f-0341-4534-9c15-a8c612a20c95 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:08.438330 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9f60f-0341-4534-9c15-a8c612a20c95 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:08.438652 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9f60f-0341-4534-9c15-a8c612a20c95 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:08.479898 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec4d5b9-5870-4d7e-9310-c5808b9ff731 req-78f9f60f-0341-4534-9c15-a8c612a20c95 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] No DVR routers for this DVR port 8d38101b-5443-4d3f-a884-2ca6db4d76a9 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:30:08.482818 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-aec4d5b9-5870-4d7e-9310-c5808b9ff731 req-78f9f60f-0341-4534-9c15-a8c612a20c95 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:08.486292 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aec4d5b9-5870-4d7e-9310-c5808b9ff731 req-78f9f60f-0341-4534-9c15-a8c612a20c95 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.32 "DELETE /v2.0/ports/8d38101b-5443-4d3f-a884-2ca6db4d76a9 HTTP/1.1" status: 204 len: 173 time: 0.4330285 Apr 18 21:30:08.486895 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70249aff-549f-4066-bb8d-80a938990b15', 'name': 'network-vif-deleted', 'tag': '8d38101b-5443-4d3f-a884-2ca6db4d76a9'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:30:08.489114 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4f94e9-2871-4b89-bcdf-6a3c23887b5c" -d '{"events": [{"server_uuid": "70249aff-549f-4066-bb8d-80a938990b15", "name": "network-vif-deleted", "tag": "8d38101b-5443-4d3f-a884-2ca6db4d76a9"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:30:08.529268 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a20024-9585-4077-b796-5835aadc8a03 x-openstack-request-id: req-25a20024-9585-4077-b796-5835aadc8a03 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:30:08.529877 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70249aff-549f-4066-bb8d-80a938990b15", "name": "network-vif-deleted", "tag": "8d38101b-5443-4d3f-a884-2ca6db4d76a9", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:30:08.529877 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-25a20024-9585-4077-b796-5835aadc8a03 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:30:08.530173 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25a20024-9585-4077-b796-5835aadc8a03'] response: {'server_uuid': '70249aff-549f-4066-bb8d-80a938990b15', 'name': 'network-vif-deleted', 'tag': '8d38101b-5443-4d3f-a884-2ca6db4d76a9', 'status': 'completed', 'code': 200} Apr 18 21:30:08.674006 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8ad55fd2-bf49-40d6-8740-ee370b3cf2f3 req-befc862a-36bf-4805-8183-856d01123a61 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=70249aff-549f-4066-bb8d-80a938990b15 HTTP/1.1" status: 200 len: 210 time: 0.0262172 Apr 18 21:30:10.110689 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-c20771b1-c18b-4764-be69-c58cc5c6abfc tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:10.112134 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-c20771b1-c18b-4764-be69-c58cc5c6abfc tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/networks?id=2fd532a8-61d4-4f7b-bce9-20b0978e9555 HTTP/1.1" status: 200 len: 817 time: 0.0990841 Apr 18 21:30:10.128543 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-8235f1f3-2598-4550-8e72-f39b75765b5f tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/quotas/08f8790f222f490bacab040d36ecbbe3 HTTP/1.1" status: 200 len: 375 time: 0.0094483 Apr 18 21:30:10.188065 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-a2b8dde9-a775-41ee-a05a-759f11b4146f tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=08f8790f222f490bacab040d36ecbbe3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525169 Apr 18 21:30:10.373544 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-54a335db-0147-46e8-b55f-1ffdd5c42762 service neutron] 10.222.0.41 "GET /v2.0/networks/2fd532a8-61d4-4f7b-bce9-20b0978e9555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723926 Apr 18 21:30:10.467483 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-7025c6bd-b87d-40ca-981b-64e72e47939d service neutron] 10.222.0.41 "GET /v2.0/networks/2fd532a8-61d4-4f7b-bce9-20b0978e9555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875084 Apr 18 21:30:10.633238 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0346c967-984e-4692-a254-3014fb45f923 req-7e2e8d70-a5f3-4d97-ba5e-ad9c3d461e9a tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=a407220e-be0c-4d79-8473-aab16ddb78d0 HTTP/1.1" status: 200 len: 210 time: 0.0275223 Apr 18 21:30:11.036610 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 8d38101b-5443-4d3f-a884-2ca6db4d76a9 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:30:11.059887 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 8d38101b-5443-4d3f-a884-2ca6db4d76a9 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:30:11.060232 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 8d38101b-5443-4d3f-a884-2ca6db4d76a9 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:30:11.531120 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-6b35ecf2-6e72-4828-9036-381270873fde tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:11.532603 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-6b35ecf2-6e72-4828-9036-381270873fde tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.32 "GET /v2.0/networks?id=2fd532a8-61d4-4f7b-bce9-20b0978e9555 HTTP/1.1" status: 200 len: 817 time: 0.1031103 Apr 18 21:30:11.545133 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-f93dd909-3d46-4691-bbbc-40fa2574a110 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Request body: {'port': {'device_id': 'a407220e-be0c-4d79-8473-aab16ddb78d0', 'network_id': '2fd532a8-61d4-4f7b-bce9-20b0978e9555', 'admin_state_up': True, 'tenant_id': '08f8790f222f490bacab040d36ecbbe3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:30:11.659711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-f93dd909-3d46-4691-bbbc-40fa2574a110 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Made reservation on behalf of 08f8790f222f490bacab040d36ecbbe3 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:30:11.663827 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-f93dd909-3d46-4691-bbbc-40fa2574a110 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:11.749829 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3857b149-707a-46d4-83a2-a3f4490a6bcd req-ed4316d8-cf20-42f5-a17e-e2d7d5991e0a tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=a407220e-be0c-4d79-8473-aab16ddb78d0 HTTP/1.1" status: 200 len: 210 time: 0.0336490 Apr 18 21:30:11.814811 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-f93dd909-3d46-4691-bbbc-40fa2574a110 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Allocated IP 172.20.0.9 (2fd532a8-61d4-4f7b-bce9-20b0978e9555/fc1358b1-620c-4686-849b-4a21a16f2876/d4b1d165-7a3d-4d0f-a1de-56110fe490bb) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:30:11.961686 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-f93dd909-3d46-4691-bbbc-40fa2574a110 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:11.995254 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-f93dd909-3d46-4691-bbbc-40fa2574a110 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:12.044818 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-f93dd909-3d46-4691-bbbc-40fa2574a110 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Network 2fd532a8-61d4-4f7b-bce9-20b0978e9555 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:12.047998 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-f93dd909-3d46-4691-bbbc-40fa2574a110 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:12.051855 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-f93dd909-3d46-4691-bbbc-40fa2574a110 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:30:12.077161 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93dd909-3d46-4691-bbbc-40fa2574a110 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Pushing event updated for resources: {'Port': ['ID=d4b1d165-7a3d-4d0f-a1de-56110fe490bb,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:12.107814 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-f93dd909-3d46-4691-bbbc-40fa2574a110 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:12.108524 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-f93dd909-3d46-4691-bbbc-40fa2574a110 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:12.125158 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-f93dd909-3d46-4691-bbbc-40fa2574a110 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5838475 Apr 18 21:30:12.137804 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-01d6c957-af41-4d87-81cf-94a641a6e708 service neutron] Request body: {'port': {'device_id': 'a407220e-be0c-4d79-8473-aab16ddb78d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:30:12.197345 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-01d6c957-af41-4d87-81cf-94a641a6e708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:12.291441 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ad521bee-0919-49e4-96a5-9d3a3abda687 None None] Provisioning complete for port d4b1d165-7a3d-4d0f-a1de-56110fe490bb triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:12.292014 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ad521bee-0919-49e4-96a5-9d3a3abda687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:12.505502 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:12.506172 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ad521bee-0919-49e4-96a5-9d3a3abda687 None None] Port d4b1d165-7a3d-4d0f-a1de-56110fe490bb cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:30:12.753575 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-01d6c957-af41-4d87-81cf-94a641a6e708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b1d165-7a3d-4d0f-a1de-56110fe490bb {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:30:12.761516 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-01d6c957-af41-4d87-81cf-94a641a6e708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:12.774245 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-01d6c957-af41-4d87-81cf-94a641a6e708 service neutron] Transition to ACTIVE for port object d4b1d165-7a3d-4d0f-a1de-56110fe490bb will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:30:12.778007 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-01d6c957-af41-4d87-81cf-94a641a6e708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:12.836663 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6c957-af41-4d87-81cf-94a641a6e708 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b1d165-7a3d-4d0f-a1de-56110fe490bb,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:12.927850 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef6285-b359-4a7d-bb5c-20611af27cc4 req-30c44dd6-e72f-41f1-8ada-45fb27dd7795 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:12.930302 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0fef6285-b359-4a7d-bb5c-20611af27cc4 req-30c44dd6-e72f-41f1-8ada-45fb27dd7795 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=a407220e-be0c-4d79-8473-aab16ddb78d0 HTTP/1.1" status: 200 len: 943 time: 0.1045117 Apr 18 21:30:12.958472 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-01d6c957-af41-4d87-81cf-94a641a6e708 service neutron] Attempting to bind port d4b1d165-7a3d-4d0f-a1de-56110fe490bb on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:30:12.958742 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-01d6c957-af41-4d87-81cf-94a641a6e708 service neutron] Attempting to bind port d4b1d165-7a3d-4d0f-a1de-56110fe490bb by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '71708b31-6fab-4d69-9e69-013b8493a512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fd532a8-61d4-4f7b-bce9-20b0978e9555'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:30:12.959072 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-01d6c957-af41-4d87-81cf-94a641a6e708 service neutron] Attempting to bind port d4b1d165-7a3d-4d0f-a1de-56110fe490bb on network 2fd532a8-61d4-4f7b-bce9-20b0978e9555 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:30:12.966928 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-01d6c957-af41-4d87-81cf-94a641a6e708 service neutron] Port d4b1d165-7a3d-4d0f-a1de-56110fe490bb on network 2fd532a8-61d4-4f7b-bce9-20b0978e9555 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:30:12.967256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-01d6c957-af41-4d87-81cf-94a641a6e708 service neutron] Attempting to bind port d4b1d165-7a3d-4d0f-a1de-56110fe490bb on network 2fd532a8-61d4-4f7b-bce9-20b0978e9555 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:30:12.982456 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-01d6c957-af41-4d87-81cf-94a641a6e708 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:30:12.982797 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-01d6c957-af41-4d87-81cf-94a641a6e708 service neutron] Checking segment: {'id': '71708b31-6fab-4d69-9e69-013b8493a512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fd532a8-61d4-4f7b-bce9-20b0978e9555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:30:12.983166 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-01d6c957-af41-4d87-81cf-94a641a6e708 service neutron] Bound using segment: {'id': '71708b31-6fab-4d69-9e69-013b8493a512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fd532a8-61d4-4f7b-bce9-20b0978e9555'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:30:12.983607 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-01d6c957-af41-4d87-81cf-94a641a6e708 service neutron] Bound port: d4b1d165-7a3d-4d0f-a1de-56110fe490bb, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71708b31-6fab-4d69-9e69-013b8493a512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2fd532a8-61d4-4f7b-bce9-20b0978e9555'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:30:12.983967 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-01d6c957-af41-4d87-81cf-94a641a6e708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:12.997411 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0fef6285-b359-4a7d-bb5c-20611af27cc4 req-25bcc3d9-03fd-4c47-be48-0293327016a3 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560894 Apr 18 21:30:13.052365 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-01d6c957-af41-4d87-81cf-94a641a6e708 service neutron] For port d4b1d165-7a3d-4d0f-a1de-56110fe490bb, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:30:13.056316 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-01d6c957-af41-4d87-81cf-94a641a6e708 service neutron] For port d4b1d165-7a3d-4d0f-a1de-56110fe490bb, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=d4b1d165-7a3d-4d0f-a1de-56110fe490bb,segment=NetworkSegment(71708b31-6fab-4d69-9e69-013b8493a512),segment_id=71708b31-6fab-4d69-9e69-013b8493a512)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:30:13.061382 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-01d6c957-af41-4d87-81cf-94a641a6e708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:13.099568 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-01d6c957-af41-4d87-81cf-94a641a6e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:13.100214 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-01d6c957-af41-4d87-81cf-94a641a6e708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:13.101758 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-01d6c957-af41-4d87-81cf-94a641a6e708 service neutron] 10.222.0.32 "PUT /v2.0/ports/d4b1d165-7a3d-4d0f-a1de-56110fe490bb HTTP/1.1" status: 200 len: 1091 time: 0.9685955 Apr 18 21:30:13.102205 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a407220e-be0c-4d79-8473-aab16ddb78d0', 'tag': 'd4b1d165-7a3d-4d0f-a1de-56110fe490bb'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:30:13.104506 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839751e0-4308-4230-8a74-c3d2807d5089" -d '{"events": [{"name": "network-changed", "server_uuid": "a407220e-be0c-4d79-8473-aab16ddb78d0", "tag": "d4b1d165-7a3d-4d0f-a1de-56110fe490bb"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:30:13.130884 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6c957-af41-4d87-81cf-94a641a6e708 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b1d165-7a3d-4d0f-a1de-56110fe490bb,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:13.163186 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80210ca4-e82d-4bed-a945-647b5b4b0197 x-openstack-request-id: req-80210ca4-e82d-4bed-a945-647b5b4b0197 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:30:13.163521 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a407220e-be0c-4d79-8473-aab16ddb78d0", "tag": "d4b1d165-7a3d-4d0f-a1de-56110fe490bb", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:30:13.163816 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80210ca4-e82d-4bed-a945-647b5b4b0197 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:30:13.164214 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80210ca4-e82d-4bed-a945-647b5b4b0197'] response: {'name': 'network-changed', 'server_uuid': 'a407220e-be0c-4d79-8473-aab16ddb78d0', 'tag': 'd4b1d165-7a3d-4d0f-a1de-56110fe490bb', 'status': 'completed', 'code': 200} Apr 18 21:30:13.199493 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-d4d31fbc-50f2-41e8-b3d1-91f7867d548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:13.201043 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-d4d31fbc-50f2-41e8-b3d1-91f7867d548a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08f8790f222f490bacab040d36ecbbe3&device_id=a407220e-be0c-4d79-8473-aab16ddb78d0 HTTP/1.1" status: 200 len: 1094 time: 0.0484350 Apr 18 21:30:13.247127 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-f1a9e2b1-7719-4a64-ab25-7c4a5b0dc696 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4b1d165-7a3d-4d0f-a1de-56110fe490bb HTTP/1.1" status: 200 len: 217 time: 0.0372305 Apr 18 21:30:13.299157 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-ffa72f5d-a855-4853-8946-7f659b81832d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:13.300584 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-ffa72f5d-a855-4853-8946-7f659b81832d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc1358b1-620c-4686-849b-4a21a16f2876 HTTP/1.1" status: 200 len: 856 time: 0.0466371 Apr 18 21:30:13.349251 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-af8fc47d-332b-40a5-a111-5e01652a4fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:13.351245 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-af8fc47d-332b-40a5-a111-5e01652a4fa1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2fd532a8-61d4-4f7b-bce9-20b0978e9555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434167 Apr 18 21:30:13.440709 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-02348540-b2e4-4906-9d82-2057f614aa72 service neutron] 10.222.0.32 "GET /v2.0/networks/2fd532a8-61d4-4f7b-bce9-20b0978e9555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821612 Apr 18 21:30:13.532376 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd3ce496-2573-43a7-a227-b1e73f83c2f2 req-34a26b9c-fa5b-455f-829e-5f0d909d625a service neutron] 10.222.0.32 "GET /v2.0/networks/2fd532a8-61d4-4f7b-bce9-20b0978e9555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856731 Apr 18 21:30:13.621026 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839751e0-4308-4230-8a74-c3d2807d5089 req-15f4b4ad-84f3-41a9-9e9d-0f50e6117c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:13.622517 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-839751e0-4308-4230-8a74-c3d2807d5089 req-15f4b4ad-84f3-41a9-9e9d-0f50e6117c94 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08f8790f222f490bacab040d36ecbbe3&device_id=a407220e-be0c-4d79-8473-aab16ddb78d0 HTTP/1.1" status: 200 len: 1094 time: 0.0420945 Apr 18 21:30:13.715639 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839751e0-4308-4230-8a74-c3d2807d5089 req-ac731f66-3b0f-404a-a760-e9675aefd1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:13.717151 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-839751e0-4308-4230-8a74-c3d2807d5089 req-ac731f66-3b0f-404a-a760-e9675aefd1e2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2fd532a8-61d4-4f7b-bce9-20b0978e9555 HTTP/1.1" status: 200 len: 918 time: 0.0880194 Apr 18 21:30:13.758661 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-839751e0-4308-4230-8a74-c3d2807d5089 req-39235691-5d5b-4c95-9fcb-16b357edc1bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4b1d165-7a3d-4d0f-a1de-56110fe490bb HTTP/1.1" status: 200 len: 217 time: 0.0346308 Apr 18 21:30:13.807819 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839751e0-4308-4230-8a74-c3d2807d5089 req-2892faea-b86d-44b8-8895-3df41e4d42cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:13.809309 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-839751e0-4308-4230-8a74-c3d2807d5089 req-2892faea-b86d-44b8-8895-3df41e4d42cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc1358b1-620c-4686-849b-4a21a16f2876 HTTP/1.1" status: 200 len: 856 time: 0.0447316 Apr 18 21:30:13.854017 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839751e0-4308-4230-8a74-c3d2807d5089 req-e20c0d43-facf-43f9-995c-d74cf47205c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:13.855492 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-839751e0-4308-4230-8a74-c3d2807d5089 req-e20c0d43-facf-43f9-995c-d74cf47205c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2fd532a8-61d4-4f7b-bce9-20b0978e9555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402207 Apr 18 21:30:13.948220 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-839751e0-4308-4230-8a74-c3d2807d5089 req-c309d3f4-75c8-451b-8814-55d59bafa6f5 service neutron] 10.222.0.32 "GET /v2.0/networks/2fd532a8-61d4-4f7b-bce9-20b0978e9555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856938 Apr 18 21:30:14.041905 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-839751e0-4308-4230-8a74-c3d2807d5089 req-b91a665c-e7f2-4865-8b70-c2cd0de9d905 service neutron] 10.222.0.32 "GET /v2.0/networks/2fd532a8-61d4-4f7b-bce9-20b0978e9555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873861 Apr 18 21:30:14.118117 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38314b4e-22f0-4723-b57e-b4ed65731400 req-2c3c4b84-ddbf-485c-8b35-63b1b1df0097 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:14.119644 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-38314b4e-22f0-4723-b57e-b4ed65731400 req-2c3c4b84-ddbf-485c-8b35-63b1b1df0097 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=a407220e-be0c-4d79-8473-aab16ddb78d0 HTTP/1.1" status: 200 len: 943 time: 0.0516369 Apr 18 21:30:14.157669 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-38314b4e-22f0-4723-b57e-b4ed65731400 req-8182fb8f-bb60-4983-bd99-8dbc025ad09d tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315952 Apr 18 21:30:15.283336 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d678f7-f7b6-478e-8edf-5fb268d7b47f req-aaec4222-1ad4-4c0b-9d44-e5c4cb6c76e9 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:15.284840 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e1d678f7-f7b6-478e-8edf-5fb268d7b47f req-aaec4222-1ad4-4c0b-9d44-e5c4cb6c76e9 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=a407220e-be0c-4d79-8473-aab16ddb78d0 HTTP/1.1" status: 200 len: 943 time: 0.0543239 Apr 18 21:30:15.323993 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e1d678f7-f7b6-478e-8edf-5fb268d7b47f req-d46ad5a9-99a5-4b1c-81c4-9a9bcc7d0def tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328772 Apr 18 21:30:16.437831 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1702758-172f-4c6c-8ff0-d367f995796e req-5249ddef-734f-4bd5-a752-620972c0db0b tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:16.439308 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1702758-172f-4c6c-8ff0-d367f995796e req-5249ddef-734f-4bd5-a752-620972c0db0b tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=a407220e-be0c-4d79-8473-aab16ddb78d0 HTTP/1.1" status: 200 len: 943 time: 0.0483890 Apr 18 21:30:16.481891 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b1702758-172f-4c6c-8ff0-d367f995796e req-82eaf946-4380-443f-881d-22c132831f7c tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358717 Apr 18 21:30:17.082693 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device d4b1d165-7a3d-4d0f-a1de-56110fe490bb details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:30:17.179696 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port d4b1d165-7a3d-4d0f-a1de-56110fe490bb, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=d4b1d165-7a3d-4d0f-a1de-56110fe490bb,segment=NetworkSegment(71708b31-6fab-4d69-9e69-013b8493a512),segment_id=71708b31-6fab-4d69-9e69-013b8493a512)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:17.191054 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'd4b1d165-7a3d-4d0f-a1de-56110fe490bb', 'network_id': '2fd532a8-61d4-4f7b-bce9-20b0978e9555', 'port_id': 'd4b1d165-7a3d-4d0f-a1de-56110fe490bb', 'mac_address': 'fa:16:3e:7a:c6:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc1358b1-620c-4686-849b-4a21a16f2876', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:30:17.228706 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:17.242629 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b1d165-7a3d-4d0f-a1de-56110fe490bb {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:30:17.264333 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port d4b1d165-7a3d-4d0f-a1de-56110fe490bb, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=d4b1d165-7a3d-4d0f-a1de-56110fe490bb,segment=NetworkSegment(71708b31-6fab-4d69-9e69-013b8493a512),segment_id=71708b31-6fab-4d69-9e69-013b8493a512)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:17.268790 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:17.317103 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=d4b1d165-7a3d-4d0f-a1de-56110fe490bb,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:17.324599 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:17.324953 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:17.325294 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:17.325683 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:17.325971 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:17.326305 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:17.326635 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:17.326965 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:17.327291 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:17.327617 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:17.327943 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:17.328267 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:17.546383 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['d4b1d165-7a3d-4d0f-a1de-56110fe490bb'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:30:17.600191 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1530-2759-441b-ae52-70bc1870c477 req-d1a106d1-60fc-41b2-bee2-47628234bfc9 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:17.602610 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1cba1530-2759-441b-ae52-70bc1870c477 req-d1a106d1-60fc-41b2-bee2-47628234bfc9 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=a407220e-be0c-4d79-8473-aab16ddb78d0 HTTP/1.1" status: 200 len: 944 time: 0.0507185 Apr 18 21:30:17.643795 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1cba1530-2759-441b-ae52-70bc1870c477 req-51803a67-11dd-4266-9efe-2a35d0a33fd2 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345678 Apr 18 21:30:18.763036 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757936a-4ee3-4757-90ad-1562deaf4c21 req-e24d0cb9-ab6e-4145-8ef7-86d337b93a05 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:18.764743 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c757936a-4ee3-4757-90ad-1562deaf4c21 req-e24d0cb9-ab6e-4145-8ef7-86d337b93a05 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=a407220e-be0c-4d79-8473-aab16ddb78d0 HTTP/1.1" status: 200 len: 944 time: 0.0509932 Apr 18 21:30:18.802943 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c757936a-4ee3-4757-90ad-1562deaf4c21 req-6ebf9619-15e8-4a2c-8bd3-c7369341ba37 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323274 Apr 18 21:30:19.114259 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device d4b1d165-7a3d-4d0f-a1de-56110fe490bb up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:30:19.161419 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port d4b1d165-7a3d-4d0f-a1de-56110fe490bb completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:30:19.165644 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port d4b1d165-7a3d-4d0f-a1de-56110fe490bb triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:19.166010 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:19.243360 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:19.264515 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a407220e-be0c-4d79-8473-aab16ddb78d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b1d165-7a3d-4d0f-a1de-56110fe490bb'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:30:19.266745 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803b560b-be9d-454a-8765-cb6e27f01c17" -d '{"events": [{"server_uuid": "a407220e-be0c-4d79-8473-aab16ddb78d0", "name": "network-vif-plugged", "status": "completed", "tag": "d4b1d165-7a3d-4d0f-a1de-56110fe490bb"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:30:19.281628 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port d4b1d165-7a3d-4d0f-a1de-56110fe490bb, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=d4b1d165-7a3d-4d0f-a1de-56110fe490bb,segment=NetworkSegment(71708b31-6fab-4d69-9e69-013b8493a512),segment_id=71708b31-6fab-4d69-9e69-013b8493a512)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:19.284894 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:19.308104 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33c4718-7443-4fc6-bcc2-e4a4063cde8a x-openstack-request-id: req-d33c4718-7443-4fc6-bcc2-e4a4063cde8a {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:30:19.308390 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a407220e-be0c-4d79-8473-aab16ddb78d0", "name": "network-vif-plugged", "status": "completed", "tag": "d4b1d165-7a3d-4d0f-a1de-56110fe490bb", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:30:19.308656 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d33c4718-7443-4fc6-bcc2-e4a4063cde8a {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:30:19.309051 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d33c4718-7443-4fc6-bcc2-e4a4063cde8a'] response: {'server_uuid': 'a407220e-be0c-4d79-8473-aab16ddb78d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b1d165-7a3d-4d0f-a1de-56110fe490bb', 'code': 200} Apr 18 21:30:19.336226 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=d4b1d165-7a3d-4d0f-a1de-56110fe490bb,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:19.404705 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654b668-815d-4658-8562-44b2e30b817a req-5b7b5170-4d4e-4ee3-a069-6d84966c4c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:19.406208 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4654b668-815d-4658-8562-44b2e30b817a req-5b7b5170-4d4e-4ee3-a069-6d84966c4c45 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a407220e-be0c-4d79-8473-aab16ddb78d0 HTTP/1.1" status: 200 len: 1096 time: 0.0416973 Apr 18 21:30:19.446403 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4654b668-815d-4658-8562-44b2e30b817a req-ba841752-5633-43de-a36e-94dab5e84672 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334008 Apr 18 21:30:19.923594 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49946fd-92d4-4466-a550-5c4367c974e4 req-db59a972-f57b-44eb-8c92-fb9347e631a6 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:19.925084 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c49946fd-92d4-4466-a550-5c4367c974e4 req-db59a972-f57b-44eb-8c92-fb9347e631a6 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=a407220e-be0c-4d79-8473-aab16ddb78d0 HTTP/1.1" status: 200 len: 945 time: 0.0501828 Apr 18 21:30:19.967399 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c49946fd-92d4-4466-a550-5c4367c974e4 req-11520c88-1361-49b5-99ac-fc32d8b05c97 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356302 Apr 18 21:30:21.085554 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fdfe1-fed9-4128-97c4-17d69c8e7fa1 req-6cdef691-bf74-4fff-a657-5e976cd33a8d tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:21.087629 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b87fdfe1-fed9-4128-97c4-17d69c8e7fa1 req-6cdef691-bf74-4fff-a657-5e976cd33a8d tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=a407220e-be0c-4d79-8473-aab16ddb78d0 HTTP/1.1" status: 200 len: 945 time: 0.0511177 Apr 18 21:30:21.127247 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b87fdfe1-fed9-4128-97c4-17d69c8e7fa1 req-e12bad64-d651-4f43-ab0b-17326456e749 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335181 Apr 18 21:30:21.250769 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321ad60-30c0-4309-bfad-341bec6101e2 req-fb3a2428-7d20-4d15-b0b9-d01af7ff3834 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:21.252162 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5321ad60-30c0-4309-bfad-341bec6101e2 req-fb3a2428-7d20-4d15-b0b9-d01af7ff3834 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=a407220e-be0c-4d79-8473-aab16ddb78d0 HTTP/1.1" status: 200 len: 945 time: 0.0533381 Apr 18 21:30:21.294469 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5321ad60-30c0-4309-bfad-341bec6101e2 req-d8b94f2d-734f-494d-b607-7feff7fe70dc tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355816 Apr 18 21:30:22.153324 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e1c6922d-85a8-40c0-bef8-49e9d94a1b45 req-6f0ca86e-1b4d-4783-a2a9-2480dd4ff149 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a407220e-be0c-4d79-8473-aab16ddb78d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412223 Apr 18 21:30:22.242067 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6922d-85a8-40c0-bef8-49e9d94a1b45 req-a3ed94c4-c6d0-418f-9a5b-f884cdaa88c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:22.243981 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e1c6922d-85a8-40c0-bef8-49e9d94a1b45 req-a3ed94c4-c6d0-418f-9a5b-f884cdaa88c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08f8790f222f490bacab040d36ecbbe3&device_id=a407220e-be0c-4d79-8473-aab16ddb78d0 HTTP/1.1" status: 200 len: 1096 time: 0.0473995 Apr 18 21:30:22.359059 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6922d-85a8-40c0-bef8-49e9d94a1b45 req-173365ed-bc44-4c30-b2f6-f180a540d29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:22.360705 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e1c6922d-85a8-40c0-bef8-49e9d94a1b45 req-173365ed-bc44-4c30-b2f6-f180a540d29e service neutron] 10.222.0.32 "GET /v2.0/networks?id=2fd532a8-61d4-4f7b-bce9-20b0978e9555 HTTP/1.1" status: 200 len: 918 time: 0.0955300 Apr 18 21:30:22.402774 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e1c6922d-85a8-40c0-bef8-49e9d94a1b45 req-154c481a-4cb2-4f11-bdb7-6328d6152f82 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4b1d165-7a3d-4d0f-a1de-56110fe490bb HTTP/1.1" status: 200 len: 217 time: 0.0357950 Apr 18 21:30:22.451868 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6922d-85a8-40c0-bef8-49e9d94a1b45 req-895b7b98-fa59-49e0-8b6b-7d0eee1d93b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:22.453320 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e1c6922d-85a8-40c0-bef8-49e9d94a1b45 req-895b7b98-fa59-49e0-8b6b-7d0eee1d93b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc1358b1-620c-4686-849b-4a21a16f2876 HTTP/1.1" status: 200 len: 856 time: 0.0427697 Apr 18 21:30:22.498510 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6922d-85a8-40c0-bef8-49e9d94a1b45 req-07c687c3-b38b-41e3-85ec-f8f39eef59ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:22.499907 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e1c6922d-85a8-40c0-bef8-49e9d94a1b45 req-07c687c3-b38b-41e3-85ec-f8f39eef59ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2fd532a8-61d4-4f7b-bce9-20b0978e9555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404973 Apr 18 21:30:22.596001 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e1c6922d-85a8-40c0-bef8-49e9d94a1b45 req-acd3536b-5bdd-4c1e-a6e2-41474244ae3f service neutron] 10.222.0.32 "GET /v2.0/networks/2fd532a8-61d4-4f7b-bce9-20b0978e9555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894730 Apr 18 21:30:22.691195 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e1c6922d-85a8-40c0-bef8-49e9d94a1b45 req-715ec776-f40c-45c9-8ce3-2818d3fc1880 service neutron] 10.222.0.32 "GET /v2.0/networks/2fd532a8-61d4-4f7b-bce9-20b0978e9555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889800 Apr 18 21:30:23.374796 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:30:24.698845 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-56292f1c-798b-42e6-9cca-89db9f32a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:29.103306 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-163a1f23-d31e-4fab-bed3-bd219ecd17d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:30.022104 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:31.622382 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:31.809354 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:38.109555 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:39.626881 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75703a85-579a-4497-8570-acd967f6f93a req-9e289fee-e82b-485c-9b82-fc215c644ab2 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:39.628351 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75703a85-579a-4497-8570-acd967f6f93a req-9e289fee-e82b-485c-9b82-fc215c644ab2 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=a407220e-be0c-4d79-8473-aab16ddb78d0 HTTP/1.1" status: 200 len: 945 time: 0.0511220 Apr 18 21:30:39.672485 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-75703a85-579a-4497-8570-acd967f6f93a req-00464c8c-465d-42e4-b304-b7a4241fb06c tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371315 Apr 18 21:30:40.794964 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48de60f-68aa-4e5c-8a5e-df712a1a4010 req-898edadf-2aa5-4348-98a3-7eb24829fa31 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:40.796502 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c48de60f-68aa-4e5c-8a5e-df712a1a4010 req-898edadf-2aa5-4348-98a3-7eb24829fa31 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=a407220e-be0c-4d79-8473-aab16ddb78d0 HTTP/1.1" status: 200 len: 945 time: 0.0546079 Apr 18 21:30:40.833195 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c48de60f-68aa-4e5c-8a5e-df712a1a4010 req-f6af2ae6-49ce-4829-a7ba-4bfc2e792998 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306313 Apr 18 21:30:41.399409 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a8584-785a-4519-b532-1b2adc33175c req-5dfd40c9-89b3-4cbe-9e2e-505f62d08576 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:41.400891 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f2a8584-785a-4519-b532-1b2adc33175c req-5dfd40c9-89b3-4cbe-9e2e-505f62d08576 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.32 "GET /v2.0/ports?device_id=a407220e-be0c-4d79-8473-aab16ddb78d0 HTTP/1.1" status: 200 len: 945 time: 0.0479937 Apr 18 21:30:41.493331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-3f2a8584-785a-4519-b532-1b2adc33175c req-eefef4ee-fa98-4a78-ab07-945bb8dd63fd tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Deleting port d4b1d165-7a3d-4d0f-a1de-56110fe490bb {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:30:41.493671 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3f2a8584-785a-4519-b532-1b2adc33175c req-eefef4ee-fa98-4a78-ab07-945bb8dd63fd tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:41.580339 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-3f2a8584-785a-4519-b532-1b2adc33175c req-eefef4ee-fa98-4a78-ab07-945bb8dd63fd tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] For port d4b1d165-7a3d-4d0f-a1de-56110fe490bb, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=d4b1d165-7a3d-4d0f-a1de-56110fe490bb,segment=NetworkSegment(71708b31-6fab-4d69-9e69-013b8493a512),segment_id=71708b31-6fab-4d69-9e69-013b8493a512)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:41.580733 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3f2a8584-785a-4519-b532-1b2adc33175c req-eefef4ee-fa98-4a78-ab07-945bb8dd63fd tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:41.593929 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-3f2a8584-785a-4519-b532-1b2adc33175c req-eefef4ee-fa98-4a78-ab07-945bb8dd63fd tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Calling delete_port for d4b1d165-7a3d-4d0f-a1de-56110fe490bb owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:30:41.721353 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3f2a8584-785a-4519-b532-1b2adc33175c req-eefef4ee-fa98-4a78-ab07-945bb8dd63fd tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:41.733328 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['d4b1d165-7a3d-4d0f-a1de-56110fe490bb'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:30:41.751935 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefef4ee-fa98-4a78-ab07-945bb8dd63fd tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Pushing event deleted for resources: {'Port': ['ID=d4b1d165-7a3d-4d0f-a1de-56110fe490bb,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:41.798153 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2a8584-785a-4519-b532-1b2adc33175c req-eefef4ee-fa98-4a78-ab07-945bb8dd63fd tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] No DVR routers for this DVR port d4b1d165-7a3d-4d0f-a1de-56110fe490bb on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:30:41.800900 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3f2a8584-785a-4519-b532-1b2adc33175c req-eefef4ee-fa98-4a78-ab07-945bb8dd63fd tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:41.804895 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f2a8584-785a-4519-b532-1b2adc33175c req-eefef4ee-fa98-4a78-ab07-945bb8dd63fd tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.32 "DELETE /v2.0/ports/d4b1d165-7a3d-4d0f-a1de-56110fe490bb HTTP/1.1" status: 204 len: 173 time: 0.3975916 Apr 18 21:30:41.805611 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a407220e-be0c-4d79-8473-aab16ddb78d0', 'name': 'network-vif-deleted', 'tag': 'd4b1d165-7a3d-4d0f-a1de-56110fe490bb'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:30:41.808681 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b5cc11-0c7d-4f1b-be29-f560a918e2a1" -d '{"events": [{"server_uuid": "a407220e-be0c-4d79-8473-aab16ddb78d0", "name": "network-vif-deleted", "tag": "d4b1d165-7a3d-4d0f-a1de-56110fe490bb"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:30:41.854086 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01844904-6d56-496a-9d7a-00412f0ef268 x-openstack-request-id: req-01844904-6d56-496a-9d7a-00412f0ef268 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:30:41.854380 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a407220e-be0c-4d79-8473-aab16ddb78d0", "name": "network-vif-deleted", "tag": "d4b1d165-7a3d-4d0f-a1de-56110fe490bb", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:30:41.854624 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01844904-6d56-496a-9d7a-00412f0ef268 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:30:41.855022 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01844904-6d56-496a-9d7a-00412f0ef268'] response: {'server_uuid': 'a407220e-be0c-4d79-8473-aab16ddb78d0', 'name': 'network-vif-deleted', 'tag': 'd4b1d165-7a3d-4d0f-a1de-56110fe490bb', 'status': 'completed', 'code': 200} Apr 18 21:30:41.939496 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45a060d4-a6de-4e61-b4cc-8c35a5c2c759 req-73eeb137-71c3-4677-920b-132d371c12c8 tempest-TestEncryptedCinderVolumes-824266232 tempest-TestEncryptedCinderVolumes-824266232-project] 10.222.0.41 "GET /v2.0/ports?device_id=a407220e-be0c-4d79-8473-aab16ddb78d0 HTTP/1.1" status: 200 len: 210 time: 0.0311148 Apr 18 21:30:42.313058 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:43.034559 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58644) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:43.384816 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-85eb0abd-6be5-40b0-b335-8548fa85a1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:43.639919 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-85eb0abd-6be5-40b0-b335-8548fa85a1f5 admin admin] Deleting port b111de49-172a-4cc6-bbfa-2449874b7cf2 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:30:43.640172 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-85eb0abd-6be5-40b0-b335-8548fa85a1f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:43.724206 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-85eb0abd-6be5-40b0-b335-8548fa85a1f5 admin admin] For port b111de49-172a-4cc6-bbfa-2449874b7cf2, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b111de49-172a-4cc6-bbfa-2449874b7cf2,segment=NetworkSegment(71708b31-6fab-4d69-9e69-013b8493a512),segment_id=71708b31-6fab-4d69-9e69-013b8493a512)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:43.724595 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-85eb0abd-6be5-40b0-b335-8548fa85a1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:43.738382 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-85eb0abd-6be5-40b0-b335-8548fa85a1f5 admin admin] Calling delete_port for b111de49-172a-4cc6-bbfa-2449874b7cf2 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:30:43.924674 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-85eb0abd-6be5-40b0-b335-8548fa85a1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:43.948670 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb0abd-6be5-40b0-b335-8548fa85a1f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b111de49-172a-4cc6-bbfa-2449874b7cf2,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:44.125255 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-85eb0abd-6be5-40b0-b335-8548fa85a1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:44.340858 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85eb0abd-6be5-40b0-b335-8548fa85a1f5 admin admin] Router 1a22035c-4b91-408a-af48-2f3ad3b64ae9 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:30:44.449642 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85eb0abd-6be5-40b0-b335-8548fa85a1f5 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:30:44.454791 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-85eb0abd-6be5-40b0-b335-8548fa85a1f5 admin admin] 10.222.0.41 "PUT /v2.0/routers/1a22035c-4b91-408a-af48-2f3ad3b64ae9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4191239 Apr 18 21:30:44.457289 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58646) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:44.459951 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9292b122-f0d7-4288-a172-ac48ea3cc871 None None] Sync routers for ids ['1a22035c-4b91-408a-af48-2f3ad3b64ae9'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:30:44.471164 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9292b122-f0d7-4288-a172-ac48ea3cc871 None None] Routers {'1a22035c-4b91-408a-af48-2f3ad3b64ae9'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:30:44.471920 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9292b122-f0d7-4288-a172-ac48ea3cc871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:30:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1a22035c-4b91-408a-af48-2f3ad3b64ae9'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:44.563854 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b3c0a324-b16b-4f67-976e-18efc6b04297 admin admin] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:44.575115 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-9292b122-f0d7-4288-a172-ac48ea3cc871 None None] Set router 1a22035c-4b91-408a-af48-2f3ad3b64ae9 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:30:44.758939 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9292b122-f0d7-4288-a172-ac48ea3cc871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a22035c-4b91-408a-af48-2f3ad3b64ae9', 'name': 'tempest-TestEncryptedCinderVolumes-1554501917-router', 'tenant_id': '08f8790f222f490bacab040d36ecbbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '96ff49ab-7229-48f3-b931-a000f86ebf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:25Z', 'updated_at': '2022-04-18T21:30:43Z', 'revision_number': 5, 'project_id': '08f8790f222f490bacab040d36ecbbe3', 'gw_port': {'id': '96ff49ab-7229-48f3-b931-a000f86ebf06', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a22035c-4b91-408a-af48-2f3ad3b64ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:25Z', 'updated_at': '2022-04-18T21:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:44.785809 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9292b122-f0d7-4288-a172-ac48ea3cc871 None None] Checking router: 1a22035c-4b91-408a-af48-2f3ad3b64ae9 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:30:44.795387 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9292b122-f0d7-4288-a172-ac48ea3cc871 None None] Routers {'1a22035c-4b91-408a-af48-2f3ad3b64ae9'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:30:44.796018 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9292b122-f0d7-4288-a172-ac48ea3cc871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:30:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['1a22035c-4b91-408a-af48-2f3ad3b64ae9'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:44.910158 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-9292b122-f0d7-4288-a172-ac48ea3cc871 None None] Set router 1a22035c-4b91-408a-af48-2f3ad3b64ae9 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:30:44.959088 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b3c0a324-b16b-4f67-976e-18efc6b04297 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.017543 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-b3c0a324-b16b-4f67-976e-18efc6b04297 admin admin] Deleting port 96ff49ab-7229-48f3-b931-a000f86ebf06 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:30:45.017819 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b3c0a324-b16b-4f67-976e-18efc6b04297 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.097997 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-9292b122-f0d7-4288-a172-ac48ea3cc871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a22035c-4b91-408a-af48-2f3ad3b64ae9', 'name': 'tempest-TestEncryptedCinderVolumes-1554501917-router', 'tenant_id': '08f8790f222f490bacab040d36ecbbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '96ff49ab-7229-48f3-b931-a000f86ebf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:25Z', 'updated_at': '2022-04-18T21:30:43Z', 'revision_number': 5, 'project_id': '08f8790f222f490bacab040d36ecbbe3', 'gw_port': {'id': '96ff49ab-7229-48f3-b931-a000f86ebf06', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a22035c-4b91-408a-af48-2f3ad3b64ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:25Z', 'updated_at': '2022-04-18T21:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:45.098327 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-b3c0a324-b16b-4f67-976e-18efc6b04297 admin admin] For port 96ff49ab-7229-48f3-b931-a000f86ebf06, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=96ff49ab-7229-48f3-b931-a000f86ebf06,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:45.098694 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b3c0a324-b16b-4f67-976e-18efc6b04297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.115346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-b3c0a324-b16b-4f67-976e-18efc6b04297 admin admin] Calling delete_port for 96ff49ab-7229-48f3-b931-a000f86ebf06 owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:30:45.124745 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9292b122-f0d7-4288-a172-ac48ea3cc871 None None] The sync data for ids ['1a22035c-4b91-408a-af48-2f3ad3b64ae9'] in n-d-838323-3 is: [{'id': '1a22035c-4b91-408a-af48-2f3ad3b64ae9', 'name': 'tempest-TestEncryptedCinderVolumes-1554501917-router', 'tenant_id': '08f8790f222f490bacab040d36ecbbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '96ff49ab-7229-48f3-b931-a000f86ebf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:25Z', 'updated_at': '2022-04-18T21:30:43Z', 'revision_number': 5, 'project_id': '08f8790f222f490bacab040d36ecbbe3', 'gw_port': {'id': '96ff49ab-7229-48f3-b931-a000f86ebf06', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a22035c-4b91-408a-af48-2f3ad3b64ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:25Z', 'updated_at': '2022-04-18T21:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:30:45.254038 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device d4b1d165-7a3d-4d0f-a1de-56110fe490bb no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:30:45.274537 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: d4b1d165-7a3d-4d0f-a1de-56110fe490bb {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:30:45.274794 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device d4b1d165-7a3d-4d0f-a1de-56110fe490bb not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:30:45.285889 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b3c0a324-b16b-4f67-976e-18efc6b04297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.315859 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0a324-b16b-4f67-976e-18efc6b04297 admin admin] Pushing event deleted for resources: {'Port': ['ID=96ff49ab-7229-48f3-b931-a000f86ebf06,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:45.378666 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b3c0a324-b16b-4f67-976e-18efc6b04297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.474762 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b3c0a324-b16b-4f67-976e-18efc6b04297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.477225 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b3c0a324-b16b-4f67-976e-18efc6b04297 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.529184 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b3c0a324-b16b-4f67-976e-18efc6b04297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.529654 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c0a324-b16b-4f67-976e-18efc6b04297 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a22035c-4b91-408a-af48-2f3ad3b64ae9 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:30:45.535639 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b3c0a324-b16b-4f67-976e-18efc6b04297 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.540133 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b3c0a324-b16b-4f67-976e-18efc6b04297 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1a22035c-4b91-408a-af48-2f3ad3b64ae9 HTTP/1.1" status: 204 len: 168 time: 1.0786543 Apr 18 21:30:45.540606 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58648) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:45.589487 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a13d16-34b7-49aa-932f-c9483467ddd1 admin admin] Deleting subnet fc1358b1-620c-4686-849b-4a21a16f2876 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:30:45.592837 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-80a13d16-34b7-49aa-932f-c9483467ddd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.635184 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-80a13d16-34b7-49aa-932f-c9483467ddd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.723939 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-80a13d16-34b7-49aa-932f-c9483467ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.792832 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-80a13d16-34b7-49aa-932f-c9483467ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.824692 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a13d16-34b7-49aa-932f-c9483467ddd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc1358b1-620c-4686-849b-4a21a16f2876,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:45.835772 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-80a13d16-34b7-49aa-932f-c9483467ddd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.840856 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-80a13d16-34b7-49aa-932f-c9483467ddd1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fc1358b1-620c-4686-849b-4a21a16f2876 HTTP/1.1" status: 204 len: 168 time: 0.2990010 Apr 18 21:30:45.842827 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58650) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:45.845751 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba1784c-78bd-497e-bf03-9c4b63a2b2ba None None] Network 2fd532a8-61d4-4f7b-bce9-20b0978e9555 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:30:45.918014 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6226e251-aa37-4a94-a47a-f863c0e50e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.981018 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-6226e251-aa37-4a94-a47a-f863c0e50e39 admin admin] Deleting port 8868a02a-2e9c-4422-97c2-9ce3a824408f {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:30:45.981357 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6226e251-aa37-4a94-a47a-f863c0e50e39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:46.048678 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-6226e251-aa37-4a94-a47a-f863c0e50e39 admin admin] For port 8868a02a-2e9c-4422-97c2-9ce3a824408f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8868a02a-2e9c-4422-97c2-9ce3a824408f,segment=NetworkSegment(71708b31-6fab-4d69-9e69-013b8493a512),segment_id=71708b31-6fab-4d69-9e69-013b8493a512)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:46.048969 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6226e251-aa37-4a94-a47a-f863c0e50e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:46.064118 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-6226e251-aa37-4a94-a47a-f863c0e50e39 admin admin] Calling delete_port for 8868a02a-2e9c-4422-97c2-9ce3a824408f owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:30:46.155791 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56eed8a-b966-4aec-831d-f3fd4c3f89b6 None None] DHCP port deletion for 2fd532a8-61d4-4f7b-bce9-20b0978e9555 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:30:46.170031 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6226e251-aa37-4a94-a47a-f863c0e50e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:46.202714 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6226e251-aa37-4a94-a47a-f863c0e50e39 admin admin] No DVR routers for this DVR port 8868a02a-2e9c-4422-97c2-9ce3a824408f on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:30:46.209254 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226e251-aa37-4a94-a47a-f863c0e50e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=8868a02a-2e9c-4422-97c2-9ce3a824408f,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:46.222638 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f56eed8a-b966-4aec-831d-f3fd4c3f89b6 None None] Deleting port 8868a02a-2e9c-4422-97c2-9ce3a824408f {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:30:46.223279 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f56eed8a-b966-4aec-831d-f3fd4c3f89b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:46.237306 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b111de49-172a-4cc6-bbfa-2449874b7cf2 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:30:46.289152 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6226e251-aa37-4a94-a47a-f863c0e50e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:46.291604 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: b111de49-172a-4cc6-bbfa-2449874b7cf2 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:30:46.292062 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b111de49-172a-4cc6-bbfa-2449874b7cf2 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:30:46.309212 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f56eed8a-b966-4aec-831d-f3fd4c3f89b6 None None] For port 8868a02a-2e9c-4422-97c2-9ce3a824408f, host n-d-838323-3, got binding levels [] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:46.309613 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f56eed8a-b966-4aec-831d-f3fd4c3f89b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:46.319468 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-6226e251-aa37-4a94-a47a-f863c0e50e39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd532a8-61d4-4f7b-bce9-20b0978e9555']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:46.322898 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f56eed8a-b966-4aec-831d-f3fd4c3f89b6 None None] Calling delete_port for 8868a02a-2e9c-4422-97c2-9ce3a824408f owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:30:46.325629 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.ipam_backend_mixin [None req-f56eed8a-b966-4aec-831d-f3fd4c3f89b6 None None] Port 8868a02a-2e9c-4422-97c2-9ce3a824408f was not found and therefore no delete operation was performed {{(pid=102910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 21:30:46.326863 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f56eed8a-b966-4aec-831d-f3fd4c3f89b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:46.335151 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-6226e251-aa37-4a94-a47a-f863c0e50e39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71708b31-6fab-4d69-9e69-013b8493a512') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:46.335485 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-6226e251-aa37-4a94-a47a-f863c0e50e39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71708b31-6fab-4d69-9e69-013b8493a512') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:46.350767 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6226e251-aa37-4a94-a47a-f863c0e50e39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:46.358921 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56eed8a-b966-4aec-831d-f3fd4c3f89b6 None None] Pushing event deleted for resources: {'Port': ['ID=8868a02a-2e9c-4422-97c2-9ce3a824408f,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:46.364895 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56eed8a-b966-4aec-831d-f3fd4c3f89b6 None None] No DVR routers for this DVR port 8868a02a-2e9c-4422-97c2-9ce3a824408f on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:30:46.369932 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6226e251-aa37-4a94-a47a-f863c0e50e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:46.377156 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6226e251-aa37-4a94-a47a-f863c0e50e39 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:30:46.377560 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6226e251-aa37-4a94-a47a-f863c0e50e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:30:46.379495 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:30:46.435291 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6226e251-aa37-4a94-a47a-f863c0e50e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:46.440938 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-6226e251-aa37-4a94-a47a-f863c0e50e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:46.444059 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6226e251-aa37-4a94-a47a-f863c0e50e39 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2fd532a8-61d4-4f7b-bce9-20b0978e9555 HTTP/1.1" status: 204 len: 168 time: 0.5992079 Apr 18 21:30:46.447525 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58652) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:46.455021 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226e251-aa37-4a94-a47a-f863c0e50e39 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fd532a8-61d4-4f7b-bce9-20b0978e9555,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:46.794123 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f525ac1d-76f6-4215-a21d-b5446a267615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:47.042324 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-f525ac1d-76f6-4215-a21d-b5446a267615 admin admin] Deleting port aea3dbce-4fa1-4082-bb33-715dcd5cfff8 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:30:47.042660 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f525ac1d-76f6-4215-a21d-b5446a267615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:47.125281 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-f525ac1d-76f6-4215-a21d-b5446a267615 admin admin] For port aea3dbce-4fa1-4082-bb33-715dcd5cfff8, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=aea3dbce-4fa1-4082-bb33-715dcd5cfff8,segment=NetworkSegment(78dd7caf-36ba-4c08-af3f-e14e2f4ec71a),segment_id=78dd7caf-36ba-4c08-af3f-e14e2f4ec71a)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:47.125647 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f525ac1d-76f6-4215-a21d-b5446a267615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:47.139071 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-f525ac1d-76f6-4215-a21d-b5446a267615 admin admin] Calling delete_port for aea3dbce-4fa1-4082-bb33-715dcd5cfff8 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:30:47.322813 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f525ac1d-76f6-4215-a21d-b5446a267615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:47.346332 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525ac1d-76f6-4215-a21d-b5446a267615 admin admin] Pushing event deleted for resources: {'Port': ['ID=aea3dbce-4fa1-4082-bb33-715dcd5cfff8,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:47.356629 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525ac1d-76f6-4215-a21d-b5446a267615 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:47.356973 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525ac1d-76f6-4215-a21d-b5446a267615 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:47.357307 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525ac1d-76f6-4215-a21d-b5446a267615 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:47.357636 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525ac1d-76f6-4215-a21d-b5446a267615 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:47.357960 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525ac1d-76f6-4215-a21d-b5446a267615 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:47.358287 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525ac1d-76f6-4215-a21d-b5446a267615 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:47.358607 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525ac1d-76f6-4215-a21d-b5446a267615 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:47.358949 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525ac1d-76f6-4215-a21d-b5446a267615 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:47.359229 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525ac1d-76f6-4215-a21d-b5446a267615 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:47.359545 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525ac1d-76f6-4215-a21d-b5446a267615 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:47.359859 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525ac1d-76f6-4215-a21d-b5446a267615 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:47.360172 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525ac1d-76f6-4215-a21d-b5446a267615 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:47.544726 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f525ac1d-76f6-4215-a21d-b5446a267615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:47.771470 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f525ac1d-76f6-4215-a21d-b5446a267615 admin admin] Router c6f9b8c3-4c83-4e4d-b866-75fbe1991f54 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:30:47.898091 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 96ff49ab-7229-48f3-b931-a000f86ebf06 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:30:47.901186 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f525ac1d-76f6-4215-a21d-b5446a267615 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:30:47.907252 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f525ac1d-76f6-4215-a21d-b5446a267615 admin admin] 10.222.0.41 "PUT /v2.0/routers/c6f9b8c3-4c83-4e4d-b866-75fbe1991f54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4580147 Apr 18 21:30:47.909441 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58656) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:47.932023 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab371c0-5cc8-43db-819f-bb15518cb065 None None] Sync routers for ids ['c6f9b8c3-4c83-4e4d-b866-75fbe1991f54'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:30:47.935069 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 96ff49ab-7229-48f3-b931-a000f86ebf06 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:30:47.935415 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 96ff49ab-7229-48f3-b931-a000f86ebf06 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:30:47.935841 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8868a02a-2e9c-4422-97c2-9ce3a824408f no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:30:47.960520 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 8868a02a-2e9c-4422-97c2-9ce3a824408f {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:30:47.960896 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8868a02a-2e9c-4422-97c2-9ce3a824408f not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:30:47.965191 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab371c0-5cc8-43db-819f-bb15518cb065 None None] Routers {'c6f9b8c3-4c83-4e4d-b866-75fbe1991f54'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:30:47.965885 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-bab371c0-5cc8-43db-819f-bb15518cb065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:30:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c6f9b8c3-4c83-4e4d-b866-75fbe1991f54'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:48.049881 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c4bcc6c4-7762-4113-83c4-9c06b4153550 admin admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:48.093224 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-bab371c0-5cc8-43db-819f-bb15518cb065 None None] Set router c6f9b8c3-4c83-4e4d-b866-75fbe1991f54 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:30:48.162170 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c4bcc6c4-7762-4113-83c4-9c06b4153550 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:48.218281 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-c4bcc6c4-7762-4113-83c4-9c06b4153550 admin admin] Deleting port 8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:30:48.218687 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c4bcc6c4-7762-4113-83c4-9c06b4153550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:48.299545 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-bab371c0-5cc8-43db-819f-bb15518cb065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f9b8c3-4c83-4e4d-b866-75fbe1991f54', 'name': 'tempest-TestEncryptedCinderVolumes-759981092-router', 'tenant_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:29Z', 'updated_at': '2022-04-18T21:30:47Z', 'revision_number': 5, 'project_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e', 'gw_port': {'id': '8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f9b8c3-4c83-4e4d-b866-75fbe1991f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:30Z', 'updated_at': '2022-04-18T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:48.310438 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-c4bcc6c4-7762-4113-83c4-9c06b4153550 admin admin] For port 8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:48.310886 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c4bcc6c4-7762-4113-83c4-9c06b4153550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:48.323594 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-c4bcc6c4-7762-4113-83c4-9c06b4153550 admin admin] Calling delete_port for 8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:30:48.330903 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab371c0-5cc8-43db-819f-bb15518cb065 None None] Checking router: c6f9b8c3-4c83-4e4d-b866-75fbe1991f54 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:30:48.340358 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab371c0-5cc8-43db-819f-bb15518cb065 None None] Routers {'c6f9b8c3-4c83-4e4d-b866-75fbe1991f54'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:30:48.341002 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-bab371c0-5cc8-43db-819f-bb15518cb065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:30:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c6f9b8c3-4c83-4e4d-b866-75fbe1991f54'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:48.432690 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-bab371c0-5cc8-43db-819f-bb15518cb065 None None] Set router c6f9b8c3-4c83-4e4d-b866-75fbe1991f54 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:30:48.486584 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-bab371c0-5cc8-43db-819f-bb15518cb065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f9b8c3-4c83-4e4d-b866-75fbe1991f54', 'name': 'tempest-TestEncryptedCinderVolumes-759981092-router', 'tenant_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:29Z', 'updated_at': '2022-04-18T21:30:48Z', 'revision_number': 6, 'project_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:48.498385 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c4bcc6c4-7762-4113-83c4-9c06b4153550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:48.518092 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab371c0-5cc8-43db-819f-bb15518cb065 None None] The sync data for ids ['c6f9b8c3-4c83-4e4d-b866-75fbe1991f54'] in n-d-838323-3 is: [{'id': 'c6f9b8c3-4c83-4e4d-b866-75fbe1991f54', 'name': 'tempest-TestEncryptedCinderVolumes-759981092-router', 'tenant_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:29Z', 'updated_at': '2022-04-18T21:30:48Z', 'revision_number': 6, 'project_id': '7dbf58b43bfc4e5aaf22e79ffb153e7e', 'gw_port_host': None}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:30:48.526416 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcc6c4-7762-4113-83c4-9c06b4153550 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:48.590406 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c4bcc6c4-7762-4113-83c4-9c06b4153550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:48.685292 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c4bcc6c4-7762-4113-83c4-9c06b4153550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:48.687411 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c4bcc6c4-7762-4113-83c4-9c06b4153550 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:48.732091 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c4bcc6c4-7762-4113-83c4-9c06b4153550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:48.732660 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bcc6c4-7762-4113-83c4-9c06b4153550 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6f9b8c3-4c83-4e4d-b866-75fbe1991f54 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:30:48.737048 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c4bcc6c4-7762-4113-83c4-9c06b4153550 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:48.738273 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c4bcc6c4-7762-4113-83c4-9c06b4153550 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c6f9b8c3-4c83-4e4d-b866-75fbe1991f54 HTTP/1.1" status: 204 len: 168 time: 0.8278451 Apr 18 21:30:48.740895 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58658) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:48.786194 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-71adeebe-f556-4f5a-9cff-97417b6078a8 admin admin] Deleting subnet b0c9f9bb-3003-4547-af24-1f313fae8d6c {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:30:48.789435 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-71adeebe-f556-4f5a-9cff-97417b6078a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:48.824817 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-71adeebe-f556-4f5a-9cff-97417b6078a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:48.912142 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-71adeebe-f556-4f5a-9cff-97417b6078a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:48.969397 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-71adeebe-f556-4f5a-9cff-97417b6078a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:48.996294 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adeebe-f556-4f5a-9cff-97417b6078a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0c9f9bb-3003-4547-af24-1f313fae8d6c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:48.998283 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-71adeebe-f556-4f5a-9cff-97417b6078a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.003814 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-71adeebe-f556-4f5a-9cff-97417b6078a8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b0c9f9bb-3003-4547-af24-1f313fae8d6c HTTP/1.1" status: 204 len: 168 time: 0.2595589 Apr 18 21:30:49.003926 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf8062d-5b36-4db3-adad-8ec37b4f5919 None None] Network dbce0959-b58d-46b5-a4d4-e966b6f3385d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:30:49.004374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58660) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:49.093123 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2405216b-efc6-4cd3-bc26-5bab075531fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.155404 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-2405216b-efc6-4cd3-bc26-5bab075531fa admin admin] Deleting port 48d06e43-5061-4e85-9576-b5b4192d7ba5 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:30:49.155751 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2405216b-efc6-4cd3-bc26-5bab075531fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.219993 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-2405216b-efc6-4cd3-bc26-5bab075531fa admin admin] For port 48d06e43-5061-4e85-9576-b5b4192d7ba5, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=48d06e43-5061-4e85-9576-b5b4192d7ba5,segment=NetworkSegment(78dd7caf-36ba-4c08-af3f-e14e2f4ec71a),segment_id=78dd7caf-36ba-4c08-af3f-e14e2f4ec71a)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:49.220293 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2405216b-efc6-4cd3-bc26-5bab075531fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.234051 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-2405216b-efc6-4cd3-bc26-5bab075531fa admin admin] Calling delete_port for 48d06e43-5061-4e85-9576-b5b4192d7ba5 owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:30:49.281634 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37815cd6-fcaf-45a9-a65b-801a3424e83a None None] DHCP port deletion for dbce0959-b58d-46b5-a4d4-e966b6f3385d request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:30:49.323215 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2405216b-efc6-4cd3-bc26-5bab075531fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.331385 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-37815cd6-fcaf-45a9-a65b-801a3424e83a None None] Deleting port 48d06e43-5061-4e85-9576-b5b4192d7ba5 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:30:49.331385 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-37815cd6-fcaf-45a9-a65b-801a3424e83a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.350579 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2405216b-efc6-4cd3-bc26-5bab075531fa admin admin] No DVR routers for this DVR port 48d06e43-5061-4e85-9576-b5b4192d7ba5 on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:30:49.355302 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405216b-efc6-4cd3-bc26-5bab075531fa admin admin] Pushing event deleted for resources: {'Port': ['ID=48d06e43-5061-4e85-9576-b5b4192d7ba5,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:49.393370 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-37815cd6-fcaf-45a9-a65b-801a3424e83a None None] For port 48d06e43-5061-4e85-9576-b5b4192d7ba5, host n-d-838323-3, got binding levels [] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:49.393773 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-37815cd6-fcaf-45a9-a65b-801a3424e83a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.410396 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-37815cd6-fcaf-45a9-a65b-801a3424e83a None None] Calling delete_port for 48d06e43-5061-4e85-9576-b5b4192d7ba5 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:30:49.412942 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.ipam_backend_mixin [None req-37815cd6-fcaf-45a9-a65b-801a3424e83a None None] Port 48d06e43-5061-4e85-9576-b5b4192d7ba5 was not found and therefore no delete operation was performed {{(pid=102910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 21:30:49.415485 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-37815cd6-fcaf-45a9-a65b-801a3424e83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.428365 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2405216b-efc6-4cd3-bc26-5bab075531fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.441818 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37815cd6-fcaf-45a9-a65b-801a3424e83a None None] Pushing event deleted for resources: {'Port': ['ID=48d06e43-5061-4e85-9576-b5b4192d7ba5,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:49.446737 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37815cd6-fcaf-45a9-a65b-801a3424e83a None None] No DVR routers for this DVR port 48d06e43-5061-4e85-9576-b5b4192d7ba5 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:30:49.465818 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-2405216b-efc6-4cd3-bc26-5bab075531fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbce0959-b58d-46b5-a4d4-e966b6f3385d']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:49.475636 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-2405216b-efc6-4cd3-bc26-5bab075531fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78dd7caf-36ba-4c08-af3f-e14e2f4ec71a') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:49.476007 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-2405216b-efc6-4cd3-bc26-5bab075531fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78dd7caf-36ba-4c08-af3f-e14e2f4ec71a') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:49.485491 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2405216b-efc6-4cd3-bc26-5bab075531fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.498894 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2405216b-efc6-4cd3-bc26-5bab075531fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.505535 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2405216b-efc6-4cd3-bc26-5bab075531fa admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:30:49.506002 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2405216b-efc6-4cd3-bc26-5bab075531fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:30:49.508535 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:30:49.571451 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2405216b-efc6-4cd3-bc26-5bab075531fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.575048 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-2405216b-efc6-4cd3-bc26-5bab075531fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.580781 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2405216b-efc6-4cd3-bc26-5bab075531fa admin admin] 10.222.0.41 "DELETE /v2.0/networks/dbce0959-b58d-46b5-a4d4-e966b6f3385d HTTP/1.1" status: 204 len: 168 time: 0.5730877 Apr 18 21:30:49.589295 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405216b-efc6-4cd3-bc26-5bab075531fa admin admin] Pushing event deleted for resources: {'Network': ['ID=dbce0959-b58d-46b5-a4d4-e966b6f3385d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:49.762059 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58664) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:49.812644 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-65d87f6e-3cf9-4269-81ac-49d2271ebef9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08f8790f222f490bacab040d36ecbbe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493703 Apr 18 21:30:49.815006 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58666) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:49.843415 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:30:49.864076 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:30:49.864617 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 8f86907e-b6cf-4e8b-b24c-fd8dc0a806c3 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:30:49.864951 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device aea3dbce-4fa1-4082-bb33-715dcd5cfff8 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:30:49.868604 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-31c34458-5b1c-4e6f-b063-360ec310c764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.885366 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: aea3dbce-4fa1-4082-bb33-715dcd5cfff8 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:30:49.885708 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device aea3dbce-4fa1-4082-bb33-715dcd5cfff8 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:30:49.886236 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 48d06e43-5061-4e85-9576-b5b4192d7ba5 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:30:49.895133 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-31c34458-5b1c-4e6f-b063-360ec310c764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.904925 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 48d06e43-5061-4e85-9576-b5b4192d7ba5 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:30:49.905326 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 48d06e43-5061-4e85-9576-b5b4192d7ba5 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:30:49.944414 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-31c34458-5b1c-4e6f-b063-360ec310c764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.948308 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-31c34458-5b1c-4e6f-b063-360ec310c764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.949557 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-31c34458-5b1c-4e6f-b063-360ec310c764 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf HTTP/1.1" status: 204 len: 168 time: 0.1336267 Apr 18 21:30:49.957289 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c34458-5b1c-4e6f-b063-360ec310c764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba4fbe3-cd46-460e-9ec7-a071bd7ebaaf,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:50.274966 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58672) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:50.316649 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2fb3c0e3-2c58-4ddc-bb09-e2ed0f2cbc3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7dbf58b43bfc4e5aaf22e79ffb153e7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404820 Apr 18 21:30:50.319197 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58674) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:50.368900 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd4d1-44d9-4a45-9a81-65c8ffdab996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:50.389641 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd4d1-44d9-4a45-9a81-65c8ffdab996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:50.441963 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd4d1-44d9-4a45-9a81-65c8ffdab996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:50.444660 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd4d1-44d9-4a45-9a81-65c8ffdab996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:50.446194 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ff4bd4d1-44d9-4a45-9a81-65c8ffdab996 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f192c994-43f6-4e3e-be25-6ee35aeaa64c HTTP/1.1" status: 204 len: 168 time: 0.1260555 Apr 18 21:30:50.457323 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4bd4d1-44d9-4a45-9a81-65c8ffdab996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f192c994-43f6-4e3e-be25-6ee35aeaa64c,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:51.186951 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58696) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:51.290544 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-b46db7f5-9ba6-43f6-8d63-07c6776c3918 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-291574127-network', 'tenant_id': '83c38b1b4194422e97e46f776d86d066'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:30:51.310119 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46db7f5-9ba6-43f6-8d63-07c6776c3918 admin admin] Made reservation on behalf of 83c38b1b4194422e97e46f776d86d066 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:30:51.312510 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b46db7f5-9ba6-43f6-8d63-07c6776c3918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.323292 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b46db7f5-9ba6-43f6-8d63-07c6776c3918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.403650 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b46db7f5-9ba6-43f6-8d63-07c6776c3918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.407676 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b46db7f5-9ba6-43f6-8d63-07c6776c3918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.435322 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46db7f5-9ba6-43f6-8d63-07c6776c3918 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:30:51.440697 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46db7f5-9ba6-43f6-8d63-07c6776c3918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23465127-6207-4d46-b0e0-ec7ddb47e19f,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:51.448371 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b46db7f5-9ba6-43f6-8d63-07c6776c3918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.448639 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-b46db7f5-9ba6-43f6-8d63-07c6776c3918 admin admin] Added segment 4f44b3fa-f7f6-4a8f-81ba-2efee1f92793 of type vlan for network 84865e8b-6363-469c-818b-7dc347abcceb Apr 18 21:30:51.491003 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b46db7f5-9ba6-43f6-8d63-07c6776c3918 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.515958 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b46db7f5-9ba6-43f6-8d63-07c6776c3918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.516886 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46db7f5-9ba6-43f6-8d63-07c6776c3918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:51.517476 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b46db7f5-9ba6-43f6-8d63-07c6776c3918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.574202 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b46db7f5-9ba6-43f6-8d63-07c6776c3918 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3861303 Apr 18 21:30:51.577447 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58700) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:51.581417 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46db7f5-9ba6-43f6-8d63-07c6776c3918 admin admin] Pushing event updated for resources: {'Network': ['ID=84865e8b-6363-469c-818b-7dc347abcceb,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:51.582397 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-623e8aaf-3657-4e92-8374-f34eb6f076f8 admin admin] Request body: {'subnet': {'network_id': '84865e8b-6363-469c-818b-7dc347abcceb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-291574127-subnet', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:30:51.593042 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 84865e8b-6363-469c-818b-7dc347abcceb details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:30:51.603064 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623e8aaf-3657-4e92-8374-f34eb6f076f8 admin admin] Made reservation on behalf of 83c38b1b4194422e97e46f776d86d066 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:30:51.605814 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-623e8aaf-3657-4e92-8374-f34eb6f076f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.789673 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-623e8aaf-3657-4e92-8374-f34eb6f076f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.848020 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e8aaf-3657-4e92-8374-f34eb6f076f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc34adce-df1b-49ce-ad3c-f52a62fb5a14,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:51.859206 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623e8aaf-3657-4e92-8374-f34eb6f076f8 admin admin] Checking segment: {'id': '4f44b3fa-f7f6-4a8f-81ba-2efee1f92793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:30:51.859621 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623e8aaf-3657-4e92-8374-f34eb6f076f8 admin admin] Network hostable DHCP agents. Network: 84865e8b-6363-469c-818b-7dc347abcceb, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:30:51.878614 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623e8aaf-3657-4e92-8374-f34eb6f076f8 admin admin] Network 84865e8b-6363-469c-818b-7dc347abcceb is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:30:51.888948 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-623e8aaf-3657-4e92-8374-f34eb6f076f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 84865e8b-6363-469c-818b-7dc347abcceb) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:51.893452 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623e8aaf-3657-4e92-8374-f34eb6f076f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:51.894035 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-623e8aaf-3657-4e92-8374-f34eb6f076f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.899150 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508f7357-e844-4554-b174-3540ba9ef459 None None] Network 84865e8b-6363-469c-818b-7dc347abcceb requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:30:51.915230 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-623e8aaf-3657-4e92-8374-f34eb6f076f8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3366482 Apr 18 21:30:51.918745 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58702) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:51.923652 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-b9da22ec-1bfd-478b-a6c6-6db8a7bc0540 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-291574127-router', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:30:51.951067 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9da22ec-1bfd-478b-a6c6-6db8a7bc0540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.952120 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9da22ec-1bfd-478b-a6c6-6db8a7bc0540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:52.018675 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9da22ec-1bfd-478b-a6c6-6db8a7bc0540 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:52.060788 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e07c7fb-9476-49ee-9583-c77f66e2ff34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-84865e8b-6363-469c-818b-7dc347abcceb', 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'fixed_ips': [{'subnet_id': 'fc34adce-df1b-49ce-ad3c-f52a62fb5a14'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:30:52.062293 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5e07c7fb-9476-49ee-9583-c77f66e2ff34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:52.171371 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9da22ec-1bfd-478b-a6c6-6db8a7bc0540 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:52.223687 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-5e07c7fb-9476-49ee-9583-c77f66e2ff34 None None] Allocated IP 172.20.0.2 (84865e8b-6363-469c-818b-7dc347abcceb/fc34adce-df1b-49ce-ad3c-f52a62fb5a14/35dab97f-751d-46f7-97ea-1a3b120758bf) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:30:52.373439 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5e07c7fb-9476-49ee-9583-c77f66e2ff34 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:52.379748 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5e07c7fb-9476-49ee-9583-c77f66e2ff34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:52.389374 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9da22ec-1bfd-478b-a6c6-6db8a7bc0540 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:52.408851 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9da22ec-1bfd-478b-a6c6-6db8a7bc0540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:52.416614 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e07c7fb-9476-49ee-9583-c77f66e2ff34 None None] Network 84865e8b-6363-469c-818b-7dc347abcceb is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:52.419552 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-5e07c7fb-9476-49ee-9583-c77f66e2ff34 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:52.425402 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e07c7fb-9476-49ee-9583-c77f66e2ff34 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:30:52.439977 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07c7fb-9476-49ee-9583-c77f66e2ff34 None None] Pushing event updated for resources: {'Port': ['ID=35dab97f-751d-46f7-97ea-1a3b120758bf,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:52.486419 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5e07c7fb-9476-49ee-9583-c77f66e2ff34 None None] Attempting to bind port 35dab97f-751d-46f7-97ea-1a3b120758bf on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:30:52.486786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5e07c7fb-9476-49ee-9583-c77f66e2ff34 None None] Attempting to bind port 35dab97f-751d-46f7-97ea-1a3b120758bf by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '4f44b3fa-f7f6-4a8f-81ba-2efee1f92793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:30:52.487150 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e07c7fb-9476-49ee-9583-c77f66e2ff34 None None] Attempting to bind port 35dab97f-751d-46f7-97ea-1a3b120758bf on network 84865e8b-6363-469c-818b-7dc347abcceb {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:30:52.492742 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e07c7fb-9476-49ee-9583-c77f66e2ff34 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:30:52.493130 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e07c7fb-9476-49ee-9583-c77f66e2ff34 None None] Checking segment: {'id': '4f44b3fa-f7f6-4a8f-81ba-2efee1f92793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:30:52.493548 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5e07c7fb-9476-49ee-9583-c77f66e2ff34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:52.493944 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e07c7fb-9476-49ee-9583-c77f66e2ff34 None None] Bound using segment: {'id': '4f44b3fa-f7f6-4a8f-81ba-2efee1f92793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:30:52.494426 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-5e07c7fb-9476-49ee-9583-c77f66e2ff34 None None] Bound port: 35dab97f-751d-46f7-97ea-1a3b120758bf, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f44b3fa-f7f6-4a8f-81ba-2efee1f92793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:30:52.494805 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5e07c7fb-9476-49ee-9583-c77f66e2ff34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:52.522642 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-b9da22ec-1bfd-478b-a6c6-6db8a7bc0540 admin admin] Allocated IP 172.25.1.243 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/fb774f82-95a5-453b-b29b-fc54bc1d242e) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:30:52.575418 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5e07c7fb-9476-49ee-9583-c77f66e2ff34 None None] For port 35dab97f-751d-46f7-97ea-1a3b120758bf, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:30:52.579124 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5e07c7fb-9476-49ee-9583-c77f66e2ff34 None None] For port 35dab97f-751d-46f7-97ea-1a3b120758bf, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=35dab97f-751d-46f7-97ea-1a3b120758bf,segment=NetworkSegment(4f44b3fa-f7f6-4a8f-81ba-2efee1f92793),segment_id=4f44b3fa-f7f6-4a8f-81ba-2efee1f92793)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:30:52.583994 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5e07c7fb-9476-49ee-9583-c77f66e2ff34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:52.655886 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9da22ec-1bfd-478b-a6c6-6db8a7bc0540 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:52.667602 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07c7fb-9476-49ee-9583-c77f66e2ff34 None None] Pushing event updated for resources: {'Port': ['ID=35dab97f-751d-46f7-97ea-1a3b120758bf,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:52.705019 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9da22ec-1bfd-478b-a6c6-6db8a7bc0540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:52.751320 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9da22ec-1bfd-478b-a6c6-6db8a7bc0540 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:52.754617 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-b9da22ec-1bfd-478b-a6c6-6db8a7bc0540 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:52.757236 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9da22ec-1bfd-478b-a6c6-6db8a7bc0540 admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:30:52.764091 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da22ec-1bfd-478b-a6c6-6db8a7bc0540 admin admin] Pushing event updated for resources: {'Port': ['ID=fb774f82-95a5-453b-b29b-fc54bc1d242e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:53.097132 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9da22ec-1bfd-478b-a6c6-6db8a7bc0540 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:53.419664 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9da22ec-1bfd-478b-a6c6-6db8a7bc0540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:53.571732 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9da22ec-1bfd-478b-a6c6-6db8a7bc0540 admin admin] Router 5f873429-843b-47e3-b1fb-2ab6bac0b638 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:30:53.638589 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e0a262-0f6e-48f3-bb57-af5304d7d87a None None] Network 84865e8b-6363-469c-818b-7dc347abcceb requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:30:53.718105 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9da22ec-1bfd-478b-a6c6-6db8a7bc0540 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:30:53.742948 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b9da22ec-1bfd-478b-a6c6-6db8a7bc0540 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:53.747206 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b9da22ec-1bfd-478b-a6c6-6db8a7bc0540 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8245759 Apr 18 21:30:53.748157 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58704) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:53.781566 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-903da481-fefc-404d-9f26-0d63dc1c321c None None] Provisioning complete for port 35dab97f-751d-46f7-97ea-1a3b120758bf triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:53.781566 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-903da481-fefc-404d-9f26-0d63dc1c321c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:53.858553 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4b28a6-d015-4bef-b2ff-8f05504d07d9 None None] Sync routers for ids ['5f873429-843b-47e3-b1fb-2ab6bac0b638'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:30:53.873433 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4b28a6-d015-4bef-b2ff-8f05504d07d9 None None] Routers {'5f873429-843b-47e3-b1fb-2ab6bac0b638'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:30:53.873433 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-eb4b28a6-d015-4bef-b2ff-8f05504d07d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:30:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5f873429-843b-47e3-b1fb-2ab6bac0b638'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:53.936658 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-903da481-fefc-404d-9f26-0d63dc1c321c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:53.956623 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 35dab97f-751d-46f7-97ea-1a3b120758bf up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:30:54.026568 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-eb4b28a6-d015-4bef-b2ff-8f05504d07d9 None None] Set router 5f873429-843b-47e3-b1fb-2ab6bac0b638 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:30:54.210993 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-903da481-fefc-404d-9f26-0d63dc1c321c None None] For port 35dab97f-751d-46f7-97ea-1a3b120758bf, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=35dab97f-751d-46f7-97ea-1a3b120758bf,segment=NetworkSegment(4f44b3fa-f7f6-4a8f-81ba-2efee1f92793),segment_id=4f44b3fa-f7f6-4a8f-81ba-2efee1f92793)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:54.218840 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-903da481-fefc-404d-9f26-0d63dc1c321c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.254804 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-eb4b28a6-d015-4bef-b2ff-8f05504d07d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'name': 'tempest-TestMinimumBasicScenario-291574127-router', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:51Z', 'updated_at': '2022-04-18T21:30:52Z', 'revision_number': 3, 'project_id': '83c38b1b4194422e97e46f776d86d066', 'gw_port': {'id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:52Z', 'updated_at': '2022-04-18T21:30:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:54.275253 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 35dab97f-751d-46f7-97ea-1a3b120758bf triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:54.275614 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.289894 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4b28a6-d015-4bef-b2ff-8f05504d07d9 None None] Checking router: 5f873429-843b-47e3-b1fb-2ab6bac0b638 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:30:54.290324 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4b28a6-d015-4bef-b2ff-8f05504d07d9 None None] Updating router 5f873429-843b-47e3-b1fb-2ab6bac0b638 port fb774f82-95a5-453b-b29b-fc54bc1d242e binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:30:54.299173 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903da481-fefc-404d-9f26-0d63dc1c321c None None] Pushing event updated for resources: {'Port': ['ID=35dab97f-751d-46f7-97ea-1a3b120758bf,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:54.320672 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-eb4b28a6-d015-4bef-b2ff-8f05504d07d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.372907 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-cbf53d3c-f233-4fae-bbd5-03376cb6db1b None None] Provisioning complete for port 35dab97f-751d-46f7-97ea-1a3b120758bf triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:54.373287 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cbf53d3c-f233-4fae-bbd5-03376cb6db1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.615794 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8a83fb9a-296e-48f6-a484-96a63ee17eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.676712 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-eb4b28a6-d015-4bef-b2ff-8f05504d07d9 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.684611 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-eb4b28a6-d015-4bef-b2ff-8f05504d07d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.703269 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c9f50a53-b4d2-460e-a9cf-562c22d93006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.743855 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-eb4b28a6-d015-4bef-b2ff-8f05504d07d9 None None] Attempting to bind port fb774f82-95a5-453b-b29b-fc54bc1d242e on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:30:54.744219 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-eb4b28a6-d015-4bef-b2ff-8f05504d07d9 None None] Attempting to bind port fb774f82-95a5-453b-b29b-fc54bc1d242e by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:30:54.744615 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4b28a6-d015-4bef-b2ff-8f05504d07d9 None None] Attempting to bind port fb774f82-95a5-453b-b29b-fc54bc1d242e on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:30:54.746680 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ebe8b-a7c3-4c59-b811-01f12d9e4e4e None None] Pushing event updated for resources: {'Port': ['ID=fb774f82-95a5-453b-b29b-fc54bc1d242e,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:54.755460 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4b28a6-d015-4bef-b2ff-8f05504d07d9 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:30:54.755827 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4b28a6-d015-4bef-b2ff-8f05504d07d9 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:30:54.756232 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-eb4b28a6-d015-4bef-b2ff-8f05504d07d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.756654 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4b28a6-d015-4bef-b2ff-8f05504d07d9 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:30:54.757606 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-eb4b28a6-d015-4bef-b2ff-8f05504d07d9 None None] Bound port: fb774f82-95a5-453b-b29b-fc54bc1d242e, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:30:54.757979 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-eb4b28a6-d015-4bef-b2ff-8f05504d07d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.760246 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ebe8b-a7c3-4c59-b811-01f12d9e4e4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:54.760614 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ebe8b-a7c3-4c59-b811-01f12d9e4e4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:54.760964 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ebe8b-a7c3-4c59-b811-01f12d9e4e4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:54.761279 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ebe8b-a7c3-4c59-b811-01f12d9e4e4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:54.761606 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ebe8b-a7c3-4c59-b811-01f12d9e4e4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:54.761929 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ebe8b-a7c3-4c59-b811-01f12d9e4e4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:54.762250 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ebe8b-a7c3-4c59-b811-01f12d9e4e4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:54.762570 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ebe8b-a7c3-4c59-b811-01f12d9e4e4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:54.762888 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ebe8b-a7c3-4c59-b811-01f12d9e4e4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:54.763204 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ebe8b-a7c3-4c59-b811-01f12d9e4e4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:54.763522 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ebe8b-a7c3-4c59-b811-01f12d9e4e4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:54.763840 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ebe8b-a7c3-4c59-b811-01f12d9e4e4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:54.790178 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-8a83fb9a-296e-48f6-a484-96a63ee17eb9 admin admin] Allocated IP 172.20.0.1 (84865e8b-6363-469c-818b-7dc347abcceb/fc34adce-df1b-49ce-ad3c-f52a62fb5a14/529fb5e0-fec0-4981-a7d9-43a4115087b1) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:30:54.826422 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-eb4b28a6-d015-4bef-b2ff-8f05504d07d9 None None] For port fb774f82-95a5-453b-b29b-fc54bc1d242e, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:30:54.834259 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-eb4b28a6-d015-4bef-b2ff-8f05504d07d9 None None] For port fb774f82-95a5-453b-b29b-fc54bc1d242e, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fb774f82-95a5-453b-b29b-fc54bc1d242e,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:30:54.838676 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-eb4b28a6-d015-4bef-b2ff-8f05504d07d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.893500 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4b28a6-d015-4bef-b2ff-8f05504d07d9 None None] Routers {'5f873429-843b-47e3-b1fb-2ab6bac0b638'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:30:54.894593 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-eb4b28a6-d015-4bef-b2ff-8f05504d07d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:30:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5f873429-843b-47e3-b1fb-2ab6bac0b638'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:54.919547 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8a83fb9a-296e-48f6-a484-96a63ee17eb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.946955 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ebe8b-a7c3-4c59-b811-01f12d9e4e4e None None] Pushing event updated for resources: {'Port': ['ID=fb774f82-95a5-453b-b29b-fc54bc1d242e,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:54.962368 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8a83fb9a-296e-48f6-a484-96a63ee17eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:55.000033 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a83fb9a-296e-48f6-a484-96a63ee17eb9 admin admin] Network 84865e8b-6363-469c-818b-7dc347abcceb is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:55.006665 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-8a83fb9a-296e-48f6-a484-96a63ee17eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:55.010688 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a83fb9a-296e-48f6-a484-96a63ee17eb9 admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:30:55.017418 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-eb4b28a6-d015-4bef-b2ff-8f05504d07d9 None None] Set router 5f873429-843b-47e3-b1fb-2ab6bac0b638 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:30:55.037473 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83fb9a-296e-48f6-a484-96a63ee17eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=529fb5e0-fec0-4981-a7d9-43a4115087b1,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:55.060883 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8a83fb9a-296e-48f6-a484-96a63ee17eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:55.215774 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8a83fb9a-296e-48f6-a484-96a63ee17eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:55.234758 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-eb4b28a6-d015-4bef-b2ff-8f05504d07d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'name': 'tempest-TestMinimumBasicScenario-291574127-router', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:51Z', 'updated_at': '2022-04-18T21:30:52Z', 'revision_number': 3, 'project_id': '83c38b1b4194422e97e46f776d86d066', 'gw_port': {'id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:52Z', 'updated_at': '2022-04-18T21:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:55.262848 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4b28a6-d015-4bef-b2ff-8f05504d07d9 None None] The sync data for ids ['5f873429-843b-47e3-b1fb-2ab6bac0b638'] in n-d-838323-3 is: [{'id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'name': 'tempest-TestMinimumBasicScenario-291574127-router', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:51Z', 'updated_at': '2022-04-18T21:30:52Z', 'revision_number': 3, 'project_id': '83c38b1b4194422e97e46f776d86d066', 'gw_port': {'id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:52Z', 'updated_at': '2022-04-18T21:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:30:55.296325 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f8bffc03-e0cd-4abb-b5c7-5cd2793cd4f7 None None] Provisioning complete for port 529fb5e0-fec0-4981-a7d9-43a4115087b1 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:55.296937 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f8bffc03-e0cd-4abb-b5c7-5cd2793cd4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:55.333186 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f8bffc03-e0cd-4abb-b5c7-5cd2793cd4f7 None None] Port 529fb5e0-fec0-4981-a7d9-43a4115087b1 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:30:55.397779 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8a83fb9a-296e-48f6-a484-96a63ee17eb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:55.403456 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8a83fb9a-296e-48f6-a484-96a63ee17eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:55.476472 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-8a83fb9a-296e-48f6-a484-96a63ee17eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:55.478538 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83fb9a-296e-48f6-a484-96a63ee17eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=529fb5e0-fec0-4981-a7d9-43a4115087b1,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:55.603511 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a83fb9a-296e-48f6-a484-96a63ee17eb9 admin admin] Network 84865e8b-6363-469c-818b-7dc347abcceb is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:55.605178 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-8a83fb9a-296e-48f6-a484-96a63ee17eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:55.745137 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a83fb9a-296e-48f6-a484-96a63ee17eb9 admin admin] Router 5f873429-843b-47e3-b1fb-2ab6bac0b638 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:30:55.889063 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a83fb9a-296e-48f6-a484-96a63ee17eb9 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:30:55.894198 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8a83fb9a-296e-48f6-a484-96a63ee17eb9 admin admin] 10.222.0.41 "PUT /v2.0/routers/5f873429-843b-47e3-b1fb-2ab6bac0b638/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1455805 Apr 18 21:30:55.973461 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-bf5cb5b8-d426-416b-b6a5-95c3050e57a6 None None] Provisioning complete for port 529fb5e0-fec0-4981-a7d9-43a4115087b1 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:55.973845 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bf5cb5b8-d426-416b-b6a5-95c3050e57a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:55.978333 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fb774f82-95a5-453b-b29b-fc54bc1d242e up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:30:56.034627 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-bf5cb5b8-d426-416b-b6a5-95c3050e57a6 None None] Port 529fb5e0-fec0-4981-a7d9-43a4115087b1 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:30:56.129489 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port fb774f82-95a5-453b-b29b-fc54bc1d242e triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:56.130013 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:56.238236 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:56.266129 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port fb774f82-95a5-453b-b29b-fc54bc1d242e, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fb774f82-95a5-453b-b29b-fc54bc1d242e,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:56.275738 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:56.276960 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 35dab97f-751d-46f7-97ea-1a3b120758bf up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:30:56.370010 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=fb774f82-95a5-453b-b29b-fc54bc1d242e,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:56.385571 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 35dab97f-751d-46f7-97ea-1a3b120758bf triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:56.386251 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:56.510669 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58720) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:56.515715 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-023f6380-dafd-4905-ab28-93285205b849 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1828487375-network', 'tenant_id': 'bbadac3c2ca84a64a337e228c3eb7690'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:30:56.535330 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023f6380-dafd-4905-ab28-93285205b849 admin admin] Made reservation on behalf of bbadac3c2ca84a64a337e228c3eb7690 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:30:56.538014 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-023f6380-dafd-4905-ab28-93285205b849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:56.547196 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-023f6380-dafd-4905-ab28-93285205b849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:56.629361 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-023f6380-dafd-4905-ab28-93285205b849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:56.634925 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-023f6380-dafd-4905-ab28-93285205b849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:56.659632 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-023f6380-dafd-4905-ab28-93285205b849 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:30:56.669494 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f6380-dafd-4905-ab28-93285205b849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d682bf73-e8e1-4bcc-969d-c4f668ab6f1d,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:56.674318 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-023f6380-dafd-4905-ab28-93285205b849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:56.674663 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-023f6380-dafd-4905-ab28-93285205b849 admin admin] Added segment 8c8f90c5-d3e3-403c-88f6-640bc18290f8 of type vlan for network 65de4c47-6af5-415b-b94b-3b4fbea24300 Apr 18 21:30:56.715839 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-023f6380-dafd-4905-ab28-93285205b849 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:56.742724 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-023f6380-dafd-4905-ab28-93285205b849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:56.743737 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023f6380-dafd-4905-ab28-93285205b849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:56.744360 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-023f6380-dafd-4905-ab28-93285205b849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:56.773509 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-023f6380-dafd-4905-ab28-93285205b849 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2582960 Apr 18 21:30:56.773509 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58722) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:56.779258 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-392708f5-5531-4893-99e7-e86c52db523a admin admin] Request body: {'subnet': {'network_id': '65de4c47-6af5-415b-b94b-3b4fbea24300', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1828487375-subnet', 'tenant_id': 'bbadac3c2ca84a64a337e228c3eb7690', 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:30:56.829651 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f6380-dafd-4905-ab28-93285205b849 admin admin] Pushing event updated for resources: {'Network': ['ID=65de4c47-6af5-415b-b94b-3b4fbea24300,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:56.839559 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392708f5-5531-4893-99e7-e86c52db523a admin admin] Made reservation on behalf of bbadac3c2ca84a64a337e228c3eb7690 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:30:56.840504 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 65de4c47-6af5-415b-b94b-3b4fbea24300 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:30:56.842423 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-392708f5-5531-4893-99e7-e86c52db523a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.028401 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-392708f5-5531-4893-99e7-e86c52db523a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.089656 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392708f5-5531-4893-99e7-e86c52db523a admin admin] Pushing event updated for resources: {'Subnet': ['ID=19ed46ba-afb2-493a-9df8-80d4de84a001,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:57.102741 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392708f5-5531-4893-99e7-e86c52db523a admin admin] Checking segment: {'id': '8c8f90c5-d3e3-403c-88f6-640bc18290f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '65de4c47-6af5-415b-b94b-3b4fbea24300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:30:57.103104 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392708f5-5531-4893-99e7-e86c52db523a admin admin] Network hostable DHCP agents. Network: 65de4c47-6af5-415b-b94b-3b4fbea24300, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:30:57.120736 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392708f5-5531-4893-99e7-e86c52db523a admin admin] Network 65de4c47-6af5-415b-b94b-3b4fbea24300 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:30:57.132458 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-392708f5-5531-4893-99e7-e86c52db523a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 65de4c47-6af5-415b-b94b-3b4fbea24300) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:57.135816 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392708f5-5531-4893-99e7-e86c52db523a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:57.136403 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-392708f5-5531-4893-99e7-e86c52db523a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.140936 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c739c3a3-910f-4fc2-8a27-2cc115c67bb2 None None] Network 65de4c47-6af5-415b-b94b-3b4fbea24300 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:30:57.153592 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-392708f5-5531-4893-99e7-e86c52db523a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3796625 Apr 18 21:30:57.156190 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58724) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:57.160736 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-0d29b2f5-3cc7-4e3b-b2c2-f0ccd20d3272 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1828487375-router', 'tenant_id': 'bbadac3c2ca84a64a337e228c3eb7690', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:30:57.173991 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91956be-5ec6-485d-b2b5-9239034f5992 None None] Sync routers for ids ['5f873429-843b-47e3-b1fb-2ab6bac0b638'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:30:57.182423 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0d29b2f5-3cc7-4e3b-b2c2-f0ccd20d3272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.183461 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0d29b2f5-3cc7-4e3b-b2c2-f0ccd20d3272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.226330 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91956be-5ec6-485d-b2b5-9239034f5992 None None] Routers {'5f873429-843b-47e3-b1fb-2ab6bac0b638'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:30:57.227119 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b91956be-5ec6-485d-b2b5-9239034f5992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:30:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5f873429-843b-47e3-b1fb-2ab6bac0b638'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:57.245046 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0d29b2f5-3cc7-4e3b-b2c2-f0ccd20d3272 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.387868 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0d29b2f5-3cc7-4e3b-b2c2-f0ccd20d3272 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.401487 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-b91956be-5ec6-485d-b2b5-9239034f5992 None None] Set router 5f873429-843b-47e3-b1fb-2ab6bac0b638 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:30:57.404740 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc675fc-5a0f-4657-809d-a541c01d5184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-65de4c47-6af5-415b-b94b-3b4fbea24300', 'network_id': '65de4c47-6af5-415b-b94b-3b4fbea24300', 'tenant_id': 'bbadac3c2ca84a64a337e228c3eb7690', 'fixed_ips': [{'subnet_id': '19ed46ba-afb2-493a-9df8-80d4de84a001'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:30:57.405595 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cbc675fc-5a0f-4657-809d-a541c01d5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.608267 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0d29b2f5-3cc7-4e3b-b2c2-f0ccd20d3272 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.627267 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0d29b2f5-3cc7-4e3b-b2c2-f0ccd20d3272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.691106 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-cbc675fc-5a0f-4657-809d-a541c01d5184 None None] Allocated IP 172.20.0.2 (65de4c47-6af5-415b-b94b-3b4fbea24300/19ed46ba-afb2-493a-9df8-80d4de84a001/92dbce44-dd69-449c-bde4-240a900c516e) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:30:57.735073 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-0d29b2f5-3cc7-4e3b-b2c2-f0ccd20d3272 admin admin] Allocated IP 172.25.1.32 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/b4e0e053-ed58-4d7f-9b99-67a11d7fea49) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:30:57.798501 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b91956be-5ec6-485d-b2b5-9239034f5992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'name': 'tempest-TestMinimumBasicScenario-291574127-router', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:51Z', 'updated_at': '2022-04-18T21:30:55Z', 'revision_number': 4, 'project_id': '83c38b1b4194422e97e46f776d86d066', 'gw_port': {'id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:52Z', 'updated_at': '2022-04-18T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '529fb5e0-fec0-4981-a7d9-43a4115087b1', 'name': '', 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'mac_address': 'fa:16:3e:0c:ba:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'fc34adce-df1b-49ce-ad3c-f52a62fb5a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:54Z', 'updated_at': '2022-04-18T21:30:55Z', 'revision_number': 2, 'project_id': '83c38b1b4194422e97e46f776d86d066', 'subnets': [{'id': 'fc34adce-df1b-49ce-ad3c-f52a62fb5a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:57.832086 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91956be-5ec6-485d-b2b5-9239034f5992 None None] Checking router: 5f873429-843b-47e3-b1fb-2ab6bac0b638 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:30:57.832460 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91956be-5ec6-485d-b2b5-9239034f5992 None None] Updating router 5f873429-843b-47e3-b1fb-2ab6bac0b638 port 529fb5e0-fec0-4981-a7d9-43a4115087b1 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:30:57.856530 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0d29b2f5-3cc7-4e3b-b2c2-f0ccd20d3272 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.863508 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fb774f82-95a5-453b-b29b-fc54bc1d242e up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:30:57.892018 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0d29b2f5-3cc7-4e3b-b2c2-f0ccd20d3272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.927152 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b91956be-5ec6-485d-b2b5-9239034f5992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.934851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d29b2f5-3cc7-4e3b-b2c2-f0ccd20d3272 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:57.938374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-0d29b2f5-3cc7-4e3b-b2c2-f0ccd20d3272 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:57.942704 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d29b2f5-3cc7-4e3b-b2c2-f0ccd20d3272 admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:30:57.950183 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cbc675fc-5a0f-4657-809d-a541c01d5184 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.958725 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cbc675fc-5a0f-4657-809d-a541c01d5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:57.972460 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29b2f5-3cc7-4e3b-b2c2-f0ccd20d3272 admin admin] Pushing event updated for resources: {'Port': ['ID=b4e0e053-ed58-4d7f-9b99-67a11d7fea49,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:58.035592 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc675fc-5a0f-4657-809d-a541c01d5184 None None] Network 65de4c47-6af5-415b-b94b-3b4fbea24300 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:58.048043 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-cbc675fc-5a0f-4657-809d-a541c01d5184 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:58.054193 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc675fc-5a0f-4657-809d-a541c01d5184 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:30:58.056142 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc675fc-5a0f-4657-809d-a541c01d5184 None None] Pushing event updated for resources: {'Port': ['ID=92dbce44-dd69-449c-bde4-240a900c516e,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:58.107331 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port fb774f82-95a5-453b-b29b-fc54bc1d242e triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:58.107701 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:58.211643 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-cbc675fc-5a0f-4657-809d-a541c01d5184 None None] Attempting to bind port 92dbce44-dd69-449c-bde4-240a900c516e on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:30:58.212013 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-cbc675fc-5a0f-4657-809d-a541c01d5184 None None] Attempting to bind port 92dbce44-dd69-449c-bde4-240a900c516e by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '8c8f90c5-d3e3-403c-88f6-640bc18290f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '65de4c47-6af5-415b-b94b-3b4fbea24300'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:30:58.212382 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc675fc-5a0f-4657-809d-a541c01d5184 None None] Attempting to bind port 92dbce44-dd69-449c-bde4-240a900c516e on network 65de4c47-6af5-415b-b94b-3b4fbea24300 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:30:58.219444 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0d29b2f5-3cc7-4e3b-b2c2-f0ccd20d3272 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:58.259599 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc675fc-5a0f-4657-809d-a541c01d5184 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:30:58.259976 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc675fc-5a0f-4657-809d-a541c01d5184 None None] Checking segment: {'id': '8c8f90c5-d3e3-403c-88f6-640bc18290f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '65de4c47-6af5-415b-b94b-3b4fbea24300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:30:58.260385 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cbc675fc-5a0f-4657-809d-a541c01d5184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:58.260807 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc675fc-5a0f-4657-809d-a541c01d5184 None None] Bound using segment: {'id': '8c8f90c5-d3e3-403c-88f6-640bc18290f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '65de4c47-6af5-415b-b94b-3b4fbea24300'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:30:58.261284 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-cbc675fc-5a0f-4657-809d-a541c01d5184 None None] Bound port: 92dbce44-dd69-449c-bde4-240a900c516e, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c8f90c5-d3e3-403c-88f6-640bc18290f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '65de4c47-6af5-415b-b94b-3b4fbea24300'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:30:58.261668 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cbc675fc-5a0f-4657-809d-a541c01d5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:58.426537 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0d29b2f5-3cc7-4e3b-b2c2-f0ccd20d3272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:58.564055 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d29b2f5-3cc7-4e3b-b2c2-f0ccd20d3272 admin admin] Router 4b096654-e159-4200-a4e8-8d0ef6d0a065 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:30:58.566978 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-cbc675fc-5a0f-4657-809d-a541c01d5184 None None] For port 92dbce44-dd69-449c-bde4-240a900c516e, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:30:58.571476 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-cbc675fc-5a0f-4657-809d-a541c01d5184 None None] For port 92dbce44-dd69-449c-bde4-240a900c516e, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=92dbce44-dd69-449c-bde4-240a900c516e,segment=NetworkSegment(8c8f90c5-d3e3-403c-88f6-640bc18290f8),segment_id=8c8f90c5-d3e3-403c-88f6-640bc18290f8)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:30:58.577196 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cbc675fc-5a0f-4657-809d-a541c01d5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:58.679877 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d29b2f5-3cc7-4e3b-b2c2-f0ccd20d3272 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:30:58.683081 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b91956be-5ec6-485d-b2b5-9239034f5992 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:58.686683 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc675fc-5a0f-4657-809d-a541c01d5184 None None] Pushing event updated for resources: {'Port': ['ID=92dbce44-dd69-449c-bde4-240a900c516e,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:58.693239 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e1df4b-fe22-411c-8229-bfb9140f62a3 None None] Sync routers for ids ['4b096654-e159-4200-a4e8-8d0ef6d0a065'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:30:58.693822 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b91956be-5ec6-485d-b2b5-9239034f5992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:58.712313 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e1df4b-fe22-411c-8229-bfb9140f62a3 None None] Routers {'4b096654-e159-4200-a4e8-8d0ef6d0a065'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:30:58.713012 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f2e1df4b-fe22-411c-8229-bfb9140f62a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:30:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4b096654-e159-4200-a4e8-8d0ef6d0a065'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:58.725313 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0d29b2f5-3cc7-4e3b-b2c2-f0ccd20d3272 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:58.731498 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0d29b2f5-3cc7-4e3b-b2c2-f0ccd20d3272 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5709214 Apr 18 21:30:58.731734 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58726) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:58.800175 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7eabc-4261-4825-9675-47ce8eb3643c None None] Pushing event updated for resources: {'Port': ['ID=529fb5e0-fec0-4981-a7d9-43a4115087b1,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:58.814587 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b91956be-5ec6-485d-b2b5-9239034f5992 None None] Attempting to bind port 529fb5e0-fec0-4981-a7d9-43a4115087b1 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:30:58.814965 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b91956be-5ec6-485d-b2b5-9239034f5992 None None] Attempting to bind port 529fb5e0-fec0-4981-a7d9-43a4115087b1 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '4f44b3fa-f7f6-4a8f-81ba-2efee1f92793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:30:58.815353 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91956be-5ec6-485d-b2b5-9239034f5992 None None] Attempting to bind port 529fb5e0-fec0-4981-a7d9-43a4115087b1 on network 84865e8b-6363-469c-818b-7dc347abcceb {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:30:58.822663 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91956be-5ec6-485d-b2b5-9239034f5992 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:30:58.823350 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91956be-5ec6-485d-b2b5-9239034f5992 None None] Checking segment: {'id': '4f44b3fa-f7f6-4a8f-81ba-2efee1f92793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:30:58.823950 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b91956be-5ec6-485d-b2b5-9239034f5992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:58.824534 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91956be-5ec6-485d-b2b5-9239034f5992 None None] Bound using segment: {'id': '4f44b3fa-f7f6-4a8f-81ba-2efee1f92793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:30:58.825202 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b91956be-5ec6-485d-b2b5-9239034f5992 None None] Bound port: 529fb5e0-fec0-4981-a7d9-43a4115087b1, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f44b3fa-f7f6-4a8f-81ba-2efee1f92793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:30:58.825770 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b91956be-5ec6-485d-b2b5-9239034f5992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:58.861578 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-f2e1df4b-fe22-411c-8229-bfb9140f62a3 None None] Set router 4b096654-e159-4200-a4e8-8d0ef6d0a065 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:30:58.965124 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b91956be-5ec6-485d-b2b5-9239034f5992 None None] For port 529fb5e0-fec0-4981-a7d9-43a4115087b1, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:30:58.968896 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b91956be-5ec6-485d-b2b5-9239034f5992 None None] For port 529fb5e0-fec0-4981-a7d9-43a4115087b1, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=529fb5e0-fec0-4981-a7d9-43a4115087b1,segment=NetworkSegment(4f44b3fa-f7f6-4a8f-81ba-2efee1f92793),segment_id=4f44b3fa-f7f6-4a8f-81ba-2efee1f92793)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:30:58.975389 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b91956be-5ec6-485d-b2b5-9239034f5992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:59.061394 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7eabc-4261-4825-9675-47ce8eb3643c None None] Pushing event updated for resources: {'Port': ['ID=529fb5e0-fec0-4981-a7d9-43a4115087b1,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:59.065954 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91956be-5ec6-485d-b2b5-9239034f5992 None None] Routers {'5f873429-843b-47e3-b1fb-2ab6bac0b638'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:30:59.066679 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b91956be-5ec6-485d-b2b5-9239034f5992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:30:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5f873429-843b-47e3-b1fb-2ab6bac0b638'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:59.148406 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-82b5fbe1-8fa7-4511-b3ae-ba34e7a668ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:59.169537 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f2e1df4b-fe22-411c-8229-bfb9140f62a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b096654-e159-4200-a4e8-8d0ef6d0a065', 'name': 'tempest-TestMinimumBasicScenario-1828487375-router', 'tenant_id': 'bbadac3c2ca84a64a337e228c3eb7690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b4e0e053-ed58-4d7f-9b99-67a11d7fea49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:57Z', 'updated_at': '2022-04-18T21:30:58Z', 'revision_number': 3, 'project_id': 'bbadac3c2ca84a64a337e228c3eb7690', 'gw_port': {'id': 'b4e0e053-ed58-4d7f-9b99-67a11d7fea49', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b096654-e159-4200-a4e8-8d0ef6d0a065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:57Z', 'updated_at': '2022-04-18T21:30:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:59.225701 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e1df4b-fe22-411c-8229-bfb9140f62a3 None None] Checking router: 4b096654-e159-4200-a4e8-8d0ef6d0a065 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:30:59.226081 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e1df4b-fe22-411c-8229-bfb9140f62a3 None None] Updating router 4b096654-e159-4200-a4e8-8d0ef6d0a065 port b4e0e053-ed58-4d7f-9b99-67a11d7fea49 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:30:59.260187 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-dd787bab-bd1c-4697-a5ee-42a6bc182723 None None] Provisioning complete for port 529fb5e0-fec0-4981-a7d9-43a4115087b1 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:59.260736 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dd787bab-bd1c-4697-a5ee-42a6bc182723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:59.260862 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f2e1df4b-fe22-411c-8229-bfb9140f62a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:59.316291 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-b91956be-5ec6-485d-b2b5-9239034f5992 None None] Set router 5f873429-843b-47e3-b1fb-2ab6bac0b638 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:30:59.489057 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57d1f3b3-9139-43da-8989-6bc05351dec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:59.527481 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dd787bab-bd1c-4697-a5ee-42a6bc182723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:59.606607 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-dd787bab-bd1c-4697-a5ee-42a6bc182723 None None] For port 529fb5e0-fec0-4981-a7d9-43a4115087b1, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=529fb5e0-fec0-4981-a7d9-43a4115087b1,segment=NetworkSegment(4f44b3fa-f7f6-4a8f-81ba-2efee1f92793),segment_id=4f44b3fa-f7f6-4a8f-81ba-2efee1f92793)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:59.619380 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dd787bab-bd1c-4697-a5ee-42a6bc182723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:59.621704 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f2e1df4b-fe22-411c-8229-bfb9140f62a3 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:59.639695 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f2e1df4b-fe22-411c-8229-bfb9140f62a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:59.673018 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-57d1f3b3-9139-43da-8989-6bc05351dec2 admin admin] Allocated IP 172.20.0.1 (65de4c47-6af5-415b-b94b-3b4fbea24300/19ed46ba-afb2-493a-9df8-80d4de84a001/fdd790c5-add3-4b51-91a8-01a4c4301850) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:30:59.691419 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b91956be-5ec6-485d-b2b5-9239034f5992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'name': 'tempest-TestMinimumBasicScenario-291574127-router', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:51Z', 'updated_at': '2022-04-18T21:30:55Z', 'revision_number': 4, 'project_id': '83c38b1b4194422e97e46f776d86d066', 'gw_port': {'id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:52Z', 'updated_at': '2022-04-18T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '529fb5e0-fec0-4981-a7d9-43a4115087b1', 'name': '', 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'mac_address': 'fa:16:3e:0c:ba:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'fc34adce-df1b-49ce-ad3c-f52a62fb5a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:54Z', 'updated_at': '2022-04-18T21:30:58Z', 'revision_number': 4, 'project_id': '83c38b1b4194422e97e46f776d86d066', 'subnets': [{'id': 'fc34adce-df1b-49ce-ad3c-f52a62fb5a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:59.716403 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-f2e1df4b-fe22-411c-8229-bfb9140f62a3 None None] Attempting to bind port b4e0e053-ed58-4d7f-9b99-67a11d7fea49 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:30:59.716942 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-f2e1df4b-fe22-411c-8229-bfb9140f62a3 None None] Attempting to bind port b4e0e053-ed58-4d7f-9b99-67a11d7fea49 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:30:59.717278 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e1df4b-fe22-411c-8229-bfb9140f62a3 None None] Attempting to bind port b4e0e053-ed58-4d7f-9b99-67a11d7fea49 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:30:59.725323 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd787bab-bd1c-4697-a5ee-42a6bc182723 None None] Pushing event updated for resources: {'Port': ['ID=529fb5e0-fec0-4981-a7d9-43a4115087b1,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:59.728726 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e3e31-3b95-45ae-b98b-15eec9b8585d None None] Pushing event updated for resources: {'Port': ['ID=b4e0e053-ed58-4d7f-9b99-67a11d7fea49,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:59.732542 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e1df4b-fe22-411c-8229-bfb9140f62a3 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:30:59.732931 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e1df4b-fe22-411c-8229-bfb9140f62a3 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:30:59.733331 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f2e1df4b-fe22-411c-8229-bfb9140f62a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:59.733731 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e1df4b-fe22-411c-8229-bfb9140f62a3 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:30:59.734229 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-f2e1df4b-fe22-411c-8229-bfb9140f62a3 None None] Bound port: b4e0e053-ed58-4d7f-9b99-67a11d7fea49, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:30:59.734608 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f2e1df4b-fe22-411c-8229-bfb9140f62a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:59.738002 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91956be-5ec6-485d-b2b5-9239034f5992 None None] The sync data for ids ['5f873429-843b-47e3-b1fb-2ab6bac0b638'] in n-d-838323-3 is: [{'id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'name': 'tempest-TestMinimumBasicScenario-291574127-router', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:51Z', 'updated_at': '2022-04-18T21:30:55Z', 'revision_number': 4, 'project_id': '83c38b1b4194422e97e46f776d86d066', 'gw_port': {'id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:52Z', 'updated_at': '2022-04-18T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '529fb5e0-fec0-4981-a7d9-43a4115087b1', 'name': '', 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'mac_address': 'fa:16:3e:0c:ba:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'fc34adce-df1b-49ce-ad3c-f52a62fb5a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:54Z', 'updated_at': '2022-04-18T21:30:58Z', 'revision_number': 4, 'project_id': '83c38b1b4194422e97e46f776d86d066', 'subnets': [{'id': 'fc34adce-df1b-49ce-ad3c-f52a62fb5a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:30:59.746262 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4a4e6362-d81c-488e-8229-a43879adab85 None None] Provisioning complete for port 529fb5e0-fec0-4981-a7d9-43a4115087b1 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:59.746639 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6362-d81c-488e-8229-a43879adab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:59.800858 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57d1f3b3-9139-43da-8989-6bc05351dec2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:59.819222 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-f2e1df4b-fe22-411c-8229-bfb9140f62a3 None None] For port b4e0e053-ed58-4d7f-9b99-67a11d7fea49, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:30:59.828391 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-f2e1df4b-fe22-411c-8229-bfb9140f62a3 None None] For port b4e0e053-ed58-4d7f-9b99-67a11d7fea49, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b4e0e053-ed58-4d7f-9b99-67a11d7fea49,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:30:59.836600 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f2e1df4b-fe22-411c-8229-bfb9140f62a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:59.916203 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e3e31-3b95-45ae-b98b-15eec9b8585d None None] Pushing event updated for resources: {'Port': ['ID=b4e0e053-ed58-4d7f-9b99-67a11d7fea49,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:59.916412 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57d1f3b3-9139-43da-8989-6bc05351dec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:59.920318 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e1df4b-fe22-411c-8229-bfb9140f62a3 None None] Routers {'4b096654-e159-4200-a4e8-8d0ef6d0a065'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:30:59.921439 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f2e1df4b-fe22-411c-8229-bfb9140f62a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:30:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4b096654-e159-4200-a4e8-8d0ef6d0a065'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:00.026259 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d1f3b3-9139-43da-8989-6bc05351dec2 admin admin] Network 65de4c47-6af5-415b-b94b-3b4fbea24300 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:00.030080 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-57d1f3b3-9139-43da-8989-6bc05351dec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:00.035778 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d1f3b3-9139-43da-8989-6bc05351dec2 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:31:00.039365 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:00.040091 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1f3b3-9139-43da-8989-6bc05351dec2 admin admin] Pushing event updated for resources: {'Port': ['ID=fdd790c5-add3-4b51-91a8-01a4c4301850,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:00.082687 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 529fb5e0-fec0-4981-a7d9-43a4115087b1 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:31:00.103672 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57d1f3b3-9139-43da-8989-6bc05351dec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:00.122755 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-f2e1df4b-fe22-411c-8229-bfb9140f62a3 None None] Set router 4b096654-e159-4200-a4e8-8d0ef6d0a065 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:31:00.182384 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 529fb5e0-fec0-4981-a7d9-43a4115087b1 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:00.183281 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:00.242456 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a832dbb0-314c-4a13-a1c6-cf5daabe8be5 None None] Network 65de4c47-6af5-415b-b94b-3b4fbea24300 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:31:00.316883 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57d1f3b3-9139-43da-8989-6bc05351dec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:00.367473 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c974278a-f6cf-4ae3-999a-0dfa5940a750 None None] Provisioning complete for port 92dbce44-dd69-449c-bde4-240a900c516e triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:00.371780 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c974278a-f6cf-4ae3-999a-0dfa5940a750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:00.380268 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:31:00.420505 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-f2e1df4b-fe22-411c-8229-bfb9140f62a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b096654-e159-4200-a4e8-8d0ef6d0a065', 'name': 'tempest-TestMinimumBasicScenario-1828487375-router', 'tenant_id': 'bbadac3c2ca84a64a337e228c3eb7690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b4e0e053-ed58-4d7f-9b99-67a11d7fea49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:57Z', 'updated_at': '2022-04-18T21:30:58Z', 'revision_number': 3, 'project_id': 'bbadac3c2ca84a64a337e228c3eb7690', 'gw_port': {'id': 'b4e0e053-ed58-4d7f-9b99-67a11d7fea49', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b096654-e159-4200-a4e8-8d0ef6d0a065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:57Z', 'updated_at': '2022-04-18T21:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:00.518984 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 92dbce44-dd69-449c-bde4-240a900c516e up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:31:00.577241 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e1df4b-fe22-411c-8229-bfb9140f62a3 None None] The sync data for ids ['4b096654-e159-4200-a4e8-8d0ef6d0a065'] in n-d-838323-3 is: [{'id': '4b096654-e159-4200-a4e8-8d0ef6d0a065', 'name': 'tempest-TestMinimumBasicScenario-1828487375-router', 'tenant_id': 'bbadac3c2ca84a64a337e228c3eb7690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b4e0e053-ed58-4d7f-9b99-67a11d7fea49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:57Z', 'updated_at': '2022-04-18T21:30:58Z', 'revision_number': 3, 'project_id': 'bbadac3c2ca84a64a337e228c3eb7690', 'gw_port': {'id': 'b4e0e053-ed58-4d7f-9b99-67a11d7fea49', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b096654-e159-4200-a4e8-8d0ef6d0a065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:57Z', 'updated_at': '2022-04-18T21:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:31:00.642182 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c974278a-f6cf-4ae3-999a-0dfa5940a750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:00.724403 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c974278a-f6cf-4ae3-999a-0dfa5940a750 None None] For port 92dbce44-dd69-449c-bde4-240a900c516e, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=92dbce44-dd69-449c-bde4-240a900c516e,segment=NetworkSegment(8c8f90c5-d3e3-403c-88f6-640bc18290f8),segment_id=8c8f90c5-d3e3-403c-88f6-640bc18290f8)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:00.729968 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 92dbce44-dd69-449c-bde4-240a900c516e triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:00.730370 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:00.757356 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c974278a-f6cf-4ae3-999a-0dfa5940a750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:00.857432 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974278a-f6cf-4ae3-999a-0dfa5940a750 None None] Pushing event updated for resources: {'Port': ['ID=92dbce44-dd69-449c-bde4-240a900c516e,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:01.026281 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57d1f3b3-9139-43da-8989-6bc05351dec2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:01.033246 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57d1f3b3-9139-43da-8989-6bc05351dec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:01.114825 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-57d1f3b3-9139-43da-8989-6bc05351dec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:01.116993 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1f3b3-9139-43da-8989-6bc05351dec2 admin admin] Pushing event updated for resources: {'Port': ['ID=fdd790c5-add3-4b51-91a8-01a4c4301850,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:01.311730 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d1f3b3-9139-43da-8989-6bc05351dec2 admin admin] Network 65de4c47-6af5-415b-b94b-3b4fbea24300 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:01.313687 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-57d1f3b3-9139-43da-8989-6bc05351dec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:01.349302 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-2748ebcc-c3ad-4baf-afa2-2d627dc6492f None None] Provisioning complete for port fdd790c5-add3-4b51-91a8-01a4c4301850 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:01.349936 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2748ebcc-c3ad-4baf-afa2-2d627dc6492f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:01.442753 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-2748ebcc-c3ad-4baf-afa2-2d627dc6492f None None] Port fdd790c5-add3-4b51-91a8-01a4c4301850 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:31:01.455588 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-2748ebcc-c3ad-4baf-afa2-2d627dc6492f None None] Provisioning complete for port 92dbce44-dd69-449c-bde4-240a900c516e triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:01.455968 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2748ebcc-c3ad-4baf-afa2-2d627dc6492f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:01.531719 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d1f3b3-9139-43da-8989-6bc05351dec2 admin admin] Router 4b096654-e159-4200-a4e8-8d0ef6d0a065 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:31:01.654068 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:01.720628 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d1f3b3-9139-43da-8989-6bc05351dec2 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:31:01.739262 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-57d1f3b3-9139-43da-8989-6bc05351dec2 admin admin] 10.222.0.41 "PUT /v2.0/routers/4b096654-e159-4200-a4e8-8d0ef6d0a065/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9979200 Apr 18 21:31:01.745383 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1332091c-97ae-4945-835a-637f5167f4d9 None None] Provisioning complete for port fdd790c5-add3-4b51-91a8-01a4c4301850 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:01.745812 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1332091c-97ae-4945-835a-637f5167f4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:01.830553 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-1332091c-97ae-4945-835a-637f5167f4d9 None None] Port fdd790c5-add3-4b51-91a8-01a4c4301850 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:31:01.844994 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:02.028970 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 92dbce44-dd69-449c-bde4-240a900c516e up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:31:02.086001 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-661f390d-f4eb-4098-bde1-42436ef131e4 None None] Provisioning complete for port fdd790c5-add3-4b51-91a8-01a4c4301850 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:02.086001 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-661f390d-f4eb-4098-bde1-42436ef131e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:02.130046 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 92dbce44-dd69-449c-bde4-240a900c516e triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:02.130524 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:02.154284 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-661f390d-f4eb-4098-bde1-42436ef131e4 None None] Port fdd790c5-add3-4b51-91a8-01a4c4301850 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:31:02.239637 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b4e0e053-ed58-4d7f-9b99-67a11d7fea49 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:31:02.301905 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port b4e0e053-ed58-4d7f-9b99-67a11d7fea49 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:02.302282 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:02.397210 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:02.419278 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port b4e0e053-ed58-4d7f-9b99-67a11d7fea49, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b4e0e053-ed58-4d7f-9b99-67a11d7fea49,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:02.423513 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:02.482474 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=b4e0e053-ed58-4d7f-9b99-67a11d7fea49,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:03.383113 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae08177-426c-4a80-a0e2-bce2e5c29ad7 None None] Sync routers for ids ['4b096654-e159-4200-a4e8-8d0ef6d0a065'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:31:03.395248 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae08177-426c-4a80-a0e2-bce2e5c29ad7 None None] Routers {'4b096654-e159-4200-a4e8-8d0ef6d0a065'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:31:03.395875 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-dae08177-426c-4a80-a0e2-bce2e5c29ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:30:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4b096654-e159-4200-a4e8-8d0ef6d0a065'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:03.529201 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-dae08177-426c-4a80-a0e2-bce2e5c29ad7 None None] Set router 4b096654-e159-4200-a4e8-8d0ef6d0a065 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:31:03.795441 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-dae08177-426c-4a80-a0e2-bce2e5c29ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b096654-e159-4200-a4e8-8d0ef6d0a065', 'name': 'tempest-TestMinimumBasicScenario-1828487375-router', 'tenant_id': 'bbadac3c2ca84a64a337e228c3eb7690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b4e0e053-ed58-4d7f-9b99-67a11d7fea49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:57Z', 'updated_at': '2022-04-18T21:31:00Z', 'revision_number': 4, 'project_id': 'bbadac3c2ca84a64a337e228c3eb7690', 'gw_port': {'id': 'b4e0e053-ed58-4d7f-9b99-67a11d7fea49', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b096654-e159-4200-a4e8-8d0ef6d0a065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:57Z', 'updated_at': '2022-04-18T21:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'fdd790c5-add3-4b51-91a8-01a4c4301850', 'name': '', 'network_id': '65de4c47-6af5-415b-b94b-3b4fbea24300', 'tenant_id': 'bbadac3c2ca84a64a337e228c3eb7690', 'mac_address': 'fa:16:3e:6d:e4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b096654-e159-4200-a4e8-8d0ef6d0a065', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '19ed46ba-afb2-493a-9df8-80d4de84a001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:59Z', 'updated_at': '2022-04-18T21:31:00Z', 'revision_number': 2, 'project_id': 'bbadac3c2ca84a64a337e228c3eb7690', 'subnets': [{'id': '19ed46ba-afb2-493a-9df8-80d4de84a001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:03.996821 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae08177-426c-4a80-a0e2-bce2e5c29ad7 None None] Checking router: 4b096654-e159-4200-a4e8-8d0ef6d0a065 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:31:03.997206 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae08177-426c-4a80-a0e2-bce2e5c29ad7 None None] Updating router 4b096654-e159-4200-a4e8-8d0ef6d0a065 port fdd790c5-add3-4b51-91a8-01a4c4301850 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:31:03.999400 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b4e0e053-ed58-4d7f-9b99-67a11d7fea49 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:31:04.066140 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dae08177-426c-4a80-a0e2-bce2e5c29ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:04.111594 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port b4e0e053-ed58-4d7f-9b99-67a11d7fea49 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:04.111957 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:04.453620 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dae08177-426c-4a80-a0e2-bce2e5c29ad7 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:04.465406 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dae08177-426c-4a80-a0e2-bce2e5c29ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:04.567389 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541c884-fd12-467a-bb21-a885ad04bc7a None None] Pushing event updated for resources: {'Port': ['ID=fdd790c5-add3-4b51-91a8-01a4c4301850,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:04.631420 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-dae08177-426c-4a80-a0e2-bce2e5c29ad7 None None] Attempting to bind port fdd790c5-add3-4b51-91a8-01a4c4301850 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:31:04.632251 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-dae08177-426c-4a80-a0e2-bce2e5c29ad7 None None] Attempting to bind port fdd790c5-add3-4b51-91a8-01a4c4301850 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '8c8f90c5-d3e3-403c-88f6-640bc18290f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '65de4c47-6af5-415b-b94b-3b4fbea24300'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:31:04.632715 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae08177-426c-4a80-a0e2-bce2e5c29ad7 None None] Attempting to bind port fdd790c5-add3-4b51-91a8-01a4c4301850 on network 65de4c47-6af5-415b-b94b-3b4fbea24300 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:31:04.641708 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae08177-426c-4a80-a0e2-bce2e5c29ad7 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:31:04.642166 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae08177-426c-4a80-a0e2-bce2e5c29ad7 None None] Checking segment: {'id': '8c8f90c5-d3e3-403c-88f6-640bc18290f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '65de4c47-6af5-415b-b94b-3b4fbea24300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:31:04.644807 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dae08177-426c-4a80-a0e2-bce2e5c29ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:04.644807 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae08177-426c-4a80-a0e2-bce2e5c29ad7 None None] Bound using segment: {'id': '8c8f90c5-d3e3-403c-88f6-640bc18290f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '65de4c47-6af5-415b-b94b-3b4fbea24300'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:31:04.644807 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-dae08177-426c-4a80-a0e2-bce2e5c29ad7 None None] Bound port: fdd790c5-add3-4b51-91a8-01a4c4301850, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c8f90c5-d3e3-403c-88f6-640bc18290f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '65de4c47-6af5-415b-b94b-3b4fbea24300'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:31:04.644807 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dae08177-426c-4a80-a0e2-bce2e5c29ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:04.732930 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-dae08177-426c-4a80-a0e2-bce2e5c29ad7 None None] For port fdd790c5-add3-4b51-91a8-01a4c4301850, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:31:04.737923 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-dae08177-426c-4a80-a0e2-bce2e5c29ad7 None None] For port fdd790c5-add3-4b51-91a8-01a4c4301850, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fdd790c5-add3-4b51-91a8-01a4c4301850,segment=NetworkSegment(8c8f90c5-d3e3-403c-88f6-640bc18290f8),segment_id=8c8f90c5-d3e3-403c-88f6-640bc18290f8)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:31:04.746351 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dae08177-426c-4a80-a0e2-bce2e5c29ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:04.809302 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541c884-fd12-467a-bb21-a885ad04bc7a None None] Pushing event updated for resources: {'Port': ['ID=fdd790c5-add3-4b51-91a8-01a4c4301850,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:04.840207 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae08177-426c-4a80-a0e2-bce2e5c29ad7 None None] Routers {'4b096654-e159-4200-a4e8-8d0ef6d0a065'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:31:04.841601 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-dae08177-426c-4a80-a0e2-bce2e5c29ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:30:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4b096654-e159-4200-a4e8-8d0ef6d0a065'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:04.924514 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-e43ef4b0-2571-4d2b-b6b9-adc667677d55 None None] Provisioning complete for port fdd790c5-add3-4b51-91a8-01a4c4301850 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:04.924992 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e43ef4b0-2571-4d2b-b6b9-adc667677d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:05.017942 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-dae08177-426c-4a80-a0e2-bce2e5c29ad7 None None] Set router 4b096654-e159-4200-a4e8-8d0ef6d0a065 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:31:05.237163 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e43ef4b0-2571-4d2b-b6b9-adc667677d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:05.333453 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-e43ef4b0-2571-4d2b-b6b9-adc667677d55 None None] For port fdd790c5-add3-4b51-91a8-01a4c4301850, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fdd790c5-add3-4b51-91a8-01a4c4301850,segment=NetworkSegment(8c8f90c5-d3e3-403c-88f6-640bc18290f8),segment_id=8c8f90c5-d3e3-403c-88f6-640bc18290f8)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:05.340158 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e43ef4b0-2571-4d2b-b6b9-adc667677d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:05.407270 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ef4b0-2571-4d2b-b6b9-adc667677d55 None None] Pushing event updated for resources: {'Port': ['ID=fdd790c5-add3-4b51-91a8-01a4c4301850,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:05.416088 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-dae08177-426c-4a80-a0e2-bce2e5c29ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b096654-e159-4200-a4e8-8d0ef6d0a065', 'name': 'tempest-TestMinimumBasicScenario-1828487375-router', 'tenant_id': 'bbadac3c2ca84a64a337e228c3eb7690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b4e0e053-ed58-4d7f-9b99-67a11d7fea49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:57Z', 'updated_at': '2022-04-18T21:31:00Z', 'revision_number': 4, 'project_id': 'bbadac3c2ca84a64a337e228c3eb7690', 'gw_port': {'id': 'b4e0e053-ed58-4d7f-9b99-67a11d7fea49', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b096654-e159-4200-a4e8-8d0ef6d0a065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:57Z', 'updated_at': '2022-04-18T21:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'fdd790c5-add3-4b51-91a8-01a4c4301850', 'name': '', 'network_id': '65de4c47-6af5-415b-b94b-3b4fbea24300', 'tenant_id': 'bbadac3c2ca84a64a337e228c3eb7690', 'mac_address': 'fa:16:3e:6d:e4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b096654-e159-4200-a4e8-8d0ef6d0a065', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '19ed46ba-afb2-493a-9df8-80d4de84a001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:59Z', 'updated_at': '2022-04-18T21:31:04Z', 'revision_number': 4, 'project_id': 'bbadac3c2ca84a64a337e228c3eb7690', 'subnets': [{'id': '19ed46ba-afb2-493a-9df8-80d4de84a001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:05.484417 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae08177-426c-4a80-a0e2-bce2e5c29ad7 None None] The sync data for ids ['4b096654-e159-4200-a4e8-8d0ef6d0a065'] in n-d-838323-3 is: [{'id': '4b096654-e159-4200-a4e8-8d0ef6d0a065', 'name': 'tempest-TestMinimumBasicScenario-1828487375-router', 'tenant_id': 'bbadac3c2ca84a64a337e228c3eb7690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b4e0e053-ed58-4d7f-9b99-67a11d7fea49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:57Z', 'updated_at': '2022-04-18T21:31:00Z', 'revision_number': 4, 'project_id': 'bbadac3c2ca84a64a337e228c3eb7690', 'gw_port': {'id': 'b4e0e053-ed58-4d7f-9b99-67a11d7fea49', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b096654-e159-4200-a4e8-8d0ef6d0a065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:57Z', 'updated_at': '2022-04-18T21:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'fdd790c5-add3-4b51-91a8-01a4c4301850', 'name': '', 'network_id': '65de4c47-6af5-415b-b94b-3b4fbea24300', 'tenant_id': 'bbadac3c2ca84a64a337e228c3eb7690', 'mac_address': 'fa:16:3e:6d:e4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b096654-e159-4200-a4e8-8d0ef6d0a065', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '19ed46ba-afb2-493a-9df8-80d4de84a001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:59Z', 'updated_at': '2022-04-18T21:31:04Z', 'revision_number': 4, 'project_id': 'bbadac3c2ca84a64a337e228c3eb7690', 'subnets': [{'id': '19ed46ba-afb2-493a-9df8-80d4de84a001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:31:05.496225 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-019dcfce-32a9-45f3-a0df-371249b615d3 None None] Provisioning complete for port fdd790c5-add3-4b51-91a8-01a4c4301850 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:05.496623 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-019dcfce-32a9-45f3-a0df-371249b615d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:05.902415 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fdd790c5-add3-4b51-91a8-01a4c4301850 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:31:05.989441 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port fdd790c5-add3-4b51-91a8-01a4c4301850 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:05.989788 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:08.123807 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:12.324335 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:12.368212 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-11503764-9f7d-441a-b776-eb510b75bf71 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:12.369793 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-11503764-9f7d-441a-b776-eb510b75bf71 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/networks?id=84865e8b-6363-469c-818b-7dc347abcceb HTTP/1.1" status: 200 len: 814 time: 0.1163201 Apr 18 21:31:12.386748 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-037674a2-392b-41a0-bb15-b43e9d598939 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/quotas/83c38b1b4194422e97e46f776d86d066 HTTP/1.1" status: 200 len: 375 time: 0.0099933 Apr 18 21:31:12.442308 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-9c29d3e2-a567-4747-a798-af7422eed7e4 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=83c38b1b4194422e97e46f776d86d066&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494797 Apr 18 21:31:12.458662 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-7978b11f-af40-4a92-be8a-2a9c14192d2c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:31:12.460113 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-7978b11f-af40-4a92-be8a-2a9c14192d2c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054491 Apr 18 21:31:12.559580 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-47e22607-0c0a-42e4-b4e9-4211925860f2 service neutron] 10.222.0.41 "GET /v2.0/networks/84865e8b-6363-469c-818b-7dc347abcceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924737 Apr 18 21:31:12.965554 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-02ee6e5a-a49f-4693-8560-aeb460f91ce0 service neutron] 10.222.0.41 "GET /v2.0/networks/84865e8b-6363-469c-818b-7dc347abcceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994269 Apr 18 21:31:13.141247 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6eb105b3-7b15-47f9-a421-53f6390d8b96 req-2edd58e4-4844-4e53-bb7c-5adb83fe7af1 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 210 time: 0.0276823 Apr 18 21:31:14.259475 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-427be685-ace6-45c3-ba7b-c91a6301f173 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:14.261052 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-427be685-ace6-45c3-ba7b-c91a6301f173 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.32 "GET /v2.0/networks?id=84865e8b-6363-469c-818b-7dc347abcceb HTTP/1.1" status: 200 len: 814 time: 0.1248174 Apr 18 21:31:14.275765 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-f09debd2-2b0e-42f1-9acb-4af85cfed17b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Request body: {'port': {'device_id': 'a60b2cf9-17da-4500-9c8c-96cea2f0ca7e', 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb', 'admin_state_up': True, 'tenant_id': '83c38b1b4194422e97e46f776d86d066'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:31:14.296379 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f28c879b-7d91-4db0-bfe0-e2c8cb1a0ef6 req-fc3d432c-2c1b-4a66-9559-48d2c249393f tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 210 time: 0.0342445 Apr 18 21:31:14.429684 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-f09debd2-2b0e-42f1-9acb-4af85cfed17b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Made reservation on behalf of 83c38b1b4194422e97e46f776d86d066 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:14.433385 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-f09debd2-2b0e-42f1-9acb-4af85cfed17b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:14.685606 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-f09debd2-2b0e-42f1-9acb-4af85cfed17b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Allocated IP 172.20.0.6 (84865e8b-6363-469c-818b-7dc347abcceb/fc34adce-df1b-49ce-ad3c-f52a62fb5a14/7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:31:15.057231 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-f09debd2-2b0e-42f1-9acb-4af85cfed17b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:15.100758 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-f09debd2-2b0e-42f1-9acb-4af85cfed17b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:15.182766 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09debd2-2b0e-42f1-9acb-4af85cfed17b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Pushing event updated for resources: {'Port': ['ID=7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:15.202945 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09debd2-2b0e-42f1-9acb-4af85cfed17b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:15.203505 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09debd2-2b0e-42f1-9acb-4af85cfed17b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:15.203981 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09debd2-2b0e-42f1-9acb-4af85cfed17b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:15.204595 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09debd2-2b0e-42f1-9acb-4af85cfed17b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:15.205163 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09debd2-2b0e-42f1-9acb-4af85cfed17b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:15.205694 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09debd2-2b0e-42f1-9acb-4af85cfed17b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:15.206267 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09debd2-2b0e-42f1-9acb-4af85cfed17b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:15.206824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09debd2-2b0e-42f1-9acb-4af85cfed17b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:15.207372 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09debd2-2b0e-42f1-9acb-4af85cfed17b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:15.207955 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09debd2-2b0e-42f1-9acb-4af85cfed17b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:15.208655 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09debd2-2b0e-42f1-9acb-4af85cfed17b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:15.209209 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09debd2-2b0e-42f1-9acb-4af85cfed17b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:15.227581 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-f09debd2-2b0e-42f1-9acb-4af85cfed17b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Network 84865e8b-6363-469c-818b-7dc347abcceb is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:15.230442 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-f09debd2-2b0e-42f1-9acb-4af85cfed17b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:15.235799 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-f09debd2-2b0e-42f1-9acb-4af85cfed17b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:31:15.384177 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-f09debd2-2b0e-42f1-9acb-4af85cfed17b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:15.385282 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-f09debd2-2b0e-42f1-9acb-4af85cfed17b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:15.424883 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-f09debd2-2b0e-42f1-9acb-4af85cfed17b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1453319 Apr 18 21:31:15.441315 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-13d98777-e72a-4ad4-a35f-1808f041aefa service neutron] Request body: {'port': {'device_id': 'a60b2cf9-17da-4500-9c8c-96cea2f0ca7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:31:15.638525 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-13d98777-e72a-4ad4-a35f-1808f041aefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:15.712016 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-21b86b80-d716-4b87-bee9-e04dea0b559e None None] Provisioning complete for port 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:15.713195 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-21b86b80-d716-4b87-bee9-e04dea0b559e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:15.744603 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609fab5-4d6f-471c-83b4-fc3d87edb6c6 req-b2c76140-2795-4441-abbf-95f55da9a8a1 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:15.746637 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7609fab5-4d6f-471c-83b4-fc3d87edb6c6 req-b2c76140-2795-4441-abbf-95f55da9a8a1 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 931 time: 0.2221768 Apr 18 21:31:15.816762 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-21b86b80-d716-4b87-bee9-e04dea0b559e None None] Port 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:31:15.957272 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7609fab5-4d6f-471c-83b4-fc3d87edb6c6 req-cd854250-9745-413b-bc22-2dc26afaaa1e tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918030 Apr 18 21:31:16.316269 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-13d98777-e72a-4ad4-a35f-1808f041aefa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:31:16.335226 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-13d98777-e72a-4ad4-a35f-1808f041aefa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:16.367907 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-13d98777-e72a-4ad4-a35f-1808f041aefa service neutron] Transition to ACTIVE for port object 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:16.374391 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-13d98777-e72a-4ad4-a35f-1808f041aefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:16.449457 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d98777-e72a-4ad4-a35f-1808f041aefa service neutron] Pushing event updated for resources: {'Port': ['ID=7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:16.556303 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-13d98777-e72a-4ad4-a35f-1808f041aefa service neutron] Attempting to bind port 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:31:16.557670 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-13d98777-e72a-4ad4-a35f-1808f041aefa service neutron] Attempting to bind port 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '4f44b3fa-f7f6-4a8f-81ba-2efee1f92793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:31:16.557670 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-13d98777-e72a-4ad4-a35f-1808f041aefa service neutron] Attempting to bind port 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 on network 84865e8b-6363-469c-818b-7dc347abcceb {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:31:16.563632 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-13d98777-e72a-4ad4-a35f-1808f041aefa service neutron] Port 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 on network 84865e8b-6363-469c-818b-7dc347abcceb not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:31:16.564069 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-13d98777-e72a-4ad4-a35f-1808f041aefa service neutron] Attempting to bind port 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 on network 84865e8b-6363-469c-818b-7dc347abcceb {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:31:16.572666 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-13d98777-e72a-4ad4-a35f-1808f041aefa service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:31:16.572948 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-13d98777-e72a-4ad4-a35f-1808f041aefa service neutron] Checking segment: {'id': '4f44b3fa-f7f6-4a8f-81ba-2efee1f92793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:31:16.573573 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-13d98777-e72a-4ad4-a35f-1808f041aefa service neutron] Bound using segment: {'id': '4f44b3fa-f7f6-4a8f-81ba-2efee1f92793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:31:16.574074 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-13d98777-e72a-4ad4-a35f-1808f041aefa service neutron] Bound port: 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f44b3fa-f7f6-4a8f-81ba-2efee1f92793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:31:16.574501 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-13d98777-e72a-4ad4-a35f-1808f041aefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:16.684756 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-13d98777-e72a-4ad4-a35f-1808f041aefa service neutron] For port 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:31:16.698087 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-13d98777-e72a-4ad4-a35f-1808f041aefa service neutron] For port 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764,segment=NetworkSegment(4f44b3fa-f7f6-4a8f-81ba-2efee1f92793),segment_id=4f44b3fa-f7f6-4a8f-81ba-2efee1f92793)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:31:16.707095 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-13d98777-e72a-4ad4-a35f-1808f041aefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:16.759019 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-13d98777-e72a-4ad4-a35f-1808f041aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:16.759693 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-13d98777-e72a-4ad4-a35f-1808f041aefa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:16.761285 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-13d98777-e72a-4ad4-a35f-1808f041aefa service neutron] 10.222.0.32 "PUT /v2.0/ports/7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 HTTP/1.1" status: 200 len: 1091 time: 1.3260331 Apr 18 21:31:16.761887 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a60b2cf9-17da-4500-9c8c-96cea2f0ca7e', 'tag': '7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:31:16.764344 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a2e18d-4d1a-4687-a81d-356382480aae" -d '{"events": [{"name": "network-changed", "server_uuid": "a60b2cf9-17da-4500-9c8c-96cea2f0ca7e", "tag": "7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:31:16.800879 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d98777-e72a-4ad4-a35f-1808f041aefa service neutron] Pushing event updated for resources: {'Port': ['ID=7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:16.904270 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9d7844-fac0-46ad-8e07-3e9da241ba34 x-openstack-request-id: req-5a9d7844-fac0-46ad-8e07-3e9da241ba34 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:31:16.904737 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a60b2cf9-17da-4500-9c8c-96cea2f0ca7e", "tag": "7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:31:16.904994 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a9d7844-fac0-46ad-8e07-3e9da241ba34 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:31:16.905513 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a9d7844-fac0-46ad-8e07-3e9da241ba34'] response: {'name': 'network-changed', 'server_uuid': 'a60b2cf9-17da-4500-9c8c-96cea2f0ca7e', 'tag': '7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764', 'status': 'completed', 'code': 200} Apr 18 21:31:17.192701 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365f1f1-c7e9-46f8-8c6e-0bb1ddf12c0f req-26c030ba-5fc1-43a7-acb6-4c714e598818 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:17.195086 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c365f1f1-c7e9-46f8-8c6e-0bb1ddf12c0f req-26c030ba-5fc1-43a7-acb6-4c714e598818 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 943 time: 0.1036966 Apr 18 21:31:17.286386 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c365f1f1-c7e9-46f8-8c6e-0bb1ddf12c0f req-f2537551-6d97-4b3d-8e08-a5d9d8354dc9 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521197 Apr 18 21:31:18.467043 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773b2c1-e56b-4353-b84d-4e039e79f292 req-400e8605-4a84-4651-a9c5-5a300eab3bc0 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:18.469460 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a773b2c1-e56b-4353-b84d-4e039e79f292 req-400e8605-4a84-4651-a9c5-5a300eab3bc0 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 943 time: 0.0695405 Apr 18 21:31:18.544472 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a773b2c1-e56b-4353-b84d-4e039e79f292 req-c5b1b661-2142-49e9-87f2-e02d072f0250 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597994 Apr 18 21:31:19.720084 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962f1e7-7c52-4075-ac62-9a06abe9e3bf req-8aff6bbd-1485-4fd0-83bc-5dc39b28d3d2 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:19.724040 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d962f1e7-7c52-4075-ac62-9a06abe9e3bf req-8aff6bbd-1485-4fd0-83bc-5dc39b28d3d2 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 943 time: 0.0971169 Apr 18 21:31:19.814762 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d962f1e7-7c52-4075-ac62-9a06abe9e3bf req-fac1d863-56d6-4c36-9001-2d62f5cf4aab tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788016 Apr 18 21:31:20.991375 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203add9-da8b-49b1-92d9-3459a0dfd529 req-5a175172-5f49-46c4-8eae-f570a9ce5b9a tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:20.992882 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b203add9-da8b-49b1-92d9-3459a0dfd529 req-5a175172-5f49-46c4-8eae-f570a9ce5b9a tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 943 time: 0.0564888 Apr 18 21:31:21.045294 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b203add9-da8b-49b1-92d9-3459a0dfd529 req-d32c38b2-379d-4802-b6e6-ab9b4f0c6bb2 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455189 Apr 18 21:31:22.169543 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1b9d4-1909-45d7-8d17-5041da5f797a req-27dd4e53-49d5-41c3-aa1b-1ec1663422cb tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:22.171243 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6cd1b9d4-1909-45d7-8d17-5041da5f797a req-27dd4e53-49d5-41c3-aa1b-1ec1663422cb tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 943 time: 0.0595543 Apr 18 21:31:22.215749 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6cd1b9d4-1909-45d7-8d17-5041da5f797a req-c9aeabc5-50f9-4798-9169-ccc2aa8fa7f0 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355351 Apr 18 21:31:23.349597 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382e1ab-9f8e-44af-bb1e-ab01c1c8951b req-c3a464fd-6cd9-4c36-84bc-b0824208beb5 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:23.351622 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9382e1ab-9f8e-44af-bb1e-ab01c1c8951b req-c3a464fd-6cd9-4c36-84bc-b0824208beb5 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 943 time: 0.0645988 Apr 18 21:31:23.392580 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9382e1ab-9f8e-44af-bb1e-ab01c1c8951b req-87933149-b36b-4b5f-a228-60d828609814 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345862 Apr 18 21:31:24.526742 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38c6c0-8055-4711-afc8-3fcb0d3b6066 req-1e165777-4db4-4433-a79a-02682dd94784 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:24.528381 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d38c6c0-8055-4711-afc8-3fcb0d3b6066 req-1e165777-4db4-4433-a79a-02682dd94784 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 943 time: 0.0525270 Apr 18 21:31:24.574646 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d38c6c0-8055-4711-afc8-3fcb0d3b6066 req-1efbd41a-ef0c-443f-99fb-65beec3b75b2 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358865 Apr 18 21:31:24.706194 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f0181def-bd9b-4b46-ac88-ab91b4f4c1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:25.696243 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d0679-1454-42c3-9106-72baaf5733b2 req-22e42d81-a5d7-4933-943e-8447bf5dcbe8 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:25.697897 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b6d0679-1454-42c3-9106-72baaf5733b2 req-22e42d81-a5d7-4933-943e-8447bf5dcbe8 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 943 time: 0.0531898 Apr 18 21:31:25.739673 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b6d0679-1454-42c3-9106-72baaf5733b2 req-5c8db763-5094-4d90-9731-d955f74d2b70 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344405 Apr 18 21:31:26.122763 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2e18d-4d1a-4687-a81d-356382480aae req-e441d312-a3be-4778-b053-39a41015790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:26.124293 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2a2e18d-4d1a-4687-a81d-356382480aae req-e441d312-a3be-4778-b053-39a41015790d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83c38b1b4194422e97e46f776d86d066&device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 1094 time: 0.0492489 Apr 18 21:31:26.314138 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2e18d-4d1a-4687-a81d-356382480aae req-934e9783-9e7f-4ef0-af0e-5ea41b923862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:26.315555 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2a2e18d-4d1a-4687-a81d-356382480aae req-934e9783-9e7f-4ef0-af0e-5ea41b923862 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=83c38b1b4194422e97e46f776d86d066&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1805863 Apr 18 21:31:26.499898 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2e18d-4d1a-4687-a81d-356382480aae req-cf8efdcd-786c-46ca-bf94-157917888e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:26.501438 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2a2e18d-4d1a-4687-a81d-356382480aae req-cf8efdcd-786c-46ca-bf94-157917888e91 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1743569 Apr 18 21:31:26.638090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-b4b60163-829b-400b-bb6f-3569b61eea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:26.639654 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-b4b60163-829b-400b-bb6f-3569b61eea87 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83c38b1b4194422e97e46f776d86d066&device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 1094 time: 0.0525665 Apr 18 21:31:26.683955 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-7ce745c1-65df-4cd9-83b9-3917f4773058 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 HTTP/1.1" status: 200 len: 217 time: 0.0353994 Apr 18 21:31:26.738319 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-05c79eed-293e-4f04-8ba2-fdb3fa3ca665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:26.739874 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-05c79eed-293e-4f04-8ba2-fdb3fa3ca665 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc34adce-df1b-49ce-ad3c-f52a62fb5a14 HTTP/1.1" status: 200 len: 853 time: 0.0481486 Apr 18 21:31:26.791776 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-42748412-a72d-44be-b4fb-6609af0c45f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:26.793361 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-42748412-a72d-44be-b4fb-6609af0c45f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=84865e8b-6363-469c-818b-7dc347abcceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472019 Apr 18 21:31:26.974229 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfa9eb-43cb-49d6-881f-457fab3c84ba req-3ac8524a-83d5-4f2b-993e-177a7b2e8b1f tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:26.976348 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-12cfa9eb-43cb-49d6-881f-457fab3c84ba req-3ac8524a-83d5-4f2b-993e-177a7b2e8b1f tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 943 time: 0.1411815 Apr 18 21:31:26.982672 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-dfdfb712-e73b-45ec-a858-c877692719d1 service neutron] 10.222.0.32 "GET /v2.0/networks/84865e8b-6363-469c-818b-7dc347abcceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816747 Apr 18 21:31:27.070812 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-12cfa9eb-43cb-49d6-881f-457fab3c84ba req-02a013f9-3c69-4a3f-aa66-225b0ec3f9ef tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869372 Apr 18 21:31:27.107723 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-660fe6a9-3f2a-4cf4-a043-8fe8223e6c57 req-4f6911a8-03b4-4ba8-b685-5ba1587da0a0 service neutron] 10.222.0.32 "GET /v2.0/networks/84865e8b-6363-469c-818b-7dc347abcceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178765 Apr 18 21:31:28.191631 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12077e5b-7aba-4262-a675-b962e2bad5da req-24e682f3-f903-4d79-804a-65a95ad03e3b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:28.193210 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-12077e5b-7aba-4262-a675-b962e2bad5da req-24e682f3-f903-4d79-804a-65a95ad03e3b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 943 time: 0.0521708 Apr 18 21:31:28.240265 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-12077e5b-7aba-4262-a675-b962e2bad5da req-c1a4cd6b-13cd-4039-9b55-c15c9db01bf0 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404239 Apr 18 21:31:29.112908 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c6553d6e-b6b7-4192-8c34-8e48fdad998a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:29.364147 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74fa8f-f498-4de6-a908-5493cfbd9ee3 req-6508fe71-303b-4adc-bcc4-0855134a6249 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:29.365709 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce74fa8f-f498-4de6-a908-5493cfbd9ee3 req-6508fe71-303b-4adc-bcc4-0855134a6249 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 943 time: 0.0550358 Apr 18 21:31:29.406211 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce74fa8f-f498-4de6-a908-5493cfbd9ee3 req-ec313520-57ce-45a0-b283-182aed06c307 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330646 Apr 18 21:31:30.030175 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:30.527631 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb10e29-90f3-44e5-8719-78169b4122ad req-01ce4674-066c-40c2-810e-199a312c3302 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:30.529226 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bb10e29-90f3-44e5-8719-78169b4122ad req-01ce4674-066c-40c2-810e-199a312c3302 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 943 time: 0.0506227 Apr 18 21:31:30.569454 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bb10e29-90f3-44e5-8719-78169b4122ad req-74148f2f-ff73-41ef-8475-762ccdc8a221 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338895 Apr 18 21:31:31.456456 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:31:31.548128 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764,segment=NetworkSegment(4f44b3fa-f7f6-4a8f-81ba-2efee1f92793),segment_id=4f44b3fa-f7f6-4a8f-81ba-2efee1f92793)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:31.567898 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764', 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb', 'port_id': '7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764', 'mac_address': 'fa:16:3e:5e:8c:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc34adce-df1b-49ce-ad3c-f52a62fb5a14', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:31:31.611929 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:31.636077 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:31:31.650230 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:31.660491 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764,segment=NetworkSegment(4f44b3fa-f7f6-4a8f-81ba-2efee1f92793),segment_id=4f44b3fa-f7f6-4a8f-81ba-2efee1f92793)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:31.665436 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:31.696195 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002dd186-8e83-4151-bbf0-91e8e2c695ca req-b9dffb57-71d9-4e9c-918c-236522054c73 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:31.697752 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-002dd186-8e83-4151-bbf0-91e8e2c695ca req-b9dffb57-71d9-4e9c-918c-236522054c73 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 943 time: 0.0524127 Apr 18 21:31:31.715465 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:31.722865 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:31.723380 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:31.723722 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:31.724140 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:31.724392 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:31.724747 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:31.725079 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:31.726140 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:31.726677 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:31.727151 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:31.727482 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:31.727811 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:31.739101 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-002dd186-8e83-4151-bbf0-91e8e2c695ca req-abae6edc-edcf-4638-9995-6c547245ec9b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350628 Apr 18 21:31:31.818191 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:31.969496 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:31:32.861712 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec10b8-0b4f-4a67-85d9-450740cee696 req-4c8aabdd-fdd3-4a03-b7b9-3977effff9e4 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:32.863197 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bec10b8-0b4f-4a67-85d9-450740cee696 req-4c8aabdd-fdd3-4a03-b7b9-3977effff9e4 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 944 time: 0.0539553 Apr 18 21:31:32.903422 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bec10b8-0b4f-4a67-85d9-450740cee696 req-73573e84-6833-42fb-8c3e-47391cd41bfc tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336647 Apr 18 21:31:33.472728 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:31:33.521083 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:31:33.525463 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:33.525837 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:33.606717 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:33.629221 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60b2cf9-17da-4500-9c8c-96cea2f0ca7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:31:33.632148 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6de1b95-9ec9-44ea-8224-0404498fd7bd" -d '{"events": [{"server_uuid": "a60b2cf9-17da-4500-9c8c-96cea2f0ca7e", "name": "network-vif-plugged", "status": "completed", "tag": "7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:31:33.645360 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764,segment=NetworkSegment(4f44b3fa-f7f6-4a8f-81ba-2efee1f92793),segment_id=4f44b3fa-f7f6-4a8f-81ba-2efee1f92793)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:33.649409 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:33.673961 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdeb105-5aaa-4c7e-a960-e98648f6df50 x-openstack-request-id: req-1bdeb105-5aaa-4c7e-a960-e98648f6df50 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:31:33.674242 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60b2cf9-17da-4500-9c8c-96cea2f0ca7e", "name": "network-vif-plugged", "status": "completed", "tag": "7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:31:33.674489 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1bdeb105-5aaa-4c7e-a960-e98648f6df50 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:31:33.674873 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bdeb105-5aaa-4c7e-a960-e98648f6df50'] response: {'server_uuid': 'a60b2cf9-17da-4500-9c8c-96cea2f0ca7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764', 'code': 200} Apr 18 21:31:33.701886 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:33.767924 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd288962-dc76-47ca-bf37-e6a37d631880 req-4d7f14d5-99bd-4939-88d8-7658d535cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:33.769425 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cd288962-dc76-47ca-bf37-e6a37d631880 req-4d7f14d5-99bd-4939-88d8-7658d535cfdb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 1096 time: 0.0402920 Apr 18 21:31:33.802817 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cd288962-dc76-47ca-bf37-e6a37d631880 req-25727249-1ff5-4a83-9d54-344e51d84070 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274754 Apr 18 21:31:34.019090 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ee5cc-bb73-4205-b991-a13e6c677e7c req-2a97b630-766e-45f1-9187-77c05db81406 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:34.020500 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c65ee5cc-bb73-4205-b991-a13e6c677e7c req-2a97b630-766e-45f1-9187-77c05db81406 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 945 time: 0.0492580 Apr 18 21:31:34.058921 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c65ee5cc-bb73-4205-b991-a13e6c677e7c req-a2599abe-7c47-446a-8472-32a02255633b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322454 Apr 18 21:31:35.183098 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff762ed1-b5b4-498d-85c9-28e377165188 req-e7fdc49f-6888-436c-b581-b21743acf64c tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:35.184637 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ff762ed1-b5b4-498d-85c9-28e377165188 req-e7fdc49f-6888-436c-b581-b21743acf64c tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 945 time: 0.0531666 Apr 18 21:31:35.222508 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ff762ed1-b5b4-498d-85c9-28e377165188 req-9c59e1e1-f8d0-4e93-a4c7-cbcf5879fec7 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316634 Apr 18 21:31:36.339325 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c45d2f-31a1-4613-8518-0d5d309e4020 req-9c6c7f8f-65e3-4197-b6d4-909bbe21e1aa tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:36.340855 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-61c45d2f-31a1-4613-8518-0d5d309e4020 req-9c6c7f8f-65e3-4197-b6d4-909bbe21e1aa tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 945 time: 0.0492151 Apr 18 21:31:36.378144 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-61c45d2f-31a1-4613-8518-0d5d309e4020 req-5440450e-e51e-4f10-8124-77e74d56734f tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313311 Apr 18 21:31:36.493430 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c1c93-297d-4713-9067-d5b7c1e42772 req-b0b04178-d48f-4c0c-925f-a2bd87b48fde tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:36.494943 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-660c1c93-297d-4713-9067-d5b7c1e42772 req-b0b04178-d48f-4c0c-925f-a2bd87b48fde tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 945 time: 0.0495636 Apr 18 21:31:36.534646 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-660c1c93-297d-4713-9067-d5b7c1e42772 req-2a1f292c-7eec-4f64-a74d-f7d9d0b86281 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332365 Apr 18 21:31:36.731738 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094dda1-2147-466d-ba59-68fb0490c3d0 req-850c2905-6f68-4a1d-a692-75a9c1b0a8dd tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:36.733255 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f094dda1-2147-466d-ba59-68fb0490c3d0 req-850c2905-6f68-4a1d-a692-75a9c1b0a8dd tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 945 time: 0.0549831 Apr 18 21:31:36.774190 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f094dda1-2147-466d-ba59-68fb0490c3d0 req-f3694d1f-1dc1-4819-b871-d1abfc582789 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340831 Apr 18 21:31:37.379596 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:31:38.126545 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:42.349306 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:48.347301 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c334967-878d-490d-bde1-0d23ca2b3255 req-c4919485-3958-4f63-933c-c848d1083760 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:48.348973 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c334967-878d-490d-bde1-0d23ca2b3255 req-c4919485-3958-4f63-933c-c848d1083760 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 945 time: 0.0492687 Apr 18 21:31:48.388131 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c334967-878d-490d-bde1-0d23ca2b3255 req-38d4a6b7-3420-45f0-8e53-eff81b38ce69 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321898 Apr 18 21:31:48.410974 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58924) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:31:48.535349 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68a0e26-fdda-463e-ab4d-2f39a0471dfd tempest-TestMinimumBasicScenario-776004245 tempest-TestMinimumBasicScenario-776004245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:48.536884 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d68a0e26-fdda-463e-ab4d-2f39a0471dfd tempest-TestMinimumBasicScenario-776004245 tempest-TestMinimumBasicScenario-776004245-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 1091 time: 0.1249330 Apr 18 21:31:48.540906 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58928) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:31:48.545223 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-d9025c0a-081f-440e-bf0f-a0a6b57d478b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'port_id': '7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:31:48.564776 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d9025c0a-081f-440e-bf0f-a0a6b57d478b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:48.666290 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d9025c0a-081f-440e-bf0f-a0a6b57d478b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:48.779198 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-d9025c0a-081f-440e-bf0f-a0a6b57d478b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Allocated IP 172.25.1.44 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/14f2e317-12d6-4d6e-b694-aefe07427241) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:31:48.883559 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d9025c0a-081f-440e-bf0f-a0a6b57d478b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:48.917427 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d9025c0a-081f-440e-bf0f-a0a6b57d478b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:48.957470 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9025c0a-081f-440e-bf0f-a0a6b57d478b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:48.960396 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-d9025c0a-081f-440e-bf0f-a0a6b57d478b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:48.963063 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9025c0a-081f-440e-bf0f-a0a6b57d478b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:31:48.993409 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9025c0a-081f-440e-bf0f-a0a6b57d478b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Pushing event updated for resources: {'Port': ['ID=14f2e317-12d6-4d6e-b694-aefe07427241,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:49.326026 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d9025c0a-081f-440e-bf0f-a0a6b57d478b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:49.395978 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d9025c0a-081f-440e-bf0f-a0a6b57d478b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:49.559356 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d9025c0a-081f-440e-bf0f-a0a6b57d478b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:49.563933 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d9025c0a-081f-440e-bf0f-a0a6b57d478b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:49.635667 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9025c0a-081f-440e-bf0f-a0a6b57d478b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Pushing event updated for resources: {'Port': ['ID=14f2e317-12d6-4d6e-b694-aefe07427241,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:49.645510 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d9025c0a-081f-440e-bf0f-a0a6b57d478b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:49.747248 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-d9025c0a-081f-440e-bf0f-a0a6b57d478b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Floating IP dae6f03c-5b71-4b7a-8a11-0d98fc8a5827 associated. External IP: 172.25.1.44, port: 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764. Apr 18 21:31:50.237593 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9025c0a-081f-440e-bf0f-a0a6b57d478b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Router 5f873429-843b-47e3-b1fb-2ab6bac0b638 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:31:50.342572 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9025c0a-081f-440e-bf0f-a0a6b57d478b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:31:50.354136 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabd8d87-691d-437e-a23e-0d4ac660eee7 None None] Sync routers for ids ['5f873429-843b-47e3-b1fb-2ab6bac0b638'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:31:50.361280 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d9025c0a-081f-440e-bf0f-a0a6b57d478b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:50.365637 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabd8d87-691d-437e-a23e-0d4ac660eee7 None None] Routers {'5f873429-843b-47e3-b1fb-2ab6bac0b638'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:31:50.366260 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-dabd8d87-691d-437e-a23e-0d4ac660eee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:31:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5f873429-843b-47e3-b1fb-2ab6bac0b638'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:50.395930 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d9025c0a-081f-440e-bf0f-a0a6b57d478b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8539681 Apr 18 21:31:50.396558 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a60b2cf9-17da-4500-9c8c-96cea2f0ca7e', 'tag': '7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:31:50.399105 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6fea68-f1b3-41ac-b26a-1e6d4d2912cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a60b2cf9-17da-4500-9c8c-96cea2f0ca7e", "tag": "7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:31:50.399417 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58930) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:31:50.405025 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-0f090640-0b95-4977-81cf-8b7dce0d5d64 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1484524326', 'description': 'tempest-secgroup-smoke-1484524326 description', 'project_id': '83c38b1b4194422e97e46f776d86d066'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:31:50.427521 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0f090640-0b95-4977-81cf-8b7dce0d5d64 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:50.442194 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be232060-ee6f-45fb-b21d-5408475a7f1f x-openstack-request-id: req-be232060-ee6f-45fb-b21d-5408475a7f1f {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:31:50.442517 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a60b2cf9-17da-4500-9c8c-96cea2f0ca7e", "tag": "7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:31:50.442773 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be232060-ee6f-45fb-b21d-5408475a7f1f {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:31:50.443181 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be232060-ee6f-45fb-b21d-5408475a7f1f'] response: {'name': 'network-changed', 'server_uuid': 'a60b2cf9-17da-4500-9c8c-96cea2f0ca7e', 'tag': '7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764', 'status': 'completed', 'code': 200} Apr 18 21:31:50.484926 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-dabd8d87-691d-437e-a23e-0d4ac660eee7 None None] Set router 5f873429-843b-47e3-b1fb-2ab6bac0b638 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:31:50.505731 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0f090640-0b95-4977-81cf-8b7dce0d5d64 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:50.509299 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fea68-f1b3-41ac-b26a-1e6d4d2912cd req-2f1f6d17-b758-489f-a506-3f253287eef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:50.510805 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c6fea68-f1b3-41ac-b26a-1e6d4d2912cd req-2f1f6d17-b758-489f-a506-3f253287eef1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83c38b1b4194422e97e46f776d86d066&device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 1096 time: 0.0423796 Apr 18 21:31:50.510948 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0f090640-0b95-4977-81cf-8b7dce0d5d64 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:50.542585 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0f090640-0b95-4977-81cf-8b7dce0d5d64 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:50.546865 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0f090640-0b95-4977-81cf-8b7dce0d5d64 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1428423 Apr 18 21:31:50.546865 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f090640-0b95-4977-81cf-8b7dce0d5d64 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d6f1d3-3dde-4e0c-b696-1ba4fcc09ea2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:50.548170 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58934) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:31:50.552590 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e5862a88-4f30-452f-9112-bd39895168d1 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Request body: {'security_group_rule': {'security_group_id': '53d6f1d3-3dde-4e0c-b696-1ba4fcc09ea2', 'project_id': '83c38b1b4194422e97e46f776d86d066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:31:50.568707 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f090640-0b95-4977-81cf-8b7dce0d5d64 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:50.569363 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f090640-0b95-4977-81cf-8b7dce0d5d64 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:50.569760 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f090640-0b95-4977-81cf-8b7dce0d5d64 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:50.570663 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f090640-0b95-4977-81cf-8b7dce0d5d64 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:50.570945 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f090640-0b95-4977-81cf-8b7dce0d5d64 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:50.571279 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f090640-0b95-4977-81cf-8b7dce0d5d64 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:50.571615 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f090640-0b95-4977-81cf-8b7dce0d5d64 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:50.571931 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f090640-0b95-4977-81cf-8b7dce0d5d64 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:50.572261 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f090640-0b95-4977-81cf-8b7dce0d5d64 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:50.572643 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f090640-0b95-4977-81cf-8b7dce0d5d64 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:50.572972 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f090640-0b95-4977-81cf-8b7dce0d5d64 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:50.573967 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f090640-0b95-4977-81cf-8b7dce0d5d64 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:50.595642 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5862a88-4f30-452f-9112-bd39895168d1 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:50.611920 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fea68-f1b3-41ac-b26a-1e6d4d2912cd req-0e90d00c-4720-4a1b-825e-ec02886eea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:50.613412 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c6fea68-f1b3-41ac-b26a-1e6d4d2912cd req-0e90d00c-4720-4a1b-825e-ec02886eea7e service neutron] 10.222.0.32 "GET /v2.0/networks?id=84865e8b-6363-469c-818b-7dc347abcceb HTTP/1.1" status: 200 len: 915 time: 0.0950134 Apr 18 21:31:50.647456 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5862a88-4f30-452f-9112-bd39895168d1 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:50.652615 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5862a88-4f30-452f-9112-bd39895168d1 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:50.672096 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5862a88-4f30-452f-9112-bd39895168d1 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d5b111-2ad3-4100-8137-36e1b5142574,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:50.682558 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e5862a88-4f30-452f-9112-bd39895168d1 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:50.684164 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e5862a88-4f30-452f-9112-bd39895168d1 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349244 Apr 18 21:31:50.686901 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58936) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:31:50.691831 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-3c59f446-6475-4c84-b3aa-24ef919ece17 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Request body: {'security_group_rule': {'security_group_id': '53d6f1d3-3dde-4e0c-b696-1ba4fcc09ea2', 'project_id': '83c38b1b4194422e97e46f776d86d066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:31:50.694251 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c6fea68-f1b3-41ac-b26a-1e6d4d2912cd req-6b91f99e-1e8c-4df9-983e-0fc31273704f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 HTTP/1.1" status: 200 len: 998 time: 0.0729022 Apr 18 21:31:50.718755 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3c59f446-6475-4c84-b3aa-24ef919ece17 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:50.732965 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-dabd8d87-691d-437e-a23e-0d4ac660eee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'name': 'tempest-TestMinimumBasicScenario-291574127-router', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:51Z', 'updated_at': '2022-04-18T21:30:55Z', 'revision_number': 4, 'project_id': '83c38b1b4194422e97e46f776d86d066', 'gw_port': {'id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:52Z', 'updated_at': '2022-04-18T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'dae6f03c-5b71-4b7a-8a11-0d98fc8a5827', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'port_id': '7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb', 'mac_address': 'fa:16:3e:5e:8c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60b2cf9-17da-4500-9c8c-96cea2f0ca7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:31:49Z', 'updated_at': '2022-04-18T21:31:49Z', 'revision_number': 0, 'project_id': '83c38b1b4194422e97e46f776d86d066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529fb5e0-fec0-4981-a7d9-43a4115087b1', 'name': '', 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'mac_address': 'fa:16:3e:0c:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'fc34adce-df1b-49ce-ad3c-f52a62fb5a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:54Z', 'updated_at': '2022-04-18T21:30:59Z', 'revision_number': 5, 'project_id': '83c38b1b4194422e97e46f776d86d066', 'subnets': [{'id': 'fc34adce-df1b-49ce-ad3c-f52a62fb5a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:50.748088 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fea68-f1b3-41ac-b26a-1e6d4d2912cd req-8a786561-b526-4b74-9c5e-3142df22a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:50.749767 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c6fea68-f1b3-41ac-b26a-1e6d4d2912cd req-8a786561-b526-4b74-9c5e-3142df22a664 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc34adce-df1b-49ce-ad3c-f52a62fb5a14 HTTP/1.1" status: 200 len: 853 time: 0.0492013 Apr 18 21:31:50.763390 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabd8d87-691d-437e-a23e-0d4ac660eee7 None None] Checking router: 5f873429-843b-47e3-b1fb-2ab6bac0b638 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:31:50.772412 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabd8d87-691d-437e-a23e-0d4ac660eee7 None None] Routers {'5f873429-843b-47e3-b1fb-2ab6bac0b638'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:31:50.773655 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-dabd8d87-691d-437e-a23e-0d4ac660eee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:31:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5f873429-843b-47e3-b1fb-2ab6bac0b638'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:50.787036 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3c59f446-6475-4c84-b3aa-24ef919ece17 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:50.792381 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3c59f446-6475-4c84-b3aa-24ef919ece17 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:50.808053 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fea68-f1b3-41ac-b26a-1e6d4d2912cd req-0a92bed4-23fc-42f8-bc57-68d38d0ea4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:50.809610 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c6fea68-f1b3-41ac-b26a-1e6d4d2912cd req-0a92bed4-23fc-42f8-bc57-68d38d0ea4b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=84865e8b-6363-469c-818b-7dc347abcceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529556 Apr 18 21:31:50.814971 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59f446-6475-4c84-b3aa-24ef919ece17 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b90e558-b2ee-42f2-aa85-0f30220306c3,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:50.826667 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3c59f446-6475-4c84-b3aa-24ef919ece17 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:50.827979 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3c59f446-6475-4c84-b3aa-24ef919ece17 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1401317 Apr 18 21:31:50.831101 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58938) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:31:50.836783 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-faf1ab55-14ef-4211-80a3-45de7e4bc2d8 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Request body: {'security_group_rule': {'security_group_id': '53d6f1d3-3dde-4e0c-b696-1ba4fcc09ea2', 'project_id': '83c38b1b4194422e97e46f776d86d066', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:31:50.866590 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-faf1ab55-14ef-4211-80a3-45de7e4bc2d8 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:50.891163 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-dabd8d87-691d-437e-a23e-0d4ac660eee7 None None] Set router 5f873429-843b-47e3-b1fb-2ab6bac0b638 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:31:50.914284 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c6fea68-f1b3-41ac-b26a-1e6d4d2912cd req-73bf3708-eedc-4f35-8b2f-dc77a8354b92 service neutron] 10.222.0.32 "GET /v2.0/networks/84865e8b-6363-469c-818b-7dc347abcceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962400 Apr 18 21:31:50.938033 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-faf1ab55-14ef-4211-80a3-45de7e4bc2d8 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:50.942380 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-faf1ab55-14ef-4211-80a3-45de7e4bc2d8 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:50.963467 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1ab55-14ef-4211-80a3-45de7e4bc2d8 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f0949e-58a8-4155-8bd1-09ea941202a5,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:50.973720 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-faf1ab55-14ef-4211-80a3-45de7e4bc2d8 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:50.975256 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-faf1ab55-14ef-4211-80a3-45de7e4bc2d8 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1430573 Apr 18 21:31:50.978353 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58940) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:31:50.983507 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-0f51b5eb-01fc-4f86-bd0f-f8abf75695e5 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Request body: {'security_group_rule': {'security_group_id': '53d6f1d3-3dde-4e0c-b696-1ba4fcc09ea2', 'project_id': '83c38b1b4194422e97e46f776d86d066', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:31:51.011865 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0f51b5eb-01fc-4f86-bd0f-f8abf75695e5 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:51.029653 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c6fea68-f1b3-41ac-b26a-1e6d4d2912cd req-6eb2cc23-1e29-4ffc-bba6-b82f80cdc9c5 service neutron] 10.222.0.32 "GET /v2.0/networks/84865e8b-6363-469c-818b-7dc347abcceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084006 Apr 18 21:31:51.077462 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0f51b5eb-01fc-4f86-bd0f-f8abf75695e5 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:51.081536 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0f51b5eb-01fc-4f86-bd0f-f8abf75695e5 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:51.103943 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51b5eb-01fc-4f86-bd0f-f8abf75695e5 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05406ad-b30e-4ffa-9750-0ddb0530cf11,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:51.109823 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0f51b5eb-01fc-4f86-bd0f-f8abf75695e5 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:51.113871 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0f51b5eb-01fc-4f86-bd0f-f8abf75695e5 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317248 Apr 18 21:31:51.113871 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 58942) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:31:51.118806 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c3b1ca64-2934-4320-9ecb-72e0b1ef932c tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Request body: {'security_group_rule': {'security_group_id': '53d6f1d3-3dde-4e0c-b696-1ba4fcc09ea2', 'project_id': '83c38b1b4194422e97e46f776d86d066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:31:51.139134 n-d-838323-3 neutron-server[102909]: INFO neutron.db.securitygroups_db [None req-c3b1ca64-2934-4320-9ecb-72e0b1ef932c tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Project 83c38b1b4194422e97e46f776d86d066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:31:51.144277 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ca64-2934-4320-9ecb-72e0b1ef932c tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:51.146760 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-dabd8d87-691d-437e-a23e-0d4ac660eee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'name': 'tempest-TestMinimumBasicScenario-291574127-router', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:51Z', 'updated_at': '2022-04-18T21:30:55Z', 'revision_number': 4, 'project_id': '83c38b1b4194422e97e46f776d86d066', 'gw_port': {'id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:52Z', 'updated_at': '2022-04-18T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'dae6f03c-5b71-4b7a-8a11-0d98fc8a5827', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'port_id': '7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb', 'mac_address': 'fa:16:3e:5e:8c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60b2cf9-17da-4500-9c8c-96cea2f0ca7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:31:49Z', 'updated_at': '2022-04-18T21:31:49Z', 'revision_number': 0, 'project_id': '83c38b1b4194422e97e46f776d86d066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529fb5e0-fec0-4981-a7d9-43a4115087b1', 'name': '', 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'mac_address': 'fa:16:3e:0c:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'fc34adce-df1b-49ce-ad3c-f52a62fb5a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:54Z', 'updated_at': '2022-04-18T21:30:59Z', 'revision_number': 5, 'project_id': '83c38b1b4194422e97e46f776d86d066', 'subnets': [{'id': 'fc34adce-df1b-49ce-ad3c-f52a62fb5a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:51.180865 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabd8d87-691d-437e-a23e-0d4ac660eee7 None None] The sync data for ids ['5f873429-843b-47e3-b1fb-2ab6bac0b638'] in n-d-838323-3 is: [{'id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'name': 'tempest-TestMinimumBasicScenario-291574127-router', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:51Z', 'updated_at': '2022-04-18T21:30:55Z', 'revision_number': 4, 'project_id': '83c38b1b4194422e97e46f776d86d066', 'gw_port': {'id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:52Z', 'updated_at': '2022-04-18T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'dae6f03c-5b71-4b7a-8a11-0d98fc8a5827', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'port_id': '7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb', 'mac_address': 'fa:16:3e:5e:8c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60b2cf9-17da-4500-9c8c-96cea2f0ca7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:31:49Z', 'updated_at': '2022-04-18T21:31:49Z', 'revision_number': 0, 'project_id': '83c38b1b4194422e97e46f776d86d066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529fb5e0-fec0-4981-a7d9-43a4115087b1', 'name': '', 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'mac_address': 'fa:16:3e:0c:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'fc34adce-df1b-49ce-ad3c-f52a62fb5a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:54Z', 'updated_at': '2022-04-18T21:30:59Z', 'revision_number': 5, 'project_id': '83c38b1b4194422e97e46f776d86d066', 'subnets': [{'id': 'fc34adce-df1b-49ce-ad3c-f52a62fb5a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:31:51.211614 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ca64-2934-4320-9ecb-72e0b1ef932c tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:51.215735 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ca64-2934-4320-9ecb-72e0b1ef932c tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:51.234373 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1ca64-2934-4320-9ecb-72e0b1ef932c tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9d0786-4e98-465a-a559-586b6bff6b92,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:51.245220 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ca64-2934-4320-9ecb-72e0b1ef932c tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:51.246467 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c3b1ca64-2934-4320-9ecb-72e0b1ef932c tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1316557 Apr 18 21:31:51.249356 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 58944) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:31:51.253896 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-075237a1-4120-4618-91d0-a1c3f41655a9 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Request body: {'security_group_rule': {'security_group_id': '53d6f1d3-3dde-4e0c-b696-1ba4fcc09ea2', 'project_id': '83c38b1b4194422e97e46f776d86d066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:31:51.274466 n-d-838323-3 neutron-server[102908]: INFO neutron.db.securitygroups_db [None req-075237a1-4120-4618-91d0-a1c3f41655a9 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Project 83c38b1b4194422e97e46f776d86d066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:31:51.280591 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-075237a1-4120-4618-91d0-a1c3f41655a9 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:51.353407 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-075237a1-4120-4618-91d0-a1c3f41655a9 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:51.357845 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-075237a1-4120-4618-91d0-a1c3f41655a9 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:51.376266 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075237a1-4120-4618-91d0-a1c3f41655a9 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b702b28d-2e06-41ec-8845-d26a2c4968b5,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:51.385315 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-075237a1-4120-4618-91d0-a1c3f41655a9 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:51.386636 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-075237a1-4120-4618-91d0-a1c3f41655a9 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1362219 Apr 18 21:31:51.395743 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e934236-0903-4417-a3a4-3eba315d76d3 None None] New status for floating IP dae6f03c-5b71-4b7a-8a11-0d98fc8a5827: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:31:51.477240 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f832f0ae-53e3-46b7-bb0f-10438fecfa0c req-0d861b1e-6875-46d9-8f99-db26647adaf1 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1484524326&fields=id&tenant_id=83c38b1b4194422e97e46f776d86d066 HTTP/1.1" status: 200 len: 267 time: 0.0335147 Apr 18 21:31:51.529915 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832f0ae-53e3-46b7-bb0f-10438fecfa0c req-4be8f001-c510-4775-8598-116fa8fb1bde tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:51.531422 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f832f0ae-53e3-46b7-bb0f-10438fecfa0c req-4be8f001-c510-4775-8598-116fa8fb1bde tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 945 time: 0.0479298 Apr 18 21:31:51.544725 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-f832f0ae-53e3-46b7-bb0f-10438fecfa0c req-4fab3f47-d2c1-4331-9fc2-7171b27cec2b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Request body: {'port': {'security_groups': ['23465127-6207-4d46-b0e0-ec7ddb47e19f', '53d6f1d3-3dde-4e0c-b696-1ba4fcc09ea2']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:31:51.611563 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f832f0ae-53e3-46b7-bb0f-10438fecfa0c req-4fab3f47-d2c1-4331-9fc2-7171b27cec2b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:51.791849 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-f832f0ae-53e3-46b7-bb0f-10438fecfa0c req-4fab3f47-d2c1-4331-9fc2-7171b27cec2b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] For port 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764,segment=NetworkSegment(4f44b3fa-f7f6-4a8f-81ba-2efee1f92793),segment_id=4f44b3fa-f7f6-4a8f-81ba-2efee1f92793)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:51.826272 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f832f0ae-53e3-46b7-bb0f-10438fecfa0c req-4fab3f47-d2c1-4331-9fc2-7171b27cec2b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:51.830985 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f832f0ae-53e3-46b7-bb0f-10438fecfa0c req-4fab3f47-d2c1-4331-9fc2-7171b27cec2b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:51.842426 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:31:51.877303 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832f0ae-53e3-46b7-bb0f-10438fecfa0c req-4fab3f47-d2c1-4331-9fc2-7171b27cec2b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:51.877994 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f832f0ae-53e3-46b7-bb0f-10438fecfa0c req-4fab3f47-d2c1-4331-9fc2-7171b27cec2b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:51.879418 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f832f0ae-53e3-46b7-bb0f-10438fecfa0c req-4fab3f47-d2c1-4331-9fc2-7171b27cec2b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "PUT /v2.0/ports/7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 HTTP/1.1" status: 200 len: 981 time: 0.3406570 Apr 18 21:31:51.921158 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab3f47-d2c1-4331-9fc2-7171b27cec2b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Pushing event updated for resources: {'Port': ['ID=7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764,revision_number=6']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:52.015586 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c7dbf-e20b-41f4-8b4a-c2e88fa1a8b4 req-0d4bb3cc-556e-4975-8fc5-ba1b8f8c719b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:52.017351 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8d6c7dbf-e20b-41f4-8b4a-c2e88fa1a8b4 req-0d4bb3cc-556e-4975-8fc5-ba1b8f8c719b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 984 time: 0.0560749 Apr 18 21:31:52.076007 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8d6c7dbf-e20b-41f4-8b4a-c2e88fa1a8b4 req-b95faa1a-b51b-43f2-8216-d254d9676d2b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&id=53d6f1d3-3dde-4e0c-b696-1ba4fcc09ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513918 Apr 18 21:31:52.154594 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:31:52.199603 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4873836b-78de-42ee-8025-e9f321fd6e26 None None] Provisioning complete for port 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:52.199968 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4873836b-78de-42ee-8025-e9f321fd6e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:52.443976 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a60b2cf9-17da-4500-9c8c-96cea2f0ca7e', 'tag': '7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:31:52.447132 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98eea4ac-501c-4ef3-8785-8d6a8da460e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a60b2cf9-17da-4500-9c8c-96cea2f0ca7e", "tag": "7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:31:52.485697 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc2564a-7417-4afb-8e8f-14d420e1b69d x-openstack-request-id: req-fdc2564a-7417-4afb-8e8f-14d420e1b69d {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:31:52.486285 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a60b2cf9-17da-4500-9c8c-96cea2f0ca7e", "tag": "7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:31:52.486285 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fdc2564a-7417-4afb-8e8f-14d420e1b69d {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:31:52.486827 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc2564a-7417-4afb-8e8f-14d420e1b69d'] response: {'name': 'network-changed', 'server_uuid': 'a60b2cf9-17da-4500-9c8c-96cea2f0ca7e', 'tag': '7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764', 'status': 'completed', 'code': 200} Apr 18 21:31:52.550206 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eea4ac-501c-4ef3-8785-8d6a8da460e5 req-c887e5dc-4c90-4e7b-99c4-a9c1d08cf20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:52.552018 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98eea4ac-501c-4ef3-8785-8d6a8da460e5 req-c887e5dc-4c90-4e7b-99c4-a9c1d08cf20e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83c38b1b4194422e97e46f776d86d066&device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 1135 time: 0.0423317 Apr 18 21:31:52.647463 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eea4ac-501c-4ef3-8785-8d6a8da460e5 req-8801f285-8eb3-4b8c-98a4-bafc429719b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:52.649945 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98eea4ac-501c-4ef3-8785-8d6a8da460e5 req-8801f285-8eb3-4b8c-98a4-bafc429719b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=84865e8b-6363-469c-818b-7dc347abcceb HTTP/1.1" status: 200 len: 915 time: 0.0907965 Apr 18 21:31:52.717657 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98eea4ac-501c-4ef3-8785-8d6a8da460e5 req-9b1d61f1-d08e-4ed8-8c5d-b847d3c9bb75 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 HTTP/1.1" status: 200 len: 1000 time: 0.0606751 Apr 18 21:31:52.771189 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eea4ac-501c-4ef3-8785-8d6a8da460e5 req-3deec286-7d40-4ac0-a46c-fc1ccb752e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:52.772660 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98eea4ac-501c-4ef3-8785-8d6a8da460e5 req-3deec286-7d40-4ac0-a46c-fc1ccb752e34 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc34adce-df1b-49ce-ad3c-f52a62fb5a14 HTTP/1.1" status: 200 len: 853 time: 0.0480099 Apr 18 21:31:52.816983 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eea4ac-501c-4ef3-8785-8d6a8da460e5 req-2929a64f-eadf-4a4d-a20f-1aafe31e7ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:52.818463 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98eea4ac-501c-4ef3-8785-8d6a8da460e5 req-2929a64f-eadf-4a4d-a20f-1aafe31e7ffc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=84865e8b-6363-469c-818b-7dc347abcceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390093 Apr 18 21:31:52.909527 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98eea4ac-501c-4ef3-8785-8d6a8da460e5 req-69f1be0f-08ce-40fa-b6e4-ee4d605f93e3 service neutron] 10.222.0.32 "GET /v2.0/networks/84865e8b-6363-469c-818b-7dc347abcceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828846 Apr 18 21:31:53.003481 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-98eea4ac-501c-4ef3-8785-8d6a8da460e5 req-11ee7ab5-c1eb-4bd7-ab6f-b807bfe1d416 service neutron] 10.222.0.32 "GET /v2.0/networks/84865e8b-6363-469c-818b-7dc347abcceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874135 Apr 18 21:31:54.708533 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-02ef324d-ab4e-4cc9-a95f-935c4df45c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:59.106135 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3e978b69-4f1c-4c1a-8287-264eeabd4338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:00.031103 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:01.631624 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:01.817356 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:08.123227 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:12.355076 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:14.379148 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:32:24.180068 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13cd4f6b-82fa-4283-ae36-315966fbb3b5 req-2207f53e-03e3-4b4f-a2d1-3e88efa4fa9d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0838835 Apr 18 21:32:24.261297 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd4f6b-82fa-4283-ae36-315966fbb3b5 req-ead3f300-6e7e-42b2-b4df-21255302a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:24.262767 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13cd4f6b-82fa-4283-ae36-315966fbb3b5 req-ead3f300-6e7e-42b2-b4df-21255302a088 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83c38b1b4194422e97e46f776d86d066&device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 1135 time: 0.0406005 Apr 18 21:32:24.369045 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd4f6b-82fa-4283-ae36-315966fbb3b5 req-08a248af-fe10-4e46-9e9f-d8e0933a8da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:24.370632 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13cd4f6b-82fa-4283-ae36-315966fbb3b5 req-08a248af-fe10-4e46-9e9f-d8e0933a8da0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=84865e8b-6363-469c-818b-7dc347abcceb HTTP/1.1" status: 200 len: 915 time: 0.0880249 Apr 18 21:32:24.436111 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13cd4f6b-82fa-4283-ae36-315966fbb3b5 req-f38f1d1a-4d00-4b01-9388-c8877198136a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 HTTP/1.1" status: 200 len: 1000 time: 0.0588632 Apr 18 21:32:24.490000 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd4f6b-82fa-4283-ae36-315966fbb3b5 req-e6c2f756-72bb-4875-b71b-fdbeb6b94983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:24.491481 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13cd4f6b-82fa-4283-ae36-315966fbb3b5 req-e6c2f756-72bb-4875-b71b-fdbeb6b94983 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc34adce-df1b-49ce-ad3c-f52a62fb5a14 HTTP/1.1" status: 200 len: 853 time: 0.0483496 Apr 18 21:32:24.537299 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd4f6b-82fa-4283-ae36-315966fbb3b5 req-a4630324-dce9-4f4f-b273-8a234ebcb150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:24.538889 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13cd4f6b-82fa-4283-ae36-315966fbb3b5 req-a4630324-dce9-4f4f-b273-8a234ebcb150 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=84865e8b-6363-469c-818b-7dc347abcceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406773 Apr 18 21:32:24.628683 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13cd4f6b-82fa-4283-ae36-315966fbb3b5 req-8963ec5c-003a-4b47-9498-f4a6988516d2 service neutron] 10.222.0.32 "GET /v2.0/networks/84865e8b-6363-469c-818b-7dc347abcceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822093 Apr 18 21:32:24.709885 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-84ae46b2-74ab-460d-92f9-4c524e1d086e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:24.723924 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13cd4f6b-82fa-4283-ae36-315966fbb3b5 req-d7c26e8d-1340-4e4f-a4b4-711083e4d036 service neutron] 10.222.0.32 "GET /v2.0/networks/84865e8b-6363-469c-818b-7dc347abcceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888252 Apr 18 21:32:29.109144 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-973c925a-53f2-44ee-9179-93593da51da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:30.035306 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:31.636673 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:31.820883 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:38.122748 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:42.352531 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:49.715987 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47ab5a-2a00-417d-8dab-4b78799115da req-56370613-d284-4d65-80b6-baac056b48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:49.717562 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee47ab5a-2a00-417d-8dab-4b78799115da req-56370613-d284-4d65-80b6-baac056b48b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83c38b1b4194422e97e46f776d86d066&device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 1135 time: 0.0443516 Apr 18 21:32:49.844688 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47ab5a-2a00-417d-8dab-4b78799115da req-21181b60-6e8b-48a5-84fe-312e2ab61691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:49.846144 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee47ab5a-2a00-417d-8dab-4b78799115da req-21181b60-6e8b-48a5-84fe-312e2ab61691 service neutron] 10.222.0.32 "GET /v2.0/networks?id=84865e8b-6363-469c-818b-7dc347abcceb HTTP/1.1" status: 200 len: 915 time: 0.1190958 Apr 18 21:32:49.857997 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40b329-0c33-4486-8219-03a076ad9fd5 req-dd1dd78c-b9bf-4e84-a835-a36dcedf81e9 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:49.859494 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d40b329-0c33-4486-8219-03a076ad9fd5 req-dd1dd78c-b9bf-4e84-a835-a36dcedf81e9 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 984 time: 0.1914103 Apr 18 21:32:49.949904 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d40b329-0c33-4486-8219-03a076ad9fd5 req-ff97c163-b22c-49b6-afe8-c8c46695d01a tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&id=53d6f1d3-3dde-4e0c-b696-1ba4fcc09ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0824625 Apr 18 21:32:49.951708 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee47ab5a-2a00-417d-8dab-4b78799115da req-bb6a23a8-0dfe-46f5-ab96-30821dd3099c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 HTTP/1.1" status: 200 len: 1000 time: 0.0913408 Apr 18 21:32:50.001470 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47ab5a-2a00-417d-8dab-4b78799115da req-58b96398-d673-4480-b752-8627154b007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:50.002921 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee47ab5a-2a00-417d-8dab-4b78799115da req-58b96398-d673-4480-b752-8627154b007a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc34adce-df1b-49ce-ad3c-f52a62fb5a14 HTTP/1.1" status: 200 len: 853 time: 0.0444207 Apr 18 21:32:50.048225 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47ab5a-2a00-417d-8dab-4b78799115da req-878c6226-363b-435b-9a37-80f241f06e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:50.049660 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee47ab5a-2a00-417d-8dab-4b78799115da req-878c6226-363b-435b-9a37-80f241f06e11 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=84865e8b-6363-469c-818b-7dc347abcceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403557 Apr 18 21:32:50.145699 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee47ab5a-2a00-417d-8dab-4b78799115da req-85b4938e-4a5a-48ef-9b1a-65faba1e2429 service neutron] 10.222.0.32 "GET /v2.0/networks/84865e8b-6363-469c-818b-7dc347abcceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889325 Apr 18 21:32:50.243306 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee47ab5a-2a00-417d-8dab-4b78799115da req-5efd1931-b76c-4242-97fd-03a060bb9bd1 service neutron] 10.222.0.32 "GET /v2.0/networks/84865e8b-6363-469c-818b-7dc347abcceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907915 Apr 18 21:32:51.121277 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9a6c1-2f6a-45b2-aa18-f43be3cdb193 req-f218db5a-aef7-4718-a81f-8efecffa74ec tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:51.122766 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-96f9a6c1-2f6a-45b2-aa18-f43be3cdb193 req-f218db5a-aef7-4718-a81f-8efecffa74ec tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 984 time: 0.1004219 Apr 18 21:32:51.163143 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-96f9a6c1-2f6a-45b2-aa18-f43be3cdb193 req-8e02cd88-e47c-4c24-bf0b-568b829bb7f3 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&id=53d6f1d3-3dde-4e0c-b696-1ba4fcc09ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341275 Apr 18 21:32:51.378703 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:32:52.287346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d17a37-5ccf-4a75-97d7-3da30baa436a req-a260303b-1304-4946-80fc-b33138f07241 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:52.288852 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8d17a37-5ccf-4a75-97d7-3da30baa436a req-a260303b-1304-4946-80fc-b33138f07241 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 984 time: 0.0556555 Apr 18 21:32:52.330109 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8d17a37-5ccf-4a75-97d7-3da30baa436a req-fd750dbc-7769-430d-84da-d2e6b2915e0d tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&id=53d6f1d3-3dde-4e0c-b696-1ba4fcc09ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345914 Apr 18 21:32:53.445453 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33822dff-6356-4ecb-807c-9371c7bffc04 req-49575c2c-3f9f-4f36-8ed0-31a8dfac38b4 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:53.446945 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-33822dff-6356-4ecb-807c-9371c7bffc04 req-49575c2c-3f9f-4f36-8ed0-31a8dfac38b4 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 984 time: 0.0499156 Apr 18 21:32:53.487926 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-33822dff-6356-4ecb-807c-9371c7bffc04 req-b94b0796-9f2c-4622-8904-85f997d1a5e5 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&id=53d6f1d3-3dde-4e0c-b696-1ba4fcc09ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342193 Apr 18 21:32:54.604668 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a176458-a3ee-4331-b807-b271a93997f9 req-1b61568f-4874-4210-b6e8-9ca59fe3ad7e tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:54.606122 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a176458-a3ee-4331-b807-b271a93997f9 req-1b61568f-4874-4210-b6e8-9ca59fe3ad7e tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 984 time: 0.0501251 Apr 18 21:32:54.646137 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8a176458-a3ee-4331-b807-b271a93997f9 req-30c1388b-f5f2-446c-b8fd-55e16dcc73fc tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&id=53d6f1d3-3dde-4e0c-b696-1ba4fcc09ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337577 Apr 18 21:32:54.712295 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e7e8-fbda-44ca-b187-b2a3aad0aa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:55.766966 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4615f-065a-4b79-9a4f-d20258aa7c6d req-d828bb5a-2062-483b-bf48-bdbe6952a173 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:55.768456 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6b4615f-065a-4b79-9a4f-d20258aa7c6d req-d828bb5a-2062-483b-bf48-bdbe6952a173 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 984 time: 0.0545936 Apr 18 21:32:55.808298 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e6b4615f-065a-4b79-9a4f-d20258aa7c6d req-97019ee5-87d0-4340-a280-83c8783043fc tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&id=53d6f1d3-3dde-4e0c-b696-1ba4fcc09ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337069 Apr 18 21:32:56.929934 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08881946-1523-46bf-b5ed-bbef1099a316 req-72a455a6-d045-41f0-8385-03c588c8d3fb tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:56.931316 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08881946-1523-46bf-b5ed-bbef1099a316 req-72a455a6-d045-41f0-8385-03c588c8d3fb tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 984 time: 0.0517995 Apr 18 21:32:56.972246 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-08881946-1523-46bf-b5ed-bbef1099a316 req-7b43bffc-66d0-4315-8827-fc347c2f99e2 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&id=53d6f1d3-3dde-4e0c-b696-1ba4fcc09ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345387 Apr 18 21:32:58.094480 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5094b53-3ab5-4c13-8698-30280cb5c94b req-fb745945-7dd4-486a-b043-fd5b90fd371b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:58.095984 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b5094b53-3ab5-4c13-8698-30280cb5c94b req-fb745945-7dd4-486a-b043-fd5b90fd371b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 984 time: 0.0542877 Apr 18 21:32:58.137349 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b5094b53-3ab5-4c13-8698-30280cb5c94b req-5444d573-045a-4a44-9286-18219fd9fc26 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&id=53d6f1d3-3dde-4e0c-b696-1ba4fcc09ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349102 Apr 18 21:32:59.112287 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e451204c-0275-4f87-909c-9ba92b6baaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:59.261279 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab993b33-863a-48f9-8901-e35d9b69a6d5 req-1eff782e-5d97-4cd1-b931-3247dfde13ed tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:59.262866 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ab993b33-863a-48f9-8901-e35d9b69a6d5 req-1eff782e-5d97-4cd1-b931-3247dfde13ed tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 984 time: 0.0542417 Apr 18 21:32:59.303711 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ab993b33-863a-48f9-8901-e35d9b69a6d5 req-ebce014d-c301-4820-905f-768cae5f1881 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&id=53d6f1d3-3dde-4e0c-b696-1ba4fcc09ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344443 Apr 18 21:33:00.036969 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:00.423458 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21dfc21-f3b4-4256-bfa2-1b4ee979b1ce req-2d22372b-7218-4e46-b3f9-ecd4be8fb47c tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:00.424962 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a21dfc21-f3b4-4256-bfa2-1b4ee979b1ce req-2d22372b-7218-4e46-b3f9-ecd4be8fb47c tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 984 time: 0.0499675 Apr 18 21:33:00.465280 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a21dfc21-f3b4-4256-bfa2-1b4ee979b1ce req-04fd4c41-ef75-4b1d-8f9a-947c3f76947b tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&id=53d6f1d3-3dde-4e0c-b696-1ba4fcc09ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341563 Apr 18 21:33:01.582910 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3d8c9-c08f-4056-bdd1-bf24bdfcb8ce req-94a08e54-61aa-47af-a0be-cabe8308c9cf tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:01.584377 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3d3d8c9-c08f-4056-bdd1-bf24bdfcb8ce req-94a08e54-61aa-47af-a0be-cabe8308c9cf tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 984 time: 0.0501826 Apr 18 21:33:01.628193 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3d3d8c9-c08f-4056-bdd1-bf24bdfcb8ce req-727b8dca-27fc-461b-9871-cc3c9417b150 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&id=53d6f1d3-3dde-4e0c-b696-1ba4fcc09ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365887 Apr 18 21:33:01.643651 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:01.824370 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:08.121825 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:12.373942 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:24.710779 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a828a5d-35c9-47dd-a31e-16ae38fee57a req-752267a4-92aa-4999-a04c-115bc4fa2232 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456507 Apr 18 21:33:24.714732 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c065e24f-93b6-40c7-9e51-b5726f412250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:24.791836 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a828a5d-35c9-47dd-a31e-16ae38fee57a req-55a598b2-bf6c-4727-91ed-314d05e0c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:24.793788 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a828a5d-35c9-47dd-a31e-16ae38fee57a req-55a598b2-bf6c-4727-91ed-314d05e0c6b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83c38b1b4194422e97e46f776d86d066&device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 1135 time: 0.0412652 Apr 18 21:33:24.901531 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a828a5d-35c9-47dd-a31e-16ae38fee57a req-39bc82dd-56e1-403c-ba96-46934ffec668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:24.903075 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a828a5d-35c9-47dd-a31e-16ae38fee57a req-39bc82dd-56e1-403c-ba96-46934ffec668 service neutron] 10.222.0.32 "GET /v2.0/networks?id=84865e8b-6363-469c-818b-7dc347abcceb HTTP/1.1" status: 200 len: 915 time: 0.0882235 Apr 18 21:33:24.968092 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a828a5d-35c9-47dd-a31e-16ae38fee57a req-f6413e1d-4798-4741-9de8-86e66ee187ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 HTTP/1.1" status: 200 len: 1000 time: 0.0582263 Apr 18 21:33:25.016157 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a828a5d-35c9-47dd-a31e-16ae38fee57a req-98ba3a70-7370-4e5a-aeaf-56ae3903d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:25.017609 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a828a5d-35c9-47dd-a31e-16ae38fee57a req-98ba3a70-7370-4e5a-aeaf-56ae3903d0e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc34adce-df1b-49ce-ad3c-f52a62fb5a14 HTTP/1.1" status: 200 len: 853 time: 0.0431499 Apr 18 21:33:25.070401 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a828a5d-35c9-47dd-a31e-16ae38fee57a req-5b55bd0e-aa62-4469-8041-f1328a968281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:25.071807 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a828a5d-35c9-47dd-a31e-16ae38fee57a req-5b55bd0e-aa62-4469-8041-f1328a968281 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=84865e8b-6363-469c-818b-7dc347abcceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478704 Apr 18 21:33:25.169600 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a828a5d-35c9-47dd-a31e-16ae38fee57a req-c10b5b78-b132-42eb-bfbb-caa24dd5cf72 service neutron] 10.222.0.32 "GET /v2.0/networks/84865e8b-6363-469c-818b-7dc347abcceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912905 Apr 18 21:33:25.264918 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a828a5d-35c9-47dd-a31e-16ae38fee57a req-776a48a4-f422-4f71-ab84-0d53c5b55a11 service neutron] 10.222.0.32 "GET /v2.0/networks/84865e8b-6363-469c-818b-7dc347abcceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887527 Apr 18 21:33:28.378527 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:33:29.115590 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-928ccd2c-f1ba-4ce0-b0d3-2b3062f2ee38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:30.041932 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:31.634778 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:31.831434 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:38.119541 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:42.377918 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:54.716578 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1c781f80-3521-4a39-a356-2135bed069b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:59.118477 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-49efcef4-5839-49ff-abe3-a43bf2e2ba14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:00.042845 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:01.637567 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:01.828975 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:04.976540 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5bc9238-3dcf-4607-9c7e-4b94dc617368 req-07a69114-c10a-4bf7-aeb0-723af0d6eee6 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1484524326&fields=id&tenant_id=83c38b1b4194422e97e46f776d86d066 HTTP/1.1" status: 200 len: 267 time: 0.0341043 Apr 18 21:34:05.029530 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc9238-3dcf-4607-9c7e-4b94dc617368 req-dd288fa8-0b31-4a49-9dbd-f4514d3476c3 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:05.031018 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5bc9238-3dcf-4607-9c7e-4b94dc617368 req-dd288fa8-0b31-4a49-9dbd-f4514d3476c3 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 984 time: 0.0487010 Apr 18 21:34:05.042659 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-d5bc9238-3dcf-4607-9c7e-4b94dc617368 req-ffc9cd30-b27e-4aae-b5e4-4b74b76254d7 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Request body: {'port': {'security_groups': ['23465127-6207-4d46-b0e0-ec7ddb47e19f']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:05.106857 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d5bc9238-3dcf-4607-9c7e-4b94dc617368 req-ffc9cd30-b27e-4aae-b5e4-4b74b76254d7 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.277832 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-d5bc9238-3dcf-4607-9c7e-4b94dc617368 req-ffc9cd30-b27e-4aae-b5e4-4b74b76254d7 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] For port 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764,segment=NetworkSegment(4f44b3fa-f7f6-4a8f-81ba-2efee1f92793),segment_id=4f44b3fa-f7f6-4a8f-81ba-2efee1f92793)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:05.307005 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d5bc9238-3dcf-4607-9c7e-4b94dc617368 req-ffc9cd30-b27e-4aae-b5e4-4b74b76254d7 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.311617 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d5bc9238-3dcf-4607-9c7e-4b94dc617368 req-ffc9cd30-b27e-4aae-b5e4-4b74b76254d7 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.323593 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:34:05.359551 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc9238-3dcf-4607-9c7e-4b94dc617368 req-ffc9cd30-b27e-4aae-b5e4-4b74b76254d7 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:05.359798 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-d5bc9238-3dcf-4607-9c7e-4b94dc617368 req-ffc9cd30-b27e-4aae-b5e4-4b74b76254d7 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.361285 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5bc9238-3dcf-4607-9c7e-4b94dc617368 req-ffc9cd30-b27e-4aae-b5e4-4b74b76254d7 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "PUT /v2.0/ports/7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 HTTP/1.1" status: 200 len: 942 time: 0.3231122 Apr 18 21:34:05.361745 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a60b2cf9-17da-4500-9c8c-96cea2f0ca7e', 'tag': '7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:34:05.367960 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4ec625-72a4-43cb-94ff-9e7ede13f7b4" -d '{"events": [{"name": "network-changed", "server_uuid": "a60b2cf9-17da-4500-9c8c-96cea2f0ca7e", "tag": "7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:34:05.368100 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59030) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:05.377396 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:34:05.394058 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9cd30-b27e-4aae-b5e4-4b74b76254d7 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Pushing event updated for resources: {'Port': ['ID=7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764,revision_number=7']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:05.404913 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9cd30-b27e-4aae-b5e4-4b74b76254d7 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:05.405565 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9cd30-b27e-4aae-b5e4-4b74b76254d7 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:05.406083 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9cd30-b27e-4aae-b5e4-4b74b76254d7 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:05.406735 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9cd30-b27e-4aae-b5e4-4b74b76254d7 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:05.407306 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9cd30-b27e-4aae-b5e4-4b74b76254d7 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:05.407876 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9cd30-b27e-4aae-b5e4-4b74b76254d7 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:05.408374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9cd30-b27e-4aae-b5e4-4b74b76254d7 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:05.408973 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9cd30-b27e-4aae-b5e4-4b74b76254d7 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:05.409887 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9cd30-b27e-4aae-b5e4-4b74b76254d7 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:05.410385 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9cd30-b27e-4aae-b5e4-4b74b76254d7 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:05.410928 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9cd30-b27e-4aae-b5e4-4b74b76254d7 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:05.412683 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9cd30-b27e-4aae-b5e4-4b74b76254d7 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:05.447554 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:34:05.454143 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6e6824fb-61eb-4f4c-9306-ae3b24caf579 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.483196 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6e6824fb-61eb-4f4c-9306-ae3b24caf579 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.518690 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041dcc40-b4b0-4ed4-94c3-4bc26793abe7 x-openstack-request-id: req-041dcc40-b4b0-4ed4-94c3-4bc26793abe7 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:34:05.518987 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a60b2cf9-17da-4500-9c8c-96cea2f0ca7e", "tag": "7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:34:05.519239 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-041dcc40-b4b0-4ed4-94c3-4bc26793abe7 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:34:05.519653 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-041dcc40-b4b0-4ed4-94c3-4bc26793abe7'] response: {'name': 'network-changed', 'server_uuid': 'a60b2cf9-17da-4500-9c8c-96cea2f0ca7e', 'tag': '7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764', 'status': 'completed', 'code': 200} Apr 18 21:34:05.554928 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6e6824fb-61eb-4f4c-9306-ae3b24caf579 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.558792 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6e6824fb-61eb-4f4c-9306-ae3b24caf579 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.560420 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6e6824fb-61eb-4f4c-9306-ae3b24caf579 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "DELETE /v2.0/security-groups/53d6f1d3-3dde-4e0c-b696-1ba4fcc09ea2 HTTP/1.1" status: 204 len: 168 time: 0.1906433 Apr 18 21:34:05.571698 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59038) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:05.573021 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6824fb-61eb-4f4c-9306-ae3b24caf579 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d6f1d3-3dde-4e0c-b696-1ba4fcc09ea2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:05.596812 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ec625-72a4-43cb-94ff-9e7ede13f7b4 req-847dffbc-9e72-473a-a2ea-065a8be4b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:05.598480 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7a4ec625-72a4-43cb-94ff-9e7ede13f7b4 req-847dffbc-9e72-473a-a2ea-065a8be4b351 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83c38b1b4194422e97e46f776d86d066&device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 1096 time: 0.0530498 Apr 18 21:34:05.640666 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6824fb-61eb-4f4c-9306-ae3b24caf579 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:05.641013 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6824fb-61eb-4f4c-9306-ae3b24caf579 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:05.641540 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6824fb-61eb-4f4c-9306-ae3b24caf579 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:05.641873 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6824fb-61eb-4f4c-9306-ae3b24caf579 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:05.642383 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6824fb-61eb-4f4c-9306-ae3b24caf579 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:05.642715 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6824fb-61eb-4f4c-9306-ae3b24caf579 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:05.643040 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6824fb-61eb-4f4c-9306-ae3b24caf579 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:05.643370 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6824fb-61eb-4f4c-9306-ae3b24caf579 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:05.643694 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6824fb-61eb-4f4c-9306-ae3b24caf579 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:05.644190 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6824fb-61eb-4f4c-9306-ae3b24caf579 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:05.644552 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6824fb-61eb-4f4c-9306-ae3b24caf579 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:05.644878 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6824fb-61eb-4f4c-9306-ae3b24caf579 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:05.702923 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-74914fb0-be41-464a-a8c4-a6267c29c576 None None] Provisioning complete for port 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:05.703456 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-74914fb0-be41-464a-a8c4-a6267c29c576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.722337 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ec625-72a4-43cb-94ff-9e7ede13f7b4 req-e8464c78-f064-46e0-8ceb-f47e4e6c772a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:05.724919 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7a4ec625-72a4-43cb-94ff-9e7ede13f7b4 req-e8464c78-f064-46e0-8ceb-f47e4e6c772a service neutron] 10.222.0.32 "GET /v2.0/networks?id=84865e8b-6363-469c-818b-7dc347abcceb HTTP/1.1" status: 200 len: 915 time: 0.1194010 Apr 18 21:34:05.759614 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-5168e353-0048-41b7-9f56-77e6a509b409 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Deleting port 14f2e317-12d6-4d6e-b694-aefe07427241 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:34:05.760105 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5168e353-0048-41b7-9f56-77e6a509b409 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.800049 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7a4ec625-72a4-43cb-94ff-9e7ede13f7b4 req-6b7619dd-d33a-4d35-8688-50b98de44726 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 HTTP/1.1" status: 200 len: 1000 time: 0.0676055 Apr 18 21:34:05.847056 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5168e353-0048-41b7-9f56-77e6a509b409 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.847382 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5168e353-0048-41b7-9f56-77e6a509b409 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.849762 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ec625-72a4-43cb-94ff-9e7ede13f7b4 req-d49b8ecf-26b5-424d-aa18-f2c1e35fbcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:05.851348 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7a4ec625-72a4-43cb-94ff-9e7ede13f7b4 req-d49b8ecf-26b5-424d-aa18-f2c1e35fbcd5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc34adce-df1b-49ce-ad3c-f52a62fb5a14 HTTP/1.1" status: 200 len: 853 time: 0.0447769 Apr 18 21:34:05.859716 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-5168e353-0048-41b7-9f56-77e6a509b409 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Calling delete_port for 14f2e317-12d6-4d6e-b694-aefe07427241 owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:34:05.905322 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ec625-72a4-43cb-94ff-9e7ede13f7b4 req-292e9fb2-227c-48e4-a4d4-2c15f6d8aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:05.907273 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7a4ec625-72a4-43cb-94ff-9e7ede13f7b4 req-292e9fb2-227c-48e4-a4d4-2c15f6d8aafd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=84865e8b-6363-469c-818b-7dc347abcceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484970 Apr 18 21:34:06.004269 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7a4ec625-72a4-43cb-94ff-9e7ede13f7b4 req-069e9c6e-68cf-4ee8-9662-08a9e0b4998d service neutron] 10.222.0.32 "GET /v2.0/networks/84865e8b-6363-469c-818b-7dc347abcceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903158 Apr 18 21:34:06.021775 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5168e353-0048-41b7-9f56-77e6a509b409 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.049138 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168e353-0048-41b7-9f56-77e6a509b409 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Pushing event deleted for resources: {'Port': ['ID=14f2e317-12d6-4d6e-b694-aefe07427241,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:06.101134 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7a4ec625-72a4-43cb-94ff-9e7ede13f7b4 req-02e81eb8-80f7-426b-9494-0a6066a0aa20 service neutron] 10.222.0.32 "GET /v2.0/networks/84865e8b-6363-469c-818b-7dc347abcceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908260 Apr 18 21:34:06.121904 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5168e353-0048-41b7-9f56-77e6a509b409 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.122241 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-5168e353-0048-41b7-9f56-77e6a509b409 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Floating IP dae6f03c-5b71-4b7a-8a11-0d98fc8a5827 disassociated (deleted). External IP: 172.25.1.44, port: 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764. Apr 18 21:34:06.339433 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5168e353-0048-41b7-9f56-77e6a509b409 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Router 5f873429-843b-47e3-b1fb-2ab6bac0b638 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:34:06.453061 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5168e353-0048-41b7-9f56-77e6a509b409 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:34:06.458004 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5168e353-0048-41b7-9f56-77e6a509b409 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.462972 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d612b2c3-ecc4-4b8a-bba8-c0d1bcebad2a None None] Sync routers for ids ['5f873429-843b-47e3-b1fb-2ab6bac0b638'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:34:06.471884 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d612b2c3-ecc4-4b8a-bba8-c0d1bcebad2a None None] Routers {'5f873429-843b-47e3-b1fb-2ab6bac0b638'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:34:06.472518 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d612b2c3-ecc4-4b8a-bba8-c0d1bcebad2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:33:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5f873429-843b-47e3-b1fb-2ab6bac0b638'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:06.486558 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5168e353-0048-41b7-9f56-77e6a509b409 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "DELETE /v2.0/floatingips/dae6f03c-5b71-4b7a-8a11-0d98fc8a5827 HTTP/1.1" status: 204 len: 168 time: 0.9106643 Apr 18 21:34:06.487220 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a60b2cf9-17da-4500-9c8c-96cea2f0ca7e', 'tag': '7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:34:06.490313 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2316f7aae560ee2534ee33f3ac4cc6eb4b6c4379016ac3c0f66c65b131d8d070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99918717-7895-4fd8-84f9-2d13d392d60f" -d '{"events": [{"name": "network-changed", "server_uuid": "a60b2cf9-17da-4500-9c8c-96cea2f0ca7e", "tag": "7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:34:06.592121 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-d612b2c3-ecc4-4b8a-bba8-c0d1bcebad2a None None] Set router 5f873429-843b-47e3-b1fb-2ab6bac0b638 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:34:06.597980 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb0a36a-ca7e-43c0-98d3-c937bc845126 x-openstack-request-id: req-ffb0a36a-ca7e-43c0-98d3-c937bc845126 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:34:06.598268 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a60b2cf9-17da-4500-9c8c-96cea2f0ca7e", "tag": "7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:34:06.599344 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ffb0a36a-ca7e-43c0-98d3-c937bc845126 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:34:06.599814 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffb0a36a-ca7e-43c0-98d3-c937bc845126'] response: {'name': 'network-changed', 'server_uuid': 'a60b2cf9-17da-4500-9c8c-96cea2f0ca7e', 'tag': '7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764', 'status': 'completed', 'code': 200} Apr 18 21:34:06.676321 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918717-7895-4fd8-84f9-2d13d392d60f req-45bb7c1c-70b1-4eb0-a1ee-0c76174f07ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:06.678627 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-99918717-7895-4fd8-84f9-2d13d392d60f req-45bb7c1c-70b1-4eb0-a1ee-0c76174f07ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83c38b1b4194422e97e46f776d86d066&device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 1096 time: 0.0583043 Apr 18 21:34:06.830817 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d612b2c3-ecc4-4b8a-bba8-c0d1bcebad2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'name': 'tempest-TestMinimumBasicScenario-291574127-router', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:51Z', 'updated_at': '2022-04-18T21:30:55Z', 'revision_number': 4, 'project_id': '83c38b1b4194422e97e46f776d86d066', 'gw_port': {'id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:52Z', 'updated_at': '2022-04-18T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '529fb5e0-fec0-4981-a7d9-43a4115087b1', 'name': '', 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'mac_address': 'fa:16:3e:0c:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'fc34adce-df1b-49ce-ad3c-f52a62fb5a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:54Z', 'updated_at': '2022-04-18T21:30:59Z', 'revision_number': 5, 'project_id': '83c38b1b4194422e97e46f776d86d066', 'subnets': [{'id': 'fc34adce-df1b-49ce-ad3c-f52a62fb5a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:06.836752 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918717-7895-4fd8-84f9-2d13d392d60f req-d7140068-f563-48de-b16f-8daa2a9ecdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:06.838212 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-99918717-7895-4fd8-84f9-2d13d392d60f req-d7140068-f563-48de-b16f-8daa2a9ecdbb service neutron] 10.222.0.32 "GET /v2.0/networks?id=84865e8b-6363-469c-818b-7dc347abcceb HTTP/1.1" status: 200 len: 915 time: 0.1444421 Apr 18 21:34:06.859409 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d612b2c3-ecc4-4b8a-bba8-c0d1bcebad2a None None] Checking router: 5f873429-843b-47e3-b1fb-2ab6bac0b638 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:34:06.868417 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d612b2c3-ecc4-4b8a-bba8-c0d1bcebad2a None None] Routers {'5f873429-843b-47e3-b1fb-2ab6bac0b638'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:34:06.869068 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d612b2c3-ecc4-4b8a-bba8-c0d1bcebad2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:33:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5f873429-843b-47e3-b1fb-2ab6bac0b638'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:06.886513 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-99918717-7895-4fd8-84f9-2d13d392d60f req-704ecab1-175d-422b-9e7f-fcd2e3848e17 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 HTTP/1.1" status: 200 len: 217 time: 0.0395253 Apr 18 21:34:06.941469 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918717-7895-4fd8-84f9-2d13d392d60f req-758c71d8-1ae1-4b8e-934d-74ae3cd153ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:06.943471 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-99918717-7895-4fd8-84f9-2d13d392d60f req-758c71d8-1ae1-4b8e-934d-74ae3cd153ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc34adce-df1b-49ce-ad3c-f52a62fb5a14 HTTP/1.1" status: 200 len: 853 time: 0.0497737 Apr 18 21:34:06.999822 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918717-7895-4fd8-84f9-2d13d392d60f req-596f85af-57a8-428c-95b5-1ec62a721cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:07.001410 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-99918717-7895-4fd8-84f9-2d13d392d60f req-596f85af-57a8-428c-95b5-1ec62a721cb0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=84865e8b-6363-469c-818b-7dc347abcceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510955 Apr 18 21:34:07.076106 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-d612b2c3-ecc4-4b8a-bba8-c0d1bcebad2a None None] Set router 5f873429-843b-47e3-b1fb-2ab6bac0b638 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:34:07.112495 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-99918717-7895-4fd8-84f9-2d13d392d60f req-fc0eea81-96b3-43f6-987e-0aa234cc13b2 service neutron] 10.222.0.32 "GET /v2.0/networks/84865e8b-6363-469c-818b-7dc347abcceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040959 Apr 18 21:34:07.208551 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-99918717-7895-4fd8-84f9-2d13d392d60f req-6c0e6b9d-694d-4125-9b10-ac5fba8409f0 service neutron] 10.222.0.32 "GET /v2.0/networks/84865e8b-6363-469c-818b-7dc347abcceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857034 Apr 18 21:34:07.285503 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d612b2c3-ecc4-4b8a-bba8-c0d1bcebad2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'name': 'tempest-TestMinimumBasicScenario-291574127-router', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:51Z', 'updated_at': '2022-04-18T21:30:55Z', 'revision_number': 4, 'project_id': '83c38b1b4194422e97e46f776d86d066', 'gw_port': {'id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:52Z', 'updated_at': '2022-04-18T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '529fb5e0-fec0-4981-a7d9-43a4115087b1', 'name': '', 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'mac_address': 'fa:16:3e:0c:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'fc34adce-df1b-49ce-ad3c-f52a62fb5a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:54Z', 'updated_at': '2022-04-18T21:30:59Z', 'revision_number': 5, 'project_id': '83c38b1b4194422e97e46f776d86d066', 'subnets': [{'id': 'fc34adce-df1b-49ce-ad3c-f52a62fb5a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:07.312744 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d612b2c3-ecc4-4b8a-bba8-c0d1bcebad2a None None] The sync data for ids ['5f873429-843b-47e3-b1fb-2ab6bac0b638'] in n-d-838323-3 is: [{'id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'name': 'tempest-TestMinimumBasicScenario-291574127-router', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:51Z', 'updated_at': '2022-04-18T21:30:55Z', 'revision_number': 4, 'project_id': '83c38b1b4194422e97e46f776d86d066', 'gw_port': {'id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:52Z', 'updated_at': '2022-04-18T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '529fb5e0-fec0-4981-a7d9-43a4115087b1', 'name': '', 'network_id': '84865e8b-6363-469c-818b-7dc347abcceb', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'mac_address': 'fa:16:3e:0c:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'fc34adce-df1b-49ce-ad3c-f52a62fb5a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:54Z', 'updated_at': '2022-04-18T21:30:59Z', 'revision_number': 5, 'project_id': '83c38b1b4194422e97e46f776d86d066', 'subnets': [{'id': 'fc34adce-df1b-49ce-ad3c-f52a62fb5a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:34:07.534068 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03609ad-6bb3-4374-b13f-1fe5351ca558 None None] New status for floating IP dae6f03c-5b71-4b7a-8a11-0d98fc8a5827: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:34:08.121983 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:12.389537 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:13.486566 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cc8de-0edd-4bf4-b0c6-02447ec4366b req-35887183-bba2-44e3-91ca-ebbec1eaeaa9 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:13.488014 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-937cc8de-0edd-4bf4-b0c6-02447ec4366b req-35887183-bba2-44e3-91ca-ebbec1eaeaa9 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 945 time: 0.0529323 Apr 18 21:34:13.529627 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-937cc8de-0edd-4bf4-b0c6-02447ec4366b req-f6cd64a3-065f-4db4-b8b0-ac5ef79ea070 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349441 Apr 18 21:34:14.656392 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ca205-7fb4-4dc2-baa2-ab787a5da6ec req-20b745a5-9f79-4b2a-ad09-d5457e5f231d tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:14.657988 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d10ca205-7fb4-4dc2-baa2-ab787a5da6ec req-20b745a5-9f79-4b2a-ad09-d5457e5f231d tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 945 time: 0.0552580 Apr 18 21:34:14.699891 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d10ca205-7fb4-4dc2-baa2-ab787a5da6ec req-5ac61b91-38c7-43b6-bd07-10047f4a16d8 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/security-groups?id=23465127-6207-4d46-b0e0-ec7ddb47e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351694 Apr 18 21:34:15.197937 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ae5ca-c456-42fa-8e85-b43054a2dfcb req-11462945-80df-47fa-89d2-b3dec096c2f4 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:15.199290 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-858ae5ca-c456-42fa-8e85-b43054a2dfcb req-11462945-80df-47fa-89d2-b3dec096c2f4 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 945 time: 0.0484991 Apr 18 21:34:15.286670 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-858ae5ca-c456-42fa-8e85-b43054a2dfcb req-7b310ca1-37cd-4690-a5f4-402e39ce207c tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Deleting port 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:34:15.287010 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-858ae5ca-c456-42fa-8e85-b43054a2dfcb req-7b310ca1-37cd-4690-a5f4-402e39ce207c tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:15.376441 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-858ae5ca-c456-42fa-8e85-b43054a2dfcb req-7b310ca1-37cd-4690-a5f4-402e39ce207c tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] For port 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764,segment=NetworkSegment(4f44b3fa-f7f6-4a8f-81ba-2efee1f92793),segment_id=4f44b3fa-f7f6-4a8f-81ba-2efee1f92793)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:15.376830 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-858ae5ca-c456-42fa-8e85-b43054a2dfcb req-7b310ca1-37cd-4690-a5f4-402e39ce207c tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:15.389577 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-858ae5ca-c456-42fa-8e85-b43054a2dfcb req-7b310ca1-37cd-4690-a5f4-402e39ce207c tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Calling delete_port for 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:34:15.519140 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-858ae5ca-c456-42fa-8e85-b43054a2dfcb req-7b310ca1-37cd-4690-a5f4-402e39ce207c tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:15.531328 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:34:15.546177 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b310ca1-37cd-4690-a5f4-402e39ce207c tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Pushing event deleted for resources: {'Port': ['ID=7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:15.590504 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-858ae5ca-c456-42fa-8e85-b43054a2dfcb req-7b310ca1-37cd-4690-a5f4-402e39ce207c tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] No DVR routers for this DVR port 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:34:15.593350 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-858ae5ca-c456-42fa-8e85-b43054a2dfcb req-7b310ca1-37cd-4690-a5f4-402e39ce207c tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:15.597100 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-858ae5ca-c456-42fa-8e85-b43054a2dfcb req-7b310ca1-37cd-4690-a5f4-402e39ce207c tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.32 "DELETE /v2.0/ports/7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 HTTP/1.1" status: 204 len: 173 time: 0.3923657 Apr 18 21:34:15.597560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60b2cf9-17da-4500-9c8c-96cea2f0ca7e', 'name': 'network-vif-deleted', 'tag': '7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:34:15.600585 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a442db95-a620-4ecc-83b0-7404701a914d" -d '{"events": [{"server_uuid": "a60b2cf9-17da-4500-9c8c-96cea2f0ca7e", "name": "network-vif-deleted", "tag": "7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:34:15.639834 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481be09c-49d8-402f-8677-8076dcdb1274 x-openstack-request-id: req-481be09c-49d8-402f-8677-8076dcdb1274 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:34:15.640131 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60b2cf9-17da-4500-9c8c-96cea2f0ca7e", "name": "network-vif-deleted", "tag": "7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:34:15.640487 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-481be09c-49d8-402f-8677-8076dcdb1274 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:34:15.640895 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-481be09c-49d8-402f-8677-8076dcdb1274'] response: {'server_uuid': 'a60b2cf9-17da-4500-9c8c-96cea2f0ca7e', 'name': 'network-vif-deleted', 'tag': '7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764', 'status': 'completed', 'code': 200} Apr 18 21:34:15.808141 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-35cccee1-007f-482f-929e-1f80f19e6ceb req-449e85a8-77f0-485d-ae96-9be1c014bc34 tempest-TestMinimumBasicScenario-975144817 tempest-TestMinimumBasicScenario-975144817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a60b2cf9-17da-4500-9c8c-96cea2f0ca7e HTTP/1.1" status: 200 len: 210 time: 0.0254281 Apr 18 21:34:17.396463 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59134) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:17.741762 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-49c00145-7d83-4878-91b7-72f734d2e66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:17.983434 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-49c00145-7d83-4878-91b7-72f734d2e66a admin admin] Deleting port 529fb5e0-fec0-4981-a7d9-43a4115087b1 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:34:17.983772 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-49c00145-7d83-4878-91b7-72f734d2e66a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:18.065591 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-49c00145-7d83-4878-91b7-72f734d2e66a admin admin] For port 529fb5e0-fec0-4981-a7d9-43a4115087b1, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=529fb5e0-fec0-4981-a7d9-43a4115087b1,segment=NetworkSegment(4f44b3fa-f7f6-4a8f-81ba-2efee1f92793),segment_id=4f44b3fa-f7f6-4a8f-81ba-2efee1f92793)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:18.065875 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-49c00145-7d83-4878-91b7-72f734d2e66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:18.080394 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-49c00145-7d83-4878-91b7-72f734d2e66a admin admin] Calling delete_port for 529fb5e0-fec0-4981-a7d9-43a4115087b1 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:34:18.262904 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-49c00145-7d83-4878-91b7-72f734d2e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:18.289948 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c00145-7d83-4878-91b7-72f734d2e66a admin admin] Pushing event deleted for resources: {'Port': ['ID=529fb5e0-fec0-4981-a7d9-43a4115087b1,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:18.502511 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-49c00145-7d83-4878-91b7-72f734d2e66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:18.718009 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c00145-7d83-4878-91b7-72f734d2e66a admin admin] Router 5f873429-843b-47e3-b1fb-2ab6bac0b638 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:34:18.825688 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c00145-7d83-4878-91b7-72f734d2e66a admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:34:18.830894 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-49c00145-7d83-4878-91b7-72f734d2e66a admin admin] 10.222.0.41 "PUT /v2.0/routers/5f873429-843b-47e3-b1fb-2ab6bac0b638/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4333284 Apr 18 21:34:18.833431 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59136) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:18.838445 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfad832-46f9-4d51-ba1e-0199ae981428 None None] Sync routers for ids ['5f873429-843b-47e3-b1fb-2ab6bac0b638'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:34:18.849069 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfad832-46f9-4d51-ba1e-0199ae981428 None None] Routers {'5f873429-843b-47e3-b1fb-2ab6bac0b638'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:34:18.849703 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2dfad832-46f9-4d51-ba1e-0199ae981428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:33:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5f873429-843b-47e3-b1fb-2ab6bac0b638'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:18.958768 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-2dfad832-46f9-4d51-ba1e-0199ae981428 None None] Set router 5f873429-843b-47e3-b1fb-2ab6bac0b638 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:34:19.150391 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2dfad832-46f9-4d51-ba1e-0199ae981428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'name': 'tempest-TestMinimumBasicScenario-291574127-router', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:51Z', 'updated_at': '2022-04-18T21:34:18Z', 'revision_number': 5, 'project_id': '83c38b1b4194422e97e46f776d86d066', 'gw_port': {'id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:52Z', 'updated_at': '2022-04-18T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:19.177517 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfad832-46f9-4d51-ba1e-0199ae981428 None None] Checking router: 5f873429-843b-47e3-b1fb-2ab6bac0b638 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:34:19.187236 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfad832-46f9-4d51-ba1e-0199ae981428 None None] Routers {'5f873429-843b-47e3-b1fb-2ab6bac0b638'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:34:19.187833 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2dfad832-46f9-4d51-ba1e-0199ae981428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:33:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5f873429-843b-47e3-b1fb-2ab6bac0b638'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:19.264379 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b4419bb-2bbf-4cca-9714-d0b2acdcc1b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.297766 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-2dfad832-46f9-4d51-ba1e-0199ae981428 None None] Set router 5f873429-843b-47e3-b1fb-2ab6bac0b638 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:34:19.372312 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b4419bb-2bbf-4cca-9714-d0b2acdcc1b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.429477 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-5b4419bb-2bbf-4cca-9714-d0b2acdcc1b5 admin admin] Deleting port fb774f82-95a5-453b-b29b-fc54bc1d242e {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:34:19.429739 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b4419bb-2bbf-4cca-9714-d0b2acdcc1b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.481659 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2dfad832-46f9-4d51-ba1e-0199ae981428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'name': 'tempest-TestMinimumBasicScenario-291574127-router', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:51Z', 'updated_at': '2022-04-18T21:34:18Z', 'revision_number': 5, 'project_id': '83c38b1b4194422e97e46f776d86d066', 'gw_port': {'id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:52Z', 'updated_at': '2022-04-18T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:19.513154 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-5b4419bb-2bbf-4cca-9714-d0b2acdcc1b5 admin admin] For port fb774f82-95a5-453b-b29b-fc54bc1d242e, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fb774f82-95a5-453b-b29b-fc54bc1d242e,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:19.513806 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b4419bb-2bbf-4cca-9714-d0b2acdcc1b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.527277 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-5b4419bb-2bbf-4cca-9714-d0b2acdcc1b5 admin admin] Calling delete_port for fb774f82-95a5-453b-b29b-fc54bc1d242e owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:34:19.535863 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfad832-46f9-4d51-ba1e-0199ae981428 None None] The sync data for ids ['5f873429-843b-47e3-b1fb-2ab6bac0b638'] in n-d-838323-3 is: [{'id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'name': 'tempest-TestMinimumBasicScenario-291574127-router', 'tenant_id': '83c38b1b4194422e97e46f776d86d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:51Z', 'updated_at': '2022-04-18T21:34:18Z', 'revision_number': 5, 'project_id': '83c38b1b4194422e97e46f776d86d066', 'gw_port': {'id': 'fb774f82-95a5-453b-b29b-fc54bc1d242e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:45:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f873429-843b-47e3-b1fb-2ab6bac0b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:52Z', 'updated_at': '2022-04-18T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:34:19.706459 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b4419bb-2bbf-4cca-9714-d0b2acdcc1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.738218 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4419bb-2bbf-4cca-9714-d0b2acdcc1b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb774f82-95a5-453b-b29b-fc54bc1d242e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:19.806451 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b4419bb-2bbf-4cca-9714-d0b2acdcc1b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.902440 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b4419bb-2bbf-4cca-9714-d0b2acdcc1b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.904779 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b4419bb-2bbf-4cca-9714-d0b2acdcc1b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.966757 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b4419bb-2bbf-4cca-9714-d0b2acdcc1b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.967285 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4419bb-2bbf-4cca-9714-d0b2acdcc1b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f873429-843b-47e3-b1fb-2ab6bac0b638 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:34:19.972066 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5b4419bb-2bbf-4cca-9714-d0b2acdcc1b5 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.973278 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5b4419bb-2bbf-4cca-9714-d0b2acdcc1b5 admin admin] 10.222.0.41 "DELETE /v2.0/routers/5f873429-843b-47e3-b1fb-2ab6bac0b638 HTTP/1.1" status: 204 len: 168 time: 1.1389103 Apr 18 21:34:19.977332 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59138) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:20.028644 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 529fb5e0-fec0-4981-a7d9-43a4115087b1 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:34:20.035704 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-c273b604-d98c-4f14-9cdb-7e5213212ffa admin admin] Deleting subnet fc34adce-df1b-49ce-ad3c-f52a62fb5a14 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:34:20.040418 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c273b604-d98c-4f14-9cdb-7e5213212ffa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.051072 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 529fb5e0-fec0-4981-a7d9-43a4115087b1 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:34:20.051702 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 529fb5e0-fec0-4981-a7d9-43a4115087b1 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:34:20.077392 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c273b604-d98c-4f14-9cdb-7e5213212ffa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.163241 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c273b604-d98c-4f14-9cdb-7e5213212ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.203106 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:34:20.228420 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c273b604-d98c-4f14-9cdb-7e5213212ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.228855 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:34:20.229243 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 7e1dd7f2-fb73-44fb-a0f4-74a7ad1e6764 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:34:20.253736 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273b604-d98c-4f14-9cdb-7e5213212ffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc34adce-df1b-49ce-ad3c-f52a62fb5a14,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:20.259726 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c273b604-d98c-4f14-9cdb-7e5213212ffa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.265394 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c273b604-d98c-4f14-9cdb-7e5213212ffa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fc34adce-df1b-49ce-ad3c-f52a62fb5a14 HTTP/1.1" status: 204 len: 168 time: 0.2837572 Apr 18 21:34:20.268089 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6076a05a-c1fc-4097-bd68-0ac0a461e5e5 None None] Network 84865e8b-6363-469c-818b-7dc347abcceb requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:34:20.270668 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59140) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:20.345679 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0e7becd-9727-4db4-b124-9afeed17538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.400217 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e0e7becd-9727-4db4-b124-9afeed17538c admin admin] Deleting port 35dab97f-751d-46f7-97ea-1a3b120758bf {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:34:20.400596 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0e7becd-9727-4db4-b124-9afeed17538c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.474807 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-e0e7becd-9727-4db4-b124-9afeed17538c admin admin] For port 35dab97f-751d-46f7-97ea-1a3b120758bf, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=35dab97f-751d-46f7-97ea-1a3b120758bf,segment=NetworkSegment(4f44b3fa-f7f6-4a8f-81ba-2efee1f92793),segment_id=4f44b3fa-f7f6-4a8f-81ba-2efee1f92793)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:20.475133 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0e7becd-9727-4db4-b124-9afeed17538c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.487983 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e0e7becd-9727-4db4-b124-9afeed17538c admin admin] Calling delete_port for 35dab97f-751d-46f7-97ea-1a3b120758bf owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:34:20.565579 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0e7becd-9727-4db4-b124-9afeed17538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.593344 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e7becd-9727-4db4-b124-9afeed17538c admin admin] Pushing event deleted for resources: {'Port': ['ID=35dab97f-751d-46f7-97ea-1a3b120758bf,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:20.595219 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e7becd-9727-4db4-b124-9afeed17538c admin admin] No DVR routers for this DVR port 35dab97f-751d-46f7-97ea-1a3b120758bf on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:34:20.628797 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e682bd92-fb8f-4d7a-86e1-4faecd584ea1 None None] DHCP port deletion for 84865e8b-6363-469c-818b-7dc347abcceb request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:34:20.679350 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0e7becd-9727-4db4-b124-9afeed17538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.700032 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-e0e7becd-9727-4db4-b124-9afeed17538c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84865e8b-6363-469c-818b-7dc347abcceb']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:20.709326 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-e0e7becd-9727-4db4-b124-9afeed17538c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f44b3fa-f7f6-4a8f-81ba-2efee1f92793') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:20.709772 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-e0e7becd-9727-4db4-b124-9afeed17538c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f44b3fa-f7f6-4a8f-81ba-2efee1f92793') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:20.719204 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0e7becd-9727-4db4-b124-9afeed17538c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.733317 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0e7becd-9727-4db4-b124-9afeed17538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.739014 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e7becd-9727-4db4-b124-9afeed17538c admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:34:20.739406 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0e7becd-9727-4db4-b124-9afeed17538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:34:20.741875 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:34:20.794957 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0e7becd-9727-4db4-b124-9afeed17538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.800799 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0e7becd-9727-4db4-b124-9afeed17538c admin admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.804612 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e0e7becd-9727-4db4-b124-9afeed17538c admin admin] 10.222.0.41 "DELETE /v2.0/networks/84865e8b-6363-469c-818b-7dc347abcceb HTTP/1.1" status: 204 len: 168 time: 0.5320528 Apr 18 21:34:20.807621 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59142) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:20.820691 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e7becd-9727-4db4-b124-9afeed17538c admin admin] Pushing event deleted for resources: {'Network': ['ID=84865e8b-6363-469c-818b-7dc347abcceb,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:21.472532 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9aa31bb6-2e07-458f-83c2-87874dffbdf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:21.731785 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-9aa31bb6-2e07-458f-83c2-87874dffbdf6 admin admin] Deleting port fdd790c5-add3-4b51-91a8-01a4c4301850 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:34:21.732015 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9aa31bb6-2e07-458f-83c2-87874dffbdf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:21.812346 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-9aa31bb6-2e07-458f-83c2-87874dffbdf6 admin admin] For port fdd790c5-add3-4b51-91a8-01a4c4301850, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fdd790c5-add3-4b51-91a8-01a4c4301850,segment=NetworkSegment(8c8f90c5-d3e3-403c-88f6-640bc18290f8),segment_id=8c8f90c5-d3e3-403c-88f6-640bc18290f8)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:21.812737 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9aa31bb6-2e07-458f-83c2-87874dffbdf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:21.828449 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-9aa31bb6-2e07-458f-83c2-87874dffbdf6 admin admin] Calling delete_port for fdd790c5-add3-4b51-91a8-01a4c4301850 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:34:21.955470 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fb774f82-95a5-453b-b29b-fc54bc1d242e no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:34:21.974817 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: fb774f82-95a5-453b-b29b-fc54bc1d242e {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:34:21.975184 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fb774f82-95a5-453b-b29b-fc54bc1d242e not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:34:21.975603 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 35dab97f-751d-46f7-97ea-1a3b120758bf no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:34:21.994826 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 35dab97f-751d-46f7-97ea-1a3b120758bf {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:34:21.995112 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 35dab97f-751d-46f7-97ea-1a3b120758bf not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:34:22.019126 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9aa31bb6-2e07-458f-83c2-87874dffbdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:22.044775 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa31bb6-2e07-458f-83c2-87874dffbdf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdd790c5-add3-4b51-91a8-01a4c4301850,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:22.233784 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9aa31bb6-2e07-458f-83c2-87874dffbdf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:22.461669 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa31bb6-2e07-458f-83c2-87874dffbdf6 admin admin] Router 4b096654-e159-4200-a4e8-8d0ef6d0a065 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:34:22.576100 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa31bb6-2e07-458f-83c2-87874dffbdf6 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:34:22.583201 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9aa31bb6-2e07-458f-83c2-87874dffbdf6 admin admin] 10.222.0.41 "PUT /v2.0/routers/4b096654-e159-4200-a4e8-8d0ef6d0a065/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7724612 Apr 18 21:34:22.583648 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59144) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:22.590873 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a3d30a-fc2d-4ffa-83b0-e78bf1b18542 None None] Sync routers for ids ['4b096654-e159-4200-a4e8-8d0ef6d0a065'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:34:22.601191 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a3d30a-fc2d-4ffa-83b0-e78bf1b18542 None None] Routers {'4b096654-e159-4200-a4e8-8d0ef6d0a065'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:34:22.601815 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a0a3d30a-fc2d-4ffa-83b0-e78bf1b18542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:33:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4b096654-e159-4200-a4e8-8d0ef6d0a065'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:22.697762 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f1fdc36-5256-4423-af4c-9e0d1bf8483e admin admin] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:22.712544 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-a0a3d30a-fc2d-4ffa-83b0-e78bf1b18542 None None] Set router 4b096654-e159-4200-a4e8-8d0ef6d0a065 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:34:22.805953 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f1fdc36-5256-4423-af4c-9e0d1bf8483e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:22.862047 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-3f1fdc36-5256-4423-af4c-9e0d1bf8483e admin admin] Deleting port b4e0e053-ed58-4d7f-9b99-67a11d7fea49 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:34:22.862384 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f1fdc36-5256-4423-af4c-9e0d1bf8483e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:22.913258 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a0a3d30a-fc2d-4ffa-83b0-e78bf1b18542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b096654-e159-4200-a4e8-8d0ef6d0a065', 'name': 'tempest-TestMinimumBasicScenario-1828487375-router', 'tenant_id': 'bbadac3c2ca84a64a337e228c3eb7690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b4e0e053-ed58-4d7f-9b99-67a11d7fea49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:57Z', 'updated_at': '2022-04-18T21:34:21Z', 'revision_number': 5, 'project_id': 'bbadac3c2ca84a64a337e228c3eb7690', 'gw_port': {'id': 'b4e0e053-ed58-4d7f-9b99-67a11d7fea49', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b096654-e159-4200-a4e8-8d0ef6d0a065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:57Z', 'updated_at': '2022-04-18T21:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:22.941586 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a3d30a-fc2d-4ffa-83b0-e78bf1b18542 None None] Checking router: 4b096654-e159-4200-a4e8-8d0ef6d0a065 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:34:22.951746 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a3d30a-fc2d-4ffa-83b0-e78bf1b18542 None None] Routers {'4b096654-e159-4200-a4e8-8d0ef6d0a065'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:34:22.952527 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a0a3d30a-fc2d-4ffa-83b0-e78bf1b18542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:33:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4b096654-e159-4200-a4e8-8d0ef6d0a065'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:22.983815 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-3f1fdc36-5256-4423-af4c-9e0d1bf8483e admin admin] For port b4e0e053-ed58-4d7f-9b99-67a11d7fea49, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b4e0e053-ed58-4d7f-9b99-67a11d7fea49,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:22.984380 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f1fdc36-5256-4423-af4c-9e0d1bf8483e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:23.002395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-3f1fdc36-5256-4423-af4c-9e0d1bf8483e admin admin] Calling delete_port for b4e0e053-ed58-4d7f-9b99-67a11d7fea49 owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:34:23.045896 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-a0a3d30a-fc2d-4ffa-83b0-e78bf1b18542 None None] Set router 4b096654-e159-4200-a4e8-8d0ef6d0a065 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:34:23.100772 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-a0a3d30a-fc2d-4ffa-83b0-e78bf1b18542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b096654-e159-4200-a4e8-8d0ef6d0a065', 'name': 'tempest-TestMinimumBasicScenario-1828487375-router', 'tenant_id': 'bbadac3c2ca84a64a337e228c3eb7690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:57Z', 'updated_at': '2022-04-18T21:34:22Z', 'revision_number': 6, 'project_id': 'bbadac3c2ca84a64a337e228c3eb7690', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:23.159214 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a3d30a-fc2d-4ffa-83b0-e78bf1b18542 None None] The sync data for ids ['4b096654-e159-4200-a4e8-8d0ef6d0a065'] in n-d-838323-3 is: [{'id': '4b096654-e159-4200-a4e8-8d0ef6d0a065', 'name': 'tempest-TestMinimumBasicScenario-1828487375-router', 'tenant_id': 'bbadac3c2ca84a64a337e228c3eb7690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:57Z', 'updated_at': '2022-04-18T21:34:22Z', 'revision_number': 6, 'project_id': 'bbadac3c2ca84a64a337e228c3eb7690', 'gw_port_host': None}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:34:23.195855 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f1fdc36-5256-4423-af4c-9e0d1bf8483e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:23.227930 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1fdc36-5256-4423-af4c-9e0d1bf8483e admin admin] Pushing event deleted for resources: {'Port': ['ID=b4e0e053-ed58-4d7f-9b99-67a11d7fea49,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:23.300020 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f1fdc36-5256-4423-af4c-9e0d1bf8483e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:23.414350 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f1fdc36-5256-4423-af4c-9e0d1bf8483e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:23.416564 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f1fdc36-5256-4423-af4c-9e0d1bf8483e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:23.471649 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f1fdc36-5256-4423-af4c-9e0d1bf8483e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:23.472095 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1fdc36-5256-4423-af4c-9e0d1bf8483e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b096654-e159-4200-a4e8-8d0ef6d0a065 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:34:23.478293 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3f1fdc36-5256-4423-af4c-9e0d1bf8483e admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:23.479752 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3f1fdc36-5256-4423-af4c-9e0d1bf8483e admin admin] 10.222.0.41 "DELETE /v2.0/routers/4b096654-e159-4200-a4e8-8d0ef6d0a065 HTTP/1.1" status: 204 len: 168 time: 0.8949389 Apr 18 21:34:23.482709 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59146) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:23.546085 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf689e9-1c95-4ab4-8acc-aad92d785557 admin admin] Deleting subnet 19ed46ba-afb2-493a-9df8-80d4de84a001 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:34:23.549994 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-baf689e9-1c95-4ab4-8acc-aad92d785557 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:23.608140 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-baf689e9-1c95-4ab4-8acc-aad92d785557 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:23.706223 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-baf689e9-1c95-4ab4-8acc-aad92d785557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:23.768652 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-baf689e9-1c95-4ab4-8acc-aad92d785557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:23.797054 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf689e9-1c95-4ab4-8acc-aad92d785557 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19ed46ba-afb2-493a-9df8-80d4de84a001,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:23.800621 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-baf689e9-1c95-4ab4-8acc-aad92d785557 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:23.804705 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-baf689e9-1c95-4ab4-8acc-aad92d785557 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/19ed46ba-afb2-493a-9df8-80d4de84a001 HTTP/1.1" status: 204 len: 168 time: 0.3208733 Apr 18 21:34:23.807300 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2def4af-6903-4247-8084-5cd85595a456 None None] Network 65de4c47-6af5-415b-b94b-3b4fbea24300 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:34:23.808603 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59148) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:23.886519 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0b6ebdc3-7633-49bd-8b4a-6a9951c317b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:23.973612 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-0b6ebdc3-7633-49bd-8b4a-6a9951c317b2 admin admin] Deleting port 92dbce44-dd69-449c-bde4-240a900c516e {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:34:23.974291 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0b6ebdc3-7633-49bd-8b4a-6a9951c317b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.033666 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b4e0e053-ed58-4d7f-9b99-67a11d7fea49 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:34:24.056584 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: b4e0e053-ed58-4d7f-9b99-67a11d7fea49 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:34:24.057796 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b4e0e053-ed58-4d7f-9b99-67a11d7fea49 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:34:24.058228 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fdd790c5-add3-4b51-91a8-01a4c4301850 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:34:24.063148 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaecf3e-592a-482e-b94c-a3bcb512b0c1 None None] DHCP port deletion for 65de4c47-6af5-415b-b94b-3b4fbea24300 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:34:24.084763 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: fdd790c5-add3-4b51-91a8-01a4c4301850 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:34:24.086350 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fdd790c5-add3-4b51-91a8-01a4c4301850 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:34:24.093190 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-0b6ebdc3-7633-49bd-8b4a-6a9951c317b2 admin admin] For port 92dbce44-dd69-449c-bde4-240a900c516e, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=92dbce44-dd69-449c-bde4-240a900c516e,segment=NetworkSegment(8c8f90c5-d3e3-403c-88f6-640bc18290f8),segment_id=8c8f90c5-d3e3-403c-88f6-640bc18290f8)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:24.093759 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0b6ebdc3-7633-49bd-8b4a-6a9951c317b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.117872 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-0b6ebdc3-7633-49bd-8b4a-6a9951c317b2 admin admin] Calling delete_port for 92dbce44-dd69-449c-bde4-240a900c516e owned by network:dhcp {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:34:24.156619 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-0aaecf3e-592a-482e-b94c-a3bcb512b0c1 None None] Deleting port 92dbce44-dd69-449c-bde4-240a900c516e {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:34:24.156619 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0aaecf3e-592a-482e-b94c-a3bcb512b0c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.225113 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0b6ebdc3-7633-49bd-8b4a-6a9951c317b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.245828 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-0aaecf3e-592a-482e-b94c-a3bcb512b0c1 None None] For port 92dbce44-dd69-449c-bde4-240a900c516e, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=92dbce44-dd69-449c-bde4-240a900c516e,segment=NetworkSegment(8c8f90c5-d3e3-403c-88f6-640bc18290f8),segment_id=8c8f90c5-d3e3-403c-88f6-640bc18290f8)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:24.246228 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0aaecf3e-592a-482e-b94c-a3bcb512b0c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.252649 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ebdc3-7633-49bd-8b4a-6a9951c317b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=92dbce44-dd69-449c-bde4-240a900c516e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:24.258006 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6ebdc3-7633-49bd-8b4a-6a9951c317b2 admin admin] No DVR routers for this DVR port 92dbce44-dd69-449c-bde4-240a900c516e on host n-d-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:34:24.266135 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-0aaecf3e-592a-482e-b94c-a3bcb512b0c1 None None] Calling delete_port for 92dbce44-dd69-449c-bde4-240a900c516e owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:34:24.354877 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0b6ebdc3-7633-49bd-8b4a-6a9951c317b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:34:24.373198 n-d-838323-3 neutron-server[102910]: self.session.flush() Apr 18 21:34:24.381316 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0aaecf3e-592a-482e-b94c-a3bcb512b0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.386440 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-0b6ebdc3-7633-49bd-8b4a-6a9951c317b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65de4c47-6af5-415b-b94b-3b4fbea24300']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:24.398465 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-0b6ebdc3-7633-49bd-8b4a-6a9951c317b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c8f90c5-d3e3-403c-88f6-640bc18290f8') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:24.398795 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-0b6ebdc3-7633-49bd-8b4a-6a9951c317b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c8f90c5-d3e3-403c-88f6-640bc18290f8') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:24.415946 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0b6ebdc3-7633-49bd-8b4a-6a9951c317b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.424698 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaecf3e-592a-482e-b94c-a3bcb512b0c1 None None] Pushing event deleted for resources: {'Port': ['ID=92dbce44-dd69-449c-bde4-240a900c516e,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:24.434496 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0b6ebdc3-7633-49bd-8b4a-6a9951c317b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.435183 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaecf3e-592a-482e-b94c-a3bcb512b0c1 None None] No DVR routers for this DVR port 92dbce44-dd69-449c-bde4-240a900c516e on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:34:24.439044 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaecf3e-592a-482e-b94c-a3bcb512b0c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:24.439674 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaecf3e-592a-482e-b94c-a3bcb512b0c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:24.440230 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaecf3e-592a-482e-b94c-a3bcb512b0c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:24.440997 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaecf3e-592a-482e-b94c-a3bcb512b0c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:24.441421 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaecf3e-592a-482e-b94c-a3bcb512b0c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:24.442028 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaecf3e-592a-482e-b94c-a3bcb512b0c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:24.442400 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaecf3e-592a-482e-b94c-a3bcb512b0c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:24.442735 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaecf3e-592a-482e-b94c-a3bcb512b0c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:24.443071 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaecf3e-592a-482e-b94c-a3bcb512b0c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:24.443404 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaecf3e-592a-482e-b94c-a3bcb512b0c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:24.443806 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaecf3e-592a-482e-b94c-a3bcb512b0c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:24.444139 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaecf3e-592a-482e-b94c-a3bcb512b0c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:24.454894 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b6ebdc3-7633-49bd-8b4a-6a9951c317b2 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:34:24.458422 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0b6ebdc3-7633-49bd-8b4a-6a9951c317b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:34:24.471994 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:34:24.528844 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0b6ebdc3-7633-49bd-8b4a-6a9951c317b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.534525 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0b6ebdc3-7633-49bd-8b4a-6a9951c317b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.538142 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0b6ebdc3-7633-49bd-8b4a-6a9951c317b2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/65de4c47-6af5-415b-b94b-3b4fbea24300 HTTP/1.1" status: 204 len: 168 time: 0.7283220 Apr 18 21:34:24.554771 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ebdc3-7633-49bd-8b4a-6a9951c317b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=65de4c47-6af5-415b-b94b-3b4fbea24300,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:24.722120 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f14bd72a-7078-456b-a665-9cd267747e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.787005 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59152) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:24.835453 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5735b41c-8df4-46cd-9a49-4c3cbde3ead5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=83c38b1b4194422e97e46f776d86d066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465994 Apr 18 21:34:24.837499 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59154) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:24.906538 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d5f92667-b03b-45fb-aa6a-806574cf7331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.946608 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d5f92667-b03b-45fb-aa6a-806574cf7331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:25.012377 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d5f92667-b03b-45fb-aa6a-806574cf7331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:25.017181 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d5f92667-b03b-45fb-aa6a-806574cf7331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:25.019127 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d5f92667-b03b-45fb-aa6a-806574cf7331 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23465127-6207-4d46-b0e0-ec7ddb47e19f HTTP/1.1" status: 204 len: 168 time: 0.1805408 Apr 18 21:34:25.030385 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f92667-b03b-45fb-aa6a-806574cf7331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23465127-6207-4d46-b0e0-ec7ddb47e19f,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:25.457141 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59160) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:25.505599 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c812ef86-5077-4376-be56-d58e8e708e47 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bbadac3c2ca84a64a337e228c3eb7690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468109 Apr 18 21:34:25.508207 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59162) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:25.566470 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-05c4b167-fbd1-4774-96a8-dfc42108238f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:25.596680 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-05c4b167-fbd1-4774-96a8-dfc42108238f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:25.651116 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-05c4b167-fbd1-4774-96a8-dfc42108238f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:25.653875 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-05c4b167-fbd1-4774-96a8-dfc42108238f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:25.655096 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-05c4b167-fbd1-4774-96a8-dfc42108238f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d682bf73-e8e1-4bcc-969d-c4f668ab6f1d HTTP/1.1" status: 204 len: 168 time: 0.1458576 Apr 18 21:34:25.664176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4b167-fbd1-4774-96a8-dfc42108238f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d682bf73-e8e1-4bcc-969d-c4f668ab6f1d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:25.972611 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 92dbce44-dd69-449c-bde4-240a900c516e no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:34:26.005583 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 92dbce44-dd69-449c-bde4-240a900c516e {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:34:26.006620 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 92dbce44-dd69-449c-bde4-240a900c516e not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:34:27.643099 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59202) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:27.649939 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-3ae97439-3f6d-4aee-8add-aa460f651989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-405164262', 'description': 'tempest-secgroup-smoke-405164262 description', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:27.673449 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3ae97439-3f6d-4aee-8add-aa460f651989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:27.683835 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3ae97439-3f6d-4aee-8add-aa460f651989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:27.772331 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3ae97439-3f6d-4aee-8add-aa460f651989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:27.777913 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3ae97439-3f6d-4aee-8add-aa460f651989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:27.820288 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae97439-3f6d-4aee-8add-aa460f651989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17e2c198-cec5-468d-84bd-839b8abef0b4,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:27.871449 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3ae97439-3f6d-4aee-8add-aa460f651989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:27.876264 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3ae97439-3f6d-4aee-8add-aa460f651989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:27.904326 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3ae97439-3f6d-4aee-8add-aa460f651989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:27.905651 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3ae97439-3f6d-4aee-8add-aa460f651989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2614999 Apr 18 21:34:27.909550 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59204) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:27.917359 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae97439-3f6d-4aee-8add-aa460f651989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be859a3-db39-4551-a7c9-06d29d0c08c0,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:27.920383 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-b672b934-aa0d-4f61-a327-7b3600adc6d7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': '8be859a3-db39-4551-a7c9-06d29d0c08c0', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:27.952010 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b672b934-aa0d-4f61-a327-7b3600adc6d7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.022332 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b672b934-aa0d-4f61-a327-7b3600adc6d7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.026234 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b672b934-aa0d-4f61-a327-7b3600adc6d7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.047116 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672b934-aa0d-4f61-a327-7b3600adc6d7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5735f0d5-d110-48d8-9282-3ba10db49a20,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:28.054754 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b672b934-aa0d-4f61-a327-7b3600adc6d7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.059195 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b672b934-aa0d-4f61-a327-7b3600adc6d7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477208 Apr 18 21:34:28.059586 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59206) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:28.067600 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-28ba892d-4782-44b7-a6ca-c0c2e8166256 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': '8be859a3-db39-4551-a7c9-06d29d0c08c0', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:28.100317 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-28ba892d-4782-44b7-a6ca-c0c2e8166256 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.176129 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-28ba892d-4782-44b7-a6ca-c0c2e8166256 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.181234 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-28ba892d-4782-44b7-a6ca-c0c2e8166256 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.201185 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba892d-4782-44b7-a6ca-c0c2e8166256 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adad0191-0da5-4603-a01c-a1dbf98ba369,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:28.210967 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-28ba892d-4782-44b7-a6ca-c0c2e8166256 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.212267 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-28ba892d-4782-44b7-a6ca-c0c2e8166256 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1507435 Apr 18 21:34:28.215275 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59208) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:28.220041 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-a88e0925-b3b6-46fa-a704-f61286cf0fe1 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': '8be859a3-db39-4551-a7c9-06d29d0c08c0', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:28.250688 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a88e0925-b3b6-46fa-a704-f61286cf0fe1 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.335583 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a88e0925-b3b6-46fa-a704-f61286cf0fe1 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.340090 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a88e0925-b3b6-46fa-a704-f61286cf0fe1 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.362750 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e0925-b3b6-46fa-a704-f61286cf0fe1 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d64c422c-c74e-40ff-a555-cefc07e22a38,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:28.369731 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a88e0925-b3b6-46fa-a704-f61286cf0fe1 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.371829 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a88e0925-b3b6-46fa-a704-f61286cf0fe1 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1555080 Apr 18 21:34:28.375818 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59210) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:28.380583 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-01ba10dc-b58d-421b-97f8-7049f54c4183 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': '8be859a3-db39-4551-a7c9-06d29d0c08c0', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:28.410450 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-01ba10dc-b58d-421b-97f8-7049f54c4183 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.477490 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-01ba10dc-b58d-421b-97f8-7049f54c4183 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.481648 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-01ba10dc-b58d-421b-97f8-7049f54c4183 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.500456 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba10dc-b58d-421b-97f8-7049f54c4183 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dfb4390-6476-49e9-8eb2-888a8530b821,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:28.512494 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-01ba10dc-b58d-421b-97f8-7049f54c4183 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.514162 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-01ba10dc-b58d-421b-97f8-7049f54c4183 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1370463 Apr 18 21:34:28.516865 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59212) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:28.522510 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-cd8080b0-318c-4576-b3ef-e5753e6c3c86 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': '8be859a3-db39-4551-a7c9-06d29d0c08c0', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:28.544005 n-d-838323-3 neutron-server[102908]: INFO neutron.db.securitygroups_db [None req-cd8080b0-318c-4576-b3ef-e5753e6c3c86 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Project 6347a1b372ae48cea2a8cfb6647f8a4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:34:28.551940 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cd8080b0-318c-4576-b3ef-e5753e6c3c86 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.621447 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cd8080b0-318c-4576-b3ef-e5753e6c3c86 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.627027 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cd8080b0-318c-4576-b3ef-e5753e6c3c86 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.647974 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8080b0-318c-4576-b3ef-e5753e6c3c86 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c69d12-3f6a-48bc-8e20-abc192a2d224,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:28.656070 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-cd8080b0-318c-4576-b3ef-e5753e6c3c86 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.657387 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-cd8080b0-318c-4576-b3ef-e5753e6c3c86 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1394634 Apr 18 21:34:28.661050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59214) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:28.666862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-67bc6695-2636-4338-b675-f7673c8bccb1 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': '8be859a3-db39-4551-a7c9-06d29d0c08c0', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:28.690350 n-d-838323-3 neutron-server[102908]: INFO neutron.db.securitygroups_db [None req-67bc6695-2636-4338-b675-f7673c8bccb1 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Project 6347a1b372ae48cea2a8cfb6647f8a4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:34:28.696842 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-67bc6695-2636-4338-b675-f7673c8bccb1 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.796752 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-67bc6695-2636-4338-b675-f7673c8bccb1 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.801442 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-67bc6695-2636-4338-b675-f7673c8bccb1 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.825575 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc6695-2636-4338-b675-f7673c8bccb1 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1cba20-77b0-4a9c-ba30-a945560a441e,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:28.834804 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-67bc6695-2636-4338-b675-f7673c8bccb1 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.836320 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-67bc6695-2636-4338-b675-f7673c8bccb1 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1738753 Apr 18 21:34:28.839759 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59216) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:28.847611 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-3ec61da2-99f2-4b32-84e8-efbffcd6f40e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'network': {'name': 'tempest-network-smoke--1470476622', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'port_security_enabled': True}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:28.875718 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec61da2-99f2-4b32-84e8-efbffcd6f40e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Made reservation on behalf of 6347a1b372ae48cea2a8cfb6647f8a4c for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:34:28.881775 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3ec61da2-99f2-4b32-84e8-efbffcd6f40e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.915953 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec61da2-99f2-4b32-84e8-efbffcd6f40e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:34:28.926233 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3ec61da2-99f2-4b32-84e8-efbffcd6f40e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.926558 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-3ec61da2-99f2-4b32-84e8-efbffcd6f40e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Added segment a2acc1c6-b17e-4568-acc7-f184f8a2d6bc of type vlan for network 9643116c-b958-4abd-a162-a6effcd47503 Apr 18 21:34:28.972493 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3ec61da2-99f2-4b32-84e8-efbffcd6f40e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:28.999779 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3ec61da2-99f2-4b32-84e8-efbffcd6f40e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:29.005527 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec61da2-99f2-4b32-84e8-efbffcd6f40e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:29.006644 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3ec61da2-99f2-4b32-84e8-efbffcd6f40e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:29.068296 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3ec61da2-99f2-4b32-84e8-efbffcd6f40e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2268317 Apr 18 21:34:29.072796 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59218) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:29.079682 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec61da2-99f2-4b32-84e8-efbffcd6f40e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Network': ['ID=9643116c-b958-4abd-a162-a6effcd47503,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:29.080798 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e0e69623-be43-48a8-84ee-8f5bcbee7217 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1125993951', 'admin_state_up': True, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:29.092455 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 9643116c-b958-4abd-a162-a6effcd47503 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:34:29.113219 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0e69623-be43-48a8-84ee-8f5bcbee7217 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:29.114483 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0e69623-be43-48a8-84ee-8f5bcbee7217 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:29.174406 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0e69623-be43-48a8-84ee-8f5bcbee7217 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:29.211697 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a24c9744-83f9-4003-84fd-3b2bf9249ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:29.341898 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0e69623-be43-48a8-84ee-8f5bcbee7217 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:29.572743 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0e69623-be43-48a8-84ee-8f5bcbee7217 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:29.594576 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0e69623-be43-48a8-84ee-8f5bcbee7217 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:29.725937 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-e0e69623-be43-48a8-84ee-8f5bcbee7217 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Allocated IP 172.25.1.164 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/c1dd4576-8030-4ed3-9370-d84f85cee954) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:34:29.861297 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0e69623-be43-48a8-84ee-8f5bcbee7217 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:29.900639 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0e69623-be43-48a8-84ee-8f5bcbee7217 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:29.951119 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e69623-be43-48a8-84ee-8f5bcbee7217 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:34:29.958506 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-e0e69623-be43-48a8-84ee-8f5bcbee7217 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:34:29.961738 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e69623-be43-48a8-84ee-8f5bcbee7217 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=c1dd4576-8030-4ed3-9370-d84f85cee954,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:29.964005 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e69623-be43-48a8-84ee-8f5bcbee7217 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:34:30.049398 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:30.306994 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0e69623-be43-48a8-84ee-8f5bcbee7217 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:30.553321 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0e69623-be43-48a8-84ee-8f5bcbee7217 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:30.721346 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e69623-be43-48a8-84ee-8f5bcbee7217 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Router 7a809ef7-f63f-4802-9c4e-21762a2376a6 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:34:30.835402 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e69623-be43-48a8-84ee-8f5bcbee7217 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:34:30.846076 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35ae1c5-d2c6-4c74-9719-408f13e6173e None None] Sync routers for ids ['7a809ef7-f63f-4802-9c4e-21762a2376a6'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:34:30.857354 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35ae1c5-d2c6-4c74-9719-408f13e6173e None None] Routers {'7a809ef7-f63f-4802-9c4e-21762a2376a6'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:34:30.857999 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-c35ae1c5-d2c6-4c74-9719-408f13e6173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:34:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7a809ef7-f63f-4802-9c4e-21762a2376a6'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:30.861434 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e0e69623-be43-48a8-84ee-8f5bcbee7217 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:30.866575 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e0e69623-be43-48a8-84ee-8f5bcbee7217 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7889321 Apr 18 21:34:30.867459 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59220) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:30.984229 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-c35ae1c5-d2c6-4c74-9719-408f13e6173e None None] Set router 7a809ef7-f63f-4802-9c4e-21762a2376a6 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:34:31.043881 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-99ca1041-3ba4-45d0-a753-265072e23b93 tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=6347a1b372ae48cea2a8cfb6647f8a4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1750195 Apr 18 21:34:31.047076 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59224) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:31.199824 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-c35ae1c5-d2c6-4c74-9719-408f13e6173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125993951', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:34:30Z', 'revision_number': 3, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:34:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:31.227441 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35ae1c5-d2c6-4c74-9719-408f13e6173e None None] Checking router: 7a809ef7-f63f-4802-9c4e-21762a2376a6 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:34:31.227750 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35ae1c5-d2c6-4c74-9719-408f13e6173e None None] Updating router 7a809ef7-f63f-4802-9c4e-21762a2376a6 port c1dd4576-8030-4ed3-9370-d84f85cee954 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:34:31.248395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e07299-af9c-4d07-99b1-82adf8efcd45 tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:31.249956 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-40e07299-af9c-4d07-99b1-82adf8efcd45 tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2016401 Apr 18 21:34:31.254933 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59226) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:31.262183 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c35ae1c5-d2c6-4c74-9719-408f13e6173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:31.292087 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-39e726b1-9bb9-41c9-b594-ab2973f40249 tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349488 Apr 18 21:34:31.297052 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59228) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:31.306209 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-10a5352e-5ee7-4c00-9ddc-6bc23f7a1ce7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2027254201', 'network_id': '9643116c-b958-4abd-a162-a6effcd47503', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:31.428584 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a5352e-5ee7-4c00-9ddc-6bc23f7a1ce7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Made reservation on behalf of 6347a1b372ae48cea2a8cfb6647f8a4c for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:34:31.432599 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-10a5352e-5ee7-4c00-9ddc-6bc23f7a1ce7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:31.644305 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-10a5352e-5ee7-4c00-9ddc-6bc23f7a1ce7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:31.646409 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:31.673033 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c35ae1c5-d2c6-4c74-9719-408f13e6173e None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:31.680635 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c35ae1c5-d2c6-4c74-9719-408f13e6173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:31.724549 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5352e-5ee7-4c00-9ddc-6bc23f7a1ce7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Subnet': ['ID=f41f53f7-a3ed-479f-82ae-0baf658d0c8d,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:31.734080 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a5352e-5ee7-4c00-9ddc-6bc23f7a1ce7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Checking segment: {'id': 'a2acc1c6-b17e-4568-acc7-f184f8a2d6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9643116c-b958-4abd-a162-a6effcd47503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:34:31.734473 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a5352e-5ee7-4c00-9ddc-6bc23f7a1ce7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network hostable DHCP agents. Network: 9643116c-b958-4abd-a162-a6effcd47503, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:34:31.753523 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a5352e-5ee7-4c00-9ddc-6bc23f7a1ce7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network 9643116c-b958-4abd-a162-a6effcd47503 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:34:31.757630 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-c35ae1c5-d2c6-4c74-9719-408f13e6173e None None] Attempting to bind port c1dd4576-8030-4ed3-9370-d84f85cee954 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:34:31.758180 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-c35ae1c5-d2c6-4c74-9719-408f13e6173e None None] Attempting to bind port c1dd4576-8030-4ed3-9370-d84f85cee954 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:34:31.758702 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35ae1c5-d2c6-4c74-9719-408f13e6173e None None] Attempting to bind port c1dd4576-8030-4ed3-9370-d84f85cee954 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:34:31.763374 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168cf22c-7325-4b62-b498-0ebb9b605fd5 None None] Pushing event updated for resources: {'Port': ['ID=c1dd4576-8030-4ed3-9370-d84f85cee954,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:31.766726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-10a5352e-5ee7-4c00-9ddc-6bc23f7a1ce7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 9643116c-b958-4abd-a162-a6effcd47503) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:34:31.773111 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a5352e-5ee7-4c00-9ddc-6bc23f7a1ce7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:31.774033 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-10a5352e-5ee7-4c00-9ddc-6bc23f7a1ce7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:31.776802 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35ae1c5-d2c6-4c74-9719-408f13e6173e None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:34:31.777232 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35ae1c5-d2c6-4c74-9719-408f13e6173e None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:34:31.777845 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c35ae1c5-d2c6-4c74-9719-408f13e6173e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:31.778665 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35ae1c5-d2c6-4c74-9719-408f13e6173e None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:34:31.779097 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-c35ae1c5-d2c6-4c74-9719-408f13e6173e None None] Bound port: c1dd4576-8030-4ed3-9370-d84f85cee954, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:34:31.779679 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c35ae1c5-d2c6-4c74-9719-408f13e6173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:31.781014 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ce307d-a478-4eea-a4dd-6578bc372915 None None] Network 9643116c-b958-4abd-a162-a6effcd47503 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:34:31.785433 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168cf22c-7325-4b62-b498-0ebb9b605fd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:31.785628 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168cf22c-7325-4b62-b498-0ebb9b605fd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:31.786133 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168cf22c-7325-4b62-b498-0ebb9b605fd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:31.786631 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168cf22c-7325-4b62-b498-0ebb9b605fd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:31.787077 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168cf22c-7325-4b62-b498-0ebb9b605fd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:31.788153 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168cf22c-7325-4b62-b498-0ebb9b605fd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:31.788659 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168cf22c-7325-4b62-b498-0ebb9b605fd5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:31.789179 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168cf22c-7325-4b62-b498-0ebb9b605fd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:31.789622 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168cf22c-7325-4b62-b498-0ebb9b605fd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:31.790168 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168cf22c-7325-4b62-b498-0ebb9b605fd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:31.790598 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168cf22c-7325-4b62-b498-0ebb9b605fd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:31.791140 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168cf22c-7325-4b62-b498-0ebb9b605fd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:31.799794 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59230) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:31.800359 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-10a5352e-5ee7-4c00-9ddc-6bc23f7a1ce7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5012984 Apr 18 21:34:31.867061 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:31.881772 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-c35ae1c5-d2c6-4c74-9719-408f13e6173e None None] For port c1dd4576-8030-4ed3-9370-d84f85cee954, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:34:31.887798 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-c35ae1c5-d2c6-4c74-9719-408f13e6173e None None] For port c1dd4576-8030-4ed3-9370-d84f85cee954, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c1dd4576-8030-4ed3-9370-d84f85cee954,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:34:31.892883 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c35ae1c5-d2c6-4c74-9719-408f13e6173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:31.950268 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168cf22c-7325-4b62-b498-0ebb9b605fd5 None None] Pushing event updated for resources: {'Port': ['ID=c1dd4576-8030-4ed3-9370-d84f85cee954,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:31.966264 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35ae1c5-d2c6-4c74-9719-408f13e6173e None None] Routers {'7a809ef7-f63f-4802-9c4e-21762a2376a6'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:34:31.966888 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-c35ae1c5-d2c6-4c74-9719-408f13e6173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:34:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7a809ef7-f63f-4802-9c4e-21762a2376a6'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:31.997245 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1ed3de-29e4-47bf-b402-a902813f86be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-9643116c-b958-4abd-a162-a6effcd47503', 'network_id': '9643116c-b958-4abd-a162-a6effcd47503', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'fixed_ips': [{'subnet_id': 'f41f53f7-a3ed-479f-82ae-0baf658d0c8d'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:34:31.998514 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed3de-29e4-47bf-b402-a902813f86be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:32.090004 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-c35ae1c5-d2c6-4c74-9719-408f13e6173e None None] Set router 7a809ef7-f63f-4802-9c4e-21762a2376a6 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:34:32.164317 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-1f1ed3de-29e4-47bf-b402-a902813f86be None None] Allocated IP 172.20.0.2 (9643116c-b958-4abd-a162-a6effcd47503/f41f53f7-a3ed-479f-82ae-0baf658d0c8d/c935daca-392a-4142-9e07-333c2a8482d9) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:34:32.290414 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-c35ae1c5-d2c6-4c74-9719-408f13e6173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125993951', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:34:30Z', 'revision_number': 3, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:32.322420 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35ae1c5-d2c6-4c74-9719-408f13e6173e None None] The sync data for ids ['7a809ef7-f63f-4802-9c4e-21762a2376a6'] in n-d-838323-3 is: [{'id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125993951', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:34:30Z', 'revision_number': 3, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:34:32.329117 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed3de-29e4-47bf-b402-a902813f86be None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:32.336421 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed3de-29e4-47bf-b402-a902813f86be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:32.380179 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1ed3de-29e4-47bf-b402-a902813f86be None None] Network 9643116c-b958-4abd-a162-a6effcd47503 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:34:32.383630 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-1f1ed3de-29e4-47bf-b402-a902813f86be None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:34:32.387842 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1ed3de-29e4-47bf-b402-a902813f86be None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:34:32.395812 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ed3de-29e4-47bf-b402-a902813f86be None None] Pushing event updated for resources: {'Port': ['ID=c935daca-392a-4142-9e07-333c2a8482d9,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:32.450645 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1f1ed3de-29e4-47bf-b402-a902813f86be None None] Attempting to bind port c935daca-392a-4142-9e07-333c2a8482d9 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:34:32.451115 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1f1ed3de-29e4-47bf-b402-a902813f86be None None] Attempting to bind port c935daca-392a-4142-9e07-333c2a8482d9 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'a2acc1c6-b17e-4568-acc7-f184f8a2d6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9643116c-b958-4abd-a162-a6effcd47503'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:34:32.451549 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ed3de-29e4-47bf-b402-a902813f86be None None] Attempting to bind port c935daca-392a-4142-9e07-333c2a8482d9 on network 9643116c-b958-4abd-a162-a6effcd47503 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:34:32.457143 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ed3de-29e4-47bf-b402-a902813f86be None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:34:32.457605 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ed3de-29e4-47bf-b402-a902813f86be None None] Checking segment: {'id': 'a2acc1c6-b17e-4568-acc7-f184f8a2d6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9643116c-b958-4abd-a162-a6effcd47503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:34:32.458010 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed3de-29e4-47bf-b402-a902813f86be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:32.458398 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ed3de-29e4-47bf-b402-a902813f86be None None] Bound using segment: {'id': 'a2acc1c6-b17e-4568-acc7-f184f8a2d6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9643116c-b958-4abd-a162-a6effcd47503'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:34:32.458858 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1f1ed3de-29e4-47bf-b402-a902813f86be None None] Bound port: c935daca-392a-4142-9e07-333c2a8482d9, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2acc1c6-b17e-4568-acc7-f184f8a2d6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9643116c-b958-4abd-a162-a6effcd47503'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:34:32.459332 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed3de-29e4-47bf-b402-a902813f86be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:32.534435 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1f1ed3de-29e4-47bf-b402-a902813f86be None None] For port c935daca-392a-4142-9e07-333c2a8482d9, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:34:32.537948 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1f1ed3de-29e4-47bf-b402-a902813f86be None None] For port c935daca-392a-4142-9e07-333c2a8482d9, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c935daca-392a-4142-9e07-333c2a8482d9,segment=NetworkSegment(a2acc1c6-b17e-4568-acc7-f184f8a2d6bc),segment_id=a2acc1c6-b17e-4568-acc7-f184f8a2d6bc)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:34:32.544312 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed3de-29e4-47bf-b402-a902813f86be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:32.627128 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ed3de-29e4-47bf-b402-a902813f86be None None] Pushing event updated for resources: {'Port': ['ID=c935daca-392a-4142-9e07-333c2a8482d9,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:32.684636 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-48641d44-ec9b-4095-8511-8afb7b876f1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:33.014783 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-48641d44-ec9b-4095-8511-8afb7b876f1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Allocated IP 172.20.0.1 (9643116c-b958-4abd-a162-a6effcd47503/f41f53f7-a3ed-479f-82ae-0baf658d0c8d/f2e82f7f-e544-449c-be46-e138e8a01129) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:34:33.140172 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-48641d44-ec9b-4095-8511-8afb7b876f1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:33.183510 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-48641d44-ec9b-4095-8511-8afb7b876f1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:33.229092 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48641d44-ec9b-4095-8511-8afb7b876f1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network 9643116c-b958-4abd-a162-a6effcd47503 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:34:33.232406 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-48641d44-ec9b-4095-8511-8afb7b876f1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:34:33.236634 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48641d44-ec9b-4095-8511-8afb7b876f1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:34:33.261419 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48641d44-ec9b-4095-8511-8afb7b876f1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=f2e82f7f-e544-449c-be46-e138e8a01129,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:33.285127 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-48641d44-ec9b-4095-8511-8afb7b876f1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:33.427127 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-48641d44-ec9b-4095-8511-8afb7b876f1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:33.671379 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c567256b-b98c-4c3c-92b3-343a1f297cc3 None None] Network 9643116c-b958-4abd-a162-a6effcd47503 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:34:33.734501 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-48641d44-ec9b-4095-8511-8afb7b876f1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:33.741389 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-48641d44-ec9b-4095-8511-8afb7b876f1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:33.746273 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-68b5fbf4-a907-436b-a0eb-860eb5c64387 None None] Provisioning complete for port c935daca-392a-4142-9e07-333c2a8482d9 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:33.746953 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-68b5fbf4-a907-436b-a0eb-860eb5c64387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:33.820540 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48641d44-ec9b-4095-8511-8afb7b876f1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=f2e82f7f-e544-449c-be46-e138e8a01129,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:33.823226 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-48641d44-ec9b-4095-8511-8afb7b876f1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:33.917026 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-68b5fbf4-a907-436b-a0eb-860eb5c64387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:33.961396 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48641d44-ec9b-4095-8511-8afb7b876f1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network 9643116c-b958-4abd-a162-a6effcd47503 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:34:33.964676 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-48641d44-ec9b-4095-8511-8afb7b876f1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:34:33.971278 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-68b5fbf4-a907-436b-a0eb-860eb5c64387 None None] For port c935daca-392a-4142-9e07-333c2a8482d9, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c935daca-392a-4142-9e07-333c2a8482d9,segment=NetworkSegment(a2acc1c6-b17e-4568-acc7-f184f8a2d6bc),segment_id=a2acc1c6-b17e-4568-acc7-f184f8a2d6bc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:33.977735 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-68b5fbf4-a907-436b-a0eb-860eb5c64387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:34.043266 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5fbf4-a907-436b-a0eb-860eb5c64387 None None] Pushing event updated for resources: {'Port': ['ID=c935daca-392a-4142-9e07-333c2a8482d9,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:34.081586 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c935daca-392a-4142-9e07-333c2a8482d9 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:34:34.116233 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48641d44-ec9b-4095-8511-8afb7b876f1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Router 7a809ef7-f63f-4802-9c4e-21762a2376a6 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:34:34.146003 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port c935daca-392a-4142-9e07-333c2a8482d9 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:34.146380 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:34.239919 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48641d44-ec9b-4095-8511-8afb7b876f1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:34:34.245562 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c1dd4576-8030-4ed3-9370-d84f85cee954 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:34:34.253025 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-48641d44-ec9b-4095-8511-8afb7b876f1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "PUT /v2.0/routers/7a809ef7-f63f-4802-9c4e-21762a2376a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4503531 Apr 18 21:34:34.272784 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979c4e04-c86d-4f6f-a0e5-3c7cbb8be76f None None] Sync routers for ids ['7a809ef7-f63f-4802-9c4e-21762a2376a6'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:34:34.302967 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979c4e04-c86d-4f6f-a0e5-3c7cbb8be76f None None] Routers {'7a809ef7-f63f-4802-9c4e-21762a2376a6'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:34:34.303981 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-979c4e04-c86d-4f6f-a0e5-3c7cbb8be76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:34:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7a809ef7-f63f-4802-9c4e-21762a2376a6'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:34.362929 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6cbf4ec7-8bc2-4996-819a-652de8dbf9ee None None] Provisioning complete for port c935daca-392a-4142-9e07-333c2a8482d9 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:34.363548 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6cbf4ec7-8bc2-4996-819a-652de8dbf9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:34.416802 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9510762e-f99c-4775-8106-dac9df8f6933 req-f65448c8-41c2-4355-9339-127b44e91d71 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-405164262&fields=id&tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c HTTP/1.1" status: 200 len: 267 time: 0.0343058 Apr 18 21:34:34.432087 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port c1dd4576-8030-4ed3-9370-d84f85cee954 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:34.432459 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:34.495131 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-979c4e04-c86d-4f6f-a0e5-3c7cbb8be76f None None] Set router 7a809ef7-f63f-4802-9c4e-21762a2376a6 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:34:34.529690 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510762e-f99c-4775-8106-dac9df8f6933 req-7e4c3208-bab1-4812-9901-d3ede783a7c2 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:34.531201 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9510762e-f99c-4775-8106-dac9df8f6933 req-7e4c3208-bab1-4812-9901-d3ede783a7c2 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/networks?id=9643116c-b958-4abd-a162-a6effcd47503 HTTP/1.1" status: 200 len: 797 time: 0.1072314 Apr 18 21:34:34.551063 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9510762e-f99c-4775-8106-dac9df8f6933 req-197b5b91-bade-428c-a223-839bb8c49725 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/quotas/6347a1b372ae48cea2a8cfb6647f8a4c HTTP/1.1" status: 200 len: 375 time: 0.0113165 Apr 18 21:34:34.617284 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9510762e-f99c-4775-8106-dac9df8f6933 req-c90bb8df-bd76-4097-a7fb-c3457ca5ce4d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577853 Apr 18 21:34:34.677283 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-9510762e-f99c-4775-8106-dac9df8f6933 req-9f8d75d0-769d-468d-b20c-754f13749df4 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:34:34.678919 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9510762e-f99c-4775-8106-dac9df8f6933 req-9f8d75d0-769d-468d-b20c-754f13749df4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0499473 Apr 18 21:34:34.689243 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:34.731188 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port c1dd4576-8030-4ed3-9370-d84f85cee954, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c1dd4576-8030-4ed3-9370-d84f85cee954,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:34.736657 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6cbf4ec7-8bc2-4996-819a-652de8dbf9ee None None] Provisioning complete for port f2e82f7f-e544-449c-be46-e138e8a01129 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:34.737033 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6cbf4ec7-8bc2-4996-819a-652de8dbf9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:34.743369 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:34.776219 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9510762e-f99c-4775-8106-dac9df8f6933 req-f42888e3-b038-4b30-b8da-657912e0ac69 service neutron] 10.222.0.41 "GET /v2.0/networks/9643116c-b958-4abd-a162-a6effcd47503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906999 Apr 18 21:34:34.841285 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6cbf4ec7-8bc2-4996-819a-652de8dbf9ee None None] Port f2e82f7f-e544-449c-be46-e138e8a01129 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:34:34.850489 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=c1dd4576-8030-4ed3-9370-d84f85cee954,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:34.877412 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-979c4e04-c86d-4f6f-a0e5-3c7cbb8be76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125993951', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:34:33Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'f2e82f7f-e544-449c-be46-e138e8a01129', 'name': '', 'network_id': '9643116c-b958-4abd-a162-a6effcd47503', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:e9:87:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f41f53f7-a3ed-479f-82ae-0baf658d0c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:32Z', 'updated_at': '2022-04-18T21:34:33Z', 'revision_number': 2, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': 'f41f53f7-a3ed-479f-82ae-0baf658d0c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:34.910869 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979c4e04-c86d-4f6f-a0e5-3c7cbb8be76f None None] Checking router: 7a809ef7-f63f-4802-9c4e-21762a2376a6 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:34:34.911277 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979c4e04-c86d-4f6f-a0e5-3c7cbb8be76f None None] Updating router 7a809ef7-f63f-4802-9c4e-21762a2376a6 port f2e82f7f-e544-449c-be46-e138e8a01129 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:34:34.939323 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-979c4e04-c86d-4f6f-a0e5-3c7cbb8be76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:34.996906 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-8cc61eb7-f044-4378-b1af-6d098d734b27 None None] Provisioning complete for port f2e82f7f-e544-449c-be46-e138e8a01129 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:34.997185 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8cc61eb7-f044-4378-b1af-6d098d734b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:35.098104 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-8cc61eb7-f044-4378-b1af-6d098d734b27 None None] Port f2e82f7f-e544-449c-be46-e138e8a01129 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:34:35.169947 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9510762e-f99c-4775-8106-dac9df8f6933 req-b16b765e-8cfe-4ca9-a492-7da285e3b648 service neutron] 10.222.0.41 "GET /v2.0/networks/9643116c-b958-4abd-a162-a6effcd47503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906336 Apr 18 21:34:35.263964 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-979c4e04-c86d-4f6f-a0e5-3c7cbb8be76f None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:35.269415 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-979c4e04-c86d-4f6f-a0e5-3c7cbb8be76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:35.334813 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624a7a7-24a4-441c-bf3c-8adaddcf68d8 None None] Pushing event updated for resources: {'Port': ['ID=f2e82f7f-e544-449c-be46-e138e8a01129,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:35.414514 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-979c4e04-c86d-4f6f-a0e5-3c7cbb8be76f None None] Attempting to bind port f2e82f7f-e544-449c-be46-e138e8a01129 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:34:35.415119 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-979c4e04-c86d-4f6f-a0e5-3c7cbb8be76f None None] Attempting to bind port f2e82f7f-e544-449c-be46-e138e8a01129 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'a2acc1c6-b17e-4568-acc7-f184f8a2d6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9643116c-b958-4abd-a162-a6effcd47503'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:34:35.415556 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c4e04-c86d-4f6f-a0e5-3c7cbb8be76f None None] Attempting to bind port f2e82f7f-e544-449c-be46-e138e8a01129 on network 9643116c-b958-4abd-a162-a6effcd47503 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:34:35.426233 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c4e04-c86d-4f6f-a0e5-3c7cbb8be76f None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:34:35.426611 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c4e04-c86d-4f6f-a0e5-3c7cbb8be76f None None] Checking segment: {'id': 'a2acc1c6-b17e-4568-acc7-f184f8a2d6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9643116c-b958-4abd-a162-a6effcd47503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:34:35.427045 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-979c4e04-c86d-4f6f-a0e5-3c7cbb8be76f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:35.427445 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c4e04-c86d-4f6f-a0e5-3c7cbb8be76f None None] Bound using segment: {'id': 'a2acc1c6-b17e-4568-acc7-f184f8a2d6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9643116c-b958-4abd-a162-a6effcd47503'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:34:35.428488 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-979c4e04-c86d-4f6f-a0e5-3c7cbb8be76f None None] Bound port: f2e82f7f-e544-449c-be46-e138e8a01129, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2acc1c6-b17e-4568-acc7-f184f8a2d6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9643116c-b958-4abd-a162-a6effcd47503'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:34:35.428877 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-979c4e04-c86d-4f6f-a0e5-3c7cbb8be76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:35.659647 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6a6f1a80-4083-4f34-9ec5-d0f8ab22fe32 None None] Provisioning complete for port f2e82f7f-e544-449c-be46-e138e8a01129 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:35.660013 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6a6f1a80-4083-4f34-9ec5-d0f8ab22fe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:35.682907 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-979c4e04-c86d-4f6f-a0e5-3c7cbb8be76f None None] For port f2e82f7f-e544-449c-be46-e138e8a01129, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:34:35.701239 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-979c4e04-c86d-4f6f-a0e5-3c7cbb8be76f None None] For port f2e82f7f-e544-449c-be46-e138e8a01129, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f2e82f7f-e544-449c-be46-e138e8a01129,segment=NetworkSegment(a2acc1c6-b17e-4568-acc7-f184f8a2d6bc),segment_id=a2acc1c6-b17e-4568-acc7-f184f8a2d6bc)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:34:35.706312 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-979c4e04-c86d-4f6f-a0e5-3c7cbb8be76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:35.709437 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6a6f1a80-4083-4f34-9ec5-d0f8ab22fe32 None None] Port f2e82f7f-e544-449c-be46-e138e8a01129 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:34:35.765761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979c4e04-c86d-4f6f-a0e5-3c7cbb8be76f None None] Routers {'7a809ef7-f63f-4802-9c4e-21762a2376a6'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:34:35.766405 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-979c4e04-c86d-4f6f-a0e5-3c7cbb8be76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:34:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7a809ef7-f63f-4802-9c4e-21762a2376a6'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:35.768400 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624a7a7-24a4-441c-bf3c-8adaddcf68d8 None None] Pushing event updated for resources: {'Port': ['ID=f2e82f7f-e544-449c-be46-e138e8a01129,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:35.886061 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-979c4e04-c86d-4f6f-a0e5-3c7cbb8be76f None None] Set router 7a809ef7-f63f-4802-9c4e-21762a2376a6 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:34:35.979719 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c935daca-392a-4142-9e07-333c2a8482d9 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:34:36.078300 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c56dd76c-b858-4d50-aba7-9f6b1affb384 None None] Provisioning complete for port f2e82f7f-e544-449c-be46-e138e8a01129 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:36.078597 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c56dd76c-b858-4d50-aba7-9f6b1affb384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:36.168120 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port c935daca-392a-4142-9e07-333c2a8482d9 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:36.169288 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:36.265861 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c56dd76c-b858-4d50-aba7-9f6b1affb384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:36.308881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-979c4e04-c86d-4f6f-a0e5-3c7cbb8be76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125993951', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:34:33Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'f2e82f7f-e544-449c-be46-e138e8a01129', 'name': '', 'network_id': '9643116c-b958-4abd-a162-a6effcd47503', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:e9:87:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f41f53f7-a3ed-479f-82ae-0baf658d0c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:32Z', 'updated_at': '2022-04-18T21:34:35Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': 'f41f53f7-a3ed-479f-82ae-0baf658d0c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:36.349322 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979c4e04-c86d-4f6f-a0e5-3c7cbb8be76f None None] The sync data for ids ['7a809ef7-f63f-4802-9c4e-21762a2376a6'] in n-d-838323-3 is: [{'id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125993951', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:34:33Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'f2e82f7f-e544-449c-be46-e138e8a01129', 'name': '', 'network_id': '9643116c-b958-4abd-a162-a6effcd47503', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:e9:87:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f41f53f7-a3ed-479f-82ae-0baf658d0c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:32Z', 'updated_at': '2022-04-18T21:34:35Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': 'f41f53f7-a3ed-479f-82ae-0baf658d0c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:34:36.365779 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c1dd4576-8030-4ed3-9370-d84f85cee954 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:34:36.370983 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c56dd76c-b858-4d50-aba7-9f6b1affb384 None None] For port f2e82f7f-e544-449c-be46-e138e8a01129, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f2e82f7f-e544-449c-be46-e138e8a01129,segment=NetworkSegment(a2acc1c6-b17e-4568-acc7-f184f8a2d6bc),segment_id=a2acc1c6-b17e-4568-acc7-f184f8a2d6bc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:36.378980 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5e8b7ccc-3b39-44ef-bbd2-501f993ab5cf req-797b3390-b301-4728-ab6f-4c576206246a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b HTTP/1.1" status: 200 len: 210 time: 0.0442338 Apr 18 21:34:36.391153 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c56dd76c-b858-4d50-aba7-9f6b1affb384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:36.470528 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56dd76c-b858-4d50-aba7-9f6b1affb384 None None] Pushing event updated for resources: {'Port': ['ID=f2e82f7f-e544-449c-be46-e138e8a01129,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:36.484225 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port c1dd4576-8030-4ed3-9370-d84f85cee954 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:36.484602 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:37.501380 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-96755c25-ca2d-4569-9ba8-c752f824723a req-2cb8ba92-515e-4504-8182-7a65cc5c8990 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b HTTP/1.1" status: 200 len: 210 time: 0.0464275 Apr 18 21:34:37.593028 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510762e-f99c-4775-8106-dac9df8f6933 req-5450aca7-7168-4c5c-ae04-0eddad33282f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:37.594452 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9510762e-f99c-4775-8106-dac9df8f6933 req-5450aca7-7168-4c5c-ae04-0eddad33282f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.32 "GET /v2.0/networks?id=9643116c-b958-4abd-a162-a6effcd47503 HTTP/1.1" status: 200 len: 797 time: 0.1514118 Apr 18 21:34:37.639679 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9510762e-f99c-4775-8106-dac9df8f6933 req-542c2202-115c-4a94-b8a9-5f33a8feff91 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c HTTP/1.1" status: 200 len: 379 time: 0.0334902 Apr 18 21:34:37.650551 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-9510762e-f99c-4775-8106-dac9df8f6933 req-d1076c30-432e-4f51-8ee0-4df270fa3be5 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'port': {'device_id': 'b019b682-d12e-4135-a2ba-d3fd64fdcf7b', 'network_id': '9643116c-b958-4abd-a162-a6effcd47503', 'admin_state_up': True, 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'security_groups': ['8be859a3-db39-4551-a7c9-06d29d0c08c0']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:37.753469 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9510762e-f99c-4775-8106-dac9df8f6933 req-d1076c30-432e-4f51-8ee0-4df270fa3be5 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Made reservation on behalf of 6347a1b372ae48cea2a8cfb6647f8a4c for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:34:37.757360 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9510762e-f99c-4775-8106-dac9df8f6933 req-d1076c30-432e-4f51-8ee0-4df270fa3be5 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:37.886664 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-9510762e-f99c-4775-8106-dac9df8f6933 req-d1076c30-432e-4f51-8ee0-4df270fa3be5 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Allocated IP 172.20.0.9 (9643116c-b958-4abd-a162-a6effcd47503/f41f53f7-a3ed-479f-82ae-0baf658d0c8d/cfc965c7-f43f-4652-b0e7-744fbd6a765e) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:34:37.992250 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f2e82f7f-e544-449c-be46-e138e8a01129 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:34:38.048044 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port f2e82f7f-e544-449c-be46-e138e8a01129 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:38.048902 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:38.059335 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9510762e-f99c-4775-8106-dac9df8f6933 req-d1076c30-432e-4f51-8ee0-4df270fa3be5 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:38.102335 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9510762e-f99c-4775-8106-dac9df8f6933 req-d1076c30-432e-4f51-8ee0-4df270fa3be5 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:38.158390 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9510762e-f99c-4775-8106-dac9df8f6933 req-d1076c30-432e-4f51-8ee0-4df270fa3be5 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network 9643116c-b958-4abd-a162-a6effcd47503 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:34:38.163119 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-9510762e-f99c-4775-8106-dac9df8f6933 req-d1076c30-432e-4f51-8ee0-4df270fa3be5 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:34:38.163349 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:38.175868 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-9510762e-f99c-4775-8106-dac9df8f6933 req-d1076c30-432e-4f51-8ee0-4df270fa3be5 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:34:38.180420 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1076c30-432e-4f51-8ee0-4df270fa3be5 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=cfc965c7-f43f-4652-b0e7-744fbd6a765e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:38.234048 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510762e-f99c-4775-8106-dac9df8f6933 req-d1076c30-432e-4f51-8ee0-4df270fa3be5 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:38.234676 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9510762e-f99c-4775-8106-dac9df8f6933 req-d1076c30-432e-4f51-8ee0-4df270fa3be5 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:38.252960 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9510762e-f99c-4775-8106-dac9df8f6933 req-d1076c30-432e-4f51-8ee0-4df270fa3be5 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6069601 Apr 18 21:34:38.264768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-9510762e-f99c-4775-8106-dac9df8f6933 req-0a96b8cb-e432-475c-b7bf-f603946ac9d0 service neutron] Request body: {'port': {'device_id': 'b019b682-d12e-4135-a2ba-d3fd64fdcf7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:38.329355 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9510762e-f99c-4775-8106-dac9df8f6933 req-0a96b8cb-e432-475c-b7bf-f603946ac9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:38.433902 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-af69c30f-5ca4-4d04-8dbf-8e2447ea9824 None None] Provisioning complete for port cfc965c7-f43f-4652-b0e7-744fbd6a765e triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:38.434276 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-af69c30f-5ca4-4d04-8dbf-8e2447ea9824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:38.468279 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-af69c30f-5ca4-4d04-8dbf-8e2447ea9824 None None] Port cfc965c7-f43f-4652-b0e7-744fbd6a765e cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:34:38.620031 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-9510762e-f99c-4775-8106-dac9df8f6933 req-0a96b8cb-e432-475c-b7bf-f603946ac9d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc965c7-f43f-4652-b0e7-744fbd6a765e {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:34:38.628401 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9510762e-f99c-4775-8106-dac9df8f6933 req-0a96b8cb-e432-475c-b7bf-f603946ac9d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:38.645528 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-9510762e-f99c-4775-8106-dac9df8f6933 req-0a96b8cb-e432-475c-b7bf-f603946ac9d0 service neutron] Transition to ACTIVE for port object cfc965c7-f43f-4652-b0e7-744fbd6a765e will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:34:38.657336 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be1104-06c3-44d1-af92-1a5a9151e6d1 req-1aebb2c3-fc4f-43d6-9fb9-9534a5fe2d41 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:38.658811 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-79be1104-06c3-44d1-af92-1a5a9151e6d1 req-1aebb2c3-fc4f-43d6-9fb9-9534a5fe2d41 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b HTTP/1.1" status: 200 len: 931 time: 0.0762887 Apr 18 21:34:38.659405 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9510762e-f99c-4775-8106-dac9df8f6933 req-0a96b8cb-e432-475c-b7bf-f603946ac9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:38.727480 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96b8cb-e432-475c-b7bf-f603946ac9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc965c7-f43f-4652-b0e7-744fbd6a765e,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:38.765537 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-79be1104-06c3-44d1-af92-1a5a9151e6d1 req-961e6c5f-8d56-4219-b258-d1951c942424 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=8be859a3-db39-4551-a7c9-06d29d0c08c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813596 Apr 18 21:34:38.817266 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-9510762e-f99c-4775-8106-dac9df8f6933 req-0a96b8cb-e432-475c-b7bf-f603946ac9d0 service neutron] Attempting to bind port cfc965c7-f43f-4652-b0e7-744fbd6a765e on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:34:38.817611 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-9510762e-f99c-4775-8106-dac9df8f6933 req-0a96b8cb-e432-475c-b7bf-f603946ac9d0 service neutron] Attempting to bind port cfc965c7-f43f-4652-b0e7-744fbd6a765e by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'a2acc1c6-b17e-4568-acc7-f184f8a2d6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9643116c-b958-4abd-a162-a6effcd47503'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:34:38.817947 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9510762e-f99c-4775-8106-dac9df8f6933 req-0a96b8cb-e432-475c-b7bf-f603946ac9d0 service neutron] Attempting to bind port cfc965c7-f43f-4652-b0e7-744fbd6a765e on network 9643116c-b958-4abd-a162-a6effcd47503 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:34:38.823334 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9510762e-f99c-4775-8106-dac9df8f6933 req-0a96b8cb-e432-475c-b7bf-f603946ac9d0 service neutron] Port cfc965c7-f43f-4652-b0e7-744fbd6a765e on network 9643116c-b958-4abd-a162-a6effcd47503 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:34:38.823660 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9510762e-f99c-4775-8106-dac9df8f6933 req-0a96b8cb-e432-475c-b7bf-f603946ac9d0 service neutron] Attempting to bind port cfc965c7-f43f-4652-b0e7-744fbd6a765e on network 9643116c-b958-4abd-a162-a6effcd47503 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:34:38.828858 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9510762e-f99c-4775-8106-dac9df8f6933 req-0a96b8cb-e432-475c-b7bf-f603946ac9d0 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:34:38.829210 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9510762e-f99c-4775-8106-dac9df8f6933 req-0a96b8cb-e432-475c-b7bf-f603946ac9d0 service neutron] Checking segment: {'id': 'a2acc1c6-b17e-4568-acc7-f184f8a2d6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9643116c-b958-4abd-a162-a6effcd47503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:34:38.829602 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9510762e-f99c-4775-8106-dac9df8f6933 req-0a96b8cb-e432-475c-b7bf-f603946ac9d0 service neutron] Bound using segment: {'id': 'a2acc1c6-b17e-4568-acc7-f184f8a2d6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9643116c-b958-4abd-a162-a6effcd47503'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:34:38.830031 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-9510762e-f99c-4775-8106-dac9df8f6933 req-0a96b8cb-e432-475c-b7bf-f603946ac9d0 service neutron] Bound port: cfc965c7-f43f-4652-b0e7-744fbd6a765e, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2acc1c6-b17e-4568-acc7-f184f8a2d6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9643116c-b958-4abd-a162-a6effcd47503'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:34:38.830394 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9510762e-f99c-4775-8106-dac9df8f6933 req-0a96b8cb-e432-475c-b7bf-f603946ac9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:38.897121 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-9510762e-f99c-4775-8106-dac9df8f6933 req-0a96b8cb-e432-475c-b7bf-f603946ac9d0 service neutron] For port cfc965c7-f43f-4652-b0e7-744fbd6a765e, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:34:38.900133 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-9510762e-f99c-4775-8106-dac9df8f6933 req-0a96b8cb-e432-475c-b7bf-f603946ac9d0 service neutron] For port cfc965c7-f43f-4652-b0e7-744fbd6a765e, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=cfc965c7-f43f-4652-b0e7-744fbd6a765e,segment=NetworkSegment(a2acc1c6-b17e-4568-acc7-f184f8a2d6bc),segment_id=a2acc1c6-b17e-4568-acc7-f184f8a2d6bc)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:34:38.904389 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9510762e-f99c-4775-8106-dac9df8f6933 req-0a96b8cb-e432-475c-b7bf-f603946ac9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:38.947146 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510762e-f99c-4775-8106-dac9df8f6933 req-0a96b8cb-e432-475c-b7bf-f603946ac9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:38.947775 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9510762e-f99c-4775-8106-dac9df8f6933 req-0a96b8cb-e432-475c-b7bf-f603946ac9d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:38.949203 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9510762e-f99c-4775-8106-dac9df8f6933 req-0a96b8cb-e432-475c-b7bf-f603946ac9d0 service neutron] 10.222.0.32 "PUT /v2.0/ports/cfc965c7-f43f-4652-b0e7-744fbd6a765e HTTP/1.1" status: 200 len: 1091 time: 0.6889074 Apr 18 21:34:38.949632 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b019b682-d12e-4135-a2ba-d3fd64fdcf7b', 'tag': 'cfc965c7-f43f-4652-b0e7-744fbd6a765e'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:34:38.951893 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aec5c31-0caa-4b9f-bdda-469cddc7e5d4" -d '{"events": [{"name": "network-changed", "server_uuid": "b019b682-d12e-4135-a2ba-d3fd64fdcf7b", "tag": "cfc965c7-f43f-4652-b0e7-744fbd6a765e"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:34:38.972577 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96b8cb-e432-475c-b7bf-f603946ac9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc965c7-f43f-4652-b0e7-744fbd6a765e,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:39.002776 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0b48d3-128e-4ff0-a585-dcd112698a4d x-openstack-request-id: req-ce0b48d3-128e-4ff0-a585-dcd112698a4d {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:34:39.003065 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b019b682-d12e-4135-a2ba-d3fd64fdcf7b", "tag": "cfc965c7-f43f-4652-b0e7-744fbd6a765e", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:34:39.003317 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce0b48d3-128e-4ff0-a585-dcd112698a4d {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:34:39.003720 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce0b48d3-128e-4ff0-a585-dcd112698a4d'] response: {'name': 'network-changed', 'server_uuid': 'b019b682-d12e-4135-a2ba-d3fd64fdcf7b', 'tag': 'cfc965c7-f43f-4652-b0e7-744fbd6a765e', 'status': 'completed', 'code': 200} Apr 18 21:34:39.038697 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510762e-f99c-4775-8106-dac9df8f6933 req-402537a4-3257-4930-8a25-3a1bab45255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:39.040256 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9510762e-f99c-4775-8106-dac9df8f6933 req-402537a4-3257-4930-8a25-3a1bab45255d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b HTTP/1.1" status: 200 len: 1094 time: 0.0499787 Apr 18 21:34:39.083098 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9510762e-f99c-4775-8106-dac9df8f6933 req-3691a8a1-96b7-4e6a-b34a-ef82148424d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfc965c7-f43f-4652-b0e7-744fbd6a765e HTTP/1.1" status: 200 len: 217 time: 0.0358906 Apr 18 21:34:39.140998 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510762e-f99c-4775-8106-dac9df8f6933 req-24a9597c-0dc6-4f6a-aa5d-498d9faa62c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:39.142471 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9510762e-f99c-4775-8106-dac9df8f6933 req-24a9597c-0dc6-4f6a-aa5d-498d9faa62c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f41f53f7-a3ed-479f-82ae-0baf658d0c8d HTTP/1.1" status: 200 len: 835 time: 0.0521748 Apr 18 21:34:39.186729 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510762e-f99c-4775-8106-dac9df8f6933 req-e26ea6bb-919c-4383-9cdf-391d5d616115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:39.188187 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9510762e-f99c-4775-8106-dac9df8f6933 req-e26ea6bb-919c-4383-9cdf-391d5d616115 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9643116c-b958-4abd-a162-a6effcd47503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396998 Apr 18 21:34:39.280308 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9510762e-f99c-4775-8106-dac9df8f6933 req-66ebb747-c009-41de-af7a-8b927865b8f5 service neutron] 10.222.0.32 "GET /v2.0/networks/9643116c-b958-4abd-a162-a6effcd47503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853877 Apr 18 21:34:39.378335 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9510762e-f99c-4775-8106-dac9df8f6933 req-418889a5-20a0-40d5-a5f7-f56753b8f3aa service neutron] 10.222.0.32 "GET /v2.0/networks/9643116c-b958-4abd-a162-a6effcd47503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917585 Apr 18 21:34:39.470970 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5c31-0caa-4b9f-bdda-469cddc7e5d4 req-23858ae5-c913-4246-97c3-b1dbec31439a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:39.472499 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6aec5c31-0caa-4b9f-bdda-469cddc7e5d4 req-23858ae5-c913-4246-97c3-b1dbec31439a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b HTTP/1.1" status: 200 len: 1094 time: 0.0434139 Apr 18 21:34:39.566545 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5c31-0caa-4b9f-bdda-469cddc7e5d4 req-a2694bb4-e0bd-4e07-b5ec-3b30231eb94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:39.568032 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6aec5c31-0caa-4b9f-bdda-469cddc7e5d4 req-a2694bb4-e0bd-4e07-b5ec-3b30231eb94c service neutron] 10.222.0.32 "GET /v2.0/networks?id=9643116c-b958-4abd-a162-a6effcd47503 HTTP/1.1" status: 200 len: 898 time: 0.0896881 Apr 18 21:34:39.610023 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6aec5c31-0caa-4b9f-bdda-469cddc7e5d4 req-81619116-004b-41b2-a3d1-0e4ba1708120 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfc965c7-f43f-4652-b0e7-744fbd6a765e HTTP/1.1" status: 200 len: 217 time: 0.0350242 Apr 18 21:34:39.658812 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5c31-0caa-4b9f-bdda-469cddc7e5d4 req-a6c320b4-a0e5-4ecc-a5c9-59f9d65a94e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:39.660269 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6aec5c31-0caa-4b9f-bdda-469cddc7e5d4 req-a6c320b4-a0e5-4ecc-a5c9-59f9d65a94e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f41f53f7-a3ed-479f-82ae-0baf658d0c8d HTTP/1.1" status: 200 len: 835 time: 0.0438390 Apr 18 21:34:39.709509 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5c31-0caa-4b9f-bdda-469cddc7e5d4 req-60515925-17e3-4c93-911e-f51cf2f9c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:39.710900 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6aec5c31-0caa-4b9f-bdda-469cddc7e5d4 req-60515925-17e3-4c93-911e-f51cf2f9c518 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9643116c-b958-4abd-a162-a6effcd47503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443137 Apr 18 21:34:39.801750 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6aec5c31-0caa-4b9f-bdda-469cddc7e5d4 req-94b96074-ca36-455b-bd7c-c00edf6517e9 service neutron] 10.222.0.32 "GET /v2.0/networks/9643116c-b958-4abd-a162-a6effcd47503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842328 Apr 18 21:34:39.928874 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6aec5c31-0caa-4b9f-bdda-469cddc7e5d4 req-ee749602-8ded-4713-b755-5d2bf4594324 service neutron] 10.222.0.32 "GET /v2.0/networks/9643116c-b958-4abd-a162-a6effcd47503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204340 Apr 18 21:34:39.937329 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf453dbb-4624-4ee4-a3a1-c593638dcf81 req-8d8661fb-a005-40a4-8fed-ae96e19f0a38 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:39.938830 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cf453dbb-4624-4ee4-a3a1-c593638dcf81 req-8d8661fb-a005-40a4-8fed-ae96e19f0a38 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b HTTP/1.1" status: 200 len: 943 time: 0.0802124 Apr 18 21:34:39.977969 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cf453dbb-4624-4ee4-a3a1-c593638dcf81 req-76e8e207-bedd-42e3-afbd-09b3daa1506c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=8be859a3-db39-4551-a7c9-06d29d0c08c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322428 Apr 18 21:34:41.096318 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738e386-6256-4e1c-8f14-13c8e34fcacb req-fd52da09-bd85-4a00-8676-485412eaaaac tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:41.097847 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e738e386-6256-4e1c-8f14-13c8e34fcacb req-fd52da09-bd85-4a00-8676-485412eaaaac tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b HTTP/1.1" status: 200 len: 943 time: 0.0493863 Apr 18 21:34:41.137973 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e738e386-6256-4e1c-8f14-13c8e34fcacb req-9669e598-43b4-43e5-adae-28f48d6e064a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=8be859a3-db39-4551-a7c9-06d29d0c08c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325074 Apr 18 21:34:42.258477 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b88e69-f34c-484f-90d4-2d9521038b9b req-024b2fa7-ae8e-4bdb-b06f-d75fb4f7d367 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:42.260182 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57b88e69-f34c-484f-90d4-2d9521038b9b req-024b2fa7-ae8e-4bdb-b06f-d75fb4f7d367 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b HTTP/1.1" status: 200 len: 943 time: 0.0540025 Apr 18 21:34:42.298457 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-57b88e69-f34c-484f-90d4-2d9521038b9b req-e57ae450-816f-4875-b532-b404ca2d7197 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=8be859a3-db39-4551-a7c9-06d29d0c08c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323360 Apr 18 21:34:42.358681 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device cfc965c7-f43f-4652-b0e7-744fbd6a765e details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:34:42.376792 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:34:42.441520 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:42.479502 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port cfc965c7-f43f-4652-b0e7-744fbd6a765e, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=cfc965c7-f43f-4652-b0e7-744fbd6a765e,segment=NetworkSegment(a2acc1c6-b17e-4568-acc7-f184f8a2d6bc),segment_id=a2acc1c6-b17e-4568-acc7-f184f8a2d6bc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:42.491717 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'cfc965c7-f43f-4652-b0e7-744fbd6a765e', 'network_id': '9643116c-b958-4abd-a162-a6effcd47503', 'port_id': 'cfc965c7-f43f-4652-b0e7-744fbd6a765e', 'mac_address': 'fa:16:3e:f6:ac:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41f53f7-a3ed-479f-82ae-0baf658d0c8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:34:42.530079 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:42.543637 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc965c7-f43f-4652-b0e7-744fbd6a765e {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:34:42.563631 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port cfc965c7-f43f-4652-b0e7-744fbd6a765e, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=cfc965c7-f43f-4652-b0e7-744fbd6a765e,segment=NetworkSegment(a2acc1c6-b17e-4568-acc7-f184f8a2d6bc),segment_id=a2acc1c6-b17e-4568-acc7-f184f8a2d6bc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:42.569244 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:42.624977 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=cfc965c7-f43f-4652-b0e7-744fbd6a765e,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:42.938014 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['cfc965c7-f43f-4652-b0e7-744fbd6a765e'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:34:43.417148 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bd460-1dd5-442a-ad06-8a05ba91a152 req-198a71b6-b51e-4bd9-9d90-25bcb94c9e48 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:43.418638 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-577bd460-1dd5-442a-ad06-8a05ba91a152 req-198a71b6-b51e-4bd9-9d90-25bcb94c9e48 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b HTTP/1.1" status: 200 len: 944 time: 0.0506387 Apr 18 21:34:43.457589 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-577bd460-1dd5-442a-ad06-8a05ba91a152 req-36ceb0cc-a298-422b-96f9-996ee07416cd tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=8be859a3-db39-4551-a7c9-06d29d0c08c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329030 Apr 18 21:34:44.374393 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device cfc965c7-f43f-4652-b0e7-744fbd6a765e up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:34:44.424323 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port cfc965c7-f43f-4652-b0e7-744fbd6a765e completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:34:44.429168 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port cfc965c7-f43f-4652-b0e7-744fbd6a765e triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:44.429542 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:44.511466 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:44.536802 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b019b682-d12e-4135-a2ba-d3fd64fdcf7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc965c7-f43f-4652-b0e7-744fbd6a765e'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:34:44.539709 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441e2905-83ef-4992-9779-d81b9a668434" -d '{"events": [{"server_uuid": "b019b682-d12e-4135-a2ba-d3fd64fdcf7b", "name": "network-vif-plugged", "status": "completed", "tag": "cfc965c7-f43f-4652-b0e7-744fbd6a765e"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:34:44.552933 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port cfc965c7-f43f-4652-b0e7-744fbd6a765e, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=cfc965c7-f43f-4652-b0e7-744fbd6a765e,segment=NetworkSegment(a2acc1c6-b17e-4568-acc7-f184f8a2d6bc),segment_id=a2acc1c6-b17e-4568-acc7-f184f8a2d6bc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:44.558157 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:44.605383 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cf2a6-bab0-435b-aadc-d8443aa2a903 req-9992b084-1e63-489b-a343-9a6e4e4903a6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:44.607079 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e14cf2a6-bab0-435b-aadc-d8443aa2a903 req-9992b084-1e63-489b-a343-9a6e4e4903a6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b HTTP/1.1" status: 200 len: 944 time: 0.0800605 Apr 18 21:34:44.614057 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=cfc965c7-f43f-4652-b0e7-744fbd6a765e,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:44.654820 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e14cf2a6-bab0-435b-aadc-d8443aa2a903 req-1296aeff-2dd7-4b49-96d1-d462b81bcd1a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=8be859a3-db39-4551-a7c9-06d29d0c08c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397558 Apr 18 21:34:44.691858 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf06ea1-37f6-4762-8800-5724b1e0f194 x-openstack-request-id: req-eaf06ea1-37f6-4762-8800-5724b1e0f194 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:34:44.692153 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b019b682-d12e-4135-a2ba-d3fd64fdcf7b", "name": "network-vif-plugged", "status": "completed", "tag": "cfc965c7-f43f-4652-b0e7-744fbd6a765e", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:34:44.692422 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eaf06ea1-37f6-4762-8800-5724b1e0f194 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:34:44.692850 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaf06ea1-37f6-4762-8800-5724b1e0f194'] response: {'server_uuid': 'b019b682-d12e-4135-a2ba-d3fd64fdcf7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc965c7-f43f-4652-b0e7-744fbd6a765e', 'code': 200} Apr 18 21:34:44.792038 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66619b85-ccd2-4e11-8da2-217696ace06a req-95f178bd-c74f-4254-adb0-d5a34866ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:44.793460 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-66619b85-ccd2-4e11-8da2-217696ace06a req-95f178bd-c74f-4254-adb0-d5a34866ea38 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b HTTP/1.1" status: 200 len: 1096 time: 0.0455394 Apr 18 21:34:44.837737 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-66619b85-ccd2-4e11-8da2-217696ace06a req-bd9a777d-4c0a-4479-b35b-6660eceef291 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8be859a3-db39-4551-a7c9-06d29d0c08c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365486 Apr 18 21:34:45.783948 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a450a3-5176-46a3-afd5-9d97108b6537 req-7402ad84-007b-40a8-b18d-809adf983420 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:45.785495 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2a450a3-5176-46a3-afd5-9d97108b6537 req-7402ad84-007b-40a8-b18d-809adf983420 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b HTTP/1.1" status: 200 len: 945 time: 0.0544419 Apr 18 21:34:45.826834 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2a450a3-5176-46a3-afd5-9d97108b6537 req-db0cc8e2-eae0-4c93-a02d-cff7cea94f54 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=8be859a3-db39-4551-a7c9-06d29d0c08c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344968 Apr 18 21:34:46.954620 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ca2e2-ce2d-480a-a4c7-5bdcd8b8af0e req-6224bdaa-9672-4a34-9fe9-a385a71694f8 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:46.956227 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-045ca2e2-ce2d-480a-a4c7-5bdcd8b8af0e req-6224bdaa-9672-4a34-9fe9-a385a71694f8 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b HTTP/1.1" status: 200 len: 945 time: 0.0522497 Apr 18 21:34:46.998428 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-045ca2e2-ce2d-480a-a4c7-5bdcd8b8af0e req-fb8b07f3-f083-4bec-952d-9f6d9a9fbc79 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=8be859a3-db39-4551-a7c9-06d29d0c08c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354617 Apr 18 21:34:47.127817 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a8948-321e-4ee9-b909-648a92421494 req-e7e8f3af-0a23-4f02-a1c2-1354cc004211 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:47.129455 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b2a8948-321e-4ee9-b909-648a92421494 req-e7e8f3af-0a23-4f02-a1c2-1354cc004211 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b HTTP/1.1" status: 200 len: 945 time: 0.0567992 Apr 18 21:34:47.169991 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b2a8948-321e-4ee9-b909-648a92421494 req-8c05b149-959b-425b-80b5-0d5345e7f84e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=8be859a3-db39-4551-a7c9-06d29d0c08c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339019 Apr 18 21:34:47.192734 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59288) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:47.235349 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f8ea9d-0321-474b-b6a9-7d7268b7209f tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:47.236983 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-15f8ea9d-0321-474b-b6a9-7d7268b7209f tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b HTTP/1.1" status: 200 len: 1091 time: 0.0431037 Apr 18 21:34:47.239905 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59290) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:47.245150 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-1b28eea3-969c-4450-8b4b-f9f2df37e041 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'port_id': 'cfc965c7-f43f-4652-b0e7-744fbd6a765e', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:47.267887 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b28eea3-969c-4450-8b4b-f9f2df37e041 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:47.376527 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b28eea3-969c-4450-8b4b-f9f2df37e041 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:47.487006 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-1b28eea3-969c-4450-8b4b-f9f2df37e041 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Allocated IP 172.25.1.20 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/ba70fa98-a823-42bd-9191-c8f491c8c6b1) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:34:47.603268 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b28eea3-969c-4450-8b4b-f9f2df37e041 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:47.637954 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b28eea3-969c-4450-8b4b-f9f2df37e041 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:47.676381 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b28eea3-969c-4450-8b4b-f9f2df37e041 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:34:47.681666 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-1b28eea3-969c-4450-8b4b-f9f2df37e041 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:34:47.685486 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b28eea3-969c-4450-8b4b-f9f2df37e041 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:34:47.712566 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28eea3-969c-4450-8b4b-f9f2df37e041 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=ba70fa98-a823-42bd-9191-c8f491c8c6b1,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:48.073308 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b28eea3-969c-4450-8b4b-f9f2df37e041 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:48.146013 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b28eea3-969c-4450-8b4b-f9f2df37e041 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:48.310812 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b28eea3-969c-4450-8b4b-f9f2df37e041 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:48.315494 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b28eea3-969c-4450-8b4b-f9f2df37e041 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:48.392654 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28eea3-969c-4450-8b4b-f9f2df37e041 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=ba70fa98-a823-42bd-9191-c8f491c8c6b1,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:48.402720 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b28eea3-969c-4450-8b4b-f9f2df37e041 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:48.503046 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-1b28eea3-969c-4450-8b4b-f9f2df37e041 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Floating IP 71aa9705-6092-44d5-ad25-3fab025eb258 associated. External IP: 172.25.1.20, port: cfc965c7-f43f-4652-b0e7-744fbd6a765e. Apr 18 21:34:48.733192 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b28eea3-969c-4450-8b4b-f9f2df37e041 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Router 7a809ef7-f63f-4802-9c4e-21762a2376a6 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:34:48.853526 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b28eea3-969c-4450-8b4b-f9f2df37e041 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:34:48.866846 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6346e6aa-e7a6-4b05-ba96-3a5d549e0ee2 None None] Sync routers for ids ['7a809ef7-f63f-4802-9c4e-21762a2376a6'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:34:48.873066 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b28eea3-969c-4450-8b4b-f9f2df37e041 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:48.877763 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6346e6aa-e7a6-4b05-ba96-3a5d549e0ee2 None None] Routers {'7a809ef7-f63f-4802-9c4e-21762a2376a6'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:34:48.878614 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6346e6aa-e7a6-4b05-ba96-3a5d549e0ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:34:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7a809ef7-f63f-4802-9c4e-21762a2376a6'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:48.902957 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1b28eea3-969c-4450-8b4b-f9f2df37e041 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6612499 Apr 18 21:34:48.903538 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b019b682-d12e-4135-a2ba-d3fd64fdcf7b', 'tag': 'cfc965c7-f43f-4652-b0e7-744fbd6a765e'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:34:48.905920 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850ef6dc-bb9e-4382-ad20-da3f41b508a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b019b682-d12e-4135-a2ba-d3fd64fdcf7b", "tag": "cfc965c7-f43f-4652-b0e7-744fbd6a765e"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:34:48.959829 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b690f11-4ef7-4927-8e68-031f942a2d91 x-openstack-request-id: req-0b690f11-4ef7-4927-8e68-031f942a2d91 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:34:48.960125 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b019b682-d12e-4135-a2ba-d3fd64fdcf7b", "tag": "cfc965c7-f43f-4652-b0e7-744fbd6a765e", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:34:48.960446 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b690f11-4ef7-4927-8e68-031f942a2d91 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:34:48.960879 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b690f11-4ef7-4927-8e68-031f942a2d91'] response: {'name': 'network-changed', 'server_uuid': 'b019b682-d12e-4135-a2ba-d3fd64fdcf7b', 'tag': 'cfc965c7-f43f-4652-b0e7-744fbd6a765e', 'status': 'completed', 'code': 200} Apr 18 21:34:49.001198 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-6346e6aa-e7a6-4b05-ba96-3a5d549e0ee2 None None] Set router 7a809ef7-f63f-4802-9c4e-21762a2376a6 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:34:49.053088 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab7407-cb16-46d9-a099-7af5a242e99d req-bb760e3e-a4b8-4d7a-8a38-3a256ecfebe1 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:49.054886 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-afab7407-cb16-46d9-a099-7af5a242e99d req-bb760e3e-a4b8-4d7a-8a38-3a256ecfebe1 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b HTTP/1.1" status: 200 len: 945 time: 0.0821784 Apr 18 21:34:49.061437 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ef6dc-bb9e-4382-ad20-da3f41b508a9 req-d8405c6b-4662-4125-ba74-fdb15b8a73c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:49.062825 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-850ef6dc-bb9e-4382-ad20-da3f41b508a9 req-d8405c6b-4662-4125-ba74-fdb15b8a73c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b HTTP/1.1" status: 200 len: 1096 time: 0.0808961 Apr 18 21:34:49.143829 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-afab7407-cb16-46d9-a099-7af5a242e99d req-3fd0a616-2c64-480f-abf7-97cb7ac532b3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=8be859a3-db39-4551-a7c9-06d29d0c08c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799985 Apr 18 21:34:49.173193 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59296) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:49.257717 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ef6dc-bb9e-4382-ad20-da3f41b508a9 req-0be565ac-7cf5-4a05-b3d4-bb87cf876d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:49.259115 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-850ef6dc-bb9e-4382-ad20-da3f41b508a9 req-0be565ac-7cf5-4a05-b3d4-bb87cf876d97 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9643116c-b958-4abd-a162-a6effcd47503 HTTP/1.1" status: 200 len: 898 time: 0.1886909 Apr 18 21:34:49.306317 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6346e6aa-e7a6-4b05-ba96-3a5d549e0ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125993951', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:34:33Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '71aa9705-6092-44d5-ad25-3fab025eb258', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'floating_ip_address': '172.25.1.20', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'port_id': 'cfc965c7-f43f-4652-b0e7-744fbd6a765e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9643116c-b958-4abd-a162-a6effcd47503', 'mac_address': 'fa:16:3e:f6:ac:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b019b682-d12e-4135-a2ba-d3fd64fdcf7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:34:47Z', 'updated_at': '2022-04-18T21:34:47Z', 'revision_number': 0, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e82f7f-e544-449c-be46-e138e8a01129', 'name': '', 'network_id': '9643116c-b958-4abd-a162-a6effcd47503', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:e9:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f41f53f7-a3ed-479f-82ae-0baf658d0c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:32Z', 'updated_at': '2022-04-18T21:34:36Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': 'f41f53f7-a3ed-479f-82ae-0baf658d0c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:49.313543 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5013a2f1-a4e4-42c5-b5f7-53b402c63257 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/floatingips/71aa9705-6092-44d5-ad25-3fab025eb258 HTTP/1.1" status: 200 len: 990 time: 0.1372964 Apr 18 21:34:49.341065 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6346e6aa-e7a6-4b05-ba96-3a5d549e0ee2 None None] Checking router: 7a809ef7-f63f-4802-9c4e-21762a2376a6 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:34:49.343713 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-850ef6dc-bb9e-4382-ad20-da3f41b508a9 req-4b0ba2e9-5490-4d64-b92e-de132ed1e480 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfc965c7-f43f-4652-b0e7-744fbd6a765e HTTP/1.1" status: 200 len: 998 time: 0.0771310 Apr 18 21:34:49.352764 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6346e6aa-e7a6-4b05-ba96-3a5d549e0ee2 None None] Routers {'7a809ef7-f63f-4802-9c4e-21762a2376a6'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:34:49.353489 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6346e6aa-e7a6-4b05-ba96-3a5d549e0ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:34:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7a809ef7-f63f-4802-9c4e-21762a2376a6'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:49.472490 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-6346e6aa-e7a6-4b05-ba96-3a5d549e0ee2 None None] Set router 7a809ef7-f63f-4802-9c4e-21762a2376a6 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:34:49.751747 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ef6dc-bb9e-4382-ad20-da3f41b508a9 req-1ba977d3-e3a7-4503-af51-e35ab1d17690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:49.753992 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-850ef6dc-bb9e-4382-ad20-da3f41b508a9 req-1ba977d3-e3a7-4503-af51-e35ab1d17690 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f41f53f7-a3ed-479f-82ae-0baf658d0c8d HTTP/1.1" status: 200 len: 835 time: 0.4037950 Apr 18 21:34:49.782335 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-6346e6aa-e7a6-4b05-ba96-3a5d549e0ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125993951', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:34:33Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '71aa9705-6092-44d5-ad25-3fab025eb258', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'floating_ip_address': '172.25.1.20', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'port_id': 'cfc965c7-f43f-4652-b0e7-744fbd6a765e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9643116c-b958-4abd-a162-a6effcd47503', 'mac_address': 'fa:16:3e:f6:ac:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b019b682-d12e-4135-a2ba-d3fd64fdcf7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:34:47Z', 'updated_at': '2022-04-18T21:34:47Z', 'revision_number': 0, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e82f7f-e544-449c-be46-e138e8a01129', 'name': '', 'network_id': '9643116c-b958-4abd-a162-a6effcd47503', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:e9:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f41f53f7-a3ed-479f-82ae-0baf658d0c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:32Z', 'updated_at': '2022-04-18T21:34:36Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': 'f41f53f7-a3ed-479f-82ae-0baf658d0c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:49.809157 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ef6dc-bb9e-4382-ad20-da3f41b508a9 req-0b85b971-d385-4f63-9e4c-e018435219df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:49.810769 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-850ef6dc-bb9e-4382-ad20-da3f41b508a9 req-0b85b971-d385-4f63-9e4c-e018435219df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9643116c-b958-4abd-a162-a6effcd47503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502901 Apr 18 21:34:49.921117 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6346e6aa-e7a6-4b05-ba96-3a5d549e0ee2 None None] The sync data for ids ['7a809ef7-f63f-4802-9c4e-21762a2376a6'] in n-d-838323-3 is: [{'id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125993951', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:34:33Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '71aa9705-6092-44d5-ad25-3fab025eb258', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'floating_ip_address': '172.25.1.20', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'port_id': 'cfc965c7-f43f-4652-b0e7-744fbd6a765e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9643116c-b958-4abd-a162-a6effcd47503', 'mac_address': 'fa:16:3e:f6:ac:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b019b682-d12e-4135-a2ba-d3fd64fdcf7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:34:47Z', 'updated_at': '2022-04-18T21:34:47Z', 'revision_number': 0, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e82f7f-e544-449c-be46-e138e8a01129', 'name': '', 'network_id': '9643116c-b958-4abd-a162-a6effcd47503', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:e9:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f41f53f7-a3ed-479f-82ae-0baf658d0c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:32Z', 'updated_at': '2022-04-18T21:34:36Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': 'f41f53f7-a3ed-479f-82ae-0baf658d0c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:34:49.938530 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-850ef6dc-bb9e-4382-ad20-da3f41b508a9 req-e7493bdf-f1ce-407c-86ed-4f35a02c72e6 service neutron] 10.222.0.32 "GET /v2.0/networks/9643116c-b958-4abd-a162-a6effcd47503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207209 Apr 18 21:34:50.062278 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-850ef6dc-bb9e-4382-ad20-da3f41b508a9 req-f96c5c46-2994-4e13-aab8-0cb9ab6d2487 service neutron] 10.222.0.32 "GET /v2.0/networks/9643116c-b958-4abd-a162-a6effcd47503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176834 Apr 18 21:34:50.195401 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5224632-102f-4f73-84fc-f373aa6ac923 None None] New status for floating IP 71aa9705-6092-44d5-ad25-3fab025eb258: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:34:50.318084 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59298) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:50.395637 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2d089033-8999-44b7-bb58-93ea8b56bb32 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/floatingips/71aa9705-6092-44d5-ad25-3fab025eb258 HTTP/1.1" status: 200 len: 990 time: 0.0759296 Apr 18 21:34:51.400168 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59300) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:51.468875 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-72a17c61-d60f-4963-af03-d6e3e3916109 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/floatingips/71aa9705-6092-44d5-ad25-3fab025eb258 HTTP/1.1" status: 200 len: 992 time: 0.0674658 Apr 18 21:34:54.715734 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2c56edb8-e1a2-4e39-ab2a-f1281a2f710c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:59.126955 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f21ec854-039a-4a1f-9fae-c3cf6170ec09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:00.049485 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:01.641139 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:01.836361 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:08.118527 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:12.425151 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:19.376489 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:35:24.717160 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0f8cf5ca-85ae-485d-a524-d6cd84eebb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:26.734479 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bcfcc8c-13c4-45b0-bebf-b43459ef27d6 req-1190bbd9-ebd8-40b6-9d7b-8d5878235bf2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392509 Apr 18 21:35:26.816456 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfcc8c-13c4-45b0-bebf-b43459ef27d6 req-649ced83-b12d-4827-95ed-fb49963e0b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:26.818489 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bcfcc8c-13c4-45b0-bebf-b43459ef27d6 req-649ced83-b12d-4827-95ed-fb49963e0b69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b HTTP/1.1" status: 200 len: 1096 time: 0.0405772 Apr 18 21:35:26.924679 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfcc8c-13c4-45b0-bebf-b43459ef27d6 req-de891f2a-f709-4d5e-ad37-d1f21ae41a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:26.926138 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bcfcc8c-13c4-45b0-bebf-b43459ef27d6 req-de891f2a-f709-4d5e-ad37-d1f21ae41a42 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9643116c-b958-4abd-a162-a6effcd47503 HTTP/1.1" status: 200 len: 898 time: 0.0891702 Apr 18 21:35:26.990480 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bcfcc8c-13c4-45b0-bebf-b43459ef27d6 req-b4e639fd-434e-4246-a1b3-8fe165b87a81 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfc965c7-f43f-4652-b0e7-744fbd6a765e HTTP/1.1" status: 200 len: 1000 time: 0.0571396 Apr 18 21:35:27.042643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfcc8c-13c4-45b0-bebf-b43459ef27d6 req-bb80add5-90ad-4db3-b623-8844ea28c457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:27.044090 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bcfcc8c-13c4-45b0-bebf-b43459ef27d6 req-bb80add5-90ad-4db3-b623-8844ea28c457 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f41f53f7-a3ed-479f-82ae-0baf658d0c8d HTTP/1.1" status: 200 len: 835 time: 0.0479457 Apr 18 21:35:27.089274 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfcc8c-13c4-45b0-bebf-b43459ef27d6 req-1ee9975d-6919-402b-8153-bb0abfcbe4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:27.090751 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bcfcc8c-13c4-45b0-bebf-b43459ef27d6 req-1ee9975d-6919-402b-8153-bb0abfcbe4f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9643116c-b958-4abd-a162-a6effcd47503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403483 Apr 18 21:35:27.101316 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-4bcfcc8c-13c4-45b0-bebf-b43459ef27d6 req-d66337d5-6b23-4028-8218-8fcf0d2705a2 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:35:27.102233 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bcfcc8c-13c4-45b0-bebf-b43459ef27d6 req-d66337d5-6b23-4028-8218-8fcf0d2705a2 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050676 Apr 18 21:35:27.189365 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bcfcc8c-13c4-45b0-bebf-b43459ef27d6 req-85f5dab0-be9a-497a-87d4-8fa8203bc33d service neutron] 10.222.0.32 "GET /v2.0/networks/9643116c-b958-4abd-a162-a6effcd47503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799999 Apr 18 21:35:27.282506 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bcfcc8c-13c4-45b0-bebf-b43459ef27d6 req-029e3e7c-ef47-4ed2-af19-e6e4000d18f9 service neutron] 10.222.0.32 "GET /v2.0/networks/9643116c-b958-4abd-a162-a6effcd47503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859761 Apr 18 21:35:29.119986 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9889539d-0d3a-43fd-a434-bc3832107ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:30.052512 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:31.645766 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:31.839015 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:38.117716 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:42.419589 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:52.244527 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4a143-4ff6-4db9-960b-0b03ce4a703e req-119a95d5-a62c-4dbe-a8d7-04006cb618da tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:52.245922 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3fa4a143-4ff6-4db9-960b-0b03ce4a703e req-119a95d5-a62c-4dbe-a8d7-04006cb618da tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b HTTP/1.1" status: 200 len: 945 time: 0.0496597 Apr 18 21:35:52.285961 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3fa4a143-4ff6-4db9-960b-0b03ce4a703e req-2a59a1a4-cd5d-4be9-82e1-36d4c121aacd tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=8be859a3-db39-4551-a7c9-06d29d0c08c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335507 Apr 18 21:35:53.407525 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e67aa-0cc4-4d9c-954c-e0ad25e650dc req-b34ed22b-6242-4501-80b8-64812f4c17ba tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:53.409055 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-671e67aa-0cc4-4d9c-954c-e0ad25e650dc req-b34ed22b-6242-4501-80b8-64812f4c17ba tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b HTTP/1.1" status: 200 len: 945 time: 0.0501962 Apr 18 21:35:53.451411 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-671e67aa-0cc4-4d9c-954c-e0ad25e650dc req-83ddb76c-9e6d-43a8-bd5a-4c7de0ce4f7d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=8be859a3-db39-4551-a7c9-06d29d0c08c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354335 Apr 18 21:35:53.473820 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59330) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:35:53.533004 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-daaec223-ba1c-439a-8072-05b13477994f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/floatingips/71aa9705-6092-44d5-ad25-3fab025eb258 HTTP/1.1" status: 200 len: 992 time: 0.0577974 Apr 18 21:35:54.723825 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e9759dc2-6587-4fcd-9c76-3aeae3baaca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:54.810766 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58659c-13c0-47cd-b51f-1e0b3e7a37c7 req-1a971b42-4b6c-4c1a-9118-0c096f458f4c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:54.816463 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e58659c-13c0-47cd-b51f-1e0b3e7a37c7 req-1a971b42-4b6c-4c1a-9118-0c096f458f4c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b HTTP/1.1" status: 200 len: 945 time: 0.0545552 Apr 18 21:35:54.852659 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e58659c-13c0-47cd-b51f-1e0b3e7a37c7 req-c461a4d1-311d-44d9-a0d7-9cfecc0fe9b7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=8be859a3-db39-4551-a7c9-06d29d0c08c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333271 Apr 18 21:35:55.986352 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8e331-d8d2-46c8-9d78-761d6b79f170 req-6902f8e9-a9a8-4a5d-bd79-c93fc922e15a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:55.987836 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ae8e331-d8d2-46c8-9d78-761d6b79f170 req-6902f8e9-a9a8-4a5d-bd79-c93fc922e15a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b HTTP/1.1" status: 200 len: 945 time: 0.0545824 Apr 18 21:35:56.027512 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ae8e331-d8d2-46c8-9d78-761d6b79f170 req-f962f41f-ce9a-4b0e-90a0-491b12a45f7b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=8be859a3-db39-4551-a7c9-06d29d0c08c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333965 Apr 18 21:35:56.050064 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59340) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:35:56.113191 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5c73fb58-73ec-4e8e-8f52-f163f41ed63e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/floatingips/71aa9705-6092-44d5-ad25-3fab025eb258 HTTP/1.1" status: 200 len: 992 time: 0.0618293 Apr 18 21:35:56.326331 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59346) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:35:56.375550 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:35:56.485223 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-1283c2a8-67f7-4963-b1fe-92a38f4c1416 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Deleting port ba70fa98-a823-42bd-9191-c8f491c8c6b1 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:35:56.485575 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1283c2a8-67f7-4963-b1fe-92a38f4c1416 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:56.566719 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1283c2a8-67f7-4963-b1fe-92a38f4c1416 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:56.567055 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1283c2a8-67f7-4963-b1fe-92a38f4c1416 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:56.579836 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-1283c2a8-67f7-4963-b1fe-92a38f4c1416 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Calling delete_port for ba70fa98-a823-42bd-9191-c8f491c8c6b1 owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:35:56.732102 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1283c2a8-67f7-4963-b1fe-92a38f4c1416 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:56.758524 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283c2a8-67f7-4963-b1fe-92a38f4c1416 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Port': ['ID=ba70fa98-a823-42bd-9191-c8f491c8c6b1,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:56.786282 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283c2a8-67f7-4963-b1fe-92a38f4c1416 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:56.786635 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283c2a8-67f7-4963-b1fe-92a38f4c1416 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:56.786984 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283c2a8-67f7-4963-b1fe-92a38f4c1416 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:56.787321 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283c2a8-67f7-4963-b1fe-92a38f4c1416 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:56.787712 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283c2a8-67f7-4963-b1fe-92a38f4c1416 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:56.788077 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283c2a8-67f7-4963-b1fe-92a38f4c1416 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:56.788410 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283c2a8-67f7-4963-b1fe-92a38f4c1416 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:56.788763 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283c2a8-67f7-4963-b1fe-92a38f4c1416 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:56.789098 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283c2a8-67f7-4963-b1fe-92a38f4c1416 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:56.789424 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283c2a8-67f7-4963-b1fe-92a38f4c1416 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:56.789750 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283c2a8-67f7-4963-b1fe-92a38f4c1416 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:56.790075 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283c2a8-67f7-4963-b1fe-92a38f4c1416 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:56.829127 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1283c2a8-67f7-4963-b1fe-92a38f4c1416 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:56.829454 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-1283c2a8-67f7-4963-b1fe-92a38f4c1416 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Floating IP 71aa9705-6092-44d5-ad25-3fab025eb258 disassociated (deleted). External IP: 172.25.1.20, port: cfc965c7-f43f-4652-b0e7-744fbd6a765e. Apr 18 21:35:57.042384 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1283c2a8-67f7-4963-b1fe-92a38f4c1416 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Router 7a809ef7-f63f-4802-9c4e-21762a2376a6 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:35:57.152298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1283c2a8-67f7-4963-b1fe-92a38f4c1416 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:35:57.157084 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1283c2a8-67f7-4963-b1fe-92a38f4c1416 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:57.161578 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e13c14-9df1-498f-9570-b40cbe52b09b None None] Sync routers for ids ['7a809ef7-f63f-4802-9c4e-21762a2376a6'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:35:57.171447 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e13c14-9df1-498f-9570-b40cbe52b09b None None] Routers {'7a809ef7-f63f-4802-9c4e-21762a2376a6'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:35:57.172057 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-55e13c14-9df1-498f-9570-b40cbe52b09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:35:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7a809ef7-f63f-4802-9c4e-21762a2376a6'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:57.183570 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1283c2a8-67f7-4963-b1fe-92a38f4c1416 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "DELETE /v2.0/floatingips/71aa9705-6092-44d5-ad25-3fab025eb258 HTTP/1.1" status: 204 len: 168 time: 0.8561437 Apr 18 21:35:57.184152 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b019b682-d12e-4135-a2ba-d3fd64fdcf7b', 'tag': 'cfc965c7-f43f-4652-b0e7-744fbd6a765e'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:35:57.186598 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b24ece-6d8e-4865-b2ba-49b04cad6662" -d '{"events": [{"name": "network-changed", "server_uuid": "b019b682-d12e-4135-a2ba-d3fd64fdcf7b", "tag": "cfc965c7-f43f-4652-b0e7-744fbd6a765e"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:35:57.230164 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921a84aa-f533-4294-96c4-52f581fb0429 x-openstack-request-id: req-921a84aa-f533-4294-96c4-52f581fb0429 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:35:57.230511 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b019b682-d12e-4135-a2ba-d3fd64fdcf7b", "tag": "cfc965c7-f43f-4652-b0e7-744fbd6a765e", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:35:57.230762 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-921a84aa-f533-4294-96c4-52f581fb0429 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:35:57.231163 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-921a84aa-f533-4294-96c4-52f581fb0429'] response: {'name': 'network-changed', 'server_uuid': 'b019b682-d12e-4135-a2ba-d3fd64fdcf7b', 'tag': 'cfc965c7-f43f-4652-b0e7-744fbd6a765e', 'status': 'completed', 'code': 200} Apr 18 21:35:57.291320 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-55e13c14-9df1-498f-9570-b40cbe52b09b None None] Set router 7a809ef7-f63f-4802-9c4e-21762a2376a6 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:35:57.295442 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b24ece-6d8e-4865-b2ba-49b04cad6662 req-baf502cc-b457-4d5c-87b5-9fbf76acb1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:57.297078 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8b24ece-6d8e-4865-b2ba-49b04cad6662 req-baf502cc-b457-4d5c-87b5-9fbf76acb1fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b HTTP/1.1" status: 200 len: 1096 time: 0.0436525 Apr 18 21:35:57.420482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b24ece-6d8e-4865-b2ba-49b04cad6662 req-992cfc4e-3f71-4864-b09c-6f2ed0625446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:57.422450 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8b24ece-6d8e-4865-b2ba-49b04cad6662 req-992cfc4e-3f71-4864-b09c-6f2ed0625446 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9643116c-b958-4abd-a162-a6effcd47503 HTTP/1.1" status: 200 len: 898 time: 0.1190941 Apr 18 21:35:57.482816 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8b24ece-6d8e-4865-b2ba-49b04cad6662 req-8b2b7552-e169-46d1-a41f-30e51ec83fa2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfc965c7-f43f-4652-b0e7-744fbd6a765e HTTP/1.1" status: 200 len: 217 time: 0.0464163 Apr 18 21:35:57.494788 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-55e13c14-9df1-498f-9570-b40cbe52b09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125993951', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:34:33Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'f2e82f7f-e544-449c-be46-e138e8a01129', 'name': '', 'network_id': '9643116c-b958-4abd-a162-a6effcd47503', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:e9:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f41f53f7-a3ed-479f-82ae-0baf658d0c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:32Z', 'updated_at': '2022-04-18T21:34:36Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': 'f41f53f7-a3ed-479f-82ae-0baf658d0c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:57.498757 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00129563-9c5d-4545-8f46-8cb4f446c942 req-c879bbc5-c6a0-47a0-a2ab-2eda9568c501 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:57.500247 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-00129563-9c5d-4545-8f46-8cb4f446c942 req-c879bbc5-c6a0-47a0-a2ab-2eda9568c501 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b HTTP/1.1" status: 200 len: 945 time: 0.0996740 Apr 18 21:35:57.525527 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e13c14-9df1-498f-9570-b40cbe52b09b None None] Checking router: 7a809ef7-f63f-4802-9c4e-21762a2376a6 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:35:57.533853 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e13c14-9df1-498f-9570-b40cbe52b09b None None] Routers {'7a809ef7-f63f-4802-9c4e-21762a2376a6'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:35:57.534469 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-55e13c14-9df1-498f-9570-b40cbe52b09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:35:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7a809ef7-f63f-4802-9c4e-21762a2376a6'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:57.569604 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-00129563-9c5d-4545-8f46-8cb4f446c942 req-dec6e41b-a41d-4fc3-8e0c-b7ea01c74032 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=8be859a3-db39-4551-a7c9-06d29d0c08c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610006 Apr 18 21:35:57.571379 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b24ece-6d8e-4865-b2ba-49b04cad6662 req-e7810442-c342-4d78-be21-3c3abe7c043e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:57.572800 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8b24ece-6d8e-4865-b2ba-49b04cad6662 req-e7810442-c342-4d78-be21-3c3abe7c043e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f41f53f7-a3ed-479f-82ae-0baf658d0c8d HTTP/1.1" status: 200 len: 835 time: 0.0822361 Apr 18 21:35:57.620158 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b24ece-6d8e-4865-b2ba-49b04cad6662 req-d7fedb81-d251-4e3b-95e2-9dd5cd8477b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:57.621738 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8b24ece-6d8e-4865-b2ba-49b04cad6662 req-d7fedb81-d251-4e3b-95e2-9dd5cd8477b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9643116c-b958-4abd-a162-a6effcd47503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418770 Apr 18 21:35:57.639853 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-55e13c14-9df1-498f-9570-b40cbe52b09b None None] Set router 7a809ef7-f63f-4802-9c4e-21762a2376a6 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:35:57.716276 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8b24ece-6d8e-4865-b2ba-49b04cad6662 req-5c60e93e-5da2-4ddb-89f1-a55bd4efb07a service neutron] 10.222.0.32 "GET /v2.0/networks/9643116c-b958-4abd-a162-a6effcd47503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866792 Apr 18 21:35:57.808393 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8b24ece-6d8e-4865-b2ba-49b04cad6662 req-4900599a-772b-455d-935f-fb1a0c10d382 service neutron] 10.222.0.32 "GET /v2.0/networks/9643116c-b958-4abd-a162-a6effcd47503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855312 Apr 18 21:35:57.836384 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-55e13c14-9df1-498f-9570-b40cbe52b09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125993951', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:34:33Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'f2e82f7f-e544-449c-be46-e138e8a01129', 'name': '', 'network_id': '9643116c-b958-4abd-a162-a6effcd47503', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:e9:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f41f53f7-a3ed-479f-82ae-0baf658d0c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:32Z', 'updated_at': '2022-04-18T21:34:36Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': 'f41f53f7-a3ed-479f-82ae-0baf658d0c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:57.862615 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e13c14-9df1-498f-9570-b40cbe52b09b None None] The sync data for ids ['7a809ef7-f63f-4802-9c4e-21762a2376a6'] in n-d-838323-3 is: [{'id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125993951', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:34:33Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'f2e82f7f-e544-449c-be46-e138e8a01129', 'name': '', 'network_id': '9643116c-b958-4abd-a162-a6effcd47503', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:e9:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f41f53f7-a3ed-479f-82ae-0baf658d0c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:32Z', 'updated_at': '2022-04-18T21:34:36Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': 'f41f53f7-a3ed-479f-82ae-0baf658d0c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:35:58.077483 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362b4004-6aa0-49ea-94bc-a51a743c884e None None] New status for floating IP 71aa9705-6092-44d5-ad25-3fab025eb258: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:35:58.688840 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5877dc-2909-4987-a565-0785ccc79e96 req-b95389d2-f74d-4b05-b770-0003fbcd6b59 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:58.690322 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1f5877dc-2909-4987-a565-0785ccc79e96 req-b95389d2-f74d-4b05-b770-0003fbcd6b59 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b HTTP/1.1" status: 200 len: 945 time: 0.0490272 Apr 18 21:35:58.732928 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1f5877dc-2909-4987-a565-0785ccc79e96 req-e91df4a1-8004-46d8-ae7f-6a222ff9d491 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=8be859a3-db39-4551-a7c9-06d29d0c08c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358219 Apr 18 21:35:59.123257 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9cbca383-40d2-41ca-bbca-0074678838a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:59.337486 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335c77f-6c02-40ff-93b2-7ede48294bda req-cca3884c-cce0-4f31-b7d5-c73035284acb tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:59.338899 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6335c77f-6c02-40ff-93b2-7ede48294bda req-cca3884c-cce0-4f31-b7d5-c73035284acb tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b HTTP/1.1" status: 200 len: 945 time: 0.0509398 Apr 18 21:35:59.428383 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-6335c77f-6c02-40ff-93b2-7ede48294bda req-761635cb-05a2-43c6-a4eb-e98343365f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Deleting port cfc965c7-f43f-4652-b0e7-744fbd6a765e {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:35:59.428760 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6335c77f-6c02-40ff-93b2-7ede48294bda req-761635cb-05a2-43c6-a4eb-e98343365f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:59.519208 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-6335c77f-6c02-40ff-93b2-7ede48294bda req-761635cb-05a2-43c6-a4eb-e98343365f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] For port cfc965c7-f43f-4652-b0e7-744fbd6a765e, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=cfc965c7-f43f-4652-b0e7-744fbd6a765e,segment=NetworkSegment(a2acc1c6-b17e-4568-acc7-f184f8a2d6bc),segment_id=a2acc1c6-b17e-4568-acc7-f184f8a2d6bc)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:59.519563 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6335c77f-6c02-40ff-93b2-7ede48294bda req-761635cb-05a2-43c6-a4eb-e98343365f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:59.532556 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-6335c77f-6c02-40ff-93b2-7ede48294bda req-761635cb-05a2-43c6-a4eb-e98343365f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Calling delete_port for cfc965c7-f43f-4652-b0e7-744fbd6a765e owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:35:59.659680 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6335c77f-6c02-40ff-93b2-7ede48294bda req-761635cb-05a2-43c6-a4eb-e98343365f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:59.689835 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761635cb-05a2-43c6-a4eb-e98343365f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Port': ['ID=cfc965c7-f43f-4652-b0e7-744fbd6a765e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:59.729981 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6335c77f-6c02-40ff-93b2-7ede48294bda req-761635cb-05a2-43c6-a4eb-e98343365f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] No DVR routers for this DVR port cfc965c7-f43f-4652-b0e7-744fbd6a765e on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:35:59.732552 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6335c77f-6c02-40ff-93b2-7ede48294bda req-761635cb-05a2-43c6-a4eb-e98343365f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:59.735742 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6335c77f-6c02-40ff-93b2-7ede48294bda req-761635cb-05a2-43c6-a4eb-e98343365f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.32 "DELETE /v2.0/ports/cfc965c7-f43f-4652-b0e7-744fbd6a765e HTTP/1.1" status: 204 len: 173 time: 0.3913605 Apr 18 21:35:59.736170 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b019b682-d12e-4135-a2ba-d3fd64fdcf7b', 'name': 'network-vif-deleted', 'tag': 'cfc965c7-f43f-4652-b0e7-744fbd6a765e'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:35:59.738441 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79380d4e-3427-4c0e-a181-55a110f5225b" -d '{"events": [{"server_uuid": "b019b682-d12e-4135-a2ba-d3fd64fdcf7b", "name": "network-vif-deleted", "tag": "cfc965c7-f43f-4652-b0e7-744fbd6a765e"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:35:59.778284 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e58725c-059d-4204-986a-130e3e8331f6 x-openstack-request-id: req-1e58725c-059d-4204-986a-130e3e8331f6 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:35:59.778576 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b019b682-d12e-4135-a2ba-d3fd64fdcf7b", "name": "network-vif-deleted", "tag": "cfc965c7-f43f-4652-b0e7-744fbd6a765e", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:35:59.778823 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e58725c-059d-4204-986a-130e3e8331f6 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:35:59.779217 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e58725c-059d-4204-986a-130e3e8331f6'] response: {'server_uuid': 'b019b682-d12e-4135-a2ba-d3fd64fdcf7b', 'name': 'network-vif-deleted', 'tag': 'cfc965c7-f43f-4652-b0e7-744fbd6a765e', 'status': 'completed', 'code': 200} Apr 18 21:35:59.841023 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bdfa5cf4-b2fd-4e54-b191-d651fb67a7dc req-842c58da-e685-44b1-b60a-f8058d7fcdee tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b019b682-d12e-4135-a2ba-d3fd64fdcf7b HTTP/1.1" status: 200 len: 210 time: 0.0303276 Apr 18 21:36:00.056525 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:00.899539 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59362) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:01.266918 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-199eec3a-94f2-404b-becd-274756577d50 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:01.523468 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-199eec3a-94f2-404b-becd-274756577d50 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Deleting port f2e82f7f-e544-449c-be46-e138e8a01129 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:36:01.523720 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-199eec3a-94f2-404b-becd-274756577d50 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:01.611060 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-199eec3a-94f2-404b-becd-274756577d50 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] For port f2e82f7f-e544-449c-be46-e138e8a01129, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=f2e82f7f-e544-449c-be46-e138e8a01129,segment=NetworkSegment(a2acc1c6-b17e-4568-acc7-f184f8a2d6bc),segment_id=a2acc1c6-b17e-4568-acc7-f184f8a2d6bc)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:01.611427 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-199eec3a-94f2-404b-becd-274756577d50 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:01.624312 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-199eec3a-94f2-404b-becd-274756577d50 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Calling delete_port for f2e82f7f-e544-449c-be46-e138e8a01129 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:36:01.652402 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:01.811666 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-199eec3a-94f2-404b-becd-274756577d50 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:01.839160 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199eec3a-94f2-404b-becd-274756577d50 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Port': ['ID=f2e82f7f-e544-449c-be46-e138e8a01129,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:01.845834 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:02.020783 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-199eec3a-94f2-404b-becd-274756577d50 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:02.237773 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199eec3a-94f2-404b-becd-274756577d50 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Router 7a809ef7-f63f-4802-9c4e-21762a2376a6 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:36:02.643830 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199eec3a-94f2-404b-becd-274756577d50 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:36:02.649250 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-199eec3a-94f2-404b-becd-274756577d50 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "PUT /v2.0/routers/7a809ef7-f63f-4802-9c4e-21762a2376a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7486951 Apr 18 21:36:02.651932 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59364) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:02.656512 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb2aa4a-f8fe-4645-be85-345f2910633c None None] Sync routers for ids ['7a809ef7-f63f-4802-9c4e-21762a2376a6'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:36:02.667456 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb2aa4a-f8fe-4645-be85-345f2910633c None None] Routers {'7a809ef7-f63f-4802-9c4e-21762a2376a6'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:36:02.668060 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8bb2aa4a-f8fe-4645-be85-345f2910633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:35:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7a809ef7-f63f-4802-9c4e-21762a2376a6'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:02.702700 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ce947e-b09b-493b-abd0-7d257fd5c9a0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Deleting subnet f41f53f7-a3ed-479f-82ae-0baf658d0c8d {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:36:02.705798 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c6ce947e-b09b-493b-abd0-7d257fd5c9a0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:02.717874 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device cfc965c7-f43f-4652-b0e7-744fbd6a765e no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:36:02.738116 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: cfc965c7-f43f-4652-b0e7-744fbd6a765e {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:36:02.738459 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device cfc965c7-f43f-4652-b0e7-744fbd6a765e not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:36:02.747629 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c6ce947e-b09b-493b-abd0-7d257fd5c9a0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:02.773233 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-8bb2aa4a-f8fe-4645-be85-345f2910633c None None] Set router 7a809ef7-f63f-4802-9c4e-21762a2376a6 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:36:02.837466 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c6ce947e-b09b-493b-abd0-7d257fd5c9a0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:02.896159 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c6ce947e-b09b-493b-abd0-7d257fd5c9a0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:02.927567 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c6ce947e-b09b-493b-abd0-7d257fd5c9a0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:02.935607 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c6ce947e-b09b-493b-abd0-7d257fd5c9a0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "DELETE /v2.0/subnets/f41f53f7-a3ed-479f-82ae-0baf658d0c8d HTTP/1.1" status: 204 len: 168 time: 0.2803240 Apr 18 21:36:02.935607 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce947e-b09b-493b-abd0-7d257fd5c9a0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Subnet': ['ID=f41f53f7-a3ed-479f-82ae-0baf658d0c8d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:02.936563 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59366) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:02.938516 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6294e122-819f-4ea7-a8dd-f777cc061699 None None] Network 9643116c-b958-4abd-a162-a6effcd47503 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:36:02.967472 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8bb2aa4a-f8fe-4645-be85-345f2910633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125993951', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:36:01Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:02.995621 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb2aa4a-f8fe-4645-be85-345f2910633c None None] Checking router: 7a809ef7-f63f-4802-9c4e-21762a2376a6 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:36:03.009570 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb2aa4a-f8fe-4645-be85-345f2910633c None None] Routers {'7a809ef7-f63f-4802-9c4e-21762a2376a6'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:36:03.010211 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8bb2aa4a-f8fe-4645-be85-345f2910633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:35:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['7a809ef7-f63f-4802-9c4e-21762a2376a6'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:03.054675 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:03.173565 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:03.216880 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-8bb2aa4a-f8fe-4645-be85-345f2910633c None None] Set router 7a809ef7-f63f-4802-9c4e-21762a2376a6 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:36:03.229045 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Deleting port c1dd4576-8030-4ed3-9370-d84f85cee954 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:36:03.229385 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:03.305996 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ba37ba-fdc0-438d-9e82-c41c49a75bf1 None None] DHCP port deletion for 9643116c-b958-4abd-a162-a6effcd47503 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:36:03.323978 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] For port c1dd4576-8030-4ed3-9370-d84f85cee954, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c1dd4576-8030-4ed3-9370-d84f85cee954,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:03.324469 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:03.337548 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Calling delete_port for c1dd4576-8030-4ed3-9370-d84f85cee954 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:36:03.353005 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-82ba37ba-fdc0-438d-9e82-c41c49a75bf1 None None] Deleting port c935daca-392a-4142-9e07-333c2a8482d9 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:36:03.353752 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-82ba37ba-fdc0-438d-9e82-c41c49a75bf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:03.410362 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-8bb2aa4a-f8fe-4645-be85-345f2910633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125993951', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:36:01Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:03.418609 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-82ba37ba-fdc0-438d-9e82-c41c49a75bf1 None None] For port c935daca-392a-4142-9e07-333c2a8482d9, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=c935daca-392a-4142-9e07-333c2a8482d9,segment=NetworkSegment(a2acc1c6-b17e-4568-acc7-f184f8a2d6bc),segment_id=a2acc1c6-b17e-4568-acc7-f184f8a2d6bc)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:03.419004 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-82ba37ba-fdc0-438d-9e82-c41c49a75bf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:03.432238 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-82ba37ba-fdc0-438d-9e82-c41c49a75bf1 None None] Calling delete_port for c935daca-392a-4142-9e07-333c2a8482d9 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:36:03.439685 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb2aa4a-f8fe-4645-be85-345f2910633c None None] The sync data for ids ['7a809ef7-f63f-4802-9c4e-21762a2376a6'] in n-d-838323-3 is: [{'id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125993951', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:36:01Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'c1dd4576-8030-4ed3-9370-d84f85cee954', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a809ef7-f63f-4802-9c4e-21762a2376a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:29Z', 'updated_at': '2022-04-18T21:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:36:03.518469 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:03.528716 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-82ba37ba-fdc0-438d-9e82-c41c49a75bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:03.548382 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Port': ['ID=c1dd4576-8030-4ed3-9370-d84f85cee954,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:03.559485 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba37ba-fdc0-438d-9e82-c41c49a75bf1 None None] No DVR routers for this DVR port c935daca-392a-4142-9e07-333c2a8482d9 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:36:03.559748 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.559865 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.560147 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.560507 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.560839 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.561183 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.561508 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.561829 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.562149 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.562468 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.562787 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.563103 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.564668 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba37ba-fdc0-438d-9e82-c41c49a75bf1 None None] Pushing event deleted for resources: {'Port': ['ID=c935daca-392a-4142-9e07-333c2a8482d9,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:03.579345 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba37ba-fdc0-438d-9e82-c41c49a75bf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.579694 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba37ba-fdc0-438d-9e82-c41c49a75bf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.580033 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba37ba-fdc0-438d-9e82-c41c49a75bf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.580396 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba37ba-fdc0-438d-9e82-c41c49a75bf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.580905 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba37ba-fdc0-438d-9e82-c41c49a75bf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.581082 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba37ba-fdc0-438d-9e82-c41c49a75bf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.581411 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba37ba-fdc0-438d-9e82-c41c49a75bf1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.582278 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba37ba-fdc0-438d-9e82-c41c49a75bf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.582278 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba37ba-fdc0-438d-9e82-c41c49a75bf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.582493 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba37ba-fdc0-438d-9e82-c41c49a75bf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.582695 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba37ba-fdc0-438d-9e82-c41c49a75bf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.583015 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba37ba-fdc0-438d-9e82-c41c49a75bf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.617761 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:03.711981 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:03.714035 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:03.756920 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:03.757465 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Fanout notify agent at l3_agent the message router_deleted on router 7a809ef7-f63f-4802-9c4e-21762a2376a6 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:36:03.764380 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:03.765507 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4a32c421-eb47-4a5c-a01d-1d373d2ad649 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "DELETE /v2.0/routers/7a809ef7-f63f-4802-9c4e-21762a2376a6 HTTP/1.1" status: 204 len: 168 time: 0.8283079 Apr 18 21:36:03.768216 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59370) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:03.850521 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b6800d69-9a48-48cd-9610-183d4e28958f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:03.949020 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b6800d69-9a48-48cd-9610-183d4e28958f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:03.972351 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-b6800d69-9a48-48cd-9610-183d4e28958f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9643116c-b958-4abd-a162-a6effcd47503']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:03.982499 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-b6800d69-9a48-48cd-9610-183d4e28958f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2acc1c6-b17e-4568-acc7-f184f8a2d6bc') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:03.982806 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-b6800d69-9a48-48cd-9610-183d4e28958f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2acc1c6-b17e-4568-acc7-f184f8a2d6bc') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:03.992909 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b6800d69-9a48-48cd-9610-183d4e28958f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:04.007956 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b6800d69-9a48-48cd-9610-183d4e28958f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:04.015541 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6800d69-9a48-48cd-9610-183d4e28958f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:36:04.015541 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b6800d69-9a48-48cd-9610-183d4e28958f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:36:04.018643 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:36:04.080472 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f2e82f7f-e544-449c-be46-e138e8a01129 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:36:04.093795 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b6800d69-9a48-48cd-9610-183d4e28958f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:04.106646 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: f2e82f7f-e544-449c-be46-e138e8a01129 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:36:04.106992 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device f2e82f7f-e544-449c-be46-e138e8a01129 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:36:04.107443 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c935daca-392a-4142-9e07-333c2a8482d9 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:36:04.119638 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b6800d69-9a48-48cd-9610-183d4e28958f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:04.122845 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b6800d69-9a48-48cd-9610-183d4e28958f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "DELETE /v2.0/networks/9643116c-b958-4abd-a162-a6effcd47503 HTTP/1.1" status: 204 len: 168 time: 0.3536353 Apr 18 21:36:04.124465 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6800d69-9a48-48cd-9610-183d4e28958f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Network': ['ID=9643116c-b958-4abd-a162-a6effcd47503,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:04.126150 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59372) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:04.128296 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: c935daca-392a-4142-9e07-333c2a8482d9 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:36:04.128666 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c935daca-392a-4142-9e07-333c2a8482d9 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:36:04.205282 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d812b59-4279-4220-ae02-d77840b18ae6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:04.232647 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d812b59-4279-4220-ae02-d77840b18ae6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:04.293850 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d812b59-4279-4220-ae02-d77840b18ae6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:04.296409 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6d812b59-4279-4220-ae02-d77840b18ae6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:04.297607 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6d812b59-4279-4220-ae02-d77840b18ae6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "DELETE /v2.0/security-groups/8be859a3-db39-4551-a7c9-06d29d0c08c0 HTTP/1.1" status: 204 len: 168 time: 0.1704705 Apr 18 21:36:04.307271 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d812b59-4279-4220-ae02-d77840b18ae6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be859a3-db39-4551-a7c9-06d29d0c08c0,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:04.803876 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59378) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:04.808828 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-5fd36b34-e377-4298-a5d4-eb88075396c7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1895786290', 'description': 'tempest-secgroup-smoke-1895786290 description', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:04.830796 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5fd36b34-e377-4298-a5d4-eb88075396c7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:04.896557 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5fd36b34-e377-4298-a5d4-eb88075396c7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:04.900994 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5fd36b34-e377-4298-a5d4-eb88075396c7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:04.933993 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5fd36b34-e377-4298-a5d4-eb88075396c7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:04.935238 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5fd36b34-e377-4298-a5d4-eb88075396c7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1302128 Apr 18 21:36:04.936347 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd36b34-e377-4298-a5d4-eb88075396c7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44cf5d08-5fe6-450e-b8c0-4da11bbaabeb,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:04.938426 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59380) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:04.943002 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-1ad132e6-0425-4a85-9b47-84bf6e9559b4 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': '44cf5d08-5fe6-450e-b8c0-4da11bbaabeb', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:04.968872 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1ad132e6-0425-4a85-9b47-84bf6e9559b4 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.023217 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1ad132e6-0425-4a85-9b47-84bf6e9559b4 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.026662 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1ad132e6-0425-4a85-9b47-84bf6e9559b4 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.043900 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad132e6-0425-4a85-9b47-84bf6e9559b4 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3cb7577-9ebf-4e9e-9ba8-6fdc868abe10,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:05.052549 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1ad132e6-0425-4a85-9b47-84bf6e9559b4 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.053901 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1ad132e6-0425-4a85-9b47-84bf6e9559b4 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144469 Apr 18 21:36:05.057486 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59382) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:05.062002 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-9cc6f813-34ae-4a6a-862d-ea41523a3917 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': '44cf5d08-5fe6-450e-b8c0-4da11bbaabeb', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:05.086273 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9cc6f813-34ae-4a6a-862d-ea41523a3917 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.147699 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9cc6f813-34ae-4a6a-862d-ea41523a3917 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.151113 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9cc6f813-34ae-4a6a-862d-ea41523a3917 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.168454 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6f813-34ae-4a6a-862d-ea41523a3917 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471d9a90-0882-4a9f-a300-1c2f3dda87b6,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:05.176177 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9cc6f813-34ae-4a6a-862d-ea41523a3917 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.177421 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9cc6f813-34ae-4a6a-862d-ea41523a3917 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190498 Apr 18 21:36:05.180821 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59384) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:05.185121 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-1e55bf03-3ab8-4a6d-a9b7-f44d0c469c34 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': '44cf5d08-5fe6-450e-b8c0-4da11bbaabeb', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:05.208813 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e55bf03-3ab8-4a6d-a9b7-f44d0c469c34 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.268027 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e55bf03-3ab8-4a6d-a9b7-f44d0c469c34 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.271632 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e55bf03-3ab8-4a6d-a9b7-f44d0c469c34 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.290629 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55bf03-3ab8-4a6d-a9b7-f44d0c469c34 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4406ced3-0f57-42be-a057-f36a1a532c76,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:05.297921 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1e55bf03-3ab8-4a6d-a9b7-f44d0c469c34 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.299124 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1e55bf03-3ab8-4a6d-a9b7-f44d0c469c34 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173756 Apr 18 21:36:05.301853 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59386) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:05.306171 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e9497751-5190-4044-b477-71a8da5fc69f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': '44cf5d08-5fe6-450e-b8c0-4da11bbaabeb', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:05.330040 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e9497751-5190-4044-b477-71a8da5fc69f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.389281 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e9497751-5190-4044-b477-71a8da5fc69f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.392741 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e9497751-5190-4044-b477-71a8da5fc69f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.409240 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9497751-5190-4044-b477-71a8da5fc69f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f5d17b-a429-4616-9e55-7e5be24da351,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:05.418094 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e9497751-5190-4044-b477-71a8da5fc69f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.421832 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e9497751-5190-4044-b477-71a8da5fc69f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165359 Apr 18 21:36:05.422164 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59388) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:05.426780 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-29cc9db8-4726-4186-aea7-cd40edfe8812 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': '44cf5d08-5fe6-450e-b8c0-4da11bbaabeb', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:05.447103 n-d-838323-3 neutron-server[102909]: INFO neutron.db.securitygroups_db [None req-29cc9db8-4726-4186-aea7-cd40edfe8812 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Project 6347a1b372ae48cea2a8cfb6647f8a4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:36:05.452731 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-29cc9db8-4726-4186-aea7-cd40edfe8812 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.515914 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-29cc9db8-4726-4186-aea7-cd40edfe8812 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.519651 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-29cc9db8-4726-4186-aea7-cd40edfe8812 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.538905 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc9db8-4726-4186-aea7-cd40edfe8812 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a8f0a1-913e-471a-90fa-0c28cdc80c22,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:05.546618 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-29cc9db8-4726-4186-aea7-cd40edfe8812 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.547780 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-29cc9db8-4726-4186-aea7-cd40edfe8812 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245768 Apr 18 21:36:05.550677 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59390) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:05.555028 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-00bf6cdf-6097-4e89-9fa2-c753fecbb5ac tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': '44cf5d08-5fe6-450e-b8c0-4da11bbaabeb', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:05.574025 n-d-838323-3 neutron-server[102909]: INFO neutron.db.securitygroups_db [None req-00bf6cdf-6097-4e89-9fa2-c753fecbb5ac tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Project 6347a1b372ae48cea2a8cfb6647f8a4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:36:05.579028 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-00bf6cdf-6097-4e89-9fa2-c753fecbb5ac tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.640642 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-00bf6cdf-6097-4e89-9fa2-c753fecbb5ac tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.644045 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-00bf6cdf-6097-4e89-9fa2-c753fecbb5ac tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.663609 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf6cdf-6097-4e89-9fa2-c753fecbb5ac tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8eaa0aa-784c-4db1-b674-17792a3c4f44,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:05.667932 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-00bf6cdf-6097-4e89-9fa2-c753fecbb5ac tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.669252 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-00bf6cdf-6097-4e89-9fa2-c753fecbb5ac tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175642 Apr 18 21:36:05.671913 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59392) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:05.676745 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-905a8fdd-7ea2-4144-8a2e-128d661f1fe9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'network': {'name': 'tempest-network-smoke--292641684', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'port_security_enabled': True}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:05.695560 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905a8fdd-7ea2-4144-8a2e-128d661f1fe9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Made reservation on behalf of 6347a1b372ae48cea2a8cfb6647f8a4c for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:36:05.699011 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-905a8fdd-7ea2-4144-8a2e-128d661f1fe9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.722261 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905a8fdd-7ea2-4144-8a2e-128d661f1fe9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:36:05.731761 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-905a8fdd-7ea2-4144-8a2e-128d661f1fe9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.732098 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-905a8fdd-7ea2-4144-8a2e-128d661f1fe9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Added segment 5b9a0c2f-271d-4c53-9696-65708cc18d37 of type vlan for network 7308d5e8-28bc-4769-95e9-ed18ca71734d Apr 18 21:36:05.771551 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-905a8fdd-7ea2-4144-8a2e-128d661f1fe9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.795802 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-905a8fdd-7ea2-4144-8a2e-128d661f1fe9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.801723 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905a8fdd-7ea2-4144-8a2e-128d661f1fe9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:05.802266 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-905a8fdd-7ea2-4144-8a2e-128d661f1fe9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.837404 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-905a8fdd-7ea2-4144-8a2e-128d661f1fe9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1643772 Apr 18 21:36:05.840185 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59394) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:05.844936 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-e581084f-8eb3-4aa4-b865-e161962a4e44 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-212974324', 'admin_state_up': True, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:05.868102 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e581084f-8eb3-4aa4-b865-e161962a4e44 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.869219 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e581084f-8eb3-4aa4-b865-e161962a4e44 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.881885 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a8fdd-7ea2-4144-8a2e-128d661f1fe9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Network': ['ID=7308d5e8-28bc-4769-95e9-ed18ca71734d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:05.893690 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 7308d5e8-28bc-4769-95e9-ed18ca71734d details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:36:05.925443 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e581084f-8eb3-4aa4-b865-e161962a4e44 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:05.966409 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c1dd4576-8030-4ed3-9370-d84f85cee954 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:36:05.987555 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: c1dd4576-8030-4ed3-9370-d84f85cee954 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:36:05.987904 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device c1dd4576-8030-4ed3-9370-d84f85cee954 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:36:06.071811 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e581084f-8eb3-4aa4-b865-e161962a4e44 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:06.265100 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e581084f-8eb3-4aa4-b865-e161962a4e44 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:06.284023 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e581084f-8eb3-4aa4-b865-e161962a4e44 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:06.389462 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-e581084f-8eb3-4aa4-b865-e161962a4e44 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Allocated IP 172.25.1.141 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/debb1919-6bc9-4286-8cae-8ac91e2db9d2) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:36:06.491259 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e581084f-8eb3-4aa4-b865-e161962a4e44 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:06.524060 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e581084f-8eb3-4aa4-b865-e161962a4e44 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:06.569716 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e581084f-8eb3-4aa4-b865-e161962a4e44 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:06.572565 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-e581084f-8eb3-4aa4-b865-e161962a4e44 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:06.576176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e581084f-8eb3-4aa4-b865-e161962a4e44 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:36:06.597682 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581084f-8eb3-4aa4-b865-e161962a4e44 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=debb1919-6bc9-4286-8cae-8ac91e2db9d2,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:06.826448 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e581084f-8eb3-4aa4-b865-e161962a4e44 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:07.027726 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e581084f-8eb3-4aa4-b865-e161962a4e44 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:07.156543 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e581084f-8eb3-4aa4-b865-e161962a4e44 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Router a3bd1876-9f4c-48f4-9e53-875c471cf748 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:36:07.262311 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e581084f-8eb3-4aa4-b865-e161962a4e44 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:36:07.274269 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c668481c-a552-48a2-9c97-f771a11e269b None None] Sync routers for ids ['a3bd1876-9f4c-48f4-9e53-875c471cf748'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:36:07.284647 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e581084f-8eb3-4aa4-b865-e161962a4e44 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:07.285130 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c668481c-a552-48a2-9c97-f771a11e269b None None] Routers {'a3bd1876-9f4c-48f4-9e53-875c471cf748'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:36:07.285747 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-c668481c-a552-48a2-9c97-f771a11e269b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:35:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['a3bd1876-9f4c-48f4-9e53-875c471cf748'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:07.286249 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e581084f-8eb3-4aa4-b865-e161962a4e44 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4449339 Apr 18 21:36:07.289558 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59396) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:07.317259 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-bd7b4522-6bbf-4b6d-a615-8061f10d6662 tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=6347a1b372ae48cea2a8cfb6647f8a4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264719 Apr 18 21:36:07.320751 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59398) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:07.390766 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-c668481c-a552-48a2-9c97-f771a11e269b None None] Set router a3bd1876-9f4c-48f4-9e53-875c471cf748 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:36:07.408030 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d374711e-4341-4f59-939e-729911a852f5 tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:07.409429 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d374711e-4341-4f59-939e-729911a852f5 tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876949 Apr 18 21:36:07.412261 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59400) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:07.446659 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b0cdc4c3-57ea-4b91-8eb0-89613ae49d2a tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325947 Apr 18 21:36:07.449086 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59402) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:07.453756 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d8031855-cc74-4e75-b372-f36dd3594e49 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1076472499', 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:07.539348 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8031855-cc74-4e75-b372-f36dd3594e49 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Made reservation on behalf of 6347a1b372ae48cea2a8cfb6647f8a4c for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:36:07.542961 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d8031855-cc74-4e75-b372-f36dd3594e49 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:07.568134 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-c668481c-a552-48a2-9c97-f771a11e269b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212974324', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'debb1919-6bc9-4286-8cae-8ac91e2db9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:05Z', 'updated_at': '2022-04-18T21:36:06Z', 'revision_number': 3, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'debb1919-6bc9-4286-8cae-8ac91e2db9d2', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:06Z', 'updated_at': '2022-04-18T21:36:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:07.598993 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c668481c-a552-48a2-9c97-f771a11e269b None None] Checking router: a3bd1876-9f4c-48f4-9e53-875c471cf748 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:36:07.600523 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c668481c-a552-48a2-9c97-f771a11e269b None None] Updating router a3bd1876-9f4c-48f4-9e53-875c471cf748 port debb1919-6bc9-4286-8cae-8ac91e2db9d2 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:36:07.627278 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c668481c-a552-48a2-9c97-f771a11e269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:07.728259 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d8031855-cc74-4e75-b372-f36dd3594e49 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:07.786943 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8031855-cc74-4e75-b372-f36dd3594e49 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Subnet': ['ID=510beaf6-a0b8-4198-80e6-382f8b4ae83f,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:07.800079 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8031855-cc74-4e75-b372-f36dd3594e49 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Checking segment: {'id': '5b9a0c2f-271d-4c53-9696-65708cc18d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:36:07.800651 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8031855-cc74-4e75-b372-f36dd3594e49 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network hostable DHCP agents. Network: 7308d5e8-28bc-4769-95e9-ed18ca71734d, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:36:07.816730 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8031855-cc74-4e75-b372-f36dd3594e49 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network 7308d5e8-28bc-4769-95e9-ed18ca71734d is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:36:07.825492 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-d8031855-cc74-4e75-b372-f36dd3594e49 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 7308d5e8-28bc-4769-95e9-ed18ca71734d) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:07.831251 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8031855-cc74-4e75-b372-f36dd3594e49 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:07.831362 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d8031855-cc74-4e75-b372-f36dd3594e49 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:07.837597 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe97a13f-3a67-4018-a213-7f277eb19420 None None] Network 7308d5e8-28bc-4769-95e9-ed18ca71734d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:36:07.849065 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d8031855-cc74-4e75-b372-f36dd3594e49 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3988876 Apr 18 21:36:07.852658 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59404) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:07.948049 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c668481c-a552-48a2-9c97-f771a11e269b None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:07.962866 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c668481c-a552-48a2-9c97-f771a11e269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:08.049261 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c668481c-a552-48a2-9c97-f771a11e269b None None] Attempting to bind port debb1919-6bc9-4286-8cae-8ac91e2db9d2 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:36:08.049636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c668481c-a552-48a2-9c97-f771a11e269b None None] Attempting to bind port debb1919-6bc9-4286-8cae-8ac91e2db9d2 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:36:08.050005 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c668481c-a552-48a2-9c97-f771a11e269b None None] Attempting to bind port debb1919-6bc9-4286-8cae-8ac91e2db9d2 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:36:08.062359 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190ef28-a938-49af-a72a-0ce10a472008 None None] Pushing event updated for resources: {'Port': ['ID=debb1919-6bc9-4286-8cae-8ac91e2db9d2,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:08.065113 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c668481c-a552-48a2-9c97-f771a11e269b None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:36:08.065493 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c668481c-a552-48a2-9c97-f771a11e269b None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:36:08.065901 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c668481c-a552-48a2-9c97-f771a11e269b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:08.066285 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c668481c-a552-48a2-9c97-f771a11e269b None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:36:08.066767 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-c668481c-a552-48a2-9c97-f771a11e269b None None] Bound port: debb1919-6bc9-4286-8cae-8ac91e2db9d2, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:36:08.067149 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c668481c-a552-48a2-9c97-f771a11e269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:08.124519 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9038ecde-57fd-48e2-926c-a0da87dd6e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-7308d5e8-28bc-4769-95e9-ed18ca71734d', 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'fixed_ips': [{'subnet_id': '510beaf6-a0b8-4198-80e6-382f8b4ae83f'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:36:08.125376 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9038ecde-57fd-48e2-926c-a0da87dd6e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:08.150993 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:08.169066 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c668481c-a552-48a2-9c97-f771a11e269b None None] For port debb1919-6bc9-4286-8cae-8ac91e2db9d2, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:36:08.173402 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-c668481c-a552-48a2-9c97-f771a11e269b None None] For port debb1919-6bc9-4286-8cae-8ac91e2db9d2, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=debb1919-6bc9-4286-8cae-8ac91e2db9d2,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:36:08.220865 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c668481c-a552-48a2-9c97-f771a11e269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:08.310950 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0224-4cd2-4f65-b0ae-ba6380ede4c7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:08.313014 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c668481c-a552-48a2-9c97-f771a11e269b None None] Routers {'a3bd1876-9f4c-48f4-9e53-875c471cf748'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:36:08.313697 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-c668481c-a552-48a2-9c97-f771a11e269b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:35:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['a3bd1876-9f4c-48f4-9e53-875c471cf748'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:08.363581 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190ef28-a938-49af-a72a-0ce10a472008 None None] Pushing event updated for resources: {'Port': ['ID=debb1919-6bc9-4286-8cae-8ac91e2db9d2,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:08.396359 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-9038ecde-57fd-48e2-926c-a0da87dd6e47 None None] Allocated IP 172.20.0.2 (7308d5e8-28bc-4769-95e9-ed18ca71734d/510beaf6-a0b8-4198-80e6-382f8b4ae83f/b72a88fb-56cf-46fe-aac3-05c3fa8e9364) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:36:08.495418 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-c668481c-a552-48a2-9c97-f771a11e269b None None] Set router a3bd1876-9f4c-48f4-9e53-875c471cf748 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:36:08.876627 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9038ecde-57fd-48e2-926c-a0da87dd6e47 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:08.885790 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9038ecde-57fd-48e2-926c-a0da87dd6e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:08.937681 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-fe8e0224-4cd2-4f65-b0ae-ba6380ede4c7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Allocated IP 172.20.0.1 (7308d5e8-28bc-4769-95e9-ed18ca71734d/510beaf6-a0b8-4198-80e6-382f8b4ae83f/2ab53007-05e7-4022-b5f0-d43747c97044) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:36:08.943349 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9038ecde-57fd-48e2-926c-a0da87dd6e47 None None] Network 7308d5e8-28bc-4769-95e9-ed18ca71734d is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:08.946670 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038ecde-57fd-48e2-926c-a0da87dd6e47 None None] Pushing event updated for resources: {'Port': ['ID=b72a88fb-56cf-46fe-aac3-05c3fa8e9364,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:08.951572 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-9038ecde-57fd-48e2-926c-a0da87dd6e47 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:08.954004 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9038ecde-57fd-48e2-926c-a0da87dd6e47 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:36:08.983197 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-c668481c-a552-48a2-9c97-f771a11e269b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212974324', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'debb1919-6bc9-4286-8cae-8ac91e2db9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:05Z', 'updated_at': '2022-04-18T21:36:06Z', 'revision_number': 3, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'debb1919-6bc9-4286-8cae-8ac91e2db9d2', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:06Z', 'updated_at': '2022-04-18T21:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:09.025968 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c668481c-a552-48a2-9c97-f771a11e269b None None] The sync data for ids ['a3bd1876-9f4c-48f4-9e53-875c471cf748'] in n-d-838323-3 is: [{'id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212974324', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'debb1919-6bc9-4286-8cae-8ac91e2db9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:05Z', 'updated_at': '2022-04-18T21:36:06Z', 'revision_number': 3, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'debb1919-6bc9-4286-8cae-8ac91e2db9d2', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:06Z', 'updated_at': '2022-04-18T21:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:36:09.039632 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-9038ecde-57fd-48e2-926c-a0da87dd6e47 None None] Attempting to bind port b72a88fb-56cf-46fe-aac3-05c3fa8e9364 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:36:09.039998 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-9038ecde-57fd-48e2-926c-a0da87dd6e47 None None] Attempting to bind port b72a88fb-56cf-46fe-aac3-05c3fa8e9364 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '5b9a0c2f-271d-4c53-9696-65708cc18d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:36:09.040361 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9038ecde-57fd-48e2-926c-a0da87dd6e47 None None] Attempting to bind port b72a88fb-56cf-46fe-aac3-05c3fa8e9364 on network 7308d5e8-28bc-4769-95e9-ed18ca71734d {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:36:09.045628 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9038ecde-57fd-48e2-926c-a0da87dd6e47 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:36:09.046002 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9038ecde-57fd-48e2-926c-a0da87dd6e47 None None] Checking segment: {'id': '5b9a0c2f-271d-4c53-9696-65708cc18d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:36:09.046401 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9038ecde-57fd-48e2-926c-a0da87dd6e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:09.046790 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9038ecde-57fd-48e2-926c-a0da87dd6e47 None None] Bound using segment: {'id': '5b9a0c2f-271d-4c53-9696-65708cc18d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:36:09.047813 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-9038ecde-57fd-48e2-926c-a0da87dd6e47 None None] Bound port: b72a88fb-56cf-46fe-aac3-05c3fa8e9364, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9a0c2f-271d-4c53-9696-65708cc18d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:36:09.047813 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9038ecde-57fd-48e2-926c-a0da87dd6e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:09.061188 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0224-4cd2-4f65-b0ae-ba6380ede4c7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:09.100098 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0224-4cd2-4f65-b0ae-ba6380ede4c7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:09.120012 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-9038ecde-57fd-48e2-926c-a0da87dd6e47 None None] For port b72a88fb-56cf-46fe-aac3-05c3fa8e9364, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:36:09.123887 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-9038ecde-57fd-48e2-926c-a0da87dd6e47 None None] For port b72a88fb-56cf-46fe-aac3-05c3fa8e9364, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b72a88fb-56cf-46fe-aac3-05c3fa8e9364,segment=NetworkSegment(5b9a0c2f-271d-4c53-9696-65708cc18d37),segment_id=5b9a0c2f-271d-4c53-9696-65708cc18d37)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:36:09.129408 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9038ecde-57fd-48e2-926c-a0da87dd6e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:09.151249 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8e0224-4cd2-4f65-b0ae-ba6380ede4c7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network 7308d5e8-28bc-4769-95e9-ed18ca71734d is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:09.155242 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-fe8e0224-4cd2-4f65-b0ae-ba6380ede4c7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:09.157825 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e0224-4cd2-4f65-b0ae-ba6380ede4c7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=2ab53007-05e7-4022-b5f0-d43747c97044,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:09.166549 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8e0224-4cd2-4f65-b0ae-ba6380ede4c7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:36:09.198030 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038ecde-57fd-48e2-926c-a0da87dd6e47 None None] Pushing event updated for resources: {'Port': ['ID=b72a88fb-56cf-46fe-aac3-05c3fa8e9364,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:09.217277 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0224-4cd2-4f65-b0ae-ba6380ede4c7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:09.412254 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0224-4cd2-4f65-b0ae-ba6380ede4c7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:09.720934 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0224-4cd2-4f65-b0ae-ba6380ede4c7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:09.729399 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0224-4cd2-4f65-b0ae-ba6380ede4c7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:09.814178 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e0224-4cd2-4f65-b0ae-ba6380ede4c7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=2ab53007-05e7-4022-b5f0-d43747c97044,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:09.816686 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0224-4cd2-4f65-b0ae-ba6380ede4c7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:09.935445 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8e0224-4cd2-4f65-b0ae-ba6380ede4c7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network 7308d5e8-28bc-4769-95e9-ed18ca71734d is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:09.936861 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-fe8e0224-4cd2-4f65-b0ae-ba6380ede4c7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:10.089956 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8e0224-4cd2-4f65-b0ae-ba6380ede4c7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Router a3bd1876-9f4c-48f4-9e53-875c471cf748 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:36:10.156946 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device debb1919-6bc9-4286-8cae-8ac91e2db9d2 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:36:10.216743 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port debb1919-6bc9-4286-8cae-8ac91e2db9d2 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:10.217350 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:10.315775 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:10.324474 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3723142f-dedb-41f7-8ced-c37d963889c2 None None] Network 7308d5e8-28bc-4769-95e9-ed18ca71734d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:36:10.382035 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port debb1919-6bc9-4286-8cae-8ac91e2db9d2, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=debb1919-6bc9-4286-8cae-8ac91e2db9d2,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:10.389445 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:10.390223 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b72a88fb-56cf-46fe-aac3-05c3fa8e9364 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:36:10.509522 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5a69a312-6acf-433e-8adc-fe4add42caa6 None None] Provisioning complete for port b72a88fb-56cf-46fe-aac3-05c3fa8e9364 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:10.509898 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5a69a312-6acf-433e-8adc-fe4add42caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:10.512481 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=debb1919-6bc9-4286-8cae-8ac91e2db9d2,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:10.560515 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8e0224-4cd2-4f65-b0ae-ba6380ede4c7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:36:10.573629 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fe8e0224-4cd2-4f65-b0ae-ba6380ede4c7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "PUT /v2.0/routers/a3bd1876-9f4c-48f4-9e53-875c471cf748/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7120919 Apr 18 21:36:10.597417 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port b72a88fb-56cf-46fe-aac3-05c3fa8e9364 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:10.597900 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:10.718333 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5a69a312-6acf-433e-8adc-fe4add42caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:10.724892 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-747ac414-1aab-4f6c-a7fc-3b1d86a4ed13 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1895786290&fields=id&tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c HTTP/1.1" status: 200 len: 267 time: 0.0413945 Apr 18 21:36:10.780680 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:10.785721 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5a69a312-6acf-433e-8adc-fe4add42caa6 None None] For port b72a88fb-56cf-46fe-aac3-05c3fa8e9364, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b72a88fb-56cf-46fe-aac3-05c3fa8e9364,segment=NetworkSegment(5b9a0c2f-271d-4c53-9696-65708cc18d37),segment_id=5b9a0c2f-271d-4c53-9696-65708cc18d37)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:10.798678 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5a69a312-6acf-433e-8adc-fe4add42caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:10.854077 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-3bd30646-979a-4ef5-832e-30e3886bb795 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:10.855826 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-3bd30646-979a-4ef5-832e-30e3886bb795 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/networks?id=7308d5e8-28bc-4769-95e9-ed18ca71734d HTTP/1.1" status: 200 len: 796 time: 0.1231380 Apr 18 21:36:10.873146 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-a347a541-78d3-42f4-9357-89a10bb671f3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/quotas/6347a1b372ae48cea2a8cfb6647f8a4c HTTP/1.1" status: 200 len: 375 time: 0.0105546 Apr 18 21:36:10.886588 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69a312-6acf-433e-8adc-fe4add42caa6 None None] Pushing event updated for resources: {'Port': ['ID=b72a88fb-56cf-46fe-aac3-05c3fa8e9364,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:10.891279 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:36:10.891633 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:36:10.922483 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-77479049-1e99-4ca6-b840-82bae74b6989 None None] Provisioning complete for port 2ab53007-05e7-4022-b5f0-d43747c97044 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:10.922946 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-77479049-1e99-4ca6-b840-82bae74b6989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:10.944479 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7354c99-b2f6-4bf3-b07c-f960c1718d21 None None] Sync routers for ids ['a3bd1876-9f4c-48f4-9e53-875c471cf748'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:36:10.955069 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7354c99-b2f6-4bf3-b07c-f960c1718d21 None None] Routers {'a3bd1876-9f4c-48f4-9e53-875c471cf748'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:36:10.955704 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-c7354c99-b2f6-4bf3-b07c-f960c1718d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:35:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['a3bd1876-9f4c-48f4-9e53-875c471cf748'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:10.969660 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-19f7a38d-854f-4e3b-8fb3-73605d665e88 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0888610 Apr 18 21:36:10.970744 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-77479049-1e99-4ca6-b840-82bae74b6989 None None] Port 2ab53007-05e7-4022-b5f0-d43747c97044 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:36:10.985555 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-77479049-1e99-4ca6-b840-82bae74b6989 None None] Provisioning complete for port b72a88fb-56cf-46fe-aac3-05c3fa8e9364 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:10.986253 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-77479049-1e99-4ca6-b840-82bae74b6989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:11.075476 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-c7354c99-b2f6-4bf3-b07c-f960c1718d21 None None] Set router a3bd1876-9f4c-48f4-9e53-875c471cf748 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:36:11.092989 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-9ac381c3-15d2-45f8-a7f5-21538bd4069d service neutron] 10.222.0.41 "GET /v2.0/networks/7308d5e8-28bc-4769-95e9-ed18ca71734d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139357 Apr 18 21:36:11.191915 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-c92264fe-2f32-4e59-b50b-d124f51bc5f2 service neutron] 10.222.0.41 "GET /v2.0/networks/7308d5e8-28bc-4769-95e9-ed18ca71734d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941727 Apr 18 21:36:11.210699 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-96519468-32cf-4e59-9949-681e83c6c2ba None None] Provisioning complete for port 2ab53007-05e7-4022-b5f0-d43747c97044 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:11.211302 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-96519468-32cf-4e59-9949-681e83c6c2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:11.250808 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-96519468-32cf-4e59-9949-681e83c6c2ba None None] Port 2ab53007-05e7-4022-b5f0-d43747c97044 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:36:11.297018 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-c7354c99-b2f6-4bf3-b07c-f960c1718d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212974324', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'debb1919-6bc9-4286-8cae-8ac91e2db9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:05Z', 'updated_at': '2022-04-18T21:36:09Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'debb1919-6bc9-4286-8cae-8ac91e2db9d2', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:06Z', 'updated_at': '2022-04-18T21:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '2ab53007-05e7-4022-b5f0-d43747c97044', 'name': '', 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:de:26:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '510beaf6-a0b8-4198-80e6-382f8b4ae83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:08Z', 'updated_at': '2022-04-18T21:36:09Z', 'revision_number': 2, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': '510beaf6-a0b8-4198-80e6-382f8b4ae83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:11.329094 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7354c99-b2f6-4bf3-b07c-f960c1718d21 None None] Checking router: a3bd1876-9f4c-48f4-9e53-875c471cf748 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:36:11.329436 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7354c99-b2f6-4bf3-b07c-f960c1718d21 None None] Updating router a3bd1876-9f4c-48f4-9e53-875c471cf748 port 2ab53007-05e7-4022-b5f0-d43747c97044 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:36:11.358389 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c7354c99-b2f6-4bf3-b07c-f960c1718d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:11.417703 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e27d725-c014-49ae-b9c0-0b4a0eeeb0f6 req-f9223572-5d45-4d67-91cf-b8393f3034c0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 210 time: 0.0412297 Apr 18 21:36:11.470396 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-00a74d0e-22dc-4872-beed-5612cc45cc42 None None] Provisioning complete for port 2ab53007-05e7-4022-b5f0-d43747c97044 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:11.470763 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-00a74d0e-22dc-4872-beed-5612cc45cc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:11.505753 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-00a74d0e-22dc-4872-beed-5612cc45cc42 None None] Port 2ab53007-05e7-4022-b5f0-d43747c97044 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:36:11.637463 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c7354c99-b2f6-4bf3-b07c-f960c1718d21 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:11.643204 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c7354c99-b2f6-4bf3-b07c-f960c1718d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:11.696061 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57c3b0-1f3c-4be4-88c5-a423b7283382 None None] Pushing event updated for resources: {'Port': ['ID=2ab53007-05e7-4022-b5f0-d43747c97044,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:11.719182 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57c3b0-1f3c-4be4-88c5-a423b7283382 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:11.719520 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57c3b0-1f3c-4be4-88c5-a423b7283382 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:11.719858 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57c3b0-1f3c-4be4-88c5-a423b7283382 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:11.720185 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57c3b0-1f3c-4be4-88c5-a423b7283382 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:11.720540 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57c3b0-1f3c-4be4-88c5-a423b7283382 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:11.720871 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57c3b0-1f3c-4be4-88c5-a423b7283382 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:11.721190 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57c3b0-1f3c-4be4-88c5-a423b7283382 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:11.721509 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57c3b0-1f3c-4be4-88c5-a423b7283382 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:11.721825 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57c3b0-1f3c-4be4-88c5-a423b7283382 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:11.722138 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57c3b0-1f3c-4be4-88c5-a423b7283382 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:11.722453 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57c3b0-1f3c-4be4-88c5-a423b7283382 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:11.722767 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57c3b0-1f3c-4be4-88c5-a423b7283382 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:11.754296 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-c7354c99-b2f6-4bf3-b07c-f960c1718d21 None None] Attempting to bind port 2ab53007-05e7-4022-b5f0-d43747c97044 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:36:11.754658 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-c7354c99-b2f6-4bf3-b07c-f960c1718d21 None None] Attempting to bind port 2ab53007-05e7-4022-b5f0-d43747c97044 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '5b9a0c2f-271d-4c53-9696-65708cc18d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:36:11.755016 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7354c99-b2f6-4bf3-b07c-f960c1718d21 None None] Attempting to bind port 2ab53007-05e7-4022-b5f0-d43747c97044 on network 7308d5e8-28bc-4769-95e9-ed18ca71734d {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:36:11.760831 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7354c99-b2f6-4bf3-b07c-f960c1718d21 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:36:11.761199 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7354c99-b2f6-4bf3-b07c-f960c1718d21 None None] Checking segment: {'id': '5b9a0c2f-271d-4c53-9696-65708cc18d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:36:11.761606 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c7354c99-b2f6-4bf3-b07c-f960c1718d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:11.761992 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7354c99-b2f6-4bf3-b07c-f960c1718d21 None None] Bound using segment: {'id': '5b9a0c2f-271d-4c53-9696-65708cc18d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:36:11.762451 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-c7354c99-b2f6-4bf3-b07c-f960c1718d21 None None] Bound port: 2ab53007-05e7-4022-b5f0-d43747c97044, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9a0c2f-271d-4c53-9696-65708cc18d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:36:11.762826 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c7354c99-b2f6-4bf3-b07c-f960c1718d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:11.826594 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-c7354c99-b2f6-4bf3-b07c-f960c1718d21 None None] For port 2ab53007-05e7-4022-b5f0-d43747c97044, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:36:11.829842 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-c7354c99-b2f6-4bf3-b07c-f960c1718d21 None None] For port 2ab53007-05e7-4022-b5f0-d43747c97044, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2ab53007-05e7-4022-b5f0-d43747c97044,segment=NetworkSegment(5b9a0c2f-271d-4c53-9696-65708cc18d37),segment_id=5b9a0c2f-271d-4c53-9696-65708cc18d37)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:36:11.834984 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c7354c99-b2f6-4bf3-b07c-f960c1718d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:11.897501 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57c3b0-1f3c-4be4-88c5-a423b7283382 None None] Pushing event updated for resources: {'Port': ['ID=2ab53007-05e7-4022-b5f0-d43747c97044,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:11.900229 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7354c99-b2f6-4bf3-b07c-f960c1718d21 None None] Routers {'a3bd1876-9f4c-48f4-9e53-875c471cf748'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:36:11.900856 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-c7354c99-b2f6-4bf3-b07c-f960c1718d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:35:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['a3bd1876-9f4c-48f4-9e53-875c471cf748'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:11.930066 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-df5deef2-8e7e-4af8-975d-eb73ac36073e None None] Provisioning complete for port 2ab53007-05e7-4022-b5f0-d43747c97044 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:11.930615 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-df5deef2-8e7e-4af8-975d-eb73ac36073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:12.026725 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-df5deef2-8e7e-4af8-975d-eb73ac36073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:12.028612 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-c7354c99-b2f6-4bf3-b07c-f960c1718d21 None None] Set router a3bd1876-9f4c-48f4-9e53-875c471cf748 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:36:12.047033 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device debb1919-6bc9-4286-8cae-8ac91e2db9d2 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:36:12.097058 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-df5deef2-8e7e-4af8-975d-eb73ac36073e None None] For port 2ab53007-05e7-4022-b5f0-d43747c97044, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2ab53007-05e7-4022-b5f0-d43747c97044,segment=NetworkSegment(5b9a0c2f-271d-4c53-9696-65708cc18d37),segment_id=5b9a0c2f-271d-4c53-9696-65708cc18d37)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:12.103047 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-df5deef2-8e7e-4af8-975d-eb73ac36073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:12.159922 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5deef2-8e7e-4af8-975d-eb73ac36073e None None] Pushing event updated for resources: {'Port': ['ID=2ab53007-05e7-4022-b5f0-d43747c97044,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:12.165412 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port debb1919-6bc9-4286-8cae-8ac91e2db9d2 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:12.165907 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:12.240897 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-c7354c99-b2f6-4bf3-b07c-f960c1718d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212974324', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'debb1919-6bc9-4286-8cae-8ac91e2db9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:05Z', 'updated_at': '2022-04-18T21:36:09Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'debb1919-6bc9-4286-8cae-8ac91e2db9d2', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:06Z', 'updated_at': '2022-04-18T21:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '2ab53007-05e7-4022-b5f0-d43747c97044', 'name': '', 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:de:26:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '510beaf6-a0b8-4198-80e6-382f8b4ae83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:08Z', 'updated_at': '2022-04-18T21:36:11Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': '510beaf6-a0b8-4198-80e6-382f8b4ae83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:12.246417 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-9499f3a5-a63d-4d06-b2ce-d1e9601a16fa None None] Provisioning complete for port 2ab53007-05e7-4022-b5f0-d43747c97044 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:12.246925 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9499f3a5-a63d-4d06-b2ce-d1e9601a16fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:12.268884 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7354c99-b2f6-4bf3-b07c-f960c1718d21 None None] The sync data for ids ['a3bd1876-9f4c-48f4-9e53-875c471cf748'] in n-d-838323-3 is: [{'id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212974324', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'debb1919-6bc9-4286-8cae-8ac91e2db9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:05Z', 'updated_at': '2022-04-18T21:36:09Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'debb1919-6bc9-4286-8cae-8ac91e2db9d2', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:06Z', 'updated_at': '2022-04-18T21:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '2ab53007-05e7-4022-b5f0-d43747c97044', 'name': '', 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:de:26:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '510beaf6-a0b8-4198-80e6-382f8b4ae83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:08Z', 'updated_at': '2022-04-18T21:36:11Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': '510beaf6-a0b8-4198-80e6-382f8b4ae83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:36:12.284145 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b72a88fb-56cf-46fe-aac3-05c3fa8e9364 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:36:12.389880 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port b72a88fb-56cf-46fe-aac3-05c3fa8e9364 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:12.390257 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:12.436632 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:12.494723 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b325590b-4be3-49bd-9771-84bdbff31ae7 req-386ed1a6-cea3-4ace-8909-9053fd1db87c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 210 time: 0.0289233 Apr 18 21:36:13.576773 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb86117f-ba74-4593-9701-6c67618b7b36 req-537077e9-7831-4614-9b67-fabc6f28dffe tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 210 time: 0.0263085 Apr 18 21:36:14.032325 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2ab53007-05e7-4022-b5f0-d43747c97044 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:36:14.079354 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 2ab53007-05e7-4022-b5f0-d43747c97044 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:14.079722 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:14.401762 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-568262cf-05ad-4696-af2c-0d663f26ac83 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:14.403288 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-568262cf-05ad-4696-af2c-0d663f26ac83 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.32 "GET /v2.0/networks?id=7308d5e8-28bc-4769-95e9-ed18ca71734d HTTP/1.1" status: 200 len: 796 time: 0.1203587 Apr 18 21:36:14.446229 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-1b973c48-72e1-4a6a-b1bc-e6512c845723 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c HTTP/1.1" status: 200 len: 380 time: 0.0344608 Apr 18 21:36:14.455687 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-807dc4f8-0b1a-4598-9a9f-e5e3533786a3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'port': {'device_id': '57add5d7-6da6-4073-8d0c-3967863b5b5f', 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d', 'admin_state_up': True, 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'security_groups': ['44cf5d08-5fe6-450e-b8c0-4da11bbaabeb']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:14.559235 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-807dc4f8-0b1a-4598-9a9f-e5e3533786a3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Made reservation on behalf of 6347a1b372ae48cea2a8cfb6647f8a4c for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:36:14.563126 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-807dc4f8-0b1a-4598-9a9f-e5e3533786a3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:14.699584 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ee7e08e-bf8d-468f-a1ed-6bfefe6b242a req-1a4a9611-c133-4ab1-849b-6a6c1a801fd8 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 210 time: 0.0476785 Apr 18 21:36:14.721304 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-807dc4f8-0b1a-4598-9a9f-e5e3533786a3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Allocated IP 172.20.0.14 (7308d5e8-28bc-4769-95e9-ed18ca71734d/510beaf6-a0b8-4198-80e6-382f8b4ae83f/56aac7ae-eb32-4973-94d0-c2288b42f0db) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:36:14.866700 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-807dc4f8-0b1a-4598-9a9f-e5e3533786a3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:14.902396 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-807dc4f8-0b1a-4598-9a9f-e5e3533786a3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:14.951315 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-807dc4f8-0b1a-4598-9a9f-e5e3533786a3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network 7308d5e8-28bc-4769-95e9-ed18ca71734d is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:14.955264 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-807dc4f8-0b1a-4598-9a9f-e5e3533786a3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:14.957188 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807dc4f8-0b1a-4598-9a9f-e5e3533786a3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=56aac7ae-eb32-4973-94d0-c2288b42f0db,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:14.959418 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-807dc4f8-0b1a-4598-9a9f-e5e3533786a3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:36:15.014168 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-807dc4f8-0b1a-4598-9a9f-e5e3533786a3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:15.014830 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-807dc4f8-0b1a-4598-9a9f-e5e3533786a3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:15.033742 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-807dc4f8-0b1a-4598-9a9f-e5e3533786a3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5815520 Apr 18 21:36:15.045445 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-a61f30d6-d625-4de9-957c-11f31d9c5233 service neutron] Request body: {'port': {'device_id': '57add5d7-6da6-4073-8d0c-3967863b5b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:15.112875 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-a61f30d6-d625-4de9-957c-11f31d9c5233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:15.252878 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6da00bc2-988c-4c8a-92c1-da43e6e391dd None None] Provisioning complete for port 56aac7ae-eb32-4973-94d0-c2288b42f0db triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:15.253432 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6da00bc2-988c-4c8a-92c1-da43e6e391dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:15.287314 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6da00bc2-988c-4c8a-92c1-da43e6e391dd None None] Port 56aac7ae-eb32-4973-94d0-c2288b42f0db cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:36:15.385516 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-a61f30d6-d625-4de9-957c-11f31d9c5233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56aac7ae-eb32-4973-94d0-c2288b42f0db {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:36:15.393030 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-a61f30d6-d625-4de9-957c-11f31d9c5233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:15.404949 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-a61f30d6-d625-4de9-957c-11f31d9c5233 service neutron] Transition to ACTIVE for port object 56aac7ae-eb32-4973-94d0-c2288b42f0db will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:15.409574 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-a61f30d6-d625-4de9-957c-11f31d9c5233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:15.465258 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f30d6-d625-4de9-957c-11f31d9c5233 service neutron] Pushing event updated for resources: {'Port': ['ID=56aac7ae-eb32-4973-94d0-c2288b42f0db,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:15.543671 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-a61f30d6-d625-4de9-957c-11f31d9c5233 service neutron] Attempting to bind port 56aac7ae-eb32-4973-94d0-c2288b42f0db on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:36:15.544020 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-a61f30d6-d625-4de9-957c-11f31d9c5233 service neutron] Attempting to bind port 56aac7ae-eb32-4973-94d0-c2288b42f0db by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '5b9a0c2f-271d-4c53-9696-65708cc18d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:36:15.544332 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-a61f30d6-d625-4de9-957c-11f31d9c5233 service neutron] Attempting to bind port 56aac7ae-eb32-4973-94d0-c2288b42f0db on network 7308d5e8-28bc-4769-95e9-ed18ca71734d {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:36:15.549119 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-a61f30d6-d625-4de9-957c-11f31d9c5233 service neutron] Port 56aac7ae-eb32-4973-94d0-c2288b42f0db on network 7308d5e8-28bc-4769-95e9-ed18ca71734d not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:36:15.549438 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-a61f30d6-d625-4de9-957c-11f31d9c5233 service neutron] Attempting to bind port 56aac7ae-eb32-4973-94d0-c2288b42f0db on network 7308d5e8-28bc-4769-95e9-ed18ca71734d {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:36:15.555245 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-a61f30d6-d625-4de9-957c-11f31d9c5233 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:36:15.555583 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-a61f30d6-d625-4de9-957c-11f31d9c5233 service neutron] Checking segment: {'id': '5b9a0c2f-271d-4c53-9696-65708cc18d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:36:15.555976 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-a61f30d6-d625-4de9-957c-11f31d9c5233 service neutron] Bound using segment: {'id': '5b9a0c2f-271d-4c53-9696-65708cc18d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:36:15.556412 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-a61f30d6-d625-4de9-957c-11f31d9c5233 service neutron] Bound port: 56aac7ae-eb32-4973-94d0-c2288b42f0db, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b9a0c2f-271d-4c53-9696-65708cc18d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:36:15.556795 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-a61f30d6-d625-4de9-957c-11f31d9c5233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:15.625098 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-a61f30d6-d625-4de9-957c-11f31d9c5233 service neutron] For port 56aac7ae-eb32-4973-94d0-c2288b42f0db, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:36:15.628855 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-a61f30d6-d625-4de9-957c-11f31d9c5233 service neutron] For port 56aac7ae-eb32-4973-94d0-c2288b42f0db, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=56aac7ae-eb32-4973-94d0-c2288b42f0db,segment=NetworkSegment(5b9a0c2f-271d-4c53-9696-65708cc18d37),segment_id=5b9a0c2f-271d-4c53-9696-65708cc18d37)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:36:15.635692 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-a61f30d6-d625-4de9-957c-11f31d9c5233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:15.668137 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-a61f30d6-d625-4de9-957c-11f31d9c5233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:15.668652 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-a61f30d6-d625-4de9-957c-11f31d9c5233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:15.670442 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-a61f30d6-d625-4de9-957c-11f31d9c5233 service neutron] 10.222.0.32 "PUT /v2.0/ports/56aac7ae-eb32-4973-94d0-c2288b42f0db HTTP/1.1" status: 200 len: 1092 time: 0.6289842 Apr 18 21:36:15.673109 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57add5d7-6da6-4073-8d0c-3967863b5b5f', 'tag': '56aac7ae-eb32-4973-94d0-c2288b42f0db'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:36:15.676683 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9738dc8e-c53d-4030-abfa-3d64978b0da2" -d '{"events": [{"name": "network-changed", "server_uuid": "57add5d7-6da6-4073-8d0c-3967863b5b5f", "tag": "56aac7ae-eb32-4973-94d0-c2288b42f0db"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:36:15.707559 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f30d6-d625-4de9-957c-11f31d9c5233 service neutron] Pushing event updated for resources: {'Port': ['ID=56aac7ae-eb32-4973-94d0-c2288b42f0db,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:15.724038 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ddb72b-3a82-43d4-aab4-d446939bb4ec x-openstack-request-id: req-10ddb72b-3a82-43d4-aab4-d446939bb4ec {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:36:15.724637 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57add5d7-6da6-4073-8d0c-3967863b5b5f", "tag": "56aac7ae-eb32-4973-94d0-c2288b42f0db", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:36:15.724905 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-10ddb72b-3a82-43d4-aab4-d446939bb4ec {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:36:15.725505 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10ddb72b-3a82-43d4-aab4-d446939bb4ec'] response: {'name': 'network-changed', 'server_uuid': '57add5d7-6da6-4073-8d0c-3967863b5b5f', 'tag': '56aac7ae-eb32-4973-94d0-c2288b42f0db', 'status': 'completed', 'code': 200} Apr 18 21:36:15.768620 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-a70bcefd-adcd-43dc-8df6-ef71f4239e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:15.770198 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-a70bcefd-adcd-43dc-8df6-ef71f4239e0d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 1095 time: 0.0561440 Apr 18 21:36:15.823903 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-afb92b79-da89-4b8b-8b94-a8976110476a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56aac7ae-eb32-4973-94d0-c2288b42f0db HTTP/1.1" status: 200 len: 217 time: 0.0451679 Apr 18 21:36:15.895287 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-23f56576-d7a8-4c2a-891b-6897a8bdaa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:15.897422 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-23f56576-d7a8-4c2a-891b-6897a8bdaa31 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=510beaf6-a0b8-4198-80e6-382f8b4ae83f HTTP/1.1" status: 200 len: 835 time: 0.0590270 Apr 18 21:36:15.906576 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced394d-6d89-4c31-a70d-032d032eda90 req-2193a5b9-4554-4dee-8028-492d59c51790 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:15.908042 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0ced394d-6d89-4c31-a70d-032d032eda90 req-2193a5b9-4554-4dee-8028-492d59c51790 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 944 time: 0.1229773 Apr 18 21:36:15.975572 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0ced394d-6d89-4c31-a70d-032d032eda90 req-613f8c00-886c-40bf-a281-a5b628b09c6d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=44cf5d08-5fe6-450e-b8c0-4da11bbaabeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574944 Apr 18 21:36:15.978283 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-f3dfd319-37d2-4fcb-ba2d-9513281d14cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:15.979745 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-f3dfd319-37d2-4fcb-ba2d-9513281d14cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7308d5e8-28bc-4769-95e9-ed18ca71734d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707986 Apr 18 21:36:16.075345 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-9559da38-5bd1-4560-81c4-825cf0ab8d4f service neutron] 10.222.0.32 "GET /v2.0/networks/7308d5e8-28bc-4769-95e9-ed18ca71734d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887065 Apr 18 21:36:16.482708 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f12e1f1a-fbb0-4062-b939-9c770c53ea53 req-c865d8ad-db08-47e5-a442-5daebb64d0d5 service neutron] 10.222.0.32 "GET /v2.0/networks/7308d5e8-28bc-4769-95e9-ed18ca71734d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012067 Apr 18 21:36:16.576768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738dc8e-c53d-4030-abfa-3d64978b0da2 req-9c8f9b5c-a32b-4225-aa09-b018fdcd473d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:16.578255 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9738dc8e-c53d-4030-abfa-3d64978b0da2 req-9c8f9b5c-a32b-4225-aa09-b018fdcd473d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 1095 time: 0.0453362 Apr 18 21:36:16.703265 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738dc8e-c53d-4030-abfa-3d64978b0da2 req-10a6200e-6eb1-4631-b989-bfc446c38f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:16.705079 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9738dc8e-c53d-4030-abfa-3d64978b0da2 req-10a6200e-6eb1-4631-b989-bfc446c38f29 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7308d5e8-28bc-4769-95e9-ed18ca71734d HTTP/1.1" status: 200 len: 897 time: 0.1200154 Apr 18 21:36:16.749772 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9738dc8e-c53d-4030-abfa-3d64978b0da2 req-a64e428b-3369-4491-a54f-d75e1cdc17d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56aac7ae-eb32-4973-94d0-c2288b42f0db HTTP/1.1" status: 200 len: 217 time: 0.0380578 Apr 18 21:36:16.806472 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738dc8e-c53d-4030-abfa-3d64978b0da2 req-6cf1fd25-b158-429f-a67c-2156436ab079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:16.807976 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9738dc8e-c53d-4030-abfa-3d64978b0da2 req-6cf1fd25-b158-429f-a67c-2156436ab079 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=510beaf6-a0b8-4198-80e6-382f8b4ae83f HTTP/1.1" status: 200 len: 835 time: 0.0524335 Apr 18 21:36:16.860453 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738dc8e-c53d-4030-abfa-3d64978b0da2 req-bb134684-1309-4f5b-9296-9702ecae48bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:16.862208 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9738dc8e-c53d-4030-abfa-3d64978b0da2 req-bb134684-1309-4f5b-9296-9702ecae48bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7308d5e8-28bc-4769-95e9-ed18ca71734d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475323 Apr 18 21:36:16.961734 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9738dc8e-c53d-4030-abfa-3d64978b0da2 req-9f975685-32fe-4c12-81fc-7be9d77c3bdb service neutron] 10.222.0.32 "GET /v2.0/networks/7308d5e8-28bc-4769-95e9-ed18ca71734d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926094 Apr 18 21:36:17.077179 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9738dc8e-c53d-4030-abfa-3d64978b0da2 req-77b22eb2-38eb-4aea-b22a-e283acabc80e service neutron] 10.222.0.32 "GET /v2.0/networks/7308d5e8-28bc-4769-95e9-ed18ca71734d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095698 Apr 18 21:36:17.117079 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a0c4b-4ebb-4054-b633-d3831af69976 req-eaaa69ca-ad65-4b57-bd58-01d2dc7f1380 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:17.118622 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-667a0c4b-4ebb-4054-b633-d3831af69976 req-eaaa69ca-ad65-4b57-bd58-01d2dc7f1380 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 944 time: 0.0570133 Apr 18 21:36:17.159645 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-667a0c4b-4ebb-4054-b633-d3831af69976 req-cce7e7cf-5044-4d0e-9a1c-798f313f37ed tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=44cf5d08-5fe6-450e-b8c0-4da11bbaabeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346198 Apr 18 21:36:18.277030 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fd420-9130-49e6-846b-6211f53065e3 req-f03b4507-5929-420b-9696-6a7d3073d007 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:18.278577 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c03fd420-9130-49e6-846b-6211f53065e3 req-f03b4507-5929-420b-9696-6a7d3073d007 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 944 time: 0.0496764 Apr 18 21:36:18.332421 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c03fd420-9130-49e6-846b-6211f53065e3 req-05cd91fe-c6ea-4220-994f-b3b0db1f3453 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=44cf5d08-5fe6-450e-b8c0-4da11bbaabeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470915 Apr 18 21:36:18.829264 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 56aac7ae-eb32-4973-94d0-c2288b42f0db details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:36:18.927168 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 56aac7ae-eb32-4973-94d0-c2288b42f0db, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=56aac7ae-eb32-4973-94d0-c2288b42f0db,segment=NetworkSegment(5b9a0c2f-271d-4c53-9696-65708cc18d37),segment_id=5b9a0c2f-271d-4c53-9696-65708cc18d37)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:18.939985 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '56aac7ae-eb32-4973-94d0-c2288b42f0db', 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d', 'port_id': '56aac7ae-eb32-4973-94d0-c2288b42f0db', 'mac_address': 'fa:16:3e:99:6a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510beaf6-a0b8-4198-80e6-382f8b4ae83f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:36:18.984374 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:18.998742 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56aac7ae-eb32-4973-94d0-c2288b42f0db {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:36:19.018622 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 56aac7ae-eb32-4973-94d0-c2288b42f0db, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=56aac7ae-eb32-4973-94d0-c2288b42f0db,segment=NetworkSegment(5b9a0c2f-271d-4c53-9696-65708cc18d37),segment_id=5b9a0c2f-271d-4c53-9696-65708cc18d37)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:19.023562 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:19.083033 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=56aac7ae-eb32-4973-94d0-c2288b42f0db,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:19.452833 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['56aac7ae-eb32-4973-94d0-c2288b42f0db'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:36:19.457707 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ff490-9fbf-4e9d-a082-2d6f6fcf42cc req-cca1fee5-b38a-46e9-a8e0-d6d9f01406ec tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:19.460081 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-895ff490-9fbf-4e9d-a082-2d6f6fcf42cc req-cca1fee5-b38a-46e9-a8e0-d6d9f01406ec tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 945 time: 0.0525286 Apr 18 21:36:19.507113 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-895ff490-9fbf-4e9d-a082-2d6f6fcf42cc req-52c90677-e7d7-4da3-9b52-f2a7121a78ac tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=44cf5d08-5fe6-450e-b8c0-4da11bbaabeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402606 Apr 18 21:36:20.626458 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99ae78-761b-42a2-aaf1-0e660b8d362c req-f161b5b7-1560-4890-89e0-4597567d5d0f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:20.627941 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc99ae78-761b-42a2-aaf1-0e660b8d362c req-f161b5b7-1560-4890-89e0-4597567d5d0f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 945 time: 0.0503285 Apr 18 21:36:20.666571 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dc99ae78-761b-42a2-aaf1-0e660b8d362c req-8a173498-abb7-4155-bd4c-eae21d12d2e0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=44cf5d08-5fe6-450e-b8c0-4da11bbaabeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318131 Apr 18 21:36:20.841276 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 56aac7ae-eb32-4973-94d0-c2288b42f0db up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:36:20.894061 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 56aac7ae-eb32-4973-94d0-c2288b42f0db completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:36:20.899434 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 56aac7ae-eb32-4973-94d0-c2288b42f0db triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:20.899974 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:20.991908 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:21.014286 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57add5d7-6da6-4073-8d0c-3967863b5b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56aac7ae-eb32-4973-94d0-c2288b42f0db'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:36:21.016798 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e581f7-de45-4e73-9268-913b8de856fc" -d '{"events": [{"server_uuid": "57add5d7-6da6-4073-8d0c-3967863b5b5f", "name": "network-vif-plugged", "status": "completed", "tag": "56aac7ae-eb32-4973-94d0-c2288b42f0db"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:36:21.029498 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 56aac7ae-eb32-4973-94d0-c2288b42f0db, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=56aac7ae-eb32-4973-94d0-c2288b42f0db,segment=NetworkSegment(5b9a0c2f-271d-4c53-9696-65708cc18d37),segment_id=5b9a0c2f-271d-4c53-9696-65708cc18d37)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:21.033699 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:21.058522 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecaf955-7f49-485d-8dad-fe4b42cd94ae x-openstack-request-id: req-1ecaf955-7f49-485d-8dad-fe4b42cd94ae {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:36:21.058810 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57add5d7-6da6-4073-8d0c-3967863b5b5f", "name": "network-vif-plugged", "status": "completed", "tag": "56aac7ae-eb32-4973-94d0-c2288b42f0db", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:36:21.059056 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ecaf955-7f49-485d-8dad-fe4b42cd94ae {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:36:21.059449 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ecaf955-7f49-485d-8dad-fe4b42cd94ae'] response: {'server_uuid': '57add5d7-6da6-4073-8d0c-3967863b5b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56aac7ae-eb32-4973-94d0-c2288b42f0db', 'code': 200} Apr 18 21:36:21.086262 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=56aac7ae-eb32-4973-94d0-c2288b42f0db,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:21.156615 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c85fd9-fdc8-45ad-b774-52e35fa2bbae req-9e073855-0342-4dcf-a637-13473b4589de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:21.158158 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-31c85fd9-fdc8-45ad-b774-52e35fa2bbae req-9e073855-0342-4dcf-a637-13473b4589de service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 1097 time: 0.0429258 Apr 18 21:36:21.195549 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-31c85fd9-fdc8-45ad-b774-52e35fa2bbae req-c4301e0b-3fef-4b96-9b5c-d032792dea47 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=44cf5d08-5fe6-450e-b8c0-4da11bbaabeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312357 Apr 18 21:36:21.782846 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f5ff9-2245-42a4-89ac-d6762265e485 req-7c0272f2-9b47-4198-aca8-c9b643b6d67e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:21.784304 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-565f5ff9-2245-42a4-89ac-d6762265e485 req-7c0272f2-9b47-4198-aca8-c9b643b6d67e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 946 time: 0.0491819 Apr 18 21:36:21.822090 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-565f5ff9-2245-42a4-89ac-d6762265e485 req-0822406e-ce3f-4768-88e2-cb67c50984f3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=44cf5d08-5fe6-450e-b8c0-4da11bbaabeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317338 Apr 18 21:36:22.942470 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81667498-2237-4e8b-a1fc-006cfbe35060 req-6353abfd-35f1-45ca-bf1d-615e1efe528c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:22.944713 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-81667498-2237-4e8b-a1fc-006cfbe35060 req-6353abfd-35f1-45ca-bf1d-615e1efe528c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 946 time: 0.0512748 Apr 18 21:36:22.983814 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-81667498-2237-4e8b-a1fc-006cfbe35060 req-507ce2e6-1a33-4309-8734-6a8428223048 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=44cf5d08-5fe6-450e-b8c0-4da11bbaabeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330560 Apr 18 21:36:23.116057 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87308880-2ed0-4d7b-9387-82b39a3b3a94 req-dd41e4f5-c05a-49a3-b711-8b0fccc079e4 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:23.117505 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-87308880-2ed0-4d7b-9387-82b39a3b3a94 req-dd41e4f5-c05a-49a3-b711-8b0fccc079e4 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 946 time: 0.0663195 Apr 18 21:36:23.160459 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-87308880-2ed0-4d7b-9387-82b39a3b3a94 req-f49b8f26-cb98-4a81-977e-1e9b2c5eef5f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=44cf5d08-5fe6-450e-b8c0-4da11bbaabeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363541 Apr 18 21:36:23.183449 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59462) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:23.222284 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c555d459-b347-4129-a113-296a768b9389 tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:23.223848 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c555d459-b347-4129-a113-296a768b9389 tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 1092 time: 0.0393705 Apr 18 21:36:23.227821 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59464) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:23.232123 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-870b260a-5539-498a-866f-69b1dd3c6ea7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'port_id': '56aac7ae-eb32-4973-94d0-c2288b42f0db', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:23.253737 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-870b260a-5539-498a-866f-69b1dd3c6ea7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:23.357590 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-870b260a-5539-498a-866f-69b1dd3c6ea7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:23.471961 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-870b260a-5539-498a-866f-69b1dd3c6ea7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Allocated IP 172.25.1.134 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/14ee3742-9915-4749-b19d-fa8162a969f9) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:36:23.579756 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-870b260a-5539-498a-866f-69b1dd3c6ea7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:23.615974 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-870b260a-5539-498a-866f-69b1dd3c6ea7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:23.656156 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870b260a-5539-498a-866f-69b1dd3c6ea7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:23.659137 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-870b260a-5539-498a-866f-69b1dd3c6ea7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:23.663463 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870b260a-5539-498a-866f-69b1dd3c6ea7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:36:23.669158 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b260a-5539-498a-866f-69b1dd3c6ea7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=14ee3742-9915-4749-b19d-fa8162a969f9,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:24.046100 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-870b260a-5539-498a-866f-69b1dd3c6ea7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.123899 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-870b260a-5539-498a-866f-69b1dd3c6ea7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.280800 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-870b260a-5539-498a-866f-69b1dd3c6ea7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.285605 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-870b260a-5539-498a-866f-69b1dd3c6ea7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.361660 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b260a-5539-498a-866f-69b1dd3c6ea7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=14ee3742-9915-4749-b19d-fa8162a969f9,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:24.375625 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-870b260a-5539-498a-866f-69b1dd3c6ea7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.484921 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-870b260a-5539-498a-866f-69b1dd3c6ea7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Floating IP a2cf0982-dafe-4296-ad2c-0a6f67f0cf3c associated. External IP: 172.25.1.134, port: 56aac7ae-eb32-4973-94d0-c2288b42f0db. Apr 18 21:36:24.706279 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870b260a-5539-498a-866f-69b1dd3c6ea7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Router a3bd1876-9f4c-48f4-9e53-875c471cf748 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:36:24.715556 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-be56ac7b-36f0-49e3-9ef4-1e9072c60671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.821942 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870b260a-5539-498a-866f-69b1dd3c6ea7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:36:24.831911 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90849be4-337b-4232-be66-218a95ca2a65 None None] Sync routers for ids ['a3bd1876-9f4c-48f4-9e53-875c471cf748'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:36:24.841902 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-870b260a-5539-498a-866f-69b1dd3c6ea7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.842379 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90849be4-337b-4232-be66-218a95ca2a65 None None] Routers {'a3bd1876-9f4c-48f4-9e53-875c471cf748'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:36:24.843007 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-90849be4-337b-4232-be66-218a95ca2a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:35:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['a3bd1876-9f4c-48f4-9e53-875c471cf748'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:24.871139 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-870b260a-5539-498a-866f-69b1dd3c6ea7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6422703 Apr 18 21:36:24.872145 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57add5d7-6da6-4073-8d0c-3967863b5b5f', 'tag': '56aac7ae-eb32-4973-94d0-c2288b42f0db'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:36:24.877223 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2316f7aae560ee2534ee33f3ac4cc6eb4b6c4379016ac3c0f66c65b131d8d070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27003112-6663-46ed-8a80-579c9666a6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "57add5d7-6da6-4073-8d0c-3967863b5b5f", "tag": "56aac7ae-eb32-4973-94d0-c2288b42f0db"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:36:24.932315 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cce9508-3dec-468f-b7aa-f087992100dd x-openstack-request-id: req-0cce9508-3dec-468f-b7aa-f087992100dd {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:36:24.932989 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57add5d7-6da6-4073-8d0c-3967863b5b5f", "tag": "56aac7ae-eb32-4973-94d0-c2288b42f0db", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:36:24.936963 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0cce9508-3dec-468f-b7aa-f087992100dd {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:36:24.938188 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cce9508-3dec-468f-b7aa-f087992100dd'] response: {'name': 'network-changed', 'server_uuid': '57add5d7-6da6-4073-8d0c-3967863b5b5f', 'tag': '56aac7ae-eb32-4973-94d0-c2288b42f0db', 'status': 'completed', 'code': 200} Apr 18 21:36:24.964120 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-90849be4-337b-4232-be66-218a95ca2a65 None None] Set router a3bd1876-9f4c-48f4-9e53-875c471cf748 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:36:25.025985 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95332bd-e828-4420-9bf6-8a0930c46b58 req-947f4ec5-e4b9-4562-b159-856696378613 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:25.027692 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b95332bd-e828-4420-9bf6-8a0930c46b58 req-947f4ec5-e4b9-4562-b159-856696378613 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 946 time: 0.0813808 Apr 18 21:36:25.030138 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27003112-6663-46ed-8a80-579c9666a6a4 req-1eb7be1c-3683-413e-9ee3-6f6067568a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:25.031758 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27003112-6663-46ed-8a80-579c9666a6a4 req-1eb7be1c-3683-413e-9ee3-6f6067568a60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 1097 time: 0.0751247 Apr 18 21:36:25.128921 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b95332bd-e828-4420-9bf6-8a0930c46b58 req-a4334b80-101f-4634-8024-6f9086d71728 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=44cf5d08-5fe6-450e-b8c0-4da11bbaabeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923834 Apr 18 21:36:25.165256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27003112-6663-46ed-8a80-579c9666a6a4 req-548da4af-de93-4ec2-9117-8a338507b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:25.166298 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59472) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:25.169572 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27003112-6663-46ed-8a80-579c9666a6a4 req-548da4af-de93-4ec2-9117-8a338507b44b service neutron] 10.222.0.32 "GET /v2.0/networks?id=7308d5e8-28bc-4769-95e9-ed18ca71734d HTTP/1.1" status: 200 len: 897 time: 0.1306717 Apr 18 21:36:25.239174 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27003112-6663-46ed-8a80-579c9666a6a4 req-1e7fe2c6-27f5-486f-a81c-65d37aaee17f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56aac7ae-eb32-4973-94d0-c2288b42f0db HTTP/1.1" status: 200 len: 1000 time: 0.0631821 Apr 18 21:36:25.243030 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-04b50bcb-3092-427d-998c-c34c14df0824 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/floatingips/a2cf0982-dafe-4296-ad2c-0a6f67f0cf3c HTTP/1.1" status: 200 len: 992 time: 0.0755992 Apr 18 21:36:25.294632 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27003112-6663-46ed-8a80-579c9666a6a4 req-68c656bd-3291-41d6-8937-9237cc9a58c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:25.296125 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27003112-6663-46ed-8a80-579c9666a6a4 req-68c656bd-3291-41d6-8937-9237cc9a58c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=510beaf6-a0b8-4198-80e6-382f8b4ae83f HTTP/1.1" status: 200 len: 835 time: 0.0510340 Apr 18 21:36:25.348297 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27003112-6663-46ed-8a80-579c9666a6a4 req-ff132019-513b-4d4a-8f87-05fbda4ee7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:25.350196 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27003112-6663-46ed-8a80-579c9666a6a4 req-ff132019-513b-4d4a-8f87-05fbda4ee7eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7308d5e8-28bc-4769-95e9-ed18ca71734d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478654 Apr 18 21:36:25.373940 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-90849be4-337b-4232-be66-218a95ca2a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212974324', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'debb1919-6bc9-4286-8cae-8ac91e2db9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:05Z', 'updated_at': '2022-04-18T21:36:09Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'debb1919-6bc9-4286-8cae-8ac91e2db9d2', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:06Z', 'updated_at': '2022-04-18T21:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'a2cf0982-dafe-4296-ad2c-0a6f67f0cf3c', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'port_id': '56aac7ae-eb32-4973-94d0-c2288b42f0db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d', 'mac_address': 'fa:16:3e:99:6a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57add5d7-6da6-4073-8d0c-3967863b5b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:36:23Z', 'updated_at': '2022-04-18T21:36:23Z', 'revision_number': 0, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab53007-05e7-4022-b5f0-d43747c97044', 'name': '', 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:de:26:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '510beaf6-a0b8-4198-80e6-382f8b4ae83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:08Z', 'updated_at': '2022-04-18T21:36:12Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': '510beaf6-a0b8-4198-80e6-382f8b4ae83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:25.406630 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90849be4-337b-4232-be66-218a95ca2a65 None None] Checking router: a3bd1876-9f4c-48f4-9e53-875c471cf748 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:36:25.416195 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90849be4-337b-4232-be66-218a95ca2a65 None None] Routers {'a3bd1876-9f4c-48f4-9e53-875c471cf748'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:36:25.416879 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-90849be4-337b-4232-be66-218a95ca2a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:35:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['a3bd1876-9f4c-48f4-9e53-875c471cf748'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:25.460241 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27003112-6663-46ed-8a80-579c9666a6a4 req-d6db90e2-876c-424a-9b8d-d41492f35f1b service neutron] 10.222.0.32 "GET /v2.0/networks/7308d5e8-28bc-4769-95e9-ed18ca71734d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027813 Apr 18 21:36:25.533204 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-90849be4-337b-4232-be66-218a95ca2a65 None None] Set router a3bd1876-9f4c-48f4-9e53-875c471cf748 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:36:25.561356 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-27003112-6663-46ed-8a80-579c9666a6a4 req-ea48e097-b59f-4c07-8cca-684fb663756c service neutron] 10.222.0.32 "GET /v2.0/networks/7308d5e8-28bc-4769-95e9-ed18ca71734d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942528 Apr 18 21:36:25.779862 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-90849be4-337b-4232-be66-218a95ca2a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212974324', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'debb1919-6bc9-4286-8cae-8ac91e2db9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:05Z', 'updated_at': '2022-04-18T21:36:09Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'debb1919-6bc9-4286-8cae-8ac91e2db9d2', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:06Z', 'updated_at': '2022-04-18T21:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'a2cf0982-dafe-4296-ad2c-0a6f67f0cf3c', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'port_id': '56aac7ae-eb32-4973-94d0-c2288b42f0db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d', 'mac_address': 'fa:16:3e:99:6a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57add5d7-6da6-4073-8d0c-3967863b5b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:36:23Z', 'updated_at': '2022-04-18T21:36:23Z', 'revision_number': 0, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab53007-05e7-4022-b5f0-d43747c97044', 'name': '', 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:de:26:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '510beaf6-a0b8-4198-80e6-382f8b4ae83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:08Z', 'updated_at': '2022-04-18T21:36:12Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': '510beaf6-a0b8-4198-80e6-382f8b4ae83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:25.807259 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90849be4-337b-4232-be66-218a95ca2a65 None None] The sync data for ids ['a3bd1876-9f4c-48f4-9e53-875c471cf748'] in n-d-838323-3 is: [{'id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212974324', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'debb1919-6bc9-4286-8cae-8ac91e2db9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:05Z', 'updated_at': '2022-04-18T21:36:09Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'debb1919-6bc9-4286-8cae-8ac91e2db9d2', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:06Z', 'updated_at': '2022-04-18T21:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'a2cf0982-dafe-4296-ad2c-0a6f67f0cf3c', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'port_id': '56aac7ae-eb32-4973-94d0-c2288b42f0db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d', 'mac_address': 'fa:16:3e:99:6a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57add5d7-6da6-4073-8d0c-3967863b5b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:36:23Z', 'updated_at': '2022-04-18T21:36:23Z', 'revision_number': 0, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab53007-05e7-4022-b5f0-d43747c97044', 'name': '', 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:de:26:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '510beaf6-a0b8-4198-80e6-382f8b4ae83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:08Z', 'updated_at': '2022-04-18T21:36:12Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': '510beaf6-a0b8-4198-80e6-382f8b4ae83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:36:26.018183 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a690f691-9dc3-47a8-8e30-5ae56f291c02 None None] New status for floating IP a2cf0982-dafe-4296-ad2c-0a6f67f0cf3c: ACTIVE {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:36:26.150146 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34af533f-9ed1-4ea0-9b2e-53d299b4ce2d req-28477f3c-5836-4b1a-86bf-bedd8cf7c617 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525723 Apr 18 21:36:26.247609 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59474) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:26.252097 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af533f-9ed1-4ea0-9b2e-53d299b4ce2d req-0e8edc4c-24c0-4107-835b-f77d41f6784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:26.253738 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34af533f-9ed1-4ea0-9b2e-53d299b4ce2d req-0e8edc4c-24c0-4107-835b-f77d41f6784a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 1097 time: 0.0542753 Apr 18 21:36:26.333485 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-97e57fa3-64bd-498e-b39c-d4bb5b0f228e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/floatingips/a2cf0982-dafe-4296-ad2c-0a6f67f0cf3c HTTP/1.1" status: 200 len: 992 time: 0.0846314 Apr 18 21:36:26.383394 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af533f-9ed1-4ea0-9b2e-53d299b4ce2d req-01203a9d-2b8c-48e2-bb5b-e7b822ac0d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:26.384919 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34af533f-9ed1-4ea0-9b2e-53d299b4ce2d req-01203a9d-2b8c-48e2-bb5b-e7b822ac0d5a service neutron] 10.222.0.32 "GET /v2.0/networks?id=7308d5e8-28bc-4769-95e9-ed18ca71734d HTTP/1.1" status: 200 len: 897 time: 0.1043904 Apr 18 21:36:26.454449 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34af533f-9ed1-4ea0-9b2e-53d299b4ce2d req-3de4ed8c-c8f8-4865-ab7c-87fd78f0cc71 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56aac7ae-eb32-4973-94d0-c2288b42f0db HTTP/1.1" status: 200 len: 1002 time: 0.0624015 Apr 18 21:36:26.509395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af533f-9ed1-4ea0-9b2e-53d299b4ce2d req-afbcb057-fb6f-491d-9d1a-8f07c800e2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:26.510851 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34af533f-9ed1-4ea0-9b2e-53d299b4ce2d req-afbcb057-fb6f-491d-9d1a-8f07c800e2e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=510beaf6-a0b8-4198-80e6-382f8b4ae83f HTTP/1.1" status: 200 len: 835 time: 0.0505593 Apr 18 21:36:26.557419 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af533f-9ed1-4ea0-9b2e-53d299b4ce2d req-306f8d3b-b388-451f-9756-8b62ec61500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:26.558913 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34af533f-9ed1-4ea0-9b2e-53d299b4ce2d req-306f8d3b-b388-451f-9756-8b62ec61500d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7308d5e8-28bc-4769-95e9-ed18ca71734d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416474 Apr 18 21:36:26.656247 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34af533f-9ed1-4ea0-9b2e-53d299b4ce2d req-357d4d9a-492c-4d72-bcf9-cbedffd54c08 service neutron] 10.222.0.32 "GET /v2.0/networks/7308d5e8-28bc-4769-95e9-ed18ca71734d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912559 Apr 18 21:36:26.754254 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34af533f-9ed1-4ea0-9b2e-53d299b4ce2d req-4d9b983a-f560-4c82-b0c1-3aaa696334dc service neutron] 10.222.0.32 "GET /v2.0/networks/7308d5e8-28bc-4769-95e9-ed18ca71734d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910144 Apr 18 21:36:27.337898 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59476) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:27.402172 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6e80dc07-7994-4525-9229-6dbdf40056eb tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/floatingips/a2cf0982-dafe-4296-ad2c-0a6f67f0cf3c HTTP/1.1" status: 200 len: 994 time: 0.0631397 Apr 18 21:36:29.126414 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-09136d65-f313-49a6-951e-298eef02be35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:30.062427 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:31.648313 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:31.846948 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:33.375069 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:36:38.129948 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:42.440766 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:54.718203 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a06ace5a-e62b-43fe-9323-d674749275f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:59.128457 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-14ffdce3-a1c4-4c05-80ee-1dae2261e213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:00.066126 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:01.641424 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:01.847871 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:08.164218 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:10.374276 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:37:12.464097 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:24.724459 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2f9c176c-7c42-423e-bbe6-86341127ccc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:26.208738 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fc9c9181-11a3-40d3-8d48-6917a8358250 req-d48a4515-3dcd-4cba-9753-d7e77e1e8734 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0978100 Apr 18 21:37:26.299680 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c9181-11a3-40d3-8d48-6917a8358250 req-9a65528b-f4ab-41d2-80ab-79e1ca66220f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:26.301333 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fc9c9181-11a3-40d3-8d48-6917a8358250 req-9a65528b-f4ab-41d2-80ab-79e1ca66220f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 1097 time: 0.0429990 Apr 18 21:37:26.414561 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c9181-11a3-40d3-8d48-6917a8358250 req-255cc796-e922-4817-8248-53899a1f333b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:26.416037 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fc9c9181-11a3-40d3-8d48-6917a8358250 req-255cc796-e922-4817-8248-53899a1f333b service neutron] 10.222.0.32 "GET /v2.0/networks?id=7308d5e8-28bc-4769-95e9-ed18ca71734d HTTP/1.1" status: 200 len: 897 time: 0.0941911 Apr 18 21:37:26.481715 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fc9c9181-11a3-40d3-8d48-6917a8358250 req-f6c21d2e-4b2e-4169-852f-1f2f6aae6117 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56aac7ae-eb32-4973-94d0-c2288b42f0db HTTP/1.1" status: 200 len: 1002 time: 0.0582867 Apr 18 21:37:26.534517 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c9181-11a3-40d3-8d48-6917a8358250 req-c1f8c53c-520c-404e-bfbd-1051ff7cd713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:26.535965 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fc9c9181-11a3-40d3-8d48-6917a8358250 req-c1f8c53c-520c-404e-bfbd-1051ff7cd713 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=510beaf6-a0b8-4198-80e6-382f8b4ae83f HTTP/1.1" status: 200 len: 835 time: 0.0480125 Apr 18 21:37:26.581913 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c9181-11a3-40d3-8d48-6917a8358250 req-474d94bf-fa7c-4b0e-8b7b-e426938a3c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:26.583403 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fc9c9181-11a3-40d3-8d48-6917a8358250 req-474d94bf-fa7c-4b0e-8b7b-e426938a3c0a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7308d5e8-28bc-4769-95e9-ed18ca71734d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402343 Apr 18 21:37:26.672047 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fc9c9181-11a3-40d3-8d48-6917a8358250 req-359e02de-904a-4b90-8715-62173f9b44a7 service neutron] 10.222.0.32 "GET /v2.0/networks/7308d5e8-28bc-4769-95e9-ed18ca71734d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815363 Apr 18 21:37:26.766040 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fc9c9181-11a3-40d3-8d48-6917a8358250 req-71dc708a-b6de-4d78-9d6e-7f4ffa627f42 service neutron] 10.222.0.32 "GET /v2.0/networks/7308d5e8-28bc-4769-95e9-ed18ca71734d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871258 Apr 18 21:37:28.245079 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73851d3-2807-4167-965f-385b34ce4ed2 req-3f123eb7-6d22-44d4-a6ab-46c3939af7dd tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:28.246610 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e73851d3-2807-4167-965f-385b34ce4ed2 req-3f123eb7-6d22-44d4-a6ab-46c3939af7dd tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 946 time: 0.0789368 Apr 18 21:37:28.248407 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8d8f6-659b-48cf-af84-e71c2b13fe25 req-192b4a89-211e-4e31-b96f-e73aa5c9043f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:28.249781 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11a8d8f6-659b-48cf-af84-e71c2b13fe25 req-192b4a89-211e-4e31-b96f-e73aa5c9043f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 1097 time: 0.0801396 Apr 18 21:37:28.335795 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e73851d3-2807-4167-965f-385b34ce4ed2 req-b7649d4d-9380-41e1-ae41-17db176f8b2d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=44cf5d08-5fe6-450e-b8c0-4da11bbaabeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830190 Apr 18 21:37:28.368674 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8d8f6-659b-48cf-af84-e71c2b13fe25 req-946ff50d-6095-455b-b4d7-82cc8fa5c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:28.370585 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11a8d8f6-659b-48cf-af84-e71c2b13fe25 req-946ff50d-6095-455b-b4d7-82cc8fa5c482 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7308d5e8-28bc-4769-95e9-ed18ca71734d HTTP/1.1" status: 200 len: 897 time: 0.1115913 Apr 18 21:37:28.439602 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11a8d8f6-659b-48cf-af84-e71c2b13fe25 req-8e629728-2f64-4f14-a59b-c63745ade41b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56aac7ae-eb32-4973-94d0-c2288b42f0db HTTP/1.1" status: 200 len: 1002 time: 0.0624242 Apr 18 21:37:28.488868 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8d8f6-659b-48cf-af84-e71c2b13fe25 req-90df8a9f-26db-45f7-b48a-6f266842ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:28.490361 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11a8d8f6-659b-48cf-af84-e71c2b13fe25 req-90df8a9f-26db-45f7-b48a-6f266842ffad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=510beaf6-a0b8-4198-80e6-382f8b4ae83f HTTP/1.1" status: 200 len: 835 time: 0.0440490 Apr 18 21:37:28.536775 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8d8f6-659b-48cf-af84-e71c2b13fe25 req-ea2fae24-ad37-444a-ac53-2bddb42efacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:28.538246 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11a8d8f6-659b-48cf-af84-e71c2b13fe25 req-ea2fae24-ad37-444a-ac53-2bddb42efacd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7308d5e8-28bc-4769-95e9-ed18ca71734d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405757 Apr 18 21:37:28.631151 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11a8d8f6-659b-48cf-af84-e71c2b13fe25 req-403de831-1f54-431b-b0b2-f02426f490b8 service neutron] 10.222.0.32 "GET /v2.0/networks/7308d5e8-28bc-4769-95e9-ed18ca71734d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860107 Apr 18 21:37:28.722689 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11a8d8f6-659b-48cf-af84-e71c2b13fe25 req-9a2fbcb4-4279-4bd7-a392-97a4b8ac24bd service neutron] 10.222.0.32 "GET /v2.0/networks/7308d5e8-28bc-4769-95e9-ed18ca71734d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847771 Apr 18 21:37:29.133382 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-af420799-5884-4f1e-93a7-12c083e1c9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:29.457668 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89631dd0-cf67-4980-bc69-e8c2b88dfef0 req-c3c641f9-18ce-4c44-a1c5-d1544968dc93 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:29.459152 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89631dd0-cf67-4980-bc69-e8c2b88dfef0 req-c3c641f9-18ce-4c44-a1c5-d1544968dc93 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 946 time: 0.0499263 Apr 18 21:37:29.498024 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-89631dd0-cf67-4980-bc69-e8c2b88dfef0 req-5627d210-9960-4e01-ad4f-8bed83c0aa7c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=44cf5d08-5fe6-450e-b8c0-4da11bbaabeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322855 Apr 18 21:37:30.065745 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:30.621099 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d75be-dfa0-49ba-a116-ff50afd93cc5 req-ad198b63-794c-46a6-94b2-ab96af973f02 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:30.622634 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3b7d75be-dfa0-49ba-a116-ff50afd93cc5 req-ad198b63-794c-46a6-94b2-ab96af973f02 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 946 time: 0.0543931 Apr 18 21:37:30.660633 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3b7d75be-dfa0-49ba-a116-ff50afd93cc5 req-86b076a0-e72f-4e0b-bd52-30921f9b11dc tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=44cf5d08-5fe6-450e-b8c0-4da11bbaabeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319395 Apr 18 21:37:31.647256 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:31.780733 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6a377-73bf-4e5b-84c5-b64f0e99fd88 req-f2fbdea8-74de-4055-80ef-bf7f9d2feaa3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:31.782219 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-81d6a377-73bf-4e5b-84c5-b64f0e99fd88 req-f2fbdea8-74de-4055-80ef-bf7f9d2feaa3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 946 time: 0.0498061 Apr 18 21:37:31.821295 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-81d6a377-73bf-4e5b-84c5-b64f0e99fd88 req-7fac1d0c-8392-4661-b4ac-5a5c721423a1 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=44cf5d08-5fe6-450e-b8c0-4da11bbaabeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328462 Apr 18 21:37:31.862610 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:32.947731 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d1068-7489-486a-b462-f023b60a5437 req-adab9453-a768-4276-9be8-b5c9878768bb tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:32.949268 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a72d1068-7489-486a-b462-f023b60a5437 req-adab9453-a768-4276-9be8-b5c9878768bb tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 946 time: 0.0561223 Apr 18 21:37:32.995303 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a72d1068-7489-486a-b462-f023b60a5437 req-bbc916f7-9679-41e6-bd53-3689429ac6d3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=44cf5d08-5fe6-450e-b8c0-4da11bbaabeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387697 Apr 18 21:37:34.127499 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660a509-80c8-45fe-a371-43e280714acd req-ebd81fb8-6e40-489e-a029-07a14f3e7a72 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:34.129320 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6660a509-80c8-45fe-a371-43e280714acd req-ebd81fb8-6e40-489e-a029-07a14f3e7a72 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 946 time: 0.0590527 Apr 18 21:37:34.176568 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6660a509-80c8-45fe-a371-43e280714acd req-a3a7c88e-8838-48a4-a7d3-7eb2ed4ffdf3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=44cf5d08-5fe6-450e-b8c0-4da11bbaabeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360851 Apr 18 21:37:35.297554 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4fecd-4abf-4e20-b3c5-b70785de2688 req-9dd5d59f-a20f-40f0-ad8a-a8ae6c833d10 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:35.299075 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7c4fecd-4abf-4e20-b3c5-b70785de2688 req-9dd5d59f-a20f-40f0-ad8a-a8ae6c833d10 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 946 time: 0.0514357 Apr 18 21:37:35.338773 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a7c4fecd-4abf-4e20-b3c5-b70785de2688 req-4abaf85c-ad05-4c29-809f-fe4c93ec7e64 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=44cf5d08-5fe6-450e-b8c0-4da11bbaabeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334606 Apr 18 21:37:36.455294 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b700bf6-96a4-4288-bc0b-5de2b76f89fe req-93010520-3bea-474f-a77e-3341f3499abc tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:36.456793 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b700bf6-96a4-4288-bc0b-5de2b76f89fe req-93010520-3bea-474f-a77e-3341f3499abc tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 946 time: 0.0484626 Apr 18 21:37:36.494558 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0b700bf6-96a4-4288-bc0b-5de2b76f89fe req-1f901a32-0edf-4e55-a0f3-5e39f46802ba tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=44cf5d08-5fe6-450e-b8c0-4da11bbaabeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317733 Apr 18 21:37:37.616021 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf30ae0-121c-433f-ae3e-fc7269b1bc24 req-57409eca-e0e4-420c-ac33-c662696168e1 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:37.617510 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dcf30ae0-121c-433f-ae3e-fc7269b1bc24 req-57409eca-e0e4-420c-ac33-c662696168e1 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 946 time: 0.0529094 Apr 18 21:37:37.655540 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dcf30ae0-121c-433f-ae3e-fc7269b1bc24 req-4bf75c9c-fdf6-4ac6-ab2b-20cfa5d0b8b3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=44cf5d08-5fe6-450e-b8c0-4da11bbaabeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313110 Apr 18 21:37:38.157371 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:38.772711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d6d7d-3838-4009-b38a-19b9ccb4773c req-0106c199-9098-4b32-88ec-70a09b765434 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:38.774175 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4a0d6d7d-3838-4009-b38a-19b9ccb4773c req-0106c199-9098-4b32-88ec-70a09b765434 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 946 time: 0.0501382 Apr 18 21:37:38.812250 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4a0d6d7d-3838-4009-b38a-19b9ccb4773c req-5a4cf384-11b1-4a7a-a10d-2aa887b82b1e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=44cf5d08-5fe6-450e-b8c0-4da11bbaabeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312850 Apr 18 21:37:39.930471 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5892adf-bde5-4583-99cd-508d184e6bd9 req-0b55288b-5353-4d8e-a1f1-ab1b41812873 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:39.931952 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f5892adf-bde5-4583-99cd-508d184e6bd9 req-0b55288b-5353-4d8e-a1f1-ab1b41812873 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 946 time: 0.0490329 Apr 18 21:37:39.971217 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f5892adf-bde5-4583-99cd-508d184e6bd9 req-75902331-da22-45ca-9722-1aea12f72729 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=44cf5d08-5fe6-450e-b8c0-4da11bbaabeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325768 Apr 18 21:37:39.993647 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59546) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:37:40.060591 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8ac346db-b3a7-486f-9eed-e445c26bd181 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/floatingips/a2cf0982-dafe-4296-ad2c-0a6f67f0cf3c HTTP/1.1" status: 200 len: 994 time: 0.0657296 Apr 18 21:37:42.484834 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:47.373867 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:37:54.717945 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c22035c6-f7cc-4592-8682-71eabea05ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:59.135310 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a8a0-1bde-40cd-835f-5aa0f993109c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:00.071256 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:01.647037 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:01.852855 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:08.173165 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:12.485604 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:24.372730 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:38:24.722184 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-61eb5a3f-d091-4ff0-946f-a99b826bf61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:26.156508 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec3300d1-cbf0-449d-b95b-60ed22c7e61b req-8b91218a-c2e6-458b-8e46-8c145e4f7787 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450583 Apr 18 21:38:26.238984 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3300d1-cbf0-449d-b95b-60ed22c7e61b req-ce7acfc7-1bd0-4dc4-8297-7e7b352b15b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:26.240385 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec3300d1-cbf0-449d-b95b-60ed22c7e61b req-ce7acfc7-1bd0-4dc4-8297-7e7b352b15b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 1097 time: 0.0422864 Apr 18 21:38:26.343551 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3300d1-cbf0-449d-b95b-60ed22c7e61b req-12acd4eb-01e0-4a1f-bd07-bf5c02cfa334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:26.345052 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec3300d1-cbf0-449d-b95b-60ed22c7e61b req-12acd4eb-01e0-4a1f-bd07-bf5c02cfa334 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7308d5e8-28bc-4769-95e9-ed18ca71734d HTTP/1.1" status: 200 len: 897 time: 0.0851860 Apr 18 21:38:26.414974 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec3300d1-cbf0-449d-b95b-60ed22c7e61b req-db1f390e-9821-4cc8-bcbb-531ce0f2e7c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56aac7ae-eb32-4973-94d0-c2288b42f0db HTTP/1.1" status: 200 len: 1002 time: 0.0635731 Apr 18 21:38:26.465680 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3300d1-cbf0-449d-b95b-60ed22c7e61b req-3b69e0c8-f887-4de3-94e3-ad84586203e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:26.467723 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec3300d1-cbf0-449d-b95b-60ed22c7e61b req-3b69e0c8-f887-4de3-94e3-ad84586203e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=510beaf6-a0b8-4198-80e6-382f8b4ae83f HTTP/1.1" status: 200 len: 835 time: 0.0451465 Apr 18 21:38:26.514737 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3300d1-cbf0-449d-b95b-60ed22c7e61b req-f64c1a68-456d-48d3-ba05-6495a41a94c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:26.516158 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec3300d1-cbf0-449d-b95b-60ed22c7e61b req-f64c1a68-456d-48d3-ba05-6495a41a94c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7308d5e8-28bc-4769-95e9-ed18ca71734d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416937 Apr 18 21:38:26.613128 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec3300d1-cbf0-449d-b95b-60ed22c7e61b req-2d116581-5342-4e1f-ba95-2ab6a700eef7 service neutron] 10.222.0.32 "GET /v2.0/networks/7308d5e8-28bc-4769-95e9-ed18ca71734d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896766 Apr 18 21:38:26.704907 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ec3300d1-cbf0-449d-b95b-60ed22c7e61b req-f9c92617-1a13-4eba-be37-5262b4643501 service neutron] 10.222.0.32 "GET /v2.0/networks/7308d5e8-28bc-4769-95e9-ed18ca71734d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831461 Apr 18 21:38:29.138471 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4d12bac5-88de-458f-b7cc-dbad6d154601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:30.072143 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:31.641796 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:31.861296 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:34.970283 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59564) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:38:35.130547 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-8c33d7bd-ae40-4314-8d32-19a4272110b0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Deleting port 14ee3742-9915-4749-b19d-fa8162a969f9 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:38:35.130892 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8c33d7bd-ae40-4314-8d32-19a4272110b0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:35.171350 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-8881c827-7ec1-4b2a-a65d-5efaaa6caf95 req-79589963-001a-49d9-8b44-7ed9c8a0b00c tempest-ServerDiskConfigTestJSON-1685047029 tempest-ServerDiskConfigTestJSON-1685047029-project] (102909) timed out ('10.222.0.32', 49636) {{(pid=102909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 21:38:35.209276 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8c33d7bd-ae40-4314-8d32-19a4272110b0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:35.209613 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8c33d7bd-ae40-4314-8d32-19a4272110b0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:35.223230 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-8c33d7bd-ae40-4314-8d32-19a4272110b0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Calling delete_port for 14ee3742-9915-4749-b19d-fa8162a969f9 owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:38:35.398569 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8c33d7bd-ae40-4314-8d32-19a4272110b0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:35.426707 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33d7bd-ae40-4314-8d32-19a4272110b0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Port': ['ID=14ee3742-9915-4749-b19d-fa8162a969f9,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:35.455381 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c33d7bd-ae40-4314-8d32-19a4272110b0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:35.455739 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c33d7bd-ae40-4314-8d32-19a4272110b0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:35.456074 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c33d7bd-ae40-4314-8d32-19a4272110b0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:35.456414 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c33d7bd-ae40-4314-8d32-19a4272110b0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:35.456761 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c33d7bd-ae40-4314-8d32-19a4272110b0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:35.457095 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c33d7bd-ae40-4314-8d32-19a4272110b0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:35.457417 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c33d7bd-ae40-4314-8d32-19a4272110b0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:35.457744 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c33d7bd-ae40-4314-8d32-19a4272110b0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:35.458062 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c33d7bd-ae40-4314-8d32-19a4272110b0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:35.458384 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c33d7bd-ae40-4314-8d32-19a4272110b0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:35.458704 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c33d7bd-ae40-4314-8d32-19a4272110b0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:35.459019 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c33d7bd-ae40-4314-8d32-19a4272110b0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:35.512558 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8c33d7bd-ae40-4314-8d32-19a4272110b0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:35.513651 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-8c33d7bd-ae40-4314-8d32-19a4272110b0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Floating IP a2cf0982-dafe-4296-ad2c-0a6f67f0cf3c disassociated (deleted). External IP: 172.25.1.134, port: 56aac7ae-eb32-4973-94d0-c2288b42f0db. Apr 18 21:38:35.740468 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c33d7bd-ae40-4314-8d32-19a4272110b0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Router a3bd1876-9f4c-48f4-9e53-875c471cf748 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:38:35.848289 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c33d7bd-ae40-4314-8d32-19a4272110b0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:38:35.853462 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8c33d7bd-ae40-4314-8d32-19a4272110b0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:35.859424 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92fda2c-af7f-4329-9f83-9c30b58b5780 None None] Sync routers for ids ['a3bd1876-9f4c-48f4-9e53-875c471cf748'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:38:35.869495 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92fda2c-af7f-4329-9f83-9c30b58b5780 None None] Routers {'a3bd1876-9f4c-48f4-9e53-875c471cf748'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:38:35.870140 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f92fda2c-af7f-4329-9f83-9c30b58b5780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:38:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['a3bd1876-9f4c-48f4-9e53-875c471cf748'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:35.884580 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8c33d7bd-ae40-4314-8d32-19a4272110b0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "DELETE /v2.0/floatingips/a2cf0982-dafe-4296-ad2c-0a6f67f0cf3c HTTP/1.1" status: 204 len: 168 time: 0.9131618 Apr 18 21:38:35.885167 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57add5d7-6da6-4073-8d0c-3967863b5b5f', 'tag': '56aac7ae-eb32-4973-94d0-c2288b42f0db'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:38:35.887598 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2316f7aae560ee2534ee33f3ac4cc6eb4b6c4379016ac3c0f66c65b131d8d070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc73b45-db86-4d0f-8e99-995163577917" -d '{"events": [{"name": "network-changed", "server_uuid": "57add5d7-6da6-4073-8d0c-3967863b5b5f", "tag": "56aac7ae-eb32-4973-94d0-c2288b42f0db"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:38:35.931544 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c54096a-e216-44b0-b3dc-6d303f13136c x-openstack-request-id: req-4c54096a-e216-44b0-b3dc-6d303f13136c {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:38:35.931908 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57add5d7-6da6-4073-8d0c-3967863b5b5f", "tag": "56aac7ae-eb32-4973-94d0-c2288b42f0db", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:38:35.932237 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4c54096a-e216-44b0-b3dc-6d303f13136c {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:38:35.932887 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c54096a-e216-44b0-b3dc-6d303f13136c'] response: {'name': 'network-changed', 'server_uuid': '57add5d7-6da6-4073-8d0c-3967863b5b5f', 'tag': '56aac7ae-eb32-4973-94d0-c2288b42f0db', 'status': 'completed', 'code': 200} Apr 18 21:38:35.992842 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-f92fda2c-af7f-4329-9f83-9c30b58b5780 None None] Set router a3bd1876-9f4c-48f4-9e53-875c471cf748 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:38:36.007970 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc73b45-db86-4d0f-8e99-995163577917 req-28924342-f67e-49ea-ac00-a10f2a19b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:36.010338 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ccc73b45-db86-4d0f-8e99-995163577917 req-28924342-f67e-49ea-ac00-a10f2a19b6b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 1097 time: 0.0549471 Apr 18 21:38:36.203016 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc73b45-db86-4d0f-8e99-995163577917 req-7a8531eb-8589-479b-9fe2-135a96fd449c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:36.204675 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ccc73b45-db86-4d0f-8e99-995163577917 req-7a8531eb-8589-479b-9fe2-135a96fd449c service neutron] 10.222.0.32 "GET /v2.0/networks?id=7308d5e8-28bc-4769-95e9-ed18ca71734d HTTP/1.1" status: 200 len: 897 time: 0.1857927 Apr 18 21:38:36.220056 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f92fda2c-af7f-4329-9f83-9c30b58b5780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212974324', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'debb1919-6bc9-4286-8cae-8ac91e2db9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:05Z', 'updated_at': '2022-04-18T21:36:09Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'debb1919-6bc9-4286-8cae-8ac91e2db9d2', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:06Z', 'updated_at': '2022-04-18T21:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '2ab53007-05e7-4022-b5f0-d43747c97044', 'name': '', 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:de:26:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '510beaf6-a0b8-4198-80e6-382f8b4ae83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:08Z', 'updated_at': '2022-04-18T21:36:12Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': '510beaf6-a0b8-4198-80e6-382f8b4ae83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:36.248671 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92fda2c-af7f-4329-9f83-9c30b58b5780 None None] Checking router: a3bd1876-9f4c-48f4-9e53-875c471cf748 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:38:36.257459 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92fda2c-af7f-4329-9f83-9c30b58b5780 None None] Routers {'a3bd1876-9f4c-48f4-9e53-875c471cf748'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:38:36.258094 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f92fda2c-af7f-4329-9f83-9c30b58b5780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:38:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['a3bd1876-9f4c-48f4-9e53-875c471cf748'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:36.268105 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ccc73b45-db86-4d0f-8e99-995163577917 req-b4e3d223-d4fb-4123-aeef-e86390723979 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56aac7ae-eb32-4973-94d0-c2288b42f0db HTTP/1.1" status: 200 len: 217 time: 0.0437443 Apr 18 21:38:36.293239 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77d4ca-e45e-4bb9-a154-5a8553d580d9 req-6533c525-662f-47df-9283-d9eddc4a00ca tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:36.295396 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bd77d4ca-e45e-4bb9-a154-5a8553d580d9 req-6533c525-662f-47df-9283-d9eddc4a00ca tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 946 time: 0.1804903 Apr 18 21:38:36.357460 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc73b45-db86-4d0f-8e99-995163577917 req-173a46c2-1752-4a51-8e60-b93110f8c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:36.358889 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ccc73b45-db86-4d0f-8e99-995163577917 req-173a46c2-1752-4a51-8e60-b93110f8c073 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=510beaf6-a0b8-4198-80e6-382f8b4ae83f HTTP/1.1" status: 200 len: 835 time: 0.0829811 Apr 18 21:38:36.367201 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bd77d4ca-e45e-4bb9-a154-5a8553d580d9 req-7ab2bfc1-32b0-464e-9768-515ab5e1b1ca tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=44cf5d08-5fe6-450e-b8c0-4da11bbaabeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536077 Apr 18 21:38:36.387509 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-f92fda2c-af7f-4329-9f83-9c30b58b5780 None None] Set router a3bd1876-9f4c-48f4-9e53-875c471cf748 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:38:36.415447 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc73b45-db86-4d0f-8e99-995163577917 req-2ad723dd-75cd-4538-989f-722f52c8c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:36.417042 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ccc73b45-db86-4d0f-8e99-995163577917 req-2ad723dd-75cd-4538-989f-722f52c8c87b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7308d5e8-28bc-4769-95e9-ed18ca71734d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489342 Apr 18 21:38:36.517703 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ccc73b45-db86-4d0f-8e99-995163577917 req-a03a1030-a963-4115-97ba-82b07733d349 service neutron] 10.222.0.32 "GET /v2.0/networks/7308d5e8-28bc-4769-95e9-ed18ca71734d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931096 Apr 18 21:38:36.638879 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f92fda2c-af7f-4329-9f83-9c30b58b5780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212974324', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'debb1919-6bc9-4286-8cae-8ac91e2db9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:05Z', 'updated_at': '2022-04-18T21:36:09Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'debb1919-6bc9-4286-8cae-8ac91e2db9d2', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:06Z', 'updated_at': '2022-04-18T21:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '2ab53007-05e7-4022-b5f0-d43747c97044', 'name': '', 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:de:26:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '510beaf6-a0b8-4198-80e6-382f8b4ae83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:08Z', 'updated_at': '2022-04-18T21:36:12Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': '510beaf6-a0b8-4198-80e6-382f8b4ae83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:36.643632 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ccc73b45-db86-4d0f-8e99-995163577917 req-d4440532-1437-431e-be86-bf98c4f813dd service neutron] 10.222.0.32 "GET /v2.0/networks/7308d5e8-28bc-4769-95e9-ed18ca71734d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185677 Apr 18 21:38:36.667698 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92fda2c-af7f-4329-9f83-9c30b58b5780 None None] The sync data for ids ['a3bd1876-9f4c-48f4-9e53-875c471cf748'] in n-d-838323-3 is: [{'id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212974324', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'debb1919-6bc9-4286-8cae-8ac91e2db9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:05Z', 'updated_at': '2022-04-18T21:36:09Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'debb1919-6bc9-4286-8cae-8ac91e2db9d2', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:06Z', 'updated_at': '2022-04-18T21:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '2ab53007-05e7-4022-b5f0-d43747c97044', 'name': '', 'network_id': '7308d5e8-28bc-4769-95e9-ed18ca71734d', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:de:26:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '510beaf6-a0b8-4198-80e6-382f8b4ae83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:08Z', 'updated_at': '2022-04-18T21:36:12Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': '510beaf6-a0b8-4198-80e6-382f8b4ae83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:38:36.954842 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aac0ec-5b28-407b-8cc4-32674002aa70 None None] New status for floating IP a2cf0982-dafe-4296-ad2c-0a6f67f0cf3c: DOWN {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:38:37.548381 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7c4a3-a439-4b91-b271-68706aec6bff req-1530cc66-bc22-40c9-b3f0-4509261efdec tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:37.549939 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-edc7c4a3-a439-4b91-b271-68706aec6bff req-1530cc66-bc22-40c9-b3f0-4509261efdec tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 946 time: 0.1015742 Apr 18 21:38:37.587779 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-edc7c4a3-a439-4b91-b271-68706aec6bff req-7085159f-b3b6-4d8c-b108-e6d78aec58f5 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=44cf5d08-5fe6-450e-b8c0-4da11bbaabeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317402 Apr 18 21:38:37.819929 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf44da-eec1-426c-b708-6f7b00490197 req-cdcdb7b2-959d-453c-86a0-7ac9380d1680 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:37.821376 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9fbf44da-eec1-426c-b708-6f7b00490197 req-cdcdb7b2-959d-453c-86a0-7ac9380d1680 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.32 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 946 time: 0.0508575 Apr 18 21:38:37.929644 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-9fbf44da-eec1-426c-b708-6f7b00490197 req-63ed9b70-621f-4284-aea0-78cf84c7d27f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Deleting port 56aac7ae-eb32-4973-94d0-c2288b42f0db {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:38:37.929988 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9fbf44da-eec1-426c-b708-6f7b00490197 req-63ed9b70-621f-4284-aea0-78cf84c7d27f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:38.031564 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-9fbf44da-eec1-426c-b708-6f7b00490197 req-63ed9b70-621f-4284-aea0-78cf84c7d27f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] For port 56aac7ae-eb32-4973-94d0-c2288b42f0db, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=56aac7ae-eb32-4973-94d0-c2288b42f0db,segment=NetworkSegment(5b9a0c2f-271d-4c53-9696-65708cc18d37),segment_id=5b9a0c2f-271d-4c53-9696-65708cc18d37)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:38.031936 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9fbf44da-eec1-426c-b708-6f7b00490197 req-63ed9b70-621f-4284-aea0-78cf84c7d27f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:38.046811 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-9fbf44da-eec1-426c-b708-6f7b00490197 req-63ed9b70-621f-4284-aea0-78cf84c7d27f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Calling delete_port for 56aac7ae-eb32-4973-94d0-c2288b42f0db owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:38:38.181060 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:38.190954 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9fbf44da-eec1-426c-b708-6f7b00490197 req-63ed9b70-621f-4284-aea0-78cf84c7d27f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:38.222622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed9b70-621f-4284-aea0-78cf84c7d27f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Port': ['ID=56aac7ae-eb32-4973-94d0-c2288b42f0db,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:38.252277 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ed9b70-621f-4284-aea0-78cf84c7d27f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:38.252652 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ed9b70-621f-4284-aea0-78cf84c7d27f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:38.252997 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ed9b70-621f-4284-aea0-78cf84c7d27f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:38.253340 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ed9b70-621f-4284-aea0-78cf84c7d27f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:38.253672 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ed9b70-621f-4284-aea0-78cf84c7d27f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:38.254000 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ed9b70-621f-4284-aea0-78cf84c7d27f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:38.254390 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ed9b70-621f-4284-aea0-78cf84c7d27f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:38.254660 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ed9b70-621f-4284-aea0-78cf84c7d27f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:38.254987 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ed9b70-621f-4284-aea0-78cf84c7d27f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:38.255312 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ed9b70-621f-4284-aea0-78cf84c7d27f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:38.255639 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ed9b70-621f-4284-aea0-78cf84c7d27f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:38.255961 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ed9b70-621f-4284-aea0-78cf84c7d27f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:38.276499 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbf44da-eec1-426c-b708-6f7b00490197 req-63ed9b70-621f-4284-aea0-78cf84c7d27f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] No DVR routers for this DVR port 56aac7ae-eb32-4973-94d0-c2288b42f0db on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:38:38.279831 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-9fbf44da-eec1-426c-b708-6f7b00490197 req-63ed9b70-621f-4284-aea0-78cf84c7d27f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:38.283294 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9fbf44da-eec1-426c-b708-6f7b00490197 req-63ed9b70-621f-4284-aea0-78cf84c7d27f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.32 "DELETE /v2.0/ports/56aac7ae-eb32-4973-94d0-c2288b42f0db HTTP/1.1" status: 204 len: 173 time: 0.4543521 Apr 18 21:38:38.283738 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57add5d7-6da6-4073-8d0c-3967863b5b5f', 'name': 'network-vif-deleted', 'tag': '56aac7ae-eb32-4973-94d0-c2288b42f0db'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:38:38.286053 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4169ab7e-236a-4afc-b31c-7fd67d1dd91d" -d '{"events": [{"server_uuid": "57add5d7-6da6-4073-8d0c-3967863b5b5f", "name": "network-vif-deleted", "tag": "56aac7ae-eb32-4973-94d0-c2288b42f0db"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:38:38.335485 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58bd88f-1d4d-41bd-b127-3bdb9de192d2 x-openstack-request-id: req-d58bd88f-1d4d-41bd-b127-3bdb9de192d2 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:38:38.335778 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57add5d7-6da6-4073-8d0c-3967863b5b5f", "name": "network-vif-deleted", "tag": "56aac7ae-eb32-4973-94d0-c2288b42f0db", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:38:38.336034 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d58bd88f-1d4d-41bd-b127-3bdb9de192d2 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:38:38.336456 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d58bd88f-1d4d-41bd-b127-3bdb9de192d2'] response: {'server_uuid': '57add5d7-6da6-4073-8d0c-3967863b5b5f', 'name': 'network-vif-deleted', 'tag': '56aac7ae-eb32-4973-94d0-c2288b42f0db', 'status': 'completed', 'code': 200} Apr 18 21:38:38.709085 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-271b285d-cecb-478e-8264-65ed2072af69 req-b426bdd7-c527-4b81-b2de-1da0c71d6ba5 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=57add5d7-6da6-4073-8d0c-3967863b5b5f HTTP/1.1" status: 200 len: 210 time: 0.0373986 Apr 18 21:38:39.767652 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59584) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:38:40.127160 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-51266449-5918-49d5-a69c-d97ff517b161 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:40.700688 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-51266449-5918-49d5-a69c-d97ff517b161 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Deleting port 2ab53007-05e7-4022-b5f0-d43747c97044 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:38:40.701038 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-51266449-5918-49d5-a69c-d97ff517b161 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:40.799135 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-51266449-5918-49d5-a69c-d97ff517b161 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] For port 2ab53007-05e7-4022-b5f0-d43747c97044, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2ab53007-05e7-4022-b5f0-d43747c97044,segment=NetworkSegment(5b9a0c2f-271d-4c53-9696-65708cc18d37),segment_id=5b9a0c2f-271d-4c53-9696-65708cc18d37)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:40.799837 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-51266449-5918-49d5-a69c-d97ff517b161 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:40.812516 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-51266449-5918-49d5-a69c-d97ff517b161 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Calling delete_port for 2ab53007-05e7-4022-b5f0-d43747c97044 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:38:40.995734 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-51266449-5918-49d5-a69c-d97ff517b161 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:41.023407 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51266449-5918-49d5-a69c-d97ff517b161 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Port': ['ID=2ab53007-05e7-4022-b5f0-d43747c97044,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:41.204912 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-51266449-5918-49d5-a69c-d97ff517b161 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:41.422416 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51266449-5918-49d5-a69c-d97ff517b161 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Router a3bd1876-9f4c-48f4-9e53-875c471cf748 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:38:41.530213 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51266449-5918-49d5-a69c-d97ff517b161 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:38:41.535826 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-51266449-5918-49d5-a69c-d97ff517b161 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "PUT /v2.0/routers/a3bd1876-9f4c-48f4-9e53-875c471cf748/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7671242 Apr 18 21:38:41.538135 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59586) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:38:41.540398 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcba5f39-5877-4cea-89be-bf4810df06eb None None] Sync routers for ids ['a3bd1876-9f4c-48f4-9e53-875c471cf748'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:38:41.550242 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcba5f39-5877-4cea-89be-bf4810df06eb None None] Routers {'a3bd1876-9f4c-48f4-9e53-875c471cf748'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:38:41.551044 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-bcba5f39-5877-4cea-89be-bf4810df06eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:38:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['a3bd1876-9f4c-48f4-9e53-875c471cf748'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:41.589003 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-5536794e-bbe5-4c25-b769-73bb0cbc8f19 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Deleting subnet 510beaf6-a0b8-4198-80e6-382f8b4ae83f {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:38:41.592862 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5536794e-bbe5-4c25-b769-73bb0cbc8f19 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:41.634132 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5536794e-bbe5-4c25-b769-73bb0cbc8f19 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:41.725510 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5536794e-bbe5-4c25-b769-73bb0cbc8f19 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:41.757734 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 56aac7ae-eb32-4973-94d0-c2288b42f0db no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:38:41.784723 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 56aac7ae-eb32-4973-94d0-c2288b42f0db {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:38:41.785094 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 56aac7ae-eb32-4973-94d0-c2288b42f0db not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:38:41.789787 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5536794e-bbe5-4c25-b769-73bb0cbc8f19 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:41.817329 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536794e-bbe5-4c25-b769-73bb0cbc8f19 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Subnet': ['ID=510beaf6-a0b8-4198-80e6-382f8b4ae83f,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:41.821189 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5536794e-bbe5-4c25-b769-73bb0cbc8f19 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:41.827712 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59588) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:38:41.828233 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5536794e-bbe5-4c25-b769-73bb0cbc8f19 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "DELETE /v2.0/subnets/510beaf6-a0b8-4198-80e6-382f8b4ae83f HTTP/1.1" status: 204 len: 168 time: 0.2885463 Apr 18 21:38:41.838280 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fc5f6f-1f6c-4f09-8af1-0d5a8738897b None None] Network 7308d5e8-28bc-4769-95e9-ed18ca71734d requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:38:41.844099 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-bcba5f39-5877-4cea-89be-bf4810df06eb None None] Set router a3bd1876-9f4c-48f4-9e53-875c471cf748 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:38:41.938884 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-051ea7d2-2d4a-4187-9202-f3c0533d77da tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.055490 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-051ea7d2-2d4a-4187-9202-f3c0533d77da tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.113231 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-051ea7d2-2d4a-4187-9202-f3c0533d77da tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Deleting port debb1919-6bc9-4286-8cae-8ac91e2db9d2 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:38:42.113554 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-051ea7d2-2d4a-4187-9202-f3c0533d77da tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.137449 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-bcba5f39-5877-4cea-89be-bf4810df06eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212974324', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'debb1919-6bc9-4286-8cae-8ac91e2db9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:05Z', 'updated_at': '2022-04-18T21:38:40Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'debb1919-6bc9-4286-8cae-8ac91e2db9d2', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:06Z', 'updated_at': '2022-04-18T21:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:42.178606 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcba5f39-5877-4cea-89be-bf4810df06eb None None] Checking router: a3bd1876-9f4c-48f4-9e53-875c471cf748 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:38:42.188414 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcba5f39-5877-4cea-89be-bf4810df06eb None None] Routers {'a3bd1876-9f4c-48f4-9e53-875c471cf748'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:38:42.189082 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-bcba5f39-5877-4cea-89be-bf4810df06eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:38:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['a3bd1876-9f4c-48f4-9e53-875c471cf748'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:42.205229 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-051ea7d2-2d4a-4187-9202-f3c0533d77da tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] For port debb1919-6bc9-4286-8cae-8ac91e2db9d2, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=debb1919-6bc9-4286-8cae-8ac91e2db9d2,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:42.205593 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-051ea7d2-2d4a-4187-9202-f3c0533d77da tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.217686 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-051ea7d2-2d4a-4187-9202-f3c0533d77da tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Calling delete_port for debb1919-6bc9-4286-8cae-8ac91e2db9d2 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:38:42.224437 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58239f18-7bcf-4ace-a0aa-9941cbce5345 None None] DHCP port deletion for 7308d5e8-28bc-4769-95e9-ed18ca71734d request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:38:42.346019 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-bcba5f39-5877-4cea-89be-bf4810df06eb None None] Set router a3bd1876-9f4c-48f4-9e53-875c471cf748 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:38:42.426243 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-bcba5f39-5877-4cea-89be-bf4810df06eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212974324', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:05Z', 'updated_at': '2022-04-18T21:38:42Z', 'revision_number': 6, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:42.456635 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcba5f39-5877-4cea-89be-bf4810df06eb None None] The sync data for ids ['a3bd1876-9f4c-48f4-9e53-875c471cf748'] in n-d-838323-3 is: [{'id': 'a3bd1876-9f4c-48f4-9e53-875c471cf748', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212974324', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:05Z', 'updated_at': '2022-04-18T21:38:42Z', 'revision_number': 6, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port_host': None}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:38:42.456901 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-051ea7d2-2d4a-4187-9202-f3c0533d77da tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.468068 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-58239f18-7bcf-4ace-a0aa-9941cbce5345 None None] Deleting port b72a88fb-56cf-46fe-aac3-05c3fa8e9364 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:38:42.468472 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58239f18-7bcf-4ace-a0aa-9941cbce5345 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.487117 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ea7d2-2d4a-4187-9202-f3c0533d77da tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Port': ['ID=debb1919-6bc9-4286-8cae-8ac91e2db9d2,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:42.544642 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.549335 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-051ea7d2-2d4a-4187-9202-f3c0533d77da tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.556509 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-58239f18-7bcf-4ace-a0aa-9941cbce5345 None None] For port b72a88fb-56cf-46fe-aac3-05c3fa8e9364, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b72a88fb-56cf-46fe-aac3-05c3fa8e9364,segment=NetworkSegment(5b9a0c2f-271d-4c53-9696-65708cc18d37),segment_id=5b9a0c2f-271d-4c53-9696-65708cc18d37)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:42.556912 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58239f18-7bcf-4ace-a0aa-9941cbce5345 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.571287 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-58239f18-7bcf-4ace-a0aa-9941cbce5345 None None] Calling delete_port for b72a88fb-56cf-46fe-aac3-05c3fa8e9364 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:38:42.645947 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-051ea7d2-2d4a-4187-9202-f3c0533d77da tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.648332 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-051ea7d2-2d4a-4187-9202-f3c0533d77da tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.652904 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58239f18-7bcf-4ace-a0aa-9941cbce5345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.682199 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58239f18-7bcf-4ace-a0aa-9941cbce5345 None None] Pushing event deleted for resources: {'Port': ['ID=b72a88fb-56cf-46fe-aac3-05c3fa8e9364,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:42.687289 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58239f18-7bcf-4ace-a0aa-9941cbce5345 None None] No DVR routers for this DVR port b72a88fb-56cf-46fe-aac3-05c3fa8e9364 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:38:42.694780 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58239f18-7bcf-4ace-a0aa-9941cbce5345 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:42.695149 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58239f18-7bcf-4ace-a0aa-9941cbce5345 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:42.695533 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58239f18-7bcf-4ace-a0aa-9941cbce5345 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:42.695969 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58239f18-7bcf-4ace-a0aa-9941cbce5345 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:42.696224 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58239f18-7bcf-4ace-a0aa-9941cbce5345 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:42.696617 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58239f18-7bcf-4ace-a0aa-9941cbce5345 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:42.696915 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58239f18-7bcf-4ace-a0aa-9941cbce5345 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:42.697244 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58239f18-7bcf-4ace-a0aa-9941cbce5345 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:42.697571 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58239f18-7bcf-4ace-a0aa-9941cbce5345 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:42.697898 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58239f18-7bcf-4ace-a0aa-9941cbce5345 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:42.699181 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58239f18-7bcf-4ace-a0aa-9941cbce5345 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:42.699181 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58239f18-7bcf-4ace-a0aa-9941cbce5345 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:42.699924 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-051ea7d2-2d4a-4187-9202-f3c0533d77da tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.699924 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051ea7d2-2d4a-4187-9202-f3c0533d77da tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Fanout notify agent at l3_agent the message router_deleted on router a3bd1876-9f4c-48f4-9e53-875c471cf748 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:38:42.712317 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-051ea7d2-2d4a-4187-9202-f3c0533d77da tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.713947 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-051ea7d2-2d4a-4187-9202-f3c0533d77da tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "DELETE /v2.0/routers/a3bd1876-9f4c-48f4-9e53-875c471cf748 HTTP/1.1" status: 204 len: 168 time: 0.8851054 Apr 18 21:38:42.716929 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59590) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:38:42.793107 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bb5cb36c-f949-4718-9982-2238d90832c0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.890567 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bb5cb36c-f949-4718-9982-2238d90832c0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.912515 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-bb5cb36c-f949-4718-9982-2238d90832c0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7308d5e8-28bc-4769-95e9-ed18ca71734d']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:42.923454 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-bb5cb36c-f949-4718-9982-2238d90832c0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b9a0c2f-271d-4c53-9696-65708cc18d37') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:42.923752 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-bb5cb36c-f949-4718-9982-2238d90832c0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b9a0c2f-271d-4c53-9696-65708cc18d37') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:42.933967 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bb5cb36c-f949-4718-9982-2238d90832c0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.947385 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bb5cb36c-f949-4718-9982-2238d90832c0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.954128 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5cb36c-f949-4718-9982-2238d90832c0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:38:42.954512 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bb5cb36c-f949-4718-9982-2238d90832c0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:38:42.957601 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:38:43.016650 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bb5cb36c-f949-4718-9982-2238d90832c0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.021447 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bb5cb36c-f949-4718-9982-2238d90832c0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.024641 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bb5cb36c-f949-4718-9982-2238d90832c0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "DELETE /v2.0/networks/7308d5e8-28bc-4769-95e9-ed18ca71734d HTTP/1.1" status: 204 len: 168 time: 0.3066940 Apr 18 21:38:43.027408 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59592) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:38:43.040311 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5cb36c-f949-4718-9982-2238d90832c0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Network': ['ID=7308d5e8-28bc-4769-95e9-ed18ca71734d,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:43.090751 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b65b0486-b460-455a-912a-981a0f86cc20 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.117187 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b65b0486-b460-455a-912a-981a0f86cc20 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.182892 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b65b0486-b460-455a-912a-981a0f86cc20 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.186271 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b65b0486-b460-455a-912a-981a0f86cc20 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.190266 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b65b0486-b460-455a-912a-981a0f86cc20 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "DELETE /v2.0/security-groups/44cf5d08-5fe6-450e-b8c0-4da11bbaabeb HTTP/1.1" status: 204 len: 168 time: 0.1577499 Apr 18 21:38:43.197056 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b0486-b460-455a-912a-981a0f86cc20 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cf5d08-5fe6-450e-b8c0-4da11bbaabeb,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:43.494117 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59598) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:38:43.498733 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-24e04302-a1c4-4ab0-b783-48cf58e0d263 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-795971218', 'description': 'tempest-secgroup-smoke-795971218 description', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:38:43.519153 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-24e04302-a1c4-4ab0-b783-48cf58e0d263 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.585903 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-24e04302-a1c4-4ab0-b783-48cf58e0d263 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.589530 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-24e04302-a1c4-4ab0-b783-48cf58e0d263 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.618117 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-24e04302-a1c4-4ab0-b783-48cf58e0d263 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.619354 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-24e04302-a1c4-4ab0-b783-48cf58e0d263 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1242230 Apr 18 21:38:43.622535 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59600) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:38:43.623560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e04302-a1c4-4ab0-b783-48cf58e0d263 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2270ca-b6d6-4138-982a-3eb2277af98e,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:43.627097 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-125c1080-1ef3-4a3e-84cf-24ede8175294 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': 'ec2270ca-b6d6-4138-982a-3eb2277af98e', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:38:43.652233 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-125c1080-1ef3-4a3e-84cf-24ede8175294 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.712319 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-125c1080-1ef3-4a3e-84cf-24ede8175294 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.716356 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-125c1080-1ef3-4a3e-84cf-24ede8175294 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.735781 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c1080-1ef3-4a3e-84cf-24ede8175294 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f2abdf-af99-4afb-9878-b43fb0b76e2b,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:43.743646 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-125c1080-1ef3-4a3e-84cf-24ede8175294 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.744974 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-125c1080-1ef3-4a3e-84cf-24ede8175294 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214051 Apr 18 21:38:43.747870 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59602) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:38:43.752451 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-b32e2855-cb64-4466-aaf1-0b55848cd080 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': 'ec2270ca-b6d6-4138-982a-3eb2277af98e', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:38:43.777542 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b32e2855-cb64-4466-aaf1-0b55848cd080 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.835994 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b32e2855-cb64-4466-aaf1-0b55848cd080 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.840397 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b32e2855-cb64-4466-aaf1-0b55848cd080 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.863592 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e2855-cb64-4466-aaf1-0b55848cd080 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0066917d-5a20-4f29-8472-719ca77ae194,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:43.869606 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b32e2855-cb64-4466-aaf1-0b55848cd080 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.870820 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b32e2855-cb64-4466-aaf1-0b55848cd080 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218843 Apr 18 21:38:43.874690 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59604) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:38:43.879545 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-6ed49c01-32b3-4bf5-bcf9-e9039707e7de tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': 'ec2270ca-b6d6-4138-982a-3eb2277af98e', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:38:43.905862 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6ed49c01-32b3-4bf5-bcf9-e9039707e7de tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.970527 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6ed49c01-32b3-4bf5-bcf9-e9039707e7de tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.974766 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6ed49c01-32b3-4bf5-bcf9-e9039707e7de tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.993299 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed49c01-32b3-4bf5-bcf9-e9039707e7de tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6aacba-348c-4e2e-b696-fd31f814e9b8,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:44.001867 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6ed49c01-32b3-4bf5-bcf9-e9039707e7de tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:44.003087 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6ed49c01-32b3-4bf5-bcf9-e9039707e7de tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269996 Apr 18 21:38:44.005923 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59606) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:38:44.010843 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-59dd7b00-7a1c-493f-8a55-632059fe81b6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': 'ec2270ca-b6d6-4138-982a-3eb2277af98e', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:38:44.038342 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-59dd7b00-7a1c-493f-8a55-632059fe81b6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:44.081429 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2ab53007-05e7-4022-b5f0-d43747c97044 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:38:44.103177 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 2ab53007-05e7-4022-b5f0-d43747c97044 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:38:44.103504 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2ab53007-05e7-4022-b5f0-d43747c97044 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:38:44.103955 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device debb1919-6bc9-4286-8cae-8ac91e2db9d2 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:38:44.110195 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-59dd7b00-7a1c-493f-8a55-632059fe81b6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:44.113971 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-59dd7b00-7a1c-493f-8a55-632059fe81b6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:44.128541 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: debb1919-6bc9-4286-8cae-8ac91e2db9d2 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:38:44.128888 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device debb1919-6bc9-4286-8cae-8ac91e2db9d2 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:38:44.129313 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b72a88fb-56cf-46fe-aac3-05c3fa8e9364 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:38:44.134536 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd7b00-7a1c-493f-8a55-632059fe81b6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d8fcc5-63e8-464a-9310-058613c17e80,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:44.144622 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-59dd7b00-7a1c-493f-8a55-632059fe81b6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:44.148448 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-59dd7b00-7a1c-493f-8a55-632059fe81b6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387348 Apr 18 21:38:44.148619 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59608) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:38:44.153898 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-5773a0ac-fa07-41b6-847f-88f80e511770 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': 'ec2270ca-b6d6-4138-982a-3eb2277af98e', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:38:44.154266 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: b72a88fb-56cf-46fe-aac3-05c3fa8e9364 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:38:44.154854 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b72a88fb-56cf-46fe-aac3-05c3fa8e9364 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:38:44.176006 n-d-838323-3 neutron-server[102909]: INFO neutron.db.securitygroups_db [None req-5773a0ac-fa07-41b6-847f-88f80e511770 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Project 6347a1b372ae48cea2a8cfb6647f8a4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:38:44.180776 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5773a0ac-fa07-41b6-847f-88f80e511770 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:44.241553 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5773a0ac-fa07-41b6-847f-88f80e511770 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:44.245112 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5773a0ac-fa07-41b6-847f-88f80e511770 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:44.261952 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773a0ac-fa07-41b6-847f-88f80e511770 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43700375-1964-4c04-b884-202e49e004e1,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:44.270484 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5773a0ac-fa07-41b6-847f-88f80e511770 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:44.271706 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5773a0ac-fa07-41b6-847f-88f80e511770 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221626 Apr 18 21:38:44.274432 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59610) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:38:44.279577 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-1a628cc2-faed-44b2-8517-28dd83dd13bb tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': 'ec2270ca-b6d6-4138-982a-3eb2277af98e', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:38:44.299936 n-d-838323-3 neutron-server[102909]: INFO neutron.db.securitygroups_db [None req-1a628cc2-faed-44b2-8517-28dd83dd13bb tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Project 6347a1b372ae48cea2a8cfb6647f8a4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:38:44.304793 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a628cc2-faed-44b2-8517-28dd83dd13bb tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:44.364594 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a628cc2-faed-44b2-8517-28dd83dd13bb tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:44.369453 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a628cc2-faed-44b2-8517-28dd83dd13bb tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:44.386477 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a628cc2-faed-44b2-8517-28dd83dd13bb tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c42ff2-a4c0-42af-9197-80d24eba5ea1,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:44.395649 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1a628cc2-faed-44b2-8517-28dd83dd13bb tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:44.396886 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1a628cc2-faed-44b2-8517-28dd83dd13bb tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215417 Apr 18 21:38:44.399671 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59612) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:38:44.405377 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-42bf9139-e39e-4f61-bf74-ad379ecaa132 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'network': {'name': 'tempest-network-smoke--1725795807', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'port_security_enabled': True}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:38:44.424630 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bf9139-e39e-4f61-bf74-ad379ecaa132 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Made reservation on behalf of 6347a1b372ae48cea2a8cfb6647f8a4c for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:38:44.427994 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-42bf9139-e39e-4f61-bf74-ad379ecaa132 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:44.456180 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42bf9139-e39e-4f61-bf74-ad379ecaa132 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:38:44.467478 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-42bf9139-e39e-4f61-bf74-ad379ecaa132 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:44.467807 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-42bf9139-e39e-4f61-bf74-ad379ecaa132 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Added segment 3dc99547-931f-4a59-8810-a93104054e95 of type vlan for network b617e6cf-052e-4c94-8bab-9acc9703b494 Apr 18 21:38:44.511078 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-42bf9139-e39e-4f61-bf74-ad379ecaa132 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:44.536628 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-42bf9139-e39e-4f61-bf74-ad379ecaa132 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:44.542233 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bf9139-e39e-4f61-bf74-ad379ecaa132 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:44.542840 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-42bf9139-e39e-4f61-bf74-ad379ecaa132 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:44.598112 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-42bf9139-e39e-4f61-bf74-ad379ecaa132 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1973941 Apr 18 21:38:44.601125 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59614) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:38:44.606103 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-7b05da6e-faba-4731-a63e-5aebbd4d5ad0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-731065326', 'admin_state_up': True, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:38:44.613178 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf9139-e39e-4f61-bf74-ad379ecaa132 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Network': ['ID=b617e6cf-052e-4c94-8bab-9acc9703b494,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:44.623750 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network b617e6cf-052e-4c94-8bab-9acc9703b494 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:38:44.630649 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7b05da6e-faba-4731-a63e-5aebbd4d5ad0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:44.631689 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7b05da6e-faba-4731-a63e-5aebbd4d5ad0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:44.685342 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7b05da6e-faba-4731-a63e-5aebbd4d5ad0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:44.835696 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7b05da6e-faba-4731-a63e-5aebbd4d5ad0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.031972 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7b05da6e-faba-4731-a63e-5aebbd4d5ad0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_gateway, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.050990 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7b05da6e-faba-4731-a63e-5aebbd4d5ad0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.152641 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-7b05da6e-faba-4731-a63e-5aebbd4d5ad0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Allocated IP 172.25.1.114 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/a946a033-f303-4d76-9b6c-20b00bce86fb) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:38:45.562089 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7b05da6e-faba-4731-a63e-5aebbd4d5ad0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.595321 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7b05da6e-faba-4731-a63e-5aebbd4d5ad0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.635336 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b05da6e-faba-4731-a63e-5aebbd4d5ad0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:38:45.638471 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-7b05da6e-faba-4731-a63e-5aebbd4d5ad0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:45.642092 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b05da6e-faba-4731-a63e-5aebbd4d5ad0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:38:45.663940 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05da6e-faba-4731-a63e-5aebbd4d5ad0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=a946a033-f303-4d76-9b6c-20b00bce86fb,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:45.895726 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7b05da6e-faba-4731-a63e-5aebbd4d5ad0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_gateway, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:46.098911 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7b05da6e-faba-4731-a63e-5aebbd4d5ad0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:46.234118 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b05da6e-faba-4731-a63e-5aebbd4d5ad0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Router fc6ee272-3e88-4463-bb0f-522ef6877621 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:38:46.341557 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b05da6e-faba-4731-a63e-5aebbd4d5ad0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:38:46.351100 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc6f136-64df-45c2-a297-fb972c2f0e96 None None] Sync routers for ids ['fc6ee272-3e88-4463-bb0f-522ef6877621'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:38:46.361130 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc6f136-64df-45c2-a297-fb972c2f0e96 None None] Routers {'fc6ee272-3e88-4463-bb0f-522ef6877621'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:38:46.361739 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ddc6f136-64df-45c2-a297-fb972c2f0e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:38:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['fc6ee272-3e88-4463-bb0f-522ef6877621'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:46.362025 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7b05da6e-faba-4731-a63e-5aebbd4d5ad0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:46.363480 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7b05da6e-faba-4731-a63e-5aebbd4d5ad0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7611663 Apr 18 21:38:46.366566 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59616) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:38:46.395467 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7dbfd037-ab6d-4d8f-b850-e9553b7e6020 tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=6347a1b372ae48cea2a8cfb6647f8a4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277772 Apr 18 21:38:46.398314 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59618) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:38:46.469615 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-ddc6f136-64df-45c2-a297-fb972c2f0e96 None None] Set router fc6ee272-3e88-4463-bb0f-522ef6877621 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:38:46.490537 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dd26f9-9bde-4e57-88f6-db6bbbaf816a tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:46.491932 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f6dd26f9-9bde-4e57-88f6-db6bbbaf816a tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926375 Apr 18 21:38:46.494836 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59620) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:38:46.523368 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-db186834-ec0f-4102-b10a-f17fc912e55f tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270481 Apr 18 21:38:46.525471 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59622) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:38:46.530847 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-9764a755-da08-461c-8d74-18bae83c9ab3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1167423445', 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:38:46.615685 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9764a755-da08-461c-8d74-18bae83c9ab3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Made reservation on behalf of 6347a1b372ae48cea2a8cfb6647f8a4c for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:38:46.619211 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9764a755-da08-461c-8d74-18bae83c9ab3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:46.649497 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ddc6f136-64df-45c2-a297-fb972c2f0e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731065326', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:44Z', 'updated_at': '2022-04-18T21:38:45Z', 'revision_number': 3, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:45Z', 'updated_at': '2022-04-18T21:38:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:46.679061 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc6f136-64df-45c2-a297-fb972c2f0e96 None None] Checking router: fc6ee272-3e88-4463-bb0f-522ef6877621 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:38:46.679399 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc6f136-64df-45c2-a297-fb972c2f0e96 None None] Updating router fc6ee272-3e88-4463-bb0f-522ef6877621 port a946a033-f303-4d76-9b6c-20b00bce86fb binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:38:46.705454 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ddc6f136-64df-45c2-a297-fb972c2f0e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:46.809037 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9764a755-da08-461c-8d74-18bae83c9ab3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:46.876641 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764a755-da08-461c-8d74-18bae83c9ab3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Subnet': ['ID=cab24b0e-bd9d-4f49-8020-ab8e6b282dd3,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:46.884280 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9764a755-da08-461c-8d74-18bae83c9ab3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Checking segment: {'id': '3dc99547-931f-4a59-8810-a93104054e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:38:46.884280 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9764a755-da08-461c-8d74-18bae83c9ab3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network hostable DHCP agents. Network: b617e6cf-052e-4c94-8bab-9acc9703b494, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:38:46.901606 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9764a755-da08-461c-8d74-18bae83c9ab3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network b617e6cf-052e-4c94-8bab-9acc9703b494 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:38:46.912558 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-9764a755-da08-461c-8d74-18bae83c9ab3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, b617e6cf-052e-4c94-8bab-9acc9703b494) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:46.917770 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9764a755-da08-461c-8d74-18bae83c9ab3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:46.918359 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9764a755-da08-461c-8d74-18bae83c9ab3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:46.922035 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b87012-1d2c-4c1c-b938-ebf1834337a9 None None] Network b617e6cf-052e-4c94-8bab-9acc9703b494 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:38:46.941365 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9764a755-da08-461c-8d74-18bae83c9ab3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4118919 Apr 18 21:38:46.941365 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59624) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:38:46.963488 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ddc6f136-64df-45c2-a297-fb972c2f0e96 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:46.969763 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ddc6f136-64df-45c2-a297-fb972c2f0e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.025976 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-ddc6f136-64df-45c2-a297-fb972c2f0e96 None None] Attempting to bind port a946a033-f303-4d76-9b6c-20b00bce86fb on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:38:47.026350 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-ddc6f136-64df-45c2-a297-fb972c2f0e96 None None] Attempting to bind port a946a033-f303-4d76-9b6c-20b00bce86fb by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:38:47.026694 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc6f136-64df-45c2-a297-fb972c2f0e96 None None] Attempting to bind port a946a033-f303-4d76-9b6c-20b00bce86fb on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:38:47.028924 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520878f1-f28e-4d75-9230-9c36298a787a None None] Pushing event updated for resources: {'Port': ['ID=a946a033-f303-4d76-9b6c-20b00bce86fb,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:47.038389 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520878f1-f28e-4d75-9230-9c36298a787a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:47.038732 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520878f1-f28e-4d75-9230-9c36298a787a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:47.039066 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520878f1-f28e-4d75-9230-9c36298a787a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:47.039393 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520878f1-f28e-4d75-9230-9c36298a787a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:47.039718 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520878f1-f28e-4d75-9230-9c36298a787a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:47.040040 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520878f1-f28e-4d75-9230-9c36298a787a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:47.040360 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520878f1-f28e-4d75-9230-9c36298a787a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:47.040707 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520878f1-f28e-4d75-9230-9c36298a787a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:47.041025 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520878f1-f28e-4d75-9230-9c36298a787a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:47.041339 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520878f1-f28e-4d75-9230-9c36298a787a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:47.041654 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520878f1-f28e-4d75-9230-9c36298a787a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:47.041969 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520878f1-f28e-4d75-9230-9c36298a787a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:47.045457 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc6f136-64df-45c2-a297-fb972c2f0e96 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:38:47.045827 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc6f136-64df-45c2-a297-fb972c2f0e96 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:38:47.046225 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ddc6f136-64df-45c2-a297-fb972c2f0e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.046605 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc6f136-64df-45c2-a297-fb972c2f0e96 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:38:47.047073 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-ddc6f136-64df-45c2-a297-fb972c2f0e96 None None] Bound port: a946a033-f303-4d76-9b6c-20b00bce86fb, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:38:47.047454 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ddc6f136-64df-45c2-a297-fb972c2f0e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.088634 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974709b2-337d-4782-9178-d3b9cbe62e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-b617e6cf-052e-4c94-8bab-9acc9703b494', 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'fixed_ips': [{'subnet_id': 'cab24b0e-bd9d-4f49-8020-ab8e6b282dd3'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:38:47.089512 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-974709b2-337d-4782-9178-d3b9cbe62e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.101470 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-ddc6f136-64df-45c2-a297-fb972c2f0e96 None None] For port a946a033-f303-4d76-9b6c-20b00bce86fb, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:38:47.105586 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-ddc6f136-64df-45c2-a297-fb972c2f0e96 None None] For port a946a033-f303-4d76-9b6c-20b00bce86fb, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a946a033-f303-4d76-9b6c-20b00bce86fb,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:38:47.112134 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ddc6f136-64df-45c2-a297-fb972c2f0e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.155097 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc6f136-64df-45c2-a297-fb972c2f0e96 None None] Routers {'fc6ee272-3e88-4463-bb0f-522ef6877621'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:38:47.155718 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ddc6f136-64df-45c2-a297-fb972c2f0e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:38:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['fc6ee272-3e88-4463-bb0f-522ef6877621'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:47.235634 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-974709b2-337d-4782-9178-d3b9cbe62e02 None None] Allocated IP 172.20.0.2 (b617e6cf-052e-4c94-8bab-9acc9703b494/cab24b0e-bd9d-4f49-8020-ab8e6b282dd3/6435f5e7-9725-4a3e-bcd1-55c5e11a644a) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:38:47.263840 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520878f1-f28e-4d75-9230-9c36298a787a None None] Pushing event updated for resources: {'Port': ['ID=a946a033-f303-4d76-9b6c-20b00bce86fb,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:47.289635 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-ddc6f136-64df-45c2-a297-fb972c2f0e96 None None] Set router fc6ee272-3e88-4463-bb0f-522ef6877621 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:38:47.389132 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-974709b2-337d-4782-9178-d3b9cbe62e02 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.397415 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-974709b2-337d-4782-9178-d3b9cbe62e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.428720 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-499b69b6-e471-4c7d-a1e5-a469919c1047 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.450568 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974709b2-337d-4782-9178-d3b9cbe62e02 None None] Network b617e6cf-052e-4c94-8bab-9acc9703b494 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:38:47.455380 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-974709b2-337d-4782-9178-d3b9cbe62e02 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:47.460736 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974709b2-337d-4782-9178-d3b9cbe62e02 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:38:47.465905 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974709b2-337d-4782-9178-d3b9cbe62e02 None None] Pushing event updated for resources: {'Port': ['ID=6435f5e7-9725-4a3e-bcd1-55c5e11a644a,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:47.490239 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ddc6f136-64df-45c2-a297-fb972c2f0e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731065326', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:44Z', 'updated_at': '2022-04-18T21:38:45Z', 'revision_number': 3, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:45Z', 'updated_at': '2022-04-18T21:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:47.519421 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-974709b2-337d-4782-9178-d3b9cbe62e02 None None] Attempting to bind port 6435f5e7-9725-4a3e-bcd1-55c5e11a644a on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:38:47.519792 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-974709b2-337d-4782-9178-d3b9cbe62e02 None None] Attempting to bind port 6435f5e7-9725-4a3e-bcd1-55c5e11a644a by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '3dc99547-931f-4a59-8810-a93104054e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:38:47.520212 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974709b2-337d-4782-9178-d3b9cbe62e02 None None] Attempting to bind port 6435f5e7-9725-4a3e-bcd1-55c5e11a644a on network b617e6cf-052e-4c94-8bab-9acc9703b494 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:38:47.521526 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc6f136-64df-45c2-a297-fb972c2f0e96 None None] The sync data for ids ['fc6ee272-3e88-4463-bb0f-522ef6877621'] in n-d-838323-3 is: [{'id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731065326', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:44Z', 'updated_at': '2022-04-18T21:38:45Z', 'revision_number': 3, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:45Z', 'updated_at': '2022-04-18T21:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:38:47.525646 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974709b2-337d-4782-9178-d3b9cbe62e02 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:38:47.526021 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974709b2-337d-4782-9178-d3b9cbe62e02 None None] Checking segment: {'id': '3dc99547-931f-4a59-8810-a93104054e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:38:47.526426 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-974709b2-337d-4782-9178-d3b9cbe62e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.527352 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974709b2-337d-4782-9178-d3b9cbe62e02 None None] Bound using segment: {'id': '3dc99547-931f-4a59-8810-a93104054e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:38:47.527828 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-974709b2-337d-4782-9178-d3b9cbe62e02 None None] Bound port: 6435f5e7-9725-4a3e-bcd1-55c5e11a644a, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc99547-931f-4a59-8810-a93104054e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:38:47.528240 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-974709b2-337d-4782-9178-d3b9cbe62e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.598352 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-974709b2-337d-4782-9178-d3b9cbe62e02 None None] For port 6435f5e7-9725-4a3e-bcd1-55c5e11a644a, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:38:47.602984 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-974709b2-337d-4782-9178-d3b9cbe62e02 None None] For port 6435f5e7-9725-4a3e-bcd1-55c5e11a644a, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6435f5e7-9725-4a3e-bcd1-55c5e11a644a,segment=NetworkSegment(3dc99547-931f-4a59-8810-a93104054e95),segment_id=3dc99547-931f-4a59-8810-a93104054e95)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:38:47.607481 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-974709b2-337d-4782-9178-d3b9cbe62e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.674620 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974709b2-337d-4782-9178-d3b9cbe62e02 None None] Pushing event updated for resources: {'Port': ['ID=6435f5e7-9725-4a3e-bcd1-55c5e11a644a,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:47.740888 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-499b69b6-e471-4c7d-a1e5-a469919c1047 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Allocated IP 172.20.0.1 (b617e6cf-052e-4c94-8bab-9acc9703b494/cab24b0e-bd9d-4f49-8020-ab8e6b282dd3/9a443b96-a862-4014-a74f-fbdef7d2edf0) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:38:47.890158 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-499b69b6-e471-4c7d-a1e5-a469919c1047 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.937945 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-499b69b6-e471-4c7d-a1e5-a469919c1047 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.983086 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499b69b6-e471-4c7d-a1e5-a469919c1047 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network b617e6cf-052e-4c94-8bab-9acc9703b494 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:38:47.986497 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-499b69b6-e471-4c7d-a1e5-a469919c1047 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:47.992921 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499b69b6-e471-4c7d-a1e5-a469919c1047 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:38:48.025800 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b69b6-e471-4c7d-a1e5-a469919c1047 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=9a443b96-a862-4014-a74f-fbdef7d2edf0,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:48.076669 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-499b69b6-e471-4c7d-a1e5-a469919c1047 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.187875 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a946a033-f303-4d76-9b6c-20b00bce86fb up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:38:48.229804 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-499b69b6-e471-4c7d-a1e5-a469919c1047 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.262740 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port a946a033-f303-4d76-9b6c-20b00bce86fb triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:48.262936 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.349373 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.380455 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port a946a033-f303-4d76-9b6c-20b00bce86fb, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a946a033-f303-4d76-9b6c-20b00bce86fb,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:48.385144 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.385947 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6435f5e7-9725-4a3e-bcd1-55c5e11a644a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:38:48.484555 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=a946a033-f303-4d76-9b6c-20b00bce86fb,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:48.492317 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 6435f5e7-9725-4a3e-bcd1-55c5e11a644a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:48.492725 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.586921 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.592802 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-499b69b6-e471-4c7d-a1e5-a469919c1047 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.598740 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-499b69b6-e471-4c7d-a1e5-a469919c1047 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.633759 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 6435f5e7-9725-4a3e-bcd1-55c5e11a644a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6435f5e7-9725-4a3e-bcd1-55c5e11a644a,segment=NetworkSegment(3dc99547-931f-4a59-8810-a93104054e95),segment_id=3dc99547-931f-4a59-8810-a93104054e95)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:48.640242 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.680450 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b69b6-e471-4c7d-a1e5-a469919c1047 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=9a443b96-a862-4014-a74f-fbdef7d2edf0,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:48.685708 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-499b69b6-e471-4c7d-a1e5-a469919c1047 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.693085 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=6435f5e7-9725-4a3e-bcd1-55c5e11a644a,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:48.810862 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0decde71-dc63-4765-891d-d4d42f04e0fd None None] Network b617e6cf-052e-4c94-8bab-9acc9703b494 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:38:48.947502 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-9c4adbfc-130d-47e1-ae2a-ae7f71418703 None None] Provisioning complete for port 6435f5e7-9725-4a3e-bcd1-55c5e11a644a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:48.947788 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9c4adbfc-130d-47e1-ae2a-ae7f71418703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.130814 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499b69b6-e471-4c7d-a1e5-a469919c1047 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network b617e6cf-052e-4c94-8bab-9acc9703b494 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:38:49.132247 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-499b69b6-e471-4c7d-a1e5-a469919c1047 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:49.251838 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499b69b6-e471-4c7d-a1e5-a469919c1047 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Router fc6ee272-3e88-4463-bb0f-522ef6877621 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:38:49.281506 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-152f5322-f653-4786-be85-d2240cb00e1b None None] Provisioning complete for port 6435f5e7-9725-4a3e-bcd1-55c5e11a644a triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:49.282134 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-152f5322-f653-4786-be85-d2240cb00e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.372824 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499b69b6-e471-4c7d-a1e5-a469919c1047 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:38:49.378034 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-499b69b6-e471-4c7d-a1e5-a469919c1047 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "PUT /v2.0/routers/fc6ee272-3e88-4463-bb0f-522ef6877621/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4358940 Apr 18 21:38:49.386303 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc7c9b8-132d-4cd1-94c0-e1fb835728a7 None None] Sync routers for ids ['fc6ee272-3e88-4463-bb0f-522ef6877621'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:38:49.398847 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-152f5322-f653-4786-be85-d2240cb00e1b None None] Provisioning complete for port 9a443b96-a862-4014-a74f-fbdef7d2edf0 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:49.399225 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-152f5322-f653-4786-be85-d2240cb00e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.403464 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc7c9b8-132d-4cd1-94c0-e1fb835728a7 None None] Routers {'fc6ee272-3e88-4463-bb0f-522ef6877621'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:38:49.404154 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2fc7c9b8-132d-4cd1-94c0-e1fb835728a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:38:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['fc6ee272-3e88-4463-bb0f-522ef6877621'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:49.485644 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-152f5322-f653-4786-be85-d2240cb00e1b None None] Port 9a443b96-a862-4014-a74f-fbdef7d2edf0 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:38:49.538451 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-204f5a2d-f277-46fd-aaa6-9a24106c9791 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-795971218&fields=id&tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c HTTP/1.1" status: 200 len: 267 time: 0.0355437 Apr 18 21:38:49.552203 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-2fc7c9b8-132d-4cd1-94c0-e1fb835728a7 None None] Set router fc6ee272-3e88-4463-bb0f-522ef6877621 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:38:49.664962 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-6e33736b-b64b-4b32-b8c8-6fbd5eed8083 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:49.666425 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-6e33736b-b64b-4b32-b8c8-6fbd5eed8083 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/networks?id=b617e6cf-052e-4c94-8bab-9acc9703b494 HTTP/1.1" status: 200 len: 797 time: 0.1193428 Apr 18 21:38:49.683209 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-73bfea33-bd19-4f04-b2f0-a9e9036ce7cd None None] Provisioning complete for port 9a443b96-a862-4014-a74f-fbdef7d2edf0 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:49.683578 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-73bfea33-bd19-4f04-b2f0-a9e9036ce7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.688826 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-38c3b820-ac09-4464-aebe-2c3a641ccd96 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/quotas/6347a1b372ae48cea2a8cfb6647f8a4c HTTP/1.1" status: 200 len: 375 time: 0.0153983 Apr 18 21:38:49.742772 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-ee4629bc-45e5-4cdc-9331-44e7ba330a3f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479999 Apr 18 21:38:49.849761 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-55af7aca-f79b-4ba0-bf78-bbce5420fe1c service neutron] 10.222.0.41 "GET /v2.0/networks/b617e6cf-052e-4c94-8bab-9acc9703b494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934892 Apr 18 21:38:49.902608 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-73bfea33-bd19-4f04-b2f0-a9e9036ce7cd None None] Port 9a443b96-a862-4014-a74f-fbdef7d2edf0 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:38:49.951310 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-e4e1e4ec-1033-47aa-b6a5-b60f0b2bf28d service neutron] 10.222.0.41 "GET /v2.0/networks/b617e6cf-052e-4c94-8bab-9acc9703b494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941212 Apr 18 21:38:49.967036 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2fc7c9b8-132d-4cd1-94c0-e1fb835728a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731065326', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:44Z', 'updated_at': '2022-04-18T21:38:48Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:45Z', 'updated_at': '2022-04-18T21:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '9a443b96-a862-4014-a74f-fbdef7d2edf0', 'name': '', 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:f7:d5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cab24b0e-bd9d-4f49-8020-ab8e6b282dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:47Z', 'updated_at': '2022-04-18T21:38:48Z', 'revision_number': 2, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': 'cab24b0e-bd9d-4f49-8020-ab8e6b282dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:49.993258 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc7c9b8-132d-4cd1-94c0-e1fb835728a7 None None] Checking router: fc6ee272-3e88-4463-bb0f-522ef6877621 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:38:49.993540 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc7c9b8-132d-4cd1-94c0-e1fb835728a7 None None] Updating router fc6ee272-3e88-4463-bb0f-522ef6877621 port 9a443b96-a862-4014-a74f-fbdef7d2edf0 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:38:50.025428 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2fc7c9b8-132d-4cd1-94c0-e1fb835728a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.044833 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-072ab91e-bc94-4d8a-b000-9d57b02023fa None None] Provisioning complete for port 9a443b96-a862-4014-a74f-fbdef7d2edf0 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:50.045152 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-072ab91e-bc94-4d8a-b000-9d57b02023fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.097631 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a946a033-f303-4d76-9b6c-20b00bce86fb up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:38:50.133327 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-072ab91e-bc94-4d8a-b000-9d57b02023fa None None] Port 9a443b96-a862-4014-a74f-fbdef7d2edf0 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:38:50.263804 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port a946a033-f303-4d76-9b6c-20b00bce86fb triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:50.264078 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.415404 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6435f5e7-9725-4a3e-bcd1-55c5e11a644a up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:38:50.445612 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2fc7c9b8-132d-4cd1-94c0-e1fb835728a7 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.457216 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2fc7c9b8-132d-4cd1-94c0-e1fb835728a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.515049 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131833a-dcbf-44fe-9d1e-2fe0966b5641 None None] Pushing event updated for resources: {'Port': ['ID=9a443b96-a862-4014-a74f-fbdef7d2edf0,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:50.543138 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 6435f5e7-9725-4a3e-bcd1-55c5e11a644a triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:50.543506 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.603254 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2fc7c9b8-132d-4cd1-94c0-e1fb835728a7 None None] Attempting to bind port 9a443b96-a862-4014-a74f-fbdef7d2edf0 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:38:50.603595 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2fc7c9b8-132d-4cd1-94c0-e1fb835728a7 None None] Attempting to bind port 9a443b96-a862-4014-a74f-fbdef7d2edf0 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '3dc99547-931f-4a59-8810-a93104054e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:38:50.603962 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc7c9b8-132d-4cd1-94c0-e1fb835728a7 None None] Attempting to bind port 9a443b96-a862-4014-a74f-fbdef7d2edf0 on network b617e6cf-052e-4c94-8bab-9acc9703b494 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:38:50.613181 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc7c9b8-132d-4cd1-94c0-e1fb835728a7 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:38:50.613561 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc7c9b8-132d-4cd1-94c0-e1fb835728a7 None None] Checking segment: {'id': '3dc99547-931f-4a59-8810-a93104054e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:38:50.613965 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2fc7c9b8-132d-4cd1-94c0-e1fb835728a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.614379 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc7c9b8-132d-4cd1-94c0-e1fb835728a7 None None] Bound using segment: {'id': '3dc99547-931f-4a59-8810-a93104054e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:38:50.614850 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-2fc7c9b8-132d-4cd1-94c0-e1fb835728a7 None None] Bound port: 9a443b96-a862-4014-a74f-fbdef7d2edf0, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc99547-931f-4a59-8810-a93104054e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:38:50.615228 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2fc7c9b8-132d-4cd1-94c0-e1fb835728a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.712119 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2fc7c9b8-132d-4cd1-94c0-e1fb835728a7 None None] For port 9a443b96-a862-4014-a74f-fbdef7d2edf0, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:38:50.715192 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2fc7c9b8-132d-4cd1-94c0-e1fb835728a7 None None] For port 9a443b96-a862-4014-a74f-fbdef7d2edf0, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=9a443b96-a862-4014-a74f-fbdef7d2edf0,segment=NetworkSegment(3dc99547-931f-4a59-8810-a93104054e95),segment_id=3dc99547-931f-4a59-8810-a93104054e95)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:38:50.719992 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2fc7c9b8-132d-4cd1-94c0-e1fb835728a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.796499 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1420f5cf-8a50-4c46-9b34-554feed1503d None None] Provisioning complete for port 9a443b96-a862-4014-a74f-fbdef7d2edf0 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:50.796879 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1420f5cf-8a50-4c46-9b34-554feed1503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.824248 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131833a-dcbf-44fe-9d1e-2fe0966b5641 None None] Pushing event updated for resources: {'Port': ['ID=9a443b96-a862-4014-a74f-fbdef7d2edf0,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:50.827606 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc7c9b8-132d-4cd1-94c0-e1fb835728a7 None None] Routers {'fc6ee272-3e88-4463-bb0f-522ef6877621'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:38:50.828174 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2fc7c9b8-132d-4cd1-94c0-e1fb835728a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:38:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['fc6ee272-3e88-4463-bb0f-522ef6877621'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:50.978308 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-2fc7c9b8-132d-4cd1-94c0-e1fb835728a7 None None] Set router fc6ee272-3e88-4463-bb0f-522ef6877621 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:38:51.004244 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1420f5cf-8a50-4c46-9b34-554feed1503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.089081 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1420f5cf-8a50-4c46-9b34-554feed1503d None None] For port 9a443b96-a862-4014-a74f-fbdef7d2edf0, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=9a443b96-a862-4014-a74f-fbdef7d2edf0,segment=NetworkSegment(3dc99547-931f-4a59-8810-a93104054e95),segment_id=3dc99547-931f-4a59-8810-a93104054e95)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:51.094848 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1420f5cf-8a50-4c46-9b34-554feed1503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.160253 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-291f35b1-eeeb-4a5a-a3bd-cf9576200bc3 req-10f4a8af-47f0-4def-9247-08bef70bfdc0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 210 time: 0.0303741 Apr 18 21:38:51.201551 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420f5cf-8a50-4c46-9b34-554feed1503d None None] Pushing event updated for resources: {'Port': ['ID=9a443b96-a862-4014-a74f-fbdef7d2edf0,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:51.244559 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a73a6e0c-d9bc-412e-a326-f8539d9e2244 None None] Provisioning complete for port 9a443b96-a862-4014-a74f-fbdef7d2edf0 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:51.244938 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a73a6e0c-d9bc-412e-a326-f8539d9e2244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.301324 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-2fc7c9b8-132d-4cd1-94c0-e1fb835728a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731065326', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:44Z', 'updated_at': '2022-04-18T21:38:48Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:45Z', 'updated_at': '2022-04-18T21:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '9a443b96-a862-4014-a74f-fbdef7d2edf0', 'name': '', 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:f7:d5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cab24b0e-bd9d-4f49-8020-ab8e6b282dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:47Z', 'updated_at': '2022-04-18T21:38:50Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': 'cab24b0e-bd9d-4f49-8020-ab8e6b282dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:51.335252 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc7c9b8-132d-4cd1-94c0-e1fb835728a7 None None] The sync data for ids ['fc6ee272-3e88-4463-bb0f-522ef6877621'] in n-d-838323-3 is: [{'id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731065326', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:44Z', 'updated_at': '2022-04-18T21:38:48Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:45Z', 'updated_at': '2022-04-18T21:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '9a443b96-a862-4014-a74f-fbdef7d2edf0', 'name': '', 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:f7:d5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cab24b0e-bd9d-4f49-8020-ab8e6b282dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:47Z', 'updated_at': '2022-04-18T21:38:50Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': 'cab24b0e-bd9d-4f49-8020-ab8e6b282dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:38:52.151848 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 9a443b96-a862-4014-a74f-fbdef7d2edf0 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:38:52.226284 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 9a443b96-a862-4014-a74f-fbdef7d2edf0 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:52.226850 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:52.258270 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-99cd6ec9-dc87-4bc6-98e4-46a5295ff29d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:52.259793 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-99cd6ec9-dc87-4bc6-98e4-46a5295ff29d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.32 "GET /v2.0/networks?id=b617e6cf-052e-4c94-8bab-9acc9703b494 HTTP/1.1" status: 200 len: 797 time: 0.1642270 Apr 18 21:38:52.305584 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-35115c1a-b8f3-42ca-b942-b912d6002bac req-e70a193e-2304-4316-9791-22840a69c5ca tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 210 time: 0.0443573 Apr 18 21:38:52.330566 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-143d410d-00fe-4c33-887f-d9cb23862a26 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c HTTP/1.1" status: 200 len: 379 time: 0.0604861 Apr 18 21:38:52.343193 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-75be1732-4117-480a-9b15-45507925fc46 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'port': {'device_id': 'c66fca47-7d45-4f2f-9d0f-f02422004345', 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494', 'admin_state_up': True, 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'security_groups': ['ec2270ca-b6d6-4138-982a-3eb2277af98e']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:38:52.458952 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-75be1732-4117-480a-9b15-45507925fc46 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Made reservation on behalf of 6347a1b372ae48cea2a8cfb6647f8a4c for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:38:52.462655 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-75be1732-4117-480a-9b15-45507925fc46 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:52.602165 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-75be1732-4117-480a-9b15-45507925fc46 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Allocated IP 172.20.0.7 (b617e6cf-052e-4c94-8bab-9acc9703b494/cab24b0e-bd9d-4f49-8020-ab8e6b282dd3/77a8d1f2-c62a-4d37-904a-ed5a8e226635) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:38:52.748022 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-75be1732-4117-480a-9b15-45507925fc46 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:52.781727 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-75be1732-4117-480a-9b15-45507925fc46 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:52.828530 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-75be1732-4117-480a-9b15-45507925fc46 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network b617e6cf-052e-4c94-8bab-9acc9703b494 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:38:52.833559 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-75be1732-4117-480a-9b15-45507925fc46 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:52.837286 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-75be1732-4117-480a-9b15-45507925fc46 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:38:52.863871 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be1732-4117-480a-9b15-45507925fc46 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=77a8d1f2-c62a-4d37-904a-ed5a8e226635,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:52.893398 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-75be1732-4117-480a-9b15-45507925fc46 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:52.894025 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-75be1732-4117-480a-9b15-45507925fc46 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:52.914964 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-75be1732-4117-480a-9b15-45507925fc46 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5764616 Apr 18 21:38:52.926965 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-c85313a8-1911-4b03-a86c-df2d8ae35212 service neutron] Request body: {'port': {'device_id': 'c66fca47-7d45-4f2f-9d0f-f02422004345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:38:52.992053 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-c85313a8-1911-4b03-a86c-df2d8ae35212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:53.119453 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c8b6e087-e2b9-4729-81bc-5ceb6bd73b95 None None] Provisioning complete for port 77a8d1f2-c62a-4d37-904a-ed5a8e226635 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:53.119719 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c8b6e087-e2b9-4729-81bc-5ceb6bd73b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:53.157939 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c8b6e087-e2b9-4729-81bc-5ceb6bd73b95 None None] Port 77a8d1f2-c62a-4d37-904a-ed5a8e226635 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:38:53.263186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-c85313a8-1911-4b03-a86c-df2d8ae35212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77a8d1f2-c62a-4d37-904a-ed5a8e226635 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:38:53.271034 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-c85313a8-1911-4b03-a86c-df2d8ae35212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:53.283141 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-c85313a8-1911-4b03-a86c-df2d8ae35212 service neutron] Transition to ACTIVE for port object 77a8d1f2-c62a-4d37-904a-ed5a8e226635 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:38:53.286640 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-c85313a8-1911-4b03-a86c-df2d8ae35212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:53.337505 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85313a8-1911-4b03-a86c-df2d8ae35212 service neutron] Pushing event updated for resources: {'Port': ['ID=77a8d1f2-c62a-4d37-904a-ed5a8e226635,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:53.444143 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-c85313a8-1911-4b03-a86c-df2d8ae35212 service neutron] Attempting to bind port 77a8d1f2-c62a-4d37-904a-ed5a8e226635 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:38:53.444497 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-c85313a8-1911-4b03-a86c-df2d8ae35212 service neutron] Attempting to bind port 77a8d1f2-c62a-4d37-904a-ed5a8e226635 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '3dc99547-931f-4a59-8810-a93104054e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:38:53.444833 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-c85313a8-1911-4b03-a86c-df2d8ae35212 service neutron] Attempting to bind port 77a8d1f2-c62a-4d37-904a-ed5a8e226635 on network b617e6cf-052e-4c94-8bab-9acc9703b494 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:38:53.454987 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-c85313a8-1911-4b03-a86c-df2d8ae35212 service neutron] Port 77a8d1f2-c62a-4d37-904a-ed5a8e226635 on network b617e6cf-052e-4c94-8bab-9acc9703b494 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:38:53.455304 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-c85313a8-1911-4b03-a86c-df2d8ae35212 service neutron] Attempting to bind port 77a8d1f2-c62a-4d37-904a-ed5a8e226635 on network b617e6cf-052e-4c94-8bab-9acc9703b494 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:38:53.466516 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b25798-fed9-4c9d-bc7c-6997ac050dfc req-688ae3b0-a593-46c9-bf41-cd1925671ccb tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:53.468166 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-55b25798-fed9-4c9d-bc7c-6997ac050dfc req-688ae3b0-a593-46c9-bf41-cd1925671ccb tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 943 time: 0.0748596 Apr 18 21:38:53.471189 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-c85313a8-1911-4b03-a86c-df2d8ae35212 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:38:53.471526 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-c85313a8-1911-4b03-a86c-df2d8ae35212 service neutron] Checking segment: {'id': '3dc99547-931f-4a59-8810-a93104054e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:38:53.471976 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-c85313a8-1911-4b03-a86c-df2d8ae35212 service neutron] Bound using segment: {'id': '3dc99547-931f-4a59-8810-a93104054e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:38:53.472339 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-c85313a8-1911-4b03-a86c-df2d8ae35212 service neutron] Bound port: 77a8d1f2-c62a-4d37-904a-ed5a8e226635, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc99547-931f-4a59-8810-a93104054e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:38:53.472730 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-c85313a8-1911-4b03-a86c-df2d8ae35212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:53.542029 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-55b25798-fed9-4c9d-bc7c-6997ac050dfc req-862d26f6-a444-4267-9ec7-6e1526a95174 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656137 Apr 18 21:38:53.569335 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-c85313a8-1911-4b03-a86c-df2d8ae35212 service neutron] For port 77a8d1f2-c62a-4d37-904a-ed5a8e226635, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:38:53.572683 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-c85313a8-1911-4b03-a86c-df2d8ae35212 service neutron] For port 77a8d1f2-c62a-4d37-904a-ed5a8e226635, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=77a8d1f2-c62a-4d37-904a-ed5a8e226635,segment=NetworkSegment(3dc99547-931f-4a59-8810-a93104054e95),segment_id=3dc99547-931f-4a59-8810-a93104054e95)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:38:53.578232 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-c85313a8-1911-4b03-a86c-df2d8ae35212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:53.612825 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-c85313a8-1911-4b03-a86c-df2d8ae35212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:53.613495 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-c85313a8-1911-4b03-a86c-df2d8ae35212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:53.614873 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-c85313a8-1911-4b03-a86c-df2d8ae35212 service neutron] 10.222.0.32 "PUT /v2.0/ports/77a8d1f2-c62a-4d37-904a-ed5a8e226635 HTTP/1.1" status: 200 len: 1091 time: 0.6922104 Apr 18 21:38:53.615314 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66fca47-7d45-4f2f-9d0f-f02422004345', 'tag': '77a8d1f2-c62a-4d37-904a-ed5a8e226635'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:38:53.617594 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434abf17-b47d-4a26-bfb4-94c509e1e11c" -d '{"events": [{"name": "network-changed", "server_uuid": "c66fca47-7d45-4f2f-9d0f-f02422004345", "tag": "77a8d1f2-c62a-4d37-904a-ed5a8e226635"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:38:53.645695 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85313a8-1911-4b03-a86c-df2d8ae35212 service neutron] Pushing event updated for resources: {'Port': ['ID=77a8d1f2-c62a-4d37-904a-ed5a8e226635,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:53.690226 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d2c644-15da-4d20-840a-f8394396cdb3 x-openstack-request-id: req-02d2c644-15da-4d20-840a-f8394396cdb3 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:38:53.690526 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c66fca47-7d45-4f2f-9d0f-f02422004345", "tag": "77a8d1f2-c62a-4d37-904a-ed5a8e226635", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:38:53.690779 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02d2c644-15da-4d20-840a-f8394396cdb3 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:38:53.691191 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02d2c644-15da-4d20-840a-f8394396cdb3'] response: {'name': 'network-changed', 'server_uuid': 'c66fca47-7d45-4f2f-9d0f-f02422004345', 'tag': '77a8d1f2-c62a-4d37-904a-ed5a8e226635', 'status': 'completed', 'code': 200} Apr 18 21:38:53.708402 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-c15c508f-2cb1-4a8e-a146-88c30e696888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:53.709984 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-c15c508f-2cb1-4a8e-a146-88c30e696888 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 1094 time: 0.0493298 Apr 18 21:38:53.753416 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-a28770f2-97ec-41d0-b3a3-a2bd8afb3baf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77a8d1f2-c62a-4d37-904a-ed5a8e226635 HTTP/1.1" status: 200 len: 217 time: 0.0357378 Apr 18 21:38:53.807491 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-2f01a3e3-5d4b-46d8-b2a2-4742a9974a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:53.808999 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-2f01a3e3-5d4b-46d8-b2a2-4742a9974a56 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cab24b0e-bd9d-4f49-8020-ab8e6b282dd3 HTTP/1.1" status: 200 len: 835 time: 0.0493243 Apr 18 21:38:53.853759 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-1ed32873-2770-4879-a128-ff4cb0c878e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:53.855275 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-1ed32873-2770-4879-a128-ff4cb0c878e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b617e6cf-052e-4c94-8bab-9acc9703b494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399516 Apr 18 21:38:53.945472 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-3b0d1f91-f775-4027-921f-d64d75302b3b service neutron] 10.222.0.32 "GET /v2.0/networks/b617e6cf-052e-4c94-8bab-9acc9703b494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833890 Apr 18 21:38:54.038036 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f2c04307-652e-481d-b262-ce5c5acfbf4e req-a161cf49-98ef-42bb-9d87-59af39e41432 service neutron] 10.222.0.32 "GET /v2.0/networks/b617e6cf-052e-4c94-8bab-9acc9703b494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863121 Apr 18 21:38:54.126425 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434abf17-b47d-4a26-bfb4-94c509e1e11c req-5fd5015a-a5ff-43b8-941e-589244c5d996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:54.127907 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-434abf17-b47d-4a26-bfb4-94c509e1e11c req-5fd5015a-a5ff-43b8-941e-589244c5d996 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 1094 time: 0.0418835 Apr 18 21:38:54.220783 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434abf17-b47d-4a26-bfb4-94c509e1e11c req-dc49ecc1-7f99-45d9-a43d-89481bd3a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:54.222243 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-434abf17-b47d-4a26-bfb4-94c509e1e11c req-dc49ecc1-7f99-45d9-a43d-89481bd3a845 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b617e6cf-052e-4c94-8bab-9acc9703b494 HTTP/1.1" status: 200 len: 898 time: 0.0871875 Apr 18 21:38:54.263767 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-434abf17-b47d-4a26-bfb4-94c509e1e11c req-e501133c-0c66-48dd-b100-c4244b230505 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77a8d1f2-c62a-4d37-904a-ed5a8e226635 HTTP/1.1" status: 200 len: 217 time: 0.0345640 Apr 18 21:38:54.311310 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434abf17-b47d-4a26-bfb4-94c509e1e11c req-a1f987aa-be43-4c7f-8e10-55f6b8a7e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:54.312800 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-434abf17-b47d-4a26-bfb4-94c509e1e11c req-a1f987aa-be43-4c7f-8e10-55f6b8a7e663 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cab24b0e-bd9d-4f49-8020-ab8e6b282dd3 HTTP/1.1" status: 200 len: 835 time: 0.0431693 Apr 18 21:38:54.361347 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434abf17-b47d-4a26-bfb4-94c509e1e11c req-c3435ebc-56a6-42f6-9737-6349f3da4c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:54.362862 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-434abf17-b47d-4a26-bfb4-94c509e1e11c req-c3435ebc-56a6-42f6-9737-6349f3da4c8f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b617e6cf-052e-4c94-8bab-9acc9703b494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442052 Apr 18 21:38:54.451209 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-434abf17-b47d-4a26-bfb4-94c509e1e11c req-582aa96e-d62e-4cdb-b47b-d0aae25d0156 service neutron] 10.222.0.32 "GET /v2.0/networks/b617e6cf-052e-4c94-8bab-9acc9703b494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817623 Apr 18 21:38:54.542865 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-434abf17-b47d-4a26-bfb4-94c509e1e11c req-66dff503-85f1-493c-8898-20bd8d70c692 service neutron] 10.222.0.32 "GET /v2.0/networks/b617e6cf-052e-4c94-8bab-9acc9703b494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851266 Apr 18 21:38:54.662768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d9fe9-0f0b-4233-bddd-b71f0a46f9b0 req-4664d969-d1f1-4e23-88e0-d5071d67123e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:54.664221 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d8d9fe9-0f0b-4233-bddd-b71f0a46f9b0 req-4664d969-d1f1-4e23-88e0-d5071d67123e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 943 time: 0.0497909 Apr 18 21:38:54.703997 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6d8d9fe9-0f0b-4233-bddd-b71f0a46f9b0 req-478f0252-f786-4bde-9d2e-c8cff9f95ada tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326390 Apr 18 21:38:54.724057 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e89a-93ea-4ff4-8704-ce9947e6771c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:55.829015 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d24a8-a248-4a13-bdb7-ff1bd04b60e9 req-020f2837-0ba7-4b7e-b170-189118960612 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:55.831016 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-617d24a8-a248-4a13-bdb7-ff1bd04b60e9 req-020f2837-0ba7-4b7e-b170-189118960612 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 943 time: 0.0521281 Apr 18 21:38:55.876629 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-617d24a8-a248-4a13-bdb7-ff1bd04b60e9 req-104f686e-9921-480c-99b9-ca097e361da7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392447 Apr 18 21:38:57.004555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77c951-d17a-4029-b669-a6816b401aeb req-b7444dc0-66c6-4053-b746-1702b47d38f1 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:57.006039 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ab77c951-d17a-4029-b669-a6816b401aeb req-b7444dc0-66c6-4053-b746-1702b47d38f1 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 943 time: 0.0534739 Apr 18 21:38:57.044175 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ab77c951-d17a-4029-b669-a6816b401aeb req-125e2e8a-6554-43a8-8722-5e0e0bb74f42 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319452 Apr 18 21:38:57.709439 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 77a8d1f2-c62a-4d37-904a-ed5a8e226635 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:38:57.806433 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 77a8d1f2-c62a-4d37-904a-ed5a8e226635, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=77a8d1f2-c62a-4d37-904a-ed5a8e226635,segment=NetworkSegment(3dc99547-931f-4a59-8810-a93104054e95),segment_id=3dc99547-931f-4a59-8810-a93104054e95)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:57.817763 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '77a8d1f2-c62a-4d37-904a-ed5a8e226635', 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494', 'port_id': '77a8d1f2-c62a-4d37-904a-ed5a8e226635', 'mac_address': 'fa:16:3e:2a:1c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cab24b0e-bd9d-4f49-8020-ab8e6b282dd3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:38:57.854686 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:57.868349 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77a8d1f2-c62a-4d37-904a-ed5a8e226635 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:38:57.886763 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 77a8d1f2-c62a-4d37-904a-ed5a8e226635, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=77a8d1f2-c62a-4d37-904a-ed5a8e226635,segment=NetworkSegment(3dc99547-931f-4a59-8810-a93104054e95),segment_id=3dc99547-931f-4a59-8810-a93104054e95)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:57.891804 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:57.938904 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=77a8d1f2-c62a-4d37-904a-ed5a8e226635,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:58.164797 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e7f89-a7f1-4f8f-ae63-099e1fced311 req-dc68ac5e-61db-46fd-a3b2-7645cb08d078 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:58.166287 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee8e7f89-a7f1-4f8f-ae63-099e1fced311 req-dc68ac5e-61db-46fd-a3b2-7645cb08d078 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 944 time: 0.0518081 Apr 18 21:38:58.204393 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ee8e7f89-a7f1-4f8f-ae63-099e1fced311 req-35a273f5-885e-451a-beeb-ae8048c8de0c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320392 Apr 18 21:38:58.245700 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['77a8d1f2-c62a-4d37-904a-ed5a8e226635'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:38:59.140645 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3a8f226b-0655-4246-904b-136c43f4c3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:59.319490 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd8ac4-1dc5-4134-89e2-a27522a02edc req-6cef531f-caa2-45fb-bd3a-215a5a038e7f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:59.321086 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2cdd8ac4-1dc5-4134-89e2-a27522a02edc req-6cef531f-caa2-45fb-bd3a-215a5a038e7f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 944 time: 0.0496359 Apr 18 21:38:59.365283 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2cdd8ac4-1dc5-4134-89e2-a27522a02edc req-90b8da67-ef83-4627-bce1-e7ae696585db tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380311 Apr 18 21:38:59.713414 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 77a8d1f2-c62a-4d37-904a-ed5a8e226635 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:38:59.762746 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 77a8d1f2-c62a-4d37-904a-ed5a8e226635 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:38:59.767298 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 77a8d1f2-c62a-4d37-904a-ed5a8e226635 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:59.767660 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:59.843807 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:59.868971 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66fca47-7d45-4f2f-9d0f-f02422004345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a8d1f2-c62a-4d37-904a-ed5a8e226635'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:38:59.871164 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb139124-57bb-4107-b2d5-f2c9fb605397" -d '{"events": [{"server_uuid": "c66fca47-7d45-4f2f-9d0f-f02422004345", "name": "network-vif-plugged", "status": "completed", "tag": "77a8d1f2-c62a-4d37-904a-ed5a8e226635"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:38:59.884351 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 77a8d1f2-c62a-4d37-904a-ed5a8e226635, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=77a8d1f2-c62a-4d37-904a-ed5a8e226635,segment=NetworkSegment(3dc99547-931f-4a59-8810-a93104054e95),segment_id=3dc99547-931f-4a59-8810-a93104054e95)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:59.890138 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:59.913274 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e683e4e-4251-4ded-a557-37d9ef6b7414 x-openstack-request-id: req-6e683e4e-4251-4ded-a557-37d9ef6b7414 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:38:59.913573 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66fca47-7d45-4f2f-9d0f-f02422004345", "name": "network-vif-plugged", "status": "completed", "tag": "77a8d1f2-c62a-4d37-904a-ed5a8e226635", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:38:59.913855 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e683e4e-4251-4ded-a557-37d9ef6b7414 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:38:59.914270 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e683e4e-4251-4ded-a557-37d9ef6b7414'] response: {'server_uuid': 'c66fca47-7d45-4f2f-9d0f-f02422004345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a8d1f2-c62a-4d37-904a-ed5a8e226635', 'code': 200} Apr 18 21:38:59.941005 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=77a8d1f2-c62a-4d37-904a-ed5a8e226635,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:00.015103 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2784f-eeed-46d8-90e4-de7d3a5d0e94 req-3ae9be3d-bae1-414f-9a57-d4c8925d4f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:00.016529 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ef2784f-eeed-46d8-90e4-de7d3a5d0e94 req-3ae9be3d-bae1-414f-9a57-d4c8925d4f54 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 1096 time: 0.0445399 Apr 18 21:39:00.052766 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3ef2784f-eeed-46d8-90e4-de7d3a5d0e94 req-1ebc1850-493b-4ead-a554-0bfe1bb6042f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289533 Apr 18 21:39:00.075003 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:00.479356 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93b75d-fa31-4250-8ac6-c1f2a3c76e18 req-143e4482-33cc-4eab-b6ae-94324ebb46ee tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:00.480832 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca93b75d-fa31-4250-8ac6-c1f2a3c76e18 req-143e4482-33cc-4eab-b6ae-94324ebb46ee tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 945 time: 0.0485978 Apr 18 21:39:00.526611 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca93b75d-fa31-4250-8ac6-c1f2a3c76e18 req-caefca0b-6e7f-4bcd-94c3-8a5f3d41b780 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390322 Apr 18 21:39:01.371923 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:39:01.647431 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:01.653106 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3886b-78eb-4dc5-99f1-f9809fc61120 req-ad7ff193-2aac-4ab8-88f8-bd1c493bfc7e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:01.654726 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6fa3886b-78eb-4dc5-99f1-f9809fc61120 req-ad7ff193-2aac-4ab8-88f8-bd1c493bfc7e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 945 time: 0.0564871 Apr 18 21:39:01.695353 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6fa3886b-78eb-4dc5-99f1-f9809fc61120 req-1ab84ed0-1cb4-417b-af77-b4430b3ce076 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332470 Apr 18 21:39:01.813825 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e1fe2-8ccf-419d-be58-5a2492ec43b5 req-298382c3-68c6-4a27-a298-2101f938599a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:01.815308 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ad8e1fe2-8ccf-419d-be58-5a2492ec43b5 req-298382c3-68c6-4a27-a298-2101f938599a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 945 time: 0.0526896 Apr 18 21:39:01.852839 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ad8e1fe2-8ccf-419d-be58-5a2492ec43b5 req-2f82e1f4-06fb-4f88-9d98-9b48d14de616 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315249 Apr 18 21:39:01.859065 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:01.875802 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59682) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:01.915778 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f62bd69-4a74-4d0e-a1cb-01c613d5c1dd tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:01.917263 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6f62bd69-4a74-4d0e-a1cb-01c613d5c1dd tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 1091 time: 0.0404508 Apr 18 21:39:01.920905 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59684) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:01.925150 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-60984f6a-98d9-415a-b0c2-4fbb988077ab tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'port_id': '77a8d1f2-c62a-4d37-904a-ed5a8e226635', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:39:01.945794 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60984f6a-98d9-415a-b0c2-4fbb988077ab tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:02.043919 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60984f6a-98d9-415a-b0c2-4fbb988077ab tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:02.147733 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-60984f6a-98d9-415a-b0c2-4fbb988077ab tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Allocated IP 172.25.1.6 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/c9f0cdf1-a843-4a34-ac95-a57dff8baf58) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:39:02.256740 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60984f6a-98d9-415a-b0c2-4fbb988077ab tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:02.290548 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60984f6a-98d9-415a-b0c2-4fbb988077ab tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:02.326698 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60984f6a-98d9-415a-b0c2-4fbb988077ab tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:39:02.331743 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-60984f6a-98d9-415a-b0c2-4fbb988077ab tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:39:02.337777 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60984f6a-98d9-415a-b0c2-4fbb988077ab tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:39:02.345102 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60984f6a-98d9-415a-b0c2-4fbb988077ab tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=c9f0cdf1-a843-4a34-ac95-a57dff8baf58,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:02.706123 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60984f6a-98d9-415a-b0c2-4fbb988077ab tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:02.772533 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60984f6a-98d9-415a-b0c2-4fbb988077ab tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:02.927571 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60984f6a-98d9-415a-b0c2-4fbb988077ab tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:02.932177 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60984f6a-98d9-415a-b0c2-4fbb988077ab tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:03.005192 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60984f6a-98d9-415a-b0c2-4fbb988077ab tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=c9f0cdf1-a843-4a34-ac95-a57dff8baf58,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:03.017632 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60984f6a-98d9-415a-b0c2-4fbb988077ab tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:03.122195 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-60984f6a-98d9-415a-b0c2-4fbb988077ab tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Floating IP 5fc661f6-5eac-442c-818e-bd2adffcee34 associated. External IP: 172.25.1.6, port: 77a8d1f2-c62a-4d37-904a-ed5a8e226635. Apr 18 21:39:03.332584 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60984f6a-98d9-415a-b0c2-4fbb988077ab tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Router fc6ee272-3e88-4463-bb0f-522ef6877621 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:39:03.440602 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60984f6a-98d9-415a-b0c2-4fbb988077ab tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:39:03.451668 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a87628-b98c-4282-9b8c-fc886de881a8 None None] Sync routers for ids ['fc6ee272-3e88-4463-bb0f-522ef6877621'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:39:03.461377 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-60984f6a-98d9-415a-b0c2-4fbb988077ab tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:03.463359 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a87628-b98c-4282-9b8c-fc886de881a8 None None] Routers {'fc6ee272-3e88-4463-bb0f-522ef6877621'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:39:03.463998 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e4a87628-b98c-4282-9b8c-fc886de881a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:38:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['fc6ee272-3e88-4463-bb0f-522ef6877621'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:03.493691 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-60984f6a-98d9-415a-b0c2-4fbb988077ab tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5717506 Apr 18 21:39:03.494357 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66fca47-7d45-4f2f-9d0f-f02422004345', 'tag': '77a8d1f2-c62a-4d37-904a-ed5a8e226635'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:39:03.496927 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2316f7aae560ee2534ee33f3ac4cc6eb4b6c4379016ac3c0f66c65b131d8d070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea52bb3-dd11-4f5c-869f-f3c3e210f908" -d '{"events": [{"name": "network-changed", "server_uuid": "c66fca47-7d45-4f2f-9d0f-f02422004345", "tag": "77a8d1f2-c62a-4d37-904a-ed5a8e226635"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:39:03.540569 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4e3f26-f4e9-4a21-afcf-7015147e6d7f x-openstack-request-id: req-5d4e3f26-f4e9-4a21-afcf-7015147e6d7f {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:39:03.541139 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c66fca47-7d45-4f2f-9d0f-f02422004345", "tag": "77a8d1f2-c62a-4d37-904a-ed5a8e226635", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:39:03.541594 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d4e3f26-f4e9-4a21-afcf-7015147e6d7f {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:39:03.542185 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d4e3f26-f4e9-4a21-afcf-7015147e6d7f'] response: {'name': 'network-changed', 'server_uuid': 'c66fca47-7d45-4f2f-9d0f-f02422004345', 'tag': '77a8d1f2-c62a-4d37-904a-ed5a8e226635', 'status': 'completed', 'code': 200} Apr 18 21:39:03.639814 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c233c8-763a-4047-ac24-5a54218ce1da req-d0ff8f43-f4e1-4103-b4a6-b30d4bc0b377 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:03.641569 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-60c233c8-763a-4047-ac24-5a54218ce1da req-d0ff8f43-f4e1-4103-b4a6-b30d4bc0b377 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 945 time: 0.0846329 Apr 18 21:39:03.643614 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea52bb3-dd11-4f5c-869f-f3c3e210f908 req-9a09356a-3425-490c-825d-d6ed336f721f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:03.645061 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ea52bb3-dd11-4f5c-869f-f3c3e210f908 req-9a09356a-3425-490c-825d-d6ed336f721f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 1096 time: 0.0787423 Apr 18 21:39:03.671510 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-e4a87628-b98c-4282-9b8c-fc886de881a8 None None] Set router fc6ee272-3e88-4463-bb0f-522ef6877621 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:39:03.742847 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-60c233c8-763a-4047-ac24-5a54218ce1da req-87ef8604-e175-4d15-bcc5-b589faf972c7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949700 Apr 18 21:39:03.766395 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59690) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:03.774677 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea52bb3-dd11-4f5c-869f-f3c3e210f908 req-68e6d79c-fdf4-4a58-8a21-9303f147584c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:03.776017 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ea52bb3-dd11-4f5c-869f-f3c3e210f908 req-68e6d79c-fdf4-4a58-8a21-9303f147584c service neutron] 10.222.0.32 "GET /v2.0/networks?id=b617e6cf-052e-4c94-8bab-9acc9703b494 HTTP/1.1" status: 200 len: 898 time: 0.1203532 Apr 18 21:39:03.829232 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-15348f57-3fe0-4095-abce-f70d1073f64a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/floatingips/5fc661f6-5eac-442c-818e-bd2adffcee34 HTTP/1.1" status: 200 len: 989 time: 0.0616281 Apr 18 21:39:03.843807 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ea52bb3-dd11-4f5c-869f-f3c3e210f908 req-ea1f3410-abde-424f-b9d5-c7d7f24d9197 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77a8d1f2-c62a-4d37-904a-ed5a8e226635 HTTP/1.1" status: 200 len: 997 time: 0.0613077 Apr 18 21:39:03.898035 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea52bb3-dd11-4f5c-869f-f3c3e210f908 req-be8803ab-2e94-4181-a1b3-402ca1f23f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:03.899422 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ea52bb3-dd11-4f5c-869f-f3c3e210f908 req-be8803ab-2e94-4181-a1b3-402ca1f23f38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cab24b0e-bd9d-4f49-8020-ab8e6b282dd3 HTTP/1.1" status: 200 len: 835 time: 0.0494878 Apr 18 21:39:03.905864 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e4a87628-b98c-4282-9b8c-fc886de881a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731065326', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:44Z', 'updated_at': '2022-04-18T21:38:48Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:45Z', 'updated_at': '2022-04-18T21:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '5fc661f6-5eac-442c-818e-bd2adffcee34', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'port_id': '77a8d1f2-c62a-4d37-904a-ed5a8e226635', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494', 'mac_address': 'fa:16:3e:2a:1c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fca47-7d45-4f2f-9d0f-f02422004345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:39:02Z', 'updated_at': '2022-04-18T21:39:02Z', 'revision_number': 0, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a443b96-a862-4014-a74f-fbdef7d2edf0', 'name': '', 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:f7:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cab24b0e-bd9d-4f49-8020-ab8e6b282dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:47Z', 'updated_at': '2022-04-18T21:38:51Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': 'cab24b0e-bd9d-4f49-8020-ab8e6b282dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:03.932942 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a87628-b98c-4282-9b8c-fc886de881a8 None None] Checking router: fc6ee272-3e88-4463-bb0f-522ef6877621 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:39:03.944379 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a87628-b98c-4282-9b8c-fc886de881a8 None None] Routers {'fc6ee272-3e88-4463-bb0f-522ef6877621'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:39:03.945045 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e4a87628-b98c-4282-9b8c-fc886de881a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:38:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['fc6ee272-3e88-4463-bb0f-522ef6877621'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:03.951541 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea52bb3-dd11-4f5c-869f-f3c3e210f908 req-5bf57cae-1277-44f0-b935-abc1df1cb1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:03.953138 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ea52bb3-dd11-4f5c-869f-f3c3e210f908 req-5bf57cae-1277-44f0-b935-abc1df1cb1a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b617e6cf-052e-4c94-8bab-9acc9703b494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471778 Apr 18 21:39:04.042298 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ea52bb3-dd11-4f5c-869f-f3c3e210f908 req-44318819-eb76-4111-b851-f2c053372777 service neutron] 10.222.0.32 "GET /v2.0/networks/b617e6cf-052e-4c94-8bab-9acc9703b494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829949 Apr 18 21:39:04.053693 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-e4a87628-b98c-4282-9b8c-fc886de881a8 None None] Set router fc6ee272-3e88-4463-bb0f-522ef6877621 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:39:04.137136 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ea52bb3-dd11-4f5c-869f-f3c3e210f908 req-a169b004-2170-46f3-ad6b-8b0b7931f369 service neutron] 10.222.0.32 "GET /v2.0/networks/b617e6cf-052e-4c94-8bab-9acc9703b494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888178 Apr 18 21:39:04.277477 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-e4a87628-b98c-4282-9b8c-fc886de881a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731065326', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:44Z', 'updated_at': '2022-04-18T21:38:48Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:45Z', 'updated_at': '2022-04-18T21:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '5fc661f6-5eac-442c-818e-bd2adffcee34', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'port_id': '77a8d1f2-c62a-4d37-904a-ed5a8e226635', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494', 'mac_address': 'fa:16:3e:2a:1c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fca47-7d45-4f2f-9d0f-f02422004345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:39:02Z', 'updated_at': '2022-04-18T21:39:02Z', 'revision_number': 0, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a443b96-a862-4014-a74f-fbdef7d2edf0', 'name': '', 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:f7:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cab24b0e-bd9d-4f49-8020-ab8e6b282dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:47Z', 'updated_at': '2022-04-18T21:38:51Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': 'cab24b0e-bd9d-4f49-8020-ab8e6b282dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:04.308117 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a87628-b98c-4282-9b8c-fc886de881a8 None None] The sync data for ids ['fc6ee272-3e88-4463-bb0f-522ef6877621'] in n-d-838323-3 is: [{'id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731065326', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:44Z', 'updated_at': '2022-04-18T21:38:48Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:45Z', 'updated_at': '2022-04-18T21:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '5fc661f6-5eac-442c-818e-bd2adffcee34', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'port_id': '77a8d1f2-c62a-4d37-904a-ed5a8e226635', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494', 'mac_address': 'fa:16:3e:2a:1c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fca47-7d45-4f2f-9d0f-f02422004345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:39:02Z', 'updated_at': '2022-04-18T21:39:02Z', 'revision_number': 0, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a443b96-a862-4014-a74f-fbdef7d2edf0', 'name': '', 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:f7:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cab24b0e-bd9d-4f49-8020-ab8e6b282dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:47Z', 'updated_at': '2022-04-18T21:38:51Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': 'cab24b0e-bd9d-4f49-8020-ab8e6b282dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:39:04.499580 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab77cb25-4b1d-4925-ba10-683bdc4ce483 None None] New status for floating IP 5fc661f6-5eac-442c-818e-bd2adffcee34: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:39:04.832865 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59692) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:04.894912 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b17273d5-0fd2-460f-94e8-697e52c461e0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/floatingips/5fc661f6-5eac-442c-818e-bd2adffcee34 HTTP/1.1" status: 200 len: 991 time: 0.0607271 Apr 18 21:39:08.187255 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:12.494381 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:24.725916 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fa7cde81-0b39-438a-91e2-4d329ff655b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:26.134130 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-df6f698b-3295-471b-b636-676938db53cb req-7859703b-5495-4cac-ac27-173b7df81236 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440748 Apr 18 21:39:26.217403 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f698b-3295-471b-b636-676938db53cb req-ea05717a-5449-489e-afb6-3d8d30e4e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:26.218480 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-df6f698b-3295-471b-b636-676938db53cb req-ea05717a-5449-489e-afb6-3d8d30e4e2bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 1096 time: 0.0417635 Apr 18 21:39:26.322091 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f698b-3295-471b-b636-676938db53cb req-4b9d1cd2-8ab2-4ef4-b630-90d3e76e3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:26.323554 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-df6f698b-3295-471b-b636-676938db53cb req-4b9d1cd2-8ab2-4ef4-b630-90d3e76e3dda service neutron] 10.222.0.32 "GET /v2.0/networks?id=b617e6cf-052e-4c94-8bab-9acc9703b494 HTTP/1.1" status: 200 len: 898 time: 0.0849621 Apr 18 21:39:26.397137 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-df6f698b-3295-471b-b636-676938db53cb req-c5028c60-8f27-494c-99b8-1bee598bdbf3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77a8d1f2-c62a-4d37-904a-ed5a8e226635 HTTP/1.1" status: 200 len: 999 time: 0.0666695 Apr 18 21:39:26.448873 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f698b-3295-471b-b636-676938db53cb req-2488fca8-d9f3-4a14-8bbe-12aac449b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:26.450392 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-df6f698b-3295-471b-b636-676938db53cb req-2488fca8-d9f3-4a14-8bbe-12aac449b27d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cab24b0e-bd9d-4f49-8020-ab8e6b282dd3 HTTP/1.1" status: 200 len: 835 time: 0.0466342 Apr 18 21:39:26.498592 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f698b-3295-471b-b636-676938db53cb req-640b084b-fb68-4bb6-b9c1-4103043788aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:26.499960 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-df6f698b-3295-471b-b636-676938db53cb req-640b084b-fb68-4bb6-b9c1-4103043788aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b617e6cf-052e-4c94-8bab-9acc9703b494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437844 Apr 18 21:39:26.592153 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-df6f698b-3295-471b-b636-676938db53cb req-2e020458-1e6a-4f63-a207-01a0787108b7 service neutron] 10.222.0.32 "GET /v2.0/networks/b617e6cf-052e-4c94-8bab-9acc9703b494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851495 Apr 18 21:39:26.683867 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-df6f698b-3295-471b-b636-676938db53cb req-41311360-7af1-42bd-9cf8-83c1666ddde0 service neutron] 10.222.0.32 "GET /v2.0/networks/b617e6cf-052e-4c94-8bab-9acc9703b494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851126 Apr 18 21:39:29.141732 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d30af162-000f-4227-b3c8-3ea9b24d0398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:30.079765 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:31.650017 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:31.860380 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:38.214422 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:38.370294 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:39:42.491798 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:54.734159 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-99f0e9fe-adf0-4335-af77-b234b42a7f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:59.145149 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9d268711-c22b-488d-98c0-bab64eeacfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:00.082953 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:01.657685 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:01.864082 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:07.697054 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-0a0dca39-1e8e-4564-988b-5cd4022d7786 req-f45c480d-25de-4912-91fd-4e4795ce4dc5 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:40:07.698059 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a0dca39-1e8e-4564-988b-5cd4022d7786 req-f45c480d-25de-4912-91fd-4e4795ce4dc5 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0446305 Apr 18 21:40:07.910925 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59724) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:07.911488 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8d282-bef8-4f31-834d-a15e7bfaeb14 req-6e24a32d-f712-441d-ae50-a86872abe620 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:07.912971 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9cd8d282-bef8-4f31-834d-a15e7bfaeb14 req-6e24a32d-f712-441d-ae50-a86872abe620 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 945 time: 0.0589187 Apr 18 21:40:07.957910 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9cd8d282-bef8-4f31-834d-a15e7bfaeb14 req-be366b58-0ed3-4d4b-bd10-07f3f356fc43 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365889 Apr 18 21:40:07.997547 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-db960eb6-ff50-4e59-9325-292debc43f43 req-c7652c8e-3833-44e0-919a-61dd87a86e93 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0888824 Apr 18 21:40:08.006391 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-db960eb6-ff50-4e59-9325-292debc43f43 req-0e2344f4-3ba3-4e3b-8d67-d2ccf08ca7d1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:40:08.007358 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-db960eb6-ff50-4e59-9325-292debc43f43 req-0e2344f4-3ba3-4e3b-8d67-d2ccf08ca7d1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050375 Apr 18 21:40:08.202660 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:09.080945 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167aa829-64a3-4f0c-99a5-8b3802c859bc req-025c946e-74d9-47b0-bb8c-852f8166fdc8 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:09.082798 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-167aa829-64a3-4f0c-99a5-8b3802c859bc req-025c946e-74d9-47b0-bb8c-852f8166fdc8 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 945 time: 0.0541625 Apr 18 21:40:09.133841 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-167aa829-64a3-4f0c-99a5-8b3802c859bc req-e1ec6e2a-eaf1-4b47-bcaa-4d1f74a24311 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434186 Apr 18 21:40:09.163005 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db960eb6-ff50-4e59-9325-292debc43f43 req-80555575-8b37-4c21-89f4-d30a30fe31ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:09.164511 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db960eb6-ff50-4e59-9325-292debc43f43 req-80555575-8b37-4c21-89f4-d30a30fe31ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 1096 time: 0.0441203 Apr 18 21:40:09.257836 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db960eb6-ff50-4e59-9325-292debc43f43 req-5813e786-a568-47e2-9f08-0039955ec745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:09.260191 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db960eb6-ff50-4e59-9325-292debc43f43 req-5813e786-a568-47e2-9f08-0039955ec745 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b617e6cf-052e-4c94-8bab-9acc9703b494 HTTP/1.1" status: 200 len: 898 time: 0.0892880 Apr 18 21:40:09.324248 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db960eb6-ff50-4e59-9325-292debc43f43 req-2060d6f5-0bbe-452b-b89b-3e3dddde77cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77a8d1f2-c62a-4d37-904a-ed5a8e226635 HTTP/1.1" status: 200 len: 999 time: 0.0578940 Apr 18 21:40:09.379964 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db960eb6-ff50-4e59-9325-292debc43f43 req-67acdf37-6b16-4055-8b28-18c6e788051c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:09.381452 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db960eb6-ff50-4e59-9325-292debc43f43 req-67acdf37-6b16-4055-8b28-18c6e788051c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cab24b0e-bd9d-4f49-8020-ab8e6b282dd3 HTTP/1.1" status: 200 len: 835 time: 0.0506208 Apr 18 21:40:09.737407 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db960eb6-ff50-4e59-9325-292debc43f43 req-bb5c51a4-5353-4ae6-8ce1-77009944497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:09.738920 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db960eb6-ff50-4e59-9325-292debc43f43 req-bb5c51a4-5353-4ae6-8ce1-77009944497a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b617e6cf-052e-4c94-8bab-9acc9703b494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3505590 Apr 18 21:40:09.826693 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db960eb6-ff50-4e59-9325-292debc43f43 req-751b8275-bbe1-4af1-b9fc-6a5624298d73 service neutron] 10.222.0.32 "GET /v2.0/networks/b617e6cf-052e-4c94-8bab-9acc9703b494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805626 Apr 18 21:40:09.923339 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db960eb6-ff50-4e59-9325-292debc43f43 req-a24517f9-7e8f-4959-af09-e29714e8675f service neutron] 10.222.0.32 "GET /v2.0/networks/b617e6cf-052e-4c94-8bab-9acc9703b494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890758 Apr 18 21:40:10.252264 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e9067-e363-4d01-815d-bec0df921a93 req-f389a1d3-83d3-427a-b056-38fb5b715e0b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:10.253754 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de7e9067-e363-4d01-815d-bec0df921a93 req-f389a1d3-83d3-427a-b056-38fb5b715e0b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 945 time: 0.0493748 Apr 18 21:40:10.291924 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de7e9067-e363-4d01-815d-bec0df921a93 req-4fd9f33c-402f-4cf1-aae2-2e5c9caf3d6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317113 Apr 18 21:40:11.414068 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bf0cc-2bbe-4953-b951-f95496d2780e req-56d2a369-c07e-4dd4-a121-c9117b8b2092 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:11.415795 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-799bf0cc-2bbe-4953-b951-f95496d2780e req-56d2a369-c07e-4dd4-a121-c9117b8b2092 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 945 time: 0.0516193 Apr 18 21:40:11.458291 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-799bf0cc-2bbe-4953-b951-f95496d2780e req-0fb4c808-f47d-46b5-bcb2-913cd9996d32 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362370 Apr 18 21:40:12.498094 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:12.576341 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5b23a-7637-4299-bbb8-a4c27d494377 req-4e837b68-7bd1-4bd4-a125-f905d989a86f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:12.577805 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-acd5b23a-7637-4299-bbb8-a4c27d494377 req-4e837b68-7bd1-4bd4-a125-f905d989a86f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 945 time: 0.0486138 Apr 18 21:40:12.617466 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-acd5b23a-7637-4299-bbb8-a4c27d494377 req-3acbd6b0-008d-4f69-9859-5f5e8416fa73 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335135 Apr 18 21:40:13.732934 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff23c7f-3e17-45be-9926-a1c954771914 req-0adcf113-7645-4c95-866e-7c7f0b78067a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:13.734467 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ff23c7f-3e17-45be-9926-a1c954771914 req-0adcf113-7645-4c95-866e-7c7f0b78067a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 945 time: 0.0492165 Apr 18 21:40:13.774949 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ff23c7f-3e17-45be-9926-a1c954771914 req-ae8a492e-a5f7-4ec5-978d-b1c3ae41cd80 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340593 Apr 18 21:40:14.891038 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d718a1-ef24-4ae5-84f4-198cd1984e79 req-d82a80d3-c8ed-4e38-8788-181435e21244 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:14.892522 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0d718a1-ef24-4ae5-84f4-198cd1984e79 req-d82a80d3-c8ed-4e38-8788-181435e21244 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 945 time: 0.0482273 Apr 18 21:40:14.937131 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e0d718a1-ef24-4ae5-84f4-198cd1984e79 req-d0b4b827-8c8c-4e94-8162-9e490b54fc9c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385163 Apr 18 21:40:15.369617 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:40:16.054985 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd179af2-217a-41a9-b91d-736b839d0b7b req-a769a8ef-e8e5-4863-b89a-fbb36903e642 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:16.056745 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bd179af2-217a-41a9-b91d-736b839d0b7b req-a769a8ef-e8e5-4863-b89a-fbb36903e642 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 945 time: 0.0497503 Apr 18 21:40:16.095706 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bd179af2-217a-41a9-b91d-736b839d0b7b req-78f327bb-abb4-446b-84c6-647c52012786 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326877 Apr 18 21:40:17.221945 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e573f0-4fdd-4cbe-9899-0fc98bef38b6 req-d2d6ba48-513e-4a78-9786-7cd790bd3ae3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:17.223313 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f0e573f0-4fdd-4cbe-9899-0fc98bef38b6 req-d2d6ba48-513e-4a78-9786-7cd790bd3ae3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 945 time: 0.0491798 Apr 18 21:40:17.261131 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f0e573f0-4fdd-4cbe-9899-0fc98bef38b6 req-9a202385-d662-4b4a-8fb3-c07e873500ac tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311010 Apr 18 21:40:18.379917 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda5296-d58f-43c9-8a84-4f6dae86e764 req-876169a2-9a0e-4c70-8510-7c4da5a56f59 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:18.381462 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcda5296-d58f-43c9-8a84-4f6dae86e764 req-876169a2-9a0e-4c70-8510-7c4da5a56f59 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 945 time: 0.0497658 Apr 18 21:40:18.424313 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fcda5296-d58f-43c9-8a84-4f6dae86e764 req-e50744f9-1b0f-468b-963c-0f581184935e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355208 Apr 18 21:40:19.542480 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb72e89-6127-4ee9-ba6a-89e3df61ceb2 req-70c8d668-9394-4e5b-926d-5e9ce84f15db tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:19.543965 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3eb72e89-6127-4ee9-ba6a-89e3df61ceb2 req-70c8d668-9394-4e5b-926d-5e9ce84f15db tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 945 time: 0.0493867 Apr 18 21:40:19.583211 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3eb72e89-6127-4ee9-ba6a-89e3df61ceb2 req-9aabf49d-fdf3-4a92-94ba-dced85395b71 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328269 Apr 18 21:40:20.699972 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842e002-4ffc-432c-8093-3c4f563177f3 req-549c5f74-2e55-462e-a918-9c2c809fe5db tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:20.701468 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2842e002-4ffc-432c-8093-3c4f563177f3 req-549c5f74-2e55-462e-a918-9c2c809fe5db tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 945 time: 0.0483227 Apr 18 21:40:20.739330 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2842e002-4ffc-432c-8093-3c4f563177f3 req-7563a21a-8f53-4f47-87b6-4207e73d86b1 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318284 Apr 18 21:40:21.782652 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-db960eb6-ff50-4e59-9325-292debc43f43 req-9d3a5cd4-5bac-4ac3-b192-363bad56524e service neutron] show failed (client error): The resource could not be found. Apr 18 21:40:21.783695 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db960eb6-ff50-4e59-9325-292debc43f43 req-9d3a5cd4-5bac-4ac3-b192-363bad56524e service neutron] 10.222.0.32 "GET /v2.0/ports/77a8d1f2-c62a-4d37-904a-ed5a8e226635/bindings/n-h2-838323-3 HTTP/1.1" status: 404 len: 380 time: 0.0553806 Apr 18 21:40:21.870488 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c97d3-c196-4239-a306-b54936876b2b req-6c4e1160-733c-4123-9063-cc4213db730b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:21.871976 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b5c97d3-c196-4239-a306-b54936876b2b req-6c4e1160-733c-4123-9063-cc4213db730b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 945 time: 0.0576777 Apr 18 21:40:21.912017 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6b5c97d3-c196-4239-a306-b54936876b2b req-11f7d453-418e-456f-ac6d-6fa49921090a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335660 Apr 18 21:40:22.035134 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db960eb6-ff50-4e59-9325-292debc43f43 req-b7d4294b-24e8-4ff8-a1a9-dca035263ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:22.036579 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db960eb6-ff50-4e59-9325-292debc43f43 req-b7d4294b-24e8-4ff8-a1a9-dca035263ae1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345&tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c HTTP/1.1" status: 200 len: 1096 time: 0.0840995 Apr 18 21:40:22.046537 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-db960eb6-ff50-4e59-9325-292debc43f43 req-a6155dac-7737-44b1-ab2a-ce3d56d8b9ca service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:40:22.047462 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db960eb6-ff50-4e59-9325-292debc43f43 req-a6155dac-7737-44b1-ab2a-ce3d56d8b9ca service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048714 Apr 18 21:40:22.059034 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-db960eb6-ff50-4e59-9325-292debc43f43 req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838323-3', 'device_owner': 'compute:nova'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:40:22.115084 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-db960eb6-ff50-4e59-9325-292debc43f43 req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:22.320236 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-db960eb6-ff50-4e59-9325-292debc43f43 req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] For port 77a8d1f2-c62a-4d37-904a-ed5a8e226635, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=77a8d1f2-c62a-4d37-904a-ed5a8e226635,segment=NetworkSegment(3dc99547-931f-4a59-8810-a93104054e95),segment_id=3dc99547-931f-4a59-8810-a93104054e95)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:22.354074 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-db960eb6-ff50-4e59-9325-292debc43f43 req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] For port 77a8d1f2-c62a-4d37-904a-ed5a8e226635, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:40:22.392997 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66fca47-7d45-4f2f-9d0f-f02422004345', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77a8d1f2-c62a-4d37-904a-ed5a8e226635'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:40:22.395537 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9563b074-1242-456a-9ec8-29ec96ab6715" -d '{"events": [{"server_uuid": "c66fca47-7d45-4f2f-9d0f-f02422004345", "name": "network-vif-unplugged", "status": "completed", "tag": "77a8d1f2-c62a-4d37-904a-ed5a8e226635"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:40:22.399815 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-db960eb6-ff50-4e59-9325-292debc43f43 req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:22.412382 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-db960eb6-ff50-4e59-9325-292debc43f43 req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Transition to ACTIVE for port object 77a8d1f2-c62a-4d37-904a-ed5a8e226635 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:22.420036 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-db960eb6-ff50-4e59-9325-292debc43f43 req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:22.500935 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Pushing event updated for resources: {'Port': ['ID=77a8d1f2-c62a-4d37-904a-ed5a8e226635,revision_number=6']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:22.513249 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:22.513527 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:22.513864 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:22.514196 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:22.514522 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:22.514846 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:22.515167 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:22.515754 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:22.515893 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:22.516114 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:22.516459 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:22.516772 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:22.556263 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7f285b-aa9f-4a55-9ee3-c12b7fa894d1 x-openstack-request-id: req-3b7f285b-aa9f-4a55-9ee3-c12b7fa894d1 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:40:22.556628 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66fca47-7d45-4f2f-9d0f-f02422004345", "name": "network-vif-unplugged", "status": "completed", "tag": "77a8d1f2-c62a-4d37-904a-ed5a8e226635", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:40:22.556842 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3b7f285b-aa9f-4a55-9ee3-c12b7fa894d1 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:40:22.557199 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b7f285b-aa9f-4a55-9ee3-c12b7fa894d1'] response: {'server_uuid': 'c66fca47-7d45-4f2f-9d0f-f02422004345', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77a8d1f2-c62a-4d37-904a-ed5a8e226635', 'code': 200} Apr 18 21:40:22.558147 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-db960eb6-ff50-4e59-9325-292debc43f43 req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] No DVR routers for this DVR port 77a8d1f2-c62a-4d37-904a-ed5a8e226635 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:40:22.698117 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-db960eb6-ff50-4e59-9325-292debc43f43 req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Attempting to bind port 77a8d1f2-c62a-4d37-904a-ed5a8e226635 on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:40:22.698453 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-db960eb6-ff50-4e59-9325-292debc43f43 req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Attempting to bind port 77a8d1f2-c62a-4d37-904a-ed5a8e226635 by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '3dc99547-931f-4a59-8810-a93104054e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:40:22.698782 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db960eb6-ff50-4e59-9325-292debc43f43 req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Attempting to bind port 77a8d1f2-c62a-4d37-904a-ed5a8e226635 on network b617e6cf-052e-4c94-8bab-9acc9703b494 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:40:22.703166 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db960eb6-ff50-4e59-9325-292debc43f43 req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Port 77a8d1f2-c62a-4d37-904a-ed5a8e226635 on network b617e6cf-052e-4c94-8bab-9acc9703b494 not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:40:22.703484 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db960eb6-ff50-4e59-9325-292debc43f43 req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Attempting to bind port 77a8d1f2-c62a-4d37-904a-ed5a8e226635 on network b617e6cf-052e-4c94-8bab-9acc9703b494 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:40:22.719835 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db960eb6-ff50-4e59-9325-292debc43f43 req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:40:22.720252 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db960eb6-ff50-4e59-9325-292debc43f43 req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Checking segment: {'id': '3dc99547-931f-4a59-8810-a93104054e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:40:22.720743 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db960eb6-ff50-4e59-9325-292debc43f43 req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Bound using segment: {'id': '3dc99547-931f-4a59-8810-a93104054e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:40:22.721424 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-db960eb6-ff50-4e59-9325-292debc43f43 req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Bound port: 77a8d1f2-c62a-4d37-904a-ed5a8e226635, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc99547-931f-4a59-8810-a93104054e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:40:22.721887 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-db960eb6-ff50-4e59-9325-292debc43f43 req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:22.828593 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-db960eb6-ff50-4e59-9325-292debc43f43 req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] For port 77a8d1f2-c62a-4d37-904a-ed5a8e226635, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:40:22.831644 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-db960eb6-ff50-4e59-9325-292debc43f43 req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] For port 77a8d1f2-c62a-4d37-904a-ed5a8e226635, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=77a8d1f2-c62a-4d37-904a-ed5a8e226635,segment=NetworkSegment(3dc99547-931f-4a59-8810-a93104054e95),segment_id=3dc99547-931f-4a59-8810-a93104054e95)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:40:22.836174 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-db960eb6-ff50-4e59-9325-292debc43f43 req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:22.874041 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db960eb6-ff50-4e59-9325-292debc43f43 req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:22.874696 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-db960eb6-ff50-4e59-9325-292debc43f43 req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:22.876011 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db960eb6-ff50-4e59-9325-292debc43f43 req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] 10.222.0.57 "PUT /v2.0/ports/77a8d1f2-c62a-4d37-904a-ed5a8e226635 HTTP/1.1" status: 200 len: 1091 time: 0.8207734 Apr 18 21:40:22.896663 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe82d3-d609-4941-835b-c83632b1d06e service neutron] Pushing event updated for resources: {'Port': ['ID=77a8d1f2-c62a-4d37-904a-ed5a8e226635,revision_number=7']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:22.947752 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db960eb6-ff50-4e59-9325-292debc43f43 req-6bb366b1-f372-4172-9b30-1fc70f29a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:22.949595 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db960eb6-ff50-4e59-9325-292debc43f43 req-6bb366b1-f372-4172-9b30-1fc70f29a962 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 1094 time: 0.0488911 Apr 18 21:40:23.081169 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866a5d5-05f9-4345-8290-986a19c07b34 req-aaab7f8f-b929-43df-82a6-976aeeca9c8f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:23.082698 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7866a5d5-05f9-4345-8290-986a19c07b34 req-aaab7f8f-b929-43df-82a6-976aeeca9c8f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 943 time: 0.0785146 Apr 18 21:40:23.088939 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db960eb6-ff50-4e59-9325-292debc43f43 req-c3d26b1e-1283-4b3f-bc0b-3bb36ad26fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:23.090464 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db960eb6-ff50-4e59-9325-292debc43f43 req-c3d26b1e-1283-4b3f-bc0b-3bb36ad26fbb service neutron] 10.222.0.57 "GET /v2.0/networks?id=b617e6cf-052e-4c94-8bab-9acc9703b494 HTTP/1.1" status: 200 len: 898 time: 0.1350751 Apr 18 21:40:23.177415 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7866a5d5-05f9-4345-8290-986a19c07b34 req-405f5944-fa22-4c33-b61d-f391e22b7552 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858905 Apr 18 21:40:23.187841 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db960eb6-ff50-4e59-9325-292debc43f43 req-6ebd19f2-3b3c-444d-a210-ad404321ffb8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77a8d1f2-c62a-4d37-904a-ed5a8e226635 HTTP/1.1" status: 200 len: 997 time: 0.0903695 Apr 18 21:40:23.242461 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db960eb6-ff50-4e59-9325-292debc43f43 req-8eeb275b-39e1-4aa8-b592-1351ef26588f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:23.243994 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db960eb6-ff50-4e59-9325-292debc43f43 req-8eeb275b-39e1-4aa8-b592-1351ef26588f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cab24b0e-bd9d-4f49-8020-ab8e6b282dd3 HTTP/1.1" status: 200 len: 835 time: 0.0493314 Apr 18 21:40:23.288769 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db960eb6-ff50-4e59-9325-292debc43f43 req-7eb5ac75-35ce-4c5b-a3b2-23cc87512a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:23.290242 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db960eb6-ff50-4e59-9325-292debc43f43 req-7eb5ac75-35ce-4c5b-a3b2-23cc87512a21 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b617e6cf-052e-4c94-8bab-9acc9703b494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398159 Apr 18 21:40:23.376896 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db960eb6-ff50-4e59-9325-292debc43f43 req-3f39e5b9-7fb4-486b-bef4-f87aa10ee34a service neutron] 10.222.0.57 "GET /v2.0/networks/b617e6cf-052e-4c94-8bab-9acc9703b494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803211 Apr 18 21:40:23.469560 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db960eb6-ff50-4e59-9325-292debc43f43 req-82093a43-d094-418c-9b02-d5de0c617ffe service neutron] 10.222.0.57 "GET /v2.0/networks/b617e6cf-052e-4c94-8bab-9acc9703b494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866680 Apr 18 21:40:24.300057 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ec909-fe4e-4e9d-9c37-d3be94fbb20a req-11a761f6-3b01-4a48-946d-817c7dbd3966 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:24.301559 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa3ec909-fe4e-4e9d-9c37-d3be94fbb20a req-11a761f6-3b01-4a48-946d-817c7dbd3966 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 943 time: 0.0495265 Apr 18 21:40:24.340675 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa3ec909-fe4e-4e9d-9c37-d3be94fbb20a req-e41ff39d-9780-4cac-9c24-b2e5377ae798 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323260 Apr 18 21:40:24.558546 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66fca47-7d45-4f2f-9d0f-f02422004345', 'tag': '77a8d1f2-c62a-4d37-904a-ed5a8e226635'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:40:24.560978 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0e7d99-d448-4351-8dfb-223e000a3b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "c66fca47-7d45-4f2f-9d0f-f02422004345", "tag": "77a8d1f2-c62a-4d37-904a-ed5a8e226635"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:40:24.610391 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c75829-0e56-47ae-a5d9-88fb9201051d x-openstack-request-id: req-a3c75829-0e56-47ae-a5d9-88fb9201051d {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:40:24.610678 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c66fca47-7d45-4f2f-9d0f-f02422004345", "tag": "77a8d1f2-c62a-4d37-904a-ed5a8e226635", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:40:24.610924 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3c75829-0e56-47ae-a5d9-88fb9201051d {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:40:24.611330 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3c75829-0e56-47ae-a5d9-88fb9201051d'] response: {'name': 'network-changed', 'server_uuid': 'c66fca47-7d45-4f2f-9d0f-f02422004345', 'tag': '77a8d1f2-c62a-4d37-904a-ed5a8e226635', 'status': 'completed', 'code': 200} Apr 18 21:40:24.701700 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e7d99-d448-4351-8dfb-223e000a3b0e req-a44925b0-67de-4cb8-baac-99362f16fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:24.703173 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e0e7d99-d448-4351-8dfb-223e000a3b0e req-a44925b0-67de-4cb8-baac-99362f16fefd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 1094 time: 0.0724549 Apr 18 21:40:24.704927 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e7d99-d448-4351-8dfb-223e000a3b0e req-37004b88-5a7b-444d-b045-5189087e2c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:24.706240 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e0e7d99-d448-4351-8dfb-223e000a3b0e req-37004b88-5a7b-444d-b045-5189087e2c6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 1094 time: 0.0676491 Apr 18 21:40:24.739920 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-179a5d3a-90fc-498b-80d4-5f94795b0848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:24.860929 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e7d99-d448-4351-8dfb-223e000a3b0e req-8b40da56-2b7d-412e-9f6a-394f7e27b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:24.862288 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e0e7d99-d448-4351-8dfb-223e000a3b0e req-8b40da56-2b7d-412e-9f6a-394f7e27b80d service neutron] 10.222.0.57 "GET /v2.0/networks?id=b617e6cf-052e-4c94-8bab-9acc9703b494 HTTP/1.1" status: 200 len: 898 time: 0.1523027 Apr 18 21:40:24.864792 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e7d99-d448-4351-8dfb-223e000a3b0e req-0a00f005-ef66-4b80-a22d-21059d93595f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:24.866091 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e0e7d99-d448-4351-8dfb-223e000a3b0e req-0a00f005-ef66-4b80-a22d-21059d93595f service neutron] 10.222.0.32 "GET /v2.0/networks?id=b617e6cf-052e-4c94-8bab-9acc9703b494 HTTP/1.1" status: 200 len: 898 time: 0.1488311 Apr 18 21:40:24.976690 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e0e7d99-d448-4351-8dfb-223e000a3b0e req-e11e05f4-e417-4807-ab6a-11d421adaf63 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77a8d1f2-c62a-4d37-904a-ed5a8e226635 HTTP/1.1" status: 200 len: 997 time: 0.1065207 Apr 18 21:40:24.979074 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e0e7d99-d448-4351-8dfb-223e000a3b0e req-65d0e07b-cb8c-4635-94f2-a97a194f3190 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77a8d1f2-c62a-4d37-904a-ed5a8e226635 HTTP/1.1" status: 200 len: 997 time: 0.1035519 Apr 18 21:40:25.061252 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e7d99-d448-4351-8dfb-223e000a3b0e req-c98904df-b231-4901-b52c-d0790aa27c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:25.062187 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e0e7d99-d448-4351-8dfb-223e000a3b0e req-c98904df-b231-4901-b52c-d0790aa27c78 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cab24b0e-bd9d-4f49-8020-ab8e6b282dd3 HTTP/1.1" status: 200 len: 835 time: 0.0784290 Apr 18 21:40:25.063520 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e7d99-d448-4351-8dfb-223e000a3b0e req-1f5e0e37-55d9-4857-851c-29c5dd2e1e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:25.064820 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e0e7d99-d448-4351-8dfb-223e000a3b0e req-1f5e0e37-55d9-4857-851c-29c5dd2e1e43 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cab24b0e-bd9d-4f49-8020-ab8e6b282dd3 HTTP/1.1" status: 200 len: 835 time: 0.0734434 Apr 18 21:40:25.142407 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e7d99-d448-4351-8dfb-223e000a3b0e req-ebc01e8b-bcf3-464f-9eef-5f0f7ecb979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:25.143876 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e0e7d99-d448-4351-8dfb-223e000a3b0e req-ebc01e8b-bcf3-464f-9eef-5f0f7ecb979b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b617e6cf-052e-4c94-8bab-9acc9703b494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729322 Apr 18 21:40:25.145584 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e7d99-d448-4351-8dfb-223e000a3b0e req-ab110ebd-10b6-4f8d-8cb7-35c52e10797f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:25.146907 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e0e7d99-d448-4351-8dfb-223e000a3b0e req-ab110ebd-10b6-4f8d-8cb7-35c52e10797f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b617e6cf-052e-4c94-8bab-9acc9703b494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683122 Apr 18 21:40:25.297967 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e0e7d99-d448-4351-8dfb-223e000a3b0e req-0239e57a-4a1b-4192-9ed5-4f9c856c90f3 service neutron] 10.222.0.32 "GET /v2.0/networks/b617e6cf-052e-4c94-8bab-9acc9703b494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471326 Apr 18 21:40:25.299804 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e0e7d99-d448-4351-8dfb-223e000a3b0e req-7f74698a-68c0-4e09-866b-621120feb929 service neutron] 10.222.0.57 "GET /v2.0/networks/b617e6cf-052e-4c94-8bab-9acc9703b494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422684 Apr 18 21:40:25.487697 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e0e7d99-d448-4351-8dfb-223e000a3b0e req-51a1e632-f2f3-4ece-b93b-c7d3c5243a00 service neutron] 10.222.0.32 "GET /v2.0/networks/b617e6cf-052e-4c94-8bab-9acc9703b494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824970 Apr 18 21:40:25.490675 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4e0e7d99-d448-4351-8dfb-223e000a3b0e req-154ec576-492c-42c4-90a7-5b8f2cdffeb0 service neutron] 10.222.0.57 "GET /v2.0/networks/b617e6cf-052e-4c94-8bab-9acc9703b494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788163 Apr 18 21:40:25.513499 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f7559-1583-46df-9650-2ade6f67741b req-9b1ec194-9150-47ca-8355-d04b811148e8 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:25.515083 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-644f7559-1583-46df-9650-2ade6f67741b req-9b1ec194-9150-47ca-8355-d04b811148e8 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 943 time: 0.1026816 Apr 18 21:40:25.555418 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-644f7559-1583-46df-9650-2ade6f67741b req-048f3cf7-8a1b-4eff-a1cd-0e5777377bdf tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340083 Apr 18 21:40:25.782158 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c973b-df7d-4d75-a0c8-ce434cf01897 req-1d8ec5da-a287-4bff-812f-d8cf5c442664 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:25.783547 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d3c973b-df7d-4d75-a0c8-ce434cf01897 req-1d8ec5da-a287-4bff-812f-d8cf5c442664 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 943 time: 0.0775681 Apr 18 21:40:25.797948 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40169e3-1c7f-45ed-bf03-adbb7324a71c req-df3a3657-2293-42f0-bbbe-31438852c3f8 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:25.799587 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b40169e3-1c7f-45ed-bf03-adbb7324a71c req-df3a3657-2293-42f0-bbbe-31438852c3f8 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.32 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345&tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&binding%3Ahost_id=n-h2-838323-3 HTTP/1.1" status: 200 len: 943 time: 0.0845318 Apr 18 21:40:25.866667 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4d3c973b-df7d-4d75-a0c8-ce434cf01897 req-145ddaa5-5fa5-47c5-ba89-4fca6fa7d34e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769718 Apr 18 21:40:25.886481 n-d-838323-3 neutron-server[102908]: INFO neutron.api.v2.resource [req-b40169e3-1c7f-45ed-bf03-adbb7324a71c req-3c951ec3-202d-49df-9b19-f6d1598447ca service neutron] delete failed (client error): The resource could not be found. Apr 18 21:40:25.887508 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b40169e3-1c7f-45ed-bf03-adbb7324a71c req-3c951ec3-202d-49df-9b19-f6d1598447ca service neutron] 10.222.0.32 "DELETE /v2.0/ports/77a8d1f2-c62a-4d37-904a-ed5a8e226635/bindings/n-h1-838323-3 HTTP/1.1" status: 404 len: 380 time: 0.0803208 Apr 18 21:40:25.999435 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40169e3-1c7f-45ed-bf03-adbb7324a71c req-fd1c4ad5-4e32-466a-9311-5d8c5e6af819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:26.000940 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b40169e3-1c7f-45ed-bf03-adbb7324a71c req-fd1c4ad5-4e32-466a-9311-5d8c5e6af819 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 1094 time: 0.0685463 Apr 18 21:40:26.012696 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4f3a3-e9bd-4c1a-ab07-bba9d22d1c2a req-61a7fc27-4bbe-4fae-9ad2-ae416f0a91ca tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:26.014080 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7d4f3a3-e9bd-4c1a-ab07-bba9d22d1c2a req-61a7fc27-4bbe-4fae-9ad2-ae416f0a91ca tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 943 time: 0.0712800 Apr 18 21:40:26.100862 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7d4f3a3-e9bd-4c1a-ab07-bba9d22d1c2a req-246e2d96-ec42-407b-8f00-2b369ed8b4a0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788507 Apr 18 21:40:26.106037 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 77a8d1f2-c62a-4d37-904a-ed5a8e226635 details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:40:26.129451 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40169e3-1c7f-45ed-bf03-adbb7324a71c req-ebb3d5a9-f288-4429-b7ae-817dbc373bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:26.130946 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b40169e3-1c7f-45ed-bf03-adbb7324a71c req-ebb3d5a9-f288-4429-b7ae-817dbc373bd5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b617e6cf-052e-4c94-8bab-9acc9703b494 HTTP/1.1" status: 200 len: 898 time: 0.1160107 Apr 18 21:40:26.170900 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 77a8d1f2-c62a-4d37-904a-ed5a8e226635 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:40:26.204073 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b40169e3-1c7f-45ed-bf03-adbb7324a71c req-24f8597e-4939-425a-b700-17253bbb0261 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77a8d1f2-c62a-4d37-904a-ed5a8e226635 HTTP/1.1" status: 200 len: 997 time: 0.0664904 Apr 18 21:40:26.238355 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 77a8d1f2-c62a-4d37-904a-ed5a8e226635, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=77a8d1f2-c62a-4d37-904a-ed5a8e226635,segment=NetworkSegment(3dc99547-931f-4a59-8810-a93104054e95),segment_id=3dc99547-931f-4a59-8810-a93104054e95)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:26.246450 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 77a8d1f2-c62a-4d37-904a-ed5a8e226635 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:40:26.251491 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': '77a8d1f2-c62a-4d37-904a-ed5a8e226635', 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494', 'port_id': '77a8d1f2-c62a-4d37-904a-ed5a8e226635', 'mac_address': 'fa:16:3e:2a:1c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cab24b0e-bd9d-4f49-8020-ab8e6b282dd3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:40:26.255749 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40169e3-1c7f-45ed-bf03-adbb7324a71c req-7ed9c650-7c57-4433-ac66-05a6e26566b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:26.257235 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b40169e3-1c7f-45ed-bf03-adbb7324a71c req-7ed9c650-7c57-4433-ac66-05a6e26566b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cab24b0e-bd9d-4f49-8020-ab8e6b282dd3 HTTP/1.1" status: 200 len: 835 time: 0.0461543 Apr 18 21:40:26.294432 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:26.306369 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40169e3-1c7f-45ed-bf03-adbb7324a71c req-6897429c-09a5-412f-b56e-8ee1679f05ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:26.308057 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b40169e3-1c7f-45ed-bf03-adbb7324a71c req-6897429c-09a5-412f-b56e-8ee1679f05ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b617e6cf-052e-4c94-8bab-9acc9703b494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429883 Apr 18 21:40:26.308216 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77a8d1f2-c62a-4d37-904a-ed5a8e226635 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:40:26.328215 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 77a8d1f2-c62a-4d37-904a-ed5a8e226635, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=77a8d1f2-c62a-4d37-904a-ed5a8e226635,segment=NetworkSegment(3dc99547-931f-4a59-8810-a93104054e95),segment_id=3dc99547-931f-4a59-8810-a93104054e95)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:26.333133 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:26.382024 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=77a8d1f2-c62a-4d37-904a-ed5a8e226635,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:26.392492 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:26.392850 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:26.393214 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:26.393668 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:26.394058 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:26.394401 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:26.394879 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:26.395414 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:26.395652 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:26.395868 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:26.396170 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:26.396518 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:26.421127 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b40169e3-1c7f-45ed-bf03-adbb7324a71c req-6b3641e3-bf2e-4933-b311-edaa1fe2fbea service neutron] 10.222.0.32 "GET /v2.0/networks/b617e6cf-052e-4c94-8bab-9acc9703b494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055853 Apr 18 21:40:26.521638 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b40169e3-1c7f-45ed-bf03-adbb7324a71c req-97b0777e-92ad-4e5f-a97f-a566f9898bc8 service neutron] 10.222.0.32 "GET /v2.0/networks/b617e6cf-052e-4c94-8bab-9acc9703b494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933278 Apr 18 21:40:26.574115 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['77a8d1f2-c62a-4d37-904a-ed5a8e226635'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:40:27.228323 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56345d0a-2ec3-46a8-8360-5ffbe597e4e8 req-b679ea9f-173a-4d85-8d80-3cef61c96e96 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:27.229887 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-56345d0a-2ec3-46a8-8360-5ffbe597e4e8 req-b679ea9f-173a-4d85-8d80-3cef61c96e96 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 944 time: 0.0512328 Apr 18 21:40:27.268217 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-56345d0a-2ec3-46a8-8360-5ffbe597e4e8 req-27559053-1b41-43e2-8990-5363372b7fcd tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321698 Apr 18 21:40:27.290977 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59804) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:27.356358 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b34ee0c0-dbd7-4bac-b971-9f2a2ea5bd85 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/floatingips/5fc661f6-5eac-442c-818e-bd2adffcee34 HTTP/1.1" status: 200 len: 990 time: 0.0642018 Apr 18 21:40:28.113420 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 77a8d1f2-c62a-4d37-904a-ed5a8e226635 up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:40:28.162892 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port 77a8d1f2-c62a-4d37-904a-ed5a8e226635 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:28.167493 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port 77a8d1f2-c62a-4d37-904a-ed5a8e226635 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:28.167859 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.214731 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af7eb317-f9cc-4f1d-bc3c-cf9158c1a825 req-10c2d603-8ca6-46d9-b0dc-9d665fe50152 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0485308 Apr 18 21:40:28.251277 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.278020 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66fca47-7d45-4f2f-9d0f-f02422004345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a8d1f2-c62a-4d37-904a-ed5a8e226635'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:40:28.280277 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b46adcd-a1ae-410b-8788-07bd41cbaeb7" -d '{"events": [{"server_uuid": "c66fca47-7d45-4f2f-9d0f-f02422004345", "name": "network-vif-plugged", "status": "completed", "tag": "77a8d1f2-c62a-4d37-904a-ed5a8e226635"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:40:28.295226 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port 77a8d1f2-c62a-4d37-904a-ed5a8e226635, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=77a8d1f2-c62a-4d37-904a-ed5a8e226635,segment=NetworkSegment(3dc99547-931f-4a59-8810-a93104054e95),segment_id=3dc99547-931f-4a59-8810-a93104054e95)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:28.300420 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.303228 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7eb317-f9cc-4f1d-bc3c-cf9158c1a825 req-beda362e-c91c-49c4-b8dc-c6f6c4a2ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:28.306558 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af7eb317-f9cc-4f1d-bc3c-cf9158c1a825 req-beda362e-c91c-49c4-b8dc-c6f6c4a2ac93 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 1095 time: 0.0491476 Apr 18 21:40:28.350291 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=77a8d1f2-c62a-4d37-904a-ed5a8e226635,revision_number=9']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:28.384391 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7201d12c-0313-46e5-aad2-520222789b58 x-openstack-request-id: req-7201d12c-0313-46e5-aad2-520222789b58 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:40:28.384716 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66fca47-7d45-4f2f-9d0f-f02422004345", "name": "network-vif-plugged", "status": "completed", "tag": "77a8d1f2-c62a-4d37-904a-ed5a8e226635", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:40:28.384971 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7201d12c-0313-46e5-aad2-520222789b58 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:40:28.385383 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7201d12c-0313-46e5-aad2-520222789b58'] response: {'server_uuid': 'c66fca47-7d45-4f2f-9d0f-f02422004345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a8d1f2-c62a-4d37-904a-ed5a8e226635', 'code': 200} Apr 18 21:40:28.424534 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7eb317-f9cc-4f1d-bc3c-cf9158c1a825 req-26ab685b-b181-4175-8cd7-cb7161760160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:28.425930 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af7eb317-f9cc-4f1d-bc3c-cf9158c1a825 req-26ab685b-b181-4175-8cd7-cb7161760160 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b617e6cf-052e-4c94-8bab-9acc9703b494 HTTP/1.1" status: 200 len: 898 time: 0.1023674 Apr 18 21:40:28.495962 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af7eb317-f9cc-4f1d-bc3c-cf9158c1a825 req-f420f1a5-4c07-4e4d-9bd1-14ceccd50b90 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77a8d1f2-c62a-4d37-904a-ed5a8e226635 HTTP/1.1" status: 200 len: 999 time: 0.0623639 Apr 18 21:40:28.545493 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7eb317-f9cc-4f1d-bc3c-cf9158c1a825 req-cfd8bcc5-5723-474b-be10-0ea345ad15a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:28.546961 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af7eb317-f9cc-4f1d-bc3c-cf9158c1a825 req-cfd8bcc5-5723-474b-be10-0ea345ad15a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cab24b0e-bd9d-4f49-8020-ab8e6b282dd3 HTTP/1.1" status: 200 len: 835 time: 0.0450945 Apr 18 21:40:28.595492 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7eb317-f9cc-4f1d-bc3c-cf9158c1a825 req-7b96e454-adb3-43f1-8d5a-8a5612b757bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:28.597058 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af7eb317-f9cc-4f1d-bc3c-cf9158c1a825 req-7b96e454-adb3-43f1-8d5a-8a5612b757bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b617e6cf-052e-4c94-8bab-9acc9703b494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423052 Apr 18 21:40:28.690249 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af7eb317-f9cc-4f1d-bc3c-cf9158c1a825 req-18df2f3f-1e3e-428b-bf16-4d76c0e97d39 service neutron] 10.222.0.57 "GET /v2.0/networks/b617e6cf-052e-4c94-8bab-9acc9703b494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862226 Apr 18 21:40:28.778485 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-af7eb317-f9cc-4f1d-bc3c-cf9158c1a825 req-d6ca5533-aec7-4055-9aa3-60bc2d441fa3 service neutron] 10.222.0.57 "GET /v2.0/networks/b617e6cf-052e-4c94-8bab-9acc9703b494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812974 Apr 18 21:40:29.147451 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-79a0851f-c71f-47b1-a898-164370798b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:30.084644 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:31.651555 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:31.866206 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:38.208815 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:42.507349 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:52.371794 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:40:54.743716 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a28e35f8-06fb-40c4-8ba9-29356027f015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:55.711806 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59822) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:55.873472 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-13bbb370-ce9f-42f1-a764-6054645c003b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Deleting port c9f0cdf1-a843-4a34-ac95-a57dff8baf58 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:40:55.874194 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13bbb370-ce9f-42f1-a764-6054645c003b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:55.963378 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13bbb370-ce9f-42f1-a764-6054645c003b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:55.963720 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13bbb370-ce9f-42f1-a764-6054645c003b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:55.976250 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-13bbb370-ce9f-42f1-a764-6054645c003b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Calling delete_port for c9f0cdf1-a843-4a34-ac95-a57dff8baf58 owned by network:floatingip {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:40:56.138870 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13bbb370-ce9f-42f1-a764-6054645c003b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:56.171830 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbb370-ce9f-42f1-a764-6054645c003b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Port': ['ID=c9f0cdf1-a843-4a34-ac95-a57dff8baf58,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:56.199304 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bbb370-ce9f-42f1-a764-6054645c003b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:56.202285 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bbb370-ce9f-42f1-a764-6054645c003b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:56.202285 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bbb370-ce9f-42f1-a764-6054645c003b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:56.202285 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bbb370-ce9f-42f1-a764-6054645c003b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:56.202285 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bbb370-ce9f-42f1-a764-6054645c003b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:56.202285 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bbb370-ce9f-42f1-a764-6054645c003b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:56.202285 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bbb370-ce9f-42f1-a764-6054645c003b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:56.202285 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bbb370-ce9f-42f1-a764-6054645c003b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:56.202285 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bbb370-ce9f-42f1-a764-6054645c003b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:56.203048 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bbb370-ce9f-42f1-a764-6054645c003b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:56.203048 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bbb370-ce9f-42f1-a764-6054645c003b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:56.203048 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bbb370-ce9f-42f1-a764-6054645c003b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:56.253443 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13bbb370-ce9f-42f1-a764-6054645c003b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for floatingip, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:56.253844 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-13bbb370-ce9f-42f1-a764-6054645c003b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Floating IP 5fc661f6-5eac-442c-818e-bd2adffcee34 disassociated (deleted). External IP: 172.25.1.6, port: 77a8d1f2-c62a-4d37-904a-ed5a8e226635. Apr 18 21:40:56.493679 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bbb370-ce9f-42f1-a764-6054645c003b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Router fc6ee272-3e88-4463-bb0f-522ef6877621 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:40:56.615358 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bbb370-ce9f-42f1-a764-6054645c003b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:40:56.620324 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-13bbb370-ce9f-42f1-a764-6054645c003b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:56.633330 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddea9076-29a4-455b-8079-17ddf8bd2296 None None] Sync routers for ids ['fc6ee272-3e88-4463-bb0f-522ef6877621'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:40:56.645155 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddea9076-29a4-455b-8079-17ddf8bd2296 None None] Routers {'fc6ee272-3e88-4463-bb0f-522ef6877621'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:40:56.646129 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ddea9076-29a4-455b-8079-17ddf8bd2296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:40:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['fc6ee272-3e88-4463-bb0f-522ef6877621'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:56.652655 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-13bbb370-ce9f-42f1-a764-6054645c003b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "DELETE /v2.0/floatingips/5fc661f6-5eac-442c-818e-bd2adffcee34 HTTP/1.1" status: 204 len: 168 time: 0.9390244 Apr 18 21:40:56.653333 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66fca47-7d45-4f2f-9d0f-f02422004345', 'tag': '77a8d1f2-c62a-4d37-904a-ed5a8e226635'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:40:56.655787 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2316f7aae560ee2534ee33f3ac4cc6eb4b6c4379016ac3c0f66c65b131d8d070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5332ee88-c1f4-442f-b21c-d1fe0f41a46c" -d '{"events": [{"name": "network-changed", "server_uuid": "c66fca47-7d45-4f2f-9d0f-f02422004345", "tag": "77a8d1f2-c62a-4d37-904a-ed5a8e226635"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:40:56.773856 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2b504b-f385-4a9e-bbbf-8a6d07e8770c x-openstack-request-id: req-9b2b504b-f385-4a9e-bbbf-8a6d07e8770c {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:40:56.773856 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c66fca47-7d45-4f2f-9d0f-f02422004345", "tag": "77a8d1f2-c62a-4d37-904a-ed5a8e226635", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:40:56.773856 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b2b504b-f385-4a9e-bbbf-8a6d07e8770c {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:40:56.774670 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b2b504b-f385-4a9e-bbbf-8a6d07e8770c'] response: {'name': 'network-changed', 'server_uuid': 'c66fca47-7d45-4f2f-9d0f-f02422004345', 'tag': '77a8d1f2-c62a-4d37-904a-ed5a8e226635', 'status': 'completed', 'code': 200} Apr 18 21:40:56.803165 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-ddea9076-29a4-455b-8079-17ddf8bd2296 None None] Set router fc6ee272-3e88-4463-bb0f-522ef6877621 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:40:56.867563 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332ee88-c1f4-442f-b21c-d1fe0f41a46c req-184ac8ba-2bd0-4c3f-868a-819e18358dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:56.869167 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5332ee88-c1f4-442f-b21c-d1fe0f41a46c req-184ac8ba-2bd0-4c3f-868a-819e18358dab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 1096 time: 0.0720739 Apr 18 21:40:57.032963 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ddea9076-29a4-455b-8079-17ddf8bd2296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731065326', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:44Z', 'updated_at': '2022-04-18T21:38:48Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:45Z', 'updated_at': '2022-04-18T21:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '9a443b96-a862-4014-a74f-fbdef7d2edf0', 'name': '', 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:f7:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cab24b0e-bd9d-4f49-8020-ab8e6b282dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:47Z', 'updated_at': '2022-04-18T21:38:51Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': 'cab24b0e-bd9d-4f49-8020-ab8e6b282dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:57.061677 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddea9076-29a4-455b-8079-17ddf8bd2296 None None] Checking router: fc6ee272-3e88-4463-bb0f-522ef6877621 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:40:57.071136 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddea9076-29a4-455b-8079-17ddf8bd2296 None None] Routers {'fc6ee272-3e88-4463-bb0f-522ef6877621'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:40:57.071773 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ddea9076-29a4-455b-8079-17ddf8bd2296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:40:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['fc6ee272-3e88-4463-bb0f-522ef6877621'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:57.291411 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-ddea9076-29a4-455b-8079-17ddf8bd2296 None None] Set router fc6ee272-3e88-4463-bb0f-522ef6877621 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:40:57.318096 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab082fa6-4365-48d8-953c-89871db6acb9 req-82a31c75-55f3-4e31-bc89-f4f22f40a626 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:57.319592 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ab082fa6-4365-48d8-953c-89871db6acb9 req-82a31c75-55f3-4e31-bc89-f4f22f40a626 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 945 time: 0.4229023 Apr 18 21:40:57.336622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332ee88-c1f4-442f-b21c-d1fe0f41a46c req-4ed21ce6-dfdd-42be-b673-65d49dc4930a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:57.338093 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5332ee88-c1f4-442f-b21c-d1fe0f41a46c req-4ed21ce6-dfdd-42be-b673-65d49dc4930a service neutron] 10.222.0.57 "GET /v2.0/networks?id=b617e6cf-052e-4c94-8bab-9acc9703b494 HTTP/1.1" status: 200 len: 898 time: 0.4610369 Apr 18 21:40:57.385121 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5332ee88-c1f4-442f-b21c-d1fe0f41a46c req-10ee704a-4065-4904-814d-15685175074f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77a8d1f2-c62a-4d37-904a-ed5a8e226635 HTTP/1.1" status: 200 len: 217 time: 0.0389683 Apr 18 21:40:57.409291 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ab082fa6-4365-48d8-953c-89871db6acb9 req-309bda07-aeae-4e90-ab9f-2adb90b8bcf7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815871 Apr 18 21:40:57.451828 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332ee88-c1f4-442f-b21c-d1fe0f41a46c req-488fee99-75c7-4c25-92b3-fd6d0f46b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:57.453423 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5332ee88-c1f4-442f-b21c-d1fe0f41a46c req-488fee99-75c7-4c25-92b3-fd6d0f46b2ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cab24b0e-bd9d-4f49-8020-ab8e6b282dd3 HTTP/1.1" status: 200 len: 835 time: 0.0598838 Apr 18 21:40:57.507547 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332ee88-c1f4-442f-b21c-d1fe0f41a46c req-fbbc120d-2625-4bd7-a040-b4d83e74799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:57.509675 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5332ee88-c1f4-442f-b21c-d1fe0f41a46c req-fbbc120d-2625-4bd7-a040-b4d83e74799b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b617e6cf-052e-4c94-8bab-9acc9703b494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487905 Apr 18 21:40:57.514257 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-ddea9076-29a4-455b-8079-17ddf8bd2296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731065326', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:44Z', 'updated_at': '2022-04-18T21:38:48Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:45Z', 'updated_at': '2022-04-18T21:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '9a443b96-a862-4014-a74f-fbdef7d2edf0', 'name': '', 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:f7:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cab24b0e-bd9d-4f49-8020-ab8e6b282dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:47Z', 'updated_at': '2022-04-18T21:38:51Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': 'cab24b0e-bd9d-4f49-8020-ab8e6b282dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:57.541277 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddea9076-29a4-455b-8079-17ddf8bd2296 None None] The sync data for ids ['fc6ee272-3e88-4463-bb0f-522ef6877621'] in n-d-838323-3 is: [{'id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731065326', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:44Z', 'updated_at': '2022-04-18T21:38:48Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:45Z', 'updated_at': '2022-04-18T21:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '9a443b96-a862-4014-a74f-fbdef7d2edf0', 'name': '', 'network_id': 'b617e6cf-052e-4c94-8bab-9acc9703b494', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:f7:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cab24b0e-bd9d-4f49-8020-ab8e6b282dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:47Z', 'updated_at': '2022-04-18T21:38:51Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': 'cab24b0e-bd9d-4f49-8020-ab8e6b282dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:40:57.611326 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5332ee88-c1f4-442f-b21c-d1fe0f41a46c req-599a3beb-aef7-4858-9c96-641c67dfc097 service neutron] 10.222.0.57 "GET /v2.0/networks/b617e6cf-052e-4c94-8bab-9acc9703b494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947323 Apr 18 21:40:57.717947 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5332ee88-c1f4-442f-b21c-d1fe0f41a46c req-2e86d97a-9787-49a5-a9c0-641eb7ccaea1 service neutron] 10.222.0.57 "GET /v2.0/networks/b617e6cf-052e-4c94-8bab-9acc9703b494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990765 Apr 18 21:40:57.784331 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38ab794-5496-4e57-869d-b269d1f8e463 None None] New status for floating IP 5fc661f6-5eac-442c-818e-bd2adffcee34: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:40:58.169232 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912616b3-e441-46c6-8c2b-0a82c145dd5f req-03258396-33d1-4fd6-982d-c3936fc83a59 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:58.170746 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-912616b3-e441-46c6-8c2b-0a82c145dd5f req-03258396-33d1-4fd6-982d-c3936fc83a59 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.57 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 945 time: 0.0511508 Apr 18 21:40:58.261784 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-912616b3-e441-46c6-8c2b-0a82c145dd5f req-aa201ddc-e583-4cc6-a0a7-a16ad6a1e59d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Deleting port 77a8d1f2-c62a-4d37-904a-ed5a8e226635 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:40:58.262122 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-912616b3-e441-46c6-8c2b-0a82c145dd5f req-aa201ddc-e583-4cc6-a0a7-a16ad6a1e59d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:58.371059 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-912616b3-e441-46c6-8c2b-0a82c145dd5f req-aa201ddc-e583-4cc6-a0a7-a16ad6a1e59d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] For port 77a8d1f2-c62a-4d37-904a-ed5a8e226635, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=77a8d1f2-c62a-4d37-904a-ed5a8e226635,segment=NetworkSegment(3dc99547-931f-4a59-8810-a93104054e95),segment_id=3dc99547-931f-4a59-8810-a93104054e95)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:58.371406 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-912616b3-e441-46c6-8c2b-0a82c145dd5f req-aa201ddc-e583-4cc6-a0a7-a16ad6a1e59d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:58.386226 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-912616b3-e441-46c6-8c2b-0a82c145dd5f req-aa201ddc-e583-4cc6-a0a7-a16ad6a1e59d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Calling delete_port for 77a8d1f2-c62a-4d37-904a-ed5a8e226635 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:40:58.562026 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-912616b3-e441-46c6-8c2b-0a82c145dd5f req-aa201ddc-e583-4cc6-a0a7-a16ad6a1e59d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:58.577391 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5b702-318f-416f-bbc9-a8139813deec req-41ec81f8-2b9f-420e-bdb5-1d5fad25ddf8 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:58.579293 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ed5b702-318f-416f-bbc9-a8139813deec req-41ec81f8-2b9f-420e-bdb5-1d5fad25ddf8 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66fca47-7d45-4f2f-9d0f-f02422004345 HTTP/1.1" status: 200 len: 945 time: 0.0738707 Apr 18 21:40:58.603508 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa201ddc-e583-4cc6-a0a7-a16ad6a1e59d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Port': ['ID=77a8d1f2-c62a-4d37-904a-ed5a8e226635,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:58.673799 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-912616b3-e441-46c6-8c2b-0a82c145dd5f req-aa201ddc-e583-4cc6-a0a7-a16ad6a1e59d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] No DVR routers for this DVR port 77a8d1f2-c62a-4d37-904a-ed5a8e226635 on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:40:58.677879 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-912616b3-e441-46c6-8c2b-0a82c145dd5f req-aa201ddc-e583-4cc6-a0a7-a16ad6a1e59d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:58.681163 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-912616b3-e441-46c6-8c2b-0a82c145dd5f req-aa201ddc-e583-4cc6-a0a7-a16ad6a1e59d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.57 "DELETE /v2.0/ports/77a8d1f2-c62a-4d37-904a-ed5a8e226635 HTTP/1.1" status: 204 len: 173 time: 0.5049193 Apr 18 21:40:58.681610 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66fca47-7d45-4f2f-9d0f-f02422004345', 'name': 'network-vif-deleted', 'tag': '77a8d1f2-c62a-4d37-904a-ed5a8e226635'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:40:58.683955 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1e874d-3025-4db4-a462-3dc50496f32b" -d '{"events": [{"server_uuid": "c66fca47-7d45-4f2f-9d0f-f02422004345", "name": "network-vif-deleted", "tag": "77a8d1f2-c62a-4d37-904a-ed5a8e226635"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:40:58.690051 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ed5b702-318f-416f-bbc9-a8139813deec req-ff3f4162-930e-4cd8-83b9-9e642a9d4fe2 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec2270ca-b6d6-4138-982a-3eb2277af98e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904100 Apr 18 21:40:58.734250 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca35144-f94a-4f3b-987f-41d557a8f6b8 x-openstack-request-id: req-8ca35144-f94a-4f3b-987f-41d557a8f6b8 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:40:58.734547 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66fca47-7d45-4f2f-9d0f-f02422004345", "name": "network-vif-deleted", "tag": "77a8d1f2-c62a-4d37-904a-ed5a8e226635", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:40:58.734789 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ca35144-f94a-4f3b-987f-41d557a8f6b8 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:40:58.735201 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ca35144-f94a-4f3b-987f-41d557a8f6b8'] response: {'server_uuid': 'c66fca47-7d45-4f2f-9d0f-f02422004345', 'name': 'network-vif-deleted', 'tag': '77a8d1f2-c62a-4d37-904a-ed5a8e226635', 'status': 'completed', 'code': 200} Apr 18 21:40:59.153653 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eeb3603e-db37-47d5-95da-8a26afb2a8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:59.777954 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59838) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:41:00.087703 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:00.157399 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d097f387-724f-4fc9-a955-679628df2892 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:00.428980 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-d097f387-724f-4fc9-a955-679628df2892 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Deleting port 9a443b96-a862-4014-a74f-fbdef7d2edf0 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:41:00.429449 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d097f387-724f-4fc9-a955-679628df2892 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:00.525550 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-d097f387-724f-4fc9-a955-679628df2892 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] For port 9a443b96-a862-4014-a74f-fbdef7d2edf0, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=9a443b96-a862-4014-a74f-fbdef7d2edf0,segment=NetworkSegment(3dc99547-931f-4a59-8810-a93104054e95),segment_id=3dc99547-931f-4a59-8810-a93104054e95)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:00.525923 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d097f387-724f-4fc9-a955-679628df2892 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:00.540619 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-d097f387-724f-4fc9-a955-679628df2892 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Calling delete_port for 9a443b96-a862-4014-a74f-fbdef7d2edf0 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:41:00.733893 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d097f387-724f-4fc9-a955-679628df2892 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:00.762563 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097f387-724f-4fc9-a955-679628df2892 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Port': ['ID=9a443b96-a862-4014-a74f-fbdef7d2edf0,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:00.944986 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d097f387-724f-4fc9-a955-679628df2892 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:01.168482 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d097f387-724f-4fc9-a955-679628df2892 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Router fc6ee272-3e88-4463-bb0f-522ef6877621 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:41:01.275448 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d097f387-724f-4fc9-a955-679628df2892 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:41:01.281630 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d097f387-724f-4fc9-a955-679628df2892 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "PUT /v2.0/routers/fc6ee272-3e88-4463-bb0f-522ef6877621/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5024669 Apr 18 21:41:01.284558 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59840) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:41:01.286633 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58b74e7-36c2-42aa-9628-d0bd20e53d24 None None] Sync routers for ids ['fc6ee272-3e88-4463-bb0f-522ef6877621'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:41:01.296922 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58b74e7-36c2-42aa-9628-d0bd20e53d24 None None] Routers {'fc6ee272-3e88-4463-bb0f-522ef6877621'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:41:01.297633 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a58b74e7-36c2-42aa-9628-d0bd20e53d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:40:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['fc6ee272-3e88-4463-bb0f-522ef6877621'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:01.337653 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd622edd-1796-408e-ba8a-fda2a17ba4e4 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Deleting subnet cab24b0e-bd9d-4f49-8020-ab8e6b282dd3 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:41:01.341736 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd622edd-1796-408e-ba8a-fda2a17ba4e4 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:01.382975 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd622edd-1796-408e-ba8a-fda2a17ba4e4 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:01.407184 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-a58b74e7-36c2-42aa-9628-d0bd20e53d24 None None] Set router fc6ee272-3e88-4463-bb0f-522ef6877621 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:41:01.603598 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a58b74e7-36c2-42aa-9628-d0bd20e53d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731065326', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:44Z', 'updated_at': '2022-04-18T21:41:00Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:45Z', 'updated_at': '2022-04-18T21:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:01.632380 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58b74e7-36c2-42aa-9628-d0bd20e53d24 None None] Checking router: fc6ee272-3e88-4463-bb0f-522ef6877621 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:41:01.643744 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58b74e7-36c2-42aa-9628-d0bd20e53d24 None None] Routers {'fc6ee272-3e88-4463-bb0f-522ef6877621'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:41:01.644381 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a58b74e7-36c2-42aa-9628-d0bd20e53d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:40:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['fc6ee272-3e88-4463-bb0f-522ef6877621'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:01.663148 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:01.766495 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-a58b74e7-36c2-42aa-9628-d0bd20e53d24 None None] Set router fc6ee272-3e88-4463-bb0f-522ef6877621 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:41:01.812578 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd622edd-1796-408e-ba8a-fda2a17ba4e4 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:01.872636 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:01.880227 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd622edd-1796-408e-ba8a-fda2a17ba4e4 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:01.911343 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-bd622edd-1796-408e-ba8a-fda2a17ba4e4 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:01.917076 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bd622edd-1796-408e-ba8a-fda2a17ba4e4 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "DELETE /v2.0/subnets/cab24b0e-bd9d-4f49-8020-ab8e6b282dd3 HTTP/1.1" status: 204 len: 168 time: 0.6290092 Apr 18 21:41:01.917076 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd622edd-1796-408e-ba8a-fda2a17ba4e4 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Subnet': ['ID=cab24b0e-bd9d-4f49-8020-ab8e6b282dd3,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:01.918150 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59842) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:41:01.940019 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70a0405-a90c-4bd2-8965-1c161c428146 None None] Network b617e6cf-052e-4c94-8bab-9acc9703b494 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:41:01.955872 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a58b74e7-36c2-42aa-9628-d0bd20e53d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731065326', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:44Z', 'updated_at': '2022-04-18T21:41:00Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:45Z', 'updated_at': '2022-04-18T21:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:01.987731 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58b74e7-36c2-42aa-9628-d0bd20e53d24 None None] The sync data for ids ['fc6ee272-3e88-4463-bb0f-522ef6877621'] in n-d-838323-3 is: [{'id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731065326', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:44Z', 'updated_at': '2022-04-18T21:41:00Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'a946a033-f303-4d76-9b6c-20b00bce86fb', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6ee272-3e88-4463-bb0f-522ef6877621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:45Z', 'updated_at': '2022-04-18T21:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:41:02.070437 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3b1a690a-29db-4bb2-a09d-fdd8d2411ed6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:02.185715 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3b1a690a-29db-4bb2-a09d-fdd8d2411ed6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:02.240265 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-3b1a690a-29db-4bb2-a09d-fdd8d2411ed6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Deleting port a946a033-f303-4d76-9b6c-20b00bce86fb {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:41:02.240641 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3b1a690a-29db-4bb2-a09d-fdd8d2411ed6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:02.247377 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 77a8d1f2-c62a-4d37-904a-ed5a8e226635 no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:41:02.269490 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: 77a8d1f2-c62a-4d37-904a-ed5a8e226635 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:41:02.269840 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device 77a8d1f2-c62a-4d37-904a-ed5a8e226635 not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:41:02.327808 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-3b1a690a-29db-4bb2-a09d-fdd8d2411ed6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] For port a946a033-f303-4d76-9b6c-20b00bce86fb, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a946a033-f303-4d76-9b6c-20b00bce86fb,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:02.328185 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3b1a690a-29db-4bb2-a09d-fdd8d2411ed6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:02.343316 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-3b1a690a-29db-4bb2-a09d-fdd8d2411ed6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Calling delete_port for a946a033-f303-4d76-9b6c-20b00bce86fb owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:41:02.348651 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcb7595-d9ce-481f-9a9d-8e456bf903ce None None] DHCP port deletion for b617e6cf-052e-4c94-8bab-9acc9703b494 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:41:02.410177 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb7595-d9ce-481f-9a9d-8e456bf903ce None None] Deleting port 6435f5e7-9725-4a3e-bcd1-55c5e11a644a {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:41:02.410556 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7595-d9ce-481f-9a9d-8e456bf903ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:02.424279 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 9a443b96-a862-4014-a74f-fbdef7d2edf0 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:41:02.482241 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 9a443b96-a862-4014-a74f-fbdef7d2edf0 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:41:02.482565 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 9a443b96-a862-4014-a74f-fbdef7d2edf0 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:41:02.483072 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6435f5e7-9725-4a3e-bcd1-55c5e11a644a no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:41:02.535218 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7bcb7595-d9ce-481f-9a9d-8e456bf903ce None None] For port 6435f5e7-9725-4a3e-bcd1-55c5e11a644a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6435f5e7-9725-4a3e-bcd1-55c5e11a644a,segment=NetworkSegment(3dc99547-931f-4a59-8810-a93104054e95),segment_id=3dc99547-931f-4a59-8810-a93104054e95)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:02.535620 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7595-d9ce-481f-9a9d-8e456bf903ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:02.549424 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3b1a690a-29db-4bb2-a09d-fdd8d2411ed6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:02.554587 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb7595-d9ce-481f-9a9d-8e456bf903ce None None] Calling delete_port for 6435f5e7-9725-4a3e-bcd1-55c5e11a644a owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:41:02.580676 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a690a-29db-4bb2-a09d-fdd8d2411ed6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Port': ['ID=a946a033-f303-4d76-9b6c-20b00bce86fb,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:02.640937 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:02.659391 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3b1a690a-29db-4bb2-a09d-fdd8d2411ed6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:02.694435 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 6435f5e7-9725-4a3e-bcd1-55c5e11a644a, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6435f5e7-9725-4a3e-bcd1-55c5e11a644a,segment=NetworkSegment(3dc99547-931f-4a59-8810-a93104054e95),segment_id=3dc99547-931f-4a59-8810-a93104054e95)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:02.700730 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:02.734004 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7595-d9ce-481f-9a9d-8e456bf903ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:02.738756 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event deleted for resources: {'Port': ['ID=6435f5e7-9725-4a3e-bcd1-55c5e11a644a,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:02.758711 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3b1a690a-29db-4bb2-a09d-fdd8d2411ed6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:02.761079 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3b1a690a-29db-4bb2-a09d-fdd8d2411ed6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:02.765054 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb7595-d9ce-481f-9a9d-8e456bf903ce None None] Pushing event deleted for resources: {'Port': ['ID=6435f5e7-9725-4a3e-bcd1-55c5e11a644a,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:02.768722 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcb7595-d9ce-481f-9a9d-8e456bf903ce None None] No DVR routers for this DVR port 6435f5e7-9725-4a3e-bcd1-55c5e11a644a on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:41:02.813317 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3b1a690a-29db-4bb2-a09d-fdd8d2411ed6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:02.814176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1a690a-29db-4bb2-a09d-fdd8d2411ed6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Fanout notify agent at l3_agent the message router_deleted on router fc6ee272-3e88-4463-bb0f-522ef6877621 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:41:02.821975 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3b1a690a-29db-4bb2-a09d-fdd8d2411ed6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:02.823088 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3b1a690a-29db-4bb2-a09d-fdd8d2411ed6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "DELETE /v2.0/routers/fc6ee272-3e88-4463-bb0f-522ef6877621 HTTP/1.1" status: 204 len: 168 time: 0.9038796 Apr 18 21:41:02.826218 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59844) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:41:02.915478 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f675765-6a47-4a96-a8d4-e8539c6e05ce tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.010858 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f675765-6a47-4a96-a8d4-e8539c6e05ce tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.032083 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-7f675765-6a47-4a96-a8d4-e8539c6e05ce tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b617e6cf-052e-4c94-8bab-9acc9703b494']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:03.043920 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-7f675765-6a47-4a96-a8d4-e8539c6e05ce tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc99547-931f-4a59-8810-a93104054e95') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:03.044247 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-7f675765-6a47-4a96-a8d4-e8539c6e05ce tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc99547-931f-4a59-8810-a93104054e95') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:03.059797 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f675765-6a47-4a96-a8d4-e8539c6e05ce tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.074809 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f675765-6a47-4a96-a8d4-e8539c6e05ce tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.081850 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f675765-6a47-4a96-a8d4-e8539c6e05ce tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:41:03.082294 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f675765-6a47-4a96-a8d4-e8539c6e05ce tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:41:03.085782 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:41:03.167952 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f675765-6a47-4a96-a8d4-e8539c6e05ce tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.175466 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7f675765-6a47-4a96-a8d4-e8539c6e05ce tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.181465 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7f675765-6a47-4a96-a8d4-e8539c6e05ce tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "DELETE /v2.0/networks/b617e6cf-052e-4c94-8bab-9acc9703b494 HTTP/1.1" status: 204 len: 168 time: 0.3512275 Apr 18 21:41:03.182003 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59846) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:41:03.191200 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f675765-6a47-4a96-a8d4-e8539c6e05ce tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Network': ['ID=b617e6cf-052e-4c94-8bab-9acc9703b494,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:03.252547 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b3f92bc4-2a22-402d-90ca-4481025e9230 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.283115 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b3f92bc4-2a22-402d-90ca-4481025e9230 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.350739 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b3f92bc4-2a22-402d-90ca-4481025e9230 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.355029 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b3f92bc4-2a22-402d-90ca-4481025e9230 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.356550 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b3f92bc4-2a22-402d-90ca-4481025e9230 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "DELETE /v2.0/security-groups/ec2270ca-b6d6-4138-982a-3eb2277af98e HTTP/1.1" status: 204 len: 168 time: 0.1726763 Apr 18 21:41:03.371630 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f92bc4-2a22-402d-90ca-4481025e9230 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2270ca-b6d6-4138-982a-3eb2277af98e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:03.885505 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59852) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:41:03.890804 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c3614d8a-be70-4b3d-b7ec-0031493a326d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1547213209', 'description': 'tempest-secgroup-smoke-1547213209 description', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:03.912197 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3614d8a-be70-4b3d-b7ec-0031493a326d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.985246 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3614d8a-be70-4b3d-b7ec-0031493a326d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.989582 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3614d8a-be70-4b3d-b7ec-0031493a326d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.023552 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c3614d8a-be70-4b3d-b7ec-0031493a326d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.024844 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c3614d8a-be70-4b3d-b7ec-0031493a326d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1377792 Apr 18 21:41:04.026067 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614d8a-be70-4b3d-b7ec-0031493a326d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d912bba3-4cf9-4de8-aef0-c68272006bc0,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:04.029588 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59854) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:41:04.038522 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-0eb317fa-2405-429a-b8df-c5986ac4b530 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': 'd912bba3-4cf9-4de8-aef0-c68272006bc0', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:04.069341 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0eb317fa-2405-429a-b8df-c5986ac4b530 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.139917 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0eb317fa-2405-429a-b8df-c5986ac4b530 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.145128 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0eb317fa-2405-429a-b8df-c5986ac4b530 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.170341 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a946a033-f303-4d76-9b6c-20b00bce86fb no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:41:04.175457 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb317fa-2405-429a-b8df-c5986ac4b530 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079e0646-9eb5-4f80-8e14-73ce6750e82c,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:04.184926 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0eb317fa-2405-429a-b8df-c5986ac4b530 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.186284 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0eb317fa-2405-429a-b8df-c5986ac4b530 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1554759 Apr 18 21:41:04.189046 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59856) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:41:04.193650 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a0ba9716-5081-4ea9-99b9-072c7ed2a243 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': 'd912bba3-4cf9-4de8-aef0-c68272006bc0', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:04.204507 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: a946a033-f303-4d76-9b6c-20b00bce86fb {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:41:04.205105 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a946a033-f303-4d76-9b6c-20b00bce86fb not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:41:04.221148 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0ba9716-5081-4ea9-99b9-072c7ed2a243 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.290825 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0ba9716-5081-4ea9-99b9-072c7ed2a243 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.295597 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0ba9716-5081-4ea9-99b9-072c7ed2a243 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.313461 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba9716-5081-4ea9-99b9-072c7ed2a243 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03462887-23ed-4b49-b672-7adea5bcbcb4,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:04.324296 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a0ba9716-5081-4ea9-99b9-072c7ed2a243 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.325561 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a0ba9716-5081-4ea9-99b9-072c7ed2a243 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1355162 Apr 18 21:41:04.328315 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59858) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:41:04.332728 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-fcb023b1-a6c4-4ce8-a3e7-580bba9ae4df tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': 'd912bba3-4cf9-4de8-aef0-c68272006bc0', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:04.361551 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fcb023b1-a6c4-4ce8-a3e7-580bba9ae4df tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.425529 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fcb023b1-a6c4-4ce8-a3e7-580bba9ae4df tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.430356 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fcb023b1-a6c4-4ce8-a3e7-580bba9ae4df tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.450698 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb023b1-a6c4-4ce8-a3e7-580bba9ae4df tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3645611e-b54f-4a23-bd7a-995a4f3d51e2,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:04.460308 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-fcb023b1-a6c4-4ce8-a3e7-580bba9ae4df tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.461599 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fcb023b1-a6c4-4ce8-a3e7-580bba9ae4df tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323116 Apr 18 21:41:04.465598 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59860) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:41:04.470978 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-4f98f07b-2c1f-457d-b3e1-7136916f4dc7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': 'd912bba3-4cf9-4de8-aef0-c68272006bc0', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:04.498403 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4f98f07b-2c1f-457d-b3e1-7136916f4dc7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.555464 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4f98f07b-2c1f-457d-b3e1-7136916f4dc7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.560350 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4f98f07b-2c1f-457d-b3e1-7136916f4dc7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.582686 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98f07b-2c1f-457d-b3e1-7136916f4dc7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a1d92f0-82d0-476f-b79f-ff15241ff1c3,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:04.592474 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-4f98f07b-2c1f-457d-b3e1-7136916f4dc7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.594023 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4f98f07b-2c1f-457d-b3e1-7136916f4dc7 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270213 Apr 18 21:41:04.597110 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59862) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:41:04.601596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-5024992c-94fc-4760-9c03-c2456de713e0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': 'd912bba3-4cf9-4de8-aef0-c68272006bc0', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:04.623208 n-d-838323-3 neutron-server[102908]: INFO neutron.db.securitygroups_db [None req-5024992c-94fc-4760-9c03-c2456de713e0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Project 6347a1b372ae48cea2a8cfb6647f8a4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:41:04.628571 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5024992c-94fc-4760-9c03-c2456de713e0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.697997 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5024992c-94fc-4760-9c03-c2456de713e0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.702555 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5024992c-94fc-4760-9c03-c2456de713e0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.721947 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024992c-94fc-4760-9c03-c2456de713e0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7a7f6e-50fd-44af-ac44-a3f65c079f7d,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:04.727451 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5024992c-94fc-4760-9c03-c2456de713e0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.728967 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5024992c-94fc-4760-9c03-c2456de713e0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308024 Apr 18 21:41:04.733879 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59864) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:41:04.738759 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d3b1cbc5-70cd-42ca-afd3-1de24cad5f62 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': 'd912bba3-4cf9-4de8-aef0-c68272006bc0', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:04.759966 n-d-838323-3 neutron-server[102909]: INFO neutron.db.securitygroups_db [None req-d3b1cbc5-70cd-42ca-afd3-1de24cad5f62 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Project 6347a1b372ae48cea2a8cfb6647f8a4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:41:04.765323 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d3b1cbc5-70cd-42ca-afd3-1de24cad5f62 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.840181 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d3b1cbc5-70cd-42ca-afd3-1de24cad5f62 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.844070 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d3b1cbc5-70cd-42ca-afd3-1de24cad5f62 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.863173 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1cbc5-70cd-42ca-afd3-1de24cad5f62 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e94afb-6402-4e1b-9441-ba7beddee13d,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:04.871616 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d3b1cbc5-70cd-42ca-afd3-1de24cad5f62 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.872939 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d3b1cbc5-70cd-42ca-afd3-1de24cad5f62 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1378326 Apr 18 21:41:04.876365 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59866) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:41:04.881332 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-9d65ad67-7952-466f-b880-20daba364b5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'network': {'name': 'tempest-network-smoke--768212486', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'port_security_enabled': True}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:04.901675 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d65ad67-7952-466f-b880-20daba364b5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Made reservation on behalf of 6347a1b372ae48cea2a8cfb6647f8a4c for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:41:04.905435 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9d65ad67-7952-466f-b880-20daba364b5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.935560 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d65ad67-7952-466f-b880-20daba364b5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:41:04.945520 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9d65ad67-7952-466f-b880-20daba364b5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.945865 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-9d65ad67-7952-466f-b880-20daba364b5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Added segment 7e901621-94de-4e6c-b917-52fdbdd4ff98 of type vlan for network 681581e8-84e8-422c-b67c-ab0cfefc5ecc Apr 18 21:41:04.992973 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9d65ad67-7952-466f-b880-20daba364b5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.020783 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9d65ad67-7952-466f-b880-20daba364b5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.026411 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d65ad67-7952-466f-b880-20daba364b5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:05.027778 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9d65ad67-7952-466f-b880-20daba364b5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.091352 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9d65ad67-7952-466f-b880-20daba364b5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2138653 Apr 18 21:41:05.094561 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59868) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:41:05.101488 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-5c694907-c4d3-4cbd-b284-52b689f3ae2f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-716246743', 'admin_state_up': True, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:05.111534 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65ad67-7952-466f-b880-20daba364b5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Network': ['ID=681581e8-84e8-422c-b67c-ab0cfefc5ecc,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:05.125980 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 681581e8-84e8-422c-b67c-ab0cfefc5ecc details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:41:05.132495 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5c694907-c4d3-4cbd-b284-52b689f3ae2f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.133630 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5c694907-c4d3-4cbd-b284-52b689f3ae2f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.196223 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5c694907-c4d3-4cbd-b284-52b689f3ae2f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.342445 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5c694907-c4d3-4cbd-b284-52b689f3ae2f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.545758 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5c694907-c4d3-4cbd-b284-52b689f3ae2f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.565388 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5c694907-c4d3-4cbd-b284-52b689f3ae2f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.677438 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-5c694907-c4d3-4cbd-b284-52b689f3ae2f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Allocated IP 172.25.1.143 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/500fdb5d-a8eb-4853-8c7f-becf317b7dee) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:05.786976 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5c694907-c4d3-4cbd-b284-52b689f3ae2f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.826935 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5c694907-c4d3-4cbd-b284-52b689f3ae2f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.875603 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c694907-c4d3-4cbd-b284-52b689f3ae2f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:05.878770 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-5c694907-c4d3-4cbd-b284-52b689f3ae2f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:05.884113 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c694907-c4d3-4cbd-b284-52b689f3ae2f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:41:05.887010 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c694907-c4d3-4cbd-b284-52b689f3ae2f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=500fdb5d-a8eb-4853-8c7f-becf317b7dee,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:06.154124 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5c694907-c4d3-4cbd-b284-52b689f3ae2f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:06.372602 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5c694907-c4d3-4cbd-b284-52b689f3ae2f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:06.511170 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c694907-c4d3-4cbd-b284-52b689f3ae2f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Router 4600a5a9-7170-44af-8f86-f9d83ec1492d is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:41:06.636236 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c694907-c4d3-4cbd-b284-52b689f3ae2f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:41:06.645749 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61adbf2c-c3ae-4bf3-ab50-5989c6296dac None None] Sync routers for ids ['4600a5a9-7170-44af-8f86-f9d83ec1492d'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:41:06.655920 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61adbf2c-c3ae-4bf3-ab50-5989c6296dac None None] Routers {'4600a5a9-7170-44af-8f86-f9d83ec1492d'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:41:06.656587 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-61adbf2c-c3ae-4bf3-ab50-5989c6296dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:40:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4600a5a9-7170-44af-8f86-f9d83ec1492d'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:06.657552 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5c694907-c4d3-4cbd-b284-52b689f3ae2f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:06.658977 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5c694907-c4d3-4cbd-b284-52b689f3ae2f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5633540 Apr 18 21:41:06.662062 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59870) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:41:06.737697 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-11dc80f0-631c-4744-b117-e1c72b51aec5 tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=6347a1b372ae48cea2a8cfb6647f8a4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0744882 Apr 18 21:41:06.740347 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59874) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:41:06.777592 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-61adbf2c-c3ae-4bf3-ab50-5989c6296dac None None] Set router 4600a5a9-7170-44af-8f86-f9d83ec1492d gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:41:06.830576 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95d7e24-7175-47a0-8678-07e92a80390c tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:06.832106 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d95d7e24-7175-47a0-8678-07e92a80390c tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908251 Apr 18 21:41:06.835048 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59876) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:41:06.865060 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3c26cda4-ce6f-4634-b1b0-bba217c9221a tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289040 Apr 18 21:41:06.867698 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59878) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:41:06.872904 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-1b8db750-11e0-4f85-b36a-1328eb36deaf tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-810701892', 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:06.964670 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-61adbf2c-c3ae-4bf3-ab50-5989c6296dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716246743', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:41:06Z', 'revision_number': 3, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:df:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:41:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:06.969056 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8db750-11e0-4f85-b36a-1328eb36deaf tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Made reservation on behalf of 6347a1b372ae48cea2a8cfb6647f8a4c for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:41:06.972799 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b8db750-11e0-4f85-b36a-1328eb36deaf tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:06.996617 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61adbf2c-c3ae-4bf3-ab50-5989c6296dac None None] Checking router: 4600a5a9-7170-44af-8f86-f9d83ec1492d for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:41:06.996974 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61adbf2c-c3ae-4bf3-ab50-5989c6296dac None None] Updating router 4600a5a9-7170-44af-8f86-f9d83ec1492d port 500fdb5d-a8eb-4853-8c7f-becf317b7dee binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:41:07.023274 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-61adbf2c-c3ae-4bf3-ab50-5989c6296dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:07.184807 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b8db750-11e0-4f85-b36a-1328eb36deaf tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:07.248361 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8db750-11e0-4f85-b36a-1328eb36deaf tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Subnet': ['ID=386ac532-2a48-4eb1-9581-d6f29bf17fa0,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:07.257365 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8db750-11e0-4f85-b36a-1328eb36deaf tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Checking segment: {'id': '7e901621-94de-4e6c-b917-52fdbdd4ff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:41:07.257736 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8db750-11e0-4f85-b36a-1328eb36deaf tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network hostable DHCP agents. Network: 681581e8-84e8-422c-b67c-ab0cfefc5ecc, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:41:07.277516 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8db750-11e0-4f85-b36a-1328eb36deaf tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network 681581e8-84e8-422c-b67c-ab0cfefc5ecc is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:41:07.288339 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-1b8db750-11e0-4f85-b36a-1328eb36deaf tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 681581e8-84e8-422c-b67c-ab0cfefc5ecc) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:07.292677 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-61adbf2c-c3ae-4bf3-ab50-5989c6296dac None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:07.292996 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8db750-11e0-4f85-b36a-1328eb36deaf tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:07.293744 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1b8db750-11e0-4f85-b36a-1328eb36deaf tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:07.301265 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06eec60-9bcf-4f9b-983b-50e2d060db44 None None] Network 681581e8-84e8-422c-b67c-ab0cfefc5ecc requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:41:07.312833 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1b8db750-11e0-4f85-b36a-1328eb36deaf tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4439852 Apr 18 21:41:07.315682 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-61adbf2c-c3ae-4bf3-ab50-5989c6296dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:07.315874 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59880) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:41:07.413463 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01bdf1-12c5-4de6-89fa-72d3634b9385 None None] Pushing event updated for resources: {'Port': ['ID=500fdb5d-a8eb-4853-8c7f-becf317b7dee,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:07.426898 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-61adbf2c-c3ae-4bf3-ab50-5989c6296dac None None] Attempting to bind port 500fdb5d-a8eb-4853-8c7f-becf317b7dee on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:41:07.427264 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-61adbf2c-c3ae-4bf3-ab50-5989c6296dac None None] Attempting to bind port 500fdb5d-a8eb-4853-8c7f-becf317b7dee by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:41:07.427624 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61adbf2c-c3ae-4bf3-ab50-5989c6296dac None None] Attempting to bind port 500fdb5d-a8eb-4853-8c7f-becf317b7dee on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:41:07.441725 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61adbf2c-c3ae-4bf3-ab50-5989c6296dac None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:41:07.442100 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61adbf2c-c3ae-4bf3-ab50-5989c6296dac None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:41:07.442503 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-61adbf2c-c3ae-4bf3-ab50-5989c6296dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:07.442895 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61adbf2c-c3ae-4bf3-ab50-5989c6296dac None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:41:07.443366 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-61adbf2c-c3ae-4bf3-ab50-5989c6296dac None None] Bound port: 500fdb5d-a8eb-4853-8c7f-becf317b7dee, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:41:07.443753 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-61adbf2c-c3ae-4bf3-ab50-5989c6296dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:07.530643 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-61adbf2c-c3ae-4bf3-ab50-5989c6296dac None None] For port 500fdb5d-a8eb-4853-8c7f-becf317b7dee, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:41:07.535552 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-61adbf2c-c3ae-4bf3-ab50-5989c6296dac None None] For port 500fdb5d-a8eb-4853-8c7f-becf317b7dee, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=500fdb5d-a8eb-4853-8c7f-becf317b7dee,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:41:07.554691 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-61adbf2c-c3ae-4bf3-ab50-5989c6296dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:07.569957 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aea4831-473e-4ccd-bc71-0c795c92360d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-681581e8-84e8-422c-b67c-ab0cfefc5ecc', 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'fixed_ips': [{'subnet_id': '386ac532-2a48-4eb1-9581-d6f29bf17fa0'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:41:07.570807 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4aea4831-473e-4ccd-bc71-0c795c92360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:07.625962 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61adbf2c-c3ae-4bf3-ab50-5989c6296dac None None] Routers {'4600a5a9-7170-44af-8f86-f9d83ec1492d'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:41:07.626599 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-61adbf2c-c3ae-4bf3-ab50-5989c6296dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:40:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4600a5a9-7170-44af-8f86-f9d83ec1492d'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:07.835775 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-119cbfc9-0728-497f-85fa-1a0190f945ae tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:07.897779 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01bdf1-12c5-4de6-89fa-72d3634b9385 None None] Pushing event updated for resources: {'Port': ['ID=500fdb5d-a8eb-4853-8c7f-becf317b7dee,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:08.030787 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-61adbf2c-c3ae-4bf3-ab50-5989c6296dac None None] Set router 4600a5a9-7170-44af-8f86-f9d83ec1492d gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:41:08.091025 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-4aea4831-473e-4ccd-bc71-0c795c92360d None None] Allocated IP 172.20.0.2 (681581e8-84e8-422c-b67c-ab0cfefc5ecc/386ac532-2a48-4eb1-9581-d6f29bf17fa0/5673322a-7114-4ad4-b771-b0202e46e7b6) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:08.256631 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.357369 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4aea4831-473e-4ccd-bc71-0c795c92360d None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.363608 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4aea4831-473e-4ccd-bc71-0c795c92360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.404124 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-61adbf2c-c3ae-4bf3-ab50-5989c6296dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716246743', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:41:06Z', 'revision_number': 3, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:df:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:41:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:08.419582 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-119cbfc9-0728-497f-85fa-1a0190f945ae tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Allocated IP 172.20.0.1 (681581e8-84e8-422c-b67c-ab0cfefc5ecc/386ac532-2a48-4eb1-9581-d6f29bf17fa0/97b76cf9-a79b-451f-8103-5f47b660d8c1) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:08.444310 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61adbf2c-c3ae-4bf3-ab50-5989c6296dac None None] The sync data for ids ['4600a5a9-7170-44af-8f86-f9d83ec1492d'] in n-d-838323-3 is: [{'id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716246743', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:41:06Z', 'revision_number': 3, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:df:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:41:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:41:08.450649 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aea4831-473e-4ccd-bc71-0c795c92360d None None] Network 681581e8-84e8-422c-b67c-ab0cfefc5ecc is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:08.453117 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea4831-473e-4ccd-bc71-0c795c92360d None None] Pushing event updated for resources: {'Port': ['ID=5673322a-7114-4ad4-b771-b0202e46e7b6,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:08.455691 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-4aea4831-473e-4ccd-bc71-0c795c92360d None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:08.458016 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aea4831-473e-4ccd-bc71-0c795c92360d None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:41:08.534105 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-4aea4831-473e-4ccd-bc71-0c795c92360d None None] Attempting to bind port 5673322a-7114-4ad4-b771-b0202e46e7b6 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:41:08.534480 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-4aea4831-473e-4ccd-bc71-0c795c92360d None None] Attempting to bind port 5673322a-7114-4ad4-b771-b0202e46e7b6 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '7e901621-94de-4e6c-b917-52fdbdd4ff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:41:08.534852 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aea4831-473e-4ccd-bc71-0c795c92360d None None] Attempting to bind port 5673322a-7114-4ad4-b771-b0202e46e7b6 on network 681581e8-84e8-422c-b67c-ab0cfefc5ecc {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:41:08.540316 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aea4831-473e-4ccd-bc71-0c795c92360d None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:41:08.540730 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aea4831-473e-4ccd-bc71-0c795c92360d None None] Checking segment: {'id': '7e901621-94de-4e6c-b917-52fdbdd4ff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:41:08.541146 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4aea4831-473e-4ccd-bc71-0c795c92360d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.541555 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aea4831-473e-4ccd-bc71-0c795c92360d None None] Bound using segment: {'id': '7e901621-94de-4e6c-b917-52fdbdd4ff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:41:08.542038 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-4aea4831-473e-4ccd-bc71-0c795c92360d None None] Bound port: 5673322a-7114-4ad4-b771-b0202e46e7b6, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e901621-94de-4e6c-b917-52fdbdd4ff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:41:08.542492 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4aea4831-473e-4ccd-bc71-0c795c92360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.569013 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-119cbfc9-0728-497f-85fa-1a0190f945ae tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.611196 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-119cbfc9-0728-497f-85fa-1a0190f945ae tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.636151 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4aea4831-473e-4ccd-bc71-0c795c92360d None None] For port 5673322a-7114-4ad4-b771-b0202e46e7b6, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:41:08.643325 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4aea4831-473e-4ccd-bc71-0c795c92360d None None] For port 5673322a-7114-4ad4-b771-b0202e46e7b6, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5673322a-7114-4ad4-b771-b0202e46e7b6,segment=NetworkSegment(7e901621-94de-4e6c-b917-52fdbdd4ff98),segment_id=7e901621-94de-4e6c-b917-52fdbdd4ff98)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:41:08.648397 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4aea4831-473e-4ccd-bc71-0c795c92360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.658930 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119cbfc9-0728-497f-85fa-1a0190f945ae tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=97b76cf9-a79b-451f-8103-5f47b660d8c1,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:08.681784 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119cbfc9-0728-497f-85fa-1a0190f945ae tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network 681581e8-84e8-422c-b67c-ab0cfefc5ecc is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:08.684118 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-119cbfc9-0728-497f-85fa-1a0190f945ae tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:08.686765 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119cbfc9-0728-497f-85fa-1a0190f945ae tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:41:08.769868 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea4831-473e-4ccd-bc71-0c795c92360d None None] Pushing event updated for resources: {'Port': ['ID=5673322a-7114-4ad4-b771-b0202e46e7b6,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:08.782628 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-119cbfc9-0728-497f-85fa-1a0190f945ae tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.955860 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-119cbfc9-0728-497f-85fa-1a0190f945ae tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.309447 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-119cbfc9-0728-497f-85fa-1a0190f945ae tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.314485 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-119cbfc9-0728-497f-85fa-1a0190f945ae tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.745911 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119cbfc9-0728-497f-85fa-1a0190f945ae tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=97b76cf9-a79b-451f-8103-5f47b660d8c1,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:09.748887 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-119cbfc9-0728-497f-85fa-1a0190f945ae tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.867224 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119cbfc9-0728-497f-85fa-1a0190f945ae tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network 681581e8-84e8-422c-b67c-ab0cfefc5ecc is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:09.869240 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-119cbfc9-0728-497f-85fa-1a0190f945ae tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:09.903147 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731a9e3c-4cb3-4c6d-bdeb-dcfe68ace026 None None] Network 681581e8-84e8-422c-b67c-ab0cfefc5ecc requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:41:10.013359 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f4b01a26-49d0-407a-bdf6-9fee95945be0 None None] Provisioning complete for port 5673322a-7114-4ad4-b771-b0202e46e7b6 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:10.013359 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f4b01a26-49d0-407a-bdf6-9fee95945be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:10.039612 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119cbfc9-0728-497f-85fa-1a0190f945ae tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Router 4600a5a9-7170-44af-8f86-f9d83ec1492d has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:41:10.174288 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f4b01a26-49d0-407a-bdf6-9fee95945be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:10.183498 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119cbfc9-0728-497f-85fa-1a0190f945ae tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:41:10.210554 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-119cbfc9-0728-497f-85fa-1a0190f945ae tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "PUT /v2.0/routers/4600a5a9-7170-44af-8f86-f9d83ec1492d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8916364 Apr 18 21:41:10.224164 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f4b01a26-49d0-407a-bdf6-9fee95945be0 None None] For port 5673322a-7114-4ad4-b771-b0202e46e7b6, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5673322a-7114-4ad4-b771-b0202e46e7b6,segment=NetworkSegment(7e901621-94de-4e6c-b917-52fdbdd4ff98),segment_id=7e901621-94de-4e6c-b917-52fdbdd4ff98)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:10.232310 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f4b01a26-49d0-407a-bdf6-9fee95945be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:10.299743 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b01a26-49d0-407a-bdf6-9fee95945be0 None None] Pushing event updated for resources: {'Port': ['ID=5673322a-7114-4ad4-b771-b0202e46e7b6,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:10.329343 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 500fdb5d-a8eb-4853-8c7f-becf317b7dee up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:41:10.388120 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 500fdb5d-a8eb-4853-8c7f-becf317b7dee triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:10.388633 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:10.422424 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-a1356a73-b25d-47f3-8404-f49edd96a67c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1547213209&fields=id&tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c HTTP/1.1" status: 200 len: 267 time: 0.0457904 Apr 18 21:41:10.480446 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3559ee78-e180-497e-b6e2-0980afdc7582 None None] Sync routers for ids ['4600a5a9-7170-44af-8f86-f9d83ec1492d'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:41:10.499231 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3559ee78-e180-497e-b6e2-0980afdc7582 None None] Routers {'4600a5a9-7170-44af-8f86-f9d83ec1492d'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:41:10.499988 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3559ee78-e180-497e-b6e2-0980afdc7582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:40:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4600a5a9-7170-44af-8f86-f9d83ec1492d'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:10.513365 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:10.537731 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 500fdb5d-a8eb-4853-8c7f-becf317b7dee, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=500fdb5d-a8eb-4853-8c7f-becf317b7dee,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:10.545602 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:10.546579 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5673322a-7114-4ad4-b771-b0202e46e7b6 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:41:10.547734 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-0afb9128-7e16-4262-a1ed-77562382a7a2 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:10.549591 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-0afb9128-7e16-4262-a1ed-77562382a7a2 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/networks?id=681581e8-84e8-422c-b67c-ab0cfefc5ecc HTTP/1.1" status: 200 len: 796 time: 0.1189713 Apr 18 21:41:10.579712 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-b8fb9c7d-8018-492f-8e4f-aea5fd67d2d4 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/quotas/6347a1b372ae48cea2a8cfb6647f8a4c HTTP/1.1" status: 200 len: 375 time: 0.0224857 Apr 18 21:41:10.633644 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5eef913e-068f-4e37-b7e3-5c9a0983840a None None] Provisioning complete for port 5673322a-7114-4ad4-b771-b0202e46e7b6 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:10.634135 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5eef913e-068f-4e37-b7e3-5c9a0983840a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:10.635427 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-3559ee78-e180-497e-b6e2-0980afdc7582 None None] Set router 4600a5a9-7170-44af-8f86-f9d83ec1492d gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:41:10.653754 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-115b790a-6047-4370-831b-42dbf1e90a5e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665188 Apr 18 21:41:10.714737 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=500fdb5d-a8eb-4853-8c7f-becf317b7dee,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:10.770652 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5673322a-7114-4ad4-b771-b0202e46e7b6 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:10.771122 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:10.815992 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5eef913e-068f-4e37-b7e3-5c9a0983840a None None] Provisioning complete for port 97b76cf9-a79b-451f-8103-5f47b660d8c1 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:10.816405 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5eef913e-068f-4e37-b7e3-5c9a0983840a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:10.869044 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3559ee78-e180-497e-b6e2-0980afdc7582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716246743', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:41:08Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:df:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:41:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '97b76cf9-a79b-451f-8103-5f47b660d8c1', 'name': '', 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:63:61:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '386ac532-2a48-4eb1-9581-d6f29bf17fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:07Z', 'updated_at': '2022-04-18T21:41:09Z', 'revision_number': 2, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': '386ac532-2a48-4eb1-9581-d6f29bf17fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:10.872834 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-c42ab696-b23e-4ddd-8fa2-f5a0b21f8965 service neutron] 10.222.0.41 "GET /v2.0/networks/681581e8-84e8-422c-b67c-ab0cfefc5ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151351 Apr 18 21:41:10.874743 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-5eef913e-068f-4e37-b7e3-5c9a0983840a None None] Port 97b76cf9-a79b-451f-8103-5f47b660d8c1 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:41:10.899737 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3559ee78-e180-497e-b6e2-0980afdc7582 None None] Checking router: 4600a5a9-7170-44af-8f86-f9d83ec1492d for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:41:10.900387 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3559ee78-e180-497e-b6e2-0980afdc7582 None None] Updating router 4600a5a9-7170-44af-8f86-f9d83ec1492d port 97b76cf9-a79b-451f-8103-5f47b660d8c1 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:41:11.007727 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6e820c4e-76d1-4de8-958a-32c16ad88137 None None] Provisioning complete for port 97b76cf9-a79b-451f-8103-5f47b660d8c1 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:11.008627 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6e820c4e-76d1-4de8-958a-32c16ad88137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:11.030704 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-4caf1943-85d3-46a4-aded-53ea8f65533f service neutron] 10.222.0.41 "GET /v2.0/networks/681581e8-84e8-422c-b67c-ab0cfefc5ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459236 Apr 18 21:41:11.035705 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3559ee78-e180-497e-b6e2-0980afdc7582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:11.071623 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6e820c4e-76d1-4de8-958a-32c16ad88137 None None] Port 97b76cf9-a79b-451f-8103-5f47b660d8c1 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:41:11.219149 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-19ec6b53-5e6b-417a-bbea-8cefae67aa53 None None] Provisioning complete for port 97b76cf9-a79b-451f-8103-5f47b660d8c1 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:11.219525 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-19ec6b53-5e6b-417a-bbea-8cefae67aa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:11.288812 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-19ec6b53-5e6b-417a-bbea-8cefae67aa53 None None] Port 97b76cf9-a79b-451f-8103-5f47b660d8c1 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:41:11.296184 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ea1fa21b-6800-4079-9cc8-59ae22c3e7bf req-a3da2570-be0c-4533-861c-91d86dacbdad tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 210 time: 0.0516267 Apr 18 21:41:11.438939 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3559ee78-e180-497e-b6e2-0980afdc7582 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:11.448206 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3559ee78-e180-497e-b6e2-0980afdc7582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:11.535928 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1525e7f-0c82-4d99-af01-ed42c58eb2f5 None None] Pushing event updated for resources: {'Port': ['ID=97b76cf9-a79b-451f-8103-5f47b660d8c1,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:11.558946 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1525e7f-0c82-4d99-af01-ed42c58eb2f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:11.559298 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1525e7f-0c82-4d99-af01-ed42c58eb2f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:11.559628 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1525e7f-0c82-4d99-af01-ed42c58eb2f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:11.559958 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1525e7f-0c82-4d99-af01-ed42c58eb2f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:11.560282 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1525e7f-0c82-4d99-af01-ed42c58eb2f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:11.560889 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1525e7f-0c82-4d99-af01-ed42c58eb2f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:11.561211 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1525e7f-0c82-4d99-af01-ed42c58eb2f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:11.561709 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1525e7f-0c82-4d99-af01-ed42c58eb2f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:11.562190 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1525e7f-0c82-4d99-af01-ed42c58eb2f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:11.562678 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1525e7f-0c82-4d99-af01-ed42c58eb2f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:11.563060 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1525e7f-0c82-4d99-af01-ed42c58eb2f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:11.563327 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1525e7f-0c82-4d99-af01-ed42c58eb2f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:11.592043 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-3559ee78-e180-497e-b6e2-0980afdc7582 None None] Attempting to bind port 97b76cf9-a79b-451f-8103-5f47b660d8c1 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:41:11.592253 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-3559ee78-e180-497e-b6e2-0980afdc7582 None None] Attempting to bind port 97b76cf9-a79b-451f-8103-5f47b660d8c1 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '7e901621-94de-4e6c-b917-52fdbdd4ff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:41:11.592524 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3559ee78-e180-497e-b6e2-0980afdc7582 None None] Attempting to bind port 97b76cf9-a79b-451f-8103-5f47b660d8c1 on network 681581e8-84e8-422c-b67c-ab0cfefc5ecc {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:41:11.598759 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3559ee78-e180-497e-b6e2-0980afdc7582 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:41:11.599137 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3559ee78-e180-497e-b6e2-0980afdc7582 None None] Checking segment: {'id': '7e901621-94de-4e6c-b917-52fdbdd4ff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:41:11.599550 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3559ee78-e180-497e-b6e2-0980afdc7582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:11.599937 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3559ee78-e180-497e-b6e2-0980afdc7582 None None] Bound using segment: {'id': '7e901621-94de-4e6c-b917-52fdbdd4ff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:41:11.600584 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-3559ee78-e180-497e-b6e2-0980afdc7582 None None] Bound port: 97b76cf9-a79b-451f-8103-5f47b660d8c1, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e901621-94de-4e6c-b917-52fdbdd4ff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:41:11.600973 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3559ee78-e180-497e-b6e2-0980afdc7582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:11.678559 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-3559ee78-e180-497e-b6e2-0980afdc7582 None None] For port 97b76cf9-a79b-451f-8103-5f47b660d8c1, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:41:11.682307 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-3559ee78-e180-497e-b6e2-0980afdc7582 None None] For port 97b76cf9-a79b-451f-8103-5f47b660d8c1, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=97b76cf9-a79b-451f-8103-5f47b660d8c1,segment=NetworkSegment(7e901621-94de-4e6c-b917-52fdbdd4ff98),segment_id=7e901621-94de-4e6c-b917-52fdbdd4ff98)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:41:11.687065 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3559ee78-e180-497e-b6e2-0980afdc7582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:11.737457 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3559ee78-e180-497e-b6e2-0980afdc7582 None None] Routers {'4600a5a9-7170-44af-8f86-f9d83ec1492d'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:41:11.737924 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3559ee78-e180-497e-b6e2-0980afdc7582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:40:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4600a5a9-7170-44af-8f86-f9d83ec1492d'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:11.795089 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1525e7f-0c82-4d99-af01-ed42c58eb2f5 None None] Pushing event updated for resources: {'Port': ['ID=97b76cf9-a79b-451f-8103-5f47b660d8c1,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:11.832399 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1d370a32-0086-41af-a4aa-926178b82609 None None] Provisioning complete for port 97b76cf9-a79b-451f-8103-5f47b660d8c1 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:11.832977 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1d370a32-0086-41af-a4aa-926178b82609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:11.879999 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-3559ee78-e180-497e-b6e2-0980afdc7582 None None] Set router 4600a5a9-7170-44af-8f86-f9d83ec1492d gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:41:11.966158 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1d370a32-0086-41af-a4aa-926178b82609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:12.006885 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1d370a32-0086-41af-a4aa-926178b82609 None None] For port 97b76cf9-a79b-451f-8103-5f47b660d8c1, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=97b76cf9-a79b-451f-8103-5f47b660d8c1,segment=NetworkSegment(7e901621-94de-4e6c-b917-52fdbdd4ff98),segment_id=7e901621-94de-4e6c-b917-52fdbdd4ff98)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:12.013323 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1d370a32-0086-41af-a4aa-926178b82609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:12.070557 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d370a32-0086-41af-a4aa-926178b82609 None None] Pushing event updated for resources: {'Port': ['ID=97b76cf9-a79b-451f-8103-5f47b660d8c1,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:12.137858 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-3559ee78-e180-497e-b6e2-0980afdc7582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716246743', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:41:08Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:df:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '97b76cf9-a79b-451f-8103-5f47b660d8c1', 'name': '', 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:63:61:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '386ac532-2a48-4eb1-9581-d6f29bf17fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:07Z', 'updated_at': '2022-04-18T21:41:11Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': '386ac532-2a48-4eb1-9581-d6f29bf17fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:12.149197 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-47e203af-8484-4192-a463-37ca5ae13a81 None None] Provisioning complete for port 97b76cf9-a79b-451f-8103-5f47b660d8c1 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:12.149616 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-47e203af-8484-4192-a463-37ca5ae13a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:12.170996 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3559ee78-e180-497e-b6e2-0980afdc7582 None None] The sync data for ids ['4600a5a9-7170-44af-8f86-f9d83ec1492d'] in n-d-838323-3 is: [{'id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716246743', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:41:08Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:df:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '97b76cf9-a79b-451f-8103-5f47b660d8c1', 'name': '', 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:63:61:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '386ac532-2a48-4eb1-9581-d6f29bf17fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:07Z', 'updated_at': '2022-04-18T21:41:11Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': '386ac532-2a48-4eb1-9581-d6f29bf17fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:41:12.189014 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 500fdb5d-a8eb-4853-8c7f-becf317b7dee up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:41:12.310715 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 500fdb5d-a8eb-4853-8c7f-becf317b7dee triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:12.311083 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:12.416902 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2eeaa2bf-13a1-4349-a717-034aca907d99 req-3a61fbd8-870b-46c5-aec8-cc737a722fbd tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 210 time: 0.0310187 Apr 18 21:41:12.427899 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5673322a-7114-4ad4-b771-b0202e46e7b6 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:41:12.503049 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5673322a-7114-4ad4-b771-b0202e46e7b6 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:12.503645 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:12.581502 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:12.612153 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-2aae0944-1cff-4946-992c-c5eeb888f0bc tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:12.614007 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-2aae0944-1cff-4946-992c-c5eeb888f0bc tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.32 "GET /v2.0/networks?id=681581e8-84e8-422c-b67c-ab0cfefc5ecc HTTP/1.1" status: 200 len: 796 time: 0.1882198 Apr 18 21:41:12.666026 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5388fb59-45b8-4daf-b12f-6889c9d2e920 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c HTTP/1.1" status: 200 len: 380 time: 0.0437279 Apr 18 21:41:12.677079 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5df3521f-8abe-4781-b0cf-4ff4128610ad tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'port': {'device_id': '71ef1db5-00aa-4061-b69a-55741e4e0064', 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc', 'admin_state_up': True, 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'security_groups': ['d912bba3-4cf9-4de8-aef0-c68272006bc0']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:12.821879 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5df3521f-8abe-4781-b0cf-4ff4128610ad tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Made reservation on behalf of 6347a1b372ae48cea2a8cfb6647f8a4c for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:41:12.825866 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5df3521f-8abe-4781-b0cf-4ff4128610ad tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:12.980948 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5df3521f-8abe-4781-b0cf-4ff4128610ad tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Allocated IP 172.20.0.9 (681581e8-84e8-422c-b67c-ab0cfefc5ecc/386ac532-2a48-4eb1-9581-d6f29bf17fa0/27983e17-0000-4bc9-b8c3-a9225e54cbdf) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:13.489001 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5df3521f-8abe-4781-b0cf-4ff4128610ad tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:13.549674 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90969f60-1024-4a89-8ba8-fbd82d7136fd req-e799f857-9d5d-43c5-8168-27df11ede45e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 210 time: 0.0321398 Apr 18 21:41:13.559542 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5df3521f-8abe-4781-b0cf-4ff4128610ad tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:13.621946 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5df3521f-8abe-4781-b0cf-4ff4128610ad tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network 681581e8-84e8-422c-b67c-ab0cfefc5ecc is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:13.626115 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5df3521f-8abe-4781-b0cf-4ff4128610ad tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:13.630167 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5df3521f-8abe-4781-b0cf-4ff4128610ad tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:41:13.636845 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3521f-8abe-4781-b0cf-4ff4128610ad tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=27983e17-0000-4bc9-b8c3-a9225e54cbdf,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:13.690485 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5df3521f-8abe-4781-b0cf-4ff4128610ad tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:13.691166 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5df3521f-8abe-4781-b0cf-4ff4128610ad tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:13.711148 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5df3521f-8abe-4781-b0cf-4ff4128610ad tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0382640 Apr 18 21:41:13.723618 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5703dcd1-f34b-4232-8c52-f9301424d7c6 service neutron] Request body: {'port': {'device_id': '71ef1db5-00aa-4061-b69a-55741e4e0064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:13.795340 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5703dcd1-f34b-4232-8c52-f9301424d7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:13.871607 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-eba0239c-85cf-4b11-8a0f-be35703a14bd None None] Provisioning complete for port 27983e17-0000-4bc9-b8c3-a9225e54cbdf triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:13.872361 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eba0239c-85cf-4b11-8a0f-be35703a14bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:13.926013 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-eba0239c-85cf-4b11-8a0f-be35703a14bd None None] Port 27983e17-0000-4bc9-b8c3-a9225e54cbdf cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:41:14.105511 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5703dcd1-f34b-4232-8c52-f9301424d7c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27983e17-0000-4bc9-b8c3-a9225e54cbdf {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:41:14.117612 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5703dcd1-f34b-4232-8c52-f9301424d7c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:14.133387 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5703dcd1-f34b-4232-8c52-f9301424d7c6 service neutron] Transition to ACTIVE for port object 27983e17-0000-4bc9-b8c3-a9225e54cbdf will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:14.139849 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5703dcd1-f34b-4232-8c52-f9301424d7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:14.196510 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703dcd1-f34b-4232-8c52-f9301424d7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=27983e17-0000-4bc9-b8c3-a9225e54cbdf,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:14.222424 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 97b76cf9-a79b-451f-8103-5f47b660d8c1 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:41:14.276464 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5703dcd1-f34b-4232-8c52-f9301424d7c6 service neutron] Attempting to bind port 27983e17-0000-4bc9-b8c3-a9225e54cbdf on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:41:14.277332 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5703dcd1-f34b-4232-8c52-f9301424d7c6 service neutron] Attempting to bind port 27983e17-0000-4bc9-b8c3-a9225e54cbdf by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '7e901621-94de-4e6c-b917-52fdbdd4ff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:41:14.277854 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5703dcd1-f34b-4232-8c52-f9301424d7c6 service neutron] Attempting to bind port 27983e17-0000-4bc9-b8c3-a9225e54cbdf on network 681581e8-84e8-422c-b67c-ab0cfefc5ecc {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:41:14.284751 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5703dcd1-f34b-4232-8c52-f9301424d7c6 service neutron] Port 27983e17-0000-4bc9-b8c3-a9225e54cbdf on network 681581e8-84e8-422c-b67c-ab0cfefc5ecc not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:41:14.285081 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5703dcd1-f34b-4232-8c52-f9301424d7c6 service neutron] Attempting to bind port 27983e17-0000-4bc9-b8c3-a9225e54cbdf on network 681581e8-84e8-422c-b67c-ab0cfefc5ecc {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:41:14.290963 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5703dcd1-f34b-4232-8c52-f9301424d7c6 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:41:14.291465 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5703dcd1-f34b-4232-8c52-f9301424d7c6 service neutron] Checking segment: {'id': '7e901621-94de-4e6c-b917-52fdbdd4ff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:41:14.292108 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5703dcd1-f34b-4232-8c52-f9301424d7c6 service neutron] Bound using segment: {'id': '7e901621-94de-4e6c-b917-52fdbdd4ff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:41:14.292345 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5703dcd1-f34b-4232-8c52-f9301424d7c6 service neutron] Bound port: 27983e17-0000-4bc9-b8c3-a9225e54cbdf, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e901621-94de-4e6c-b917-52fdbdd4ff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:41:14.292745 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5703dcd1-f34b-4232-8c52-f9301424d7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:14.307283 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 97b76cf9-a79b-451f-8103-5f47b660d8c1 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:14.309426 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:14.375412 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5703dcd1-f34b-4232-8c52-f9301424d7c6 service neutron] For port 27983e17-0000-4bc9-b8c3-a9225e54cbdf, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:41:14.379959 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5703dcd1-f34b-4232-8c52-f9301424d7c6 service neutron] For port 27983e17-0000-4bc9-b8c3-a9225e54cbdf, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=27983e17-0000-4bc9-b8c3-a9225e54cbdf,segment=NetworkSegment(7e901621-94de-4e6c-b917-52fdbdd4ff98),segment_id=7e901621-94de-4e6c-b917-52fdbdd4ff98)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:41:14.385249 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5703dcd1-f34b-4232-8c52-f9301424d7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:14.432181 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5703dcd1-f34b-4232-8c52-f9301424d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:14.433377 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5703dcd1-f34b-4232-8c52-f9301424d7c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:14.434853 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-5703dcd1-f34b-4232-8c52-f9301424d7c6 service neutron] 10.222.0.32 "PUT /v2.0/ports/27983e17-0000-4bc9-b8c3-a9225e54cbdf HTTP/1.1" status: 200 len: 1091 time: 0.7159905 Apr 18 21:41:14.435333 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ef1db5-00aa-4061-b69a-55741e4e0064', 'tag': '27983e17-0000-4bc9-b8c3-a9225e54cbdf'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:41:14.437878 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ed1031-624d-48bc-81af-21c8d0172f57" -d '{"events": [{"name": "network-changed", "server_uuid": "71ef1db5-00aa-4061-b69a-55741e4e0064", "tag": "27983e17-0000-4bc9-b8c3-a9225e54cbdf"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:41:14.462275 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703dcd1-f34b-4232-8c52-f9301424d7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=27983e17-0000-4bc9-b8c3-a9225e54cbdf,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:14.505302 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935c70f8-0c2c-4ce1-9194-2819b45f612e x-openstack-request-id: req-935c70f8-0c2c-4ce1-9194-2819b45f612e {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:41:14.506317 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ef1db5-00aa-4061-b69a-55741e4e0064", "tag": "27983e17-0000-4bc9-b8c3-a9225e54cbdf", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:41:14.506317 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-935c70f8-0c2c-4ce1-9194-2819b45f612e {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:41:14.506317 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-935c70f8-0c2c-4ce1-9194-2819b45f612e'] response: {'name': 'network-changed', 'server_uuid': '71ef1db5-00aa-4061-b69a-55741e4e0064', 'tag': '27983e17-0000-4bc9-b8c3-a9225e54cbdf', 'status': 'completed', 'code': 200} Apr 18 21:41:14.557031 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-559dc435-8124-4bcd-a229-21973bb8ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:14.559942 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-559dc435-8124-4bcd-a229-21973bb8ee29 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 1094 time: 0.0663621 Apr 18 21:41:14.612958 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-e2a41116-6484-49e9-a419-2e11fac0819b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27983e17-0000-4bc9-b8c3-a9225e54cbdf HTTP/1.1" status: 200 len: 217 time: 0.0461469 Apr 18 21:41:14.671511 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-f30e7fc9-1552-426d-9365-87c2903cbb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:14.673720 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-f30e7fc9-1552-426d-9365-87c2903cbb40 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=386ac532-2a48-4eb1-9581-d6f29bf17fa0 HTTP/1.1" status: 200 len: 834 time: 0.0540383 Apr 18 21:41:14.766166 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3183967-7596-432a-9b02-c1ae7da686b8 req-d19580fd-7cff-4bf9-bf97-43d13dac1109 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:14.768003 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b3183967-7596-432a-9b02-c1ae7da686b8 req-d19580fd-7cff-4bf9-bf97-43d13dac1109 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 943 time: 0.0932162 Apr 18 21:41:14.770371 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-b78727e8-c768-408c-8073-0ee4eabebfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:14.772109 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-b78727e8-c768-408c-8073-0ee4eabebfe6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=681581e8-84e8-422c-b67c-ab0cfefc5ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862875 Apr 18 21:41:14.866533 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b3183967-7596-432a-9b02-c1ae7da686b8 req-f90b78d0-923a-42dd-bc58-f06ed7a1c479 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=d912bba3-4cf9-4de8-aef0-c68272006bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915468 Apr 18 21:41:14.911693 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-f9a5b26e-f839-40ad-842c-23ae6a996ce3 service neutron] 10.222.0.32 "GET /v2.0/networks/681581e8-84e8-422c-b67c-ab0cfefc5ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295183 Apr 18 21:41:15.023887 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d6f5d7b-1041-4d22-bea7-9cc07022e626 req-46597384-e799-4c57-bd8d-2fd0516a2652 service neutron] 10.222.0.32 "GET /v2.0/networks/681581e8-84e8-422c-b67c-ab0cfefc5ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046681 Apr 18 21:41:15.127897 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed1031-624d-48bc-81af-21c8d0172f57 req-2e3ab786-0160-420c-b6a4-d5e150e6c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:15.129449 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-80ed1031-624d-48bc-81af-21c8d0172f57 req-2e3ab786-0160-420c-b6a4-d5e150e6c683 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 1094 time: 0.0476336 Apr 18 21:41:15.238074 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed1031-624d-48bc-81af-21c8d0172f57 req-efc43212-1417-43ab-aff3-ca979271c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:15.239532 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-80ed1031-624d-48bc-81af-21c8d0172f57 req-efc43212-1417-43ab-aff3-ca979271c087 service neutron] 10.222.0.32 "GET /v2.0/networks?id=681581e8-84e8-422c-b67c-ab0cfefc5ecc HTTP/1.1" status: 200 len: 897 time: 0.1018651 Apr 18 21:41:15.283519 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-80ed1031-624d-48bc-81af-21c8d0172f57 req-3b9c6838-5fb2-4b12-a1ad-93bcd7369a50 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27983e17-0000-4bc9-b8c3-a9225e54cbdf HTTP/1.1" status: 200 len: 217 time: 0.0365944 Apr 18 21:41:15.335116 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed1031-624d-48bc-81af-21c8d0172f57 req-ce341f7d-b80b-4bf9-8640-a1aed9070025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:15.336627 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-80ed1031-624d-48bc-81af-21c8d0172f57 req-ce341f7d-b80b-4bf9-8640-a1aed9070025 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=386ac532-2a48-4eb1-9581-d6f29bf17fa0 HTTP/1.1" status: 200 len: 834 time: 0.0470147 Apr 18 21:41:15.383298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed1031-624d-48bc-81af-21c8d0172f57 req-57d8c197-aad5-442b-9511-e1eb22b241f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:15.384850 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-80ed1031-624d-48bc-81af-21c8d0172f57 req-57d8c197-aad5-442b-9511-e1eb22b241f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=681581e8-84e8-422c-b67c-ab0cfefc5ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416455 Apr 18 21:41:15.483385 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-80ed1031-624d-48bc-81af-21c8d0172f57 req-496c06f5-4369-492c-a0e2-090adb35e2f0 service neutron] 10.222.0.32 "GET /v2.0/networks/681581e8-84e8-422c-b67c-ab0cfefc5ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915878 Apr 18 21:41:15.584527 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-80ed1031-624d-48bc-81af-21c8d0172f57 req-396a4ada-836c-4dde-b03b-545a982fa18a service neutron] 10.222.0.32 "GET /v2.0/networks/681581e8-84e8-422c-b67c-ab0cfefc5ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949128 Apr 18 21:41:16.010379 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6e001-0373-43b7-b03b-5db7ed8bd88a req-2ebb40bf-66b7-45f5-b5fa-0259708bf762 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:16.012108 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ced6e001-0373-43b7-b03b-5db7ed8bd88a req-2ebb40bf-66b7-45f5-b5fa-0259708bf762 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 943 time: 0.0577433 Apr 18 21:41:16.053416 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ced6e001-0373-43b7-b03b-5db7ed8bd88a req-260e2f0f-8a30-41f0-b6c3-5c9d02dd1d06 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=d912bba3-4cf9-4de8-aef0-c68272006bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351264 Apr 18 21:41:17.189773 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f83140-fcd5-448a-b34b-26354ef6baea req-7f23c772-38db-4a5b-b0f2-0bea1cea107a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:17.191464 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f7f83140-fcd5-448a-b34b-26354ef6baea req-7f23c772-38db-4a5b-b0f2-0bea1cea107a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 943 time: 0.0541618 Apr 18 21:41:17.241214 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f7f83140-fcd5-448a-b34b-26354ef6baea req-9a09bafe-3320-4e94-9b17-2e1caf0db6c4 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=d912bba3-4cf9-4de8-aef0-c68272006bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373883 Apr 18 21:41:18.255354 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 27983e17-0000-4bc9-b8c3-a9225e54cbdf details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:41:18.394532 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c5bbd-6012-4e67-b9d9-aa2e88ed000a req-b02ab677-8640-401d-b0bc-810cfcc18c72 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:18.396328 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e73c5bbd-6012-4e67-b9d9-aa2e88ed000a req-b02ab677-8640-401d-b0bc-810cfcc18c72 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 943 time: 0.0552034 Apr 18 21:41:18.407255 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 27983e17-0000-4bc9-b8c3-a9225e54cbdf, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=27983e17-0000-4bc9-b8c3-a9225e54cbdf,segment=NetworkSegment(7e901621-94de-4e6c-b917-52fdbdd4ff98),segment_id=7e901621-94de-4e6c-b917-52fdbdd4ff98)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:18.427399 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '27983e17-0000-4bc9-b8c3-a9225e54cbdf', 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc', 'port_id': '27983e17-0000-4bc9-b8c3-a9225e54cbdf', 'mac_address': 'fa:16:3e:14:5d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386ac532-2a48-4eb1-9581-d6f29bf17fa0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:41:18.453165 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e73c5bbd-6012-4e67-b9d9-aa2e88ed000a req-e3159db2-1f7e-469e-a7f6-c678c6a0b1d6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=d912bba3-4cf9-4de8-aef0-c68272006bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450571 Apr 18 21:41:18.490769 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:18.506771 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27983e17-0000-4bc9-b8c3-a9225e54cbdf {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:41:18.529501 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 27983e17-0000-4bc9-b8c3-a9225e54cbdf, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=27983e17-0000-4bc9-b8c3-a9225e54cbdf,segment=NetworkSegment(7e901621-94de-4e6c-b917-52fdbdd4ff98),segment_id=7e901621-94de-4e6c-b917-52fdbdd4ff98)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:18.540033 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:18.603227 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=27983e17-0000-4bc9-b8c3-a9225e54cbdf,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:18.861169 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['27983e17-0000-4bc9-b8c3-a9225e54cbdf'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:41:19.579814 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fa0e9-e278-4149-aa8b-ba921857c9a3 req-8a05c08d-03c1-4c3a-905e-30e17276961e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:19.581365 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd8fa0e9-e278-4149-aa8b-ba921857c9a3 req-8a05c08d-03c1-4c3a-905e-30e17276961e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 944 time: 0.0556118 Apr 18 21:41:19.622486 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd8fa0e9-e278-4149-aa8b-ba921857c9a3 req-23ff0b61-c8f3-4aac-a1ad-f6324b59ce61 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=d912bba3-4cf9-4de8-aef0-c68272006bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349929 Apr 18 21:41:20.259438 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 27983e17-0000-4bc9-b8c3-a9225e54cbdf up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:41:20.311426 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 27983e17-0000-4bc9-b8c3-a9225e54cbdf completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:20.315867 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 27983e17-0000-4bc9-b8c3-a9225e54cbdf triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:20.316673 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.406118 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.430324 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ef1db5-00aa-4061-b69a-55741e4e0064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27983e17-0000-4bc9-b8c3-a9225e54cbdf'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:41:20.433064 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11bbbd7-66a3-4fb5-8b90-2601423639cf" -d '{"events": [{"server_uuid": "71ef1db5-00aa-4061-b69a-55741e4e0064", "name": "network-vif-plugged", "status": "completed", "tag": "27983e17-0000-4bc9-b8c3-a9225e54cbdf"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:41:20.447269 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 27983e17-0000-4bc9-b8c3-a9225e54cbdf, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=27983e17-0000-4bc9-b8c3-a9225e54cbdf,segment=NetworkSegment(7e901621-94de-4e6c-b917-52fdbdd4ff98),segment_id=7e901621-94de-4e6c-b917-52fdbdd4ff98)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:20.451935 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.475945 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b40ebc6-d085-4398-afb9-3d25a83f23cd x-openstack-request-id: req-3b40ebc6-d085-4398-afb9-3d25a83f23cd {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:41:20.476216 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ef1db5-00aa-4061-b69a-55741e4e0064", "name": "network-vif-plugged", "status": "completed", "tag": "27983e17-0000-4bc9-b8c3-a9225e54cbdf", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:41:20.476469 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3b40ebc6-d085-4398-afb9-3d25a83f23cd {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:41:20.476867 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b40ebc6-d085-4398-afb9-3d25a83f23cd'] response: {'server_uuid': '71ef1db5-00aa-4061-b69a-55741e4e0064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27983e17-0000-4bc9-b8c3-a9225e54cbdf', 'code': 200} Apr 18 21:41:20.507009 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=27983e17-0000-4bc9-b8c3-a9225e54cbdf,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:20.580790 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4b3db-abfa-46e1-a48f-377767cbc4a9 req-72e91053-ceec-4a4f-82c8-6baeef742963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:20.582667 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2cf4b3db-abfa-46e1-a48f-377767cbc4a9 req-72e91053-ceec-4a4f-82c8-6baeef742963 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 1096 time: 0.0474582 Apr 18 21:41:20.622638 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2cf4b3db-abfa-46e1-a48f-377767cbc4a9 req-86d275de-3832-426d-972b-80c405917794 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d912bba3-4cf9-4de8-aef0-c68272006bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338225 Apr 18 21:41:20.745781 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeeb456-0620-463b-9cdf-f2f49e2613b0 req-56f9a735-4272-4eec-b35c-5f725d8a2b41 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:20.747318 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dbeeb456-0620-463b-9cdf-f2f49e2613b0 req-56f9a735-4272-4eec-b35c-5f725d8a2b41 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 945 time: 0.0534713 Apr 18 21:41:20.788191 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dbeeb456-0620-463b-9cdf-f2f49e2613b0 req-93353d51-5ebd-493c-a688-59f22df629c1 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=d912bba3-4cf9-4de8-aef0-c68272006bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346973 Apr 18 21:41:21.928965 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0d1e1-ac32-401c-8c5e-bcd095622976 req-637dceab-9c0d-413b-8c96-0b370fd87d9c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:21.930544 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-baa0d1e1-ac32-401c-8c5e-bcd095622976 req-637dceab-9c0d-413b-8c96-0b370fd87d9c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 945 time: 0.0616062 Apr 18 21:41:21.972397 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-baa0d1e1-ac32-401c-8c5e-bcd095622976 req-95c2a419-ac31-4927-96f6-579b574004d6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=d912bba3-4cf9-4de8-aef0-c68272006bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349858 Apr 18 21:41:23.098265 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef696753-9ef2-46cb-844e-fa7d1a52cc6b req-dcd94653-bcf9-4727-8ce5-ec73cbcab43a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:23.099870 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ef696753-9ef2-46cb-844e-fa7d1a52cc6b req-dcd94653-bcf9-4727-8ce5-ec73cbcab43a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 945 time: 0.0519881 Apr 18 21:41:23.142119 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ef696753-9ef2-46cb-844e-fa7d1a52cc6b req-f9702dad-0c6b-45ad-bfac-52cd5ee72c4b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=d912bba3-4cf9-4de8-aef0-c68272006bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344450 Apr 18 21:41:23.267905 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3128c8b-77e1-4656-9625-0aba3ab53c3a req-d37e503b-b78f-4172-9120-c3337ddd3c88 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:23.269385 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b3128c8b-77e1-4656-9625-0aba3ab53c3a req-d37e503b-b78f-4172-9120-c3337ddd3c88 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 945 time: 0.0561862 Apr 18 21:41:23.308187 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b3128c8b-77e1-4656-9625-0aba3ab53c3a req-9b37707d-2078-44be-9826-7248b09b0750 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=d912bba3-4cf9-4de8-aef0-c68272006bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319481 Apr 18 21:41:23.331056 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59938) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:41:23.370645 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021c8cb3-47b2-4bcd-91ed-fe15d2559a6b tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:23.372155 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-021c8cb3-47b2-4bcd-91ed-fe15d2559a6b tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 1091 time: 0.0401030 Apr 18 21:41:23.374947 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59940) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:41:23.379154 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-b7e09a38-f89b-4af5-a4ef-84703d6fdc27 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'port_id': '27983e17-0000-4bc9-b8c3-a9225e54cbdf', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:23.399895 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7e09a38-f89b-4af5-a4ef-84703d6fdc27 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:23.498414 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7e09a38-f89b-4af5-a4ef-84703d6fdc27 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:23.610444 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-b7e09a38-f89b-4af5-a4ef-84703d6fdc27 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Allocated IP 172.25.1.11 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/1184be02-06b4-4afc-bde5-62ad1d4e07fd) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:23.719714 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7e09a38-f89b-4af5-a4ef-84703d6fdc27 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:23.755465 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7e09a38-f89b-4af5-a4ef-84703d6fdc27 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:23.797812 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e09a38-f89b-4af5-a4ef-84703d6fdc27 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:23.800821 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-b7e09a38-f89b-4af5-a4ef-84703d6fdc27 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:23.804663 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e09a38-f89b-4af5-a4ef-84703d6fdc27 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:41:23.831856 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e09a38-f89b-4af5-a4ef-84703d6fdc27 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=1184be02-06b4-4afc-bde5-62ad1d4e07fd,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:24.202380 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7e09a38-f89b-4af5-a4ef-84703d6fdc27 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.277461 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7e09a38-f89b-4af5-a4ef-84703d6fdc27 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.450172 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7e09a38-f89b-4af5-a4ef-84703d6fdc27 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.455455 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7e09a38-f89b-4af5-a4ef-84703d6fdc27 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.530790 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e09a38-f89b-4af5-a4ef-84703d6fdc27 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=1184be02-06b4-4afc-bde5-62ad1d4e07fd,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:24.545219 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7e09a38-f89b-4af5-a4ef-84703d6fdc27 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.666419 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-b7e09a38-f89b-4af5-a4ef-84703d6fdc27 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Floating IP 6313c178-5801-402f-ae5f-6f9f339fd9fa associated. External IP: 172.25.1.11, port: 27983e17-0000-4bc9-b8c3-a9225e54cbdf. Apr 18 21:41:24.748253 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d61a7966-062a-4a33-9ac0-2dbd4d57616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.919270 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e09a38-f89b-4af5-a4ef-84703d6fdc27 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Router 4600a5a9-7170-44af-8f86-f9d83ec1492d has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:41:25.046058 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e09a38-f89b-4af5-a4ef-84703d6fdc27 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:41:25.056231 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaf5f77-39d1-43f4-94ea-5453b6a59db0 None None] Sync routers for ids ['4600a5a9-7170-44af-8f86-f9d83ec1492d'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:41:25.066844 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaf5f77-39d1-43f4-94ea-5453b6a59db0 None None] Routers {'4600a5a9-7170-44af-8f86-f9d83ec1492d'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:41:25.067481 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7aaf5f77-39d1-43f4-94ea-5453b6a59db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:40:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4600a5a9-7170-44af-8f86-f9d83ec1492d'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:25.075598 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-b7e09a38-f89b-4af5-a4ef-84703d6fdc27 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:25.106527 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-b7e09a38-f89b-4af5-a4ef-84703d6fdc27 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7304904 Apr 18 21:41:25.107360 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ef1db5-00aa-4061-b69a-55741e4e0064', 'tag': '27983e17-0000-4bc9-b8c3-a9225e54cbdf'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:41:25.110032 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2316f7aae560ee2534ee33f3ac4cc6eb4b6c4379016ac3c0f66c65b131d8d070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38918318-abea-4e96-a614-d1c3d67a72dc" -d '{"events": [{"name": "network-changed", "server_uuid": "71ef1db5-00aa-4061-b69a-55741e4e0064", "tag": "27983e17-0000-4bc9-b8c3-a9225e54cbdf"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:41:25.187250 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf123b4-4a41-48eb-8a3c-8d68d51d93f2 x-openstack-request-id: req-eaf123b4-4a41-48eb-8a3c-8d68d51d93f2 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:41:25.187969 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-7aaf5f77-39d1-43f4-94ea-5453b6a59db0 None None] Set router 4600a5a9-7170-44af-8f86-f9d83ec1492d gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:41:25.189988 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ef1db5-00aa-4061-b69a-55741e4e0064", "tag": "27983e17-0000-4bc9-b8c3-a9225e54cbdf", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:41:25.190986 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eaf123b4-4a41-48eb-8a3c-8d68d51d93f2 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:41:25.191885 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaf123b4-4a41-48eb-8a3c-8d68d51d93f2'] response: {'name': 'network-changed', 'server_uuid': '71ef1db5-00aa-4061-b69a-55741e4e0064', 'tag': '27983e17-0000-4bc9-b8c3-a9225e54cbdf', 'status': 'completed', 'code': 200} Apr 18 21:41:25.248364 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d8e4d-99d1-41b9-ac3b-53cc390256a8 req-bfbecdbe-de3f-4529-b9ce-2ec0641e8948 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:25.249898 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ae3d8e4d-99d1-41b9-ac3b-53cc390256a8 req-bfbecdbe-de3f-4529-b9ce-2ec0641e8948 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 945 time: 0.0791218 Apr 18 21:41:25.280271 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38918318-abea-4e96-a614-d1c3d67a72dc req-bcfec870-0af4-4c13-8753-c1d6afe0c75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:25.282478 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-38918318-abea-4e96-a614-d1c3d67a72dc req-bcfec870-0af4-4c13-8753-c1d6afe0c75c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 1096 time: 0.0718286 Apr 18 21:41:25.310925 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ae3d8e4d-99d1-41b9-ac3b-53cc390256a8 req-54b46ce1-5ce7-4483-bf6f-089ebe3bc090 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=d912bba3-4cf9-4de8-aef0-c68272006bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533843 Apr 18 21:41:25.336545 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 59946) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:41:25.401214 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a205dd60-3a67-4e9e-a8f0-7c28642603c4 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/floatingips/6313c178-5801-402f-ae5f-6f9f339fd9fa HTTP/1.1" status: 200 len: 990 time: 0.0635235 Apr 18 21:41:25.421777 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38918318-abea-4e96-a614-d1c3d67a72dc req-81d3d5f8-571d-428d-97ed-69d0fde85866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:25.423271 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-38918318-abea-4e96-a614-d1c3d67a72dc req-81d3d5f8-571d-428d-97ed-69d0fde85866 service neutron] 10.222.0.32 "GET /v2.0/networks?id=681581e8-84e8-422c-b67c-ab0cfefc5ecc HTTP/1.1" status: 200 len: 897 time: 0.1287923 Apr 18 21:41:25.436684 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7aaf5f77-39d1-43f4-94ea-5453b6a59db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716246743', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:41:08Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:df:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '6313c178-5801-402f-ae5f-6f9f339fd9fa', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'floating_ip_address': '172.25.1.11', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'port_id': '27983e17-0000-4bc9-b8c3-a9225e54cbdf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc', 'mac_address': 'fa:16:3e:14:5d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ef1db5-00aa-4061-b69a-55741e4e0064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:41:24Z', 'updated_at': '2022-04-18T21:41:24Z', 'revision_number': 0, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b76cf9-a79b-451f-8103-5f47b660d8c1', 'name': '', 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:63:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '386ac532-2a48-4eb1-9581-d6f29bf17fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:07Z', 'updated_at': '2022-04-18T21:41:11Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': '386ac532-2a48-4eb1-9581-d6f29bf17fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:25.468396 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaf5f77-39d1-43f4-94ea-5453b6a59db0 None None] Checking router: 4600a5a9-7170-44af-8f86-f9d83ec1492d for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:41:25.477632 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaf5f77-39d1-43f4-94ea-5453b6a59db0 None None] Routers {'4600a5a9-7170-44af-8f86-f9d83ec1492d'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:41:25.478269 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7aaf5f77-39d1-43f4-94ea-5453b6a59db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:40:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4600a5a9-7170-44af-8f86-f9d83ec1492d'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:25.497929 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-38918318-abea-4e96-a614-d1c3d67a72dc req-43edb02c-c113-4b71-aef5-fd9f43117b2a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27983e17-0000-4bc9-b8c3-a9225e54cbdf HTTP/1.1" status: 200 len: 998 time: 0.0679975 Apr 18 21:41:25.551050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38918318-abea-4e96-a614-d1c3d67a72dc req-b95047ea-943e-4380-94ff-fde71e598d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:25.552582 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-38918318-abea-4e96-a614-d1c3d67a72dc req-b95047ea-943e-4380-94ff-fde71e598d1f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=386ac532-2a48-4eb1-9581-d6f29bf17fa0 HTTP/1.1" status: 200 len: 834 time: 0.0481963 Apr 18 21:41:25.595266 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-7aaf5f77-39d1-43f4-94ea-5453b6a59db0 None None] Set router 4600a5a9-7170-44af-8f86-f9d83ec1492d gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:41:25.604971 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38918318-abea-4e96-a614-d1c3d67a72dc req-b943e19f-f26c-4c80-8bfd-2bdbddf4a7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:25.606463 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-38918318-abea-4e96-a614-d1c3d67a72dc req-b943e19f-f26c-4c80-8bfd-2bdbddf4a7ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=681581e8-84e8-422c-b67c-ab0cfefc5ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473578 Apr 18 21:41:25.717588 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-38918318-abea-4e96-a614-d1c3d67a72dc req-51896d59-ca61-45c8-b665-c714dd815e53 service neutron] 10.222.0.32 "GET /v2.0/networks/681581e8-84e8-422c-b67c-ab0cfefc5ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038837 Apr 18 21:41:25.824298 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-38918318-abea-4e96-a614-d1c3d67a72dc req-f1f0408a-2340-412a-85ea-08a3788ee83f service neutron] 10.222.0.32 "GET /v2.0/networks/681581e8-84e8-422c-b67c-ab0cfefc5ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998559 Apr 18 21:41:25.835886 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7aaf5f77-39d1-43f4-94ea-5453b6a59db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716246743', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:41:08Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:df:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '6313c178-5801-402f-ae5f-6f9f339fd9fa', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'floating_ip_address': '172.25.1.11', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'port_id': '27983e17-0000-4bc9-b8c3-a9225e54cbdf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc', 'mac_address': 'fa:16:3e:14:5d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ef1db5-00aa-4061-b69a-55741e4e0064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:41:24Z', 'updated_at': '2022-04-18T21:41:24Z', 'revision_number': 0, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b76cf9-a79b-451f-8103-5f47b660d8c1', 'name': '', 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:63:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '386ac532-2a48-4eb1-9581-d6f29bf17fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:07Z', 'updated_at': '2022-04-18T21:41:11Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': '386ac532-2a48-4eb1-9581-d6f29bf17fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:25.864824 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaf5f77-39d1-43f4-94ea-5453b6a59db0 None None] The sync data for ids ['4600a5a9-7170-44af-8f86-f9d83ec1492d'] in n-d-838323-3 is: [{'id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716246743', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:41:08Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:df:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '6313c178-5801-402f-ae5f-6f9f339fd9fa', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'floating_ip_address': '172.25.1.11', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'port_id': '27983e17-0000-4bc9-b8c3-a9225e54cbdf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc', 'mac_address': 'fa:16:3e:14:5d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ef1db5-00aa-4061-b69a-55741e4e0064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:41:24Z', 'updated_at': '2022-04-18T21:41:24Z', 'revision_number': 0, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b76cf9-a79b-451f-8103-5f47b660d8c1', 'name': '', 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:63:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '386ac532-2a48-4eb1-9581-d6f29bf17fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:07Z', 'updated_at': '2022-04-18T21:41:11Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': '386ac532-2a48-4eb1-9581-d6f29bf17fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:41:26.091252 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79a6162-64f3-4bbe-8e21-32d987a13bcb None None] New status for floating IP 6313c178-5801-402f-ae5f-6f9f339fd9fa: ACTIVE {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:41:26.406096 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 59948) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:41:26.474120 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c4b326b9-05a7-40f3-aba1-c924e97e339c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/floatingips/6313c178-5801-402f-ae5f-6f9f339fd9fa HTTP/1.1" status: 200 len: 992 time: 0.0667388 Apr 18 21:41:29.149355 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d6cd102e-fb4c-4dc1-828b-3e690ef2fcd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:29.150224 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-87b68722-50b3-4782-a787-e4a3e7973bdf req-2b0b35e6-5e10-4182-b852-9d84fae15720 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492439 Apr 18 21:41:29.257863 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b68722-50b3-4782-a787-e4a3e7973bdf req-c6aea8e8-9861-404d-814c-202ee993aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:29.259916 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-87b68722-50b3-4782-a787-e4a3e7973bdf req-c6aea8e8-9861-404d-814c-202ee993aa98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 1096 time: 0.0575452 Apr 18 21:41:29.372602 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:41:29.378179 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b68722-50b3-4782-a787-e4a3e7973bdf req-58d4b672-ffa4-4ca1-8ef2-01899f8f7bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:29.379664 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-87b68722-50b3-4782-a787-e4a3e7973bdf req-58d4b672-ffa4-4ca1-8ef2-01899f8f7bb7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=681581e8-84e8-422c-b67c-ab0cfefc5ecc HTTP/1.1" status: 200 len: 897 time: 0.0972433 Apr 18 21:41:29.450857 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-87b68722-50b3-4782-a787-e4a3e7973bdf req-4e521575-572f-4f59-ab95-b49ff39cd994 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27983e17-0000-4bc9-b8c3-a9225e54cbdf HTTP/1.1" status: 200 len: 1000 time: 0.0651102 Apr 18 21:41:29.503683 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b68722-50b3-4782-a787-e4a3e7973bdf req-d4d90c1b-258a-43ca-a9b7-2bcd6801df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:29.505189 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-87b68722-50b3-4782-a787-e4a3e7973bdf req-d4d90c1b-258a-43ca-a9b7-2bcd6801df30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=386ac532-2a48-4eb1-9581-d6f29bf17fa0 HTTP/1.1" status: 200 len: 834 time: 0.0485623 Apr 18 21:41:29.556521 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b68722-50b3-4782-a787-e4a3e7973bdf req-a0d14ac0-a5b6-484c-84b1-eb8c6ffc9791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:29.559373 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-87b68722-50b3-4782-a787-e4a3e7973bdf req-a0d14ac0-a5b6-484c-84b1-eb8c6ffc9791 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=681581e8-84e8-422c-b67c-ab0cfefc5ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458791 Apr 18 21:41:29.667562 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-87b68722-50b3-4782-a787-e4a3e7973bdf req-32f5c46e-d27b-4212-af72-597796091b3d service neutron] 10.222.0.32 "GET /v2.0/networks/681581e8-84e8-422c-b67c-ab0cfefc5ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015079 Apr 18 21:41:29.769769 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-87b68722-50b3-4782-a787-e4a3e7973bdf req-d7bb31d9-e2ce-44f0-85dc-22bd00fa519e service neutron] 10.222.0.32 "GET /v2.0/networks/681581e8-84e8-422c-b67c-ab0cfefc5ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960557 Apr 18 21:41:30.090632 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:31.664295 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:31.872701 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:38.201162 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:42.529958 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:54.750518 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d61695e7-b14f-40b4-b80c-5aa9e31ee821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:59.145374 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-146392f4-4920-4a90-83a9-b2dcf0e34962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:00.093119 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:01.658058 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:01.875793 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:06.371304 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:42:08.215131 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:12.528057 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:24.753265 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-24c1f9ed-ac23-4245-aebf-673eba121ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:27.067752 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51df52-5dbc-4b10-9db8-ca803a57d9a9 req-5d7f842b-381e-4822-9abb-07f44abc6d4c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:27.069296 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a51df52-5dbc-4b10-9db8-ca803a57d9a9 req-5d7f842b-381e-4822-9abb-07f44abc6d4c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 945 time: 0.0508518 Apr 18 21:42:27.109212 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a51df52-5dbc-4b10-9db8-ca803a57d9a9 req-818a3cd1-3cfd-422e-bf87-5dd4e9fa136a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=d912bba3-4cf9-4de8-aef0-c68272006bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335219 Apr 18 21:42:28.232543 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d02f8f-045f-400a-bde2-1f26a2d0579f req-d0f29733-fda8-4ae7-946e-79cca6e9e8ed tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:28.234061 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-09d02f8f-045f-400a-bde2-1f26a2d0579f req-d0f29733-fda8-4ae7-946e-79cca6e9e8ed tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 945 time: 0.0528047 Apr 18 21:42:28.271741 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-09d02f8f-045f-400a-bde2-1f26a2d0579f req-7489e25d-81a7-4da0-982b-b2bd9e31cfcd tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=d912bba3-4cf9-4de8-aef0-c68272006bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316198 Apr 18 21:42:29.150545 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ec434216-90f7-4435-813c-2871542fe817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:29.224319 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f805d-6999-4b9a-9bc7-6a535a340390 req-1481c2d5-f338-4393-ab44-640583f23517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:29.225747 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d20f805d-6999-4b9a-9bc7-6a535a340390 req-1481c2d5-f338-4393-ab44-640583f23517 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 1096 time: 0.0892813 Apr 18 21:42:29.334301 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f805d-6999-4b9a-9bc7-6a535a340390 req-0988e50c-df30-456e-9a74-076382736a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:29.335785 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d20f805d-6999-4b9a-9bc7-6a535a340390 req-0988e50c-df30-456e-9a74-076382736a59 service neutron] 10.222.0.32 "GET /v2.0/networks?id=681581e8-84e8-422c-b67c-ab0cfefc5ecc HTTP/1.1" status: 200 len: 897 time: 0.0899692 Apr 18 21:42:29.429679 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d20f805d-6999-4b9a-9bc7-6a535a340390 req-da8b57eb-5df0-48aa-9d28-63bbaee00f1c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27983e17-0000-4bc9-b8c3-a9225e54cbdf HTTP/1.1" status: 200 len: 1000 time: 0.0858114 Apr 18 21:42:29.439304 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f86e8b-92f0-4466-9f69-264733c46b65 req-a3fa7386-a3ce-4934-9e1a-78b35650e0a6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:29.440812 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a0f86e8b-92f0-4466-9f69-264733c46b65 req-a3fa7386-a3ce-4934-9e1a-78b35650e0a6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 945 time: 0.0987880 Apr 18 21:42:29.518870 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f805d-6999-4b9a-9bc7-6a535a340390 req-d1487600-6ab0-4961-949b-8131c95701df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:29.520337 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d20f805d-6999-4b9a-9bc7-6a535a340390 req-d1487600-6ab0-4961-949b-8131c95701df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=386ac532-2a48-4eb1-9581-d6f29bf17fa0 HTTP/1.1" status: 200 len: 834 time: 0.0786550 Apr 18 21:42:29.523307 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a0f86e8b-92f0-4466-9f69-264733c46b65 req-7e1a2a45-b4f3-41db-849c-16d86b38980d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=d912bba3-4cf9-4de8-aef0-c68272006bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740862 Apr 18 21:42:29.567486 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f805d-6999-4b9a-9bc7-6a535a340390 req-d6d0825e-3372-4cd5-b52b-a37faf5dbd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:29.569066 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d20f805d-6999-4b9a-9bc7-6a535a340390 req-d6d0825e-3372-4cd5-b52b-a37faf5dbd43 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=681581e8-84e8-422c-b67c-ab0cfefc5ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416338 Apr 18 21:42:29.662137 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d20f805d-6999-4b9a-9bc7-6a535a340390 req-2045f2bd-004c-4a08-b050-30a12f7482b6 service neutron] 10.222.0.32 "GET /v2.0/networks/681581e8-84e8-422c-b67c-ab0cfefc5ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866861 Apr 18 21:42:29.751282 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d20f805d-6999-4b9a-9bc7-6a535a340390 req-bd7290e3-bdfd-4e8a-ab55-a0a49b685cb8 service neutron] 10.222.0.32 "GET /v2.0/networks/681581e8-84e8-422c-b67c-ab0cfefc5ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828335 Apr 18 21:42:30.096310 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:30.639940 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede23d8-4423-4387-a290-5d477e91a8ac req-bb35f4af-aa33-4591-ad3a-7d28d5a7d93b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:30.641966 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ede23d8-4423-4387-a290-5d477e91a8ac req-bb35f4af-aa33-4591-ad3a-7d28d5a7d93b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 945 time: 0.0490561 Apr 18 21:42:30.678508 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ede23d8-4423-4387-a290-5d477e91a8ac req-6e62a037-e4f3-4ac3-a129-b5a26a84b399 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=d912bba3-4cf9-4de8-aef0-c68272006bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304985 Apr 18 21:42:31.659499 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:31.797784 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c6d43-4d0c-4470-90a9-5292ac8fa2a4 req-592db46f-15ee-45bf-b164-1000f4df70cd tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:31.799445 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-577c6d43-4d0c-4470-90a9-5292ac8fa2a4 req-592db46f-15ee-45bf-b164-1000f4df70cd tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 945 time: 0.0530868 Apr 18 21:42:31.837210 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-577c6d43-4d0c-4470-90a9-5292ac8fa2a4 req-9374b1d8-75aa-462d-8d86-89a6784823e6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=d912bba3-4cf9-4de8-aef0-c68272006bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319340 Apr 18 21:42:31.879495 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:32.954926 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418b5fc-16b5-4c03-89fa-f888c2f0a6ca req-f9916b5b-26b1-4e70-be80-0e107ae13c66 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:32.956524 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7418b5fc-16b5-4c03-89fa-f888c2f0a6ca req-f9916b5b-26b1-4e70-be80-0e107ae13c66 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 945 time: 0.0507872 Apr 18 21:42:32.994657 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7418b5fc-16b5-4c03-89fa-f888c2f0a6ca req-6804b0f0-ed85-496e-a73a-ff9cef5e6b9d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=d912bba3-4cf9-4de8-aef0-c68272006bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321653 Apr 18 21:42:33.986984 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-4d2082c4-c749-415e-a98f-2d2dd6a16aa8 req-2aefe642-d84b-4166-b525-b3f798255584 service neutron] (102909) timed out ('10.222.0.41', 45720) {{(pid=102909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 21:42:34.113343 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea7b84-dbb5-4f84-87d2-5ad78bbd6a1f req-cfb247ea-f81f-4f1d-b30a-cd9e69dc28e5 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:34.114836 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3aea7b84-dbb5-4f84-87d2-5ad78bbd6a1f req-cfb247ea-f81f-4f1d-b30a-cd9e69dc28e5 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 945 time: 0.0497503 Apr 18 21:42:34.154398 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3aea7b84-dbb5-4f84-87d2-5ad78bbd6a1f req-1dbf7ba5-19b7-4284-92c9-fedc683d4aec tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=d912bba3-4cf9-4de8-aef0-c68272006bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334194 Apr 18 21:42:35.277921 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c45125-4902-4f34-afb8-e96f4b381d03 req-7790781b-db3b-42eb-a045-ee7e443b8d2b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:35.279381 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-21c45125-4902-4f34-afb8-e96f4b381d03 req-7790781b-db3b-42eb-a045-ee7e443b8d2b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 945 time: 0.0525358 Apr 18 21:42:35.318330 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-21c45125-4902-4f34-afb8-e96f4b381d03 req-8d1efe89-1dd5-4c33-80ef-4c29f8aa3c00 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=d912bba3-4cf9-4de8-aef0-c68272006bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319369 Apr 18 21:42:36.437190 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1416f91-6692-4099-bc43-9aa110681584 req-4ca0ef9e-9bfa-4fab-9338-5671cd8416da tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:36.439232 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d1416f91-6692-4099-bc43-9aa110681584 req-4ca0ef9e-9bfa-4fab-9338-5671cd8416da tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 945 time: 0.0511050 Apr 18 21:42:36.477725 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d1416f91-6692-4099-bc43-9aa110681584 req-7190a904-2da6-41c1-9a58-6b7d0e918950 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=d912bba3-4cf9-4de8-aef0-c68272006bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322969 Apr 18 21:42:37.595356 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc5e95-34a4-473d-b1a9-6bd32418879b req-3d182b67-41f1-4faa-bdc6-0322dc2f048c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:37.596889 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-05bc5e95-34a4-473d-b1a9-6bd32418879b req-3d182b67-41f1-4faa-bdc6-0322dc2f048c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 945 time: 0.0504825 Apr 18 21:42:37.634352 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-05bc5e95-34a4-473d-b1a9-6bd32418879b req-824585d5-3727-4542-b378-f6923e862102 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=d912bba3-4cf9-4de8-aef0-c68272006bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312109 Apr 18 21:42:37.656494 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60000) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:42:37.718082 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-6ef09db8-1020-43c2-9720-68048e3fb204 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/floatingips/6313c178-5801-402f-ae5f-6f9f339fd9fa HTTP/1.1" status: 200 len: 992 time: 0.0599322 Apr 18 21:42:38.214953 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:39.009814 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1bf37-b228-4fcc-ba91-1823572774fd req-4f940b48-23f8-4124-b9f0-7d0734cc3d66 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:39.011199 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbd1bf37-b228-4fcc-ba91-1823572774fd req-4f940b48-23f8-4124-b9f0-7d0734cc3d66 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 945 time: 0.0728807 Apr 18 21:42:39.044179 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbeb4b-3416-4070-89f1-939c06354be9 req-9b66bf88-220f-4b2c-896e-1c2710402050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:39.045658 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-70dbeb4b-3416-4070-89f1-939c06354be9 req-9b66bf88-220f-4b2c-896e-1c2710402050 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 1096 time: 0.0715876 Apr 18 21:42:39.076396 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bbd1bf37-b228-4fcc-ba91-1823572774fd req-47c59dc7-c7b5-43b4-9558-529ea21eb2b0 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=d912bba3-4cf9-4de8-aef0-c68272006bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587695 Apr 18 21:42:39.146164 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbeb4b-3416-4070-89f1-939c06354be9 req-cb682358-9889-4117-9516-418102c2fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:39.147620 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-70dbeb4b-3416-4070-89f1-939c06354be9 req-cb682358-9889-4117-9516-418102c2fa50 service neutron] 10.222.0.32 "GET /v2.0/networks?id=681581e8-84e8-422c-b67c-ab0cfefc5ecc HTTP/1.1" status: 200 len: 897 time: 0.0945842 Apr 18 21:42:39.214816 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-70dbeb4b-3416-4070-89f1-939c06354be9 req-61942537-a68e-4069-bdeb-6fd432598cd8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27983e17-0000-4bc9-b8c3-a9225e54cbdf HTTP/1.1" status: 200 len: 1000 time: 0.0607026 Apr 18 21:42:39.262479 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbeb4b-3416-4070-89f1-939c06354be9 req-4cbdc5d6-e4b5-4703-83a4-92cb7000dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:39.263823 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-70dbeb4b-3416-4070-89f1-939c06354be9 req-4cbdc5d6-e4b5-4703-83a4-92cb7000dca3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=386ac532-2a48-4eb1-9581-d6f29bf17fa0 HTTP/1.1" status: 200 len: 834 time: 0.0433116 Apr 18 21:42:39.307460 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbeb4b-3416-4070-89f1-939c06354be9 req-44b74b6c-506c-445c-8404-e380bf1d4b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:39.308950 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-70dbeb4b-3416-4070-89f1-939c06354be9 req-44b74b6c-506c-445c-8404-e380bf1d4b67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=681581e8-84e8-422c-b67c-ab0cfefc5ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388212 Apr 18 21:42:39.398653 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-70dbeb4b-3416-4070-89f1-939c06354be9 req-186ef97b-46db-4171-bd39-eb2ccdce7fe5 service neutron] 10.222.0.32 "GET /v2.0/networks/681581e8-84e8-422c-b67c-ab0cfefc5ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831108 Apr 18 21:42:39.486984 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-70dbeb4b-3416-4070-89f1-939c06354be9 req-ab1616a8-010e-4fae-b680-0f7c80bf608b service neutron] 10.222.0.32 "GET /v2.0/networks/681581e8-84e8-422c-b67c-ab0cfefc5ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813951 Apr 18 21:42:40.200925 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41731e99-babe-45ce-9568-109ca2b4282d req-e86f78a7-d03a-431b-9f00-132b6317c38b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:40.202327 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41731e99-babe-45ce-9568-109ca2b4282d req-e86f78a7-d03a-431b-9f00-132b6317c38b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 945 time: 0.0498631 Apr 18 21:42:40.242395 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41731e99-babe-45ce-9568-109ca2b4282d req-4b2aefff-ae3f-469f-a4d1-e38cd968328c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=d912bba3-4cf9-4de8-aef0-c68272006bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328901 Apr 18 21:42:40.268749 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60010) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:42:40.331906 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-cdfa4329-98eb-4476-89fa-744c866dd0a3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/floatingips/6313c178-5801-402f-ae5f-6f9f339fd9fa HTTP/1.1" status: 200 len: 992 time: 0.0619712 Apr 18 21:42:42.547941 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:43.370603 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:42:54.757995 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-befbc0c7-fdab-4466-9ada-4fdc5471aeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:59.144311 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d986afa4-9ce7-4d12-ba8f-2add6bb4e0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:00.098280 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:01.662439 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:01.881229 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:08.217942 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:12.566634 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:20.369949 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:43:24.760601 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c93b36fa-35f7-4a40-8ee5-22b4b7675a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:28.728961 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60026) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:43:29.147538 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-06f98112-503c-4d3f-868c-61342f8cb7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:29.187494 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-c29e9110-df43-4987-9555-5f9383f6cb1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Deleting port 1184be02-06b4-4afc-bde5-62ad1d4e07fd {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:43:29.187844 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c29e9110-df43-4987-9555-5f9383f6cb1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:29.265057 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c29e9110-df43-4987-9555-5f9383f6cb1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:29.265386 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c29e9110-df43-4987-9555-5f9383f6cb1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:29.277799 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-c29e9110-df43-4987-9555-5f9383f6cb1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Calling delete_port for 1184be02-06b4-4afc-bde5-62ad1d4e07fd owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:43:29.419865 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c29e9110-df43-4987-9555-5f9383f6cb1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:29.447794 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e9110-df43-4987-9555-5f9383f6cb1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Port': ['ID=1184be02-06b4-4afc-bde5-62ad1d4e07fd,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:29.460835 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e9110-df43-4987-9555-5f9383f6cb1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:29.461186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e9110-df43-4987-9555-5f9383f6cb1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:29.461524 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e9110-df43-4987-9555-5f9383f6cb1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:29.461856 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e9110-df43-4987-9555-5f9383f6cb1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:29.462182 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e9110-df43-4987-9555-5f9383f6cb1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:29.462514 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e9110-df43-4987-9555-5f9383f6cb1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:29.462837 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e9110-df43-4987-9555-5f9383f6cb1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:29.463161 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e9110-df43-4987-9555-5f9383f6cb1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:29.463484 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e9110-df43-4987-9555-5f9383f6cb1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:29.463802 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e9110-df43-4987-9555-5f9383f6cb1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:29.464120 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e9110-df43-4987-9555-5f9383f6cb1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:29.464479 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e9110-df43-4987-9555-5f9383f6cb1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:29.520379 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c29e9110-df43-4987-9555-5f9383f6cb1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:29.520832 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-c29e9110-df43-4987-9555-5f9383f6cb1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Floating IP 6313c178-5801-402f-ae5f-6f9f339fd9fa disassociated (deleted). External IP: 172.25.1.11, port: 27983e17-0000-4bc9-b8c3-a9225e54cbdf. Apr 18 21:43:29.732304 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29e9110-df43-4987-9555-5f9383f6cb1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Router 4600a5a9-7170-44af-8f86-f9d83ec1492d has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:29.841118 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29e9110-df43-4987-9555-5f9383f6cb1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:29.845811 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c29e9110-df43-4987-9555-5f9383f6cb1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:29.851154 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01ec942-9ae1-432e-930a-dfef7453d19e None None] Sync routers for ids ['4600a5a9-7170-44af-8f86-f9d83ec1492d'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:43:29.860903 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01ec942-9ae1-432e-930a-dfef7453d19e None None] Routers {'4600a5a9-7170-44af-8f86-f9d83ec1492d'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:43:29.861521 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b01ec942-9ae1-432e-930a-dfef7453d19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:43:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4600a5a9-7170-44af-8f86-f9d83ec1492d'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:29.873978 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c29e9110-df43-4987-9555-5f9383f6cb1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "DELETE /v2.0/floatingips/6313c178-5801-402f-ae5f-6f9f339fd9fa HTTP/1.1" status: 204 len: 168 time: 1.1439319 Apr 18 21:43:29.874572 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ef1db5-00aa-4061-b69a-55741e4e0064', 'tag': '27983e17-0000-4bc9-b8c3-a9225e54cbdf'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:43:29.876946 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a48fe52-9a0d-4837-b3bd-453a5a93243d" -d '{"events": [{"name": "network-changed", "server_uuid": "71ef1db5-00aa-4061-b69a-55741e4e0064", "tag": "27983e17-0000-4bc9-b8c3-a9225e54cbdf"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:43:29.922883 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aca1442-f814-4fcf-b8c7-e48fcbb1e1a3 x-openstack-request-id: req-3aca1442-f814-4fcf-b8c7-e48fcbb1e1a3 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:43:29.923172 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ef1db5-00aa-4061-b69a-55741e4e0064", "tag": "27983e17-0000-4bc9-b8c3-a9225e54cbdf", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:43:29.923468 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3aca1442-f814-4fcf-b8c7-e48fcbb1e1a3 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:43:29.923861 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aca1442-f814-4fcf-b8c7-e48fcbb1e1a3'] response: {'name': 'network-changed', 'server_uuid': '71ef1db5-00aa-4061-b69a-55741e4e0064', 'tag': '27983e17-0000-4bc9-b8c3-a9225e54cbdf', 'status': 'completed', 'code': 200} Apr 18 21:43:29.985343 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-b01ec942-9ae1-432e-930a-dfef7453d19e None None] Set router 4600a5a9-7170-44af-8f86-f9d83ec1492d gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:43:29.996243 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48fe52-9a0d-4837-b3bd-453a5a93243d req-c6f5fd86-28c2-495c-90a4-120eeada860d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:29.998085 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a48fe52-9a0d-4837-b3bd-453a5a93243d req-c6f5fd86-28c2-495c-90a4-120eeada860d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 1096 time: 0.0458484 Apr 18 21:43:30.130975 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48fe52-9a0d-4837-b3bd-453a5a93243d req-5215add0-f2ba-4cc3-9444-4962bbb3e21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:30.133040 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a48fe52-9a0d-4837-b3bd-453a5a93243d req-5215add0-f2ba-4cc3-9444-4962bbb3e21c service neutron] 10.222.0.32 "GET /v2.0/networks?id=681581e8-84e8-422c-b67c-ab0cfefc5ecc HTTP/1.1" status: 200 len: 897 time: 0.1273277 Apr 18 21:43:30.138745 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:30.145033 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ecfcb-9104-41aa-9514-04928570ede3 req-4d4faa9b-4512-4847-9f4d-031a3531847a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:30.146509 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-461ecfcb-9104-41aa-9514-04928570ede3 req-4d4faa9b-4512-4847-9f4d-031a3531847a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 945 time: 0.0791020 Apr 18 21:43:30.192387 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a48fe52-9a0d-4837-b3bd-453a5a93243d req-8d5cb146-8691-43b1-b9df-80c07ea788d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27983e17-0000-4bc9-b8c3-a9225e54cbdf HTTP/1.1" status: 200 len: 217 time: 0.0449259 Apr 18 21:43:30.211630 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b01ec942-9ae1-432e-930a-dfef7453d19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716246743', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:41:08Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:df:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '97b76cf9-a79b-451f-8103-5f47b660d8c1', 'name': '', 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:63:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '386ac532-2a48-4eb1-9581-d6f29bf17fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:07Z', 'updated_at': '2022-04-18T21:41:11Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': '386ac532-2a48-4eb1-9581-d6f29bf17fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:30.239115 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01ec942-9ae1-432e-930a-dfef7453d19e None None] Checking router: 4600a5a9-7170-44af-8f86-f9d83ec1492d for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:43:30.247265 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01ec942-9ae1-432e-930a-dfef7453d19e None None] Routers {'4600a5a9-7170-44af-8f86-f9d83ec1492d'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:43:30.247881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b01ec942-9ae1-432e-930a-dfef7453d19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:43:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4600a5a9-7170-44af-8f86-f9d83ec1492d'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:30.248961 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-461ecfcb-9104-41aa-9514-04928570ede3 req-d21f2695-e679-4da5-94de-b6eccbb2e43e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=d912bba3-4cf9-4de8-aef0-c68272006bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948141 Apr 18 21:43:30.258536 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48fe52-9a0d-4837-b3bd-453a5a93243d req-5eff5ba5-10a4-4cc0-9142-f042fecc55b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:30.259972 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a48fe52-9a0d-4837-b3bd-453a5a93243d req-5eff5ba5-10a4-4cc0-9142-f042fecc55b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=386ac532-2a48-4eb1-9581-d6f29bf17fa0 HTTP/1.1" status: 200 len: 834 time: 0.0594590 Apr 18 21:43:30.307651 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48fe52-9a0d-4837-b3bd-453a5a93243d req-08e7004b-6f4c-4eac-b1ce-92c4cc33612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:30.309183 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a48fe52-9a0d-4837-b3bd-453a5a93243d req-08e7004b-6f4c-4eac-b1ce-92c4cc33612e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=681581e8-84e8-422c-b67c-ab0cfefc5ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413899 Apr 18 21:43:30.355848 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-b01ec942-9ae1-432e-930a-dfef7453d19e None None] Set router 4600a5a9-7170-44af-8f86-f9d83ec1492d gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:43:30.421078 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a48fe52-9a0d-4837-b3bd-453a5a93243d req-0f1fea2b-5e8b-4d5e-8bb5-19ea625ddfcd service neutron] 10.222.0.32 "GET /v2.0/networks/681581e8-84e8-422c-b67c-ab0cfefc5ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047788 Apr 18 21:43:30.517892 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a48fe52-9a0d-4837-b3bd-453a5a93243d req-e6988ad6-bec1-4ab7-b867-9fafd9d6c210 service neutron] 10.222.0.32 "GET /v2.0/networks/681581e8-84e8-422c-b67c-ab0cfefc5ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888405 Apr 18 21:43:30.724359 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b01ec942-9ae1-432e-930a-dfef7453d19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716246743', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:41:08Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:df:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '97b76cf9-a79b-451f-8103-5f47b660d8c1', 'name': '', 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:63:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '386ac532-2a48-4eb1-9581-d6f29bf17fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:07Z', 'updated_at': '2022-04-18T21:41:11Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': '386ac532-2a48-4eb1-9581-d6f29bf17fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:30.752088 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01ec942-9ae1-432e-930a-dfef7453d19e None None] The sync data for ids ['4600a5a9-7170-44af-8f86-f9d83ec1492d'] in n-d-838323-3 is: [{'id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716246743', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:41:08Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:df:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '97b76cf9-a79b-451f-8103-5f47b660d8c1', 'name': '', 'network_id': '681581e8-84e8-422c-b67c-ab0cfefc5ecc', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:63:61:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '386ac532-2a48-4eb1-9581-d6f29bf17fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:07Z', 'updated_at': '2022-04-18T21:41:11Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': '386ac532-2a48-4eb1-9581-d6f29bf17fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:43:30.976718 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e48a54-bdba-4d79-9459-c398a924133f None None] New status for floating IP 6313c178-5801-402f-ae5f-6f9f339fd9fa: DOWN {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:43:31.368740 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04f09b-12bd-40ed-9a5b-16a377ca00ef req-9cdd48ad-7a77-4d96-a9a7-5aea9131e505 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:31.370233 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca04f09b-12bd-40ed-9a5b-16a377ca00ef req-9cdd48ad-7a77-4d96-a9a7-5aea9131e505 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 945 time: 0.0504110 Apr 18 21:43:31.415494 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca04f09b-12bd-40ed-9a5b-16a377ca00ef req-f61372a3-b5e4-4adf-9f12-00845bfb10a8 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=d912bba3-4cf9-4de8-aef0-c68272006bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389552 Apr 18 21:43:31.664941 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:31.768706 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeacb8d-8f5f-4098-9bee-17f9d5046ce2 req-8702a2b1-b367-4f74-abf1-8e180e7059da tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:31.770152 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-feeacb8d-8f5f-4098-9bee-17f9d5046ce2 req-8702a2b1-b367-4f74-abf1-8e180e7059da tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.32 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 945 time: 0.0484850 Apr 18 21:43:31.858758 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-feeacb8d-8f5f-4098-9bee-17f9d5046ce2 req-45567b30-687b-4536-a9b8-3be48ef31c3c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Deleting port 27983e17-0000-4bc9-b8c3-a9225e54cbdf {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:43:31.859097 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-feeacb8d-8f5f-4098-9bee-17f9d5046ce2 req-45567b30-687b-4536-a9b8-3be48ef31c3c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:31.884191 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:31.952835 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-feeacb8d-8f5f-4098-9bee-17f9d5046ce2 req-45567b30-687b-4536-a9b8-3be48ef31c3c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] For port 27983e17-0000-4bc9-b8c3-a9225e54cbdf, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=27983e17-0000-4bc9-b8c3-a9225e54cbdf,segment=NetworkSegment(7e901621-94de-4e6c-b917-52fdbdd4ff98),segment_id=7e901621-94de-4e6c-b917-52fdbdd4ff98)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:31.953206 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-feeacb8d-8f5f-4098-9bee-17f9d5046ce2 req-45567b30-687b-4536-a9b8-3be48ef31c3c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:31.965863 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-feeacb8d-8f5f-4098-9bee-17f9d5046ce2 req-45567b30-687b-4536-a9b8-3be48ef31c3c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Calling delete_port for 27983e17-0000-4bc9-b8c3-a9225e54cbdf owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:43:32.098320 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-feeacb8d-8f5f-4098-9bee-17f9d5046ce2 req-45567b30-687b-4536-a9b8-3be48ef31c3c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:32.129131 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45567b30-687b-4536-a9b8-3be48ef31c3c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Port': ['ID=27983e17-0000-4bc9-b8c3-a9225e54cbdf,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:32.176034 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-feeacb8d-8f5f-4098-9bee-17f9d5046ce2 req-45567b30-687b-4536-a9b8-3be48ef31c3c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] No DVR routers for this DVR port 27983e17-0000-4bc9-b8c3-a9225e54cbdf on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:43:32.178791 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-feeacb8d-8f5f-4098-9bee-17f9d5046ce2 req-45567b30-687b-4536-a9b8-3be48ef31c3c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:32.182078 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-feeacb8d-8f5f-4098-9bee-17f9d5046ce2 req-45567b30-687b-4536-a9b8-3be48ef31c3c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.32 "DELETE /v2.0/ports/27983e17-0000-4bc9-b8c3-a9225e54cbdf HTTP/1.1" status: 204 len: 173 time: 0.4062872 Apr 18 21:43:32.182504 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ef1db5-00aa-4061-b69a-55741e4e0064', 'name': 'network-vif-deleted', 'tag': '27983e17-0000-4bc9-b8c3-a9225e54cbdf'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:43:32.184819 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e756d1-65c2-45da-8348-90b58f460662" -d '{"events": [{"server_uuid": "71ef1db5-00aa-4061-b69a-55741e4e0064", "name": "network-vif-deleted", "tag": "27983e17-0000-4bc9-b8c3-a9225e54cbdf"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:43:32.224450 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca6c154-48dc-44bc-adbd-e8a998c13ddf x-openstack-request-id: req-fca6c154-48dc-44bc-adbd-e8a998c13ddf {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:43:32.224754 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ef1db5-00aa-4061-b69a-55741e4e0064", "name": "network-vif-deleted", "tag": "27983e17-0000-4bc9-b8c3-a9225e54cbdf", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:43:32.225157 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fca6c154-48dc-44bc-adbd-e8a998c13ddf {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:43:32.225573 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fca6c154-48dc-44bc-adbd-e8a998c13ddf'] response: {'server_uuid': '71ef1db5-00aa-4061-b69a-55741e4e0064', 'name': 'network-vif-deleted', 'tag': '27983e17-0000-4bc9-b8c3-a9225e54cbdf', 'status': 'completed', 'code': 200} Apr 18 21:43:32.531476 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-31a6f015-f237-4f56-aed3-a5f2872cf5b1 req-5eb15db8-585b-4165-86f2-b2928a9b2166 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ef1db5-00aa-4061-b69a-55741e4e0064 HTTP/1.1" status: 200 len: 210 time: 0.0277245 Apr 18 21:43:33.594715 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60042) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:43:33.957450 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d7ef4349-6a2a-4814-b260-ed053970b406 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:34.218293 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-d7ef4349-6a2a-4814-b260-ed053970b406 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Deleting port 97b76cf9-a79b-451f-8103-5f47b660d8c1 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:43:34.218556 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d7ef4349-6a2a-4814-b260-ed053970b406 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:34.305065 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-d7ef4349-6a2a-4814-b260-ed053970b406 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] For port 97b76cf9-a79b-451f-8103-5f47b660d8c1, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=97b76cf9-a79b-451f-8103-5f47b660d8c1,segment=NetworkSegment(7e901621-94de-4e6c-b917-52fdbdd4ff98),segment_id=7e901621-94de-4e6c-b917-52fdbdd4ff98)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:34.305427 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d7ef4349-6a2a-4814-b260-ed053970b406 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:34.318417 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-d7ef4349-6a2a-4814-b260-ed053970b406 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Calling delete_port for 97b76cf9-a79b-451f-8103-5f47b660d8c1 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:43:34.510616 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d7ef4349-6a2a-4814-b260-ed053970b406 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:34.535545 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef4349-6a2a-4814-b260-ed053970b406 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Port': ['ID=97b76cf9-a79b-451f-8103-5f47b660d8c1,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:34.719598 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d7ef4349-6a2a-4814-b260-ed053970b406 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:34.789670 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 27983e17-0000-4bc9-b8c3-a9225e54cbdf no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:43:34.813160 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 27983e17-0000-4bc9-b8c3-a9225e54cbdf {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:43:34.813442 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 27983e17-0000-4bc9-b8c3-a9225e54cbdf not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:43:34.936201 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ef4349-6a2a-4814-b260-ed053970b406 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Router 4600a5a9-7170-44af-8f86-f9d83ec1492d has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:35.042123 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ef4349-6a2a-4814-b260-ed053970b406 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:35.047614 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d7ef4349-6a2a-4814-b260-ed053970b406 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "PUT /v2.0/routers/4600a5a9-7170-44af-8f86-f9d83ec1492d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4512992 Apr 18 21:43:35.049846 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60044) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:43:35.052818 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dac81a-be6d-40b4-9c33-54a27dc3657d None None] Sync routers for ids ['4600a5a9-7170-44af-8f86-f9d83ec1492d'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:43:35.064142 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dac81a-be6d-40b4-9c33-54a27dc3657d None None] Routers {'4600a5a9-7170-44af-8f86-f9d83ec1492d'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:43:35.065425 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-82dac81a-be6d-40b4-9c33-54a27dc3657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:43:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4600a5a9-7170-44af-8f86-f9d83ec1492d'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:35.100721 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-78305f2c-8354-4834-a310-7b9c4c74d377 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Deleting subnet 386ac532-2a48-4eb1-9581-d6f29bf17fa0 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:43:35.103838 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-78305f2c-8354-4834-a310-7b9c4c74d377 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:35.144317 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-78305f2c-8354-4834-a310-7b9c4c74d377 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:35.172313 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-82dac81a-be6d-40b4-9c33-54a27dc3657d None None] Set router 4600a5a9-7170-44af-8f86-f9d83ec1492d gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:43:35.231096 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-78305f2c-8354-4834-a310-7b9c4c74d377 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:35.290083 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-78305f2c-8354-4834-a310-7b9c4c74d377 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:35.319325 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78305f2c-8354-4834-a310-7b9c4c74d377 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Subnet': ['ID=386ac532-2a48-4eb1-9581-d6f29bf17fa0,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:35.321243 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-78305f2c-8354-4834-a310-7b9c4c74d377 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:35.324622 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-78305f2c-8354-4834-a310-7b9c4c74d377 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "DELETE /v2.0/subnets/386ac532-2a48-4eb1-9581-d6f29bf17fa0 HTTP/1.1" status: 204 len: 168 time: 0.2736614 Apr 18 21:43:35.327016 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60046) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:43:35.332788 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5683335a-4e55-46df-b4c7-cebd16939bee None None] Network 681581e8-84e8-422c-b67c-ab0cfefc5ecc requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:43:35.435569 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98fd304c-8922-4879-80c9-8ff059425989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:35.454101 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-82dac81a-be6d-40b4-9c33-54a27dc3657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716246743', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:43:34Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:df:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:35.483662 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dac81a-be6d-40b4-9c33-54a27dc3657d None None] Checking router: 4600a5a9-7170-44af-8f86-f9d83ec1492d for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:43:35.500025 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dac81a-be6d-40b4-9c33-54a27dc3657d None None] Routers {'4600a5a9-7170-44af-8f86-f9d83ec1492d'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:43:35.500655 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-82dac81a-be6d-40b4-9c33-54a27dc3657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:43:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['4600a5a9-7170-44af-8f86-f9d83ec1492d'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:35.543720 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98fd304c-8922-4879-80c9-8ff059425989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:35.556957 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8790a3c8-04e6-4366-bdcd-a78f6cff08a8 None None] DHCP port deletion for 681581e8-84e8-422c-b67c-ab0cfefc5ecc request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:43:35.603050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-98fd304c-8922-4879-80c9-8ff059425989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Deleting port 500fdb5d-a8eb-4853-8c7f-becf317b7dee {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:43:35.603308 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98fd304c-8922-4879-80c9-8ff059425989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:35.641537 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-82dac81a-be6d-40b4-9c33-54a27dc3657d None None] Set router 4600a5a9-7170-44af-8f86-f9d83ec1492d gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:43:35.685399 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-98fd304c-8922-4879-80c9-8ff059425989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] For port 500fdb5d-a8eb-4853-8c7f-becf317b7dee, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=500fdb5d-a8eb-4853-8c7f-becf317b7dee,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:35.685756 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98fd304c-8922-4879-80c9-8ff059425989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:35.697636 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-98fd304c-8922-4879-80c9-8ff059425989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Calling delete_port for 500fdb5d-a8eb-4853-8c7f-becf317b7dee owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:43:35.755481 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-8790a3c8-04e6-4366-bdcd-a78f6cff08a8 None None] Deleting port 5673322a-7114-4ad4-b771-b0202e46e7b6 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:43:35.755859 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8790a3c8-04e6-4366-bdcd-a78f6cff08a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:35.843227 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-8790a3c8-04e6-4366-bdcd-a78f6cff08a8 None None] For port 5673322a-7114-4ad4-b771-b0202e46e7b6, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5673322a-7114-4ad4-b771-b0202e46e7b6,segment=NetworkSegment(7e901621-94de-4e6c-b917-52fdbdd4ff98),segment_id=7e901621-94de-4e6c-b917-52fdbdd4ff98)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:35.843904 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8790a3c8-04e6-4366-bdcd-a78f6cff08a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:35.878433 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-8790a3c8-04e6-4366-bdcd-a78f6cff08a8 None None] Calling delete_port for 5673322a-7114-4ad4-b771-b0202e46e7b6 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:43:35.962052 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-82dac81a-be6d-40b4-9c33-54a27dc3657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716246743', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:43:34Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:df:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:36.000745 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dac81a-be6d-40b4-9c33-54a27dc3657d None None] The sync data for ids ['4600a5a9-7170-44af-8f86-f9d83ec1492d'] in n-d-838323-3 is: [{'id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716246743', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:43:34Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': '500fdb5d-a8eb-4853-8c7f-becf317b7dee', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:df:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4600a5a9-7170-44af-8f86-f9d83ec1492d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:05Z', 'updated_at': '2022-04-18T21:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:43:36.010301 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8790a3c8-04e6-4366-bdcd-a78f6cff08a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:36.041209 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790a3c8-04e6-4366-bdcd-a78f6cff08a8 None None] Pushing event deleted for resources: {'Port': ['ID=5673322a-7114-4ad4-b771-b0202e46e7b6,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:36.043552 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8790a3c8-04e6-4366-bdcd-a78f6cff08a8 None None] No DVR routers for this DVR port 5673322a-7114-4ad4-b771-b0202e46e7b6 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:43:36.055683 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790a3c8-04e6-4366-bdcd-a78f6cff08a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:36.056051 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790a3c8-04e6-4366-bdcd-a78f6cff08a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:36.056389 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790a3c8-04e6-4366-bdcd-a78f6cff08a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:36.056758 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790a3c8-04e6-4366-bdcd-a78f6cff08a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:36.057099 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790a3c8-04e6-4366-bdcd-a78f6cff08a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:36.057438 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790a3c8-04e6-4366-bdcd-a78f6cff08a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:36.057777 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790a3c8-04e6-4366-bdcd-a78f6cff08a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:36.058107 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790a3c8-04e6-4366-bdcd-a78f6cff08a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:36.058440 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790a3c8-04e6-4366-bdcd-a78f6cff08a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:36.058798 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790a3c8-04e6-4366-bdcd-a78f6cff08a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:36.059129 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790a3c8-04e6-4366-bdcd-a78f6cff08a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:36.059477 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790a3c8-04e6-4366-bdcd-a78f6cff08a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:36.168479 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98fd304c-8922-4879-80c9-8ff059425989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:36.197378 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd304c-8922-4879-80c9-8ff059425989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Port': ['ID=500fdb5d-a8eb-4853-8c7f-becf317b7dee,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:36.256577 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98fd304c-8922-4879-80c9-8ff059425989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:36.349854 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98fd304c-8922-4879-80c9-8ff059425989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:36.352616 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98fd304c-8922-4879-80c9-8ff059425989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:36.402200 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98fd304c-8922-4879-80c9-8ff059425989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:36.403175 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fd304c-8922-4879-80c9-8ff059425989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Fanout notify agent at l3_agent the message router_deleted on router 4600a5a9-7170-44af-8f86-f9d83ec1492d {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:43:36.410472 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-98fd304c-8922-4879-80c9-8ff059425989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:36.414338 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-98fd304c-8922-4879-80c9-8ff059425989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "DELETE /v2.0/routers/4600a5a9-7170-44af-8f86-f9d83ec1492d HTTP/1.1" status: 204 len: 168 time: 1.0837221 Apr 18 21:43:36.414977 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60048) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:43:36.489709 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 97b76cf9-a79b-451f-8103-5f47b660d8c1 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:43:36.507680 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-992733a7-520c-4b9c-8b26-59662e23faa2 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:36.512613 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 97b76cf9-a79b-451f-8103-5f47b660d8c1 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:43:36.512964 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 97b76cf9-a79b-451f-8103-5f47b660d8c1 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:43:36.513663 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5673322a-7114-4ad4-b771-b0202e46e7b6 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:43:36.535711 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 5673322a-7114-4ad4-b771-b0202e46e7b6 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:43:36.536046 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5673322a-7114-4ad4-b771-b0202e46e7b6 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:43:36.603611 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-992733a7-520c-4b9c-8b26-59662e23faa2 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:36.630727 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-992733a7-520c-4b9c-8b26-59662e23faa2 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681581e8-84e8-422c-b67c-ab0cfefc5ecc']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:36.642038 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-992733a7-520c-4b9c-8b26-59662e23faa2 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e901621-94de-4e6c-b917-52fdbdd4ff98') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:36.642448 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-992733a7-520c-4b9c-8b26-59662e23faa2 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e901621-94de-4e6c-b917-52fdbdd4ff98') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:36.654210 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-992733a7-520c-4b9c-8b26-59662e23faa2 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:36.669810 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-992733a7-520c-4b9c-8b26-59662e23faa2 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:36.676949 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992733a7-520c-4b9c-8b26-59662e23faa2 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:43:36.677361 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-992733a7-520c-4b9c-8b26-59662e23faa2 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:43:36.680562 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:43:36.749966 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-992733a7-520c-4b9c-8b26-59662e23faa2 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:36.757712 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-992733a7-520c-4b9c-8b26-59662e23faa2 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:36.760779 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-992733a7-520c-4b9c-8b26-59662e23faa2 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "DELETE /v2.0/networks/681581e8-84e8-422c-b67c-ab0cfefc5ecc HTTP/1.1" status: 204 len: 168 time: 0.3451724 Apr 18 21:43:36.763468 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60050) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:43:36.780935 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992733a7-520c-4b9c-8b26-59662e23faa2 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Network': ['ID=681581e8-84e8-422c-b67c-ab0cfefc5ecc,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:36.833579 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-94c56e27-61ad-4952-9dca-ec6a5863e22a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:36.861279 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-94c56e27-61ad-4952-9dca-ec6a5863e22a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:36.922865 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-94c56e27-61ad-4952-9dca-ec6a5863e22a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:36.926036 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-94c56e27-61ad-4952-9dca-ec6a5863e22a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:36.927255 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-94c56e27-61ad-4952-9dca-ec6a5863e22a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "DELETE /v2.0/security-groups/d912bba3-4cf9-4de8-aef0-c68272006bc0 HTTP/1.1" status: 204 len: 168 time: 0.1628225 Apr 18 21:43:36.938429 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c56e27-61ad-4952-9dca-ec6a5863e22a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d912bba3-4cf9-4de8-aef0-c68272006bc0,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:37.189136 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60056) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:43:37.194306 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-043fd14b-ae70-46b4-b6ce-07307e28458e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2015835196', 'description': 'tempest-secgroup-smoke-2015835196 description', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:43:37.216419 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-043fd14b-ae70-46b4-b6ce-07307e28458e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.287162 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-043fd14b-ae70-46b4-b6ce-07307e28458e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.290972 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-043fd14b-ae70-46b4-b6ce-07307e28458e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.324862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043fd14b-ae70-46b4-b6ce-07307e28458e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:37.328925 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-043fd14b-ae70-46b4-b6ce-07307e28458e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.333341 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-043fd14b-ae70-46b4-b6ce-07307e28458e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1399410 Apr 18 21:43:37.334164 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60058) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:43:37.337985 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ba2bbd08-7800-4d0c-acc2-2061e6d365d8 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': '9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:43:37.364279 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ba2bbd08-7800-4d0c-acc2-2061e6d365d8 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.421369 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ba2bbd08-7800-4d0c-acc2-2061e6d365d8 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.425279 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ba2bbd08-7800-4d0c-acc2-2061e6d365d8 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.443485 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bbd08-7800-4d0c-acc2-2061e6d365d8 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2040e83a-06e4-46ea-a752-cfbec7934d64,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:37.455128 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ba2bbd08-7800-4d0c-acc2-2061e6d365d8 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.457019 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ba2bbd08-7800-4d0c-acc2-2061e6d365d8 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224697 Apr 18 21:43:37.459623 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60060) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:43:37.464062 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-c5bf2f12-1398-4e0a-b527-ea3623cae114 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': '9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:43:37.491633 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c5bf2f12-1398-4e0a-b527-ea3623cae114 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.551024 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c5bf2f12-1398-4e0a-b527-ea3623cae114 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.554592 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c5bf2f12-1398-4e0a-b527-ea3623cae114 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.573798 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf2f12-1398-4e0a-b527-ea3623cae114 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3476d738-18a1-439c-9645-afdaa310190d,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:37.578105 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c5bf2f12-1398-4e0a-b527-ea3623cae114 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.579383 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c5bf2f12-1398-4e0a-b527-ea3623cae114 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187103 Apr 18 21:43:37.582589 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60062) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:43:37.586889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-bc791190-b9c6-4fc2-afec-aa151a1658f9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': '9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:43:37.611209 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bc791190-b9c6-4fc2-afec-aa151a1658f9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.668505 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bc791190-b9c6-4fc2-afec-aa151a1658f9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.671951 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bc791190-b9c6-4fc2-afec-aa151a1658f9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.691630 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc791190-b9c6-4fc2-afec-aa151a1658f9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed95c3c6-8e6b-4ca6-8f74-0cff00e52618,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:37.700406 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bc791190-b9c6-4fc2-afec-aa151a1658f9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.701644 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-bc791190-b9c6-4fc2-afec-aa151a1658f9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181111 Apr 18 21:43:37.704628 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60064) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:43:37.714292 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-5dec0353-24ee-4ef7-adc6-6120e5562f33 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': '9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:43:37.740414 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5dec0353-24ee-4ef7-adc6-6120e5562f33 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.813098 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5dec0353-24ee-4ef7-adc6-6120e5562f33 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.817169 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5dec0353-24ee-4ef7-adc6-6120e5562f33 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.834369 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec0353-24ee-4ef7-adc6-6120e5562f33 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4778ea-a8f3-4909-b67a-d980c5a642d9,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:37.841965 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5dec0353-24ee-4ef7-adc6-6120e5562f33 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.843149 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5dec0353-24ee-4ef7-adc6-6120e5562f33 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1365685 Apr 18 21:43:37.845915 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60066) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:43:37.850398 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-bc377127-b121-4126-993d-977cc3718f8e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': '9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:43:37.869775 n-d-838323-3 neutron-server[102908]: INFO neutron.db.securitygroups_db [None req-bc377127-b121-4126-993d-977cc3718f8e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Project 6347a1b372ae48cea2a8cfb6647f8a4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:43:37.874573 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bc377127-b121-4126-993d-977cc3718f8e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.936617 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bc377127-b121-4126-993d-977cc3718f8e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.941206 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bc377127-b121-4126-993d-977cc3718f8e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.960392 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc377127-b121-4126-993d-977cc3718f8e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e42d9a8-f91f-4c38-ab40-d2183848cc56,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:37.965589 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bc377127-b121-4126-993d-977cc3718f8e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:37.969595 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60068) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:43:37.970161 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-bc377127-b121-4126-993d-977cc3718f8e tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226757 Apr 18 21:43:37.975456 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-3a89658a-9634-4c18-b787-28e54bbc74fa tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'security_group_rule': {'security_group_id': '9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:43:37.996693 n-d-838323-3 neutron-server[102909]: INFO neutron.db.securitygroups_db [None req-3a89658a-9634-4c18-b787-28e54bbc74fa tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Project 6347a1b372ae48cea2a8cfb6647f8a4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:43:38.001454 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3a89658a-9634-4c18-b787-28e54bbc74fa tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:38.068689 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3a89658a-9634-4c18-b787-28e54bbc74fa tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:38.072616 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3a89658a-9634-4c18-b787-28e54bbc74fa tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:38.091362 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89658a-9634-4c18-b787-28e54bbc74fa tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887fcbbb-7269-4f0a-aea0-823ffaf45b5a,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:38.102042 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3a89658a-9634-4c18-b787-28e54bbc74fa tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:38.103227 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3a89658a-9634-4c18-b787-28e54bbc74fa tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326149 Apr 18 21:43:38.104662 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89658a-9634-4c18-b787-28e54bbc74fa tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:38.105012 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89658a-9634-4c18-b787-28e54bbc74fa tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:38.105354 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89658a-9634-4c18-b787-28e54bbc74fa tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:38.105943 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89658a-9634-4c18-b787-28e54bbc74fa tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:38.106389 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89658a-9634-4c18-b787-28e54bbc74fa tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:38.106707 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89658a-9634-4c18-b787-28e54bbc74fa tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:38.106821 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60072) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:43:38.107037 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89658a-9634-4c18-b787-28e54bbc74fa tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:38.107364 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89658a-9634-4c18-b787-28e54bbc74fa tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:38.107690 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89658a-9634-4c18-b787-28e54bbc74fa tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:38.108014 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89658a-9634-4c18-b787-28e54bbc74fa tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:38.108338 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89658a-9634-4c18-b787-28e54bbc74fa tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:38.108679 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89658a-9634-4c18-b787-28e54bbc74fa tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:38.111920 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-878891b1-c04b-4a0b-8a88-56490ef8121f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'network': {'name': 'tempest-network-smoke--1872596701', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'port_security_enabled': True}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:43:38.132022 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878891b1-c04b-4a0b-8a88-56490ef8121f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Made reservation on behalf of 6347a1b372ae48cea2a8cfb6647f8a4c for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:43:38.135536 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-878891b1-c04b-4a0b-8a88-56490ef8121f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:38.159514 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878891b1-c04b-4a0b-8a88-56490ef8121f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:43:38.168715 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-878891b1-c04b-4a0b-8a88-56490ef8121f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:38.169064 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-878891b1-c04b-4a0b-8a88-56490ef8121f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Added segment 839a04a2-324f-4af3-9628-93e6f3bf434a of type vlan for network 1d06eafb-a7d1-42c4-8375-69666d21f1a5 Apr 18 21:43:38.193458 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 500fdb5d-a8eb-4853-8c7f-becf317b7dee no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:43:38.215721 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-878891b1-c04b-4a0b-8a88-56490ef8121f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:38.221448 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 500fdb5d-a8eb-4853-8c7f-becf317b7dee {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:43:38.221939 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 500fdb5d-a8eb-4853-8c7f-becf317b7dee not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:43:38.234293 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:38.241210 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-878891b1-c04b-4a0b-8a88-56490ef8121f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:38.246818 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878891b1-c04b-4a0b-8a88-56490ef8121f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:38.247396 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-878891b1-c04b-4a0b-8a88-56490ef8121f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:38.275923 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-878891b1-c04b-4a0b-8a88-56490ef8121f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1680865 Apr 18 21:43:38.278747 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60074) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:43:38.283636 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-5a28446f-cc6c-4c7f-bf07-c0d8cbd4a621 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1611269307', 'admin_state_up': True, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:43:38.305993 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5a28446f-cc6c-4c7f-bf07-c0d8cbd4a621 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:38.307012 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5a28446f-cc6c-4c7f-bf07-c0d8cbd4a621 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:38.315684 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878891b1-c04b-4a0b-8a88-56490ef8121f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Network': ['ID=1d06eafb-a7d1-42c4-8375-69666d21f1a5,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:38.326563 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 1d06eafb-a7d1-42c4-8375-69666d21f1a5 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:43:38.363074 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5a28446f-cc6c-4c7f-bf07-c0d8cbd4a621 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:38.504286 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5a28446f-cc6c-4c7f-bf07-c0d8cbd4a621 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:38.705132 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5a28446f-cc6c-4c7f-bf07-c0d8cbd4a621 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:38.727812 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5a28446f-cc6c-4c7f-bf07-c0d8cbd4a621 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:38.836037 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-5a28446f-cc6c-4c7f-bf07-c0d8cbd4a621 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Allocated IP 172.25.1.201 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/e59ea649-74a3-4b15-aa82-9cc121bde74e) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:43:38.943028 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5a28446f-cc6c-4c7f-bf07-c0d8cbd4a621 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:38.976459 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5a28446f-cc6c-4c7f-bf07-c0d8cbd4a621 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:39.010894 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a28446f-cc6c-4c7f-bf07-c0d8cbd4a621 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:39.015525 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-5a28446f-cc6c-4c7f-bf07-c0d8cbd4a621 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:39.019541 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a28446f-cc6c-4c7f-bf07-c0d8cbd4a621 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:43:39.046259 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28446f-cc6c-4c7f-bf07-c0d8cbd4a621 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=e59ea649-74a3-4b15-aa82-9cc121bde74e,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:39.277230 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5a28446f-cc6c-4c7f-bf07-c0d8cbd4a621 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:39.473841 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5a28446f-cc6c-4c7f-bf07-c0d8cbd4a621 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:39.915084 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a28446f-cc6c-4c7f-bf07-c0d8cbd4a621 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Router e756b470-eaba-45de-8786-6b42bb8bd1c0 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:43:40.021113 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a28446f-cc6c-4c7f-bf07-c0d8cbd4a621 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:40.030444 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef8260c-9d1e-4d9b-a01e-fa6ff7600801 None None] Sync routers for ids ['e756b470-eaba-45de-8786-6b42bb8bd1c0'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:43:40.040417 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef8260c-9d1e-4d9b-a01e-fa6ff7600801 None None] Routers {'e756b470-eaba-45de-8786-6b42bb8bd1c0'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:43:40.041145 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-5a28446f-cc6c-4c7f-bf07-c0d8cbd4a621 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:40.041273 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-bef8260c-9d1e-4d9b-a01e-fa6ff7600801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:43:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e756b470-eaba-45de-8786-6b42bb8bd1c0'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:40.045520 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-5a28446f-cc6c-4c7f-bf07-c0d8cbd4a621 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7625740 Apr 18 21:43:40.045685 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60076) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:43:40.074930 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-45e143d7-c8d3-4fc5-88eb-633234268181 tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=6347a1b372ae48cea2a8cfb6647f8a4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280175 Apr 18 21:43:40.077549 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60078) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:43:40.168973 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267e8ec4-6416-4218-ac4e-3c8f451abad0 tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:40.170394 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-267e8ec4-6416-4218-ac4e-3c8f451abad0 tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917215 Apr 18 21:43:40.173325 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60080) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:43:40.207361 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c29dd9c3-0b18-45f1-9b27-e2255d9ca0c9 tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329275 Apr 18 21:43:40.210007 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60082) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:43:40.215356 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-8d103d5c-75d6-4ffb-9ca7-5bc57e5441f3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1987311833', 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5', 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:43:40.236359 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-bef8260c-9d1e-4d9b-a01e-fa6ff7600801 None None] Set router e756b470-eaba-45de-8786-6b42bb8bd1c0 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:43:40.300970 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d103d5c-75d6-4ffb-9ca7-5bc57e5441f3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Made reservation on behalf of 6347a1b372ae48cea2a8cfb6647f8a4c for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:43:40.304627 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d103d5c-75d6-4ffb-9ca7-5bc57e5441f3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:40.415381 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-bef8260c-9d1e-4d9b-a01e-fa6ff7600801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611269307', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:43:39Z', 'revision_number': 3, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:78:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:43:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:40.442218 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef8260c-9d1e-4d9b-a01e-fa6ff7600801 None None] Checking router: e756b470-eaba-45de-8786-6b42bb8bd1c0 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:43:40.442469 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef8260c-9d1e-4d9b-a01e-fa6ff7600801 None None] Updating router e756b470-eaba-45de-8786-6b42bb8bd1c0 port e59ea649-74a3-4b15-aa82-9cc121bde74e binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:43:40.473679 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bef8260c-9d1e-4d9b-a01e-fa6ff7600801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:40.495553 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d103d5c-75d6-4ffb-9ca7-5bc57e5441f3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:40.556452 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d103d5c-75d6-4ffb-9ca7-5bc57e5441f3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Subnet': ['ID=295e2068-d496-4b59-92be-68539c1c40c8,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:40.568392 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d103d5c-75d6-4ffb-9ca7-5bc57e5441f3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Checking segment: {'id': '839a04a2-324f-4af3-9628-93e6f3bf434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:43:40.568822 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d103d5c-75d6-4ffb-9ca7-5bc57e5441f3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network hostable DHCP agents. Network: 1d06eafb-a7d1-42c4-8375-69666d21f1a5, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:43:40.587822 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d103d5c-75d6-4ffb-9ca7-5bc57e5441f3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network 1d06eafb-a7d1-42c4-8375-69666d21f1a5 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:43:40.598064 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-8d103d5c-75d6-4ffb-9ca7-5bc57e5441f3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 1d06eafb-a7d1-42c4-8375-69666d21f1a5) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:40.602117 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d103d5c-75d6-4ffb-9ca7-5bc57e5441f3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:40.603100 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8d103d5c-75d6-4ffb-9ca7-5bc57e5441f3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:40.610647 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52078620-b619-496d-a889-915d38701f5c None None] Network 1d06eafb-a7d1-42c4-8375-69666d21f1a5 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:43:40.623427 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60084) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:43:40.624000 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8d103d5c-75d6-4ffb-9ca7-5bc57e5441f3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4124620 Apr 18 21:43:40.751877 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bef8260c-9d1e-4d9b-a01e-fa6ff7600801 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:40.760538 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bef8260c-9d1e-4d9b-a01e-fa6ff7600801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:40.777204 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa0b5bd-5e56-4c1c-8925-b0a88297643f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-1d06eafb-a7d1-42c4-8375-69666d21f1a5', 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'fixed_ips': [{'subnet_id': '295e2068-d496-4b59-92be-68539c1c40c8'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:43:40.778503 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1fa0b5bd-5e56-4c1c-8925-b0a88297643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:40.809310 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-bef8260c-9d1e-4d9b-a01e-fa6ff7600801 None None] Attempting to bind port e59ea649-74a3-4b15-aa82-9cc121bde74e on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:43:40.809672 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-bef8260c-9d1e-4d9b-a01e-fa6ff7600801 None None] Attempting to bind port e59ea649-74a3-4b15-aa82-9cc121bde74e by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:43:40.810037 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef8260c-9d1e-4d9b-a01e-fa6ff7600801 None None] Attempting to bind port e59ea649-74a3-4b15-aa82-9cc121bde74e on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:43:40.818761 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef8260c-9d1e-4d9b-a01e-fa6ff7600801 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:43:40.819126 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef8260c-9d1e-4d9b-a01e-fa6ff7600801 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:43:40.819526 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bef8260c-9d1e-4d9b-a01e-fa6ff7600801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:40.819909 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef8260c-9d1e-4d9b-a01e-fa6ff7600801 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:43:40.820374 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-bef8260c-9d1e-4d9b-a01e-fa6ff7600801 None None] Bound port: e59ea649-74a3-4b15-aa82-9cc121bde74e, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:43:40.820768 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bef8260c-9d1e-4d9b-a01e-fa6ff7600801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:40.845196 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217deb0-b584-4b07-8f48-48c658143053 None None] Pushing event updated for resources: {'Port': ['ID=e59ea649-74a3-4b15-aa82-9cc121bde74e,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:40.862261 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e217deb0-b584-4b07-8f48-48c658143053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:40.862608 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e217deb0-b584-4b07-8f48-48c658143053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:40.862922 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e217deb0-b584-4b07-8f48-48c658143053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:40.863250 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e217deb0-b584-4b07-8f48-48c658143053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:40.863570 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e217deb0-b584-4b07-8f48-48c658143053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:40.863886 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e217deb0-b584-4b07-8f48-48c658143053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:40.864203 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e217deb0-b584-4b07-8f48-48c658143053 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:40.864605 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e217deb0-b584-4b07-8f48-48c658143053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:40.864920 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e217deb0-b584-4b07-8f48-48c658143053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:40.865234 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e217deb0-b584-4b07-8f48-48c658143053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:40.865546 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e217deb0-b584-4b07-8f48-48c658143053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:40.865854 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e217deb0-b584-4b07-8f48-48c658143053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:40.894697 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-bef8260c-9d1e-4d9b-a01e-fa6ff7600801 None None] For port e59ea649-74a3-4b15-aa82-9cc121bde74e, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:43:40.898046 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-bef8260c-9d1e-4d9b-a01e-fa6ff7600801 None None] For port e59ea649-74a3-4b15-aa82-9cc121bde74e, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=e59ea649-74a3-4b15-aa82-9cc121bde74e,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:43:40.903193 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bef8260c-9d1e-4d9b-a01e-fa6ff7600801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:40.931028 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-1fa0b5bd-5e56-4c1c-8925-b0a88297643f None None] Allocated IP 172.20.0.2 (1d06eafb-a7d1-42c4-8375-69666d21f1a5/295e2068-d496-4b59-92be-68539c1c40c8/0627045e-c1c7-43d9-a9d0-b488274a11d7) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:43:40.965070 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef8260c-9d1e-4d9b-a01e-fa6ff7600801 None None] Routers {'e756b470-eaba-45de-8786-6b42bb8bd1c0'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:43:40.965850 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-bef8260c-9d1e-4d9b-a01e-fa6ff7600801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:43:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e756b470-eaba-45de-8786-6b42bb8bd1c0'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:41.007036 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217deb0-b584-4b07-8f48-48c658143053 None None] Pushing event updated for resources: {'Port': ['ID=e59ea649-74a3-4b15-aa82-9cc121bde74e,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:41.084338 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-bef8260c-9d1e-4d9b-a01e-fa6ff7600801 None None] Set router e756b470-eaba-45de-8786-6b42bb8bd1c0 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:43:41.106268 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1fa0b5bd-5e56-4c1c-8925-b0a88297643f None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:41.114467 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1fa0b5bd-5e56-4c1c-8925-b0a88297643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:41.150368 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-75a4741a-a77f-4998-b456-2d6f55c6e0c9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:41.161506 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa0b5bd-5e56-4c1c-8925-b0a88297643f None None] Network 1d06eafb-a7d1-42c4-8375-69666d21f1a5 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:41.164842 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-1fa0b5bd-5e56-4c1c-8925-b0a88297643f None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:41.169528 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa0b5bd-5e56-4c1c-8925-b0a88297643f None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:43:41.175420 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0b5bd-5e56-4c1c-8925-b0a88297643f None None] Pushing event updated for resources: {'Port': ['ID=0627045e-c1c7-43d9-a9d0-b488274a11d7,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:41.230142 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1fa0b5bd-5e56-4c1c-8925-b0a88297643f None None] Attempting to bind port 0627045e-c1c7-43d9-a9d0-b488274a11d7 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:43:41.230547 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1fa0b5bd-5e56-4c1c-8925-b0a88297643f None None] Attempting to bind port 0627045e-c1c7-43d9-a9d0-b488274a11d7 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '839a04a2-324f-4af3-9628-93e6f3bf434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:43:41.231118 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa0b5bd-5e56-4c1c-8925-b0a88297643f None None] Attempting to bind port 0627045e-c1c7-43d9-a9d0-b488274a11d7 on network 1d06eafb-a7d1-42c4-8375-69666d21f1a5 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:43:41.236307 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa0b5bd-5e56-4c1c-8925-b0a88297643f None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:43:41.236753 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa0b5bd-5e56-4c1c-8925-b0a88297643f None None] Checking segment: {'id': '839a04a2-324f-4af3-9628-93e6f3bf434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:43:41.237170 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1fa0b5bd-5e56-4c1c-8925-b0a88297643f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:41.237734 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa0b5bd-5e56-4c1c-8925-b0a88297643f None None] Bound using segment: {'id': '839a04a2-324f-4af3-9628-93e6f3bf434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:43:41.238211 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-1fa0b5bd-5e56-4c1c-8925-b0a88297643f None None] Bound port: 0627045e-c1c7-43d9-a9d0-b488274a11d7, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '839a04a2-324f-4af3-9628-93e6f3bf434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:43:41.238596 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1fa0b5bd-5e56-4c1c-8925-b0a88297643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:41.291686 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-bef8260c-9d1e-4d9b-a01e-fa6ff7600801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611269307', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:43:39Z', 'revision_number': 3, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:78:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:41.312245 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1fa0b5bd-5e56-4c1c-8925-b0a88297643f None None] For port 0627045e-c1c7-43d9-a9d0-b488274a11d7, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:43:41.316723 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-1fa0b5bd-5e56-4c1c-8925-b0a88297643f None None] For port 0627045e-c1c7-43d9-a9d0-b488274a11d7, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=0627045e-c1c7-43d9-a9d0-b488274a11d7,segment=NetworkSegment(839a04a2-324f-4af3-9628-93e6f3bf434a),segment_id=839a04a2-324f-4af3-9628-93e6f3bf434a)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:43:41.321720 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1fa0b5bd-5e56-4c1c-8925-b0a88297643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:41.327760 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef8260c-9d1e-4d9b-a01e-fa6ff7600801 None None] The sync data for ids ['e756b470-eaba-45de-8786-6b42bb8bd1c0'] in n-d-838323-3 is: [{'id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611269307', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:43:39Z', 'revision_number': 3, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:78:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:43:41.389393 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0b5bd-5e56-4c1c-8925-b0a88297643f None None] Pushing event updated for resources: {'Port': ['ID=0627045e-c1c7-43d9-a9d0-b488274a11d7,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:41.521393 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-75a4741a-a77f-4998-b456-2d6f55c6e0c9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Allocated IP 172.20.0.1 (1d06eafb-a7d1-42c4-8375-69666d21f1a5/295e2068-d496-4b59-92be-68539c1c40c8/a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:43:41.705873 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-75a4741a-a77f-4998-b456-2d6f55c6e0c9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:41.753814 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-75a4741a-a77f-4998-b456-2d6f55c6e0c9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:41.803196 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a4741a-a77f-4998-b456-2d6f55c6e0c9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network 1d06eafb-a7d1-42c4-8375-69666d21f1a5 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:41.806399 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-75a4741a-a77f-4998-b456-2d6f55c6e0c9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:41.810393 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a4741a-a77f-4998-b456-2d6f55c6e0c9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:43:41.817012 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4741a-a77f-4998-b456-2d6f55c6e0c9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:41.858847 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-75a4741a-a77f-4998-b456-2d6f55c6e0c9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:42.001845 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-75a4741a-a77f-4998-b456-2d6f55c6e0c9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:42.348590 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 0627045e-c1c7-43d9-a9d0-b488274a11d7 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:43:42.357116 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-75a4741a-a77f-4998-b456-2d6f55c6e0c9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:42.363778 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-75a4741a-a77f-4998-b456-2d6f55c6e0c9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:42.404796 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 0627045e-c1c7-43d9-a9d0-b488274a11d7 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:42.405176 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:42.444551 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-75a4741a-a77f-4998-b456-2d6f55c6e0c9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:42.446561 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0191cec9-72fd-4d66-a8ce-54f2cec2106e None None] Network 1d06eafb-a7d1-42c4-8375-69666d21f1a5 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:43:42.447740 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4741a-a77f-4998-b456-2d6f55c6e0c9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:42.546069 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a4741a-a77f-4998-b456-2d6f55c6e0c9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network 1d06eafb-a7d1-42c4-8375-69666d21f1a5 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:42.547637 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-75a4741a-a77f-4998-b456-2d6f55c6e0c9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:42.550675 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-cc8e62c9-729a-4c1e-9c29-ea535aa5f091 None None] Provisioning complete for port 0627045e-c1c7-43d9-a9d0-b488274a11d7 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:42.551147 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cc8e62c9-729a-4c1e-9c29-ea535aa5f091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:42.673555 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a4741a-a77f-4998-b456-2d6f55c6e0c9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Router e756b470-eaba-45de-8786-6b42bb8bd1c0 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:42.802523 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a4741a-a77f-4998-b456-2d6f55c6e0c9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:42.807838 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-75a4741a-a77f-4998-b456-2d6f55c6e0c9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "PUT /v2.0/routers/e756b470-eaba-45de-8786-6b42bb8bd1c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1824906 Apr 18 21:43:42.811961 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:42.852983 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:42.912491 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 0627045e-c1c7-43d9-a9d0-b488274a11d7, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=0627045e-c1c7-43d9-a9d0-b488274a11d7,segment=NetworkSegment(839a04a2-324f-4af3-9628-93e6f3bf434a),segment_id=839a04a2-324f-4af3-9628-93e6f3bf434a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:42.921973 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:42.922765 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e59ea649-74a3-4b15-aa82-9cc121bde74e up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:43:42.987953 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cc8e62c9-729a-4c1e-9c29-ea535aa5f091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:43.051799 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=0627045e-c1c7-43d9-a9d0-b488274a11d7,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:43.098550 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port e59ea649-74a3-4b15-aa82-9cc121bde74e triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:43.098900 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:43.124593 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.db.api [None req-cc8e62c9-729a-4c1e-9c29-ea535aa5f091 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:43:43.124947 n-d-838323-3 neutron-server[102910]: DEBUG oslo_db.api [None req-cc8e62c9-729a-4c1e-9c29-ea535aa5f091 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:43:43.182555 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acee87a1-e0ff-48ad-b23a-751c4cdb7375 None None] Sync routers for ids ['e756b470-eaba-45de-8786-6b42bb8bd1c0'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:43:43.204142 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-3b2d7eec-9bb9-4ae3-8085-9f326baf5bb3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2015835196&fields=id&tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c HTTP/1.1" status: 200 len: 267 time: 0.0356095 Apr 18 21:43:43.209766 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acee87a1-e0ff-48ad-b23a-751c4cdb7375 None None] Routers {'e756b470-eaba-45de-8786-6b42bb8bd1c0'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:43:43.210483 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-acee87a1-e0ff-48ad-b23a-751c4cdb7375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:43:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e756b470-eaba-45de-8786-6b42bb8bd1c0'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:43.213556 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:43.281911 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port e59ea649-74a3-4b15-aa82-9cc121bde74e, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=e59ea649-74a3-4b15-aa82-9cc121bde74e,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:43.288909 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:43.326485 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-7fb8b2d5-d6cd-403d-9bc4-a20ed03bc29c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:43.328008 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-7fb8b2d5-d6cd-403d-9bc4-a20ed03bc29c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/networks?id=1d06eafb-a7d1-42c4-8375-69666d21f1a5 HTTP/1.1" status: 200 len: 797 time: 0.1159022 Apr 18 21:43:43.349237 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-f5924e1c-9011-4e23-8ea8-9623f81d574c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/quotas/6347a1b372ae48cea2a8cfb6647f8a4c HTTP/1.1" status: 200 len: 375 time: 0.0124617 Apr 18 21:43:43.381143 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-acee87a1-e0ff-48ad-b23a-751c4cdb7375 None None] Set router e756b470-eaba-45de-8786-6b42bb8bd1c0 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:43:43.411609 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=e59ea649-74a3-4b15-aa82-9cc121bde74e,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:43.425737 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-c22543fe-f057-4201-985c-3bdeb71ad4f5 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699031 Apr 18 21:43:43.541182 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-5084db23-dd40-44d0-ae16-552619a9cdda service neutron] 10.222.0.41 "GET /v2.0/networks/1d06eafb-a7d1-42c4-8375-69666d21f1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976832 Apr 18 21:43:43.597176 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-acee87a1-e0ff-48ad-b23a-751c4cdb7375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611269307', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:43:41Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:78:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8', 'name': '', 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:f5:ec:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '295e2068-d496-4b59-92be-68539c1c40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:41Z', 'updated_at': '2022-04-18T21:43:42Z', 'revision_number': 2, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': '295e2068-d496-4b59-92be-68539c1c40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:43.624861 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acee87a1-e0ff-48ad-b23a-751c4cdb7375 None None] Checking router: e756b470-eaba-45de-8786-6b42bb8bd1c0 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:43:43.625214 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acee87a1-e0ff-48ad-b23a-751c4cdb7375 None None] Updating router e756b470-eaba-45de-8786-6b42bb8bd1c0 port a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:43:43.644048 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-41a5db6f-6167-4c62-9da7-51b6acc31695 service neutron] 10.222.0.41 "GET /v2.0/networks/1d06eafb-a7d1-42c4-8375-69666d21f1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946720 Apr 18 21:43:43.683200 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-acee87a1-e0ff-48ad-b23a-751c4cdb7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:43.843657 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c89931a8-4263-4cd4-9aca-086b02fabfa5 None None] Provisioning complete for port 0627045e-c1c7-43d9-a9d0-b488274a11d7 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:43.844015 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c89931a8-4263-4cd4-9aca-086b02fabfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:43.887881 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f838ebf-c9b0-40ea-ab94-8307c32cc1de req-beccbf6d-a6e5-42ed-9443-78101918db7f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 210 time: 0.0850973 Apr 18 21:43:44.060689 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-acee87a1-e0ff-48ad-b23a-751c4cdb7375 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:44.063325 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-c89931a8-4263-4cd4-9aca-086b02fabfa5 None None] Provisioning complete for port a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:44.063796 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c89931a8-4263-4cd4-9aca-086b02fabfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:44.084830 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-acee87a1-e0ff-48ad-b23a-751c4cdb7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:44.138502 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-c89931a8-4263-4cd4-9aca-086b02fabfa5 None None] Port a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:43:44.152108 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd6449-1d8c-4b71-be65-4951a973e501 None None] Pushing event updated for resources: {'Port': ['ID=a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:44.214206 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-acee87a1-e0ff-48ad-b23a-751c4cdb7375 None None] Attempting to bind port a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:43:44.214461 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-acee87a1-e0ff-48ad-b23a-751c4cdb7375 None None] Attempting to bind port a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '839a04a2-324f-4af3-9628-93e6f3bf434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:43:44.214830 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acee87a1-e0ff-48ad-b23a-751c4cdb7375 None None] Attempting to bind port a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8 on network 1d06eafb-a7d1-42c4-8375-69666d21f1a5 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:43:44.220458 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acee87a1-e0ff-48ad-b23a-751c4cdb7375 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:43:44.220888 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acee87a1-e0ff-48ad-b23a-751c4cdb7375 None None] Checking segment: {'id': '839a04a2-324f-4af3-9628-93e6f3bf434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:43:44.221352 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-acee87a1-e0ff-48ad-b23a-751c4cdb7375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:44.221983 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acee87a1-e0ff-48ad-b23a-751c4cdb7375 None None] Bound using segment: {'id': '839a04a2-324f-4af3-9628-93e6f3bf434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:43:44.223152 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-acee87a1-e0ff-48ad-b23a-751c4cdb7375 None None] Bound port: a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '839a04a2-324f-4af3-9628-93e6f3bf434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:43:44.223152 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-acee87a1-e0ff-48ad-b23a-751c4cdb7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:44.268934 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 0627045e-c1c7-43d9-a9d0-b488274a11d7 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:43:44.330672 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-acee87a1-e0ff-48ad-b23a-751c4cdb7375 None None] For port a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:43:44.335231 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-acee87a1-e0ff-48ad-b23a-751c4cdb7375 None None] For port a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8,segment=NetworkSegment(839a04a2-324f-4af3-9628-93e6f3bf434a),segment_id=839a04a2-324f-4af3-9628-93e6f3bf434a)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:43:44.341866 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-acee87a1-e0ff-48ad-b23a-751c4cdb7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:44.401511 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 0627045e-c1c7-43d9-a9d0-b488274a11d7 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:44.402154 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:44.448692 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-680a533b-eae3-4438-a656-d530c8845ee3 None None] Provisioning complete for port a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:44.449073 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-680a533b-eae3-4438-a656-d530c8845ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:44.456847 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acee87a1-e0ff-48ad-b23a-751c4cdb7375 None None] Routers {'e756b470-eaba-45de-8786-6b42bb8bd1c0'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:43:44.457420 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-acee87a1-e0ff-48ad-b23a-751c4cdb7375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:43:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e756b470-eaba-45de-8786-6b42bb8bd1c0'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:44.513599 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd6449-1d8c-4b71-be65-4951a973e501 None None] Pushing event updated for resources: {'Port': ['ID=a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:44.666505 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-acee87a1-e0ff-48ad-b23a-751c4cdb7375 None None] Set router e756b470-eaba-45de-8786-6b42bb8bd1c0 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:43:44.693526 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e59ea649-74a3-4b15-aa82-9cc121bde74e up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:43:44.739245 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-680a533b-eae3-4438-a656-d530c8845ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:44.833761 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-2ea0c8c7-f7a3-4b17-8a59-4ddd48952ee9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:44.835375 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-2ea0c8c7-f7a3-4b17-8a59-4ddd48952ee9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.32 "GET /v2.0/networks?id=1d06eafb-a7d1-42c4-8375-69666d21f1a5 HTTP/1.1" status: 200 len: 797 time: 0.1265397 Apr 18 21:43:44.862175 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-680a533b-eae3-4438-a656-d530c8845ee3 None None] For port a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8,segment=NetworkSegment(839a04a2-324f-4af3-9628-93e6f3bf434a),segment_id=839a04a2-324f-4af3-9628-93e6f3bf434a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:44.872258 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-680a533b-eae3-4438-a656-d530c8845ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:44.888062 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-4f195c7a-08ab-402d-aa0e-bfc4c5f77aa8 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c HTTP/1.1" status: 200 len: 380 time: 0.0435917 Apr 18 21:43:44.898786 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-258bf430-25b0-47ab-aa1e-4bf94b9df011 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'port': {'device_id': 'b15671b7-f0d5-4df1-b506-3e0314e2030f', 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5', 'admin_state_up': True, 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'security_groups': ['9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:43:44.917827 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port e59ea649-74a3-4b15-aa82-9cc121bde74e triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:44.918117 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.007650 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ba716e02-3b7d-4e1b-8864-a1275867534b req-bb70e442-8244-415a-9970-865239d9ab2f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 210 time: 0.0394547 Apr 18 21:43:45.041453 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-258bf430-25b0-47ab-aa1e-4bf94b9df011 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Made reservation on behalf of 6347a1b372ae48cea2a8cfb6647f8a4c for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:43:45.045029 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-258bf430-25b0-47ab-aa1e-4bf94b9df011 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.179706 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-258bf430-25b0-47ab-aa1e-4bf94b9df011 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Allocated IP 172.20.0.9 (1d06eafb-a7d1-42c4-8375-69666d21f1a5/295e2068-d496-4b59-92be-68539c1c40c8/76c9632f-3c9f-4333-8c60-308a37224cbb) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:43:45.192029 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a533b-eae3-4438-a656-d530c8845ee3 None None] Pushing event updated for resources: {'Port': ['ID=a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:45.199673 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-bbf48a40-4da1-462d-89d1-d4b073c84861 None None] Provisioning complete for port a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:45.200044 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bbf48a40-4da1-462d-89d1-d4b073c84861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.304692 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-acee87a1-e0ff-48ad-b23a-751c4cdb7375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611269307', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:43:41Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8', 'name': '', 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:f5:ec:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '295e2068-d496-4b59-92be-68539c1c40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:41Z', 'updated_at': '2022-04-18T21:43:44Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': '295e2068-d496-4b59-92be-68539c1c40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:45.337048 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acee87a1-e0ff-48ad-b23a-751c4cdb7375 None None] The sync data for ids ['e756b470-eaba-45de-8786-6b42bb8bd1c0'] in n-d-838323-3 is: [{'id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611269307', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:43:41Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8', 'name': '', 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:f5:ec:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '295e2068-d496-4b59-92be-68539c1c40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:41Z', 'updated_at': '2022-04-18T21:43:44Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': '295e2068-d496-4b59-92be-68539c1c40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:43:45.641579 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-258bf430-25b0-47ab-aa1e-4bf94b9df011 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.676845 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-258bf430-25b0-47ab-aa1e-4bf94b9df011 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.724824 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-258bf430-25b0-47ab-aa1e-4bf94b9df011 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network 1d06eafb-a7d1-42c4-8375-69666d21f1a5 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:45.728001 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-258bf430-25b0-47ab-aa1e-4bf94b9df011 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:45.732184 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-258bf430-25b0-47ab-aa1e-4bf94b9df011 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:43:45.756851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bf430-25b0-47ab-aa1e-4bf94b9df011 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=76c9632f-3c9f-4333-8c60-308a37224cbb,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:45.786396 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-258bf430-25b0-47ab-aa1e-4bf94b9df011 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:45.787043 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-258bf430-25b0-47ab-aa1e-4bf94b9df011 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.804673 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-258bf430-25b0-47ab-aa1e-4bf94b9df011 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9095297 Apr 18 21:43:45.819393 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-2f7dbddc-8657-48fd-9eff-e6fbc442fdd2 service neutron] Request body: {'port': {'device_id': 'b15671b7-f0d5-4df1-b506-3e0314e2030f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:43:45.882627 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-2f7dbddc-8657-48fd-9eff-e6fbc442fdd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.017036 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ff1bc7f9-1240-4623-8f4c-e0d3ad2d90f7 None None] Provisioning complete for port 76c9632f-3c9f-4333-8c60-308a37224cbb triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:46.017615 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc7f9-1240-4623-8f4c-e0d3ad2d90f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.058905 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ff1bc7f9-1240-4623-8f4c-e0d3ad2d90f7 None None] Port 76c9632f-3c9f-4333-8c60-308a37224cbb cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:43:46.179861 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cd95d-fcbd-4187-b4c9-00877b7181d1 req-b27e9412-55ab-4178-862d-9a657841cb1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:46.181565 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b17cd95d-fcbd-4187-b4c9-00877b7181d1 req-b27e9412-55ab-4178-862d-9a657841cb1d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 931 time: 0.0859878 Apr 18 21:43:46.248598 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-2f7dbddc-8657-48fd-9eff-e6fbc442fdd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c9632f-3c9f-4333-8c60-308a37224cbb {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:43:46.258294 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b17cd95d-fcbd-4187-b4c9-00877b7181d1 req-b8b60b0f-344f-4655-8b90-2cdebd55e6bf tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688434 Apr 18 21:43:46.260131 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-2f7dbddc-8657-48fd-9eff-e6fbc442fdd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.274782 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-2f7dbddc-8657-48fd-9eff-e6fbc442fdd2 service neutron] Transition to ACTIVE for port object 76c9632f-3c9f-4333-8c60-308a37224cbb will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:43:46.278939 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-2f7dbddc-8657-48fd-9eff-e6fbc442fdd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.289016 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:43:46.352282 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:46.352710 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.382673 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7dbddc-8657-48fd-9eff-e6fbc442fdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=76c9632f-3c9f-4333-8c60-308a37224cbb,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:46.417508 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-2f7dbddc-8657-48fd-9eff-e6fbc442fdd2 service neutron] Attempting to bind port 76c9632f-3c9f-4333-8c60-308a37224cbb on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:43:46.417854 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-2f7dbddc-8657-48fd-9eff-e6fbc442fdd2 service neutron] Attempting to bind port 76c9632f-3c9f-4333-8c60-308a37224cbb by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '839a04a2-324f-4af3-9628-93e6f3bf434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:43:46.418189 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-2f7dbddc-8657-48fd-9eff-e6fbc442fdd2 service neutron] Attempting to bind port 76c9632f-3c9f-4333-8c60-308a37224cbb on network 1d06eafb-a7d1-42c4-8375-69666d21f1a5 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:43:46.422977 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-2f7dbddc-8657-48fd-9eff-e6fbc442fdd2 service neutron] Port 76c9632f-3c9f-4333-8c60-308a37224cbb on network 1d06eafb-a7d1-42c4-8375-69666d21f1a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:43:46.423302 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-2f7dbddc-8657-48fd-9eff-e6fbc442fdd2 service neutron] Attempting to bind port 76c9632f-3c9f-4333-8c60-308a37224cbb on network 1d06eafb-a7d1-42c4-8375-69666d21f1a5 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:43:46.430923 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-2f7dbddc-8657-48fd-9eff-e6fbc442fdd2 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:43:46.431270 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-2f7dbddc-8657-48fd-9eff-e6fbc442fdd2 service neutron] Checking segment: {'id': '839a04a2-324f-4af3-9628-93e6f3bf434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:43:46.431653 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-2f7dbddc-8657-48fd-9eff-e6fbc442fdd2 service neutron] Bound using segment: {'id': '839a04a2-324f-4af3-9628-93e6f3bf434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:43:46.432085 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-2f7dbddc-8657-48fd-9eff-e6fbc442fdd2 service neutron] Bound port: 76c9632f-3c9f-4333-8c60-308a37224cbb, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '839a04a2-324f-4af3-9628-93e6f3bf434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:43:46.432467 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-2f7dbddc-8657-48fd-9eff-e6fbc442fdd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.519809 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-2f7dbddc-8657-48fd-9eff-e6fbc442fdd2 service neutron] For port 76c9632f-3c9f-4333-8c60-308a37224cbb, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:43:46.523695 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-2f7dbddc-8657-48fd-9eff-e6fbc442fdd2 service neutron] For port 76c9632f-3c9f-4333-8c60-308a37224cbb, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=76c9632f-3c9f-4333-8c60-308a37224cbb,segment=NetworkSegment(839a04a2-324f-4af3-9628-93e6f3bf434a),segment_id=839a04a2-324f-4af3-9628-93e6f3bf434a)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:43:46.528142 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-2f7dbddc-8657-48fd-9eff-e6fbc442fdd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.568281 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-2f7dbddc-8657-48fd-9eff-e6fbc442fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:46.568838 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-2f7dbddc-8657-48fd-9eff-e6fbc442fdd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.570253 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-2f7dbddc-8657-48fd-9eff-e6fbc442fdd2 service neutron] 10.222.0.32 "PUT /v2.0/ports/76c9632f-3c9f-4333-8c60-308a37224cbb HTTP/1.1" status: 200 len: 1091 time: 0.7576933 Apr 18 21:43:46.570693 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15671b7-f0d5-4df1-b506-3e0314e2030f', 'tag': '76c9632f-3c9f-4333-8c60-308a37224cbb'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:43:46.572999 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a5fa01-9c78-40e0-a2c2-b832f0dd5777" -d '{"events": [{"name": "network-changed", "server_uuid": "b15671b7-f0d5-4df1-b506-3e0314e2030f", "tag": "76c9632f-3c9f-4333-8c60-308a37224cbb"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:43:46.620596 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02a404c-1f88-4f59-ac87-086e537d4c83 x-openstack-request-id: req-e02a404c-1f88-4f59-ac87-086e537d4c83 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:43:46.620904 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b15671b7-f0d5-4df1-b506-3e0314e2030f", "tag": "76c9632f-3c9f-4333-8c60-308a37224cbb", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:43:46.621137 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e02a404c-1f88-4f59-ac87-086e537d4c83 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:43:46.622583 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e02a404c-1f88-4f59-ac87-086e537d4c83'] response: {'name': 'network-changed', 'server_uuid': 'b15671b7-f0d5-4df1-b506-3e0314e2030f', 'tag': '76c9632f-3c9f-4333-8c60-308a37224cbb', 'status': 'completed', 'code': 200} Apr 18 21:43:46.623337 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7dbddc-8657-48fd-9eff-e6fbc442fdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=76c9632f-3c9f-4333-8c60-308a37224cbb,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:46.678604 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-9bb12018-e304-45b2-9d0f-bfa6681a9cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:46.680642 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-9bb12018-e304-45b2-9d0f-bfa6681a9cd6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 1094 time: 0.0516546 Apr 18 21:43:46.731627 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-ab62096c-6a4c-47ab-9950-eaa30c2a1d9d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76c9632f-3c9f-4333-8c60-308a37224cbb HTTP/1.1" status: 200 len: 217 time: 0.0437241 Apr 18 21:43:46.784835 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-c53ee580-6d90-4664-adeb-1b58d126c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:46.786349 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-c53ee580-6d90-4664-adeb-1b58d126c993 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=295e2068-d496-4b59-92be-68539c1c40c8 HTTP/1.1" status: 200 len: 835 time: 0.0481229 Apr 18 21:43:46.841241 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-d2400edd-1bbe-4f86-8e48-cffd7b52b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:46.842737 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-d2400edd-1bbe-4f86-8e48-cffd7b52b0d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1d06eafb-a7d1-42c4-8375-69666d21f1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454001 Apr 18 21:43:46.932489 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-25bc67c3-9993-40ff-8822-ec881f157647 service neutron] 10.222.0.32 "GET /v2.0/networks/1d06eafb-a7d1-42c4-8375-69666d21f1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821605 Apr 18 21:43:47.028783 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb0dc919-ec4d-47b2-9e98-60521ba569be req-608ecfc1-af67-4901-ae82-0d16027a81f8 service neutron] 10.222.0.32 "GET /v2.0/networks/1d06eafb-a7d1-42c4-8375-69666d21f1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897052 Apr 18 21:43:47.116537 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5fa01-9c78-40e0-a2c2-b832f0dd5777 req-1792926a-09a9-4e1f-856f-0108e8d0d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:47.118054 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d9a5fa01-9c78-40e0-a2c2-b832f0dd5777 req-1792926a-09a9-4e1f-856f-0108e8d0d01a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 1094 time: 0.0428224 Apr 18 21:43:47.209654 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5fa01-9c78-40e0-a2c2-b832f0dd5777 req-9dd6b884-8a93-437f-8425-ba9e994e96ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:47.211129 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d9a5fa01-9c78-40e0-a2c2-b832f0dd5777 req-9dd6b884-8a93-437f-8425-ba9e994e96ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=1d06eafb-a7d1-42c4-8375-69666d21f1a5 HTTP/1.1" status: 200 len: 898 time: 0.0860245 Apr 18 21:43:47.256903 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d9a5fa01-9c78-40e0-a2c2-b832f0dd5777 req-1d685c86-7779-4ca0-adb8-900e62c635b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76c9632f-3c9f-4333-8c60-308a37224cbb HTTP/1.1" status: 200 len: 217 time: 0.0396593 Apr 18 21:43:47.306407 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5fa01-9c78-40e0-a2c2-b832f0dd5777 req-3b8eaf72-921b-4e59-b682-7ad03baacc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:47.307895 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d9a5fa01-9c78-40e0-a2c2-b832f0dd5777 req-3b8eaf72-921b-4e59-b682-7ad03baacc99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=295e2068-d496-4b59-92be-68539c1c40c8 HTTP/1.1" status: 200 len: 835 time: 0.0453088 Apr 18 21:43:47.386279 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5fa01-9c78-40e0-a2c2-b832f0dd5777 req-f0d3f17a-c25c-4f80-85a7-4ff6f188572f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:47.387747 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d9a5fa01-9c78-40e0-a2c2-b832f0dd5777 req-f0d3f17a-c25c-4f80-85a7-4ff6f188572f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1d06eafb-a7d1-42c4-8375-69666d21f1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731435 Apr 18 21:43:47.410263 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca8d01-1c76-422f-b6c3-d6ab294e721a req-f7be6462-ca08-4458-95f0-969fb7acc960 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:47.411671 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a4ca8d01-1c76-422f-b6c3-d6ab294e721a req-f7be6462-ca08-4458-95f0-969fb7acc960 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 943 time: 0.0710971 Apr 18 21:43:47.489304 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a4ca8d01-1c76-422f-b6c3-d6ab294e721a req-67a49b68-e9d9-436b-aae9-5e6a0e14d2b2 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682399 Apr 18 21:43:47.515086 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d9a5fa01-9c78-40e0-a2c2-b832f0dd5777 req-ffbf1b45-c64f-44d8-9011-d8ae1792250c service neutron] 10.222.0.32 "GET /v2.0/networks/1d06eafb-a7d1-42c4-8375-69666d21f1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200123 Apr 18 21:43:47.607715 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d9a5fa01-9c78-40e0-a2c2-b832f0dd5777 req-2460c283-0e58-497f-a1e8-03c342b221f4 service neutron] 10.222.0.32 "GET /v2.0/networks/1d06eafb-a7d1-42c4-8375-69666d21f1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857930 Apr 18 21:43:48.608400 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21fbc7-dea8-4ef3-8828-7ff46515eeaf req-9df3a253-69be-407c-95b2-3e770868c5e1 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:48.609899 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de21fbc7-dea8-4ef3-8828-7ff46515eeaf req-9df3a253-69be-407c-95b2-3e770868c5e1 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 943 time: 0.0508163 Apr 18 21:43:48.649144 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de21fbc7-dea8-4ef3-8828-7ff46515eeaf req-c6d9fc14-2d26-4638-aa15-5ead733754a6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325770 Apr 18 21:43:49.764558 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1477a9-9a7b-466d-9f51-925e2e1ed123 req-33fe1fe8-cb51-4e09-9594-af32ce955db2 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:49.766015 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6f1477a9-9a7b-466d-9f51-925e2e1ed123 req-33fe1fe8-cb51-4e09-9594-af32ce955db2 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 943 time: 0.0490127 Apr 18 21:43:49.804286 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6f1477a9-9a7b-466d-9f51-925e2e1ed123 req-e28ab04e-f0b6-450b-9002-dc7104099fa6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313663 Apr 18 21:43:50.852304 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 76c9632f-3c9f-4333-8c60-308a37224cbb details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:43:50.926158 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3256d5-c2cd-446d-8b00-3c5916662880 req-54dd0aca-5176-4b52-b394-e935ea708fd5 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:50.927658 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce3256d5-c2cd-446d-8b00-3c5916662880 req-54dd0aca-5176-4b52-b394-e935ea708fd5 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 943 time: 0.0545514 Apr 18 21:43:50.948255 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 76c9632f-3c9f-4333-8c60-308a37224cbb, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=76c9632f-3c9f-4333-8c60-308a37224cbb,segment=NetworkSegment(839a04a2-324f-4af3-9628-93e6f3bf434a),segment_id=839a04a2-324f-4af3-9628-93e6f3bf434a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:50.961903 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '76c9632f-3c9f-4333-8c60-308a37224cbb', 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5', 'port_id': '76c9632f-3c9f-4333-8c60-308a37224cbb', 'mac_address': 'fa:16:3e:b1:93:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '295e2068-d496-4b59-92be-68539c1c40c8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:43:50.969119 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ce3256d5-c2cd-446d-8b00-3c5916662880 req-e1211040-0f4d-4495-a643-7b75ad9ac175 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350912 Apr 18 21:43:50.998875 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:51.015006 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c9632f-3c9f-4333-8c60-308a37224cbb {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:43:51.035367 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 76c9632f-3c9f-4333-8c60-308a37224cbb, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=76c9632f-3c9f-4333-8c60-308a37224cbb,segment=NetworkSegment(839a04a2-324f-4af3-9628-93e6f3bf434a),segment_id=839a04a2-324f-4af3-9628-93e6f3bf434a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:51.039443 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:51.085612 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=76c9632f-3c9f-4333-8c60-308a37224cbb,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:51.344408 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['76c9632f-3c9f-4333-8c60-308a37224cbb'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:43:52.085624 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2ddd2-b5c4-4363-aae2-78da87b758cd req-26c715b6-4aef-4a4a-a52d-c959ef99cc53 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:52.087125 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ffc2ddd2-b5c4-4363-aae2-78da87b758cd req-26c715b6-4aef-4a4a-a52d-c959ef99cc53 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 944 time: 0.0495398 Apr 18 21:43:52.126328 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ffc2ddd2-b5c4-4363-aae2-78da87b758cd req-8eff265a-ede3-4d08-ae7c-689b07fdf970 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331094 Apr 18 21:43:52.868024 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 76c9632f-3c9f-4333-8c60-308a37224cbb up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:43:52.916823 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 76c9632f-3c9f-4333-8c60-308a37224cbb completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:43:52.920636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 76c9632f-3c9f-4333-8c60-308a37224cbb triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:52.921011 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:53.001442 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:53.024622 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15671b7-f0d5-4df1-b506-3e0314e2030f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c9632f-3c9f-4333-8c60-308a37224cbb'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:43:53.026856 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00aad724-3233-44f3-9b6a-4e6882b48210" -d '{"events": [{"server_uuid": "b15671b7-f0d5-4df1-b506-3e0314e2030f", "name": "network-vif-plugged", "status": "completed", "tag": "76c9632f-3c9f-4333-8c60-308a37224cbb"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:43:53.039977 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 76c9632f-3c9f-4333-8c60-308a37224cbb, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=76c9632f-3c9f-4333-8c60-308a37224cbb,segment=NetworkSegment(839a04a2-324f-4af3-9628-93e6f3bf434a),segment_id=839a04a2-324f-4af3-9628-93e6f3bf434a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:53.044043 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:53.072658 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e83d4a-0e34-456c-bad5-f2bf83829e9a x-openstack-request-id: req-43e83d4a-0e34-456c-bad5-f2bf83829e9a {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:43:53.072943 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15671b7-f0d5-4df1-b506-3e0314e2030f", "name": "network-vif-plugged", "status": "completed", "tag": "76c9632f-3c9f-4333-8c60-308a37224cbb", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:43:53.073193 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43e83d4a-0e34-456c-bad5-f2bf83829e9a {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:43:53.073585 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43e83d4a-0e34-456c-bad5-f2bf83829e9a'] response: {'server_uuid': 'b15671b7-f0d5-4df1-b506-3e0314e2030f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c9632f-3c9f-4333-8c60-308a37224cbb', 'code': 200} Apr 18 21:43:53.097564 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=76c9632f-3c9f-4333-8c60-308a37224cbb,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:53.176242 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020f15d-d4d4-4f16-844d-0b9fb5176b58 req-1fca04e3-43fe-4f5c-a454-214c08040389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:53.177801 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6020f15d-d4d4-4f16-844d-0b9fb5176b58 req-1fca04e3-43fe-4f5c-a454-214c08040389 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 1096 time: 0.0472002 Apr 18 21:43:53.241751 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6020f15d-d4d4-4f16-844d-0b9fb5176b58 req-247cbdce-073b-41a2-ac0a-1c680235f7f7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575557 Apr 18 21:43:53.259987 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec716f-4077-4149-940a-08f4469e4cac req-9ef18793-7af9-45c3-ae39-1895315231cf tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:53.261468 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-daec716f-4077-4149-940a-08f4469e4cac req-9ef18793-7af9-45c3-ae39-1895315231cf tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 945 time: 0.0617948 Apr 18 21:43:53.300288 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-daec716f-4077-4149-940a-08f4469e4cac req-7addfce9-0065-4f2e-99cb-44c7879e3548 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326707 Apr 18 21:43:54.432889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8a0e5-1e3b-4046-80e6-5b35cb697d67 req-8b560702-a985-4f64-b53b-10337247d989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:54.434518 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6fd8a0e5-1e3b-4046-80e6-5b35cb697d67 req-8b560702-a985-4f64-b53b-10337247d989 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 945 time: 0.0576143 Apr 18 21:43:54.489643 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6fd8a0e5-1e3b-4046-80e6-5b35cb697d67 req-05a8aa34-bc53-4f36-87ca-02c4ed8385c3 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448160 Apr 18 21:43:54.762993 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dbbc5162-7e79-41c0-8eec-54cfcee2e6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:55.611547 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81818c1-7dba-44d0-bd10-efc3b5ae99de req-786e1334-6353-4b1d-a9ae-732dda4c24b9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:55.613398 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d81818c1-7dba-44d0-bd10-efc3b5ae99de req-786e1334-6353-4b1d-a9ae-732dda4c24b9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 945 time: 0.0497422 Apr 18 21:43:55.652624 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d81818c1-7dba-44d0-bd10-efc3b5ae99de req-7643e52f-980e-402a-a4f8-0c5872531d81 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333250 Apr 18 21:43:55.775012 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece6119-85fa-4be3-b655-7307f39789ec req-7e820e3f-c821-4993-a47e-9ae1376f5f5a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:55.776390 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ece6119-85fa-4be3-b655-7307f39789ec req-7e820e3f-c821-4993-a47e-9ae1376f5f5a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 945 time: 0.0536430 Apr 18 21:43:55.814292 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ece6119-85fa-4be3-b655-7307f39789ec req-210e95f4-b53a-4d34-92e8-9eb9eae51907 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317676 Apr 18 21:43:55.836883 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60148) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:43:55.877187 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2530af7e-2fdd-49ed-9663-f745c1e4f45e tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:55.879462 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2530af7e-2fdd-49ed-9663-f745c1e4f45e tempest-TestNetworkAdvancedServerOps-1957031647 tempest-TestNetworkAdvancedServerOps-1957031647-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 1091 time: 0.0414646 Apr 18 21:43:55.883168 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60150) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:43:55.886731 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-fcf2e566-9fd8-42ad-86c3-ab671bcf3f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'port_id': '76c9632f-3c9f-4333-8c60-308a37224cbb', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:43:55.911613 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e566-9fd8-42ad-86c3-ab671bcf3f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.012002 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e566-9fd8-42ad-86c3-ab671bcf3f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.116823 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-fcf2e566-9fd8-42ad-86c3-ab671bcf3f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Allocated IP 172.25.1.231 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/a2d03635-01a0-4a4f-9ffe-847bfc860563) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:43:56.229073 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e566-9fd8-42ad-86c3-ab671bcf3f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.263074 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e566-9fd8-42ad-86c3-ab671bcf3f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.298423 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf2e566-9fd8-42ad-86c3-ab671bcf3f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:56.306078 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-fcf2e566-9fd8-42ad-86c3-ab671bcf3f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:56.310038 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf2e566-9fd8-42ad-86c3-ab671bcf3f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:43:56.335274 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2e566-9fd8-42ad-86c3-ab671bcf3f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=a2d03635-01a0-4a4f-9ffe-847bfc860563,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:56.685669 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e566-9fd8-42ad-86c3-ab671bcf3f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.752309 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e566-9fd8-42ad-86c3-ab671bcf3f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.908700 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e566-9fd8-42ad-86c3-ab671bcf3f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.913661 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e566-9fd8-42ad-86c3-ab671bcf3f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.982419 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2e566-9fd8-42ad-86c3-ab671bcf3f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event updated for resources: {'Port': ['ID=a2d03635-01a0-4a4f-9ffe-847bfc860563,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:56.994491 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e566-9fd8-42ad-86c3-ab671bcf3f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:57.093526 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-fcf2e566-9fd8-42ad-86c3-ab671bcf3f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Floating IP cc3875e4-5b37-403a-b9c8-9da3d9816aab associated. External IP: 172.25.1.231, port: 76c9632f-3c9f-4333-8c60-308a37224cbb. Apr 18 21:43:57.294902 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf2e566-9fd8-42ad-86c3-ab671bcf3f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Router e756b470-eaba-45de-8786-6b42bb8bd1c0 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:57.369634 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:43:57.402264 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf2e566-9fd8-42ad-86c3-ab671bcf3f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:57.412582 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eadedf8-f9e3-4c31-bba3-092517d6be4d None None] Sync routers for ids ['e756b470-eaba-45de-8786-6b42bb8bd1c0'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:43:57.422810 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eadedf8-f9e3-4c31-bba3-092517d6be4d None None] Routers {'e756b470-eaba-45de-8786-6b42bb8bd1c0'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:43:57.423398 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4eadedf8-f9e3-4c31-bba3-092517d6be4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:43:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e756b470-eaba-45de-8786-6b42bb8bd1c0'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:57.427434 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e566-9fd8-42ad-86c3-ab671bcf3f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:57.452880 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-fcf2e566-9fd8-42ad-86c3-ab671bcf3f6c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5695086 Apr 18 21:43:57.453451 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15671b7-f0d5-4df1-b506-3e0314e2030f', 'tag': '76c9632f-3c9f-4333-8c60-308a37224cbb'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:43:57.455737 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013ecb9f-4f93-4104-8ff4-c33a288a482f" -d '{"events": [{"name": "network-changed", "server_uuid": "b15671b7-f0d5-4df1-b506-3e0314e2030f", "tag": "76c9632f-3c9f-4333-8c60-308a37224cbb"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:43:57.495472 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95052197-190b-4f67-9c11-e1203daa474d x-openstack-request-id: req-95052197-190b-4f67-9c11-e1203daa474d {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:43:57.495716 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b15671b7-f0d5-4df1-b506-3e0314e2030f", "tag": "76c9632f-3c9f-4333-8c60-308a37224cbb", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:43:57.495969 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-95052197-190b-4f67-9c11-e1203daa474d {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:43:57.496400 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95052197-190b-4f67-9c11-e1203daa474d'] response: {'name': 'network-changed', 'server_uuid': 'b15671b7-f0d5-4df1-b506-3e0314e2030f', 'tag': '76c9632f-3c9f-4333-8c60-308a37224cbb', 'status': 'completed', 'code': 200} Apr 18 21:43:57.544544 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-4eadedf8-f9e3-4c31-bba3-092517d6be4d None None] Set router e756b470-eaba-45de-8786-6b42bb8bd1c0 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:43:57.585057 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d498e58-c453-4948-823a-6c4d227d999c req-cb4e581e-6457-4d0b-94a7-83830bc7c662 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:57.586469 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d498e58-c453-4948-823a-6c4d227d999c req-cb4e581e-6457-4d0b-94a7-83830bc7c662 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 945 time: 0.0785775 Apr 18 21:43:57.593078 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ecb9f-4f93-4104-8ff4-c33a288a482f req-ab3270ef-91fb-46a2-99cf-80be6e88c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:57.594529 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-013ecb9f-4f93-4104-8ff4-c33a288a482f req-ab3270ef-91fb-46a2-99cf-80be6e88c495 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 1096 time: 0.0750208 Apr 18 21:43:57.678272 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2d498e58-c453-4948-823a-6c4d227d999c req-6010b7bb-c20f-4690-8470-a58392af6358 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827856 Apr 18 21:43:57.700953 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60158) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:43:57.709915 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ecb9f-4f93-4104-8ff4-c33a288a482f req-580864ca-cefe-43d9-8a49-dc6bb12e224d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:57.711375 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-013ecb9f-4f93-4104-8ff4-c33a288a482f req-580864ca-cefe-43d9-8a49-dc6bb12e224d service neutron] 10.222.0.32 "GET /v2.0/networks?id=1d06eafb-a7d1-42c4-8375-69666d21f1a5 HTTP/1.1" status: 200 len: 898 time: 0.1094577 Apr 18 21:43:57.773802 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4eadedf8-f9e3-4c31-bba3-092517d6be4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611269307', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:43:41Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'cc3875e4-5b37-403a-b9c8-9da3d9816aab', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'floating_ip_address': '172.25.1.231', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'port_id': '76c9632f-3c9f-4333-8c60-308a37224cbb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5', 'mac_address': 'fa:16:3e:b1:93:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15671b7-f0d5-4df1-b506-3e0314e2030f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:43:56Z', 'updated_at': '2022-04-18T21:43:56Z', 'revision_number': 0, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8', 'name': '', 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:f5:ec:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '295e2068-d496-4b59-92be-68539c1c40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:41Z', 'updated_at': '2022-04-18T21:43:44Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': '295e2068-d496-4b59-92be-68539c1c40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:57.774100 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0af37c96-b51f-4fca-b329-e2bc8d6596ff tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/floatingips/cc3875e4-5b37-403a-b9c8-9da3d9816aab HTTP/1.1" status: 200 len: 991 time: 0.0698593 Apr 18 21:43:57.778619 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-013ecb9f-4f93-4104-8ff4-c33a288a482f req-ca9ac4ad-5f43-4e72-b1b4-fbd289062f0e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76c9632f-3c9f-4333-8c60-308a37224cbb HTTP/1.1" status: 200 len: 999 time: 0.0612254 Apr 18 21:43:57.803492 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eadedf8-f9e3-4c31-bba3-092517d6be4d None None] Checking router: e756b470-eaba-45de-8786-6b42bb8bd1c0 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:43:57.811767 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eadedf8-f9e3-4c31-bba3-092517d6be4d None None] Routers {'e756b470-eaba-45de-8786-6b42bb8bd1c0'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:43:57.812377 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4eadedf8-f9e3-4c31-bba3-092517d6be4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:43:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e756b470-eaba-45de-8786-6b42bb8bd1c0'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:57.826835 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ecb9f-4f93-4104-8ff4-c33a288a482f req-46bc19c0-b041-4b55-902f-12b3409506e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:57.828280 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-013ecb9f-4f93-4104-8ff4-c33a288a482f req-46bc19c0-b041-4b55-902f-12b3409506e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=295e2068-d496-4b59-92be-68539c1c40c8 HTTP/1.1" status: 200 len: 835 time: 0.0426571 Apr 18 21:43:57.878541 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ecb9f-4f93-4104-8ff4-c33a288a482f req-26a35668-ed72-4b8f-82be-27dc7f3a544b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:57.880062 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-013ecb9f-4f93-4104-8ff4-c33a288a482f req-26a35668-ed72-4b8f-82be-27dc7f3a544b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1d06eafb-a7d1-42c4-8375-69666d21f1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454903 Apr 18 21:43:57.917451 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-4eadedf8-f9e3-4c31-bba3-092517d6be4d None None] Set router e756b470-eaba-45de-8786-6b42bb8bd1c0 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:43:57.976802 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-013ecb9f-4f93-4104-8ff4-c33a288a482f req-088e9677-984e-4a5a-a4d4-d659edf12e0b service neutron] 10.222.0.32 "GET /v2.0/networks/1d06eafb-a7d1-42c4-8375-69666d21f1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903842 Apr 18 21:43:58.246224 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-4eadedf8-f9e3-4c31-bba3-092517d6be4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611269307', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:43:41Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'cc3875e4-5b37-403a-b9c8-9da3d9816aab', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'floating_ip_address': '172.25.1.231', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'port_id': '76c9632f-3c9f-4333-8c60-308a37224cbb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5', 'mac_address': 'fa:16:3e:b1:93:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15671b7-f0d5-4df1-b506-3e0314e2030f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:43:56Z', 'updated_at': '2022-04-18T21:43:56Z', 'revision_number': 0, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8', 'name': '', 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:f5:ec:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '295e2068-d496-4b59-92be-68539c1c40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:41Z', 'updated_at': '2022-04-18T21:43:44Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': '295e2068-d496-4b59-92be-68539c1c40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:58.276246 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eadedf8-f9e3-4c31-bba3-092517d6be4d None None] The sync data for ids ['e756b470-eaba-45de-8786-6b42bb8bd1c0'] in n-d-838323-3 is: [{'id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611269307', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:43:41Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'cc3875e4-5b37-403a-b9c8-9da3d9816aab', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'floating_ip_address': '172.25.1.231', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'port_id': '76c9632f-3c9f-4333-8c60-308a37224cbb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5', 'mac_address': 'fa:16:3e:b1:93:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15671b7-f0d5-4df1-b506-3e0314e2030f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:43:56Z', 'updated_at': '2022-04-18T21:43:56Z', 'revision_number': 0, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8', 'name': '', 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:f5:ec:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '295e2068-d496-4b59-92be-68539c1c40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:41Z', 'updated_at': '2022-04-18T21:43:44Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': '295e2068-d496-4b59-92be-68539c1c40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:43:58.386179 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-013ecb9f-4f93-4104-8ff4-c33a288a482f req-d99b2baa-c3c7-40ad-8855-aa9565ac2206 service neutron] 10.222.0.32 "GET /v2.0/networks/1d06eafb-a7d1-42c4-8375-69666d21f1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035785 Apr 18 21:43:58.571175 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff12a1fa-474c-463c-befc-6dd4053c8f15 None None] New status for floating IP cc3875e4-5b37-403a-b9c8-9da3d9816aab: ACTIVE {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:43:58.777229 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60164) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:43:58.844027 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6bf9d8cb-3323-425f-9c80-dacb2b5a1856 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/floatingips/cc3875e4-5b37-403a-b9c8-9da3d9816aab HTTP/1.1" status: 200 len: 993 time: 0.0656395 Apr 18 21:43:59.151445 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-08010d4e-3db4-4b2a-8438-e5d6e38a8259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:00.104793 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:01.667271 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:01.886864 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:08.213124 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:12.571714 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:24.767645 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-00882801-9d6b-4e59-a67d-ea1bd99613e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:29.154835 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e06f9bfe-f6c7-43cf-9ba8-9d3eb9b7b067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:30.107604 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:31.670089 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:31.889723 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:33.134780 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c66d5aa-3cb2-4ace-9d32-2bf5a4d6cd3c req-184db0ed-1306-4c06-810f-2171da0be189 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412819 Apr 18 21:44:33.221159 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66d5aa-3cb2-4ace-9d32-2bf5a4d6cd3c req-a49dac14-1aa3-43ec-be6c-64e9055b380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:33.222558 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c66d5aa-3cb2-4ace-9d32-2bf5a4d6cd3c req-a49dac14-1aa3-43ec-be6c-64e9055b380e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 1096 time: 0.0425782 Apr 18 21:44:33.327179 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66d5aa-3cb2-4ace-9d32-2bf5a4d6cd3c req-2b5a99ec-8bb0-4231-b495-eb76b98fd4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:33.328660 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c66d5aa-3cb2-4ace-9d32-2bf5a4d6cd3c req-2b5a99ec-8bb0-4231-b495-eb76b98fd4ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=1d06eafb-a7d1-42c4-8375-69666d21f1a5 HTTP/1.1" status: 200 len: 898 time: 0.0877588 Apr 18 21:44:33.393818 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c66d5aa-3cb2-4ace-9d32-2bf5a4d6cd3c req-8c64c410-b48d-4bce-987a-0aff540a4706 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76c9632f-3c9f-4333-8c60-308a37224cbb HTTP/1.1" status: 200 len: 1001 time: 0.0580323 Apr 18 21:44:33.439684 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66d5aa-3cb2-4ace-9d32-2bf5a4d6cd3c req-123ef5a6-ac6d-4e6a-ab7b-ec44b2bbc640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:33.441141 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c66d5aa-3cb2-4ace-9d32-2bf5a4d6cd3c req-123ef5a6-ac6d-4e6a-ab7b-ec44b2bbc640 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=295e2068-d496-4b59-92be-68539c1c40c8 HTTP/1.1" status: 200 len: 835 time: 0.0413013 Apr 18 21:44:33.489020 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66d5aa-3cb2-4ace-9d32-2bf5a4d6cd3c req-f5fe7b3c-0238-4b9b-996d-0187d08bc4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:33.490415 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c66d5aa-3cb2-4ace-9d32-2bf5a4d6cd3c req-f5fe7b3c-0238-4b9b-996d-0187d08bc4ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1d06eafb-a7d1-42c4-8375-69666d21f1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431273 Apr 18 21:44:33.577955 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c66d5aa-3cb2-4ace-9d32-2bf5a4d6cd3c req-f435a6b2-0192-4337-9018-163213cb8da5 service neutron] 10.222.0.32 "GET /v2.0/networks/1d06eafb-a7d1-42c4-8375-69666d21f1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804527 Apr 18 21:44:33.672335 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c66d5aa-3cb2-4ace-9d32-2bf5a4d6cd3c req-4420255d-eb22-450f-aea6-65c64afe7d9e service neutron] 10.222.0.32 "GET /v2.0/networks/1d06eafb-a7d1-42c4-8375-69666d21f1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878863 Apr 18 21:44:34.368934 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:44:38.213206 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:42.604965 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:54.775199 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-354d69c9-c737-4e0d-815d-c598f0d69372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:59.156049 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0b1e17d5-509b-4956-88c3-461a99665d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:59.933231 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93281a0-c009-4207-99ee-7d0e2a86cef0 req-068fef0a-26b3-41a4-ae58-37f5dd8b87cf tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:59.934728 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b93281a0-c009-4207-99ee-7d0e2a86cef0 req-068fef0a-26b3-41a4-ae58-37f5dd8b87cf tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 945 time: 0.0491590 Apr 18 21:44:59.974938 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b93281a0-c009-4207-99ee-7d0e2a86cef0 req-7b743701-4019-471b-9dbe-da9415b0aa38 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340123 Apr 18 21:45:00.111143 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:01.095403 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a107781-6533-47c8-87c9-20a7c1b7a987 req-8d50f26d-6fef-493d-8e02-3671b36f1b55 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:01.096910 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1a107781-6533-47c8-87c9-20a7c1b7a987 req-8d50f26d-6fef-493d-8e02-3671b36f1b55 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 945 time: 0.0501716 Apr 18 21:45:01.136598 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1a107781-6533-47c8-87c9-20a7c1b7a987 req-ec84a60c-c21d-4cea-8510-0ee15778f3b8 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329137 Apr 18 21:45:01.672362 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:01.892771 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:02.277495 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e3119-79f9-444e-b95f-d6f6e05ba060 req-4b5020d6-20c6-43f0-9f73-6bb92db551a6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:02.278991 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-076e3119-79f9-444e-b95f-d6f6e05ba060 req-4b5020d6-20c6-43f0-9f73-6bb92db551a6 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 945 time: 0.0598338 Apr 18 21:45:02.319163 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-076e3119-79f9-444e-b95f-d6f6e05ba060 req-3dcc5ef1-55bf-44a9-9591-350578efe8fc tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337210 Apr 18 21:45:02.341170 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60198) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:02.406134 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-69ffd1b6-8556-444d-b0fd-213a4e16d8f9 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/floatingips/cc3875e4-5b37-403a-b9c8-9da3d9816aab HTTP/1.1" status: 200 len: 993 time: 0.0638175 Apr 18 21:45:03.708714 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff129e7-ddc6-4fae-934a-097c9cb84bae req-24b4a016-05dc-4df1-a221-cf378d26e201 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:03.710141 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dff129e7-ddc6-4fae-934a-097c9cb84bae req-24b4a016-05dc-4df1-a221-cf378d26e201 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 945 time: 0.0801234 Apr 18 21:45:03.716533 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9adb74-bed7-4e63-aa86-7a29351abd04 req-2f5ea2df-26c8-4e6b-8912-2c2cab61f79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:03.717950 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a9adb74-bed7-4e63-aa86-7a29351abd04 req-2f5ea2df-26c8-4e6b-8912-2c2cab61f79f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 1096 time: 0.0585544 Apr 18 21:45:03.803806 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dff129e7-ddc6-4fae-934a-097c9cb84bae req-21fc3515-803a-423d-acd3-a96f0e8ca96b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848806 Apr 18 21:45:03.835652 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9adb74-bed7-4e63-aa86-7a29351abd04 req-cc6b1b16-dfea-4233-855b-c9efb14eb074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:03.837154 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a9adb74-bed7-4e63-aa86-7a29351abd04 req-cc6b1b16-dfea-4233-855b-c9efb14eb074 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1d06eafb-a7d1-42c4-8375-69666d21f1a5 HTTP/1.1" status: 200 len: 898 time: 0.1115925 Apr 18 21:45:03.903978 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a9adb74-bed7-4e63-aa86-7a29351abd04 req-726c6cc7-a443-4714-aabe-26d06256bfd1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76c9632f-3c9f-4333-8c60-308a37224cbb HTTP/1.1" status: 200 len: 1001 time: 0.0582590 Apr 18 21:45:03.958432 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9adb74-bed7-4e63-aa86-7a29351abd04 req-3ede438f-90fe-442c-9545-8495d97ef67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:03.959964 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a9adb74-bed7-4e63-aa86-7a29351abd04 req-3ede438f-90fe-442c-9545-8495d97ef67b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=295e2068-d496-4b59-92be-68539c1c40c8 HTTP/1.1" status: 200 len: 835 time: 0.0497358 Apr 18 21:45:04.005309 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9adb74-bed7-4e63-aa86-7a29351abd04 req-f308abc2-6724-406d-9ed4-7b2d6bf9a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:04.006872 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a9adb74-bed7-4e63-aa86-7a29351abd04 req-f308abc2-6724-406d-9ed4-7b2d6bf9a039 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1d06eafb-a7d1-42c4-8375-69666d21f1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405967 Apr 18 21:45:04.094570 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a9adb74-bed7-4e63-aa86-7a29351abd04 req-5f8384b7-c57d-469e-bd78-c6a69146b979 service neutron] 10.222.0.32 "GET /v2.0/networks/1d06eafb-a7d1-42c4-8375-69666d21f1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814292 Apr 18 21:45:04.190646 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0a9adb74-bed7-4e63-aa86-7a29351abd04 req-3a214fe2-95ce-4d67-8fe9-3244760c80fa service neutron] 10.222.0.32 "GET /v2.0/networks/1d06eafb-a7d1-42c4-8375-69666d21f1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896242 Apr 18 21:45:04.930168 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a56940-986f-454e-8004-5ce9c2bf06a1 req-d1b96c16-0ba0-40ea-935b-045e3772e213 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:04.931659 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3a56940-986f-454e-8004-5ce9c2bf06a1 req-d1b96c16-0ba0-40ea-935b-045e3772e213 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 945 time: 0.0504446 Apr 18 21:45:04.971604 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3a56940-986f-454e-8004-5ce9c2bf06a1 req-f0da126d-7f79-4a12-967a-4a16f7c1fa34 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333929 Apr 18 21:45:06.091123 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d701eb-442b-4c4c-8856-4c779eb75299 req-bf0b3720-6662-41b2-a46f-7cd2d2eb9177 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:06.092641 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-35d701eb-442b-4c4c-8856-4c779eb75299 req-bf0b3720-6662-41b2-a46f-7cd2d2eb9177 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 945 time: 0.0490811 Apr 18 21:45:06.137661 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-35d701eb-442b-4c4c-8856-4c779eb75299 req-7241e0ea-deb9-44fb-af76-152c970a9025 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388942 Apr 18 21:45:06.160322 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60212) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:06.221676 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-56c9c598-f543-41dd-95ac-d633b056bf37 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/floatingips/cc3875e4-5b37-403a-b9c8-9da3d9816aab HTTP/1.1" status: 200 len: 993 time: 0.0598662 Apr 18 21:45:06.438099 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60218) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:06.596085 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-07b5abc4-9482-4c2d-9937-ab0a0f895707 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Deleting port a2d03635-01a0-4a4f-9ffe-847bfc860563 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:45:06.596341 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-07b5abc4-9482-4c2d-9937-ab0a0f895707 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:06.671019 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-07b5abc4-9482-4c2d-9937-ab0a0f895707 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:06.671347 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-07b5abc4-9482-4c2d-9937-ab0a0f895707 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:06.683420 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-07b5abc4-9482-4c2d-9937-ab0a0f895707 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Calling delete_port for a2d03635-01a0-4a4f-9ffe-847bfc860563 owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:45:06.832725 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-07b5abc4-9482-4c2d-9937-ab0a0f895707 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:06.858630 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5abc4-9482-4c2d-9937-ab0a0f895707 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Port': ['ID=a2d03635-01a0-4a4f-9ffe-847bfc860563,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:06.871071 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5abc4-9482-4c2d-9937-ab0a0f895707 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:06.871425 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5abc4-9482-4c2d-9937-ab0a0f895707 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:06.871770 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5abc4-9482-4c2d-9937-ab0a0f895707 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:06.872109 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5abc4-9482-4c2d-9937-ab0a0f895707 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:06.872464 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5abc4-9482-4c2d-9937-ab0a0f895707 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:06.872798 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5abc4-9482-4c2d-9937-ab0a0f895707 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:06.873129 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5abc4-9482-4c2d-9937-ab0a0f895707 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:06.873467 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5abc4-9482-4c2d-9937-ab0a0f895707 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:06.873791 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5abc4-9482-4c2d-9937-ab0a0f895707 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:06.874123 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5abc4-9482-4c2d-9937-ab0a0f895707 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:06.874446 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5abc4-9482-4c2d-9937-ab0a0f895707 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:06.874768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5abc4-9482-4c2d-9937-ab0a0f895707 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:06.935757 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-07b5abc4-9482-4c2d-9937-ab0a0f895707 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:06.936093 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-07b5abc4-9482-4c2d-9937-ab0a0f895707 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Floating IP cc3875e4-5b37-403a-b9c8-9da3d9816aab disassociated (deleted). External IP: 172.25.1.231, port: 76c9632f-3c9f-4333-8c60-308a37224cbb. Apr 18 21:45:07.150850 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b5abc4-9482-4c2d-9937-ab0a0f895707 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Router e756b470-eaba-45de-8786-6b42bb8bd1c0 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:45:07.260031 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b5abc4-9482-4c2d-9937-ab0a0f895707 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:45:07.264962 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-07b5abc4-9482-4c2d-9937-ab0a0f895707 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:07.270348 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f1dbca-f3fc-420b-8d9f-8ad842b76487 None None] Sync routers for ids ['e756b470-eaba-45de-8786-6b42bb8bd1c0'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:45:07.279596 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f1dbca-f3fc-420b-8d9f-8ad842b76487 None None] Routers {'e756b470-eaba-45de-8786-6b42bb8bd1c0'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:45:07.280197 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-41f1dbca-f3fc-420b-8d9f-8ad842b76487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:44:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e756b470-eaba-45de-8786-6b42bb8bd1c0'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:07.291908 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-07b5abc4-9482-4c2d-9937-ab0a0f895707 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "DELETE /v2.0/floatingips/cc3875e4-5b37-403a-b9c8-9da3d9816aab HTTP/1.1" status: 204 len: 168 time: 0.8526824 Apr 18 21:45:07.292549 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15671b7-f0d5-4df1-b506-3e0314e2030f', 'tag': '76c9632f-3c9f-4333-8c60-308a37224cbb'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:45:07.294851 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef8c01f-9274-4c98-8f6e-5dc4c1cde002" -d '{"events": [{"name": "network-changed", "server_uuid": "b15671b7-f0d5-4df1-b506-3e0314e2030f", "tag": "76c9632f-3c9f-4333-8c60-308a37224cbb"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:45:07.335466 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f6f6dd-4d5b-4f7c-b301-f09e84df8b47 x-openstack-request-id: req-30f6f6dd-4d5b-4f7c-b301-f09e84df8b47 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:45:07.335910 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b15671b7-f0d5-4df1-b506-3e0314e2030f", "tag": "76c9632f-3c9f-4333-8c60-308a37224cbb", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:45:07.336220 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30f6f6dd-4d5b-4f7c-b301-f09e84df8b47 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:45:07.336811 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30f6f6dd-4d5b-4f7c-b301-f09e84df8b47'] response: {'name': 'network-changed', 'server_uuid': 'b15671b7-f0d5-4df1-b506-3e0314e2030f', 'tag': '76c9632f-3c9f-4333-8c60-308a37224cbb', 'status': 'completed', 'code': 200} Apr 18 21:45:07.386714 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-41f1dbca-f3fc-420b-8d9f-8ad842b76487 None None] Set router e756b470-eaba-45de-8786-6b42bb8bd1c0 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:45:07.402220 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8c01f-9274-4c98-8f6e-5dc4c1cde002 req-50aa4cc9-4d85-4e70-93a2-d70dd9003826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:07.403655 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ef8c01f-9274-4c98-8f6e-5dc4c1cde002 req-50aa4cc9-4d85-4e70-93a2-d70dd9003826 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 1096 time: 0.0445294 Apr 18 21:45:07.540935 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8c01f-9274-4c98-8f6e-5dc4c1cde002 req-a130bc5a-89d3-4e1f-a7ed-d2377bc212f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:07.542401 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ef8c01f-9274-4c98-8f6e-5dc4c1cde002 req-a130bc5a-89d3-4e1f-a7ed-d2377bc212f8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1d06eafb-a7d1-42c4-8375-69666d21f1a5 HTTP/1.1" status: 200 len: 898 time: 0.1322744 Apr 18 21:45:07.557056 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965f25a-14cd-4409-b56a-d254aac1df91 req-92ba9e5d-1797-4cdb-a7c4-69b77254f2be tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:07.558529 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3965f25a-14cd-4409-b56a-d254aac1df91 req-92ba9e5d-1797-4cdb-a7c4-69b77254f2be tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 945 time: 0.0702620 Apr 18 21:45:07.591905 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-41f1dbca-f3fc-420b-8d9f-8ad842b76487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611269307', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:43:41Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8', 'name': '', 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:f5:ec:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '295e2068-d496-4b59-92be-68539c1c40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:41Z', 'updated_at': '2022-04-18T21:43:44Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': '295e2068-d496-4b59-92be-68539c1c40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:07.596598 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ef8c01f-9274-4c98-8f6e-5dc4c1cde002 req-ca39636d-1570-4405-8c90-9616b82ce001 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76c9632f-3c9f-4333-8c60-308a37224cbb HTTP/1.1" status: 200 len: 217 time: 0.0371051 Apr 18 21:45:07.619470 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f1dbca-f3fc-420b-8d9f-8ad842b76487 None None] Checking router: e756b470-eaba-45de-8786-6b42bb8bd1c0 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:45:07.628127 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f1dbca-f3fc-420b-8d9f-8ad842b76487 None None] Routers {'e756b470-eaba-45de-8786-6b42bb8bd1c0'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:45:07.628767 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-41f1dbca-f3fc-420b-8d9f-8ad842b76487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:44:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e756b470-eaba-45de-8786-6b42bb8bd1c0'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:07.667024 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3965f25a-14cd-4409-b56a-d254aac1df91 req-653510f9-3beb-4edf-9115-5a0aea264138 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727806 Apr 18 21:45:07.673041 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8c01f-9274-4c98-8f6e-5dc4c1cde002 req-4c9918d4-4737-4774-ad73-29ac5c254b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:07.674925 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ef8c01f-9274-4c98-8f6e-5dc4c1cde002 req-4c9918d4-4737-4774-ad73-29ac5c254b54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=295e2068-d496-4b59-92be-68539c1c40c8 HTTP/1.1" status: 200 len: 835 time: 0.0712414 Apr 18 21:45:07.723649 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8c01f-9274-4c98-8f6e-5dc4c1cde002 req-750439b0-1487-4c59-baa9-79fdb2b52051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:07.725232 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ef8c01f-9274-4c98-8f6e-5dc4c1cde002 req-750439b0-1487-4c59-baa9-79fdb2b52051 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1d06eafb-a7d1-42c4-8375-69666d21f1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422108 Apr 18 21:45:07.738735 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-41f1dbca-f3fc-420b-8d9f-8ad842b76487 None None] Set router e756b470-eaba-45de-8786-6b42bb8bd1c0 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:45:07.824762 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ef8c01f-9274-4c98-8f6e-5dc4c1cde002 req-a259cfcd-9a27-4905-835a-98397a7cb9d5 service neutron] 10.222.0.32 "GET /v2.0/networks/1d06eafb-a7d1-42c4-8375-69666d21f1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880601 Apr 18 21:45:07.917412 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ef8c01f-9274-4c98-8f6e-5dc4c1cde002 req-aaa6c17b-a40b-4114-a006-605137fac4b3 service neutron] 10.222.0.32 "GET /v2.0/networks/1d06eafb-a7d1-42c4-8375-69666d21f1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843515 Apr 18 21:45:07.941685 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-41f1dbca-f3fc-420b-8d9f-8ad842b76487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611269307', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:43:41Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8', 'name': '', 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:f5:ec:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '295e2068-d496-4b59-92be-68539c1c40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:41Z', 'updated_at': '2022-04-18T21:43:44Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': '295e2068-d496-4b59-92be-68539c1c40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:07.969229 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f1dbca-f3fc-420b-8d9f-8ad842b76487 None None] The sync data for ids ['e756b470-eaba-45de-8786-6b42bb8bd1c0'] in n-d-838323-3 is: [{'id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611269307', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:43:41Z', 'revision_number': 4, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8', 'name': '', 'network_id': '1d06eafb-a7d1-42c4-8375-69666d21f1a5', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'mac_address': 'fa:16:3e:f5:ec:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '295e2068-d496-4b59-92be-68539c1c40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:41Z', 'updated_at': '2022-04-18T21:43:44Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'subnets': [{'id': '295e2068-d496-4b59-92be-68539c1c40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:45:08.178659 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf281bc-c342-412f-af5d-d05a74dcf37c None None] New status for floating IP cc3875e4-5b37-403a-b9c8-9da3d9816aab: DOWN {{(pid=102910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:45:08.256763 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:08.788393 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd604571-4a82-4d10-afbc-703199606120 req-33bd9536-fc97-4d00-b7bb-4db93df29f9f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:08.789900 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cd604571-4a82-4d10-afbc-703199606120 req-33bd9536-fc97-4d00-b7bb-4db93df29f9f tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 945 time: 0.0502889 Apr 18 21:45:08.828004 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-cd604571-4a82-4d10-afbc-703199606120 req-1d808cd9-2005-46e8-84b3-308555ae4de2 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320845 Apr 18 21:45:09.273059 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b44e1d-8ddb-4e5a-a7fa-637990acb2a3 req-d6fb5bcd-0048-4483-905e-6252883efd89 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:09.274582 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9b44e1d-8ddb-4e5a-a7fa-637990acb2a3 req-d6fb5bcd-0048-4483-905e-6252883efd89 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.32 "GET /v2.0/ports?device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 945 time: 0.0540621 Apr 18 21:45:09.363955 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-b9b44e1d-8ddb-4e5a-a7fa-637990acb2a3 req-68076e22-d2ed-44aa-bad4-1f43ba5a781a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Deleting port 76c9632f-3c9f-4333-8c60-308a37224cbb {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:45:09.364329 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9b44e1d-8ddb-4e5a-a7fa-637990acb2a3 req-68076e22-d2ed-44aa-bad4-1f43ba5a781a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:09.453847 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-b9b44e1d-8ddb-4e5a-a7fa-637990acb2a3 req-68076e22-d2ed-44aa-bad4-1f43ba5a781a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] For port 76c9632f-3c9f-4333-8c60-308a37224cbb, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=76c9632f-3c9f-4333-8c60-308a37224cbb,segment=NetworkSegment(839a04a2-324f-4af3-9628-93e6f3bf434a),segment_id=839a04a2-324f-4af3-9628-93e6f3bf434a)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:09.454215 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9b44e1d-8ddb-4e5a-a7fa-637990acb2a3 req-68076e22-d2ed-44aa-bad4-1f43ba5a781a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:09.466949 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-b9b44e1d-8ddb-4e5a-a7fa-637990acb2a3 req-68076e22-d2ed-44aa-bad4-1f43ba5a781a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Calling delete_port for 76c9632f-3c9f-4333-8c60-308a37224cbb owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:45:09.596081 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9b44e1d-8ddb-4e5a-a7fa-637990acb2a3 req-68076e22-d2ed-44aa-bad4-1f43ba5a781a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:09.629551 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68076e22-d2ed-44aa-bad4-1f43ba5a781a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Port': ['ID=76c9632f-3c9f-4333-8c60-308a37224cbb,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:09.669355 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b44e1d-8ddb-4e5a-a7fa-637990acb2a3 req-68076e22-d2ed-44aa-bad4-1f43ba5a781a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] No DVR routers for this DVR port 76c9632f-3c9f-4333-8c60-308a37224cbb on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:45:09.672002 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-b9b44e1d-8ddb-4e5a-a7fa-637990acb2a3 req-68076e22-d2ed-44aa-bad4-1f43ba5a781a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:09.675283 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9b44e1d-8ddb-4e5a-a7fa-637990acb2a3 req-68076e22-d2ed-44aa-bad4-1f43ba5a781a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.32 "DELETE /v2.0/ports/76c9632f-3c9f-4333-8c60-308a37224cbb HTTP/1.1" status: 204 len: 173 time: 0.3947246 Apr 18 21:45:09.675720 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15671b7-f0d5-4df1-b506-3e0314e2030f', 'name': 'network-vif-deleted', 'tag': '76c9632f-3c9f-4333-8c60-308a37224cbb'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:45:09.678487 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cdc1b8-6504-4eaf-8ba9-82855dd25261" -d '{"events": [{"server_uuid": "b15671b7-f0d5-4df1-b506-3e0314e2030f", "name": "network-vif-deleted", "tag": "76c9632f-3c9f-4333-8c60-308a37224cbb"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:45:09.716200 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2933cdb4-857e-45ab-b86e-49af958bc633 x-openstack-request-id: req-2933cdb4-857e-45ab-b86e-49af958bc633 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:45:09.716549 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15671b7-f0d5-4df1-b506-3e0314e2030f", "name": "network-vif-deleted", "tag": "76c9632f-3c9f-4333-8c60-308a37224cbb", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:45:09.716826 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2933cdb4-857e-45ab-b86e-49af958bc633 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:45:09.717232 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2933cdb4-857e-45ab-b86e-49af958bc633'] response: {'server_uuid': 'b15671b7-f0d5-4df1-b506-3e0314e2030f', 'name': 'network-vif-deleted', 'tag': '76c9632f-3c9f-4333-8c60-308a37224cbb', 'status': 'completed', 'code': 200} Apr 18 21:45:09.946110 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e9f8d11-2443-4b82-bcc9-882995e14926 req-65231863-64a1-4170-8168-d45992f2688a tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "GET /v2.0/ports?device_id=b15671b7-f0d5-4df1-b506-3e0314e2030f HTTP/1.1" status: 200 len: 210 time: 0.0273526 Apr 18 21:45:11.003427 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60234) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:11.368621 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:45:11.374993 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a0e028cb-a258-4fc0-95ed-fa3a28405837 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:11.632588 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-a0e028cb-a258-4fc0-95ed-fa3a28405837 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Deleting port a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:45:11.632929 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a0e028cb-a258-4fc0-95ed-fa3a28405837 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:11.718261 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-a0e028cb-a258-4fc0-95ed-fa3a28405837 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] For port a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8,segment=NetworkSegment(839a04a2-324f-4af3-9628-93e6f3bf434a),segment_id=839a04a2-324f-4af3-9628-93e6f3bf434a)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:11.718629 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a0e028cb-a258-4fc0-95ed-fa3a28405837 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:11.730838 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-a0e028cb-a258-4fc0-95ed-fa3a28405837 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Calling delete_port for a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:45:11.918666 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a0e028cb-a258-4fc0-95ed-fa3a28405837 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:12.252512 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e028cb-a258-4fc0-95ed-fa3a28405837 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Port': ['ID=a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:12.443380 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-a0e028cb-a258-4fc0-95ed-fa3a28405837 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:12.615476 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:12.663145 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e028cb-a258-4fc0-95ed-fa3a28405837 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Router e756b470-eaba-45de-8786-6b42bb8bd1c0 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:45:12.767920 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e028cb-a258-4fc0-95ed-fa3a28405837 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:45:12.773439 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-a0e028cb-a258-4fc0-95ed-fa3a28405837 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "PUT /v2.0/routers/e756b470-eaba-45de-8786-6b42bb8bd1c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7689617 Apr 18 21:45:12.776556 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60236) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:12.780281 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2268dc94-8a5a-4fbd-96f8-5418f5631012 None None] Sync routers for ids ['e756b470-eaba-45de-8786-6b42bb8bd1c0'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:45:12.791683 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2268dc94-8a5a-4fbd-96f8-5418f5631012 None None] Routers {'e756b470-eaba-45de-8786-6b42bb8bd1c0'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:45:12.792298 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2268dc94-8a5a-4fbd-96f8-5418f5631012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:44:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e756b470-eaba-45de-8786-6b42bb8bd1c0'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:12.831643 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba08849d-edbf-4943-9d6a-e4ff1df29d5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Deleting subnet 295e2068-d496-4b59-92be-68539c1c40c8 {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:45:12.835549 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba08849d-edbf-4943-9d6a-e4ff1df29d5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:12.875754 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba08849d-edbf-4943-9d6a-e4ff1df29d5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:12.896644 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-2268dc94-8a5a-4fbd-96f8-5418f5631012 None None] Set router e756b470-eaba-45de-8786-6b42bb8bd1c0 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:45:12.960271 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba08849d-edbf-4943-9d6a-e4ff1df29d5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.023967 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba08849d-edbf-4943-9d6a-e4ff1df29d5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.051220 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08849d-edbf-4943-9d6a-e4ff1df29d5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Subnet': ['ID=295e2068-d496-4b59-92be-68539c1c40c8,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:13.056783 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ba08849d-edbf-4943-9d6a-e4ff1df29d5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.062695 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ba08849d-edbf-4943-9d6a-e4ff1df29d5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "DELETE /v2.0/subnets/295e2068-d496-4b59-92be-68539c1c40c8 HTTP/1.1" status: 204 len: 168 time: 0.2825406 Apr 18 21:45:13.065699 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57475882-c16d-471d-9cdd-77a49cc7f264 None None] Network 1d06eafb-a7d1-42c4-8375-69666d21f1a5 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:45:13.066564 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08849d-edbf-4943-9d6a-e4ff1df29d5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:13.066926 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08849d-edbf-4943-9d6a-e4ff1df29d5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:13.067270 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08849d-edbf-4943-9d6a-e4ff1df29d5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:13.067795 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08849d-edbf-4943-9d6a-e4ff1df29d5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:13.068141 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08849d-edbf-4943-9d6a-e4ff1df29d5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:13.068502 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08849d-edbf-4943-9d6a-e4ff1df29d5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:13.068840 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08849d-edbf-4943-9d6a-e4ff1df29d5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:13.069171 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08849d-edbf-4943-9d6a-e4ff1df29d5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:13.069502 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08849d-edbf-4943-9d6a-e4ff1df29d5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:13.069829 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08849d-edbf-4943-9d6a-e4ff1df29d5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:13.070155 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08849d-edbf-4943-9d6a-e4ff1df29d5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:13.070478 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08849d-edbf-4943-9d6a-e4ff1df29d5c tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:13.076930 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60238) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:13.177891 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2268dc94-8a5a-4fbd-96f8-5418f5631012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611269307', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:45:11Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:13.184917 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 76c9632f-3c9f-4333-8c60-308a37224cbb no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:45:13.199980 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71894a9d-d218-40f5-9d3e-e80c35cf4e76 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.204056 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2268dc94-8a5a-4fbd-96f8-5418f5631012 None None] Checking router: e756b470-eaba-45de-8786-6b42bb8bd1c0 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:45:13.213262 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2268dc94-8a5a-4fbd-96f8-5418f5631012 None None] Routers {'e756b470-eaba-45de-8786-6b42bb8bd1c0'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:45:13.213956 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2268dc94-8a5a-4fbd-96f8-5418f5631012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:44:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['e756b470-eaba-45de-8786-6b42bb8bd1c0'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:13.223367 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 76c9632f-3c9f-4333-8c60-308a37224cbb {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:45:13.224332 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 76c9632f-3c9f-4333-8c60-308a37224cbb not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:45:13.311793 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71894a9d-d218-40f5-9d3e-e80c35cf4e76 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.314613 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48395c7-f946-49df-8321-f4dae47ed27a None None] DHCP port deletion for 1d06eafb-a7d1-42c4-8375-69666d21f1a5 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:45:13.324509 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-2268dc94-8a5a-4fbd-96f8-5418f5631012 None None] Set router e756b470-eaba-45de-8786-6b42bb8bd1c0 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:45:13.371007 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f48395c7-f946-49df-8321-f4dae47ed27a None None] Deleting port 0627045e-c1c7-43d9-a9d0-b488274a11d7 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:45:13.371382 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f48395c7-f946-49df-8321-f4dae47ed27a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.373704 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-71894a9d-d218-40f5-9d3e-e80c35cf4e76 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Deleting port e59ea649-74a3-4b15-aa82-9cc121bde74e {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:45:13.373704 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71894a9d-d218-40f5-9d3e-e80c35cf4e76 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.433658 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f48395c7-f946-49df-8321-f4dae47ed27a None None] For port 0627045e-c1c7-43d9-a9d0-b488274a11d7, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=0627045e-c1c7-43d9-a9d0-b488274a11d7,segment=NetworkSegment(839a04a2-324f-4af3-9628-93e6f3bf434a),segment_id=839a04a2-324f-4af3-9628-93e6f3bf434a)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:13.434029 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f48395c7-f946-49df-8321-f4dae47ed27a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.447220 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f48395c7-f946-49df-8321-f4dae47ed27a None None] Calling delete_port for 0627045e-c1c7-43d9-a9d0-b488274a11d7 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:45:13.460868 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-71894a9d-d218-40f5-9d3e-e80c35cf4e76 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] For port e59ea649-74a3-4b15-aa82-9cc121bde74e, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=e59ea649-74a3-4b15-aa82-9cc121bde74e,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:13.461237 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71894a9d-d218-40f5-9d3e-e80c35cf4e76 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.478423 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-71894a9d-d218-40f5-9d3e-e80c35cf4e76 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Calling delete_port for e59ea649-74a3-4b15-aa82-9cc121bde74e owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:45:13.502460 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2268dc94-8a5a-4fbd-96f8-5418f5631012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611269307', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:45:11Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:13.533570 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f48395c7-f946-49df-8321-f4dae47ed27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.533805 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2268dc94-8a5a-4fbd-96f8-5418f5631012 None None] The sync data for ids ['e756b470-eaba-45de-8786-6b42bb8bd1c0'] in n-d-838323-3 is: [{'id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611269307', 'tenant_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:45:11Z', 'revision_number': 5, 'project_id': '6347a1b372ae48cea2a8cfb6647f8a4c', 'gw_port': {'id': 'e59ea649-74a3-4b15-aa82-9cc121bde74e', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756b470-eaba-45de-8786-6b42bb8bd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:38Z', 'updated_at': '2022-04-18T21:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:45:13.569537 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48395c7-f946-49df-8321-f4dae47ed27a None None] Pushing event deleted for resources: {'Port': ['ID=0627045e-c1c7-43d9-a9d0-b488274a11d7,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:13.574292 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48395c7-f946-49df-8321-f4dae47ed27a None None] No DVR routers for this DVR port 0627045e-c1c7-43d9-a9d0-b488274a11d7 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:45:13.588848 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48395c7-f946-49df-8321-f4dae47ed27a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:13.589278 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48395c7-f946-49df-8321-f4dae47ed27a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:13.589718 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48395c7-f946-49df-8321-f4dae47ed27a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:13.590058 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48395c7-f946-49df-8321-f4dae47ed27a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:13.590439 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48395c7-f946-49df-8321-f4dae47ed27a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:13.590776 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48395c7-f946-49df-8321-f4dae47ed27a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:13.591105 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48395c7-f946-49df-8321-f4dae47ed27a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:13.591430 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48395c7-f946-49df-8321-f4dae47ed27a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:13.591755 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48395c7-f946-49df-8321-f4dae47ed27a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:13.592078 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48395c7-f946-49df-8321-f4dae47ed27a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:13.592401 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48395c7-f946-49df-8321-f4dae47ed27a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:13.592752 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48395c7-f946-49df-8321-f4dae47ed27a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:13.655200 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71894a9d-d218-40f5-9d3e-e80c35cf4e76 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.685960 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71894a9d-d218-40f5-9d3e-e80c35cf4e76 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Port': ['ID=e59ea649-74a3-4b15-aa82-9cc121bde74e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:13.745124 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71894a9d-d218-40f5-9d3e-e80c35cf4e76 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.838289 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71894a9d-d218-40f5-9d3e-e80c35cf4e76 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.840561 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71894a9d-d218-40f5-9d3e-e80c35cf4e76 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.884883 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71894a9d-d218-40f5-9d3e-e80c35cf4e76 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.885421 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71894a9d-d218-40f5-9d3e-e80c35cf4e76 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Fanout notify agent at l3_agent the message router_deleted on router e756b470-eaba-45de-8786-6b42bb8bd1c0 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:45:13.892347 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71894a9d-d218-40f5-9d3e-e80c35cf4e76 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.896709 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-71894a9d-d218-40f5-9d3e-e80c35cf4e76 tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "DELETE /v2.0/routers/e756b470-eaba-45de-8786-6b42bb8bd1c0 HTTP/1.1" status: 204 len: 168 time: 0.8155003 Apr 18 21:45:13.897566 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60240) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:14.009164 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22c85591-eb1b-4555-8479-fdf0f181819d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:14.105789 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22c85591-eb1b-4555-8479-fdf0f181819d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:14.134604 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-22c85591-eb1b-4555-8479-fdf0f181819d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d06eafb-a7d1-42c4-8375-69666d21f1a5']}} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:14.145011 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-22c85591-eb1b-4555-8479-fdf0f181819d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '839a04a2-324f-4af3-9628-93e6f3bf434a') {'for_net_delete': True} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:14.145459 n-d-838323-3 neutron-server[102908]: DEBUG neutron.services.segments.db [None req-22c85591-eb1b-4555-8479-fdf0f181819d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '839a04a2-324f-4af3-9628-93e6f3bf434a') {} {{(pid=102908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:14.157296 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22c85591-eb1b-4555-8479-fdf0f181819d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16424326'] for segment, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:14.171248 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22c85591-eb1b-4555-8479-fdf0f181819d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:14.178785 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c85591-eb1b-4555-8479-fdf0f181819d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=102908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:45:14.179188 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22c85591-eb1b-4555-8479-fdf0f181819d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327592'] for segment, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: Traceback (most recent call last): Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: timer() Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: cb(*args, **kw) Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: return func(*args, **kwargs) Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: self._notify() Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: self.callback(batched_events) Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: event.method(event) Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: return f(self, *a, **k) Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: return self._get(url).json() Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: return self.request(url, 'GET', **kwargs) Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:45:14.182311 n-d-838323-3 neutron-server[102908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:45:14.244776 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22c85591-eb1b-4555-8479-fdf0f181819d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:14.251809 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-22c85591-eb1b-4555-8479-fdf0f181819d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:14.254930 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-22c85591-eb1b-4555-8479-fdf0f181819d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "DELETE /v2.0/networks/1d06eafb-a7d1-42c4-8375-69666d21f1a5 HTTP/1.1" status: 204 len: 168 time: 0.3564773 Apr 18 21:45:14.258380 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60242) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:14.267882 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c85591-eb1b-4555-8479-fdf0f181819d tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'Network': ['ID=1d06eafb-a7d1-42c4-8375-69666d21f1a5,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:14.316109 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f9bd0003-96de-4329-a103-b966f217db5b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:14.341879 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f9bd0003-96de-4329-a103-b966f217db5b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:14.408560 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f9bd0003-96de-4329-a103-b966f217db5b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:14.411111 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f9bd0003-96de-4329-a103-b966f217db5b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:14.412845 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f9bd0003-96de-4329-a103-b966f217db5b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] 10.222.0.41 "DELETE /v2.0/security-groups/9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4 HTTP/1.1" status: 204 len: 168 time: 0.1534779 Apr 18 21:45:14.422570 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd0003-96de-4329-a103-b966f217db5b tempest-TestNetworkAdvancedServerOps-298479592 tempest-TestNetworkAdvancedServerOps-298479592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd3c1dd-242f-4ee8-9e0f-28a986fd1aa4,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:14.582243 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 0627045e-c1c7-43d9-a9d0-b488274a11d7 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:45:14.606092 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 0627045e-c1c7-43d9-a9d0-b488274a11d7 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:45:14.606438 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 0627045e-c1c7-43d9-a9d0-b488274a11d7 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:45:14.606854 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:45:14.662685 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:45:14.663029 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a4b3bdfa-ccd4-46a0-aaf5-4eb0b57bfdb8 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:45:14.663450 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e59ea649-74a3-4b15-aa82-9cc121bde74e no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:45:14.683966 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: e59ea649-74a3-4b15-aa82-9cc121bde74e {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:45:14.684317 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device e59ea649-74a3-4b15-aa82-9cc121bde74e not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:45:14.807311 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60250) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:14.953185 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-8cf6950e-0c95-4981-aecc-a7c6e7bb835c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6347a1b372ae48cea2a8cfb6647f8a4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446116 Apr 18 21:45:14.955689 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60254) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:15.003647 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3faa53e9-d874-4638-b6eb-ccea620e9137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:15.028884 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3faa53e9-d874-4638-b6eb-ccea620e9137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:15.074828 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3faa53e9-d874-4638-b6eb-ccea620e9137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:15.077390 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-3faa53e9-d874-4638-b6eb-ccea620e9137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:15.078527 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-3faa53e9-d874-4638-b6eb-ccea620e9137 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17e2c198-cec5-468d-84bd-839b8abef0b4 HTTP/1.1" status: 204 len: 168 time: 0.1219580 Apr 18 21:45:15.087364 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa53e9-d874-4638-b6eb-ccea620e9137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e2c198-cec5-468d-84bd-839b8abef0b4,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:15.352319 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60260) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:15.365936 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6583fe41-2f39-457e-a86f-79855d42e7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:15.441047 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6583fe41-2f39-457e-a86f-79855d42e7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:15.445354 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6583fe41-2f39-457e-a86f-79855d42e7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:15.488268 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6583fe41-2f39-457e-a86f-79855d42e7f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4145ccf7ed004b2aa9047b031f579b5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348348 Apr 18 21:45:15.489248 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583fe41-2f39-457e-a86f-79855d42e7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75b1a19-4748-4297-aa09-3636fea568ae,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:15.491256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60262) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:15.541118 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fa5e470a-ba89-400b-8dc9-2fc2f4a8d968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:15.564263 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fa5e470a-ba89-400b-8dc9-2fc2f4a8d968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:15.616451 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fa5e470a-ba89-400b-8dc9-2fc2f4a8d968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:15.619097 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-fa5e470a-ba89-400b-8dc9-2fc2f4a8d968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:15.620246 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-fa5e470a-ba89-400b-8dc9-2fc2f4a8d968 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f75b1a19-4748-4297-aa09-3636fea568ae HTTP/1.1" status: 204 len: 168 time: 0.1272829 Apr 18 21:45:15.629658 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e470a-ba89-400b-8dc9-2fc2f4a8d968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75b1a19-4748-4297-aa09-3636fea568ae,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:16.350677 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60284) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:16.454335 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-5bcfa0c5-504a-4c0a-a690-4229ebb0b1fc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1537609241-network', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:45:16.473282 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcfa0c5-504a-4c0a-a690-4229ebb0b1fc admin admin] Made reservation on behalf of 63d1313cd72f45949379228ff3ca7ac2 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:16.475684 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa0c5-504a-4c0a-a690-4229ebb0b1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:16.484216 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa0c5-504a-4c0a-a690-4229ebb0b1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:16.559189 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa0c5-504a-4c0a-a690-4229ebb0b1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:16.563082 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa0c5-504a-4c0a-a690-4229ebb0b1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:16.591660 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bcfa0c5-504a-4c0a-a690-4229ebb0b1fc admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:45:16.601547 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfa0c5-504a-4c0a-a690-4229ebb0b1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeed7edd-41f7-4379-8b86-693dc9d289fc,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:16.606670 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa0c5-504a-4c0a-a690-4229ebb0b1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:16.607274 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-5bcfa0c5-504a-4c0a-a690-4229ebb0b1fc admin admin] Added segment 2e7ac195-badc-4a98-a4ad-b40669b33e07 of type vlan for network cc95f3ab-f971-464a-8ccd-813f5cef82fd Apr 18 21:45:16.648832 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa0c5-504a-4c0a-a690-4229ebb0b1fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:16.673709 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa0c5-504a-4c0a-a690-4229ebb0b1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:16.674763 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcfa0c5-504a-4c0a-a690-4229ebb0b1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:16.675353 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa0c5-504a-4c0a-a690-4229ebb0b1fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:16.726113 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5bcfa0c5-504a-4c0a-a690-4229ebb0b1fc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3739476 Apr 18 21:45:16.729161 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60288) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:16.734454 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-6925b23f-a509-4890-b7c5-091fb32b1b88 admin admin] Request body: {'subnet': {'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1537609241-subnet', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:45:16.739063 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfa0c5-504a-4c0a-a690-4229ebb0b1fc admin admin] Pushing event updated for resources: {'Network': ['ID=cc95f3ab-f971-464a-8ccd-813f5cef82fd,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:16.749852 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network cc95f3ab-f971-464a-8ccd-813f5cef82fd details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:45:16.760652 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6925b23f-a509-4890-b7c5-091fb32b1b88 admin admin] Made reservation on behalf of 63d1313cd72f45949379228ff3ca7ac2 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:16.762959 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6925b23f-a509-4890-b7c5-091fb32b1b88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:16.935594 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6925b23f-a509-4890-b7c5-091fb32b1b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:16.989092 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925b23f-a509-4890-b7c5-091fb32b1b88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfeed774-58d9-4cce-ba9d-b2c268bf3b0c,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:16.999978 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6925b23f-a509-4890-b7c5-091fb32b1b88 admin admin] Checking segment: {'id': '2e7ac195-badc-4a98-a4ad-b40669b33e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:45:17.000341 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6925b23f-a509-4890-b7c5-091fb32b1b88 admin admin] Network hostable DHCP agents. Network: cc95f3ab-f971-464a-8ccd-813f5cef82fd, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:45:17.016776 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6925b23f-a509-4890-b7c5-091fb32b1b88 admin admin] Network cc95f3ab-f971-464a-8ccd-813f5cef82fd is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:45:17.025147 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-6925b23f-a509-4890-b7c5-091fb32b1b88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, cc95f3ab-f971-464a-8ccd-813f5cef82fd) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:17.029193 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6925b23f-a509-4890-b7c5-091fb32b1b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:17.029769 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-6925b23f-a509-4890-b7c5-091fb32b1b88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.033789 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efbb20a-ae89-4b5b-a6b2-c8a2d2851c8d None None] Network cc95f3ab-f971-464a-8ccd-813f5cef82fd requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:45:17.046675 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6925b23f-a509-4890-b7c5-091fb32b1b88 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3163900 Apr 18 21:45:17.049969 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60290) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:17.053732 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-4e8b92d7-650a-40d6-ae5c-458c0de921f6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1537609241-router', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:45:17.074078 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4e8b92d7-650a-40d6-ae5c-458c0de921f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.075146 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4e8b92d7-650a-40d6-ae5c-458c0de921f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.129660 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4e8b92d7-650a-40d6-ae5c-458c0de921f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.185131 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a05764f-093a-4208-82e4-ff955ea7bb48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'fixed_ips': [{'subnet_id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:45:17.186119 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7a05764f-093a-4208-82e4-ff955ea7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.277986 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4e8b92d7-650a-40d6-ae5c-458c0de921f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.330691 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-7a05764f-093a-4208-82e4-ff955ea7bb48 None None] Allocated IP 172.20.0.2 (cc95f3ab-f971-464a-8ccd-813f5cef82fd/bfeed774-58d9-4cce-ba9d-b2c268bf3b0c/5c297e10-b05d-427d-8834-e3088d56d0c6) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:17.495573 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4e8b92d7-650a-40d6-ae5c-458c0de921f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.516841 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4e8b92d7-650a-40d6-ae5c-458c0de921f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.627105 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-4e8b92d7-650a-40d6-ae5c-458c0de921f6 admin admin] Allocated IP 172.25.1.228 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/6e54f252-9b76-472d-8a28-01a10b9de086) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:17.671498 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7a05764f-093a-4208-82e4-ff955ea7bb48 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.678010 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7a05764f-093a-4208-82e4-ff955ea7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.717943 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a05764f-093a-4208-82e4-ff955ea7bb48 None None] Network cc95f3ab-f971-464a-8ccd-813f5cef82fd is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:17.720910 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-7a05764f-093a-4208-82e4-ff955ea7bb48 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:17.725751 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a05764f-093a-4208-82e4-ff955ea7bb48 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:45:17.727704 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05764f-093a-4208-82e4-ff955ea7bb48 None None] Pushing event updated for resources: {'Port': ['ID=5c297e10-b05d-427d-8834-e3088d56d0c6,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:17.744766 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4e8b92d7-650a-40d6-ae5c-458c0de921f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.780058 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4e8b92d7-650a-40d6-ae5c-458c0de921f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.783974 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7a05764f-093a-4208-82e4-ff955ea7bb48 None None] Attempting to bind port 5c297e10-b05d-427d-8834-e3088d56d0c6 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:45:17.784493 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7a05764f-093a-4208-82e4-ff955ea7bb48 None None] Attempting to bind port 5c297e10-b05d-427d-8834-e3088d56d0c6 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '2e7ac195-badc-4a98-a4ad-b40669b33e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:45:17.784725 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a05764f-093a-4208-82e4-ff955ea7bb48 None None] Attempting to bind port 5c297e10-b05d-427d-8834-e3088d56d0c6 on network cc95f3ab-f971-464a-8ccd-813f5cef82fd {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:45:17.789961 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a05764f-093a-4208-82e4-ff955ea7bb48 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:45:17.790363 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a05764f-093a-4208-82e4-ff955ea7bb48 None None] Checking segment: {'id': '2e7ac195-badc-4a98-a4ad-b40669b33e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:45:17.790763 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7a05764f-093a-4208-82e4-ff955ea7bb48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.791156 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a05764f-093a-4208-82e4-ff955ea7bb48 None None] Bound using segment: {'id': '2e7ac195-badc-4a98-a4ad-b40669b33e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:45:17.791617 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7a05764f-093a-4208-82e4-ff955ea7bb48 None None] Bound port: 5c297e10-b05d-427d-8834-e3088d56d0c6, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e7ac195-badc-4a98-a4ad-b40669b33e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:45:17.792008 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7a05764f-093a-4208-82e4-ff955ea7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.822858 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8b92d7-650a-40d6-ae5c-458c0de921f6 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:17.828281 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-4e8b92d7-650a-40d6-ae5c-458c0de921f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:17.830531 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b92d7-650a-40d6-ae5c-458c0de921f6 admin admin] Pushing event updated for resources: {'Port': ['ID=6e54f252-9b76-472d-8a28-01a10b9de086,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:17.832727 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8b92d7-650a-40d6-ae5c-458c0de921f6 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:45:17.858881 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7a05764f-093a-4208-82e4-ff955ea7bb48 None None] For port 5c297e10-b05d-427d-8834-e3088d56d0c6, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:45:17.862316 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7a05764f-093a-4208-82e4-ff955ea7bb48 None None] For port 5c297e10-b05d-427d-8834-e3088d56d0c6, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5c297e10-b05d-427d-8834-e3088d56d0c6,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:45:17.867390 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7a05764f-093a-4208-82e4-ff955ea7bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.933829 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05764f-093a-4208-82e4-ff955ea7bb48 None None] Pushing event updated for resources: {'Port': ['ID=5c297e10-b05d-427d-8834-e3088d56d0c6,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:18.111993 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4e8b92d7-650a-40d6-ae5c-458c0de921f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:18.325479 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5c297e10-b05d-427d-8834-e3088d56d0c6 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:45:18.337315 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4e8b92d7-650a-40d6-ae5c-458c0de921f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:18.377094 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5c297e10-b05d-427d-8834-e3088d56d0c6 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:18.377548 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:18.462768 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:18.474407 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8b92d7-650a-40d6-ae5c-458c0de921f6 admin admin] Router c80be70c-986d-49bb-93a9-df5ef530ace9 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:45:18.496643 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 5c297e10-b05d-427d-8834-e3088d56d0c6, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5c297e10-b05d-427d-8834-e3088d56d0c6,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:18.502294 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:18.555554 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=5c297e10-b05d-427d-8834-e3088d56d0c6,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:18.589821 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8b92d7-650a-40d6-ae5c-458c0de921f6 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:45:18.601495 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8dd814-39e5-47cc-ab6c-f76552858660 None None] Sync routers for ids ['c80be70c-986d-49bb-93a9-df5ef530ace9'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:45:18.612702 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4e8b92d7-650a-40d6-ae5c-458c0de921f6 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:18.614226 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4e8b92d7-650a-40d6-ae5c-458c0de921f6 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5638607 Apr 18 21:45:18.615177 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8dd814-39e5-47cc-ab6c-f76552858660 None None] Routers {'c80be70c-986d-49bb-93a9-df5ef530ace9'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:45:18.616305 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-fe8dd814-39e5-47cc-ab6c-f76552858660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:44:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c80be70c-986d-49bb-93a9-df5ef530ace9'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:18.617696 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60292) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:18.744996 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-fe8dd814-39e5-47cc-ab6c-f76552858660 None None] Set router c80be70c-986d-49bb-93a9-df5ef530ace9 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:45:18.880131 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b16e52-63c3-4ffd-87db-6c88c19fb876 None None] Network cc95f3ab-f971-464a-8ccd-813f5cef82fd requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:45:18.991125 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-dcecbc62-c5ae-4199-a364-a1aff7e7e036 None None] Provisioning complete for port 5c297e10-b05d-427d-8834-e3088d56d0c6 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:18.991488 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-dcecbc62-c5ae-4199-a364-a1aff7e7e036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:19.065107 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-45e0c0b9-12f3-4520-8e90-eb2f215c0789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:19.133153 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-fe8dd814-39e5-47cc-ab6c-f76552858660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'name': 'tempest-TestShelveInstance-1537609241-router', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:17Z', 'revision_number': 3, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'gw_port': {'id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:19.173374 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8dd814-39e5-47cc-ab6c-f76552858660 None None] Checking router: c80be70c-986d-49bb-93a9-df5ef530ace9 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:45:19.173724 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8dd814-39e5-47cc-ab6c-f76552858660 None None] Updating router c80be70c-986d-49bb-93a9-df5ef530ace9 port 6e54f252-9b76-472d-8a28-01a10b9de086 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:45:19.210642 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd814-39e5-47cc-ab6c-f76552858660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:19.449422 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-81bb09da-516a-4254-9a65-a8475bdb5454 None None] Provisioning complete for port 5c297e10-b05d-427d-8834-e3088d56d0c6 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:19.449809 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-81bb09da-516a-4254-9a65-a8475bdb5454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:19.526791 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd814-39e5-47cc-ab6c-f76552858660 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:19.534926 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd814-39e5-47cc-ab6c-f76552858660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:19.574645 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-45e0c0b9-12f3-4520-8e90-eb2f215c0789 admin admin] Allocated IP 172.20.0.1 (cc95f3ab-f971-464a-8ccd-813f5cef82fd/bfeed774-58d9-4cce-ba9d-b2c268bf3b0c/a70ee54b-a26e-4410-9de1-7472f9ee2346) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:19.618079 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5b87c-0dca-4ff6-97ab-42967aa3d7b5 None None] Pushing event updated for resources: {'Port': ['ID=6e54f252-9b76-472d-8a28-01a10b9de086,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:19.625348 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-fe8dd814-39e5-47cc-ab6c-f76552858660 None None] Attempting to bind port 6e54f252-9b76-472d-8a28-01a10b9de086 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:45:19.626320 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-fe8dd814-39e5-47cc-ab6c-f76552858660 None None] Attempting to bind port 6e54f252-9b76-472d-8a28-01a10b9de086 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:45:19.626320 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8dd814-39e5-47cc-ab6c-f76552858660 None None] Attempting to bind port 6e54f252-9b76-472d-8a28-01a10b9de086 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:45:19.633711 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8dd814-39e5-47cc-ab6c-f76552858660 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:45:19.634111 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8dd814-39e5-47cc-ab6c-f76552858660 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:45:19.634498 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd814-39e5-47cc-ab6c-f76552858660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:19.634891 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8dd814-39e5-47cc-ab6c-f76552858660 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:45:19.635368 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-fe8dd814-39e5-47cc-ab6c-f76552858660 None None] Bound port: 6e54f252-9b76-472d-8a28-01a10b9de086, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:45:19.635755 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd814-39e5-47cc-ab6c-f76552858660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:19.690827 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-fe8dd814-39e5-47cc-ab6c-f76552858660 None None] For port 6e54f252-9b76-472d-8a28-01a10b9de086, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:45:19.691827 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-45e0c0b9-12f3-4520-8e90-eb2f215c0789 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:19.694032 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-fe8dd814-39e5-47cc-ab6c-f76552858660 None None] For port 6e54f252-9b76-472d-8a28-01a10b9de086, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6e54f252-9b76-472d-8a28-01a10b9de086,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:45:19.698811 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd814-39e5-47cc-ab6c-f76552858660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:19.728689 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-45e0c0b9-12f3-4520-8e90-eb2f215c0789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:19.751727 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8dd814-39e5-47cc-ab6c-f76552858660 None None] Routers {'c80be70c-986d-49bb-93a9-df5ef530ace9'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:45:19.752355 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-fe8dd814-39e5-47cc-ab6c-f76552858660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:44:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c80be70c-986d-49bb-93a9-df5ef530ace9'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:19.769111 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e0c0b9-12f3-4520-8e90-eb2f215c0789 admin admin] Network cc95f3ab-f971-464a-8ccd-813f5cef82fd is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:19.771992 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-45e0c0b9-12f3-4520-8e90-eb2f215c0789 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:19.778331 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e0c0b9-12f3-4520-8e90-eb2f215c0789 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:45:19.806780 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5b87c-0dca-4ff6-97ab-42967aa3d7b5 None None] Pushing event updated for resources: {'Port': ['ID=6e54f252-9b76-472d-8a28-01a10b9de086,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:19.816828 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0c0b9-12f3-4520-8e90-eb2f215c0789 admin admin] Pushing event updated for resources: {'Port': ['ID=a70ee54b-a26e-4410-9de1-7472f9ee2346,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:19.823654 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-45e0c0b9-12f3-4520-8e90-eb2f215c0789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:19.880888 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-fe8dd814-39e5-47cc-ab6c-f76552858660 None None] Set router c80be70c-986d-49bb-93a9-df5ef530ace9 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:45:19.975038 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-45e0c0b9-12f3-4520-8e90-eb2f215c0789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:20.062022 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-971ebf1d-4790-4311-bcbc-f9cfd69dee1f None None] Provisioning complete for port a70ee54b-a26e-4410-9de1-7472f9ee2346 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:20.062296 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-971ebf1d-4790-4311-bcbc-f9cfd69dee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:20.107858 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-971ebf1d-4790-4311-bcbc-f9cfd69dee1f None None] Port a70ee54b-a26e-4410-9de1-7472f9ee2346 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:45:20.114209 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-fe8dd814-39e5-47cc-ab6c-f76552858660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'name': 'tempest-TestShelveInstance-1537609241-router', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:17Z', 'revision_number': 3, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'gw_port': {'id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:20.140720 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8dd814-39e5-47cc-ab6c-f76552858660 None None] The sync data for ids ['c80be70c-986d-49bb-93a9-df5ef530ace9'] in n-d-838323-3 is: [{'id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'name': 'tempest-TestShelveInstance-1537609241-router', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:17Z', 'revision_number': 3, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'gw_port': {'id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:45:20.154956 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-45e0c0b9-12f3-4520-8e90-eb2f215c0789 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:20.160586 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-45e0c0b9-12f3-4520-8e90-eb2f215c0789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:20.229640 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0c0b9-12f3-4520-8e90-eb2f215c0789 admin admin] Pushing event updated for resources: {'Port': ['ID=a70ee54b-a26e-4410-9de1-7472f9ee2346,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:20.232567 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-45e0c0b9-12f3-4520-8e90-eb2f215c0789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:20.312343 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5c297e10-b05d-427d-8834-e3088d56d0c6 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:45:20.340488 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e0c0b9-12f3-4520-8e90-eb2f215c0789 admin admin] Network cc95f3ab-f971-464a-8ccd-813f5cef82fd is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:20.340488 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-45e0c0b9-12f3-4520-8e90-eb2f215c0789 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:20.418222 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 5c297e10-b05d-427d-8834-e3088d56d0c6 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:20.418593 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:20.500041 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e0c0b9-12f3-4520-8e90-eb2f215c0789 admin admin] Router c80be70c-986d-49bb-93a9-df5ef530ace9 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:45:20.633334 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-ca68d82f-c15b-48ad-8507-81a8ad01f97c None None] Provisioning complete for port a70ee54b-a26e-4410-9de1-7472f9ee2346 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:20.634308 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ca68d82f-c15b-48ad-8507-81a8ad01f97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:20.635168 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e0c0b9-12f3-4520-8e90-eb2f215c0789 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:45:20.642522 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-45e0c0b9-12f3-4520-8e90-eb2f215c0789 admin admin] 10.222.0.41 "PUT /v2.0/routers/c80be70c-986d-49bb-93a9-df5ef530ace9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0227709 Apr 18 21:45:20.675471 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-ca68d82f-c15b-48ad-8507-81a8ad01f97c None None] Port a70ee54b-a26e-4410-9de1-7472f9ee2346 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:45:21.137128 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60308) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:21.142063 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-38d2bce4-a3f5-4710-bcdc-6d9166c656f4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-340197190-network', 'tenant_id': '8c84b21601504a85821c0e8b5a37af83'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:45:21.162852 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d2bce4-a3f5-4710-bcdc-6d9166c656f4 admin admin] Made reservation on behalf of 8c84b21601504a85821c0e8b5a37af83 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:21.165261 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38d2bce4-a3f5-4710-bcdc-6d9166c656f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:21.174607 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38d2bce4-a3f5-4710-bcdc-6d9166c656f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:21.254144 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38d2bce4-a3f5-4710-bcdc-6d9166c656f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:21.257783 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38d2bce4-a3f5-4710-bcdc-6d9166c656f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:21.289599 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d2bce4-a3f5-4710-bcdc-6d9166c656f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:45:21.295940 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2bce4-a3f5-4710-bcdc-6d9166c656f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f48ec00-df8a-43ae-a785-40023666038b,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:21.304198 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38d2bce4-a3f5-4710-bcdc-6d9166c656f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:21.304575 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-38d2bce4-a3f5-4710-bcdc-6d9166c656f4 admin admin] Added segment 3e5090d3-0944-42d2-866e-4a2f7036bb12 of type vlan for network 0dda05d2-bac6-466d-886a-008a5720e465 Apr 18 21:45:21.344313 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38d2bce4-a3f5-4710-bcdc-6d9166c656f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:21.369716 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38d2bce4-a3f5-4710-bcdc-6d9166c656f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:21.370659 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d2bce4-a3f5-4710-bcdc-6d9166c656f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:21.371250 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-38d2bce4-a3f5-4710-bcdc-6d9166c656f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:21.424327 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-38d2bce4-a3f5-4710-bcdc-6d9166c656f4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2836201 Apr 18 21:45:21.424859 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60310) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:21.430665 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-9aeb5bd2-160f-4494-b3f5-95b45ecbea18 admin admin] Request body: {'subnet': {'network_id': '0dda05d2-bac6-466d-886a-008a5720e465', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-340197190-subnet', 'tenant_id': '8c84b21601504a85821c0e8b5a37af83', 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:45:21.436146 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2bce4-a3f5-4710-bcdc-6d9166c656f4 admin admin] Pushing event updated for resources: {'Network': ['ID=0dda05d2-bac6-466d-886a-008a5720e465,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:21.446448 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network 0dda05d2-bac6-466d-886a-008a5720e465 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:45:21.451611 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aeb5bd2-160f-4494-b3f5-95b45ecbea18 admin admin] Made reservation on behalf of 8c84b21601504a85821c0e8b5a37af83 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:21.454012 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9aeb5bd2-160f-4494-b3f5-95b45ecbea18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:21.631695 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9aeb5bd2-160f-4494-b3f5-95b45ecbea18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:21.683018 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb5bd2-160f-4494-b3f5-95b45ecbea18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa23f3a3-e527-44f7-9fca-f00173dcef48,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:21.698840 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeb5bd2-160f-4494-b3f5-95b45ecbea18 admin admin] Checking segment: {'id': '3e5090d3-0944-42d2-866e-4a2f7036bb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0dda05d2-bac6-466d-886a-008a5720e465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:45:21.699199 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeb5bd2-160f-4494-b3f5-95b45ecbea18 admin admin] Network hostable DHCP agents. Network: 0dda05d2-bac6-466d-886a-008a5720e465, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:45:21.716203 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeb5bd2-160f-4494-b3f5-95b45ecbea18 admin admin] Network 0dda05d2-bac6-466d-886a-008a5720e465 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:45:21.726128 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-9aeb5bd2-160f-4494-b3f5-95b45ecbea18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, 0dda05d2-bac6-466d-886a-008a5720e465) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:21.731522 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeb5bd2-160f-4494-b3f5-95b45ecbea18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:21.732592 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-9aeb5bd2-160f-4494-b3f5-95b45ecbea18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:21.736780 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5deded-9175-4494-911e-91a6f954fe6e None None] Network 0dda05d2-bac6-466d-886a-008a5720e465 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:45:21.752205 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-9aeb5bd2-160f-4494-b3f5-95b45ecbea18 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3235543 Apr 18 21:45:21.752407 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60312) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:21.757681 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-ae9deb92-4f94-4e8b-ba05-5324949e30ad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-340197190-router', 'tenant_id': '8c84b21601504a85821c0e8b5a37af83', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:45:21.781131 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ae9deb92-4f94-4e8b-ba05-5324949e30ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:21.782641 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ae9deb92-4f94-4e8b-ba05-5324949e30ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:21.803345 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f76d83-9cad-490d-9510-19d48f70b247 None None] Sync routers for ids ['c80be70c-986d-49bb-93a9-df5ef530ace9'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:45:21.814599 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f76d83-9cad-490d-9510-19d48f70b247 None None] Routers {'c80be70c-986d-49bb-93a9-df5ef530ace9'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:45:21.815512 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d0f76d83-9cad-490d-9510-19d48f70b247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:44:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c80be70c-986d-49bb-93a9-df5ef530ace9'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:21.847083 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ae9deb92-4f94-4e8b-ba05-5324949e30ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:21.897587 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3db4375-e206-4720-8b05-32f782a461d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-0dda05d2-bac6-466d-886a-008a5720e465', 'network_id': '0dda05d2-bac6-466d-886a-008a5720e465', 'tenant_id': '8c84b21601504a85821c0e8b5a37af83', 'fixed_ips': [{'subnet_id': 'aa23f3a3-e527-44f7-9fca-f00173dcef48'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:45:21.898611 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e3db4375-e206-4720-8b05-32f782a461d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:21.936825 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-d0f76d83-9cad-490d-9510-19d48f70b247 None None] Set router c80be70c-986d-49bb-93a9-df5ef530ace9 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:45:21.999836 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ae9deb92-4f94-4e8b-ba05-5324949e30ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.048620 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-e3db4375-e206-4720-8b05-32f782a461d3 None None] Allocated IP 172.20.0.2 (0dda05d2-bac6-466d-886a-008a5720e465/aa23f3a3-e527-44f7-9fca-f00173dcef48/43384192-8cb0-4082-b76c-1ab211e43e1b) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:22.162022 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d0f76d83-9cad-490d-9510-19d48f70b247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'name': 'tempest-TestShelveInstance-1537609241-router', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:19Z', 'revision_number': 4, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'gw_port': {'id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'a70ee54b-a26e-4410-9de1-7472f9ee2346', 'name': '', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'mac_address': 'fa:16:3e:a2:c8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:19Z', 'updated_at': '2022-04-18T21:45:20Z', 'revision_number': 2, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'subnets': [{'id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:22.193986 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f76d83-9cad-490d-9510-19d48f70b247 None None] Checking router: c80be70c-986d-49bb-93a9-df5ef530ace9 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:45:22.194330 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f76d83-9cad-490d-9510-19d48f70b247 None None] Updating router c80be70c-986d-49bb-93a9-df5ef530ace9 port a70ee54b-a26e-4410-9de1-7472f9ee2346 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:45:22.220231 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d0f76d83-9cad-490d-9510-19d48f70b247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.251555 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ae9deb92-4f94-4e8b-ba05-5324949e30ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.274730 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ae9deb92-4f94-4e8b-ba05-5324949e30ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.378294 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6e54f252-9b76-472d-8a28-01a10b9de086 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:45:22.395524 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-ae9deb92-4f94-4e8b-ba05-5324949e30ad admin admin] Allocated IP 172.25.1.158 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/2f954882-6744-434e-a455-c1c75f2e58da) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:22.409718 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e3db4375-e206-4720-8b05-32f782a461d3 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.422808 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e3db4375-e206-4720-8b05-32f782a461d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.474605 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3db4375-e206-4720-8b05-32f782a461d3 None None] Network 0dda05d2-bac6-466d-886a-008a5720e465 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:22.481706 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db4375-e206-4720-8b05-32f782a461d3 None None] Pushing event updated for resources: {'Port': ['ID=43384192-8cb0-4082-b76c-1ab211e43e1b,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:22.484525 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-e3db4375-e206-4720-8b05-32f782a461d3 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:22.488010 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3db4375-e206-4720-8b05-32f782a461d3 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:45:22.496475 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 6e54f252-9b76-472d-8a28-01a10b9de086 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:22.496854 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.524383 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ae9deb92-4f94-4e8b-ba05-5324949e30ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.535281 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d0f76d83-9cad-490d-9510-19d48f70b247 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.543661 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d0f76d83-9cad-490d-9510-19d48f70b247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.563869 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ae9deb92-4f94-4e8b-ba05-5324949e30ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.579984 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-e3db4375-e206-4720-8b05-32f782a461d3 None None] Attempting to bind port 43384192-8cb0-4082-b76c-1ab211e43e1b on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:45:22.580294 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-e3db4375-e206-4720-8b05-32f782a461d3 None None] Attempting to bind port 43384192-8cb0-4082-b76c-1ab211e43e1b by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '3e5090d3-0944-42d2-866e-4a2f7036bb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0dda05d2-bac6-466d-886a-008a5720e465'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:45:22.580688 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3db4375-e206-4720-8b05-32f782a461d3 None None] Attempting to bind port 43384192-8cb0-4082-b76c-1ab211e43e1b on network 0dda05d2-bac6-466d-886a-008a5720e465 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:45:22.590226 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3db4375-e206-4720-8b05-32f782a461d3 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:45:22.590888 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3db4375-e206-4720-8b05-32f782a461d3 None None] Checking segment: {'id': '3e5090d3-0944-42d2-866e-4a2f7036bb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0dda05d2-bac6-466d-886a-008a5720e465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:45:22.591483 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e3db4375-e206-4720-8b05-32f782a461d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.592057 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3db4375-e206-4720-8b05-32f782a461d3 None None] Bound using segment: {'id': '3e5090d3-0944-42d2-866e-4a2f7036bb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0dda05d2-bac6-466d-886a-008a5720e465'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:45:22.592761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-e3db4375-e206-4720-8b05-32f782a461d3 None None] Bound port: 43384192-8cb0-4082-b76c-1ab211e43e1b, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5090d3-0944-42d2-866e-4a2f7036bb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0dda05d2-bac6-466d-886a-008a5720e465'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:45:22.593334 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e3db4375-e206-4720-8b05-32f782a461d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.621051 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9deb92-4f94-4e8b-ba05-5324949e30ad admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:22.625049 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-ae9deb92-4f94-4e8b-ba05-5324949e30ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:22.631076 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9deb92-4f94-4e8b-ba05-5324949e30ad admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:45:22.637620 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9deb92-4f94-4e8b-ba05-5324949e30ad admin admin] Pushing event updated for resources: {'Port': ['ID=2f954882-6744-434e-a455-c1c75f2e58da,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:22.653617 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec2ac3-255e-438d-bff6-bda51ff258db None None] Pushing event updated for resources: {'Port': ['ID=a70ee54b-a26e-4410-9de1-7472f9ee2346,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:22.669490 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.679682 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec2ac3-255e-438d-bff6-bda51ff258db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:22.680692 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec2ac3-255e-438d-bff6-bda51ff258db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:22.681035 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec2ac3-255e-438d-bff6-bda51ff258db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:22.681367 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec2ac3-255e-438d-bff6-bda51ff258db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:22.681828 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec2ac3-255e-438d-bff6-bda51ff258db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:22.682621 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec2ac3-255e-438d-bff6-bda51ff258db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:22.683007 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec2ac3-255e-438d-bff6-bda51ff258db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:22.683330 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec2ac3-255e-438d-bff6-bda51ff258db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:22.683647 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec2ac3-255e-438d-bff6-bda51ff258db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:22.684008 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec2ac3-255e-438d-bff6-bda51ff258db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:22.684837 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec2ac3-255e-438d-bff6-bda51ff258db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:22.685212 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dec2ac3-255e-438d-bff6-bda51ff258db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:22.690859 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-d0f76d83-9cad-490d-9510-19d48f70b247 None None] Attempting to bind port a70ee54b-a26e-4410-9de1-7472f9ee2346 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:45:22.691268 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-d0f76d83-9cad-490d-9510-19d48f70b247 None None] Attempting to bind port a70ee54b-a26e-4410-9de1-7472f9ee2346 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '2e7ac195-badc-4a98-a4ad-b40669b33e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:45:22.691628 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f76d83-9cad-490d-9510-19d48f70b247 None None] Attempting to bind port a70ee54b-a26e-4410-9de1-7472f9ee2346 on network cc95f3ab-f971-464a-8ccd-813f5cef82fd {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:45:22.698003 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f76d83-9cad-490d-9510-19d48f70b247 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:45:22.698827 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f76d83-9cad-490d-9510-19d48f70b247 None None] Checking segment: {'id': '2e7ac195-badc-4a98-a4ad-b40669b33e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:45:22.698827 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d0f76d83-9cad-490d-9510-19d48f70b247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.699149 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f76d83-9cad-490d-9510-19d48f70b247 None None] Bound using segment: {'id': '2e7ac195-badc-4a98-a4ad-b40669b33e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:45:22.699591 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-d0f76d83-9cad-490d-9510-19d48f70b247 None None] Bound port: a70ee54b-a26e-4410-9de1-7472f9ee2346, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e7ac195-badc-4a98-a4ad-b40669b33e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:45:22.699965 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d0f76d83-9cad-490d-9510-19d48f70b247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.713162 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 6e54f252-9b76-472d-8a28-01a10b9de086, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6e54f252-9b76-472d-8a28-01a10b9de086,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:22.719781 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.755493 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-e3db4375-e206-4720-8b05-32f782a461d3 None None] For port 43384192-8cb0-4082-b76c-1ab211e43e1b, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:45:22.775619 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-e3db4375-e206-4720-8b05-32f782a461d3 None None] For port 43384192-8cb0-4082-b76c-1ab211e43e1b, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=43384192-8cb0-4082-b76c-1ab211e43e1b,segment=NetworkSegment(3e5090d3-0944-42d2-866e-4a2f7036bb12),segment_id=3e5090d3-0944-42d2-866e-4a2f7036bb12)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:45:22.790383 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e3db4375-e206-4720-8b05-32f782a461d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.790905 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-d0f76d83-9cad-490d-9510-19d48f70b247 None None] For port a70ee54b-a26e-4410-9de1-7472f9ee2346, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:45:22.795816 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-d0f76d83-9cad-490d-9510-19d48f70b247 None None] For port a70ee54b-a26e-4410-9de1-7472f9ee2346, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a70ee54b-a26e-4410-9de1-7472f9ee2346,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:45:22.800022 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=6e54f252-9b76-472d-8a28-01a10b9de086,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:22.803707 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d0f76d83-9cad-490d-9510-19d48f70b247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.858564 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f76d83-9cad-490d-9510-19d48f70b247 None None] Routers {'c80be70c-986d-49bb-93a9-df5ef530ace9'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:45:22.859377 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d0f76d83-9cad-490d-9510-19d48f70b247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:44:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c80be70c-986d-49bb-93a9-df5ef530ace9'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:22.878800 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db4375-e206-4720-8b05-32f782a461d3 None None] Pushing event updated for resources: {'Port': ['ID=43384192-8cb0-4082-b76c-1ab211e43e1b,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:22.955488 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec2ac3-255e-438d-bff6-bda51ff258db None None] Pushing event updated for resources: {'Port': ['ID=a70ee54b-a26e-4410-9de1-7472f9ee2346,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:22.992661 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ae9deb92-4f94-4e8b-ba05-5324949e30ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.022508 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-d0f76d83-9cad-490d-9510-19d48f70b247 None None] Set router c80be70c-986d-49bb-93a9-df5ef530ace9 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:45:23.031105 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-2b46858c-9a41-4f2d-b609-a05c1fdea3e0 None None] Provisioning complete for port a70ee54b-a26e-4410-9de1-7472f9ee2346 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:23.031477 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2b46858c-9a41-4f2d-b609-a05c1fdea3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.155392 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2b46858c-9a41-4f2d-b609-a05c1fdea3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.222891 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2b46858c-9a41-4f2d-b609-a05c1fdea3e0 None None] For port a70ee54b-a26e-4410-9de1-7472f9ee2346, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a70ee54b-a26e-4410-9de1-7472f9ee2346,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:23.236707 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2b46858c-9a41-4f2d-b609-a05c1fdea3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.299388 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ae9deb92-4f94-4e8b-ba05-5324949e30ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.314344 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46858c-9a41-4f2d-b609-a05c1fdea3e0 None None] Pushing event updated for resources: {'Port': ['ID=a70ee54b-a26e-4410-9de1-7472f9ee2346,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:23.369279 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6413f216-d154-4193-9cbb-3e97df37f951 None None] Provisioning complete for port a70ee54b-a26e-4410-9de1-7472f9ee2346 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:23.369657 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6413f216-d154-4193-9cbb-3e97df37f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.437667 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-d0f76d83-9cad-490d-9510-19d48f70b247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'name': 'tempest-TestShelveInstance-1537609241-router', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:19Z', 'revision_number': 4, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'gw_port': {'id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'a70ee54b-a26e-4410-9de1-7472f9ee2346', 'name': '', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'mac_address': 'fa:16:3e:a2:c8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:19Z', 'updated_at': '2022-04-18T21:45:22Z', 'revision_number': 4, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'subnets': [{'id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:23.445461 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9deb92-4f94-4e8b-ba05-5324949e30ad admin admin] Router d29b5fe2-63e9-40a1-802e-d6385ed8c3a6 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:45:23.465166 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f76d83-9cad-490d-9510-19d48f70b247 None None] The sync data for ids ['c80be70c-986d-49bb-93a9-df5ef530ace9'] in n-d-838323-3 is: [{'id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'name': 'tempest-TestShelveInstance-1537609241-router', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:19Z', 'revision_number': 4, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'gw_port': {'id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'a70ee54b-a26e-4410-9de1-7472f9ee2346', 'name': '', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'mac_address': 'fa:16:3e:a2:c8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:19Z', 'updated_at': '2022-04-18T21:45:22Z', 'revision_number': 4, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'subnets': [{'id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:45:23.584226 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9deb92-4f94-4e8b-ba05-5324949e30ad admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:45:23.594253 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef0ff9-3681-4995-9652-7e0f20b41de7 None None] Sync routers for ids ['d29b5fe2-63e9-40a1-802e-d6385ed8c3a6'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:45:23.606527 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef0ff9-3681-4995-9652-7e0f20b41de7 None None] Routers {'d29b5fe2-63e9-40a1-802e-d6385ed8c3a6'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:45:23.607703 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-0aef0ff9-3681-4995-9652-7e0f20b41de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:44:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d29b5fe2-63e9-40a1-802e-d6385ed8c3a6'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:23.609931 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-ae9deb92-4f94-4e8b-ba05-5324949e30ad admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.611216 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-ae9deb92-4f94-4e8b-ba05-5324949e30ad admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8577814 Apr 18 21:45:23.613899 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60314) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:23.732542 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-0aef0ff9-3681-4995-9652-7e0f20b41de7 None None] Set router d29b5fe2-63e9-40a1-802e-d6385ed8c3a6 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:45:23.948718 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-0aef0ff9-3681-4995-9652-7e0f20b41de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29b5fe2-63e9-40a1-802e-d6385ed8c3a6', 'name': 'tempest-TestShelveInstance-340197190-router', 'tenant_id': '8c84b21601504a85821c0e8b5a37af83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '2f954882-6744-434e-a455-c1c75f2e58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:21Z', 'updated_at': '2022-04-18T21:45:22Z', 'revision_number': 3, 'project_id': '8c84b21601504a85821c0e8b5a37af83', 'gw_port': {'id': '2f954882-6744-434e-a455-c1c75f2e58da', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29b5fe2-63e9-40a1-802e-d6385ed8c3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:22Z', 'updated_at': '2022-04-18T21:45:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:23.982417 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef0ff9-3681-4995-9652-7e0f20b41de7 None None] Checking router: d29b5fe2-63e9-40a1-802e-d6385ed8c3a6 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:45:23.982417 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef0ff9-3681-4995-9652-7e0f20b41de7 None None] Updating router d29b5fe2-63e9-40a1-802e-d6385ed8c3a6 port 2f954882-6744-434e-a455-c1c75f2e58da binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:45:24.019849 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0aef0ff9-3681-4995-9652-7e0f20b41de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.143721 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eeca41a7-14c6-44d2-848c-deefd64ccd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.193226 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32ab148-6b1e-4092-9179-113a36098f68 None None] Network 0dda05d2-bac6-466d-886a-008a5720e465 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:45:24.350793 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-b49bf12f-20bb-4b1c-b365-8afbef318834 None None] Provisioning complete for port 43384192-8cb0-4082-b76c-1ab211e43e1b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:24.350793 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b49bf12f-20bb-4b1c-b365-8afbef318834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.354819 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-eeca41a7-14c6-44d2-848c-deefd64ccd19 admin admin] Allocated IP 172.20.0.1 (0dda05d2-bac6-466d-886a-008a5720e465/aa23f3a3-e527-44f7-9fca-f00173dcef48/b1b9f184-c56d-4b90-8ca3-05c7513c3c09) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:24.467789 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0aef0ff9-3681-4995-9652-7e0f20b41de7 None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.502149 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6e54f252-9b76-472d-8a28-01a10b9de086 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:45:24.506532 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eeca41a7-14c6-44d2-848c-deefd64ccd19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.506755 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0aef0ff9-3681-4995-9652-7e0f20b41de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.546257 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eeca41a7-14c6-44d2-848c-deefd64ccd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.586224 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeca41a7-14c6-44d2-848c-deefd64ccd19 admin admin] Network 0dda05d2-bac6-466d-886a-008a5720e465 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:24.589261 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-eeca41a7-14c6-44d2-848c-deefd64ccd19 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:24.591813 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeca41a7-14c6-44d2-848c-deefd64ccd19 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:45:24.627574 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca41a7-14c6-44d2-848c-deefd64ccd19 admin admin] Pushing event updated for resources: {'Port': ['ID=b1b9f184-c56d-4b90-8ca3-05c7513c3c09,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:24.637917 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79942a-4cbb-43c6-9a80-2172ad5e79d2 None None] Pushing event updated for resources: {'Port': ['ID=2f954882-6744-434e-a455-c1c75f2e58da,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:24.642843 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-0aef0ff9-3681-4995-9652-7e0f20b41de7 None None] Attempting to bind port 2f954882-6744-434e-a455-c1c75f2e58da on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:45:24.643348 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-0aef0ff9-3681-4995-9652-7e0f20b41de7 None None] Attempting to bind port 2f954882-6744-434e-a455-c1c75f2e58da by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:45:24.643569 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef0ff9-3681-4995-9652-7e0f20b41de7 None None] Attempting to bind port 2f954882-6744-434e-a455-c1c75f2e58da on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:45:24.649985 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b49bf12f-20bb-4b1c-b365-8afbef318834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.653108 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eeca41a7-14c6-44d2-848c-deefd64ccd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.668780 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef0ff9-3681-4995-9652-7e0f20b41de7 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:45:24.669142 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef0ff9-3681-4995-9652-7e0f20b41de7 None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:45:24.669554 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0aef0ff9-3681-4995-9652-7e0f20b41de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.669945 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef0ff9-3681-4995-9652-7e0f20b41de7 None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:45:24.670442 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-0aef0ff9-3681-4995-9652-7e0f20b41de7 None None] Bound port: 2f954882-6744-434e-a455-c1c75f2e58da, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:45:24.670828 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0aef0ff9-3681-4995-9652-7e0f20b41de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.740874 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 6e54f252-9b76-472d-8a28-01a10b9de086 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:24.741377 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.806934 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b49bf12f-20bb-4b1c-b365-8afbef318834 None None] For port 43384192-8cb0-4082-b76c-1ab211e43e1b, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=43384192-8cb0-4082-b76c-1ab211e43e1b,segment=NetworkSegment(3e5090d3-0944-42d2-866e-4a2f7036bb12),segment_id=3e5090d3-0944-42d2-866e-4a2f7036bb12)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:24.826283 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eeca41a7-14c6-44d2-848c-deefd64ccd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.829905 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b49bf12f-20bb-4b1c-b365-8afbef318834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.838480 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cfbfd125-0cee-449c-8431-900461f0369c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.875786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-0aef0ff9-3681-4995-9652-7e0f20b41de7 None None] For port 2f954882-6744-434e-a455-c1c75f2e58da, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:45:24.902443 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-0aef0ff9-3681-4995-9652-7e0f20b41de7 None None] For port 2f954882-6744-434e-a455-c1c75f2e58da, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2f954882-6744-434e-a455-c1c75f2e58da,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:45:24.922118 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0aef0ff9-3681-4995-9652-7e0f20b41de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.975382 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bf12f-20bb-4b1c-b365-8afbef318834 None None] Pushing event updated for resources: {'Port': ['ID=43384192-8cb0-4082-b76c-1ab211e43e1b,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:25.019758 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a70ee54b-a26e-4410-9de1-7472f9ee2346 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:45:25.050686 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eeca41a7-14c6-44d2-848c-deefd64ccd19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:25.058968 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eeca41a7-14c6-44d2-848c-deefd64ccd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:25.097212 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef0ff9-3681-4995-9652-7e0f20b41de7 None None] Routers {'d29b5fe2-63e9-40a1-802e-d6385ed8c3a6'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:45:25.097872 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-0aef0ff9-3681-4995-9652-7e0f20b41de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:44:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d29b5fe2-63e9-40a1-802e-d6385ed8c3a6'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:25.112340 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-0748de7a-ad84-4db0-87c6-aa6e01abcf84 None None] Provisioning complete for port 43384192-8cb0-4082-b76c-1ab211e43e1b triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:25.112603 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0748de7a-ad84-4db0-87c6-aa6e01abcf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:25.132782 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-eeca41a7-14c6-44d2-848c-deefd64ccd19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:25.134549 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca41a7-14c6-44d2-848c-deefd64ccd19 admin admin] Pushing event updated for resources: {'Port': ['ID=b1b9f184-c56d-4b90-8ca3-05c7513c3c09,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:25.183732 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79942a-4cbb-43c6-9a80-2172ad5e79d2 None None] Pushing event updated for resources: {'Port': ['ID=2f954882-6744-434e-a455-c1c75f2e58da,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:25.236300 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeca41a7-14c6-44d2-848c-deefd64ccd19 admin admin] Network 0dda05d2-bac6-466d-886a-008a5720e465 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:25.237765 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-eeca41a7-14c6-44d2-848c-deefd64ccd19 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:25.265769 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port a70ee54b-a26e-4410-9de1-7472f9ee2346 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:25.266141 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:25.331927 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-0aef0ff9-3681-4995-9652-7e0f20b41de7 None None] Set router d29b5fe2-63e9-40a1-802e-d6385ed8c3a6 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:45:25.702386 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 43384192-8cb0-4082-b76c-1ab211e43e1b up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:45:25.705142 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeca41a7-14c6-44d2-848c-deefd64ccd19 admin admin] Router d29b5fe2-63e9-40a1-802e-d6385ed8c3a6 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:45:25.713657 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f3c3ae41-6d34-47e2-9ee5-de9761ee3048 None None] Provisioning complete for port b1b9f184-c56d-4b90-8ca3-05c7513c3c09 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:25.714034 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f3c3ae41-6d34-47e2-9ee5-de9761ee3048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:25.804038 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f3c3ae41-6d34-47e2-9ee5-de9761ee3048 None None] Port b1b9f184-c56d-4b90-8ca3-05c7513c3c09 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:45:25.816384 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeca41a7-14c6-44d2-848c-deefd64ccd19 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:45:25.829779 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-eeca41a7-14c6-44d2-848c-deefd64ccd19 admin admin] 10.222.0.41 "PUT /v2.0/routers/d29b5fe2-63e9-40a1-802e-d6385ed8c3a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2063994 Apr 18 21:45:25.843013 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 43384192-8cb0-4082-b76c-1ab211e43e1b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:25.843388 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:25.898411 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-0aef0ff9-3681-4995-9652-7e0f20b41de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29b5fe2-63e9-40a1-802e-d6385ed8c3a6', 'name': 'tempest-TestShelveInstance-340197190-router', 'tenant_id': '8c84b21601504a85821c0e8b5a37af83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '2f954882-6744-434e-a455-c1c75f2e58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:21Z', 'updated_at': '2022-04-18T21:45:24Z', 'revision_number': 4, 'project_id': '8c84b21601504a85821c0e8b5a37af83', 'gw_port': {'id': '2f954882-6744-434e-a455-c1c75f2e58da', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29b5fe2-63e9-40a1-802e-d6385ed8c3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:22Z', 'updated_at': '2022-04-18T21:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'b1b9f184-c56d-4b90-8ca3-05c7513c3c09', 'name': '', 'network_id': '0dda05d2-bac6-466d-886a-008a5720e465', 'tenant_id': '8c84b21601504a85821c0e8b5a37af83', 'mac_address': 'fa:16:3e:98:c7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29b5fe2-63e9-40a1-802e-d6385ed8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4401, 'fixed_ips': [{'subnet_id': 'aa23f3a3-e527-44f7-9fca-f00173dcef48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:24Z', 'updated_at': '2022-04-18T21:45:24Z', 'revision_number': 2, 'project_id': '8c84b21601504a85821c0e8b5a37af83', 'subnets': [{'id': 'aa23f3a3-e527-44f7-9fca-f00173dcef48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:25.930907 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef0ff9-3681-4995-9652-7e0f20b41de7 None None] The sync data for ids ['d29b5fe2-63e9-40a1-802e-d6385ed8c3a6'] in n-d-838323-3 is: [{'id': 'd29b5fe2-63e9-40a1-802e-d6385ed8c3a6', 'name': 'tempest-TestShelveInstance-340197190-router', 'tenant_id': '8c84b21601504a85821c0e8b5a37af83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '2f954882-6744-434e-a455-c1c75f2e58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:21Z', 'updated_at': '2022-04-18T21:45:24Z', 'revision_number': 4, 'project_id': '8c84b21601504a85821c0e8b5a37af83', 'gw_port': {'id': '2f954882-6744-434e-a455-c1c75f2e58da', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29b5fe2-63e9-40a1-802e-d6385ed8c3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:22Z', 'updated_at': '2022-04-18T21:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'b1b9f184-c56d-4b90-8ca3-05c7513c3c09', 'name': '', 'network_id': '0dda05d2-bac6-466d-886a-008a5720e465', 'tenant_id': '8c84b21601504a85821c0e8b5a37af83', 'mac_address': 'fa:16:3e:98:c7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29b5fe2-63e9-40a1-802e-d6385ed8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4401, 'fixed_ips': [{'subnet_id': 'aa23f3a3-e527-44f7-9fca-f00173dcef48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:24Z', 'updated_at': '2022-04-18T21:45:24Z', 'revision_number': 2, 'project_id': '8c84b21601504a85821c0e8b5a37af83', 'subnets': [{'id': 'aa23f3a3-e527-44f7-9fca-f00173dcef48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:45:26.308854 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 43384192-8cb0-4082-b76c-1ab211e43e1b up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:45:26.362044 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 43384192-8cb0-4082-b76c-1ab211e43e1b triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:26.362557 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.371798 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60322) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:26.376755 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d9855c1c-443d-4a1c-9360-b80b4c905830 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-672550987', 'description': 'tempest-secgroup-smoke-672550987 description', 'project_id': '63d1313cd72f45949379228ff3ca7ac2'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:45:26.405813 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9855c1c-443d-4a1c-9360-b80b4c905830 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.486608 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9855c1c-443d-4a1c-9360-b80b4c905830 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.491587 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9855c1c-443d-4a1c-9360-b80b4c905830 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.521175 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d9855c1c-443d-4a1c-9360-b80b4c905830 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.522437 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d9855c1c-443d-4a1c-9360-b80b4c905830 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1494021 Apr 18 21:45:26.525446 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60324) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:26.529789 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c939543a-47cd-4e3d-87ba-6831ac140595 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Request body: {'security_group_rule': {'security_group_id': 'cd3f4781-757c-47d9-a9fb-ed410fdc2f68', 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:45:26.538515 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9855c1c-443d-4a1c-9360-b80b4c905830 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3f4781-757c-47d9-a9fb-ed410fdc2f68,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:26.561126 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c939543a-47cd-4e3d-87ba-6831ac140595 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.635602 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c939543a-47cd-4e3d-87ba-6831ac140595 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.646360 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c939543a-47cd-4e3d-87ba-6831ac140595 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.666678 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939543a-47cd-4e3d-87ba-6831ac140595 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e09f36-0cce-4665-969e-71727db7390d,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:26.673875 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c939543a-47cd-4e3d-87ba-6831ac140595 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.675073 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c939543a-47cd-4e3d-87ba-6831ac140595 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1487029 Apr 18 21:45:26.679199 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60326) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:26.687501 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-3491d5a3-41f5-4e86-8a9b-07172fe13a71 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Request body: {'security_group_rule': {'security_group_id': 'cd3f4781-757c-47d9-a9fb-ed410fdc2f68', 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:45:26.714110 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3491d5a3-41f5-4e86-8a9b-07172fe13a71 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.781716 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3491d5a3-41f5-4e86-8a9b-07172fe13a71 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.789828 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3491d5a3-41f5-4e86-8a9b-07172fe13a71 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.810051 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491d5a3-41f5-4e86-8a9b-07172fe13a71 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab17f496-f74b-4c50-973b-caf08b63d13e,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:26.817521 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3491d5a3-41f5-4e86-8a9b-07172fe13a71 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.819861 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3491d5a3-41f5-4e86-8a9b-07172fe13a71 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1395514 Apr 18 21:45:26.822633 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60328) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:26.827379 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-14e74ed0-528c-4185-94ac-6daed215d1b0 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Request body: {'security_group_rule': {'security_group_id': 'cd3f4781-757c-47d9-a9fb-ed410fdc2f68', 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:45:26.854908 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-14e74ed0-528c-4185-94ac-6daed215d1b0 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.922835 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-14e74ed0-528c-4185-94ac-6daed215d1b0 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.927897 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-14e74ed0-528c-4185-94ac-6daed215d1b0 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.946946 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e74ed0-528c-4185-94ac-6daed215d1b0 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9f2bf1-8326-4293-a95d-76bb10f95aa8,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:26.955048 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-14e74ed0-528c-4185-94ac-6daed215d1b0 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.956288 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-14e74ed0-528c-4185-94ac-6daed215d1b0 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1325283 Apr 18 21:45:26.960218 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60330) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:26.964894 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-84328533-97f2-403d-8941-ea0356f14337 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Request body: {'security_group_rule': {'security_group_id': 'cd3f4781-757c-47d9-a9fb-ed410fdc2f68', 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:45:26.992185 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-84328533-97f2-403d-8941-ea0356f14337 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:27.056155 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-84328533-97f2-403d-8941-ea0356f14337 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:27.060899 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-84328533-97f2-403d-8941-ea0356f14337 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:27.086229 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84328533-97f2-403d-8941-ea0356f14337 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0bd4db5-3d45-42e0-b4c8-38303695b050,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:27.096067 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-84328533-97f2-403d-8941-ea0356f14337 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:27.097368 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-84328533-97f2-403d-8941-ea0356f14337 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1360846 Apr 18 21:45:27.100992 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60332) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:27.109025 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-7882a9f5-8965-4fc6-b06d-7dc4f732da94 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Request body: {'security_group_rule': {'security_group_id': 'cd3f4781-757c-47d9-a9fb-ed410fdc2f68', 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:45:27.137971 n-d-838323-3 neutron-server[102908]: INFO neutron.db.securitygroups_db [None req-7882a9f5-8965-4fc6-b06d-7dc4f732da94 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Project 63d1313cd72f45949379228ff3ca7ac2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:45:27.143598 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7882a9f5-8965-4fc6-b06d-7dc4f732da94 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:27.214336 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7882a9f5-8965-4fc6-b06d-7dc4f732da94 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:27.218471 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7882a9f5-8965-4fc6-b06d-7dc4f732da94 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:27.250203 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882a9f5-8965-4fc6-b06d-7dc4f732da94 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2661b955-0cc4-4a1d-9873-1e09ef72b614,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:27.256891 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7882a9f5-8965-4fc6-b06d-7dc4f732da94 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:27.258161 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7882a9f5-8965-4fc6-b06d-7dc4f732da94 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1556380 Apr 18 21:45:27.261233 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60334) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:27.265852 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-a44b19f9-27a9-471c-88ef-ed3a713ebcee tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Request body: {'security_group_rule': {'security_group_id': 'cd3f4781-757c-47d9-a9fb-ed410fdc2f68', 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:45:27.289065 n-d-838323-3 neutron-server[102909]: INFO neutron.db.securitygroups_db [None req-a44b19f9-27a9-471c-88ef-ed3a713ebcee tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Project 63d1313cd72f45949379228ff3ca7ac2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:45:27.295602 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a44b19f9-27a9-471c-88ef-ed3a713ebcee tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:27.372499 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a44b19f9-27a9-471c-88ef-ed3a713ebcee tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:27.376079 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a44b19f9-27a9-471c-88ef-ed3a713ebcee tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:27.393277 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b19f9-27a9-471c-88ef-ed3a713ebcee tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b94110-35c9-46dd-ba6b-7963be5a83c7,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:27.401805 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a44b19f9-27a9-471c-88ef-ed3a713ebcee tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:27.403013 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a44b19f9-27a9-471c-88ef-ed3a713ebcee tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1407392 Apr 18 21:45:27.547674 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-29f5d0af-a888-45e3-82be-137902564055 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-672550987&fields=id&tenant_id=63d1313cd72f45949379228ff3ca7ac2 HTTP/1.1" status: 200 len: 267 time: 0.0334525 Apr 18 21:45:27.656148 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-897aedd6-f032-41b3-abb8-b08ea4f27b32 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:27.657634 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-897aedd6-f032-41b3-abb8-b08ea4f27b32 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/networks?id=cc95f3ab-f971-464a-8ccd-813f5cef82fd HTTP/1.1" status: 200 len: 809 time: 0.1021771 Apr 18 21:45:27.674609 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-b8f95c43-adc6-4b53-b712-5fb84eed7753 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/quotas/63d1313cd72f45949379228ff3ca7ac2 HTTP/1.1" status: 200 len: 375 time: 0.0100968 Apr 18 21:45:27.731897 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-ab797bdf-6619-4f57-85e2-9115338f6cfd tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=63d1313cd72f45949379228ff3ca7ac2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511999 Apr 18 21:45:27.748942 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-121b9c5a-0e07-404b-8276-d1ea9aa69594 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:45:27.749921 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-121b9c5a-0e07-404b-8276-d1ea9aa69594 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056698 Apr 18 21:45:27.851923 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-9dc397d8-cb3e-4e5d-97bd-8bc0ca08951a service neutron] 10.222.0.41 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953999 Apr 18 21:45:27.951689 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-5a1ca051-1e70-4134-95e7-e517dfcf8517 service neutron] 10.222.0.41 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919971 Apr 18 21:45:28.000207 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d8e0bd-041c-46ee-920f-5bde62310fec None None] Sync routers for ids ['d29b5fe2-63e9-40a1-802e-d6385ed8c3a6'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:45:28.011358 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d8e0bd-041c-46ee-920f-5bde62310fec None None] Routers {'d29b5fe2-63e9-40a1-802e-d6385ed8c3a6'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:45:28.011977 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-77d8e0bd-041c-46ee-920f-5bde62310fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:44:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d29b5fe2-63e9-40a1-802e-d6385ed8c3a6'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:28.132567 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-77d8e0bd-041c-46ee-920f-5bde62310fec None None] Set router d29b5fe2-63e9-40a1-802e-d6385ed8c3a6 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:45:28.157673 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3fb9a06c-be69-41a0-9fef-7c66327deaa9 req-dc069b24-d00f-4516-988c-0b12e3cf5045 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 210 time: 0.0404861 Apr 18 21:45:28.353916 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2f954882-6744-434e-a455-c1c75f2e58da up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:45:28.371962 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-77d8e0bd-041c-46ee-920f-5bde62310fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29b5fe2-63e9-40a1-802e-d6385ed8c3a6', 'name': 'tempest-TestShelveInstance-340197190-router', 'tenant_id': '8c84b21601504a85821c0e8b5a37af83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '2f954882-6744-434e-a455-c1c75f2e58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:21Z', 'updated_at': '2022-04-18T21:45:24Z', 'revision_number': 4, 'project_id': '8c84b21601504a85821c0e8b5a37af83', 'gw_port': {'id': '2f954882-6744-434e-a455-c1c75f2e58da', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29b5fe2-63e9-40a1-802e-d6385ed8c3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:22Z', 'updated_at': '2022-04-18T21:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'b1b9f184-c56d-4b90-8ca3-05c7513c3c09', 'name': '', 'network_id': '0dda05d2-bac6-466d-886a-008a5720e465', 'tenant_id': '8c84b21601504a85821c0e8b5a37af83', 'mac_address': 'fa:16:3e:98:c7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29b5fe2-63e9-40a1-802e-d6385ed8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4401, 'fixed_ips': [{'subnet_id': 'aa23f3a3-e527-44f7-9fca-f00173dcef48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:24Z', 'updated_at': '2022-04-18T21:45:24Z', 'revision_number': 2, 'project_id': '8c84b21601504a85821c0e8b5a37af83', 'subnets': [{'id': 'aa23f3a3-e527-44f7-9fca-f00173dcef48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:28.402971 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d8e0bd-041c-46ee-920f-5bde62310fec None None] Checking router: d29b5fe2-63e9-40a1-802e-d6385ed8c3a6 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:45:28.403319 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d8e0bd-041c-46ee-920f-5bde62310fec None None] Updating router d29b5fe2-63e9-40a1-802e-d6385ed8c3a6 port b1b9f184-c56d-4b90-8ca3-05c7513c3c09 binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:45:28.417207 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 2f954882-6744-434e-a455-c1c75f2e58da triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:28.417684 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:28.441568 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-77d8e0bd-041c-46ee-920f-5bde62310fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:28.523933 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:28.552681 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 2f954882-6744-434e-a455-c1c75f2e58da, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2f954882-6744-434e-a455-c1c75f2e58da,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:28.558796 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:28.622744 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=2f954882-6744-434e-a455-c1c75f2e58da,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:28.772779 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-77d8e0bd-041c-46ee-920f-5bde62310fec None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:28.777598 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-77d8e0bd-041c-46ee-920f-5bde62310fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:28.828373 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea4eb9-6786-4691-a730-0edac62caac2 None None] Pushing event updated for resources: {'Port': ['ID=b1b9f184-c56d-4b90-8ca3-05c7513c3c09,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:28.880849 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-77d8e0bd-041c-46ee-920f-5bde62310fec None None] Attempting to bind port b1b9f184-c56d-4b90-8ca3-05c7513c3c09 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:45:28.881564 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-77d8e0bd-041c-46ee-920f-5bde62310fec None None] Attempting to bind port b1b9f184-c56d-4b90-8ca3-05c7513c3c09 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '3e5090d3-0944-42d2-866e-4a2f7036bb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0dda05d2-bac6-466d-886a-008a5720e465'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:45:28.882026 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d8e0bd-041c-46ee-920f-5bde62310fec None None] Attempting to bind port b1b9f184-c56d-4b90-8ca3-05c7513c3c09 on network 0dda05d2-bac6-466d-886a-008a5720e465 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:45:28.887629 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d8e0bd-041c-46ee-920f-5bde62310fec None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:45:28.888127 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d8e0bd-041c-46ee-920f-5bde62310fec None None] Checking segment: {'id': '3e5090d3-0944-42d2-866e-4a2f7036bb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0dda05d2-bac6-466d-886a-008a5720e465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:45:28.888660 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-77d8e0bd-041c-46ee-920f-5bde62310fec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:28.889141 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d8e0bd-041c-46ee-920f-5bde62310fec None None] Bound using segment: {'id': '3e5090d3-0944-42d2-866e-4a2f7036bb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0dda05d2-bac6-466d-886a-008a5720e465'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:45:28.889721 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-77d8e0bd-041c-46ee-920f-5bde62310fec None None] Bound port: b1b9f184-c56d-4b90-8ca3-05c7513c3c09, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5090d3-0944-42d2-866e-4a2f7036bb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0dda05d2-bac6-466d-886a-008a5720e465'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:45:28.890211 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-77d8e0bd-041c-46ee-920f-5bde62310fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:28.971122 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-77d8e0bd-041c-46ee-920f-5bde62310fec None None] For port b1b9f184-c56d-4b90-8ca3-05c7513c3c09, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:45:28.975039 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-77d8e0bd-041c-46ee-920f-5bde62310fec None None] For port b1b9f184-c56d-4b90-8ca3-05c7513c3c09, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b1b9f184-c56d-4b90-8ca3-05c7513c3c09,segment=NetworkSegment(3e5090d3-0944-42d2-866e-4a2f7036bb12),segment_id=3e5090d3-0944-42d2-866e-4a2f7036bb12)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:45:28.979429 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-77d8e0bd-041c-46ee-920f-5bde62310fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:29.034523 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d8e0bd-041c-46ee-920f-5bde62310fec None None] Routers {'d29b5fe2-63e9-40a1-802e-d6385ed8c3a6'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:45:29.035143 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-77d8e0bd-041c-46ee-920f-5bde62310fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:44:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d29b5fe2-63e9-40a1-802e-d6385ed8c3a6'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:29.052717 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d3045038-4598-4fbb-a3af-12e7631cedb1 None None] Provisioning complete for port b1b9f184-c56d-4b90-8ca3-05c7513c3c09 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:29.053665 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d3045038-4598-4fbb-a3af-12e7631cedb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:29.090128 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea4eb9-6786-4691-a730-0edac62caac2 None None] Pushing event updated for resources: {'Port': ['ID=b1b9f184-c56d-4b90-8ca3-05c7513c3c09,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:29.165849 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d3045038-4598-4fbb-a3af-12e7631cedb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:29.179470 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-928dc502-646a-4c91-b941-726bb1c3b1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:29.215100 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-77d8e0bd-041c-46ee-920f-5bde62310fec None None] Set router d29b5fe2-63e9-40a1-802e-d6385ed8c3a6 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:45:29.229135 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d3045038-4598-4fbb-a3af-12e7631cedb1 None None] For port b1b9f184-c56d-4b90-8ca3-05c7513c3c09, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b1b9f184-c56d-4b90-8ca3-05c7513c3c09,segment=NetworkSegment(3e5090d3-0944-42d2-866e-4a2f7036bb12),segment_id=3e5090d3-0944-42d2-866e-4a2f7036bb12)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:29.238184 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d3045038-4598-4fbb-a3af-12e7631cedb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:29.310652 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3045038-4598-4fbb-a3af-12e7631cedb1 None None] Pushing event updated for resources: {'Port': ['ID=b1b9f184-c56d-4b90-8ca3-05c7513c3c09,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:29.368091 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-2208dd70-8b60-4c89-b0f3-076af7133b8c None None] Provisioning complete for port b1b9f184-c56d-4b90-8ca3-05c7513c3c09 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:29.368786 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2208dd70-8b60-4c89-b0f3-076af7133b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:29.394235 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-154ba5b8-0a01-4492-91f4-cd8a2007506d req-6a22857b-c78b-4a3b-86b8-3e5eb1cc6bdf tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 210 time: 0.0882392 Apr 18 21:45:29.502763 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-b08097fa-5d16-4db3-82d8-734a3817f2df tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:29.504268 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-b08097fa-5d16-4db3-82d8-734a3817f2df tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.32 "GET /v2.0/networks?id=cc95f3ab-f971-464a-8ccd-813f5cef82fd HTTP/1.1" status: 200 len: 809 time: 0.1767120 Apr 18 21:45:29.506669 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-77d8e0bd-041c-46ee-920f-5bde62310fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29b5fe2-63e9-40a1-802e-d6385ed8c3a6', 'name': 'tempest-TestShelveInstance-340197190-router', 'tenant_id': '8c84b21601504a85821c0e8b5a37af83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '2f954882-6744-434e-a455-c1c75f2e58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:21Z', 'updated_at': '2022-04-18T21:45:24Z', 'revision_number': 4, 'project_id': '8c84b21601504a85821c0e8b5a37af83', 'gw_port': {'id': '2f954882-6744-434e-a455-c1c75f2e58da', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29b5fe2-63e9-40a1-802e-d6385ed8c3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:22Z', 'updated_at': '2022-04-18T21:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'b1b9f184-c56d-4b90-8ca3-05c7513c3c09', 'name': '', 'network_id': '0dda05d2-bac6-466d-886a-008a5720e465', 'tenant_id': '8c84b21601504a85821c0e8b5a37af83', 'mac_address': 'fa:16:3e:98:c7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29b5fe2-63e9-40a1-802e-d6385ed8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4401, 'fixed_ips': [{'subnet_id': 'aa23f3a3-e527-44f7-9fca-f00173dcef48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:24Z', 'updated_at': '2022-04-18T21:45:28Z', 'revision_number': 4, 'project_id': '8c84b21601504a85821c0e8b5a37af83', 'subnets': [{'id': 'aa23f3a3-e527-44f7-9fca-f00173dcef48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:29.538171 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d8e0bd-041c-46ee-920f-5bde62310fec None None] The sync data for ids ['d29b5fe2-63e9-40a1-802e-d6385ed8c3a6'] in n-d-838323-3 is: [{'id': 'd29b5fe2-63e9-40a1-802e-d6385ed8c3a6', 'name': 'tempest-TestShelveInstance-340197190-router', 'tenant_id': '8c84b21601504a85821c0e8b5a37af83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '2f954882-6744-434e-a455-c1c75f2e58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:21Z', 'updated_at': '2022-04-18T21:45:24Z', 'revision_number': 4, 'project_id': '8c84b21601504a85821c0e8b5a37af83', 'gw_port': {'id': '2f954882-6744-434e-a455-c1c75f2e58da', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29b5fe2-63e9-40a1-802e-d6385ed8c3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:22Z', 'updated_at': '2022-04-18T21:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'b1b9f184-c56d-4b90-8ca3-05c7513c3c09', 'name': '', 'network_id': '0dda05d2-bac6-466d-886a-008a5720e465', 'tenant_id': '8c84b21601504a85821c0e8b5a37af83', 'mac_address': 'fa:16:3e:98:c7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29b5fe2-63e9-40a1-802e-d6385ed8c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4401, 'fixed_ips': [{'subnet_id': 'aa23f3a3-e527-44f7-9fca-f00173dcef48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:24Z', 'updated_at': '2022-04-18T21:45:28Z', 'revision_number': 4, 'project_id': '8c84b21601504a85821c0e8b5a37af83', 'subnets': [{'id': 'aa23f3a3-e527-44f7-9fca-f00173dcef48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:45:29.555366 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-27177772-8482-4570-a0f6-329f6789c1ba tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63d1313cd72f45949379228ff3ca7ac2 HTTP/1.1" status: 200 len: 379 time: 0.0417688 Apr 18 21:45:29.566895 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-50fcf82f-4e5a-4325-917d-d5d195b5a601 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Request body: {'port': {'device_id': 'cfd78ab9-5918-4419-84f5-e4b5467e0e20', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'admin_state_up': True, 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'security_groups': ['cd3f4781-757c-47d9-a9fb-ed410fdc2f68']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:45:29.680423 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-50fcf82f-4e5a-4325-917d-d5d195b5a601 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Made reservation on behalf of 63d1313cd72f45949379228ff3ca7ac2 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:29.683975 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-50fcf82f-4e5a-4325-917d-d5d195b5a601 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:29.823679 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-50fcf82f-4e5a-4325-917d-d5d195b5a601 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Allocated IP 172.20.0.7 (cc95f3ab-f971-464a-8ccd-813f5cef82fd/bfeed774-58d9-4cce-ba9d-b2c268bf3b0c/89c0b255-f8a8-479f-8b06-48741dbfb91f) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:29.971280 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-50fcf82f-4e5a-4325-917d-d5d195b5a601 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:30.012948 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-50fcf82f-4e5a-4325-917d-d5d195b5a601 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:30.063383 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-50fcf82f-4e5a-4325-917d-d5d195b5a601 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Network cc95f3ab-f971-464a-8ccd-813f5cef82fd is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:30.066785 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-50fcf82f-4e5a-4325-917d-d5d195b5a601 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:30.069419 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-50fcf82f-4e5a-4325-917d-d5d195b5a601 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:45:30.095832 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fcf82f-4e5a-4325-917d-d5d195b5a601 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Pushing event updated for resources: {'Port': ['ID=89c0b255-f8a8-479f-8b06-48741dbfb91f,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:30.120190 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:30.129084 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-50fcf82f-4e5a-4325-917d-d5d195b5a601 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:30.129817 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-50fcf82f-4e5a-4325-917d-d5d195b5a601 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:30.148235 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-50fcf82f-4e5a-4325-917d-d5d195b5a601 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5857863 Apr 18 21:45:30.162479 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-335068e8-5740-49ed-bf46-43b2404fbea9 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:45:30.163505 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-335068e8-5740-49ed-bf46-43b2404fbea9 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062547 Apr 18 21:45:30.175056 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-ca76f326-59ec-4f2d-870d-b8bdab5aea26 service neutron] Request body: {'port': {'device_id': 'cfd78ab9-5918-4419-84f5-e4b5467e0e20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:45:30.232983 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-ca76f326-59ec-4f2d-870d-b8bdab5aea26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:30.319913 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d5e97947-680c-47ca-b6e3-c49ebe0b269d None None] Provisioning complete for port 89c0b255-f8a8-479f-8b06-48741dbfb91f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:30.320380 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d5e97947-680c-47ca-b6e3-c49ebe0b269d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:30.362822 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b1b9f184-c56d-4b90-8ca3-05c7513c3c09 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:45:30.389525 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-d5e97947-680c-47ca-b6e3-c49ebe0b269d None None] Port 89c0b255-f8a8-479f-8b06-48741dbfb91f cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:45:30.419119 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port b1b9f184-c56d-4b90-8ca3-05c7513c3c09 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:30.419488 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:30.505933 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2f954882-6744-434e-a455-c1c75f2e58da up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:45:30.543286 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249199f7-a4bc-44de-9417-f1204fa43fa5 req-1296ee05-898b-4804-8559-41de7c68ad2c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:30.544795 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-249199f7-a4bc-44de-9417-f1204fa43fa5 req-1296ee05-898b-4804-8559-41de7c68ad2c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 931 time: 0.0870254 Apr 18 21:45:30.553869 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 2f954882-6744-434e-a455-c1c75f2e58da triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:30.554245 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:30.606936 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-ca76f326-59ec-4f2d-870d-b8bdab5aea26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c0b255-f8a8-479f-8b06-48741dbfb91f {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:45:30.619019 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-ca76f326-59ec-4f2d-870d-b8bdab5aea26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:30.623622 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-249199f7-a4bc-44de-9417-f1204fa43fa5 req-036a6923-8682-4179-a3fb-e9b356b8c641 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706682 Apr 18 21:45:30.636699 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-ca76f326-59ec-4f2d-870d-b8bdab5aea26 service neutron] Transition to ACTIVE for port object 89c0b255-f8a8-479f-8b06-48741dbfb91f will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:30.640695 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-ca76f326-59ec-4f2d-870d-b8bdab5aea26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:30.695585 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76f326-59ec-4f2d-870d-b8bdab5aea26 service neutron] Pushing event updated for resources: {'Port': ['ID=89c0b255-f8a8-479f-8b06-48741dbfb91f,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:30.773597 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-ca76f326-59ec-4f2d-870d-b8bdab5aea26 service neutron] Attempting to bind port 89c0b255-f8a8-479f-8b06-48741dbfb91f on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:45:30.773932 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-ca76f326-59ec-4f2d-870d-b8bdab5aea26 service neutron] Attempting to bind port 89c0b255-f8a8-479f-8b06-48741dbfb91f by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '2e7ac195-badc-4a98-a4ad-b40669b33e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:45:30.774319 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-ca76f326-59ec-4f2d-870d-b8bdab5aea26 service neutron] Attempting to bind port 89c0b255-f8a8-479f-8b06-48741dbfb91f on network cc95f3ab-f971-464a-8ccd-813f5cef82fd {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:45:30.778957 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-ca76f326-59ec-4f2d-870d-b8bdab5aea26 service neutron] Port 89c0b255-f8a8-479f-8b06-48741dbfb91f on network cc95f3ab-f971-464a-8ccd-813f5cef82fd not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:45:30.779340 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-ca76f326-59ec-4f2d-870d-b8bdab5aea26 service neutron] Attempting to bind port 89c0b255-f8a8-479f-8b06-48741dbfb91f on network cc95f3ab-f971-464a-8ccd-813f5cef82fd {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:45:30.784688 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-ca76f326-59ec-4f2d-870d-b8bdab5aea26 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:45:30.785036 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-ca76f326-59ec-4f2d-870d-b8bdab5aea26 service neutron] Checking segment: {'id': '2e7ac195-badc-4a98-a4ad-b40669b33e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:45:30.785422 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-ca76f326-59ec-4f2d-870d-b8bdab5aea26 service neutron] Bound using segment: {'id': '2e7ac195-badc-4a98-a4ad-b40669b33e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:45:30.785857 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-ca76f326-59ec-4f2d-870d-b8bdab5aea26 service neutron] Bound port: 89c0b255-f8a8-479f-8b06-48741dbfb91f, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e7ac195-badc-4a98-a4ad-b40669b33e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:45:30.786218 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-ca76f326-59ec-4f2d-870d-b8bdab5aea26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:30.852413 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-ca76f326-59ec-4f2d-870d-b8bdab5aea26 service neutron] For port 89c0b255-f8a8-479f-8b06-48741dbfb91f, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:45:30.855919 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-ca76f326-59ec-4f2d-870d-b8bdab5aea26 service neutron] For port 89c0b255-f8a8-479f-8b06-48741dbfb91f, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=89c0b255-f8a8-479f-8b06-48741dbfb91f,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:45:30.861090 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-ca76f326-59ec-4f2d-870d-b8bdab5aea26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:30.895278 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-ca76f326-59ec-4f2d-870d-b8bdab5aea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:30.896107 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-ca76f326-59ec-4f2d-870d-b8bdab5aea26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:30.897527 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-ca76f326-59ec-4f2d-870d-b8bdab5aea26 service neutron] 10.222.0.32 "PUT /v2.0/ports/89c0b255-f8a8-479f-8b06-48741dbfb91f HTTP/1.1" status: 200 len: 1091 time: 0.7266130 Apr 18 21:45:30.897978 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd78ab9-5918-4419-84f5-e4b5467e0e20', 'tag': '89c0b255-f8a8-479f-8b06-48741dbfb91f'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:45:30.900234 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97c277a-7029-417b-89ff-6faf3fa10834" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd78ab9-5918-4419-84f5-e4b5467e0e20", "tag": "89c0b255-f8a8-479f-8b06-48741dbfb91f"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:45:30.925261 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76f326-59ec-4f2d-870d-b8bdab5aea26 service neutron] Pushing event updated for resources: {'Port': ['ID=89c0b255-f8a8-479f-8b06-48741dbfb91f,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:31.001888 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-7fa9d645-a5be-40c6-a321-7c31aab02ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:31.003425 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-7fa9d645-a5be-40c6-a321-7c31aab02ed1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63d1313cd72f45949379228ff3ca7ac2&device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 1094 time: 0.0485771 Apr 18 21:45:31.046361 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15da3aef-2f61-480f-9a02-4d433ba382b9 x-openstack-request-id: req-15da3aef-2f61-480f-9a02-4d433ba382b9 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:45:31.046716 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd78ab9-5918-4419-84f5-e4b5467e0e20", "tag": "89c0b255-f8a8-479f-8b06-48741dbfb91f", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:45:31.046918 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-15da3aef-2f61-480f-9a02-4d433ba382b9 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:45:31.047328 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15da3aef-2f61-480f-9a02-4d433ba382b9'] response: {'name': 'network-changed', 'server_uuid': 'cfd78ab9-5918-4419-84f5-e4b5467e0e20', 'tag': '89c0b255-f8a8-479f-8b06-48741dbfb91f', 'status': 'completed', 'code': 200} Apr 18 21:45:31.049221 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-2eb6285b-f319-4381-a854-ffffaadab9e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89c0b255-f8a8-479f-8b06-48741dbfb91f HTTP/1.1" status: 200 len: 217 time: 0.0388913 Apr 18 21:45:31.102793 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-f7daffbb-8085-4795-9e48-612948d7d261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:31.104250 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-f7daffbb-8085-4795-9e48-612948d7d261 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfeed774-58d9-4cce-ba9d-b2c268bf3b0c HTTP/1.1" status: 200 len: 848 time: 0.0488961 Apr 18 21:45:31.154736 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-522cf9b4-fdcd-48c9-aff2-1e0c4b6678b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:31.156233 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-522cf9b4-fdcd-48c9-aff2-1e0c4b6678b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc95f3ab-f971-464a-8ccd-813f5cef82fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459690 Apr 18 21:45:31.245942 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-3b1e6ffb-f23d-43b8-a1f9-59b3811ae47d service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823710 Apr 18 21:45:31.343542 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c18feac-9ef9-4ddb-8a89-4fb35ac5f08a req-703e5e61-f25a-4390-b410-4fe8a8954f5f service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912507 Apr 18 21:45:31.435688 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c277a-7029-417b-89ff-6faf3fa10834 req-7c49582b-ca40-4f27-b468-5b82874d79f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:31.437127 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e97c277a-7029-417b-89ff-6faf3fa10834 req-7c49582b-ca40-4f27-b468-5b82874d79f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63d1313cd72f45949379228ff3ca7ac2&device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 1094 time: 0.0450099 Apr 18 21:45:31.529573 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c277a-7029-417b-89ff-6faf3fa10834 req-c91d6865-9680-4e9c-b933-af481d3cdb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:31.531043 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e97c277a-7029-417b-89ff-6faf3fa10834 req-c91d6865-9680-4e9c-b933-af481d3cdb33 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc95f3ab-f971-464a-8ccd-813f5cef82fd HTTP/1.1" status: 200 len: 910 time: 0.0877249 Apr 18 21:45:31.574808 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e97c277a-7029-417b-89ff-6faf3fa10834 req-417783ce-f96d-495f-9629-9e1d758dc9ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89c0b255-f8a8-479f-8b06-48741dbfb91f HTTP/1.1" status: 200 len: 217 time: 0.0367355 Apr 18 21:45:31.623731 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c277a-7029-417b-89ff-6faf3fa10834 req-c56e0992-d122-40dd-a1e9-d7c3aa9af0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:31.625279 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e97c277a-7029-417b-89ff-6faf3fa10834 req-c56e0992-d122-40dd-a1e9-d7c3aa9af0f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfeed774-58d9-4cce-ba9d-b2c268bf3b0c HTTP/1.1" status: 200 len: 848 time: 0.0448527 Apr 18 21:45:31.671704 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c277a-7029-417b-89ff-6faf3fa10834 req-1de5eb9c-297e-4145-bc04-195f28ef6ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:31.673341 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e97c277a-7029-417b-89ff-6faf3fa10834 req-1de5eb9c-297e-4145-bc04-195f28ef6ed5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc95f3ab-f971-464a-8ccd-813f5cef82fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419531 Apr 18 21:45:31.678151 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:31.806081 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c409af-b1ed-40f3-8d15-dbfb40240d61 req-c63a5a2e-c188-459f-b63f-e1a6aafb2685 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:31.807560 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b8c409af-b1ed-40f3-8d15-dbfb40240d61 req-c63a5a2e-c188-459f-b63f-e1a6aafb2685 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 943 time: 0.1073112 Apr 18 21:45:31.835363 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e97c277a-7029-417b-89ff-6faf3fa10834 req-fd631fb8-ac63-4a58-82d1-9a20e236d9fa service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462290 Apr 18 21:45:31.872328 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b8c409af-b1ed-40f3-8d15-dbfb40240d61 req-f2b0270b-aed9-437b-91de-32495746c9ae tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535116 Apr 18 21:45:31.896483 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:31.940013 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e97c277a-7029-417b-89ff-6faf3fa10834 req-1bd8d363-0ac4-4cd9-b43d-bdf25b7caf81 service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974281 Apr 18 21:45:32.995313 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65b8d3-30c6-4c40-b968-7eb11e8b0630 req-7e20de21-bde3-4802-938f-cba5a914b92e tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:32.996814 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb65b8d3-30c6-4c40-b968-7eb11e8b0630 req-7e20de21-bde3-4802-938f-cba5a914b92e tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 943 time: 0.0502529 Apr 18 21:45:33.034472 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eb65b8d3-30c6-4c40-b968-7eb11e8b0630 req-292335b1-c80e-4a7e-8f2c-2ab651847adb tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314271 Apr 18 21:45:34.157876 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e94dd-e262-4cdc-94ae-7f2060417649 req-408d7c34-8c47-4728-9090-e1bef71f70db tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:34.159339 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-054e94dd-e262-4cdc-94ae-7f2060417649 req-408d7c34-8c47-4728-9090-e1bef71f70db tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 943 time: 0.0501478 Apr 18 21:45:34.197906 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-054e94dd-e262-4cdc-94ae-7f2060417649 req-62547741-1d11-4daf-a9ac-3aad31cb41d1 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321720 Apr 18 21:45:35.273013 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 89c0b255-f8a8-479f-8b06-48741dbfb91f details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:45:35.318566 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f92c3-3ee7-4e9e-9596-4970db969ede req-ea3b63f6-f3d6-4a7e-87d3-1f11727e7959 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:35.320045 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c88f92c3-3ee7-4e9e-9596-4970db969ede req-ea3b63f6-f3d6-4a7e-87d3-1f11727e7959 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 943 time: 0.0544267 Apr 18 21:45:35.358989 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c88f92c3-3ee7-4e9e-9596-4970db969ede req-e332dbdc-b2b9-4243-b50c-aa9daf4de395 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328305 Apr 18 21:45:35.370959 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 89c0b255-f8a8-479f-8b06-48741dbfb91f, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=89c0b255-f8a8-479f-8b06-48741dbfb91f,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:35.382858 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '89c0b255-f8a8-479f-8b06-48741dbfb91f', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'port_id': '89c0b255-f8a8-479f-8b06-48741dbfb91f', 'mac_address': 'fa:16:3e:ec:f4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:45:35.422185 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:35.446462 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c0b255-f8a8-479f-8b06-48741dbfb91f {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:45:35.467202 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 89c0b255-f8a8-479f-8b06-48741dbfb91f, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=89c0b255-f8a8-479f-8b06-48741dbfb91f,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:35.472098 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:35.518068 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=89c0b255-f8a8-479f-8b06-48741dbfb91f,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:35.813405 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['89c0b255-f8a8-479f-8b06-48741dbfb91f'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:45:36.479543 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d38e92-a75c-4b5d-b031-34c6d33d0bc5 req-748e2d87-0ed9-47ef-9c92-3f5d18e5fa1a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:36.481121 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-85d38e92-a75c-4b5d-b031-34c6d33d0bc5 req-748e2d87-0ed9-47ef-9c92-3f5d18e5fa1a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 944 time: 0.0504005 Apr 18 21:45:36.521493 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-85d38e92-a75c-4b5d-b031-34c6d33d0bc5 req-b60177f8-ca00-439f-a8c4-06c4061ea793 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335133 Apr 18 21:45:37.291966 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 89c0b255-f8a8-479f-8b06-48741dbfb91f up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:45:37.344726 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 89c0b255-f8a8-479f-8b06-48741dbfb91f completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:37.348876 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 89c0b255-f8a8-479f-8b06-48741dbfb91f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:37.349244 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:37.430294 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:37.453436 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd78ab9-5918-4419-84f5-e4b5467e0e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c0b255-f8a8-479f-8b06-48741dbfb91f'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:45:37.455668 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc4b868-6978-4b23-ba7c-30289e589701" -d '{"events": [{"server_uuid": "cfd78ab9-5918-4419-84f5-e4b5467e0e20", "name": "network-vif-plugged", "status": "completed", "tag": "89c0b255-f8a8-479f-8b06-48741dbfb91f"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:45:37.470072 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 89c0b255-f8a8-479f-8b06-48741dbfb91f, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=89c0b255-f8a8-479f-8b06-48741dbfb91f,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:37.474963 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:37.527986 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=89c0b255-f8a8-479f-8b06-48741dbfb91f,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:37.549013 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb371f2-3180-4359-b8b2-3db6626a5ab8 x-openstack-request-id: req-fcb371f2-3180-4359-b8b2-3db6626a5ab8 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:45:37.549328 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd78ab9-5918-4419-84f5-e4b5467e0e20", "name": "network-vif-plugged", "status": "completed", "tag": "89c0b255-f8a8-479f-8b06-48741dbfb91f", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:45:37.549869 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fcb371f2-3180-4359-b8b2-3db6626a5ab8 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:45:37.549970 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcb371f2-3180-4359-b8b2-3db6626a5ab8'] response: {'server_uuid': 'cfd78ab9-5918-4419-84f5-e4b5467e0e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c0b255-f8a8-479f-8b06-48741dbfb91f', 'code': 200} Apr 18 21:45:37.672318 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e12814-8805-4419-972a-8a2142250d84 req-3dc4cd33-8dd0-4bd6-a9c9-1a5d1817eabc tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:37.673813 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4e12814-8805-4419-972a-8a2142250d84 req-3dc4cd33-8dd0-4bd6-a9c9-1a5d1817eabc tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0822632 Apr 18 21:45:37.680158 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390c4aa-d8b2-4b2c-9d91-6438f50c360b req-529b4347-347d-49af-ace9-a5683846494f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:37.681566 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a390c4aa-d8b2-4b2c-9d91-6438f50c360b req-529b4347-347d-49af-ace9-a5683846494f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 1096 time: 0.0627942 Apr 18 21:45:37.735137 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f4e12814-8805-4419-972a-8a2142250d84 req-9d7f97ee-7202-401c-9d26-4ba31d49aa89 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526311 Apr 18 21:45:37.737061 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a390c4aa-d8b2-4b2c-9d91-6438f50c360b req-9e34385e-8508-46ed-bd43-b9b689a102a2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491025 Apr 18 21:45:38.234591 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:38.856521 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70019688-210c-44c5-aa4f-f2b26853c7d7 req-e4ee972d-b591-43fd-972f-eb23b6c6f6d6 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:38.858267 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-70019688-210c-44c5-aa4f-f2b26853c7d7 req-e4ee972d-b591-43fd-972f-eb23b6c6f6d6 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0518744 Apr 18 21:45:38.897515 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-70019688-210c-44c5-aa4f-f2b26853c7d7 req-fbeb10d8-be0d-4db7-bb0e-25fd645915a7 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332916 Apr 18 21:45:40.023382 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c576b6-37f5-4a0e-888e-d9e46abde243 req-2815a1e9-6ca0-449e-9aca-9cfd3b539083 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:40.024847 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-87c576b6-37f5-4a0e-888e-d9e46abde243 req-2815a1e9-6ca0-449e-9aca-9cfd3b539083 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0529494 Apr 18 21:45:40.064993 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-87c576b6-37f5-4a0e-888e-d9e46abde243 req-6dd1c709-33da-4158-baa7-1cb40ba7646f tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340924 Apr 18 21:45:40.183097 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fe542-f4b7-4e52-af80-a43d33334eb6 req-6318b47c-7c7c-4615-9975-e9b3b0cd1486 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:40.184491 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d5fe542-f4b7-4e52-af80-a43d33334eb6 req-6318b47c-7c7c-4615-9975-e9b3b0cd1486 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0495605 Apr 18 21:45:40.222833 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d5fe542-f4b7-4e52-af80-a43d33334eb6 req-2f2d3261-43d6-44e1-bdda-96baae92edbe tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323610 Apr 18 21:45:40.244173 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60396) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:40.371571 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa79e1a6-2d99-43d7-a4fc-c2860b6adb9f tempest-TestShelveInstance-381285648 tempest-TestShelveInstance-381285648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:40.373123 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-fa79e1a6-2d99-43d7-a4fc-c2860b6adb9f tempest-TestShelveInstance-381285648 tempest-TestShelveInstance-381285648-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 1091 time: 0.1279409 Apr 18 21:45:40.376024 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60400) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:40.380927 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-38e32041-94be-41cf-bd3d-2e67042b4e5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'port_id': '89c0b255-f8a8-479f-8b06-48741dbfb91f', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:45:40.401041 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-38e32041-94be-41cf-bd3d-2e67042b4e5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.514243 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-38e32041-94be-41cf-bd3d-2e67042b4e5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.622036 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-38e32041-94be-41cf-bd3d-2e67042b4e5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Allocated IP 172.25.1.222 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/41242a2f-cb45-4531-b544-9efeef38309e) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:40.725620 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-38e32041-94be-41cf-bd3d-2e67042b4e5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.759016 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-38e32041-94be-41cf-bd3d-2e67042b4e5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.800096 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e32041-94be-41cf-bd3d-2e67042b4e5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:40.805253 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-38e32041-94be-41cf-bd3d-2e67042b4e5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:40.809606 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e32041-94be-41cf-bd3d-2e67042b4e5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:45:40.812591 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e32041-94be-41cf-bd3d-2e67042b4e5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Pushing event updated for resources: {'Port': ['ID=41242a2f-cb45-4531-b544-9efeef38309e,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:41.170613 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-38e32041-94be-41cf-bd3d-2e67042b4e5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:41.235422 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-38e32041-94be-41cf-bd3d-2e67042b4e5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:41.384994 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-38e32041-94be-41cf-bd3d-2e67042b4e5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:41.389404 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-38e32041-94be-41cf-bd3d-2e67042b4e5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:41.458976 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e32041-94be-41cf-bd3d-2e67042b4e5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Pushing event updated for resources: {'Port': ['ID=41242a2f-cb45-4531-b544-9efeef38309e,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:41.471681 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-38e32041-94be-41cf-bd3d-2e67042b4e5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:41.573334 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-38e32041-94be-41cf-bd3d-2e67042b4e5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Floating IP d6886ec3-3a6b-406b-933c-ca4c4e36fe64 associated. External IP: 172.25.1.222, port: 89c0b255-f8a8-479f-8b06-48741dbfb91f. Apr 18 21:45:41.783662 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e32041-94be-41cf-bd3d-2e67042b4e5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Router c80be70c-986d-49bb-93a9-df5ef530ace9 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:45:41.889736 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e32041-94be-41cf-bd3d-2e67042b4e5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:45:41.900165 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a29d6d-96f5-4101-a3db-0fdf408ec35f None None] Sync routers for ids ['c80be70c-986d-49bb-93a9-df5ef530ace9'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:45:41.907944 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-38e32041-94be-41cf-bd3d-2e67042b4e5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:41.909888 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a29d6d-96f5-4101-a3db-0fdf408ec35f None None] Routers {'c80be70c-986d-49bb-93a9-df5ef530ace9'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:45:41.910520 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b4a29d6d-96f5-4101-a3db-0fdf408ec35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:45:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c80be70c-986d-49bb-93a9-df5ef530ace9'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:41.940736 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-38e32041-94be-41cf-bd3d-2e67042b4e5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5636468 Apr 18 21:45:41.941420 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd78ab9-5918-4419-84f5-e4b5467e0e20', 'tag': '89c0b255-f8a8-479f-8b06-48741dbfb91f'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:45:41.944065 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2316f7aae560ee2534ee33f3ac4cc6eb4b6c4379016ac3c0f66c65b131d8d070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba93a05-93c6-42a9-aa8d-e7fb762fbbe3" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd78ab9-5918-4419-84f5-e4b5467e0e20", "tag": "89c0b255-f8a8-479f-8b06-48741dbfb91f"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:45:41.982850 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8e3742-39e8-4be3-888b-8e031f1ae2ac x-openstack-request-id: req-8c8e3742-39e8-4be3-888b-8e031f1ae2ac {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:45:41.983142 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd78ab9-5918-4419-84f5-e4b5467e0e20", "tag": "89c0b255-f8a8-479f-8b06-48741dbfb91f", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:45:41.983404 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8c8e3742-39e8-4be3-888b-8e031f1ae2ac {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:45:41.983819 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c8e3742-39e8-4be3-888b-8e031f1ae2ac'] response: {'name': 'network-changed', 'server_uuid': 'cfd78ab9-5918-4419-84f5-e4b5467e0e20', 'tag': '89c0b255-f8a8-479f-8b06-48741dbfb91f', 'status': 'completed', 'code': 200} Apr 18 21:45:42.022766 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-b4a29d6d-96f5-4101-a3db-0fdf408ec35f None None] Set router c80be70c-986d-49bb-93a9-df5ef530ace9 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:45:42.045995 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba93a05-93c6-42a9-aa8d-e7fb762fbbe3 req-9d70ec51-f0f3-42bc-b312-8ce65e7d0f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:42.047381 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ba93a05-93c6-42a9-aa8d-e7fb762fbbe3 req-9d70ec51-f0f3-42bc-b312-8ce65e7d0f0f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63d1313cd72f45949379228ff3ca7ac2&device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 1096 time: 0.0405822 Apr 18 21:45:42.141742 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba93a05-93c6-42a9-aa8d-e7fb762fbbe3 req-77c02ff2-defb-42b8-8de7-157abc267255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:42.143201 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ba93a05-93c6-42a9-aa8d-e7fb762fbbe3 req-77c02ff2-defb-42b8-8de7-157abc267255 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc95f3ab-f971-464a-8ccd-813f5cef82fd HTTP/1.1" status: 200 len: 910 time: 0.0886943 Apr 18 21:45:42.214766 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ba93a05-93c6-42a9-aa8d-e7fb762fbbe3 req-02794c94-b19c-4273-b914-5f65fa08349b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89c0b255-f8a8-479f-8b06-48741dbfb91f HTTP/1.1" status: 200 len: 999 time: 0.0644336 Apr 18 21:45:42.250974 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b4a29d6d-96f5-4101-a3db-0fdf408ec35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'name': 'tempest-TestShelveInstance-1537609241-router', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:19Z', 'revision_number': 4, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'gw_port': {'id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'd6886ec3-3a6b-406b-933c-ca4c4e36fe64', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'port_id': '89c0b255-f8a8-479f-8b06-48741dbfb91f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'mac_address': 'fa:16:3e:ec:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd78ab9-5918-4419-84f5-e4b5467e0e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:45:41Z', 'updated_at': '2022-04-18T21:45:41Z', 'revision_number': 0, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a70ee54b-a26e-4410-9de1-7472f9ee2346', 'name': '', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'mac_address': 'fa:16:3e:a2:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:19Z', 'updated_at': '2022-04-18T21:45:23Z', 'revision_number': 5, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'subnets': [{'id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:42.263543 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba93a05-93c6-42a9-aa8d-e7fb762fbbe3 req-0a9d0781-98c6-4cf9-9ce0-d872a333e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:42.265075 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ba93a05-93c6-42a9-aa8d-e7fb762fbbe3 req-0a9d0781-98c6-4cf9-9ce0-d872a333e083 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfeed774-58d9-4cce-ba9d-b2c268bf3b0c HTTP/1.1" status: 200 len: 848 time: 0.0436251 Apr 18 21:45:42.283318 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a29d6d-96f5-4101-a3db-0fdf408ec35f None None] Checking router: c80be70c-986d-49bb-93a9-df5ef530ace9 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:45:42.294080 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a29d6d-96f5-4101-a3db-0fdf408ec35f None None] Routers {'c80be70c-986d-49bb-93a9-df5ef530ace9'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:45:42.294895 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b4a29d6d-96f5-4101-a3db-0fdf408ec35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:45:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c80be70c-986d-49bb-93a9-df5ef530ace9'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:42.583898 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-b4a29d6d-96f5-4101-a3db-0fdf408ec35f None None] Set router c80be70c-986d-49bb-93a9-df5ef530ace9 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:45:42.634982 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba93a05-93c6-42a9-aa8d-e7fb762fbbe3 req-46c97a8b-6cd8-496c-b25d-89ba28658fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:42.636618 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ba93a05-93c6-42a9-aa8d-e7fb762fbbe3 req-46c97a8b-6cd8-496c-b25d-89ba28658fa9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc95f3ab-f971-464a-8ccd-813f5cef82fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3647907 Apr 18 21:45:42.640035 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:42.727724 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ba93a05-93c6-42a9-aa8d-e7fb762fbbe3 req-bbad722b-92a5-474f-915a-5d8c78c2dc5f service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843625 Apr 18 21:45:42.830966 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1ba93a05-93c6-42a9-aa8d-e7fb762fbbe3 req-a2ddfc3e-b1fc-4980-9f6f-d312fcc821c8 service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960324 Apr 18 21:45:42.839080 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b4a29d6d-96f5-4101-a3db-0fdf408ec35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'name': 'tempest-TestShelveInstance-1537609241-router', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:19Z', 'revision_number': 4, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'gw_port': {'id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'd6886ec3-3a6b-406b-933c-ca4c4e36fe64', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'port_id': '89c0b255-f8a8-479f-8b06-48741dbfb91f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'mac_address': 'fa:16:3e:ec:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd78ab9-5918-4419-84f5-e4b5467e0e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:45:41Z', 'updated_at': '2022-04-18T21:45:41Z', 'revision_number': 0, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a70ee54b-a26e-4410-9de1-7472f9ee2346', 'name': '', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'mac_address': 'fa:16:3e:a2:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:19Z', 'updated_at': '2022-04-18T21:45:23Z', 'revision_number': 5, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'subnets': [{'id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:42.871947 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a29d6d-96f5-4101-a3db-0fdf408ec35f None None] The sync data for ids ['c80be70c-986d-49bb-93a9-df5ef530ace9'] in n-d-838323-3 is: [{'id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'name': 'tempest-TestShelveInstance-1537609241-router', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:19Z', 'revision_number': 4, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'gw_port': {'id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'd6886ec3-3a6b-406b-933c-ca4c4e36fe64', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'port_id': '89c0b255-f8a8-479f-8b06-48741dbfb91f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'mac_address': 'fa:16:3e:ec:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd78ab9-5918-4419-84f5-e4b5467e0e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:45:41Z', 'updated_at': '2022-04-18T21:45:41Z', 'revision_number': 0, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a70ee54b-a26e-4410-9de1-7472f9ee2346', 'name': '', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'mac_address': 'fa:16:3e:a2:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:19Z', 'updated_at': '2022-04-18T21:45:23Z', 'revision_number': 5, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'subnets': [{'id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:45:43.062119 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978bab21-14df-4201-86a2-ce1175acec7d None None] New status for floating IP d6886ec3-3a6b-406b-933c-ca4c4e36fe64: ACTIVE {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:45:48.367734 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:45:54.771185 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4ff00c48-85fc-4a0a-a926-dce5f2791cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:59.158990 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-59c48036-4894-4568-a62f-c115a70bbc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:00.120226 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:01.670459 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:01.897611 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:08.231609 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:12.633151 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:24.774547 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-94504d3d-293b-4120-aabd-2039aae69762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:25.367237 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:46:29.163651 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-03b3dc76-1875-4727-ae84-7ae078b17f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:30.126444 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:31.674648 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:31.904079 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:33.161345 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-501274ea-8c20-454d-ba4c-2d28f0b3e447 req-47e9e673-585d-4768-9c8e-12909dbf1f8f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484357 Apr 18 21:46:33.246793 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501274ea-8c20-454d-ba4c-2d28f0b3e447 req-bb854bd3-68fe-4385-baf0-035151240752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:33.248211 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-501274ea-8c20-454d-ba4c-2d28f0b3e447 req-bb854bd3-68fe-4385-baf0-035151240752 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63d1313cd72f45949379228ff3ca7ac2&device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 1096 time: 0.0434501 Apr 18 21:46:33.370108 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501274ea-8c20-454d-ba4c-2d28f0b3e447 req-3f59e571-f548-4771-affd-481e909e4e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:33.371628 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-501274ea-8c20-454d-ba4c-2d28f0b3e447 req-3f59e571-f548-4771-affd-481e909e4e40 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc95f3ab-f971-464a-8ccd-813f5cef82fd HTTP/1.1" status: 200 len: 910 time: 0.1024296 Apr 18 21:46:33.442366 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-501274ea-8c20-454d-ba4c-2d28f0b3e447 req-d566dad8-4534-4017-8fe5-0f0b6a2ca808 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89c0b255-f8a8-479f-8b06-48741dbfb91f HTTP/1.1" status: 200 len: 1001 time: 0.0639944 Apr 18 21:46:33.495259 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501274ea-8c20-454d-ba4c-2d28f0b3e447 req-63c83568-72cf-46fd-8cca-1030a3dc667c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:33.496784 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-501274ea-8c20-454d-ba4c-2d28f0b3e447 req-63c83568-72cf-46fd-8cca-1030a3dc667c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfeed774-58d9-4cce-ba9d-b2c268bf3b0c HTTP/1.1" status: 200 len: 848 time: 0.0476675 Apr 18 21:46:33.547198 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501274ea-8c20-454d-ba4c-2d28f0b3e447 req-79265415-40c1-48dc-a09e-b355f7fc31b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:33.548657 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-501274ea-8c20-454d-ba4c-2d28f0b3e447 req-79265415-40c1-48dc-a09e-b355f7fc31b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc95f3ab-f971-464a-8ccd-813f5cef82fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457458 Apr 18 21:46:33.638782 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-501274ea-8c20-454d-ba4c-2d28f0b3e447 req-c5490d67-8993-46e4-aa14-a09b385dc164 service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832360 Apr 18 21:46:33.738943 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-501274ea-8c20-454d-ba4c-2d28f0b3e447 req-df2b8634-29be-4084-b0ac-633fe1ef53b3 service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941613 Apr 18 21:46:38.226687 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:42.641190 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:54.778983 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1e3dba75-3bad-44e3-93c2-e9a8b463982d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:59.167803 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1c001eeb-a054-444f-a1ae-34a56a2d5182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:00.125862 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:01.679268 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:01.903486 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:02.366568 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:47:08.243280 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:12.644156 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:24.781255 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-99bc30fc-4de6-4613-bb76-03be3856fedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:29.172404 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ad1378fb-bf2d-4e70-a23f-0a1e1c50b30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:30.126937 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:31.682429 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:31.912861 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:33.204625 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76c012e6-efd7-4760-b7f6-dcb2ffef97d9 req-84f93b1e-15dd-4ad4-81fa-e7f08dbccec2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0990434 Apr 18 21:47:33.285208 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c012e6-efd7-4760-b7f6-dcb2ffef97d9 req-6c648707-e918-4f31-92f3-93758f96a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:33.286691 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76c012e6-efd7-4760-b7f6-dcb2ffef97d9 req-6c648707-e918-4f31-92f3-93758f96a86c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63d1313cd72f45949379228ff3ca7ac2&device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 1096 time: 0.0404987 Apr 18 21:47:33.391257 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c012e6-efd7-4760-b7f6-dcb2ffef97d9 req-a15e75ab-5b75-4299-853d-3d0b2e6de2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:33.392736 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76c012e6-efd7-4760-b7f6-dcb2ffef97d9 req-a15e75ab-5b75-4299-853d-3d0b2e6de2cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc95f3ab-f971-464a-8ccd-813f5cef82fd HTTP/1.1" status: 200 len: 910 time: 0.0869877 Apr 18 21:47:33.458678 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76c012e6-efd7-4760-b7f6-dcb2ffef97d9 req-eea5a139-29ce-488b-b0c7-a2e53ca9731d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89c0b255-f8a8-479f-8b06-48741dbfb91f HTTP/1.1" status: 200 len: 1001 time: 0.0597956 Apr 18 21:47:33.506186 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c012e6-efd7-4760-b7f6-dcb2ffef97d9 req-bb1e1b3b-ed65-471e-ab58-3ea0baafd016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:33.507625 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76c012e6-efd7-4760-b7f6-dcb2ffef97d9 req-bb1e1b3b-ed65-471e-ab58-3ea0baafd016 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfeed774-58d9-4cce-ba9d-b2c268bf3b0c HTTP/1.1" status: 200 len: 848 time: 0.0432768 Apr 18 21:47:33.556970 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c012e6-efd7-4760-b7f6-dcb2ffef97d9 req-99a8a364-b8fe-410d-be1e-43e8d4c66782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:33.558483 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76c012e6-efd7-4760-b7f6-dcb2ffef97d9 req-99a8a364-b8fe-410d-be1e-43e8d4c66782 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc95f3ab-f971-464a-8ccd-813f5cef82fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442839 Apr 18 21:47:33.652706 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76c012e6-efd7-4760-b7f6-dcb2ffef97d9 req-cc2b7534-2a04-4506-a11d-85367cc4abea service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820947 Apr 18 21:47:33.749982 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-76c012e6-efd7-4760-b7f6-dcb2ffef97d9 req-6310a9da-92a2-4f5f-b712-bec49ec6d60f service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948079 Apr 18 21:47:38.239182 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:39.365706 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:47:42.665238 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:54.783664 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ebe03657-3753-4003-a54b-c739ea1cd3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:59.174033 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-81f38da8-a751-4030-a202-4a641347417b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:00.129332 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:01.685744 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:01.913980 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:08.249400 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:08.505585 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c70296-f45f-4a4e-8344-53e169ccc56d req-36c1e4b4-c96c-49ee-8cab-8f3131fe983a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:08.507008 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-66c70296-f45f-4a4e-8344-53e169ccc56d req-36c1e4b4-c96c-49ee-8cab-8f3131fe983a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0534739 Apr 18 21:48:08.544670 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-66c70296-f45f-4a4e-8344-53e169ccc56d req-bffa8cdd-01a5-4dca-8bdb-5ae99259feee tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309510 Apr 18 21:48:09.670347 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9a90e-39ab-471e-9d37-3f908a3eabd1 req-fb2f6106-cc7d-48a9-83a0-1013623d8f8e tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:09.671814 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8de9a90e-39ab-471e-9d37-3f908a3eabd1 req-fb2f6106-cc7d-48a9-83a0-1013623d8f8e tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0485461 Apr 18 21:48:09.709378 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8de9a90e-39ab-471e-9d37-3f908a3eabd1 req-16900ec6-3eef-48fb-8e48-c52872522944 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315025 Apr 18 21:48:10.836693 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472df640-23dc-4cf0-941d-b30b1cb321df req-bfc9412c-6217-47a6-b50e-ab941257af57 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:10.838151 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-472df640-23dc-4cf0-941d-b30b1cb321df req-bfc9412c-6217-47a6-b50e-ab941257af57 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0532634 Apr 18 21:48:10.875689 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-472df640-23dc-4cf0-941d-b30b1cb321df req-ae2b697c-ecfc-4563-80fa-bab57bd2a17b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314348 Apr 18 21:48:11.998592 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ff72e-86ce-4e55-81bf-e544d62f1b9c req-5990aab0-a282-48c5-85cd-14d50d050aa4 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:12.000040 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c60ff72e-86ce-4e55-81bf-e544d62f1b9c req-5990aab0-a282-48c5-85cd-14d50d050aa4 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0495603 Apr 18 21:48:12.038191 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c60ff72e-86ce-4e55-81bf-e544d62f1b9c req-1d267532-8979-4a39-8cee-452fd5e010cf tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320611 Apr 18 21:48:12.669674 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:13.159018 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc1586-5d3d-4590-af66-3ea43719f096 req-d8ae9eec-dbe8-4fd4-af64-4a9ea03a94a4 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:13.160602 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24bc1586-5d3d-4590-af66-3ea43719f096 req-d8ae9eec-dbe8-4fd4-af64-4a9ea03a94a4 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0518630 Apr 18 21:48:13.201571 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-24bc1586-5d3d-4590-af66-3ea43719f096 req-d78192c1-17f9-4a32-a083-5f6f43f613d1 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335360 Apr 18 21:48:14.321653 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c51281-4cba-4a06-a3a9-a595e65ebe7f req-332fc672-e167-414b-8d6a-80813b85ce94 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:14.323299 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92c51281-4cba-4a06-a3a9-a595e65ebe7f req-332fc672-e167-414b-8d6a-80813b85ce94 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0525141 Apr 18 21:48:14.361540 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-92c51281-4cba-4a06-a3a9-a595e65ebe7f req-3f1da42f-3585-4d03-9364-0f005c038c61 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322595 Apr 18 21:48:15.478583 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37961788-1b30-473f-b94d-69b9db52d01d req-a9f71c55-de17-4f84-8e66-7973b46eb4b9 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:15.480081 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-37961788-1b30-473f-b94d-69b9db52d01d req-a9f71c55-de17-4f84-8e66-7973b46eb4b9 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0500617 Apr 18 21:48:15.518388 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-37961788-1b30-473f-b94d-69b9db52d01d req-1d7f117c-6d1d-4f74-b9c2-db05c6e80afe tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318797 Apr 18 21:48:16.365689 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:48:16.634488 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4217b1b-1c07-44a7-8e61-3741c8ac9a99 req-ea820181-494a-410f-8010-c13e6c66d5af tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:16.636148 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d4217b1b-1c07-44a7-8e61-3741c8ac9a99 req-ea820181-494a-410f-8010-c13e6c66d5af tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0496757 Apr 18 21:48:16.674474 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d4217b1b-1c07-44a7-8e61-3741c8ac9a99 req-e0d81167-8e19-4d95-b09d-7c0b1dc739ed tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322554 Apr 18 21:48:17.794724 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ceb5cd-fb4c-4e48-9dff-4fe104493223 req-84534043-ffc9-4d5c-88fe-7ba1150905da tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:17.796207 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-70ceb5cd-fb4c-4e48-9dff-4fe104493223 req-84534043-ffc9-4d5c-88fe-7ba1150905da tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0533469 Apr 18 21:48:17.833621 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-70ceb5cd-fb4c-4e48-9dff-4fe104493223 req-3472bd35-7319-4836-83b6-38f35b9e1367 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314007 Apr 18 21:48:18.949979 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7ec9f-3d3f-4793-bc60-3179b898ab12 req-1bdb7fd9-5f6f-4312-b477-7305a8dd47ad tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:18.951480 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8d7ec9f-3d3f-4793-bc60-3179b898ab12 req-1bdb7fd9-5f6f-4312-b477-7305a8dd47ad tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0495212 Apr 18 21:48:18.990767 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e8d7ec9f-3d3f-4793-bc60-3179b898ab12 req-ef74e288-9f59-44c0-b1b8-57c11117c1fa tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332694 Apr 18 21:48:20.068931 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 89c0b255-f8a8-479f-8b06-48741dbfb91f details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:48:20.111093 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ed46e-753f-4eb4-b88f-eda4edbcc07e req-a6410152-dd83-40ea-b61d-6c29048c419f tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:20.112627 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-521ed46e-753f-4eb4-b88f-eda4edbcc07e req-a6410152-dd83-40ea-b61d-6c29048c419f tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0509217 Apr 18 21:48:20.152518 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-521ed46e-753f-4eb4-b88f-eda4edbcc07e req-08abca77-3bdd-46b0-a863-075e30b43097 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337968 Apr 18 21:48:20.166629 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 89c0b255-f8a8-479f-8b06-48741dbfb91f, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=89c0b255-f8a8-479f-8b06-48741dbfb91f,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:20.178053 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '89c0b255-f8a8-479f-8b06-48741dbfb91f', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'port_id': '89c0b255-f8a8-479f-8b06-48741dbfb91f', 'mac_address': 'fa:16:3e:ec:f4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:48:20.218107 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:20.230985 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89c0b255-f8a8-479f-8b06-48741dbfb91f {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:48:20.251503 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 89c0b255-f8a8-479f-8b06-48741dbfb91f, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=89c0b255-f8a8-479f-8b06-48741dbfb91f,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:20.255587 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:20.306060 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=89c0b255-f8a8-479f-8b06-48741dbfb91f,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:20.313236 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:20.313586 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:20.313927 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:20.314267 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:20.314602 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:20.314934 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:20.315264 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:20.315601 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:20.315930 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:20.316258 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:20.316621 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:20.316952 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:20.331891 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['89c0b255-f8a8-479f-8b06-48741dbfb91f'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:48:21.276176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a469954-b618-4b74-8c7b-c26cccd00f24 req-d567eeb8-a31a-4eef-9a7d-f9ac2198ca98 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:21.277679 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a469954-b618-4b74-8c7b-c26cccd00f24 req-d567eeb8-a31a-4eef-9a7d-f9ac2198ca98 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 944 time: 0.0541265 Apr 18 21:48:21.315105 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6a469954-b618-4b74-8c7b-c26cccd00f24 req-1ce6e06b-0a30-404a-b950-a8c89b9d69ee tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314887 Apr 18 21:48:22.083051 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 89c0b255-f8a8-479f-8b06-48741dbfb91f up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:48:22.132364 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 89c0b255-f8a8-479f-8b06-48741dbfb91f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:48:22.132760 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:22.215392 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:22.237024 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd78ab9-5918-4419-84f5-e4b5467e0e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c0b255-f8a8-479f-8b06-48741dbfb91f'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:48:22.239267 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928e894a-dccd-498d-a249-98f8b3f1d5aa" -d '{"events": [{"server_uuid": "cfd78ab9-5918-4419-84f5-e4b5467e0e20", "name": "network-vif-plugged", "status": "completed", "tag": "89c0b255-f8a8-479f-8b06-48741dbfb91f"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:48:22.253321 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 89c0b255-f8a8-479f-8b06-48741dbfb91f, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=89c0b255-f8a8-479f-8b06-48741dbfb91f,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:22.263510 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:22.291103 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7205ed-863a-4592-a3f1-af600df2bc43 x-openstack-request-id: req-0d7205ed-863a-4592-a3f1-af600df2bc43 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:48:22.291477 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd78ab9-5918-4419-84f5-e4b5467e0e20", "name": "network-vif-plugged", "status": "completed", "tag": "89c0b255-f8a8-479f-8b06-48741dbfb91f", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:48:22.291736 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0d7205ed-863a-4592-a3f1-af600df2bc43 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:48:22.292136 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d7205ed-863a-4592-a3f1-af600df2bc43'] response: {'server_uuid': 'cfd78ab9-5918-4419-84f5-e4b5467e0e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c0b255-f8a8-479f-8b06-48741dbfb91f', 'code': 200} Apr 18 21:48:22.316483 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=89c0b255-f8a8-479f-8b06-48741dbfb91f,revision_number=7']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:22.432616 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02c3e9-79bf-43ee-bd2a-2a07cc0e15ca req-e0b5e084-94e9-4936-97fe-0ec954bf80a6 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:22.434080 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf02c3e9-79bf-43ee-bd2a-2a07cc0e15ca req-e0b5e084-94e9-4936-97fe-0ec954bf80a6 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0503685 Apr 18 21:48:22.472989 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf02c3e9-79bf-43ee-bd2a-2a07cc0e15ca req-a98864a7-876b-4311-8124-412b0a5efb42 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325606 Apr 18 21:48:23.590449 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc1678-633b-42b0-9379-32732548aad7 req-30002e8c-8361-4452-9ca7-27682ee0d0db tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:23.591917 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4cc1678-633b-42b0-9379-32732548aad7 req-30002e8c-8361-4452-9ca7-27682ee0d0db tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0483992 Apr 18 21:48:23.629424 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c4cc1678-633b-42b0-9379-32732548aad7 req-380635f0-a50f-45a6-a30f-e104254d6c46 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313559 Apr 18 21:48:24.750656 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b034a-a862-4ebf-b378-0ff296e1d2e7 req-3b52ed8b-c15a-45f6-8e88-787e9ba931a7 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:24.752106 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca4b034a-a862-4ebf-b378-0ff296e1d2e7 req-3b52ed8b-c15a-45f6-8e88-787e9ba931a7 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0544400 Apr 18 21:48:24.787684 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-73546766-3eec-42f3-b721-11a1ce6dfd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:24.807042 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ca4b034a-a862-4ebf-b378-0ff296e1d2e7 req-d5a909e4-d907-491b-9287-4af60dd4d1a8 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489306 Apr 18 21:48:25.942581 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ce8a1-8e0b-46bf-8032-1641f1e15c2a req-2f0964fd-3e73-460b-9a31-81344d17428a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:25.948963 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-584ce8a1-8e0b-46bf-8032-1641f1e15c2a req-2f0964fd-3e73-460b-9a31-81344d17428a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0605612 Apr 18 21:48:25.992210 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-584ce8a1-8e0b-46bf-8032-1641f1e15c2a req-52122508-0075-42e9-a4ba-6fb541643c70 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407939 Apr 18 21:48:27.126863 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda69cc1-4a27-4f89-b81e-78d313133595 req-18b8cb98-d651-4502-8d2e-ed712e7082d0 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:27.128391 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eda69cc1-4a27-4f89-b81e-78d313133595 req-18b8cb98-d651-4502-8d2e-ed712e7082d0 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0530212 Apr 18 21:48:27.177033 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-eda69cc1-4a27-4f89-b81e-78d313133595 req-6ec516bd-ecf7-47bb-b368-94bc24f49c1d tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408647 Apr 18 21:48:28.315235 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb1b30-51c2-423f-b2f1-48bad2d6154e req-2c58e256-fe5d-4c2f-bc2e-0a0e9830fd6c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:28.316865 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8eb1b30-51c2-423f-b2f1-48bad2d6154e req-2c58e256-fe5d-4c2f-bc2e-0a0e9830fd6c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0613766 Apr 18 21:48:28.358270 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8eb1b30-51c2-423f-b2f1-48bad2d6154e req-dcf13e3c-533d-4d69-ba93-0e502dc9d76f tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347855 Apr 18 21:48:29.180017 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-45eb5314-3185-4d9a-8b5b-fd36083d22ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:29.508794 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683107d-42cd-45f0-a4e6-802a7b1cb4cf req-17ebe87c-60dc-4f63-9905-dded58187c25 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:29.511487 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c683107d-42cd-45f0-a4e6-802a7b1cb4cf req-17ebe87c-60dc-4f63-9905-dded58187c25 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0673668 Apr 18 21:48:29.559131 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c683107d-42cd-45f0-a4e6-802a7b1cb4cf req-2d9f7985-483a-489b-827e-5ec130a09815 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402622 Apr 18 21:48:30.134227 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:30.692129 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59ed6f-3877-4e6f-8aba-57ff22f5698d req-8b4e3075-018c-4009-a5e3-7f210ef039dc tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:30.693656 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e59ed6f-3877-4e6f-8aba-57ff22f5698d req-8b4e3075-018c-4009-a5e3-7f210ef039dc tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0523210 Apr 18 21:48:30.739154 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e59ed6f-3877-4e6f-8aba-57ff22f5698d req-5a424a2f-9ee4-4ab7-8718-e6d8e4a43ed5 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377119 Apr 18 21:48:31.691413 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:31.889271 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83726619-80e3-428d-9392-b9d0399cd70c req-5cc0562a-93a8-47a0-8589-8b648b04571b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:31.890861 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-83726619-80e3-428d-9392-b9d0399cd70c req-5cc0562a-93a8-47a0-8589-8b648b04571b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0605526 Apr 18 21:48:31.927228 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:31.941070 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-83726619-80e3-428d-9392-b9d0399cd70c req-2ddefe4a-7086-4d3f-a1d0-400497387872 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402112 Apr 18 21:48:33.073362 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb8293-368e-4c31-afd9-534b93a4c2d2 req-404df16e-1e5c-4086-b3a0-687a45f10ef1 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:33.074898 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90bb8293-368e-4c31-afd9-534b93a4c2d2 req-404df16e-1e5c-4086-b3a0-687a45f10ef1 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0542638 Apr 18 21:48:33.125168 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-90bb8293-368e-4c31-afd9-534b93a4c2d2 req-7cc08dd2-79b7-437e-8174-ac75680d20a7 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431297 Apr 18 21:48:34.282459 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf2b26-647a-412b-be98-c15c73282a25 req-fd4e2068-795e-477e-8796-73d5ff7e048a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:34.283843 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8cf2b26-647a-412b-be98-c15c73282a25 req-fd4e2068-795e-477e-8796-73d5ff7e048a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0814989 Apr 18 21:48:34.290794 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e58ef-d111-4a0b-94f2-3629a0c1433a req-794787d0-a4ba-4ac3-bfb5-b70f89e7f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:34.292187 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f2e58ef-d111-4a0b-94f2-3629a0c1433a req-794787d0-a4ba-4ac3-bfb5-b70f89e7f1a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63d1313cd72f45949379228ff3ca7ac2&device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 1096 time: 0.0637517 Apr 18 21:48:34.341726 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8cf2b26-647a-412b-be98-c15c73282a25 req-7f4e4196-6422-473a-9187-608c3e28a20c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485678 Apr 18 21:48:34.407606 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e58ef-d111-4a0b-94f2-3629a0c1433a req-18ab0b12-55a7-466f-b821-3da877dcd39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:34.409086 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f2e58ef-d111-4a0b-94f2-3629a0c1433a req-18ab0b12-55a7-466f-b821-3da877dcd39b service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc95f3ab-f971-464a-8ccd-813f5cef82fd HTTP/1.1" status: 200 len: 910 time: 0.0911276 Apr 18 21:48:34.479032 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f2e58ef-d111-4a0b-94f2-3629a0c1433a req-8d66c042-6fa2-4915-8005-bbe9615e173f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89c0b255-f8a8-479f-8b06-48741dbfb91f HTTP/1.1" status: 200 len: 1001 time: 0.0614302 Apr 18 21:48:34.526314 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e58ef-d111-4a0b-94f2-3629a0c1433a req-65fea79d-a636-478e-ab86-3363781de7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:34.527723 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f2e58ef-d111-4a0b-94f2-3629a0c1433a req-65fea79d-a636-478e-ab86-3363781de7c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfeed774-58d9-4cce-ba9d-b2c268bf3b0c HTTP/1.1" status: 200 len: 848 time: 0.0425787 Apr 18 21:48:34.572232 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e58ef-d111-4a0b-94f2-3629a0c1433a req-b486c115-1e7c-4084-99ec-96d3795017eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:34.573681 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f2e58ef-d111-4a0b-94f2-3629a0c1433a req-b486c115-1e7c-4084-99ec-96d3795017eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc95f3ab-f971-464a-8ccd-813f5cef82fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395260 Apr 18 21:48:34.669479 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f2e58ef-d111-4a0b-94f2-3629a0c1433a req-159d2726-f4a7-4af9-aac7-6533110674a0 service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890877 Apr 18 21:48:34.760784 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f2e58ef-d111-4a0b-94f2-3629a0c1433a req-3be8d489-1a08-4565-a2b9-649e51335648 service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849142 Apr 18 21:48:34.842694 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76d8f7-2392-43c2-a353-c2c1c78b6830 req-b1aacb74-d3b3-47f2-b0e5-bbecc5f8266d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:34.844115 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c76d8f7-2392-43c2-a353-c2c1c78b6830 req-b1aacb74-d3b3-47f2-b0e5-bbecc5f8266d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63d1313cd72f45949379228ff3ca7ac2&device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 1096 time: 0.0430622 Apr 18 21:48:34.942596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76d8f7-2392-43c2-a353-c2c1c78b6830 req-6b21e3e4-19cc-4f02-a4e8-22a9095b2594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:34.944070 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c76d8f7-2392-43c2-a353-c2c1c78b6830 req-6b21e3e4-19cc-4f02-a4e8-22a9095b2594 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc95f3ab-f971-464a-8ccd-813f5cef82fd HTTP/1.1" status: 200 len: 910 time: 0.0940304 Apr 18 21:48:35.009071 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c76d8f7-2392-43c2-a353-c2c1c78b6830 req-22dd6d2c-aaee-4490-893e-7c9d89e88d8b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89c0b255-f8a8-479f-8b06-48741dbfb91f HTTP/1.1" status: 200 len: 1001 time: 0.0585654 Apr 18 21:48:35.062991 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76d8f7-2392-43c2-a353-c2c1c78b6830 req-0f527bf3-954f-4415-bbea-dd2ccd6fa4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:35.064547 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c76d8f7-2392-43c2-a353-c2c1c78b6830 req-0f527bf3-954f-4415-bbea-dd2ccd6fa4ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfeed774-58d9-4cce-ba9d-b2c268bf3b0c HTTP/1.1" status: 200 len: 848 time: 0.0496769 Apr 18 21:48:35.110625 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76d8f7-2392-43c2-a353-c2c1c78b6830 req-b51c95c1-9d0b-4d40-9279-9a4ca36bbf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:35.112072 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c76d8f7-2392-43c2-a353-c2c1c78b6830 req-b51c95c1-9d0b-4d40-9279-9a4ca36bbf50 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc95f3ab-f971-464a-8ccd-813f5cef82fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409222 Apr 18 21:48:35.200584 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c76d8f7-2392-43c2-a353-c2c1c78b6830 req-0c50a146-73b1-44a8-9e57-a62bcf1e6683 service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817878 Apr 18 21:48:35.295214 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2c76d8f7-2392-43c2-a353-c2c1c78b6830 req-3cefa92b-e8ac-4265-a7ac-2cd05e382419 service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862453 Apr 18 21:48:35.458406 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ce2ae-dc4e-41f6-ad44-2e22c1eb8ed8 req-5ea60915-c8c2-47f4-a824-d59d0917969a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:35.459877 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-611ce2ae-dc4e-41f6-ad44-2e22c1eb8ed8 req-5ea60915-c8c2-47f4-a824-d59d0917969a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0497196 Apr 18 21:48:35.499048 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-611ce2ae-dc4e-41f6-ad44-2e22c1eb8ed8 req-587218db-22a8-4448-9b25-fe5aec6836f8 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323670 Apr 18 21:48:36.622560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dc886-dbb6-40bf-b9e6-1e1c2ff9f8cd req-c4fb6414-dfcb-4acd-8e3b-cd58e6e9ef52 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:36.624070 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d57dc886-dbb6-40bf-b9e6-1e1c2ff9f8cd req-c4fb6414-dfcb-4acd-8e3b-cd58e6e9ef52 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0555634 Apr 18 21:48:36.663201 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d57dc886-dbb6-40bf-b9e6-1e1c2ff9f8cd req-cbb3ef4d-3e28-4199-b2d9-7b78a813440a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329130 Apr 18 21:48:37.780000 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80cb1a-79dc-48ad-93b0-e378d8bf94aa req-bab1d8e8-a2b8-4136-aa72-028eb4f9698c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:37.781817 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c80cb1a-79dc-48ad-93b0-e378d8bf94aa req-bab1d8e8-a2b8-4136-aa72-028eb4f9698c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0497925 Apr 18 21:48:37.819278 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c80cb1a-79dc-48ad-93b0-e378d8bf94aa req-330e637a-e722-4700-a315-ef38d50929f6 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313864 Apr 18 21:48:37.932759 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-a8d35748-19ca-442c-a824-ea57f6a8f438 req-bb20bd51-cb6e-4a86-8e37-37435a478cd9 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:48:37.933796 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8d35748-19ca-442c-a824-ea57f6a8f438 req-bb20bd51-cb6e-4a86-8e37-37435a478cd9 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504680 Apr 18 21:48:38.096318 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba89b45-9a97-4876-8af1-5cbb95fb7b46 req-96451ff5-005e-4a89-b178-216e94d1c4dc tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:38.098235 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8ba89b45-9a97-4876-8af1-5cbb95fb7b46 req-96451ff5-005e-4a89-b178-216e94d1c4dc tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 945 time: 0.0519025 Apr 18 21:48:38.139785 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8ba89b45-9a97-4876-8af1-5cbb95fb7b46 req-d2119232-7c3e-4133-9e6e-64745cd86948 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335205 Apr 18 21:48:38.160935 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 89c0b255-f8a8-479f-8b06-48741dbfb91f no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:48:38.261008 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:38.272024 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:38.287492 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd78ab9-5918-4419-84f5-e4b5467e0e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89c0b255-f8a8-479f-8b06-48741dbfb91f'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:48:38.289761 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e917cec-c554-4d9b-8f00-67224de32bd4" -d '{"events": [{"server_uuid": "cfd78ab9-5918-4419-84f5-e4b5467e0e20", "name": "network-vif-unplugged", "status": "completed", "tag": "89c0b255-f8a8-479f-8b06-48741dbfb91f"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:48:38.305082 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 89c0b255-f8a8-479f-8b06-48741dbfb91f, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=89c0b255-f8a8-479f-8b06-48741dbfb91f,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:38.310105 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:38.329192 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7b1a4241-94a0-421f-bc1d-a9c22ac6bc99 req-151d7a98-03a1-4724-9fb1-73f224ad43b6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0912328 Apr 18 21:48:38.333721 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Apr 2022 21:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61da1f1-4861-4850-96e2-3628b8627caa x-openstack-request-id: req-d61da1f1-4861-4850-96e2-3628b8627caa {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:48:38.334013 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd78ab9-5918-4419-84f5-e4b5467e0e20", "name": "network-vif-unplugged", "status": "failed", "tag": "89c0b255-f8a8-479f-8b06-48741dbfb91f", "code": 422}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:48:38.334266 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d61da1f1-4861-4850-96e2-3628b8627caa {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:48:38.334697 n-d-838323-3 neutron-server[102910]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d61da1f1-4861-4850-96e2-3628b8627caa']: {'server_uuid': 'cfd78ab9-5918-4419-84f5-e4b5467e0e20', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '89c0b255-f8a8-479f-8b06-48741dbfb91f', 'code': 422} returned with failed status Apr 18 21:48:38.360464 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=89c0b255-f8a8-479f-8b06-48741dbfb91f,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:39.260413 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5de166-462f-4c11-8d4a-60e7b83a8745 req-a690869a-860d-461f-8031-39a1b81d4e7b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:39.261664 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4a5de166-462f-4c11-8d4a-60e7b83a8745 req-a690869a-860d-461f-8031-39a1b81d4e7b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 943 time: 0.0530975 Apr 18 21:48:39.301273 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4a5de166-462f-4c11-8d4a-60e7b83a8745 req-6374175a-4d13-4046-97e2-cbd908ff3b3c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335724 Apr 18 21:48:40.416404 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8a8f1-7d53-4c6a-8ef6-11df5ed4de17 req-59208833-0e2b-4dbf-81fa-232c63e896b6 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:40.417880 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ca8a8f1-7d53-4c6a-8ef6-11df5ed4de17 req-59208833-0e2b-4dbf-81fa-232c63e896b6 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 943 time: 0.0481212 Apr 18 21:48:40.455713 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ca8a8f1-7d53-4c6a-8ef6-11df5ed4de17 req-eea2eabd-7cbb-4d29-8518-6d724b1fb8f8 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318458 Apr 18 21:48:41.575284 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80d89e-e2be-440d-99ab-a1ad3ea13aa3 req-311a2b55-dd2e-4bbf-acbc-a998fdb0e225 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:41.576800 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ed80d89e-e2be-440d-99ab-a1ad3ea13aa3 req-311a2b55-dd2e-4bbf-acbc-a998fdb0e225 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 943 time: 0.0511146 Apr 18 21:48:41.614779 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ed80d89e-e2be-440d-99ab-a1ad3ea13aa3 req-e4ff30a3-3a67-4aaa-9071-9282468fb03b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318453 Apr 18 21:48:42.176022 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 89c0b255-f8a8-479f-8b06-48741dbfb91f no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:48:42.706270 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:42.753926 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92525ec-fe7e-40c2-b7d2-c00acbbbe1ad req-f69c7647-fc82-4661-8d64-bb46bad7a169 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:42.755405 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c92525ec-fe7e-40c2-b7d2-c00acbbbe1ad req-f69c7647-fc82-4661-8d64-bb46bad7a169 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 943 time: 0.0545163 Apr 18 21:48:42.795822 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c92525ec-fe7e-40c2-b7d2-c00acbbbe1ad req-9b340dd4-e988-4765-885d-ec062f3548e7 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316086 Apr 18 21:48:43.203137 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a4241-94a0-421f-bc1d-a9c22ac6bc99 req-a3d8bdae-7468-43dd-8d10-b0d0aeb5ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:43.204561 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7b1a4241-94a0-421f-bc1d-a9c22ac6bc99 req-a3d8bdae-7468-43dd-8d10-b0d0aeb5ad72 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20&tenant_id=63d1313cd72f45949379228ff3ca7ac2 HTTP/1.1" status: 200 len: 1094 time: 0.0433278 Apr 18 21:48:43.277539 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a4241-94a0-421f-bc1d-a9c22ac6bc99 req-2a2d7b0a-2fd1-4d92-9bbd-4b0501426ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:43.279055 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7b1a4241-94a0-421f-bc1d-a9c22ac6bc99 req-2a2d7b0a-2fd1-4d92-9bbd-4b0501426ecf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63d1313cd72f45949379228ff3ca7ac2&device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 1094 time: 0.0412357 Apr 18 21:48:43.371256 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a4241-94a0-421f-bc1d-a9c22ac6bc99 req-0c553559-ebf3-4f91-beb2-f2e539356217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:43.372769 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7b1a4241-94a0-421f-bc1d-a9c22ac6bc99 req-0c553559-ebf3-4f91-beb2-f2e539356217 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc95f3ab-f971-464a-8ccd-813f5cef82fd HTTP/1.1" status: 200 len: 910 time: 0.0862224 Apr 18 21:48:43.437288 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7b1a4241-94a0-421f-bc1d-a9c22ac6bc99 req-4c5d945e-3f74-4d34-abf6-33ccd8b766c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89c0b255-f8a8-479f-8b06-48741dbfb91f HTTP/1.1" status: 200 len: 999 time: 0.0583742 Apr 18 21:48:43.486501 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a4241-94a0-421f-bc1d-a9c22ac6bc99 req-0159a161-a5c9-421e-bcb3-22a5733506ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:43.487821 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7b1a4241-94a0-421f-bc1d-a9c22ac6bc99 req-0159a161-a5c9-421e-bcb3-22a5733506ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfeed774-58d9-4cce-ba9d-b2c268bf3b0c HTTP/1.1" status: 200 len: 848 time: 0.0437489 Apr 18 21:48:43.536882 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a4241-94a0-421f-bc1d-a9c22ac6bc99 req-3666d9f8-10d6-46a4-88c8-6cc5a2a85ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:43.538338 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7b1a4241-94a0-421f-bc1d-a9c22ac6bc99 req-3666d9f8-10d6-46a4-88c8-6cc5a2a85ad8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc95f3ab-f971-464a-8ccd-813f5cef82fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434380 Apr 18 21:48:43.628277 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7b1a4241-94a0-421f-bc1d-a9c22ac6bc99 req-ac8e4d68-04c6-4f9d-b01d-aebe2ce9154f service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832167 Apr 18 21:48:43.721229 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7b1a4241-94a0-421f-bc1d-a9c22ac6bc99 req-1af4a664-9966-4e66-99f3-3fa2625378ed service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862830 Apr 18 21:48:43.976768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b7c5e-a3c0-4927-8373-4e2fdbacf8ad req-e4a9b747-1e1f-4abf-b3ac-19aeb2a55bf0 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:43.978270 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a47b7c5e-a3c0-4927-8373-4e2fdbacf8ad req-e4a9b747-1e1f-4abf-b3ac-19aeb2a55bf0 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 943 time: 0.1131487 Apr 18 21:48:44.024582 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a47b7c5e-a3c0-4927-8373-4e2fdbacf8ad req-eb24dcf6-871a-46e1-8fab-bf26c0989493 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396378 Apr 18 21:48:45.218751 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c24a14-1bf0-48e5-b772-8d5d9ab2d77b req-d6db3671-c31f-4a44-a5a5-b7008df58408 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:45.220147 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13c24a14-1bf0-48e5-b772-8d5d9ab2d77b req-d6db3671-c31f-4a44-a5a5-b7008df58408 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 943 time: 0.1085281 Apr 18 21:48:45.261920 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-13c24a14-1bf0-48e5-b772-8d5d9ab2d77b req-35aa3098-c687-4380-8183-ed5d552ba1e6 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355179 Apr 18 21:48:46.394300 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba002b-36e2-4f54-8695-5a935a6b86e6 req-2ad3f82f-545d-4664-a9dd-adf7dccac76d tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:46.395810 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8ba002b-36e2-4f54-8695-5a935a6b86e6 req-2ad3f82f-545d-4664-a9dd-adf7dccac76d tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 943 time: 0.0640838 Apr 18 21:48:46.435345 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c8ba002b-36e2-4f54-8695-5a935a6b86e6 req-61f72445-9e10-4a21-bf0e-5795dc4237cc tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325782 Apr 18 21:48:47.566969 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d32778-6b0f-433a-92b9-0c6f6f0ecf97 req-90812354-b852-4ffa-8be0-2330e131da62 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:47.568551 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-25d32778-6b0f-433a-92b9-0c6f6f0ecf97 req-90812354-b852-4ffa-8be0-2330e131da62 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 943 time: 0.0509007 Apr 18 21:48:47.612831 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-25d32778-6b0f-433a-92b9-0c6f6f0ecf97 req-097e69c4-a6de-4c6b-a066-d27015a7c585 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370491 Apr 18 21:48:48.736538 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1249d-43fa-4367-8b33-8fc5d5cc2b10 req-8a269168-63df-4a1d-a447-638500d1191e tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:48.738963 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-60a1249d-43fa-4367-8b33-8fc5d5cc2b10 req-8a269168-63df-4a1d-a447-638500d1191e tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 943 time: 0.0532789 Apr 18 21:48:48.777848 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-60a1249d-43fa-4367-8b33-8fc5d5cc2b10 req-7ee2c957-3c20-4a40-b543-da6c58339ace tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324693 Apr 18 21:48:49.908900 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fa1f0-d88e-48bc-ae11-0d315cd052af req-902e5d1b-2b75-4a60-bbc8-611369a18330 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:49.910585 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc2fa1f0-d88e-48bc-ae11-0d315cd052af req-902e5d1b-2b75-4a60-bbc8-611369a18330 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 943 time: 0.0570416 Apr 18 21:48:49.962760 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bc2fa1f0-d88e-48bc-ae11-0d315cd052af req-5ad92cde-fbeb-4c79-ab87-6d8f3daf4e78 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444112 Apr 18 21:48:51.088415 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdac1c-391c-4364-b446-fadb0cbcc228 req-e7f0a6a0-a632-474e-a699-2d5e86ef301b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:51.089948 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dccdac1c-391c-4364-b446-fadb0cbcc228 req-e7f0a6a0-a632-474e-a699-2d5e86ef301b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 943 time: 0.0549314 Apr 18 21:48:51.129860 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dccdac1c-391c-4364-b446-fadb0cbcc228 req-79242873-9f63-4286-b9f7-0d1db661a600 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337110 Apr 18 21:48:52.255728 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adc0f8-b542-43cf-aefd-f5a91c718e63 req-d045ddf4-2f94-4af1-bb0a-e1b532488e19 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:52.257148 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2adc0f8-b542-43cf-aefd-f5a91c718e63 req-d045ddf4-2f94-4af1-bb0a-e1b532488e19 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 943 time: 0.0511613 Apr 18 21:48:52.296863 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d2adc0f8-b542-43cf-aefd-f5a91c718e63 req-ce84922f-ab9c-4d89-85ea-9dcb32ce6316 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330832 Apr 18 21:48:53.364249 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:48:53.419217 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f496f7f-c6a4-4318-b8db-e2420ef16b88 req-1f863da7-3b81-4931-a684-b7dfe0c7fd1a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:53.420711 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f496f7f-c6a4-4318-b8db-e2420ef16b88 req-1f863da7-3b81-4931-a684-b7dfe0c7fd1a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 943 time: 0.0531738 Apr 18 21:48:53.458097 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7f496f7f-c6a4-4318-b8db-e2420ef16b88 req-22a5e2ff-def6-41ae-94e2-87ac1071092a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313544 Apr 18 21:48:54.577340 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516bc8c-2dd6-4828-9f92-7c2074275bb0 req-052a161c-3846-4d0f-9a63-03c9e6d41cd2 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:54.578799 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c516bc8c-2dd6-4828-9f92-7c2074275bb0 req-052a161c-3846-4d0f-9a63-03c9e6d41cd2 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 943 time: 0.0509458 Apr 18 21:48:54.616788 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c516bc8c-2dd6-4828-9f92-7c2074275bb0 req-7e642baa-d580-4263-abf3-6ecde93c4802 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317643 Apr 18 21:48:54.789102 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0c3840b5-23af-4c09-a20f-958b79c042c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:55.734266 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9a5be-f339-422c-8693-e6dcabe4e918 req-e4c4886a-8f68-49ce-98b5-6cde51f5251a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:55.736087 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11e9a5be-f339-422c-8693-e6dcabe4e918 req-e4c4886a-8f68-49ce-98b5-6cde51f5251a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 943 time: 0.0504878 Apr 18 21:48:55.773748 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-11e9a5be-f339-422c-8693-e6dcabe4e918 req-bbf69eef-c040-4ced-857b-5892723ce763 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312998 Apr 18 21:48:56.895317 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c3c0d-2ab0-49c6-9734-64222e93fbe2 req-0470129d-c183-47cf-8517-caba85aa5545 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:56.896805 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a18c3c0d-2ab0-49c6-9734-64222e93fbe2 req-0470129d-c183-47cf-8517-caba85aa5545 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 943 time: 0.0523036 Apr 18 21:48:56.935169 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a18c3c0d-2ab0-49c6-9734-64222e93fbe2 req-c3398df3-ccf5-484d-b46b-5ff13d6f4ce3 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323687 Apr 18 21:48:58.054560 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e18c0-1546-411d-ad06-0654daf32e5a req-5cc1d05a-b509-406a-8ed4-449652802667 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:58.056055 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d58e18c0-1546-411d-ad06-0654daf32e5a req-5cc1d05a-b509-406a-8ed4-449652802667 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 943 time: 0.0505083 Apr 18 21:48:58.096393 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d58e18c0-1546-411d-ad06-0654daf32e5a req-620d7cdf-d329-4d80-8682-d2c390086620 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334220 Apr 18 21:48:58.285282 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 89c0b255-f8a8-479f-8b06-48741dbfb91f details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:48:58.393897 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 89c0b255-f8a8-479f-8b06-48741dbfb91f, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=89c0b255-f8a8-479f-8b06-48741dbfb91f,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:58.414571 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '89c0b255-f8a8-479f-8b06-48741dbfb91f', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'port_id': '89c0b255-f8a8-479f-8b06-48741dbfb91f', 'mac_address': 'fa:16:3e:ec:f4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:48:58.458071 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:58.474588 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c0b255-f8a8-479f-8b06-48741dbfb91f {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:48:58.496451 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 89c0b255-f8a8-479f-8b06-48741dbfb91f, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=89c0b255-f8a8-479f-8b06-48741dbfb91f,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:58.501316 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:58.561496 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=89c0b255-f8a8-479f-8b06-48741dbfb91f,revision_number=9']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:58.828375 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['89c0b255-f8a8-479f-8b06-48741dbfb91f'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:48:59.174840 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-57afda4d-b62f-4300-86e2-da972b3289ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:59.217158 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e3dbe-d43a-48ca-ad07-e11a429b35cc req-6cd69a92-fe1d-4824-a919-11ecb65eaa42 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:59.218644 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f0e3dbe-d43a-48ca-ad07-e11a429b35cc req-6cd69a92-fe1d-4824-a919-11ecb65eaa42 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 944 time: 0.0509489 Apr 18 21:48:59.257388 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8f0e3dbe-d43a-48ca-ad07-e11a429b35cc req-de47b6f4-b19b-48c4-ba8c-14cbe326e360 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322125 Apr 18 21:49:00.135124 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:00.300707 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 89c0b255-f8a8-479f-8b06-48741dbfb91f up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:49:00.352378 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 89c0b255-f8a8-479f-8b06-48741dbfb91f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:49:00.352816 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:00.379606 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd54898-804f-44ad-a35f-225b696e85d9 req-d5ab43b2-6d67-4f5a-9080-d955aeca0398 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:00.381142 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1cd54898-804f-44ad-a35f-225b696e85d9 req-d5ab43b2-6d67-4f5a-9080-d955aeca0398 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 944 time: 0.0544949 Apr 18 21:49:00.424586 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1cd54898-804f-44ad-a35f-225b696e85d9 req-bce9cdd0-7395-45df-b4ab-80a0c173a70e tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369129 Apr 18 21:49:00.432021 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:00.455256 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd78ab9-5918-4419-84f5-e4b5467e0e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c0b255-f8a8-479f-8b06-48741dbfb91f'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:49:00.457470 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcec3e0f-20b8-4f92-b08a-0042b479ed99" -d '{"events": [{"server_uuid": "cfd78ab9-5918-4419-84f5-e4b5467e0e20", "name": "network-vif-plugged", "status": "completed", "tag": "89c0b255-f8a8-479f-8b06-48741dbfb91f"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:49:00.469878 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 89c0b255-f8a8-479f-8b06-48741dbfb91f, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=89c0b255-f8a8-479f-8b06-48741dbfb91f,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:49:00.474745 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:00.503132 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f77558-9fa5-41d8-b479-45020cc4c101 x-openstack-request-id: req-53f77558-9fa5-41d8-b479-45020cc4c101 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:49:00.503421 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd78ab9-5918-4419-84f5-e4b5467e0e20", "name": "network-vif-plugged", "status": "completed", "tag": "89c0b255-f8a8-479f-8b06-48741dbfb91f", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:49:00.503670 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-53f77558-9fa5-41d8-b479-45020cc4c101 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:49:00.504130 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53f77558-9fa5-41d8-b479-45020cc4c101'] response: {'server_uuid': 'cfd78ab9-5918-4419-84f5-e4b5467e0e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c0b255-f8a8-479f-8b06-48741dbfb91f', 'code': 200} Apr 18 21:49:00.533530 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=89c0b255-f8a8-479f-8b06-48741dbfb91f,revision_number=10']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:00.653033 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7e979-f2c5-4ea9-aa6a-af97af5b58de req-f84f13a3-a242-4dde-9232-2bc9462d8655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:00.654711 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-25d7e979-f2c5-4ea9-aa6a-af97af5b58de req-f84f13a3-a242-4dde-9232-2bc9462d8655 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 1097 time: 0.0405312 Apr 18 21:49:00.690177 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-25d7e979-f2c5-4ea9-aa6a-af97af5b58de req-8ce363e1-e7b4-4845-8c19-3c60008286c0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290732 Apr 18 21:49:01.543653 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb314f9f-fdbe-4a11-99b7-3840393d2b15 req-beb80cd3-8b7a-45c5-86eb-e3d7e7c15550 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:01.545484 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb314f9f-fdbe-4a11-99b7-3840393d2b15 req-beb80cd3-8b7a-45c5-86eb-e3d7e7c15550 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 946 time: 0.0513372 Apr 18 21:49:01.584364 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bb314f9f-fdbe-4a11-99b7-3840393d2b15 req-5faa192c-491b-4ad3-8c5b-ad53503f955d tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327961 Apr 18 21:49:01.686851 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:01.919050 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:02.709432 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ff194-9458-4573-aeb4-b02589bb44a1 req-7e631e54-8aa4-458a-ad98-eda790a928c9 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:02.710901 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-399ff194-9458-4573-aeb4-b02589bb44a1 req-7e631e54-8aa4-458a-ad98-eda790a928c9 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 946 time: 0.0551212 Apr 18 21:49:02.749755 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-399ff194-9458-4573-aeb4-b02589bb44a1 req-fa455db7-8599-4255-ae92-47eccb359dc8 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319302 Apr 18 21:49:08.237306 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:12.705380 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:24.790827 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-90fc4e61-24b5-4df8-97ff-9a48ad95fad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:29.176594 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f915b71c-752a-4d32-8be5-c7aeded35fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:30.137403 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:30.363133 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:49:31.694714 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:31.920783 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:35.122985 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a89693d7-be86-44de-842d-3dba075dd25e req-64e48ce9-9ab1-4070-b2ff-522701e862cb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406554 Apr 18 21:49:35.204009 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89693d7-be86-44de-842d-3dba075dd25e req-d8c3dbe1-4231-4262-b2ba-cbe450dd65aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:35.205433 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a89693d7-be86-44de-842d-3dba075dd25e req-d8c3dbe1-4231-4262-b2ba-cbe450dd65aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63d1313cd72f45949379228ff3ca7ac2&device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 1097 time: 0.0415156 Apr 18 21:49:35.310928 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89693d7-be86-44de-842d-3dba075dd25e req-afbde69c-bbca-42a9-a856-2bff2f1d51f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:35.312403 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a89693d7-be86-44de-842d-3dba075dd25e req-afbde69c-bbca-42a9-a856-2bff2f1d51f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc95f3ab-f971-464a-8ccd-813f5cef82fd HTTP/1.1" status: 200 len: 910 time: 0.0882595 Apr 18 21:49:35.377494 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a89693d7-be86-44de-842d-3dba075dd25e req-c2d8ba0a-23cd-4bf9-b1df-bbcf2902ec01 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89c0b255-f8a8-479f-8b06-48741dbfb91f HTTP/1.1" status: 200 len: 1001 time: 0.0589297 Apr 18 21:49:35.425661 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89693d7-be86-44de-842d-3dba075dd25e req-f21bef50-e5ea-4dff-b6e6-1548e4d13ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:35.427064 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a89693d7-be86-44de-842d-3dba075dd25e req-f21bef50-e5ea-4dff-b6e6-1548e4d13ea1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfeed774-58d9-4cce-ba9d-b2c268bf3b0c HTTP/1.1" status: 200 len: 848 time: 0.0434017 Apr 18 21:49:35.474726 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89693d7-be86-44de-842d-3dba075dd25e req-07f52a5b-afd4-4fe4-b243-5f8942c5ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:35.476100 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a89693d7-be86-44de-842d-3dba075dd25e req-07f52a5b-afd4-4fe4-b243-5f8942c5ca9f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc95f3ab-f971-464a-8ccd-813f5cef82fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427570 Apr 18 21:49:35.563474 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a89693d7-be86-44de-842d-3dba075dd25e req-e77fa301-93ba-4d61-ac77-6f35aa303ec5 service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802829 Apr 18 21:49:35.656081 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a89693d7-be86-44de-842d-3dba075dd25e req-d9f6e52c-ab76-4a97-9e8f-aea855f0fee3 service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869017 Apr 18 21:49:38.247927 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:42.720402 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:54.793601 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cb0b2d22-66fc-45c9-8aaa-a51517637af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:59.180557 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-053d4b2c-ef49-4b2b-a108-88a30b4f37e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:00.141957 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:01.687719 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:01.923167 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:07.363458 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:50:08.236803 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:12.720201 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:24.794801 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c226988e-7e13-4770-b2e0-d6604ba6c72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:29.183707 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bd8b1b3b-86a6-4178-b94a-ee4f672e0740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:30.144418 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:31.690429 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:31.928475 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:35.127650 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5327344-1019-4bf2-a614-3f23b9c6b855 req-e101e0b0-0aa9-4b49-a5d7-619e290fd57a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401676 Apr 18 21:50:35.212797 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5327344-1019-4bf2-a614-3f23b9c6b855 req-80193428-f289-48b5-81f1-62a69609ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:35.214204 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5327344-1019-4bf2-a614-3f23b9c6b855 req-80193428-f289-48b5-81f1-62a69609ed7a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63d1313cd72f45949379228ff3ca7ac2&device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 1097 time: 0.0440211 Apr 18 21:50:35.621106 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5327344-1019-4bf2-a614-3f23b9c6b855 req-ee1b1bc8-aa85-411d-bf5b-53e979548d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:35.622589 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5327344-1019-4bf2-a614-3f23b9c6b855 req-ee1b1bc8-aa85-411d-bf5b-53e979548d40 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc95f3ab-f971-464a-8ccd-813f5cef82fd HTTP/1.1" status: 200 len: 910 time: 0.3903868 Apr 18 21:50:35.687776 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5327344-1019-4bf2-a614-3f23b9c6b855 req-95883284-9946-4b82-b659-a4428b148090 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89c0b255-f8a8-479f-8b06-48741dbfb91f HTTP/1.1" status: 200 len: 1001 time: 0.0573771 Apr 18 21:50:35.736711 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5327344-1019-4bf2-a614-3f23b9c6b855 req-3bdafed7-92c6-4deb-9ca6-e9b4b23379c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:35.738151 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5327344-1019-4bf2-a614-3f23b9c6b855 req-3bdafed7-92c6-4deb-9ca6-e9b4b23379c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfeed774-58d9-4cce-ba9d-b2c268bf3b0c HTTP/1.1" status: 200 len: 848 time: 0.0445387 Apr 18 21:50:35.786423 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5327344-1019-4bf2-a614-3f23b9c6b855 req-29437a12-523c-4449-be70-cac44b9799c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:35.787883 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5327344-1019-4bf2-a614-3f23b9c6b855 req-29437a12-523c-4449-be70-cac44b9799c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc95f3ab-f971-464a-8ccd-813f5cef82fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432053 Apr 18 21:50:35.874553 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5327344-1019-4bf2-a614-3f23b9c6b855 req-67b80bd8-c819-4992-8ab5-5598bcac5287 service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801845 Apr 18 21:50:35.966342 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d5327344-1019-4bf2-a614-3f23b9c6b855 req-706ce0fc-9ab2-4f5f-86c1-30ddab595035 service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858831 Apr 18 21:50:38.250268 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:42.720317 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:44.363404 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:50:47.292178 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60762) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:47.489778 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-1fa0e67d-0b7a-41f6-b9e8-b0236c2d4f5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Deleting port 41242a2f-cb45-4531-b544-9efeef38309e {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:50:47.490109 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1fa0e67d-0b7a-41f6-b9e8-b0236c2d4f5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.562866 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1fa0e67d-0b7a-41f6-b9e8-b0236c2d4f5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.563101 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1fa0e67d-0b7a-41f6-b9e8-b0236c2d4f5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.574575 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-1fa0e67d-0b7a-41f6-b9e8-b0236c2d4f5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Calling delete_port for 41242a2f-cb45-4531-b544-9efeef38309e owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:50:47.722403 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1fa0e67d-0b7a-41f6-b9e8-b0236c2d4f5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.745235 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0e67d-0b7a-41f6-b9e8-b0236c2d4f5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Pushing event deleted for resources: {'Port': ['ID=41242a2f-cb45-4531-b544-9efeef38309e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:47.755464 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa0e67d-0b7a-41f6-b9e8-b0236c2d4f5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:47.755814 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa0e67d-0b7a-41f6-b9e8-b0236c2d4f5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:47.756151 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa0e67d-0b7a-41f6-b9e8-b0236c2d4f5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:47.756519 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa0e67d-0b7a-41f6-b9e8-b0236c2d4f5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:47.756858 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa0e67d-0b7a-41f6-b9e8-b0236c2d4f5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:47.757596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa0e67d-0b7a-41f6-b9e8-b0236c2d4f5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:47.757596 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa0e67d-0b7a-41f6-b9e8-b0236c2d4f5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:47.757828 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa0e67d-0b7a-41f6-b9e8-b0236c2d4f5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:47.758150 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa0e67d-0b7a-41f6-b9e8-b0236c2d4f5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:47.758474 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa0e67d-0b7a-41f6-b9e8-b0236c2d4f5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:47.758799 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa0e67d-0b7a-41f6-b9e8-b0236c2d4f5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:47.759125 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa0e67d-0b7a-41f6-b9e8-b0236c2d4f5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:47.823741 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1fa0e67d-0b7a-41f6-b9e8-b0236c2d4f5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.823971 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-1fa0e67d-0b7a-41f6-b9e8-b0236c2d4f5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Floating IP d6886ec3-3a6b-406b-933c-ca4c4e36fe64 disassociated (deleted). External IP: 172.25.1.222, port: 89c0b255-f8a8-479f-8b06-48741dbfb91f. Apr 18 21:50:48.034383 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa0e67d-0b7a-41f6-b9e8-b0236c2d4f5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Router c80be70c-986d-49bb-93a9-df5ef530ace9 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:50:48.140572 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa0e67d-0b7a-41f6-b9e8-b0236c2d4f5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:50:48.145692 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-1fa0e67d-0b7a-41f6-b9e8-b0236c2d4f5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:48.152004 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f264171f-388f-4792-9611-36493378bbe0 None None] Sync routers for ids ['c80be70c-986d-49bb-93a9-df5ef530ace9'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:50:48.162604 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f264171f-388f-4792-9611-36493378bbe0 None None] Routers {'c80be70c-986d-49bb-93a9-df5ef530ace9'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:50:48.163232 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f264171f-388f-4792-9611-36493378bbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:50:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c80be70c-986d-49bb-93a9-df5ef530ace9'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:48.177069 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-1fa0e67d-0b7a-41f6-b9e8-b0236c2d4f5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "DELETE /v2.0/floatingips/d6886ec3-3a6b-406b-933c-ca4c4e36fe64 HTTP/1.1" status: 204 len: 168 time: 0.8838382 Apr 18 21:50:48.177662 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd78ab9-5918-4419-84f5-e4b5467e0e20', 'tag': '89c0b255-f8a8-479f-8b06-48741dbfb91f'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:50:48.180114 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c708bba-5f99-483c-912c-4df77e8c0683" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd78ab9-5918-4419-84f5-e4b5467e0e20", "tag": "89c0b255-f8a8-479f-8b06-48741dbfb91f"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:50:48.273345 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08fe010-b248-446b-83ad-142cc5720a90 x-openstack-request-id: req-c08fe010-b248-446b-83ad-142cc5720a90 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:50:48.274040 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd78ab9-5918-4419-84f5-e4b5467e0e20", "tag": "89c0b255-f8a8-479f-8b06-48741dbfb91f", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:50:48.274302 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c08fe010-b248-446b-83ad-142cc5720a90 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:50:48.274753 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08fe010-b248-446b-83ad-142cc5720a90'] response: {'name': 'network-changed', 'server_uuid': 'cfd78ab9-5918-4419-84f5-e4b5467e0e20', 'tag': '89c0b255-f8a8-479f-8b06-48741dbfb91f', 'status': 'completed', 'code': 200} Apr 18 21:50:48.288120 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-f264171f-388f-4792-9611-36493378bbe0 None None] Set router c80be70c-986d-49bb-93a9-df5ef530ace9 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:50:48.340767 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c708bba-5f99-483c-912c-4df77e8c0683 req-a34d4b33-806a-49a9-98ad-f421b7cbaab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:48.342266 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c708bba-5f99-483c-912c-4df77e8c0683 req-a34d4b33-806a-49a9-98ad-f421b7cbaab7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63d1313cd72f45949379228ff3ca7ac2&device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 1097 time: 0.0413206 Apr 18 21:50:48.439994 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c708bba-5f99-483c-912c-4df77e8c0683 req-af77c4c8-fd66-45ea-bd24-3bf2cf5570f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:48.441585 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c708bba-5f99-483c-912c-4df77e8c0683 req-af77c4c8-fd66-45ea-bd24-3bf2cf5570f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc95f3ab-f971-464a-8ccd-813f5cef82fd HTTP/1.1" status: 200 len: 910 time: 0.0889189 Apr 18 21:50:48.487879 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c708bba-5f99-483c-912c-4df77e8c0683 req-c3a3ce3b-57fc-4a9d-bc27-865e14908fe9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89c0b255-f8a8-479f-8b06-48741dbfb91f HTTP/1.1" status: 200 len: 217 time: 0.0401947 Apr 18 21:50:48.492888 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f264171f-388f-4792-9611-36493378bbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'name': 'tempest-TestShelveInstance-1537609241-router', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:19Z', 'revision_number': 4, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'gw_port': {'id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'a70ee54b-a26e-4410-9de1-7472f9ee2346', 'name': '', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'mac_address': 'fa:16:3e:a2:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:19Z', 'updated_at': '2022-04-18T21:45:23Z', 'revision_number': 5, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'subnets': [{'id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:48.519773 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f264171f-388f-4792-9611-36493378bbe0 None None] Checking router: c80be70c-986d-49bb-93a9-df5ef530ace9 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:50:48.528277 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f264171f-388f-4792-9611-36493378bbe0 None None] Routers {'c80be70c-986d-49bb-93a9-df5ef530ace9'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:50:48.528919 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f264171f-388f-4792-9611-36493378bbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:50:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c80be70c-986d-49bb-93a9-df5ef530ace9'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:48.547713 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c708bba-5f99-483c-912c-4df77e8c0683 req-715efdb5-ed66-44ec-a857-c644c5a05da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:48.549699 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c708bba-5f99-483c-912c-4df77e8c0683 req-715efdb5-ed66-44ec-a857-c644c5a05da6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfeed774-58d9-4cce-ba9d-b2c268bf3b0c HTTP/1.1" status: 200 len: 848 time: 0.0559404 Apr 18 21:50:48.596299 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c708bba-5f99-483c-912c-4df77e8c0683 req-4270a4d5-7cec-4081-9f1d-5bac81d7579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:48.597851 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c708bba-5f99-483c-912c-4df77e8c0683 req-4270a4d5-7cec-4081-9f1d-5bac81d7579b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc95f3ab-f971-464a-8ccd-813f5cef82fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422642 Apr 18 21:50:48.638520 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-f264171f-388f-4792-9611-36493378bbe0 None None] Set router c80be70c-986d-49bb-93a9-df5ef530ace9 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:50:48.701286 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c708bba-5f99-483c-912c-4df77e8c0683 req-ec60b8bd-81b7-4c90-a82a-95e08de0347a service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945129 Apr 18 21:50:48.796829 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9c708bba-5f99-483c-912c-4df77e8c0683 req-fa1c9f75-72ea-4a28-a8fb-b0872884a64f service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894547 Apr 18 21:50:48.847920 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f264171f-388f-4792-9611-36493378bbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'name': 'tempest-TestShelveInstance-1537609241-router', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:19Z', 'revision_number': 4, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'gw_port': {'id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'a70ee54b-a26e-4410-9de1-7472f9ee2346', 'name': '', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'mac_address': 'fa:16:3e:a2:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:19Z', 'updated_at': '2022-04-18T21:45:23Z', 'revision_number': 5, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'subnets': [{'id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:48.878618 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f264171f-388f-4792-9611-36493378bbe0 None None] The sync data for ids ['c80be70c-986d-49bb-93a9-df5ef530ace9'] in n-d-838323-3 is: [{'id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'name': 'tempest-TestShelveInstance-1537609241-router', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:19Z', 'revision_number': 4, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'gw_port': {'id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'a70ee54b-a26e-4410-9de1-7472f9ee2346', 'name': '', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'mac_address': 'fa:16:3e:a2:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:19Z', 'updated_at': '2022-04-18T21:45:23Z', 'revision_number': 5, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'subnets': [{'id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:50:49.103153 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debc734e-2c8e-4b9f-9501-a0a8d38ddfc5 None None] New status for floating IP d6886ec3-3a6b-406b-933c-ca4c4e36fe64: DOWN {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:50:49.428640 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd8c89-b769-4b30-8b31-b6a3a022cc16 req-4cbde532-dae5-48b5-a6db-157bb97b5261 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:49.430084 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-94dd8c89-b769-4b30-8b31-b6a3a022cc16 req-4cbde532-dae5-48b5-a6db-157bb97b5261 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 946 time: 0.0501575 Apr 18 21:50:49.471814 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-94dd8c89-b769-4b30-8b31-b6a3a022cc16 req-7e166e83-bea5-4a48-9561-8c0b9d27f62c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356648 Apr 18 21:50:50.603577 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34483c96-1963-4894-ae90-5c3ca1d56b46 req-56521832-6fff-482d-9a06-beee78efdbf3 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:50.605101 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34483c96-1963-4894-ae90-5c3ca1d56b46 req-56521832-6fff-482d-9a06-beee78efdbf3 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 946 time: 0.0513625 Apr 18 21:50:50.643852 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-34483c96-1963-4894-ae90-5c3ca1d56b46 req-f784cca0-dbf9-4831-92be-5491df1ae25f tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd3f4781-757c-47d9-a9fb-ed410fdc2f68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317705 Apr 18 21:50:50.793782 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7e4ed-3b54-49e0-be5b-ec044b0bd6c6 req-10e49737-0b0d-4425-91f4-f4f7aac47338 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:50.795149 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4eb7e4ed-3b54-49e0-be5b-ec044b0bd6c6 req-10e49737-0b0d-4425-91f4-f4f7aac47338 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd78ab9-5918-4419-84f5-e4b5467e0e20 HTTP/1.1" status: 200 len: 946 time: 0.0500987 Apr 18 21:50:50.891750 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-4eb7e4ed-3b54-49e0-be5b-ec044b0bd6c6 req-21515ffc-b743-4604-8021-1ccafa4531c3 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Deleting port 89c0b255-f8a8-479f-8b06-48741dbfb91f {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:50:50.892093 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4eb7e4ed-3b54-49e0-be5b-ec044b0bd6c6 req-21515ffc-b743-4604-8021-1ccafa4531c3 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:50.981384 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-4eb7e4ed-3b54-49e0-be5b-ec044b0bd6c6 req-21515ffc-b743-4604-8021-1ccafa4531c3 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] For port 89c0b255-f8a8-479f-8b06-48741dbfb91f, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=89c0b255-f8a8-479f-8b06-48741dbfb91f,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:50.981749 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4eb7e4ed-3b54-49e0-be5b-ec044b0bd6c6 req-21515ffc-b743-4604-8021-1ccafa4531c3 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:50.994773 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-4eb7e4ed-3b54-49e0-be5b-ec044b0bd6c6 req-21515ffc-b743-4604-8021-1ccafa4531c3 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Calling delete_port for 89c0b255-f8a8-479f-8b06-48741dbfb91f owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:50:51.126350 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4eb7e4ed-3b54-49e0-be5b-ec044b0bd6c6 req-21515ffc-b743-4604-8021-1ccafa4531c3 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:51.156019 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21515ffc-b743-4604-8021-1ccafa4531c3 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Pushing event deleted for resources: {'Port': ['ID=89c0b255-f8a8-479f-8b06-48741dbfb91f,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:51.198357 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb7e4ed-3b54-49e0-be5b-ec044b0bd6c6 req-21515ffc-b743-4604-8021-1ccafa4531c3 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] No DVR routers for this DVR port 89c0b255-f8a8-479f-8b06-48741dbfb91f on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:50:51.201024 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4eb7e4ed-3b54-49e0-be5b-ec044b0bd6c6 req-21515ffc-b743-4604-8021-1ccafa4531c3 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:51.204716 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4eb7e4ed-3b54-49e0-be5b-ec044b0bd6c6 req-21515ffc-b743-4604-8021-1ccafa4531c3 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.32 "DELETE /v2.0/ports/89c0b255-f8a8-479f-8b06-48741dbfb91f HTTP/1.1" status: 204 len: 173 time: 0.4036591 Apr 18 21:50:51.205153 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd78ab9-5918-4419-84f5-e4b5467e0e20', 'name': 'network-vif-deleted', 'tag': '89c0b255-f8a8-479f-8b06-48741dbfb91f'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:50:51.207603 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5de776d-a1a8-403a-876c-b1ae1ecbd65c" -d '{"events": [{"server_uuid": "cfd78ab9-5918-4419-84f5-e4b5467e0e20", "name": "network-vif-deleted", "tag": "89c0b255-f8a8-479f-8b06-48741dbfb91f"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:50:51.248857 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fbc719-5a22-41c8-854f-022dae7df357 x-openstack-request-id: req-43fbc719-5a22-41c8-854f-022dae7df357 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:50:51.249144 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd78ab9-5918-4419-84f5-e4b5467e0e20", "name": "network-vif-deleted", "tag": "89c0b255-f8a8-479f-8b06-48741dbfb91f", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:50:51.249442 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43fbc719-5a22-41c8-854f-022dae7df357 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:50:51.249852 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43fbc719-5a22-41c8-854f-022dae7df357'] response: {'server_uuid': 'cfd78ab9-5918-4419-84f5-e4b5467e0e20', 'name': 'network-vif-deleted', 'tag': '89c0b255-f8a8-479f-8b06-48741dbfb91f', 'status': 'completed', 'code': 200} Apr 18 21:50:51.701537 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60786) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:51.760878 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1c264bf3-9779-45a1-aa26-9f33298b959b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:51.785919 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1c264bf3-9779-45a1-aa26-9f33298b959b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:51.846005 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1c264bf3-9779-45a1-aa26-9f33298b959b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:51.848631 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1c264bf3-9779-45a1-aa26-9f33298b959b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:51.849790 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1c264bf3-9779-45a1-aa26-9f33298b959b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "DELETE /v2.0/security-groups/cd3f4781-757c-47d9-a9fb-ed410fdc2f68 HTTP/1.1" status: 204 len: 168 time: 0.1472704 Apr 18 21:50:51.859175 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c264bf3-9779-45a1-aa26-9f33298b959b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3f4781-757c-47d9-a9fb-ed410fdc2f68,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:51.868048 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c264bf3-9779-45a1-aa26-9f33298b959b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:51.868383 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c264bf3-9779-45a1-aa26-9f33298b959b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:51.868743 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c264bf3-9779-45a1-aa26-9f33298b959b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:51.869075 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c264bf3-9779-45a1-aa26-9f33298b959b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:51.869401 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c264bf3-9779-45a1-aa26-9f33298b959b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:51.869741 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c264bf3-9779-45a1-aa26-9f33298b959b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:51.870059 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c264bf3-9779-45a1-aa26-9f33298b959b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:51.870368 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c264bf3-9779-45a1-aa26-9f33298b959b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:51.870684 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c264bf3-9779-45a1-aa26-9f33298b959b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:51.871006 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c264bf3-9779-45a1-aa26-9f33298b959b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:51.871317 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c264bf3-9779-45a1-aa26-9f33298b959b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:51.871759 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c264bf3-9779-45a1-aa26-9f33298b959b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:52.208752 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60794) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:52.213484 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-5f3daef6-1e21-462c-a08d-0692f88052fe tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-77046011', 'description': 'tempest-secgroup-smoke-77046011 description', 'project_id': '63d1313cd72f45949379228ff3ca7ac2'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:50:52.234043 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5f3daef6-1e21-462c-a08d-0692f88052fe tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:52.305969 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5f3daef6-1e21-462c-a08d-0692f88052fe tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:52.309549 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5f3daef6-1e21-462c-a08d-0692f88052fe tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:52.340805 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-5f3daef6-1e21-462c-a08d-0692f88052fe tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:52.342059 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-5f3daef6-1e21-462c-a08d-0692f88052fe tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1322060 Apr 18 21:50:52.344178 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3daef6-1e21-462c-a08d-0692f88052fe tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=489f4daf-c413-4e7a-b1a3-f284f1bd388a,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:52.345243 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 60796) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:52.351058 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-27c7ec09-a628-4507-9961-bc94d0de4fbf tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Request body: {'security_group_rule': {'security_group_id': '489f4daf-c413-4e7a-b1a3-f284f1bd388a', 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:50:52.380496 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-27c7ec09-a628-4507-9961-bc94d0de4fbf tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:52.428146 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-27c7ec09-a628-4507-9961-bc94d0de4fbf tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:52.431722 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-27c7ec09-a628-4507-9961-bc94d0de4fbf tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:52.449058 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7ec09-a628-4507-9961-bc94d0de4fbf tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a18c22f0-ba86-4b4f-bf9a-c1b909fb01e3,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:52.460868 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-27c7ec09-a628-4507-9961-bc94d0de4fbf tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:52.462146 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-27c7ec09-a628-4507-9961-bc94d0de4fbf tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155779 Apr 18 21:50:52.465414 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60798) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:52.470017 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-af909ee1-658b-4e1b-a3fc-870fe8f13f24 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Request body: {'security_group_rule': {'security_group_id': '489f4daf-c413-4e7a-b1a3-f284f1bd388a', 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:50:52.495202 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-af909ee1-658b-4e1b-a3fc-870fe8f13f24 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:52.553234 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-af909ee1-658b-4e1b-a3fc-870fe8f13f24 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:52.556929 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-af909ee1-658b-4e1b-a3fc-870fe8f13f24 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:52.574875 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af909ee1-658b-4e1b-a3fc-870fe8f13f24 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f980d831-2b8c-4dda-8fad-5098cc19c5b2,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:52.582760 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-af909ee1-658b-4e1b-a3fc-870fe8f13f24 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:52.583983 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-af909ee1-658b-4e1b-a3fc-870fe8f13f24 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175323 Apr 18 21:50:52.586973 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60800) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:52.591541 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-d4a7f08c-1337-4278-809f-978f1d58372e tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Request body: {'security_group_rule': {'security_group_id': '489f4daf-c413-4e7a-b1a3-f284f1bd388a', 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:50:52.617653 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d4a7f08c-1337-4278-809f-978f1d58372e tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:52.676721 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d4a7f08c-1337-4278-809f-978f1d58372e tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:52.680553 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d4a7f08c-1337-4278-809f-978f1d58372e tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:52.700052 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7f08c-1337-4278-809f-978f1d58372e tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa312b8-cce3-4ed3-a70a-391ada00de8b,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:52.709808 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d4a7f08c-1337-4278-809f-978f1d58372e tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:52.711148 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d4a7f08c-1337-4278-809f-978f1d58372e tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232107 Apr 18 21:50:52.713829 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60802) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:52.718129 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-7aeda8fe-8e9a-46f8-97c9-ac1ad5d350b9 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Request body: {'security_group_rule': {'security_group_id': '489f4daf-c413-4e7a-b1a3-f284f1bd388a', 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:50:52.742986 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7aeda8fe-8e9a-46f8-97c9-ac1ad5d350b9 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:52.805728 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7aeda8fe-8e9a-46f8-97c9-ac1ad5d350b9 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:52.809717 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7aeda8fe-8e9a-46f8-97c9-ac1ad5d350b9 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:52.828920 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeda8fe-8e9a-46f8-97c9-ac1ad5d350b9 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81810a59-fc3e-48f5-b04a-8324caf1a544,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:52.836809 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7aeda8fe-8e9a-46f8-97c9-ac1ad5d350b9 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:52.838047 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7aeda8fe-8e9a-46f8-97c9-ac1ad5d350b9 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232452 Apr 18 21:50:52.840723 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60804) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:52.845245 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-71426e67-8ba4-4387-91bb-73fbb6e64396 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Request body: {'security_group_rule': {'security_group_id': '489f4daf-c413-4e7a-b1a3-f284f1bd388a', 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:50:52.868721 n-d-838323-3 neutron-server[102908]: INFO neutron.db.securitygroups_db [None req-71426e67-8ba4-4387-91bb-73fbb6e64396 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Project 63d1313cd72f45949379228ff3ca7ac2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:50:52.873709 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71426e67-8ba4-4387-91bb-73fbb6e64396 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:52.934335 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71426e67-8ba4-4387-91bb-73fbb6e64396 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:52.938148 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71426e67-8ba4-4387-91bb-73fbb6e64396 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:52.956881 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71426e67-8ba4-4387-91bb-73fbb6e64396 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3bb838f-5edf-43fa-9eaf-80aa7a338356,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:52.963690 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-71426e67-8ba4-4387-91bb-73fbb6e64396 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:52.964895 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-71426e67-8ba4-4387-91bb-73fbb6e64396 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232524 Apr 18 21:50:52.967662 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60806) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:52.972792 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-e3f6045c-d05b-4bfa-ace6-7c1fa7de6b4c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Request body: {'security_group_rule': {'security_group_id': '489f4daf-c413-4e7a-b1a3-f284f1bd388a', 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:50:52.993073 n-d-838323-3 neutron-server[102908]: INFO neutron.db.securitygroups_db [None req-e3f6045c-d05b-4bfa-ace6-7c1fa7de6b4c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Project 63d1313cd72f45949379228ff3ca7ac2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:50:52.997810 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e3f6045c-d05b-4bfa-ace6-7c1fa7de6b4c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:53.058613 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e3f6045c-d05b-4bfa-ace6-7c1fa7de6b4c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:53.062677 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e3f6045c-d05b-4bfa-ace6-7c1fa7de6b4c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:53.082032 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6045c-d05b-4bfa-ace6-7c1fa7de6b4c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94788c2c-042a-4231-914f-8a0a17282f68,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:53.092399 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e3f6045c-d05b-4bfa-ace6-7c1fa7de6b4c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:53.093654 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e3f6045c-d05b-4bfa-ace6-7c1fa7de6b4c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250608 Apr 18 21:50:54.797892 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-16f4d39f-a442-418e-87b1-a0983d9a1999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:54.910612 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 89c0b255-f8a8-479f-8b06-48741dbfb91f no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:50:54.936247 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 89c0b255-f8a8-479f-8b06-48741dbfb91f {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:50:54.936599 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 89c0b255-f8a8-479f-8b06-48741dbfb91f not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:50:59.193128 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f48260f2-3de9-48a5-a9ad-5b89686f6eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:00.147383 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:01.694718 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:01.922824 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:07.311917 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-59db8692-e593-4229-9b43-334f00daeb57 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-77046011&fields=id&tenant_id=63d1313cd72f45949379228ff3ca7ac2 HTTP/1.1" status: 200 len: 267 time: 0.0330212 Apr 18 21:51:07.423246 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-d95737f6-c0ef-4bb9-8a6c-0c922d5e5f24 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:07.424939 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-d95737f6-c0ef-4bb9-8a6c-0c922d5e5f24 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/networks?id=cc95f3ab-f971-464a-8ccd-813f5cef82fd HTTP/1.1" status: 200 len: 809 time: 0.1059358 Apr 18 21:51:07.439669 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-6324f6cf-fdc7-4579-a301-1a71c8126b92 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/quotas/63d1313cd72f45949379228ff3ca7ac2 HTTP/1.1" status: 200 len: 375 time: 0.0088716 Apr 18 21:51:07.492195 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-37b498d8-75f2-4db9-ac5e-097605a2ffa5 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=63d1313cd72f45949379228ff3ca7ac2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463958 Apr 18 21:51:07.590319 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-6b3a56f0-4876-4d4a-ad76-62f805dff59c service neutron] 10.222.0.41 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865059 Apr 18 21:51:07.680445 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-2b7b350e-89ff-406a-8b1d-9512710b336a service neutron] 10.222.0.41 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831733 Apr 18 21:51:07.972899 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b9ab4d6a-21bf-42b0-9dd3-c2771f511832 req-c0358acd-2c01-4f59-b8e8-a9de84412945 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 210 time: 0.0281219 Apr 18 21:51:08.251168 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:08.917659 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-71c78685-94c7-444d-9a3c-3520f52e9fcf tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:08.919141 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-71c78685-94c7-444d-9a3c-3520f52e9fcf tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.57 "GET /v2.0/networks?id=cc95f3ab-f971-464a-8ccd-813f5cef82fd HTTP/1.1" status: 200 len: 809 time: 0.1189132 Apr 18 21:51:08.963055 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-e0c8db56-e94a-4113-aca2-cd72955ffe5c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63d1313cd72f45949379228ff3ca7ac2 HTTP/1.1" status: 200 len: 378 time: 0.0356612 Apr 18 21:51:08.973168 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-a46b6d23-90c6-4f9e-8144-a12e89639be1 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Request body: {'port': {'device_id': 'a9d1c699-2dba-4658-9052-e5b12384f94d', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'admin_state_up': True, 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'security_groups': ['489f4daf-c413-4e7a-b1a3-f284f1bd388a']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:51:09.083455 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e7c3c671-d2b7-4031-84aa-5ebee9a64f86 req-ed3b918d-6137-45c2-9c0d-b1e9f0ea771b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 210 time: 0.0379553 Apr 18 21:51:09.119193 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-a46b6d23-90c6-4f9e-8144-a12e89639be1 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Made reservation on behalf of 63d1313cd72f45949379228ff3ca7ac2 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:51:09.122775 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-a46b6d23-90c6-4f9e-8144-a12e89639be1 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:09.256187 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-a46b6d23-90c6-4f9e-8144-a12e89639be1 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Allocated IP 172.20.0.6 (cc95f3ab-f971-464a-8ccd-813f5cef82fd/bfeed774-58d9-4cce-ba9d-b2c268bf3b0c/b219e7f0-979a-4168-99d1-c1cf327d68da) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:51:09.394854 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-a46b6d23-90c6-4f9e-8144-a12e89639be1 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:09.429295 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-a46b6d23-90c6-4f9e-8144-a12e89639be1 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:09.475947 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-a46b6d23-90c6-4f9e-8144-a12e89639be1 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Network cc95f3ab-f971-464a-8ccd-813f5cef82fd is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:51:09.481599 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-a46b6d23-90c6-4f9e-8144-a12e89639be1 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:51:09.485395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-a46b6d23-90c6-4f9e-8144-a12e89639be1 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:51:09.516700 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b6d23-90c6-4f9e-8144-a12e89639be1 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Pushing event updated for resources: {'Port': ['ID=b219e7f0-979a-4168-99d1-c1cf327d68da,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:09.544325 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-a46b6d23-90c6-4f9e-8144-a12e89639be1 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:09.545001 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-a46b6d23-90c6-4f9e-8144-a12e89639be1 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:09.562848 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-a46b6d23-90c6-4f9e-8144-a12e89639be1 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5942516 Apr 18 21:51:09.572888 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-ecdfb8b8-36ff-4c8a-84fe-131efe602c92 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:51:09.573948 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-ecdfb8b8-36ff-4c8a-84fe-131efe602c92 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055714 Apr 18 21:51:09.640969 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-ccd4a53e-b9ef-41f8-8c5d-a4018d7d728f service neutron] Request body: {'port': {'device_id': 'a9d1c699-2dba-4658-9052-e5b12384f94d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:51:09.701383 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-ccd4a53e-b9ef-41f8-8c5d-a4018d7d728f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:09.772490 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-1f43bbd4-7e51-4d78-adf3-5d79f40cf1f0 None None] Provisioning complete for port b219e7f0-979a-4168-99d1-c1cf327d68da triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:51:09.773067 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1f43bbd4-7e51-4d78-adf3-5d79f40cf1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:09.810808 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-1f43bbd4-7e51-4d78-adf3-5d79f40cf1f0 None None] Port b219e7f0-979a-4168-99d1-c1cf327d68da cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:51:09.973705 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-ccd4a53e-b9ef-41f8-8c5d-a4018d7d728f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b219e7f0-979a-4168-99d1-c1cf327d68da {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:51:09.981955 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-ccd4a53e-b9ef-41f8-8c5d-a4018d7d728f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:09.994467 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-ccd4a53e-b9ef-41f8-8c5d-a4018d7d728f service neutron] Transition to ACTIVE for port object b219e7f0-979a-4168-99d1-c1cf327d68da will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:51:09.998591 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-ccd4a53e-b9ef-41f8-8c5d-a4018d7d728f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:10.050143 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4a53e-b9ef-41f8-8c5d-a4018d7d728f service neutron] Pushing event updated for resources: {'Port': ['ID=b219e7f0-979a-4168-99d1-c1cf327d68da,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:10.145207 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-ccd4a53e-b9ef-41f8-8c5d-a4018d7d728f service neutron] Attempting to bind port b219e7f0-979a-4168-99d1-c1cf327d68da on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:51:10.145554 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-ccd4a53e-b9ef-41f8-8c5d-a4018d7d728f service neutron] Attempting to bind port b219e7f0-979a-4168-99d1-c1cf327d68da by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': '2e7ac195-badc-4a98-a4ad-b40669b33e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:51:10.145879 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-ccd4a53e-b9ef-41f8-8c5d-a4018d7d728f service neutron] Attempting to bind port b219e7f0-979a-4168-99d1-c1cf327d68da on network cc95f3ab-f971-464a-8ccd-813f5cef82fd {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:51:10.151758 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-ccd4a53e-b9ef-41f8-8c5d-a4018d7d728f service neutron] Port b219e7f0-979a-4168-99d1-c1cf327d68da on network cc95f3ab-f971-464a-8ccd-813f5cef82fd not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:51:10.152097 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-ccd4a53e-b9ef-41f8-8c5d-a4018d7d728f service neutron] Attempting to bind port b219e7f0-979a-4168-99d1-c1cf327d68da on network cc95f3ab-f971-464a-8ccd-813f5cef82fd {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:51:10.157988 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-ccd4a53e-b9ef-41f8-8c5d-a4018d7d728f service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:51:10.159255 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-ccd4a53e-b9ef-41f8-8c5d-a4018d7d728f service neutron] Checking segment: {'id': '2e7ac195-badc-4a98-a4ad-b40669b33e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:51:10.159653 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-ccd4a53e-b9ef-41f8-8c5d-a4018d7d728f service neutron] Bound using segment: {'id': '2e7ac195-badc-4a98-a4ad-b40669b33e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:51:10.160106 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-ccd4a53e-b9ef-41f8-8c5d-a4018d7d728f service neutron] Bound port: b219e7f0-979a-4168-99d1-c1cf327d68da, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e7ac195-badc-4a98-a4ad-b40669b33e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:51:10.160784 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-ccd4a53e-b9ef-41f8-8c5d-a4018d7d728f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:10.261995 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fdfe3f-b626-497d-b020-8977e85f7c64 req-f2eca3c1-7740-4fef-a429-a0332717d848 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:10.263544 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-38fdfe3f-b626-497d-b020-8977e85f7c64 req-f2eca3c1-7740-4fef-a429-a0332717d848 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 943 time: 0.1002953 Apr 18 21:51:10.289788 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-ccd4a53e-b9ef-41f8-8c5d-a4018d7d728f service neutron] For port b219e7f0-979a-4168-99d1-c1cf327d68da, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:51:10.311670 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-ccd4a53e-b9ef-41f8-8c5d-a4018d7d728f service neutron] For port b219e7f0-979a-4168-99d1-c1cf327d68da, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b219e7f0-979a-4168-99d1-c1cf327d68da,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:51:10.320322 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-ccd4a53e-b9ef-41f8-8c5d-a4018d7d728f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:10.326170 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-38fdfe3f-b626-497d-b020-8977e85f7c64 req-d59cce3e-ee3e-4ea6-8a5c-12526ee1e96c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534394 Apr 18 21:51:10.359264 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-ccd4a53e-b9ef-41f8-8c5d-a4018d7d728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:10.359921 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-ccd4a53e-b9ef-41f8-8c5d-a4018d7d728f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:10.362542 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-ccd4a53e-b9ef-41f8-8c5d-a4018d7d728f service neutron] 10.222.0.57 "PUT /v2.0/ports/b219e7f0-979a-4168-99d1-c1cf327d68da HTTP/1.1" status: 200 len: 1091 time: 0.7807875 Apr 18 21:51:10.364783 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d1c699-2dba-4658-9052-e5b12384f94d', 'tag': 'b219e7f0-979a-4168-99d1-c1cf327d68da'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:51:10.367915 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359229c4-547e-4c8f-84a6-55502498c428" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d1c699-2dba-4658-9052-e5b12384f94d", "tag": "b219e7f0-979a-4168-99d1-c1cf327d68da"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:51:10.394644 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4a53e-b9ef-41f8-8c5d-a4018d7d728f service neutron] Pushing event updated for resources: {'Port': ['ID=b219e7f0-979a-4168-99d1-c1cf327d68da,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:10.425775 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02dbefe2-52cd-4f2b-8fd4-dabb15ab2637 x-openstack-request-id: req-02dbefe2-52cd-4f2b-8fd4-dabb15ab2637 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:51:10.426079 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d1c699-2dba-4658-9052-e5b12384f94d", "tag": "b219e7f0-979a-4168-99d1-c1cf327d68da", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:51:10.426311 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02dbefe2-52cd-4f2b-8fd4-dabb15ab2637 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:51:10.426726 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02dbefe2-52cd-4f2b-8fd4-dabb15ab2637'] response: {'name': 'network-changed', 'server_uuid': 'a9d1c699-2dba-4658-9052-e5b12384f94d', 'tag': 'b219e7f0-979a-4168-99d1-c1cf327d68da', 'status': 'completed', 'code': 200} Apr 18 21:51:10.488281 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-ea01d3b7-a0b5-4a2b-be87-ff42c864f46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:10.489852 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-ea01d3b7-a0b5-4a2b-be87-ff42c864f46a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63d1313cd72f45949379228ff3ca7ac2&device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 1094 time: 0.0597486 Apr 18 21:51:10.533860 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-30b61bb1-e4e9-4b86-98a7-0c9b333c6567 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b219e7f0-979a-4168-99d1-c1cf327d68da HTTP/1.1" status: 200 len: 217 time: 0.0368874 Apr 18 21:51:10.586486 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-40acd032-ab31-4683-84de-82dbc7423c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:10.587929 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-40acd032-ab31-4683-84de-82dbc7423c17 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfeed774-58d9-4cce-ba9d-b2c268bf3b0c HTTP/1.1" status: 200 len: 848 time: 0.0481999 Apr 18 21:51:10.637413 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-fa560cd8-f205-436e-8395-9b4cbebdbd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:10.638922 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-fa560cd8-f205-436e-8395-9b4cbebdbd39 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc95f3ab-f971-464a-8ccd-813f5cef82fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447958 Apr 18 21:51:10.729691 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-4cf08b30-8978-4b93-a6cb-318a824bb7a0 service neutron] 10.222.0.57 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838144 Apr 18 21:51:10.843155 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4bccd2fe-5260-4ecb-8402-d3e138be2bcb req-2d901818-8102-44c0-a1a8-8bed0dc9c6ba service neutron] 10.222.0.57 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070912 Apr 18 21:51:10.933064 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359229c4-547e-4c8f-84a6-55502498c428 req-49eb8f90-bd49-4dff-9bc1-6b9222bd7100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:10.934672 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-359229c4-547e-4c8f-84a6-55502498c428 req-49eb8f90-bd49-4dff-9bc1-6b9222bd7100 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63d1313cd72f45949379228ff3ca7ac2&device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 1094 time: 0.0447490 Apr 18 21:51:11.025525 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359229c4-547e-4c8f-84a6-55502498c428 req-82cb9e03-c5cf-48e8-a119-399440ce5096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:11.026987 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-359229c4-547e-4c8f-84a6-55502498c428 req-82cb9e03-c5cf-48e8-a119-399440ce5096 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc95f3ab-f971-464a-8ccd-813f5cef82fd HTTP/1.1" status: 200 len: 910 time: 0.0860159 Apr 18 21:51:11.071478 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-359229c4-547e-4c8f-84a6-55502498c428 req-f97b7b16-f536-444b-91e6-a7e8296a29aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b219e7f0-979a-4168-99d1-c1cf327d68da HTTP/1.1" status: 200 len: 217 time: 0.0381153 Apr 18 21:51:11.121397 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359229c4-547e-4c8f-84a6-55502498c428 req-cf28440f-4b5a-48fe-bab0-8f3ad0aeb23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:11.122973 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-359229c4-547e-4c8f-84a6-55502498c428 req-cf28440f-4b5a-48fe-bab0-8f3ad0aeb23c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfeed774-58d9-4cce-ba9d-b2c268bf3b0c HTTP/1.1" status: 200 len: 848 time: 0.0452437 Apr 18 21:51:11.169139 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359229c4-547e-4c8f-84a6-55502498c428 req-07537a74-c3ed-485d-ac82-4f80bb36a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:11.170740 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-359229c4-547e-4c8f-84a6-55502498c428 req-07537a74-c3ed-485d-ac82-4f80bb36a29c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc95f3ab-f971-464a-8ccd-813f5cef82fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411985 Apr 18 21:51:11.263771 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-359229c4-547e-4c8f-84a6-55502498c428 req-cbb99ef5-a5d7-4bbf-9263-443ddc282496 service neutron] 10.222.0.57 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865736 Apr 18 21:51:11.352686 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-359229c4-547e-4c8f-84a6-55502498c428 req-99369bb7-dbf6-4fc0-83db-411cd87960c7 service neutron] 10.222.0.57 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829237 Apr 18 21:51:11.455470 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3745655-03ad-4ba6-a99a-ce5532b4a882 req-9c0cb725-9d34-47de-90c1-40b2de58bb29 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:11.457094 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c3745655-03ad-4ba6-a99a-ce5532b4a882 req-9c0cb725-9d34-47de-90c1-40b2de58bb29 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 943 time: 0.0518928 Apr 18 21:51:11.502200 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c3745655-03ad-4ba6-a99a-ce5532b4a882 req-cbbdb7c5-b23e-42d9-84c0-deb91ca6ea39 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383787 Apr 18 21:51:12.625176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84680331-1244-414a-9fe6-6faccedfaaa2 req-7dacfa1a-ce24-48ff-97b4-d5c7a1044f01 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:12.626676 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-84680331-1244-414a-9fe6-6faccedfaaa2 req-7dacfa1a-ce24-48ff-97b4-d5c7a1044f01 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 943 time: 0.0509782 Apr 18 21:51:12.668183 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-84680331-1244-414a-9fe6-6faccedfaaa2 req-291210da-d9b0-4a03-9cc7-16a2eb33c690 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352390 Apr 18 21:51:12.720541 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:13.788480 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c6bde-25ab-4fe2-91d5-753f493fca80 req-f494ff23-f870-4a0b-afec-d323007e5ec8 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:13.790026 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e74c6bde-25ab-4fe2-91d5-753f493fca80 req-f494ff23-f870-4a0b-afec-d323007e5ec8 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 943 time: 0.0505829 Apr 18 21:51:13.831955 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e74c6bde-25ab-4fe2-91d5-753f493fca80 req-7d017e55-d568-4a06-8136-c3ab75ae65a4 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355067 Apr 18 21:51:14.946659 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a6d2b-af1f-493f-9225-b57d65aef995 req-5b1a3b7f-1456-4f0a-8d3d-21afa414298c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:14.948137 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-322a6d2b-af1f-493f-9225-b57d65aef995 req-5b1a3b7f-1456-4f0a-8d3d-21afa414298c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 943 time: 0.0494652 Apr 18 21:51:14.992036 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-322a6d2b-af1f-493f-9225-b57d65aef995 req-f145b0b0-18f3-4742-96eb-e565e0c0d0d2 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372543 Apr 18 21:51:16.108369 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d097fd-3889-428c-88ab-02a3c48f44a4 req-14e8b8e2-7c4a-4b3b-95fa-ecc50b038a0d tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:16.109870 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-80d097fd-3889-428c-88ab-02a3c48f44a4 req-14e8b8e2-7c4a-4b3b-95fa-ecc50b038a0d tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 943 time: 0.0501235 Apr 18 21:51:16.150272 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-80d097fd-3889-428c-88ab-02a3c48f44a4 req-cb1f3d72-d2e0-44d8-ab03-e445c2f8bd1e tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332797 Apr 18 21:51:17.266014 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f89b9e-ba85-4ae1-91f0-d6cf67e0dd55 req-187f9d94-9a2b-422b-8dea-c8cfcae22bad tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:17.267527 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-71f89b9e-ba85-4ae1-91f0-d6cf67e0dd55 req-187f9d94-9a2b-422b-8dea-c8cfcae22bad tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 943 time: 0.0499048 Apr 18 21:51:17.307199 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-71f89b9e-ba85-4ae1-91f0-d6cf67e0dd55 req-2c92356f-0a7d-48ac-8680-df56d373c6b5 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317333 Apr 18 21:51:18.424507 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03305f88-1d82-4a48-a251-290d691c8c91 req-e19f0544-74eb-46a8-a5c4-f64536bda850 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:18.425609 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03305f88-1d82-4a48-a251-290d691c8c91 req-e19f0544-74eb-46a8-a5c4-f64536bda850 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 943 time: 0.0486367 Apr 18 21:51:18.467667 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-03305f88-1d82-4a48-a251-290d691c8c91 req-b9ea8da8-0bb4-4fbf-ab2f-a05308a3ee6b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359468 Apr 18 21:51:19.584154 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83ff4a-065c-4f35-a4a4-e05c1eca3cc5 req-7b0c92e8-0332-43e8-a1cb-bef7e7fa3616 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:19.585669 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9e83ff4a-065c-4f35-a4a4-e05c1eca3cc5 req-7b0c92e8-0332-43e8-a1cb-bef7e7fa3616 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 943 time: 0.0489650 Apr 18 21:51:19.624700 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9e83ff4a-065c-4f35-a4a4-e05c1eca3cc5 req-12f1754c-cac0-4442-8485-0a46dfa86cdf tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329597 Apr 18 21:51:20.739862 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4c504-94f5-4260-a372-e9efb5165d5c req-009b3e43-4920-4f91-88f9-98002243a09d tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:20.741251 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b5c4c504-94f5-4260-a372-e9efb5165d5c req-009b3e43-4920-4f91-88f9-98002243a09d tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 943 time: 0.0483499 Apr 18 21:51:20.778577 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b5c4c504-94f5-4260-a372-e9efb5165d5c req-9c868097-64fc-4dd5-bd61-f12889daf0fe tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312674 Apr 18 21:51:21.220863 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device b219e7f0-979a-4168-99d1-c1cf327d68da details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:51:21.317484 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port b219e7f0-979a-4168-99d1-c1cf327d68da, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b219e7f0-979a-4168-99d1-c1cf327d68da,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:51:21.328748 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'b219e7f0-979a-4168-99d1-c1cf327d68da', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'port_id': 'b219e7f0-979a-4168-99d1-c1cf327d68da', 'mac_address': 'fa:16:3e:cd:11:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:51:21.362629 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:51:21.368804 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:21.381892 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b219e7f0-979a-4168-99d1-c1cf327d68da {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:51:21.402834 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port b219e7f0-979a-4168-99d1-c1cf327d68da, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b219e7f0-979a-4168-99d1-c1cf327d68da,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:51:21.407190 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:21.457162 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=b219e7f0-979a-4168-99d1-c1cf327d68da,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:21.464191 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:21.464562 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:21.464897 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:21.465227 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:21.465555 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:21.465873 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:21.466192 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:21.466507 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:21.466822 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:21.467141 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:21.467454 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:21.467765 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:51:21.639687 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['b219e7f0-979a-4168-99d1-c1cf327d68da'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:51:21.898407 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e64a32-1a45-4997-9057-61507284f7ab req-1ddf0901-4365-4f24-b0d0-c5bef0495e85 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:21.899868 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c3e64a32-1a45-4997-9057-61507284f7ab req-1ddf0901-4365-4f24-b0d0-c5bef0495e85 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 944 time: 0.0514319 Apr 18 21:51:21.944162 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c3e64a32-1a45-4997-9057-61507284f7ab req-c0eb61f3-8e0c-4d04-bb9d-fcb3b5990a63 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381467 Apr 18 21:51:23.069603 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bcaad-4db8-4e0e-8fdb-6222561966ec req-dbff4cfe-da28-4677-b1e9-f8de56086661 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:23.071080 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-996bcaad-4db8-4e0e-8fdb-6222561966ec req-dbff4cfe-da28-4677-b1e9-f8de56086661 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 944 time: 0.0499792 Apr 18 21:51:23.110726 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-996bcaad-4db8-4e0e-8fdb-6222561966ec req-a9e78273-d19e-42de-9ae7-c33b94944bc6 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332305 Apr 18 21:51:23.236801 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device b219e7f0-979a-4168-99d1-c1cf327d68da up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:51:23.286444 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port b219e7f0-979a-4168-99d1-c1cf327d68da completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:51:23.290745 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port b219e7f0-979a-4168-99d1-c1cf327d68da triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:51:23.291007 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:23.370388 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:23.393143 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d1c699-2dba-4658-9052-e5b12384f94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b219e7f0-979a-4168-99d1-c1cf327d68da'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:51:23.395373 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1ce13f-dea1-4080-ab81-f2f4b609a687" -d '{"events": [{"server_uuid": "a9d1c699-2dba-4658-9052-e5b12384f94d", "name": "network-vif-plugged", "status": "completed", "tag": "b219e7f0-979a-4168-99d1-c1cf327d68da"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:51:23.408526 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port b219e7f0-979a-4168-99d1-c1cf327d68da, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b219e7f0-979a-4168-99d1-c1cf327d68da,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:51:23.413038 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:23.461451 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=b219e7f0-979a-4168-99d1-c1cf327d68da,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:23.486702 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91fea78-b3ed-49e0-afc3-7742958bb46e x-openstack-request-id: req-a91fea78-b3ed-49e0-afc3-7742958bb46e {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:51:23.487044 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d1c699-2dba-4658-9052-e5b12384f94d", "name": "network-vif-plugged", "status": "completed", "tag": "b219e7f0-979a-4168-99d1-c1cf327d68da", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:51:23.487245 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a91fea78-b3ed-49e0-afc3-7742958bb46e {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:51:23.487651 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a91fea78-b3ed-49e0-afc3-7742958bb46e'] response: {'server_uuid': 'a9d1c699-2dba-4658-9052-e5b12384f94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b219e7f0-979a-4168-99d1-c1cf327d68da', 'code': 200} Apr 18 21:51:23.578695 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6245e-165e-40fc-91ac-14b60b04baf9 req-f505af66-0702-43b8-b288-477f8915f318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:23.580837 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2a6245e-165e-40fc-91ac-14b60b04baf9 req-f505af66-0702-43b8-b288-477f8915f318 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 1096 time: 0.0394106 Apr 18 21:51:23.613878 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a2a6245e-165e-40fc-91ac-14b60b04baf9 req-15276366-c8e9-4e56-b3e5-db4d55f9d1fc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0275388 Apr 18 21:51:24.226458 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4ad91-aa08-4203-bb3a-30595bd72cea req-24e21149-81e5-4fa1-95eb-2f266bfbb99a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:24.227845 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bc4ad91-aa08-4203-bb3a-30595bd72cea req-24e21149-81e5-4fa1-95eb-2f266bfbb99a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 945 time: 0.0482478 Apr 18 21:51:24.269230 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3bc4ad91-aa08-4203-bb3a-30595bd72cea req-ba23b2b3-0860-488c-b9a4-4fb5fdb5bbdf tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353069 Apr 18 21:51:24.800828 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4765be7a-6124-4162-ad34-2c0adab0e597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:25.395094 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41626ab3-4fe9-4404-9446-8b5b84cd96a5 req-e03cf7bf-8ab4-4723-a222-425c1b322d53 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:25.396606 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41626ab3-4fe9-4404-9446-8b5b84cd96a5 req-e03cf7bf-8ab4-4723-a222-425c1b322d53 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 945 time: 0.0493453 Apr 18 21:51:25.433899 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-41626ab3-4fe9-4404-9446-8b5b84cd96a5 req-a96364a5-4524-4438-bc25-ea4db2f434cb tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313072 Apr 18 21:51:25.555427 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e9dd0-048f-4eeb-840b-2783592caf0b req-d6fa8a4f-5ef3-4cb5-a7ed-59afa4729c18 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:25.556837 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e6e9dd0-048f-4eeb-840b-2783592caf0b req-d6fa8a4f-5ef3-4cb5-a7ed-59afa4729c18 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 945 time: 0.0490603 Apr 18 21:51:25.595120 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2e6e9dd0-048f-4eeb-840b-2783592caf0b req-9818f0c5-7cef-44e8-886c-df0969f9c099 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323017 Apr 18 21:51:25.616981 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 60998) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:51:25.703426 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b116000f-0cb4-4261-8ae9-d1e034d5ea32 tempest-TestShelveInstance-381285648 tempest-TestShelveInstance-381285648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:25.705204 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b116000f-0cb4-4261-8ae9-d1e034d5ea32 tempest-TestShelveInstance-381285648 tempest-TestShelveInstance-381285648-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 1091 time: 0.0870235 Apr 18 21:51:25.707732 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 32770) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:51:25.711963 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-7abc4070-1091-4a91-87a4-d4c9fd785b5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'port_id': 'b219e7f0-979a-4168-99d1-c1cf327d68da', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:51:25.732386 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7abc4070-1091-4a91-87a4-d4c9fd785b5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:25.832570 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7abc4070-1091-4a91-87a4-d4c9fd785b5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:25.941662 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-7abc4070-1091-4a91-87a4-d4c9fd785b5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Allocated IP 172.25.1.205 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/bb4c5a8c-c4fe-4083-ad35-7a42b68afe1c) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:51:26.344868 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7abc4070-1091-4a91-87a4-d4c9fd785b5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:26.379146 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7abc4070-1091-4a91-87a4-d4c9fd785b5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:26.417518 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abc4070-1091-4a91-87a4-d4c9fd785b5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:51:26.422317 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-7abc4070-1091-4a91-87a4-d4c9fd785b5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:51:26.427116 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abc4070-1091-4a91-87a4-d4c9fd785b5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:51:26.450328 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc4070-1091-4a91-87a4-d4c9fd785b5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Pushing event updated for resources: {'Port': ['ID=bb4c5a8c-c4fe-4083-ad35-7a42b68afe1c,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:26.786437 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7abc4070-1091-4a91-87a4-d4c9fd785b5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:26.867831 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7abc4070-1091-4a91-87a4-d4c9fd785b5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:27.021531 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7abc4070-1091-4a91-87a4-d4c9fd785b5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:27.026175 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7abc4070-1091-4a91-87a4-d4c9fd785b5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:27.092768 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc4070-1091-4a91-87a4-d4c9fd785b5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Pushing event updated for resources: {'Port': ['ID=bb4c5a8c-c4fe-4083-ad35-7a42b68afe1c,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:27.104955 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7abc4070-1091-4a91-87a4-d4c9fd785b5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:27.214894 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-7abc4070-1091-4a91-87a4-d4c9fd785b5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Floating IP 34b56b92-3277-4550-9985-911313b7fde4 associated. External IP: 172.25.1.205, port: b219e7f0-979a-4168-99d1-c1cf327d68da. Apr 18 21:51:27.433130 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abc4070-1091-4a91-87a4-d4c9fd785b5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Router c80be70c-986d-49bb-93a9-df5ef530ace9 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:51:27.547198 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abc4070-1091-4a91-87a4-d4c9fd785b5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:51:27.557164 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d568b635-3682-483b-acc3-a9ab9882bc0c None None] Sync routers for ids ['c80be70c-986d-49bb-93a9-df5ef530ace9'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:51:27.567472 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-7abc4070-1091-4a91-87a4-d4c9fd785b5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:27.567796 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d568b635-3682-483b-acc3-a9ab9882bc0c None None] Routers {'c80be70c-986d-49bb-93a9-df5ef530ace9'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:51:27.568215 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-d568b635-3682-483b-acc3-a9ab9882bc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:50:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c80be70c-986d-49bb-93a9-df5ef530ace9'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:51:27.594733 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7abc4070-1091-4a91-87a4-d4c9fd785b5a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8859758 Apr 18 21:51:27.595472 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d1c699-2dba-4658-9052-e5b12384f94d', 'tag': 'b219e7f0-979a-4168-99d1-c1cf327d68da'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:51:27.597926 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac33f4c7-4ab3-475b-a181-bc5bbeaae405" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d1c699-2dba-4658-9052-e5b12384f94d", "tag": "b219e7f0-979a-4168-99d1-c1cf327d68da"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:51:27.635350 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c15e515-6a16-4d3a-a002-3b8af0d1257a x-openstack-request-id: req-1c15e515-6a16-4d3a-a002-3b8af0d1257a {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:51:27.635645 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d1c699-2dba-4658-9052-e5b12384f94d", "tag": "b219e7f0-979a-4168-99d1-c1cf327d68da", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:51:27.635903 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c15e515-6a16-4d3a-a002-3b8af0d1257a {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:51:27.636317 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c15e515-6a16-4d3a-a002-3b8af0d1257a'] response: {'name': 'network-changed', 'server_uuid': 'a9d1c699-2dba-4658-9052-e5b12384f94d', 'tag': 'b219e7f0-979a-4168-99d1-c1cf327d68da', 'status': 'completed', 'code': 200} Apr 18 21:51:27.677388 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-d568b635-3682-483b-acc3-a9ab9882bc0c None None] Set router c80be70c-986d-49bb-93a9-df5ef530ace9 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:51:27.697851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33f4c7-4ab3-475b-a181-bc5bbeaae405 req-cf30f658-0470-4b47-8144-2e3ade97cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:27.699277 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac33f4c7-4ab3-475b-a181-bc5bbeaae405 req-cf30f658-0470-4b47-8144-2e3ade97cd0d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63d1313cd72f45949379228ff3ca7ac2&device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 1096 time: 0.0416143 Apr 18 21:51:27.795188 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33f4c7-4ab3-475b-a181-bc5bbeaae405 req-243c76fa-259c-4ae3-a787-8ec580d21364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:27.796749 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac33f4c7-4ab3-475b-a181-bc5bbeaae405 req-243c76fa-259c-4ae3-a787-8ec580d21364 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc95f3ab-f971-464a-8ccd-813f5cef82fd HTTP/1.1" status: 200 len: 910 time: 0.0910413 Apr 18 21:51:27.867752 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac33f4c7-4ab3-475b-a181-bc5bbeaae405 req-158b2104-ed09-42bb-b4d0-110a0ff99022 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b219e7f0-979a-4168-99d1-c1cf327d68da HTTP/1.1" status: 200 len: 999 time: 0.0647020 Apr 18 21:51:27.916491 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-d568b635-3682-483b-acc3-a9ab9882bc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'name': 'tempest-TestShelveInstance-1537609241-router', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:19Z', 'revision_number': 4, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'gw_port': {'id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '34b56b92-3277-4550-9985-911313b7fde4', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'floating_ip_address': '172.25.1.205', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'port_id': 'b219e7f0-979a-4168-99d1-c1cf327d68da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'mac_address': 'fa:16:3e:cd:11:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d1c699-2dba-4658-9052-e5b12384f94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:51:26Z', 'updated_at': '2022-04-18T21:51:26Z', 'revision_number': 0, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a70ee54b-a26e-4410-9de1-7472f9ee2346', 'name': '', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'mac_address': 'fa:16:3e:a2:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:19Z', 'updated_at': '2022-04-18T21:45:23Z', 'revision_number': 5, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'subnets': [{'id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:51:27.918863 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33f4c7-4ab3-475b-a181-bc5bbeaae405 req-e066e7ac-0806-40e7-9f67-840bb7a436ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:27.920321 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac33f4c7-4ab3-475b-a181-bc5bbeaae405 req-e066e7ac-0806-40e7-9f67-840bb7a436ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfeed774-58d9-4cce-ba9d-b2c268bf3b0c HTTP/1.1" status: 200 len: 848 time: 0.0463123 Apr 18 21:51:27.943609 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d568b635-3682-483b-acc3-a9ab9882bc0c None None] Checking router: c80be70c-986d-49bb-93a9-df5ef530ace9 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:51:27.952082 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d568b635-3682-483b-acc3-a9ab9882bc0c None None] Routers {'c80be70c-986d-49bb-93a9-df5ef530ace9'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:51:27.952659 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-d568b635-3682-483b-acc3-a9ab9882bc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:50:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c80be70c-986d-49bb-93a9-df5ef530ace9'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:51:27.972147 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33f4c7-4ab3-475b-a181-bc5bbeaae405 req-3aa23f6d-9ae1-45fa-b60b-7fb37967e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:27.973839 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac33f4c7-4ab3-475b-a181-bc5bbeaae405 req-3aa23f6d-9ae1-45fa-b60b-7fb37967e6e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc95f3ab-f971-464a-8ccd-813f5cef82fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465255 Apr 18 21:51:28.059968 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-d568b635-3682-483b-acc3-a9ab9882bc0c None None] Set router c80be70c-986d-49bb-93a9-df5ef530ace9 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:51:28.062992 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac33f4c7-4ab3-475b-a181-bc5bbeaae405 req-c6ea8297-b5f5-4018-abe7-bf9dc499a53e service neutron] 10.222.0.57 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831499 Apr 18 21:51:28.161908 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ac33f4c7-4ab3-475b-a181-bc5bbeaae405 req-6e724d5f-75dc-4bd2-a339-3bb5e074aea3 service neutron] 10.222.0.57 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923290 Apr 18 21:51:28.284754 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-d568b635-3682-483b-acc3-a9ab9882bc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'name': 'tempest-TestShelveInstance-1537609241-router', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:19Z', 'revision_number': 4, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'gw_port': {'id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '34b56b92-3277-4550-9985-911313b7fde4', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'floating_ip_address': '172.25.1.205', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'port_id': 'b219e7f0-979a-4168-99d1-c1cf327d68da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'mac_address': 'fa:16:3e:cd:11:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d1c699-2dba-4658-9052-e5b12384f94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:51:26Z', 'updated_at': '2022-04-18T21:51:26Z', 'revision_number': 0, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a70ee54b-a26e-4410-9de1-7472f9ee2346', 'name': '', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'mac_address': 'fa:16:3e:a2:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:19Z', 'updated_at': '2022-04-18T21:45:23Z', 'revision_number': 5, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'subnets': [{'id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:51:28.311583 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d568b635-3682-483b-acc3-a9ab9882bc0c None None] The sync data for ids ['c80be70c-986d-49bb-93a9-df5ef530ace9'] in n-d-838323-3 is: [{'id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'name': 'tempest-TestShelveInstance-1537609241-router', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:19Z', 'revision_number': 4, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'gw_port': {'id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': '34b56b92-3277-4550-9985-911313b7fde4', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'floating_ip_address': '172.25.1.205', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'port_id': 'b219e7f0-979a-4168-99d1-c1cf327d68da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'mac_address': 'fa:16:3e:cd:11:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d1c699-2dba-4658-9052-e5b12384f94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:51:26Z', 'updated_at': '2022-04-18T21:51:26Z', 'revision_number': 0, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a70ee54b-a26e-4410-9de1-7472f9ee2346', 'name': '', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'mac_address': 'fa:16:3e:a2:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:19Z', 'updated_at': '2022-04-18T21:45:23Z', 'revision_number': 5, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'subnets': [{'id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:51:28.513263 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e01aad5-e305-430e-ab11-6ccf88e4f726 None None] New status for floating IP 34b56b92-3277-4550-9985-911313b7fde4: ACTIVE {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:51:29.186383 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2eec582e-f6af-496c-8964-4f8a7749f682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:30.151264 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:31.697593 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:31.924661 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:33.188378 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb21d9cc-585f-4644-a059-6bdef64aa597 req-a35decce-9a8a-4c69-ada6-9d6eb59afc69 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418537 Apr 18 21:51:33.268173 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21d9cc-585f-4644-a059-6bdef64aa597 req-a35d1531-3055-42cd-98e1-1239ce7cdc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:33.269708 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb21d9cc-585f-4644-a059-6bdef64aa597 req-a35d1531-3055-42cd-98e1-1239ce7cdc6c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63d1313cd72f45949379228ff3ca7ac2&device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 1096 time: 0.0412061 Apr 18 21:51:33.372735 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21d9cc-585f-4644-a059-6bdef64aa597 req-d0efb6da-99b9-46af-ad6e-4c6031b7f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:33.374183 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb21d9cc-585f-4644-a059-6bdef64aa597 req-d0efb6da-99b9-46af-ad6e-4c6031b7f1ea service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc95f3ab-f971-464a-8ccd-813f5cef82fd HTTP/1.1" status: 200 len: 910 time: 0.0867455 Apr 18 21:51:33.440059 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb21d9cc-585f-4644-a059-6bdef64aa597 req-d9a439e1-0c3c-40ff-89be-b0b2c9922573 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b219e7f0-979a-4168-99d1-c1cf327d68da HTTP/1.1" status: 200 len: 1001 time: 0.0598443 Apr 18 21:51:33.487172 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21d9cc-585f-4644-a059-6bdef64aa597 req-01c1e2eb-fcf2-4fe6-8123-ee9e5e74be20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:33.488637 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb21d9cc-585f-4644-a059-6bdef64aa597 req-01c1e2eb-fcf2-4fe6-8123-ee9e5e74be20 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfeed774-58d9-4cce-ba9d-b2c268bf3b0c HTTP/1.1" status: 200 len: 848 time: 0.0430977 Apr 18 21:51:33.537279 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21d9cc-585f-4644-a059-6bdef64aa597 req-dd7979cc-e3b4-48c4-a74b-90d02d3fd6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:33.538761 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb21d9cc-585f-4644-a059-6bdef64aa597 req-dd7979cc-e3b4-48c4-a74b-90d02d3fd6e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc95f3ab-f971-464a-8ccd-813f5cef82fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442905 Apr 18 21:51:33.630620 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb21d9cc-585f-4644-a059-6bdef64aa597 req-19fe0099-4ed0-4277-a4d0-52033e9bec6e service neutron] 10.222.0.57 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833371 Apr 18 21:51:33.722143 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fb21d9cc-585f-4644-a059-6bdef64aa597 req-95935316-f3fa-4448-8fb3-72b66a4033c5 service neutron] 10.222.0.57 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846415 Apr 18 21:51:38.270990 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:42.732979 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:54.802954 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-adc90b9e-4af7-4a7b-8f9f-544d8f38ffd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:58.361673 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:51:59.189252 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-cbcd2280-75eb-453b-80bf-843f58188795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:00.152818 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:01.700343 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:01.928770 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:08.284440 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:12.749453 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:24.804893 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-82c58ebd-ff8f-4716-b75e-57d12b02d075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:29.192569 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ffa4dfd2-3404-4a26-848f-f1cdc01ba147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:30.154573 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:31.702916 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:31.930199 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:35.193716 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8fe4da15-36f0-49e0-a0fd-b0c7ba932a8b req-2c1b5097-0723-42b0-81c3-af4871adf913 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433981 Apr 18 21:52:35.276640 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4da15-36f0-49e0-a0fd-b0c7ba932a8b req-cf7aca06-9b5b-4498-b712-aff56ab9a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:52:35.278108 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8fe4da15-36f0-49e0-a0fd-b0c7ba932a8b req-cf7aca06-9b5b-4498-b712-aff56ab9a944 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63d1313cd72f45949379228ff3ca7ac2&device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 1096 time: 0.0399177 Apr 18 21:52:35.361213 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:52:35.383640 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4da15-36f0-49e0-a0fd-b0c7ba932a8b req-11ca2e83-a97a-4cda-ac7b-66b867198df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:52:35.385401 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8fe4da15-36f0-49e0-a0fd-b0c7ba932a8b req-11ca2e83-a97a-4cda-ac7b-66b867198df4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc95f3ab-f971-464a-8ccd-813f5cef82fd HTTP/1.1" status: 200 len: 910 time: 0.0883157 Apr 18 21:52:35.451843 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8fe4da15-36f0-49e0-a0fd-b0c7ba932a8b req-1206f8ee-40f2-448e-97b2-5ac8783bf356 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b219e7f0-979a-4168-99d1-c1cf327d68da HTTP/1.1" status: 200 len: 1001 time: 0.0584965 Apr 18 21:52:35.500132 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4da15-36f0-49e0-a0fd-b0c7ba932a8b req-ecc44ff8-e160-4aee-9544-6b8f4be8fade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:52:35.501575 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8fe4da15-36f0-49e0-a0fd-b0c7ba932a8b req-ecc44ff8-e160-4aee-9544-6b8f4be8fade service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfeed774-58d9-4cce-ba9d-b2c268bf3b0c HTTP/1.1" status: 200 len: 848 time: 0.0439906 Apr 18 21:52:35.550347 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4da15-36f0-49e0-a0fd-b0c7ba932a8b req-b74e3c73-32b6-4904-a888-ad974fbd5741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:52:35.551819 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8fe4da15-36f0-49e0-a0fd-b0c7ba932a8b req-b74e3c73-32b6-4904-a888-ad974fbd5741 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc95f3ab-f971-464a-8ccd-813f5cef82fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442894 Apr 18 21:52:35.640194 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8fe4da15-36f0-49e0-a0fd-b0c7ba932a8b req-da9f4b97-b4d3-4a0c-a968-ece25f0e5396 service neutron] 10.222.0.57 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821731 Apr 18 21:52:35.734760 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8fe4da15-36f0-49e0-a0fd-b0c7ba932a8b req-b8799197-7f7d-4618-9cba-55b532ab3c72 service neutron] 10.222.0.57 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883358 Apr 18 21:52:38.282625 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:42.764526 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:54.808164 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7d539da0-251a-467e-abce-4511c33a0002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:59.195997 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5845a39e-4701-4eb7-93f4-f7e2b916e413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:00.157905 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:01.705500 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:01.932907 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:08.281519 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:12.360768 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:53:12.763630 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:22.896263 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22453bfa-6f94-4c3c-a6ba-c88df09512a4 req-b96063ea-7625-4cca-b0da-518ef533f26d tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:22.897782 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22453bfa-6f94-4c3c-a6ba-c88df09512a4 req-b96063ea-7625-4cca-b0da-518ef533f26d tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 945 time: 0.0505791 Apr 18 21:53:22.937068 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-22453bfa-6f94-4c3c-a6ba-c88df09512a4 req-a0c3136e-5717-4a23-b9f5-b8169f31d13e tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325153 Apr 18 21:53:24.066265 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac9169-d883-4b83-8db4-6be7ca4f21f2 req-81fe1552-3839-4a93-830f-ede45b581c68 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:24.067802 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6fac9169-d883-4b83-8db4-6be7ca4f21f2 req-81fe1552-3839-4a93-830f-ede45b581c68 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 945 time: 0.0501008 Apr 18 21:53:24.105939 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6fac9169-d883-4b83-8db4-6be7ca4f21f2 req-9428d3a5-1d40-4212-a237-9c5fc95e9d87 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318425 Apr 18 21:53:24.809637 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6b58d2d6-b306-43b3-bbb6-6e58547500e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:25.233404 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3497801-ce41-4496-bdec-109646a23297 req-d2340eab-31a7-4435-9691-70c163a53b4f tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:25.234865 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b3497801-ce41-4496-bdec-109646a23297 req-d2340eab-31a7-4435-9691-70c163a53b4f tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 945 time: 0.0536447 Apr 18 21:53:25.274213 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b3497801-ce41-4496-bdec-109646a23297 req-c3e0af2a-ec0a-49de-ad2d-b729f1bbc633 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331230 Apr 18 21:53:26.389993 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476aee3c-11b6-4c9d-8ec9-fa2e9e34b3cf req-7043c594-4371-48fe-bf21-83b2d8c6c25d tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:26.391490 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-476aee3c-11b6-4c9d-8ec9-fa2e9e34b3cf req-7043c594-4371-48fe-bf21-83b2d8c6c25d tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 945 time: 0.0494447 Apr 18 21:53:26.428931 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-476aee3c-11b6-4c9d-8ec9-fa2e9e34b3cf req-2bc516a8-bd69-4dcf-b886-4e4e017c97b8 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314157 Apr 18 21:53:27.543731 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24bab4-5f75-4829-bb53-75006bd11b5e req-660b188a-2b37-4b63-8af1-19abf3ea4b2c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:27.545154 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f24bab4-5f75-4829-bb53-75006bd11b5e req-660b188a-2b37-4b63-8af1-19abf3ea4b2c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 945 time: 0.0485356 Apr 18 21:53:27.584318 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3f24bab4-5f75-4829-bb53-75006bd11b5e req-16174473-ab43-41e2-9c42-1ee3985d7463 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330999 Apr 18 21:53:28.706855 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ea49a-c243-4f45-b0fa-397ba73ac869 req-d941dfca-a3f7-498f-b488-e3dadf78a7aa tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:28.708309 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f40ea49a-c243-4f45-b0fa-397ba73ac869 req-d941dfca-a3f7-498f-b488-e3dadf78a7aa tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 945 time: 0.0544233 Apr 18 21:53:28.746743 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f40ea49a-c243-4f45-b0fa-397ba73ac869 req-c77f1ab4-1c37-42ec-8ed1-6df6fb7f3ee2 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315926 Apr 18 21:53:29.199187 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9ccf99b8-cde0-4288-a383-2cbe72606877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:29.863054 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1b93f-7842-4760-b871-a4d27156fb7d req-61870f83-e3f2-4b2d-8fae-22d9f6a0f0cc tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:29.864563 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ec1b93f-7842-4760-b871-a4d27156fb7d req-61870f83-e3f2-4b2d-8fae-22d9f6a0f0cc tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 945 time: 0.0502341 Apr 18 21:53:29.902920 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5ec1b93f-7842-4760-b871-a4d27156fb7d req-555b6a39-d385-4859-8653-cd2f3163213c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315373 Apr 18 21:53:30.163779 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:31.022527 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15fb65-f08a-44ea-aeda-b98429e9a64e req-b8c84610-2ec0-48ea-bf74-d66504eabcbd tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:31.024313 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bd15fb65-f08a-44ea-aeda-b98429e9a64e req-b8c84610-2ec0-48ea-bf74-d66504eabcbd tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 945 time: 0.0514600 Apr 18 21:53:31.066594 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bd15fb65-f08a-44ea-aeda-b98429e9a64e req-b1f42cc1-7b14-4095-90e8-75291336374c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329170 Apr 18 21:53:31.706977 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:31.935736 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:32.188627 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d849d58-b0ec-4ffd-8ad7-4bb0d9951284 req-6cc4e6b3-1937-4f2b-bdb2-9a03abe28f1f tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:32.190117 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d849d58-b0ec-4ffd-8ad7-4bb0d9951284 req-6cc4e6b3-1937-4f2b-bdb2-9a03abe28f1f tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 945 time: 0.0523949 Apr 18 21:53:32.227833 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9d849d58-b0ec-4ffd-8ad7-4bb0d9951284 req-db1991cc-4b91-494d-b32f-be3bbe34e51c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316615 Apr 18 21:53:33.020771 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c587bdc-7837-432c-b5be-592ef1b51887 req-79b940db-2007-4609-a69f-8c599fe22a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:33.022249 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c587bdc-7837-432c-b5be-592ef1b51887 req-79b940db-2007-4609-a69f-8c599fe22a92 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63d1313cd72f45949379228ff3ca7ac2&device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 1096 time: 0.0410795 Apr 18 21:53:33.112052 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c587bdc-7837-432c-b5be-592ef1b51887 req-1cfe834b-f128-4d6f-82d9-7f603659c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:33.113823 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c587bdc-7837-432c-b5be-592ef1b51887 req-1cfe834b-f128-4d6f-82d9-7f603659c4c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc95f3ab-f971-464a-8ccd-813f5cef82fd HTTP/1.1" status: 200 len: 910 time: 0.0855241 Apr 18 21:53:33.184503 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c587bdc-7837-432c-b5be-592ef1b51887 req-8c4d90a5-2184-40e9-8fb1-f6e08aa461af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b219e7f0-979a-4168-99d1-c1cf327d68da HTTP/1.1" status: 200 len: 1001 time: 0.0634568 Apr 18 21:53:33.234839 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c587bdc-7837-432c-b5be-592ef1b51887 req-cd5e1282-e896-46cd-8703-473dbc8a0536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:33.236226 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c587bdc-7837-432c-b5be-592ef1b51887 req-cd5e1282-e896-46cd-8703-473dbc8a0536 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfeed774-58d9-4cce-ba9d-b2c268bf3b0c HTTP/1.1" status: 200 len: 848 time: 0.0446970 Apr 18 21:53:33.285167 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c587bdc-7837-432c-b5be-592ef1b51887 req-6dc159a1-e35e-446c-bcf9-0ffe37279cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:33.286742 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c587bdc-7837-432c-b5be-592ef1b51887 req-6dc159a1-e35e-446c-bcf9-0ffe37279cac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc95f3ab-f971-464a-8ccd-813f5cef82fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444453 Apr 18 21:53:33.405396 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae892798-2ad6-44b2-b549-e3e1179ea5c6 req-345c48d1-6f1d-4cc9-aa5d-7c80a7cd0dfc tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:33.406867 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ae892798-2ad6-44b2-b549-e3e1179ea5c6 req-345c48d1-6f1d-4cc9-aa5d-7c80a7cd0dfc tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 945 time: 0.1064909 Apr 18 21:53:33.423931 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c587bdc-7837-432c-b5be-592ef1b51887 req-3eeb2176-0943-4ec1-b211-89e910ad4b75 service neutron] 10.222.0.57 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308577 Apr 18 21:53:33.497588 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ae892798-2ad6-44b2-b549-e3e1179ea5c6 req-78e65c27-3b6e-4a45-9328-015bd707a344 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832667 Apr 18 21:53:33.532243 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c587bdc-7837-432c-b5be-592ef1b51887 req-899acab3-8405-4786-bd27-fed21b3d2560 service neutron] 10.222.0.57 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014836 Apr 18 21:53:34.619234 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8f4bd-c4ee-49bc-a800-80356827b7e0 req-429f807f-39cf-4393-a04f-5e4cf3d382ca tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:34.620937 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-74d8f4bd-c4ee-49bc-a800-80356827b7e0 req-429f807f-39cf-4393-a04f-5e4cf3d382ca tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 945 time: 0.0500412 Apr 18 21:53:34.658653 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-74d8f4bd-c4ee-49bc-a800-80356827b7e0 req-8e9d0345-186c-4b5d-b76b-d9b041851adf tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316281 Apr 18 21:53:35.229506 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1657904-3d45-4068-8244-ac9c905783a9 req-d443baea-e1fb-4644-9fc5-f69f21651fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:35.231217 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1657904-3d45-4068-8244-ac9c905783a9 req-d443baea-e1fb-4644-9fc5-f69f21651fe3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63d1313cd72f45949379228ff3ca7ac2&device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 1096 time: 0.0457931 Apr 18 21:53:35.336581 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1657904-3d45-4068-8244-ac9c905783a9 req-62d2caf0-8cbe-4959-9d5f-6f1faee6e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:35.338866 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1657904-3d45-4068-8244-ac9c905783a9 req-62d2caf0-8cbe-4959-9d5f-6f1faee6e545 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc95f3ab-f971-464a-8ccd-813f5cef82fd HTTP/1.1" status: 200 len: 910 time: 0.0868242 Apr 18 21:53:35.419238 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1657904-3d45-4068-8244-ac9c905783a9 req-6684a2a0-e8b3-4adf-8200-eb36e771aeb9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b219e7f0-979a-4168-99d1-c1cf327d68da HTTP/1.1" status: 200 len: 1001 time: 0.0661011 Apr 18 21:53:35.471900 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1657904-3d45-4068-8244-ac9c905783a9 req-fb2534ea-2b7e-4d24-a7f3-b48104e789e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:35.473399 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1657904-3d45-4068-8244-ac9c905783a9 req-fb2534ea-2b7e-4d24-a7f3-b48104e789e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfeed774-58d9-4cce-ba9d-b2c268bf3b0c HTTP/1.1" status: 200 len: 848 time: 0.0475466 Apr 18 21:53:35.520156 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1657904-3d45-4068-8244-ac9c905783a9 req-7687f963-1d0f-45b5-b02c-e318e0b39de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:35.521686 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1657904-3d45-4068-8244-ac9c905783a9 req-7687f963-1d0f-45b5-b02c-e318e0b39de9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc95f3ab-f971-464a-8ccd-813f5cef82fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420070 Apr 18 21:53:35.615072 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1657904-3d45-4068-8244-ac9c905783a9 req-cac88cc7-48ff-421c-b5f6-19e882c76e86 service neutron] 10.222.0.57 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863090 Apr 18 21:53:36.042241 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b91573-ee62-4346-96ef-fa56fd653aee req-7afaac3e-4b3b-41c9-a065-1deaff6bd6d0 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:36.043641 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-85b91573-ee62-4346-96ef-fa56fd653aee req-7afaac3e-4b3b-41c9-a065-1deaff6bd6d0 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 945 time: 0.0928426 Apr 18 21:53:36.066820 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1657904-3d45-4068-8244-ac9c905783a9 req-56b6ac27-ec18-435a-b16c-fcbfc0d26d43 service neutron] 10.222.0.57 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455583 Apr 18 21:53:36.096183 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-85b91573-ee62-4346-96ef-fa56fd653aee req-3e83b53b-3621-4c8c-9577-55a30a9bab5f tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415845 Apr 18 21:53:37.214577 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8ae06-509e-4d23-8827-0089aa4b4807 req-7110096e-679c-4f0d-807c-ec9ff8f519ee tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:37.215992 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-40a8ae06-509e-4d23-8827-0089aa4b4807 req-7110096e-679c-4f0d-807c-ec9ff8f519ee tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 945 time: 0.0505166 Apr 18 21:53:37.254885 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-40a8ae06-509e-4d23-8827-0089aa4b4807 req-3a7eaa20-8908-4565-ac3d-aa04aea205e7 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328457 Apr 18 21:53:37.372249 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-5c498208-84a1-4119-83c7-8fe6a59b9b67 req-fb04d55a-dc94-4ab1-b7ee-b748ddbda7b7 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:53:37.373275 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5c498208-84a1-4119-83c7-8fe6a59b9b67 req-fb04d55a-dc94-4ab1-b7ee-b748ddbda7b7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0497885 Apr 18 21:53:37.509930 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-b0285b17-b216-4816-afa5-aae752623526 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0502601 Apr 18 21:53:37.518962 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-36bd0adc-ab18-4937-94cb-1ea786850c52 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:53:37.520010 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-36bd0adc-ab18-4937-94cb-1ea786850c52 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051785 Apr 18 21:53:37.536582 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882d017-4e7b-4188-83f6-0db1f391eaa5 req-e5748366-6ef9-4a37-b231-0004aae20673 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:37.538061 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2882d017-4e7b-4188-83f6-0db1f391eaa5 req-e5748366-6ef9-4a37-b231-0004aae20673 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 945 time: 0.0522034 Apr 18 21:53:37.576986 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2882d017-4e7b-4188-83f6-0db1f391eaa5 req-f3fe11c7-b9aa-4ab1-8b92-93e493d934eb tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321271 Apr 18 21:53:37.954664 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device b219e7f0-979a-4168-99d1-c1cf327d68da no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:53:38.034343 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:38.058141 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d1c699-2dba-4658-9052-e5b12384f94d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b219e7f0-979a-4168-99d1-c1cf327d68da'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:53:38.060420 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec606446-708a-49de-97df-a96f6bd9e58b" -d '{"events": [{"server_uuid": "a9d1c699-2dba-4658-9052-e5b12384f94d", "name": "network-vif-unplugged", "status": "completed", "tag": "b219e7f0-979a-4168-99d1-c1cf327d68da"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:53:38.076472 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port b219e7f0-979a-4168-99d1-c1cf327d68da, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b219e7f0-979a-4168-99d1-c1cf327d68da,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:53:38.081877 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:38.106385 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Apr 2022 21:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a430ca-26cb-4f06-811f-d9f094c31441 x-openstack-request-id: req-a8a430ca-26cb-4f06-811f-d9f094c31441 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:53:38.106666 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d1c699-2dba-4658-9052-e5b12384f94d", "name": "network-vif-unplugged", "status": "failed", "tag": "b219e7f0-979a-4168-99d1-c1cf327d68da", "code": 422}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:53:38.106911 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a8a430ca-26cb-4f06-811f-d9f094c31441 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:53:38.107303 n-d-838323-3 neutron-server[102910]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a8a430ca-26cb-4f06-811f-d9f094c31441']: {'server_uuid': 'a9d1c699-2dba-4658-9052-e5b12384f94d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b219e7f0-979a-4168-99d1-c1cf327d68da', 'code': 422} returned with failed status Apr 18 21:53:38.134293 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=b219e7f0-979a-4168-99d1-c1cf327d68da,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:38.142071 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:38.142416 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:38.142748 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:38.143080 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:38.143407 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:38.143733 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:38.144056 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:38.144374 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:38.144722 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:38.145040 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:38.145358 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:38.145672 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:38.293338 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:38.698265 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cdf59-c039-4399-82a7-d1ca24756de5 req-5d6b675a-391f-4fc4-96d7-85026f5fd0c5 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:38.699797 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-502cdf59-c039-4399-82a7-d1ca24756de5 req-5d6b675a-391f-4fc4-96d7-85026f5fd0c5 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 943 time: 0.0534585 Apr 18 21:53:38.736809 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-502cdf59-c039-4399-82a7-d1ca24756de5 req-fe465279-db3c-42f4-bb83-e5b8e075e529 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310886 Apr 18 21:53:39.854497 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220fb55-2acc-4711-be42-53c343169422 req-b28e109f-5428-4d98-9d38-e53d7eec5511 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:39.855977 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1220fb55-2acc-4711-be42-53c343169422 req-b28e109f-5428-4d98-9d38-e53d7eec5511 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 943 time: 0.0489440 Apr 18 21:53:39.894415 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1220fb55-2acc-4711-be42-53c343169422 req-1c55d3ab-980e-48e3-91fa-23926c26e2f5 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319366 Apr 18 21:53:41.011069 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37ec18-ffb4-4f29-9c38-60f2e2477337 req-a4a91afd-55e6-4e95-bb03-4cd8e326cdb3 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:41.012550 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf37ec18-ffb4-4f29-9c38-60f2e2477337 req-a4a91afd-55e6-4e95-bb03-4cd8e326cdb3 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 943 time: 0.0501571 Apr 18 21:53:41.050534 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-bf37ec18-ffb4-4f29-9c38-60f2e2477337 req-d01827e1-1d17-427b-9c3a-149cde777344 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317559 Apr 18 21:53:42.172318 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083019b-6bc7-45fa-a23c-e6d81a5a26fc req-a6a88dcc-dae8-4203-9445-22b28476c3e1 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:42.173841 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b083019b-6bc7-45fa-a23c-e6d81a5a26fc req-a6a88dcc-dae8-4203-9445-22b28476c3e1 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 943 time: 0.0544598 Apr 18 21:53:42.214184 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b083019b-6bc7-45fa-a23c-e6d81a5a26fc req-43a04471-1663-4e1c-ba9f-488253b2b206 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342319 Apr 18 21:53:42.780414 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:43.331735 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d1ed6-31fe-4a14-9577-25f6453af3c0 req-4a40f637-c144-4a81-90d6-f55399c5e0b0 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:43.333300 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-291d1ed6-31fe-4a14-9577-25f6453af3c0 req-4a40f637-c144-4a81-90d6-f55399c5e0b0 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 943 time: 0.0498190 Apr 18 21:53:43.373069 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-291d1ed6-31fe-4a14-9577-25f6453af3c0 req-99158c7b-b37f-42ea-9439-ac75b0b936c9 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334146 Apr 18 21:53:44.536232 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebd9c9-66a2-4cff-856e-cc8772292e79 req-7edc2f69-6cba-41d7-bcf7-3fddb4bde537 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:44.537752 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-94ebd9c9-66a2-4cff-856e-cc8772292e79 req-7edc2f69-6cba-41d7-bcf7-3fddb4bde537 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 943 time: 0.0948367 Apr 18 21:53:44.577636 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-94ebd9c9-66a2-4cff-856e-cc8772292e79 req-bf5d8617-5821-497f-8eb9-fb1f5b244abf tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331035 Apr 18 21:53:45.756116 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e8ca4-cd33-46ff-a413-df2225405510 req-943fcb18-828d-4ac8-846b-7320cca2e37a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:45.757772 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b67e8ca4-cd33-46ff-a413-df2225405510 req-943fcb18-828d-4ac8-846b-7320cca2e37a tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 943 time: 0.1064770 Apr 18 21:53:45.801854 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b67e8ca4-cd33-46ff-a413-df2225405510 req-12897320-6590-45f9-afcb-87df23a4db77 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370765 Apr 18 21:53:46.265749 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-12c9ba5b-7e6e-46f5-8a80-1f0da7d2dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:46.267237 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-12c9ba5b-7e6e-46f5-8a80-1f0da7d2dfcc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d&tenant_id=63d1313cd72f45949379228ff3ca7ac2 HTTP/1.1" status: 200 len: 1094 time: 0.0790584 Apr 18 21:53:46.278664 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838323-3', 'device_owner': 'compute:nova'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:53:46.332721 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:46.538544 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] For port b219e7f0-979a-4168-99d1-c1cf327d68da, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b219e7f0-979a-4168-99d1-c1cf327d68da,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:53:46.570879 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] For port b219e7f0-979a-4168-99d1-c1cf327d68da, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:53:46.604152 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b219e7f0-979a-4168-99d1-c1cf327d68da {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:53:46.611472 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:46.623521 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Transition to ACTIVE for port object b219e7f0-979a-4168-99d1-c1cf327d68da will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:53:46.626993 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:46.708974 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Pushing event updated for resources: {'Port': ['ID=b219e7f0-979a-4168-99d1-c1cf327d68da,revision_number=7']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:46.723569 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:46.723908 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:46.724244 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:46.724609 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:46.724945 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:46.725263 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:46.725585 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:46.725905 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:46.726224 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:46.726545 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:46.726861 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:46.727176 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:46.761406 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] No DVR routers for this DVR port b219e7f0-979a-4168-99d1-c1cf327d68da on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:53:46.925267 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Attempting to bind port b219e7f0-979a-4168-99d1-c1cf327d68da on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:53:46.925524 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Attempting to bind port b219e7f0-979a-4168-99d1-c1cf327d68da by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': '2e7ac195-badc-4a98-a4ad-b40669b33e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:53:46.925852 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Attempting to bind port b219e7f0-979a-4168-99d1-c1cf327d68da on network cc95f3ab-f971-464a-8ccd-813f5cef82fd {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:53:46.933488 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Port b219e7f0-979a-4168-99d1-c1cf327d68da on network cc95f3ab-f971-464a-8ccd-813f5cef82fd not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:53:46.933811 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Attempting to bind port b219e7f0-979a-4168-99d1-c1cf327d68da on network cc95f3ab-f971-464a-8ccd-813f5cef82fd {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:53:46.941812 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:53:46.942159 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Checking segment: {'id': '2e7ac195-badc-4a98-a4ad-b40669b33e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:53:46.942545 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Bound using segment: {'id': '2e7ac195-badc-4a98-a4ad-b40669b33e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:53:46.942990 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Bound port: b219e7f0-979a-4168-99d1-c1cf327d68da, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e7ac195-badc-4a98-a4ad-b40669b33e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:53:46.943339 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:46.960342 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813907c-4fbe-421d-8eaa-7438eda048bf req-5471b275-a082-4cb1-8aaa-dc06c00c1e9b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:46.961829 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9813907c-4fbe-421d-8eaa-7438eda048bf req-5471b275-a082-4cb1-8aaa-dc06c00c1e9b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 943 time: 0.0885534 Apr 18 21:53:47.040353 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9813907c-4fbe-421d-8eaa-7438eda048bf req-02d4cc86-a78f-40b7-b8a9-fcba0cb41c2f tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720737 Apr 18 21:53:47.046861 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] For port b219e7f0-979a-4168-99d1-c1cf327d68da, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:53:47.049870 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] For port b219e7f0-979a-4168-99d1-c1cf327d68da, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=b219e7f0-979a-4168-99d1-c1cf327d68da,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:53:47.054125 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:47.088270 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:47.088982 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:47.090398 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] 10.222.0.32 "PUT /v2.0/ports/b219e7f0-979a-4168-99d1-c1cf327d68da HTTP/1.1" status: 200 len: 1091 time: 0.8162377 Apr 18 21:53:47.090850 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d1c699-2dba-4658-9052-e5b12384f94d', 'tag': 'b219e7f0-979a-4168-99d1-c1cf327d68da'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:53:47.093160 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377652b5-c1e9-4ba2-becb-e6c767415751" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d1c699-2dba-4658-9052-e5b12384f94d", "tag": "b219e7f0-979a-4168-99d1-c1cf327d68da"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:53:47.139361 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7009a7b-0701-4a0d-89cc-efa6b4fddc28 x-openstack-request-id: req-a7009a7b-0701-4a0d-89cc-efa6b4fddc28 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:53:47.139647 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d1c699-2dba-4658-9052-e5b12384f94d", "tag": "b219e7f0-979a-4168-99d1-c1cf327d68da", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:53:47.139892 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7009a7b-0701-4a0d-89cc-efa6b4fddc28 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:53:47.140295 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7009a7b-0701-4a0d-89cc-efa6b4fddc28'] response: {'name': 'network-changed', 'server_uuid': 'a9d1c699-2dba-4658-9052-e5b12384f94d', 'tag': 'b219e7f0-979a-4168-99d1-c1cf327d68da', 'status': 'completed', 'code': 200} Apr 18 21:53:47.161563 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4415d93-ceac-4d3f-90b4-3dc7f9c23be5 service neutron] Pushing event updated for resources: {'Port': ['ID=b219e7f0-979a-4168-99d1-c1cf327d68da,revision_number=8']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:47.177622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-89b4d3be-3e05-4a53-8a38-65510ea0a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:47.179140 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-89b4d3be-3e05-4a53-8a38-65510ea0a417 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63d1313cd72f45949379228ff3ca7ac2&device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 1094 time: 0.0628173 Apr 18 21:53:47.278533 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-0c064791-6784-43d7-a22a-f8dcf48bdff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:47.280010 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-0c064791-6784-43d7-a22a-f8dcf48bdff4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc95f3ab-f971-464a-8ccd-813f5cef82fd HTTP/1.1" status: 200 len: 910 time: 0.0937428 Apr 18 21:53:47.344575 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-f25e613e-174d-4c28-894b-4180769d8080 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b219e7f0-979a-4168-99d1-c1cf327d68da HTTP/1.1" status: 200 len: 999 time: 0.0584986 Apr 18 21:53:47.399868 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-0601e3b6-9122-4056-b3a8-f4bc349dca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:47.401472 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-0601e3b6-9122-4056-b3a8-f4bc349dca71 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfeed774-58d9-4cce-ba9d-b2c268bf3b0c HTTP/1.1" status: 200 len: 848 time: 0.0505247 Apr 18 21:53:47.447517 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-cf9885ec-5323-48f9-ae9e-a70abb76895d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:47.449104 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-cf9885ec-5323-48f9-ae9e-a70abb76895d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc95f3ab-f971-464a-8ccd-813f5cef82fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417552 Apr 18 21:53:47.539245 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-b41773ff-4756-45aa-b004-dc684cd870d1 service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832434 Apr 18 21:53:47.633509 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-e4ffcfe9-4fb2-4852-a19c-5aefa178afbd service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870564 Apr 18 21:53:47.719244 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377652b5-c1e9-4ba2-becb-e6c767415751 req-fe115074-947d-4460-9b36-6165ee324cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:47.720791 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-377652b5-c1e9-4ba2-becb-e6c767415751 req-fe115074-947d-4460-9b36-6165ee324cd9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63d1313cd72f45949379228ff3ca7ac2&device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 1094 time: 0.0412486 Apr 18 21:53:47.818454 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377652b5-c1e9-4ba2-becb-e6c767415751 req-32c0c904-e9ec-4ab2-9dfc-89b1f0f23759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:47.820074 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-377652b5-c1e9-4ba2-becb-e6c767415751 req-32c0c904-e9ec-4ab2-9dfc-89b1f0f23759 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc95f3ab-f971-464a-8ccd-813f5cef82fd HTTP/1.1" status: 200 len: 910 time: 0.0929816 Apr 18 21:53:47.887489 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-377652b5-c1e9-4ba2-becb-e6c767415751 req-f274e110-0b68-47a0-b8ba-a636b1be8c14 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b219e7f0-979a-4168-99d1-c1cf327d68da HTTP/1.1" status: 200 len: 999 time: 0.0602570 Apr 18 21:53:47.936126 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377652b5-c1e9-4ba2-becb-e6c767415751 req-b9a38477-1545-4394-9dc2-c1913da101a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:47.937624 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-377652b5-c1e9-4ba2-becb-e6c767415751 req-b9a38477-1545-4394-9dc2-c1913da101a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfeed774-58d9-4cce-ba9d-b2c268bf3b0c HTTP/1.1" status: 200 len: 848 time: 0.0442688 Apr 18 21:53:47.987661 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377652b5-c1e9-4ba2-becb-e6c767415751 req-ecca584e-319d-4b2a-9ced-5bb91ef4762d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:47.989190 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-377652b5-c1e9-4ba2-becb-e6c767415751 req-ecca584e-319d-4b2a-9ced-5bb91ef4762d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc95f3ab-f971-464a-8ccd-813f5cef82fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456285 Apr 18 21:53:48.085756 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-377652b5-c1e9-4ba2-becb-e6c767415751 req-7ec28867-8392-4da7-a3ac-90940f36455e service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898862 Apr 18 21:53:48.219947 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4430a47-d28d-4f01-9470-f0ab5786b148 req-b2dc990b-d2b4-45b5-a1ac-19e392ef0623 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:48.221369 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4430a47-d28d-4f01-9470-f0ab5786b148 req-b2dc990b-d2b4-45b5-a1ac-19e392ef0623 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 943 time: 0.1059556 Apr 18 21:53:48.223622 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-377652b5-c1e9-4ba2-becb-e6c767415751 req-3b5cac50-31e4-4d05-9e7a-10c75584a65a service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307368 Apr 18 21:53:48.260617 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e4430a47-d28d-4f01-9470-f0ab5786b148 req-2c5ac930-d62e-4c10-b114-81f236a9c6fc tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330291 Apr 18 21:53:49.359754 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:53:49.378178 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd7c42-6fe6-490c-a5fb-21a577467073 req-df5a11b6-38e5-4767-9eaa-2e0b9140896b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:49.379664 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dffd7c42-6fe6-490c-a5fb-21a577467073 req-df5a11b6-38e5-4767-9eaa-2e0b9140896b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 943 time: 0.0490947 Apr 18 21:53:49.421435 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dffd7c42-6fe6-490c-a5fb-21a577467073 req-5a403e0d-ed21-4b76-81b5-f658edfe8194 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357692 Apr 18 21:53:50.538669 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed492b-9382-4070-a503-6f91f66d2792 req-e37bf4eb-0bbc-44e3-affb-b8728eed105e tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:50.540117 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0fed492b-9382-4070-a503-6f91f66d2792 req-e37bf4eb-0bbc-44e3-affb-b8728eed105e tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 943 time: 0.0498626 Apr 18 21:53:50.578074 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0fed492b-9382-4070-a503-6f91f66d2792 req-18b5787d-e814-456f-a89b-f583d7910a86 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316784 Apr 18 21:53:51.694448 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7103afd-7f51-4613-a66c-33648f0a4afd req-b372d501-13b7-47c5-8ae8-e3c64e8e257b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:51.695914 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d7103afd-7f51-4613-a66c-33648f0a4afd req-b372d501-13b7-47c5-8ae8-e3c64e8e257b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 943 time: 0.0495100 Apr 18 21:53:51.733821 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d7103afd-7f51-4613-a66c-33648f0a4afd req-553a8e1c-964e-443e-a35a-466bf4c9b928 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315278 Apr 18 21:53:52.853239 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92141f9-a541-44d6-864b-82185f60f1e9 req-e6cc3efa-767e-45d3-8c8c-97003e261a1c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:52.854752 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f92141f9-a541-44d6-864b-82185f60f1e9 req-e6cc3efa-767e-45d3-8c8c-97003e261a1c tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 943 time: 0.0502400 Apr 18 21:53:52.898216 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f92141f9-a541-44d6-864b-82185f60f1e9 req-99aa58a5-be04-474b-ab5b-ef07ea95f9d5 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370834 Apr 18 21:53:54.013751 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67feb1f4-c6ae-4b4f-84e9-769eaa62179a req-6e68aec5-73c6-42ca-9d68-3a34a855b1b5 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:54.015226 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-67feb1f4-c6ae-4b4f-84e9-769eaa62179a req-6e68aec5-73c6-42ca-9d68-3a34a855b1b5 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 943 time: 0.0496423 Apr 18 21:53:54.053325 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-67feb1f4-c6ae-4b4f-84e9-769eaa62179a req-358c0ace-cef4-4647-9aec-2b21b0cbaa64 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320702 Apr 18 21:53:54.811033 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8dbcaf42-ce08-4dca-a947-100216cb6530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:55.171305 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28895c-b679-4a16-b2f3-e9b6f31b77a2 req-4c511c05-295b-4512-9c25-91df2e842a5d tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:55.172831 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c28895c-b679-4a16-b2f3-e9b6f31b77a2 req-4c511c05-295b-4512-9c25-91df2e842a5d tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 943 time: 0.0506253 Apr 18 21:53:55.215073 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1c28895c-b679-4a16-b2f3-e9b6f31b77a2 req-60a76e33-a2cd-4f32-9df4-5a3b27b0e786 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338807 Apr 18 21:53:55.686572 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device b219e7f0-979a-4168-99d1-c1cf327d68da details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:53:55.789213 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port b219e7f0-979a-4168-99d1-c1cf327d68da, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=b219e7f0-979a-4168-99d1-c1cf327d68da,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:53:55.801238 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': 'b219e7f0-979a-4168-99d1-c1cf327d68da', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'port_id': 'b219e7f0-979a-4168-99d1-c1cf327d68da', 'mac_address': 'fa:16:3e:cd:11:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:53:55.837995 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:55.850978 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b219e7f0-979a-4168-99d1-c1cf327d68da {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:53:55.871740 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port b219e7f0-979a-4168-99d1-c1cf327d68da, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=b219e7f0-979a-4168-99d1-c1cf327d68da,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:53:55.874846 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:55.923768 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=b219e7f0-979a-4168-99d1-c1cf327d68da,revision_number=9']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:56.215831 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['b219e7f0-979a-4168-99d1-c1cf327d68da'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:53:56.339012 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752b51a-8997-41fa-b439-f0dab4086667 req-3a54af35-a111-4509-923f-ce16db03a477 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:56.340659 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f752b51a-8997-41fa-b439-f0dab4086667 req-3a54af35-a111-4509-923f-ce16db03a477 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 944 time: 0.0548532 Apr 18 21:53:56.385337 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f752b51a-8997-41fa-b439-f0dab4086667 req-22582871-24ad-4846-9c93-36b4e5d1898e tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382469 Apr 18 21:53:57.505882 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdc321-caca-4108-a576-650d47b103e8 req-624874d6-3bdc-4901-9896-701f7ed40faf tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:57.507361 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-16fdc321-caca-4108-a576-650d47b103e8 req-624874d6-3bdc-4901-9896-701f7ed40faf tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 944 time: 0.0513394 Apr 18 21:53:57.547111 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-16fdc321-caca-4108-a576-650d47b103e8 req-acb2b187-54d8-4f82-ba3f-4078af495b97 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329943 Apr 18 21:53:57.687201 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device b219e7f0-979a-4168-99d1-c1cf327d68da up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:53:57.738427 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port b219e7f0-979a-4168-99d1-c1cf327d68da completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:53:57.742398 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port b219e7f0-979a-4168-99d1-c1cf327d68da triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:53:57.742772 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:57.818756 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:57.841204 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d1c699-2dba-4658-9052-e5b12384f94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b219e7f0-979a-4168-99d1-c1cf327d68da'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:53:57.843390 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff794bb-8368-4315-b58d-7211ff587879" -d '{"events": [{"server_uuid": "a9d1c699-2dba-4658-9052-e5b12384f94d", "name": "network-vif-plugged", "status": "completed", "tag": "b219e7f0-979a-4168-99d1-c1cf327d68da"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:53:57.856329 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port b219e7f0-979a-4168-99d1-c1cf327d68da, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=b219e7f0-979a-4168-99d1-c1cf327d68da,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:53:57.860212 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:57.887874 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c451dc8d-8549-47a9-b0d7-feed76c331fc x-openstack-request-id: req-c451dc8d-8549-47a9-b0d7-feed76c331fc {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:53:57.888292 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d1c699-2dba-4658-9052-e5b12384f94d", "name": "network-vif-plugged", "status": "completed", "tag": "b219e7f0-979a-4168-99d1-c1cf327d68da", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:53:57.888677 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c451dc8d-8549-47a9-b0d7-feed76c331fc {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:53:57.889173 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c451dc8d-8549-47a9-b0d7-feed76c331fc'] response: {'server_uuid': 'a9d1c699-2dba-4658-9052-e5b12384f94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b219e7f0-979a-4168-99d1-c1cf327d68da', 'code': 200} Apr 18 21:53:57.924612 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=b219e7f0-979a-4168-99d1-c1cf327d68da,revision_number=10']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:58.041592 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b639f-6ad0-4dfb-a57f-93d1d19838bf req-51b8fc13-c99d-41ee-ab90-c9a322397b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:58.043964 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-537b639f-6ad0-4dfb-a57f-93d1d19838bf req-51b8fc13-c99d-41ee-ab90-c9a322397b12 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 1097 time: 0.0409629 Apr 18 21:53:58.079412 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-537b639f-6ad0-4dfb-a57f-93d1d19838bf req-c5a2e0a4-1233-4ef5-8250-b2fd96bdb393 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0287004 Apr 18 21:53:58.664669 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366d6f1-4007-4989-a2c7-16bc5a444c3a req-a59ef1d8-6434-4b52-9530-673139a71a19 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:58.666136 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9366d6f1-4007-4989-a2c7-16bc5a444c3a req-a59ef1d8-6434-4b52-9530-673139a71a19 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 946 time: 0.0506511 Apr 18 21:53:58.709420 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9366d6f1-4007-4989-a2c7-16bc5a444c3a req-e04d9748-92b8-4e8a-872a-875b830c9480 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363092 Apr 18 21:53:59.203068 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-54ce0060-876a-4690-a645-2aac69e2d548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:59.827628 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23011949-7406-4738-ae61-577c6ece7721 req-99814048-66b8-4f62-9c01-362d73e3c749 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:59.829129 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-23011949-7406-4738-ae61-577c6ece7721 req-99814048-66b8-4f62-9c01-362d73e3c749 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 946 time: 0.0499015 Apr 18 21:53:59.867305 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-23011949-7406-4738-ae61-577c6ece7721 req-61a5fc17-0b82-4e95-b3b8-08c81cfc103b tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321996 Apr 18 21:54:00.167446 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:01.710219 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:01.938792 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:08.307077 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:12.783163 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:24.813694 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-74073205-e5b3-4f7a-8ff1-274d26ce53a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:26.359455 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:54:29.206017 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-46161148-7cb8-4769-9845-dc9c86c43a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:30.168565 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:31.712893 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:31.942193 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:36.140248 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28a381c0-df6d-4c09-b584-c7beea773bf7 req-00238bb9-3a8d-47cd-bc23-ae7512e6e41f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426900 Apr 18 21:54:36.220773 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a381c0-df6d-4c09-b584-c7beea773bf7 req-5d3b20b4-97eb-4997-8efd-09d5d645acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:36.222176 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28a381c0-df6d-4c09-b584-c7beea773bf7 req-5d3b20b4-97eb-4997-8efd-09d5d645acc2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63d1313cd72f45949379228ff3ca7ac2&device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 1097 time: 0.0414164 Apr 18 21:54:36.328112 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a381c0-df6d-4c09-b584-c7beea773bf7 req-d85e1358-b4e5-46a7-84ff-2e5d02a91d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:36.329614 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28a381c0-df6d-4c09-b584-c7beea773bf7 req-d85e1358-b4e5-46a7-84ff-2e5d02a91d0c service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc95f3ab-f971-464a-8ccd-813f5cef82fd HTTP/1.1" status: 200 len: 910 time: 0.0882599 Apr 18 21:54:36.396507 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28a381c0-df6d-4c09-b584-c7beea773bf7 req-71890d52-83e1-4622-8cf0-627dc68ae6a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b219e7f0-979a-4168-99d1-c1cf327d68da HTTP/1.1" status: 200 len: 1001 time: 0.0602517 Apr 18 21:54:36.450845 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a381c0-df6d-4c09-b584-c7beea773bf7 req-4505c177-e45d-489c-a7c8-ffd8f58df181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:36.452367 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28a381c0-df6d-4c09-b584-c7beea773bf7 req-4505c177-e45d-489c-a7c8-ffd8f58df181 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfeed774-58d9-4cce-ba9d-b2c268bf3b0c HTTP/1.1" status: 200 len: 848 time: 0.0494385 Apr 18 21:54:36.498190 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a381c0-df6d-4c09-b584-c7beea773bf7 req-1b1b1ad6-6f04-4057-b756-ee3b1f1807b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:36.499610 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28a381c0-df6d-4c09-b584-c7beea773bf7 req-1b1b1ad6-6f04-4057-b756-ee3b1f1807b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc95f3ab-f971-464a-8ccd-813f5cef82fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412903 Apr 18 21:54:36.589991 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28a381c0-df6d-4c09-b584-c7beea773bf7 req-27d05a93-50ed-4a56-bb22-83cce880b091 service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831444 Apr 18 21:54:36.686830 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-28a381c0-df6d-4c09-b584-c7beea773bf7 req-e2c39335-7d7a-4fcc-9b99-6cc6a9af7543 service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902436 Apr 18 21:54:38.309994 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:42.777501 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:54.816045 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-425c9d6d-a635-4f42-abd9-a82e066148a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:59.210277 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f75af7c4-3655-4e21-9624-7a52d5c79382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:00.170211 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:01.717239 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:01.945391 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:03.358211 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:55:08.330150 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:12.641965 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 32948) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:12.778181 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:12.799803 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-c6c0bb8f-1ad5-481c-aa4a-a82193f4be34 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Deleting port bb4c5a8c-c4fe-4083-ad35-7a42b68afe1c {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:55:12.800104 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c6c0bb8f-1ad5-481c-aa4a-a82193f4be34 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:12.876196 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c6c0bb8f-1ad5-481c-aa4a-a82193f4be34 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:12.876553 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c6c0bb8f-1ad5-481c-aa4a-a82193f4be34 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:12.887890 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-c6c0bb8f-1ad5-481c-aa4a-a82193f4be34 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Calling delete_port for bb4c5a8c-c4fe-4083-ad35-7a42b68afe1c owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:55:13.038001 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c6c0bb8f-1ad5-481c-aa4a-a82193f4be34 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:13.067038 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0bb8f-1ad5-481c-aa4a-a82193f4be34 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Pushing event deleted for resources: {'Port': ['ID=bb4c5a8c-c4fe-4083-ad35-7a42b68afe1c,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:13.078643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c0bb8f-1ad5-481c-aa4a-a82193f4be34 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:13.078998 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c0bb8f-1ad5-481c-aa4a-a82193f4be34 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:13.079454 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c0bb8f-1ad5-481c-aa4a-a82193f4be34 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:13.079689 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c0bb8f-1ad5-481c-aa4a-a82193f4be34 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:13.080027 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c0bb8f-1ad5-481c-aa4a-a82193f4be34 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:13.080362 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c0bb8f-1ad5-481c-aa4a-a82193f4be34 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:13.080736 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c0bb8f-1ad5-481c-aa4a-a82193f4be34 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:13.081100 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c0bb8f-1ad5-481c-aa4a-a82193f4be34 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:13.081498 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c0bb8f-1ad5-481c-aa4a-a82193f4be34 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:13.081717 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c0bb8f-1ad5-481c-aa4a-a82193f4be34 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:13.082046 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c0bb8f-1ad5-481c-aa4a-a82193f4be34 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:13.082378 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c0bb8f-1ad5-481c-aa4a-a82193f4be34 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:13.137429 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c6c0bb8f-1ad5-481c-aa4a-a82193f4be34 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:13.137758 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-c6c0bb8f-1ad5-481c-aa4a-a82193f4be34 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Floating IP 34b56b92-3277-4550-9985-911313b7fde4 disassociated (deleted). External IP: 172.25.1.205, port: b219e7f0-979a-4168-99d1-c1cf327d68da. Apr 18 21:55:13.346267 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c0bb8f-1ad5-481c-aa4a-a82193f4be34 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Router c80be70c-986d-49bb-93a9-df5ef530ace9 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:55:13.452634 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c0bb8f-1ad5-481c-aa4a-a82193f4be34 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:55:13.457413 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-c6c0bb8f-1ad5-481c-aa4a-a82193f4be34 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:13.462606 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faaabcb-c11b-4457-8099-efbee966aefb None None] Sync routers for ids ['c80be70c-986d-49bb-93a9-df5ef530ace9'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:55:13.471282 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faaabcb-c11b-4457-8099-efbee966aefb None None] Routers {'c80be70c-986d-49bb-93a9-df5ef530ace9'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:55:13.471893 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-4faaabcb-c11b-4457-8099-efbee966aefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:54:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c80be70c-986d-49bb-93a9-df5ef530ace9'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:13.484278 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-c6c0bb8f-1ad5-481c-aa4a-a82193f4be34 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "DELETE /v2.0/floatingips/34b56b92-3277-4550-9985-911313b7fde4 HTTP/1.1" status: 204 len: 168 time: 0.8412099 Apr 18 21:55:13.484889 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d1c699-2dba-4658-9052-e5b12384f94d', 'tag': 'b219e7f0-979a-4168-99d1-c1cf327d68da'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:55:13.487186 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c31878e-fa43-4b7c-90cf-f9ee7cee8899" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d1c699-2dba-4658-9052-e5b12384f94d", "tag": "b219e7f0-979a-4168-99d1-c1cf327d68da"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:55:13.530303 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddbf308-c380-4625-86f0-04eccfa14a54 x-openstack-request-id: req-cddbf308-c380-4625-86f0-04eccfa14a54 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:55:13.530597 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d1c699-2dba-4658-9052-e5b12384f94d", "tag": "b219e7f0-979a-4168-99d1-c1cf327d68da", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:55:13.530852 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cddbf308-c380-4625-86f0-04eccfa14a54 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:55:13.531307 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cddbf308-c380-4625-86f0-04eccfa14a54'] response: {'name': 'network-changed', 'server_uuid': 'a9d1c699-2dba-4658-9052-e5b12384f94d', 'tag': 'b219e7f0-979a-4168-99d1-c1cf327d68da', 'status': 'completed', 'code': 200} Apr 18 21:55:13.591856 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-4faaabcb-c11b-4457-8099-efbee966aefb None None] Set router c80be70c-986d-49bb-93a9-df5ef530ace9 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:55:13.599211 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31878e-fa43-4b7c-90cf-f9ee7cee8899 req-86f716b3-2e09-4893-8b38-afa93b0194fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:13.601373 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c31878e-fa43-4b7c-90cf-f9ee7cee8899 req-86f716b3-2e09-4893-8b38-afa93b0194fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63d1313cd72f45949379228ff3ca7ac2&device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 1097 time: 0.0462265 Apr 18 21:55:13.759609 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8aa81c-2614-4662-ba92-0a43adfec9b6 req-ce47c6f8-7032-4f61-b57f-37709eb0f8fb tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:13.761119 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f8aa81c-2614-4662-ba92-0a43adfec9b6 req-ce47c6f8-7032-4f61-b57f-37709eb0f8fb tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 946 time: 0.0831397 Apr 18 21:55:13.762622 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31878e-fa43-4b7c-90cf-f9ee7cee8899 req-17a7e3e2-b835-450a-bbd9-7faab081eb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:13.763940 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c31878e-fa43-4b7c-90cf-f9ee7cee8899 req-17a7e3e2-b835-450a-bbd9-7faab081eb81 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc95f3ab-f971-464a-8ccd-813f5cef82fd HTTP/1.1" status: 200 len: 910 time: 0.1487565 Apr 18 21:55:13.804447 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-4faaabcb-c11b-4457-8099-efbee966aefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'name': 'tempest-TestShelveInstance-1537609241-router', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:19Z', 'revision_number': 4, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'gw_port': {'id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'a70ee54b-a26e-4410-9de1-7472f9ee2346', 'name': '', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'mac_address': 'fa:16:3e:a2:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:19Z', 'updated_at': '2022-04-18T21:45:23Z', 'revision_number': 5, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'subnets': [{'id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:13.818415 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c31878e-fa43-4b7c-90cf-f9ee7cee8899 req-a7423c86-7b4c-4fd4-8c30-598d89054e3f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b219e7f0-979a-4168-99d1-c1cf327d68da HTTP/1.1" status: 200 len: 217 time: 0.0441544 Apr 18 21:55:13.832056 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faaabcb-c11b-4457-8099-efbee966aefb None None] Checking router: c80be70c-986d-49bb-93a9-df5ef530ace9 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:55:13.840947 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faaabcb-c11b-4457-8099-efbee966aefb None None] Routers {'c80be70c-986d-49bb-93a9-df5ef530ace9'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:55:13.841669 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-4faaabcb-c11b-4457-8099-efbee966aefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:54:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c80be70c-986d-49bb-93a9-df5ef530ace9'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:13.861705 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f8aa81c-2614-4662-ba92-0a43adfec9b6 req-fd9e4964-b49d-4849-8083-59430decbb40 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940123 Apr 18 21:55:13.882097 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31878e-fa43-4b7c-90cf-f9ee7cee8899 req-a02032ba-b9ad-41ec-9adc-70040da2f165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:13.883734 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c31878e-fa43-4b7c-90cf-f9ee7cee8899 req-a02032ba-b9ad-41ec-9adc-70040da2f165 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bfeed774-58d9-4cce-ba9d-b2c268bf3b0c HTTP/1.1" status: 200 len: 848 time: 0.0542893 Apr 18 21:55:13.931160 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31878e-fa43-4b7c-90cf-f9ee7cee8899 req-cf9499c8-2b9c-4410-bad7-bb385e2f143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:13.932872 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c31878e-fa43-4b7c-90cf-f9ee7cee8899 req-cf9499c8-2b9c-4410-bad7-bb385e2f143d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc95f3ab-f971-464a-8ccd-813f5cef82fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415509 Apr 18 21:55:13.951359 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-4faaabcb-c11b-4457-8099-efbee966aefb None None] Set router c80be70c-986d-49bb-93a9-df5ef530ace9 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:55:14.027477 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c31878e-fa43-4b7c-90cf-f9ee7cee8899 req-be4947b3-7ce9-4245-8877-39dc9c2af755 service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874348 Apr 18 21:55:14.119642 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7c31878e-fa43-4b7c-90cf-f9ee7cee8899 req-46e42a1a-eb04-426a-87ec-ec1f2e307acd service neutron] 10.222.0.32 "GET /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843198 Apr 18 21:55:14.152125 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-4faaabcb-c11b-4457-8099-efbee966aefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'name': 'tempest-TestShelveInstance-1537609241-router', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:19Z', 'revision_number': 4, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'gw_port': {'id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'a70ee54b-a26e-4410-9de1-7472f9ee2346', 'name': '', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'mac_address': 'fa:16:3e:a2:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:19Z', 'updated_at': '2022-04-18T21:45:23Z', 'revision_number': 5, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'subnets': [{'id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:14.181284 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faaabcb-c11b-4457-8099-efbee966aefb None None] The sync data for ids ['c80be70c-986d-49bb-93a9-df5ef530ace9'] in n-d-838323-3 is: [{'id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'name': 'tempest-TestShelveInstance-1537609241-router', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:19Z', 'revision_number': 4, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'gw_port': {'id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'a70ee54b-a26e-4410-9de1-7472f9ee2346', 'name': '', 'network_id': 'cc95f3ab-f971-464a-8ccd-813f5cef82fd', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'mac_address': 'fa:16:3e:a2:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:19Z', 'updated_at': '2022-04-18T21:45:23Z', 'revision_number': 5, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'subnets': [{'id': 'bfeed774-58d9-4cce-ba9d-b2c268bf3b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:55:14.387841 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e434c33a-b737-477e-a081-88e0d5dac3b0 None None] New status for floating IP 34b56b92-3277-4550-9985-911313b7fde4: DOWN {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:55:14.986166 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d0f9d-71a5-41fc-8166-ed5b305bb41a req-6a9d98e5-f441-4ac8-9215-60db49c030b5 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:14.987619 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-274d0f9d-71a5-41fc-8166-ed5b305bb41a req-6a9d98e5-f441-4ac8-9215-60db49c030b5 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 946 time: 0.0499020 Apr 18 21:55:15.032106 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-274d0f9d-71a5-41fc-8166-ed5b305bb41a req-6b81471f-05e0-43b7-bcd5-7d1ba4256398 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/security-groups?id=489f4daf-c413-4e7a-b1a3-f284f1bd388a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358503 Apr 18 21:55:15.313040 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f89382-d41e-44be-a075-bc79f54ce38e req-001b93cf-1226-4429-ae0f-6a9776992cb9 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:15.314383 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-10f89382-d41e-44be-a075-bc79f54ce38e req-001b93cf-1226-4429-ae0f-6a9776992cb9 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 946 time: 0.0484240 Apr 18 21:55:15.405351 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-10f89382-d41e-44be-a075-bc79f54ce38e req-4f494bab-d3c8-4b1a-bb57-afcbc562bcad tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Deleting port b219e7f0-979a-4168-99d1-c1cf327d68da {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:55:15.405690 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-10f89382-d41e-44be-a075-bc79f54ce38e req-4f494bab-d3c8-4b1a-bb57-afcbc562bcad tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:15.497010 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-10f89382-d41e-44be-a075-bc79f54ce38e req-4f494bab-d3c8-4b1a-bb57-afcbc562bcad tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] For port b219e7f0-979a-4168-99d1-c1cf327d68da, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=b219e7f0-979a-4168-99d1-c1cf327d68da,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:15.497506 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-10f89382-d41e-44be-a075-bc79f54ce38e req-4f494bab-d3c8-4b1a-bb57-afcbc562bcad tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:15.510710 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-10f89382-d41e-44be-a075-bc79f54ce38e req-4f494bab-d3c8-4b1a-bb57-afcbc562bcad tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Calling delete_port for b219e7f0-979a-4168-99d1-c1cf327d68da owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:55:15.639530 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-10f89382-d41e-44be-a075-bc79f54ce38e req-4f494bab-d3c8-4b1a-bb57-afcbc562bcad tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:15.967486 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f494bab-d3c8-4b1a-bb57-afcbc562bcad tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Pushing event deleted for resources: {'Port': ['ID=b219e7f0-979a-4168-99d1-c1cf327d68da,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:16.010940 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f89382-d41e-44be-a075-bc79f54ce38e req-4f494bab-d3c8-4b1a-bb57-afcbc562bcad tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] No DVR routers for this DVR port b219e7f0-979a-4168-99d1-c1cf327d68da on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:55:16.013561 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-10f89382-d41e-44be-a075-bc79f54ce38e req-4f494bab-d3c8-4b1a-bb57-afcbc562bcad tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:16.016773 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-10f89382-d41e-44be-a075-bc79f54ce38e req-4f494bab-d3c8-4b1a-bb57-afcbc562bcad tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.32 "DELETE /v2.0/ports/b219e7f0-979a-4168-99d1-c1cf327d68da HTTP/1.1" status: 204 len: 173 time: 0.6962717 Apr 18 21:55:16.017201 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d1c699-2dba-4658-9052-e5b12384f94d', 'name': 'network-vif-deleted', 'tag': 'b219e7f0-979a-4168-99d1-c1cf327d68da'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:55:16.019398 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43ba0ae-6a65-477d-bd8d-4350e5cd4501" -d '{"events": [{"server_uuid": "a9d1c699-2dba-4658-9052-e5b12384f94d", "name": "network-vif-deleted", "tag": "b219e7f0-979a-4168-99d1-c1cf327d68da"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:55:16.058433 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319a1b0d-4583-458c-a77c-5511e61dd717 x-openstack-request-id: req-319a1b0d-4583-458c-a77c-5511e61dd717 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:55:16.058700 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d1c699-2dba-4658-9052-e5b12384f94d", "name": "network-vif-deleted", "tag": "b219e7f0-979a-4168-99d1-c1cf327d68da", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:55:16.059022 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-319a1b0d-4583-458c-a77c-5511e61dd717 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:55:16.059363 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-319a1b0d-4583-458c-a77c-5511e61dd717'] response: {'server_uuid': 'a9d1c699-2dba-4658-9052-e5b12384f94d', 'name': 'network-vif-deleted', 'tag': 'b219e7f0-979a-4168-99d1-c1cf327d68da', 'status': 'completed', 'code': 200} Apr 18 21:55:16.130410 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-63addb9c-4fd7-494c-852d-1f3d89a6071c req-b94f6ad9-3b3c-4126-9577-aa1b90dc68a6 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 210 time: 0.0274770 Apr 18 21:55:17.236107 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e1fa7bf6-afd1-4890-985e-cf29656f1665 req-3298997f-8f3d-4cdd-b30a-9c32b2f81c17 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 210 time: 0.0302694 Apr 18 21:55:18.335559 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-83a0044e-6b8e-44ae-a60d-07a41a22fcb3 req-7587db77-5d79-49b3-bcca-8be9f3672ee7 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 210 time: 0.0276229 Apr 18 21:55:19.439865 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-499332cc-538c-4015-929a-58fbfc0bbbc9 req-9a0a5bdf-8217-4089-ac9e-4e056c936aa9 tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9d1c699-2dba-4658-9052-e5b12384f94d HTTP/1.1" status: 200 len: 210 time: 0.0300720 Apr 18 21:55:19.998862 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device b219e7f0-979a-4168-99d1-c1cf327d68da no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:55:20.020510 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: b219e7f0-979a-4168-99d1-c1cf327d68da {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:55:20.020850 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device b219e7f0-979a-4168-99d1-c1cf327d68da not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:55:20.500026 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 32978) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:20.558289 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-83321035-c4bc-4be2-ac71-f020e9844fee tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:20.583098 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-83321035-c4bc-4be2-ac71-f020e9844fee tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:20.645184 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-83321035-c4bc-4be2-ac71-f020e9844fee tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:20.647976 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-83321035-c4bc-4be2-ac71-f020e9844fee tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:20.649456 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-83321035-c4bc-4be2-ac71-f020e9844fee tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] 10.222.0.41 "DELETE /v2.0/security-groups/489f4daf-c413-4e7a-b1a3-f284f1bd388a HTTP/1.1" status: 204 len: 168 time: 0.1483147 Apr 18 21:55:20.659059 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83321035-c4bc-4be2-ac71-f020e9844fee tempest-TestShelveInstance-1022841639 tempest-TestShelveInstance-1022841639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=489f4daf-c413-4e7a-b1a3-f284f1bd388a,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:20.702428 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32982) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:21.257776 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1897c18c-1cd9-4864-b4b5-97bd5c29877d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:21.519274 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-1897c18c-1cd9-4864-b4b5-97bd5c29877d admin admin] Deleting port a70ee54b-a26e-4410-9de1-7472f9ee2346 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:55:21.519629 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1897c18c-1cd9-4864-b4b5-97bd5c29877d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:21.605767 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-1897c18c-1cd9-4864-b4b5-97bd5c29877d admin admin] For port a70ee54b-a26e-4410-9de1-7472f9ee2346, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=a70ee54b-a26e-4410-9de1-7472f9ee2346,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:21.606144 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1897c18c-1cd9-4864-b4b5-97bd5c29877d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:21.620252 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-1897c18c-1cd9-4864-b4b5-97bd5c29877d admin admin] Calling delete_port for a70ee54b-a26e-4410-9de1-7472f9ee2346 owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:55:21.818253 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1897c18c-1cd9-4864-b4b5-97bd5c29877d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:21.847062 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897c18c-1cd9-4864-b4b5-97bd5c29877d admin admin] Pushing event deleted for resources: {'Port': ['ID=a70ee54b-a26e-4410-9de1-7472f9ee2346,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:21.882906 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1897c18c-1cd9-4864-b4b5-97bd5c29877d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:21.883261 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1897c18c-1cd9-4864-b4b5-97bd5c29877d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:21.883604 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1897c18c-1cd9-4864-b4b5-97bd5c29877d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:21.883942 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1897c18c-1cd9-4864-b4b5-97bd5c29877d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:21.884275 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1897c18c-1cd9-4864-b4b5-97bd5c29877d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:21.884630 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1897c18c-1cd9-4864-b4b5-97bd5c29877d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:21.884959 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1897c18c-1cd9-4864-b4b5-97bd5c29877d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:21.885286 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1897c18c-1cd9-4864-b4b5-97bd5c29877d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:21.885615 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1897c18c-1cd9-4864-b4b5-97bd5c29877d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:21.885941 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1897c18c-1cd9-4864-b4b5-97bd5c29877d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:21.886265 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1897c18c-1cd9-4864-b4b5-97bd5c29877d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:21.886586 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1897c18c-1cd9-4864-b4b5-97bd5c29877d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:22.370184 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-1897c18c-1cd9-4864-b4b5-97bd5c29877d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:22.599324 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1897c18c-1cd9-4864-b4b5-97bd5c29877d admin admin] Router c80be70c-986d-49bb-93a9-df5ef530ace9 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:55:22.706915 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1897c18c-1cd9-4864-b4b5-97bd5c29877d admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:55:22.712090 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-1897c18c-1cd9-4864-b4b5-97bd5c29877d admin admin] 10.222.0.41 "PUT /v2.0/routers/c80be70c-986d-49bb-93a9-df5ef530ace9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0078657 Apr 18 21:55:22.714640 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32988) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:22.717145 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbfc3c9-ba08-43d9-b5a3-0c46a838c640 None None] Sync routers for ids ['c80be70c-986d-49bb-93a9-df5ef530ace9'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:55:22.727417 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbfc3c9-ba08-43d9-b5a3-0c46a838c640 None None] Routers {'c80be70c-986d-49bb-93a9-df5ef530ace9'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:55:22.728036 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-9fbfc3c9-ba08-43d9-b5a3-0c46a838c640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:54:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c80be70c-986d-49bb-93a9-df5ef530ace9'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:22.822358 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-29f7de27-0111-4aae-b986-5cc04c032801 admin admin] Notify callbacks [] for router, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:22.833402 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-9fbfc3c9-ba08-43d9-b5a3-0c46a838c640 None None] Set router c80be70c-986d-49bb-93a9-df5ef530ace9 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:55:22.935015 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-29f7de27-0111-4aae-b986-5cc04c032801 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:22.990258 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-29f7de27-0111-4aae-b986-5cc04c032801 admin admin] Deleting port 6e54f252-9b76-472d-8a28-01a10b9de086 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:55:22.990508 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-29f7de27-0111-4aae-b986-5cc04c032801 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:23.019628 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-9fbfc3c9-ba08-43d9-b5a3-0c46a838c640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'name': 'tempest-TestShelveInstance-1537609241-router', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:55:21Z', 'revision_number': 5, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'gw_port': {'id': '6e54f252-9b76-472d-8a28-01a10b9de086', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:23.046495 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbfc3c9-ba08-43d9-b5a3-0c46a838c640 None None] Checking router: c80be70c-986d-49bb-93a9-df5ef530ace9 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:55:23.055214 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbfc3c9-ba08-43d9-b5a3-0c46a838c640 None None] Routers {'c80be70c-986d-49bb-93a9-df5ef530ace9'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:55:23.055862 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-9fbfc3c9-ba08-43d9-b5a3-0c46a838c640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:54:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c80be70c-986d-49bb-93a9-df5ef530ace9'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:23.078246 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-29f7de27-0111-4aae-b986-5cc04c032801 admin admin] For port 6e54f252-9b76-472d-8a28-01a10b9de086, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6e54f252-9b76-472d-8a28-01a10b9de086,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:23.078612 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-29f7de27-0111-4aae-b986-5cc04c032801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:23.091556 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-29f7de27-0111-4aae-b986-5cc04c032801 admin admin] Calling delete_port for 6e54f252-9b76-472d-8a28-01a10b9de086 owned by network:router_gateway {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:55:23.144720 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-9fbfc3c9-ba08-43d9-b5a3-0c46a838c640 None None] Set router c80be70c-986d-49bb-93a9-df5ef530ace9 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:55:23.201104 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-9fbfc3c9-ba08-43d9-b5a3-0c46a838c640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'name': 'tempest-TestShelveInstance-1537609241-router', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:55:22Z', 'revision_number': 6, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:23.230111 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbfc3c9-ba08-43d9-b5a3-0c46a838c640 None None] The sync data for ids ['c80be70c-986d-49bb-93a9-df5ef530ace9'] in n-d-838323-3 is: [{'id': 'c80be70c-986d-49bb-93a9-df5ef530ace9', 'name': 'tempest-TestShelveInstance-1537609241-router', 'tenant_id': '63d1313cd72f45949379228ff3ca7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:17Z', 'updated_at': '2022-04-18T21:55:22Z', 'revision_number': 6, 'project_id': '63d1313cd72f45949379228ff3ca7ac2', 'gw_port_host': None}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:55:23.281333 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-29f7de27-0111-4aae-b986-5cc04c032801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:23.308543 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7de27-0111-4aae-b986-5cc04c032801 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e54f252-9b76-472d-8a28-01a10b9de086,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:23.377054 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-29f7de27-0111-4aae-b986-5cc04c032801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:23.467979 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-29f7de27-0111-4aae-b986-5cc04c032801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:23.470100 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-29f7de27-0111-4aae-b986-5cc04c032801 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:23.513850 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-29f7de27-0111-4aae-b986-5cc04c032801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:23.514427 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f7de27-0111-4aae-b986-5cc04c032801 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c80be70c-986d-49bb-93a9-df5ef530ace9 {{(pid=102909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:55:23.519979 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-29f7de27-0111-4aae-b986-5cc04c032801 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:23.521163 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-29f7de27-0111-4aae-b986-5cc04c032801 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c80be70c-986d-49bb-93a9-df5ef530ace9 HTTP/1.1" status: 204 len: 168 time: 0.8055849 Apr 18 21:55:23.523841 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32990) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:23.568815 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_v2 [None req-25952727-4e30-4fa8-bc63-3f0c5f930b5d admin admin] Deleting subnet bfeed774-58d9-4cce-ba9d-b2c268bf3b0c {{(pid=102909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:55:23.573317 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-25952727-4e30-4fa8-bc63-3f0c5f930b5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:23.610420 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-25952727-4e30-4fa8-bc63-3f0c5f930b5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12728949'] for subnet, precommit_delete_associations {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:23.696863 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-25952727-4e30-4fa8-bc63-3f0c5f930b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:23.751662 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-25952727-4e30-4fa8-bc63-3f0c5f930b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13010342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12793119'] for subnet, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:23.777036 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25952727-4e30-4fa8-bc63-3f0c5f930b5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfeed774-58d9-4cce-ba9d-b2c268bf3b0c,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:23.780758 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-25952727-4e30-4fa8-bc63-3f0c5f930b5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:23.783849 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-25952727-4e30-4fa8-bc63-3f0c5f930b5d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bfeed774-58d9-4cce-ba9d-b2c268bf3b0c HTTP/1.1" status: 204 len: 168 time: 0.2590714 Apr 18 21:55:23.786519 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 32992) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:23.787742 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e2fad3-3671-4bd5-8993-a4c2e3c3d48f None None] Network cc95f3ab-f971-464a-8ccd-813f5cef82fd requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:55:23.861232 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-118d89de-b97d-4679-a603-df962e7315b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:23.917043 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-118d89de-b97d-4679-a603-df962e7315b5 admin admin] Deleting port 5c297e10-b05d-427d-8834-e3088d56d0c6 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:55:23.917386 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-118d89de-b97d-4679-a603-df962e7315b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:23.987534 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9ec2d1-0433-44c5-a2e2-d64a2afcc2d3 None None] DHCP port deletion for cc95f3ab-f971-464a-8ccd-813f5cef82fd request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:55:23.990013 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-118d89de-b97d-4679-a603-df962e7315b5 admin admin] For port 5c297e10-b05d-427d-8834-e3088d56d0c6, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5c297e10-b05d-427d-8834-e3088d56d0c6,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:23.990446 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-118d89de-b97d-4679-a603-df962e7315b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:24.009560 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-118d89de-b97d-4679-a603-df962e7315b5 admin admin] Calling delete_port for 5c297e10-b05d-427d-8834-e3088d56d0c6 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:55:24.044416 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-9e9ec2d1-0433-44c5-a2e2-d64a2afcc2d3 None None] Deleting port 5c297e10-b05d-427d-8834-e3088d56d0c6 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:55:24.044793 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec2d1-0433-44c5-a2e2-d64a2afcc2d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:24.097718 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-118d89de-b97d-4679-a603-df962e7315b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:24.117019 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-9e9ec2d1-0433-44c5-a2e2-d64a2afcc2d3 None None] For port 5c297e10-b05d-427d-8834-e3088d56d0c6, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=5c297e10-b05d-427d-8834-e3088d56d0c6,segment=NetworkSegment(2e7ac195-badc-4a98-a4ad-b40669b33e07),segment_id=2e7ac195-badc-4a98-a4ad-b40669b33e07)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:24.117429 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec2d1-0433-44c5-a2e2-d64a2afcc2d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:24.126084 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d89de-b97d-4679-a603-df962e7315b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c297e10-b05d-427d-8834-e3088d56d0c6,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:24.129862 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118d89de-b97d-4679-a603-df962e7315b5 admin admin] No DVR routers for this DVR port 5c297e10-b05d-427d-8834-e3088d56d0c6 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:55:24.131749 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-9e9ec2d1-0433-44c5-a2e2-d64a2afcc2d3 None None] Calling delete_port for 5c297e10-b05d-427d-8834-e3088d56d0c6 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:55:24.208400 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-118d89de-b97d-4679-a603-df962e7315b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:24.211893 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec2d1-0433-44c5-a2e2-d64a2afcc2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:24.230649 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-118d89de-b97d-4679-a603-df962e7315b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc95f3ab-f971-464a-8ccd-813f5cef82fd']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:24.240944 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-118d89de-b97d-4679-a603-df962e7315b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e7ac195-badc-4a98-a4ad-b40669b33e07') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:24.241273 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-118d89de-b97d-4679-a603-df962e7315b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e7ac195-badc-4a98-a4ad-b40669b33e07') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:24.249982 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ec2d1-0433-44c5-a2e2-d64a2afcc2d3 None None] Pushing event deleted for resources: {'Port': ['ID=5c297e10-b05d-427d-8834-e3088d56d0c6,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:24.252539 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-118d89de-b97d-4679-a603-df962e7315b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:24.261035 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ec2d1-0433-44c5-a2e2-d64a2afcc2d3 None None] No DVR routers for this DVR port 5c297e10-b05d-427d-8834-e3088d56d0c6 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:55:24.267208 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ec2d1-0433-44c5-a2e2-d64a2afcc2d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:24.267628 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ec2d1-0433-44c5-a2e2-d64a2afcc2d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:24.268402 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-118d89de-b97d-4679-a603-df962e7315b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:24.268669 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ec2d1-0433-44c5-a2e2-d64a2afcc2d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:24.268921 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ec2d1-0433-44c5-a2e2-d64a2afcc2d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:24.269309 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ec2d1-0433-44c5-a2e2-d64a2afcc2d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:24.275636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ec2d1-0433-44c5-a2e2-d64a2afcc2d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:24.275636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ec2d1-0433-44c5-a2e2-d64a2afcc2d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:24.275636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ec2d1-0433-44c5-a2e2-d64a2afcc2d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:24.275636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ec2d1-0433-44c5-a2e2-d64a2afcc2d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:24.275636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ec2d1-0433-44c5-a2e2-d64a2afcc2d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:24.275636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ec2d1-0433-44c5-a2e2-d64a2afcc2d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:24.275636 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ec2d1-0433-44c5-a2e2-d64a2afcc2d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:24.277856 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-118d89de-b97d-4679-a603-df962e7315b5 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:55:24.278110 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-118d89de-b97d-4679-a603-df962e7315b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:55:24.280319 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:55:24.337127 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-118d89de-b97d-4679-a603-df962e7315b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:24.342538 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-118d89de-b97d-4679-a603-df962e7315b5 admin admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:24.345849 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-118d89de-b97d-4679-a603-df962e7315b5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cc95f3ab-f971-464a-8ccd-813f5cef82fd HTTP/1.1" status: 204 len: 168 time: 0.5584581 Apr 18 21:55:24.348804 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 32994) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:24.358518 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d89de-b97d-4679-a603-df962e7315b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc95f3ab-f971-464a-8ccd-813f5cef82fd,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:24.603625 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6e54f252-9b76-472d-8a28-01a10b9de086 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:55:24.624921 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 6e54f252-9b76-472d-8a28-01a10b9de086 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:55:24.625266 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6e54f252-9b76-472d-8a28-01a10b9de086 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:55:24.625683 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a70ee54b-a26e-4410-9de1-7472f9ee2346 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:55:24.645395 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: a70ee54b-a26e-4410-9de1-7472f9ee2346 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:55:24.645734 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device a70ee54b-a26e-4410-9de1-7472f9ee2346 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:55:24.646147 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5c297e10-b05d-427d-8834-e3088d56d0c6 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:55:24.667380 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 5c297e10-b05d-427d-8834-e3088d56d0c6 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:55:24.667721 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 5c297e10-b05d-427d-8834-e3088d56d0c6 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:55:24.723352 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69539624-dd48-485d-ad69-4a62bfd5874a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:24.818818 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2973b238-6184-43f6-ad14-e2192ffa72dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:24.977930 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-69539624-dd48-485d-ad69-4a62bfd5874a admin admin] Deleting port b1b9f184-c56d-4b90-8ca3-05c7513c3c09 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:55:24.978274 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69539624-dd48-485d-ad69-4a62bfd5874a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:25.057443 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-69539624-dd48-485d-ad69-4a62bfd5874a admin admin] For port b1b9f184-c56d-4b90-8ca3-05c7513c3c09, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=b1b9f184-c56d-4b90-8ca3-05c7513c3c09,segment=NetworkSegment(3e5090d3-0944-42d2-866e-4a2f7036bb12),segment_id=3e5090d3-0944-42d2-866e-4a2f7036bb12)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:25.057807 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69539624-dd48-485d-ad69-4a62bfd5874a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:25.075337 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-69539624-dd48-485d-ad69-4a62bfd5874a admin admin] Calling delete_port for b1b9f184-c56d-4b90-8ca3-05c7513c3c09 owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:55:25.261838 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69539624-dd48-485d-ad69-4a62bfd5874a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:25.288267 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69539624-dd48-485d-ad69-4a62bfd5874a admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b9f184-c56d-4b90-8ca3-05c7513c3c09,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:25.457659 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-69539624-dd48-485d-ad69-4a62bfd5874a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:25.676505 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69539624-dd48-485d-ad69-4a62bfd5874a admin admin] Router d29b5fe2-63e9-40a1-802e-d6385ed8c3a6 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:55:25.788150 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69539624-dd48-485d-ad69-4a62bfd5874a admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:55:25.794577 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-69539624-dd48-485d-ad69-4a62bfd5874a admin admin] 10.222.0.41 "PUT /v2.0/routers/d29b5fe2-63e9-40a1-802e-d6385ed8c3a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4444556 Apr 18 21:55:25.797682 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 32996) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:25.797835 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d81fbeb-95fd-4ee7-b177-2eb7d14dfd29 None None] Sync routers for ids ['d29b5fe2-63e9-40a1-802e-d6385ed8c3a6'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:55:25.812251 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d81fbeb-95fd-4ee7-b177-2eb7d14dfd29 None None] Routers {'d29b5fe2-63e9-40a1-802e-d6385ed8c3a6'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:55:25.812999 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-5d81fbeb-95fd-4ee7-b177-2eb7d14dfd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:54:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d29b5fe2-63e9-40a1-802e-d6385ed8c3a6'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:25.919876 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d61b1386-db02-4acb-bd16-4d8d5381ed05 admin admin] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:26.009070 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-5d81fbeb-95fd-4ee7-b177-2eb7d14dfd29 None None] Set router d29b5fe2-63e9-40a1-802e-d6385ed8c3a6 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:55:26.028002 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d61b1386-db02-4acb-bd16-4d8d5381ed05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:26.084219 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-d61b1386-db02-4acb-bd16-4d8d5381ed05 admin admin] Deleting port 2f954882-6744-434e-a455-c1c75f2e58da {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:55:26.084595 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d61b1386-db02-4acb-bd16-4d8d5381ed05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:26.165398 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-d61b1386-db02-4acb-bd16-4d8d5381ed05 admin admin] For port 2f954882-6744-434e-a455-c1c75f2e58da, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=2f954882-6744-434e-a455-c1c75f2e58da,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:26.165766 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d61b1386-db02-4acb-bd16-4d8d5381ed05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:26.183279 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-d61b1386-db02-4acb-bd16-4d8d5381ed05 admin admin] Calling delete_port for 2f954882-6744-434e-a455-c1c75f2e58da owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:55:26.192156 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-5d81fbeb-95fd-4ee7-b177-2eb7d14dfd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29b5fe2-63e9-40a1-802e-d6385ed8c3a6', 'name': 'tempest-TestShelveInstance-340197190-router', 'tenant_id': '8c84b21601504a85821c0e8b5a37af83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '2f954882-6744-434e-a455-c1c75f2e58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:21Z', 'updated_at': '2022-04-18T21:55:25Z', 'revision_number': 5, 'project_id': '8c84b21601504a85821c0e8b5a37af83', 'gw_port': {'id': '2f954882-6744-434e-a455-c1c75f2e58da', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29b5fe2-63e9-40a1-802e-d6385ed8c3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:22Z', 'updated_at': '2022-04-18T21:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:26.224633 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d81fbeb-95fd-4ee7-b177-2eb7d14dfd29 None None] Checking router: d29b5fe2-63e9-40a1-802e-d6385ed8c3a6 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:55:26.233312 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d81fbeb-95fd-4ee7-b177-2eb7d14dfd29 None None] Routers {'d29b5fe2-63e9-40a1-802e-d6385ed8c3a6'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:55:26.233926 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-5d81fbeb-95fd-4ee7-b177-2eb7d14dfd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:54:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['d29b5fe2-63e9-40a1-802e-d6385ed8c3a6'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:26.316770 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-5d81fbeb-95fd-4ee7-b177-2eb7d14dfd29 None None] Set router d29b5fe2-63e9-40a1-802e-d6385ed8c3a6 gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:55:26.349154 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d61b1386-db02-4acb-bd16-4d8d5381ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:26.372229 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-5d81fbeb-95fd-4ee7-b177-2eb7d14dfd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29b5fe2-63e9-40a1-802e-d6385ed8c3a6', 'name': 'tempest-TestShelveInstance-340197190-router', 'tenant_id': '8c84b21601504a85821c0e8b5a37af83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:21Z', 'updated_at': '2022-04-18T21:55:26Z', 'revision_number': 6, 'project_id': '8c84b21601504a85821c0e8b5a37af83', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:26.379471 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b1386-db02-4acb-bd16-4d8d5381ed05 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f954882-6744-434e-a455-c1c75f2e58da,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:26.399811 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d81fbeb-95fd-4ee7-b177-2eb7d14dfd29 None None] The sync data for ids ['d29b5fe2-63e9-40a1-802e-d6385ed8c3a6'] in n-d-838323-3 is: [{'id': 'd29b5fe2-63e9-40a1-802e-d6385ed8c3a6', 'name': 'tempest-TestShelveInstance-340197190-router', 'tenant_id': '8c84b21601504a85821c0e8b5a37af83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:21Z', 'updated_at': '2022-04-18T21:55:26Z', 'revision_number': 6, 'project_id': '8c84b21601504a85821c0e8b5a37af83', 'gw_port_host': None}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:55:26.441618 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d61b1386-db02-4acb-bd16-4d8d5381ed05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:26.535815 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d61b1386-db02-4acb-bd16-4d8d5381ed05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:26.537875 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d61b1386-db02-4acb-bd16-4d8d5381ed05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:26.583422 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d61b1386-db02-4acb-bd16-4d8d5381ed05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:26.584516 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61b1386-db02-4acb-bd16-4d8d5381ed05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d29b5fe2-63e9-40a1-802e-d6385ed8c3a6 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:55:26.591048 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d61b1386-db02-4acb-bd16-4d8d5381ed05 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:26.592459 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d61b1386-db02-4acb-bd16-4d8d5381ed05 admin admin] 10.222.0.41 "DELETE /v2.0/routers/d29b5fe2-63e9-40a1-802e-d6385ed8c3a6 HTTP/1.1" status: 204 len: 168 time: 0.7932739 Apr 18 21:55:26.595106 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 32998) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:26.644887 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f78ae3-accb-4334-a1df-bf9320cfb47b admin admin] Deleting subnet aa23f3a3-e527-44f7-9fca-f00173dcef48 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:55:26.648686 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-62f78ae3-accb-4334-a1df-bf9320cfb47b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:26.683678 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-62f78ae3-accb-4334-a1df-bf9320cfb47b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:26.772184 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-62f78ae3-accb-4334-a1df-bf9320cfb47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:26.842201 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-62f78ae3-accb-4334-a1df-bf9320cfb47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:26.872754 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f78ae3-accb-4334-a1df-bf9320cfb47b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa23f3a3-e527-44f7-9fca-f00173dcef48,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:26.878601 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-62f78ae3-accb-4334-a1df-bf9320cfb47b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:26.883756 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-62f78ae3-accb-4334-a1df-bf9320cfb47b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/aa23f3a3-e527-44f7-9fca-f00173dcef48 HTTP/1.1" status: 204 len: 168 time: 0.2870386 Apr 18 21:55:26.884034 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3325cb32-4a8a-4a84-95bb-dde180bf5fee None None] Network 0dda05d2-bac6-466d-886a-008a5720e465 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:55:26.887073 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33000) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:26.963164 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e3be21ac-ca3e-41c6-8a00-8e90e017963e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:27.019026 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e3be21ac-ca3e-41c6-8a00-8e90e017963e admin admin] Deleting port 43384192-8cb0-4082-b76c-1ab211e43e1b {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:55:27.019371 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e3be21ac-ca3e-41c6-8a00-8e90e017963e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:27.083473 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-e3be21ac-ca3e-41c6-8a00-8e90e017963e admin admin] For port 43384192-8cb0-4082-b76c-1ab211e43e1b, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=43384192-8cb0-4082-b76c-1ab211e43e1b,segment=NetworkSegment(3e5090d3-0944-42d2-866e-4a2f7036bb12),segment_id=3e5090d3-0944-42d2-866e-4a2f7036bb12)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:27.083746 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e3be21ac-ca3e-41c6-8a00-8e90e017963e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:27.097366 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-e3be21ac-ca3e-41c6-8a00-8e90e017963e admin admin] Calling delete_port for 43384192-8cb0-4082-b76c-1ab211e43e1b owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:55:27.172937 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6285e89f-081c-42e9-980a-5172af74a984 None None] DHCP port deletion for 0dda05d2-bac6-466d-886a-008a5720e465 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:55:27.181461 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b1b9f184-c56d-4b90-8ca3-05c7513c3c09 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:55:27.184679 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e3be21ac-ca3e-41c6-8a00-8e90e017963e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:27.214071 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be21ac-ca3e-41c6-8a00-8e90e017963e admin admin] Pushing event deleted for resources: {'Port': ['ID=43384192-8cb0-4082-b76c-1ab211e43e1b,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:27.215957 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3be21ac-ca3e-41c6-8a00-8e90e017963e admin admin] No DVR routers for this DVR port 43384192-8cb0-4082-b76c-1ab211e43e1b on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:55:27.227289 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6285e89f-081c-42e9-980a-5172af74a984 None None] The port '43384192-8cb0-4082-b76c-1ab211e43e1b' was deleted {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 18 21:55:27.228825 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: b1b9f184-c56d-4b90-8ca3-05c7513c3c09 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:55:27.229173 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device b1b9f184-c56d-4b90-8ca3-05c7513c3c09 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:55:27.304640 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e3be21ac-ca3e-41c6-8a00-8e90e017963e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:27.325006 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-e3be21ac-ca3e-41c6-8a00-8e90e017963e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dda05d2-bac6-466d-886a-008a5720e465']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:27.334184 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-e3be21ac-ca3e-41c6-8a00-8e90e017963e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e5090d3-0944-42d2-866e-4a2f7036bb12') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:27.334409 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-e3be21ac-ca3e-41c6-8a00-8e90e017963e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e5090d3-0944-42d2-866e-4a2f7036bb12') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:27.344613 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e3be21ac-ca3e-41c6-8a00-8e90e017963e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:27.359537 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e3be21ac-ca3e-41c6-8a00-8e90e017963e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:27.366153 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3be21ac-ca3e-41c6-8a00-8e90e017963e admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:55:27.366596 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e3be21ac-ca3e-41c6-8a00-8e90e017963e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: timer() Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:55:27.368277 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:55:27.425440 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e3be21ac-ca3e-41c6-8a00-8e90e017963e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:27.431453 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e3be21ac-ca3e-41c6-8a00-8e90e017963e admin admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:27.436992 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e3be21ac-ca3e-41c6-8a00-8e90e017963e admin admin] 10.222.0.41 "DELETE /v2.0/networks/0dda05d2-bac6-466d-886a-008a5720e465 HTTP/1.1" status: 204 len: 168 time: 0.5479746 Apr 18 21:55:27.453304 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be21ac-ca3e-41c6-8a00-8e90e017963e admin admin] Pushing event deleted for resources: {'Network': ['ID=0dda05d2-bac6-466d-886a-008a5720e465,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:27.577083 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33004) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:27.623924 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-6d04920a-cce1-45e5-ba9e-80fdbef0931a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63d1313cd72f45949379228ff3ca7ac2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454865 Apr 18 21:55:27.626369 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33006) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:27.685352 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d55228b6-f502-4510-ab38-a5baf810a56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:27.707265 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d55228b6-f502-4510-ab38-a5baf810a56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:27.756456 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d55228b6-f502-4510-ab38-a5baf810a56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:27.759275 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d55228b6-f502-4510-ab38-a5baf810a56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:27.760455 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d55228b6-f502-4510-ab38-a5baf810a56e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eeed7edd-41f7-4379-8b86-693dc9d289fc HTTP/1.1" status: 204 len: 168 time: 0.1330473 Apr 18 21:55:27.768875 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55228b6-f502-4510-ab38-a5baf810a56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeed7edd-41f7-4379-8b86-693dc9d289fc,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:28.122036 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33012) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:28.163494 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-7df04f0c-4462-49d4-8efc-7ee05453472e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c84b21601504a85821c0e8b5a37af83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399256 Apr 18 21:55:28.165793 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33014) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:28.214351 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-30c62669-1053-4231-90c3-89a0a20d8980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:28.235285 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-30c62669-1053-4231-90c3-89a0a20d8980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:28.282868 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-30c62669-1053-4231-90c3-89a0a20d8980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:28.285466 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-30c62669-1053-4231-90c3-89a0a20d8980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:28.286636 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-30c62669-1053-4231-90c3-89a0a20d8980 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8f48ec00-df8a-43ae-a785-40023666038b HTTP/1.1" status: 204 len: 168 time: 0.1199412 Apr 18 21:55:28.295040 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c62669-1053-4231-90c3-89a0a20d8980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f48ec00-df8a-43ae-a785-40023666038b,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:28.604780 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 43384192-8cb0-4082-b76c-1ab211e43e1b no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:55:28.626217 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 43384192-8cb0-4082-b76c-1ab211e43e1b {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:55:28.626623 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 43384192-8cb0-4082-b76c-1ab211e43e1b not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:55:28.627226 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2f954882-6744-434e-a455-c1c75f2e58da no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:55:28.646928 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 2f954882-6744-434e-a455-c1c75f2e58da {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:55:28.647267 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 2f954882-6744-434e-a455-c1c75f2e58da not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:55:29.028253 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33036) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:29.125156 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-ddcb1ccc-033e-4111-8ad2-c27bd8408235 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1961438169-network', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:55:29.144818 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcb1ccc-033e-4111-8ad2-c27bd8408235 admin admin] Made reservation on behalf of 4ef308ce8b8944f08fcf37769737f707 for: {'network': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:55:29.147236 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ddcb1ccc-033e-4111-8ad2-c27bd8408235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:29.160621 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ddcb1ccc-033e-4111-8ad2-c27bd8408235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:29.216518 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-22fbda47-d6a7-42d7-a0c1-7354ce87d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:29.238823 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ddcb1ccc-033e-4111-8ad2-c27bd8408235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:29.243489 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ddcb1ccc-033e-4111-8ad2-c27bd8408235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:29.270744 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddcb1ccc-033e-4111-8ad2-c27bd8408235 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=102908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:55:29.277734 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb1ccc-033e-4111-8ad2-c27bd8408235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c415bef3-2ce9-4370-a322-7d8d9eb99de6,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:29.283970 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ddcb1ccc-033e-4111-8ad2-c27bd8408235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:29.284332 n-d-838323-3 neutron-server[102908]: INFO neutron.db.segments_db [None req-ddcb1ccc-033e-4111-8ad2-c27bd8408235 admin admin] Added segment f4c5ac74-95c8-4d7b-9a15-f21ff4513c28 of type vlan for network d1d7eae1-fb82-4946-a992-e86670d81f1a Apr 18 21:55:29.325305 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ddcb1ccc-033e-4111-8ad2-c27bd8408235 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:29.349154 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ddcb1ccc-033e-4111-8ad2-c27bd8408235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:29.350145 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcb1ccc-033e-4111-8ad2-c27bd8408235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:29.350749 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-ddcb1ccc-033e-4111-8ad2-c27bd8408235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667649'] for network, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:29.404694 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-ddcb1ccc-033e-4111-8ad2-c27bd8408235 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3752131 Apr 18 21:55:29.407614 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33040) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:29.412688 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-7ad9aa82-1eaa-48f5-bd04-5620638b3685 admin admin] Request body: {'subnet': {'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1961438169-subnet', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'ip_version': 4}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:55:29.418138 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb1ccc-033e-4111-8ad2-c27bd8408235 admin admin] Pushing event updated for resources: {'Network': ['ID=d1d7eae1-fb82-4946-a992-e86670d81f1a,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:29.428379 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network d1d7eae1-fb82-4946-a992-e86670d81f1a details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:55:29.433622 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad9aa82-1eaa-48f5-bd04-5620638b3685 admin admin] Made reservation on behalf of 4ef308ce8b8944f08fcf37769737f707 for: {'subnet': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:55:29.436055 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7ad9aa82-1eaa-48f5-bd04-5620638b3685 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12793088'] for subnet, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:29.607445 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7ad9aa82-1eaa-48f5-bd04-5620638b3685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13010405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12793110'] for subnet, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:29.656208 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9aa82-1eaa-48f5-bd04-5620638b3685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e8c2247-a4bb-4de5-9e01-c16d302b698e,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:29.672138 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad9aa82-1eaa-48f5-bd04-5620638b3685 admin admin] Checking segment: {'id': 'f4c5ac74-95c8-4d7b-9a15-f21ff4513c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:55:29.672526 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad9aa82-1eaa-48f5-bd04-5620638b3685 admin admin] Network hostable DHCP agents. Network: d1d7eae1-fb82-4946-a992-e86670d81f1a, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:55:29.689344 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad9aa82-1eaa-48f5-bd04-5620638b3685 admin admin] Network d1d7eae1-fb82-4946-a992-e86670d81f1a is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:55:29.698024 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-7ad9aa82-1eaa-48f5-bd04-5620638b3685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, d1d7eae1-fb82-4946-a992-e86670d81f1a) {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:55:29.703987 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad9aa82-1eaa-48f5-bd04-5620638b3685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:29.705129 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-7ad9aa82-1eaa-48f5-bd04-5620638b3685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:29.705894 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c685111e-dd1c-4dd1-9083-bc62e2afbd81 None None] Network d1d7eae1-fb82-4946-a992-e86670d81f1a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:55:29.722562 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-7ad9aa82-1eaa-48f5-bd04-5620638b3685 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3131576 Apr 18 21:55:29.724761 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33042) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:29.729973 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-d316ce88-2177-482d-b706-1438f1b35214 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1961438169-router', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:55:29.751028 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d316ce88-2177-482d-b706-1438f1b35214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:29.751960 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d316ce88-2177-482d-b706-1438f1b35214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:29.809755 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d316ce88-2177-482d-b706-1438f1b35214 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:29.858108 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9a14c3-6439-4142-8409-c0bdb566d9c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-d1d7eae1-fb82-4946-a992-e86670d81f1a', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'fixed_ips': [{'subnet_id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:55:29.859107 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-db9a14c3-6439-4142-8409-c0bdb566d9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:29.946973 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d316ce88-2177-482d-b706-1438f1b35214 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:30.001847 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-db9a14c3-6439-4142-8409-c0bdb566d9c7 None None] Allocated IP 172.20.0.2 (d1d7eae1-fb82-4946-a992-e86670d81f1a/4e8c2247-a4bb-4de5-9e01-c16d302b698e/1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:55:30.148115 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-db9a14c3-6439-4142-8409-c0bdb566d9c7 None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:30.154952 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-db9a14c3-6439-4142-8409-c0bdb566d9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:30.155200 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d316ce88-2177-482d-b706-1438f1b35214 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:30.175701 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d316ce88-2177-482d-b706-1438f1b35214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:30.215273 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9a14c3-6439-4142-8409-c0bdb566d9c7 None None] Network d1d7eae1-fb82-4946-a992-e86670d81f1a is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:55:30.219745 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:30.222638 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-db9a14c3-6439-4142-8409-c0bdb566d9c7 None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:55:30.225308 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9a14c3-6439-4142-8409-c0bdb566d9c7 None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:55:30.235783 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a14c3-6439-4142-8409-c0bdb566d9c7 None None] Pushing event updated for resources: {'Port': ['ID=1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:30.287868 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-db9a14c3-6439-4142-8409-c0bdb566d9c7 None None] Attempting to bind port 1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:55:30.288141 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-db9a14c3-6439-4142-8409-c0bdb566d9c7 None None] Attempting to bind port 1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'f4c5ac74-95c8-4d7b-9a15-f21ff4513c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:55:30.288277 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-d316ce88-2177-482d-b706-1438f1b35214 admin admin] Allocated IP 172.25.1.45 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/d000dc12-d236-48e8-b752-54037b3577c7) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:55:30.288597 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9a14c3-6439-4142-8409-c0bdb566d9c7 None None] Attempting to bind port 1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3 on network d1d7eae1-fb82-4946-a992-e86670d81f1a {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:55:30.294660 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9a14c3-6439-4142-8409-c0bdb566d9c7 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:55:30.295084 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9a14c3-6439-4142-8409-c0bdb566d9c7 None None] Checking segment: {'id': 'f4c5ac74-95c8-4d7b-9a15-f21ff4513c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:55:30.295584 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-db9a14c3-6439-4142-8409-c0bdb566d9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:30.295997 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9a14c3-6439-4142-8409-c0bdb566d9c7 None None] Bound using segment: {'id': 'f4c5ac74-95c8-4d7b-9a15-f21ff4513c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:55:30.296469 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-db9a14c3-6439-4142-8409-c0bdb566d9c7 None None] Bound port: 1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c5ac74-95c8-4d7b-9a15-f21ff4513c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:55:30.296857 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-db9a14c3-6439-4142-8409-c0bdb566d9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:30.359879 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-db9a14c3-6439-4142-8409-c0bdb566d9c7 None None] For port 1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:55:30.363201 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-db9a14c3-6439-4142-8409-c0bdb566d9c7 None None] For port 1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3,segment=NetworkSegment(f4c5ac74-95c8-4d7b-9a15-f21ff4513c28),segment_id=f4c5ac74-95c8-4d7b-9a15-f21ff4513c28)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:55:30.367447 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-db9a14c3-6439-4142-8409-c0bdb566d9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:30.396124 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d316ce88-2177-482d-b706-1438f1b35214 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:30.429131 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a14c3-6439-4142-8409-c0bdb566d9c7 None None] Pushing event updated for resources: {'Port': ['ID=1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:30.433937 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d316ce88-2177-482d-b706-1438f1b35214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:30.481125 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d316ce88-2177-482d-b706-1438f1b35214 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:55:30.484234 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-d316ce88-2177-482d-b706-1438f1b35214 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:55:30.489065 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d316ce88-2177-482d-b706-1438f1b35214 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:55:30.492239 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316ce88-2177-482d-b706-1438f1b35214 admin admin] Pushing event updated for resources: {'Port': ['ID=d000dc12-d236-48e8-b752-54037b3577c7,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:30.766179 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d316ce88-2177-482d-b706-1438f1b35214 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:31.309583 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d316ce88-2177-482d-b706-1438f1b35214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:31.368747 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1455c7e8-94c4-4672-a7e2-4faaf50b0339 None None] Network d1d7eae1-fb82-4946-a992-e86670d81f1a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:55:31.461526 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d316ce88-2177-482d-b706-1438f1b35214 admin admin] Router c8bc7d4c-c471-4743-9ba5-465142813ab8 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:55:31.501981 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-0928e5ae-d9a1-40a1-b787-d3cda70c2b49 None None] Provisioning complete for port 1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:31.502359 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0928e5ae-d9a1-40a1-b787-d3cda70c2b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:31.576530 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d316ce88-2177-482d-b706-1438f1b35214 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:55:31.599300 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea79adce-94ca-4747-9dac-a2d2fd02b31a None None] Sync routers for ids ['c8bc7d4c-c471-4743-9ba5-465142813ab8'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:55:31.600357 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-d316ce88-2177-482d-b706-1438f1b35214 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:31.605585 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-d316ce88-2177-482d-b706-1438f1b35214 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8772840 Apr 18 21:55:31.606890 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33044) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:31.625796 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea79adce-94ca-4747-9dac-a2d2fd02b31a None None] Routers {'c8bc7d4c-c471-4743-9ba5-465142813ab8'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:55:31.626437 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-ea79adce-94ca-4747-9dac-a2d2fd02b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:55:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c8bc7d4c-c471-4743-9ba5-465142813ab8'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:31.669747 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0928e5ae-d9a1-40a1-b787-d3cda70c2b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:31.762259 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-0928e5ae-d9a1-40a1-b787-d3cda70c2b49 None None] For port 1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3,segment=NetworkSegment(f4c5ac74-95c8-4d7b-9a15-f21ff4513c28),segment_id=f4c5ac74-95c8-4d7b-9a15-f21ff4513c28)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:31.773077 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0928e5ae-d9a1-40a1-b787-d3cda70c2b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:31.974707 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.010098 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-ea79adce-94ca-4747-9dac-a2d2fd02b31a None None] Set router c8bc7d4c-c471-4743-9ba5-465142813ab8 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:55:32.074301 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.085976 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0549103a-9be2-456a-aa2a-3c5e6a57920c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.086328 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d2080306-67b3-407b-8449-6ea0b9a5c73f None None] Provisioning complete for port 1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:32.086913 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d2080306-67b3-407b-8449-6ea0b9a5c73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.098753 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928e5ae-d9a1-40a1-b787-d3cda70c2b49 None None] Pushing event updated for resources: {'Port': ['ID=1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:32.261798 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-0549103a-9be2-456a-aa2a-3c5e6a57920c admin admin] Allocated IP 172.20.0.1 (d1d7eae1-fb82-4946-a992-e86670d81f1a/4e8c2247-a4bb-4de5-9e01-c16d302b698e/fe78eb8f-1afa-4667-9154-c8708172203e) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:55:32.289941 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-ea79adce-94ca-4747-9dac-a2d2fd02b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'name': 'tempest-TestSnapshotPattern-1961438169-router', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:29Z', 'updated_at': '2022-04-18T21:55:30Z', 'revision_number': 3, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'gw_port': {'id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:30Z', 'updated_at': '2022-04-18T21:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:32.317148 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea79adce-94ca-4747-9dac-a2d2fd02b31a None None] Checking router: c8bc7d4c-c471-4743-9ba5-465142813ab8 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:55:32.317498 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea79adce-94ca-4747-9dac-a2d2fd02b31a None None] Updating router c8bc7d4c-c471-4743-9ba5-465142813ab8 port d000dc12-d236-48e8-b752-54037b3577c7 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:55:32.343006 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ea79adce-94ca-4747-9dac-a2d2fd02b31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.366882 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0549103a-9be2-456a-aa2a-3c5e6a57920c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.402181 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0549103a-9be2-456a-aa2a-3c5e6a57920c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.440607 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0549103a-9be2-456a-aa2a-3c5e6a57920c admin admin] Network d1d7eae1-fb82-4946-a992-e86670d81f1a is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:55:32.445967 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-0549103a-9be2-456a-aa2a-3c5e6a57920c admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:55:32.448661 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0549103a-9be2-456a-aa2a-3c5e6a57920c admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:55:32.483681 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549103a-9be2-456a-aa2a-3c5e6a57920c admin admin] Pushing event updated for resources: {'Port': ['ID=fe78eb8f-1afa-4667-9154-c8708172203e,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:32.505540 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0549103a-9be2-456a-aa2a-3c5e6a57920c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.650815 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ea79adce-94ca-4747-9dac-a2d2fd02b31a None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.657647 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0549103a-9be2-456a-aa2a-3c5e6a57920c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.657964 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ea79adce-94ca-4747-9dac-a2d2fd02b31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.702789 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:55:32.754880 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15509b7a-47d9-428a-af5d-6a70b8856774 None None] Pushing event updated for resources: {'Port': ['ID=d000dc12-d236-48e8-b752-54037b3577c7,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:32.761264 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ea79adce-94ca-4747-9dac-a2d2fd02b31a None None] Attempting to bind port d000dc12-d236-48e8-b752-54037b3577c7 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:55:32.761749 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ea79adce-94ca-4747-9dac-a2d2fd02b31a None None] Attempting to bind port d000dc12-d236-48e8-b752-54037b3577c7 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:55:32.762119 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea79adce-94ca-4747-9dac-a2d2fd02b31a None None] Attempting to bind port d000dc12-d236-48e8-b752-54037b3577c7 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:55:32.772353 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea79adce-94ca-4747-9dac-a2d2fd02b31a None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:55:32.772805 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea79adce-94ca-4747-9dac-a2d2fd02b31a None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:55:32.773392 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ea79adce-94ca-4747-9dac-a2d2fd02b31a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.773941 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea79adce-94ca-4747-9dac-a2d2fd02b31a None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:55:32.774434 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-ea79adce-94ca-4747-9dac-a2d2fd02b31a None None] Bound port: d000dc12-d236-48e8-b752-54037b3577c7, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:55:32.774828 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ea79adce-94ca-4747-9dac-a2d2fd02b31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.841254 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-407bd49e-abaa-47c6-a4ce-6222103ccfc9 None None] Provisioning complete for port fe78eb8f-1afa-4667-9154-c8708172203e triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:32.841540 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-407bd49e-abaa-47c6-a4ce-6222103ccfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.845610 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0549103a-9be2-456a-aa2a-3c5e6a57920c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.850445 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0549103a-9be2-456a-aa2a-3c5e6a57920c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.869724 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:32.870075 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.894587 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ea79adce-94ca-4747-9dac-a2d2fd02b31a None None] For port d000dc12-d236-48e8-b752-54037b3577c7, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:55:32.921518 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-ea79adce-94ca-4747-9dac-a2d2fd02b31a None None] For port d000dc12-d236-48e8-b752-54037b3577c7, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d000dc12-d236-48e8-b752-54037b3577c7,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:55:32.925764 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-0549103a-9be2-456a-aa2a-3c5e6a57920c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:32.926705 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-407bd49e-abaa-47c6-a4ce-6222103ccfc9 None None] Port fe78eb8f-1afa-4667-9154-c8708172203e cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:55:32.927554 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549103a-9be2-456a-aa2a-3c5e6a57920c admin admin] Pushing event updated for resources: {'Port': ['ID=fe78eb8f-1afa-4667-9154-c8708172203e,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:32.930270 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ea79adce-94ca-4747-9dac-a2d2fd02b31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:33.023761 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea79adce-94ca-4747-9dac-a2d2fd02b31a None None] Routers {'c8bc7d4c-c471-4743-9ba5-465142813ab8'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:55:33.024402 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-ea79adce-94ca-4747-9dac-a2d2fd02b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:55:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c8bc7d4c-c471-4743-9ba5-465142813ab8'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:33.032701 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0549103a-9be2-456a-aa2a-3c5e6a57920c admin admin] Network d1d7eae1-fb82-4946-a992-e86670d81f1a is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:55:33.034078 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-0549103a-9be2-456a-aa2a-3c5e6a57920c admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:55:33.062460 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15509b7a-47d9-428a-af5d-6a70b8856774 None None] Pushing event updated for resources: {'Port': ['ID=d000dc12-d236-48e8-b752-54037b3577c7,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:33.161218 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0549103a-9be2-456a-aa2a-3c5e6a57920c admin admin] Router c8bc7d4c-c471-4743-9ba5-465142813ab8 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:55:33.168793 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-ea79adce-94ca-4747-9dac-a2d2fd02b31a None None] Set router c8bc7d4c-c471-4743-9ba5-465142813ab8 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:55:33.283708 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0549103a-9be2-456a-aa2a-3c5e6a57920c admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:55:33.289130 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-0549103a-9be2-456a-aa2a-3c5e6a57920c admin admin] 10.222.0.41 "PUT /v2.0/routers/c8bc7d4c-c471-4743-9ba5-465142813ab8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6816285 Apr 18 21:55:33.394712 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-81c5acd9-d379-4c88-8e39-6692b072a59c None None] Provisioning complete for port fe78eb8f-1afa-4667-9154-c8708172203e triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:33.395082 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-81c5acd9-d379-4c88-8e39-6692b072a59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:33.442183 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-81c5acd9-d379-4c88-8e39-6692b072a59c None None] Port fe78eb8f-1afa-4667-9154-c8708172203e cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:55:33.448276 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-ea79adce-94ca-4747-9dac-a2d2fd02b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'name': 'tempest-TestSnapshotPattern-1961438169-router', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:29Z', 'updated_at': '2022-04-18T21:55:32Z', 'revision_number': 4, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'gw_port': {'id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:30Z', 'updated_at': '2022-04-18T21:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'fe78eb8f-1afa-4667-9154-c8708172203e', 'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'mac_address': 'fa:16:3e:b6:88:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:32Z', 'updated_at': '2022-04-18T21:55:32Z', 'revision_number': 2, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'subnets': [{'id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:33.475831 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea79adce-94ca-4747-9dac-a2d2fd02b31a None None] The sync data for ids ['c8bc7d4c-c471-4743-9ba5-465142813ab8'] in n-d-838323-3 is: [{'id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'name': 'tempest-TestSnapshotPattern-1961438169-router', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:29Z', 'updated_at': '2022-04-18T21:55:32Z', 'revision_number': 4, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'gw_port': {'id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:30Z', 'updated_at': '2022-04-18T21:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'fe78eb8f-1afa-4667-9154-c8708172203e', 'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'mac_address': 'fa:16:3e:b6:88:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:32Z', 'updated_at': '2022-04-18T21:55:32Z', 'revision_number': 2, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'subnets': [{'id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:55:33.902933 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33062) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:33.908226 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-45c7dd3f-c366-4fb6-8b67-73bd01d6e107 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-774272341-network', 'tenant_id': '7a468410471742dda859e9474fcdeae9'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:55:33.929597 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c7dd3f-c366-4fb6-8b67-73bd01d6e107 admin admin] Made reservation on behalf of 7a468410471742dda859e9474fcdeae9 for: {'network': 1} {{(pid=102909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:55:33.932170 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-45c7dd3f-c366-4fb6-8b67-73bd01d6e107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for network, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:33.941507 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-45c7dd3f-c366-4fb6-8b67-73bd01d6e107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:34.026320 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-45c7dd3f-c366-4fb6-8b67-73bd01d6e107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:34.031053 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-45c7dd3f-c366-4fb6-8b67-73bd01d6e107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:34.061473 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c7dd3f-c366-4fb6-8b67-73bd01d6e107 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=102909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:55:34.072330 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7dd3f-c366-4fb6-8b67-73bd01d6e107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad0c078-d5fd-4d97-91b3-5ef485e6d2e3,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:34.077655 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-45c7dd3f-c366-4fb6-8b67-73bd01d6e107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:34.078207 n-d-838323-3 neutron-server[102909]: INFO neutron.db.segments_db [None req-45c7dd3f-c366-4fb6-8b67-73bd01d6e107 admin admin] Added segment d284891b-97e9-4334-8327-3e3a4603004c of type vlan for network a95f012c-11ca-4b58-9558-2cc0e0a93bd9 Apr 18 21:55:34.145080 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-45c7dd3f-c366-4fb6-8b67-73bd01d6e107 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734731023818'] for network, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:34.175642 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-45c7dd3f-c366-4fb6-8b67-73bd01d6e107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515'] for network, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:34.176658 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c7dd3f-c366-4fb6-8b67-73bd01d6e107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:34.177249 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-45c7dd3f-c366-4fb6-8b67-73bd01d6e107 admin admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:34.230452 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-45c7dd3f-c366-4fb6-8b67-73bd01d6e107 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3262553 Apr 18 21:55:34.233388 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33064) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:34.239146 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-86473bb5-fc76-4edf-b582-0b6aee61071b admin admin] Request body: {'subnet': {'network_id': 'a95f012c-11ca-4b58-9558-2cc0e0a93bd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-774272341-subnet', 'tenant_id': '7a468410471742dda859e9474fcdeae9', 'ip_version': 4}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:55:34.249251 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7dd3f-c366-4fb6-8b67-73bd01d6e107 admin admin] Pushing event updated for resources: {'Network': ['ID=a95f012c-11ca-4b58-9558-2cc0e0a93bd9,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:34.260130 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Network a95f012c-11ca-4b58-9558-2cc0e0a93bd9 details requested by agent ovs-agent-n-d-838323-3 with host n-d-838323-3 {{(pid=102910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:55:34.264605 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86473bb5-fc76-4edf-b582-0b6aee61071b admin admin] Made reservation on behalf of 7a468410471742dda859e9474fcdeae9 for: {'subnet': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:55:34.267989 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-86473bb5-fc76-4edf-b582-0b6aee61071b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13498119'] for subnet, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:34.455999 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-86473bb5-fc76-4edf-b582-0b6aee61071b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16326221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13498129'] for subnet, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:34.519651 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86473bb5-fc76-4edf-b582-0b6aee61071b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a57cbd07-f0aa-4ad8-b40d-cbe6316f2640,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:34.531542 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86473bb5-fc76-4edf-b582-0b6aee61071b admin admin] Checking segment: {'id': 'd284891b-97e9-4334-8327-3e3a4603004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a95f012c-11ca-4b58-9558-2cc0e0a93bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:55:34.531894 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86473bb5-fc76-4edf-b582-0b6aee61071b admin admin] Network hostable DHCP agents. Network: a95f012c-11ca-4b58-9558-2cc0e0a93bd9, hostable agents: ['d40e1110-2dc6-400a-bb70-535a949efad8'], hosted agents: [] {{(pid=102908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:55:34.553782 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86473bb5-fc76-4edf-b582-0b6aee61071b admin admin] Network a95f012c-11ca-4b58-9558-2cc0e0a93bd9 is scheduled to be hosted by DHCP agent d40e1110-2dc6-400a-bb70-535a949efad8 with binding_index 1 {{(pid=102908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:55:34.567787 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-86473bb5-fc76-4edf-b582-0b6aee61071b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838323-3, a95f012c-11ca-4b58-9558-2cc0e0a93bd9) {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:55:34.579331 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c34d3d-69ae-4329-bf21-32ad97039163 None None] Network a95f012c-11ca-4b58-9558-2cc0e0a93bd9 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:55:34.582803 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86473bb5-fc76-4edf-b582-0b6aee61071b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:34.583407 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-86473bb5-fc76-4edf-b582-0b6aee61071b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:34.609843 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33066) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:34.611532 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-86473bb5-fc76-4edf-b582-0b6aee61071b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3762729 Apr 18 21:55:34.615082 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-70103dba-84c8-4d73-9949-9c666d60d9e1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-774272341-router', 'tenant_id': '7a468410471742dda859e9474fcdeae9', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:55:34.645213 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70103dba-84c8-4d73-9949-9c666d60d9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25127'] for router, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:34.646519 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70103dba-84c8-4d73-9949-9c666d60d9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25136'] for router, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:34.669647 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d000dc12-d236-48e8-b752-54037b3577c7 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:55:34.719527 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70103dba-84c8-4d73-9949-9c666d60d9e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:34.786075 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port d000dc12-d236-48e8-b752-54037b3577c7 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:34.786455 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:34.843994 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a8ade1-fa37-4f2d-a756-79d418667c0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpacabc9d0-f0c4-504e-8b74-84ba66aabfb0-a95f012c-11ca-4b58-9558-2cc0e0a93bd9', 'network_id': 'a95f012c-11ca-4b58-9558-2cc0e0a93bd9', 'tenant_id': '7a468410471742dda859e9474fcdeae9', 'fixed_ips': [{'subnet_id': 'a57cbd07-f0aa-4ad8-b40d-cbe6316f2640'}]}} from n-d-838323-3. {{(pid=102910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:55:34.844948 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b0a8ade1-fa37-4f2d-a756-79d418667c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:34.870779 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70103dba-84c8-4d73-9949-9c666d60d9e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:34.984377 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:35.032791 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port d000dc12-d236-48e8-b752-54037b3577c7, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d000dc12-d236-48e8-b752-54037b3577c7,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:35.039119 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:35.070242 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.db_base_plugin_common [None req-b0a8ade1-fa37-4f2d-a756-79d418667c0a None None] Allocated IP 172.20.0.2 (a95f012c-11ca-4b58-9558-2cc0e0a93bd9/a57cbd07-f0aa-4ad8-b40d-cbe6316f2640/3ba4bac3-ba5b-460e-b57c-9f16b7d9efad) {{(pid=102910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:55:35.086173 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70103dba-84c8-4d73-9949-9c666d60d9e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:35.105452 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70103dba-84c8-4d73-9949-9c666d60d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:35.119669 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=d000dc12-d236-48e8-b752-54037b3577c7,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:35.222052 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-70103dba-84c8-4d73-9949-9c666d60d9e1 admin admin] Allocated IP 172.25.1.60 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/7e5c80db-b136-477c-b7b9-5fd0fad0cac2) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:55:35.261875 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b0a8ade1-fa37-4f2d-a756-79d418667c0a None None] Notify callbacks [] for port, precommit_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:35.268757 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b0a8ade1-fa37-4f2d-a756-79d418667c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087'] for port, after_create {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:35.312691 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a8ade1-fa37-4f2d-a756-79d418667c0a None None] Network a95f012c-11ca-4b58-9558-2cc0e0a93bd9 is already hosted by enough agents. {{(pid=102910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:55:35.315899 n-d-838323-3 neutron-server[102910]: DEBUG neutron.scheduler.base_scheduler [None req-b0a8ade1-fa37-4f2d-a756-79d418667c0a None None] Resources bound (agent type, host, resource id): {{(pid=102910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:55:35.319919 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a8ade1-fa37-4f2d-a756-79d418667c0a None None] Received port after_create {{(pid=102910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:55:35.325823 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8ade1-fa37-4f2d-a756-79d418667c0a None None] Pushing event updated for resources: {'Port': ['ID=3ba4bac3-ba5b-460e-b57c-9f16b7d9efad,revision_number=1']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:35.354210 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70103dba-84c8-4d73-9949-9c666d60d9e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:35.385129 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b0a8ade1-fa37-4f2d-a756-79d418667c0a None None] Attempting to bind port 3ba4bac3-ba5b-460e-b57c-9f16b7d9efad on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:55:35.385642 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b0a8ade1-fa37-4f2d-a756-79d418667c0a None None] Attempting to bind port 3ba4bac3-ba5b-460e-b57c-9f16b7d9efad by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'd284891b-97e9-4334-8327-3e3a4603004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a95f012c-11ca-4b58-9558-2cc0e0a93bd9'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:55:35.386012 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a8ade1-fa37-4f2d-a756-79d418667c0a None None] Attempting to bind port 3ba4bac3-ba5b-460e-b57c-9f16b7d9efad on network a95f012c-11ca-4b58-9558-2cc0e0a93bd9 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:55:35.392212 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a8ade1-fa37-4f2d-a756-79d418667c0a None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:55:35.392629 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a8ade1-fa37-4f2d-a756-79d418667c0a None None] Checking segment: {'id': 'd284891b-97e9-4334-8327-3e3a4603004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a95f012c-11ca-4b58-9558-2cc0e0a93bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:55:35.393039 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b0a8ade1-fa37-4f2d-a756-79d418667c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:35.393171 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70103dba-84c8-4d73-9949-9c666d60d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:35.393437 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a8ade1-fa37-4f2d-a756-79d418667c0a None None] Bound using segment: {'id': 'd284891b-97e9-4334-8327-3e3a4603004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a95f012c-11ca-4b58-9558-2cc0e0a93bd9'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:55:35.393915 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-b0a8ade1-fa37-4f2d-a756-79d418667c0a None None] Bound port: 3ba4bac3-ba5b-460e-b57c-9f16b7d9efad, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd284891b-97e9-4334-8327-3e3a4603004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a95f012c-11ca-4b58-9558-2cc0e0a93bd9'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:55:35.394296 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b0a8ade1-fa37-4f2d-a756-79d418667c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:35.439910 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70103dba-84c8-4d73-9949-9c666d60d9e1 admin admin] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:55:35.442973 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-70103dba-84c8-4d73-9949-9c666d60d9e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:55:35.448797 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70103dba-84c8-4d73-9949-9c666d60d9e1 admin admin] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:55:35.454645 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70103dba-84c8-4d73-9949-9c666d60d9e1 admin admin] Pushing event updated for resources: {'Port': ['ID=7e5c80db-b136-477c-b7b9-5fd0fad0cac2,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:35.470050 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b0a8ade1-fa37-4f2d-a756-79d418667c0a None None] For port 3ba4bac3-ba5b-460e-b57c-9f16b7d9efad, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:55:35.474879 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-b0a8ade1-fa37-4f2d-a756-79d418667c0a None None] For port 3ba4bac3-ba5b-460e-b57c-9f16b7d9efad, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3ba4bac3-ba5b-460e-b57c-9f16b7d9efad,segment=NetworkSegment(d284891b-97e9-4334-8327-3e3a4603004c),segment_id=d284891b-97e9-4334-8327-3e3a4603004c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:55:35.479206 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b0a8ade1-fa37-4f2d-a756-79d418667c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:35.536106 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8ade1-fa37-4f2d-a756-79d418667c0a None None] Pushing event updated for resources: {'Port': ['ID=3ba4bac3-ba5b-460e-b57c-9f16b7d9efad,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:35.635452 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9137251-c31d-477d-95ea-34c6cbf04b85 None None] Sync routers for ids ['c8bc7d4c-c471-4743-9ba5-465142813ab8'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:55:35.645578 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9137251-c31d-477d-95ea-34c6cbf04b85 None None] Routers {'c8bc7d4c-c471-4743-9ba5-465142813ab8'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:55:35.646200 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a9137251-c31d-477d-95ea-34c6cbf04b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:55:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c8bc7d4c-c471-4743-9ba5-465142813ab8'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:35.774801 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70103dba-84c8-4d73-9949-9c666d60d9e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:35.798186 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-a9137251-c31d-477d-95ea-34c6cbf04b85 None None] Set router c8bc7d4c-c471-4743-9ba5-465142813ab8 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:55:36.002757 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70103dba-84c8-4d73-9949-9c666d60d9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609699'] for router, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:36.011940 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a9137251-c31d-477d-95ea-34c6cbf04b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'name': 'tempest-TestSnapshotPattern-1961438169-router', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:29Z', 'updated_at': '2022-04-18T21:55:32Z', 'revision_number': 4, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'gw_port': {'id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:30Z', 'updated_at': '2022-04-18T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'fe78eb8f-1afa-4667-9154-c8708172203e', 'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'mac_address': 'fa:16:3e:b6:88:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:32Z', 'updated_at': '2022-04-18T21:55:32Z', 'revision_number': 2, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'subnets': [{'id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:36.039765 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9137251-c31d-477d-95ea-34c6cbf04b85 None None] Checking router: c8bc7d4c-c471-4743-9ba5-465142813ab8 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:55:36.040122 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9137251-c31d-477d-95ea-34c6cbf04b85 None None] Updating router c8bc7d4c-c471-4743-9ba5-465142813ab8 port fe78eb8f-1afa-4667-9154-c8708172203e binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:55:36.068445 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a9137251-c31d-477d-95ea-34c6cbf04b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:36.130527 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70103dba-84c8-4d73-9949-9c666d60d9e1 admin admin] Router 5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190 is scheduled to L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 with binding_index 1 {{(pid=102909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:55:36.248846 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70103dba-84c8-4d73-9949-9c666d60d9e1 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:55:36.258409 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a75088a-b00d-4934-93be-c3c321279e3f None None] Sync routers for ids ['5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:55:36.272328 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-70103dba-84c8-4d73-9949-9c666d60d9e1 admin admin] Notify callbacks [] for router, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:36.276988 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a75088a-b00d-4934-93be-c3c321279e3f None None] Routers {'5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:55:36.277551 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-70103dba-84c8-4d73-9949-9c666d60d9e1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6632426 Apr 18 21:55:36.277647 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7a75088a-b00d-4934-93be-c3c321279e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:55:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:36.278614 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33068) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:36.377299 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a9137251-c31d-477d-95ea-34c6cbf04b85 None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:36.387799 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a9137251-c31d-477d-95ea-34c6cbf04b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:36.399649 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-7a75088a-b00d-4934-93be-c3c321279e3f None None] Set router 5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:55:36.533359 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99520efd-990b-4b02-8668-86a9c7f1e403 None None] Pushing event updated for resources: {'Port': ['ID=fe78eb8f-1afa-4667-9154-c8708172203e,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:36.535680 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-a9137251-c31d-477d-95ea-34c6cbf04b85 None None] Attempting to bind port fe78eb8f-1afa-4667-9154-c8708172203e on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:55:36.536051 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-a9137251-c31d-477d-95ea-34c6cbf04b85 None None] Attempting to bind port fe78eb8f-1afa-4667-9154-c8708172203e by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'f4c5ac74-95c8-4d7b-9a15-f21ff4513c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:55:36.536470 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9137251-c31d-477d-95ea-34c6cbf04b85 None None] Attempting to bind port fe78eb8f-1afa-4667-9154-c8708172203e on network d1d7eae1-fb82-4946-a992-e86670d81f1a {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:55:36.553611 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9137251-c31d-477d-95ea-34c6cbf04b85 None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:55:36.554332 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9137251-c31d-477d-95ea-34c6cbf04b85 None None] Checking segment: {'id': 'f4c5ac74-95c8-4d7b-9a15-f21ff4513c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:55:36.555116 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a9137251-c31d-477d-95ea-34c6cbf04b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:36.555993 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9137251-c31d-477d-95ea-34c6cbf04b85 None None] Bound using segment: {'id': 'f4c5ac74-95c8-4d7b-9a15-f21ff4513c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:55:36.556793 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-a9137251-c31d-477d-95ea-34c6cbf04b85 None None] Bound port: fe78eb8f-1afa-4667-9154-c8708172203e, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c5ac74-95c8-4d7b-9a15-f21ff4513c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:55:36.557373 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a9137251-c31d-477d-95ea-34c6cbf04b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:36.563593 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99520efd-990b-4b02-8668-86a9c7f1e403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:36.564146 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99520efd-990b-4b02-8668-86a9c7f1e403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:36.564680 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99520efd-990b-4b02-8668-86a9c7f1e403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:36.565173 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99520efd-990b-4b02-8668-86a9c7f1e403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:36.565661 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99520efd-990b-4b02-8668-86a9c7f1e403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:36.566175 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99520efd-990b-4b02-8668-86a9c7f1e403 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:36.566809 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99520efd-990b-4b02-8668-86a9c7f1e403 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:36.567306 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99520efd-990b-4b02-8668-86a9c7f1e403 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:36.567793 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99520efd-990b-4b02-8668-86a9c7f1e403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:36.568276 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99520efd-990b-4b02-8668-86a9c7f1e403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:36.568870 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99520efd-990b-4b02-8668-86a9c7f1e403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:36.569982 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99520efd-990b-4b02-8668-86a9c7f1e403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:36.697592 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f3e3f2-3c38-456a-a880-205b3530e9f9 None None] Network a95f012c-11ca-4b58-9558-2cc0e0a93bd9 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:55:36.712970 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-a9137251-c31d-477d-95ea-34c6cbf04b85 None None] For port fe78eb8f-1afa-4667-9154-c8708172203e, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:55:36.716695 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-a9137251-c31d-477d-95ea-34c6cbf04b85 None None] For port fe78eb8f-1afa-4667-9154-c8708172203e, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fe78eb8f-1afa-4667-9154-c8708172203e,segment=NetworkSegment(f4c5ac74-95c8-4d7b-9a15-f21ff4513c28),segment_id=f4c5ac74-95c8-4d7b-9a15-f21ff4513c28)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:55:36.725112 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a9137251-c31d-477d-95ea-34c6cbf04b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:36.797122 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9137251-c31d-477d-95ea-34c6cbf04b85 None None] Routers {'c8bc7d4c-c471-4743-9ba5-465142813ab8'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:55:36.799796 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a9137251-c31d-477d-95ea-34c6cbf04b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:55:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c8bc7d4c-c471-4743-9ba5-465142813ab8'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:36.808178 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-60421c81-5146-485f-85a2-91cfa6ae5d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:36.845600 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d000dc12-d236-48e8-b752-54037b3577c7 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:55:36.902690 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5b400570-c99f-42ef-8be5-27e12db0e9ed None None] Provisioning complete for port 3ba4bac3-ba5b-460e-b57c-9f16b7d9efad triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:36.903175 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5b400570-c99f-42ef-8be5-27e12db0e9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.006388 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7a75088a-b00d-4934-93be-c3c321279e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190', 'name': 'tempest-TestSnapshotPattern-774272341-router', 'tenant_id': '7a468410471742dda859e9474fcdeae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '7e5c80db-b136-477c-b7b9-5fd0fad0cac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:34Z', 'updated_at': '2022-04-18T21:55:35Z', 'revision_number': 3, 'project_id': '7a468410471742dda859e9474fcdeae9', 'gw_port': {'id': '7e5c80db-b136-477c-b7b9-5fd0fad0cac2', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:35Z', 'updated_at': '2022-04-18T21:55:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:37.011288 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99520efd-990b-4b02-8668-86a9c7f1e403 None None] Pushing event updated for resources: {'Port': ['ID=fe78eb8f-1afa-4667-9154-c8708172203e,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:37.024074 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-60421c81-5146-485f-85a2-91cfa6ae5d05 admin admin] Allocated IP 172.20.0.1 (a95f012c-11ca-4b58-9558-2cc0e0a93bd9/a57cbd07-f0aa-4ad8-b40d-cbe6316f2640/6177fc5c-0658-4212-811f-7a0557fe098f) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:55:37.139601 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-a9137251-c31d-477d-95ea-34c6cbf04b85 None None] Set router c8bc7d4c-c471-4743-9ba5-465142813ab8 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:55:37.194350 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-60421c81-5146-485f-85a2-91cfa6ae5d05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.230192 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a75088a-b00d-4934-93be-c3c321279e3f None None] Checking router: 5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:55:37.230581 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a75088a-b00d-4934-93be-c3c321279e3f None None] Updating router 5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190 port 7e5c80db-b136-477c-b7b9-5fd0fad0cac2 binding host n-d-838323-3 {{(pid=102910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:55:37.254237 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-60421c81-5146-485f-85a2-91cfa6ae5d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.261721 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port d000dc12-d236-48e8-b752-54037b3577c7 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:37.262096 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.312637 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7a75088a-b00d-4934-93be-c3c321279e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.327859 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60421c81-5146-485f-85a2-91cfa6ae5d05 admin admin] Network a95f012c-11ca-4b58-9558-2cc0e0a93bd9 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:55:37.333208 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-60421c81-5146-485f-85a2-91cfa6ae5d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:55:37.340313 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60421c81-5146-485f-85a2-91cfa6ae5d05 admin admin] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:55:37.379554 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5b400570-c99f-42ef-8be5-27e12db0e9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.396957 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-a9137251-c31d-477d-95ea-34c6cbf04b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'name': 'tempest-TestSnapshotPattern-1961438169-router', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:29Z', 'updated_at': '2022-04-18T21:55:32Z', 'revision_number': 4, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'gw_port': {'id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:30Z', 'updated_at': '2022-04-18T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'fe78eb8f-1afa-4667-9154-c8708172203e', 'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'mac_address': 'fa:16:3e:b6:88:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:32Z', 'updated_at': '2022-04-18T21:55:36Z', 'revision_number': 4, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'subnets': [{'id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:37.409828 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60421c81-5146-485f-85a2-91cfa6ae5d05 admin admin] Pushing event updated for resources: {'Port': ['ID=6177fc5c-0658-4212-811f-7a0557fe098f,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:37.414546 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-60421c81-5146-485f-85a2-91cfa6ae5d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1611728'] for router_interface, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.432039 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9137251-c31d-477d-95ea-34c6cbf04b85 None None] The sync data for ids ['c8bc7d4c-c471-4743-9ba5-465142813ab8'] in n-d-838323-3 is: [{'id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'name': 'tempest-TestSnapshotPattern-1961438169-router', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:29Z', 'updated_at': '2022-04-18T21:55:32Z', 'revision_number': 4, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'gw_port': {'id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:30Z', 'updated_at': '2022-04-18T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'fe78eb8f-1afa-4667-9154-c8708172203e', 'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'mac_address': 'fa:16:3e:b6:88:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:32Z', 'updated_at': '2022-04-18T21:55:36Z', 'revision_number': 4, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'subnets': [{'id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:55:37.539250 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5b400570-c99f-42ef-8be5-27e12db0e9ed None None] For port 3ba4bac3-ba5b-460e-b57c-9f16b7d9efad, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3ba4bac3-ba5b-460e-b57c-9f16b7d9efad,segment=NetworkSegment(d284891b-97e9-4334-8327-3e3a4603004c),segment_id=d284891b-97e9-4334-8327-3e3a4603004c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:37.562890 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5b400570-c99f-42ef-8be5-27e12db0e9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.603097 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3ba4bac3-ba5b-460e-b57c-9f16b7d9efad up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:55:37.694458 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-5b400570-c99f-42ef-8be5-27e12db0e9ed None None] Provisioning complete for port fe78eb8f-1afa-4667-9154-c8708172203e triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:37.695019 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5b400570-c99f-42ef-8be5-27e12db0e9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.732514 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b400570-c99f-42ef-8be5-27e12db0e9ed None None] Pushing event updated for resources: {'Port': ['ID=3ba4bac3-ba5b-460e-b57c-9f16b7d9efad,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:37.810285 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 3ba4bac3-ba5b-460e-b57c-9f16b7d9efad triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:37.810656 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.958631 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5b400570-c99f-42ef-8be5-27e12db0e9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.973512 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7a75088a-b00d-4934-93be-c3c321279e3f None None] Notify callbacks [] for port, precommit_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.981304 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-60421c81-5146-485f-85a2-91cfa6ae5d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.989607 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7a75088a-b00d-4934-93be-c3c321279e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:38.090765 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-5b400570-c99f-42ef-8be5-27e12db0e9ed None None] For port fe78eb8f-1afa-4667-9154-c8708172203e, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fe78eb8f-1afa-4667-9154-c8708172203e,segment=NetworkSegment(f4c5ac74-95c8-4d7b-9a15-f21ff4513c28),segment_id=f4c5ac74-95c8-4d7b-9a15-f21ff4513c28)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:38.103423 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5b400570-c99f-42ef-8be5-27e12db0e9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:38.108051 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e73427-70b5-4934-b2f4-57edf4c1112d None None] Pushing event updated for resources: {'Port': ['ID=7e5c80db-b136-477c-b7b9-5fd0fad0cac2,revision_number=2']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:38.110805 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7a75088a-b00d-4934-93be-c3c321279e3f None None] Attempting to bind port 7e5c80db-b136-477c-b7b9-5fd0fad0cac2 on host n-d-838323-3 for vnic_type normal with profile {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:55:38.111680 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7a75088a-b00d-4934-93be-c3c321279e3f None None] Attempting to bind port 7e5c80db-b136-477c-b7b9-5fd0fad0cac2 by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:55:38.111680 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a75088a-b00d-4934-93be-c3c321279e3f None None] Attempting to bind port 7e5c80db-b136-477c-b7b9-5fd0fad0cac2 on network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:55:38.151754 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a75088a-b00d-4934-93be-c3c321279e3f None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:55:38.152211 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a75088a-b00d-4934-93be-c3c321279e3f None None] Checking segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:55:38.152557 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7a75088a-b00d-4934-93be-c3c321279e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:38.153083 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a75088a-b00d-4934-93be-c3c321279e3f None None] Bound using segment: {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'} {{(pid=102910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:55:38.153436 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.managers [None req-7a75088a-b00d-4934-93be-c3c321279e3f None None] Bound port: 7e5c80db-b136-477c-b7b9-5fd0fad0cac2, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d27e5-cb37-465b-b244-0d3f4db6765c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06'}}] {{(pid=102910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:55:38.153814 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7a75088a-b00d-4934-93be-c3c321279e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:38.187755 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-60421c81-5146-485f-85a2-91cfa6ae5d05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:38.193529 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-60421c81-5146-485f-85a2-91cfa6ae5d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:38.217925 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b400570-c99f-42ef-8be5-27e12db0e9ed None None] Pushing event updated for resources: {'Port': ['ID=fe78eb8f-1afa-4667-9154-c8708172203e,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:38.235786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7a75088a-b00d-4934-93be-c3c321279e3f None None] For port 7e5c80db-b136-477c-b7b9-5fd0fad0cac2, host n-d-838323-3, cleared binding levels {{(pid=102910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:55:38.239810 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-7a75088a-b00d-4934-93be-c3c321279e3f None None] For port 7e5c80db-b136-477c-b7b9-5fd0fad0cac2, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7e5c80db-b136-477c-b7b9-5fd0fad0cac2,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:55:38.245727 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7a75088a-b00d-4934-93be-c3c321279e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:38.254056 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-175bda73-cb14-4850-be61-9a1f23ca2428 None None] Provisioning complete for port 3ba4bac3-ba5b-460e-b57c-9f16b7d9efad triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:38.254056 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-175bda73-cb14-4850-be61-9a1f23ca2428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:38.267009 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-60421c81-5146-485f-85a2-91cfa6ae5d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611692'] for router_interface, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:38.276117 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60421c81-5146-485f-85a2-91cfa6ae5d05 admin admin] Pushing event updated for resources: {'Port': ['ID=6177fc5c-0658-4212-811f-7a0557fe098f,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:38.356137 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e73427-70b5-4934-b2f4-57edf4c1112d None None] Pushing event updated for resources: {'Port': ['ID=7e5c80db-b136-477c-b7b9-5fd0fad0cac2,revision_number=3']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:38.359435 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a75088a-b00d-4934-93be-c3c321279e3f None None] Routers {'5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:55:38.360060 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7a75088a-b00d-4934-93be-c3c321279e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:55:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:38.365975 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:38.387261 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60421c81-5146-485f-85a2-91cfa6ae5d05 admin admin] Network a95f012c-11ca-4b58-9558-2cc0e0a93bd9 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:55:38.389321 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-60421c81-5146-485f-85a2-91cfa6ae5d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:55:38.525488 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-7a75088a-b00d-4934-93be-c3c321279e3f None None] Set router 5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:55:38.586384 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60421c81-5146-485f-85a2-91cfa6ae5d05 admin admin] Router 5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:55:38.601924 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-175bda73-cb14-4850-be61-9a1f23ca2428 None None] Provisioning complete for port fe78eb8f-1afa-4667-9154-c8708172203e triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:38.604887 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-175bda73-cb14-4850-be61-9a1f23ca2428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:38.731377 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fe78eb8f-1afa-4667-9154-c8708172203e up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:55:38.762230 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60421c81-5146-485f-85a2-91cfa6ae5d05 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:55:38.767108 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-60421c81-5146-485f-85a2-91cfa6ae5d05 admin admin] 10.222.0.41 "PUT /v2.0/routers/5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4874275 Apr 18 21:55:38.884805 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port fe78eb8f-1afa-4667-9154-c8708172203e triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:38.885183 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:38.897992 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-175bda73-cb14-4850-be61-9a1f23ca2428 None None] Provisioning complete for port 6177fc5c-0658-4212-811f-7a0557fe098f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:38.898366 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-175bda73-cb14-4850-be61-9a1f23ca2428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:38.971467 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-175bda73-cb14-4850-be61-9a1f23ca2428 None None] Port 6177fc5c-0658-4212-811f-7a0557fe098f cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:55:38.980103 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-7a75088a-b00d-4934-93be-c3c321279e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190', 'name': 'tempest-TestSnapshotPattern-774272341-router', 'tenant_id': '7a468410471742dda859e9474fcdeae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '7e5c80db-b136-477c-b7b9-5fd0fad0cac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:34Z', 'updated_at': '2022-04-18T21:55:37Z', 'revision_number': 4, 'project_id': '7a468410471742dda859e9474fcdeae9', 'gw_port': {'id': '7e5c80db-b136-477c-b7b9-5fd0fad0cac2', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:35Z', 'updated_at': '2022-04-18T21:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '6177fc5c-0658-4212-811f-7a0557fe098f', 'name': '', 'network_id': 'a95f012c-11ca-4b58-9558-2cc0e0a93bd9', 'tenant_id': '7a468410471742dda859e9474fcdeae9', 'mac_address': 'fa:16:3e:14:4b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4449, 'fixed_ips': [{'subnet_id': 'a57cbd07-f0aa-4ad8-b40d-cbe6316f2640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:36Z', 'updated_at': '2022-04-18T21:55:38Z', 'revision_number': 2, 'project_id': '7a468410471742dda859e9474fcdeae9', 'subnets': [{'id': 'a57cbd07-f0aa-4ad8-b40d-cbe6316f2640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:39.011477 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a75088a-b00d-4934-93be-c3c321279e3f None None] The sync data for ids ['5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190'] in n-d-838323-3 is: [{'id': '5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190', 'name': 'tempest-TestSnapshotPattern-774272341-router', 'tenant_id': '7a468410471742dda859e9474fcdeae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '7e5c80db-b136-477c-b7b9-5fd0fad0cac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:34Z', 'updated_at': '2022-04-18T21:55:37Z', 'revision_number': 4, 'project_id': '7a468410471742dda859e9474fcdeae9', 'gw_port': {'id': '7e5c80db-b136-477c-b7b9-5fd0fad0cac2', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:35Z', 'updated_at': '2022-04-18T21:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '6177fc5c-0658-4212-811f-7a0557fe098f', 'name': '', 'network_id': 'a95f012c-11ca-4b58-9558-2cc0e0a93bd9', 'tenant_id': '7a468410471742dda859e9474fcdeae9', 'mac_address': 'fa:16:3e:14:4b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4449, 'fixed_ips': [{'subnet_id': 'a57cbd07-f0aa-4ad8-b40d-cbe6316f2640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:36Z', 'updated_at': '2022-04-18T21:55:38Z', 'revision_number': 2, 'project_id': '7a468410471742dda859e9474fcdeae9', 'subnets': [{'id': 'a57cbd07-f0aa-4ad8-b40d-cbe6316f2640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:55:39.053077 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3ba4bac3-ba5b-460e-b57c-9f16b7d9efad up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:55:39.106969 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-3561139a-818a-4ecd-b569-c53860d24964 None None] Provisioning complete for port 6177fc5c-0658-4212-811f-7a0557fe098f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:39.107253 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-3561139a-818a-4ecd-b569-c53860d24964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.153620 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 3ba4bac3-ba5b-460e-b57c-9f16b7d9efad triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:39.153995 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.157198 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-3561139a-818a-4ecd-b569-c53860d24964 None None] Port 6177fc5c-0658-4212-811f-7a0557fe098f cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:55:39.520857 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33082) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:39.527974 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-b81488b8-3c89-4619-9d3a-8c18d23c6d6c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-681225987', 'description': 'tempest-secgroup-smoke-681225987 description', 'project_id': '4ef308ce8b8944f08fcf37769737f707'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:55:39.550725 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b81488b8-3c89-4619-9d3a-8c18d23c6d6c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for security_group, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.623577 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b81488b8-3c89-4619-9d3a-8c18d23c6d6c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for security_group, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.627664 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b81488b8-3c89-4619-9d3a-8c18d23c6d6c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.658229 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81488b8-3c89-4619-9d3a-8c18d23c6d6c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9de04d-8d0d-476b-be5d-4f5d4617da41,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:39.662605 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b81488b8-3c89-4619-9d3a-8c18d23c6d6c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.664577 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b81488b8-3c89-4619-9d3a-8c18d23c6d6c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1426282 Apr 18 21:55:39.667680 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33084) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:39.672002 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-179b5ba2-d55d-4f60-b947-f553b8c35ef4 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Request body: {'security_group_rule': {'security_group_id': 'ff9de04d-8d0d-476b-be5d-4f5d4617da41', 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:55:39.698072 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-179b5ba2-d55d-4f60-b947-f553b8c35ef4 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.754572 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-179b5ba2-d55d-4f60-b947-f553b8c35ef4 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.758246 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-179b5ba2-d55d-4f60-b947-f553b8c35ef4 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.779435 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b5ba2-d55d-4f60-b947-f553b8c35ef4 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f0ceda-c9d8-4f91-9861-34f017aa06fb,revision_number=0']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:39.787622 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-179b5ba2-d55d-4f60-b947-f553b8c35ef4 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.789275 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-179b5ba2-d55d-4f60-b947-f553b8c35ef4 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207457 Apr 18 21:55:39.792706 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33086) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:39.797406 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-c14625a8-94a1-48cb-b0ce-da763c94717a tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Request body: {'security_group_rule': {'security_group_id': 'ff9de04d-8d0d-476b-be5d-4f5d4617da41', 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:55:39.822332 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c14625a8-94a1-48cb-b0ce-da763c94717a tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.885291 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c14625a8-94a1-48cb-b0ce-da763c94717a tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.889000 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c14625a8-94a1-48cb-b0ce-da763c94717a tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.908125 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14625a8-94a1-48cb-b0ce-da763c94717a tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=702639c5-7a87-4902-a589-4c0351c18f1b,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:39.917528 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-c14625a8-94a1-48cb-b0ce-da763c94717a tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.918735 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-c14625a8-94a1-48cb-b0ce-da763c94717a tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1250074 Apr 18 21:55:39.922208 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33088) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:39.929795 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-67a7e212-20a7-4525-b04e-4f5f5d39ac63 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Request body: {'security_group_rule': {'security_group_id': 'ff9de04d-8d0d-476b-be5d-4f5d4617da41', 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:55:39.957482 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-67a7e212-20a7-4525-b04e-4f5f5d39ac63 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:40.018212 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-67a7e212-20a7-4525-b04e-4f5f5d39ac63 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:40.021691 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-67a7e212-20a7-4525-b04e-4f5f5d39ac63 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:40.041048 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7e212-20a7-4525-b04e-4f5f5d39ac63 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd41920-502a-4a90-8723-fd914edce125,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:40.046222 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-67a7e212-20a7-4525-b04e-4f5f5d39ac63 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:40.047437 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-67a7e212-20a7-4525-b04e-4f5f5d39ac63 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237962 Apr 18 21:55:40.050149 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33090) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:40.054464 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-8c0b1c86-1d9b-4942-b99b-81818db517ee tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Request body: {'security_group_rule': {'security_group_id': 'ff9de04d-8d0d-476b-be5d-4f5d4617da41', 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:55:40.078732 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8c0b1c86-1d9b-4942-b99b-81818db517ee tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:40.141072 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8c0b1c86-1d9b-4942-b99b-81818db517ee tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:40.145025 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8c0b1c86-1d9b-4942-b99b-81818db517ee tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:40.166783 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b1c86-1d9b-4942-b99b-81818db517ee tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b14e13-2a62-4a43-96fa-2163b615a2c3,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:40.175716 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-8c0b1c86-1d9b-4942-b99b-81818db517ee tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:40.177030 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-8c0b1c86-1d9b-4942-b99b-81818db517ee tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259451 Apr 18 21:55:40.180577 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33092) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:40.190080 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-2022b8a9-525f-47dd-a280-f44681d0e262 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Request body: {'security_group_rule': {'security_group_id': 'ff9de04d-8d0d-476b-be5d-4f5d4617da41', 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:55:40.221569 n-d-838323-3 neutron-server[102909]: INFO neutron.db.securitygroups_db [None req-2022b8a9-525f-47dd-a280-f44681d0e262 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Project 4ef308ce8b8944f08fcf37769737f707 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:55:40.228886 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2022b8a9-525f-47dd-a280-f44681d0e262 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:40.302714 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2022b8a9-525f-47dd-a280-f44681d0e262 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:40.306826 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2022b8a9-525f-47dd-a280-f44681d0e262 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:40.326289 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022b8a9-525f-47dd-a280-f44681d0e262 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d00e45-8da1-49f0-a7b7-c95c3e1de583,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:40.334556 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-2022b8a9-525f-47dd-a280-f44681d0e262 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:40.336818 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-2022b8a9-525f-47dd-a280-f44681d0e262 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1544809 Apr 18 21:55:40.339622 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33094) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:40.344142 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-3a8f2ad8-be01-436e-b562-4f44a5a5a759 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Request body: {'security_group_rule': {'security_group_id': 'ff9de04d-8d0d-476b-be5d-4f5d4617da41', 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:55:40.359270 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:55:40.372323 n-d-838323-3 neutron-server[102909]: INFO neutron.db.securitygroups_db [None req-3a8f2ad8-be01-436e-b562-4f44a5a5a759 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Project 4ef308ce8b8944f08fcf37769737f707 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:55:40.377894 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3a8f2ad8-be01-436e-b562-4f44a5a5a759 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:40.446832 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3a8f2ad8-be01-436e-b562-4f44a5a5a759 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:40.450884 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3a8f2ad8-be01-436e-b562-4f44a5a5a759 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751781'] for security_group_rule, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:40.472775 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f2ad8-be01-436e-b562-4f44a5a5a759 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ee036e-13cc-433d-a8af-b07d67d1a704,revision_number=0']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:40.480760 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-3a8f2ad8-be01-436e-b562-4f44a5a5a759 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:40.482771 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-3a8f2ad8-be01-436e-b562-4f44a5a5a759 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1419051 Apr 18 21:55:40.645848 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7e5c80db-b136-477c-b7b9-5fd0fad0cac2 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:55:40.646579 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-d311266a-ae40-4f82-afde-7a9391708e42 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-681225987&fields=id&tenant_id=4ef308ce8b8944f08fcf37769737f707 HTTP/1.1" status: 200 len: 267 time: 0.0494096 Apr 18 21:55:40.699929 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 7e5c80db-b136-477c-b7b9-5fd0fad0cac2 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:40.700307 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:40.773795 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-ab2b4213-384c-45cd-b0c8-9b6a80fbb524 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:40.775431 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-ab2b4213-384c-45cd-b0c8-9b6a80fbb524 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/networks?id=d1d7eae1-fb82-4946-a992-e86670d81f1a HTTP/1.1" status: 200 len: 810 time: 0.1217031 Apr 18 21:55:40.785551 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:40.791283 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-252517e5-2d84-40f6-9e17-1825d6f07488 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/quotas/4ef308ce8b8944f08fcf37769737f707 HTTP/1.1" status: 200 len: 375 time: 0.0096369 Apr 18 21:55:40.809306 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] For port 7e5c80db-b136-477c-b7b9-5fd0fad0cac2, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7e5c80db-b136-477c-b7b9-5fd0fad0cac2,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:40.815246 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:40.850264 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-cda88f8d-4ee6-4c38-8c4e-0e138f9aada4 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ef308ce8b8944f08fcf37769737f707&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523815 Apr 18 21:55:40.871990 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Pushing event updated for resources: {'Port': ['ID=7e5c80db-b136-477c-b7b9-5fd0fad0cac2,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:40.970837 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-ce37241e-4b5c-4dcb-8808-7c7bbbdf01ba service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:55:40.971826 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-ce37241e-4b5c-4dcb-8808-7c7bbbdf01ba service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1086106 Apr 18 21:55:41.066227 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-95d90658-bcd2-4a40-b938-fa0b514ace80 service neutron] 10.222.0.41 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873282 Apr 18 21:55:41.160186 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-0979c221-fd96-4b5a-86a2-299b343c8525 service neutron] 10.222.0.41 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870330 Apr 18 21:55:41.333321 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f614ba34-79b3-4920-ad14-09a326ecaa67 req-6bd81e81-e32f-4712-9f4d-8458ef7ec106 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7 HTTP/1.1" status: 200 len: 210 time: 0.0328243 Apr 18 21:55:41.699445 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6bbe2f-e371-463c-ac3c-89502ef1ce9e None None] Sync routers for ids ['5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:55:41.710574 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6bbe2f-e371-463c-ac3c-89502ef1ce9e None None] Routers {'5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:55:41.711119 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-5d6bbe2f-e371-463c-ac3c-89502ef1ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:55:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:41.822503 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-5d6bbe2f-e371-463c-ac3c-89502ef1ce9e None None] Set router 5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:55:42.048539 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-5d6bbe2f-e371-463c-ac3c-89502ef1ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190', 'name': 'tempest-TestSnapshotPattern-774272341-router', 'tenant_id': '7a468410471742dda859e9474fcdeae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '7e5c80db-b136-477c-b7b9-5fd0fad0cac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:34Z', 'updated_at': '2022-04-18T21:55:37Z', 'revision_number': 4, 'project_id': '7a468410471742dda859e9474fcdeae9', 'gw_port': {'id': '7e5c80db-b136-477c-b7b9-5fd0fad0cac2', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:35Z', 'updated_at': '2022-04-18T21:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '6177fc5c-0658-4212-811f-7a0557fe098f', 'name': '', 'network_id': 'a95f012c-11ca-4b58-9558-2cc0e0a93bd9', 'tenant_id': '7a468410471742dda859e9474fcdeae9', 'mac_address': 'fa:16:3e:14:4b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4449, 'fixed_ips': [{'subnet_id': 'a57cbd07-f0aa-4ad8-b40d-cbe6316f2640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:36Z', 'updated_at': '2022-04-18T21:55:38Z', 'revision_number': 2, 'project_id': '7a468410471742dda859e9474fcdeae9', 'subnets': [{'id': 'a57cbd07-f0aa-4ad8-b40d-cbe6316f2640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:42.075727 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6bbe2f-e371-463c-ac3c-89502ef1ce9e None None] Checking router: 5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:55:42.076076 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6bbe2f-e371-463c-ac3c-89502ef1ce9e None None] Updating router 5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190 port 6177fc5c-0658-4212-811f-7a0557fe098f binding host n-d-838323-3 {{(pid=102911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:55:42.100114 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5d6bbe2f-e371-463c-ac3c-89502ef1ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:42.331318 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-6bb1c02f-c0ee-4655-8ed0-74a42414959b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:42.332858 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-6bb1c02f-c0ee-4655-8ed0-74a42414959b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.32 "GET /v2.0/networks?id=d1d7eae1-fb82-4946-a992-e86670d81f1a HTTP/1.1" status: 200 len: 810 time: 0.1172619 Apr 18 21:55:42.379020 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5d6bbe2f-e371-463c-ac3c-89502ef1ce9e None None] Notify callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:42.385022 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-7872c68d-cdc4-40ad-87ce-a47f3f93e6f3 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ef308ce8b8944f08fcf37769737f707 HTTP/1.1" status: 200 len: 379 time: 0.0427165 Apr 18 21:55:42.385733 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5d6bbe2f-e371-463c-ac3c-89502ef1ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:42.399248 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-2a35a2ef-c77e-4960-a133-fd549dfcd8ca tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Request body: {'port': {'device_id': '1750b12f-20d3-423f-b1d1-86c7afd214f7', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'admin_state_up': True, 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'security_groups': ['ff9de04d-8d0d-476b-be5d-4f5d4617da41']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:55:42.441644 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4fa44-78ea-479c-8933-57f749e770d0 None None] Pushing event updated for resources: {'Port': ['ID=6177fc5c-0658-4212-811f-7a0557fe098f,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:42.493237 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d28461f9-dd51-482f-911e-4c033446900c req-31a230a9-c3fa-42e0-90ad-feb01254178b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7 HTTP/1.1" status: 200 len: 210 time: 0.0775700 Apr 18 21:55:42.512270 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-5d6bbe2f-e371-463c-ac3c-89502ef1ce9e None None] Attempting to bind port 6177fc5c-0658-4212-811f-7a0557fe098f on host n-d-838323-3 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:55:42.512270 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-5d6bbe2f-e371-463c-ac3c-89502ef1ce9e None None] Attempting to bind port 6177fc5c-0658-4212-811f-7a0557fe098f by drivers openvswitch,hyperv on host n-d-838323-3 at level 0 using segments [{'id': 'd284891b-97e9-4334-8327-3e3a4603004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a95f012c-11ca-4b58-9558-2cc0e0a93bd9'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:55:42.512270 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6bbe2f-e371-463c-ac3c-89502ef1ce9e None None] Attempting to bind port 6177fc5c-0658-4212-811f-7a0557fe098f on network a95f012c-11ca-4b58-9558-2cc0e0a93bd9 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:55:42.514410 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6bbe2f-e371-463c-ac3c-89502ef1ce9e None None] Checking agent: {'id': '0b5e0b23-cec0-4f0d-8d2b-0bd398c3b765', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 12, 31), 'started_at': datetime.datetime(2022, 4, 18, 20, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838323-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:55:42.514810 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6bbe2f-e371-463c-ac3c-89502ef1ce9e None None] Checking segment: {'id': 'd284891b-97e9-4334-8327-3e3a4603004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a95f012c-11ca-4b58-9558-2cc0e0a93bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:55:42.515224 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5d6bbe2f-e371-463c-ac3c-89502ef1ce9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:42.515621 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6bbe2f-e371-463c-ac3c-89502ef1ce9e None None] Bound using segment: {'id': 'd284891b-97e9-4334-8327-3e3a4603004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a95f012c-11ca-4b58-9558-2cc0e0a93bd9'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:55:42.516107 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [None req-5d6bbe2f-e371-463c-ac3c-89502ef1ce9e None None] Bound port: 6177fc5c-0658-4212-811f-7a0557fe098f, host: n-d-838323-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd284891b-97e9-4334-8327-3e3a4603004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a95f012c-11ca-4b58-9558-2cc0e0a93bd9'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:55:42.516514 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5d6bbe2f-e371-463c-ac3c-89502ef1ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:42.575838 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-2a35a2ef-c77e-4960-a133-fd549dfcd8ca tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Made reservation on behalf of 4ef308ce8b8944f08fcf37769737f707 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:55:42.580946 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-2a35a2ef-c77e-4960-a133-fd549dfcd8ca tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:42.602423 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-5d6bbe2f-e371-463c-ac3c-89502ef1ce9e None None] For port 6177fc5c-0658-4212-811f-7a0557fe098f, host n-d-838323-3, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:55:42.605944 n-d-838323-3 neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-5d6bbe2f-e371-463c-ac3c-89502ef1ce9e None None] For port 6177fc5c-0658-4212-811f-7a0557fe098f, host n-d-838323-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6177fc5c-0658-4212-811f-7a0557fe098f,segment=NetworkSegment(d284891b-97e9-4334-8327-3e3a4603004c),segment_id=d284891b-97e9-4334-8327-3e3a4603004c)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:55:42.610655 n-d-838323-3 neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5d6bbe2f-e371-463c-ac3c-89502ef1ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:42.648171 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7e5c80db-b136-477c-b7b9-5fd0fad0cac2 up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:55:42.673168 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6bbe2f-e371-463c-ac3c-89502ef1ce9e None None] Routers {'5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:55:42.673901 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-5d6bbe2f-e371-463c-ac3c-89502ef1ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:55:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:42.729931 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4fa44-78ea-479c-8933-57f749e770d0 None None] Pushing event updated for resources: {'Port': ['ID=6177fc5c-0658-4212-811f-7a0557fe098f,revision_number=4']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:42.732093 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-d364f750-8bc6-4d68-b629-8d3fbfb89cde None None] Provisioning complete for port 6177fc5c-0658-4212-811f-7a0557fe098f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:42.732572 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d364f750-8bc6-4d68-b629-8d3fbfb89cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:42.753576 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-2a35a2ef-c77e-4960-a133-fd549dfcd8ca tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Allocated IP 172.20.0.9 (d1d7eae1-fb82-4946-a992-e86670d81f1a/4e8c2247-a4bb-4de5-9e01-c16d302b698e/1fb87c86-cfd6-40d5-aa8d-1ce519c427b5) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:55:42.766694 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 7e5c80db-b136-477c-b7b9-5fd0fad0cac2 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:42.767051 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:42.857304 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-5d6bbe2f-e371-463c-ac3c-89502ef1ce9e None None] Set router 5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:55:42.857596 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:42.949206 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d364f750-8bc6-4d68-b629-8d3fbfb89cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:42.967020 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-2a35a2ef-c77e-4960-a133-fd549dfcd8ca tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:43.001879 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-d364f750-8bc6-4d68-b629-8d3fbfb89cde None None] For port 6177fc5c-0658-4212-811f-7a0557fe098f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6177fc5c-0658-4212-811f-7a0557fe098f,segment=NetworkSegment(d284891b-97e9-4334-8327-3e3a4603004c),segment_id=d284891b-97e9-4334-8327-3e3a4603004c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:43.008248 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d364f750-8bc6-4d68-b629-8d3fbfb89cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:43.015904 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-2a35a2ef-c77e-4960-a133-fd549dfcd8ca tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:43.065628 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364f750-8bc6-4d68-b629-8d3fbfb89cde None None] Pushing event updated for resources: {'Port': ['ID=6177fc5c-0658-4212-811f-7a0557fe098f,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:43.070327 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-2a35a2ef-c77e-4960-a133-fd549dfcd8ca tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Network d1d7eae1-fb82-4946-a992-e86670d81f1a is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:55:43.073838 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-2a35a2ef-c77e-4960-a133-fd549dfcd8ca tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:55:43.078408 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-2a35a2ef-c77e-4960-a133-fd549dfcd8ca tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:55:43.082556 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35a2ef-c77e-4960-a133-fd549dfcd8ca tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Pushing event updated for resources: {'Port': ['ID=1fb87c86-cfd6-40d5-aa8d-1ce519c427b5,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:43.118287 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-5d6bbe2f-e371-463c-ac3c-89502ef1ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190', 'name': 'tempest-TestSnapshotPattern-774272341-router', 'tenant_id': '7a468410471742dda859e9474fcdeae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '7e5c80db-b136-477c-b7b9-5fd0fad0cac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:34Z', 'updated_at': '2022-04-18T21:55:37Z', 'revision_number': 4, 'project_id': '7a468410471742dda859e9474fcdeae9', 'gw_port': {'id': '7e5c80db-b136-477c-b7b9-5fd0fad0cac2', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:35Z', 'updated_at': '2022-04-18T21:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '6177fc5c-0658-4212-811f-7a0557fe098f', 'name': '', 'network_id': 'a95f012c-11ca-4b58-9558-2cc0e0a93bd9', 'tenant_id': '7a468410471742dda859e9474fcdeae9', 'mac_address': 'fa:16:3e:14:4b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4449, 'fixed_ips': [{'subnet_id': 'a57cbd07-f0aa-4ad8-b40d-cbe6316f2640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:36Z', 'updated_at': '2022-04-18T21:55:42Z', 'revision_number': 4, 'project_id': '7a468410471742dda859e9474fcdeae9', 'subnets': [{'id': 'a57cbd07-f0aa-4ad8-b40d-cbe6316f2640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:43.133879 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-bf938d9a-90e9-408d-8859-23820a12ff51 None None] Provisioning complete for port 6177fc5c-0658-4212-811f-7a0557fe098f triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:43.134347 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-bf938d9a-90e9-408d-8859-23820a12ff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:43.139740 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-2a35a2ef-c77e-4960-a133-fd549dfcd8ca tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:43.140387 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-2a35a2ef-c77e-4960-a133-fd549dfcd8ca tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:43.149371 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6bbe2f-e371-463c-ac3c-89502ef1ce9e None None] The sync data for ids ['5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190'] in n-d-838323-3 is: [{'id': '5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190', 'name': 'tempest-TestSnapshotPattern-774272341-router', 'tenant_id': '7a468410471742dda859e9474fcdeae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '7e5c80db-b136-477c-b7b9-5fd0fad0cac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:34Z', 'updated_at': '2022-04-18T21:55:37Z', 'revision_number': 4, 'project_id': '7a468410471742dda859e9474fcdeae9', 'gw_port': {'id': '7e5c80db-b136-477c-b7b9-5fd0fad0cac2', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:35Z', 'updated_at': '2022-04-18T21:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': '6177fc5c-0658-4212-811f-7a0557fe098f', 'name': '', 'network_id': 'a95f012c-11ca-4b58-9558-2cc0e0a93bd9', 'tenant_id': '7a468410471742dda859e9474fcdeae9', 'mac_address': 'fa:16:3e:14:4b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4449, 'fixed_ips': [{'subnet_id': 'a57cbd07-f0aa-4ad8-b40d-cbe6316f2640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:36Z', 'updated_at': '2022-04-18T21:55:42Z', 'revision_number': 4, 'project_id': '7a468410471742dda859e9474fcdeae9', 'subnets': [{'id': 'a57cbd07-f0aa-4ad8-b40d-cbe6316f2640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:55:43.159863 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-2a35a2ef-c77e-4960-a133-fd549dfcd8ca tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7673728 Apr 18 21:55:43.171349 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-db5fced4-c515-49f6-9fc4-4c80bc4b0392 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:55:43.172409 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-db5fced4-c515-49f6-9fc4-4c80bc4b0392 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062094 Apr 18 21:55:43.186969 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-ed34f1e5-f9bb-4ba0-8520-d060ad91ea53 service neutron] Request body: {'port': {'device_id': '1750b12f-20d3-423f-b1d1-86c7afd214f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:55:43.269275 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-ed34f1e5-f9bb-4ba0-8520-d060ad91ea53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:43.393644 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-8c441d2c-5b3b-4ff4-9893-bfdb336f4349 None None] Provisioning complete for port 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:43.394131 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8c441d2c-5b3b-4ff4-9893-bfdb336f4349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:43.435074 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-8c441d2c-5b3b-4ff4-9893-bfdb336f4349 None None] Port 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:55:43.583893 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-ed34f1e5-f9bb-4ba0-8520-d060ad91ea53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:55:43.606686 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-ed34f1e5-f9bb-4ba0-8520-d060ad91ea53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:43.626448 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-ed34f1e5-f9bb-4ba0-8520-d060ad91ea53 service neutron] Transition to ACTIVE for port object 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:55:43.633070 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-ed34f1e5-f9bb-4ba0-8520-d060ad91ea53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:43.649617 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571e338-81e4-421d-be10-de599c2920ca req-594e56ee-046c-4b5a-81cb-a3f0629273d9 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:43.651156 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a571e338-81e4-421d-be10-de599c2920ca req-594e56ee-046c-4b5a-81cb-a3f0629273d9 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7 HTTP/1.1" status: 200 len: 931 time: 0.0869229 Apr 18 21:55:43.711533 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34f1e5-f9bb-4ba0-8520-d060ad91ea53 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb87c86-cfd6-40d5-aa8d-1ce519c427b5,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:43.753026 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a571e338-81e4-421d-be10-de599c2920ca req-6d0fab97-828d-4311-b0b5-8dee53f8cd50 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805430 Apr 18 21:55:43.806718 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-ed34f1e5-f9bb-4ba0-8520-d060ad91ea53 service neutron] Attempting to bind port 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 on host n-h1-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:55:43.807053 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-ed34f1e5-f9bb-4ba0-8520-d060ad91ea53 service neutron] Attempting to bind port 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 by drivers openvswitch,hyperv on host n-h1-838323-3 at level 0 using segments [{'id': 'f4c5ac74-95c8-4d7b-9a15-f21ff4513c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:55:43.807420 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-ed34f1e5-f9bb-4ba0-8520-d060ad91ea53 service neutron] Attempting to bind port 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 on network d1d7eae1-fb82-4946-a992-e86670d81f1a {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:55:43.812364 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-ed34f1e5-f9bb-4ba0-8520-d060ad91ea53 service neutron] Port 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 on network d1d7eae1-fb82-4946-a992-e86670d81f1a not bound, no agent of type Open vSwitch agent registered on host n-h1-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:55:43.812770 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-ed34f1e5-f9bb-4ba0-8520-d060ad91ea53 service neutron] Attempting to bind port 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 on network d1d7eae1-fb82-4946-a992-e86670d81f1a {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:55:43.818298 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-ed34f1e5-f9bb-4ba0-8520-d060ad91ea53 service neutron] Checking agent: {'id': '190093a5-5623-4c77-81e8-b46d2420c9bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:55:43.818633 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-ed34f1e5-f9bb-4ba0-8520-d060ad91ea53 service neutron] Checking segment: {'id': 'f4c5ac74-95c8-4d7b-9a15-f21ff4513c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:55:43.819010 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-ed34f1e5-f9bb-4ba0-8520-d060ad91ea53 service neutron] Bound using segment: {'id': 'f4c5ac74-95c8-4d7b-9a15-f21ff4513c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:55:43.820019 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-ed34f1e5-f9bb-4ba0-8520-d060ad91ea53 service neutron] Bound port: 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5, host: n-h1-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c5ac74-95c8-4d7b-9a15-f21ff4513c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:55:43.820375 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-ed34f1e5-f9bb-4ba0-8520-d060ad91ea53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:43.888457 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-ed34f1e5-f9bb-4ba0-8520-d060ad91ea53 service neutron] For port 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5, host n-h1-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:55:43.891593 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-ed34f1e5-f9bb-4ba0-8520-d060ad91ea53 service neutron] For port 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5, host n-h1-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=1fb87c86-cfd6-40d5-aa8d-1ce519c427b5,segment=NetworkSegment(f4c5ac74-95c8-4d7b-9a15-f21ff4513c28),segment_id=f4c5ac74-95c8-4d7b-9a15-f21ff4513c28)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:55:43.896502 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-ed34f1e5-f9bb-4ba0-8520-d060ad91ea53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:43.932939 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-ed34f1e5-f9bb-4ba0-8520-d060ad91ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:43.933562 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-ed34f1e5-f9bb-4ba0-8520-d060ad91ea53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:43.934966 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-ed34f1e5-f9bb-4ba0-8520-d060ad91ea53 service neutron] 10.222.0.32 "PUT /v2.0/ports/1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 HTTP/1.1" status: 200 len: 1091 time: 0.7537580 Apr 18 21:55:43.935422 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1750b12f-20d3-423f-b1d1-86c7afd214f7', 'tag': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:55:43.937747 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97353e5-72e7-4352-bcc9-f177acefd2d3" -d '{"events": [{"name": "network-changed", "server_uuid": "1750b12f-20d3-423f-b1d1-86c7afd214f7", "tag": "1fb87c86-cfd6-40d5-aa8d-1ce519c427b5"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:55:43.964357 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34f1e5-f9bb-4ba0-8520-d060ad91ea53 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb87c86-cfd6-40d5-aa8d-1ce519c427b5,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:44.015708 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4834cf34-2e13-4325-8364-170a437fde08 x-openstack-request-id: req-4834cf34-2e13-4325-8364-170a437fde08 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:55:44.016009 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1750b12f-20d3-423f-b1d1-86c7afd214f7", "tag": "1fb87c86-cfd6-40d5-aa8d-1ce519c427b5", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:55:44.016221 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4834cf34-2e13-4325-8364-170a437fde08 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:55:44.016651 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4834cf34-2e13-4325-8364-170a437fde08'] response: {'name': 'network-changed', 'server_uuid': '1750b12f-20d3-423f-b1d1-86c7afd214f7', 'tag': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5', 'status': 'completed', 'code': 200} Apr 18 21:55:44.033653 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-c0287494-ecf7-4b6d-9163-17c71373ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:44.035190 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-c0287494-ecf7-4b6d-9163-17c71373ea5b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ef308ce8b8944f08fcf37769737f707&device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7 HTTP/1.1" status: 200 len: 1094 time: 0.0578141 Apr 18 21:55:44.079829 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-49b2df73-b30d-43a9-a65c-261a9f1a823c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 HTTP/1.1" status: 200 len: 217 time: 0.0360203 Apr 18 21:55:44.133576 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-e436471a-5691-49cd-8fda-ae9ed1ece8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:44.135082 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-e436471a-5691-49cd-8fda-ae9ed1ece8e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4e8c2247-a4bb-4de5-9e01-c16d302b698e HTTP/1.1" status: 200 len: 849 time: 0.0491397 Apr 18 21:55:44.190581 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-30dcf8a8-508c-4854-9dc3-ef006ba30c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:44.192051 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-30dcf8a8-508c-4854-9dc3-ef006ba30c42 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1d7eae1-fb82-4946-a992-e86670d81f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498347 Apr 18 21:55:44.283480 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-75793184-ad5c-452f-95ca-a58585531197 service neutron] 10.222.0.32 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836895 Apr 18 21:55:44.382758 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-de6bd6e3-895b-4c9d-a0a1-dc7b25cf00f7 req-d361ca57-1b4b-4a2f-9547-1cd1c74ee044 service neutron] 10.222.0.32 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930243 Apr 18 21:55:44.471383 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97353e5-72e7-4352-bcc9-f177acefd2d3 req-7b960d0b-9006-43c2-bfa2-d3d076ddf8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:44.472928 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c97353e5-72e7-4352-bcc9-f177acefd2d3 req-7b960d0b-9006-43c2-bfa2-d3d076ddf8af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ef308ce8b8944f08fcf37769737f707&device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7 HTTP/1.1" status: 200 len: 1094 time: 0.0421598 Apr 18 21:55:44.562476 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97353e5-72e7-4352-bcc9-f177acefd2d3 req-62ab27c1-ea78-489f-9d03-0b01aa3d20ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:44.563955 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c97353e5-72e7-4352-bcc9-f177acefd2d3 req-62ab27c1-ea78-489f-9d03-0b01aa3d20ea service neutron] 10.222.0.32 "GET /v2.0/networks?id=d1d7eae1-fb82-4946-a992-e86670d81f1a HTTP/1.1" status: 200 len: 911 time: 0.0846307 Apr 18 21:55:44.612948 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c97353e5-72e7-4352-bcc9-f177acefd2d3 req-9fab9410-d823-4569-b4d8-ba6e59443695 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 HTTP/1.1" status: 200 len: 217 time: 0.0412676 Apr 18 21:55:44.637954 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6177fc5c-0658-4212-811f-7a0557fe098f up at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:55:44.665759 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97353e5-72e7-4352-bcc9-f177acefd2d3 req-387790ee-4142-448c-a587-1cbed048ab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:44.667185 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c97353e5-72e7-4352-bcc9-f177acefd2d3 req-387790ee-4142-448c-a587-1cbed048ab0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4e8c2247-a4bb-4de5-9e01-c16d302b698e HTTP/1.1" status: 200 len: 849 time: 0.0482011 Apr 18 21:55:44.689520 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Provisioning complete for port 6177fc5c-0658-4212-811f-7a0557fe098f triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:44.689893 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:44.714392 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97353e5-72e7-4352-bcc9-f177acefd2d3 req-be93ea03-f3d3-49f4-bc6a-3fdb4440b276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:44.715954 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c97353e5-72e7-4352-bcc9-f177acefd2d3 req-be93ea03-f3d3-49f4-bc6a-3fdb4440b276 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1d7eae1-fb82-4946-a992-e86670d81f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419672 Apr 18 21:55:44.814772 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c97353e5-72e7-4352-bcc9-f177acefd2d3 req-fccd6ab5-07fb-45ad-9d6e-94955f45e5b6 service neutron] 10.222.0.32 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923815 Apr 18 21:55:44.936006 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bafb59-ad8b-42bb-82ca-a1c18d1dfc6c req-5abcc2d4-154a-4376-9056-fb0be42bccb6 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:44.937512 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1bafb59-ad8b-42bb-82ca-a1c18d1dfc6c req-5abcc2d4-154a-4376-9056-fb0be42bccb6 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7 HTTP/1.1" status: 200 len: 943 time: 0.1075840 Apr 18 21:55:44.955097 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c97353e5-72e7-4352-bcc9-f177acefd2d3 req-9c152901-3bc8-4e4c-931b-2fec0685ae87 service neutron] 10.222.0.32 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323838 Apr 18 21:55:44.981995 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c1bafb59-ad8b-42bb-82ca-a1c18d1dfc6c req-7f5fc19a-6733-441d-b758-8ea41c8a26ee tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384572 Apr 18 21:55:46.104628 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd629b19-3ce0-4f60-8972-b06ced82a406 req-e4aa9b31-fde3-4cee-b796-02be541b6c16 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:46.106062 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd629b19-3ce0-4f60-8972-b06ced82a406 req-e4aa9b31-fde3-4cee-b796-02be541b6c16 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7 HTTP/1.1" status: 200 len: 943 time: 0.0511725 Apr 18 21:55:46.145755 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fd629b19-3ce0-4f60-8972-b06ced82a406 req-a9140070-5fde-4335-a539-2e2641e28bdf tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334680 Apr 18 21:55:47.262292 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b635e2-6173-4383-93b0-6b9dabfb903c req-dd5af72f-cb01-4b38-a0f4-e779df3f9a27 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:47.263693 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15b635e2-6173-4383-93b0-6b9dabfb903c req-dd5af72f-cb01-4b38-a0f4-e779df3f9a27 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7 HTTP/1.1" status: 200 len: 943 time: 0.0492468 Apr 18 21:55:47.304083 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-15b635e2-6173-4383-93b0-6b9dabfb903c req-df56dc83-148d-4fa9-acc9-626857f464ac tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342944 Apr 18 21:55:48.108205 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:55:48.211072 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=1fb87c86-cfd6-40d5-aa8d-1ce519c427b5,segment=NetworkSegment(f4c5ac74-95c8-4d7b-9a15-f21ff4513c28),segment_id=f4c5ac74-95c8-4d7b-9a15-f21ff4513c28)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:48.222192 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'port_id': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5', 'mac_address': 'fa:16:3e:3f:69:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:55:48.259732 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:48.272414 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:55:48.291434 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=1fb87c86-cfd6-40d5-aa8d-1ce519c427b5,segment=NetworkSegment(f4c5ac74-95c8-4d7b-9a15-f21ff4513c28),segment_id=f4c5ac74-95c8-4d7b-9a15-f21ff4513c28)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:48.295094 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:48.343663 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=1fb87c86-cfd6-40d5-aa8d-1ce519c427b5,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:48.426700 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f4b75-a870-4d99-a3e4-62f59b69f0c7 req-12814d2e-7031-450b-a24b-7051c0e7c370 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:48.428149 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a5f4b75-a870-4d99-a3e4-62f59b69f0c7 req-12814d2e-7031-450b-a24b-7051c0e7c370 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7 HTTP/1.1" status: 200 len: 944 time: 0.0533140 Apr 18 21:55:48.466618 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9a5f4b75-a870-4d99-a3e4-62f59b69f0c7 req-3d09fbf8-07a9-458f-b2af-512a2c74f698 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313540 Apr 18 21:55:48.620546 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['1fb87c86-cfd6-40d5-aa8d-1ce519c427b5'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:55:49.587285 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba054c-2875-4a9b-a06b-80650767261c req-7a1b28c8-d31f-41b8-8ec2-309a09a61080 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:49.588797 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6aba054c-2875-4a9b-a06b-80650767261c req-7a1b28c8-d31f-41b8-8ec2-309a09a61080 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7 HTTP/1.1" status: 200 len: 944 time: 0.0513332 Apr 18 21:55:49.627233 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6aba054c-2875-4a9b-a06b-80650767261c req-5f8f5e87-7a5b-4738-ae6e-21b1958e4d1d tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323596 Apr 18 21:55:50.124106 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:55:50.178358 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning for port 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:55:50.182342 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:50.182735 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:50.261867 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:50.284149 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1750b12f-20d3-423f-b1d1-86c7afd214f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:55:50.286437 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5bab63-caec-4e69-af01-413cc825a87a" -d '{"events": [{"server_uuid": "1750b12f-20d3-423f-b1d1-86c7afd214f7", "name": "network-vif-plugged", "status": "completed", "tag": "1fb87c86-cfd6-40d5-aa8d-1ce519c427b5"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:55:50.299017 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=1fb87c86-cfd6-40d5-aa8d-1ce519c427b5,segment=NetworkSegment(f4c5ac74-95c8-4d7b-9a15-f21ff4513c28),segment_id=f4c5ac74-95c8-4d7b-9a15-f21ff4513c28)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:50.303142 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:50.327324 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e891c34-383c-40c7-a596-950ee70d499d x-openstack-request-id: req-2e891c34-383c-40c7-a596-950ee70d499d {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:55:50.327613 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1750b12f-20d3-423f-b1d1-86c7afd214f7", "name": "network-vif-plugged", "status": "completed", "tag": "1fb87c86-cfd6-40d5-aa8d-1ce519c427b5", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:55:50.327866 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e891c34-383c-40c7-a596-950ee70d499d {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:55:50.328263 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e891c34-383c-40c7-a596-950ee70d499d'] response: {'server_uuid': '1750b12f-20d3-423f-b1d1-86c7afd214f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5', 'code': 200} Apr 18 21:55:50.354687 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=1fb87c86-cfd6-40d5-aa8d-1ce519c427b5,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:50.419823 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ec290-7ecb-4163-b4fc-71074f217e0f req-c08b25ce-0894-4c6f-b6ab-3cada77963c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:50.421343 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-530ec290-7ecb-4163-b4fc-71074f217e0f req-c08b25ce-0894-4c6f-b6ab-3cada77963c6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7 HTTP/1.1" status: 200 len: 1096 time: 0.0402219 Apr 18 21:55:50.457240 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-530ec290-7ecb-4163-b4fc-71074f217e0f req-213dc1b7-cde7-4911-9af6-5a20b4991ca4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283809 Apr 18 21:55:50.751168 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e51e8-10b4-4b3a-94ba-d0cd41abbce6 req-c5c495f8-532f-413b-8bea-87ed1368ce0f tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:50.752597 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f25e51e8-10b4-4b3a-94ba-d0cd41abbce6 req-c5c495f8-532f-413b-8bea-87ed1368ce0f tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7 HTTP/1.1" status: 200 len: 945 time: 0.0554650 Apr 18 21:55:50.791385 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f25e51e8-10b4-4b3a-94ba-d0cd41abbce6 req-8d66c70d-edb5-47ae-b49c-f3d37fbc7a5b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323422 Apr 18 21:55:51.915276 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81295a35-6f1f-4124-9d47-6fc82032de04 req-70fad6c2-e5e7-4663-bfce-9940dbecbd16 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:51.916787 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-81295a35-6f1f-4124-9d47-6fc82032de04 req-70fad6c2-e5e7-4663-bfce-9940dbecbd16 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7 HTTP/1.1" status: 200 len: 945 time: 0.0536208 Apr 18 21:55:51.956062 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-81295a35-6f1f-4124-9d47-6fc82032de04 req-a04e5310-f12c-47b7-9018-3b111696ec13 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330703 Apr 18 21:55:52.079714 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb2bea-c0eb-4e02-a54e-e5b8fdff7785 req-327e89e0-0eca-4cce-8b99-4540d367af1b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:52.081180 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7afb2bea-c0eb-4e02-a54e-e5b8fdff7785 req-327e89e0-0eca-4cce-8b99-4540d367af1b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7 HTTP/1.1" status: 200 len: 945 time: 0.0495811 Apr 18 21:55:52.126965 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-7afb2bea-c0eb-4e02-a54e-e5b8fdff7785 req-75d7d363-810a-4970-945b-c085ea5df399 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393224 Apr 18 21:55:52.150272 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33148) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:52.234326 n-d-838323-3 neutron-server[102909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc66d326-d105-4023-9762-a98eecabbd43 tempest-TestSnapshotPattern-1275207112 tempest-TestSnapshotPattern-1275207112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:52.235840 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-bc66d326-d105-4023-9762-a98eecabbd43 tempest-TestSnapshotPattern-1275207112 tempest-TestSnapshotPattern-1275207112-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7 HTTP/1.1" status: 200 len: 1091 time: 0.0845857 Apr 18 21:55:52.239165 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33152) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:52.243514 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.v2.base [None req-e9a0ca48-446c-4bf8-bd07-144613e12ba9 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'port_id': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:55:52.264318 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e9a0ca48-446c-4bf8-bd07-144613e12ba9 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for floatingip, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:52.681879 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e9a0ca48-446c-4bf8-bd07-144613e12ba9 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:52.785675 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.db_base_plugin_common [None req-e9a0ca48-446c-4bf8-bd07-144613e12ba9 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Allocated IP 172.25.1.188 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/5df36f9f-7580-4694-84d3-8228bb74347d) {{(pid=102909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:55:52.889995 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e9a0ca48-446c-4bf8-bd07-144613e12ba9 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for port, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:52.924086 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e9a0ca48-446c-4bf8-bd07-144613e12ba9 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:52.965719 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a0ca48-446c-4bf8-bd07-144613e12ba9 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:55:52.968575 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.base_scheduler [None req-e9a0ca48-446c-4bf8-bd07-144613e12ba9 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Resources bound (agent type, host, resource id): {{(pid=102909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:55:52.972188 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a0ca48-446c-4bf8-bd07-144613e12ba9 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Received port after_create {{(pid=102909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:55:52.994072 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0ca48-446c-4bf8-bd07-144613e12ba9 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Pushing event updated for resources: {'Port': ['ID=5df36f9f-7580-4694-84d3-8228bb74347d,revision_number=1']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:53.340300 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e9a0ca48-446c-4bf8-bd07-144613e12ba9 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:53.408718 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e9a0ca48-446c-4bf8-bd07-144613e12ba9 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:53.564409 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e9a0ca48-446c-4bf8-bd07-144613e12ba9 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for port, precommit_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:53.569067 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e9a0ca48-446c-4bf8-bd07-144613e12ba9 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13023324'] for port, after_update {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:53.639094 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0ca48-446c-4bf8-bd07-144613e12ba9 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Pushing event updated for resources: {'Port': ['ID=5df36f9f-7580-4694-84d3-8228bb74347d,revision_number=2']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:53.655410 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e9a0ca48-446c-4bf8-bd07-144613e12ba9 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:53.757582 n-d-838323-3 neutron-server[102909]: INFO neutron.db.l3_db [None req-e9a0ca48-446c-4bf8-bd07-144613e12ba9 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Floating IP ed2a8f56-1f3c-4218-9464-9ae9f35d31af associated. External IP: 172.25.1.188, port: 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5. Apr 18 21:55:53.973054 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a0ca48-446c-4bf8-bd07-144613e12ba9 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Router c8bc7d4c-c471-4743-9ba5-465142813ab8 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:55:54.081249 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a0ca48-446c-4bf8-bd07-144613e12ba9 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:55:54.094007 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207f6469-42f0-4c21-a917-be150c91a0b2 None None] Sync routers for ids ['c8bc7d4c-c471-4743-9ba5-465142813ab8'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:55:54.101072 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-e9a0ca48-446c-4bf8-bd07-144613e12ba9 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:54.106602 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207f6469-42f0-4c21-a917-be150c91a0b2 None None] Routers {'c8bc7d4c-c471-4743-9ba5-465142813ab8'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:55:54.107230 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-207f6469-42f0-4c21-a917-be150c91a0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:55:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c8bc7d4c-c471-4743-9ba5-465142813ab8'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:54.132989 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-e9a0ca48-446c-4bf8-bd07-144613e12ba9 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8925726 Apr 18 21:55:54.133588 n-d-838323-3 neutron-server[102909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1750b12f-20d3-423f-b1d1-86c7afd214f7', 'tag': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5'}] {{(pid=102909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:55:54.135986 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2316f7aae560ee2534ee33f3ac4cc6eb4b6c4379016ac3c0f66c65b131d8d070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c164313-3648-4fe5-ace2-a90ba8c62887" -d '{"events": [{"name": "network-changed", "server_uuid": "1750b12f-20d3-423f-b1d1-86c7afd214f7", "tag": "1fb87c86-cfd6-40d5-aa8d-1ce519c427b5"}]}' {{(pid=102909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:55:54.215462 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-207f6469-42f0-4c21-a917-be150c91a0b2 None None] Set router c8bc7d4c-c471-4743-9ba5-465142813ab8 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:55:54.238991 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd484ad-3a74-49f4-a88d-39175bf7c4d0 x-openstack-request-id: req-3fd484ad-3a74-49f4-a88d-39175bf7c4d0 {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:55:54.239285 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1750b12f-20d3-423f-b1d1-86c7afd214f7", "tag": "1fb87c86-cfd6-40d5-aa8d-1ce519c427b5", "status": "completed", "code": 200}]} {{(pid=102909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:55:54.239544 n-d-838323-3 neutron-server[102909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3fd484ad-3a74-49f4-a88d-39175bf7c4d0 {{(pid=102909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:55:54.239957 n-d-838323-3 neutron-server[102909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fd484ad-3a74-49f4-a88d-39175bf7c4d0'] response: {'name': 'network-changed', 'server_uuid': '1750b12f-20d3-423f-b1d1-86c7afd214f7', 'tag': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5', 'status': 'completed', 'code': 200} Apr 18 21:55:54.304334 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c164313-3648-4fe5-ace2-a90ba8c62887 req-5ca19b4b-c0cb-4be2-b042-3b8ad9cb361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:54.305914 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c164313-3648-4fe5-ace2-a90ba8c62887 req-5ca19b4b-c0cb-4be2-b042-3b8ad9cb361b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ef308ce8b8944f08fcf37769737f707&device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7 HTTP/1.1" status: 200 len: 1096 time: 0.0437875 Apr 18 21:55:54.396637 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c164313-3648-4fe5-ace2-a90ba8c62887 req-a2c07627-43a8-4cc3-af01-649080a5e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:54.398455 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c164313-3648-4fe5-ace2-a90ba8c62887 req-a2c07627-43a8-4cc3-af01-649080a5e81c service neutron] 10.222.0.32 "GET /v2.0/networks?id=d1d7eae1-fb82-4946-a992-e86670d81f1a HTTP/1.1" status: 200 len: 911 time: 0.0859220 Apr 18 21:55:54.437512 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-207f6469-42f0-4c21-a917-be150c91a0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'name': 'tempest-TestSnapshotPattern-1961438169-router', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:29Z', 'updated_at': '2022-04-18T21:55:32Z', 'revision_number': 4, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'gw_port': {'id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:30Z', 'updated_at': '2022-04-18T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'ed2a8f56-1f3c-4218-9464-9ae9f35d31af', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'port_id': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'mac_address': 'fa:16:3e:3f:69:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1750b12f-20d3-423f-b1d1-86c7afd214f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:55:53Z', 'updated_at': '2022-04-18T21:55:53Z', 'revision_number': 0, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe78eb8f-1afa-4667-9154-c8708172203e', 'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'mac_address': 'fa:16:3e:b6:88:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:32Z', 'updated_at': '2022-04-18T21:55:37Z', 'revision_number': 5, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'subnets': [{'id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:54.466918 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207f6469-42f0-4c21-a917-be150c91a0b2 None None] Checking router: c8bc7d4c-c471-4743-9ba5-465142813ab8 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:55:54.467126 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c164313-3648-4fe5-ace2-a90ba8c62887 req-24567e8c-0ce4-4339-ae5f-bc077b760285 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 HTTP/1.1" status: 200 len: 999 time: 0.0614297 Apr 18 21:55:54.475887 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207f6469-42f0-4c21-a917-be150c91a0b2 None None] Routers {'c8bc7d4c-c471-4743-9ba5-465142813ab8'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:55:54.476530 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-207f6469-42f0-4c21-a917-be150c91a0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:55:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c8bc7d4c-c471-4743-9ba5-465142813ab8'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:54.516270 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c164313-3648-4fe5-ace2-a90ba8c62887 req-bed3be41-d07e-4de7-a28c-626bbb325af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:54.517762 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c164313-3648-4fe5-ace2-a90ba8c62887 req-bed3be41-d07e-4de7-a28c-626bbb325af2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4e8c2247-a4bb-4de5-9e01-c16d302b698e HTTP/1.1" status: 200 len: 849 time: 0.0451384 Apr 18 21:55:54.563851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c164313-3648-4fe5-ace2-a90ba8c62887 req-e5382802-87ea-4266-9e74-9d40688c6896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:54.565386 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c164313-3648-4fe5-ace2-a90ba8c62887 req-e5382802-87ea-4266-9e74-9d40688c6896 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1d7eae1-fb82-4946-a992-e86670d81f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413442 Apr 18 21:55:54.582763 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-207f6469-42f0-4c21-a917-be150c91a0b2 None None] Set router c8bc7d4c-c471-4743-9ba5-465142813ab8 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:55:54.658003 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c164313-3648-4fe5-ace2-a90ba8c62887 req-61664004-7172-41dd-b876-3d29b39e8736 service neutron] 10.222.0.32 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860326 Apr 18 21:55:54.750923 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c164313-3648-4fe5-ace2-a90ba8c62887 req-9f976ca7-5d6e-4bea-95b9-4cf453c513a4 service neutron] 10.222.0.32 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866618 Apr 18 21:55:54.896386 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-60658898-4b2f-4f81-a975-c6a3a885ab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:54.980140 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-207f6469-42f0-4c21-a917-be150c91a0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'name': 'tempest-TestSnapshotPattern-1961438169-router', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:29Z', 'updated_at': '2022-04-18T21:55:32Z', 'revision_number': 4, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'gw_port': {'id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:30Z', 'updated_at': '2022-04-18T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'ed2a8f56-1f3c-4218-9464-9ae9f35d31af', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'port_id': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'mac_address': 'fa:16:3e:3f:69:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1750b12f-20d3-423f-b1d1-86c7afd214f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:55:53Z', 'updated_at': '2022-04-18T21:55:53Z', 'revision_number': 0, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe78eb8f-1afa-4667-9154-c8708172203e', 'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'mac_address': 'fa:16:3e:b6:88:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:32Z', 'updated_at': '2022-04-18T21:55:37Z', 'revision_number': 5, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'subnets': [{'id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:55.010715 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207f6469-42f0-4c21-a917-be150c91a0b2 None None] The sync data for ids ['c8bc7d4c-c471-4743-9ba5-465142813ab8'] in n-d-838323-3 is: [{'id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'name': 'tempest-TestSnapshotPattern-1961438169-router', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:29Z', 'updated_at': '2022-04-18T21:55:32Z', 'revision_number': 4, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'gw_port': {'id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:30Z', 'updated_at': '2022-04-18T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'ed2a8f56-1f3c-4218-9464-9ae9f35d31af', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'port_id': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'mac_address': 'fa:16:3e:3f:69:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1750b12f-20d3-423f-b1d1-86c7afd214f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:55:53Z', 'updated_at': '2022-04-18T21:55:53Z', 'revision_number': 0, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe78eb8f-1afa-4667-9154-c8708172203e', 'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'mac_address': 'fa:16:3e:b6:88:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:32Z', 'updated_at': '2022-04-18T21:55:37Z', 'revision_number': 5, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'subnets': [{'id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:55:55.208874 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a6ed65-51f6-4215-a1ad-7c0b395cc71e None None] New status for floating IP ed2a8f56-1f3c-4218-9464-9ae9f35d31af: ACTIVE {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:55:59.211055 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-80bcaf52-8460-48dc-9675-d1877b5440c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:00.176215 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:01.716988 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:01.952447 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:08.346362 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:12.794105 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:17.359271 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:56:24.820097 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-7114799f-3f5d-4c96-8f3a-1251af10ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:29.215560 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f571c1b5-fe50-41ee-a38d-f89aad7574a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:30.179971 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:31.719272 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:31.954754 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:38.121904 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d1fd51b-310b-4fb1-b72c-aa0b0c89a5ca req-68597a41-06f6-4927-8bb7-94e4d120ba05 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407650 Apr 18 21:56:38.208900 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fd51b-310b-4fb1-b72c-aa0b0c89a5ca req-fb40ea39-e069-4ca0-b7cf-be8e889aaeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:56:38.210301 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d1fd51b-310b-4fb1-b72c-aa0b0c89a5ca req-fb40ea39-e069-4ca0-b7cf-be8e889aaeda service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ef308ce8b8944f08fcf37769737f707&device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7 HTTP/1.1" status: 200 len: 1096 time: 0.0460906 Apr 18 21:56:38.320503 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fd51b-310b-4fb1-b72c-aa0b0c89a5ca req-5debbf24-a1ad-45b1-97c9-3e423b253726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:56:38.321974 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d1fd51b-310b-4fb1-b72c-aa0b0c89a5ca req-5debbf24-a1ad-45b1-97c9-3e423b253726 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d1d7eae1-fb82-4946-a992-e86670d81f1a HTTP/1.1" status: 200 len: 911 time: 0.0904047 Apr 18 21:56:38.339542 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:38.392210 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d1fd51b-310b-4fb1-b72c-aa0b0c89a5ca req-026283cb-7cd1-4fed-83d8-0eb5f2404666 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 HTTP/1.1" status: 200 len: 1001 time: 0.0629590 Apr 18 21:56:38.440079 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fd51b-310b-4fb1-b72c-aa0b0c89a5ca req-7da2c7d3-a6cb-44a5-a8c6-43211852a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:56:38.441524 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d1fd51b-310b-4fb1-b72c-aa0b0c89a5ca req-7da2c7d3-a6cb-44a5-a8c6-43211852a785 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4e8c2247-a4bb-4de5-9e01-c16d302b698e HTTP/1.1" status: 200 len: 849 time: 0.0435972 Apr 18 21:56:38.487452 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fd51b-310b-4fb1-b72c-aa0b0c89a5ca req-cc8375ec-b8a0-4f90-83a4-acac15276c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:56:38.489134 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d1fd51b-310b-4fb1-b72c-aa0b0c89a5ca req-cc8375ec-b8a0-4f90-83a4-acac15276c0d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1d7eae1-fb82-4946-a992-e86670d81f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397565 Apr 18 21:56:38.582550 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d1fd51b-310b-4fb1-b72c-aa0b0c89a5ca req-77fd325a-6aff-4193-b8fa-600a0c465edb service neutron] 10.222.0.32 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868495 Apr 18 21:56:38.672722 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0d1fd51b-310b-4fb1-b72c-aa0b0c89a5ca req-0496c34a-0e02-491a-a41c-dd433f12b46c service neutron] 10.222.0.32 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829036 Apr 18 21:56:42.805110 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:54.358868 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:56:54.822945 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b115e660-9478-49b9-b798-65c1bfa84b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:59.217961 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-312b331f-9274-4a38-8fd9-f995c2d8a92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:00.183866 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:01.721409 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:01.956314 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:08.331622 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:12.815842 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:24.824273 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e74bae32-dffa-4e71-8f98-c8bede7eae39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:29.220301 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d8dbc9d0-cfb6-4ee9-82bd-f991afb8475b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:30.185430 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:31.357752 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:57:31.724692 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:31.962917 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:38.332259 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:39.115913 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6339cf15-6451-4589-abd1-f9c248a585ad req-2a54eebd-ea29-4c87-a149-de1258abe15d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416615 Apr 18 21:57:39.200723 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339cf15-6451-4589-abd1-f9c248a585ad req-f42abb1b-27b5-4167-952e-95e62cd3bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:39.202129 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6339cf15-6451-4589-abd1-f9c248a585ad req-f42abb1b-27b5-4167-952e-95e62cd3bf7b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ef308ce8b8944f08fcf37769737f707&device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7 HTTP/1.1" status: 200 len: 1096 time: 0.0445378 Apr 18 21:57:39.304937 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339cf15-6451-4589-abd1-f9c248a585ad req-2a7d6330-39a3-473f-80eb-6a1ce2e2f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:39.306424 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6339cf15-6451-4589-abd1-f9c248a585ad req-2a7d6330-39a3-473f-80eb-6a1ce2e2f8b5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d1d7eae1-fb82-4946-a992-e86670d81f1a HTTP/1.1" status: 200 len: 911 time: 0.0843618 Apr 18 21:57:39.373459 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6339cf15-6451-4589-abd1-f9c248a585ad req-98de59cc-8105-4442-bca9-59e973f70acc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 HTTP/1.1" status: 200 len: 1001 time: 0.0602367 Apr 18 21:57:39.420104 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339cf15-6451-4589-abd1-f9c248a585ad req-7706dc35-5249-406a-9b42-5fc694227889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:39.421533 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6339cf15-6451-4589-abd1-f9c248a585ad req-7706dc35-5249-406a-9b42-5fc694227889 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4e8c2247-a4bb-4de5-9e01-c16d302b698e HTTP/1.1" status: 200 len: 849 time: 0.0421259 Apr 18 21:57:39.466427 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339cf15-6451-4589-abd1-f9c248a585ad req-009cca0b-283f-4ab3-b294-f7633287b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:39.467825 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6339cf15-6451-4589-abd1-f9c248a585ad req-009cca0b-283f-4ab3-b294-f7633287b5ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1d7eae1-fb82-4946-a992-e86670d81f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394812 Apr 18 21:57:39.559157 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6339cf15-6451-4589-abd1-f9c248a585ad req-25833b26-47c8-4178-a170-b6362129044c service neutron] 10.222.0.32 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842512 Apr 18 21:57:39.648452 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6339cf15-6451-4589-abd1-f9c248a585ad req-46866023-9407-440c-8816-d9914458976e service neutron] 10.222.0.32 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830255 Apr 18 21:57:42.812723 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:54.827475 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d8e4e905-82df-43c0-9e27-4bd5b14c0abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:59.223834 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a648-2be8-46a4-83d9-78e9fd7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:00.187757 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:01.727059 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:01.962253 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:08.332070 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:08.356164 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:58:12.803966 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:24.830504 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1dce80af-83a0-432a-93a5-57b3f928bb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:29.225666 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c0f387bd-c64a-4ad5-9267-b3113821c611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:30.190686 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:31.728886 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:31.965600 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:36.964305 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 details requested by agent hyperv_n-h1-838323-3 with host n-h1-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:58:37.062246 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=1fb87c86-cfd6-40d5-aa8d-1ce519c427b5,segment=NetworkSegment(f4c5ac74-95c8-4d7b-9a15-f21ff4513c28),segment_id=f4c5ac74-95c8-4d7b-9a15-f21ff4513c28)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:58:37.073035 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Returning: {'device': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'port_id': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5', 'mac_address': 'fa:16:3e:3f:69:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:58:37.108133 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:37.121030 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:58:37.139874 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=1fb87c86-cfd6-40d5-aa8d-1ce519c427b5,segment=NetworkSegment(f4c5ac74-95c8-4d7b-9a15-f21ff4513c28),segment_id=f4c5ac74-95c8-4d7b-9a15-f21ff4513c28)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:58:37.144205 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:37.195676 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=1fb87c86-cfd6-40d5-aa8d-1ce519c427b5,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:58:37.202918 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:37.203257 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:37.203591 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:37.203924 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:37.204248 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:37.204598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:37.205597 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:37.206053 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:37.206197 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:37.206514 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:37.206831 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:37.207148 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:37.234103 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] get_ports_and_sgs() called for port_ids ['1fb87c86-cfd6-40d5-aa8d-1ce519c427b5'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:58:38.330792 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:38.963497 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 up at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:58:39.010597 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Provisioning complete for port 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:58:39.010966 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:39.090569 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:39.116284 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1750b12f-20d3-423f-b1d1-86c7afd214f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:58:39.118551 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3b629a-1eab-4c74-aba6-6ae1f9ef2761" -d '{"events": [{"server_uuid": "1750b12f-20d3-423f-b1d1-86c7afd214f7", "name": "network-vif-plugged", "status": "completed", "tag": "1fb87c86-cfd6-40d5-aa8d-1ce519c427b5"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:58:39.131973 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=1fb87c86-cfd6-40d5-aa8d-1ce519c427b5,segment=NetworkSegment(f4c5ac74-95c8-4d7b-9a15-f21ff4513c28),segment_id=f4c5ac74-95c8-4d7b-9a15-f21ff4513c28)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:58:39.138504 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:39.188403 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=1fb87c86-cfd6-40d5-aa8d-1ce519c427b5,revision_number=7']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:58:39.218663 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fce71c1-48ba-48c9-884c-c6d6c325c3bb x-openstack-request-id: req-6fce71c1-48ba-48c9-884c-c6d6c325c3bb {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:58:39.218958 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1750b12f-20d3-423f-b1d1-86c7afd214f7", "name": "network-vif-plugged", "status": "completed", "tag": "1fb87c86-cfd6-40d5-aa8d-1ce519c427b5", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:58:39.219216 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6fce71c1-48ba-48c9-884c-c6d6c325c3bb {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:58:39.220024 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fce71c1-48ba-48c9-884c-c6d6c325c3bb'] response: {'server_uuid': '1750b12f-20d3-423f-b1d1-86c7afd214f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5', 'code': 200} Apr 18 21:58:40.161542 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024c20a-bbf4-473e-a0e6-ebae71b66908 req-24891be3-e8a6-4486-bf50-711a89200121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:40.163671 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d024c20a-bbf4-473e-a0e6-ebae71b66908 req-24891be3-e8a6-4486-bf50-711a89200121 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ef308ce8b8944f08fcf37769737f707&device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7 HTTP/1.1" status: 200 len: 1096 time: 0.0455055 Apr 18 21:58:40.279846 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024c20a-bbf4-473e-a0e6-ebae71b66908 req-2b687be4-21e3-4837-8017-c00789f545ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:40.281419 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d024c20a-bbf4-473e-a0e6-ebae71b66908 req-2b687be4-21e3-4837-8017-c00789f545ea service neutron] 10.222.0.32 "GET /v2.0/networks?id=d1d7eae1-fb82-4946-a992-e86670d81f1a HTTP/1.1" status: 200 len: 911 time: 0.0969262 Apr 18 21:58:40.360139 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d024c20a-bbf4-473e-a0e6-ebae71b66908 req-65e1794a-1961-4701-8681-83cdd6de13f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 HTTP/1.1" status: 200 len: 1001 time: 0.0707834 Apr 18 21:58:40.422356 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024c20a-bbf4-473e-a0e6-ebae71b66908 req-c5637d46-b0a4-4896-9d39-81b12352e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:40.423940 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d024c20a-bbf4-473e-a0e6-ebae71b66908 req-c5637d46-b0a4-4896-9d39-81b12352e60c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4e8c2247-a4bb-4de5-9e01-c16d302b698e HTTP/1.1" status: 200 len: 849 time: 0.0555148 Apr 18 21:58:40.793450 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024c20a-bbf4-473e-a0e6-ebae71b66908 req-f0799606-77a5-49c5-a99b-9c5fa2ede6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:40.794955 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d024c20a-bbf4-473e-a0e6-ebae71b66908 req-f0799606-77a5-49c5-a99b-9c5fa2ede6b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1d7eae1-fb82-4946-a992-e86670d81f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3648129 Apr 18 21:58:40.886397 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d024c20a-bbf4-473e-a0e6-ebae71b66908 req-03541108-e5b5-49dc-9477-fd127a18c1db service neutron] 10.222.0.32 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842664 Apr 18 21:58:40.983330 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d024c20a-bbf4-473e-a0e6-ebae71b66908 req-6d36018c-6074-4189-847f-220509e262ab service neutron] 10.222.0.32 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897770 Apr 18 21:58:42.822257 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:45.356048 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:58:49.061626 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-9f663117-515f-4a67-96ef-086252980544 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-681225987&fields=id&tenant_id=4ef308ce8b8944f08fcf37769737f707 HTTP/1.1" status: 200 len: 267 time: 0.0343390 Apr 18 21:58:49.172292 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-c29ba637-46e1-4255-97c7-108da5c24296 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:49.174352 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-c29ba637-46e1-4255-97c7-108da5c24296 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/networks?id=d1d7eae1-fb82-4946-a992-e86670d81f1a HTTP/1.1" status: 200 len: 810 time: 0.1043386 Apr 18 21:58:49.188721 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-645498e0-7e99-45f6-91a1-5eee083af4fe tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/quotas/4ef308ce8b8944f08fcf37769737f707 HTTP/1.1" status: 200 len: 375 time: 0.0085909 Apr 18 21:58:49.243374 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-24c33640-93c0-48a1-a851-39f9441711f7 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ef308ce8b8944f08fcf37769737f707&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0489299 Apr 18 21:58:49.314607 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-cae161e3-a998-410d-af49-6fbffc67616d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:58:49.315976 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-cae161e3-a998-410d-af49-6fbffc67616d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0608294 Apr 18 21:58:49.403903 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-ff8a7bd4-8f32-4444-ae83-66bb054ddee6 service neutron] 10.222.0.41 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815647 Apr 18 21:58:49.494251 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-06912671-f974-4acc-ab42-59cfe20a9c7e service neutron] 10.222.0.41 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840330 Apr 18 21:58:50.732005 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-669a0e5d-9523-45f1-ad41-4c2df480ba47 req-ed1c5f2a-de69-4523-8d24-84f4633c9349 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 210 time: 0.0797441 Apr 18 21:58:51.808899 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-53c606d5-4e56-46c5-a96d-09406130485d req-dfbd5da0-50ae-4344-a694-3a0907718445 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 210 time: 0.0262949 Apr 18 21:58:52.896192 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ae66fd2e-8858-4d49-84a7-75e1b4e44e67 req-91e8de9c-2a86-4e8c-9428-0d7919e1de2f tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 210 time: 0.0335755 Apr 18 21:58:53.045155 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:58:53.121687 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:53.143229 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1750b12f-20d3-423f-b1d1-86c7afd214f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:58:53.145433 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13eab652-22af-4161-86a0-4628ec5c45b7" -d '{"events": [{"server_uuid": "1750b12f-20d3-423f-b1d1-86c7afd214f7", "name": "network-vif-unplugged", "status": "completed", "tag": "1fb87c86-cfd6-40d5-aa8d-1ce519c427b5"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:58:53.158248 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] For port 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=1fb87c86-cfd6-40d5-aa8d-1ce519c427b5,segment=NetworkSegment(f4c5ac74-95c8-4d7b-9a15-f21ff4513c28),segment_id=f4c5ac74-95c8-4d7b-9a15-f21ff4513c28)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:58:53.162452 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:53.186440 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9008a804-74c9-4483-92a0-13309c223563 x-openstack-request-id: req-9008a804-74c9-4483-92a0-13309c223563 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:58:53.186723 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1750b12f-20d3-423f-b1d1-86c7afd214f7", "name": "network-vif-unplugged", "status": "completed", "tag": "1fb87c86-cfd6-40d5-aa8d-1ce519c427b5", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:58:53.186969 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9008a804-74c9-4483-92a0-13309c223563 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:58:53.187348 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9008a804-74c9-4483-92a0-13309c223563'] response: {'server_uuid': '1750b12f-20d3-423f-b1d1-86c7afd214f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5', 'code': 200} Apr 18 21:58:53.215127 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=1fb87c86-cfd6-40d5-aa8d-1ce519c427b5,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:58:53.976949 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-a8021ea5-9932-4b6c-9ace-ce296115d983 req-99a24c32-2390-4c78-9b13-2bf6962cc3c8 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 210 time: 0.0301192 Apr 18 21:58:54.835246 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-eaf9cac5-52db-4c7f-8bce-6283de6099cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:55.077539 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-4b7fcd85-aee4-4787-a53b-1538990d8e28 req-1b1844da-90ec-4a09-918d-f92fe4e5c206 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 210 time: 0.0302141 Apr 18 21:58:55.672525 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-d73130fc-4744-4270-90cd-ad6af9b7a096 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:55.674167 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-d73130fc-4744-4270-90cd-ad6af9b7a096 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.57 "GET /v2.0/networks?id=d1d7eae1-fb82-4946-a992-e86670d81f1a HTTP/1.1" status: 200 len: 810 time: 0.1047199 Apr 18 21:58:55.718272 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-bcac89ba-3f26-4822-93d8-dc81ca53ec6b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ef308ce8b8944f08fcf37769737f707 HTTP/1.1" status: 200 len: 379 time: 0.0359063 Apr 18 21:58:55.729017 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-daba0c31-bf87-4ada-a8c5-a283beeea37c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Request body: {'port': {'device_id': '68999dab-cf1c-4137-b5c0-accb20761356', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'admin_state_up': True, 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'security_groups': ['ff9de04d-8d0d-476b-be5d-4f5d4617da41']}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:58:55.838735 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-daba0c31-bf87-4ada-a8c5-a283beeea37c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Made reservation on behalf of 4ef308ce8b8944f08fcf37769737f707 for: {'port': 1} {{(pid=102908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:58:55.842253 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-daba0c31-bf87-4ada-a8c5-a283beeea37c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:55.988035 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-daba0c31-bf87-4ada-a8c5-a283beeea37c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Allocated IP 172.20.0.6 (d1d7eae1-fb82-4946-a992-e86670d81f1a/4e8c2247-a4bb-4de5-9e01-c16d302b698e/b9f69569-b088-4e63-a22f-2c6352f4d0fd) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:58:56.223509 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-61894a48-87c2-4347-9cee-4e89ee2066c1 req-10f5ff3a-964e-4aa2-8a59-9f94762f794f tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 210 time: 0.0479276 Apr 18 21:58:56.240262 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-daba0c31-bf87-4ada-a8c5-a283beeea37c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:56.292568 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-daba0c31-bf87-4ada-a8c5-a283beeea37c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:56.343637 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-daba0c31-bf87-4ada-a8c5-a283beeea37c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Network d1d7eae1-fb82-4946-a992-e86670d81f1a is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:58:56.347301 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-daba0c31-bf87-4ada-a8c5-a283beeea37c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:58:56.353730 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-daba0c31-bf87-4ada-a8c5-a283beeea37c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:58:56.412163 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-daba0c31-bf87-4ada-a8c5-a283beeea37c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:56.412832 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-daba0c31-bf87-4ada-a8c5-a283beeea37c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:56.429695 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba0c31-bf87-4ada-a8c5-a283beeea37c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Pushing event updated for resources: {'Port': ['ID=b9f69569-b088-4e63-a22f-2c6352f4d0fd,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:58:56.442273 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba0c31-bf87-4ada-a8c5-a283beeea37c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:56.442621 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba0c31-bf87-4ada-a8c5-a283beeea37c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:56.442966 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba0c31-bf87-4ada-a8c5-a283beeea37c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:56.443304 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba0c31-bf87-4ada-a8c5-a283beeea37c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:56.443648 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba0c31-bf87-4ada-a8c5-a283beeea37c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:56.448990 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba0c31-bf87-4ada-a8c5-a283beeea37c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:56.449531 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba0c31-bf87-4ada-a8c5-a283beeea37c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:56.449869 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba0c31-bf87-4ada-a8c5-a283beeea37c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:56.450257 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba0c31-bf87-4ada-a8c5-a283beeea37c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:56.450595 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba0c31-bf87-4ada-a8c5-a283beeea37c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:56.450946 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba0c31-bf87-4ada-a8c5-a283beeea37c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:56.451259 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba0c31-bf87-4ada-a8c5-a283beeea37c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:56.458438 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-daba0c31-bf87-4ada-a8c5-a283beeea37c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7329714 Apr 18 21:58:56.778672 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-6e8438fa-d372-4239-9fd4-292875b34e2f None None] Provisioning complete for port b9f69569-b088-4e63-a22f-2c6352f4d0fd triggered by entity DHCP. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:58:56.779677 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-6e8438fa-d372-4239-9fd4-292875b34e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:56.862455 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-6e8438fa-d372-4239-9fd4-292875b34e2f None None] Port b9f69569-b088-4e63-a22f-2c6352f4d0fd cannot update to ACTIVE because it is not bound. {{(pid=102910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:58:57.356027 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c4ab5-72e1-4508-b80b-1ac92302a2d8 req-d9dbb2f1-296b-4636-891e-1519a8acf178 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:57.357465 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-408c4ab5-72e1-4508-b80b-1ac92302a2d8 req-d9dbb2f1-296b-4636-891e-1519a8acf178 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 931 time: 0.0517042 Apr 18 21:58:57.400948 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-408c4ab5-72e1-4508-b80b-1ac92302a2d8 req-f114ad95-6f20-4319-8b1b-5ee34edffb50 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350401 Apr 18 21:58:58.530815 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789609af-6357-4193-81db-d97e9dc40b71 req-c59f90b3-4cc0-4d7c-8ab9-c293a8c9a1d7 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:58.534323 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-789609af-6357-4193-81db-d97e9dc40b71 req-c59f90b3-4cc0-4d7c-8ab9-c293a8c9a1d7 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 931 time: 0.0561991 Apr 18 21:58:58.575492 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-789609af-6357-4193-81db-d97e9dc40b71 req-55ab037d-766c-421f-b6d8-31ca8d4e2034 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356777 Apr 18 21:58:59.227317 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-22e94590-aac7-415c-be7a-e6098b55c656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:59.706835 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d338aee-1682-4b9e-b8b3-6fc4d6e9e138 req-a412f7f2-8f91-4778-9f9d-e2c19a9394a2 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:59.708710 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d338aee-1682-4b9e-b8b3-6fc4d6e9e138 req-a412f7f2-8f91-4778-9f9d-e2c19a9394a2 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 931 time: 0.0534606 Apr 18 21:58:59.748261 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-1d338aee-1682-4b9e-b8b3-6fc4d6e9e138 req-848d53dd-1b0a-4d9e-b9ed-628ff0100f8e tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335724 Apr 18 21:59:00.193925 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:00.876106 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cb218-f29b-4a2b-aaa2-0654a411adf9 req-c08c9ad2-7522-47ba-96a0-d33213ffbc94 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:00.877830 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-146cb218-f29b-4a2b-aaa2-0654a411adf9 req-c08c9ad2-7522-47ba-96a0-d33213ffbc94 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 931 time: 0.0518217 Apr 18 21:59:00.921356 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-146cb218-f29b-4a2b-aaa2-0654a411adf9 req-a75433a3-3acd-41fa-b58a-17f7fce63121 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367470 Apr 18 21:59:01.735455 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:01.969963 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:02.060804 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16b0f6-a733-498a-a43e-2171c3cc6928 req-23cb0b46-513e-429a-ad05-abd9490bcfb1 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:02.062374 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ff16b0f6-a733-498a-a43e-2171c3cc6928 req-23cb0b46-513e-429a-ad05-abd9490bcfb1 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 931 time: 0.0572181 Apr 18 21:59:02.105225 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-ff16b0f6-a733-498a-a43e-2171c3cc6928 req-ad9e3637-01e3-49f0-a8ec-cf4d35b4e1bf tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339921 Apr 18 21:59:03.224109 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45efc2ee-f806-4ad3-b07a-d9dfffb78364 req-f4ed578b-f597-42e6-9987-9360ad53bbd1 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:03.225472 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45efc2ee-f806-4ad3-b07a-d9dfffb78364 req-f4ed578b-f597-42e6-9987-9360ad53bbd1 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 931 time: 0.0483928 Apr 18 21:59:03.262477 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-45efc2ee-f806-4ad3-b07a-d9dfffb78364 req-2591d4b4-1677-4de9-a794-6f214e431167 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310726 Apr 18 21:59:03.560050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-ac5e2bfd-06b7-4483-aca8-5467c38dc336 service neutron] Request body: {'port': {'device_id': '68999dab-cf1c-4137-b5c0-accb20761356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838323-3'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:59:03.614766 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-ac5e2bfd-06b7-4483-aca8-5467c38dc336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:03.874690 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-ac5e2bfd-06b7-4483-aca8-5467c38dc336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f69569-b088-4e63-a22f-2c6352f4d0fd {{(pid=102908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:59:03.882032 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-ac5e2bfd-06b7-4483-aca8-5467c38dc336 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:03.893464 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.provisioning_blocks [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-ac5e2bfd-06b7-4483-aca8-5467c38dc336 service neutron] Transition to ACTIVE for port object b9f69569-b088-4e63-a22f-2c6352f4d0fd will not be triggered until provisioned by entity L2. {{(pid=102908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:59:03.897412 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-ac5e2bfd-06b7-4483-aca8-5467c38dc336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:03.965876 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e2bfd-06b7-4483-aca8-5467c38dc336 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f69569-b088-4e63-a22f-2c6352f4d0fd,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:04.019075 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-ac5e2bfd-06b7-4483-aca8-5467c38dc336 service neutron] Attempting to bind port b9f69569-b088-4e63-a22f-2c6352f4d0fd on host n-h2-838323-3 for vnic_type normal with profile {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:59:04.019427 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-ac5e2bfd-06b7-4483-aca8-5467c38dc336 service neutron] Attempting to bind port b9f69569-b088-4e63-a22f-2c6352f4d0fd by drivers openvswitch,hyperv on host n-h2-838323-3 at level 0 using segments [{'id': 'f4c5ac74-95c8-4d7b-9a15-f21ff4513c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a'}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:59:04.019763 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-ac5e2bfd-06b7-4483-aca8-5467c38dc336 service neutron] Attempting to bind port b9f69569-b088-4e63-a22f-2c6352f4d0fd on network d1d7eae1-fb82-4946-a992-e86670d81f1a {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:59:04.024272 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-ac5e2bfd-06b7-4483-aca8-5467c38dc336 service neutron] Port b9f69569-b088-4e63-a22f-2c6352f4d0fd on network d1d7eae1-fb82-4946-a992-e86670d81f1a not bound, no agent of type Open vSwitch agent registered on host n-h2-838323-3 {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:59:04.024643 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-ac5e2bfd-06b7-4483-aca8-5467c38dc336 service neutron] Attempting to bind port b9f69569-b088-4e63-a22f-2c6352f4d0fd on network d1d7eae1-fb82-4946-a992-e86670d81f1a {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:59:04.029704 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-ac5e2bfd-06b7-4483-aca8-5467c38dc336 service neutron] Checking agent: {'id': 'afa93a00-c78b-4c5e-a4d8-7fd19f379920', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838323-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'started_at': datetime.datetime(2022, 4, 18, 20, 21, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:59:04.030041 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-ac5e2bfd-06b7-4483-aca8-5467c38dc336 service neutron] Checking segment: {'id': 'f4c5ac74-95c8-4d7b-9a15-f21ff4513c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:59:04.030421 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-ac5e2bfd-06b7-4483-aca8-5467c38dc336 service neutron] Bound using segment: {'id': 'f4c5ac74-95c8-4d7b-9a15-f21ff4513c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a'} {{(pid=102908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:59:04.030851 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.managers [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-ac5e2bfd-06b7-4483-aca8-5467c38dc336 service neutron] Bound port: b9f69569-b088-4e63-a22f-2c6352f4d0fd, host: n-h2-838323-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c5ac74-95c8-4d7b-9a15-f21ff4513c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a'}}] {{(pid=102908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:59:04.031202 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-ac5e2bfd-06b7-4483-aca8-5467c38dc336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:04.097265 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-ac5e2bfd-06b7-4483-aca8-5467c38dc336 service neutron] For port b9f69569-b088-4e63-a22f-2c6352f4d0fd, host n-h2-838323-3, cleared binding levels {{(pid=102908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:59:04.100838 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-ac5e2bfd-06b7-4483-aca8-5467c38dc336 service neutron] For port b9f69569-b088-4e63-a22f-2c6352f4d0fd, host n-h2-838323-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b9f69569-b088-4e63-a22f-2c6352f4d0fd,segment=NetworkSegment(f4c5ac74-95c8-4d7b-9a15-f21ff4513c28),segment_id=f4c5ac74-95c8-4d7b-9a15-f21ff4513c28)] {{(pid=102908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:59:04.105224 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-ac5e2bfd-06b7-4483-aca8-5467c38dc336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:04.140538 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-ac5e2bfd-06b7-4483-aca8-5467c38dc336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:04.141230 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-ac5e2bfd-06b7-4483-aca8-5467c38dc336 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:04.142628 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-ac5e2bfd-06b7-4483-aca8-5467c38dc336 service neutron] 10.222.0.57 "PUT /v2.0/ports/b9f69569-b088-4e63-a22f-2c6352f4d0fd HTTP/1.1" status: 200 len: 1091 time: 0.6300464 Apr 18 21:59:04.143608 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68999dab-cf1c-4137-b5c0-accb20761356', 'tag': 'b9f69569-b088-4e63-a22f-2c6352f4d0fd'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:59:04.146261 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd29dcb4-45fe-42ea-8dfc-c71cc189489d" -d '{"events": [{"name": "network-changed", "server_uuid": "68999dab-cf1c-4137-b5c0-accb20761356", "tag": "b9f69569-b088-4e63-a22f-2c6352f4d0fd"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:59:04.176367 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e2bfd-06b7-4483-aca8-5467c38dc336 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f69569-b088-4e63-a22f-2c6352f4d0fd,revision_number=3']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:04.239138 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-31e49eba-88f2-4dbd-b801-ee9faafad485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:04.241004 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-31e49eba-88f2-4dbd-b801-ee9faafad485 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ef308ce8b8944f08fcf37769737f707&device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 1094 time: 0.0488126 Apr 18 21:59:04.292664 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bfc045-cdac-4cfa-ae1c-d650b3af4548 x-openstack-request-id: req-73bfc045-cdac-4cfa-ae1c-d650b3af4548 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:59:04.292965 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68999dab-cf1c-4137-b5c0-accb20761356", "tag": "b9f69569-b088-4e63-a22f-2c6352f4d0fd", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:59:04.293219 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73bfc045-cdac-4cfa-ae1c-d650b3af4548 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:59:04.293635 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73bfc045-cdac-4cfa-ae1c-d650b3af4548'] response: {'name': 'network-changed', 'server_uuid': '68999dab-cf1c-4137-b5c0-accb20761356', 'tag': 'b9f69569-b088-4e63-a22f-2c6352f4d0fd', 'status': 'completed', 'code': 200} Apr 18 21:59:04.295565 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-1401344e-f634-41e5-a216-1e575f1f9a13 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f69569-b088-4e63-a22f-2c6352f4d0fd HTTP/1.1" status: 200 len: 217 time: 0.0477388 Apr 18 21:59:04.357625 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-81770f14-f3be-4f0f-bb65-63cc3a0d1abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:04.359092 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-81770f14-f3be-4f0f-bb65-63cc3a0d1abf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e8c2247-a4bb-4de5-9e01-c16d302b698e HTTP/1.1" status: 200 len: 849 time: 0.0574820 Apr 18 21:59:04.430757 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe921057-5c92-42cc-8235-f0b27f8a81ca req-6ded7b5f-30ed-40e3-bcd8-a528cf388857 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:04.432161 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe921057-5c92-42cc-8235-f0b27f8a81ca req-6ded7b5f-30ed-40e3-bcd8-a528cf388857 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 943 time: 0.0916724 Apr 18 21:59:04.438968 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-b7c1d6ee-bfe5-46e3-b308-d88bf8c60c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:04.440616 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-b7c1d6ee-bfe5-46e3-b308-d88bf8c60c2f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1d7eae1-fb82-4946-a992-e86670d81f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676224 Apr 18 21:59:04.521264 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-fe921057-5c92-42cc-8235-f0b27f8a81ca req-393a8605-aaac-49b2-b4c2-0f5fa5edae80 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796702 Apr 18 21:59:04.558516 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-cacab855-dc01-4274-96b6-d7b88d203fde service neutron] 10.222.0.57 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101930 Apr 18 21:59:04.657295 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-8e8d3bcd-2d74-42e6-9097-56495d0557a1 req-9167bc6b-dad3-4cd6-a438-ca231229fb56 service neutron] 10.222.0.57 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915117 Apr 18 21:59:04.747332 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29dcb4-45fe-42ea-8dfc-c71cc189489d req-af66f98c-4120-4b08-a2f7-d11ec72b7f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:04.748865 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd29dcb4-45fe-42ea-8dfc-c71cc189489d req-af66f98c-4120-4b08-a2f7-d11ec72b7f88 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ef308ce8b8944f08fcf37769737f707&device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 1094 time: 0.0444357 Apr 18 21:59:04.852232 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29dcb4-45fe-42ea-8dfc-c71cc189489d req-191f3ecb-de7f-4dd3-b108-b5de8261bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:04.853738 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd29dcb4-45fe-42ea-8dfc-c71cc189489d req-191f3ecb-de7f-4dd3-b108-b5de8261bdb5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d1d7eae1-fb82-4946-a992-e86670d81f1a HTTP/1.1" status: 200 len: 911 time: 0.0979440 Apr 18 21:59:04.905830 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd29dcb4-45fe-42ea-8dfc-c71cc189489d req-d012d4ad-70ef-4f25-970a-c600ee38e157 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f69569-b088-4e63-a22f-2c6352f4d0fd HTTP/1.1" status: 200 len: 217 time: 0.0409753 Apr 18 21:59:04.956903 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29dcb4-45fe-42ea-8dfc-c71cc189489d req-80bd046b-4cce-4216-b3a4-f2707bff9b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:04.958634 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd29dcb4-45fe-42ea-8dfc-c71cc189489d req-80bd046b-4cce-4216-b3a4-f2707bff9b01 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e8c2247-a4bb-4de5-9e01-c16d302b698e HTTP/1.1" status: 200 len: 849 time: 0.0456598 Apr 18 21:59:05.006898 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29dcb4-45fe-42ea-8dfc-c71cc189489d req-6a7755e0-fa15-45e1-9db5-450d29d2d97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:05.008285 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd29dcb4-45fe-42ea-8dfc-c71cc189489d req-6a7755e0-fa15-45e1-9db5-450d29d2d97c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1d7eae1-fb82-4946-a992-e86670d81f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429754 Apr 18 21:59:05.100275 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd29dcb4-45fe-42ea-8dfc-c71cc189489d req-840540ff-56fd-4e5b-b4f7-983ae914eb00 service neutron] 10.222.0.57 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844326 Apr 18 21:59:05.190842 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-dd29dcb4-45fe-42ea-8dfc-c71cc189489d req-dc7761af-198a-4f98-97a0-9c3ee6c780b8 service neutron] 10.222.0.57 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836973 Apr 18 21:59:05.644252 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561c9d7-1989-4f8d-bb30-2a4632a51145 req-d4e5b020-27b6-45f5-b463-d2dfc55855b0 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:05.645724 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b561c9d7-1989-4f8d-bb30-2a4632a51145 req-d4e5b020-27b6-45f5-b463-d2dfc55855b0 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 943 time: 0.0531960 Apr 18 21:59:05.682670 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b561c9d7-1989-4f8d-bb30-2a4632a51145 req-4da5ef47-aaed-43e6-b404-d23efe7d5538 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309434 Apr 18 21:59:06.797050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84eb43-4577-4a74-8d19-065203736e65 req-1d0bdcfc-ffe6-4d34-b5b5-2dfad7996936 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:06.798508 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c84eb43-4577-4a74-8d19-065203736e65 req-1d0bdcfc-ffe6-4d34-b5b5-2dfad7996936 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 943 time: 0.0481291 Apr 18 21:59:06.836168 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-3c84eb43-4577-4a74-8d19-065203736e65 req-b8d4a6ea-5e9e-4e4f-9d1a-b9c4935e7bb1 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309949 Apr 18 21:59:07.659953 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device b9f69569-b088-4e63-a22f-2c6352f4d0fd details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:59:07.755103 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port b9f69569-b088-4e63-a22f-2c6352f4d0fd, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b9f69569-b088-4e63-a22f-2c6352f4d0fd,segment=NetworkSegment(f4c5ac74-95c8-4d7b-9a15-f21ff4513c28),segment_id=f4c5ac74-95c8-4d7b-9a15-f21ff4513c28)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:59:07.765935 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'b9f69569-b088-4e63-a22f-2c6352f4d0fd', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'port_id': 'b9f69569-b088-4e63-a22f-2c6352f4d0fd', 'mac_address': 'fa:16:3e:01:ac:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:59:07.801557 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:07.813549 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f69569-b088-4e63-a22f-2c6352f4d0fd {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:59:07.832647 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port b9f69569-b088-4e63-a22f-2c6352f4d0fd, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b9f69569-b088-4e63-a22f-2c6352f4d0fd,segment=NetworkSegment(f4c5ac74-95c8-4d7b-9a15-f21ff4513c28),segment_id=f4c5ac74-95c8-4d7b-9a15-f21ff4513c28)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:59:07.836681 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:07.883372 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=b9f69569-b088-4e63-a22f-2c6352f4d0fd,revision_number=4']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:07.951082 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a01903-0153-45da-b5aa-44a1319bd65c req-567d98b3-8f4d-4bc7-be1a-4f8f823256b1 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:07.952569 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-33a01903-0153-45da-b5aa-44a1319bd65c req-567d98b3-8f4d-4bc7-be1a-4f8f823256b1 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 944 time: 0.0478837 Apr 18 21:59:07.991227 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-33a01903-0153-45da-b5aa-44a1319bd65c req-2690e7b8-f99e-4c72-ba6d-e02f7fdc9a1b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317402 Apr 18 21:59:08.077548 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['b9f69569-b088-4e63-a22f-2c6352f4d0fd'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:59:08.331765 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:09.129885 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c12bc4-f247-422d-a1a0-776be2657851 req-3b89e820-56c7-4466-8d0f-437056caa96d tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:09.131355 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3c12bc4-f247-422d-a1a0-776be2657851 req-3b89e820-56c7-4466-8d0f-437056caa96d tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 944 time: 0.0532942 Apr 18 21:59:09.168200 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f3c12bc4-f247-422d-a1a0-776be2657851 req-d84b1467-8aee-4749-9277-018088456972 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308893 Apr 18 21:59:09.660871 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device b9f69569-b088-4e63-a22f-2c6352f4d0fd up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:59:09.711720 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning for port b9f69569-b088-4e63-a22f-2c6352f4d0fd completed by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:59:09.715722 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port b9f69569-b088-4e63-a22f-2c6352f4d0fd triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:59:09.716087 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:09.789277 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:09.811520 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68999dab-cf1c-4137-b5c0-accb20761356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f69569-b088-4e63-a22f-2c6352f4d0fd'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:59:09.813749 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d00c76-5ddf-4286-8832-360db2aecb36" -d '{"events": [{"server_uuid": "68999dab-cf1c-4137-b5c0-accb20761356", "name": "network-vif-plugged", "status": "completed", "tag": "b9f69569-b088-4e63-a22f-2c6352f4d0fd"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:59:09.826452 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port b9f69569-b088-4e63-a22f-2c6352f4d0fd, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b9f69569-b088-4e63-a22f-2c6352f4d0fd,segment=NetworkSegment(f4c5ac74-95c8-4d7b-9a15-f21ff4513c28),segment_id=f4c5ac74-95c8-4d7b-9a15-f21ff4513c28)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:59:09.830401 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:09.855754 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fcb5cb-324c-400d-84b5-d53f3faab430 x-openstack-request-id: req-05fcb5cb-324c-400d-84b5-d53f3faab430 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:59:09.856041 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68999dab-cf1c-4137-b5c0-accb20761356", "name": "network-vif-plugged", "status": "completed", "tag": "b9f69569-b088-4e63-a22f-2c6352f4d0fd", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:59:09.856286 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05fcb5cb-324c-400d-84b5-d53f3faab430 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:59:09.856700 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05fcb5cb-324c-400d-84b5-d53f3faab430'] response: {'server_uuid': '68999dab-cf1c-4137-b5c0-accb20761356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f69569-b088-4e63-a22f-2c6352f4d0fd', 'code': 200} Apr 18 21:59:09.882332 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=b9f69569-b088-4e63-a22f-2c6352f4d0fd,revision_number=5']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:09.944935 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9f0a1-3ec7-4d4a-a21d-1e50f2a89b54 req-4e25eb23-f9f4-41d6-aa24-68c9888a31e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:09.946441 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2fa9f0a1-3ec7-4d4a-a21d-1e50f2a89b54 req-4e25eb23-f9f4-41d6-aa24-68c9888a31e4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 1096 time: 0.0405443 Apr 18 21:59:09.980722 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-2fa9f0a1-3ec7-4d4a-a21d-1e50f2a89b54 req-e82c8f09-c6e9-4522-94ba-4ad954e9a568 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280979 Apr 18 21:59:10.285332 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540810d-53cc-47af-9c7d-2bbe2a56afa0 req-e441b2b3-6c4e-434d-a22a-baa1ef435a30 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:10.286822 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6540810d-53cc-47af-9c7d-2bbe2a56afa0 req-e441b2b3-6c4e-434d-a22a-baa1ef435a30 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 945 time: 0.0484791 Apr 18 21:59:10.324038 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6540810d-53cc-47af-9c7d-2bbe2a56afa0 req-84027714-846e-489e-b00b-5a628cd013a8 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311251 Apr 18 21:59:11.445547 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63ad6b-9c20-4fee-a4cc-43af687d3d2d req-6fd63039-7180-41e4-88aa-45da5195e18f tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:11.447001 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db63ad6b-9c20-4fee-a4cc-43af687d3d2d req-6fd63039-7180-41e4-88aa-45da5195e18f tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 945 time: 0.0519893 Apr 18 21:59:11.483661 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-db63ad6b-9c20-4fee-a4cc-43af687d3d2d req-f9ec0cca-93b1-4404-9aa3-1622d75aefb9 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307541 Apr 18 21:59:11.597867 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c6239-f5c7-4787-9c7b-c8ab138b4e63 req-95771b75-f0f6-492d-97f9-62d1fac3a342 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:11.599340 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c28c6239-f5c7-4787-9c7b-c8ab138b4e63 req-95771b75-f0f6-492d-97f9-62d1fac3a342 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 945 time: 0.0485337 Apr 18 21:59:11.636833 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-c28c6239-f5c7-4787-9c7b-c8ab138b4e63 req-eb02cd40-42f8-4839-9cb6-0218f1e26ea0 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315375 Apr 18 21:59:11.658204 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33478) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:59:11.696407 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4369a84c-2675-444a-a2d5-c47f28b8525c tempest-TestSnapshotPattern-1275207112 tempest-TestSnapshotPattern-1275207112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:11.697891 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-4369a84c-2675-444a-a2d5-c47f28b8525c tempest-TestSnapshotPattern-1275207112 tempest-TestSnapshotPattern-1275207112-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 1091 time: 0.0387440 Apr 18 21:59:11.700666 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33480) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:59:11.705099 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.v2.base [None req-adc5f66c-bceb-4d20-9510-05a00bf2a423 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Request body: {'floatingip': {'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'port_id': 'b9f69569-b088-4e63-a22f-2c6352f4d0fd', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:59:11.725710 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-adc5f66c-bceb-4d20-9510-05a00bf2a423 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for floatingip, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:11.821808 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-adc5f66c-bceb-4d20-9510-05a00bf2a423 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:11.927491 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_common [None req-adc5f66c-bceb-4d20-9510-05a00bf2a423 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Allocated IP 172.25.1.203 (3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06/03b77171-fbe8-4a5d-ab12-73ed34520aa1/e1baf432-ba7c-4683-987c-577b0db73d46) {{(pid=102908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:59:12.028521 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-adc5f66c-bceb-4d20-9510-05a00bf2a423 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for port, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:12.060680 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-adc5f66c-bceb-4d20-9510-05a00bf2a423 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734731044087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:12.096706 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc5f66c-bceb-4d20-9510-05a00bf2a423 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Network 3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06 is already hosted by enough agents. {{(pid=102908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:59:12.101652 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.base_scheduler [None req-adc5f66c-bceb-4d20-9510-05a00bf2a423 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Resources bound (agent type, host, resource id): {{(pid=102908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:59:12.105121 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc5f66c-bceb-4d20-9510-05a00bf2a423 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Received port after_create {{(pid=102908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:59:12.132475 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5f66c-bceb-4d20-9510-05a00bf2a423 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Pushing event updated for resources: {'Port': ['ID=e1baf432-ba7c-4683-987c-577b0db73d46,revision_number=1']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:12.462764 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-adc5f66c-bceb-4d20-9510-05a00bf2a423 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:12.526205 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-adc5f66c-bceb-4d20-9510-05a00bf2a423 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:12.673305 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-adc5f66c-bceb-4d20-9510-05a00bf2a423 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for port, precommit_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:12.677759 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-adc5f66c-bceb-4d20-9510-05a00bf2a423 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16327668'] for port, after_update {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:12.750158 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5f66c-bceb-4d20-9510-05a00bf2a423 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Pushing event updated for resources: {'Port': ['ID=e1baf432-ba7c-4683-987c-577b0db73d46,revision_number=2']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:12.758820 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-adc5f66c-bceb-4d20-9510-05a00bf2a423 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611597'] for floatingip, after_create {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:12.828218 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:12.858200 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-adc5f66c-bceb-4d20-9510-05a00bf2a423 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Floating IP a2da196e-0bb0-48f3-afc0-6dc900804fc0 associated. External IP: 172.25.1.203, port: b9f69569-b088-4e63-a22f-2c6352f4d0fd. Apr 18 21:59:13.366406 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc5f66c-bceb-4d20-9510-05a00bf2a423 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Router c8bc7d4c-c471-4743-9ba5-465142813ab8 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:59:13.469239 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc5f66c-bceb-4d20-9510-05a00bf2a423 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:59:13.479189 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84a6c29-d445-4eee-aa3a-80905445adf2 None None] Sync routers for ids ['c8bc7d4c-c471-4743-9ba5-465142813ab8'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:59:13.486759 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-adc5f66c-bceb-4d20-9510-05a00bf2a423 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:13.488979 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84a6c29-d445-4eee-aa3a-80905445adf2 None None] Routers {'c8bc7d4c-c471-4743-9ba5-465142813ab8'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:59:13.489612 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b84a6c29-d445-4eee-aa3a-80905445adf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:58:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c8bc7d4c-c471-4743-9ba5-465142813ab8'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:59:13.517661 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-adc5f66c-bceb-4d20-9510-05a00bf2a423 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8158374 Apr 18 21:59:13.518326 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68999dab-cf1c-4137-b5c0-accb20761356', 'tag': 'b9f69569-b088-4e63-a22f-2c6352f4d0fd'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:59:13.521739 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a6b2c5-09a3-451a-ab19-a10eb4660ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "68999dab-cf1c-4137-b5c0-accb20761356", "tag": "b9f69569-b088-4e63-a22f-2c6352f4d0fd"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:59:13.559199 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2983156b-3cb0-4caf-a1a7-7441030c5a95 x-openstack-request-id: req-2983156b-3cb0-4caf-a1a7-7441030c5a95 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:59:13.559481 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68999dab-cf1c-4137-b5c0-accb20761356", "tag": "b9f69569-b088-4e63-a22f-2c6352f4d0fd", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:59:13.559723 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2983156b-3cb0-4caf-a1a7-7441030c5a95 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:59:13.560115 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2983156b-3cb0-4caf-a1a7-7441030c5a95'] response: {'name': 'network-changed', 'server_uuid': '68999dab-cf1c-4137-b5c0-accb20761356', 'tag': 'b9f69569-b088-4e63-a22f-2c6352f4d0fd', 'status': 'completed', 'code': 200} Apr 18 21:59:13.601324 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-b84a6c29-d445-4eee-aa3a-80905445adf2 None None] Set router c8bc7d4c-c471-4743-9ba5-465142813ab8 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:59:13.620085 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6b2c5-09a3-451a-ab19-a10eb4660ff0 req-678dffe6-9525-4379-be8b-8cd8cc7be981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:13.621503 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f1a6b2c5-09a3-451a-ab19-a10eb4660ff0 req-678dffe6-9525-4379-be8b-8cd8cc7be981 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ef308ce8b8944f08fcf37769737f707&device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 1096 time: 0.0406592 Apr 18 21:59:13.709142 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6b2c5-09a3-451a-ab19-a10eb4660ff0 req-f69587ee-e6de-406b-85e8-abd5b073af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:13.710602 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f1a6b2c5-09a3-451a-ab19-a10eb4660ff0 req-f69587ee-e6de-406b-85e8-abd5b073af87 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d1d7eae1-fb82-4946-a992-e86670d81f1a HTTP/1.1" status: 200 len: 911 time: 0.0830619 Apr 18 21:59:13.778512 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f1a6b2c5-09a3-451a-ab19-a10eb4660ff0 req-8e584596-5366-4dfa-8bde-bbaa2b06b37c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f69569-b088-4e63-a22f-2c6352f4d0fd HTTP/1.1" status: 200 len: 999 time: 0.0613742 Apr 18 21:59:13.825995 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b84a6c29-d445-4eee-aa3a-80905445adf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'name': 'tempest-TestSnapshotPattern-1961438169-router', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:29Z', 'updated_at': '2022-04-18T21:55:32Z', 'revision_number': 4, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'gw_port': {'id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:30Z', 'updated_at': '2022-04-18T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'a2da196e-0bb0-48f3-afc0-6dc900804fc0', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'floating_ip_address': '172.25.1.203', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'port_id': 'b9f69569-b088-4e63-a22f-2c6352f4d0fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'mac_address': 'fa:16:3e:01:ac:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68999dab-cf1c-4137-b5c0-accb20761356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:59:12Z', 'updated_at': '2022-04-18T21:59:12Z', 'revision_number': 0, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'fixed_ip_address_scope': None}, {'id': 'ed2a8f56-1f3c-4218-9464-9ae9f35d31af', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'port_id': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'mac_address': 'fa:16:3e:3f:69:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1750b12f-20d3-423f-b1d1-86c7afd214f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:55:53Z', 'updated_at': '2022-04-18T21:55:55Z', 'revision_number': 1, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe78eb8f-1afa-4667-9154-c8708172203e', 'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'mac_address': 'fa:16:3e:b6:88:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:32Z', 'updated_at': '2022-04-18T21:55:37Z', 'revision_number': 5, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'subnets': [{'id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:59:13.826957 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6b2c5-09a3-451a-ab19-a10eb4660ff0 req-22a20a18-4bf3-4f70-b729-d1a34f5f124e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:13.828407 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f1a6b2c5-09a3-451a-ab19-a10eb4660ff0 req-22a20a18-4bf3-4f70-b729-d1a34f5f124e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e8c2247-a4bb-4de5-9e01-c16d302b698e HTTP/1.1" status: 200 len: 849 time: 0.0428445 Apr 18 21:59:13.852735 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84a6c29-d445-4eee-aa3a-80905445adf2 None None] Checking router: c8bc7d4c-c471-4743-9ba5-465142813ab8 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:59:13.861017 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84a6c29-d445-4eee-aa3a-80905445adf2 None None] Routers {'c8bc7d4c-c471-4743-9ba5-465142813ab8'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:59:13.861611 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b84a6c29-d445-4eee-aa3a-80905445adf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T21:58:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c8bc7d4c-c471-4743-9ba5-465142813ab8'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:59:13.872672 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6b2c5-09a3-451a-ab19-a10eb4660ff0 req-68c9d05e-19bf-4f69-96fa-c1b267d600e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:13.874143 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f1a6b2c5-09a3-451a-ab19-a10eb4660ff0 req-68c9d05e-19bf-4f69-96fa-c1b267d600e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1d7eae1-fb82-4946-a992-e86670d81f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398591 Apr 18 21:59:13.969403 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f1a6b2c5-09a3-451a-ab19-a10eb4660ff0 req-e55b260e-0ef5-451b-b74a-6413ff4d7453 service neutron] 10.222.0.57 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882990 Apr 18 21:59:14.063685 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-f1a6b2c5-09a3-451a-ab19-a10eb4660ff0 req-0c82e061-8bdf-4d00-9bf9-03fa9c853b29 service neutron] 10.222.0.57 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877700 Apr 18 21:59:14.126125 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-b84a6c29-d445-4eee-aa3a-80905445adf2 None None] Set router c8bc7d4c-c471-4743-9ba5-465142813ab8 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:59:14.342808 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-b84a6c29-d445-4eee-aa3a-80905445adf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'name': 'tempest-TestSnapshotPattern-1961438169-router', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:29Z', 'updated_at': '2022-04-18T21:55:32Z', 'revision_number': 4, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'gw_port': {'id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:30Z', 'updated_at': '2022-04-18T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'a2da196e-0bb0-48f3-afc0-6dc900804fc0', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'floating_ip_address': '172.25.1.203', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'port_id': 'b9f69569-b088-4e63-a22f-2c6352f4d0fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'mac_address': 'fa:16:3e:01:ac:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68999dab-cf1c-4137-b5c0-accb20761356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:59:12Z', 'updated_at': '2022-04-18T21:59:12Z', 'revision_number': 0, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'fixed_ip_address_scope': None}, {'id': 'ed2a8f56-1f3c-4218-9464-9ae9f35d31af', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'port_id': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'mac_address': 'fa:16:3e:3f:69:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1750b12f-20d3-423f-b1d1-86c7afd214f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:55:53Z', 'updated_at': '2022-04-18T21:55:55Z', 'revision_number': 1, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe78eb8f-1afa-4667-9154-c8708172203e', 'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'mac_address': 'fa:16:3e:b6:88:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:32Z', 'updated_at': '2022-04-18T21:55:37Z', 'revision_number': 5, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'subnets': [{'id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:59:14.372811 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84a6c29-d445-4eee-aa3a-80905445adf2 None None] The sync data for ids ['c8bc7d4c-c471-4743-9ba5-465142813ab8'] in n-d-838323-3 is: [{'id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'name': 'tempest-TestSnapshotPattern-1961438169-router', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:29Z', 'updated_at': '2022-04-18T21:55:32Z', 'revision_number': 4, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'gw_port': {'id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:30Z', 'updated_at': '2022-04-18T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'a2da196e-0bb0-48f3-afc0-6dc900804fc0', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'floating_ip_address': '172.25.1.203', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'port_id': 'b9f69569-b088-4e63-a22f-2c6352f4d0fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'mac_address': 'fa:16:3e:01:ac:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68999dab-cf1c-4137-b5c0-accb20761356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:59:12Z', 'updated_at': '2022-04-18T21:59:12Z', 'revision_number': 0, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'fixed_ip_address_scope': None}, {'id': 'ed2a8f56-1f3c-4218-9464-9ae9f35d31af', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'port_id': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'mac_address': 'fa:16:3e:3f:69:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1750b12f-20d3-423f-b1d1-86c7afd214f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:55:53Z', 'updated_at': '2022-04-18T21:55:55Z', 'revision_number': 1, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe78eb8f-1afa-4667-9154-c8708172203e', 'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'mac_address': 'fa:16:3e:b6:88:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:32Z', 'updated_at': '2022-04-18T21:55:37Z', 'revision_number': 5, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'subnets': [{'id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:59:14.574188 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04b493a-5581-437b-b623-1782714e3217 None None] New status for floating IP a2da196e-0bb0-48f3-afc0-6dc900804fc0: ACTIVE {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:59:22.355947 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:59:24.836578 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ae543e2b-a195-463a-87bd-356c1cf5a3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:29.229071 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f20fb688-6e4e-4daf-8e9e-f32b593fa278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:30.199091 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:31.728443 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:31.970944 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:38.329534 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:41.165475 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa972550-2b20-48f2-93b7-2111c8ba0ac0 req-8c7e0ceb-f4f2-441c-8250-5612053ce630 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0860946 Apr 18 21:59:41.245373 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa972550-2b20-48f2-93b7-2111c8ba0ac0 req-67e62e04-5a06-4250-9d51-9774dbc272e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:41.246751 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa972550-2b20-48f2-93b7-2111c8ba0ac0 req-67e62e04-5a06-4250-9d51-9774dbc272e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ef308ce8b8944f08fcf37769737f707&device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7 HTTP/1.1" status: 200 len: 1094 time: 0.0404103 Apr 18 21:59:41.352292 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa972550-2b20-48f2-93b7-2111c8ba0ac0 req-6752f379-d376-4e7e-97f7-cdbf9dc2ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:41.353773 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa972550-2b20-48f2-93b7-2111c8ba0ac0 req-6752f379-d376-4e7e-97f7-cdbf9dc2ff72 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d1d7eae1-fb82-4946-a992-e86670d81f1a HTTP/1.1" status: 200 len: 911 time: 0.0857227 Apr 18 21:59:41.421097 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa972550-2b20-48f2-93b7-2111c8ba0ac0 req-39fef381-283b-4f2b-9e35-241b92d35821 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 HTTP/1.1" status: 200 len: 999 time: 0.0609748 Apr 18 21:59:41.467535 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa972550-2b20-48f2-93b7-2111c8ba0ac0 req-0061fba9-5776-4b21-8b5a-460c84ed7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:41.468952 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa972550-2b20-48f2-93b7-2111c8ba0ac0 req-0061fba9-5776-4b21-8b5a-460c84ed7249 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4e8c2247-a4bb-4de5-9e01-c16d302b698e HTTP/1.1" status: 200 len: 849 time: 0.0417683 Apr 18 21:59:41.512490 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa972550-2b20-48f2-93b7-2111c8ba0ac0 req-0fd873bc-da87-4785-99c9-1a8729560148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:41.513950 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa972550-2b20-48f2-93b7-2111c8ba0ac0 req-0fd873bc-da87-4785-99c9-1a8729560148 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1d7eae1-fb82-4946-a992-e86670d81f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388863 Apr 18 21:59:41.604685 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa972550-2b20-48f2-93b7-2111c8ba0ac0 req-19692fff-6539-4583-a0bc-c014b67378ae service neutron] 10.222.0.32 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844855 Apr 18 21:59:41.691065 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-aa972550-2b20-48f2-93b7-2111c8ba0ac0 req-24472587-385c-4612-b22b-9b7a1384a8d5 service neutron] 10.222.0.32 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803466 Apr 18 21:59:42.176256 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-67705c68-61f8-4ce3-a597-94114fa33baa req-3578db18-66fd-4464-8082-5e766d02a7e8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=68999dab-cf1c-4137-b5c0-accb20761356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429204 Apr 18 21:59:42.255338 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67705c68-61f8-4ce3-a597-94114fa33baa req-1c808e20-adc4-4fae-90a8-196b8a78d208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:42.256723 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-67705c68-61f8-4ce3-a597-94114fa33baa req-1c808e20-adc4-4fae-90a8-196b8a78d208 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ef308ce8b8944f08fcf37769737f707&device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 1096 time: 0.0402713 Apr 18 21:59:42.355701 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67705c68-61f8-4ce3-a597-94114fa33baa req-5d6e407d-0a49-4aef-8679-f0e174e73130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:42.357180 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-67705c68-61f8-4ce3-a597-94114fa33baa req-5d6e407d-0a49-4aef-8679-f0e174e73130 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d1d7eae1-fb82-4946-a992-e86670d81f1a HTTP/1.1" status: 200 len: 911 time: 0.0822947 Apr 18 21:59:42.424865 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-67705c68-61f8-4ce3-a597-94114fa33baa req-1aba6ca8-40b0-42a6-a157-f837a055c1f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f69569-b088-4e63-a22f-2c6352f4d0fd HTTP/1.1" status: 200 len: 1001 time: 0.0604370 Apr 18 21:59:42.471478 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67705c68-61f8-4ce3-a597-94114fa33baa req-60760798-d924-4201-9cbc-2bf87755b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:42.473006 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-67705c68-61f8-4ce3-a597-94114fa33baa req-60760798-d924-4201-9cbc-2bf87755b778 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e8c2247-a4bb-4de5-9e01-c16d302b698e HTTP/1.1" status: 200 len: 849 time: 0.0424287 Apr 18 21:59:42.517227 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67705c68-61f8-4ce3-a597-94114fa33baa req-a7147f6d-ba9b-40c5-9688-25d20c103d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:42.518608 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-67705c68-61f8-4ce3-a597-94114fa33baa req-a7147f6d-ba9b-40c5-9688-25d20c103d88 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1d7eae1-fb82-4946-a992-e86670d81f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396821 Apr 18 21:59:42.616089 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-67705c68-61f8-4ce3-a597-94114fa33baa req-3db73bbc-595c-4305-9aff-751e09f66ff5 service neutron] 10.222.0.57 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910094 Apr 18 21:59:42.705261 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-67705c68-61f8-4ce3-a597-94114fa33baa req-81b069db-352a-46b8-838e-01260bed7559 service neutron] 10.222.0.57 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829620 Apr 18 21:59:42.835086 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:54.837588 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f449ef0a-75a6-45ae-b106-9180edcce40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:59.229389 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d47b720d-c143-4198-a60a-beb4ec51e376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:59.354272 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 22:00:00.198429 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:01.730280 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:01.977507 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:08.346076 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:12.856005 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:24.840394 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-30d85ef6-8cbb-4d70-a74d-e78df5968541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:29.230503 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-8ea271cf-f4a3-427d-b227-7c0e53e3af15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:30.201340 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:31.732212 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:31.976421 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:36.353431 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 22:00:37.990044 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device b9f69569-b088-4e63-a22f-2c6352f4d0fd details requested by agent hyperv_n-h2-838323-3 with host n-h2-838323-3 {{(pid=102910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 22:00:38.084072 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port b9f69569-b088-4e63-a22f-2c6352f4d0fd, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b9f69569-b088-4e63-a22f-2c6352f4d0fd,segment=NetworkSegment(f4c5ac74-95c8-4d7b-9a15-f21ff4513c28),segment_id=f4c5ac74-95c8-4d7b-9a15-f21ff4513c28)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:38.096105 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Returning: {'device': 'b9f69569-b088-4e63-a22f-2c6352f4d0fd', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'port_id': 'b9f69569-b088-4e63-a22f-2c6352f4d0fd', 'mac_address': 'fa:16:3e:01:ac:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 22:00:38.132908 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:38.149924 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9f69569-b088-4e63-a22f-2c6352f4d0fd {{(pid=102910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 22:00:38.168478 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port b9f69569-b088-4e63-a22f-2c6352f4d0fd, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b9f69569-b088-4e63-a22f-2c6352f4d0fd,segment=NetworkSegment(f4c5ac74-95c8-4d7b-9a15-f21ff4513c28),segment_id=f4c5ac74-95c8-4d7b-9a15-f21ff4513c28)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:38.171827 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:38.221817 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=b9f69569-b088-4e63-a22f-2c6352f4d0fd,revision_number=6']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:38.229433 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:38.229786 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:38.230129 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:38.230472 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:38.230808 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:38.231140 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:38.231472 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:38.231798 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:38.232127 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:38.232470 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:38.232805 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:38.233125 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:38.255557 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] get_ports_and_sgs() called for port_ids ['b9f69569-b088-4e63-a22f-2c6352f4d0fd'] {{(pid=102910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 22:00:38.373356 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:40.022944 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device b9f69569-b088-4e63-a22f-2c6352f4d0fd up at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 22:00:40.077133 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.provisioning_blocks [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Provisioning complete for port b9f69569-b088-4e63-a22f-2c6352f4d0fd triggered by entity L2. {{(pid=102910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:00:40.077531 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751923'] for port, provisioning_complete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:40.178252 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:40.210608 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68999dab-cf1c-4137-b5c0-accb20761356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f69569-b088-4e63-a22f-2c6352f4d0fd'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 22:00:40.215559 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94726d31-ec4d-43f8-a5f4-6df14c4243bd" -d '{"events": [{"server_uuid": "68999dab-cf1c-4137-b5c0-accb20761356", "name": "network-vif-plugged", "status": "completed", "tag": "b9f69569-b088-4e63-a22f-2c6352f4d0fd"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 22:00:40.231802 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port b9f69569-b088-4e63-a22f-2c6352f4d0fd, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b9f69569-b088-4e63-a22f-2c6352f4d0fd,segment=NetworkSegment(f4c5ac74-95c8-4d7b-9a15-f21ff4513c28),segment_id=f4c5ac74-95c8-4d7b-9a15-f21ff4513c28)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:40.238317 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:40.265355 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 22:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce6fcf8-3885-475c-8c6f-7221cfa2cdc9 x-openstack-request-id: req-7ce6fcf8-3885-475c-8c6f-7221cfa2cdc9 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 22:00:40.265666 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68999dab-cf1c-4137-b5c0-accb20761356", "name": "network-vif-plugged", "status": "completed", "tag": "b9f69569-b088-4e63-a22f-2c6352f4d0fd", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 22:00:40.265900 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ce6fcf8-3885-475c-8c6f-7221cfa2cdc9 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 22:00:40.266317 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce6fcf8-3885-475c-8c6f-7221cfa2cdc9'] response: {'server_uuid': '68999dab-cf1c-4137-b5c0-accb20761356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f69569-b088-4e63-a22f-2c6352f4d0fd', 'code': 200} Apr 18 22:00:40.301598 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=b9f69569-b088-4e63-a22f-2c6352f4d0fd,revision_number=7']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:41.137901 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ac8a024-81f4-4910-a5e7-1382709c01ff req-ecca9fea-6838-4994-a031-110480b69a44 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425901 Apr 18 22:00:41.230359 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8a024-81f4-4910-a5e7-1382709c01ff req-b16b1f1f-2580-4e6a-b3ae-89b0728b3ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:41.233089 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ac8a024-81f4-4910-a5e7-1382709c01ff req-b16b1f1f-2580-4e6a-b3ae-89b0728b3ca9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ef308ce8b8944f08fcf37769737f707&device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7 HTTP/1.1" status: 200 len: 1094 time: 0.0520244 Apr 18 22:00:41.349577 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8a024-81f4-4910-a5e7-1382709c01ff req-1aaf5db6-d86d-424a-a010-960145824a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:41.352543 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ac8a024-81f4-4910-a5e7-1382709c01ff req-1aaf5db6-d86d-424a-a010-960145824a91 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d1d7eae1-fb82-4946-a992-e86670d81f1a HTTP/1.1" status: 200 len: 911 time: 0.0994575 Apr 18 22:00:41.431455 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ac8a024-81f4-4910-a5e7-1382709c01ff req-2478acff-27fc-41c2-a0c6-488e332a71c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 HTTP/1.1" status: 200 len: 999 time: 0.0721664 Apr 18 22:00:41.483374 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8a024-81f4-4910-a5e7-1382709c01ff req-468a4fbf-d81d-4296-8cdf-3989b47df9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:41.485205 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ac8a024-81f4-4910-a5e7-1382709c01ff req-468a4fbf-d81d-4296-8cdf-3989b47df9c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4e8c2247-a4bb-4de5-9e01-c16d302b698e HTTP/1.1" status: 200 len: 849 time: 0.0479946 Apr 18 22:00:41.539760 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8a024-81f4-4910-a5e7-1382709c01ff req-16db94ca-1d98-4446-8466-600bc6eff389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:41.541326 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ac8a024-81f4-4910-a5e7-1382709c01ff req-16db94ca-1d98-4446-8466-600bc6eff389 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1d7eae1-fb82-4946-a992-e86670d81f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491476 Apr 18 22:00:41.645611 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ac8a024-81f4-4910-a5e7-1382709c01ff req-685fdf99-470f-44a5-b3d6-cd02e0c30874 service neutron] 10.222.0.32 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975232 Apr 18 22:00:41.748411 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9ac8a024-81f4-4910-a5e7-1382709c01ff req-1c472f9e-7d06-416c-a240-88c9c775f3d7 service neutron] 10.222.0.32 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962765 Apr 18 22:00:42.852245 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:43.224575 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25e205-9a6d-4ec2-8b9e-a24827f2635e req-a73d776b-9367-4e7f-aa85-f19bb64b026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:43.226483 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f25e205-9a6d-4ec2-8b9e-a24827f2635e req-a73d776b-9367-4e7f-aa85-f19bb64b026a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ef308ce8b8944f08fcf37769737f707&device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 1096 time: 0.0464694 Apr 18 22:00:43.386293 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25e205-9a6d-4ec2-8b9e-a24827f2635e req-c11f975c-5845-4e0a-9274-2fddb3d825b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:43.388022 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f25e205-9a6d-4ec2-8b9e-a24827f2635e req-c11f975c-5845-4e0a-9274-2fddb3d825b6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d1d7eae1-fb82-4946-a992-e86670d81f1a HTTP/1.1" status: 200 len: 911 time: 0.1386602 Apr 18 22:00:43.494097 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f25e205-9a6d-4ec2-8b9e-a24827f2635e req-fdaaef40-853e-46a8-bdd0-c2141017e182 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f69569-b088-4e63-a22f-2c6352f4d0fd HTTP/1.1" status: 200 len: 1001 time: 0.0973947 Apr 18 22:00:43.609241 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25e205-9a6d-4ec2-8b9e-a24827f2635e req-65ee7fdf-59ca-4ff1-9ff7-d1f11144a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:43.610721 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f25e205-9a6d-4ec2-8b9e-a24827f2635e req-65ee7fdf-59ca-4ff1-9ff7-d1f11144a2f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e8c2247-a4bb-4de5-9e01-c16d302b698e HTTP/1.1" status: 200 len: 849 time: 0.1079350 Apr 18 22:00:43.663990 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25e205-9a6d-4ec2-8b9e-a24827f2635e req-b08436fd-0699-43c3-968f-25f7896df297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:43.665614 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f25e205-9a6d-4ec2-8b9e-a24827f2635e req-b08436fd-0699-43c3-968f-25f7896df297 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1d7eae1-fb82-4946-a992-e86670d81f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480602 Apr 18 22:00:43.767453 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f25e205-9a6d-4ec2-8b9e-a24827f2635e req-79563042-31d2-4ff1-b304-b443013c1826 service neutron] 10.222.0.57 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946016 Apr 18 22:00:43.868142 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5f25e205-9a6d-4ec2-8b9e-a24827f2635e req-dfde73d3-6d6f-47ce-9986-cb19775b8645 service neutron] 10.222.0.57 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941241 Apr 18 22:00:47.972571 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33682) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 22:00:48.130438 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-9433c02a-bf3c-435b-be66-603505773f9b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Deleting port e1baf432-ba7c-4683-987c-577b0db73d46 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 22:00:48.130795 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9433c02a-bf3c-435b-be66-603505773f9b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:48.210098 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9433c02a-bf3c-435b-be66-603505773f9b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:48.210517 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9433c02a-bf3c-435b-be66-603505773f9b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:48.221968 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-9433c02a-bf3c-435b-be66-603505773f9b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Calling delete_port for e1baf432-ba7c-4683-987c-577b0db73d46 owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 22:00:48.363720 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9433c02a-bf3c-435b-be66-603505773f9b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:48.392729 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433c02a-bf3c-435b-be66-603505773f9b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Pushing event deleted for resources: {'Port': ['ID=e1baf432-ba7c-4683-987c-577b0db73d46,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:48.403985 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433c02a-bf3c-435b-be66-603505773f9b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:48.404328 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433c02a-bf3c-435b-be66-603505773f9b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:48.404690 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433c02a-bf3c-435b-be66-603505773f9b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:48.405025 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433c02a-bf3c-435b-be66-603505773f9b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:48.405353 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433c02a-bf3c-435b-be66-603505773f9b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:48.405684 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433c02a-bf3c-435b-be66-603505773f9b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:48.406010 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433c02a-bf3c-435b-be66-603505773f9b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:48.406333 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433c02a-bf3c-435b-be66-603505773f9b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:48.406652 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433c02a-bf3c-435b-be66-603505773f9b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:48.406968 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433c02a-bf3c-435b-be66-603505773f9b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:48.407286 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433c02a-bf3c-435b-be66-603505773f9b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:48.407606 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433c02a-bf3c-435b-be66-603505773f9b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:48.464005 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9433c02a-bf3c-435b-be66-603505773f9b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:48.464331 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-9433c02a-bf3c-435b-be66-603505773f9b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Floating IP a2da196e-0bb0-48f3-afc0-6dc900804fc0 disassociated (deleted). External IP: 172.25.1.203, port: b9f69569-b088-4e63-a22f-2c6352f4d0fd. Apr 18 22:00:48.671782 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9433c02a-bf3c-435b-be66-603505773f9b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Router c8bc7d4c-c471-4743-9ba5-465142813ab8 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:00:48.780755 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9433c02a-bf3c-435b-be66-603505773f9b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:00:48.786032 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-9433c02a-bf3c-435b-be66-603505773f9b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:48.791489 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4360227-b728-486f-82d6-6fcf7fd32609 None None] Sync routers for ids ['c8bc7d4c-c471-4743-9ba5-465142813ab8'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 22:00:48.800867 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4360227-b728-486f-82d6-6fcf7fd32609 None None] Routers {'c8bc7d4c-c471-4743-9ba5-465142813ab8'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 22:00:48.801599 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-e4360227-b728-486f-82d6-6fcf7fd32609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T22:00:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c8bc7d4c-c471-4743-9ba5-465142813ab8'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:48.812769 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-9433c02a-bf3c-435b-be66-603505773f9b tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "DELETE /v2.0/floatingips/a2da196e-0bb0-48f3-afc0-6dc900804fc0 HTTP/1.1" status: 204 len: 168 time: 0.8390741 Apr 18 22:00:48.813363 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68999dab-cf1c-4137-b5c0-accb20761356', 'tag': 'b9f69569-b088-4e63-a22f-2c6352f4d0fd'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 22:00:48.815627 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26151009-ece6-4187-8629-2ad6a3ed490e" -d '{"events": [{"name": "network-changed", "server_uuid": "68999dab-cf1c-4137-b5c0-accb20761356", "tag": "b9f69569-b088-4e63-a22f-2c6352f4d0fd"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 22:00:48.855497 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 22:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7daf047-f243-4ea6-afa9-e7d44a009832 x-openstack-request-id: req-c7daf047-f243-4ea6-afa9-e7d44a009832 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 22:00:48.856247 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68999dab-cf1c-4137-b5c0-accb20761356", "tag": "b9f69569-b088-4e63-a22f-2c6352f4d0fd", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 22:00:48.856669 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7daf047-f243-4ea6-afa9-e7d44a009832 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 22:00:48.857088 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7daf047-f243-4ea6-afa9-e7d44a009832'] response: {'name': 'network-changed', 'server_uuid': '68999dab-cf1c-4137-b5c0-accb20761356', 'tag': 'b9f69569-b088-4e63-a22f-2c6352f4d0fd', 'status': 'completed', 'code': 200} Apr 18 22:00:48.909835 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-e4360227-b728-486f-82d6-6fcf7fd32609 None None] Set router c8bc7d4c-c471-4743-9ba5-465142813ab8 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 22:00:48.924884 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26151009-ece6-4187-8629-2ad6a3ed490e req-5b93cd10-a92a-4248-9ebb-bf8f081b68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:48.926656 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26151009-ece6-4187-8629-2ad6a3ed490e req-5b93cd10-a92a-4248-9ebb-bf8f081b68e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ef308ce8b8944f08fcf37769737f707&device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 1096 time: 0.0473578 Apr 18 22:00:49.066160 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26151009-ece6-4187-8629-2ad6a3ed490e req-eb1437ff-cc24-4d15-b580-2a9c68ecbded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:49.067653 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26151009-ece6-4187-8629-2ad6a3ed490e req-eb1437ff-cc24-4d15-b580-2a9c68ecbded service neutron] 10.222.0.57 "GET /v2.0/networks?id=d1d7eae1-fb82-4946-a992-e86670d81f1a HTTP/1.1" status: 200 len: 911 time: 0.1289339 Apr 18 22:00:49.091792 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6160c1-07f4-4e5e-bec8-8ee6c36122ed req-985c9507-1c1c-40ce-81ad-6cac1c327189 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:49.093276 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b6160c1-07f4-4e5e-bec8-8ee6c36122ed req-985c9507-1c1c-40ce-81ad-6cac1c327189 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 945 time: 0.0828671 Apr 18 22:00:49.122652 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26151009-ece6-4187-8629-2ad6a3ed490e req-19b2ce8f-e59e-4298-8e29-e2a27c641d4e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f69569-b088-4e63-a22f-2c6352f4d0fd HTTP/1.1" status: 200 len: 217 time: 0.0474174 Apr 18 22:00:49.142677 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-e4360227-b728-486f-82d6-6fcf7fd32609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'name': 'tempest-TestSnapshotPattern-1961438169-router', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:29Z', 'updated_at': '2022-04-18T21:55:32Z', 'revision_number': 4, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'gw_port': {'id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:30Z', 'updated_at': '2022-04-18T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'ed2a8f56-1f3c-4218-9464-9ae9f35d31af', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'port_id': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'mac_address': 'fa:16:3e:3f:69:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1750b12f-20d3-423f-b1d1-86c7afd214f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:55:53Z', 'updated_at': '2022-04-18T21:55:55Z', 'revision_number': 1, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe78eb8f-1afa-4667-9154-c8708172203e', 'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'mac_address': 'fa:16:3e:b6:88:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:32Z', 'updated_at': '2022-04-18T21:55:37Z', 'revision_number': 5, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'subnets': [{'id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:49.172546 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4360227-b728-486f-82d6-6fcf7fd32609 None None] Checking router: c8bc7d4c-c471-4743-9ba5-465142813ab8 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 22:00:49.181396 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4360227-b728-486f-82d6-6fcf7fd32609 None None] Routers {'c8bc7d4c-c471-4743-9ba5-465142813ab8'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 22:00:49.181909 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-e4360227-b728-486f-82d6-6fcf7fd32609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T22:00:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c8bc7d4c-c471-4743-9ba5-465142813ab8'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:49.188944 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-9b6160c1-07f4-4e5e-bec8-8ee6c36122ed req-2fc16167-de6e-436c-a212-4b1bad7ff545 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686970 Apr 18 22:00:49.198181 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26151009-ece6-4187-8629-2ad6a3ed490e req-b63e26a3-88b9-4bb1-bc59-9f20b2d6e9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:49.199740 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26151009-ece6-4187-8629-2ad6a3ed490e req-b63e26a3-88b9-4bb1-bc59-9f20b2d6e9c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e8c2247-a4bb-4de5-9e01-c16d302b698e HTTP/1.1" status: 200 len: 849 time: 0.0603628 Apr 18 22:00:49.247468 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26151009-ece6-4187-8629-2ad6a3ed490e req-c1d211d8-2d76-4eed-ba6f-8297ad92faeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:49.248988 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26151009-ece6-4187-8629-2ad6a3ed490e req-c1d211d8-2d76-4eed-ba6f-8297ad92faeb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1d7eae1-fb82-4946-a992-e86670d81f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424182 Apr 18 22:00:49.288991 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-e4360227-b728-486f-82d6-6fcf7fd32609 None None] Set router c8bc7d4c-c471-4743-9ba5-465142813ab8 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 22:00:49.344128 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26151009-ece6-4187-8629-2ad6a3ed490e req-7969e919-96a0-492d-b80e-c29f4c34c70c service neutron] 10.222.0.57 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853777 Apr 18 22:00:49.435632 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-26151009-ece6-4187-8629-2ad6a3ed490e req-12eecde0-1229-43dd-96f2-40bcd62dd731 service neutron] 10.222.0.57 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834949 Apr 18 22:00:49.513792 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-e4360227-b728-486f-82d6-6fcf7fd32609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'name': 'tempest-TestSnapshotPattern-1961438169-router', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:29Z', 'updated_at': '2022-04-18T21:55:32Z', 'revision_number': 4, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'gw_port': {'id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:30Z', 'updated_at': '2022-04-18T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'ed2a8f56-1f3c-4218-9464-9ae9f35d31af', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'port_id': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'mac_address': 'fa:16:3e:3f:69:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1750b12f-20d3-423f-b1d1-86c7afd214f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:55:53Z', 'updated_at': '2022-04-18T21:55:55Z', 'revision_number': 1, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe78eb8f-1afa-4667-9154-c8708172203e', 'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'mac_address': 'fa:16:3e:b6:88:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:32Z', 'updated_at': '2022-04-18T21:55:37Z', 'revision_number': 5, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'subnets': [{'id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:49.540679 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4360227-b728-486f-82d6-6fcf7fd32609 None None] The sync data for ids ['c8bc7d4c-c471-4743-9ba5-465142813ab8'] in n-d-838323-3 is: [{'id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'name': 'tempest-TestSnapshotPattern-1961438169-router', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:29Z', 'updated_at': '2022-04-18T21:55:32Z', 'revision_number': 4, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'gw_port': {'id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:30Z', 'updated_at': '2022-04-18T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_floatingips': [{'id': 'ed2a8f56-1f3c-4218-9464-9ae9f35d31af', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'router_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'port_id': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'mac_address': 'fa:16:3e:3f:69:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1750b12f-20d3-423f-b1d1-86c7afd214f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:55:53Z', 'updated_at': '2022-04-18T21:55:55Z', 'revision_number': 1, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe78eb8f-1afa-4667-9154-c8708172203e', 'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'mac_address': 'fa:16:3e:b6:88:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:32Z', 'updated_at': '2022-04-18T21:55:37Z', 'revision_number': 5, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'subnets': [{'id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 22:00:49.777224 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbf0bca-31ea-45d9-82be-6f6014754ce4 None None] New status for floating IP a2da196e-0bb0-48f3-afc0-6dc900804fc0: DOWN {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 22:00:50.102386 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device b9f69569-b088-4e63-a22f-2c6352f4d0fd no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 22:00:50.180384 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532872'] for port, before_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:50.202248 n-d-838323-3 neutron-server[102910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68999dab-cf1c-4137-b5c0-accb20761356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f69569-b088-4e63-a22f-2c6352f4d0fd'}] {{(pid=102910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 22:00:50.204490 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cd4f8146683bd3e113bf7538c8da18b575bcf290f556719ee421002c21326a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbcc525-993d-4e50-9b17-5004b396fb3a" -d '{"events": [{"server_uuid": "68999dab-cf1c-4137-b5c0-accb20761356", "name": "network-vif-unplugged", "status": "completed", "tag": "b9f69569-b088-4e63-a22f-2c6352f4d0fd"}]}' {{(pid=102910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 22:00:50.218099 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] For port b9f69569-b088-4e63-a22f-2c6352f4d0fd, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b9f69569-b088-4e63-a22f-2c6352f4d0fd,segment=NetworkSegment(f4c5ac74-95c8-4d7b-9a15-f21ff4513c28),segment_id=f4c5ac74-95c8-4d7b-9a15-f21ff4513c28)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:50.223121 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734731584449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734731044060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734731051650'] for port, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:50.246836 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 22:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ab946b-bb90-4042-bf27-1bba987ba074 x-openstack-request-id: req-15ab946b-bb90-4042-bf27-1bba987ba074 {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 22:00:50.247127 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68999dab-cf1c-4137-b5c0-accb20761356", "name": "network-vif-unplugged", "status": "completed", "tag": "b9f69569-b088-4e63-a22f-2c6352f4d0fd", "code": 200}]} {{(pid=102910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 22:00:50.247380 n-d-838323-3 neutron-server[102910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-15ab946b-bb90-4042-bf27-1bba987ba074 {{(pid=102910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 22:00:50.247780 n-d-838323-3 neutron-server[102910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ab946b-bb90-4042-bf27-1bba987ba074'] response: {'server_uuid': '68999dab-cf1c-4137-b5c0-accb20761356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f69569-b088-4e63-a22f-2c6352f4d0fd', 'code': 200} Apr 18 22:00:50.273152 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Pushing event updated for resources: {'Port': ['ID=b9f69569-b088-4e63-a22f-2c6352f4d0fd,revision_number=8']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:50.310539 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b75166-1408-4166-b713-00906b54c3fa req-cdd807b0-99bf-41ee-be8d-5f44765cb431 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:50.312006 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b6b75166-1408-4166-b713-00906b54c3fa req-cdd807b0-99bf-41ee-be8d-5f44765cb431 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 943 time: 0.0501010 Apr 18 22:00:50.349083 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-b6b75166-1408-4166-b713-00906b54c3fa req-1c0068a9-29d6-4aca-943f-360a86d9f67c tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310352 Apr 18 22:00:50.553282 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8ed65-4887-4d81-a32e-45c07a001cad req-e2106148-da3d-4062-bf93-b6c965c07486 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:50.554716 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ad8ed65-4887-4d81-a32e-45c07a001cad req-e2106148-da3d-4062-bf93-b6c965c07486 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.57 "GET /v2.0/ports?device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 943 time: 0.0527134 Apr 18 22:00:50.641722 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-6ad8ed65-4887-4d81-a32e-45c07a001cad req-d1f01510-6737-4422-a0cf-c1e7ee6dcabe tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Deleting port b9f69569-b088-4e63-a22f-2c6352f4d0fd {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 22:00:50.642067 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ad8ed65-4887-4d81-a32e-45c07a001cad req-d1f01510-6737-4422-a0cf-c1e7ee6dcabe tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:50.732721 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-6ad8ed65-4887-4d81-a32e-45c07a001cad req-d1f01510-6737-4422-a0cf-c1e7ee6dcabe tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] For port b9f69569-b088-4e63-a22f-2c6352f4d0fd, host n-h2-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838323-3',level=0,port_id=b9f69569-b088-4e63-a22f-2c6352f4d0fd,segment=NetworkSegment(f4c5ac74-95c8-4d7b-9a15-f21ff4513c28),segment_id=f4c5ac74-95c8-4d7b-9a15-f21ff4513c28)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:50.733089 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ad8ed65-4887-4d81-a32e-45c07a001cad req-d1f01510-6737-4422-a0cf-c1e7ee6dcabe tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:50.746046 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-6ad8ed65-4887-4d81-a32e-45c07a001cad req-d1f01510-6737-4422-a0cf-c1e7ee6dcabe tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Calling delete_port for b9f69569-b088-4e63-a22f-2c6352f4d0fd owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 22:00:50.873282 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ad8ed65-4887-4d81-a32e-45c07a001cad req-d1f01510-6737-4422-a0cf-c1e7ee6dcabe tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:50.905504 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f01510-6737-4422-a0cf-c1e7ee6dcabe tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Pushing event deleted for resources: {'Port': ['ID=b9f69569-b088-4e63-a22f-2c6352f4d0fd,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:50.947907 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad8ed65-4887-4d81-a32e-45c07a001cad req-d1f01510-6737-4422-a0cf-c1e7ee6dcabe tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] No DVR routers for this DVR port b9f69569-b088-4e63-a22f-2c6352f4d0fd on host n-h2-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:00:50.950549 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-6ad8ed65-4887-4d81-a32e-45c07a001cad req-d1f01510-6737-4422-a0cf-c1e7ee6dcabe tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:50.953980 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-6ad8ed65-4887-4d81-a32e-45c07a001cad req-d1f01510-6737-4422-a0cf-c1e7ee6dcabe tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.57 "DELETE /v2.0/ports/b9f69569-b088-4e63-a22f-2c6352f4d0fd HTTP/1.1" status: 204 len: 173 time: 0.3934901 Apr 18 22:00:50.954435 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68999dab-cf1c-4137-b5c0-accb20761356', 'name': 'network-vif-deleted', 'tag': 'b9f69569-b088-4e63-a22f-2c6352f4d0fd'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 22:00:50.956681 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5c0a53-2d1c-4e01-b094-64c600dbee2b" -d '{"events": [{"server_uuid": "68999dab-cf1c-4137-b5c0-accb20761356", "name": "network-vif-deleted", "tag": "b9f69569-b088-4e63-a22f-2c6352f4d0fd"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 22:00:51.003644 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 22:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a4f5a2-b378-472e-ada7-d3369ba7589f x-openstack-request-id: req-40a4f5a2-b378-472e-ada7-d3369ba7589f {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 22:00:51.003961 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68999dab-cf1c-4137-b5c0-accb20761356", "name": "network-vif-deleted", "tag": "b9f69569-b088-4e63-a22f-2c6352f4d0fd", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 22:00:51.004211 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40a4f5a2-b378-472e-ada7-d3369ba7589f {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 22:00:51.004656 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40a4f5a2-b378-472e-ada7-d3369ba7589f'] response: {'server_uuid': '68999dab-cf1c-4137-b5c0-accb20761356', 'name': 'network-vif-deleted', 'tag': 'b9f69569-b088-4e63-a22f-2c6352f4d0fd', 'status': 'completed', 'code': 200} Apr 18 22:00:51.463069 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5272f5c7-8e73-4083-afe2-c031779e9365 req-efec8d1c-0182-4b4f-bdc4-c291a3cddbca tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=68999dab-cf1c-4137-b5c0-accb20761356 HTTP/1.1" status: 200 len: 210 time: 0.0259860 Apr 18 22:00:53.028910 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33740) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 22:00:53.184393 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee228d-490e-4e51-9373-cb964d02a3df tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Deleting port 5df36f9f-7580-4694-84d3-8228bb74347d {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 22:00:53.184768 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1ee228d-490e-4e51-9373-cb964d02a3df tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:53.260994 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1ee228d-490e-4e51-9373-cb964d02a3df tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:53.261237 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1ee228d-490e-4e51-9373-cb964d02a3df tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:53.272632 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee228d-490e-4e51-9373-cb964d02a3df tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Calling delete_port for 5df36f9f-7580-4694-84d3-8228bb74347d owned by network:floatingip {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 22:00:53.420978 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1ee228d-490e-4e51-9373-cb964d02a3df tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:53.447118 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee228d-490e-4e51-9373-cb964d02a3df tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Pushing event deleted for resources: {'Port': ['ID=5df36f9f-7580-4694-84d3-8228bb74347d,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:53.504904 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1ee228d-490e-4e51-9373-cb964d02a3df tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for floatingip, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:53.505230 n-d-838323-3 neutron-server[102908]: INFO neutron.db.l3_db [None req-b1ee228d-490e-4e51-9373-cb964d02a3df tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Floating IP ed2a8f56-1f3c-4218-9464-9ae9f35d31af disassociated (deleted). External IP: 172.25.1.188, port: 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5. Apr 18 22:00:53.714091 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ee228d-490e-4e51-9373-cb964d02a3df tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Router c8bc7d4c-c471-4743-9ba5-465142813ab8 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:00:53.822591 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ee228d-490e-4e51-9373-cb964d02a3df tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:00:53.826953 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-b1ee228d-490e-4e51-9373-cb964d02a3df tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for floatingip, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:53.832382 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e35f2b-1e22-4e54-9d3e-6775b252c76b None None] Sync routers for ids ['c8bc7d4c-c471-4743-9ba5-465142813ab8'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 22:00:53.841730 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e35f2b-1e22-4e54-9d3e-6775b252c76b None None] Routers {'c8bc7d4c-c471-4743-9ba5-465142813ab8'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 22:00:53.842339 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-71e35f2b-1e22-4e54-9d3e-6775b252c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T22:00:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c8bc7d4c-c471-4743-9ba5-465142813ab8'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:53.854328 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-b1ee228d-490e-4e51-9373-cb964d02a3df tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "DELETE /v2.0/floatingips/ed2a8f56-1f3c-4218-9464-9ae9f35d31af HTTP/1.1" status: 204 len: 168 time: 0.8242733 Apr 18 22:00:53.855018 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1750b12f-20d3-423f-b1d1-86c7afd214f7', 'tag': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 22:00:53.857412 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5887c867-8ecf-4624-b320-bebd157ee75f" -d '{"events": [{"name": "network-changed", "server_uuid": "1750b12f-20d3-423f-b1d1-86c7afd214f7", "tag": "1fb87c86-cfd6-40d5-aa8d-1ce519c427b5"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 22:00:53.896209 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 22:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f505ce07-d15e-4136-ae8d-a8762f571c0a x-openstack-request-id: req-f505ce07-d15e-4136-ae8d-a8762f571c0a {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 22:00:53.896604 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1750b12f-20d3-423f-b1d1-86c7afd214f7", "tag": "1fb87c86-cfd6-40d5-aa8d-1ce519c427b5", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 22:00:53.897423 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f505ce07-d15e-4136-ae8d-a8762f571c0a {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 22:00:53.898213 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f505ce07-d15e-4136-ae8d-a8762f571c0a'] response: {'name': 'network-changed', 'server_uuid': '1750b12f-20d3-423f-b1d1-86c7afd214f7', 'tag': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5', 'status': 'completed', 'code': 200} Apr 18 22:00:53.954473 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-71e35f2b-1e22-4e54-9d3e-6775b252c76b None None] Set router c8bc7d4c-c471-4743-9ba5-465142813ab8 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 22:00:53.966405 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887c867-8ecf-4624-b320-bebd157ee75f req-011658e8-2d14-4e33-8abf-1af0a95412a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:53.967904 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5887c867-8ecf-4624-b320-bebd157ee75f req-011658e8-2d14-4e33-8abf-1af0a95412a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ef308ce8b8944f08fcf37769737f707&device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7 HTTP/1.1" status: 200 len: 1094 time: 0.0490675 Apr 18 22:00:54.095328 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887c867-8ecf-4624-b320-bebd157ee75f req-c0b7790e-7aaf-46c4-a119-1a4d1e7c3298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:54.096834 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5887c867-8ecf-4624-b320-bebd157ee75f req-c0b7790e-7aaf-46c4-a119-1a4d1e7c3298 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d1d7eae1-fb82-4946-a992-e86670d81f1a HTTP/1.1" status: 200 len: 911 time: 0.1166999 Apr 18 22:00:54.121259 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc08b7-ef89-4199-814c-6f9ece6c346c req-53cf05a4-7577-4e4c-b513-8af1221cedec tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:54.122829 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d8dc08b7-ef89-4199-814c-6f9ece6c346c req-53cf05a4-7577-4e4c-b513-8af1221cedec tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7 HTTP/1.1" status: 200 len: 943 time: 0.0775008 Apr 18 22:00:54.157189 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5887c867-8ecf-4624-b320-bebd157ee75f req-5bab74db-d726-452a-adf4-26f72745eacd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 HTTP/1.1" status: 200 len: 217 time: 0.0525923 Apr 18 22:00:54.227096 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-d8dc08b7-ef89-4199-814c-6f9ece6c346c req-36e20ece-1be4-45f7-aebb-c40dd6b27136 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff9de04d-8d0d-476b-be5d-4f5d4617da41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725667 Apr 18 22:00:54.230740 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887c867-8ecf-4624-b320-bebd157ee75f req-734909c4-e054-4914-a624-e5e9c9192649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:54.232149 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5887c867-8ecf-4624-b320-bebd157ee75f req-734909c4-e054-4914-a624-e5e9c9192649 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4e8c2247-a4bb-4de5-9e01-c16d302b698e HTTP/1.1" status: 200 len: 849 time: 0.0613375 Apr 18 22:00:54.252939 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device b9f69569-b088-4e63-a22f-2c6352f4d0fd no longer exists at agent hyperv_n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 22:00:54.277592 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] No Port match for: b9f69569-b088-4e63-a22f-2c6352f4d0fd {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 22:00:54.277948 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Device b9f69569-b088-4e63-a22f-2c6352f4d0fd not bound to the agent host n-h2-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 22:00:54.278428 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887c867-8ecf-4624-b320-bebd157ee75f req-c66f1c43-8f30-419d-b204-886363dd0641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:54.279898 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5887c867-8ecf-4624-b320-bebd157ee75f req-c66f1c43-8f30-419d-b204-886363dd0641 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1d7eae1-fb82-4946-a992-e86670d81f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407963 Apr 18 22:00:54.351489 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-71e35f2b-1e22-4e54-9d3e-6775b252c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'name': 'tempest-TestSnapshotPattern-1961438169-router', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:29Z', 'updated_at': '2022-04-18T21:55:32Z', 'revision_number': 4, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'gw_port': {'id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:30Z', 'updated_at': '2022-04-18T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'fe78eb8f-1afa-4667-9154-c8708172203e', 'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'mac_address': 'fa:16:3e:b6:88:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:32Z', 'updated_at': '2022-04-18T21:55:37Z', 'revision_number': 5, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'subnets': [{'id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:54.383056 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e35f2b-1e22-4e54-9d3e-6775b252c76b None None] Checking router: c8bc7d4c-c471-4743-9ba5-465142813ab8 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 22:00:54.391961 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e35f2b-1e22-4e54-9d3e-6775b252c76b None None] Routers {'c8bc7d4c-c471-4743-9ba5-465142813ab8'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 22:00:54.392632 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-71e35f2b-1e22-4e54-9d3e-6775b252c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T22:00:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c8bc7d4c-c471-4743-9ba5-465142813ab8'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:54.502972 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-71e35f2b-1e22-4e54-9d3e-6775b252c76b None None] Set router c8bc7d4c-c471-4743-9ba5-465142813ab8 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 22:00:54.691384 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5887c867-8ecf-4624-b320-bebd157ee75f req-f512be11-a6a1-4cb6-91c9-9f484f24d703 service neutron] 10.222.0.32 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027462 Apr 18 22:00:54.719333 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-71e35f2b-1e22-4e54-9d3e-6775b252c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'name': 'tempest-TestSnapshotPattern-1961438169-router', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:29Z', 'updated_at': '2022-04-18T21:55:32Z', 'revision_number': 4, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'gw_port': {'id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:30Z', 'updated_at': '2022-04-18T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'fe78eb8f-1afa-4667-9154-c8708172203e', 'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'mac_address': 'fa:16:3e:b6:88:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:32Z', 'updated_at': '2022-04-18T21:55:37Z', 'revision_number': 5, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'subnets': [{'id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:54.754269 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e35f2b-1e22-4e54-9d3e-6775b252c76b None None] The sync data for ids ['c8bc7d4c-c471-4743-9ba5-465142813ab8'] in n-d-838323-3 is: [{'id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'name': 'tempest-TestSnapshotPattern-1961438169-router', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:29Z', 'updated_at': '2022-04-18T21:55:32Z', 'revision_number': 4, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'gw_port': {'id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:30Z', 'updated_at': '2022-04-18T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3', '_interfaces': [{'id': 'fe78eb8f-1afa-4667-9154-c8708172203e', 'name': '', 'network_id': 'd1d7eae1-fb82-4946-a992-e86670d81f1a', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'mac_address': 'fa:16:3e:b6:88:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:32Z', 'updated_at': '2022-04-18T21:55:37Z', 'revision_number': 5, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'subnets': [{'id': '4e8c2247-a4bb-4de5-9e01-c16d302b698e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 22:00:54.813708 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-5887c867-8ecf-4624-b320-bebd157ee75f req-324551c0-3053-4396-aeab-b2cd2d0be5c8 service neutron] 10.222.0.32 "GET /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149821 Apr 18 22:00:54.842924 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f1f313ac-2f4f-4ebd-b1c9-f27ba0ee8786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:54.898219 n-d-838323-3 neutron-server[102908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e782c46-c572-4d7a-b891-036688ee0cae req-ac6ea9a2-8316-4cac-aa7e-0d3f02749d3e tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:54.899921 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e782c46-c572-4d7a-b891-036688ee0cae req-ac6ea9a2-8316-4cac-aa7e-0d3f02749d3e tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.32 "GET /v2.0/ports?device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7 HTTP/1.1" status: 200 len: 943 time: 0.0546875 Apr 18 22:00:54.981402 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e1f4cc-7b6e-4120-bb2c-5d16e418beee None None] New status for floating IP ed2a8f56-1f3c-4218-9464-9ae9f35d31af: DOWN {{(pid=102911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 22:00:54.994502 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-0e782c46-c572-4d7a-b891-036688ee0cae req-febcd7c1-d47b-4614-853d-932dc2bb287f tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Deleting port 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 22:00:54.994831 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0e782c46-c572-4d7a-b891-036688ee0cae req-febcd7c1-d47b-4614-853d-932dc2bb287f tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:55.088703 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [req-0e782c46-c572-4d7a-b891-036688ee0cae req-febcd7c1-d47b-4614-853d-932dc2bb287f tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] For port 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5, host n-h1-838323-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838323-3',level=0,port_id=1fb87c86-cfd6-40d5-aa8d-1ce519c427b5,segment=NetworkSegment(f4c5ac74-95c8-4d7b-9a15-f21ff4513c28),segment_id=f4c5ac74-95c8-4d7b-9a15-f21ff4513c28)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:55.088972 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0e782c46-c572-4d7a-b891-036688ee0cae req-febcd7c1-d47b-4614-853d-932dc2bb287f tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:55.102470 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [req-0e782c46-c572-4d7a-b891-036688ee0cae req-febcd7c1-d47b-4614-853d-932dc2bb287f tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Calling delete_port for 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 owned by compute:nova {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 22:00:55.237997 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0e782c46-c572-4d7a-b891-036688ee0cae req-febcd7c1-d47b-4614-853d-932dc2bb287f tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:55.267582 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febcd7c1-d47b-4614-853d-932dc2bb287f tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Pushing event deleted for resources: {'Port': ['ID=1fb87c86-cfd6-40d5-aa8d-1ce519c427b5,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:55.310770 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e782c46-c572-4d7a-b891-036688ee0cae req-febcd7c1-d47b-4614-853d-932dc2bb287f tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] No DVR routers for this DVR port 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 on host n-h1-838323-3 {{(pid=102908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:00:55.320560 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [req-0e782c46-c572-4d7a-b891-036688ee0cae req-febcd7c1-d47b-4614-853d-932dc2bb287f tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203569'] for port, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:55.323638 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-0e782c46-c572-4d7a-b891-036688ee0cae req-febcd7c1-d47b-4614-853d-932dc2bb287f tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.32 "DELETE /v2.0/ports/1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 HTTP/1.1" status: 204 len: 173 time: 0.4182737 Apr 18 22:00:55.341923 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [req-e3aa6359-81f6-45d3-b9d7-2c9d8cb76c77 req-76ffc4c2-b91a-4901-a51c-370d0a6651ca tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "GET /v2.0/ports?device_id=1750b12f-20d3-423f-b1d1-86c7afd214f7 HTTP/1.1" status: 200 len: 210 time: 0.0322711 Apr 18 22:00:55.900045 n-d-838323-3 neutron-server[102908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1750b12f-20d3-423f-b1d1-86c7afd214f7', 'name': 'network-vif-deleted', 'tag': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5'}] {{(pid=102908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 22:00:55.901721 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e035dd4fb5c6935b215c7c7f2d6a2507b10ef8c1dd19e0cce531c63ef214e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3fd7c8-82cb-4522-8321-032f740af93c" -d '{"events": [{"server_uuid": "1750b12f-20d3-423f-b1d1-86c7afd214f7", "name": "network-vif-deleted", "tag": "1fb87c86-cfd6-40d5-aa8d-1ce519c427b5"}]}' {{(pid=102908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 22:00:55.940118 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 22:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e126861b-1c8a-411a-ae91-802b17741029 x-openstack-request-id: req-e126861b-1c8a-411a-ae91-802b17741029 {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 22:00:55.940504 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1750b12f-20d3-423f-b1d1-86c7afd214f7", "name": "network-vif-deleted", "tag": "1fb87c86-cfd6-40d5-aa8d-1ce519c427b5", "status": "completed", "code": 200}]} {{(pid=102908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 22:00:55.940758 n-d-838323-3 neutron-server[102908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e126861b-1c8a-411a-ae91-802b17741029 {{(pid=102908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 22:00:55.941315 n-d-838323-3 neutron-server[102908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e126861b-1c8a-411a-ae91-802b17741029'] response: {'server_uuid': '1750b12f-20d3-423f-b1d1-86c7afd214f7', 'name': 'network-vif-deleted', 'tag': '1fb87c86-cfd6-40d5-aa8d-1ce519c427b5', 'status': 'completed', 'code': 200} Apr 18 22:00:56.398821 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33754) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 22:00:56.457596 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3f8f22a-a790-4210-b4e3-ca3ffc5fd102 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for security_group, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:56.482637 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3f8f22a-a790-4210-b4e3-ca3ffc5fd102 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:56.552284 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3f8f22a-a790-4210-b4e3-ca3ffc5fd102 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:56.555235 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-f3f8f22a-a790-4210-b4e3-ca3ffc5fd102 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Notify callbacks [] for security_group, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:56.556441 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-f3f8f22a-a790-4210-b4e3-ca3ffc5fd102 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] 10.222.0.41 "DELETE /v2.0/security-groups/ff9de04d-8d0d-476b-be5d-4f5d4617da41 HTTP/1.1" status: 204 len: 168 time: 0.1565094 Apr 18 22:00:56.565727 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8f22a-a790-4210-b4e3-ca3ffc5fd102 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9de04d-8d0d-476b-be5d-4f5d4617da41,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:56.573711 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8f22a-a790-4210-b4e3-ca3ffc5fd102 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:56.574054 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8f22a-a790-4210-b4e3-ca3ffc5fd102 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:56.574383 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8f22a-a790-4210-b4e3-ca3ffc5fd102 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:56.574713 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8f22a-a790-4210-b4e3-ca3ffc5fd102 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:56.575040 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8f22a-a790-4210-b4e3-ca3ffc5fd102 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:56.575364 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8f22a-a790-4210-b4e3-ca3ffc5fd102 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:56.575684 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8f22a-a790-4210-b4e3-ca3ffc5fd102 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:56.575999 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8f22a-a790-4210-b4e3-ca3ffc5fd102 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:56.576577 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8f22a-a790-4210-b4e3-ca3ffc5fd102 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:56.577178 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8f22a-a790-4210-b4e3-ca3ffc5fd102 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:56.577678 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8f22a-a790-4210-b4e3-ca3ffc5fd102 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:56.578158 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f8f22a-a790-4210-b4e3-ca3ffc5fd102 tempest-TestSnapshotPattern-1934390042 tempest-TestSnapshotPattern-1934390042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838323-3 {{(pid=102909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:56.627064 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33760) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 22:00:57.071326 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4f4164cb-f554-47d9-a846-994bb84985cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:57.314761 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-4f4164cb-f554-47d9-a846-994bb84985cc admin admin] Deleting port fe78eb8f-1afa-4667-9154-c8708172203e {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 22:00:57.315049 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4f4164cb-f554-47d9-a846-994bb84985cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:57.389782 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-4f4164cb-f554-47d9-a846-994bb84985cc admin admin] For port fe78eb8f-1afa-4667-9154-c8708172203e, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=fe78eb8f-1afa-4667-9154-c8708172203e,segment=NetworkSegment(f4c5ac74-95c8-4d7b-9a15-f21ff4513c28),segment_id=f4c5ac74-95c8-4d7b-9a15-f21ff4513c28)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:57.390148 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4f4164cb-f554-47d9-a846-994bb84985cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:57.402869 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-4f4164cb-f554-47d9-a846-994bb84985cc admin admin] Calling delete_port for fe78eb8f-1afa-4667-9154-c8708172203e owned by network:router_interface {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 22:00:57.455773 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 no longer exists at agent hyperv_n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 22:00:57.484935 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] No Port match for: 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 22:00:57.485279 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Device 1fb87c86-cfd6-40d5-aa8d-1ce519c427b5 not bound to the agent host n-h1-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 22:00:57.586808 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4f4164cb-f554-47d9-a846-994bb84985cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:57.611631 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4164cb-f554-47d9-a846-994bb84985cc admin admin] Pushing event deleted for resources: {'Port': ['ID=fe78eb8f-1afa-4667-9154-c8708172203e,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:57.784498 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-4f4164cb-f554-47d9-a846-994bb84985cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:57.997927 n-d-838323-3 neutron-server[102909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4164cb-f554-47d9-a846-994bb84985cc admin admin] Router c8bc7d4c-c471-4743-9ba5-465142813ab8 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:00:58.102763 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4164cb-f554-47d9-a846-994bb84985cc admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:00:58.107710 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-4f4164cb-f554-47d9-a846-994bb84985cc admin admin] 10.222.0.41 "PUT /v2.0/routers/c8bc7d4c-c471-4743-9ba5-465142813ab8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4794738 Apr 18 22:00:58.110907 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33764) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 22:00:58.112655 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35e1497-c512-4bda-a812-da025247641a None None] Sync routers for ids ['c8bc7d4c-c471-4743-9ba5-465142813ab8'] in n-d-838323-3 {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 22:00:58.123588 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35e1497-c512-4bda-a812-da025247641a None None] Routers {'c8bc7d4c-c471-4743-9ba5-465142813ab8'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 22:00:58.124293 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f35e1497-c512-4bda-a812-da025247641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T22:00:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c8bc7d4c-c471-4743-9ba5-465142813ab8'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:58.218608 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d73844ec-772b-4cbb-90c1-b1ff53edc974 admin admin] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:58.232035 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-f35e1497-c512-4bda-a812-da025247641a None None] Set router c8bc7d4c-c471-4743-9ba5-465142813ab8 gateway port host: n-d-838323-3 {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 22:00:58.328917 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d73844ec-772b-4cbb-90c1-b1ff53edc974 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:58.379848 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-d73844ec-772b-4cbb-90c1-b1ff53edc974 admin admin] Deleting port d000dc12-d236-48e8-b752-54037b3577c7 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 22:00:58.380189 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d73844ec-772b-4cbb-90c1-b1ff53edc974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:58.410019 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f35e1497-c512-4bda-a812-da025247641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'name': 'tempest-TestSnapshotPattern-1961438169-router', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:29Z', 'updated_at': '2022-04-18T22:00:57Z', 'revision_number': 5, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'gw_port': {'id': 'd000dc12-d236-48e8-b752-54037b3577c7', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:30Z', 'updated_at': '2022-04-18T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:58.440080 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35e1497-c512-4bda-a812-da025247641a None None] Checking router: c8bc7d4c-c471-4743-9ba5-465142813ab8 for host: n-d-838323-3 {{(pid=102910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 22:00:58.449585 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35e1497-c512-4bda-a812-da025247641a None None] Routers {'c8bc7d4c-c471-4743-9ba5-465142813ab8'} bound to L3 agent in host n-d-838323-3 {{(pid=102910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 22:00:58.450197 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f35e1497-c512-4bda-a812-da025247641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T22:00:29Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['c8bc7d4c-c471-4743-9ba5-465142813ab8'], 'active': True} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:58.463307 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-d73844ec-772b-4cbb-90c1-b1ff53edc974 admin admin] For port d000dc12-d236-48e8-b752-54037b3577c7, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=d000dc12-d236-48e8-b752-54037b3577c7,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:58.463676 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d73844ec-772b-4cbb-90c1-b1ff53edc974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:58.475382 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-d73844ec-772b-4cbb-90c1-b1ff53edc974 admin admin] Calling delete_port for d000dc12-d236-48e8-b752-54037b3577c7 owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 22:00:58.535932 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvr_db [None req-f35e1497-c512-4bda-a812-da025247641a None None] Set router c8bc7d4c-c471-4743-9ba5-465142813ab8 gateway port host: None {{(pid=102910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 22:00:58.587725 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_hamode_db [None req-f35e1497-c512-4bda-a812-da025247641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'name': 'tempest-TestSnapshotPattern-1961438169-router', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:29Z', 'updated_at': '2022-04-18T22:00:58Z', 'revision_number': 6, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:58.620286 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35e1497-c512-4bda-a812-da025247641a None None] The sync data for ids ['c8bc7d4c-c471-4743-9ba5-465142813ab8'] in n-d-838323-3 is: [{'id': 'c8bc7d4c-c471-4743-9ba5-465142813ab8', 'name': 'tempest-TestSnapshotPattern-1961438169-router', 'tenant_id': '4ef308ce8b8944f08fcf37769737f707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:29Z', 'updated_at': '2022-04-18T22:00:58Z', 'revision_number': 6, 'project_id': '4ef308ce8b8944f08fcf37769737f707', 'gw_port_host': None}] {{(pid=102910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 22:00:58.653868 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d73844ec-772b-4cbb-90c1-b1ff53edc974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:58.680564 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73844ec-772b-4cbb-90c1-b1ff53edc974 admin admin] Pushing event deleted for resources: {'Port': ['ID=d000dc12-d236-48e8-b752-54037b3577c7,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:58.742334 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d73844ec-772b-4cbb-90c1-b1ff53edc974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:58.831273 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d73844ec-772b-4cbb-90c1-b1ff53edc974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:58.833919 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d73844ec-772b-4cbb-90c1-b1ff53edc974 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:58.875822 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d73844ec-772b-4cbb-90c1-b1ff53edc974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:58.876395 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73844ec-772b-4cbb-90c1-b1ff53edc974 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8bc7d4c-c471-4743-9ba5-465142813ab8 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 22:00:58.881098 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-d73844ec-772b-4cbb-90c1-b1ff53edc974 admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:58.882857 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-d73844ec-772b-4cbb-90c1-b1ff53edc974 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c8bc7d4c-c471-4743-9ba5-465142813ab8 HTTP/1.1" status: 204 len: 168 time: 0.7708054 Apr 18 22:00:58.885396 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33766) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 22:00:58.931571 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-772a33ea-5b60-4a83-944d-e55828a0cd4b admin admin] Deleting subnet 4e8c2247-a4bb-4de5-9e01-c16d302b698e {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 22:00:58.934621 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-772a33ea-5b60-4a83-944d-e55828a0cd4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:58.971322 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-772a33ea-5b60-4a83-944d-e55828a0cd4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:59.072071 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-772a33ea-5b60-4a83-944d-e55828a0cd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:59.126297 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-772a33ea-5b60-4a83-944d-e55828a0cd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:59.156412 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-772a33ea-5b60-4a83-944d-e55828a0cd4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:59.159712 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-772a33ea-5b60-4a83-944d-e55828a0cd4b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4e8c2247-a4bb-4de5-9e01-c16d302b698e HTTP/1.1" status: 204 len: 168 time: 0.2732882 Apr 18 22:00:59.160681 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a33ea-5b60-4a83-944d-e55828a0cd4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e8c2247-a4bb-4de5-9e01-c16d302b698e,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:59.162242 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33768) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 22:00:59.166426 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f56e25b-43dc-4a75-8c93-987b5550044d None None] Network d1d7eae1-fb82-4946-a992-e86670d81f1a requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 22:00:59.236982 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-da5f85a9-617c-47b7-99dc-264cc43b96fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:59.258701 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-5d014c7c-4875-472e-8b6c-433b8fdf6b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:59.294578 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-da5f85a9-617c-47b7-99dc-264cc43b96fd admin admin] Deleting port 1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3 {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 22:00:59.295654 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-da5f85a9-617c-47b7-99dc-264cc43b96fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:59.364230 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-da5f85a9-617c-47b7-99dc-264cc43b96fd admin admin] For port 1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3,segment=NetworkSegment(f4c5ac74-95c8-4d7b-9a15-f21ff4513c28),segment_id=f4c5ac74-95c8-4d7b-9a15-f21ff4513c28)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:59.364625 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-da5f85a9-617c-47b7-99dc-264cc43b96fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:59.408970 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1c4b4f-223b-4c01-914e-4fd5fafe6d56 None None] DHCP port deletion for d1d7eae1-fb82-4946-a992-e86670d81f1a request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 22:00:59.418349 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fe78eb8f-1afa-4667-9154-c8708172203e no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 22:00:59.455925 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: fe78eb8f-1afa-4667-9154-c8708172203e {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 22:00:59.456265 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device fe78eb8f-1afa-4667-9154-c8708172203e not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 22:00:59.482214 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-2c1c4b4f-223b-4c01-914e-4fd5fafe6d56 None None] Deleting port 1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3 {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 22:00:59.482689 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2c1c4b4f-223b-4c01-914e-4fd5fafe6d56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:59.554464 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-2c1c4b4f-223b-4c01-914e-4fd5fafe6d56 None None] For port 1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3,segment=NetworkSegment(f4c5ac74-95c8-4d7b-9a15-f21ff4513c28),segment_id=f4c5ac74-95c8-4d7b-9a15-f21ff4513c28)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:59.555168 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2c1c4b4f-223b-4c01-914e-4fd5fafe6d56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:59.567534 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-2c1c4b4f-223b-4c01-914e-4fd5fafe6d56 None None] Calling delete_port for 1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3 owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 22:00:59.649262 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2c1c4b4f-223b-4c01-914e-4fd5fafe6d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:59.676652 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c4b4f-223b-4c01-914e-4fd5fafe6d56 None None] Pushing event deleted for resources: {'Port': ['ID=1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:59.680246 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1c4b4f-223b-4c01-914e-4fd5fafe6d56 None None] No DVR routers for this DVR port 1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3 on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:00:59.726606 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-da5f85a9-617c-47b7-99dc-264cc43b96fd admin admin] Calling delete_port for 1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3 owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 22:00:59.801890 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-da5f85a9-617c-47b7-99dc-264cc43b96fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:59.827464 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f85a9-617c-47b7-99dc-264cc43b96fd admin admin] Pushing event deleted for resources: {'Port': ['ID=1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:59.832449 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5f85a9-617c-47b7-99dc-264cc43b96fd admin admin] No DVR routers for this DVR port 1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3 on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:00:59.905158 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-da5f85a9-617c-47b7-99dc-264cc43b96fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:59.925261 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-da5f85a9-617c-47b7-99dc-264cc43b96fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d7eae1-fb82-4946-a992-e86670d81f1a']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:59.935099 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-da5f85a9-617c-47b7-99dc-264cc43b96fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c5ac74-95c8-4d7b-9a15-f21ff4513c28') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:59.935396 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-da5f85a9-617c-47b7-99dc-264cc43b96fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c5ac74-95c8-4d7b-9a15-f21ff4513c28') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:59.945478 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-da5f85a9-617c-47b7-99dc-264cc43b96fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:59.958195 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-da5f85a9-617c-47b7-99dc-264cc43b96fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:59.964165 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5f85a9-617c-47b7-99dc-264cc43b96fd admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 22:00:59.964597 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-da5f85a9-617c-47b7-99dc-264cc43b96fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: timer() Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:00:59.966249 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:01:00.018964 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-da5f85a9-617c-47b7-99dc-264cc43b96fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:00.024648 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-da5f85a9-617c-47b7-99dc-264cc43b96fd admin admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:00.027764 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-da5f85a9-617c-47b7-99dc-264cc43b96fd admin admin] 10.222.0.41 "DELETE /v2.0/networks/d1d7eae1-fb82-4946-a992-e86670d81f1a HTTP/1.1" status: 204 len: 168 time: 0.8634050 Apr 18 22:01:00.030869 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33770) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 22:01:00.042276 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f85a9-617c-47b7-99dc-264cc43b96fd admin admin] Pushing event deleted for resources: {'Network': ['ID=d1d7eae1-fb82-4946-a992-e86670d81f1a,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:00.205650 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:00.374666 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0ee86c3c-67fd-460e-b1d1-10ce9fc590f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1611341'] for router_interface, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:00.614117 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-0ee86c3c-67fd-460e-b1d1-10ce9fc590f2 admin admin] Deleting port 6177fc5c-0658-4212-811f-7a0557fe098f {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 22:01:00.614369 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0ee86c3c-67fd-460e-b1d1-10ce9fc590f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:00.689943 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-0ee86c3c-67fd-460e-b1d1-10ce9fc590f2 admin admin] For port 6177fc5c-0658-4212-811f-7a0557fe098f, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=6177fc5c-0658-4212-811f-7a0557fe098f,segment=NetworkSegment(d284891b-97e9-4334-8327-3e3a4603004c),segment_id=d284891b-97e9-4334-8327-3e3a4603004c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:01:00.690302 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0ee86c3c-67fd-460e-b1d1-10ce9fc590f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:00.702480 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-0ee86c3c-67fd-460e-b1d1-10ce9fc590f2 admin admin] Calling delete_port for 6177fc5c-0658-4212-811f-7a0557fe098f owned by network:router_interface {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 22:01:00.777297 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d000dc12-d236-48e8-b752-54037b3577c7 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 22:01:00.801029 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: d000dc12-d236-48e8-b752-54037b3577c7 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 22:01:00.801372 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device d000dc12-d236-48e8-b752-54037b3577c7 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 22:01:00.801791 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 22:01:00.820547 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 22:01:00.820895 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 1b055ea1-a7f0-4fea-ad7c-1d5c7010ecb3 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 22:01:00.881621 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0ee86c3c-67fd-460e-b1d1-10ce9fc590f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:00.911684 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee86c3c-67fd-460e-b1d1-10ce9fc590f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6177fc5c-0658-4212-811f-7a0557fe098f,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:01.078907 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-0ee86c3c-67fd-460e-b1d1-10ce9fc590f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611481'] for router_interface, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:01.289528 n-d-838323-3 neutron-server[102908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee86c3c-67fd-460e-b1d1-10ce9fc590f2 admin admin] Router 5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190 has already been hosted by L3 agent b2465207-2585-4b9e-a7d0-78e2592e5774 {{(pid=102908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:01:01.393761 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee86c3c-67fd-460e-b1d1-10ce9fc590f2 admin admin] Notify agent at l3_agent.n-d-838323-3 the message routers_updated {{(pid=102908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:01:01.399238 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-0ee86c3c-67fd-460e-b1d1-10ce9fc590f2 admin admin] 10.222.0.41 "PUT /v2.0/routers/5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3673050 Apr 18 22:01:01.401819 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33772) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 22:01:01.404414 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8f6c2a-22f3-4f56-8d10-f294085ffe41 None None] Sync routers for ids ['5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190'] in n-d-838323-3 {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 22:01:01.415297 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8f6c2a-22f3-4f56-8d10-f294085ffe41 None None] Routers {'5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 22:01:01.415907 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2d8f6c2a-22f3-4f56-8d10-f294085ffe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T22:00:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:01:01.504665 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bba5e750-0b49-4bb9-adf1-d6e7628ee2ed admin admin] Notify callbacks [] for router, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:01.516983 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-2d8f6c2a-22f3-4f56-8d10-f294085ffe41 None None] Set router 5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190 gateway port host: n-d-838323-3 {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 22:01:01.601652 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bba5e750-0b49-4bb9-adf1-d6e7628ee2ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:01.657626 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-bba5e750-0b49-4bb9-adf1-d6e7628ee2ed admin admin] Deleting port 7e5c80db-b136-477c-b7b9-5fd0fad0cac2 {{(pid=102908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 22:01:01.658277 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bba5e750-0b49-4bb9-adf1-d6e7628ee2ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:01.692720 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2d8f6c2a-22f3-4f56-8d10-f294085ffe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190', 'name': 'tempest-TestSnapshotPattern-774272341-router', 'tenant_id': '7a468410471742dda859e9474fcdeae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'external_fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '7e5c80db-b136-477c-b7b9-5fd0fad0cac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:34Z', 'updated_at': '2022-04-18T22:01:00Z', 'revision_number': 5, 'project_id': '7a468410471742dda859e9474fcdeae9', 'gw_port': {'id': '7e5c80db-b136-477c-b7b9-5fd0fad0cac2', 'name': '', 'network_id': '3d577dc1-2d2a-4b10-a8c8-cd47eb1d2a06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838323-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:55:35Z', 'updated_at': '2022-04-18T21:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b77171-fbe8-4a5d-ab12-73ed34520aa1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838323-3'}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:01:01.719974 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8f6c2a-22f3-4f56-8d10-f294085ffe41 None None] Checking router: 5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190 for host: n-d-838323-3 {{(pid=102911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 22:01:01.728777 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8f6c2a-22f3-4f56-8d10-f294085ffe41 None None] Routers {'5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190'} bound to L3 agent in host n-d-838323-3 {{(pid=102911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 22:01:01.729599 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2d8f6c2a-22f3-4f56-8d10-f294085ffe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838323-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:12:29Z,description=,heartbeat_timestamp=2022-04-18T22:00:59Z,host='n-d-838323-3',id=b2465207-2585-4b9e-a7d0-78e2592e5774,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:12:29Z,topic='l3_agent')) {'router_ids': ['5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190'], 'active': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:01:01.736990 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:01.741729 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.db [None req-bba5e750-0b49-4bb9-adf1-d6e7628ee2ed admin admin] For port 7e5c80db-b136-477c-b7b9-5fd0fad0cac2, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=7e5c80db-b136-477c-b7b9-5fd0fad0cac2,segment=NetworkSegment(1b3d27e5-cb37-465b-b244-0d3f4db6765c),segment_id=1b3d27e5-cb37-465b-b244-0d3f4db6765c)] {{(pid=102908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:01:01.742087 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bba5e750-0b49-4bb9-adf1-d6e7628ee2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:01.755348 n-d-838323-3 neutron-server[102908]: DEBUG neutron.plugins.ml2.plugin [None req-bba5e750-0b49-4bb9-adf1-d6e7628ee2ed admin admin] Calling delete_port for 7e5c80db-b136-477c-b7b9-5fd0fad0cac2 owned by network:router_gateway {{(pid=102908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 22:01:01.816582 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_dvr_db [None req-2d8f6c2a-22f3-4f56-8d10-f294085ffe41 None None] Set router 5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190 gateway port host: None {{(pid=102911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 22:01:01.868187 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.l3_hamode_db [None req-2d8f6c2a-22f3-4f56-8d10-f294085ffe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190', 'name': 'tempest-TestSnapshotPattern-774272341-router', 'tenant_id': '7a468410471742dda859e9474fcdeae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:34Z', 'updated_at': '2022-04-18T22:01:01Z', 'revision_number': 6, 'project_id': '7a468410471742dda859e9474fcdeae9', 'gw_port_host': None}], 'n-d-838323-3', False) {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:01:01.897880 n-d-838323-3 neutron-server[102911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8f6c2a-22f3-4f56-8d10-f294085ffe41 None None] The sync data for ids ['5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190'] in n-d-838323-3 is: [{'id': '5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190', 'name': 'tempest-TestSnapshotPattern-774272341-router', 'tenant_id': '7a468410471742dda859e9474fcdeae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:55:34Z', 'updated_at': '2022-04-18T22:01:01Z', 'revision_number': 6, 'project_id': '7a468410471742dda859e9474fcdeae9', 'gw_port_host': None}] {{(pid=102911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 22:01:01.929283 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bba5e750-0b49-4bb9-adf1-d6e7628ee2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16327677'] for port, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:01.960510 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5e750-0b49-4bb9-adf1-d6e7628ee2ed admin admin] Pushing event deleted for resources: {'Port': ['ID=7e5c80db-b136-477c-b7b9-5fd0fad0cac2,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:01.979917 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:02.328827 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bba5e750-0b49-4bb9-adf1-d6e7628ee2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609607'] for router_gateway, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:02.414253 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bba5e750-0b49-4bb9-adf1-d6e7628ee2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25161'] for router, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:02.416303 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bba5e750-0b49-4bb9-adf1-d6e7628ee2ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:02.459780 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bba5e750-0b49-4bb9-adf1-d6e7628ee2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608747'] for router, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:02.460297 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba5e750-0b49-4bb9-adf1-d6e7628ee2ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190 {{(pid=102908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 22:01:02.465250 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-bba5e750-0b49-4bb9-adf1-d6e7628ee2ed admin admin] Notify callbacks [] for router, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:02.466790 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-bba5e750-0b49-4bb9-adf1-d6e7628ee2ed admin admin] 10.222.0.41 "DELETE /v2.0/routers/5aecb3c5-7f00-4a0c-a5dc-af5c0c84b190 HTTP/1.1" status: 204 len: 168 time: 1.0640655 Apr 18 22:01:02.469430 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33774) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 22:01:02.517068 n-d-838323-3 neutron-server[102908]: DEBUG neutron.db.db_base_plugin_v2 [None req-33afee4e-bfa3-4eb0-84c4-cddd32d0769f admin admin] Deleting subnet a57cbd07-f0aa-4ad8-b40d-cbe6316f2640 {{(pid=102908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 22:01:02.519946 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-33afee4e-bfa3-4eb0-84c4-cddd32d0769f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:02.553929 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-33afee4e-bfa3-4eb0-84c4-cddd32d0769f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16424333'] for subnet, precommit_delete_associations {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:02.632249 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-33afee4e-bfa3-4eb0-84c4-cddd32d0769f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739838'] for subnet, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:02.688936 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-33afee4e-bfa3-4eb0-84c4-cddd32d0769f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16326158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13498136'] for subnet, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:02.715217 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33afee4e-bfa3-4eb0-84c4-cddd32d0769f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a57cbd07-f0aa-4ad8-b40d-cbe6316f2640,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:02.717622 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-33afee4e-bfa3-4eb0-84c4-cddd32d0769f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:02.721142 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-33afee4e-bfa3-4eb0-84c4-cddd32d0769f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a57cbd07-f0aa-4ad8-b40d-cbe6316f2640 HTTP/1.1" status: 204 len: 168 time: 0.2507706 Apr 18 22:01:02.723801 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [-] (102909) accepted ('10.222.0.41', 33776) {{(pid=102909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 22:01:02.724361 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671f7f6e-f80c-41f0-be55-04f7fc737394 None None] Network a95f012c-11ca-4b58-9558-2cc0e0a93bd9 requested from n-d-838323-3 {{(pid=102910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 22:01:02.796070 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a5154b04-6771-41d2-8b84-7532e658c95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585982'] for network, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:02.796457 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6177fc5c-0658-4212-811f-7a0557fe098f no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 22:01:02.821215 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 6177fc5c-0658-4212-811f-7a0557fe098f {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 22:01:02.821633 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 6177fc5c-0658-4212-811f-7a0557fe098f not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 22:01:02.822062 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7e5c80db-b136-477c-b7b9-5fd0fad0cac2 no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 22:01:02.849735 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-a5154b04-6771-41d2-8b84-7532e658c95f admin admin] Deleting port 3ba4bac3-ba5b-460e-b57c-9f16b7d9efad {{(pid=102909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 22:01:02.850766 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a5154b04-6771-41d2-8b84-7532e658c95f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:02.857507 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 7e5c80db-b136-477c-b7b9-5fd0fad0cac2 {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 22:01:02.857860 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 7e5c80db-b136-477c-b7b9-5fd0fad0cac2 not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 22:01:02.929369 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.db [None req-a5154b04-6771-41d2-8b84-7532e658c95f admin admin] For port 3ba4bac3-ba5b-460e-b57c-9f16b7d9efad, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3ba4bac3-ba5b-460e-b57c-9f16b7d9efad,segment=NetworkSegment(d284891b-97e9-4334-8327-3e3a4603004c),segment_id=d284891b-97e9-4334-8327-3e3a4603004c)] {{(pid=102909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:01:02.929799 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a5154b04-6771-41d2-8b84-7532e658c95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:02.948104 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.plugin [None req-a5154b04-6771-41d2-8b84-7532e658c95f admin admin] Calling delete_port for 3ba4bac3-ba5b-460e-b57c-9f16b7d9efad owned by network:dhcp {{(pid=102909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 22:01:02.968202 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e826bce4-efe2-4c7f-91c6-bc658414bb72 None None] DHCP port deletion for a95f012c-11ca-4b58-9558-2cc0e0a93bd9 request from n-d-838323-3 {{(pid=102910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 22:01:03.018824 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e826bce4-efe2-4c7f-91c6-bc658414bb72 None None] Deleting port 3ba4bac3-ba5b-460e-b57c-9f16b7d9efad {{(pid=102910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 22:01:03.019569 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e826bce4-efe2-4c7f-91c6-bc658414bb72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734731578197'] for port, before_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.031309 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a5154b04-6771-41d2-8b84-7532e658c95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13023317'] for port, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.056852 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5154b04-6771-41d2-8b84-7532e658c95f admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba4bac3-ba5b-460e-b57c-9f16b7d9efad,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:03.060392 n-d-838323-3 neutron-server[102909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5154b04-6771-41d2-8b84-7532e658c95f admin admin] No DVR routers for this DVR port 3ba4bac3-ba5b-460e-b57c-9f16b7d9efad on host n-d-838323-3 {{(pid=102909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:01:03.089550 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.db [None req-e826bce4-efe2-4c7f-91c6-bc658414bb72 None None] For port 3ba4bac3-ba5b-460e-b57c-9f16b7d9efad, host n-d-838323-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838323-3',level=0,port_id=3ba4bac3-ba5b-460e-b57c-9f16b7d9efad,segment=NetworkSegment(d284891b-97e9-4334-8327-3e3a4603004c),segment_id=d284891b-97e9-4334-8327-3e3a4603004c)] {{(pid=102910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:01:03.089947 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e826bce4-efe2-4c7f-91c6-bc658414bb72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1631660'] for port, precommit_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.102379 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-e826bce4-efe2-4c7f-91c6-bc658414bb72 None None] Calling delete_port for 3ba4bac3-ba5b-460e-b57c-9f16b7d9efad owned by network:dhcp {{(pid=102910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 22:01:03.133413 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a5154b04-6771-41d2-8b84-7532e658c95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740659', 'neutron.services.segments.db._delete_segments_for_network-8734731592560'] for network, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.154531 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a5154b04-6771-41d2-8b84-7532e658c95f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a95f012c-11ca-4b58-9558-2cc0e0a93bd9']}} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:01:03.164305 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a5154b04-6771-41d2-8b84-7532e658c95f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd284891b-97e9-4334-8327-3e3a4603004c') {'for_net_delete': True} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:01:03.164631 n-d-838323-3 neutron-server[102909]: DEBUG neutron.services.segments.db [None req-a5154b04-6771-41d2-8b84-7532e658c95f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd284891b-97e9-4334-8327-3e3a4603004c') {} {{(pid=102909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:01:03.174249 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a5154b04-6771-41d2-8b84-7532e658c95f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734731594105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12728958'] for segment, before_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.188939 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a5154b04-6771-41d2-8b84-7532e658c95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673'] for segment, precommit_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.195437 n-d-838323-3 neutron-server[102909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5154b04-6771-41d2-8b84-7532e658c95f admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=102909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 22:01:03.195763 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a5154b04-6771-41d2-8b84-7532e658c95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13023232'] for segment, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: Traceback (most recent call last): Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: timer() Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: cb(*args, **kw) Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: return func(*args, **kwargs) Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: self._notify() Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: self.callback(batched_events) Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: event.method(event) Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: return f(self, *a, **k) Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: return self._get(url).json() Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: return self.request(url, 'GET', **kwargs) Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:01:03.197721 n-d-838323-3 neutron-server[102909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:01:03.259548 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a5154b04-6771-41d2-8b84-7532e658c95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611615'] for network, after_delete {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.265400 n-d-838323-3 neutron-server[102909]: DEBUG neutron_lib.callbacks.manager [None req-a5154b04-6771-41d2-8b84-7532e658c95f admin admin] Notify callbacks [] for network, before_response {{(pid=102909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.268644 n-d-838323-3 neutron-server[102909]: INFO neutron.wsgi [None req-a5154b04-6771-41d2-8b84-7532e658c95f admin admin] 10.222.0.41 "DELETE /v2.0/networks/a95f012c-11ca-4b58-9558-2cc0e0a93bd9 HTTP/1.1" status: 204 len: 168 time: 0.5437958 Apr 18 22:01:03.282622 n-d-838323-3 neutron-server[102909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5154b04-6771-41d2-8b84-7532e658c95f admin admin] Pushing event deleted for resources: {'Network': ['ID=a95f012c-11ca-4b58-9558-2cc0e0a93bd9,revision_number=None']} {{(pid=102909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:03.343877 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e826bce4-efe2-4c7f-91c6-bc658414bb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734731584431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734731044078'] for port, after_delete {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.366958 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e826bce4-efe2-4c7f-91c6-bc658414bb72 None None] Network a95f012c-11ca-4b58-9558-2cc0e0a93bd9 is not hosted by any dhcp agent {{(pid=102910) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 22:01:03.367422 n-d-838323-3 neutron-server[102910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e826bce4-efe2-4c7f-91c6-bc658414bb72 None None] No DVR routers for this DVR port 3ba4bac3-ba5b-460e-b57c-9f16b7d9efad on host n-d-838323-3 {{(pid=102910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:01:03.369201 n-d-838323-3 neutron-server[102910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826bce4-efe2-4c7f-91c6-bc658414bb72 None None] Pushing event deleted for resources: {'Port': ['ID=3ba4bac3-ba5b-460e-b57c-9f16b7d9efad,revision_number=None']} {{(pid=102910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:03.395731 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33780) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 22:01:03.436082 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-abec9a55-81df-4e93-b38f-0fc342b423ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ef308ce8b8944f08fcf37769737f707&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391376 Apr 18 22:01:03.438588 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33782) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 22:01:03.486859 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-90b2ebb2-a128-47f5-adbb-5d20a17f562a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.508580 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-90b2ebb2-a128-47f5-adbb-5d20a17f562a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.555229 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-90b2ebb2-a128-47f5-adbb-5d20a17f562a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.557697 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-90b2ebb2-a128-47f5-adbb-5d20a17f562a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:03.558848 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-90b2ebb2-a128-47f5-adbb-5d20a17f562a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c415bef3-2ce9-4370-a322-7d8d9eb99de6 HTTP/1.1" status: 204 len: 168 time: 0.1193602 Apr 18 22:01:03.566645 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2ebb2-a128-47f5-adbb-5d20a17f562a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c415bef3-2ce9-4370-a322-7d8d9eb99de6,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:03.892369 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33788) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 22:01:03.932646 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-2de49676-8f74-4aa5-b7be-e194682abdb4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a468410471742dda859e9474fcdeae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389841 Apr 18 22:01:03.935050 n-d-838323-3 neutron-server[102908]: DEBUG neutron.wsgi [-] (102908) accepted ('10.222.0.41', 33790) {{(pid=102908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 22:01:03.985343 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e2752125-c0f4-49e0-b817-7171e1569214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:04.006830 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e2752125-c0f4-49e0-b817-7171e1569214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:04.054525 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e2752125-c0f4-49e0-b817-7171e1569214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789515'] for security_group, after_delete {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:04.057581 n-d-838323-3 neutron-server[102908]: DEBUG neutron_lib.callbacks.manager [None req-e2752125-c0f4-49e0-b817-7171e1569214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:04.058690 n-d-838323-3 neutron-server[102908]: INFO neutron.wsgi [None req-e2752125-c0f4-49e0-b817-7171e1569214 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aad0c078-d5fd-4d97-91b3-5ef485e6d2e3 HTTP/1.1" status: 204 len: 168 time: 0.1227322 Apr 18 22:01:04.066254 n-d-838323-3 neutron-server[102908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2752125-c0f4-49e0-b817-7171e1569214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad0c078-d5fd-4d97-91b3-5ef485e6d2e3,revision_number=None']} {{(pid=102908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:01:04.766129 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3ba4bac3-ba5b-460e-b57c-9f16b7d9efad no longer exists at agent ovs-agent-n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 22:01:04.787569 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.plugin [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] No Port match for: 3ba4bac3-ba5b-460e-b57c-9f16b7d9efad {{(pid=102910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 22:01:04.787911 n-d-838323-3 neutron-server[102910]: DEBUG neutron.plugins.ml2.rpc [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Device 3ba4bac3-ba5b-460e-b57c-9f16b7d9efad not bound to the agent host n-d-838323-3 {{(pid=102910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 22:01:08.360926 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:12.880072 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:13.352699 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 22:01:24.846170 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1dac6a50-c38f-4d33-a1a8-2cd9b0949576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:29.230682 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1df3b519-a078-4fa5-9ba6-5f57831f6614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:30.206760 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:31.729556 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:31.982103 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:38.372609 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:42.897334 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:50.351710 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 22:01:54.847013 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4a80fb8a-dd14-4ce9-8bd0-b136f6f3b91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:59.234994 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d663e9d6-8005-40de-b6c6-3ebb11bf8503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:00.211264 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:01.730636 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:01.984343 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:08.372516 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:12.894494 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:24.848506 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-0da335db-5cf1-4a71-a13e-bf87e7a09e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:27.351866 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 22:02:29.237450 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-aa92e69d-c381-41ac-b9da-6c9d40a5351c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:30.213474 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:31.735059 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:31.987462 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:38.371723 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:42.911414 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:54.851440 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-432d9a3d-6824-4254-b7c5-018e6008d969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:59.239365 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d88e37a6-fef6-42c9-b64d-68b80f2dd5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:00.216640 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:01.737050 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:01.991026 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:04.350799 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 22:03:08.370392 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:12.910716 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:24.862389 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-424ae1b6-12b1-494e-b427-3adcb55baf02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:29.241661 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d2a7ea7d-76c9-4a77-9e11-72672df4ba63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:30.218655 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:31.740758 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:31.993792 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:38.384591 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:41.348976 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 22:03:42.924541 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:54.854813 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b57b3b8b-738e-459a-bbd1-bb0a06bf8423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:59.242539 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-2018a287-2c0f-456c-a9af-255596833db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:00.221748 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:01.743413 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:01.995706 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:08.400161 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:12.926147 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:18.347508 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 22:04:24.855880 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-fac9f6a1-c093-4486-a77d-9e74df1cda4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:29.243821 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f811448c-cffe-41d0-a553-82a167e9d89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:30.227673 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:31.745871 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:31.999034 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:38.414978 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:42.923589 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:54.856777 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e2ec9692-ebce-480e-bb90-4c25480706b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:55.346909 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 22:04:59.245341 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-03e654da-2a9d-49a9-a10d-95902ef7a162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:00.229220 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:01.749790 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:02.001465 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:08.413918 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:12.930616 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:24.858725 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a8b338ae-5c2f-4d50-af8e-91f77ed776cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:29.248578 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ab4e34aa-3e43-45d2-885e-088113c76024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:30.231937 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:31.751253 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:32.005057 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:32.346110 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 22:05:38.426740 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:42.938755 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:54.859155 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1ef7367f-2dec-4b77-8df5-aa498bd13e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:59.251930 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-b94b8bf9-bc6b-4692-bece-5df63ae3a385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:00.234752 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:01.753135 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:02.008084 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:08.427970 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:09.345218 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 22:06:12.953539 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:24.860971 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-651bdc3d-d2e6-4441-b9a5-7e5313b87dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:29.253818 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ab68111c-64f3-414b-9187-141ec721e308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:30.237018 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:31.755402 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:32.009765 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:38.442570 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:42.957220 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:46.343869 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 22:06:54.862745 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-ee87667b-e72c-4e76-907f-bf52747d0018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:59.255365 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-1cd00ad0-d863-4cff-8c5f-bfcba308001c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:00.239779 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:01.757782 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:02.016587 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:08.441591 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:12.967505 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:23.343414 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 22:07:24.864324 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-c7e4dc5c-8a81-434d-8e33-388e4538fcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:29.256177 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a1c5d081-26a4-471e-8278-8312c2a3fd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:30.243107 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:31.760533 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:32.015319 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:38.443808 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:42.966697 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:54.870464 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7b02-02d8-4d41-a854-bdb78db5c53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:59.257166 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-05a5c44c-35fe-477b-af3c-37dd214bf7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:00.246827 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:00.343169 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 22:08:01.762579 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:02.018579 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:08.439931 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:12.982354 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:24.861876 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-556a0baa-242a-4e05-a142-e44b5ef16c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:29.261155 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-68b65ab2-f05c-4de2-9985-7a7cabb542e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:30.249614 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:31.760005 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:32.021143 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:37.342850 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 22:08:37.521777 n-d-838323-3 neutron-server[102909]: DEBUG neutron.wsgi [req-7d09f24e-5027-4bbd-a279-a60e844b5b0f req-36bd0adc-ab18-4937-94cb-1ea786850c52 service neutron] (102909) timed out ('10.222.0.41', 59724) {{(pid=102909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 22:08:38.438727 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:42.977779 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:54.863258 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-d21894b0-69a0-4169-aca8-8461abf3aaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:59.264182 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f0bb7489-87dd-48c8-a436-e492a1643cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:00.252046 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:01.761380 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:02.025231 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:08.438245 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:12.996895 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:14.343202 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 22:09:24.865992 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f16c287f-02b5-4f85-85af-4136ed61cb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:29.266456 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-e635c199-d2e4-4614-9072-a585df189a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:30.254705 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-946b84c8-0550-4da9-93de-eb69f6d0fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:31.764174 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-4b67d8f8-5136-48e5-a413-7f9c0c3592d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:32.027578 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-58cf74b6-9557-4ad1-b1d5-4234c13a87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:38.452098 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-f045bf29-a18f-4a57-87b8-fdca63d937a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:42.996367 n-d-838323-3 neutron-server[102910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d7c3-bf86-408e-90cf-5223f10a9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734731592542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737681'] for agent, after_update {{(pid=102910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:51.346918 n-d-838323-3 neutron-server[102911]: DEBUG neutron.db.agents_db [None req-b2eb35a7-5cf2-4673-aed2-cf1f03cb48f1 None None] Agent healthcheck: found 7 active agents {{(pid=102911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}